-- Logs begin at Tue 2021-08-10 00:09:20 UTC, end at Tue 2021-08-10 02:37:30 UTC. -- Aug 10 00:41:24.371373 n-d-766726-26 systemd[1]: Started Devstack devstack@q-svc.service. Aug 10 00:41:27.046158 n-d-766726-26 neutron-server[105717]: INFO neutron.common.config [-] Logging enabled! Aug 10 00:41:27.046748 n-d-766726-26 neutron-server[105717]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev529 Aug 10 00:41:27.046936 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105717) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 00:41:27.050151 n-d-766726-26 neutron-server[105717]: INFO neutron.common.config [-] Logging enabled! Aug 10 00:41:27.050413 n-d-766726-26 neutron-server[105717]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev529 Aug 10 00:41:27.050730 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105717) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 00:41:27.051662 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 00:41:27.051901 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 00:41:27.052297 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 00:41:27.052550 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 00:41:27.052783 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 00:41:27.053107 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.053412 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.053712 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.053947 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.054246 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.054540 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.054855 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.055147 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.055450 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.055740 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.056024 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.056340 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.056577 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.056862 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.057153 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.057443 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.057671 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] debug = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.057955 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.058381 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.058792 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.059078 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.059369 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.059651 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.059926 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.060228 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.060523 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.060855 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] host = n-d-766726-26 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.061139 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.061429 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.061719 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.062007 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.062284 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.062566 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.062855 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.063134 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.063410 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] log_file = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.063690 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.063982 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.064296 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.064590 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.064819 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.065045 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.065340 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.065629 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.065912 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.066189 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.066467 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.066745 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.067023 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.067311 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.067581 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.067867 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.068154 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.068466 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.068743 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.069018 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.069293 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.069578 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.069855 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.070133 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.070928 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.071220 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.071493 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.071772 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.072072 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.072387 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.072671 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.072957 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.073235 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.073520 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.073793 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.074067 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.074340 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] use_json = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.074614 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.074885 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.075169 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.075444 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.075724 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.076002 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.076313 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.076605 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:27.076903 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.077203 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.077506 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.077794 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.078091 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.078378 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.078670 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.078951 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.079245 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.079538 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.079829 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.080113 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.080434 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.080718 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.081015 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.081326 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.081625 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.081920 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.082199 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.082478 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.082756 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.083035 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.083326 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.083624 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.083915 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.084211 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.084496 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.084791 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.085073 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.085350 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.085631 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.085972 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.086765 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.087046 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.087332 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.087611 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.087891 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.088167 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.088478 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.088771 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.089051 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.089326 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.089600 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.089881 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.090157 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.090445 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.090725 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.090999 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.091273 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.091552 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.091832 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.092109 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.092416 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.092695 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.092977 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.093254 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.093531 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.093810 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.094087 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.094363 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.094639 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.094914 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.095194 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.095470 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.095750 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.096030 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.096344 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.096625 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.096917 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.097218 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.097503 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.097785 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.098073 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.098356 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.098641 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.098925 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.099210 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.099495 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.099773 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.100068 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.100386 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.100677 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.100964 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.101250 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.101593 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.101878 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.102166 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.102449 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.102735 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.103034 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.103323 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.103621 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.103919 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.104248 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.104549 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.104848 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.105136 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.105447 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.105735 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:27.105956 n-d-766726-26 neutron-server[105717]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 00:41:27.106199 n-d-766726-26 neutron-server[105717]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105717) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 10 00:41:27.453673 n-d-766726-26 neutron-server[105717]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 00:41:27.453886 n-d-766726-26 neutron-server[105717]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 00:41:27.454186 n-d-766726-26 neutron-server[105717]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 00:41:27.454525 n-d-766726-26 neutron-server[105717]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 10 00:41:27.844683 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:27.844990 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:27.845272 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:27.846475 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:27.846757 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:27.847029 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:27.881383 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:27.881668 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:27.881952 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:27.898086 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:27.898887 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:27.899166 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:27.927752 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:27.928043 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:27.928352 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:27.963852 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:27.964141 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:27.964438 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:28.195719 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:28.196352 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:28.196352 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:28.196605 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:28.197184 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:28.315732 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:28.316059 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:28.316376 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:28.316657 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:28.316929 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:28.317247 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:28.317515 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:28.317777 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:28.318038 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:28.318327 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:28.318592 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:28.318861 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:28.319125 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:28.319385 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:28.319648 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:28.319918 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:28.320707 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:28.321002 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:28.321282 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:28.321553 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:28.321835 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:28.322099 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:28.322389 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:28.322771 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:28.323029 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:28.323285 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:28.323685 n-d-766726-26 neutron-server[105717]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105717) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 00:41:28.323934 n-d-766726-26 neutron-server[105717]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105717) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 00:41:28.324194 n-d-766726-26 neutron-server[105717]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105717) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 00:41:28.324509 n-d-766726-26 neutron-server[105717]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105717) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 00:41:28.324767 n-d-766726-26 neutron-server[105717]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105717) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 00:41:28.324991 n-d-766726-26 neutron-server[105717]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105717) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 00:41:28.325361 n-d-766726-26 neutron-server[105717]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 10 00:41:28.328448 n-d-766726-26 neutron-server[105717]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 10 00:41:28.332377 n-d-766726-26 neutron-server[105717]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 10 00:41:28.336759 n-d-766726-26 neutron-server[105717]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Aug 10 00:41:28.338527 n-d-766726-26 neutron-server[105717]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 10 00:41:28.338985 n-d-766726-26 neutron-server[105717]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 10 00:41:28.339326 n-d-766726-26 neutron-server[105717]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 10 00:41:28.339713 n-d-766726-26 neutron-server[105717]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 10 00:41:28.342504 n-d-766726-26 neutron-server[105717]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 10 00:41:28.342766 n-d-766726-26 neutron-server[105717]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 10 00:41:28.343117 n-d-766726-26 neutron-server[105717]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 00:41:28.348396 n-d-766726-26 neutron-server[105717]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 10 00:41:28.370314 n-d-766726-26 neutron-server[105717]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 10 00:41:28.370770 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:28.371078 n-d-766726-26 neutron-server[105717]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105717) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 10 00:41:28.371444 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:28.372832 n-d-766726-26 neutron-server[105717]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105717) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 10 00:41:28.373116 n-d-766726-26 neutron-server[105717]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 00:41:28.373363 n-d-766726-26 neutron-server[105717]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 10 00:41:28.376756 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:28.377057 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:28.440907 n-d-766726-26 neutron-server[105717]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 10 00:41:28.441155 n-d-766726-26 neutron-server[105717]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 10 00:41:28.441398 n-d-766726-26 neutron-server[105717]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 10 00:41:28.441770 n-d-766726-26 neutron-server[105717]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 10 00:41:28.463145 n-d-766726-26 neutron-server[105717]: DEBUG oslo_db.sqlalchemy.engines [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105717) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 10 00:41:29.001523 n-d-766726-26 neutron-server[105717]: INFO neutron.plugins.ml2.managers [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Initializing driver for type 'gre' Aug 10 00:41:29.002056 n-d-766726-26 neutron-server[105717]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] gre ID ranges: [(1, 1000)] Aug 10 00:41:29.052460 n-d-766726-26 neutron-server[105717]: INFO neutron.plugins.ml2.managers [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Initializing driver for type 'local' Aug 10 00:41:29.052868 n-d-766726-26 neutron-server[105717]: INFO neutron.plugins.ml2.managers [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Initializing driver for type 'vlan' Aug 10 00:41:29.065860 n-d-766726-26 neutron-server[105717]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] VlanTypeDriver initialization complete Aug 10 00:41:29.066260 n-d-766726-26 neutron-server[105717]: INFO neutron.plugins.ml2.managers [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Initializing driver for type 'vxlan' Aug 10 00:41:29.066815 n-d-766726-26 neutron-server[105717]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] vxlan ID ranges: [(1, 1000)] Aug 10 00:41:29.122688 n-d-766726-26 neutron-server[105717]: INFO neutron.plugins.ml2.managers [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Initializing extension driver 'port_security' Aug 10 00:41:29.123039 n-d-766726-26 neutron-server[105717]: INFO neutron.plugins.ml2.extensions.port_security [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] PortSecurityExtensionDriver initialization complete Aug 10 00:41:29.123502 n-d-766726-26 neutron-server[105717]: INFO neutron.plugins.ml2.managers [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Initializing mechanism driver 'openvswitch' Aug 10 00:41:29.123797 n-d-766726-26 neutron-server[105717]: INFO neutron.plugins.ml2.managers [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Initializing mechanism driver 'hyperv' Aug 10 00:41:29.130328 n-d-766726-26 neutron-server[105717]: DEBUG neutron.plugins.ml2.plugin [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:41:29.131010 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > port after_create 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.131390 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > port after_update 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.131756 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > port after_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.132309 n-d-766726-26 neutron-server[105717]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105717) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 00:41:29.132753 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > subnet after_create 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.133117 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > subnet after_update 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.133471 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.133868 n-d-766726-26 neutron-server[105717]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105717) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 00:41:29.134279 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > network after_create 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.134640 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > network after_update 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.135037 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > network after_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.135431 n-d-766726-26 neutron-server[105717]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105717) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 00:41:29.135842 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > security_group after_create 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.136216 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > security_group after_update 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.136570 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > security_group after_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.136967 n-d-766726-26 neutron-server[105717]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105717) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 00:41:29.137508 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.137872 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.138230 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.138629 n-d-766726-26 neutron-server[105717]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105717) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 00:41:29.139039 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > address_group after_create 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.139396 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > address_group after_update 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.139746 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > address_group after_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.140142 n-d-766726-26 neutron-server[105717]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105717) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 00:41:29.140550 n-d-766726-26 neutron-server[105717]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] ML2 OVO RPC backend initialized. {{(pid=105717) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 10 00:41:29.141267 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.141641 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.142069 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > network before_response 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.142430 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > networks before_response 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.142789 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > port before_response 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.143143 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > ports before_response 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.143497 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > subnet before_response 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.143850 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > subnets before_response 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.144226 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > network after_create 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.144583 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > network after_update 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.144933 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > network after_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.145283 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > port after_create 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.145631 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > port after_update 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.145979 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > port after_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.146326 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > subnet after_create 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.146675 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > subnet after_update 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.147021 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.147610 n-d-766726-26 neutron-server[105717]: INFO neutron.plugins.ml2.plugin [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Modular L2 Plugin initialization complete Aug 10 00:41:29.147951 n-d-766726-26 neutron-server[105717]: DEBUG neutron.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading services supported by the core plugin {{(pid=105717) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 10 00:41:29.148321 n-d-766726-26 neutron-server[105717]: INFO neutron.plugins.ml2.managers [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Got port-security extension from driver 'port_security' Aug 10 00:41:29.148794 n-d-766726-26 neutron-server[105717]: INFO neutron.extensions.vlantransparent [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Disabled vlantransparent extension. Aug 10 00:41:29.149286 n-d-766726-26 neutron-server[105717]: DEBUG neutron.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105717) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 10 00:41:29.149609 n-d-766726-26 neutron-server[105717]: INFO neutron.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading Plugin: router Aug 10 00:41:29.187483 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > router_interface before_create 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.187890 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > router after_create 55549900 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.188377 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > router before_create 55549900 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.188759 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.189147 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.189514 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > router after_delete 55549900 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.189884 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > floatingip after_update 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.190259 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > router after_create 55549900 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.190619 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > router after_update 55549900 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.190984 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > router after_update 55549900 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.191343 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.191714 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > router after_update 55549900 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.192136 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > router precommit_update 55549900 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.192545 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: port after_update 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.192896 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: port after_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.193246 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: subnet after_update 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.193597 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.193959 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > port precommit_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.194322 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > router precommit_create 55549900 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.194678 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: port before_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.195032 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > router precommit_create 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.195431 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > router after_update 55549900 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.195786 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > router precommit_delete 55549900 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.196350 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > router precommit_create 55549900 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.196541 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.196899 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > router precommit_update 55549900 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.197275 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > agent after_create 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.197637 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > agent after_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.197994 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > network after_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.198860 n-d-766726-26 neutron-server[105717]: DEBUG neutron.quota.resource_registry [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Tracking information for resource: router configured {{(pid=105717) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 00:41:29.199202 n-d-766726-26 neutron-server[105717]: DEBUG neutron.quota.resource_registry [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Tracking information for resource: floatingip configured {{(pid=105717) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 00:41:29.204007 n-d-766726-26 neutron-server[105717]: INFO neutron.db.l3_agentschedulers_db [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 10 00:41:29.204733 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: port after_update 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.205112 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: port after_create 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.205477 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: port after_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.205843 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: port after_update 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.206645 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > router before_create 55550100 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.207022 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > router precommit_delete 55550100 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.207397 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > router precommit_create 55550100 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.207764 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > router precommit_update 55550100 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.212258 n-d-766726-26 neutron-server[105717]: DEBUG neutron.services.provider_configuration [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Service providers = [] {{(pid=105717) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 10 00:41:29.212634 n-d-766726-26 neutron-server[105717]: DEBUG neutron.db.servicetype_db [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105717) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 10 00:41:29.215579 n-d-766726-26 neutron-server[105717]: DEBUG neutron.services.service_base [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105717) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 00:41:29.215940 n-d-766726-26 neutron-server[105717]: DEBUG neutron.services.service_base [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105717) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 00:41:29.216324 n-d-766726-26 neutron-server[105717]: DEBUG neutron.services.service_base [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105717) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 00:41:29.217226 n-d-766726-26 neutron-server[105717]: DEBUG neutron.services.service_base [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105717) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 00:41:29.217608 n-d-766726-26 neutron-server[105717]: INFO neutron.services.service_base [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 10 00:41:29.217996 n-d-766726-26 neutron-server[105717]: DEBUG neutron.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105717) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 00:41:29.218323 n-d-766726-26 neutron-server[105717]: INFO neutron.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 10 00:41:29.229350 n-d-766726-26 neutron-server[105717]: DEBUG neutron.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105717) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 00:41:29.229698 n-d-766726-26 neutron-server[105717]: INFO neutron.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading Plugin: auto_allocate Aug 10 00:41:29.235420 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: network precommit_update 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.235801 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: network precommit_create 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.236355 n-d-766726-26 neutron-server[105717]: DEBUG neutron.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105717) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 00:41:29.236690 n-d-766726-26 neutron-server[105717]: INFO neutron.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading Plugin: tag Aug 10 00:41:29.243752 n-d-766726-26 neutron-server[105717]: DEBUG neutron.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105717) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 00:41:29.244088 n-d-766726-26 neutron-server[105717]: INFO neutron.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading Plugin: timestamp Aug 10 00:41:29.248056 n-d-766726-26 neutron-server[105717]: DEBUG neutron.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105717) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 00:41:29.248427 n-d-766726-26 neutron-server[105717]: INFO neutron.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading Plugin: network_ip_availability Aug 10 00:41:29.253844 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.254182 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.254552 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.255265 n-d-766726-26 neutron-server[105717]: DEBUG neutron.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105717) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 00:41:29.255596 n-d-766726-26 neutron-server[105717]: INFO neutron.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading Plugin: flavors Aug 10 00:41:29.260343 n-d-766726-26 neutron-server[105717]: DEBUG neutron.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105717) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 00:41:29.260690 n-d-766726-26 neutron-server[105717]: INFO neutron.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading Plugin: revisions Aug 10 00:41:29.265043 n-d-766726-26 neutron-server[105717]: DEBUG neutron.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105717) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 00:41:29.265437 n-d-766726-26 neutron-server[105717]: DEBUG oslo_concurrency.lockutils [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.811s {{(pid=105717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 00:41:29.266172 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105717) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 10 00:41:29.266515 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Initializing extension manager. Aug 10 00:41:29.267032 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: __init__.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.267387 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: __pycache__ {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.267730 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.268071 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: address_group.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.268856 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.269421 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: address-group Aug 10 00:41:29.269752 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: address_scope.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.270481 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.270998 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: address-scope Aug 10 00:41:29.271327 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: admin_state_down_before_update.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.272304 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.272827 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: router-admin-state-down-before-update Aug 10 00:41:29.273158 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: agent.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.274089 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.274607 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: agent Aug 10 00:41:29.274934 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: agent_resources_synced.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.275857 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.276402 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: agent-resources-synced Aug 10 00:41:29.276734 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: allowedaddresspairs.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.278778 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.279303 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: allowed-address-pairs Aug 10 00:41:29.279637 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: auto_allocated_topology.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.280752 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.281269 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: auto-allocated-topology Aug 10 00:41:29.281602 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: availability_zone.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.282303 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.282817 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: availability_zone Aug 10 00:41:29.283148 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: availability_zone_filter.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.284069 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.284614 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: availability_zone_filter Aug 10 00:41:29.284947 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: data_plane_status.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.285862 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.286371 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extension data-plane-status not supported by any of loaded plugins Aug 10 00:41:29.286703 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: default_subnetpools.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.287625 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.288141 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: default-subnetpools Aug 10 00:41:29.288504 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: dhcpagentscheduler.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.289841 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.290365 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: dhcp_agent_scheduler Aug 10 00:41:29.290698 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: dns.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.291619 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.292134 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extension dns-integration not supported by any of loaded plugins Aug 10 00:41:29.292490 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: dns_domain_ports.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.293414 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.293926 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 10 00:41:29.294259 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.295182 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.295698 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 10 00:41:29.296029 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: dvr.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.296738 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.297248 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: dvr Aug 10 00:41:29.297579 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: ecmp_routes.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.298497 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.299010 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 10 00:41:29.299339 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: empty_string_filtering.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.300294 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.300818 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: empty-string-filtering Aug 10 00:41:29.301151 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.302081 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.302596 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 10 00:41:29.302924 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.303849 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.304397 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 10 00:41:29.305340 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: external_net.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.306257 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.306776 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: external-net Aug 10 00:41:29.307107 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: extra_dhcp_opt.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.308026 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.308577 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: extra_dhcp_opt Aug 10 00:41:29.308910 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: extraroute.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.309834 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.310349 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: extraroute Aug 10 00:41:29.310685 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: extraroute_atomic.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.311726 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.312272 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: extraroute-atomic Aug 10 00:41:29.312606 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: filter_validation.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.313283 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.313795 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: filter-validation Aug 10 00:41:29.314124 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: fip_pf_description.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.315045 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.315557 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 10 00:41:29.315883 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: fip_port_details.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.316844 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.317361 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: fip-port-details Aug 10 00:41:29.317690 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: flavors.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.318924 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.319449 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: flavors Aug 10 00:41:29.319784 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.321503 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.322026 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 10 00:41:29.322365 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: floatingip_pools.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.323076 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.323597 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: floatingip-pools Aug 10 00:41:29.323930 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: ip_allocation.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.324903 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.325417 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extension ip_allocation not supported by any of loaded plugins Aug 10 00:41:29.325752 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.326685 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.327203 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: ip-substring-filtering Aug 10 00:41:29.327537 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: l2_adjacency.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.328510 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.329023 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 10 00:41:29.329355 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: l3.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.330463 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.330994 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: router Aug 10 00:41:29.331331 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: l3_conntrack_helper.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.333583 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.334111 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 10 00:41:29.334450 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.335386 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.335954 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: ext-gw-mode Aug 10 00:41:29.336324 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.337280 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.337796 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: l3-ha Aug 10 00:41:29.338127 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: l3_flavors.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.339059 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.339571 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: l3-flavors Aug 10 00:41:29.339902 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.340873 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.341391 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 10 00:41:29.341724 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: l3agentscheduler.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.342772 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.343288 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: l3_agent_scheduler Aug 10 00:41:29.343622 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: logging.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.345145 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.345680 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extension logging not supported by any of loaded plugins Aug 10 00:41:29.346018 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: metering.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.346767 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.347355 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: metering Aug 10 00:41:29.347690 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.348818 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.349343 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: metering_source_and_destination_fields Aug 10 00:41:29.349677 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: multiprovidernet.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.350622 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.351142 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: multi-provider Aug 10 00:41:29.351987 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: netmtu.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.352941 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.353459 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: net-mtu Aug 10 00:41:29.353788 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: netmtu_writable.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.354708 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.355225 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: net-mtu-writable Aug 10 00:41:29.355554 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: network_availability_zone.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.356260 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.356775 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: network_availability_zone Aug 10 00:41:29.357101 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: network_ip_availability.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.358196 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.358719 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: network-ip-availability Aug 10 00:41:29.359050 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: network_segment_range.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.359822 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.360376 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extension network-segment-range not supported by any of loaded plugins Aug 10 00:41:29.360705 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: pagination.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.361699 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.362037 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: pagination Aug 10 00:41:29.362368 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: port_device_profile.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.363279 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.363802 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: port-device-profile Aug 10 00:41:29.364133 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.365083 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.365600 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: port-mac-address-regenerate Aug 10 00:41:29.365933 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.366849 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.367946 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: port-numa-affinity-policy Aug 10 00:41:29.368304 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: port_resource_request.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.369235 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.369755 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extension port-resource-request not supported by any of loaded plugins Aug 10 00:41:29.370084 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: portbindings.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.371022 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.371538 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: binding Aug 10 00:41:29.371868 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: portbindings_extended.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.373284 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.373815 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: binding-extended Aug 10 00:41:29.374155 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: portsecurity.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.375094 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.375619 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: port-security Aug 10 00:41:29.375958 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: project_id.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.376987 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.377328 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: project-id Aug 10 00:41:29.377658 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: providernet.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.378600 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.379126 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: provider Aug 10 00:41:29.379455 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: qos.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.382930 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.383459 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extension qos not supported by any of loaded plugins Aug 10 00:41:29.383801 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.385080 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.385606 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 10 00:41:29.386010 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.386877 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.387395 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 10 00:41:29.387731 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: qos_default.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.388676 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.389197 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extension qos-default not supported by any of loaded plugins Aug 10 00:41:29.389531 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: qos_fip.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.390194 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.390702 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extension qos-fip not supported by any of loaded plugins Aug 10 00:41:29.391035 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: qos_gateway_ip.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.391970 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.392522 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 10 00:41:29.392854 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: qos_port_network_policy.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.393778 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.394291 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 10 00:41:29.394628 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: qos_pps_rule.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.395807 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.396372 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extension qos-pps not supported by any of loaded plugins Aug 10 00:41:29.396710 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: qos_rule_type_details.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.397644 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.398166 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 10 00:41:29.399011 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: qos_rules_alias.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.400056 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.400615 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 10 00:41:29.400950 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: quotasv2.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.401875 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.402212 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: quotas Aug 10 00:41:29.402544 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: quotasv2_detail.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.405813 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.406170 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: quota_details Aug 10 00:41:29.406511 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: rbac.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.407769 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.408343 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: rbac-policies Aug 10 00:41:29.408687 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: rbac_address_group.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.409635 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.410163 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: rbac-address-group Aug 10 00:41:29.410501 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: rbac_address_scope.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.411439 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.411959 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: rbac-address-scope Aug 10 00:41:29.412343 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: rbac_security_groups.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.413280 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.413801 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: rbac-security-groups Aug 10 00:41:29.414678 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: rbac_subnetpool.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.415604 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.416123 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: rbac-subnetpool Aug 10 00:41:29.416481 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: revisionifmatch.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.417418 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.417941 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: revision-if-match Aug 10 00:41:29.418274 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: revisions.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.419396 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.419914 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: standard-attr-revisions Aug 10 00:41:29.420275 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: router_availability_zone.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.420963 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.421485 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: router_availability_zone Aug 10 00:41:29.421815 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: routerservicetype.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.422750 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.423265 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extension router-service-type not supported by any of loaded plugins Aug 10 00:41:29.423595 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.424566 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.425087 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: security-groups-normalized-cidr Aug 10 00:41:29.425418 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: security_groups_port_filtering.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.426347 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.426867 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: port-security-groups-filtering Aug 10 00:41:29.427199 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.428133 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.428685 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: security-groups-remote-address-group Aug 10 00:41:29.429021 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: securitygroup.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.438581 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.439123 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: security-group Aug 10 00:41:29.439467 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: segment.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.440295 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.440816 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extension segment not supported by any of loaded plugins Aug 10 00:41:29.441152 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.442106 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.442629 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 10 00:41:29.442967 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: servicetype.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.444209 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.444744 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: service-type Aug 10 00:41:29.445082 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: sorting.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.446107 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.446447 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: sorting Aug 10 00:41:29.446778 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: standard_attr_segment.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.447702 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.448250 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 10 00:41:29.448585 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: standardattrdescription.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.449243 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.449757 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: standard-attr-description Aug 10 00:41:29.450085 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: stateful_security_group.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.451039 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.451566 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: stateful-security-group Aug 10 00:41:29.451898 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: stdattrs_common.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.452523 n-d-766726-26 neutron-server[105717]: WARNING neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 10 00:41:29.452856 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.453805 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.454330 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 10 00:41:29.454663 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: subnet_onboard.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.455740 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.456300 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: subnet_onboard Aug 10 00:41:29.456640 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.457584 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.458106 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 10 00:41:29.458442 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: subnet_service_types.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.459388 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.459912 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: subnet-service-types Aug 10 00:41:29.460282 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: subnetallocation.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.461900 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.462424 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: subnet_allocation Aug 10 00:41:29.462761 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.463438 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.463955 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: subnetpool-prefix-ops Aug 10 00:41:29.464323 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.465272 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.465788 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 10 00:41:29.466120 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: tagging.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.467180 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.467707 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: standard-attr-tag Aug 10 00:41:29.468040 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: timestamp.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.469293 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.469819 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loaded extension: standard-attr-timestamp Aug 10 00:41:29.470152 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: trunk.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.471198 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.471725 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extension trunk not supported by any of loaded plugins Aug 10 00:41:29.472068 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: trunk_details.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.473033 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.473562 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extension trunk-details not supported by any of loaded plugins Aug 10 00:41:29.473897 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: uplink_status_propagation.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.474834 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.475361 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 10 00:41:29.475696 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Loading extension file: vlantransparent.py {{(pid=105717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:41:29.476497 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:41:29.477519 n-d-766726-26 neutron-server[105717]: INFO neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 10 00:41:29.479941 n-d-766726-26 neutron-server[105717]: INFO neutron.quota.resource_registry [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Creating instance of TrackedResource for resource:network Aug 10 00:41:29.480498 n-d-766726-26 neutron-server[105717]: INFO neutron.quota.resource_registry [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Creating instance of TrackedResource for resource:subnet Aug 10 00:41:29.480908 n-d-766726-26 neutron-server[105717]: INFO neutron.quota.resource_registry [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 00:41:29.481312 n-d-766726-26 neutron-server[105717]: INFO neutron.quota.resource_registry [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Creating instance of TrackedResource for resource:port Aug 10 00:41:29.482539 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.v2.resource_helper [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 00:41:29.483003 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.v2.resource_helper [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Service FLAVORS assigned prefix: {{(pid=105717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 00:41:29.483648 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.v2.resource_helper [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 00:41:29.484082 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.v2.resource_helper [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 00:41:29.484456 n-d-766726-26 neutron-server[105717]: INFO neutron.quota.resource_registry [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Creating instance of TrackedResource for resource:router Aug 10 00:41:29.484910 n-d-766726-26 neutron-server[105717]: INFO neutron.quota.resource_registry [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Creating instance of TrackedResource for resource:floatingip Aug 10 00:41:29.485407 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.v2.resource_helper [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Service METERING assigned prefix: /metering {{(pid=105717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 00:41:29.486812 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.487191 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.487553 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:41:29.488557 n-d-766726-26 neutron-server[105717]: INFO neutron.quota.resource_registry [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 00:41:29.489023 n-d-766726-26 neutron-server[105717]: INFO neutron.quota.resource_registry [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Creating instance of TrackedResource for resource:security_group Aug 10 00:41:29.489469 n-d-766726-26 neutron-server[105717]: INFO neutron.quota.resource_registry [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 00:41:29.491105 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.v2.resource_helper [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Service CORE assigned prefix: {{(pid=105717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 00:41:29.491466 n-d-766726-26 neutron-server[105717]: INFO neutron.quota.resource_registry [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 00:41:29.491830 n-d-766726-26 neutron-server[105717]: WARNING neutron.quota.resource_registry [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] subnetpool is already registered Aug 10 00:41:29.492357 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.v2.resource_helper [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Service CORE assigned prefix: {{(pid=105717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 00:41:29.492700 n-d-766726-26 neutron-server[105717]: INFO neutron.quota.resource_registry [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 00:41:29.493043 n-d-766726-26 neutron-server[105717]: WARNING neutron.quota.resource_registry [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] subnetpool is already registered Aug 10 00:41:29.495324 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.v2.resource_helper [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 00:41:29.495767 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.v2.resource_helper [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Service FLAVORS assigned prefix: {{(pid=105717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 00:41:29.496399 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.v2.resource_helper [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 00:41:29.496834 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.v2.resource_helper [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 00:41:29.497173 n-d-766726-26 neutron-server[105717]: INFO neutron.quota.resource_registry [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Creating instance of TrackedResource for resource:router Aug 10 00:41:29.497524 n-d-766726-26 neutron-server[105717]: WARNING neutron.quota.resource_registry [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] router is already registered Aug 10 00:41:29.497944 n-d-766726-26 neutron-server[105717]: INFO neutron.quota.resource_registry [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Creating instance of TrackedResource for resource:floatingip Aug 10 00:41:29.498290 n-d-766726-26 neutron-server[105717]: WARNING neutron.quota.resource_registry [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] floatingip is already registered Aug 10 00:41:29.498754 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.v2.resource_helper [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Service METERING assigned prefix: /metering {{(pid=105717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 00:41:29.499430 n-d-766726-26 neutron-server[105717]: INFO neutron.quota.resource_registry [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 00:41:29.499767 n-d-766726-26 neutron-server[105717]: WARNING neutron.quota.resource_registry [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] rbac_policy is already registered Aug 10 00:41:29.500208 n-d-766726-26 neutron-server[105717]: INFO neutron.quota.resource_registry [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Creating instance of TrackedResource for resource:security_group Aug 10 00:41:29.500549 n-d-766726-26 neutron-server[105717]: WARNING neutron.quota.resource_registry [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] security_group is already registered Aug 10 00:41:29.500959 n-d-766726-26 neutron-server[105717]: INFO neutron.quota.resource_registry [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 00:41:29.501300 n-d-766726-26 neutron-server[105717]: WARNING neutron.quota.resource_registry [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] security_group_rule is already registered Aug 10 00:41:29.501947 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.v2.resource_helper [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Service CORE assigned prefix: {{(pid=105717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 00:41:29.502281 n-d-766726-26 neutron-server[105717]: INFO neutron.quota.resource_registry [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 00:41:29.502622 n-d-766726-26 neutron-server[105717]: WARNING neutron.quota.resource_registry [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] subnetpool is already registered Aug 10 00:41:29.503061 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.v2.resource_helper [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Service CORE assigned prefix: {{(pid=105717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 00:41:29.503391 n-d-766726-26 neutron-server[105717]: INFO neutron.quota.resource_registry [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 00:41:29.503729 n-d-766726-26 neutron-server[105717]: WARNING neutron.quota.resource_registry [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] subnetpool is already registered Aug 10 00:41:29.504270 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: extensions {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.505707 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: address-groups {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.507195 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: address-scopes {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.508588 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: agents {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.509758 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: auto-allocated-topology {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.511021 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: availability_zones {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.512290 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: dhcp-networks {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.513821 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: dhcp-agents {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.515244 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: routers {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.517024 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: flavors {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.518283 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: service_profiles {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.519505 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: next_providers {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.520976 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: service_profiles {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.522536 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: floatingip-pools {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.524322 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: routers {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.526052 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: floatingips {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.527330 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: l3-routers {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.529064 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: l3-agents {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.530477 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: metering-labels {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.531757 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: metering-label-rules {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.533182 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: network-ip-availabilities {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.534441 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: bindings {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.535992 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: quotas {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.537582 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: quotas {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.539574 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: rbac-policies {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.540821 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: security-groups {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.542133 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: security-group-rules {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.543386 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: service-providers {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.544648 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: subnetpools {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.545997 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: subnetpools {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.547553 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: tags {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.549309 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: tags {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.551130 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: tags {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.552986 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: tags {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.554772 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: tags {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.557773 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: tags {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.559481 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: tags {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.561359 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: tags {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.563282 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: tags {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.565086 n-d-766726-26 neutron-server[105717]: DEBUG neutron.api.extensions [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Extended resource: tags {{(pid=105717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:41:29.571035 n-d-766726-26 neutron-server[105717]: WARNING keystonemiddleware.auth_token [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 10 00:41:29.575534 n-d-766726-26 neutron-server[105717]: WARNING keystonemiddleware.auth_token [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 10 00:41:29.583774 n-d-766726-26 neutron-server[105717]: DEBUG oslo_concurrency.lockutils [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Acquired lock "singleton_lock" {{(pid=105717) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 10 00:41:29.584277 n-d-766726-26 neutron-server[105717]: DEBUG oslo_concurrency.lockutils [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Releasing lock "singleton_lock" {{(pid=105717) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 10 00:41:29.584924 n-d-766726-26 neutron-server[105717]: INFO oslo_service.service [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Starting 2 workers Aug 10 00:41:29.590255 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Started child 105826 {{(pid=105717) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 00:41:29.594748 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Started child 105827 {{(pid=105717) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 00:41:29.595672 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:29.596339 n-d-766726-26 neutron-server[105717]: INFO neutron.service [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 10 00:41:29.596934 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Notify callbacks [] for process, before_spawn {{(pid=105717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:29.597184 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [-] (105826) wsgi starting up on http://0.0.0.0:9696 Aug 10 00:41:29.599371 n-d-766726-26 neutron-server[105717]: INFO oslo_service.service [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Starting 1 workers Aug 10 00:41:29.599489 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:29.600870 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [-] (105827) wsgi starting up on http://0.0.0.0:9696 Aug 10 00:41:29.605237 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Started child 105828 {{(pid=105717) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 00:41:29.605789 n-d-766726-26 neutron-server[105717]: INFO oslo_service.service [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Starting 1 workers Aug 10 00:41:29.608767 n-d-766726-26 neutron-server[105828]: DEBUG neutron.service [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] calling RpcWorker wait() {{(pid=105828) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 10 00:41:29.609256 n-d-766726-26 neutron-server[105828]: DEBUG neutron.service [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] returning from RpcWorker wait() {{(pid=105828) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 10 00:41:29.610365 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Started child 105829 {{(pid=105717) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 00:41:29.610543 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:29.611003 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:41:29.611227 n-d-766726-26 neutron-server[105717]: DEBUG neutron_lib.callbacks.manager [None req-2a01278b-acfa-47c1-843e-298657da7c26 None None] Notify callbacks [] for process, after_spawn {{(pid=105717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:29.613107 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105717) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 00:41:29.613336 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 00:41:29.613527 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 00:41:29.613755 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 00:41:29.614093 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 00:41:29.614261 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 00:41:29.614762 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.615041 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.615290 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:29.615767 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.618571 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.618571 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.618571 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.618571 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.618571 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.618571 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.618571 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.618571 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.619140 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.619140 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.620319 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.620888 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.621190 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.621472 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.621774 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.621973 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.622267 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.622560 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.622828 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.623152 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] debug = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.623407 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.623906 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.624194 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.624456 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.624708 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.624995 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.625232 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.625497 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.625764 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.626015 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.626260 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.626541 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.626790 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.627018 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.627274 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.627526 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.627753 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.628267 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] host = n-d-766726-26 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.628538 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.628764 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.629000 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.629271 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.629532 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.629920 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.630186 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.630436 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.630696 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.630947 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.631208 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.631470 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.631693 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.631931 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] log_file = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.632086 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] log_options = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.632377 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.632663 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.632907 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.633272 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.633442 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.633582 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.633753 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.633928 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.634178 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.634399 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.634620 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.634861 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.635086 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.635306 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.635553 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.635803 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.636049 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.636316 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.636568 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.636822 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.637054 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.637291 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.637517 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.637738 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.637960 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.638185 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.638414 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.638632 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.638849 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.639111 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.639350 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.639611 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.639958 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.640238 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.640476 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.640712 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.640965 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.641231 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.641466 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.641724 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.641982 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.642222 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.642485 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.642723 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.642959 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.643176 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] use_json = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.643928 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.643928 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.644220 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.644376 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.644554 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.644801 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.645141 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.645355 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.645695 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.646011 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.646270 n-d-766726-26 neutron-server[105829]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:41:29.646400 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.646575 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.646844 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.647081 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.647312 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.647607 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.647961 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.648068 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.648863 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.649094 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.649386 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.649950 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.650061 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.651381 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.651381 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.651381 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.651381 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.651381 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.651747 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.651874 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.653141 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.653141 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.653141 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.653408 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.653522 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.653788 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.654040 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.654263 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.654484 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.654707 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.654998 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.655227 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.656020 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.656020 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.656020 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.656428 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.656428 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.656662 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.659480 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.659480 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.659480 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.659480 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.659480 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.659480 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.659480 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.659480 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.659480 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.660511 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.660511 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.660511 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.660511 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.660511 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.660861 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.660985 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.661929 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.665916 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.666183 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.666442 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.666730 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.667016 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.667298 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.667538 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.667783 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.668041 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.675572 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.675865 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.676141 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.676425 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.676703 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.676951 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.677199 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.677468 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.677726 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.677971 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.678206 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.678439 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.678697 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.678953 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.679208 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.679826 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.679826 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.680016 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.680479 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.680842 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.681117 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.682642 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.683055 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.683325 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.683578 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.683841 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.684242 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.684534 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.684806 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.685090 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.685361 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.685611 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.685867 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.686117 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.686380 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.686616 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.686883 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.687139 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.687455 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.687831 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.688118 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.688430 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.688682 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.688973 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.689304 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.689632 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.690544 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.690848 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.691114 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.691878 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.694019 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.694363 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.694645 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.694916 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.695196 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.695471 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.695736 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.696007 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.697128 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.697402 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.697643 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.697946 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.698161 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.698523 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.699073 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.699340 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.699957 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.700516 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.700810 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.701073 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.701390 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.701675 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.701965 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.702273 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.702535 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.702805 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.703103 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.703353 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.703586 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.703848 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.704122 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.704693 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.705549 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.706808 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.707085 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.707587 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.707856 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.708129 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.708411 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.708650 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.708897 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.709132 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.709385 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.709662 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.709890 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.710124 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.710374 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.710630 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.711320 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.711550 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.711773 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.712034 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.712303 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.712619 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.712886 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.713132 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.713386 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.713621 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.713895 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.714120 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.714377 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.714609 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.714833 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.715081 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.715311 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.715558 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.715782 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.716019 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.716273 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.716517 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.717776 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.717973 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.718201 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.718493 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.718782 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.719026 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.719299 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.719558 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.719816 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.720053 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.720338 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.720573 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.720845 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.721083 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.721353 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.721601 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.721842 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.722066 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.722292 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.722519 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.722818 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.723079 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.723317 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.723581 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.723827 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.724048 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.724375 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.725768 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.726109 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.726270 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.727053 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.727325 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.727586 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.727816 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.728205 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.728321 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.728568 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.728752 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.728969 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.729184 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.729410 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.729640 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.729873 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.730092 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.730367 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.730629 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.730843 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.731071 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.731288 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.731526 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.731756 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.731968 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.732225 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.732448 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.732683 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.732912 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.733195 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.733542 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.733768 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.734072 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.734308 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.734560 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.734809 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.735108 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.735351 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.735608 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.735845 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.736093 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.736380 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.736641 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.736974 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.737258 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.737531 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.737787 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.738058 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.738342 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.738605 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.738826 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.739122 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.739452 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.739741 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.740009 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.740265 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.740509 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.740757 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.740982 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.741220 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.741462 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.741683 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.741930 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.742207 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.742299 n-d-766726-26 neutron-server[105828]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:41:29.742443 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.742694 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.742925 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.743162 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.743393 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.743627 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.743851 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.744070 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.744254 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 00:41:29.744770 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105717) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 00:41:29.744934 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 00:41:29.745091 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 00:41:29.745263 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 00:41:29.745434 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 00:41:29.745587 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 00:41:29.745795 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.745959 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.746121 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.746282 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.746444 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.746625 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.746789 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.746949 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.747113 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.747273 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.747434 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.747593 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.747754 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.747913 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.748073 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.748258 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.748421 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.748581 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.748748 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.748908 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.749070 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.749230 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.749389 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] debug = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.749550 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.749755 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.749922 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.750081 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.750252 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.750388 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.750548 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.750707 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.750866 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.751025 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.751186 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.751345 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.751504 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.751663 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.751821 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.751981 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.752140 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.752327 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] host = n-d-766726-26 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.752486 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.752644 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.752803 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.752961 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.753121 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.753280 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.753440 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.753599 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.753758 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.753916 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.754076 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.754235 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.754445 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.754552 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] log_file = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.755532 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] log_options = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.755532 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.755532 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.755532 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.755532 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.755532 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.755937 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.755937 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.755937 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.756164 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.756279 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.756413 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.756591 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.756764 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.756871 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.757035 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.757191 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.757390 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.757488 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.758164 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.758333 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.758476 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.758641 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.759583 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.759583 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.759583 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.759583 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.759583 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.759583 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.760060 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.760060 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.760060 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.760309 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.760309 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.760458 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.760606 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.760775 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.760926 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.761089 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.761250 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.761527 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.761632 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.761703 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.761861 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.762067 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.762207 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.762336 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] use_json = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.762465 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.762648 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.762779 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.762918 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.763080 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.763250 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.763398 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.763539 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:41:29.763701 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.763869 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.764027 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.764207 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.764441 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.764604 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.764765 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.764911 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.765078 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.765236 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.765384 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.765547 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.765735 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.765889 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.766028 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.766182 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.766346 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.766495 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.766658 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.766805 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.766970 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.767131 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.767325 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.767532 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.767680 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.767849 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.768010 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.768172 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.768172 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.768650 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.768650 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.768914 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.769064 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.769205 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.769980 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.769980 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.769980 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.769980 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.769980 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.770689 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.770689 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.770689 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.770689 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.770689 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.771427 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.771427 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.771427 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.771427 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.771427 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.772044 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.772044 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.772044 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.772044 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.772508 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.772508 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.772508 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.772718 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.772797 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.772916 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.773079 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.773260 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.773956 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.774118 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.774281 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.774443 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.774605 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.774767 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.774928 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.775090 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.775251 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.775413 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.775575 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.775737 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.775898 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.776059 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.776241 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.776405 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.776568 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.776730 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.776893 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.777055 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.777216 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.777378 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.777544 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.777714 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.778162 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.778326 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.778487 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.778647 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.778808 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.778970 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.779131 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.779292 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.779453 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.779615 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.779776 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.779937 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.780101 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.780284 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.780445 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.780608 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.780769 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.780930 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.781090 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.781253 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.781472 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.781574 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.781720 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.781879 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.782040 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.782202 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.782372 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.782532 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.782696 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.782857 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.783027 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.783198 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.783361 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.783525 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.783689 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.785056 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.785056 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.785056 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.785056 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.785056 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.785056 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.785056 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.785056 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.786124 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.786124 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.786124 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.786124 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.786124 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.786124 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.786124 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.786124 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.786670 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.786670 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.786670 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.786930 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.786930 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.787477 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.787477 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.787477 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.787477 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.789155 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.789155 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.789155 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.789155 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.789155 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.789155 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.789155 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.789155 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.790120 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.790120 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.790120 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.790120 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.790120 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.790120 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.790120 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.790120 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.790675 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.790675 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.790675 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.790675 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.790675 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.791906 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.791906 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.791906 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.791906 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.791906 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.791906 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.791906 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.791906 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.792791 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.792791 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.792791 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.792791 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.792791 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.793151 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.793151 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.793151 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.793362 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.793442 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.793581 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.793744 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.793906 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.794081 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.794242 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.794432 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.794567 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.794717 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.794878 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.795041 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.795202 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.795363 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.795524 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.795685 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.795849 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.796012 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.796174 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.796365 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.796549 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.796756 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.796844 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.796990 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.797164 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.797327 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.797494 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.797656 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.797818 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.797978 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.798151 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.798313 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.798474 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.798862 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.798862 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.799013 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.799094 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.799242 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.799473 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.799607 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.799738 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.799903 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.800339 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.800339 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.800502 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.800583 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.800694 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.800855 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.801026 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.801187 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.801544 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.801544 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.801847 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.801847 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.802073 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.802197 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.802282 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.802443 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.802573 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.802700 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.803040 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.803040 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.803199 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.803315 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.803475 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.803637 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.803797 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.803970 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.804132 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.804319 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.804480 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.804666 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.804827 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.804991 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.805157 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.805327 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.805497 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.805659 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.805829 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.805999 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.806169 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.806330 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.806500 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.806673 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.806835 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.806998 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.807159 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.807320 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.807486 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.807647 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.807809 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.807969 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.808132 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.808316 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.808477 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.808639 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.808801 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.808963 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.809124 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.809285 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.809446 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.809608 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.809769 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:41:29.809922 n-d-766726-26 neutron-server[105717]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 00:41:30.044375 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 55256) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:41:30.052875 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061893 Aug 10 00:41:41.268996 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49874c1-d293-480f-b02e-b0cac9467bca None None] get_active_networks_info from n-d-766726-26 {{(pid=105828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 00:41:41.388368 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49874c1-d293-480f-b02e-b0cac9467bca None None] No non-hosted networks {{(pid=105828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 10 00:41:41.428345 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fb782179-a8c8-4021-b272-9a48dea1ea2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8232445'] for agent, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:41.433982 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.agentschedulers_db [None req-b49874c1-d293-480f-b02e-b0cac9467bca None None] DHCP Agent not found on host n-d-766726-26 {{(pid=105828) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 10 00:41:43.739889 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e135595f-f598-4dca-a9c4-95f822fc85b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8232445'] for agent, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:43.805406 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e4f1f3e0-7a1f-4e1e-b0a1-d46b01a5eced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:44.330497 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8232445'] for agent, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:44.331106 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:44.331454 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:44.332502 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:44.334035 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:44.336992 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:44.336992 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:44.337312 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:44.337622 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:44.337903 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:44.338245 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:44.338587 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:44.341253 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:44.342244 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-766726-26', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:41:44.348156 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-766726-26', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:41:44.963270 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8232445'] for agent, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:46.098412 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8232445'] for agent, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:47.384308 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 55348) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:41:47.868865 n-d-766726-26 neutron-server[105827]: WARNING oslo_policy.policy [None req-3f446a49-3d3a-424d-a25b-2d784a023fdd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 00:41:47.869470 n-d-766726-26 neutron-server[105827]: WARNING oslo_policy.policy [None req-3f446a49-3d3a-424d-a25b-2d784a023fdd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 00:41:48.087406 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [None req-3f446a49-3d3a-424d-a25b-2d784a023fdd admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:41:48.096953 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3f446a49-3d3a-424d-a25b-2d784a023fdd admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7031162 Aug 10 00:41:49.032807 n-d-766726-26 neutron-server[105828]: INFO neutron.db.l3_hamode_db [None req-f1912f23-ca67-4f23-aa85-394ce02d8c3b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 10 00:41:49.108143 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1912f23-ca67-4f23-aa85-394ce02d8c3b None None] Routers set() bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:41:49.108568 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1912f23-ca67-4f23-aa85-394ce02d8c3b None None] Router IDs set() for agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 00:41:50.399103 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 55362) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:41:50.704284 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-2ceda3b7-4af7-48f2-8776-35c1ec377599 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:41:50.797901 n-d-766726-26 neutron-server[105827]: DEBUG neutron.policy [None req-2ceda3b7-4af7-48f2-8776-35c1ec377599 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105827) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 00:41:50.842683 n-d-766726-26 neutron-server[105827]: WARNING oslo_policy.policy [None req-2ceda3b7-4af7-48f2-8776-35c1ec377599 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 00:41:50.843057 n-d-766726-26 neutron-server[105827]: WARNING oslo_policy.policy [None req-2ceda3b7-4af7-48f2-8776-35c1ec377599 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 00:41:50.851498 n-d-766726-26 neutron-server[105827]: INFO neutron.quota [None req-2ceda3b7-4af7-48f2-8776-35c1ec377599 admin admin] Loaded quota_driver: . Aug 10 00:41:50.942493 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2ceda3b7-4af7-48f2-8776-35c1ec377599 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753871759954', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753871758343', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753871755280', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753871753797', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753871939520', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753871725365', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-740964', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-800323', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8353947', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8289237'] for rbac-policy, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:51.005457 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2ceda3b7-4af7-48f2-8776-35c1ec377599 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:51.007383 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2ceda3b7-4af7-48f2-8776-35c1ec377599 admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6067848 Aug 10 00:41:53.529640 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 55374) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:41:53.820342 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-302caf21-336a-4b0b-98e5-be9991f59ef9 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': 'b4c162cdd20444f8bb024d550847372a', 'project_id': 'b4c162cdd20444f8bb024d550847372a'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:41:53.848476 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302caf21-336a-4b0b-98e5-be9991f59ef9 admin admin] Made reservation on behalf of b4c162cdd20444f8bb024d550847372a for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:41:53.851355 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-302caf21-336a-4b0b-98e5-be9991f59ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:53.867413 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-302caf21-336a-4b0b-98e5-be9991f59ef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:53.988413 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-302caf21-336a-4b0b-98e5-be9991f59ef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:53.991857 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-302caf21-336a-4b0b-98e5-be9991f59ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:54.011438 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-302caf21-336a-4b0b-98e5-be9991f59ef9 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:41:54.040585 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-302caf21-336a-4b0b-98e5-be9991f59ef9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753869339495', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:54.041172 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-302caf21-336a-4b0b-98e5-be9991f59ef9 admin admin] Unsubscribe: segment precommit_create {{(pid=105827) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 00:41:54.041681 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-302caf21-336a-4b0b-98e5-be9991f59ef9 admin admin] Added segment 4cd8635a-bbe9-46d9-9d0a-9da1fdc9c69a of type vlan for network 7c070ee5-e1ea-4319-b05e-894e78b0e0c9 Aug 10 00:41:54.059939 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302caf21-336a-4b0b-98e5-be9991f59ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5d70a0-1878-4b03-8c92-d143f9dbc232,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:41:54.113577 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302caf21-336a-4b0b-98e5-be9991f59ef9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:54.113978 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302caf21-336a-4b0b-98e5-be9991f59ef9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:54.114399 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302caf21-336a-4b0b-98e5-be9991f59ef9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:54.114775 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302caf21-336a-4b0b-98e5-be9991f59ef9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:54.115143 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302caf21-336a-4b0b-98e5-be9991f59ef9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:54.115538 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302caf21-336a-4b0b-98e5-be9991f59ef9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:54.115974 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302caf21-336a-4b0b-98e5-be9991f59ef9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:54.116905 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302caf21-336a-4b0b-98e5-be9991f59ef9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:54.117325 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302caf21-336a-4b0b-98e5-be9991f59ef9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:54.117793 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302caf21-336a-4b0b-98e5-be9991f59ef9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:54.118212 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302caf21-336a-4b0b-98e5-be9991f59ef9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:54.118602 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302caf21-336a-4b0b-98e5-be9991f59ef9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:54.119906 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302caf21-336a-4b0b-98e5-be9991f59ef9 admin admin] Tracked resource versions report: Aug 10 00:41:54.119906 n-d-766726-26 neutron-server[105827]: pushed versions: Aug 10 00:41:54.119906 n-d-766726-26 neutron-server[105827]: { 'AddressGroup': {'1.2'}, Aug 10 00:41:54.119906 n-d-766726-26 neutron-server[105827]: 'ConntrackHelper': {'1.0'}, Aug 10 00:41:54.119906 n-d-766726-26 neutron-server[105827]: 'Log': {'1.0'}, Aug 10 00:41:54.119906 n-d-766726-26 neutron-server[105827]: 'Network': {'1.1'}, Aug 10 00:41:54.119906 n-d-766726-26 neutron-server[105827]: 'Port': {'1.7'}, Aug 10 00:41:54.119906 n-d-766726-26 neutron-server[105827]: 'PortForwarding': {'1.2'}, Aug 10 00:41:54.119906 n-d-766726-26 neutron-server[105827]: 'QosPolicy': {'1.9'}, Aug 10 00:41:54.119906 n-d-766726-26 neutron-server[105827]: 'SecurityGroup': {'1.4'}, Aug 10 00:41:54.119906 n-d-766726-26 neutron-server[105827]: 'SecurityGroupRule': {'1.2'}, Aug 10 00:41:54.119906 n-d-766726-26 neutron-server[105827]: 'SubPort': {'1.0'}, Aug 10 00:41:54.119906 n-d-766726-26 neutron-server[105827]: 'Subnet': {'1.1'}, Aug 10 00:41:54.119906 n-d-766726-26 neutron-server[105827]: 'Trunk': {'1.1'}} Aug 10 00:41:54.119906 n-d-766726-26 neutron-server[105827]: consumer versions: Aug 10 00:41:54.119906 n-d-766726-26 neutron-server[105827]: { DHCP agent@n-d-766726-26: {}, Aug 10 00:41:54.119906 n-d-766726-26 neutron-server[105827]: L3 agent@n-d-766726-26: {}, Aug 10 00:41:54.119906 n-d-766726-26 neutron-server[105827]: Metadata agent@n-d-766726-26: {}, Aug 10 00:41:54.119906 n-d-766726-26 neutron-server[105827]: Metering agent@n-d-766726-26: {}, Aug 10 00:41:54.119906 n-d-766726-26 neutron-server[105827]: Open vSwitch agent@n-d-766726-26: { 'AddressGroup': '1.2', Aug 10 00:41:54.119906 n-d-766726-26 neutron-server[105827]: 'ConntrackHelper': '1.0', Aug 10 00:41:54.119906 n-d-766726-26 neutron-server[105827]: 'Log': '1.0', Aug 10 00:41:54.119906 n-d-766726-26 neutron-server[105827]: 'Network': '1.1', Aug 10 00:41:54.119906 n-d-766726-26 neutron-server[105827]: 'Port': '1.7', Aug 10 00:41:54.119906 n-d-766726-26 neutron-server[105827]: 'PortForwarding': '1.2', Aug 10 00:41:54.119906 n-d-766726-26 neutron-server[105827]: 'QosPolicy': '1.9', Aug 10 00:41:54.119906 n-d-766726-26 neutron-server[105827]: 'SecurityGroup': '1.4', Aug 10 00:41:54.119906 n-d-766726-26 neutron-server[105827]: 'SecurityGroupRule': '1.2', Aug 10 00:41:54.119906 n-d-766726-26 neutron-server[105827]: 'SubPort': '1.0', Aug 10 00:41:54.119906 n-d-766726-26 neutron-server[105827]: 'Subnet': '1.1', Aug 10 00:41:54.119906 n-d-766726-26 neutron-server[105827]: 'Trunk': '1.1'}} Aug 10 00:41:54.119906 n-d-766726-26 neutron-server[105827]: {{(pid=105827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 00:41:54.167266 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-302caf21-336a-4b0b-98e5-be9991f59ef9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:54.217866 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-302caf21-336a-4b0b-98e5-be9991f59ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:54.218930 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302caf21-336a-4b0b-98e5-be9991f59ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:41:54.219579 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-302caf21-336a-4b0b-98e5-be9991f59ef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:54.302338 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-302caf21-336a-4b0b-98e5-be9991f59ef9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7715683 Aug 10 00:41:54.316944 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302caf21-336a-4b0b-98e5-be9991f59ef9 admin admin] Pushing event updated for resources: {'Network': ['ID=7c070ee5-e1ea-4319-b05e-894e78b0e0c9,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:41:54.334942 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 7c070ee5-e1ea-4319-b05e-894e78b0e0c9 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:41:56.912702 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 55388) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:41:57.298020 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e84809-e920-4842-aede-8b11771d3815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:41:57.299366 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e3e84809-e920-4842-aede-8b11771d3815 admin admin] 10.222.0.35 "GET /v2.0/networks/7c070ee5-e1ea-4319-b05e-894e78b0e0c9 HTTP/1.1" status: 200 len: 825 time: 0.3856957 Aug 10 00:41:57.324018 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b2b56d0e-98fb-4e63-840c-ac1e464cee42 admin admin] 10.222.0.35 "GET /v2.0/subnetpools/05d065de-f025-4141-89dd-f9e739aa3625 HTTP/1.1" status: 200 len: 734 time: 0.0183349 Aug 10 00:41:57.332576 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-a8c602bb-0093-4c39-a04a-1850999a0d2a admin admin] Request body: {'subnet': {'subnetpool_id': '05d065de-f025-4141-89dd-f9e739aa3625', 'name': 'private-subnet', 'tenant_id': 'b4c162cdd20444f8bb024d550847372a', 'network_id': '7c070ee5-e1ea-4319-b05e-894e78b0e0c9', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:41:57.354865 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c602bb-0093-4c39-a04a-1850999a0d2a admin admin] Made reservation on behalf of b4c162cdd20444f8bb024d550847372a for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:41:57.357086 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a8c602bb-0093-4c39-a04a-1850999a0d2a admin admin] Notify callbacks [] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:57.655348 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a8c602bb-0093-4c39-a04a-1850999a0d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:57.720377 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c602bb-0093-4c39-a04a-1850999a0d2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=75f43367-ffbd-4962-b73a-23af7c2b8019,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:41:57.729157 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c602bb-0093-4c39-a04a-1850999a0d2a admin admin] Checking segment: {'id': '4cd8635a-bbe9-46d9-9d0a-9da1fdc9c69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7c070ee5-e1ea-4319-b05e-894e78b0e0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:41:57.729548 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c602bb-0093-4c39-a04a-1850999a0d2a admin admin] Network hostable DHCP agents. Network: 7c070ee5-e1ea-4319-b05e-894e78b0e0c9, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:41:57.750380 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c602bb-0093-4c39-a04a-1850999a0d2a admin admin] Network 7c070ee5-e1ea-4319-b05e-894e78b0e0c9 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:41:57.761146 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-a8c602bb-0093-4c39-a04a-1850999a0d2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 7c070ee5-e1ea-4319-b05e-894e78b0e0c9) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:41:57.766260 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c602bb-0093-4c39-a04a-1850999a0d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:41:57.766844 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a8c602bb-0093-4c39-a04a-1850999a0d2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:57.770705 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a83109f-9d8b-41f6-b324-78dd1d359bc2 None None] Network 7c070ee5-e1ea-4319-b05e-894e78b0e0c9 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:41:57.781695 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a8c602bb-0093-4c39-a04a-1850999a0d2a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4523671 Aug 10 00:41:58.085999 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80886a57-acae-42d2-b11d-06f48b08b57a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-7c070ee5-e1ea-4319-b05e-894e78b0e0c9', 'network_id': '7c070ee5-e1ea-4319-b05e-894e78b0e0c9', 'tenant_id': 'b4c162cdd20444f8bb024d550847372a', 'fixed_ips': [{'subnet_id': '75f43367-ffbd-4962-b73a-23af7c2b8019'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:41:58.087682 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80886a57-acae-42d2-b11d-06f48b08b57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:58.359319 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-80886a57-acae-42d2-b11d-06f48b08b57a None None] Allocated IP 172.20.0.2 (7c070ee5-e1ea-4319-b05e-894e78b0e0c9/75f43367-ffbd-4962-b73a-23af7c2b8019/2690d3f7-aff2-49a4-a652-4d21f674ae40) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:41:58.556882 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80886a57-acae-42d2-b11d-06f48b08b57a None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:58.598956 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-80886a57-acae-42d2-b11d-06f48b08b57a None None] Transition to ACTIVE for port object 2690d3f7-aff2-49a4-a652-4d21f674ae40 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:41:58.621784 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-80886a57-acae-42d2-b11d-06f48b08b57a None None] Transition to ACTIVE for port object 2690d3f7-aff2-49a4-a652-4d21f674ae40 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:41:58.630657 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80886a57-acae-42d2-b11d-06f48b08b57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:58.698291 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80886a57-acae-42d2-b11d-06f48b08b57a None None] Network 7c070ee5-e1ea-4319-b05e-894e78b0e0c9 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:41:58.708799 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-80886a57-acae-42d2-b11d-06f48b08b57a None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:41:58.714504 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80886a57-acae-42d2-b11d-06f48b08b57a None None] Pushing event updated for resources: {'Port': ['ID=2690d3f7-aff2-49a4-a652-4d21f674ae40,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:41:58.716672 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80886a57-acae-42d2-b11d-06f48b08b57a None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:41:58.726747 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80886a57-acae-42d2-b11d-06f48b08b57a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:58.727104 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80886a57-acae-42d2-b11d-06f48b08b57a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:58.727457 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80886a57-acae-42d2-b11d-06f48b08b57a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:58.727807 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80886a57-acae-42d2-b11d-06f48b08b57a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:58.728159 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80886a57-acae-42d2-b11d-06f48b08b57a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:58.728527 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80886a57-acae-42d2-b11d-06f48b08b57a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:58.728865 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80886a57-acae-42d2-b11d-06f48b08b57a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:58.729225 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80886a57-acae-42d2-b11d-06f48b08b57a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:58.729557 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80886a57-acae-42d2-b11d-06f48b08b57a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:58.729892 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80886a57-acae-42d2-b11d-06f48b08b57a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:58.730225 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80886a57-acae-42d2-b11d-06f48b08b57a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:58.730554 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80886a57-acae-42d2-b11d-06f48b08b57a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:58.731694 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80886a57-acae-42d2-b11d-06f48b08b57a None None] Tracked resource versions report: Aug 10 00:41:58.731694 n-d-766726-26 neutron-server[105828]: pushed versions: Aug 10 00:41:58.731694 n-d-766726-26 neutron-server[105828]: { 'AddressGroup': {'1.2'}, Aug 10 00:41:58.731694 n-d-766726-26 neutron-server[105828]: 'ConntrackHelper': {'1.0'}, Aug 10 00:41:58.731694 n-d-766726-26 neutron-server[105828]: 'Log': {'1.0'}, Aug 10 00:41:58.731694 n-d-766726-26 neutron-server[105828]: 'Network': {'1.1'}, Aug 10 00:41:58.731694 n-d-766726-26 neutron-server[105828]: 'Port': {'1.7'}, Aug 10 00:41:58.731694 n-d-766726-26 neutron-server[105828]: 'PortForwarding': {'1.2'}, Aug 10 00:41:58.731694 n-d-766726-26 neutron-server[105828]: 'QosPolicy': {'1.9'}, Aug 10 00:41:58.731694 n-d-766726-26 neutron-server[105828]: 'SecurityGroup': {'1.4'}, Aug 10 00:41:58.731694 n-d-766726-26 neutron-server[105828]: 'SecurityGroupRule': {'1.2'}, Aug 10 00:41:58.731694 n-d-766726-26 neutron-server[105828]: 'SubPort': {'1.0'}, Aug 10 00:41:58.731694 n-d-766726-26 neutron-server[105828]: 'Subnet': {'1.1'}, Aug 10 00:41:58.731694 n-d-766726-26 neutron-server[105828]: 'Trunk': {'1.1'}} Aug 10 00:41:58.731694 n-d-766726-26 neutron-server[105828]: consumer versions: Aug 10 00:41:58.731694 n-d-766726-26 neutron-server[105828]: { DHCP agent@n-d-766726-26: {}, Aug 10 00:41:58.731694 n-d-766726-26 neutron-server[105828]: L3 agent@n-d-766726-26: {}, Aug 10 00:41:58.731694 n-d-766726-26 neutron-server[105828]: Metadata agent@n-d-766726-26: {}, Aug 10 00:41:58.731694 n-d-766726-26 neutron-server[105828]: Metering agent@n-d-766726-26: {}, Aug 10 00:41:58.731694 n-d-766726-26 neutron-server[105828]: Open vSwitch agent@n-d-766726-26: { 'AddressGroup': '1.2', Aug 10 00:41:58.731694 n-d-766726-26 neutron-server[105828]: 'ConntrackHelper': '1.0', Aug 10 00:41:58.731694 n-d-766726-26 neutron-server[105828]: 'Log': '1.0', Aug 10 00:41:58.731694 n-d-766726-26 neutron-server[105828]: 'Network': '1.1', Aug 10 00:41:58.731694 n-d-766726-26 neutron-server[105828]: 'Port': '1.7', Aug 10 00:41:58.731694 n-d-766726-26 neutron-server[105828]: 'PortForwarding': '1.2', Aug 10 00:41:58.731694 n-d-766726-26 neutron-server[105828]: 'QosPolicy': '1.9', Aug 10 00:41:58.731694 n-d-766726-26 neutron-server[105828]: 'SecurityGroup': '1.4', Aug 10 00:41:58.731694 n-d-766726-26 neutron-server[105828]: 'SecurityGroupRule': '1.2', Aug 10 00:41:58.731694 n-d-766726-26 neutron-server[105828]: 'SubPort': '1.0', Aug 10 00:41:58.731694 n-d-766726-26 neutron-server[105828]: 'Subnet': '1.1', Aug 10 00:41:58.731694 n-d-766726-26 neutron-server[105828]: 'Trunk': '1.1'}} Aug 10 00:41:58.731694 n-d-766726-26 neutron-server[105828]: {{(pid=105828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 00:41:58.803918 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-80886a57-acae-42d2-b11d-06f48b08b57a None None] Attempting to bind port 2690d3f7-aff2-49a4-a652-4d21f674ae40 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:41:58.804565 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-80886a57-acae-42d2-b11d-06f48b08b57a None None] Attempting to bind port 2690d3f7-aff2-49a4-a652-4d21f674ae40 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '4cd8635a-bbe9-46d9-9d0a-9da1fdc9c69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7c070ee5-e1ea-4319-b05e-894e78b0e0c9'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:41:58.804778 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80886a57-acae-42d2-b11d-06f48b08b57a None None] Attempting to bind port 2690d3f7-aff2-49a4-a652-4d21f674ae40 on network 7c070ee5-e1ea-4319-b05e-894e78b0e0c9 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:41:58.809586 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80886a57-acae-42d2-b11d-06f48b08b57a None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:41:58.809997 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80886a57-acae-42d2-b11d-06f48b08b57a None None] Checking segment: {'id': '4cd8635a-bbe9-46d9-9d0a-9da1fdc9c69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7c070ee5-e1ea-4319-b05e-894e78b0e0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:41:58.810479 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80886a57-acae-42d2-b11d-06f48b08b57a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:58.810895 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80886a57-acae-42d2-b11d-06f48b08b57a None None] Bound using segment: {'id': '4cd8635a-bbe9-46d9-9d0a-9da1fdc9c69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7c070ee5-e1ea-4319-b05e-894e78b0e0c9'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:41:58.811385 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-80886a57-acae-42d2-b11d-06f48b08b57a None None] Bound port: 2690d3f7-aff2-49a4-a652-4d21f674ae40, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd8635a-bbe9-46d9-9d0a-9da1fdc9c69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7c070ee5-e1ea-4319-b05e-894e78b0e0c9'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:41:58.811805 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80886a57-acae-42d2-b11d-06f48b08b57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:58.872268 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-80886a57-acae-42d2-b11d-06f48b08b57a None None] For port 2690d3f7-aff2-49a4-a652-4d21f674ae40, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:41:58.876431 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-80886a57-acae-42d2-b11d-06f48b08b57a None None] For port 2690d3f7-aff2-49a4-a652-4d21f674ae40, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=2690d3f7-aff2-49a4-a652-4d21f674ae40,segment=NetworkSegment(4cd8635a-bbe9-46d9-9d0a-9da1fdc9c69a),segment_id=4cd8635a-bbe9-46d9-9d0a-9da1fdc9c69a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:41:58.880913 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80886a57-acae-42d2-b11d-06f48b08b57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:58.946002 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80886a57-acae-42d2-b11d-06f48b08b57a None None] Pushing event updated for resources: {'Port': ['ID=2690d3f7-aff2-49a4-a652-4d21f674ae40,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:42:00.145409 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 55396) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:42:00.642056 n-d-766726-26 neutron-server[105826]: WARNING oslo_policy.policy [None req-25bc7ab8-18dd-45e9-a91d-9af0e604280b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 00:42:00.642639 n-d-766726-26 neutron-server[105826]: WARNING oslo_policy.policy [None req-25bc7ab8-18dd-45e9-a91d-9af0e604280b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 00:42:00.857883 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [None req-25bc7ab8-18dd-45e9-a91d-9af0e604280b admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:42:00.859128 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-25bc7ab8-18dd-45e9-a91d-9af0e604280b admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7111473 Aug 10 00:42:03.207220 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 55410) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:42:03.519719 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [None req-02637c27-5776-499d-aa0b-47ce3f1275b0 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:42:03.520761 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-02637c27-5776-499d-aa0b-47ce3f1275b0 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3125217 Aug 10 00:42:06.119593 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 55424) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:42:06.208968 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 2690d3f7-aff2-49a4-a652-4d21f674ae40 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:42:06.289543 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 2690d3f7-aff2-49a4-a652-4d21f674ae40 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:42:06.426651 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-7bdcbd67-bcb4-4b8c-a370-5438c03242a1 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'b4c162cdd20444f8bb024d550847372a'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:42:06.450394 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7bdcbd67-bcb4-4b8c-a370-5438c03242a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:06.451976 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7bdcbd67-bcb4-4b8c-a370-5438c03242a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:06.592467 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7bdcbd67-bcb4-4b8c-a370-5438c03242a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:06.597152 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7bdcbd67-bcb4-4b8c-a370-5438c03242a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:06.610380 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7bdcbd67-bcb4-4b8c-a370-5438c03242a1 admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:06.611617 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7bdcbd67-bcb4-4b8c-a370-5438c03242a1 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4932442 Aug 10 00:42:07.230398 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8226adf1-f1d7-4915-af66-8bae57e455ce None None] Network 7c070ee5-e1ea-4319-b05e-894e78b0e0c9 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:42:07.283827 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1c39e171-a7a2-4c52-bad7-20fcc57c2f14 None None] Provisioning for port 2690d3f7-aff2-49a4-a652-4d21f674ae40 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:42:07.292851 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1c39e171-a7a2-4c52-bad7-20fcc57c2f14 None None] Provisioning complete for port 2690d3f7-aff2-49a4-a652-4d21f674ae40 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:42:07.293259 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1c39e171-a7a2-4c52-bad7-20fcc57c2f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:07.471076 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1c39e171-a7a2-4c52-bad7-20fcc57c2f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:07.518957 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-1c39e171-a7a2-4c52-bad7-20fcc57c2f14 None None] For port 2690d3f7-aff2-49a4-a652-4d21f674ae40, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=2690d3f7-aff2-49a4-a652-4d21f674ae40,segment=NetworkSegment(4cd8635a-bbe9-46d9-9d0a-9da1fdc9c69a),segment_id=4cd8635a-bbe9-46d9-9d0a-9da1fdc9c69a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:42:07.523420 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1c39e171-a7a2-4c52-bad7-20fcc57c2f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:07.572044 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39e171-a7a2-4c52-bad7-20fcc57c2f14 None None] Pushing event updated for resources: {'Port': ['ID=2690d3f7-aff2-49a4-a652-4d21f674ae40,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:42:07.742299 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-335b12a8-8df9-429e-ac4a-88ee484d197a None None] Provisioning complete for port 2690d3f7-aff2-49a4-a652-4d21f674ae40 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:42:07.742677 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-335b12a8-8df9-429e-ac4a-88ee484d197a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:08.138537 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 2690d3f7-aff2-49a4-a652-4d21f674ae40 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:42:08.184136 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 2690d3f7-aff2-49a4-a652-4d21f674ae40 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:42:08.184546 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:08.963824 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 55432) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:42:09.271977 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [None req-56781aa6-0399-486f-9022-2aff816b7f8e admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:42:09.272981 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-56781aa6-0399-486f-9022-2aff816b7f8e admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3081386 Aug 10 00:42:11.142555 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-87c30a2d-0bdc-4bdf-ba59-09427b8b347a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:11.588206 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 55440) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:42:11.893404 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-ce516b56-6efb-4c65-88eb-5a9361fdeccd admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:42:11.895017 n-d-766726-26 neutron-server[105826]: INFO neutron.quota [None req-ce516b56-6efb-4c65-88eb-5a9361fdeccd admin admin] Loaded quota_driver: . Aug 10 00:42:11.951400 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce516b56-6efb-4c65-88eb-5a9361fdeccd admin admin] Made reservation on behalf of 3acf146378b548608f87d3159aab910b for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:42:12.017384 n-d-766726-26 neutron-server[105826]: DEBUG neutron.policy [None req-ce516b56-6efb-4c65-88eb-5a9361fdeccd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105826) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 00:42:12.061623 n-d-766726-26 neutron-server[105826]: WARNING oslo_policy.policy [None req-ce516b56-6efb-4c65-88eb-5a9361fdeccd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 00:42:12.061998 n-d-766726-26 neutron-server[105826]: WARNING oslo_policy.policy [None req-ce516b56-6efb-4c65-88eb-5a9361fdeccd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 00:42:12.071784 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ce516b56-6efb-4c65-88eb-5a9361fdeccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:12.092464 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ce516b56-6efb-4c65-88eb-5a9361fdeccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:12.220108 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ce516b56-6efb-4c65-88eb-5a9361fdeccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:12.223649 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ce516b56-6efb-4c65-88eb-5a9361fdeccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:12.236893 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ce516b56-6efb-4c65-88eb-5a9361fdeccd admin admin] Reserving flat network on physical network physnet1 {{(pid=105826) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 10 00:42:12.270260 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ce516b56-6efb-4c65-88eb-5a9361fdeccd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753869339495', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:12.270826 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ce516b56-6efb-4c65-88eb-5a9361fdeccd admin admin] Unsubscribe: segment precommit_create {{(pid=105826) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 00:42:12.271341 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-ce516b56-6efb-4c65-88eb-5a9361fdeccd admin admin] Added segment b011f2f9-496b-466d-aaa6-3055e48bee4a of type flat for network beabd0db-a6e0-4ff1-a3e9-6522348fc998 Aug 10 00:42:12.290581 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce516b56-6efb-4c65-88eb-5a9361fdeccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ef1169-19f9-4e04-bc34-1a684d6a174f,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:42:12.311876 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce516b56-6efb-4c65-88eb-5a9361fdeccd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:42:12.312294 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce516b56-6efb-4c65-88eb-5a9361fdeccd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:42:12.312701 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce516b56-6efb-4c65-88eb-5a9361fdeccd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:42:12.313032 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce516b56-6efb-4c65-88eb-5a9361fdeccd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:42:12.313386 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce516b56-6efb-4c65-88eb-5a9361fdeccd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:42:12.313708 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce516b56-6efb-4c65-88eb-5a9361fdeccd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:42:12.314028 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce516b56-6efb-4c65-88eb-5a9361fdeccd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:42:12.314346 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce516b56-6efb-4c65-88eb-5a9361fdeccd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:42:12.314661 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce516b56-6efb-4c65-88eb-5a9361fdeccd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:42:12.314982 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce516b56-6efb-4c65-88eb-5a9361fdeccd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:42:12.315293 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce516b56-6efb-4c65-88eb-5a9361fdeccd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:42:12.315604 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce516b56-6efb-4c65-88eb-5a9361fdeccd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:42:12.316747 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce516b56-6efb-4c65-88eb-5a9361fdeccd admin admin] Tracked resource versions report: Aug 10 00:42:12.316747 n-d-766726-26 neutron-server[105826]: pushed versions: Aug 10 00:42:12.316747 n-d-766726-26 neutron-server[105826]: { 'AddressGroup': {'1.2'}, Aug 10 00:42:12.316747 n-d-766726-26 neutron-server[105826]: 'ConntrackHelper': {'1.0'}, Aug 10 00:42:12.316747 n-d-766726-26 neutron-server[105826]: 'Log': {'1.0'}, Aug 10 00:42:12.316747 n-d-766726-26 neutron-server[105826]: 'Network': {'1.1'}, Aug 10 00:42:12.316747 n-d-766726-26 neutron-server[105826]: 'Port': {'1.7'}, Aug 10 00:42:12.316747 n-d-766726-26 neutron-server[105826]: 'PortForwarding': {'1.2'}, Aug 10 00:42:12.316747 n-d-766726-26 neutron-server[105826]: 'QosPolicy': {'1.9'}, Aug 10 00:42:12.316747 n-d-766726-26 neutron-server[105826]: 'SecurityGroup': {'1.4'}, Aug 10 00:42:12.316747 n-d-766726-26 neutron-server[105826]: 'SecurityGroupRule': {'1.2'}, Aug 10 00:42:12.316747 n-d-766726-26 neutron-server[105826]: 'SubPort': {'1.0'}, Aug 10 00:42:12.316747 n-d-766726-26 neutron-server[105826]: 'Subnet': {'1.1'}, Aug 10 00:42:12.316747 n-d-766726-26 neutron-server[105826]: 'Trunk': {'1.1'}} Aug 10 00:42:12.316747 n-d-766726-26 neutron-server[105826]: consumer versions: Aug 10 00:42:12.316747 n-d-766726-26 neutron-server[105826]: { DHCP agent@n-d-766726-26: {}, Aug 10 00:42:12.316747 n-d-766726-26 neutron-server[105826]: L3 agent@n-d-766726-26: {}, Aug 10 00:42:12.316747 n-d-766726-26 neutron-server[105826]: Metadata agent@n-d-766726-26: {}, Aug 10 00:42:12.316747 n-d-766726-26 neutron-server[105826]: Metering agent@n-d-766726-26: {}, Aug 10 00:42:12.316747 n-d-766726-26 neutron-server[105826]: Open vSwitch agent@n-d-766726-26: { 'AddressGroup': '1.2', Aug 10 00:42:12.316747 n-d-766726-26 neutron-server[105826]: 'ConntrackHelper': '1.0', Aug 10 00:42:12.316747 n-d-766726-26 neutron-server[105826]: 'Log': '1.0', Aug 10 00:42:12.316747 n-d-766726-26 neutron-server[105826]: 'Network': '1.1', Aug 10 00:42:12.316747 n-d-766726-26 neutron-server[105826]: 'Port': '1.7', Aug 10 00:42:12.316747 n-d-766726-26 neutron-server[105826]: 'PortForwarding': '1.2', Aug 10 00:42:12.316747 n-d-766726-26 neutron-server[105826]: 'QosPolicy': '1.9', Aug 10 00:42:12.316747 n-d-766726-26 neutron-server[105826]: 'SecurityGroup': '1.4', Aug 10 00:42:12.316747 n-d-766726-26 neutron-server[105826]: 'SecurityGroupRule': '1.2', Aug 10 00:42:12.316747 n-d-766726-26 neutron-server[105826]: 'SubPort': '1.0', Aug 10 00:42:12.316747 n-d-766726-26 neutron-server[105826]: 'Subnet': '1.1', Aug 10 00:42:12.316747 n-d-766726-26 neutron-server[105826]: 'Trunk': '1.1'}} Aug 10 00:42:12.316747 n-d-766726-26 neutron-server[105826]: {{(pid=105826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 00:42:12.413221 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ce516b56-6efb-4c65-88eb-5a9361fdeccd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:12.467992 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ce516b56-6efb-4c65-88eb-5a9361fdeccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:12.469202 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce516b56-6efb-4c65-88eb-5a9361fdeccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:42:12.469833 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ce516b56-6efb-4c65-88eb-5a9361fdeccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:12.552629 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ce516b56-6efb-4c65-88eb-5a9361fdeccd admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9633782 Aug 10 00:42:12.566193 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce516b56-6efb-4c65-88eb-5a9361fdeccd admin admin] Pushing event updated for resources: {'Network': ['ID=beabd0db-a6e0-4ff1-a3e9-6522348fc998,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:42:12.578249 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:42:13.737039 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-23e6b031-02f3-45ad-8767-f9c11030fbff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:14.330905 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:14.865317 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 55462) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:42:14.904573 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:15.126290 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3454e2-4ea7-48f1-96fc-9274e29e5bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:42:15.127574 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ca3454e2-4ea7-48f1-96fc-9274e29e5bc5 admin admin] 10.222.0.35 "GET /v2.0/subnets/75f43367-ffbd-4962-b73a-23af7c2b8019 HTTP/1.1" status: 200 len: 849 time: 0.2607813 Aug 10 00:42:15.285503 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2d2ce02a-f025-44db-8555-df77ff677382 admin admin] 10.222.0.35 "GET /v2.0/routers/e3f976fa-f9bb-4f63-87a3-5884bca1ea2f HTTP/1.1" status: 200 len: 704 time: 0.1520512 Aug 10 00:42:15.561445 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4057ecba-41a2-4bcb-b20f-503ba63ba9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:15.849402 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-4057ecba-41a2-4bcb-b20f-503ba63ba9e4 admin admin] Allocated IP 172.20.0.1 (7c070ee5-e1ea-4319-b05e-894e78b0e0c9/75f43367-ffbd-4962-b73a-23af7c2b8019/f957d076-464b-49ec-b3c4-26b56fd664bf) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:42:16.033075 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4057ecba-41a2-4bcb-b20f-503ba63ba9e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:16.035396 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:16.056935 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-4057ecba-41a2-4bcb-b20f-503ba63ba9e4 admin admin] Transition to ACTIVE for port object f957d076-464b-49ec-b3c4-26b56fd664bf will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:42:16.138305 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4057ecba-41a2-4bcb-b20f-503ba63ba9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:16.210217 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4057ecba-41a2-4bcb-b20f-503ba63ba9e4 admin admin] Network 7c070ee5-e1ea-4319-b05e-894e78b0e0c9 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:42:16.214919 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-4057ecba-41a2-4bcb-b20f-503ba63ba9e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:42:16.223609 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4057ecba-41a2-4bcb-b20f-503ba63ba9e4 admin admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:42:16.225083 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4057ecba-41a2-4bcb-b20f-503ba63ba9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:16.244237 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057ecba-41a2-4bcb-b20f-503ba63ba9e4 admin admin] Pushing event updated for resources: {'Port': ['ID=f957d076-464b-49ec-b3c4-26b56fd664bf,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:42:16.378385 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-06a5a1dd-7462-462c-93ed-fc7df95ba162 None None] Provisioning for port f957d076-464b-49ec-b3c4-26b56fd664bf completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:42:16.382394 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-06a5a1dd-7462-462c-93ed-fc7df95ba162 None None] Provisioning complete for port f957d076-464b-49ec-b3c4-26b56fd664bf triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:42:16.382766 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-06a5a1dd-7462-462c-93ed-fc7df95ba162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:16.415158 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-06a5a1dd-7462-462c-93ed-fc7df95ba162 None None] Port f957d076-464b-49ec-b3c4-26b56fd664bf cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:42:16.419238 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4057ecba-41a2-4bcb-b20f-503ba63ba9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:16.666908 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4057ecba-41a2-4bcb-b20f-503ba63ba9e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:16.671185 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4057ecba-41a2-4bcb-b20f-503ba63ba9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:16.671965 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4057ecba-41a2-4bcb-b20f-503ba63ba9e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:16.746150 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057ecba-41a2-4bcb-b20f-503ba63ba9e4 admin admin] Pushing event updated for resources: {'Port': ['ID=f957d076-464b-49ec-b3c4-26b56fd664bf,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:42:16.793126 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4057ecba-41a2-4bcb-b20f-503ba63ba9e4 admin admin] Network 7c070ee5-e1ea-4319-b05e-894e78b0e0c9 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:42:16.794370 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-4057ecba-41a2-4bcb-b20f-503ba63ba9e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:42:16.953871 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4057ecba-41a2-4bcb-b20f-503ba63ba9e4 admin admin] Router e3f976fa-f9bb-4f63-87a3-5884bca1ea2f is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 00:42:17.035090 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-cb66165d-975e-4cce-8b9a-5473f8e34adf None None] Provisioning complete for port f957d076-464b-49ec-b3c4-26b56fd664bf triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:42:17.035465 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cb66165d-975e-4cce-8b9a-5473f8e34adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:17.041617 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4057ecba-41a2-4bcb-b20f-503ba63ba9e4 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:42:17.048519 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4057ecba-41a2-4bcb-b20f-503ba63ba9e4 admin admin] 10.222.0.35 "PUT /v2.0/routers/e3f976fa-f9bb-4f63-87a3-5884bca1ea2f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7570028 Aug 10 00:42:17.064313 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c8f179-2b8f-4c29-b84e-2a740f2437d0 None None] Sync routers for ids ['e3f976fa-f9bb-4f63-87a3-5884bca1ea2f'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:42:17.070971 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-cb66165d-975e-4cce-8b9a-5473f8e34adf None None] Port f957d076-464b-49ec-b3c4-26b56fd664bf cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:42:17.077309 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c8f179-2b8f-4c29-b84e-2a740f2437d0 None None] Routers {'e3f976fa-f9bb-4f63-87a3-5884bca1ea2f'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:42:17.078147 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-e0c8f179-2b8f-4c29-b84e-2a740f2437d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:42:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['e3f976fa-f9bb-4f63-87a3-5884bca1ea2f'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:42:17.258294 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-e0c8f179-2b8f-4c29-b84e-2a740f2437d0 None None] Set router e3f976fa-f9bb-4f63-87a3-5884bca1ea2f gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:42:17.675490 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-e0c8f179-2b8f-4c29-b84e-2a740f2437d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f976fa-f9bb-4f63-87a3-5884bca1ea2f', 'name': 'router1', 'tenant_id': 'b4c162cdd20444f8bb024d550847372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:42:06Z', 'updated_at': '2021-08-10T00:42:16Z', 'revision_number': 2, 'project_id': 'b4c162cdd20444f8bb024d550847372a', 'gw_port_host': None, '_interfaces': [{'id': 'f957d076-464b-49ec-b3c4-26b56fd664bf', 'name': '', 'network_id': '7c070ee5-e1ea-4319-b05e-894e78b0e0c9', 'tenant_id': 'b4c162cdd20444f8bb024d550847372a', 'mac_address': 'fa:16:3e:34:85:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f976fa-f9bb-4f63-87a3-5884bca1ea2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75f43367-ffbd-4962-b73a-23af7c2b8019', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:42:15Z', 'updated_at': '2021-08-10T00:42:16Z', 'revision_number': 2, 'project_id': 'b4c162cdd20444f8bb024d550847372a', 'subnets': [{'id': '75f43367-ffbd-4962-b73a-23af7c2b8019', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '05d065de-f025-4141-89dd-f9e739aa3625'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:42:17.725774 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c8f179-2b8f-4c29-b84e-2a740f2437d0 None None] Checking router: e3f976fa-f9bb-4f63-87a3-5884bca1ea2f for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:42:17.726147 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c8f179-2b8f-4c29-b84e-2a740f2437d0 None None] Updating router e3f976fa-f9bb-4f63-87a3-5884bca1ea2f port f957d076-464b-49ec-b3c4-26b56fd664bf binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:42:17.773480 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e0c8f179-2b8f-4c29-b84e-2a740f2437d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:18.284024 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e0c8f179-2b8f-4c29-b84e-2a740f2437d0 None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:18.305415 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-e0c8f179-2b8f-4c29-b84e-2a740f2437d0 None None] Transition to ACTIVE for port object f957d076-464b-49ec-b3c4-26b56fd664bf will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:42:18.310999 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e0c8f179-2b8f-4c29-b84e-2a740f2437d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:18.468117 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-e0c8f179-2b8f-4c29-b84e-2a740f2437d0 None None] Attempting to bind port f957d076-464b-49ec-b3c4-26b56fd664bf on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:42:18.469444 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-e0c8f179-2b8f-4c29-b84e-2a740f2437d0 None None] Attempting to bind port f957d076-464b-49ec-b3c4-26b56fd664bf by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '4cd8635a-bbe9-46d9-9d0a-9da1fdc9c69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7c070ee5-e1ea-4319-b05e-894e78b0e0c9'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:42:18.469444 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c8f179-2b8f-4c29-b84e-2a740f2437d0 None None] Attempting to bind port f957d076-464b-49ec-b3c4-26b56fd664bf on network 7c070ee5-e1ea-4319-b05e-894e78b0e0c9 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:42:18.481996 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c8f179-2b8f-4c29-b84e-2a740f2437d0 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:42:18.482446 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c8f179-2b8f-4c29-b84e-2a740f2437d0 None None] Checking segment: {'id': '4cd8635a-bbe9-46d9-9d0a-9da1fdc9c69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7c070ee5-e1ea-4319-b05e-894e78b0e0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:42:18.482881 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e0c8f179-2b8f-4c29-b84e-2a740f2437d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:18.483295 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c8f179-2b8f-4c29-b84e-2a740f2437d0 None None] Bound using segment: {'id': '4cd8635a-bbe9-46d9-9d0a-9da1fdc9c69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7c070ee5-e1ea-4319-b05e-894e78b0e0c9'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:42:18.483794 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-e0c8f179-2b8f-4c29-b84e-2a740f2437d0 None None] Bound port: f957d076-464b-49ec-b3c4-26b56fd664bf, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd8635a-bbe9-46d9-9d0a-9da1fdc9c69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7c070ee5-e1ea-4319-b05e-894e78b0e0c9'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:42:18.484216 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e0c8f179-2b8f-4c29-b84e-2a740f2437d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:18.493288 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7952452-6b2a-45f5-ba02-83c251cb0cfc None None] Pushing event updated for resources: {'Port': ['ID=f957d076-464b-49ec-b3c4-26b56fd664bf,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:42:18.505935 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7952452-6b2a-45f5-ba02-83c251cb0cfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:42:18.506289 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7952452-6b2a-45f5-ba02-83c251cb0cfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:42:18.506636 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7952452-6b2a-45f5-ba02-83c251cb0cfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:42:18.506980 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7952452-6b2a-45f5-ba02-83c251cb0cfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:42:18.507317 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7952452-6b2a-45f5-ba02-83c251cb0cfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:42:18.507651 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7952452-6b2a-45f5-ba02-83c251cb0cfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:42:18.507985 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7952452-6b2a-45f5-ba02-83c251cb0cfc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:42:18.508342 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7952452-6b2a-45f5-ba02-83c251cb0cfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:42:18.508674 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7952452-6b2a-45f5-ba02-83c251cb0cfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:42:18.509005 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7952452-6b2a-45f5-ba02-83c251cb0cfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:42:18.509334 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7952452-6b2a-45f5-ba02-83c251cb0cfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:42:18.509664 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7952452-6b2a-45f5-ba02-83c251cb0cfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:42:18.510786 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7952452-6b2a-45f5-ba02-83c251cb0cfc None None] Tracked resource versions report: Aug 10 00:42:18.510786 n-d-766726-26 neutron-server[105829]: pushed versions: Aug 10 00:42:18.510786 n-d-766726-26 neutron-server[105829]: { 'AddressGroup': {'1.2'}, Aug 10 00:42:18.510786 n-d-766726-26 neutron-server[105829]: 'ConntrackHelper': {'1.0'}, Aug 10 00:42:18.510786 n-d-766726-26 neutron-server[105829]: 'Log': {'1.0'}, Aug 10 00:42:18.510786 n-d-766726-26 neutron-server[105829]: 'Network': {'1.1'}, Aug 10 00:42:18.510786 n-d-766726-26 neutron-server[105829]: 'Port': {'1.7'}, Aug 10 00:42:18.510786 n-d-766726-26 neutron-server[105829]: 'PortForwarding': {'1.2'}, Aug 10 00:42:18.510786 n-d-766726-26 neutron-server[105829]: 'QosPolicy': {'1.9'}, Aug 10 00:42:18.510786 n-d-766726-26 neutron-server[105829]: 'SecurityGroup': {'1.4'}, Aug 10 00:42:18.510786 n-d-766726-26 neutron-server[105829]: 'SecurityGroupRule': {'1.2'}, Aug 10 00:42:18.510786 n-d-766726-26 neutron-server[105829]: 'SubPort': {'1.0'}, Aug 10 00:42:18.510786 n-d-766726-26 neutron-server[105829]: 'Subnet': {'1.1'}, Aug 10 00:42:18.510786 n-d-766726-26 neutron-server[105829]: 'Trunk': {'1.1'}} Aug 10 00:42:18.510786 n-d-766726-26 neutron-server[105829]: consumer versions: Aug 10 00:42:18.510786 n-d-766726-26 neutron-server[105829]: { DHCP agent@n-d-766726-26: {}, Aug 10 00:42:18.510786 n-d-766726-26 neutron-server[105829]: L3 agent@n-d-766726-26: {}, Aug 10 00:42:18.510786 n-d-766726-26 neutron-server[105829]: Metadata agent@n-d-766726-26: {}, Aug 10 00:42:18.510786 n-d-766726-26 neutron-server[105829]: Metering agent@n-d-766726-26: {}, Aug 10 00:42:18.510786 n-d-766726-26 neutron-server[105829]: Open vSwitch agent@n-d-766726-26: { 'AddressGroup': '1.2', Aug 10 00:42:18.510786 n-d-766726-26 neutron-server[105829]: 'ConntrackHelper': '1.0', Aug 10 00:42:18.510786 n-d-766726-26 neutron-server[105829]: 'Log': '1.0', Aug 10 00:42:18.510786 n-d-766726-26 neutron-server[105829]: 'Network': '1.1', Aug 10 00:42:18.510786 n-d-766726-26 neutron-server[105829]: 'Port': '1.7', Aug 10 00:42:18.510786 n-d-766726-26 neutron-server[105829]: 'PortForwarding': '1.2', Aug 10 00:42:18.510786 n-d-766726-26 neutron-server[105829]: 'QosPolicy': '1.9', Aug 10 00:42:18.510786 n-d-766726-26 neutron-server[105829]: 'SecurityGroup': '1.4', Aug 10 00:42:18.510786 n-d-766726-26 neutron-server[105829]: 'SecurityGroupRule': '1.2', Aug 10 00:42:18.510786 n-d-766726-26 neutron-server[105829]: 'SubPort': '1.0', Aug 10 00:42:18.510786 n-d-766726-26 neutron-server[105829]: 'Subnet': '1.1', Aug 10 00:42:18.510786 n-d-766726-26 neutron-server[105829]: 'Trunk': '1.1'}} Aug 10 00:42:18.510786 n-d-766726-26 neutron-server[105829]: {{(pid=105829) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 00:42:18.565082 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-e0c8f179-2b8f-4c29-b84e-2a740f2437d0 None None] For port f957d076-464b-49ec-b3c4-26b56fd664bf, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:42:18.585809 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-e0c8f179-2b8f-4c29-b84e-2a740f2437d0 None None] For port f957d076-464b-49ec-b3c4-26b56fd664bf, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=f957d076-464b-49ec-b3c4-26b56fd664bf,segment=NetworkSegment(4cd8635a-bbe9-46d9-9d0a-9da1fdc9c69a),segment_id=4cd8635a-bbe9-46d9-9d0a-9da1fdc9c69a)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:42:18.590763 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e0c8f179-2b8f-4c29-b84e-2a740f2437d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:18.645721 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7952452-6b2a-45f5-ba02-83c251cb0cfc None None] Pushing event updated for resources: {'Port': ['ID=f957d076-464b-49ec-b3c4-26b56fd664bf,revision_number=4']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:42:18.654705 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c8f179-2b8f-4c29-b84e-2a740f2437d0 None None] Routers {'e3f976fa-f9bb-4f63-87a3-5884bca1ea2f'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:42:18.655199 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-e0c8f179-2b8f-4c29-b84e-2a740f2437d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:42:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['e3f976fa-f9bb-4f63-87a3-5884bca1ea2f'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:42:18.743443 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-e0c8f179-2b8f-4c29-b84e-2a740f2437d0 None None] Set router e3f976fa-f9bb-4f63-87a3-5884bca1ea2f gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:42:18.947289 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-e0c8f179-2b8f-4c29-b84e-2a740f2437d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f976fa-f9bb-4f63-87a3-5884bca1ea2f', 'name': 'router1', 'tenant_id': 'b4c162cdd20444f8bb024d550847372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:42:06Z', 'updated_at': '2021-08-10T00:42:16Z', 'revision_number': 2, 'project_id': 'b4c162cdd20444f8bb024d550847372a', 'gw_port_host': None, '_interfaces': [{'id': 'f957d076-464b-49ec-b3c4-26b56fd664bf', 'name': '', 'network_id': '7c070ee5-e1ea-4319-b05e-894e78b0e0c9', 'tenant_id': 'b4c162cdd20444f8bb024d550847372a', 'mac_address': 'fa:16:3e:34:85:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f976fa-f9bb-4f63-87a3-5884bca1ea2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75f43367-ffbd-4962-b73a-23af7c2b8019', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:42:15Z', 'updated_at': '2021-08-10T00:42:18Z', 'revision_number': 4, 'project_id': 'b4c162cdd20444f8bb024d550847372a', 'subnets': [{'id': '75f43367-ffbd-4962-b73a-23af7c2b8019', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '05d065de-f025-4141-89dd-f9e739aa3625'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:42:18.971994 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c8f179-2b8f-4c29-b84e-2a740f2437d0 None None] The sync data for ids ['e3f976fa-f9bb-4f63-87a3-5884bca1ea2f'] in n-d-766726-26 is: [{'id': 'e3f976fa-f9bb-4f63-87a3-5884bca1ea2f', 'name': 'router1', 'tenant_id': 'b4c162cdd20444f8bb024d550847372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:42:06Z', 'updated_at': '2021-08-10T00:42:16Z', 'revision_number': 2, 'project_id': 'b4c162cdd20444f8bb024d550847372a', 'gw_port_host': None, '_interfaces': [{'id': 'f957d076-464b-49ec-b3c4-26b56fd664bf', 'name': '', 'network_id': '7c070ee5-e1ea-4319-b05e-894e78b0e0c9', 'tenant_id': 'b4c162cdd20444f8bb024d550847372a', 'mac_address': 'fa:16:3e:34:85:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f976fa-f9bb-4f63-87a3-5884bca1ea2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75f43367-ffbd-4962-b73a-23af7c2b8019', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:42:15Z', 'updated_at': '2021-08-10T00:42:18Z', 'revision_number': 4, 'project_id': 'b4c162cdd20444f8bb024d550847372a', 'subnets': [{'id': '75f43367-ffbd-4962-b73a-23af7c2b8019', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '05d065de-f025-4141-89dd-f9e739aa3625'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:42:19.270032 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 55482) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:42:19.377255 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bf93cd-129c-4f4d-81d3-5192f4509b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:42:19.384824 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-86bf93cd-129c-4f4d-81d3-5192f4509b27 admin admin] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 842 time: 0.1076179 Aug 10 00:42:19.388964 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-f22201b4-f1fb-47c3-b0dc-9a59408ae0cc admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'gateway_ip': '172.25.2.1', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.25.2.0/24'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:42:19.413068 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22201b4-f1fb-47c3-b0dc-9a59408ae0cc admin admin] Made reservation on behalf of 3acf146378b548608f87d3159aab910b for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:42:19.415246 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f22201b4-f1fb-47c3-b0dc-9a59408ae0cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:19.715112 n-d-766726-26 neutron-server[105826]: DEBUG neutron.objects.ports [None req-f22201b4-f1fb-47c3-b0dc-9a59408ae0cc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 00:42:19.715542 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f22201b4-f1fb-47c3-b0dc-9a59408ae0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:19.767137 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22201b4-f1fb-47c3-b0dc-9a59408ae0cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a474ef77-dd1d-429e-a67b-e5da88e86c5c,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:42:19.776763 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22201b4-f1fb-47c3-b0dc-9a59408ae0cc admin admin] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:42:19.777138 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22201b4-f1fb-47c3-b0dc-9a59408ae0cc admin admin] Network hostable DHCP agents. Network: beabd0db-a6e0-4ff1-a3e9-6522348fc998, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:42:19.800523 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22201b4-f1fb-47c3-b0dc-9a59408ae0cc admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:42:19.812589 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-f22201b4-f1fb-47c3-b0dc-9a59408ae0cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, beabd0db-a6e0-4ff1-a3e9-6522348fc998) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:42:19.816511 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22201b4-f1fb-47c3-b0dc-9a59408ae0cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:42:19.817095 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f22201b4-f1fb-47c3-b0dc-9a59408ae0cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:19.822003 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c2befa-8a37-4497-9c15-f77a1042c788 None None] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:42:19.840326 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f22201b4-f1fb-47c3-b0dc-9a59408ae0cc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4463253 Aug 10 00:42:19.950617 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be994591-0a8d-454f-b98a-9d94762c672e None None] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:42:22.073266 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 55492) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:42:22.211647 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4e4889ff-97cc-42d0-b36c-28879b35558d admin admin] 10.222.0.35 "GET /v2.0/routers/e3f976fa-f9bb-4f63-87a3-5884bca1ea2f HTTP/1.1" status: 200 len: 710 time: 0.1371794 Aug 10 00:42:22.293986 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cca8e36-b1a5-46ac-8471-522c9e2079ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:42:22.295253 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0cca8e36-b1a5-46ac-8471-522c9e2079ef admin admin] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 886 time: 0.0779436 Aug 10 00:42:22.304367 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-7ab38562-93b8-41d5-beb1-c96efad7efab admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:42:22.623811 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7ab38562-93b8-41d5-beb1-c96efad7efab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:22.851806 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7ab38562-93b8-41d5-beb1-c96efad7efab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:22.927957 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7ab38562-93b8-41d5-beb1-c96efad7efab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:23.026866 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-7ab38562-93b8-41d5-beb1-c96efad7efab admin admin] Allocated IP 172.25.2.119 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/57c6bd01-5708-4588-99fe-19aded6b5abc) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:42:23.126794 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7ab38562-93b8-41d5-beb1-c96efad7efab admin admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:23.169563 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7ab38562-93b8-41d5-beb1-c96efad7efab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:23.204311 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab38562-93b8-41d5-beb1-c96efad7efab admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:42:23.209784 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-7ab38562-93b8-41d5-beb1-c96efad7efab admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:42:23.213111 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab38562-93b8-41d5-beb1-c96efad7efab admin admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:42:23.248579 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab38562-93b8-41d5-beb1-c96efad7efab admin admin] Pushing event updated for resources: {'Port': ['ID=57c6bd01-5708-4588-99fe-19aded6b5abc,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:42:23.459776 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7ab38562-93b8-41d5-beb1-c96efad7efab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:23.652846 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7ab38562-93b8-41d5-beb1-c96efad7efab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8228879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8231262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232083'] for router, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:23.656451 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7ab38562-93b8-41d5-beb1-c96efad7efab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8229108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8229117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8231239'] for router, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:23.759001 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab38562-93b8-41d5-beb1-c96efad7efab admin admin] Router e3f976fa-f9bb-4f63-87a3-5884bca1ea2f has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:42:23.863425 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab38562-93b8-41d5-beb1-c96efad7efab admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:42:23.868525 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7ab38562-93b8-41d5-beb1-c96efad7efab admin admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:23.869707 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7ab38562-93b8-41d5-beb1-c96efad7efab admin admin] 10.222.0.35 "PUT /v2.0/routers/e3f976fa-f9bb-4f63-87a3-5884bca1ea2f HTTP/1.1" status: 200 len: 890 time: 1.5685537 Aug 10 00:42:24.184095 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device f957d076-464b-49ec-b3c4-26b56fd664bf up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:42:24.249251 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port f957d076-464b-49ec-b3c4-26b56fd664bf completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:42:24.253620 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port f957d076-464b-49ec-b3c4-26b56fd664bf triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:42:24.254006 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:24.332522 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:24.370289 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port f957d076-464b-49ec-b3c4-26b56fd664bf, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=f957d076-464b-49ec-b3c4-26b56fd664bf,segment=NetworkSegment(4cd8635a-bbe9-46d9-9d0a-9da1fdc9c69a),segment_id=4cd8635a-bbe9-46d9-9d0a-9da1fdc9c69a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:42:24.375726 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:24.425639 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=f957d076-464b-49ec-b3c4-26b56fd664bf,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:42:25.412881 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16697d1-e6cd-447b-ade9-8a55c9d8448f None None] Sync routers for ids ['e3f976fa-f9bb-4f63-87a3-5884bca1ea2f'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:42:25.422929 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16697d1-e6cd-447b-ade9-8a55c9d8448f None None] Routers {'e3f976fa-f9bb-4f63-87a3-5884bca1ea2f'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:42:25.423769 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-c16697d1-e6cd-447b-ade9-8a55c9d8448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:42:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['e3f976fa-f9bb-4f63-87a3-5884bca1ea2f'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:42:25.665301 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-c16697d1-e6cd-447b-ade9-8a55c9d8448f None None] Set router e3f976fa-f9bb-4f63-87a3-5884bca1ea2f gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:42:26.045468 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-c16697d1-e6cd-447b-ade9-8a55c9d8448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f976fa-f9bb-4f63-87a3-5884bca1ea2f', 'name': 'router1', 'tenant_id': 'b4c162cdd20444f8bb024d550847372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '57c6bd01-5708-4588-99fe-19aded6b5abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:42:06Z', 'updated_at': '2021-08-10T00:42:23Z', 'revision_number': 4, 'project_id': 'b4c162cdd20444f8bb024d550847372a', 'gw_port': {'id': '57c6bd01-5708-4588-99fe-19aded6b5abc', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:67:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f976fa-f9bb-4f63-87a3-5884bca1ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:42:22Z', 'updated_at': '2021-08-10T00:42:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'f957d076-464b-49ec-b3c4-26b56fd664bf', 'name': '', 'network_id': '7c070ee5-e1ea-4319-b05e-894e78b0e0c9', 'tenant_id': 'b4c162cdd20444f8bb024d550847372a', 'mac_address': 'fa:16:3e:34:85:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f976fa-f9bb-4f63-87a3-5884bca1ea2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75f43367-ffbd-4962-b73a-23af7c2b8019', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:42:15Z', 'updated_at': '2021-08-10T00:42:24Z', 'revision_number': 5, 'project_id': 'b4c162cdd20444f8bb024d550847372a', 'subnets': [{'id': '75f43367-ffbd-4962-b73a-23af7c2b8019', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '05d065de-f025-4141-89dd-f9e739aa3625'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:42:26.093546 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16697d1-e6cd-447b-ade9-8a55c9d8448f None None] Checking router: e3f976fa-f9bb-4f63-87a3-5884bca1ea2f for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:42:26.093906 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16697d1-e6cd-447b-ade9-8a55c9d8448f None None] Updating router e3f976fa-f9bb-4f63-87a3-5884bca1ea2f port 57c6bd01-5708-4588-99fe-19aded6b5abc binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:42:26.147280 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c16697d1-e6cd-447b-ade9-8a55c9d8448f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:26.169712 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device f957d076-464b-49ec-b3c4-26b56fd664bf up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:42:26.260765 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 55504) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:42:26.329442 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port f957d076-464b-49ec-b3c4-26b56fd664bf triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:42:26.329822 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:26.371893 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6be4d191-7d02-417b-9841-708c7bcdf60e admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1100078 Aug 10 00:42:26.573905 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c16697d1-e6cd-447b-ade9-8a55c9d8448f None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:26.583168 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c16697d1-e6cd-447b-ade9-8a55c9d8448f None None] Transition to ACTIVE for port object 57c6bd01-5708-4588-99fe-19aded6b5abc will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:42:26.590846 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c16697d1-e6cd-447b-ade9-8a55c9d8448f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:26.640400 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-c16697d1-e6cd-447b-ade9-8a55c9d8448f None None] Attempting to bind port 57c6bd01-5708-4588-99fe-19aded6b5abc on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:42:26.641064 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-c16697d1-e6cd-447b-ade9-8a55c9d8448f None None] Attempting to bind port 57c6bd01-5708-4588-99fe-19aded6b5abc by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:42:26.641191 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16697d1-e6cd-447b-ade9-8a55c9d8448f None None] Attempting to bind port 57c6bd01-5708-4588-99fe-19aded6b5abc on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:42:26.642893 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b629acd-1e66-4c75-a180-da6527d73b3a None None] Pushing event updated for resources: {'Port': ['ID=57c6bd01-5708-4588-99fe-19aded6b5abc,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:42:26.648652 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16697d1-e6cd-447b-ade9-8a55c9d8448f None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:42:26.649027 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16697d1-e6cd-447b-ade9-8a55c9d8448f None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:42:26.649437 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c16697d1-e6cd-447b-ade9-8a55c9d8448f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:26.649895 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16697d1-e6cd-447b-ade9-8a55c9d8448f None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:42:26.650260 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-c16697d1-e6cd-447b-ade9-8a55c9d8448f None None] Bound port: 57c6bd01-5708-4588-99fe-19aded6b5abc, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:42:26.650661 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c16697d1-e6cd-447b-ade9-8a55c9d8448f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:26.701334 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-c16697d1-e6cd-447b-ade9-8a55c9d8448f None None] For port 57c6bd01-5708-4588-99fe-19aded6b5abc, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:42:26.704218 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-c16697d1-e6cd-447b-ade9-8a55c9d8448f None None] For port 57c6bd01-5708-4588-99fe-19aded6b5abc, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=57c6bd01-5708-4588-99fe-19aded6b5abc,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:42:26.709557 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c16697d1-e6cd-447b-ade9-8a55c9d8448f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:26.843072 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16697d1-e6cd-447b-ade9-8a55c9d8448f None None] Routers {'e3f976fa-f9bb-4f63-87a3-5884bca1ea2f'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:42:26.843689 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-c16697d1-e6cd-447b-ade9-8a55c9d8448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:42:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['e3f976fa-f9bb-4f63-87a3-5884bca1ea2f'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:42:26.846364 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b629acd-1e66-4c75-a180-da6527d73b3a None None] Pushing event updated for resources: {'Port': ['ID=57c6bd01-5708-4588-99fe-19aded6b5abc,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:42:26.948714 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-c16697d1-e6cd-447b-ade9-8a55c9d8448f None None] Set router e3f976fa-f9bb-4f63-87a3-5884bca1ea2f gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:42:27.159530 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-c16697d1-e6cd-447b-ade9-8a55c9d8448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f976fa-f9bb-4f63-87a3-5884bca1ea2f', 'name': 'router1', 'tenant_id': 'b4c162cdd20444f8bb024d550847372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '57c6bd01-5708-4588-99fe-19aded6b5abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:42:06Z', 'updated_at': '2021-08-10T00:42:23Z', 'revision_number': 4, 'project_id': 'b4c162cdd20444f8bb024d550847372a', 'gw_port': {'id': '57c6bd01-5708-4588-99fe-19aded6b5abc', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:67:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f976fa-f9bb-4f63-87a3-5884bca1ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:42:22Z', 'updated_at': '2021-08-10T00:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'f957d076-464b-49ec-b3c4-26b56fd664bf', 'name': '', 'network_id': '7c070ee5-e1ea-4319-b05e-894e78b0e0c9', 'tenant_id': 'b4c162cdd20444f8bb024d550847372a', 'mac_address': 'fa:16:3e:34:85:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f976fa-f9bb-4f63-87a3-5884bca1ea2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75f43367-ffbd-4962-b73a-23af7c2b8019', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:42:15Z', 'updated_at': '2021-08-10T00:42:24Z', 'revision_number': 5, 'project_id': 'b4c162cdd20444f8bb024d550847372a', 'subnets': [{'id': '75f43367-ffbd-4962-b73a-23af7c2b8019', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '05d065de-f025-4141-89dd-f9e739aa3625'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:42:27.189947 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16697d1-e6cd-447b-ade9-8a55c9d8448f None None] The sync data for ids ['e3f976fa-f9bb-4f63-87a3-5884bca1ea2f'] in n-d-766726-26 is: [{'id': 'e3f976fa-f9bb-4f63-87a3-5884bca1ea2f', 'name': 'router1', 'tenant_id': 'b4c162cdd20444f8bb024d550847372a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '57c6bd01-5708-4588-99fe-19aded6b5abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:42:06Z', 'updated_at': '2021-08-10T00:42:23Z', 'revision_number': 4, 'project_id': 'b4c162cdd20444f8bb024d550847372a', 'gw_port': {'id': '57c6bd01-5708-4588-99fe-19aded6b5abc', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:67:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f976fa-f9bb-4f63-87a3-5884bca1ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:42:22Z', 'updated_at': '2021-08-10T00:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'f957d076-464b-49ec-b3c4-26b56fd664bf', 'name': '', 'network_id': '7c070ee5-e1ea-4319-b05e-894e78b0e0c9', 'tenant_id': 'b4c162cdd20444f8bb024d550847372a', 'mac_address': 'fa:16:3e:34:85:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f976fa-f9bb-4f63-87a3-5884bca1ea2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75f43367-ffbd-4962-b73a-23af7c2b8019', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:42:15Z', 'updated_at': '2021-08-10T00:42:24Z', 'revision_number': 5, 'project_id': 'b4c162cdd20444f8bb024d550847372a', 'subnets': [{'id': '75f43367-ffbd-4962-b73a-23af7c2b8019', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '05d065de-f025-4141-89dd-f9e739aa3625'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:42:28.187423 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 57c6bd01-5708-4588-99fe-19aded6b5abc up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:42:28.239039 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 57c6bd01-5708-4588-99fe-19aded6b5abc completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:42:28.243667 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 57c6bd01-5708-4588-99fe-19aded6b5abc triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:42:28.244049 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:28.325257 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:28.347394 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 57c6bd01-5708-4588-99fe-19aded6b5abc, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=57c6bd01-5708-4588-99fe-19aded6b5abc,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:42:28.352127 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:28.406076 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=57c6bd01-5708-4588-99fe-19aded6b5abc,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:42:30.200352 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 57c6bd01-5708-4588-99fe-19aded6b5abc up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:42:30.264226 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 57c6bd01-5708-4588-99fe-19aded6b5abc triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:42:30.265415 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:33.713363 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 5 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:42:41.158419 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f9825b7e-0bf0-4968-a11b-a4bc090f655a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:43.746925 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5524a485-520c-43cf-bdf5-5d613e82f47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:44.336685 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:44.915781 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:46.054695 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:43:10.688894 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 5 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:43:11.138308 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0f7de611-c484-4562-8194-0e691bbd8f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:43:13.741278 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-86713bf9-f769-4fad-80f0-aa53985a9f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:43:14.339060 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:43:14.916272 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:43:16.056783 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:43:41.139517 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ef294fca-8089-4e9d-be3d-719a36e347fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:43:43.742765 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-04d65c91-9a27-416f-9e11-71e563290540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:43:44.340541 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:43:44.915505 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:43:46.063379 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:43:47.668829 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 5 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:44:05.076512 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56104) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:44:05.139958 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-641b40e9-dae4-40f0-be27-d79d3a186fbb admin admin] GET failed (client error): The resource could not be found. Aug 10 00:44:05.141292 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-641b40e9-dae4-40f0-be27-d79d3a186fbb admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0638409 Aug 10 00:44:05.371912 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6dec16-8dc5-4148-9599-f076be2a4ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:44:05.373329 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3a6dec16-8dc5-4148-9599-f076be2a4ad1 admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2270701 Aug 10 00:44:07.492495 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56114) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:44:07.588845 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b607f4-8396-40d9-9703-3a5cce69ba28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:44:07.590136 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-50b607f4-8396-40d9-9703-3a5cce69ba28 admin admin] 10.222.0.35 "GET /v2.0/subnets/75f43367-ffbd-4962-b73a-23af7c2b8019 HTTP/1.1" status: 200 len: 849 time: 0.0967169 Aug 10 00:44:07.600253 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-3154f85c-cd69-48b5-9df0-a9181dee2b57 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:44:07.681515 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3154f85c-cd69-48b5-9df0-a9181dee2b57 admin admin] Notify callbacks [] for subnet, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:07.823897 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3154f85c-cd69-48b5-9df0-a9181dee2b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753869218708'] for subnet, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:07.856794 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3154f85c-cd69-48b5-9df0-a9181dee2b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:44:07.857887 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3154f85c-cd69-48b5-9df0-a9181dee2b57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:07.858810 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3154f85c-cd69-48b5-9df0-a9181dee2b57 admin admin] 10.222.0.35 "PUT /v2.0/subnets/75f43367-ffbd-4962-b73a-23af7c2b8019 HTTP/1.1" status: 200 len: 868 time: 0.2619650 Aug 10 00:44:07.860903 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078af826-1b38-41b6-961c-74db551f3dc4 None None] Network 7c070ee5-e1ea-4319-b05e-894e78b0e0c9 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:44:07.878492 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154f85c-cd69-48b5-9df0-a9181dee2b57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75f43367-ffbd-4962-b73a-23af7c2b8019,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:44:07.886095 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154f85c-cd69-48b5-9df0-a9181dee2b57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:44:07.886461 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154f85c-cd69-48b5-9df0-a9181dee2b57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:44:07.886796 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154f85c-cd69-48b5-9df0-a9181dee2b57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:44:07.887140 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154f85c-cd69-48b5-9df0-a9181dee2b57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:44:07.887480 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154f85c-cd69-48b5-9df0-a9181dee2b57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:44:07.887818 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154f85c-cd69-48b5-9df0-a9181dee2b57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:44:07.888151 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154f85c-cd69-48b5-9df0-a9181dee2b57 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:44:07.888540 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154f85c-cd69-48b5-9df0-a9181dee2b57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:44:07.888873 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154f85c-cd69-48b5-9df0-a9181dee2b57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:44:07.889205 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154f85c-cd69-48b5-9df0-a9181dee2b57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:44:07.889534 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154f85c-cd69-48b5-9df0-a9181dee2b57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:44:07.889863 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154f85c-cd69-48b5-9df0-a9181dee2b57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:44:08.257479 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-96d482c7-a551-4327-b27e-ea54876542c7 None None] Provisioning complete for port f957d076-464b-49ec-b3c4-26b56fd664bf triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:44:08.257856 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-96d482c7-a551-4327-b27e-ea54876542c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:08.341951 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-96d482c7-a551-4327-b27e-ea54876542c7 None None] Provisioning complete for port 2690d3f7-aff2-49a4-a652-4d21f674ae40 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:44:08.342222 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-96d482c7-a551-4327-b27e-ea54876542c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:09.992246 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56124) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:44:10.192533 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4991b74-0fa2-4cf3-b9f5-82a5774c2b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:44:10.193038 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4991b74-0fa2-4cf3-b9f5-82a5774c2b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:44:10.194554 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e4991b74-0fa2-4cf3-b9f5-82a5774c2b41 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2013495 Aug 10 00:44:11.140908 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3079d13d-a3d6-48c1-9883-e19c55fad834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:12.313574 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56132) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:44:12.442061 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bc02b3-7270-4c37-b64b-98cee13e85c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:44:12.442459 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bc02b3-7270-4c37-b64b-98cee13e85c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:44:12.443949 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b8bc02b3-7270-4c37-b64b-98cee13e85c4 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1294341 Aug 10 00:44:13.743989 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1ce50b5-cc8d-4d2e-b7f7-8be686e5d249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:14.342374 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:14.560926 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56140) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:44:14.689778 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f694feff-0c6e-45a0-a6b5-bb043036066c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:44:14.691138 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f694feff-0c6e-45a0-a6b5-bb043036066c admin admin] 10.222.0.35 "GET /v2.0/networks/7c070ee5-e1ea-4319-b05e-894e78b0e0c9 HTTP/1.1" status: 200 len: 869 time: 0.1292772 Aug 10 00:44:14.917931 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:16.066586 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:16.817978 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56148) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:44:16.940004 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c646d1e0-dfa6-478e-8690-686529092664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:44:16.941384 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c646d1e0-dfa6-478e-8690-686529092664 admin admin] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 886 time: 0.1224654 Aug 10 00:44:19.070592 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56156) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:44:19.193091 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528f4f76-7daf-410c-932e-96085ad6cf32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:44:19.193563 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528f4f76-7daf-410c-932e-96085ad6cf32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:44:19.195048 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-528f4f76-7daf-410c-932e-96085ad6cf32 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1235132 Aug 10 00:44:21.335940 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56164) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:44:21.424809 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1f9d9f-180c-4b54-9a67-24e3908d6b93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:44:21.425271 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1f9d9f-180c-4b54-9a67-24e3908d6b93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:44:21.426805 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8c1f9d9f-180c-4b54-9a67-24e3908d6b93 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0898900 Aug 10 00:44:23.559102 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56172) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:44:23.650461 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d408736-8ee4-4659-a9bb-3ef9c65439e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:44:23.652042 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6d408736-8ee4-4659-a9bb-3ef9c65439e6 admin admin] 10.222.0.35 "GET /v2.0/subnets/75f43367-ffbd-4962-b73a-23af7c2b8019 HTTP/1.1" status: 200 len: 868 time: 0.0920134 Aug 10 00:44:24.667162 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 5 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:44:25.760062 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56180) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:44:25.842991 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4343569e-2ea8-4ff9-a34b-4ee025a44936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:44:25.844382 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4343569e-2ea8-4ff9-a34b-4ee025a44936 admin admin] 10.222.0.35 "GET /v2.0/subnets/a474ef77-dd1d-429e-a67b-e5da88e86c5c HTTP/1.1" status: 200 len: 816 time: 0.0833116 Aug 10 00:44:41.141776 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a8ab980f-dc94-4d70-8a31-923541e2c61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:43.744266 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-db39b1ca-39d4-4250-9ae6-1092246d0cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:44.345072 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:44.920799 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:46.071981 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:51.139105 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56234) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:44:51.186722 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [None req-0c233595-29a7-42ae-a100-643190aff42c admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:44:51.187720 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0c233595-29a7-42ae-a100-643190aff42c admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476384 Aug 10 00:44:53.388602 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56242) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:44:53.447864 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-19611ce7-76ef-42cf-8227-c21e91f150b0 admin admin] GET failed (client error): The resource could not be found. Aug 10 00:44:53.449178 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-19611ce7-76ef-42cf-8227-c21e91f150b0 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0591464 Aug 10 00:44:53.534626 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583c9053-5156-4b37-94a6-2635989bf43b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:44:53.536056 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-583c9053-5156-4b37-94a6-2635989bf43b admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0810146 Aug 10 00:44:55.670974 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56250) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:44:55.718536 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-39088c4f-0ca3-487f-9f92-7f5fa3ec1912 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:44:55.737746 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39088c4f-0ca3-487f-9f92-7f5fa3ec1912 admin admin] Made reservation on behalf of 3acf146378b548608f87d3159aab910b for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:44:55.739936 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-39088c4f-0ca3-487f-9f92-7f5fa3ec1912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:55.768056 n-d-766726-26 neutron-server[105826]: WARNING neutron.services.revisions.revision_plugin [None req-39088c4f-0ca3-487f-9f92-7f5fa3ec1912 admin admin] Could not find related network for resource to bump revision. Aug 10 00:44:55.782292 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39088c4f-0ca3-487f-9f92-7f5fa3ec1912 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:44:55.792088 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-39088c4f-0ca3-487f-9f92-7f5fa3ec1912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:55.792460 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-39088c4f-0ca3-487f-9f92-7f5fa3ec1912 admin admin] Added segment 4eec10eb-f480-457d-b5b4-35569dc4e1ef of type vlan for network 853ae90b-411a-4cc9-b27c-aa212d4ff023 Aug 10 00:44:55.829454 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-39088c4f-0ca3-487f-9f92-7f5fa3ec1912 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:55.856248 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-39088c4f-0ca3-487f-9f92-7f5fa3ec1912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:55.857111 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39088c4f-0ca3-487f-9f92-7f5fa3ec1912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:44:55.857709 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-39088c4f-0ca3-487f-9f92-7f5fa3ec1912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:55.907549 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-39088c4f-0ca3-487f-9f92-7f5fa3ec1912 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2355268 Aug 10 00:44:55.917768 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39088c4f-0ca3-487f-9f92-7f5fa3ec1912 admin admin] Pushing event updated for resources: {'Network': ['ID=853ae90b-411a-4cc9-b27c-aa212d4ff023,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:44:55.925031 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39088c4f-0ca3-487f-9f92-7f5fa3ec1912 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:44:55.925382 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39088c4f-0ca3-487f-9f92-7f5fa3ec1912 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:44:55.925731 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39088c4f-0ca3-487f-9f92-7f5fa3ec1912 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:44:55.926078 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39088c4f-0ca3-487f-9f92-7f5fa3ec1912 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:44:55.926415 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39088c4f-0ca3-487f-9f92-7f5fa3ec1912 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:44:55.926749 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39088c4f-0ca3-487f-9f92-7f5fa3ec1912 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:44:55.927084 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39088c4f-0ca3-487f-9f92-7f5fa3ec1912 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:44:55.927419 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39088c4f-0ca3-487f-9f92-7f5fa3ec1912 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:44:55.927747 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39088c4f-0ca3-487f-9f92-7f5fa3ec1912 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:44:55.928077 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39088c4f-0ca3-487f-9f92-7f5fa3ec1912 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:44:55.928432 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39088c4f-0ca3-487f-9f92-7f5fa3ec1912 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:44:55.928763 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39088c4f-0ca3-487f-9f92-7f5fa3ec1912 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:44:55.940746 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 853ae90b-411a-4cc9-b27c-aa212d4ff023 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:44:58.058702 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56258) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:44:58.119847 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf37fec-6a5e-4496-885b-8122baf7bb3f admin admin] GET failed (client error): The resource could not be found. Aug 10 00:44:58.121201 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5cf37fec-6a5e-4496-885b-8122baf7bb3f admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0615480 Aug 10 00:44:58.189254 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f308922b-f2fd-41ec-9314-e01809c38151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:44:58.190689 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f308922b-f2fd-41ec-9314-e01809c38151 admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0645053 Aug 10 00:44:58.200588 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-59b10202-db36-446d-ab80-b31ff324469a admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:44:58.220612 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b10202-db36-446d-ab80-b31ff324469a admin admin] Made reservation on behalf of 3acf146378b548608f87d3159aab910b for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:44:58.222757 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-59b10202-db36-446d-ab80-b31ff324469a admin admin] Notify callbacks [] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:58.376214 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-59b10202-db36-446d-ab80-b31ff324469a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:58.429105 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b10202-db36-446d-ab80-b31ff324469a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f49e9f1d-7e8a-42ac-a9f2-157734919ae5,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:44:58.437269 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b10202-db36-446d-ab80-b31ff324469a admin admin] Checking segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:44:58.437610 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b10202-db36-446d-ab80-b31ff324469a admin admin] Network hostable DHCP agents. Network: 853ae90b-411a-4cc9-b27c-aa212d4ff023, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:44:58.452765 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b10202-db36-446d-ab80-b31ff324469a admin admin] Network 853ae90b-411a-4cc9-b27c-aa212d4ff023 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:44:58.460362 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-59b10202-db36-446d-ab80-b31ff324469a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 853ae90b-411a-4cc9-b27c-aa212d4ff023) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:44:58.464150 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b10202-db36-446d-ab80-b31ff324469a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:44:58.464760 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-59b10202-db36-446d-ab80-b31ff324469a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:58.469568 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47c3d7e-08fa-4bb0-940a-416d7b66bd70 None None] Network 853ae90b-411a-4cc9-b27c-aa212d4ff023 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:44:58.478957 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-59b10202-db36-446d-ab80-b31ff324469a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2817047 Aug 10 00:44:58.719888 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c02ac55-be08-4896-9df1-82e473097ad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-853ae90b-411a-4cc9-b27c-aa212d4ff023', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'tenant_id': '3acf146378b548608f87d3159aab910b', 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:44:58.720798 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c02ac55-be08-4896-9df1-82e473097ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:58.853578 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-8c02ac55-be08-4896-9df1-82e473097ad2 None None] Allocated IP 192.168.233.2 (853ae90b-411a-4cc9-b27c-aa212d4ff023/f49e9f1d-7e8a-42ac-a9f2-157734919ae5/9759fbff-6c26-4edb-b3f2-22a386a0d83f) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:44:58.990712 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c02ac55-be08-4896-9df1-82e473097ad2 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:58.999724 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8c02ac55-be08-4896-9df1-82e473097ad2 None None] Transition to ACTIVE for port object 9759fbff-6c26-4edb-b3f2-22a386a0d83f will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:44:59.015067 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8c02ac55-be08-4896-9df1-82e473097ad2 None None] Transition to ACTIVE for port object 9759fbff-6c26-4edb-b3f2-22a386a0d83f will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:44:59.021610 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c02ac55-be08-4896-9df1-82e473097ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:59.059618 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c02ac55-be08-4896-9df1-82e473097ad2 None None] Network 853ae90b-411a-4cc9-b27c-aa212d4ff023 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:44:59.064990 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-8c02ac55-be08-4896-9df1-82e473097ad2 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:44:59.072942 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c02ac55-be08-4896-9df1-82e473097ad2 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:44:59.075915 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02ac55-be08-4896-9df1-82e473097ad2 None None] Pushing event updated for resources: {'Port': ['ID=9759fbff-6c26-4edb-b3f2-22a386a0d83f,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:44:59.087120 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c02ac55-be08-4896-9df1-82e473097ad2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:44:59.087480 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c02ac55-be08-4896-9df1-82e473097ad2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:44:59.087870 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c02ac55-be08-4896-9df1-82e473097ad2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:44:59.088237 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c02ac55-be08-4896-9df1-82e473097ad2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:44:59.088581 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c02ac55-be08-4896-9df1-82e473097ad2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:44:59.088920 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c02ac55-be08-4896-9df1-82e473097ad2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:44:59.089257 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c02ac55-be08-4896-9df1-82e473097ad2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:44:59.089591 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c02ac55-be08-4896-9df1-82e473097ad2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:44:59.089922 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c02ac55-be08-4896-9df1-82e473097ad2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:44:59.090271 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c02ac55-be08-4896-9df1-82e473097ad2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:44:59.090605 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c02ac55-be08-4896-9df1-82e473097ad2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:44:59.090946 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c02ac55-be08-4896-9df1-82e473097ad2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:44:59.136491 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-8c02ac55-be08-4896-9df1-82e473097ad2 None None] Attempting to bind port 9759fbff-6c26-4edb-b3f2-22a386a0d83f on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:44:59.136876 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-8c02ac55-be08-4896-9df1-82e473097ad2 None None] Attempting to bind port 9759fbff-6c26-4edb-b3f2-22a386a0d83f by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:44:59.137259 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c02ac55-be08-4896-9df1-82e473097ad2 None None] Attempting to bind port 9759fbff-6c26-4edb-b3f2-22a386a0d83f on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:44:59.142708 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c02ac55-be08-4896-9df1-82e473097ad2 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:44:59.143085 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c02ac55-be08-4896-9df1-82e473097ad2 None None] Checking segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:44:59.143480 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c02ac55-be08-4896-9df1-82e473097ad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:59.143887 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c02ac55-be08-4896-9df1-82e473097ad2 None None] Bound using segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:44:59.144383 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-8c02ac55-be08-4896-9df1-82e473097ad2 None None] Bound port: 9759fbff-6c26-4edb-b3f2-22a386a0d83f, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:44:59.144785 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c02ac55-be08-4896-9df1-82e473097ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:59.205139 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-8c02ac55-be08-4896-9df1-82e473097ad2 None None] For port 9759fbff-6c26-4edb-b3f2-22a386a0d83f, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:44:59.208645 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-8c02ac55-be08-4896-9df1-82e473097ad2 None None] For port 9759fbff-6c26-4edb-b3f2-22a386a0d83f, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9759fbff-6c26-4edb-b3f2-22a386a0d83f,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:44:59.212609 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c02ac55-be08-4896-9df1-82e473097ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:59.273937 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02ac55-be08-4896-9df1-82e473097ad2 None None] Pushing event updated for resources: {'Port': ['ID=9759fbff-6c26-4edb-b3f2-22a386a0d83f,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:45:00.055086 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc16ded-3fbf-41f7-9038-ee323d1d139d None None] Network 853ae90b-411a-4cc9-b27c-aa212d4ff023 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:45:00.113362 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b97da8a4-6f68-4cbd-b01d-62078b81f183 None None] Provisioning for port 9759fbff-6c26-4edb-b3f2-22a386a0d83f completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:45:00.308538 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9759fbff-6c26-4edb-b3f2-22a386a0d83f up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:45:00.368773 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 9759fbff-6c26-4edb-b3f2-22a386a0d83f completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:45:00.372969 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 9759fbff-6c26-4edb-b3f2-22a386a0d83f triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:45:00.373391 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:45:00.456506 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-87f5b8d8-4b34-416e-9d39-8a01a81a2dcf None None] Provisioning complete for port 9759fbff-6c26-4edb-b3f2-22a386a0d83f triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:45:00.456874 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-87f5b8d8-4b34-416e-9d39-8a01a81a2dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:45:00.483549 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:45:00.527206 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 9759fbff-6c26-4edb-b3f2-22a386a0d83f, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9759fbff-6c26-4edb-b3f2-22a386a0d83f,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:45:00.533677 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:45:00.604904 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=9759fbff-6c26-4edb-b3f2-22a386a0d83f,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:45:01.665440 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 5 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:45:02.283858 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9759fbff-6c26-4edb-b3f2-22a386a0d83f up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:45:02.333531 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 9759fbff-6c26-4edb-b3f2-22a386a0d83f triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:45:02.333899 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:45:11.141933 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4dd6f8a7-804f-4f28-a56e-ecd9848dcf3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:45:13.745710 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-692741e7-0a67-465a-b2fd-a049bddeb127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:45:14.345368 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:45:14.924770 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:45:16.072713 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:45:38.662842 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 5 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:45:41.141482 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c0e0baa6-dc55-404c-a627-b4ba9a5f4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:45:43.746245 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0a9bee8b-9ce2-465d-a495-12cf4d1c75b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:45:44.345847 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:45:44.927183 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:45:46.075361 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:05.940520 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56310) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:05.946460 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [None req-20405930-e917-4f0a-83cc-b3e30cc62070 tempest-verify_tempest_config-1705167446 tempest-verify_tempest_config-1705167446-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:46:05.947442 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-20405930-e917-4f0a-83cc-b3e30cc62070 tempest-verify_tempest_config-1705167446 tempest-verify_tempest_config-1705167446-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059245 Aug 10 00:46:06.247305 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56328) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:06.352590 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-253a6502-f43d-4f1e-8e11-0943579cf78b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:06.438178 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-253a6502-f43d-4f1e-8e11-0943579cf78b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:06.441535 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-253a6502-f43d-4f1e-8e11-0943579cf78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:06.485665 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-253a6502-f43d-4f1e-8e11-0943579cf78b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c4f68f579a1e41f7b7e50bb591d96ba1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2373357 Aug 10 00:46:06.486538 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a6502-f43d-4f1e-8e11-0943579cf78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82e7ebc-4a52-4a38-9b65-76a60eb69509,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:06.488433 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56332) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:06.493308 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a6502-f43d-4f1e-8e11-0943579cf78b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:06.493663 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a6502-f43d-4f1e-8e11-0943579cf78b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:06.494014 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a6502-f43d-4f1e-8e11-0943579cf78b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:06.494357 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a6502-f43d-4f1e-8e11-0943579cf78b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:06.494705 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a6502-f43d-4f1e-8e11-0943579cf78b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:06.495038 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a6502-f43d-4f1e-8e11-0943579cf78b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:06.495376 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a6502-f43d-4f1e-8e11-0943579cf78b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:06.495710 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a6502-f43d-4f1e-8e11-0943579cf78b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:06.496042 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a6502-f43d-4f1e-8e11-0943579cf78b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:06.496397 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a6502-f43d-4f1e-8e11-0943579cf78b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:06.496732 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a6502-f43d-4f1e-8e11-0943579cf78b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:06.497054 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a6502-f43d-4f1e-8e11-0943579cf78b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:06.546960 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9afd9b03-2582-4361-a1b0-c953a55cd53a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:06.567309 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9afd9b03-2582-4361-a1b0-c953a55cd53a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:06.655313 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9afd9b03-2582-4361-a1b0-c953a55cd53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:06.657859 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9afd9b03-2582-4361-a1b0-c953a55cd53a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:06.659001 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9afd9b03-2582-4361-a1b0-c953a55cd53a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b82e7ebc-4a52-4a38-9b65-76a60eb69509 HTTP/1.1" status: 204 len: 168 time: 0.1696107 Aug 10 00:46:06.667806 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd9b03-2582-4361-a1b0-c953a55cd53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82e7ebc-4a52-4a38-9b65-76a60eb69509,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:06.674420 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd9b03-2582-4361-a1b0-c953a55cd53a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:06.674773 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd9b03-2582-4361-a1b0-c953a55cd53a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:06.675118 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd9b03-2582-4361-a1b0-c953a55cd53a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:06.675460 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd9b03-2582-4361-a1b0-c953a55cd53a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:06.675799 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd9b03-2582-4361-a1b0-c953a55cd53a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:06.676136 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd9b03-2582-4361-a1b0-c953a55cd53a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:06.676569 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd9b03-2582-4361-a1b0-c953a55cd53a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:06.676823 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd9b03-2582-4361-a1b0-c953a55cd53a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:06.677160 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd9b03-2582-4361-a1b0-c953a55cd53a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:06.677494 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd9b03-2582-4361-a1b0-c953a55cd53a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:06.677822 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd9b03-2582-4361-a1b0-c953a55cd53a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:06.678153 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd9b03-2582-4361-a1b0-c953a55cd53a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:11.144141 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-87efa60a-3ad9-41c5-8e58-1be36416bfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:13.747486 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5535b7c8-1e4a-4d6c-9ed9-fc66a5edd82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:14.346930 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:14.929692 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:15.662216 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 5 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:46:16.077476 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:41.144943 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cba48900-5549-4e29-a259-1a215e8dd336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:43.747554 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4854ff74-8c59-4dc6-ae01-74057ee37281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:44.346158 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:44.935352 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:46.081035 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:52.661438 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 5 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:47:11.145888 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3417694d-2158-402e-9436-e315d0f69d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:13.747057 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9de79bae-a9be-4ea0-a0df-26add7bde5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:14.345756 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:14.936558 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:16.084504 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:29.660055 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 5 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:47:41.145892 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c33842d4-83a9-4e3a-a964-bb3a144d5d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:43.746944 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3eb258c1-8c0f-455e-8dda-219793929580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:44.345560 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:44.938415 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:46.087726 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:06.658170 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 5 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:48:11.146420 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d32e2394-0d1a-44ad-9b36-c74529731246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:13.746517 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3fe17813-386e-4d3b-a90d-c7fcb989e489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:14.344782 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:14.941372 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:16.091033 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:41.149051 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5615e128-28ba-4fdb-ad91-32aef89eddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:43.656873 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 5 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:48:43.746321 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-745cbeaf-0e4b-4680-ba4e-27dd48a26463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:44.345312 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:44.944284 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:46.093568 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:57.796690 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8232445'] for agent, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:11.149320 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d07a5cfe-61a1-4736-988f-0910c42e5d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:11.224017 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8232445'] for agent, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:13.751209 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3e9cc0ad-acaa-482e-8e67-0977aed1d306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:14.345824 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:14.945491 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:16.096997 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:20.656208 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:49:27.795382 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:41.149558 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-17901626-7a84-47f8-bb72-d0fa2e561c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:41.192516 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:43.751317 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-23ba051d-8c99-4513-8381-1d67cd6d5a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:44.346492 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:44.436906 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56394) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:44.540956 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f10cecf6-1e06-48e5-ba3e-7f647229036f admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1029606 Aug 10 00:49:44.947480 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:46.099812 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:46.694972 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56404) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:46.748170 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-515847df-d78f-4c66-8c61-a1f91a8cfa31 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0521448 Aug 10 00:49:57.655308 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:49:57.794346 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:11.150188 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a3d3c672-e842-46e9-9a67-2833e29f34cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:11.207163 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:13.752006 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-829642ac-7486-4801-aed5-df3d27e98025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:14.347447 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:14.951419 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:16.103350 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:27.813563 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:34.653954 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:50:41.150641 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bb0e3507-2b20-4212-b82c-4d9edddbdb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:41.210672 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:43.751975 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0b3a4575-ee9a-42e0-baf0-3d22f906182f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:44.347694 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:44.954064 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:46.106006 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:57.828641 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:04.183041 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56630) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:04.442374 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56646) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:04.639539 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3642e590-e599-4036-b32d-73bace654e1f tempest-AutoAllocateNetworkTest-961909285 tempest-AutoAllocateNetworkTest-961909285-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=369c597c6c104db88b7a3f958e284572&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4529395 Aug 10 00:51:04.639797 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56654) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:04.831121 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb43763d-b094-4b59-bef7-76bee41c892f tempest-AutoAllocateNetworkTest-961909285 tempest-AutoAllocateNetworkTest-961909285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:04.832618 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cb43763d-b094-4b59-bef7-76bee41c892f tempest-AutoAllocateNetworkTest-961909285 tempest-AutoAllocateNetworkTest-961909285-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1917880 Aug 10 00:51:04.836226 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56668) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:04.897933 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ca2ec1a4-1270-46e2-a86f-1523ee1b6af7 tempest-AutoAllocateNetworkTest-961909285 tempest-AutoAllocateNetworkTest-961909285-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0604279 Aug 10 00:51:04.898327 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56670) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:04.907290 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-cf85a6b9-2748-4de2-a67b-980023ca705d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-865821593-network', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:04.930339 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf85a6b9-2748-4de2-a67b-980023ca705d admin admin] Made reservation on behalf of efee53c3551044e8afcc00c8cdf7b6ca for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:51:04.933400 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf85a6b9-2748-4de2-a67b-980023ca705d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:04.938273 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-507a2faf-46b3-4670-bf53-b37374f224d1 tempest-AutoAllocateNetworkTest-961909285 tempest-AutoAllocateNetworkTest-961909285-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=369c597c6c104db88b7a3f958e284572 HTTP/1.1" status: 200 len: 208 time: 0.0381868 Aug 10 00:51:04.947528 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf85a6b9-2748-4de2-a67b-980023ca705d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:05.063018 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf85a6b9-2748-4de2-a67b-980023ca705d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:05.069070 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf85a6b9-2748-4de2-a67b-980023ca705d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:05.092120 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf85a6b9-2748-4de2-a67b-980023ca705d admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:51:05.112941 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85a6b9-2748-4de2-a67b-980023ca705d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13d651a-aaa3-48b0-9baa-0ddbff2dec51,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:05.116032 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf85a6b9-2748-4de2-a67b-980023ca705d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:05.116462 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-cf85a6b9-2748-4de2-a67b-980023ca705d admin admin] Added segment 00cd8800-3b5e-49b2-aecd-def2a07ae15a of type vlan for network c58b2db2-79c7-40d4-af6c-7a7b4827f110 Aug 10 00:51:05.136043 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf85a6b9-2748-4de2-a67b-980023ca705d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:05.136354 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf85a6b9-2748-4de2-a67b-980023ca705d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:05.136696 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf85a6b9-2748-4de2-a67b-980023ca705d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:05.137031 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf85a6b9-2748-4de2-a67b-980023ca705d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:05.137362 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf85a6b9-2748-4de2-a67b-980023ca705d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:05.137695 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf85a6b9-2748-4de2-a67b-980023ca705d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:05.138018 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf85a6b9-2748-4de2-a67b-980023ca705d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:05.138342 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf85a6b9-2748-4de2-a67b-980023ca705d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:05.138668 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf85a6b9-2748-4de2-a67b-980023ca705d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:05.139013 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf85a6b9-2748-4de2-a67b-980023ca705d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:05.139301 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf85a6b9-2748-4de2-a67b-980023ca705d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:05.139847 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf85a6b9-2748-4de2-a67b-980023ca705d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:05.140740 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf85a6b9-2748-4de2-a67b-980023ca705d admin admin] Tracked resource versions report: Aug 10 00:51:05.140740 n-d-766726-26 neutron-server[105827]: pushed versions: Aug 10 00:51:05.140740 n-d-766726-26 neutron-server[105827]: { 'AddressGroup': {'1.2'}, Aug 10 00:51:05.140740 n-d-766726-26 neutron-server[105827]: 'ConntrackHelper': {'1.0'}, Aug 10 00:51:05.140740 n-d-766726-26 neutron-server[105827]: 'Log': {'1.0'}, Aug 10 00:51:05.140740 n-d-766726-26 neutron-server[105827]: 'Network': {'1.1'}, Aug 10 00:51:05.140740 n-d-766726-26 neutron-server[105827]: 'Port': {'1.7'}, Aug 10 00:51:05.140740 n-d-766726-26 neutron-server[105827]: 'PortForwarding': {'1.2'}, Aug 10 00:51:05.140740 n-d-766726-26 neutron-server[105827]: 'QosPolicy': {'1.9'}, Aug 10 00:51:05.140740 n-d-766726-26 neutron-server[105827]: 'SecurityGroup': {'1.4'}, Aug 10 00:51:05.140740 n-d-766726-26 neutron-server[105827]: 'SecurityGroupRule': {'1.2'}, Aug 10 00:51:05.140740 n-d-766726-26 neutron-server[105827]: 'SubPort': {'1.0'}, Aug 10 00:51:05.140740 n-d-766726-26 neutron-server[105827]: 'Subnet': {'1.1'}, Aug 10 00:51:05.140740 n-d-766726-26 neutron-server[105827]: 'Trunk': {'1.1'}} Aug 10 00:51:05.140740 n-d-766726-26 neutron-server[105827]: consumer versions: Aug 10 00:51:05.140740 n-d-766726-26 neutron-server[105827]: { DHCP agent@n-d-766726-26: {}, Aug 10 00:51:05.140740 n-d-766726-26 neutron-server[105827]: HyperV agent@n-h1-766726-26: {}, Aug 10 00:51:05.140740 n-d-766726-26 neutron-server[105827]: HyperV agent@n-h2-766726-26: {}, Aug 10 00:51:05.140740 n-d-766726-26 neutron-server[105827]: L3 agent@n-d-766726-26: {}, Aug 10 00:51:05.140740 n-d-766726-26 neutron-server[105827]: Metadata agent@n-d-766726-26: {}, Aug 10 00:51:05.140740 n-d-766726-26 neutron-server[105827]: Metering agent@n-d-766726-26: {}, Aug 10 00:51:05.140740 n-d-766726-26 neutron-server[105827]: Open vSwitch agent@n-d-766726-26: { 'AddressGroup': '1.2', Aug 10 00:51:05.140740 n-d-766726-26 neutron-server[105827]: 'ConntrackHelper': '1.0', Aug 10 00:51:05.140740 n-d-766726-26 neutron-server[105827]: 'Log': '1.0', Aug 10 00:51:05.140740 n-d-766726-26 neutron-server[105827]: 'Network': '1.1', Aug 10 00:51:05.140740 n-d-766726-26 neutron-server[105827]: 'Port': '1.7', Aug 10 00:51:05.140740 n-d-766726-26 neutron-server[105827]: 'PortForwarding': '1.2', Aug 10 00:51:05.140740 n-d-766726-26 neutron-server[105827]: 'QosPolicy': '1.9', Aug 10 00:51:05.140740 n-d-766726-26 neutron-server[105827]: 'SecurityGroup': '1.4', Aug 10 00:51:05.140740 n-d-766726-26 neutron-server[105827]: 'SecurityGroupRule': '1.2', Aug 10 00:51:05.140740 n-d-766726-26 neutron-server[105827]: 'SubPort': '1.0', Aug 10 00:51:05.140740 n-d-766726-26 neutron-server[105827]: 'Subnet': '1.1', Aug 10 00:51:05.140740 n-d-766726-26 neutron-server[105827]: 'Trunk': '1.1'}} Aug 10 00:51:05.140740 n-d-766726-26 neutron-server[105827]: {{(pid=105827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 00:51:05.192036 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf85a6b9-2748-4de2-a67b-980023ca705d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:05.222359 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf85a6b9-2748-4de2-a67b-980023ca705d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:05.223357 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf85a6b9-2748-4de2-a67b-980023ca705d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:05.223940 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf85a6b9-2748-4de2-a67b-980023ca705d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:05.344849 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cf85a6b9-2748-4de2-a67b-980023ca705d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9013145 Aug 10 00:51:05.351370 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56708) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:05.354591 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85a6b9-2748-4de2-a67b-980023ca705d admin admin] Pushing event updated for resources: {'Network': ['ID=c58b2db2-79c7-40d4-af6c-7a7b4827f110,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:05.358351 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-063057e4-3720-40fe-9eb0-5c5b8c47241c admin admin] Request body: {'subnet': {'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865821593-subnet', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:05.365637 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network c58b2db2-79c7-40d4-af6c-7a7b4827f110 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:51:05.391774 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063057e4-3720-40fe-9eb0-5c5b8c47241c admin admin] Made reservation on behalf of efee53c3551044e8afcc00c8cdf7b6ca for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:51:05.396313 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-063057e4-3720-40fe-9eb0-5c5b8c47241c admin admin] Notify callbacks [] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:05.420464 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56710) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:05.575650 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-063057e4-3720-40fe-9eb0-5c5b8c47241c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:05.619830 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063057e4-3720-40fe-9eb0-5c5b8c47241c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ecd1c4b-499a-4426-9e1d-abb75625188f,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:05.629082 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063057e4-3720-40fe-9eb0-5c5b8c47241c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:05.629540 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063057e4-3720-40fe-9eb0-5c5b8c47241c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:05.630020 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063057e4-3720-40fe-9eb0-5c5b8c47241c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:05.630450 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063057e4-3720-40fe-9eb0-5c5b8c47241c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:05.630874 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063057e4-3720-40fe-9eb0-5c5b8c47241c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:05.631316 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063057e4-3720-40fe-9eb0-5c5b8c47241c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:05.631750 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063057e4-3720-40fe-9eb0-5c5b8c47241c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:05.632166 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063057e4-3720-40fe-9eb0-5c5b8c47241c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:05.632633 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063057e4-3720-40fe-9eb0-5c5b8c47241c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:05.633074 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063057e4-3720-40fe-9eb0-5c5b8c47241c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:05.633489 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063057e4-3720-40fe-9eb0-5c5b8c47241c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:05.633904 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063057e4-3720-40fe-9eb0-5c5b8c47241c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:05.635180 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063057e4-3720-40fe-9eb0-5c5b8c47241c admin admin] Tracked resource versions report: Aug 10 00:51:05.635180 n-d-766726-26 neutron-server[105826]: pushed versions: Aug 10 00:51:05.635180 n-d-766726-26 neutron-server[105826]: { 'AddressGroup': {'1.2'}, Aug 10 00:51:05.635180 n-d-766726-26 neutron-server[105826]: 'ConntrackHelper': {'1.0'}, Aug 10 00:51:05.635180 n-d-766726-26 neutron-server[105826]: 'Log': {'1.0'}, Aug 10 00:51:05.635180 n-d-766726-26 neutron-server[105826]: 'Network': {'1.1'}, Aug 10 00:51:05.635180 n-d-766726-26 neutron-server[105826]: 'Port': {'1.7'}, Aug 10 00:51:05.635180 n-d-766726-26 neutron-server[105826]: 'PortForwarding': {'1.2'}, Aug 10 00:51:05.635180 n-d-766726-26 neutron-server[105826]: 'QosPolicy': {'1.9'}, Aug 10 00:51:05.635180 n-d-766726-26 neutron-server[105826]: 'SecurityGroup': {'1.4'}, Aug 10 00:51:05.635180 n-d-766726-26 neutron-server[105826]: 'SecurityGroupRule': {'1.2'}, Aug 10 00:51:05.635180 n-d-766726-26 neutron-server[105826]: 'SubPort': {'1.0'}, Aug 10 00:51:05.635180 n-d-766726-26 neutron-server[105826]: 'Subnet': {'1.1'}, Aug 10 00:51:05.635180 n-d-766726-26 neutron-server[105826]: 'Trunk': {'1.1'}} Aug 10 00:51:05.635180 n-d-766726-26 neutron-server[105826]: consumer versions: Aug 10 00:51:05.635180 n-d-766726-26 neutron-server[105826]: { DHCP agent@n-d-766726-26: {}, Aug 10 00:51:05.635180 n-d-766726-26 neutron-server[105826]: HyperV agent@n-h1-766726-26: {}, Aug 10 00:51:05.635180 n-d-766726-26 neutron-server[105826]: HyperV agent@n-h2-766726-26: {}, Aug 10 00:51:05.635180 n-d-766726-26 neutron-server[105826]: L3 agent@n-d-766726-26: {}, Aug 10 00:51:05.635180 n-d-766726-26 neutron-server[105826]: Metadata agent@n-d-766726-26: {}, Aug 10 00:51:05.635180 n-d-766726-26 neutron-server[105826]: Metering agent@n-d-766726-26: {}, Aug 10 00:51:05.635180 n-d-766726-26 neutron-server[105826]: Open vSwitch agent@n-d-766726-26: { 'AddressGroup': '1.2', Aug 10 00:51:05.635180 n-d-766726-26 neutron-server[105826]: 'ConntrackHelper': '1.0', Aug 10 00:51:05.635180 n-d-766726-26 neutron-server[105826]: 'Log': '1.0', Aug 10 00:51:05.635180 n-d-766726-26 neutron-server[105826]: 'Network': '1.1', Aug 10 00:51:05.635180 n-d-766726-26 neutron-server[105826]: 'Port': '1.7', Aug 10 00:51:05.635180 n-d-766726-26 neutron-server[105826]: 'PortForwarding': '1.2', Aug 10 00:51:05.635180 n-d-766726-26 neutron-server[105826]: 'QosPolicy': '1.9', Aug 10 00:51:05.635180 n-d-766726-26 neutron-server[105826]: 'SecurityGroup': '1.4', Aug 10 00:51:05.635180 n-d-766726-26 neutron-server[105826]: 'SecurityGroupRule': '1.2', Aug 10 00:51:05.635180 n-d-766726-26 neutron-server[105826]: 'SubPort': '1.0', Aug 10 00:51:05.635180 n-d-766726-26 neutron-server[105826]: 'Subnet': '1.1', Aug 10 00:51:05.635180 n-d-766726-26 neutron-server[105826]: 'Trunk': '1.1'}} Aug 10 00:51:05.635180 n-d-766726-26 neutron-server[105826]: {{(pid=105826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 00:51:05.678374 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063057e4-3720-40fe-9eb0-5c5b8c47241c admin admin] Checking segment: {'id': '00cd8800-3b5e-49b2-aecd-def2a07ae15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:51:05.678726 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063057e4-3720-40fe-9eb0-5c5b8c47241c admin admin] Network hostable DHCP agents. Network: c58b2db2-79c7-40d4-af6c-7a7b4827f110, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:51:05.699327 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063057e4-3720-40fe-9eb0-5c5b8c47241c admin admin] Network c58b2db2-79c7-40d4-af6c-7a7b4827f110 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:51:05.711193 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-063057e4-3720-40fe-9eb0-5c5b8c47241c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, c58b2db2-79c7-40d4-af6c-7a7b4827f110) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:51:05.721519 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2b705d-e843-4700-ab31-c0827fbec058 None None] Network c58b2db2-79c7-40d4-af6c-7a7b4827f110 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:51:05.725167 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063057e4-3720-40fe-9eb0-5c5b8c47241c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:05.725819 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-063057e4-3720-40fe-9eb0-5c5b8c47241c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:05.757351 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-063057e4-3720-40fe-9eb0-5c5b8c47241c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4030402 Aug 10 00:51:05.758889 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56726) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:05.763725 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-0a6338b4-9460-4597-8018-4cf5b47f27cc admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-865821593-router', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:05.806239 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0a6338b4-9460-4597-8018-4cf5b47f27cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:05.807877 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0a6338b4-9460-4597-8018-4cf5b47f27cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:05.888880 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b7fa16-35ad-4b0b-8312-a9a7fd710ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-c58b2db2-79c7-40d4-af6c-7a7b4827f110', 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'fixed_ips': [{'subnet_id': '2ecd1c4b-499a-4426-9e1d-abb75625188f'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:51:05.889962 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f5b7fa16-35ad-4b0b-8312-a9a7fd710ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:05.933380 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0a6338b4-9460-4597-8018-4cf5b47f27cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:06.018779 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-504fb347-54fc-4adb-b56c-69cdc4e4c7c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:06.063256 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-f5b7fa16-35ad-4b0b-8312-a9a7fd710ecc None None] Allocated IP 172.20.0.2 (c58b2db2-79c7-40d4-af6c-7a7b4827f110/2ecd1c4b-499a-4426-9e1d-abb75625188f/84c7b941-1608-4f11-b4e6-72cee39b805a) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:51:06.219995 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0a6338b4-9460-4597-8018-4cf5b47f27cc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:06.232139 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f5b7fa16-35ad-4b0b-8312-a9a7fd710ecc None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:06.241727 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f5b7fa16-35ad-4b0b-8312-a9a7fd710ecc None None] Transition to ACTIVE for port object 84c7b941-1608-4f11-b4e6-72cee39b805a will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:51:06.275818 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f5b7fa16-35ad-4b0b-8312-a9a7fd710ecc None None] Transition to ACTIVE for port object 84c7b941-1608-4f11-b4e6-72cee39b805a will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:51:06.289055 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f5b7fa16-35ad-4b0b-8312-a9a7fd710ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:06.359098 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b7fa16-35ad-4b0b-8312-a9a7fd710ecc None None] Network c58b2db2-79c7-40d4-af6c-7a7b4827f110 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:51:06.374098 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-f5b7fa16-35ad-4b0b-8312-a9a7fd710ecc None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:51:06.384771 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b7fa16-35ad-4b0b-8312-a9a7fd710ecc None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:51:06.448673 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7fa16-35ad-4b0b-8312-a9a7fd710ecc None None] Pushing event updated for resources: {'Port': ['ID=84c7b941-1608-4f11-b4e6-72cee39b805a,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:06.461740 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7fa16-35ad-4b0b-8312-a9a7fd710ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:06.462085 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7fa16-35ad-4b0b-8312-a9a7fd710ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:06.462539 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7fa16-35ad-4b0b-8312-a9a7fd710ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:06.463283 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7fa16-35ad-4b0b-8312-a9a7fd710ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:06.464150 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7fa16-35ad-4b0b-8312-a9a7fd710ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:06.464684 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7fa16-35ad-4b0b-8312-a9a7fd710ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:06.465164 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7fa16-35ad-4b0b-8312-a9a7fd710ecc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:06.465644 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7fa16-35ad-4b0b-8312-a9a7fd710ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:06.466136 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7fa16-35ad-4b0b-8312-a9a7fd710ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:06.466630 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7fa16-35ad-4b0b-8312-a9a7fd710ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:06.467122 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7fa16-35ad-4b0b-8312-a9a7fd710ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:06.467778 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7fa16-35ad-4b0b-8312-a9a7fd710ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:06.469085 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7fa16-35ad-4b0b-8312-a9a7fd710ecc None None] Tracked resource versions report: Aug 10 00:51:06.469085 n-d-766726-26 neutron-server[105828]: pushed versions: Aug 10 00:51:06.469085 n-d-766726-26 neutron-server[105828]: { 'AddressGroup': {'1.2'}, Aug 10 00:51:06.469085 n-d-766726-26 neutron-server[105828]: 'ConntrackHelper': {'1.0'}, Aug 10 00:51:06.469085 n-d-766726-26 neutron-server[105828]: 'Log': {'1.0'}, Aug 10 00:51:06.469085 n-d-766726-26 neutron-server[105828]: 'Network': {'1.1'}, Aug 10 00:51:06.469085 n-d-766726-26 neutron-server[105828]: 'Port': {'1.7'}, Aug 10 00:51:06.469085 n-d-766726-26 neutron-server[105828]: 'PortForwarding': {'1.2'}, Aug 10 00:51:06.469085 n-d-766726-26 neutron-server[105828]: 'QosPolicy': {'1.9'}, Aug 10 00:51:06.469085 n-d-766726-26 neutron-server[105828]: 'SecurityGroup': {'1.4'}, Aug 10 00:51:06.469085 n-d-766726-26 neutron-server[105828]: 'SecurityGroupRule': {'1.2'}, Aug 10 00:51:06.469085 n-d-766726-26 neutron-server[105828]: 'SubPort': {'1.0'}, Aug 10 00:51:06.469085 n-d-766726-26 neutron-server[105828]: 'Subnet': {'1.1'}, Aug 10 00:51:06.469085 n-d-766726-26 neutron-server[105828]: 'Trunk': {'1.1'}} Aug 10 00:51:06.469085 n-d-766726-26 neutron-server[105828]: consumer versions: Aug 10 00:51:06.469085 n-d-766726-26 neutron-server[105828]: { DHCP agent@n-d-766726-26: {}, Aug 10 00:51:06.469085 n-d-766726-26 neutron-server[105828]: HyperV agent@n-h1-766726-26: {}, Aug 10 00:51:06.469085 n-d-766726-26 neutron-server[105828]: HyperV agent@n-h2-766726-26: {}, Aug 10 00:51:06.469085 n-d-766726-26 neutron-server[105828]: L3 agent@n-d-766726-26: {}, Aug 10 00:51:06.469085 n-d-766726-26 neutron-server[105828]: Metadata agent@n-d-766726-26: {}, Aug 10 00:51:06.469085 n-d-766726-26 neutron-server[105828]: Metering agent@n-d-766726-26: {}, Aug 10 00:51:06.469085 n-d-766726-26 neutron-server[105828]: Open vSwitch agent@n-d-766726-26: { 'AddressGroup': '1.2', Aug 10 00:51:06.469085 n-d-766726-26 neutron-server[105828]: 'ConntrackHelper': '1.0', Aug 10 00:51:06.469085 n-d-766726-26 neutron-server[105828]: 'Log': '1.0', Aug 10 00:51:06.469085 n-d-766726-26 neutron-server[105828]: 'Network': '1.1', Aug 10 00:51:06.469085 n-d-766726-26 neutron-server[105828]: 'Port': '1.7', Aug 10 00:51:06.469085 n-d-766726-26 neutron-server[105828]: 'PortForwarding': '1.2', Aug 10 00:51:06.469085 n-d-766726-26 neutron-server[105828]: 'QosPolicy': '1.9', Aug 10 00:51:06.469085 n-d-766726-26 neutron-server[105828]: 'SecurityGroup': '1.4', Aug 10 00:51:06.469085 n-d-766726-26 neutron-server[105828]: 'SecurityGroupRule': '1.2', Aug 10 00:51:06.469085 n-d-766726-26 neutron-server[105828]: 'SubPort': '1.0', Aug 10 00:51:06.469085 n-d-766726-26 neutron-server[105828]: 'Subnet': '1.1', Aug 10 00:51:06.469085 n-d-766726-26 neutron-server[105828]: 'Trunk': '1.1'}} Aug 10 00:51:06.469085 n-d-766726-26 neutron-server[105828]: {{(pid=105828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 00:51:06.492092 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-f5b7fa16-35ad-4b0b-8312-a9a7fd710ecc None None] Attempting to bind port 84c7b941-1608-4f11-b4e6-72cee39b805a on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:51:06.492854 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-f5b7fa16-35ad-4b0b-8312-a9a7fd710ecc None None] Attempting to bind port 84c7b941-1608-4f11-b4e6-72cee39b805a by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '00cd8800-3b5e-49b2-aecd-def2a07ae15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:51:06.493694 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b7fa16-35ad-4b0b-8312-a9a7fd710ecc None None] Attempting to bind port 84c7b941-1608-4f11-b4e6-72cee39b805a on network c58b2db2-79c7-40d4-af6c-7a7b4827f110 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:06.499477 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b7fa16-35ad-4b0b-8312-a9a7fd710ecc None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:51:06.500588 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b7fa16-35ad-4b0b-8312-a9a7fd710ecc None None] Checking segment: {'id': '00cd8800-3b5e-49b2-aecd-def2a07ae15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:51:06.501170 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f5b7fa16-35ad-4b0b-8312-a9a7fd710ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:06.501915 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b7fa16-35ad-4b0b-8312-a9a7fd710ecc None None] Bound using segment: {'id': '00cd8800-3b5e-49b2-aecd-def2a07ae15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:51:06.502557 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-f5b7fa16-35ad-4b0b-8312-a9a7fd710ecc None None] Bound port: 84c7b941-1608-4f11-b4e6-72cee39b805a, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00cd8800-3b5e-49b2-aecd-def2a07ae15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:51:06.503112 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f5b7fa16-35ad-4b0b-8312-a9a7fd710ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:06.574925 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-f5b7fa16-35ad-4b0b-8312-a9a7fd710ecc None None] For port 84c7b941-1608-4f11-b4e6-72cee39b805a, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:51:06.578875 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-f5b7fa16-35ad-4b0b-8312-a9a7fd710ecc None None] For port 84c7b941-1608-4f11-b4e6-72cee39b805a, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=84c7b941-1608-4f11-b4e6-72cee39b805a,segment=NetworkSegment(00cd8800-3b5e-49b2-aecd-def2a07ae15a),segment_id=00cd8800-3b5e-49b2-aecd-def2a07ae15a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:51:06.586113 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f5b7fa16-35ad-4b0b-8312-a9a7fd710ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:06.665854 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7fa16-35ad-4b0b-8312-a9a7fd710ecc None None] Pushing event updated for resources: {'Port': ['ID=84c7b941-1608-4f11-b4e6-72cee39b805a,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:06.678106 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0a6338b4-9460-4597-8018-4cf5b47f27cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:06.706582 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0a6338b4-9460-4597-8018-4cf5b47f27cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:06.723819 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-504fb347-54fc-4adb-b56c-69cdc4e4c7c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:06.742964 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-504fb347-54fc-4adb-b56c-69cdc4e4c7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:06.849389 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-504fb347-54fc-4adb-b56c-69cdc4e4c7c4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=369c597c6c104db88b7a3f958e284572&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4277649 Aug 10 00:51:06.852055 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56758) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:06.885955 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504fb347-54fc-4adb-b56c-69cdc4e4c7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbb54fd-4f28-4ca3-9f1b-3ba68819acc5,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:06.954637 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8794845c-8e82-4e01-8b69-b47a725d1c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:06.992628 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8794845c-8e82-4e01-8b69-b47a725d1c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:06.993722 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-0a6338b4-9460-4597-8018-4cf5b47f27cc admin admin] Allocated IP 172.25.2.237 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/fb7fb90c-ee87-43b5-a087-f1628df89431) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:51:07.062863 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8794845c-8e82-4e01-8b69-b47a725d1c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:07.065760 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8794845c-8e82-4e01-8b69-b47a725d1c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:07.069452 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8794845c-8e82-4e01-8b69-b47a725d1c1e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/afbb54fd-4f28-4ca3-9f1b-3ba68819acc5 HTTP/1.1" status: 204 len: 168 time: 0.2131977 Aug 10 00:51:07.077466 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794845c-8e82-4e01-8b69-b47a725d1c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbb54fd-4f28-4ca3-9f1b-3ba68819acc5,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:07.176100 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0a6338b4-9460-4597-8018-4cf5b47f27cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:07.330277 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0a6338b4-9460-4597-8018-4cf5b47f27cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:07.407914 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6338b4-9460-4597-8018-4cf5b47f27cc admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:51:07.409618 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-0a6338b4-9460-4597-8018-4cf5b47f27cc admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:51:07.416716 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6338b4-9460-4597-8018-4cf5b47f27cc admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:51:07.455974 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6338b4-9460-4597-8018-4cf5b47f27cc admin admin] Pushing event updated for resources: {'Port': ['ID=fb7fb90c-ee87-43b5-a087-f1628df89431,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:07.679448 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56812) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:07.885030 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0a6338b4-9460-4597-8018-4cf5b47f27cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:07.919660 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9cd2c8-19b6-4e0f-acc7-7f7c5292d526 None None] Network c58b2db2-79c7-40d4-af6c-7a7b4827f110 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:51:08.037727 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-162a0b4a-36dc-407e-9b9f-5a9cf61b8c3b None None] Provisioning for port 84c7b941-1608-4f11-b4e6-72cee39b805a completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:51:08.207683 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-79c090cb-1417-4709-9c82-edc29f79f08e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:08.243584 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0a6338b4-9460-4597-8018-4cf5b47f27cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:08.405394 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-79c090cb-1417-4709-9c82-edc29f79f08e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:08.413220 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-79c090cb-1417-4709-9c82-edc29f79f08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:08.532427 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6338b4-9460-4597-8018-4cf5b47f27cc admin admin] Router 2a2c37e0-62c6-4f7b-a81d-a872163db1a4 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 00:51:08.546795 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c090cb-1417-4709-9c82-edc29f79f08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409aefa0-247a-4236-b578-9254b2a0d61a,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:08.601312 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-79c090cb-1417-4709-9c82-edc29f79f08e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=582c972dc8b3420580d0ea1571074776&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9180324 Aug 10 00:51:08.605167 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56906) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:08.657243 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 84c7b941-1608-4f11-b4e6-72cee39b805a up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:51:08.730445 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ad9690ee-6205-4fd6-a78b-ab86941164e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:08.769196 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6338b4-9460-4597-8018-4cf5b47f27cc admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:51:08.791258 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2350323-48aa-4210-87e3-e96b259ae60f None None] Sync routers for ids ['2a2c37e0-62c6-4f7b-a81d-a872163db1a4'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:51:08.793223 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 84c7b941-1608-4f11-b4e6-72cee39b805a completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:51:08.799154 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 84c7b941-1608-4f11-b4e6-72cee39b805a triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:08.799542 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:08.805154 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0a6338b4-9460-4597-8018-4cf5b47f27cc admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:08.806392 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0a6338b4-9460-4597-8018-4cf5b47f27cc admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.0463171 Aug 10 00:51:08.812069 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56926) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:08.816401 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2350323-48aa-4210-87e3-e96b259ae60f None None] Routers {'2a2c37e0-62c6-4f7b-a81d-a872163db1a4'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:51:08.817606 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-a2350323-48aa-4210-87e3-e96b259ae60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:50:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['2a2c37e0-62c6-4f7b-a81d-a872163db1a4'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:08.960633 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ad9690ee-6205-4fd6-a78b-ab86941164e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:09.017307 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:09.048855 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ad9690ee-6205-4fd6-a78b-ab86941164e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:09.054620 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ad9690ee-6205-4fd6-a78b-ab86941164e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:09.058964 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ad9690ee-6205-4fd6-a78b-ab86941164e8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/409aefa0-247a-4236-b578-9254b2a0d61a HTTP/1.1" status: 204 len: 168 time: 0.4455357 Aug 10 00:51:09.077141 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9690ee-6205-4fd6-a78b-ab86941164e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409aefa0-247a-4236-b578-9254b2a0d61a,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:09.103219 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 84c7b941-1608-4f11-b4e6-72cee39b805a, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=84c7b941-1608-4f11-b4e6-72cee39b805a,segment=NetworkSegment(00cd8800-3b5e-49b2-aecd-def2a07ae15a),segment_id=00cd8800-3b5e-49b2-aecd-def2a07ae15a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:09.107737 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-a2350323-48aa-4210-87e3-e96b259ae60f None None] Set router 2a2c37e0-62c6-4f7b-a81d-a872163db1a4 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:51:09.112638 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:09.230359 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=84c7b941-1608-4f11-b4e6-72cee39b805a,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:09.410431 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-a2350323-48aa-4210-87e3-e96b259ae60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865821593-router', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'fb7fb90c-ee87-43b5-a087-f1628df89431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:51:05Z', 'updated_at': '2021-08-10T00:51:07Z', 'revision_number': 3, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'gw_port': {'id': 'fb7fb90c-ee87-43b5-a087-f1628df89431', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:54:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:06Z', 'updated_at': '2021-08-10T00:51:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:09.442003 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2350323-48aa-4210-87e3-e96b259ae60f None None] Checking router: 2a2c37e0-62c6-4f7b-a81d-a872163db1a4 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:51:09.442827 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2350323-48aa-4210-87e3-e96b259ae60f None None] Updating router 2a2c37e0-62c6-4f7b-a81d-a872163db1a4 port fb7fb90c-ee87-43b5-a087-f1628df89431 binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:51:09.467497 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56966) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:09.471022 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a2350323-48aa-4210-87e3-e96b259ae60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:09.540022 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56972) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:09.633715 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ae386be7-756f-4444-8097-305f32bc749c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:09.851785 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-718782e7-2468-40e3-8ac0-eb4d3cea64ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:09.954729 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a2350323-48aa-4210-87e3-e96b259ae60f None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:09.968693 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5b8c9212-d54b-405b-ac19-abba72f89c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:09.991560 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-a2350323-48aa-4210-87e3-e96b259ae60f None None] Transition to ACTIVE for port object fb7fb90c-ee87-43b5-a087-f1628df89431 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:51:09.993677 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-ae386be7-756f-4444-8097-305f32bc749c admin admin] Allocated IP 172.20.0.1 (c58b2db2-79c7-40d4-af6c-7a7b4827f110/2ecd1c4b-499a-4426-9e1d-abb75625188f/f2974e0d-3e49-4448-977f-355123778c9e) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:51:10.006532 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a2350323-48aa-4210-87e3-e96b259ae60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:10.008307 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-718782e7-2468-40e3-8ac0-eb4d3cea64ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:10.024822 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-718782e7-2468-40e3-8ac0-eb4d3cea64ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:10.144928 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-718782e7-2468-40e3-8ac0-eb4d3cea64ad admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=024e4de563d942969f96212f6cff75b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6736128 Aug 10 00:51:10.153516 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57016) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:10.164018 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718782e7-2468-40e3-8ac0-eb4d3cea64ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad8cf27-7842-4b7f-8fba-068023466ef7,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:10.175240 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-a2350323-48aa-4210-87e3-e96b259ae60f None None] Attempting to bind port fb7fb90c-ee87-43b5-a087-f1628df89431 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:51:10.175619 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-a2350323-48aa-4210-87e3-e96b259ae60f None None] Attempting to bind port fb7fb90c-ee87-43b5-a087-f1628df89431 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:51:10.175991 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2350323-48aa-4210-87e3-e96b259ae60f None None] Attempting to bind port fb7fb90c-ee87-43b5-a087-f1628df89431 on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:10.188669 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ae386be7-756f-4444-8097-305f32bc749c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:10.196158 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57018) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:10.212143 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2350323-48aa-4210-87e3-e96b259ae60f None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:51:10.222706 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2350323-48aa-4210-87e3-e96b259ae60f None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:51:10.228080 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a2350323-48aa-4210-87e3-e96b259ae60f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:10.228641 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2350323-48aa-4210-87e3-e96b259ae60f None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:51:10.229233 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-a2350323-48aa-4210-87e3-e96b259ae60f None None] Bound port: fb7fb90c-ee87-43b5-a087-f1628df89431, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:51:10.230496 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a2350323-48aa-4210-87e3-e96b259ae60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:10.241776 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c5a03-d16b-4fd9-ab7f-89d7e0f5d301 None None] Pushing event updated for resources: {'Port': ['ID=fb7fb90c-ee87-43b5-a087-f1628df89431,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:10.243695 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-ae386be7-756f-4444-8097-305f32bc749c admin admin] Transition to ACTIVE for port object f2974e0d-3e49-4448-977f-355123778c9e will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:51:10.247312 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a1d12b0b-e5af-4829-a9d3-e1183c227b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:10.304375 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c5a03-d16b-4fd9-ab7f-89d7e0f5d301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:10.312833 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c5a03-d16b-4fd9-ab7f-89d7e0f5d301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:10.313360 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c5a03-d16b-4fd9-ab7f-89d7e0f5d301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:10.313868 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c5a03-d16b-4fd9-ab7f-89d7e0f5d301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:10.315978 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c5a03-d16b-4fd9-ab7f-89d7e0f5d301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:10.316597 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c5a03-d16b-4fd9-ab7f-89d7e0f5d301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:10.319952 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c5a03-d16b-4fd9-ab7f-89d7e0f5d301 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:10.321296 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c5a03-d16b-4fd9-ab7f-89d7e0f5d301 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:10.325685 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c5a03-d16b-4fd9-ab7f-89d7e0f5d301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:10.326222 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c5a03-d16b-4fd9-ab7f-89d7e0f5d301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:10.327214 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c5a03-d16b-4fd9-ab7f-89d7e0f5d301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:10.327738 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c5a03-d16b-4fd9-ab7f-89d7e0f5d301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:10.329748 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c5a03-d16b-4fd9-ab7f-89d7e0f5d301 None None] Tracked resource versions report: Aug 10 00:51:10.329748 n-d-766726-26 neutron-server[105829]: pushed versions: Aug 10 00:51:10.329748 n-d-766726-26 neutron-server[105829]: { 'AddressGroup': {'1.2'}, Aug 10 00:51:10.329748 n-d-766726-26 neutron-server[105829]: 'ConntrackHelper': {'1.0'}, Aug 10 00:51:10.329748 n-d-766726-26 neutron-server[105829]: 'Log': {'1.0'}, Aug 10 00:51:10.329748 n-d-766726-26 neutron-server[105829]: 'Network': {'1.1'}, Aug 10 00:51:10.329748 n-d-766726-26 neutron-server[105829]: 'Port': {'1.7'}, Aug 10 00:51:10.329748 n-d-766726-26 neutron-server[105829]: 'PortForwarding': {'1.2'}, Aug 10 00:51:10.329748 n-d-766726-26 neutron-server[105829]: 'QosPolicy': {'1.9'}, Aug 10 00:51:10.329748 n-d-766726-26 neutron-server[105829]: 'SecurityGroup': {'1.4'}, Aug 10 00:51:10.329748 n-d-766726-26 neutron-server[105829]: 'SecurityGroupRule': {'1.2'}, Aug 10 00:51:10.329748 n-d-766726-26 neutron-server[105829]: 'SubPort': {'1.0'}, Aug 10 00:51:10.329748 n-d-766726-26 neutron-server[105829]: 'Subnet': {'1.1'}, Aug 10 00:51:10.329748 n-d-766726-26 neutron-server[105829]: 'Trunk': {'1.1'}} Aug 10 00:51:10.329748 n-d-766726-26 neutron-server[105829]: consumer versions: Aug 10 00:51:10.329748 n-d-766726-26 neutron-server[105829]: { DHCP agent@n-d-766726-26: {}, Aug 10 00:51:10.329748 n-d-766726-26 neutron-server[105829]: HyperV agent@n-h1-766726-26: {}, Aug 10 00:51:10.329748 n-d-766726-26 neutron-server[105829]: HyperV agent@n-h2-766726-26: {}, Aug 10 00:51:10.329748 n-d-766726-26 neutron-server[105829]: L3 agent@n-d-766726-26: {}, Aug 10 00:51:10.329748 n-d-766726-26 neutron-server[105829]: Metadata agent@n-d-766726-26: {}, Aug 10 00:51:10.329748 n-d-766726-26 neutron-server[105829]: Metering agent@n-d-766726-26: {}, Aug 10 00:51:10.329748 n-d-766726-26 neutron-server[105829]: Open vSwitch agent@n-d-766726-26: { 'AddressGroup': '1.2', Aug 10 00:51:10.329748 n-d-766726-26 neutron-server[105829]: 'ConntrackHelper': '1.0', Aug 10 00:51:10.329748 n-d-766726-26 neutron-server[105829]: 'Log': '1.0', Aug 10 00:51:10.329748 n-d-766726-26 neutron-server[105829]: 'Network': '1.1', Aug 10 00:51:10.329748 n-d-766726-26 neutron-server[105829]: 'Port': '1.7', Aug 10 00:51:10.329748 n-d-766726-26 neutron-server[105829]: 'PortForwarding': '1.2', Aug 10 00:51:10.329748 n-d-766726-26 neutron-server[105829]: 'QosPolicy': '1.9', Aug 10 00:51:10.329748 n-d-766726-26 neutron-server[105829]: 'SecurityGroup': '1.4', Aug 10 00:51:10.329748 n-d-766726-26 neutron-server[105829]: 'SecurityGroupRule': '1.2', Aug 10 00:51:10.329748 n-d-766726-26 neutron-server[105829]: 'SubPort': '1.0', Aug 10 00:51:10.329748 n-d-766726-26 neutron-server[105829]: 'Subnet': '1.1', Aug 10 00:51:10.329748 n-d-766726-26 neutron-server[105829]: 'Trunk': '1.1'}} Aug 10 00:51:10.329748 n-d-766726-26 neutron-server[105829]: {{(pid=105829) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 00:51:10.332149 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-135a81ba-0d03-4030-9af5-f4454cb930f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:10.384553 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5b8c9212-d54b-405b-ac19-abba72f89c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:10.400407 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-135a81ba-0d03-4030-9af5-f4454cb930f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:10.408411 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5b8c9212-d54b-405b-ac19-abba72f89c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:10.424932 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-a2350323-48aa-4210-87e3-e96b259ae60f None None] For port fb7fb90c-ee87-43b5-a087-f1628df89431, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:51:10.434906 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-a2350323-48aa-4210-87e3-e96b259ae60f None None] For port fb7fb90c-ee87-43b5-a087-f1628df89431, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=fb7fb90c-ee87-43b5-a087-f1628df89431,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:51:10.445441 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a2350323-48aa-4210-87e3-e96b259ae60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:10.573743 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 84c7b941-1608-4f11-b4e6-72cee39b805a up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:51:10.614341 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c5a03-d16b-4fd9-ab7f-89d7e0f5d301 None None] Pushing event updated for resources: {'Port': ['ID=fb7fb90c-ee87-43b5-a087-f1628df89431,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:10.618065 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c9212-d54b-405b-ac19-abba72f89c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d661da14-c61e-4521-b083-cf01743314ea,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:10.627532 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2350323-48aa-4210-87e3-e96b259ae60f None None] Routers {'2a2c37e0-62c6-4f7b-a81d-a872163db1a4'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:51:10.628649 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-a2350323-48aa-4210-87e3-e96b259ae60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:50:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['2a2c37e0-62c6-4f7b-a81d-a872163db1a4'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:10.651748 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5b8c9212-d54b-405b-ac19-abba72f89c02 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0bec3e9a12ec4813a62f7eb0dbc2c4e4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1105120 Aug 10 00:51:10.656265 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57054) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:10.666748 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ae386be7-756f-4444-8097-305f32bc749c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:10.690445 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 84c7b941-1608-4f11-b4e6-72cee39b805a triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:10.691068 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:10.735879 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-135a81ba-0d03-4030-9af5-f4454cb930f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:10.740431 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-135a81ba-0d03-4030-9af5-f4454cb930f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:10.743325 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-135a81ba-0d03-4030-9af5-f4454cb930f1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9ad8cf27-7842-4b7f-8fba-068023466ef7 HTTP/1.1" status: 204 len: 168 time: 0.5894215 Aug 10 00:51:10.793190 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae386be7-756f-4444-8097-305f32bc749c admin admin] Pushing event updated for resources: {'Port': ['ID=f2974e0d-3e49-4448-977f-355123778c9e,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:10.802883 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a81ba-0d03-4030-9af5-f4454cb930f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad8cf27-7842-4b7f-8fba-068023466ef7,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:10.806680 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae386be7-756f-4444-8097-305f32bc749c admin admin] Network c58b2db2-79c7-40d4-af6c-7a7b4827f110 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:51:10.813003 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-ae386be7-756f-4444-8097-305f32bc749c admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:51:10.816385 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae386be7-756f-4444-8097-305f32bc749c admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:51:10.816918 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ae386be7-756f-4444-8097-305f32bc749c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:10.900156 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-a2350323-48aa-4210-87e3-e96b259ae60f None None] Set router 2a2c37e0-62c6-4f7b-a81d-a872163db1a4 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:51:10.909220 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a1d12b0b-e5af-4829-a9d3-e1183c227b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:10.924485 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a1d12b0b-e5af-4829-a9d3-e1183c227b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:10.972087 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ea9aeffc-bd59-40db-957d-9fafad0f4c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:11.073097 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a1d12b0b-e5af-4829-a9d3-e1183c227b8d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5e052663ab46499bb53a8f2544a1e353&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8697019 Aug 10 00:51:11.076406 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57084) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:11.086858 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d12b0b-e5af-4829-a9d3-e1183c227b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c539c83-6151-4d28-a3da-1a87d7a8f8da,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:11.124987 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ea9aeffc-bd59-40db-957d-9fafad0f4c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:11.173073 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2fcf93bf-b9a9-45d0-ba78-3492d56e2a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:11.227687 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:11.228613 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ea9aeffc-bd59-40db-957d-9fafad0f4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:11.231743 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ea9aeffc-bd59-40db-957d-9fafad0f4c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:11.233110 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ea9aeffc-bd59-40db-957d-9fafad0f4c19 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d661da14-c61e-4521-b083-cf01743314ea HTTP/1.1" status: 204 len: 168 time: 0.5747137 Aug 10 00:51:11.247101 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9aeffc-bd59-40db-957d-9fafad0f4c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d661da14-c61e-4521-b083-cf01743314ea,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:11.287586 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-202c18f6-2dff-4b3f-bf13-195123e9ac68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:11.310007 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-423b6b37-c1db-4916-aa19-f62a7e74852d None None] Provisioning for port f2974e0d-3e49-4448-977f-355123778c9e completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:51:11.315369 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-423b6b37-c1db-4916-aa19-f62a7e74852d None None] Provisioning complete for port f2974e0d-3e49-4448-977f-355123778c9e triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:11.316291 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-423b6b37-c1db-4916-aa19-f62a7e74852d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:11.330861 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-202c18f6-2dff-4b3f-bf13-195123e9ac68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:11.361813 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-423b6b37-c1db-4916-aa19-f62a7e74852d None None] Port f2974e0d-3e49-4448-977f-355123778c9e cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:51:11.370460 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-a2350323-48aa-4210-87e3-e96b259ae60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865821593-router', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'fb7fb90c-ee87-43b5-a087-f1628df89431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:51:05Z', 'updated_at': '2021-08-10T00:51:07Z', 'revision_number': 3, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'gw_port': {'id': 'fb7fb90c-ee87-43b5-a087-f1628df89431', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:54:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:06Z', 'updated_at': '2021-08-10T00:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:11.402382 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2350323-48aa-4210-87e3-e96b259ae60f None None] The sync data for ids ['2a2c37e0-62c6-4f7b-a81d-a872163db1a4'] in n-d-766726-26 is: [{'id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865821593-router', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'fb7fb90c-ee87-43b5-a087-f1628df89431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:51:05Z', 'updated_at': '2021-08-10T00:51:07Z', 'revision_number': 3, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'gw_port': {'id': 'fb7fb90c-ee87-43b5-a087-f1628df89431', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:54:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:06Z', 'updated_at': '2021-08-10T00:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:51:11.425043 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ae386be7-756f-4444-8097-305f32bc749c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:11.469492 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57108) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:11.495382 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb138518-17c4-4322-96f4-0b398e1212c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:11.528790 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-202c18f6-2dff-4b3f-bf13-195123e9ac68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:11.531558 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-202c18f6-2dff-4b3f-bf13-195123e9ac68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:11.535724 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-202c18f6-2dff-4b3f-bf13-195123e9ac68 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5c539c83-6151-4d28-a3da-1a87d7a8f8da HTTP/1.1" status: 204 len: 168 time: 0.4574487 Aug 10 00:51:11.624649 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c18f6-2dff-4b3f-bf13-195123e9ac68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c539c83-6151-4d28-a3da-1a87d7a8f8da,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:11.655232 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:51:11.787695 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ae386be7-756f-4444-8097-305f32bc749c admin admin] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:11.799568 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ae386be7-756f-4444-8097-305f32bc749c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:11.800650 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ae386be7-756f-4444-8097-305f32bc749c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:11.853043 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb138518-17c4-4322-96f4-0b398e1212c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:11.891848 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57134) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:11.894856 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb138518-17c4-4322-96f4-0b398e1212c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:11.895915 n-d-766726-26 neutron-server[105826]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 10 00:51:11.949429 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2cff046-1f25-4396-a553-55d921b778cc req-35d1da15-2273-46ea-813a-eb7660fa6f7b tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=46948fe60143401bb54c9f001a879000&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557282 Aug 10 00:51:11.958661 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae386be7-756f-4444-8097-305f32bc749c admin admin] Pushing event updated for resources: {'Port': ['ID=f2974e0d-3e49-4448-977f-355123778c9e,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:12.006049 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-eb138518-17c4-4322-96f4-0b398e1212c0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e334643fab37470683c04ef94d987f62&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5352793 Aug 10 00:51:12.012587 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57138) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:12.029729 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb138518-17c4-4322-96f4-0b398e1212c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f7529a-b94e-4160-b2a0-ebb904127e31,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:12.090018 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae386be7-756f-4444-8097-305f32bc749c admin admin] Network c58b2db2-79c7-40d4-af6c-7a7b4827f110 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:51:12.093297 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-ae386be7-756f-4444-8097-305f32bc749c admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:51:12.307912 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57150) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:12.324305 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3488b3d2-9831-435e-8930-5db2eccb92d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:12.335056 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ebae5d04-c6df-4870-85bd-09f5f689b2a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:12.343733 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cff046-1f25-4396-a553-55d921b778cc req-0ff73d71-6054-4ef6-a75e-cdd3003bf494 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:12.346330 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae386be7-756f-4444-8097-305f32bc749c admin admin] Router 2a2c37e0-62c6-4f7b-a81d-a872163db1a4 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:51:12.350993 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2cff046-1f25-4396-a553-55d921b778cc req-0ff73d71-6054-4ef6-a75e-cdd3003bf494 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3935516 Aug 10 00:51:12.414646 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2cff046-1f25-4396-a553-55d921b778cc req-33f632e9-999e-493d-ac4a-2a81fa7c874b tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/quotas/46948fe60143401bb54c9f001a879000 HTTP/1.1" status: 200 len: 375 time: 0.0621879 Aug 10 00:51:12.508230 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2cff046-1f25-4396-a553-55d921b778cc req-dda684f3-4b75-46a5-aef5-de99de3786bc tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=46948fe60143401bb54c9f001a879000&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0923693 Aug 10 00:51:12.510483 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3488b3d2-9831-435e-8930-5db2eccb92d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:12.608696 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-01b51e64-403c-4dfb-be3b-ba4d8704dedc None None] Provisioning complete for port f2974e0d-3e49-4448-977f-355123778c9e triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:12.609235 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-01b51e64-403c-4dfb-be3b-ba4d8704dedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:12.652634 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3488b3d2-9831-435e-8930-5db2eccb92d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:12.655163 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3488b3d2-9831-435e-8930-5db2eccb92d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:12.659355 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3488b3d2-9831-435e-8930-5db2eccb92d2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/99f7529a-b94e-4160-b2a0-ebb904127e31 HTTP/1.1" status: 204 len: 168 time: 0.6456108 Aug 10 00:51:12.681043 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device fb7fb90c-ee87-43b5-a087-f1628df89431 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:51:12.687411 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488b3d2-9831-435e-8930-5db2eccb92d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f7529a-b94e-4160-b2a0-ebb904127e31,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:12.718502 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae386be7-756f-4444-8097-305f32bc749c admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:51:12.815423 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ae386be7-756f-4444-8097-305f32bc749c admin admin] 10.222.0.35 "PUT /v2.0/routers/2a2c37e0-62c6-4f7b-a81d-a872163db1a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0021973 Aug 10 00:51:12.909678 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port fb7fb90c-ee87-43b5-a087-f1628df89431 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:51:12.910256 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ebae5d04-c6df-4870-85bd-09f5f689b2a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:12.918176 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ebae5d04-c6df-4870-85bd-09f5f689b2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:12.922576 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port fb7fb90c-ee87-43b5-a087-f1628df89431 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:12.922954 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:12.929364 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-01b51e64-403c-4dfb-be3b-ba4d8704dedc None None] Port f2974e0d-3e49-4448-977f-355123778c9e cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:51:13.012912 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57208) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:13.025007 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ebae5d04-c6df-4870-85bd-09f5f689b2a5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a8c9a6ccc5b54fab92d82adaf1763574&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7103343 Aug 10 00:51:13.045921 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae5d04-c6df-4870-85bd-09f5f689b2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b171ca-0f59-4fd5-804a-7bbc55bc27f0,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:13.091446 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:13.122603 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port fb7fb90c-ee87-43b5-a087-f1628df89431, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=fb7fb90c-ee87-43b5-a087-f1628df89431,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:13.131131 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:13.164571 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-08abbf63-e2b1-4f05-855d-432892f96ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:13.201599 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-08abbf63-e2b1-4f05-855d-432892f96ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:13.207445 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=fb7fb90c-ee87-43b5-a087-f1628df89431,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:13.268277 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-08abbf63-e2b1-4f05-855d-432892f96ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:13.271267 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-08abbf63-e2b1-4f05-855d-432892f96ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:13.274737 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-08abbf63-e2b1-4f05-855d-432892f96ece admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/55b171ca-0f59-4fd5-804a-7bbc55bc27f0 HTTP/1.1" status: 204 len: 168 time: 0.2584469 Aug 10 00:51:13.281019 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abbf63-e2b1-4f05-855d-432892f96ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b171ca-0f59-4fd5-804a-7bbc55bc27f0,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:13.334331 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57242) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:13.756213 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ebca085-a4c1-4010-b44e-5491a0c4365a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:13.816171 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6c2654-d0b6-4a90-b788-cd2be21165a1 None None] Sync routers for ids ['2a2c37e0-62c6-4f7b-a81d-a872163db1a4'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:51:13.826110 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6c2654-d0b6-4a90-b788-cd2be21165a1 None None] Routers {'2a2c37e0-62c6-4f7b-a81d-a872163db1a4'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:51:13.826744 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-2c6c2654-d0b6-4a90-b788-cd2be21165a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:51:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['2a2c37e0-62c6-4f7b-a81d-a872163db1a4'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:13.944812 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-2c6c2654-d0b6-4a90-b788-cd2be21165a1 None None] Set router 2a2c37e0-62c6-4f7b-a81d-a872163db1a4 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:51:14.018203 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57274) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:14.063276 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f9ea884-5356-4d2e-bd9a-d2e42e479008 req-926ad313-60d4-43f3-bb15-a240f46ce0f8 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/ports?device_id=faf74c37-8117-4e08-9f6c-a1100c29f8c2 HTTP/1.1" status: 200 len: 210 time: 0.7275372 Aug 10 00:51:14.105677 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57282) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:14.175177 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-2c6c2654-d0b6-4a90-b788-cd2be21165a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865821593-router', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'fb7fb90c-ee87-43b5-a087-f1628df89431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:51:05Z', 'updated_at': '2021-08-10T00:51:11Z', 'revision_number': 4, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'gw_port': {'id': 'fb7fb90c-ee87-43b5-a087-f1628df89431', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:54:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:06Z', 'updated_at': '2021-08-10T00:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'f2974e0d-3e49-4448-977f-355123778c9e', 'name': '', 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'mac_address': 'fa:16:3e:25:b3:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '2ecd1c4b-499a-4426-9e1d-abb75625188f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:09Z', 'updated_at': '2021-08-10T00:51:11Z', 'revision_number': 2, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'subnets': [{'id': '2ecd1c4b-499a-4426-9e1d-abb75625188f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:14.202150 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6c2654-d0b6-4a90-b788-cd2be21165a1 None None] Checking router: 2a2c37e0-62c6-4f7b-a81d-a872163db1a4 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:51:14.202508 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6c2654-d0b6-4a90-b788-cd2be21165a1 None None] Updating router 2a2c37e0-62c6-4f7b-a81d-a872163db1a4 port f2974e0d-3e49-4448-977f-355123778c9e binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:51:14.230362 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2c6c2654-d0b6-4a90-b788-cd2be21165a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:14.324846 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ca5da873-67bf-463c-b854-159313b7823f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:14.413530 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:14.444497 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ca5da873-67bf-463c-b854-159313b7823f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:14.452776 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ca5da873-67bf-463c-b854-159313b7823f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:14.497041 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ca5da873-67bf-463c-b854-159313b7823f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fb2885bdd2b14f4a923ef4204ac0693f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4774580 Aug 10 00:51:14.499420 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57298) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:14.514063 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device fb7fb90c-ee87-43b5-a087-f1628df89431 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:51:14.529519 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5da873-67bf-463c-b854-159313b7823f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8934787-c8b8-4f8c-b59f-e75aab1ff9b6,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:14.584236 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f964b4c0-5a74-4e6c-acaf-78621de746ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:14.639409 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e47f80e2-69e2-4208-b2bb-06c3f5035e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:14.645218 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port fb7fb90c-ee87-43b5-a087-f1628df89431 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:14.645596 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:14.677625 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e47f80e2-69e2-4208-b2bb-06c3f5035e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:14.803567 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57314) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:14.809072 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-12e759a3-cad4-4ab7-886d-fc392fd08a3b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2125526298-network', 'tenant_id': '91212a21b18b4f86bc82c817cfeea6ec'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:14.809961 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2c6c2654-d0b6-4a90-b788-cd2be21165a1 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:14.819394 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f964b4c0-5a74-4e6c-acaf-78621de746ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:14.821600 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e47f80e2-69e2-4208-b2bb-06c3f5035e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:14.824440 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e47f80e2-69e2-4208-b2bb-06c3f5035e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:14.829710 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2c6c2654-d0b6-4a90-b788-cd2be21165a1 None None] Transition to ACTIVE for port object f2974e0d-3e49-4448-977f-355123778c9e will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:51:14.832441 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e47f80e2-69e2-4208-b2bb-06c3f5035e68 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d8934787-c8b8-4f8c-b59f-e75aab1ff9b6 HTTP/1.1" status: 204 len: 168 time: 0.3298826 Aug 10 00:51:14.842399 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f964b4c0-5a74-4e6c-acaf-78621de746ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:14.844560 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2c6c2654-d0b6-4a90-b788-cd2be21165a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:14.851196 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e759a3-cad4-4ab7-886d-fc392fd08a3b admin admin] Made reservation on behalf of 91212a21b18b4f86bc82c817cfeea6ec for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:51:14.855207 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-12e759a3-cad4-4ab7-886d-fc392fd08a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:14.865627 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-12e759a3-cad4-4ab7-886d-fc392fd08a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:14.883199 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f80e2-69e2-4208-b2bb-06c3f5035e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8934787-c8b8-4f8c-b59f-e75aab1ff9b6,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:14.905647 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a128915-927a-43d8-a082-3c80bfd9e26f None None] Pushing event updated for resources: {'Port': ['ID=f2974e0d-3e49-4448-977f-355123778c9e,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:14.962696 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f964b4c0-5a74-4e6c-acaf-78621de746ee admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=90c6b6268dcc4b51bae466aa8136b5f9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8558183 Aug 10 00:51:14.987508 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-2c6c2654-d0b6-4a90-b788-cd2be21165a1 None None] Attempting to bind port f2974e0d-3e49-4448-977f-355123778c9e on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:51:14.987670 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-2c6c2654-d0b6-4a90-b788-cd2be21165a1 None None] Attempting to bind port f2974e0d-3e49-4448-977f-355123778c9e by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '00cd8800-3b5e-49b2-aecd-def2a07ae15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:51:14.988024 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6c2654-d0b6-4a90-b788-cd2be21165a1 None None] Attempting to bind port f2974e0d-3e49-4448-977f-355123778c9e on network c58b2db2-79c7-40d4-af6c-7a7b4827f110 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:14.993982 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6c2654-d0b6-4a90-b788-cd2be21165a1 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:51:14.994308 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6c2654-d0b6-4a90-b788-cd2be21165a1 None None] Checking segment: {'id': '00cd8800-3b5e-49b2-aecd-def2a07ae15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:51:14.996072 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2c6c2654-d0b6-4a90-b788-cd2be21165a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:14.996509 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6c2654-d0b6-4a90-b788-cd2be21165a1 None None] Bound using segment: {'id': '00cd8800-3b5e-49b2-aecd-def2a07ae15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:51:14.996991 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-2c6c2654-d0b6-4a90-b788-cd2be21165a1 None None] Bound port: f2974e0d-3e49-4448-977f-355123778c9e, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00cd8800-3b5e-49b2-aecd-def2a07ae15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:51:14.997478 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2c6c2654-d0b6-4a90-b788-cd2be21165a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:14.999688 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:15.008364 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57320) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:15.066820 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-12e759a3-cad4-4ab7-886d-fc392fd08a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:15.067270 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964b4c0-5a74-4e6c-acaf-78621de746ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a398251f-4765-4aab-b0c0-fa77edd02213,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:15.100157 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-12e759a3-cad4-4ab7-886d-fc392fd08a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:15.108072 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6e3f4654-a5f3-4c98-8bad-1fb31315d032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:15.131160 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e759a3-cad4-4ab7-886d-fc392fd08a3b admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:51:15.155302 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-2c6c2654-d0b6-4a90-b788-cd2be21165a1 None None] For port f2974e0d-3e49-4448-977f-355123778c9e, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:51:15.167681 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-2c6c2654-d0b6-4a90-b788-cd2be21165a1 None None] For port f2974e0d-3e49-4448-977f-355123778c9e, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=f2974e0d-3e49-4448-977f-355123778c9e,segment=NetworkSegment(00cd8800-3b5e-49b2-aecd-def2a07ae15a),segment_id=00cd8800-3b5e-49b2-aecd-def2a07ae15a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:51:15.179570 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-12e759a3-cad4-4ab7-886d-fc392fd08a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:15.179982 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2c6c2654-d0b6-4a90-b788-cd2be21165a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:15.183433 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-12e759a3-cad4-4ab7-886d-fc392fd08a3b admin admin] Added segment c408e8af-35a5-4380-858f-67af2ae00d21 of type vlan for network 5c30657b-52e7-42d9-a124-93d1500f18c8 Aug 10 00:51:15.206952 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6e3f4654-a5f3-4c98-8bad-1fb31315d032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:15.290499 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6c2654-d0b6-4a90-b788-cd2be21165a1 None None] Routers {'2a2c37e0-62c6-4f7b-a81d-a872163db1a4'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:51:15.291434 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-2c6c2654-d0b6-4a90-b788-cd2be21165a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:51:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['2a2c37e0-62c6-4f7b-a81d-a872163db1a4'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:15.309737 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-12e759a3-cad4-4ab7-886d-fc392fd08a3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:15.320078 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6e3f4654-a5f3-4c98-8bad-1fb31315d032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:15.324088 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6e3f4654-a5f3-4c98-8bad-1fb31315d032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:15.333367 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6e3f4654-a5f3-4c98-8bad-1fb31315d032 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a398251f-4765-4aab-b0c0-fa77edd02213 HTTP/1.1" status: 204 len: 168 time: 0.3229959 Aug 10 00:51:15.351511 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f4654-a5f3-4c98-8bad-1fb31315d032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a398251f-4765-4aab-b0c0-fa77edd02213,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:15.399533 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c980d27e-c67f-4d59-b4d1-a9867d5f2735 req-4476358f-c3c2-48ac-a5c6-ae1315207c91 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/ports?device_id=faf74c37-8117-4e08-9f6c-a1100c29f8c2 HTTP/1.1" status: 200 len: 210 time: 0.0717564 Aug 10 00:51:15.438691 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e759a3-cad4-4ab7-886d-fc392fd08a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28da819-dd76-4dcb-b881-65037e57fadc,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:15.447917 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-12e759a3-cad4-4ab7-886d-fc392fd08a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:15.449861 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e759a3-cad4-4ab7-886d-fc392fd08a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:15.460374 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-12e759a3-cad4-4ab7-886d-fc392fd08a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:15.460527 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a128915-927a-43d8-a082-3c80bfd9e26f None None] Pushing event updated for resources: {'Port': ['ID=f2974e0d-3e49-4448-977f-355123778c9e,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:15.521021 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-12e759a3-cad4-4ab7-886d-fc392fd08a3b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7157440 Aug 10 00:51:15.524345 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57342) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:15.529683 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-cede69ac-677b-4c31-9b68-4078deb53b5c admin admin] Request body: {'subnet': {'network_id': '5c30657b-52e7-42d9-a124-93d1500f18c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2125526298-subnet', 'tenant_id': '91212a21b18b4f86bc82c817cfeea6ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:15.558529 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e759a3-cad4-4ab7-886d-fc392fd08a3b admin admin] Pushing event updated for resources: {'Network': ['ID=5c30657b-52e7-42d9-a124-93d1500f18c8,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:15.571317 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 5c30657b-52e7-42d9-a124-93d1500f18c8 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:51:15.594889 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cede69ac-677b-4c31-9b68-4078deb53b5c admin admin] Made reservation on behalf of 91212a21b18b4f86bc82c817cfeea6ec for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:51:15.598039 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cede69ac-677b-4c31-9b68-4078deb53b5c admin admin] Notify callbacks [] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:15.644630 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-2c6c2654-d0b6-4a90-b788-cd2be21165a1 None None] Set router 2a2c37e0-62c6-4f7b-a81d-a872163db1a4 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:51:15.839376 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cede69ac-677b-4c31-9b68-4078deb53b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:15.900770 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57352) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:15.925414 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-426de199-f3f6-40c3-b3e8-62f1b056c4bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:15.933291 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede69ac-677b-4c31-9b68-4078deb53b5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb712dc0-5408-4a53-91b1-8f8962b6900b,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:15.953913 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cede69ac-677b-4c31-9b68-4078deb53b5c admin admin] Checking segment: {'id': 'c408e8af-35a5-4380-858f-67af2ae00d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5c30657b-52e7-42d9-a124-93d1500f18c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:51:15.954290 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cede69ac-677b-4c31-9b68-4078deb53b5c admin admin] Network hostable DHCP agents. Network: 5c30657b-52e7-42d9-a124-93d1500f18c8, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:51:15.986091 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cede69ac-677b-4c31-9b68-4078deb53b5c admin admin] Network 5c30657b-52e7-42d9-a124-93d1500f18c8 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:51:16.001772 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-2c6c2654-d0b6-4a90-b788-cd2be21165a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865821593-router', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'fb7fb90c-ee87-43b5-a087-f1628df89431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:51:05Z', 'updated_at': '2021-08-10T00:51:11Z', 'revision_number': 4, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'gw_port': {'id': 'fb7fb90c-ee87-43b5-a087-f1628df89431', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:54:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:06Z', 'updated_at': '2021-08-10T00:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'f2974e0d-3e49-4448-977f-355123778c9e', 'name': '', 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'mac_address': 'fa:16:3e:25:b3:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '2ecd1c4b-499a-4426-9e1d-abb75625188f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:09Z', 'updated_at': '2021-08-10T00:51:15Z', 'revision_number': 4, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'subnets': [{'id': '2ecd1c4b-499a-4426-9e1d-abb75625188f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:16.006079 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-cede69ac-677b-4c31-9b68-4078deb53b5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 5c30657b-52e7-42d9-a124-93d1500f18c8) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:51:16.011279 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cede69ac-677b-4c31-9b68-4078deb53b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:16.011878 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cede69ac-677b-4c31-9b68-4078deb53b5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:16.049572 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6c2654-d0b6-4a90-b788-cd2be21165a1 None None] The sync data for ids ['2a2c37e0-62c6-4f7b-a81d-a872163db1a4'] in n-d-766726-26 is: [{'id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865821593-router', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'fb7fb90c-ee87-43b5-a087-f1628df89431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:51:05Z', 'updated_at': '2021-08-10T00:51:11Z', 'revision_number': 4, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'gw_port': {'id': 'fb7fb90c-ee87-43b5-a087-f1628df89431', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:54:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:06Z', 'updated_at': '2021-08-10T00:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'f2974e0d-3e49-4448-977f-355123778c9e', 'name': '', 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'mac_address': 'fa:16:3e:25:b3:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '2ecd1c4b-499a-4426-9e1d-abb75625188f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:09Z', 'updated_at': '2021-08-10T00:51:15Z', 'revision_number': 4, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'subnets': [{'id': '2ecd1c4b-499a-4426-9e1d-abb75625188f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:51:16.052118 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dab7ac3-eae5-44c7-810e-861019a446df None None] Network 5c30657b-52e7-42d9-a124-93d1500f18c8 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:51:16.119606 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-426de199-f3f6-40c3-b3e8-62f1b056c4bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:16.134401 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-426de199-f3f6-40c3-b3e8-62f1b056c4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:16.146202 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cede69ac-677b-4c31-9b68-4078deb53b5c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6203964 Aug 10 00:51:16.146692 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57360) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:16.154019 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-33259a28-384c-4935-a3e5-18cafa809da5 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2125526298-router', 'tenant_id': '91212a21b18b4f86bc82c817cfeea6ec', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:16.181106 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57362) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:16.181688 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-426de199-f3f6-40c3-b3e8-62f1b056c4bb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3db38cc6d8b14bdcafb7d28b24d9f301&name=default HTTP/1.1" status: 200 len: 2976 time: 0.2786076 Aug 10 00:51:16.194079 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:16.211380 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426de199-f3f6-40c3-b3e8-62f1b056c4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb3ea2c-e408-4f05-95f1-22d84c72214c,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:16.233956 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-33259a28-384c-4935-a3e5-18cafa809da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:16.235165 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-33259a28-384c-4935-a3e5-18cafa809da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:16.367276 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcbbc92-3cc1-41de-a739-1211210be724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-5c30657b-52e7-42d9-a124-93d1500f18c8', 'network_id': '5c30657b-52e7-42d9-a124-93d1500f18c8', 'tenant_id': '91212a21b18b4f86bc82c817cfeea6ec', 'fixed_ips': [{'subnet_id': 'fb712dc0-5408-4a53-91b1-8f8962b6900b'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:51:16.368480 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2fcbbc92-3cc1-41de-a739-1211210be724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:16.531533 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-66691654-7e24-4ed4-bc85-7a5d97de35c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:16.581260 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57374) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:16.613567 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2ead2011-694a-4822-9ed0-c10be7d25d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:16.629942 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-33259a28-384c-4935-a3e5-18cafa809da5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:16.641882 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device f2974e0d-3e49-4448-977f-355123778c9e up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:51:16.714108 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-2fcbbc92-3cc1-41de-a739-1211210be724 None None] Allocated IP 172.20.0.2 (5c30657b-52e7-42d9-a124-93d1500f18c8/fb712dc0-5408-4a53-91b1-8f8962b6900b/b7d0be37-c7e5-4d17-a26b-df6f3574589f) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:51:16.767821 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port f2974e0d-3e49-4448-977f-355123778c9e completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:51:16.772229 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-66691654-7e24-4ed4-bc85-7a5d97de35c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:16.857080 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port f2974e0d-3e49-4448-977f-355123778c9e triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:16.874970 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:16.921279 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1bf226e6-3bbc-4be0-8345-8769ff583c13 req-b8e1f393-0d44-418b-a72a-9012d585f0d1 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/ports?device_id=faf74c37-8117-4e08-9f6c-a1100c29f8c2 HTTP/1.1" status: 200 len: 210 time: 0.0922008 Aug 10 00:51:16.938259 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-33259a28-384c-4935-a3e5-18cafa809da5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:16.995874 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.24', 60007) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:17.058852 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-66691654-7e24-4ed4-bc85-7a5d97de35c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:17.062957 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-66691654-7e24-4ed4-bc85-7a5d97de35c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:17.069616 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-66691654-7e24-4ed4-bc85-7a5d97de35c6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2bb3ea2c-e408-4f05-95f1-22d84c72214c HTTP/1.1" status: 204 len: 168 time: 0.8838153 Aug 10 00:51:17.085180 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66691654-7e24-4ed4-bc85-7a5d97de35c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb3ea2c-e408-4f05-95f1-22d84c72214c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:17.086188 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2cff046-1f25-4396-a553-55d921b778cc req-c276432a-2deb-4ebd-a564-35672660a45f tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=46948fe60143401bb54c9f001a879000&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658758 Aug 10 00:51:17.112481 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2ead2011-694a-4822-9ed0-c10be7d25d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:17.146215 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2ead2011-694a-4822-9ed0-c10be7d25d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:17.258024 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2ead2011-694a-4822-9ed0-c10be7d25d21 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=79e02960af1846ea8930b0a30a0608f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6753459 Aug 10 00:51:17.260280 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead2011-694a-4822-9ed0-c10be7d25d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7138b772-5a01-4b62-bc4b-847ce493fc4b,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:17.263737 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57386) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:17.337152 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2fcbbc92-3cc1-41de-a739-1211210be724 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:17.339749 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:17.378490 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2fcbbc92-3cc1-41de-a739-1211210be724 None None] Transition to ACTIVE for port object b7d0be37-c7e5-4d17-a26b-df6f3574589f will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:51:17.381699 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-33259a28-384c-4935-a3e5-18cafa809da5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:17.421884 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-33259a28-384c-4935-a3e5-18cafa809da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:17.424253 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2fcbbc92-3cc1-41de-a739-1211210be724 None None] Transition to ACTIVE for port object b7d0be37-c7e5-4d17-a26b-df6f3574589f will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:51:17.427800 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port f2974e0d-3e49-4448-977f-355123778c9e, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=f2974e0d-3e49-4448-977f-355123778c9e,segment=NetworkSegment(00cd8800-3b5e-49b2-aecd-def2a07ae15a),segment_id=00cd8800-3b5e-49b2-aecd-def2a07ae15a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:17.435952 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:17.444036 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2fcbbc92-3cc1-41de-a739-1211210be724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:17.505883 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cff046-1f25-4396-a553-55d921b778cc req-43daff84-7271-4531-ae84-be1d230afc75 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:17.507508 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2cff046-1f25-4396-a553-55d921b778cc req-43daff84-7271-4531-ae84-be1d230afc75 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4133518 Aug 10 00:51:17.523989 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b9dafff4-bb09-4e5b-a3e6-953cfba5dd03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:17.547585 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcbbc92-3cc1-41de-a739-1211210be724 None None] Network 5c30657b-52e7-42d9-a124-93d1500f18c8 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:51:17.550594 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-2fcbbc92-3cc1-41de-a739-1211210be724 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:51:17.569707 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b9dafff4-bb09-4e5b-a3e6-953cfba5dd03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:17.579205 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-c2cff046-1f25-4396-a553-55d921b778cc req-d67a8d41-7d08-4464-9e00-49d9285fc58e tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Request body: {'port': {'device_id': 'faf74c37-8117-4e08-9f6c-a1100c29f8c2', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'admin_state_up': True, 'tenant_id': '46948fe60143401bb54c9f001a879000'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:17.582016 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcbbc92-3cc1-41de-a739-1211210be724 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:51:17.626174 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-33259a28-384c-4935-a3e5-18cafa809da5 admin admin] Allocated IP 172.25.2.34 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/4e1f4784-f400-431a-b621-2be71abfd94f) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:51:17.682703 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=f2974e0d-3e49-4448-977f-355123778c9e,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:17.715625 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-2fcbbc92-3cc1-41de-a739-1211210be724 None None] Attempting to bind port b7d0be37-c7e5-4d17-a26b-df6f3574589f on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:51:17.715997 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-2fcbbc92-3cc1-41de-a739-1211210be724 None None] Attempting to bind port b7d0be37-c7e5-4d17-a26b-df6f3574589f by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'c408e8af-35a5-4380-858f-67af2ae00d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5c30657b-52e7-42d9-a124-93d1500f18c8'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:51:17.716384 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcbbc92-3cc1-41de-a739-1211210be724 None None] Attempting to bind port b7d0be37-c7e5-4d17-a26b-df6f3574589f on network 5c30657b-52e7-42d9-a124-93d1500f18c8 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:17.791709 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-33259a28-384c-4935-a3e5-18cafa809da5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:17.863440 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-33259a28-384c-4935-a3e5-18cafa809da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:17.947446 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33259a28-384c-4935-a3e5-18cafa809da5 admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:51:17.951238 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-33259a28-384c-4935-a3e5-18cafa809da5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:51:17.959020 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33259a28-384c-4935-a3e5-18cafa809da5 admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:51:18.002554 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57418) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:18.031844 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcbbc92-3cc1-41de-a739-1211210be724 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:51:18.032673 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcbbc92-3cc1-41de-a739-1211210be724 None None] Checking segment: {'id': 'c408e8af-35a5-4380-858f-67af2ae00d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5c30657b-52e7-42d9-a124-93d1500f18c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:51:18.033232 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2fcbbc92-3cc1-41de-a739-1211210be724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.034085 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcbbc92-3cc1-41de-a739-1211210be724 None None] Bound using segment: {'id': 'c408e8af-35a5-4380-858f-67af2ae00d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5c30657b-52e7-42d9-a124-93d1500f18c8'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:51:18.038871 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-2fcbbc92-3cc1-41de-a739-1211210be724 None None] Bound port: b7d0be37-c7e5-4d17-a26b-df6f3574589f, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c408e8af-35a5-4380-858f-67af2ae00d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5c30657b-52e7-42d9-a124-93d1500f18c8'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:51:18.040658 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2fcbbc92-3cc1-41de-a739-1211210be724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.104927 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33259a28-384c-4935-a3e5-18cafa809da5 admin admin] Pushing event updated for resources: {'Port': ['ID=4e1f4784-f400-431a-b621-2be71abfd94f,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:18.119970 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcbbc92-3cc1-41de-a739-1211210be724 None None] Pushing event updated for resources: {'Port': ['ID=b7d0be37-c7e5-4d17-a26b-df6f3574589f,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:18.166659 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-2fcbbc92-3cc1-41de-a739-1211210be724 None None] For port b7d0be37-c7e5-4d17-a26b-df6f3574589f, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:51:18.168334 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7c2efd8e-e578-45cd-a77c-0ccba0969697 req-ccc02f81-d6a2-4c07-9041-db75c8abc40c tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/ports?device_id=faf74c37-8117-4e08-9f6c-a1100c29f8c2 HTTP/1.1" status: 200 len: 210 time: 0.1084743 Aug 10 00:51:18.170527 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-2fcbbc92-3cc1-41de-a739-1211210be724 None None] For port b7d0be37-c7e5-4d17-a26b-df6f3574589f, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b7d0be37-c7e5-4d17-a26b-df6f3574589f,segment=NetworkSegment(c408e8af-35a5-4380-858f-67af2ae00d21),segment_id=c408e8af-35a5-4380-858f-67af2ae00d21)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:51:18.173146 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b9dafff4-bb09-4e5b-a3e6-953cfba5dd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.176061 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b9dafff4-bb09-4e5b-a3e6-953cfba5dd03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.177431 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b9dafff4-bb09-4e5b-a3e6-953cfba5dd03 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7138b772-5a01-4b62-bc4b-847ce493fc4b HTTP/1.1" status: 204 len: 168 time: 0.9037466 Aug 10 00:51:18.178109 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2fcbbc92-3cc1-41de-a739-1211210be724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.192861 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2cff046-1f25-4396-a553-55d921b778cc req-d67a8d41-7d08-4464-9e00-49d9285fc58e tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Made reservation on behalf of 46948fe60143401bb54c9f001a879000 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:51:18.199522 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c2cff046-1f25-4396-a553-55d921b778cc req-d67a8d41-7d08-4464-9e00-49d9285fc58e tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.203327 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dafff4-bb09-4e5b-a3e6-953cfba5dd03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7138b772-5a01-4b62-bc4b-847ce493fc4b,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:18.214497 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c2cff046-1f25-4396-a553-55d921b778cc req-d67a8d41-7d08-4464-9e00-49d9285fc58e tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.297132 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcbbc92-3cc1-41de-a739-1211210be724 None None] Pushing event updated for resources: {'Port': ['ID=b7d0be37-c7e5-4d17-a26b-df6f3574589f,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:18.327911 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-33259a28-384c-4935-a3e5-18cafa809da5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.558670 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device f2974e0d-3e49-4448-977f-355123778c9e up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:51:18.620109 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aa486e80-032a-4bb2-a351-4cb650f0b631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.635521 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c2cff046-1f25-4396-a553-55d921b778cc req-d67a8d41-7d08-4464-9e00-49d9285fc58e tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.645786 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c2cff046-1f25-4396-a553-55d921b778cc req-d67a8d41-7d08-4464-9e00-49d9285fc58e tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.649985 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port f2974e0d-3e49-4448-977f-355123778c9e triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:18.650369 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.709763 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-33259a28-384c-4935-a3e5-18cafa809da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.820167 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a8d41-7d08-4464-9e00-49d9285fc58e tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a84cd01-3821-4903-9c4e-35bf39864eec,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:19.097376 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33259a28-384c-4935-a3e5-18cafa809da5 admin admin] Router fcef32ea-c9d5-47f0-a468-e44ffc682089 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 00:51:19.161307 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-c2cff046-1f25-4396-a553-55d921b778cc req-d67a8d41-7d08-4464-9e00-49d9285fc58e tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Allocated IP 192.168.233.38 (853ae90b-411a-4cc9-b27c-aa212d4ff023/f49e9f1d-7e8a-42ac-a9f2-157734919ae5/2f6d28ca-93a0-48b8-945b-1ef7afb67a3f) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:51:19.251356 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aa486e80-032a-4bb2-a351-4cb650f0b631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:19.267215 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aa486e80-032a-4bb2-a351-4cb650f0b631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:19.361492 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33259a28-384c-4935-a3e5-18cafa809da5 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:51:19.376834 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130ad85b-ee8b-41ba-88c1-7fe82bfc7c62 None None] Sync routers for ids ['fcef32ea-c9d5-47f0-a468-e44ffc682089'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:51:19.395737 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130ad85b-ee8b-41ba-88c1-7fe82bfc7c62 None None] Routers {'fcef32ea-c9d5-47f0-a468-e44ffc682089'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:51:19.397912 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-130ad85b-ee8b-41ba-88c1-7fe82bfc7c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:51:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['fcef32ea-c9d5-47f0-a468-e44ffc682089'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:19.419654 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa486e80-032a-4bb2-a351-4cb650f0b631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8086fc4d-d265-4bd6-9a7a-5e698fe8d862,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:19.449350 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-33259a28-384c-4935-a3e5-18cafa809da5 admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:19.455152 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-33259a28-384c-4935-a3e5-18cafa809da5 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.3074424 Aug 10 00:51:19.459571 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57458) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:19.716053 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-130ad85b-ee8b-41ba-88c1-7fe82bfc7c62 None None] Set router fcef32ea-c9d5-47f0-a468-e44ffc682089 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:51:19.777789 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e9534866-8d71-439b-a6c8-4cc998f99445 req-95d1849f-93f9-4a40-840d-9625f8738f21 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/ports?device_id=faf74c37-8117-4e08-9f6c-a1100c29f8c2 HTTP/1.1" status: 200 len: 210 time: 0.3379965 Aug 10 00:51:19.782711 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-aa486e80-032a-4bb2-a351-4cb650f0b631 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b3fa21c6e2394be6bc9fc430c14183de&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7720993 Aug 10 00:51:19.798528 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57474) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:19.810848 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b239a90c-2850-4c4b-9068-26d92c7f0573 None None] Network 5c30657b-52e7-42d9-a124-93d1500f18c8 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:51:19.978317 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-130ad85b-ee8b-41ba-88c1-7fe82bfc7c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcef32ea-c9d5-47f0-a468-e44ffc682089', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2125526298-router', 'tenant_id': '91212a21b18b4f86bc82c817cfeea6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '4e1f4784-f400-431a-b621-2be71abfd94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:51:16Z', 'updated_at': '2021-08-10T00:51:18Z', 'revision_number': 3, 'project_id': '91212a21b18b4f86bc82c817cfeea6ec', 'gw_port': {'id': '4e1f4784-f400-431a-b621-2be71abfd94f', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcef32ea-c9d5-47f0-a468-e44ffc682089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:17Z', 'updated_at': '2021-08-10T00:51:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:20.025704 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-350a35ab-7093-46c7-9cf4-981cc5d54456 None None] Provisioning for port b7d0be37-c7e5-4d17-a26b-df6f3574589f completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:51:20.065025 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130ad85b-ee8b-41ba-88c1-7fe82bfc7c62 None None] Checking router: fcef32ea-c9d5-47f0-a468-e44ffc682089 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:51:20.065789 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130ad85b-ee8b-41ba-88c1-7fe82bfc7c62 None None] Updating router fcef32ea-c9d5-47f0-a468-e44ffc682089 port 4e1f4784-f400-431a-b621-2be71abfd94f binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:51:20.123126 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8dfcf70a-25d9-4db3-9268-4c42b1b22fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:20.142331 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-130ad85b-ee8b-41ba-88c1-7fe82bfc7c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:20.162950 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c2cff046-1f25-4396-a553-55d921b778cc req-d67a8d41-7d08-4464-9e00-49d9285fc58e tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:20.235508 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8dfcf70a-25d9-4db3-9268-4c42b1b22fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:20.260032 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-c2cff046-1f25-4396-a553-55d921b778cc req-d67a8d41-7d08-4464-9e00-49d9285fc58e tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Transition to ACTIVE for port object 2f6d28ca-93a0-48b8-945b-1ef7afb67a3f will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:51:20.410572 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8dfcf70a-25d9-4db3-9268-4c42b1b22fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:20.413330 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8dfcf70a-25d9-4db3-9268-4c42b1b22fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:20.417033 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8dfcf70a-25d9-4db3-9268-4c42b1b22fbb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8086fc4d-d265-4bd6-9a7a-5e698fe8d862 HTTP/1.1" status: 204 len: 168 time: 0.6151762 Aug 10 00:51:20.435849 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfcf70a-25d9-4db3-9268-4c42b1b22fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8086fc4d-d265-4bd6-9a7a-5e698fe8d862,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:20.440068 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c2cff046-1f25-4396-a553-55d921b778cc req-d67a8d41-7d08-4464-9e00-49d9285fc58e tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:20.691868 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b7d0be37-c7e5-4d17-a26b-df6f3574589f up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:51:20.789415 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2cff046-1f25-4396-a553-55d921b778cc req-d67a8d41-7d08-4464-9e00-49d9285fc58e tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Network 853ae90b-411a-4cc9-b27c-aa212d4ff023 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:51:20.813343 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-c2cff046-1f25-4396-a553-55d921b778cc req-d67a8d41-7d08-4464-9e00-49d9285fc58e tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:51:20.831915 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cff046-1f25-4396-a553-55d921b778cc req-d67a8d41-7d08-4464-9e00-49d9285fc58e tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:51:20.853122 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cff046-1f25-4396-a553-55d921b778cc req-d67a8d41-7d08-4464-9e00-49d9285fc58e tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:20.857303 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c2cff046-1f25-4396-a553-55d921b778cc req-d67a8d41-7d08-4464-9e00-49d9285fc58e tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:20.928252 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port b7d0be37-c7e5-4d17-a26b-df6f3574589f completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:51:20.931231 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a8d41-7d08-4464-9e00-49d9285fc58e tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Pushing event updated for resources: {'Port': ['ID=2f6d28ca-93a0-48b8-945b-1ef7afb67a3f,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:20.936559 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port b7d0be37-c7e5-4d17-a26b-df6f3574589f triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:20.938094 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:20.961058 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2cff046-1f25-4396-a553-55d921b778cc req-d67a8d41-7d08-4464-9e00-49d9285fc58e tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3874397 Aug 10 00:51:21.061483 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-130ad85b-ee8b-41ba-88c1-7fe82bfc7c62 None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:21.106332 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-130ad85b-ee8b-41ba-88c1-7fe82bfc7c62 None None] Transition to ACTIVE for port object 4e1f4784-f400-431a-b621-2be71abfd94f will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:51:21.112322 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [req-c2cff046-1f25-4396-a553-55d921b778cc req-e66db924-dcd4-47dc-9046-1c800796158d tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:51:21.114670 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2cff046-1f25-4396-a553-55d921b778cc req-e66db924-dcd4-47dc-9046-1c800796158d tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087807 Aug 10 00:51:21.133592 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-130ad85b-ee8b-41ba-88c1-7fe82bfc7c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:21.249348 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:21.312089 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-130ad85b-ee8b-41ba-88c1-7fe82bfc7c62 None None] Attempting to bind port 4e1f4784-f400-431a-b621-2be71abfd94f on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:51:21.319332 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-130ad85b-ee8b-41ba-88c1-7fe82bfc7c62 None None] Attempting to bind port 4e1f4784-f400-431a-b621-2be71abfd94f by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:51:21.327122 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130ad85b-ee8b-41ba-88c1-7fe82bfc7c62 None None] Attempting to bind port 4e1f4784-f400-431a-b621-2be71abfd94f on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:21.339895 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8fd250-fd01-4c5a-9c9e-1a362a9a7258 None None] Pushing event updated for resources: {'Port': ['ID=4e1f4784-f400-431a-b621-2be71abfd94f,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:21.343054 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130ad85b-ee8b-41ba-88c1-7fe82bfc7c62 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:51:21.343735 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130ad85b-ee8b-41ba-88c1-7fe82bfc7c62 None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:51:21.344381 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-130ad85b-ee8b-41ba-88c1-7fe82bfc7c62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:21.344990 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130ad85b-ee8b-41ba-88c1-7fe82bfc7c62 None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:51:21.345782 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-130ad85b-ee8b-41ba-88c1-7fe82bfc7c62 None None] Bound port: 4e1f4784-f400-431a-b621-2be71abfd94f, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:51:21.346505 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-130ad85b-ee8b-41ba-88c1-7fe82bfc7c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:21.376723 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port b7d0be37-c7e5-4d17-a26b-df6f3574589f, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b7d0be37-c7e5-4d17-a26b-df6f3574589f,segment=NetworkSegment(c408e8af-35a5-4380-858f-67af2ae00d21),segment_id=c408e8af-35a5-4380-858f-67af2ae00d21)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:21.387007 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:21.400163 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9bd83f92-5d92-4f07-bdf7-806b96df76dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:21.414151 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af5503-0167-44bc-bbce-b4db889fa9a6 req-b57f7189-b09d-435a-8b04-17a2d1fd2ebc tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:21.418374 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82af5503-0167-44bc-bbce-b4db889fa9a6 req-b57f7189-b09d-435a-8b04-17a2d1fd2ebc tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/ports?device_id=faf74c37-8117-4e08-9f6c-a1100c29f8c2 HTTP/1.1" status: 200 len: 935 time: 0.1221638 Aug 10 00:51:21.439388 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-130ad85b-ee8b-41ba-88c1-7fe82bfc7c62 None None] For port 4e1f4784-f400-431a-b621-2be71abfd94f, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:51:21.450262 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-130ad85b-ee8b-41ba-88c1-7fe82bfc7c62 None None] For port 4e1f4784-f400-431a-b621-2be71abfd94f, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=4e1f4784-f400-431a-b621-2be71abfd94f,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:51:21.463591 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-130ad85b-ee8b-41ba-88c1-7fe82bfc7c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:21.519965 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82af5503-0167-44bc-bbce-b4db889fa9a6 req-0059213a-60e1-4b2c-bd42-47fda37099fa tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a84cd01-3821-4903-9c4e-35bf39864eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947804 Aug 10 00:51:21.583566 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c638c2f7-237d-4e3a-82e6-3086532f5bf0 None None] Provisioning for port 2f6d28ca-93a0-48b8-945b-1ef7afb67a3f completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:51:21.614942 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c638c2f7-237d-4e3a-82e6-3086532f5bf0 None None] Provisioning complete for port 2f6d28ca-93a0-48b8-945b-1ef7afb67a3f triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:21.615592 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c638c2f7-237d-4e3a-82e6-3086532f5bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:21.622065 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=b7d0be37-c7e5-4d17-a26b-df6f3574589f,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:21.691719 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130ad85b-ee8b-41ba-88c1-7fe82bfc7c62 None None] Routers {'fcef32ea-c9d5-47f0-a468-e44ffc682089'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:51:21.693920 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-130ad85b-ee8b-41ba-88c1-7fe82bfc7c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:51:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['fcef32ea-c9d5-47f0-a468-e44ffc682089'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:21.700326 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8fd250-fd01-4c5a-9c9e-1a362a9a7258 None None] Pushing event updated for resources: {'Port': ['ID=4e1f4784-f400-431a-b621-2be71abfd94f,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:21.719821 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c638c2f7-237d-4e3a-82e6-3086532f5bf0 None None] Port 2f6d28ca-93a0-48b8-945b-1ef7afb67a3f cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:51:21.777762 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-9bd83f92-5d92-4f07-bdf7-806b96df76dc admin admin] Allocated IP 172.20.0.1 (5c30657b-52e7-42d9-a124-93d1500f18c8/fb712dc0-5408-4a53-91b1-8f8962b6900b/ed2c9258-dcd6-49e5-8fbd-9c1779422d6b) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:51:21.933874 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-130ad85b-ee8b-41ba-88c1-7fe82bfc7c62 None None] Set router fcef32ea-c9d5-47f0-a468-e44ffc682089 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:51:22.043984 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9bd83f92-5d92-4f07-bdf7-806b96df76dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:22.065053 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57514) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:22.086786 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-770dec94-a4d6-4097-bd69-8482fa90de63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:22.091083 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-9bd83f92-5d92-4f07-bdf7-806b96df76dc admin admin] Transition to ACTIVE for port object ed2c9258-dcd6-49e5-8fbd-9c1779422d6b will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:51:22.170180 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9bd83f92-5d92-4f07-bdf7-806b96df76dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:22.228173 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd83f92-5d92-4f07-bdf7-806b96df76dc admin admin] Network 5c30657b-52e7-42d9-a124-93d1500f18c8 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:51:22.233652 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-9bd83f92-5d92-4f07-bdf7-806b96df76dc admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:51:22.297208 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-130ad85b-ee8b-41ba-88c1-7fe82bfc7c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcef32ea-c9d5-47f0-a468-e44ffc682089', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2125526298-router', 'tenant_id': '91212a21b18b4f86bc82c817cfeea6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '4e1f4784-f400-431a-b621-2be71abfd94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:51:16Z', 'updated_at': '2021-08-10T00:51:18Z', 'revision_number': 3, 'project_id': '91212a21b18b4f86bc82c817cfeea6ec', 'gw_port': {'id': '4e1f4784-f400-431a-b621-2be71abfd94f', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcef32ea-c9d5-47f0-a468-e44ffc682089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:17Z', 'updated_at': '2021-08-10T00:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:22.321701 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-770dec94-a4d6-4097-bd69-8482fa90de63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:22.329831 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-770dec94-a4d6-4097-bd69-8482fa90de63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:22.333141 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd83f92-5d92-4f07-bdf7-806b96df76dc admin admin] Pushing event updated for resources: {'Port': ['ID=ed2c9258-dcd6-49e5-8fbd-9c1779422d6b,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:22.341150 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130ad85b-ee8b-41ba-88c1-7fe82bfc7c62 None None] The sync data for ids ['fcef32ea-c9d5-47f0-a468-e44ffc682089'] in n-d-766726-26 is: [{'id': 'fcef32ea-c9d5-47f0-a468-e44ffc682089', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2125526298-router', 'tenant_id': '91212a21b18b4f86bc82c817cfeea6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '4e1f4784-f400-431a-b621-2be71abfd94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:51:16Z', 'updated_at': '2021-08-10T00:51:18Z', 'revision_number': 3, 'project_id': '91212a21b18b4f86bc82c817cfeea6ec', 'gw_port': {'id': '4e1f4784-f400-431a-b621-2be71abfd94f', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcef32ea-c9d5-47f0-a468-e44ffc682089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:17Z', 'updated_at': '2021-08-10T00:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:51:22.359500 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd83f92-5d92-4f07-bdf7-806b96df76dc admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:51:22.360412 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9bd83f92-5d92-4f07-bdf7-806b96df76dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:22.386028 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57520) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:22.452522 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-770dec94-a4d6-4097-bd69-8482fa90de63 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ef7cb2c0a6f24a65a2d438147d1e938e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3864522 Aug 10 00:51:22.454618 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57532) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:22.483550 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770dec94-a4d6-4097-bd69-8482fa90de63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f25128a-0248-45fa-975b-7f33a42923ea,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:22.588321 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8f183911-48d7-481e-ab38-f8871dcd1b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:22.629020 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b7d0be37-c7e5-4d17-a26b-df6f3574589f up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:51:22.676910 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8f183911-48d7-481e-ab38-f8871dcd1b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:22.820954 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9bd83f92-5d92-4f07-bdf7-806b96df76dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:22.833833 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c4c99c6e-7df2-4269-a118-93d37929465a None None] Provisioning for port ed2c9258-dcd6-49e5-8fbd-9c1779422d6b completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:51:22.841958 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c4c99c6e-7df2-4269-a118-93d37929465a None None] Provisioning complete for port ed2c9258-dcd6-49e5-8fbd-9c1779422d6b triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:22.842338 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c4c99c6e-7df2-4269-a118-93d37929465a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:22.885970 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37b92b-f273-4bca-af10-d742758ca801 req-02d3bffc-c7b5-463a-aa95-35a6a7a05d36 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:22.914805 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3f37b92b-f273-4bca-af10-d742758ca801 req-02d3bffc-c7b5-463a-aa95-35a6a7a05d36 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/ports?device_id=faf74c37-8117-4e08-9f6c-a1100c29f8c2 HTTP/1.1" status: 200 len: 935 time: 0.2144821 Aug 10 00:51:22.937842 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port b7d0be37-c7e5-4d17-a26b-df6f3574589f triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:22.938610 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:22.997035 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3f37b92b-f273-4bca-af10-d742758ca801 req-99c43a54-457a-46a8-a9f3-a8825d216b94 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a84cd01-3821-4903-9c4e-35bf39864eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813215 Aug 10 00:51:22.999304 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8f183911-48d7-481e-ab38-f8871dcd1b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:23.009339 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8f183911-48d7-481e-ab38-f8871dcd1b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:23.009339 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8f183911-48d7-481e-ab38-f8871dcd1b15 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1f25128a-0248-45fa-975b-7f33a42923ea HTTP/1.1" status: 204 len: 168 time: 0.5404284 Aug 10 00:51:23.035008 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f183911-48d7-481e-ab38-f8871dcd1b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f25128a-0248-45fa-975b-7f33a42923ea,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:23.079419 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c4c99c6e-7df2-4269-a118-93d37929465a None None] Port ed2c9258-dcd6-49e5-8fbd-9c1779422d6b cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:51:23.277692 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9bd83f92-5d92-4f07-bdf7-806b96df76dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:23.287529 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9bd83f92-5d92-4f07-bdf7-806b96df76dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:23.288723 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9bd83f92-5d92-4f07-bdf7-806b96df76dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:23.289344 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-483a70ba-9e6f-416d-a33a-a028c599ce10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:23.485772 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd83f92-5d92-4f07-bdf7-806b96df76dc admin admin] Pushing event updated for resources: {'Port': ['ID=ed2c9258-dcd6-49e5-8fbd-9c1779422d6b,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:23.538144 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-483a70ba-9e6f-416d-a33a-a028c599ce10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:23.558963 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-483a70ba-9e6f-416d-a33a-a028c599ce10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:23.641327 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd83f92-5d92-4f07-bdf7-806b96df76dc admin admin] Network 5c30657b-52e7-42d9-a124-93d1500f18c8 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:51:23.651784 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-9bd83f92-5d92-4f07-bdf7-806b96df76dc admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:51:23.687061 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-483a70ba-9e6f-416d-a33a-a028c599ce10 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=55736db951bf4018b40fa7148d646158&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2637272 Aug 10 00:51:23.688008 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57554) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:23.722078 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a70ba-9e6f-416d-a33a-a028c599ce10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5508dc-f5d6-404c-94e5-72acd47a132e,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:23.823644 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cbefd4c9-d521-49cb-86b6-e985ea6d692f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:23.870844 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cbefd4c9-d521-49cb-86b6-e985ea6d692f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:23.945532 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-c2cff046-1f25-4396-a553-55d921b778cc req-6404179f-b721-46c0-b600-b9b9ea367f13 service neutron] Request body: {'port': {'device_id': 'faf74c37-8117-4e08-9f6c-a1100c29f8c2', 'device_owner': 'compute:tempest-test_az-848689722', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:24.025260 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c2cff046-1f25-4396-a553-55d921b778cc req-6404179f-b721-46c0-b600-b9b9ea367f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:24.047615 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cbefd4c9-d521-49cb-86b6-e985ea6d692f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:24.050854 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cbefd4c9-d521-49cb-86b6-e985ea6d692f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:24.052839 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-cbefd4c9-d521-49cb-86b6-e985ea6d692f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ec5508dc-f5d6-404c-94e5-72acd47a132e HTTP/1.1" status: 204 len: 168 time: 0.3319907 Aug 10 00:51:24.093810 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbefd4c9-d521-49cb-86b6-e985ea6d692f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5508dc-f5d6-404c-94e5-72acd47a132e,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:24.098038 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd83f92-5d92-4f07-bdf7-806b96df76dc admin admin] Router fcef32ea-c9d5-47f0-a468-e44ffc682089 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:51:24.240775 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ff75556e-f63a-46b7-8082-00728ec0d2af None None] Provisioning complete for port ed2c9258-dcd6-49e5-8fbd-9c1779422d6b triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:24.241765 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ff75556e-f63a-46b7-8082-00728ec0d2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:24.318633 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-ff75556e-f63a-46b7-8082-00728ec0d2af None None] Port ed2c9258-dcd6-49e5-8fbd-9c1779422d6b cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:51:24.379260 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd83f92-5d92-4f07-bdf7-806b96df76dc admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:51:24.399688 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9bd83f92-5d92-4f07-bdf7-806b96df76dc admin admin] 10.222.0.35 "PUT /v2.0/routers/fcef32ea-c9d5-47f0-a468-e44ffc682089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9376931 Aug 10 00:51:24.417669 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf022d5-aa7e-4e03-8a22-3dbe06c24f19 req-919527c4-f384-4d05-985a-a346fc5c34f6 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:24.425345 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fcf022d5-aa7e-4e03-8a22-3dbe06c24f19 req-919527c4-f384-4d05-985a-a346fc5c34f6 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/ports?device_id=faf74c37-8117-4e08-9f6c-a1100c29f8c2 HTTP/1.1" status: 200 len: 935 time: 0.2376206 Aug 10 00:51:24.586287 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4e1f4784-f400-431a-b621-2be71abfd94f up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:51:24.601706 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fcf022d5-aa7e-4e03-8a22-3dbe06c24f19 req-dcb4dd89-ea6f-461b-821e-11d38360d097 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a84cd01-3821-4903-9c4e-35bf39864eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749933 Aug 10 00:51:24.652958 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 4e1f4784-f400-431a-b621-2be71abfd94f completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:51:24.664324 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 4e1f4784-f400-431a-b621-2be71abfd94f triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:24.665287 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:24.774520 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-c2cff046-1f25-4396-a553-55d921b778cc req-6404179f-b721-46c0-b600-b9b9ea367f13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f6d28ca-93a0-48b8-945b-1ef7afb67a3f {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:51:24.790247 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c2cff046-1f25-4396-a553-55d921b778cc req-6404179f-b721-46c0-b600-b9b9ea367f13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:24.841623 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-c2cff046-1f25-4396-a553-55d921b778cc req-6404179f-b721-46c0-b600-b9b9ea367f13 service neutron] Transition to ACTIVE for port object 2f6d28ca-93a0-48b8-945b-1ef7afb67a3f will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:51:24.849974 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c2cff046-1f25-4396-a553-55d921b778cc req-6404179f-b721-46c0-b600-b9b9ea367f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:24.863168 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:24.928836 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 4e1f4784-f400-431a-b621-2be71abfd94f, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=4e1f4784-f400-431a-b621-2be71abfd94f,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:24.939516 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:25.047185 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57588) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:25.055365 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=4e1f4784-f400-431a-b621-2be71abfd94f,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:25.088382 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-52d4aa72-888f-444b-8c47-71a68cb80427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:25.165989 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404179f-b721-46c0-b600-b9b9ea367f13 service neutron] Pushing event updated for resources: {'Port': ['ID=2f6d28ca-93a0-48b8-945b-1ef7afb67a3f,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:25.169870 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-c2cff046-1f25-4396-a553-55d921b778cc req-6404179f-b721-46c0-b600-b9b9ea367f13 service neutron] Attempting to bind port 2f6d28ca-93a0-48b8-945b-1ef7afb67a3f on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:51:25.170219 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-c2cff046-1f25-4396-a553-55d921b778cc req-6404179f-b721-46c0-b600-b9b9ea367f13 service neutron] Attempting to bind port 2f6d28ca-93a0-48b8-945b-1ef7afb67a3f by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:51:25.170883 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cff046-1f25-4396-a553-55d921b778cc req-6404179f-b721-46c0-b600-b9b9ea367f13 service neutron] Attempting to bind port 2f6d28ca-93a0-48b8-945b-1ef7afb67a3f on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:25.176766 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cff046-1f25-4396-a553-55d921b778cc req-6404179f-b721-46c0-b600-b9b9ea367f13 service neutron] Port 2f6d28ca-93a0-48b8-945b-1ef7afb67a3f on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:51:25.177096 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cff046-1f25-4396-a553-55d921b778cc req-6404179f-b721-46c0-b600-b9b9ea367f13 service neutron] Attempting to bind port 2f6d28ca-93a0-48b8-945b-1ef7afb67a3f on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:25.183548 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cff046-1f25-4396-a553-55d921b778cc req-6404179f-b721-46c0-b600-b9b9ea367f13 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:51:25.183838 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cff046-1f25-4396-a553-55d921b778cc req-6404179f-b721-46c0-b600-b9b9ea367f13 service neutron] Checking segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:51:25.184452 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cff046-1f25-4396-a553-55d921b778cc req-6404179f-b721-46c0-b600-b9b9ea367f13 service neutron] Bound using segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:51:25.184910 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-c2cff046-1f25-4396-a553-55d921b778cc req-6404179f-b721-46c0-b600-b9b9ea367f13 service neutron] Bound port: 2f6d28ca-93a0-48b8-945b-1ef7afb67a3f, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:51:25.185279 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c2cff046-1f25-4396-a553-55d921b778cc req-6404179f-b721-46c0-b600-b9b9ea367f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:25.287378 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ebe9b9-684e-4e27-bdac-8c02a988a97a None None] Sync routers for ids ['fcef32ea-c9d5-47f0-a468-e44ffc682089'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:51:25.305422 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ebe9b9-684e-4e27-bdac-8c02a988a97a None None] Routers {'fcef32ea-c9d5-47f0-a468-e44ffc682089'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:51:25.307472 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-72ebe9b9-684e-4e27-bdac-8c02a988a97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:51:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['fcef32ea-c9d5-47f0-a468-e44ffc682089'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:25.344115 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-52d4aa72-888f-444b-8c47-71a68cb80427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:25.356111 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-52d4aa72-888f-444b-8c47-71a68cb80427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:25.373115 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-c2cff046-1f25-4396-a553-55d921b778cc req-6404179f-b721-46c0-b600-b9b9ea367f13 service neutron] For port 2f6d28ca-93a0-48b8-945b-1ef7afb67a3f, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:51:25.392370 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-c2cff046-1f25-4396-a553-55d921b778cc req-6404179f-b721-46c0-b600-b9b9ea367f13 service neutron] For port 2f6d28ca-93a0-48b8-945b-1ef7afb67a3f, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=2f6d28ca-93a0-48b8-945b-1ef7afb67a3f,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:51:25.403678 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c2cff046-1f25-4396-a553-55d921b778cc req-6404179f-b721-46c0-b600-b9b9ea367f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:25.446661 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-52d4aa72-888f-444b-8c47-71a68cb80427 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b1daa3c3701e4b0b8e2986d12c7ad394&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3928185 Aug 10 00:51:25.448136 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57598) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:25.461064 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4aa72-888f-444b-8c47-71a68cb80427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c231fc9-d1c5-4c0e-bac1-3f87201d7940,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:25.551849 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-905f71a8-284e-4367-ac62-47cd9e0b8457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:25.599196 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-905f71a8-284e-4367-ac62-47cd9e0b8457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:25.602478 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-72ebe9b9-684e-4e27-bdac-8c02a988a97a None None] Set router fcef32ea-c9d5-47f0-a468-e44ffc682089 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:51:25.713587 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-905f71a8-284e-4367-ac62-47cd9e0b8457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:25.721079 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-905f71a8-284e-4367-ac62-47cd9e0b8457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:25.722306 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-905f71a8-284e-4367-ac62-47cd9e0b8457 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7c231fc9-d1c5-4c0e-bac1-3f87201d7940 HTTP/1.1" status: 204 len: 168 time: 0.2717183 Aug 10 00:51:25.755606 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f71a8-284e-4367-ac62-47cd9e0b8457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c231fc9-d1c5-4c0e-bac1-3f87201d7940,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:25.897378 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404179f-b721-46c0-b600-b9b9ea367f13 service neutron] Pushing event updated for resources: {'Port': ['ID=2f6d28ca-93a0-48b8-945b-1ef7afb67a3f,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:25.972887 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-72ebe9b9-684e-4e27-bdac-8c02a988a97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcef32ea-c9d5-47f0-a468-e44ffc682089', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2125526298-router', 'tenant_id': '91212a21b18b4f86bc82c817cfeea6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '4e1f4784-f400-431a-b621-2be71abfd94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:51:16Z', 'updated_at': '2021-08-10T00:51:22Z', 'revision_number': 4, 'project_id': '91212a21b18b4f86bc82c817cfeea6ec', 'gw_port': {'id': '4e1f4784-f400-431a-b621-2be71abfd94f', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcef32ea-c9d5-47f0-a468-e44ffc682089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:17Z', 'updated_at': '2021-08-10T00:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'ed2c9258-dcd6-49e5-8fbd-9c1779422d6b', 'name': '', 'network_id': '5c30657b-52e7-42d9-a124-93d1500f18c8', 'tenant_id': '91212a21b18b4f86bc82c817cfeea6ec', 'mac_address': 'fa:16:3e:ac:ba:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcef32ea-c9d5-47f0-a468-e44ffc682089', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'fb712dc0-5408-4a53-91b1-8f8962b6900b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:21Z', 'updated_at': '2021-08-10T00:51:22Z', 'revision_number': 2, 'project_id': '91212a21b18b4f86bc82c817cfeea6ec', 'subnets': [{'id': 'fb712dc0-5408-4a53-91b1-8f8962b6900b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:26.009418 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ebe9b9-684e-4e27-bdac-8c02a988a97a None None] Checking router: fcef32ea-c9d5-47f0-a468-e44ffc682089 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:51:26.010043 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ebe9b9-684e-4e27-bdac-8c02a988a97a None None] Updating router fcef32ea-c9d5-47f0-a468-e44ffc682089 port ed2c9258-dcd6-49e5-8fbd-9c1779422d6b binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:51:26.044472 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-72ebe9b9-684e-4e27-bdac-8c02a988a97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:26.051535 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cff046-1f25-4396-a553-55d921b778cc req-6404179f-b721-46c0-b600-b9b9ea367f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:26.054170 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c2cff046-1f25-4396-a553-55d921b778cc req-6404179f-b721-46c0-b600-b9b9ea367f13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:26.056280 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2cff046-1f25-4396-a553-55d921b778cc req-6404179f-b721-46c0-b600-b9b9ea367f13 service neutron] 10.222.0.24 "PUT /v2.0/ports/2f6d28ca-93a0-48b8-945b-1ef7afb67a3f HTTP/1.1" status: 200 len: 1117 time: 3.1386657 Aug 10 00:51:26.056915 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf74c37-8117-4e08-9f6c-a1100c29f8c2', 'tag': '2f6d28ca-93a0-48b8-945b-1ef7afb67a3f'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:51:26.230024 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c27f1-87ff-41e6-a21c-c6424f4bdedf req-b9ed1f10-3bc7-4cbd-a36d-61e71f88dbbd tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:26.231897 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-054c27f1-87ff-41e6-a21c-c6424f4bdedf req-b9ed1f10-3bc7-4cbd-a36d-61e71f88dbbd tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/ports?device_id=faf74c37-8117-4e08-9f6c-a1100c29f8c2 HTTP/1.1" status: 200 len: 968 time: 0.3355653 Aug 10 00:51:26.288032 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cff046-1f25-4396-a553-55d921b778cc req-e0701248-6c46-49a9-a9fb-c1b42ace6a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:26.289562 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2cff046-1f25-4396-a553-55d921b778cc req-e0701248-6c46-49a9-a9fb-c1b42ace6a52 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46948fe60143401bb54c9f001a879000&device_id=faf74c37-8117-4e08-9f6c-a1100c29f8c2 HTTP/1.1" status: 200 len: 1120 time: 0.1373985 Aug 10 00:51:26.339104 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-054c27f1-87ff-41e6-a21c-c6424f4bdedf req-669bdc99-4947-4621-88dc-8c62f9f871d9 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a84cd01-3821-4903-9c4e-35bf39864eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961106 Aug 10 00:51:26.509338 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2cff046-1f25-4396-a553-55d921b778cc req-a8acf85e-f4a4-4e72-82a2-788eba082789 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=2f6d28ca-93a0-48b8-945b-1ef7afb67a3f HTTP/1.1" status: 200 len: 217 time: 0.1780713 Aug 10 00:51:26.573929 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4e1f4784-f400-431a-b621-2be71abfd94f up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:51:26.672016 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-72ebe9b9-684e-4e27-bdac-8c02a988a97a None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:26.676093 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cff046-1f25-4396-a553-55d921b778cc req-ab69de90-2cd4-40a8-bf03-b114422c9516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:26.678063 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2cff046-1f25-4396-a553-55d921b778cc req-ab69de90-2cd4-40a8-bf03-b114422c9516 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.1220369 Aug 10 00:51:26.692366 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-72ebe9b9-684e-4e27-bdac-8c02a988a97a None None] Transition to ACTIVE for port object ed2c9258-dcd6-49e5-8fbd-9c1779422d6b will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:51:26.708681 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 4e1f4784-f400-431a-b621-2be71abfd94f triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:26.709653 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:26.721049 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-72ebe9b9-684e-4e27-bdac-8c02a988a97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:26.814984 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea85773a-0925-4961-bd02-ef336bec5b4b" -d '{"events": [{"name": "network-changed", "server_uuid": "faf74c37-8117-4e08-9f6c-a1100c29f8c2", "tag": "2f6d28ca-93a0-48b8-945b-1ef7afb67a3f"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:51:26.821640 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637fc07-97b4-4880-8a60-e77c5da223de None None] Pushing event updated for resources: {'Port': ['ID=ed2c9258-dcd6-49e5-8fbd-9c1779422d6b,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:26.959273 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-72ebe9b9-684e-4e27-bdac-8c02a988a97a None None] Attempting to bind port ed2c9258-dcd6-49e5-8fbd-9c1779422d6b on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:51:26.959660 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-72ebe9b9-684e-4e27-bdac-8c02a988a97a None None] Attempting to bind port ed2c9258-dcd6-49e5-8fbd-9c1779422d6b by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'c408e8af-35a5-4380-858f-67af2ae00d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5c30657b-52e7-42d9-a124-93d1500f18c8'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:51:26.960028 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ebe9b9-684e-4e27-bdac-8c02a988a97a None None] Attempting to bind port ed2c9258-dcd6-49e5-8fbd-9c1779422d6b on network 5c30657b-52e7-42d9-a124-93d1500f18c8 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:27.035304 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ebe9b9-684e-4e27-bdac-8c02a988a97a None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:51:27.037297 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ebe9b9-684e-4e27-bdac-8c02a988a97a None None] Checking segment: {'id': 'c408e8af-35a5-4380-858f-67af2ae00d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5c30657b-52e7-42d9-a124-93d1500f18c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:51:27.038221 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-72ebe9b9-684e-4e27-bdac-8c02a988a97a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:27.038836 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ebe9b9-684e-4e27-bdac-8c02a988a97a None None] Bound using segment: {'id': 'c408e8af-35a5-4380-858f-67af2ae00d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5c30657b-52e7-42d9-a124-93d1500f18c8'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:51:27.039551 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-72ebe9b9-684e-4e27-bdac-8c02a988a97a None None] Bound port: ed2c9258-dcd6-49e5-8fbd-9c1779422d6b, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c408e8af-35a5-4380-858f-67af2ae00d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5c30657b-52e7-42d9-a124-93d1500f18c8'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:51:27.041617 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-72ebe9b9-684e-4e27-bdac-8c02a988a97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:27.170727 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-72ebe9b9-684e-4e27-bdac-8c02a988a97a None None] For port ed2c9258-dcd6-49e5-8fbd-9c1779422d6b, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:51:27.177255 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-72ebe9b9-684e-4e27-bdac-8c02a988a97a None None] For port ed2c9258-dcd6-49e5-8fbd-9c1779422d6b, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=ed2c9258-dcd6-49e5-8fbd-9c1779422d6b,segment=NetworkSegment(c408e8af-35a5-4380-858f-67af2ae00d21),segment_id=c408e8af-35a5-4380-858f-67af2ae00d21)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:51:27.184604 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-72ebe9b9-684e-4e27-bdac-8c02a988a97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:27.324172 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ebe9b9-684e-4e27-bdac-8c02a988a97a None None] Routers {'fcef32ea-c9d5-47f0-a468-e44ffc682089'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:51:27.324829 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-72ebe9b9-684e-4e27-bdac-8c02a988a97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:51:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['fcef32ea-c9d5-47f0-a468-e44ffc682089'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:27.405628 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cff046-1f25-4396-a553-55d921b778cc req-8fb51557-902c-4254-95c2-668cede9c09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:27.409402 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2cff046-1f25-4396-a553-55d921b778cc req-8fb51557-902c-4254-95c2-668cede9c09b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2050357 Aug 10 00:51:27.676720 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-72ebe9b9-684e-4e27-bdac-8c02a988a97a None None] Set router fcef32ea-c9d5-47f0-a468-e44ffc682089 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:51:27.685003 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef35151-e293-401a-bdaa-a470e11f64ba x-openstack-request-id: req-0ef35151-e293-401a-bdaa-a470e11f64ba {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:51:27.685296 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faf74c37-8117-4e08-9f6c-a1100c29f8c2", "tag": "2f6d28ca-93a0-48b8-945b-1ef7afb67a3f", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:51:27.685724 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0ef35151-e293-401a-bdaa-a470e11f64ba {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:51:27.686327 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faf74c37-8117-4e08-9f6c-a1100c29f8c2', 'tag': '2f6d28ca-93a0-48b8-945b-1ef7afb67a3f', 'status': 'completed', 'code': 200} Aug 10 00:51:27.888269 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2cff046-1f25-4396-a553-55d921b778cc req-429298c4-61e1-4e4d-b485-dae6c76c0778 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454021 Aug 10 00:51:27.922394 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:27.924169 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637fc07-97b4-4880-8a60-e77c5da223de None None] Pushing event updated for resources: {'Port': ['ID=ed2c9258-dcd6-49e5-8fbd-9c1779422d6b,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:27.951341 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-72ebe9b9-684e-4e27-bdac-8c02a988a97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcef32ea-c9d5-47f0-a468-e44ffc682089', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2125526298-router', 'tenant_id': '91212a21b18b4f86bc82c817cfeea6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '4e1f4784-f400-431a-b621-2be71abfd94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:51:16Z', 'updated_at': '2021-08-10T00:51:22Z', 'revision_number': 4, 'project_id': '91212a21b18b4f86bc82c817cfeea6ec', 'gw_port': {'id': '4e1f4784-f400-431a-b621-2be71abfd94f', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcef32ea-c9d5-47f0-a468-e44ffc682089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:17Z', 'updated_at': '2021-08-10T00:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'ed2c9258-dcd6-49e5-8fbd-9c1779422d6b', 'name': '', 'network_id': '5c30657b-52e7-42d9-a124-93d1500f18c8', 'tenant_id': '91212a21b18b4f86bc82c817cfeea6ec', 'mac_address': 'fa:16:3e:ac:ba:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcef32ea-c9d5-47f0-a468-e44ffc682089', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'fb712dc0-5408-4a53-91b1-8f8962b6900b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:21Z', 'updated_at': '2021-08-10T00:51:27Z', 'revision_number': 4, 'project_id': '91212a21b18b4f86bc82c817cfeea6ec', 'subnets': [{'id': 'fb712dc0-5408-4a53-91b1-8f8962b6900b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:27.991491 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ebe9b9-684e-4e27-bdac-8c02a988a97a None None] The sync data for ids ['fcef32ea-c9d5-47f0-a468-e44ffc682089'] in n-d-766726-26 is: [{'id': 'fcef32ea-c9d5-47f0-a468-e44ffc682089', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2125526298-router', 'tenant_id': '91212a21b18b4f86bc82c817cfeea6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '4e1f4784-f400-431a-b621-2be71abfd94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:51:16Z', 'updated_at': '2021-08-10T00:51:22Z', 'revision_number': 4, 'project_id': '91212a21b18b4f86bc82c817cfeea6ec', 'gw_port': {'id': '4e1f4784-f400-431a-b621-2be71abfd94f', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcef32ea-c9d5-47f0-a468-e44ffc682089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:17Z', 'updated_at': '2021-08-10T00:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'ed2c9258-dcd6-49e5-8fbd-9c1779422d6b', 'name': '', 'network_id': '5c30657b-52e7-42d9-a124-93d1500f18c8', 'tenant_id': '91212a21b18b4f86bc82c817cfeea6ec', 'mac_address': 'fa:16:3e:ac:ba:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcef32ea-c9d5-47f0-a468-e44ffc682089', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'fb712dc0-5408-4a53-91b1-8f8962b6900b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:21Z', 'updated_at': '2021-08-10T00:51:27Z', 'revision_number': 4, 'project_id': '91212a21b18b4f86bc82c817cfeea6ec', 'subnets': [{'id': 'fb712dc0-5408-4a53-91b1-8f8962b6900b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:51:28.208626 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2cff046-1f25-4396-a553-55d921b778cc req-e2e316f9-5bb4-432f-a5ac-178ef711d2b8 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723961 Aug 10 00:51:28.272527 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac3357-4e47-438e-b006-5b616fb3e06f req-8adfe92c-2f03-42ed-9865-acbbe7c8bf30 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:28.281580 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2ac3357-4e47-438e-b006-5b616fb3e06f req-8adfe92c-2f03-42ed-9865-acbbe7c8bf30 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/ports?device_id=faf74c37-8117-4e08-9f6c-a1100c29f8c2 HTTP/1.1" status: 200 len: 968 time: 0.1505642 Aug 10 00:51:28.381713 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2ac3357-4e47-438e-b006-5b616fb3e06f req-bb49d59a-b4ea-4d5d-a741-cae02950c209 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a84cd01-3821-4903-9c4e-35bf39864eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972278 Aug 10 00:51:28.656570 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device ed2c9258-dcd6-49e5-8fbd-9c1779422d6b up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:51:28.818662 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port ed2c9258-dcd6-49e5-8fbd-9c1779422d6b completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:51:28.822871 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port ed2c9258-dcd6-49e5-8fbd-9c1779422d6b triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:28.823297 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:29.051204 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:29.128266 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port ed2c9258-dcd6-49e5-8fbd-9c1779422d6b, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=ed2c9258-dcd6-49e5-8fbd-9c1779422d6b,segment=NetworkSegment(c408e8af-35a5-4380-858f-67af2ae00d21),segment_id=c408e8af-35a5-4380-858f-67af2ae00d21)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:29.137742 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:29.267238 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=ed2c9258-dcd6-49e5-8fbd-9c1779422d6b,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:29.457707 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57752) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:29.463828 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-a95b37b1-06a9-478c-a351-c8b1654b3429 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1695814671', 'description': 'tempest-description--1577845302'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:29.532834 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a95b37b1-06a9-478c-a351-c8b1654b3429 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:29.884645 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01f610-ec99-400b-932e-84b3057f3cfa req-943c93c1-5379-4c6f-9414-73f071737a6d tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:29.884645 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8e01f610-ec99-400b-932e-84b3057f3cfa req-943c93c1-5379-4c6f-9414-73f071737a6d tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/ports?device_id=faf74c37-8117-4e08-9f6c-a1100c29f8c2 HTTP/1.1" status: 200 len: 968 time: 0.2660668 Aug 10 00:51:29.977204 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85773a-0925-4961-bd02-ef336bec5b4b req-42d53d70-2e66-4544-a692-0e23e7647854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:29.978702 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ea85773a-0925-4961-bd02-ef336bec5b4b req-42d53d70-2e66-4544-a692-0e23e7647854 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46948fe60143401bb54c9f001a879000&device_id=faf74c37-8117-4e08-9f6c-a1100c29f8c2 HTTP/1.1" status: 200 len: 1120 time: 0.2887757 Aug 10 00:51:30.026941 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a95b37b1-06a9-478c-a351-c8b1654b3429 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:30.035633 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a95b37b1-06a9-478c-a351-c8b1654b3429 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:30.091812 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8e01f610-ec99-400b-932e-84b3057f3cfa req-f95a5dfa-12aa-4100-b528-12984e43ded9 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a84cd01-3821-4903-9c4e-35bf39864eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766574 Aug 10 00:51:30.121574 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a95b37b1-06a9-478c-a351-c8b1654b3429 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:30.125864 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57772) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:30.126408 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a95b37b1-06a9-478c-a351-c8b1654b3429 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6671145 Aug 10 00:51:30.127689 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b37b1-06a9-478c-a351-c8b1654b3429 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=709ca5dd-a64e-4e40-a421-0f2b5d9fc282,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:30.133878 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-eee2bd06-e470-4ae4-8cac-1c00af5baf4f tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Request body: {'security_group_rule': {'security_group_id': '709ca5dd-a64e-4e40-a421-0f2b5d9fc282', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:30.187563 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eee2bd06-e470-4ae4-8cac-1c00af5baf4f tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:30.252458 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eee2bd06-e470-4ae4-8cac-1c00af5baf4f tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:30.257424 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eee2bd06-e470-4ae4-8cac-1c00af5baf4f tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:30.275070 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2bd06-e470-4ae4-8cac-1c00af5baf4f tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeb001d4-b208-43b3-8f33-5cf39006a18a,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:30.289430 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eee2bd06-e470-4ae4-8cac-1c00af5baf4f tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:30.293181 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-eee2bd06-e470-4ae4-8cac-1c00af5baf4f tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1629887 Aug 10 00:51:30.293379 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57782) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:30.297944 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-29709300-9552-46a6-a0a8-387da58c7772 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Request body: {'security_group_rule': {'security_group_id': '709ca5dd-a64e-4e40-a421-0f2b5d9fc282', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:30.324243 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-29709300-9552-46a6-a0a8-387da58c7772 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:30.393407 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-29709300-9552-46a6-a0a8-387da58c7772 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:30.397935 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-29709300-9552-46a6-a0a8-387da58c7772 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:30.417083 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29709300-9552-46a6-a0a8-387da58c7772 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e828436-1f48-4d4d-8102-bc52ed7690d8,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:30.420407 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-29709300-9552-46a6-a0a8-387da58c7772 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:30.421548 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-29709300-9552-46a6-a0a8-387da58c7772 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272461 Aug 10 00:51:30.424813 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57788) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:30.429651 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-3a636bf8-decf-4f39-a380-126cea2e679f tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:30.496171 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device ed2c9258-dcd6-49e5-8fbd-9c1779422d6b up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:51:30.520448 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3a636bf8-decf-4f39-a380-126cea2e679f tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:30.546628 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port ed2c9258-dcd6-49e5-8fbd-9c1779422d6b triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:30.547004 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:30.655902 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ac566-bab0-41e6-b090-7c9550a3d731 req-b1b605c9-2e49-4def-8485-f131ff8d3da3 tempest-NetworksTest-896002637 tempest-NetworksTest-896002637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:30.656413 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ac566-bab0-41e6-b090-7c9550a3d731 req-b1b605c9-2e49-4def-8485-f131ff8d3da3 tempest-NetworksTest-896002637 tempest-NetworksTest-896002637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:30.656890 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ac566-bab0-41e6-b090-7c9550a3d731 req-b1b605c9-2e49-4def-8485-f131ff8d3da3 tempest-NetworksTest-896002637 tempest-NetworksTest-896002637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:30.657365 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ac566-bab0-41e6-b090-7c9550a3d731 req-b1b605c9-2e49-4def-8485-f131ff8d3da3 tempest-NetworksTest-896002637 tempest-NetworksTest-896002637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:30.657833 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ac566-bab0-41e6-b090-7c9550a3d731 req-b1b605c9-2e49-4def-8485-f131ff8d3da3 tempest-NetworksTest-896002637 tempest-NetworksTest-896002637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:30.659745 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-355ac566-bab0-41e6-b090-7c9550a3d731 req-b1b605c9-2e49-4def-8485-f131ff8d3da3 tempest-NetworksTest-896002637 tempest-NetworksTest-896002637-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.2227783 Aug 10 00:51:30.703371 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3a636bf8-decf-4f39-a380-126cea2e679f tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:30.807983 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-3a636bf8-decf-4f39-a380-126cea2e679f tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Allocated IP 172.25.2.242 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/ae653aaf-e2c3-4348-8133-317b66c74ae0) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:51:30.966697 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57802) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:30.978184 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3a636bf8-decf-4f39-a380-126cea2e679f tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:30.996917 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a7481-928c-4824-abd0-111d5b78c999 req-ada321c4-f4e9-4881-be1d-66ea9d56315d tempest-NetworksTest-896002637 tempest-NetworksTest-896002637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:30.998317 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b93a7481-928c-4824-abd0-111d5b78c999 req-ada321c4-f4e9-4881-be1d-66ea9d56315d tempest-NetworksTest-896002637 tempest-NetworksTest-896002637-project-admin] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 886 time: 0.1228466 Aug 10 00:51:31.029094 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3a636bf8-decf-4f39-a380-126cea2e679f tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:31.070459 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a636bf8-decf-4f39-a380-126cea2e679f tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:51:31.081176 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-3a636bf8-decf-4f39-a380-126cea2e679f tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:51:31.083692 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a636bf8-decf-4f39-a380-126cea2e679f tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:51:31.084883 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-649c889b-19dd-49a7-bd36-a432b075de1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:31.089916 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a636bf8-decf-4f39-a380-126cea2e679f tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Pushing event updated for resources: {'Port': ['ID=ae653aaf-e2c3-4348-8133-317b66c74ae0,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:31.177947 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-649c889b-19dd-49a7-bd36-a432b075de1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:31.181273 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3a636bf8-decf-4f39-a380-126cea2e679f tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:31.182876 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-649c889b-19dd-49a7-bd36-a432b075de1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:31.222209 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3a636bf8-decf-4f39-a380-126cea2e679f tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:31.226242 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-649c889b-19dd-49a7-bd36-a432b075de1e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8422a845f9eb4d1eb1d3eefc546c0c1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2570560 Aug 10 00:51:31.227503 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57818) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:31.228137 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c889b-19dd-49a7-bd36-a432b075de1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edcb93bc-ec98-4a2a-a408-bc4ce589700a,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:31.283446 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d47ad2e5-18dd-44cf-b6b0-c878b857e99a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:31.307508 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d47ad2e5-18dd-44cf-b6b0-c878b857e99a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:31.371245 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d47ad2e5-18dd-44cf-b6b0-c878b857e99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:31.373956 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d47ad2e5-18dd-44cf-b6b0-c878b857e99a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:31.375324 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d47ad2e5-18dd-44cf-b6b0-c878b857e99a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/edcb93bc-ec98-4a2a-a408-bc4ce589700a HTTP/1.1" status: 204 len: 168 time: 0.1444569 Aug 10 00:51:31.386162 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ad2e5-18dd-44cf-b6b0-c878b857e99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcb93bc-ec98-4a2a-a408-bc4ce589700a,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:31.561648 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c9faa-abe8-4131-b063-b674aad88ebf req-d805afad-af67-4597-8c16-71bd1f955b54 tempest-NetworksTest-896002637 tempest-NetworksTest-896002637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:31.562161 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c9faa-abe8-4131-b063-b674aad88ebf req-d805afad-af67-4597-8c16-71bd1f955b54 tempest-NetworksTest-896002637 tempest-NetworksTest-896002637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:31.562603 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c9faa-abe8-4131-b063-b674aad88ebf req-d805afad-af67-4597-8c16-71bd1f955b54 tempest-NetworksTest-896002637 tempest-NetworksTest-896002637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:31.563084 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c9faa-abe8-4131-b063-b674aad88ebf req-d805afad-af67-4597-8c16-71bd1f955b54 tempest-NetworksTest-896002637 tempest-NetworksTest-896002637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:31.563557 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c9faa-abe8-4131-b063-b674aad88ebf req-d805afad-af67-4597-8c16-71bd1f955b54 tempest-NetworksTest-896002637 tempest-NetworksTest-896002637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:31.565271 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a85c9faa-abe8-4131-b063-b674aad88ebf req-d805afad-af67-4597-8c16-71bd1f955b54 tempest-NetworksTest-896002637 tempest-NetworksTest-896002637-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.1617417 Aug 10 00:51:31.622329 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3a636bf8-decf-4f39-a380-126cea2e679f tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:31.631371 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3a636bf8-decf-4f39-a380-126cea2e679f tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:31.693598 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57830) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:31.714687 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3a636bf8-decf-4f39-a380-126cea2e679f tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:31.722091 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d2d8cc84-efea-4ee8-87e5-f1013dd800af admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:31.895585 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57844) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:31.907182 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3a636bf8-decf-4f39-a380-126cea2e679f tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:31.907182 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3a636bf8-decf-4f39-a380-126cea2e679f tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4809000 Aug 10 00:51:31.917314 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85773a-0925-4961-bd02-ef336bec5b4b req-fcd7868e-8354-4e1d-89f6-9208e1a5b1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:31.918664 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ea85773a-0925-4961-bd02-ef336bec5b4b req-fcd7868e-8354-4e1d-89f6-9208e1a5b1da service neutron] 10.222.0.24 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.2374785 Aug 10 00:51:31.921491 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a636bf8-decf-4f39-a380-126cea2e679f tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Pushing event updated for resources: {'Port': ['ID=ae653aaf-e2c3-4348-8133-317b66c74ae0,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:31.946223 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2846d7a-8d2e-4a13-92ff-05dc053810cf req-ac00343c-9444-41a7-ba28-70e0ddc9937e tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:31.947792 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2846d7a-8d2e-4a13-92ff-05dc053810cf req-ac00343c-9444-41a7-ba28-70e0ddc9937e tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/ports?device_id=faf74c37-8117-4e08-9f6c-a1100c29f8c2 HTTP/1.1" status: 200 len: 968 time: 0.3125956 Aug 10 00:51:31.959302 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d2d8cc84-efea-4ee8-87e5-f1013dd800af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:31.965515 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d2d8cc84-efea-4ee8-87e5-f1013dd800af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:31.979994 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ea85773a-0925-4961-bd02-ef336bec5b4b req-656992ab-b72a-48b3-8126-5aa8052b7d6b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=2f6d28ca-93a0-48b8-945b-1ef7afb67a3f HTTP/1.1" status: 200 len: 217 time: 0.0526114 Aug 10 00:51:32.015610 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d2d8cc84-efea-4ee8-87e5-f1013dd800af admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0bd5b14ac44142bc9cbd0dbdee3060ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3206997 Aug 10 00:51:32.018219 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8cc84-efea-4ee8-87e5-f1013dd800af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707390b4-748e-4ff5-9892-359775735862,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:32.021046 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57856) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:32.068223 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2846d7a-8d2e-4a13-92ff-05dc053810cf req-67933990-2938-435e-8a03-55a2c8790c0b tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a84cd01-3821-4903-9c4e-35bf39864eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777953 Aug 10 00:51:32.077123 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7dcc4742-4cac-4809-946f-b54a0b030166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:32.081495 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85773a-0925-4961-bd02-ef336bec5b4b req-5b0ea982-e985-449b-aa35-6a06b219260c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:32.083289 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ea85773a-0925-4961-bd02-ef336bec5b4b req-5b0ea982-e985-449b-aa35-6a06b219260c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0887585 Aug 10 00:51:32.108801 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7dcc4742-4cac-4809-946f-b54a0b030166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:32.141438 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85773a-0925-4961-bd02-ef336bec5b4b req-7b7a17b6-4af8-4892-b43e-f84d41eb7083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:32.143091 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ea85773a-0925-4961-bd02-ef336bec5b4b req-7b7a17b6-4af8-4892-b43e-f84d41eb7083 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0530870 Aug 10 00:51:32.188065 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7dcc4742-4cac-4809-946f-b54a0b030166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:32.192228 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7dcc4742-4cac-4809-946f-b54a0b030166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:32.196136 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7dcc4742-4cac-4809-946f-b54a0b030166 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/707390b4-748e-4ff5-9892-359775735862 HTTP/1.1" status: 204 len: 168 time: 0.1716235 Aug 10 00:51:32.213723 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc4742-4cac-4809-946f-b54a0b030166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707390b4-748e-4ff5-9892-359775735862,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:32.218735 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57874) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:32.260263 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bf52d1c9-1bba-4fda-894a-6947daeef7a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:32.308133 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-698bba62-3e8e-404a-adad-344827821eca req-a4ef7799-666f-4d7f-9677-a2334ba182a2 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1695814671&fields=id&tenant_id=efee53c3551044e8afcc00c8cdf7b6ca HTTP/1.1" status: 200 len: 267 time: 0.0672276 Aug 10 00:51:32.319812 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ea85773a-0925-4961-bd02-ef336bec5b4b req-d4c49443-0c6f-45df-9bc8-48e2b6480f06 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671681 Aug 10 00:51:32.384133 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bf52d1c9-1bba-4fda-894a-6947daeef7a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:32.389762 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bf52d1c9-1bba-4fda-894a-6947daeef7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:32.440764 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-bf52d1c9-1bba-4fda-894a-6947daeef7a3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e95b9fc7f509467b90d061c7f6fe14d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5437169 Aug 10 00:51:32.442867 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf52d1c9-1bba-4fda-894a-6947daeef7a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85acd6d-c15b-4f1d-8c8d-ad227f5e7a25,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:32.443779 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57880) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:32.599639 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2f1bccac-9cf5-4638-944f-fe0635c7a9e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:32.624502 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698bba62-3e8e-404a-adad-344827821eca req-e697f37a-faa8-4ead-9d9a-485dadb10c9f tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:32.626587 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-698bba62-3e8e-404a-adad-344827821eca req-e697f37a-faa8-4ead-9d9a-485dadb10c9f tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/networks?id=c58b2db2-79c7-40d4-af6c-7a7b4827f110 HTTP/1.1" status: 200 len: 823 time: 0.3057761 Aug 10 00:51:32.631800 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ea85773a-0925-4961-bd02-ef336bec5b4b req-80693571-d474-4e7b-b7a8-b21b4a820607 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919164 Aug 10 00:51:32.654854 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24d1ed1b-5ef5-4fe1-8f46-1baed29861c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:32.661424 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-698bba62-3e8e-404a-adad-344827821eca req-f6f79669-6798-43be-b950-c28fb42f758c tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/quotas/efee53c3551044e8afcc00c8cdf7b6ca HTTP/1.1" status: 200 len: 375 time: 0.0228775 Aug 10 00:51:32.718799 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2f1bccac-9cf5-4638-944f-fe0635c7a9e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:32.725151 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2f1bccac-9cf5-4638-944f-fe0635c7a9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:32.740252 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24d1ed1b-5ef5-4fe1-8f46-1baed29861c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:32.789285 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2f1bccac-9cf5-4638-944f-fe0635c7a9e0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d8d35dd000574bdb9c7203caa990726d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5671704 Aug 10 00:51:32.791721 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57902) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:32.801652 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1bccac-9cf5-4638-944f-fe0635c7a9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ae4731-cf7d-4da0-8dea-9dd6f4098220,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:32.823077 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-698bba62-3e8e-404a-adad-344827821eca req-7a0904d0-2a1f-47aa-8ebf-26f74881451e tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=efee53c3551044e8afcc00c8cdf7b6ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1408715 Aug 10 00:51:32.856212 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24d1ed1b-5ef5-4fe1-8f46-1baed29861c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:32.859172 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24d1ed1b-5ef5-4fe1-8f46-1baed29861c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:32.863148 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-89a7ef1c-7b1b-4a32-a6a0-bcd854fbd689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:32.864583 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-24d1ed1b-5ef5-4fe1-8f46-1baed29861c7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e85acd6d-c15b-4f1d-8c8d-ad227f5e7a25 HTTP/1.1" status: 204 len: 168 time: 0.4142849 Aug 10 00:51:32.873566 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d1ed1b-5ef5-4fe1-8f46-1baed29861c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85acd6d-c15b-4f1d-8c8d-ad227f5e7a25,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:32.893977 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-89a7ef1c-7b1b-4a32-a6a0-bcd854fbd689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:32.954968 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-89a7ef1c-7b1b-4a32-a6a0-bcd854fbd689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:32.957833 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-89a7ef1c-7b1b-4a32-a6a0-bcd854fbd689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:32.960402 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-89a7ef1c-7b1b-4a32-a6a0-bcd854fbd689 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f6ae4731-cf7d-4da0-8dea-9dd6f4098220 HTTP/1.1" status: 204 len: 168 time: 0.1675107 Aug 10 00:51:32.968635 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7ef1c-7b1b-4a32-a6a0-bcd854fbd689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ae4731-cf7d-4da0-8dea-9dd6f4098220,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:33.176412 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf38352-a8ff-4753-96b6-e12821c46c6c req-48b725fc-94a0-4e34-a52d-4e7f5988bb2c tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:33.177908 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bdf38352-a8ff-4753-96b6-e12821c46c6c req-48b725fc-94a0-4e34-a52d-4e7f5988bb2c tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/ports?device_id=faf74c37-8117-4e08-9f6c-a1100c29f8c2 HTTP/1.1" status: 200 len: 968 time: 0.0589454 Aug 10 00:51:33.218088 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bdf38352-a8ff-4753-96b6-e12821c46c6c req-ab0f5833-d24f-4b8c-8833-b97e68cc1888 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a84cd01-3821-4903-9c4e-35bf39864eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331340 Aug 10 00:51:33.366787 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [req-698bba62-3e8e-404a-adad-344827821eca req-5f3ea2e4-7a21-416e-8b85-3e5858c5bcb1 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:51:33.368505 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-698bba62-3e8e-404a-adad-344827821eca req-5f3ea2e4-7a21-416e-8b85-3e5858c5bcb1 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2956743 Aug 10 00:51:33.451760 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57942) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:33.466216 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8964233d-1c3e-4ac6-a3dc-8dc81a82e455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:33.475947 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-698bba62-3e8e-404a-adad-344827821eca req-0d414e7f-40b1-4f58-8852-18c83c3675c7 service neutron] 10.222.0.35 "GET /v2.0/networks/c58b2db2-79c7-40d4-af6c-7a7b4827f110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009436 Aug 10 00:51:33.543860 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57944) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:33.581889 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-698bba62-3e8e-404a-adad-344827821eca req-131b322e-7f50-4f3c-b845-63623afbf5d8 service neutron] 10.222.0.35 "GET /v2.0/networks/c58b2db2-79c7-40d4-af6c-7a7b4827f110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974178 Aug 10 00:51:33.593862 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8964233d-1c3e-4ac6-a3dc-8dc81a82e455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:33.600335 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8964233d-1c3e-4ac6-a3dc-8dc81a82e455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:33.663564 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8964233d-1c3e-4ac6-a3dc-8dc81a82e455 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=43b9db2f08864f23bb72a0055cd287d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2104831 Aug 10 00:51:33.666173 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57950) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:33.673634 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964233d-1c3e-4ac6-a3dc-8dc81a82e455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33594099-8670-4cf3-9954-0e435a0ddafe,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:33.729165 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4d9d3671-3fed-47f1-bb59-77a68e0c2f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:33.738127 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57958) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:33.755507 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4d9d3671-3fed-47f1-bb59-77a68e0c2f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:33.758542 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c6d4b7fd-23b5-44cb-93a9-1844b012b863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:33.825226 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4d9d3671-3fed-47f1-bb59-77a68e0c2f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:33.828778 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4d9d3671-3fed-47f1-bb59-77a68e0c2f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:33.830263 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4d9d3671-3fed-47f1-bb59-77a68e0c2f0d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/33594099-8670-4cf3-9954-0e435a0ddafe HTTP/1.1" status: 204 len: 168 time: 0.1631496 Aug 10 00:51:33.840271 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d3671-3fed-47f1-bb59-77a68e0c2f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33594099-8670-4cf3-9954-0e435a0ddafe,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:33.869564 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f8f31f5b-bccb-49ba-8a6d-c63b1acaf1c5 req-d5d0efc3-0ab7-460f-853e-a7abd0b75684 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=b80ef126-5374-449c-9ac7-c7fa472955b1 HTTP/1.1" status: 200 len: 210 time: 0.0479035 Aug 10 00:51:33.979488 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c6d4b7fd-23b5-44cb-93a9-1844b012b863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:33.996205 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c6d4b7fd-23b5-44cb-93a9-1844b012b863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:34.035565 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-78fbaac1-5787-4dd5-bdd9-e2520f1e925d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:34.069969 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d4b7fd-23b5-44cb-93a9-1844b012b863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70c7661-42f5-4bfd-b1b5-a28f1e1f06df,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:34.080757 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c6d4b7fd-23b5-44cb-93a9-1844b012b863 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4117ce38c8b34d95bbe12102b2e0435b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3407350 Aug 10 00:51:34.084204 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57976) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:34.180328 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ad9b76ae-ca3d-49e5-8a19-268f84db9203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:34.186434 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-78fbaac1-5787-4dd5-bdd9-e2520f1e925d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:34.194238 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-78fbaac1-5787-4dd5-bdd9-e2520f1e925d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:34.204753 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ad9b76ae-ca3d-49e5-8a19-268f84db9203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:34.261656 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-78fbaac1-5787-4dd5-bdd9-e2520f1e925d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=58da0b7891054f4c896cda229de30e5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7162857 Aug 10 00:51:34.262605 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbaac1-5787-4dd5-bdd9-e2520f1e925d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4472664f-5b32-4249-87e0-17d135faf07a,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:34.265283 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57992) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:34.347118 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ad9b76ae-ca3d-49e5-8a19-268f84db9203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:34.349831 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ad9b76ae-ca3d-49e5-8a19-268f84db9203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:34.353399 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ad9b76ae-ca3d-49e5-8a19-268f84db9203 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d70c7661-42f5-4bfd-b1b5-a28f1e1f06df HTTP/1.1" status: 204 len: 168 time: 0.2657838 Aug 10 00:51:34.551373 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b76ae-ca3d-49e5-8a19-268f84db9203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70c7661-42f5-4bfd-b1b5-a28f1e1f06df,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:34.554308 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1f077b0a-43d1-42eb-adc7-7b7aef34b520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:34.589684 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1f077b0a-43d1-42eb-adc7-7b7aef34b520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:34.598977 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b7f30-65db-4848-bf9c-d2ab732e1666 req-3bf1a239-9cd6-421f-840c-9433bd473c9b tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:34.606434 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bd3b7f30-65db-4848-bf9c-d2ab732e1666 req-3bf1a239-9cd6-421f-840c-9433bd473c9b tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/ports?device_id=faf74c37-8117-4e08-9f6c-a1100c29f8c2 HTTP/1.1" status: 200 len: 968 time: 0.2803614 Aug 10 00:51:34.690295 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bd3b7f30-65db-4848-bf9c-d2ab732e1666 req-e3094333-d69d-46b7-b684-a214a859a8ef tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a84cd01-3821-4903-9c4e-35bf39864eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783539 Aug 10 00:51:34.714639 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1f077b0a-43d1-42eb-adc7-7b7aef34b520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:34.718997 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1f077b0a-43d1-42eb-adc7-7b7aef34b520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:34.724060 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1f077b0a-43d1-42eb-adc7-7b7aef34b520 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4472664f-5b32-4249-87e0-17d135faf07a HTTP/1.1" status: 204 len: 168 time: 0.4577947 Aug 10 00:51:34.736494 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f077b0a-43d1-42eb-adc7-7b7aef34b520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4472664f-5b32-4249-87e0-17d135faf07a,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:34.746252 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58018) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:34.984970 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2aec896-ab3a-4a10-a045-55c497ba3ddc req-88cf23bb-ef35-489c-b498-23509fc1b243 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=b80ef126-5374-449c-9ac7-c7fa472955b1 HTTP/1.1" status: 200 len: 210 time: 0.0387347 Aug 10 00:51:35.056855 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ec5e4a05-c5c0-464e-a684-ded9ca42cdc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:35.185956 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ec5e4a05-c5c0-464e-a684-ded9ca42cdc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:35.192832 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ec5e4a05-c5c0-464e-a684-ded9ca42cdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:35.234148 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e4a05-c5c0-464e-a684-ded9ca42cdc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee8259b-1815-43d6-8bbf-ad619078b2d6,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:35.238503 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ec5e4a05-c5c0-464e-a684-ded9ca42cdc5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c6cff5aebdf44c5f9772dd65fcf8e560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4909470 Aug 10 00:51:35.241311 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58044) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:35.268274 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58048) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:35.283250 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f5068a32-0f4a-4ec3-a5ff-be6f8cafccd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:35.323878 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d181f0ff-b812-4b0d-85a7-26b7e81a44fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:35.353284 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d181f0ff-b812-4b0d-85a7-26b7e81a44fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:35.398994 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f5068a32-0f4a-4ec3-a5ff-be6f8cafccd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:35.405300 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f5068a32-0f4a-4ec3-a5ff-be6f8cafccd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:35.419378 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d181f0ff-b812-4b0d-85a7-26b7e81a44fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:35.422579 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d181f0ff-b812-4b0d-85a7-26b7e81a44fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:35.426330 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d181f0ff-b812-4b0d-85a7-26b7e81a44fb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fee8259b-1815-43d6-8bbf-ad619078b2d6 HTTP/1.1" status: 204 len: 168 time: 0.1812673 Aug 10 00:51:35.434831 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181f0ff-b812-4b0d-85a7-26b7e81a44fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee8259b-1815-43d6-8bbf-ad619078b2d6,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:35.457801 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f5068a32-0f4a-4ec3-a5ff-be6f8cafccd2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=700f334892394c6e8fd0706409c09ba8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1876113 Aug 10 00:51:35.458632 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5068a32-0f4a-4ec3-a5ff-be6f8cafccd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70838c1b-ad06-4ab5-970a-a0152d27b6f9,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:35.461115 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58056) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:35.511640 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-639fbd1b-7298-4701-84b5-efbc9a1ca567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:35.544547 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-639fbd1b-7298-4701-84b5-efbc9a1ca567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:35.580047 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.20', 49518) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:35.785114 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-639fbd1b-7298-4701-84b5-efbc9a1ca567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:35.787675 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-639fbd1b-7298-4701-84b5-efbc9a1ca567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:35.791358 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-639fbd1b-7298-4701-84b5-efbc9a1ca567 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/70838c1b-ad06-4ab5-970a-a0152d27b6f9 HTTP/1.1" status: 204 len: 168 time: 0.3269470 Aug 10 00:51:35.807762 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639fbd1b-7298-4701-84b5-efbc9a1ca567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70838c1b-ad06-4ab5-970a-a0152d27b6f9,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:35.820218 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95019da-d5b0-4eed-a203-92ab9c6be893 req-7430829f-25ee-463f-9c2c-a0b763c3b204 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:35.827717 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d95019da-d5b0-4eed-a203-92ab9c6be893 req-7430829f-25ee-463f-9c2c-a0b763c3b204 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/ports?device_id=faf74c37-8117-4e08-9f6c-a1100c29f8c2 HTTP/1.1" status: 200 len: 968 time: 0.0637729 Aug 10 00:51:35.907112 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d95019da-d5b0-4eed-a203-92ab9c6be893 req-37cb7663-1a13-47a3-8a90-144a7aace366 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a84cd01-3821-4903-9c4e-35bf39864eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655115 Aug 10 00:51:35.924071 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698bba62-3e8e-404a-adad-344827821eca req-7ef2e1e1-482e-4298-b80f-df98ae1060d5 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:35.926432 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-698bba62-3e8e-404a-adad-344827821eca req-7ef2e1e1-482e-4298-b80f-df98ae1060d5 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.20 "GET /v2.0/networks?id=c58b2db2-79c7-40d4-af6c-7a7b4827f110 HTTP/1.1" status: 200 len: 823 time: 0.3343604 Aug 10 00:51:36.076621 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58086) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:36.112676 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b520930b-035a-432e-a58d-15bb8557d832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:36.271969 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-60c18785-fdb7-46a7-ba1f-03ab2d99aec8 req-ce4b8205-c94d-4d57-b5d7-e4c08e03a40f tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=b80ef126-5374-449c-9ac7-c7fa472955b1 HTTP/1.1" status: 200 len: 210 time: 0.0284402 Aug 10 00:51:36.284763 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b520930b-035a-432e-a58d-15bb8557d832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:36.293848 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b520930b-035a-432e-a58d-15bb8557d832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:36.334426 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b520930b-035a-432e-a58d-15bb8557d832 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3fd01b0134b040b1bd80195d68c88b24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2563770 Aug 10 00:51:36.335030 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520930b-035a-432e-a58d-15bb8557d832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e41e3c-d995-4db3-ba7d-4c0d8657c146,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:36.336807 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58094) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:36.391102 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6ddbac41-650b-4106-8a3e-067cb2d0d207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:36.418298 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6ddbac41-650b-4106-8a3e-067cb2d0d207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:36.483024 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6ddbac41-650b-4106-8a3e-067cb2d0d207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:36.486076 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6ddbac41-650b-4106-8a3e-067cb2d0d207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:36.487220 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6ddbac41-650b-4106-8a3e-067cb2d0d207 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e2e41e3c-d995-4db3-ba7d-4c0d8657c146 HTTP/1.1" status: 204 len: 168 time: 0.1493552 Aug 10 00:51:36.491028 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 2f6d28ca-93a0-48b8-945b-1ef7afb67a3f details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:51:36.497313 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddbac41-650b-4106-8a3e-067cb2d0d207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e41e3c-d995-4db3-ba7d-4c0d8657c146,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:36.638646 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 2f6d28ca-93a0-48b8-945b-1ef7afb67a3f, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=2f6d28ca-93a0-48b8-945b-1ef7afb67a3f,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:36.650849 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '2f6d28ca-93a0-48b8-945b-1ef7afb67a3f', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': '2f6d28ca-93a0-48b8-945b-1ef7afb67a3f', 'mac_address': 'fa:16:3e:22:f7:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:tempest-test_az-848689722', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:51:36.693813 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:36.706756 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f6d28ca-93a0-48b8-945b-1ef7afb67a3f {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:51:36.736773 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 2f6d28ca-93a0-48b8-945b-1ef7afb67a3f, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=2f6d28ca-93a0-48b8-945b-1ef7afb67a3f,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:36.737111 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58110) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:36.742190 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:36.795394 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=2f6d28ca-93a0-48b8-945b-1ef7afb67a3f,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:36.893574 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58120) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:36.995906 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ab43b36e-513e-4774-8373-6426b1c1152f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.042568 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6c652-7a7e-43e5-8033-727987b305fc req-7b47960a-a997-49f5-9022-73234d604d45 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:37.044029 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bbd6c652-7a7e-43e5-8033-727987b305fc req-7b47960a-a997-49f5-9022-73234d604d45 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/ports?device_id=faf74c37-8117-4e08-9f6c-a1100c29f8c2 HTTP/1.1" status: 200 len: 969 time: 0.0782266 Aug 10 00:51:37.116288 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bbd6c652-7a7e-43e5-8033-727987b305fc req-8a2a1951-d90e-443d-9db4-e871b651adb4 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a84cd01-3821-4903-9c4e-35bf39864eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579653 Aug 10 00:51:37.155996 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ab43b36e-513e-4774-8373-6426b1c1152f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.161959 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ab43b36e-513e-4774-8373-6426b1c1152f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.184859 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58130) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:37.185363 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['2f6d28ca-93a0-48b8-945b-1ef7afb67a3f'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:51:37.202169 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-62f7320f-e05c-4c03-b352-372b998d7d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.232930 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ab43b36e-513e-4774-8373-6426b1c1152f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fe19d208ff6841aaac9a4d0b9e6e4f52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4920604 Aug 10 00:51:37.234117 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58132) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:37.234678 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43b36e-513e-4774-8373-6426b1c1152f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5840b139-2764-47be-9275-3aa5e478b83f,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:37.291667 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-e9bd559f-39c6-40c1-9adf-932397852ffe admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-215999588-network', 'tenant_id': 'aa778b0a08064926b2286aa3c2f91f9c'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:37.388661 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7ad0d7f6-0246-409f-86dd-25eeb55bb945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.432770 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7ad0d7f6-0246-409f-86dd-25eeb55bb945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.462818 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bdc9e9c2-c06e-48ad-b57a-84e0054672ab req-f56692aa-a42a-4f03-8c62-6bbfc0fe8ca2 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=b80ef126-5374-449c-9ac7-c7fa472955b1 HTTP/1.1" status: 200 len: 210 time: 0.0562167 Aug 10 00:51:37.497129 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-62f7320f-e05c-4c03-b352-372b998d7d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.507168 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-62f7320f-e05c-4c03-b352-372b998d7d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.523495 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bd559f-39c6-40c1-9adf-932397852ffe admin admin] Made reservation on behalf of aa778b0a08064926b2286aa3c2f91f9c for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:51:37.526917 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e9bd559f-39c6-40c1-9adf-932397852ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.538834 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e9bd559f-39c6-40c1-9adf-932397852ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.553265 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7ad0d7f6-0246-409f-86dd-25eeb55bb945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.555819 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7ad0d7f6-0246-409f-86dd-25eeb55bb945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.556988 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7ad0d7f6-0246-409f-86dd-25eeb55bb945 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5840b139-2764-47be-9275-3aa5e478b83f HTTP/1.1" status: 204 len: 168 time: 0.3225961 Aug 10 00:51:37.559164 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7320f-e05c-4c03-b352-372b998d7d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad8289e-a872-43e9-bbbc-fde90ec204dc,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:37.568850 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58146) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:37.576011 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-62f7320f-e05c-4c03-b352-372b998d7d56 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=714f3fcf5e2644048b66f958299225d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3899961 Aug 10 00:51:37.585022 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0d7f6-0246-409f-86dd-25eeb55bb945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5840b139-2764-47be-9275-3aa5e478b83f,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:37.693214 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-01920a4f-9f80-4164-a30d-85a6830a37dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.739925 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-01920a4f-9f80-4164-a30d-85a6830a37dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.750604 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e9bd559f-39c6-40c1-9adf-932397852ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.762362 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e9bd559f-39c6-40c1-9adf-932397852ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.796943 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9bd559f-39c6-40c1-9adf-932397852ffe admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:51:37.822859 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd559f-39c6-40c1-9adf-932397852ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77670c18-0274-4975-bd2b-96ed21465fa7,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:37.825903 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e9bd559f-39c6-40c1-9adf-932397852ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.826425 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-e9bd559f-39c6-40c1-9adf-932397852ffe admin admin] Added segment 7deaab9e-0834-42e4-9b7b-9c2388bd717c of type vlan for network 5154ec93-0999-476a-b315-f239ea4d06f5 Aug 10 00:51:37.876811 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-01920a4f-9f80-4164-a30d-85a6830a37dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.879495 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-01920a4f-9f80-4164-a30d-85a6830a37dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.883098 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-01920a4f-9f80-4164-a30d-85a6830a37dc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4ad8289e-a872-43e9-bbbc-fde90ec204dc HTTP/1.1" status: 204 len: 168 time: 0.3115437 Aug 10 00:51:37.890789 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e9bd559f-39c6-40c1-9adf-932397852ffe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.899661 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01920a4f-9f80-4164-a30d-85a6830a37dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad8289e-a872-43e9-bbbc-fde90ec204dc,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:37.937396 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e9bd559f-39c6-40c1-9adf-932397852ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.938597 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bd559f-39c6-40c1-9adf-932397852ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:37.939363 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e9bd559f-39c6-40c1-9adf-932397852ffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.997005 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e9bd559f-39c6-40c1-9adf-932397852ffe admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0993209 Aug 10 00:51:37.997636 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58158) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:38.004313 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-70189453-469d-4141-b5bd-38da35d06d5c admin admin] Request body: {'subnet': {'network_id': '5154ec93-0999-476a-b315-f239ea4d06f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-215999588-subnet', 'tenant_id': 'aa778b0a08064926b2286aa3c2f91f9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:38.011897 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd559f-39c6-40c1-9adf-932397852ffe admin admin] Pushing event updated for resources: {'Network': ['ID=5154ec93-0999-476a-b315-f239ea4d06f5,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:38.026340 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 5154ec93-0999-476a-b315-f239ea4d06f5 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:51:38.033140 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70189453-469d-4141-b5bd-38da35d06d5c admin admin] Made reservation on behalf of aa778b0a08064926b2286aa3c2f91f9c for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:51:38.036899 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-70189453-469d-4141-b5bd-38da35d06d5c admin admin] Notify callbacks [] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:38.079863 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58162) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:38.095691 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8b286dfb-4ab0-4265-8f87-2d3980eee53c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:38.237223 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58168) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:38.308970 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8b286dfb-4ab0-4265-8f87-2d3980eee53c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:38.318903 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58f9ca-2c50-4f12-bb8d-43f829c5b3ad req-d800b935-c96e-49cb-8214-cbcc86bdace2 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:38.319811 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-70189453-469d-4141-b5bd-38da35d06d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:38.327131 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9e58f9ca-2c50-4f12-bb8d-43f829c5b3ad req-d800b935-c96e-49cb-8214-cbcc86bdace2 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/ports?device_id=faf74c37-8117-4e08-9f6c-a1100c29f8c2 HTTP/1.1" status: 200 len: 969 time: 0.0837126 Aug 10 00:51:38.336198 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8b286dfb-4ab0-4265-8f87-2d3980eee53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:38.392086 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70189453-469d-4141-b5bd-38da35d06d5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=63839b25-a037-415b-ba03-f424c02037b6,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:38.411959 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70189453-469d-4141-b5bd-38da35d06d5c admin admin] Checking segment: {'id': '7deaab9e-0834-42e4-9b7b-9c2388bd717c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5154ec93-0999-476a-b315-f239ea4d06f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:51:38.412544 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70189453-469d-4141-b5bd-38da35d06d5c admin admin] Network hostable DHCP agents. Network: 5154ec93-0999-476a-b315-f239ea4d06f5, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:51:38.419729 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b286dfb-4ab0-4265-8f87-2d3980eee53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a6cce3-a4f2-405e-ac2d-ea87220f1ba3,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:38.432330 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9e58f9ca-2c50-4f12-bb8d-43f829c5b3ad req-e16d2439-ea3e-4980-a89d-23f6aac84840 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a84cd01-3821-4903-9c4e-35bf39864eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036839 Aug 10 00:51:38.438251 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8b286dfb-4ab0-4265-8f87-2d3980eee53c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5b5bf75decf5489d95f737c8859459ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3574245 Aug 10 00:51:38.438941 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58176) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:38.447094 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70189453-469d-4141-b5bd-38da35d06d5c admin admin] Network 5154ec93-0999-476a-b315-f239ea4d06f5 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:51:38.464443 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-70189453-469d-4141-b5bd-38da35d06d5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 5154ec93-0999-476a-b315-f239ea4d06f5) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:51:38.469139 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 2f6d28ca-93a0-48b8-945b-1ef7afb67a3f up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:51:38.470066 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70189453-469d-4141-b5bd-38da35d06d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:38.471384 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-70189453-469d-4141-b5bd-38da35d06d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:38.494925 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-70189453-469d-4141-b5bd-38da35d06d5c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4956186 Aug 10 00:51:38.508843 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c504886-aed0-4c4e-8d2d-b063a3ffc586 None None] Network 5154ec93-0999-476a-b315-f239ea4d06f5 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:51:38.541925 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-585eeb94-94b6-49f6-814f-cf5bc26c2d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:38.611140 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 2f6d28ca-93a0-48b8-945b-1ef7afb67a3f completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:51:38.623164 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5739a21d-3b81-49f2-b384-93d9fc17aa91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:38.623695 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e109c806-39b7-41a5-89f0-592ae2021fbe req-5e3070d5-cfa9-4273-aa87-456c83c07bd6 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=b80ef126-5374-449c-9ac7-c7fa472955b1 HTTP/1.1" status: 200 len: 210 time: 0.0555911 Aug 10 00:51:38.629379 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-585eeb94-94b6-49f6-814f-cf5bc26c2d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:38.631695 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 2f6d28ca-93a0-48b8-945b-1ef7afb67a3f triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:38.632279 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:38.695704 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-585eeb94-94b6-49f6-814f-cf5bc26c2d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:38.699287 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-585eeb94-94b6-49f6-814f-cf5bc26c2d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:38.703105 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-585eeb94-94b6-49f6-814f-cf5bc26c2d99 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/41a6cce3-a4f2-405e-ac2d-ea87220f1ba3 HTTP/1.1" status: 204 len: 168 time: 0.2607696 Aug 10 00:51:38.727460 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706380b8-9c85-4e65-ae11-d2126da2fd83 None None] Network 5154ec93-0999-476a-b315-f239ea4d06f5 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:51:38.729818 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585eeb94-94b6-49f6-814f-cf5bc26c2d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a6cce3-a4f2-405e-ac2d-ea87220f1ba3,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:38.830138 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5739a21d-3b81-49f2-b384-93d9fc17aa91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:38.836746 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5739a21d-3b81-49f2-b384-93d9fc17aa91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:38.865548 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:38.893994 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5739a21d-3b81-49f2-b384-93d9fc17aa91 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=db6ba35aee874af599fdd7a61d7d6d66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6549728 Aug 10 00:51:38.895140 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739a21d-3b81-49f2-b384-93d9fc17aa91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6097894f-f6be-45d7-a076-dd20108d4b7f,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:38.896981 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58194) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:38.917948 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf74c37-8117-4e08-9f6c-a1100c29f8c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6d28ca-93a0-48b8-945b-1ef7afb67a3f'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:51:38.972331 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0078ba64-71c0-44ca-9953-d2e79fa7c6d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:39.005067 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0078ba64-71c0-44ca-9953-d2e79fa7c6d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:39.092154 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0078ba64-71c0-44ca-9953-d2e79fa7c6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:39.096951 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0078ba64-71c0-44ca-9953-d2e79fa7c6d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:39.100952 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0078ba64-71c0-44ca-9953-d2e79fa7c6d5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6097894f-f6be-45d7-a076-dd20108d4b7f HTTP/1.1" status: 204 len: 168 time: 0.2002337 Aug 10 00:51:39.118924 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 2f6d28ca-93a0-48b8-945b-1ef7afb67a3f, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=2f6d28ca-93a0-48b8-945b-1ef7afb67a3f,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:39.123377 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078ba64-71c0-44ca-9953-d2e79fa7c6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6097894f-f6be-45d7-a076-dd20108d4b7f,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:39.132797 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:39.197798 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=2f6d28ca-93a0-48b8-945b-1ef7afb67a3f,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:39.508392 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2b352b-b931-4c25-bb29-32d9c9832784" -d '{"events": [{"server_uuid": "faf74c37-8117-4e08-9f6c-a1100c29f8c2", "name": "network-vif-plugged", "status": "completed", "tag": "2f6d28ca-93a0-48b8-945b-1ef7afb67a3f"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:51:39.588328 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68551e-b151-4c13-9e7b-31362b99c441 req-d6567a29-6259-488b-96c2-3cf371f1c8e4 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:39.596336 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3d68551e-b151-4c13-9e7b-31362b99c441 req-d6567a29-6259-488b-96c2-3cf371f1c8e4 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/ports?device_id=faf74c37-8117-4e08-9f6c-a1100c29f8c2 HTTP/1.1" status: 200 len: 970 time: 0.0719593 Aug 10 00:51:39.646839 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3d68551e-b151-4c13-9e7b-31362b99c441 req-acc6a3d1-28e6-424d-9f56-63fa4aa823a8 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a84cd01-3821-4903-9c4e-35bf39864eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494120 Aug 10 00:51:39.662601 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58234) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:39.679616 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-31c84103-7d04-434c-8f82-c3ef617ab538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:39.745775 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-92c19e4d-e416-4580-93f1-d048d6a39668 req-1adb5384-2fbc-4bc5-964d-473396b72ba1 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=b80ef126-5374-449c-9ac7-c7fa472955b1 HTTP/1.1" status: 200 len: 210 time: 0.0387404 Aug 10 00:51:39.822503 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-31c84103-7d04-434c-8f82-c3ef617ab538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:39.836855 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-31c84103-7d04-434c-8f82-c3ef617ab538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:39.882505 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-31c84103-7d04-434c-8f82-c3ef617ab538 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5dc0aa78f6374cfa9746fad2e41a8eb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2188301 Aug 10 00:51:39.885887 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58244) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:39.888521 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c84103-7d04-434c-8f82-c3ef617ab538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821aa137-faea-4eca-9d5f-46e10e03c95c,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:39.943338 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-69d30d19-0e5f-4826-bca4-b047db36cd62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:39.969894 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-69d30d19-0e5f-4826-bca4-b047db36cd62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:40.034733 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728e0d3f-4b1c-400a-ae93-616538844a2b x-openstack-request-id: req-728e0d3f-4b1c-400a-ae93-616538844a2b {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:51:40.035149 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf74c37-8117-4e08-9f6c-a1100c29f8c2", "name": "network-vif-plugged", "status": "completed", "tag": "2f6d28ca-93a0-48b8-945b-1ef7afb67a3f", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:51:40.035469 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-728e0d3f-4b1c-400a-ae93-616538844a2b {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:51:40.035989 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf74c37-8117-4e08-9f6c-a1100c29f8c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6d28ca-93a0-48b8-945b-1ef7afb67a3f', 'code': 200} Aug 10 00:51:40.041130 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-69d30d19-0e5f-4826-bca4-b047db36cd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:40.044165 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-69d30d19-0e5f-4826-bca4-b047db36cd62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:40.045573 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-69d30d19-0e5f-4826-bca4-b047db36cd62 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/821aa137-faea-4eca-9d5f-46e10e03c95c HTTP/1.1" status: 204 len: 168 time: 0.1586325 Aug 10 00:51:40.054489 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d30d19-0e5f-4826-bca4-b047db36cd62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821aa137-faea-4eca-9d5f-46e10e03c95c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:40.179759 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573d6a2-d535-4422-b42e-c5224c82885a req-d17fe2c3-617c-4223-8611-a7e643613315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:40.181324 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5573d6a2-d535-4422-b42e-c5224c82885a req-d17fe2c3-617c-4223-8611-a7e643613315 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=faf74c37-8117-4e08-9f6c-a1100c29f8c2 HTTP/1.1" status: 200 len: 1122 time: 0.0763152 Aug 10 00:51:40.204074 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5573d6a2-d535-4422-b42e-c5224c82885a req-1c9a3124-2d6b-4142-9336-4252d46aa786 service neutron] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:40.326953 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5573d6a2-d535-4422-b42e-c5224c82885a req-1c9a3124-2d6b-4142-9336-4252d46aa786 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:40.332618 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5573d6a2-d535-4422-b42e-c5224c82885a req-1c9a3124-2d6b-4142-9336-4252d46aa786 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:40.373751 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5573d6a2-d535-4422-b42e-c5224c82885a req-1c9a3124-2d6b-4142-9336-4252d46aa786 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4a84cd01-3821-4903-9c4e-35bf39864eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849842 Aug 10 00:51:40.407293 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-290f3280-6c63-4cdc-b68c-84306477a179 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246077 Aug 10 00:51:40.408216 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a3124-2d6b-4142-9336-4252d46aa786 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd1f5c3-e5d7-4c30-a62e-8b655b407ce1,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:40.480539 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58278) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:40.485371 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-ac5333a9-c95d-4575-81da-56bb28beb0dc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1413797149-network', 'tenant_id': '651f6480b4d94879a8f1726b6ddd6e4f'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:40.511031 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5333a9-c95d-4575-81da-56bb28beb0dc admin admin] Made reservation on behalf of 651f6480b4d94879a8f1726b6ddd6e4f for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:51:40.513900 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac5333a9-c95d-4575-81da-56bb28beb0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:40.532137 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac5333a9-c95d-4575-81da-56bb28beb0dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:40.575815 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-d1ab40d4-5030-475f-b6c7-162d4d6821f7 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:40.578116 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-d1ab40d4-5030-475f-b6c7-162d4d6821f7 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1526341 Aug 10 00:51:40.594728 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-4cbc6b5a-b62c-40e2-a5cd-b4b3ddd47cb7 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/quotas/a32ed65983d143c3b0d38c9da5efabeb HTTP/1.1" status: 200 len: 375 time: 0.0106328 Aug 10 00:51:40.646744 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-481e49fe-84da-4e75-9ab2-4ec987878788 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462315 Aug 10 00:51:40.663946 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac5333a9-c95d-4575-81da-56bb28beb0dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:40.669550 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac5333a9-c95d-4575-81da-56bb28beb0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:40.744472 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac5333a9-c95d-4575-81da-56bb28beb0dc admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:51:40.751591 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5333a9-c95d-4575-81da-56bb28beb0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa435642-36b4-49cb-8e39-4de4957e6e55,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:40.763945 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac5333a9-c95d-4575-81da-56bb28beb0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:40.764556 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-ac5333a9-c95d-4575-81da-56bb28beb0dc admin admin] Added segment 26c2791b-3209-4b90-bc88-476d5341dddf of type vlan for network 440366cf-cea4-4d07-aae9-87827c33353c Aug 10 00:51:40.807342 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa98a8-6646-4ae2-a6a8-31bf6ca4598f req-544dc543-5bef-4b2f-97dd-b58174664197 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:40.808944 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aaaa98a8-6646-4ae2-a6a8-31bf6ca4598f req-544dc543-5bef-4b2f-97dd-b58174664197 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/ports?device_id=faf74c37-8117-4e08-9f6c-a1100c29f8c2 HTTP/1.1" status: 200 len: 970 time: 0.0747654 Aug 10 00:51:40.845161 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac5333a9-c95d-4575-81da-56bb28beb0dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:40.885319 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aaaa98a8-6646-4ae2-a6a8-31bf6ca4598f req-2d33d8bf-0d44-4260-aac7-7db8e6aa03a9 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a84cd01-3821-4903-9c4e-35bf39864eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701778 Aug 10 00:51:40.938534 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac5333a9-c95d-4575-81da-56bb28beb0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:40.940539 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5333a9-c95d-4575-81da-56bb28beb0dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:40.941361 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac5333a9-c95d-4575-81da-56bb28beb0dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:40.967149 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-878fb20f-5322-44db-b43e-02338b39ae6f req-b1c94ff4-7df0-4b76-b326-a70d2ae1f0be tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=b80ef126-5374-449c-9ac7-c7fa472955b1 HTTP/1.1" status: 200 len: 210 time: 0.0534585 Aug 10 00:51:40.997837 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5c425214-5dd4-4710-96b5-57ee36329354 req-ce3e2d14-221f-4ab7-929a-3f391809d030 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 210 time: 0.0330589 Aug 10 00:51:41.038699 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ac5333a9-c95d-4575-81da-56bb28beb0dc admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5570724 Aug 10 00:51:41.041334 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58306) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:41.046607 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-161e0703-2341-4573-9902-092f013db3fc admin admin] Request body: {'subnet': {'network_id': '440366cf-cea4-4d07-aae9-87827c33353c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1413797149-subnet', 'tenant_id': '651f6480b4d94879a8f1726b6ddd6e4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:41.067027 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5333a9-c95d-4575-81da-56bb28beb0dc admin admin] Pushing event updated for resources: {'Network': ['ID=440366cf-cea4-4d07-aae9-87827c33353c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:41.081670 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 440366cf-cea4-4d07-aae9-87827c33353c details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:51:41.107725 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161e0703-2341-4573-9902-092f013db3fc admin admin] Made reservation on behalf of 651f6480b4d94879a8f1726b6ddd6e4f for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:51:41.111610 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-161e0703-2341-4573-9902-092f013db3fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:41.173767 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eb001a00-d5a1-406a-8a99-2a6370d5442e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:41.214573 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:41.351095 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-161e0703-2341-4573-9902-092f013db3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:41.425233 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e0703-2341-4573-9902-092f013db3fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fa65f81-6aae-43f8-8beb-8438c4b49ea2,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:41.436075 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161e0703-2341-4573-9902-092f013db3fc admin admin] Checking segment: {'id': '26c2791b-3209-4b90-bc88-476d5341dddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '440366cf-cea4-4d07-aae9-87827c33353c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:51:41.436506 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161e0703-2341-4573-9902-092f013db3fc admin admin] Network hostable DHCP agents. Network: 440366cf-cea4-4d07-aae9-87827c33353c, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:51:41.454019 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161e0703-2341-4573-9902-092f013db3fc admin admin] Network 440366cf-cea4-4d07-aae9-87827c33353c is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:51:41.471575 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-161e0703-2341-4573-9902-092f013db3fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 440366cf-cea4-4d07-aae9-87827c33353c) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:51:41.478971 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161e0703-2341-4573-9902-092f013db3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:41.480571 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-161e0703-2341-4573-9902-092f013db3fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:41.485467 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dece2563-0982-4d00-9257-6d56d2c02769 None None] Network 440366cf-cea4-4d07-aae9-87827c33353c requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:51:41.500602 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-161e0703-2341-4573-9902-092f013db3fc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4580133 Aug 10 00:51:41.640745 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68abcefb-1d85-4799-bb76-838ced322b34 None None] Network 440366cf-cea4-4d07-aae9-87827c33353c requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:51:41.741867 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58338) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:41.807576 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71aff94-fefe-4e68-8d95-a0897595982c admin admin] Deleting subnet 63839b25-a037-415b-ba03-f424c02037b6 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:51:41.811078 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a71aff94-fefe-4e68-8d95-a0897595982c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:41.854890 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a71aff94-fefe-4e68-8d95-a0897595982c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:41.865069 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a71aff94-fefe-4e68-8d95-a0897595982c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:41.919177 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58350) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:41.931479 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a71aff94-fefe-4e68-8d95-a0897595982c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:41.968918 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71aff94-fefe-4e68-8d95-a0897595982c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63839b25-a037-415b-ba03-f424c02037b6,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:41.971803 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a71aff94-fefe-4e68-8d95-a0897595982c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:41.975467 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a71aff94-fefe-4e68-8d95-a0897595982c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/63839b25-a037-415b-ba03-f424c02037b6 HTTP/1.1" status: 204 len: 168 time: 0.2318590 Aug 10 00:51:41.978188 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58354) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:42.048936 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b47cee-6a66-4184-bfbf-674dd3764834 req-1bc785e4-b799-43b5-ac29-a25bc29608f3 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:42.051679 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b1b47cee-6a66-4184-bfbf-674dd3764834 req-1bc785e4-b799-43b5-ac29-a25bc29608f3 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/ports?device_id=faf74c37-8117-4e08-9f6c-a1100c29f8c2 HTTP/1.1" status: 200 len: 970 time: 0.0737836 Aug 10 00:51:42.124294 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67335191-4f7d-43e1-97b3-c14ac4a45971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:42.182808 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bc4605e0-1c52-4b33-9e8c-bfaef6a19629 req-6a4edb01-6c27-461a-848a-7f6a1468577f tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=b80ef126-5374-449c-9ac7-c7fa472955b1 HTTP/1.1" status: 200 len: 210 time: 0.0868928 Aug 10 00:51:42.197316 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b1b47cee-6a66-4184-bfbf-674dd3764834 req-c7c8bd1d-e7c4-4d72-aaee-cc8e67441f3f tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a84cd01-3821-4903-9c4e-35bf39864eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399169 Aug 10 00:51:42.232773 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-b776af42-b6d7-404e-a644-f310cf149338 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544713 Aug 10 00:51:42.280014 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67335191-4f7d-43e1-97b3-c14ac4a45971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:42.309689 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67335191-4f7d-43e1-97b3-c14ac4a45971 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:51:42.310080 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67335191-4f7d-43e1-97b3-c14ac4a45971 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:51:42.310944 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67335191-4f7d-43e1-97b3-c14ac4a45971 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:51:42.311425 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67335191-4f7d-43e1-97b3-c14ac4a45971 admin admin] Subscribe: > port after_create 55550000 {{(pid=105827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:51:42.311830 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67335191-4f7d-43e1-97b3-c14ac4a45971 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:51:42.312211 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67335191-4f7d-43e1-97b3-c14ac4a45971 admin admin] Subscribe: > port after_update 55550000 {{(pid=105827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:51:42.317333 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67335191-4f7d-43e1-97b3-c14ac4a45971 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:51:42.317736 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67335191-4f7d-43e1-97b3-c14ac4a45971 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:51:42.318128 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67335191-4f7d-43e1-97b3-c14ac4a45971 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:51:42.318734 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67335191-4f7d-43e1-97b3-c14ac4a45971 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:51:42.388484 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b9e00f97-4503-4d8c-8c02-939c26499b04 req-ac64fb0f-47c4-44fa-a296-2f17c135afd3 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 210 time: 0.0275776 Aug 10 00:51:42.456092 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-22f96fe1-cbd2-45cc-8643-904fef70497e tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:42.458172 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-22f96fe1-cbd2-45cc-8643-904fef70497e tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2105777 Aug 10 00:51:42.471635 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-710328a6-ff1f-4ca0-929b-f7d0850d8345 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Request body: {'port': {'device_id': '2cb38fa8-a1d1-4852-9935-945dd1c95ce8', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'admin_state_up': True, 'tenant_id': 'a32ed65983d143c3b0d38c9da5efabeb'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:42.590762 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-710328a6-ff1f-4ca0-929b-f7d0850d8345 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Made reservation on behalf of a32ed65983d143c3b0d38c9da5efabeb for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:51:42.597846 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-710328a6-ff1f-4ca0-929b-f7d0850d8345 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:42.600571 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58380) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:42.612255 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-710328a6-ff1f-4ca0-929b-f7d0850d8345 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:42.711476 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-710328a6-ff1f-4ca0-929b-f7d0850d8345 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:42.716966 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-710328a6-ff1f-4ca0-929b-f7d0850d8345 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:42.751126 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67335191-4f7d-43e1-97b3-c14ac4a45971 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:51:42.751360 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-49c64383-2b95-42ef-8eb9-07e8382fe968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:42.751819 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67335191-4f7d-43e1-97b3-c14ac4a45971 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:51:42.751819 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67335191-4f7d-43e1-97b3-c14ac4a45971 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:51:42.752107 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67335191-4f7d-43e1-97b3-c14ac4a45971 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:51:42.752531 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-67335191-4f7d-43e1-97b3-c14ac4a45971 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5154ec93-0999-476a-b315-f239ea4d06f5']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:42.763275 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-96c55cdb-3dff-46b3-9bca-6df677dc5a7c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1541239714-network', 'tenant_id': '9a82c99a0e0a4d988fa5bd244138b1dd'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:42.784512 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-67335191-4f7d-43e1-97b3-c14ac4a45971 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7deaab9e-0834-42e4-9b7b-9c2388bd717c') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:42.784819 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-67335191-4f7d-43e1-97b3-c14ac4a45971 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7deaab9e-0834-42e4-9b7b-9c2388bd717c') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:42.805915 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67335191-4f7d-43e1-97b3-c14ac4a45971 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:42.809628 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710328a6-ff1f-4ca0-929b-f7d0850d8345 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5d240e-271d-42f6-a77c-c851bc537141,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:42.833852 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67335191-4f7d-43e1-97b3-c14ac4a45971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:42.837257 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c55cdb-3dff-46b3-9bca-6df677dc5a7c admin admin] Made reservation on behalf of 9a82c99a0e0a4d988fa5bd244138b1dd for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:51:42.839875 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-96c55cdb-3dff-46b3-9bca-6df677dc5a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:42.850476 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-96c55cdb-3dff-46b3-9bca-6df677dc5a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:42.861850 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67335191-4f7d-43e1-97b3-c14ac4a45971 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:51:42.862502 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67335191-4f7d-43e1-97b3-c14ac4a45971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:42.890683 n-d-766726-26 neutron-server[105827]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 00:51:42.890683 n-d-766726-26 neutron-server[105827]: from cryptography.utils import int_from_bytes Aug 10 00:51:42.890683 n-d-766726-26 neutron-server[105827]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 00:51:42.890683 n-d-766726-26 neutron-server[105827]: from cryptography.utils import int_from_bytes Aug 10 00:51:42.890683 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 00:51:42.890683 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:51:42.890683 n-d-766726-26 neutron-server[105827]: timer() Aug 10 00:51:42.890683 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:51:42.890683 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 00:51:42.890683 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:51:42.890683 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 00:51:42.890683 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:51:42.890683 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 00:51:42.890683 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:51:42.890683 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 00:51:42.890683 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:51:42.890683 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 00:51:42.890683 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:51:42.890683 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:51:42.890683 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:51:42.890683 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:51:42.890683 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:51:42.890683 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 00:51:42.890683 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:51:42.890683 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 00:51:42.890683 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:51:42.890683 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:51:42.890683 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:51:42.890683 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 00:51:42.890683 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:51:42.890683 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:51:42.890683 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:51:42.890683 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:51:42.890683 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:51:42.890683 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:51:42.890683 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:51:42.896270 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-710328a6-ff1f-4ca0-929b-f7d0850d8345 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Allocated IP 192.168.233.84 (853ae90b-411a-4cc9-b27c-aa212d4ff023/f49e9f1d-7e8a-42ac-a9f2-157734919ae5/adc78391-d6f9-4d24-a261-f8d782ea2f86) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:51:42.974236 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67335191-4f7d-43e1-97b3-c14ac4a45971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:42.981031 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67335191-4f7d-43e1-97b3-c14ac4a45971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:42.984026 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-67335191-4f7d-43e1-97b3-c14ac4a45971 admin admin] 10.222.0.35 "DELETE /v2.0/networks/5154ec93-0999-476a-b315-f239ea4d06f5 HTTP/1.1" status: 204 len: 168 time: 1.0042481 Aug 10 00:51:42.987709 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58386) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:43.020402 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67335191-4f7d-43e1-97b3-c14ac4a45971 admin admin] Pushing event deleted for resources: {'Network': ['ID=5154ec93-0999-476a-b315-f239ea4d06f5,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:43.038793 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-49c64383-2b95-42ef-8eb9-07e8382fe968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.044412 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ed7123-888b-44d4-a23e-724fb8580a47 admin admin] Deleting subnet 6fa65f81-6aae-43f8-8beb-8438c4b49ea2 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:51:43.044711 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-49c64383-2b95-42ef-8eb9-07e8382fe968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.052105 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-56ed7123-888b-44d4-a23e-724fb8580a47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.100710 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-49c64383-2b95-42ef-8eb9-07e8382fe968 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b71ad83fd5644469926786219700c772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4991088 Aug 10 00:51:43.103934 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58388) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:43.106240 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c64383-2b95-42ef-8eb9-07e8382fe968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994585f9-c776-48a3-bfb6-e583a3879251,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:43.109472 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-56ed7123-888b-44d4-a23e-724fb8580a47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.124766 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-710328a6-ff1f-4ca0-929b-f7d0850d8345 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.137346 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-710328a6-ff1f-4ca0-929b-f7d0850d8345 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Transition to ACTIVE for port object adc78391-d6f9-4d24-a261-f8d782ea2f86 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:51:43.172735 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-710328a6-ff1f-4ca0-929b-f7d0850d8345 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.204044 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-56ed7123-888b-44d4-a23e-724fb8580a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.219225 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-710328a6-ff1f-4ca0-929b-f7d0850d8345 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Network 853ae90b-411a-4cc9-b27c-aa212d4ff023 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:51:43.222942 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-710328a6-ff1f-4ca0-929b-f7d0850d8345 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:51:43.227825 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-710328a6-ff1f-4ca0-929b-f7d0850d8345 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:51:43.233250 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-710328a6-ff1f-4ca0-929b-f7d0850d8345 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:43.234209 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-710328a6-ff1f-4ca0-929b-f7d0850d8345 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.237945 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710328a6-ff1f-4ca0-929b-f7d0850d8345 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Pushing event updated for resources: {'Port': ['ID=adc78391-d6f9-4d24-a261-f8d782ea2f86,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:43.262549 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-275b91c9-81af-4edd-b954-d55adf0ecf04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.311954 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-96c55cdb-3dff-46b3-9bca-6df677dc5a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.319887 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-275b91c9-81af-4edd-b954-d55adf0ecf04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.328446 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-96c55cdb-3dff-46b3-9bca-6df677dc5a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.361039 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-710328a6-ff1f-4ca0-929b-f7d0850d8345 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8938603 Aug 10 00:51:43.364430 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-56ed7123-888b-44d4-a23e-724fb8580a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.364583 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3d61aaa1-b172-49f2-897d-8f62402079cc req-916be12b-62f3-4adc-8f13-6bef0074de9b tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=b80ef126-5374-449c-9ac7-c7fa472955b1 HTTP/1.1" status: 200 len: 210 time: 0.0361719 Aug 10 00:51:43.377245 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba7a24-d9ca-429b-940b-84998f8742cc req-5b3084e3-6a5d-4941-80ae-c191d98cadc0 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:43.378960 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-38ba7a24-d9ca-429b-940b-84998f8742cc req-5b3084e3-6a5d-4941-80ae-c191d98cadc0 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/ports?device_id=faf74c37-8117-4e08-9f6c-a1100c29f8c2 HTTP/1.1" status: 200 len: 970 time: 0.0809174 Aug 10 00:51:43.384051 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-d6bb41ec-98fa-4168-aea0-107539662466 service neutron] Request body: {'port': {'device_id': '2cb38fa8-a1d1-4852-9935-945dd1c95ce8', 'device_owner': 'compute:tempest-test_az-848689722', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:43.392768 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96c55cdb-3dff-46b3-9bca-6df677dc5a7c admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:51:43.414410 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed7123-888b-44d4-a23e-724fb8580a47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fa65f81-6aae-43f8-8beb-8438c4b49ea2,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:43.431717 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-56ed7123-888b-44d4-a23e-724fb8580a47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.433619 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-56ed7123-888b-44d4-a23e-724fb8580a47 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6fa65f81-6aae-43f8-8beb-8438c4b49ea2 HTTP/1.1" status: 204 len: 168 time: 0.4444218 Aug 10 00:51:43.436494 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c55cdb-3dff-46b3-9bca-6df677dc5a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bac244b-a897-4fa4-aec5-d51d530260d9,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:43.439842 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58400) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:43.441172 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-96c55cdb-3dff-46b3-9bca-6df677dc5a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.441536 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-96c55cdb-3dff-46b3-9bca-6df677dc5a7c admin admin] Added segment 9b1b1e44-c865-48b7-8523-84b87a2d2e18 of type vlan for network b7f9b0a0-51e7-457c-a337-209a23a50469 Aug 10 00:51:43.496753 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-38ba7a24-d9ca-429b-940b-84998f8742cc req-de5114a3-3a2f-43f2-8ac9-ba6fc52a389c tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a84cd01-3821-4903-9c4e-35bf39864eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091859 Aug 10 00:51:43.497604 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-d6bb41ec-98fa-4168-aea0-107539662466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.521306 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-237c46cb-0d88-4a1a-86b4-f77ac20bde15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.562437 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-96c55cdb-3dff-46b3-9bca-6df677dc5a7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.566339 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-275b91c9-81af-4edd-b954-d55adf0ecf04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.568805 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-275b91c9-81af-4edd-b954-d55adf0ecf04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.572242 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-275b91c9-81af-4edd-b954-d55adf0ecf04 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/994585f9-c776-48a3-bfb6-e583a3879251 HTTP/1.1" status: 204 len: 168 time: 0.4635482 Aug 10 00:51:43.584302 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b91c9-81af-4edd-b954-d55adf0ecf04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994585f9-c776-48a3-bfb6-e583a3879251,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:43.604090 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcdec65-9b29-4a97-8328-3183bb2e04db req-706634bc-fee2-4c43-882f-4efbce594cfa tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:43.606805 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fbcdec65-9b29-4a97-8328-3183bb2e04db req-706634bc-fee2-4c43-882f-4efbce594cfa tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 935 time: 0.1052885 Aug 10 00:51:43.624137 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-306c571a-260e-40de-b383-af8ba761dddc None None] Provisioning for port adc78391-d6f9-4d24-a261-f8d782ea2f86 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:51:43.639093 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-306c571a-260e-40de-b383-af8ba761dddc None None] Provisioning complete for port adc78391-d6f9-4d24-a261-f8d782ea2f86 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:43.639483 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-306c571a-260e-40de-b383-af8ba761dddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.683986 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fbcdec65-9b29-4a97-8328-3183bb2e04db req-ceb7e500-a5da-4ef0-8c0a-a6c5add41459 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677121 Aug 10 00:51:43.690579 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-237c46cb-0d88-4a1a-86b4-f77ac20bde15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.694358 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-96c55cdb-3dff-46b3-9bca-6df677dc5a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.695516 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c55cdb-3dff-46b3-9bca-6df677dc5a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:43.696204 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-96c55cdb-3dff-46b3-9bca-6df677dc5a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.721764 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-237c46cb-0d88-4a1a-86b4-f77ac20bde15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['440366cf-cea4-4d07-aae9-87827c33353c']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:43.727820 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-306c571a-260e-40de-b383-af8ba761dddc None None] Port adc78391-d6f9-4d24-a261-f8d782ea2f86 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:51:43.772116 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f5290eb9-6cc9-4976-99ed-203e64136423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.931393 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-237c46cb-0d88-4a1a-86b4-f77ac20bde15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c2791b-3209-4b90-bc88-476d5341dddf') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:43.931717 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-237c46cb-0d88-4a1a-86b4-f77ac20bde15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c2791b-3209-4b90-bc88-476d5341dddf') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:43.947149 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-96c55cdb-3dff-46b3-9bca-6df677dc5a7c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0265198 Aug 10 00:51:43.949595 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-237c46cb-0d88-4a1a-86b4-f77ac20bde15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.957975 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58418) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:43.960453 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c318bb4-94d6-44bb-a97e-2b873be8c164 req-636115e4-e5cf-4271-a6b5-21adca02465d tempest-AggregatesAdminTestJSON-1108149594 tempest-AggregatesAdminTestJSON-1108149594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:43.962475 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4c318bb4-94d6-44bb-a97e-2b873be8c164 req-636115e4-e5cf-4271-a6b5-21adca02465d tempest-AggregatesAdminTestJSON-1108149594 tempest-AggregatesAdminTestJSON-1108149594-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=faf74c37-8117-4e08-9f6c-a1100c29f8c2 HTTP/1.1" status: 200 len: 1122 time: 0.0723224 Aug 10 00:51:43.963707 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-529a9f10-d365-492e-b489-21169acf76cf admin admin] Request body: {'subnet': {'network_id': 'b7f9b0a0-51e7-457c-a337-209a23a50469', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1541239714-subnet', 'tenant_id': '9a82c99a0e0a4d988fa5bd244138b1dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:43.977860 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c55cdb-3dff-46b3-9bca-6df677dc5a7c admin admin] Pushing event updated for resources: {'Network': ['ID=b7f9b0a0-51e7-457c-a337-209a23a50469,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:43.982679 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-237c46cb-0d88-4a1a-86b4-f77ac20bde15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.988535 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network b7f9b0a0-51e7-457c-a337-209a23a50469 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:51:44.002745 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4c318bb4-94d6-44bb-a97e-2b873be8c164 req-032c5777-3da1-4e71-9e68-e20d5eb744c9 tempest-AggregatesAdminTestJSON-1108149594 tempest-AggregatesAdminTestJSON-1108149594-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:44.008004 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-237c46cb-0d88-4a1a-86b4-f77ac20bde15 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:51:44.008449 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-237c46cb-0d88-4a1a-86b4-f77ac20bde15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:44.010181 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 00:51:44.010181 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:51:44.010181 n-d-766726-26 neutron-server[105827]: timer() Aug 10 00:51:44.010181 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:51:44.010181 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 00:51:44.010181 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:51:44.010181 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 00:51:44.010181 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:51:44.010181 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 00:51:44.010181 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:51:44.010181 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 00:51:44.010181 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:51:44.010181 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 00:51:44.010181 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:51:44.010181 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:51:44.010181 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:51:44.010181 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:51:44.010181 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:51:44.010181 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 00:51:44.010181 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:51:44.010181 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 00:51:44.010181 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:51:44.010181 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:51:44.010181 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:51:44.010181 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 00:51:44.010181 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:51:44.010181 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:51:44.010181 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:51:44.010181 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:51:44.010181 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:51:44.010181 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:51:44.010181 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:51:44.054054 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529a9f10-d365-492e-b489-21169acf76cf admin admin] Made reservation on behalf of 9a82c99a0e0a4d988fa5bd244138b1dd for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:51:44.056565 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-529a9f10-d365-492e-b489-21169acf76cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:44.095524 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58422) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:44.125473 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-237c46cb-0d88-4a1a-86b4-f77ac20bde15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:44.128142 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ea62b4ba-b115-4644-bda7-593af6df9c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:44.134152 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-237c46cb-0d88-4a1a-86b4-f77ac20bde15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:44.136100 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-237c46cb-0d88-4a1a-86b4-f77ac20bde15 admin admin] 10.222.0.35 "DELETE /v2.0/networks/440366cf-cea4-4d07-aae9-87827c33353c HTTP/1.1" status: 204 len: 168 time: 0.6923289 Aug 10 00:51:44.138067 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-d6bb41ec-98fa-4168-aea0-107539662466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adc78391-d6f9-4d24-a261-f8d782ea2f86 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:51:44.154170 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c46cb-0d88-4a1a-86b4-f77ac20bde15 admin admin] Pushing event deleted for resources: {'Network': ['ID=440366cf-cea4-4d07-aae9-87827c33353c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:44.178226 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-d6bb41ec-98fa-4168-aea0-107539662466 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:44.204008 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-d6bb41ec-98fa-4168-aea0-107539662466 service neutron] Transition to ACTIVE for port object adc78391-d6f9-4d24-a261-f8d782ea2f86 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:51:44.211174 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-d6bb41ec-98fa-4168-aea0-107539662466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:44.273527 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb41ec-98fa-4168-aea0-107539662466 service neutron] Pushing event updated for resources: {'Port': ['ID=adc78391-d6f9-4d24-a261-f8d782ea2f86,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:44.292921 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-529a9f10-d365-492e-b489-21169acf76cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:44.314013 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4c318bb4-94d6-44bb-a97e-2b873be8c164 req-032c5777-3da1-4e71-9e68-e20d5eb744c9 tempest-AggregatesAdminTestJSON-1108149594 tempest-AggregatesAdminTestJSON-1108149594-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:44.323681 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58428) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:44.345452 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9f10-d365-492e-b489-21169acf76cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=919c61c2-1d9d-4f36-9a5f-a0057b3f36c8,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:44.348636 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4c318bb4-94d6-44bb-a97e-2b873be8c164 req-032c5777-3da1-4e71-9e68-e20d5eb744c9 tempest-AggregatesAdminTestJSON-1108149594 tempest-AggregatesAdminTestJSON-1108149594-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:44.368929 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:44.412757 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4c318bb4-94d6-44bb-a97e-2b873be8c164 req-032c5777-3da1-4e71-9e68-e20d5eb744c9 tempest-AggregatesAdminTestJSON-1108149594 tempest-AggregatesAdminTestJSON-1108149594-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4a84cd01-3821-4903-9c4e-35bf39864eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4378407 Aug 10 00:51:44.422863 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-d6bb41ec-98fa-4168-aea0-107539662466 service neutron] Attempting to bind port adc78391-d6f9-4d24-a261-f8d782ea2f86 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:51:44.423264 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-d6bb41ec-98fa-4168-aea0-107539662466 service neutron] Attempting to bind port adc78391-d6f9-4d24-a261-f8d782ea2f86 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:51:44.423593 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-d6bb41ec-98fa-4168-aea0-107539662466 service neutron] Attempting to bind port adc78391-d6f9-4d24-a261-f8d782ea2f86 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:44.465597 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c5777-3da1-4e71-9e68-e20d5eb744c9 tempest-AggregatesAdminTestJSON-1108149594 tempest-AggregatesAdminTestJSON-1108149594-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725420e9-df53-4ddc-a7e8-1982dceddcfb,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:44.469887 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58436) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:44.496350 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529a9f10-d365-492e-b489-21169acf76cf admin admin] Checking segment: {'id': '9b1b1e44-c865-48b7-8523-84b87a2d2e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b7f9b0a0-51e7-457c-a337-209a23a50469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:51:44.497358 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529a9f10-d365-492e-b489-21169acf76cf admin admin] Network hostable DHCP agents. Network: b7f9b0a0-51e7-457c-a337-209a23a50469, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:51:44.522335 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-d6bb41ec-98fa-4168-aea0-107539662466 service neutron] Port adc78391-d6f9-4d24-a261-f8d782ea2f86 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:51:44.522867 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-d6bb41ec-98fa-4168-aea0-107539662466 service neutron] Attempting to bind port adc78391-d6f9-4d24-a261-f8d782ea2f86 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:44.577002 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c21a3141-0c36-4f23-ba64-3da71e8813be req-e10add34-87c1-49b2-8de6-7801a7b0cf44 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=b80ef126-5374-449c-9ac7-c7fa472955b1 HTTP/1.1" status: 200 len: 210 time: 0.0679221 Aug 10 00:51:44.580358 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-d6bb41ec-98fa-4168-aea0-107539662466 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:51:44.580919 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-d6bb41ec-98fa-4168-aea0-107539662466 service neutron] Checking segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:51:44.581555 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-d6bb41ec-98fa-4168-aea0-107539662466 service neutron] Bound using segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:51:44.582315 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-d6bb41ec-98fa-4168-aea0-107539662466 service neutron] Bound port: adc78391-d6f9-4d24-a261-f8d782ea2f86, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:51:44.582832 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-d6bb41ec-98fa-4168-aea0-107539662466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:44.584757 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-698bba62-3e8e-404a-adad-344827821eca req-bff13e3a-abde-48c0-ad85-57f3e671cc50 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efee53c3551044e8afcc00c8cdf7b6ca HTTP/1.1" status: 200 len: 380 time: 0.1494787 Aug 10 00:51:44.589617 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-698bba62-3e8e-404a-adad-344827821eca req-c8106c83-8db5-48a3-b81f-07036359aa83 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Request body: {'port': {'device_id': 'b80ef126-5374-449c-9ac7-c7fa472955b1', 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110', 'admin_state_up': True, 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'security_groups': ['709ca5dd-a64e-4e40-a421-0f2b5d9fc282']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:44.633851 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c9df0964-ff6f-41b4-93d5-dd12f6984b4f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aa778b0a08064926b2286aa3c2f91f9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483858 Aug 10 00:51:44.637581 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58444) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:44.676055 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529a9f10-d365-492e-b489-21169acf76cf admin admin] Network b7f9b0a0-51e7-457c-a337-209a23a50469 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:51:44.734547 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7c73ea39-8465-476f-813f-e711644827f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:44.750805 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-529a9f10-d365-492e-b489-21169acf76cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, b7f9b0a0-51e7-457c-a337-209a23a50469) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:51:44.760172 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de25c79-5ba1-4297-9875-1124800dbdb5 None None] Network b7f9b0a0-51e7-457c-a337-209a23a50469 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:51:44.808471 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529a9f10-d365-492e-b489-21169acf76cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:44.809082 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-529a9f10-d365-492e-b489-21169acf76cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:44.830664 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ea62b4ba-b115-4644-bda7-593af6df9c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:44.831170 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b3b3fee3-ec9d-4591-a4ab-ad761ac1dd27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:44.867456 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ea62b4ba-b115-4644-bda7-593af6df9c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:44.904975 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b0160d-58e6-4af8-a2f7-fab2ba8827ab None None] Network b7f9b0a0-51e7-457c-a337-209a23a50469 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:51:44.918586 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-d6bb41ec-98fa-4168-aea0-107539662466 service neutron] For port adc78391-d6f9-4d24-a261-f8d782ea2f86, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:51:44.929940 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62b4ba-b115-4644-bda7-593af6df9c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43df35b7-18ec-4c79-90ab-5563c4cc81db,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:44.969068 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b3b3fee3-ec9d-4591-a4ab-ad761ac1dd27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:44.974508 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:44.987085 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-d6bb41ec-98fa-4168-aea0-107539662466 service neutron] For port adc78391-d6f9-4d24-a261-f8d782ea2f86, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=adc78391-d6f9-4d24-a261-f8d782ea2f86,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:51:45.009688 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ea62b4ba-b115-4644-bda7-593af6df9c7c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a9bb1af9a68e4e71ba971ceb3d4af92a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9131091 Aug 10 00:51:45.013246 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58470) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:45.014601 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-d6bb41ec-98fa-4168-aea0-107539662466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:45.025049 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495bb449-ad87-443e-93fa-802e21ebe4ea req-28b44e97-d935-40fe-bd30-6bcdd89aa3df tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:45.026586 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-495bb449-ad87-443e-93fa-802e21ebe4ea req-28b44e97-d935-40fe-bd30-6bcdd89aa3df tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 968 time: 0.2196684 Aug 10 00:51:45.092213 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3cbba0fe-d540-4751-baa9-ffa434551ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:45.121233 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3cbba0fe-d540-4751-baa9-ffa434551ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:45.186204 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3cbba0fe-d540-4751-baa9-ffa434551ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:45.190171 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3cbba0fe-d540-4751-baa9-ffa434551ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:45.192131 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3cbba0fe-d540-4751-baa9-ffa434551ea2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/43df35b7-18ec-4c79-90ab-5563c4cc81db HTTP/1.1" status: 204 len: 168 time: 0.1772451 Aug 10 00:51:45.205197 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbba0fe-d540-4751-baa9-ffa434551ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43df35b7-18ec-4c79-90ab-5563c4cc81db,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:45.296592 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-d6bb41ec-98fa-4168-aea0-107539662466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:45.297050 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-d6bb41ec-98fa-4168-aea0-107539662466 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:45.298412 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-d6bb41ec-98fa-4168-aea0-107539662466 service neutron] 10.222.0.24 "PUT /v2.0/ports/adc78391-d6f9-4d24-a261-f8d782ea2f86 HTTP/1.1" status: 200 len: 1117 time: 1.9185205 Aug 10 00:51:45.303033 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb38fa8-a1d1-4852-9935-945dd1c95ce8', 'tag': 'adc78391-d6f9-4d24-a261-f8d782ea2f86'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:51:45.305252 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9727cecb-a6e1-499d-97d1-8c147ea12d3d" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb38fa8-a1d1-4852-9935-945dd1c95ce8", "tag": "adc78391-d6f9-4d24-a261-f8d782ea2f86"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:51:45.340377 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb41ec-98fa-4168-aea0-107539662466 service neutron] Pushing event updated for resources: {'Port': ['ID=adc78391-d6f9-4d24-a261-f8d782ea2f86,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:45.408086 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b9918b-9757-4ebe-b4bb-ba7404b4865f x-openstack-request-id: req-a6b9918b-9757-4ebe-b4bb-ba7404b4865f {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:51:45.408706 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb38fa8-a1d1-4852-9935-945dd1c95ce8", "tag": "adc78391-d6f9-4d24-a261-f8d782ea2f86", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:51:45.410320 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a6b9918b-9757-4ebe-b4bb-ba7404b4865f {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:51:45.410320 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb38fa8-a1d1-4852-9935-945dd1c95ce8', 'tag': 'adc78391-d6f9-4d24-a261-f8d782ea2f86', 'status': 'completed', 'code': 200} Aug 10 00:51:45.450855 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b3b3fee3-ec9d-4591-a4ab-ad761ac1dd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:45.452938 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b3b3fee3-ec9d-4591-a4ab-ad761ac1dd27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:45.456920 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b3b3fee3-ec9d-4591-a4ab-ad761ac1dd27 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/77670c18-0274-4975-bd2b-96ed21465fa7 HTTP/1.1" status: 204 len: 168 time: 0.8115866 Aug 10 00:51:45.473031 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-495bb449-ad87-443e-93fa-802e21ebe4ea req-7ba15363-952c-45e5-be74-87166b596a1d tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447910 Aug 10 00:51:45.508914 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7c73ea39-8465-476f-813f-e711644827f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:45.530352 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-5f9fa103-d7ab-4a01-888f-c2759c2e6067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:45.531862 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-5f9fa103-d7ab-4a01-888f-c2759c2e6067 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 1120 time: 0.1636941 Aug 10 00:51:45.532526 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7c73ea39-8465-476f-813f-e711644827f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:45.534704 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-529a9f10-d365-492e-b489-21169acf76cf admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5739057 Aug 10 00:51:45.535852 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3fee3-ec9d-4591-a4ab-ad761ac1dd27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77670c18-0274-4975-bd2b-96ed21465fa7,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:45.571619 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-698bba62-3e8e-404a-adad-344827821eca req-c8106c83-8db5-48a3-b81f-07036359aa83 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Made reservation on behalf of efee53c3551044e8afcc00c8cdf7b6ca for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:51:45.589107 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-698bba62-3e8e-404a-adad-344827821eca req-c8106c83-8db5-48a3-b81f-07036359aa83 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:45.630776 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-16cdaa43-d494-4a25-9c3a-f85e56bb1369 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=adc78391-d6f9-4d24-a261-f8d782ea2f86 HTTP/1.1" status: 200 len: 217 time: 0.0878303 Aug 10 00:51:45.697754 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-51031348-af28-43db-88a9-2682957fb13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:45.699164 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-51031348-af28-43db-88a9-2682957fb13e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0607107 Aug 10 00:51:45.706186 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7c73ea39-8465-476f-813f-e711644827f6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5163c66ee8954489b86413dbbef6d1f9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3786395 Aug 10 00:51:45.706642 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58518) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:45.714056 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73ea39-8465-476f-813f-e711644827f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cf4b3b-1464-4532-9b02-e4bb289b309d,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:45.750834 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-de0648a4-aa57-4dec-93a4-585f47d12dfa req-274d3f86-c408-44b7-9ab8-fb6b3ba33e5a tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=b80ef126-5374-449c-9ac7-c7fa472955b1 HTTP/1.1" status: 200 len: 210 time: 0.0506725 Aug 10 00:51:45.797783 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-a01a85a1-89a0-405a-810e-92c9b8021629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:45.799733 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-a01a85a1-89a0-405a-810e-92c9b8021629 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0829239 Aug 10 00:51:45.907697 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-8d878773-cf36-4aab-86a2-80334bbb47ee service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001074 Aug 10 00:51:45.992042 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-698bba62-3e8e-404a-adad-344827821eca req-c8106c83-8db5-48a3-b81f-07036359aa83 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Allocated IP 172.20.0.4 (c58b2db2-79c7-40d4-af6c-7a7b4827f110/2ecd1c4b-499a-4426-9e1d-abb75625188f/c7a3b030-adf1-4d8d-be4f-93c78325bbc6) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:51:46.021427 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4a36b641-f277-4543-a9e5-339170cdfd4f req-c188fb3f-7a12-4f45-9fb2-14b76452544e service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056561 Aug 10 00:51:46.080473 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58546) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:46.133251 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:46.161840 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727cecb-a6e1-499d-97d1-8c147ea12d3d req-380663dc-171d-4cee-94ba-13157603e9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:46.163423 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9727cecb-a6e1-499d-97d1-8c147ea12d3d req-380663dc-171d-4cee-94ba-13157603e9b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 1120 time: 0.0745723 Aug 10 00:51:46.168628 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b527b214-5db5-48c4-8956-9352c85c6705 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=651f6480b4d94879a8f1726b6ddd6e4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0860000 Aug 10 00:51:46.171670 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58550) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:46.193860 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ba4369d4-5b4f-4123-a51b-eddeac3b95df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:46.222250 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ba4369d4-5b4f-4123-a51b-eddeac3b95df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:46.329045 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-86853b69-4e58-41db-b5da-fd4736026dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:46.341868 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727cecb-a6e1-499d-97d1-8c147ea12d3d req-66ceb9c6-abbb-4bed-a32c-72cd234306be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:46.342113 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ba4369d4-5b4f-4123-a51b-eddeac3b95df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:46.343362 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9727cecb-a6e1-499d-97d1-8c147ea12d3d req-66ceb9c6-abbb-4bed-a32c-72cd234306be service neutron] 10.222.0.24 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.1732762 Aug 10 00:51:46.344476 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ba4369d4-5b4f-4123-a51b-eddeac3b95df admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:46.345637 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ba4369d4-5b4f-4123-a51b-eddeac3b95df admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/84cf4b3b-1464-4532-9b02-e4bb289b309d HTTP/1.1" status: 204 len: 168 time: 0.6374886 Aug 10 00:51:46.379393 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-86853b69-4e58-41db-b5da-fd4736026dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:46.425024 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9727cecb-a6e1-499d-97d1-8c147ea12d3d req-691d94a4-fc6b-4f2a-8da2-5e10cbf1f786 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=adc78391-d6f9-4d24-a261-f8d782ea2f86 HTTP/1.1" status: 200 len: 217 time: 0.0653851 Aug 10 00:51:46.428855 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4369d4-5b4f-4123-a51b-eddeac3b95df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cf4b3b-1464-4532-9b02-e4bb289b309d,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:46.509851 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727cecb-a6e1-499d-97d1-8c147ea12d3d req-b46df7ef-9363-4483-a2f3-3059a62784f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:46.512284 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9727cecb-a6e1-499d-97d1-8c147ea12d3d req-b46df7ef-9363-4483-a2f3-3059a62784f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0632172 Aug 10 00:51:46.520915 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-698bba62-3e8e-404a-adad-344827821eca req-c8106c83-8db5-48a3-b81f-07036359aa83 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:46.551060 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-86853b69-4e58-41db-b5da-fd4736026dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:46.553930 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-698bba62-3e8e-404a-adad-344827821eca req-c8106c83-8db5-48a3-b81f-07036359aa83 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Transition to ACTIVE for port object c7a3b030-adf1-4d8d-be4f-93c78325bbc6 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:51:46.554072 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-86853b69-4e58-41db-b5da-fd4736026dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:46.557864 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-86853b69-4e58-41db-b5da-fd4736026dde admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fa435642-36b4-49cb-8e39-4de4957e6e55 HTTP/1.1" status: 204 len: 168 time: 0.3777988 Aug 10 00:51:46.583013 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86853b69-4e58-41db-b5da-fd4736026dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa435642-36b4-49cb-8e39-4de4957e6e55,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:46.603545 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727cecb-a6e1-499d-97d1-8c147ea12d3d req-4107f16a-3853-4293-a2f5-b8f14e2a9482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:46.605137 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9727cecb-a6e1-499d-97d1-8c147ea12d3d req-4107f16a-3853-4293-a2f5-b8f14e2a9482 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0801668 Aug 10 00:51:46.640701 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-698bba62-3e8e-404a-adad-344827821eca req-c8106c83-8db5-48a3-b81f-07036359aa83 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:46.745928 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-698bba62-3e8e-404a-adad-344827821eca req-c8106c83-8db5-48a3-b81f-07036359aa83 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Network c58b2db2-79c7-40d4-af6c-7a7b4827f110 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:51:46.758318 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-698bba62-3e8e-404a-adad-344827821eca req-c8106c83-8db5-48a3-b81f-07036359aa83 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:51:46.763154 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-698bba62-3e8e-404a-adad-344827821eca req-c8106c83-8db5-48a3-b81f-07036359aa83 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:51:46.789697 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a473b-d8c6-4aa1-bd2e-d9cebd67cce2 req-b7a9da61-4962-4647-8812-bd2ac6b4c5c3 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:46.793765 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8106c83-8db5-48a3-b81f-07036359aa83 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Pushing event updated for resources: {'Port': ['ID=c7a3b030-adf1-4d8d-be4f-93c78325bbc6,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:46.801941 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-628a473b-d8c6-4aa1-bd2e-d9cebd67cce2 req-b7a9da61-4962-4647-8812-bd2ac6b4c5c3 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 968 time: 0.1583664 Aug 10 00:51:46.838320 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698bba62-3e8e-404a-adad-344827821eca req-c8106c83-8db5-48a3-b81f-07036359aa83 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:46.839169 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-698bba62-3e8e-404a-adad-344827821eca req-c8106c83-8db5-48a3-b81f-07036359aa83 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:46.860212 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9727cecb-a6e1-499d-97d1-8c147ea12d3d req-55cbffde-3f02-46bd-92e5-974a22b0a34c service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408738 Aug 10 00:51:46.881128 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-698bba62-3e8e-404a-adad-344827821eca req-c8106c83-8db5-48a3-b81f-07036359aa83 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2954242 Aug 10 00:51:46.900358 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [req-698bba62-3e8e-404a-adad-344827821eca req-7ba8dd01-ff2b-43dd-9e6a-765db63837db tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:51:46.901533 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-698bba62-3e8e-404a-adad-344827821eca req-7ba8dd01-ff2b-43dd-9e6a-765db63837db tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061960 Aug 10 00:51:46.963731 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-628a473b-d8c6-4aa1-bd2e-d9cebd67cce2 req-c0a05bb7-8c1f-430d-90b5-6e5592cf2726 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522207 Aug 10 00:51:47.052769 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0d5f2-8275-4f31-bef2-16c5e64d641d req-6555ff25-4baa-4a12-9b96-e818baf1f5f1 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:47.054407 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-49f0d5f2-8275-4f31-bef2-16c5e64d641d req-6555ff25-4baa-4a12-9b96-e818baf1f5f1 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=b80ef126-5374-449c-9ac7-c7fa472955b1 HTTP/1.1" status: 200 len: 931 time: 0.1037679 Aug 10 00:51:47.082358 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9727cecb-a6e1-499d-97d1-8c147ea12d3d req-b76a7dd1-b318-4029-9869-c8afa9b6dd17 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054257 Aug 10 00:51:47.091095 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58618) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:47.129154 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-49f0d5f2-8275-4f31-bef2-16c5e64d641d req-d4d72fe9-94f2-4f62-85a3-065e80d0325e tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/security-groups?id=709ca5dd-a64e-4e40-a421-0f2b5d9fc282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616171 Aug 10 00:51:47.138355 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1beed722-6f54-44af-9c59-7efcdea5637d None None] Provisioning for port c7a3b030-adf1-4d8d-be4f-93c78325bbc6 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:51:47.144690 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4922dd19-37b8-40d1-9bb7-cfb0effad0d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:47.147047 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1beed722-6f54-44af-9c59-7efcdea5637d None None] Provisioning complete for port c7a3b030-adf1-4d8d-be4f-93c78325bbc6 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:47.147688 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1beed722-6f54-44af-9c59-7efcdea5637d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:47.208449 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-1beed722-6f54-44af-9c59-7efcdea5637d None None] Port c7a3b030-adf1-4d8d-be4f-93c78325bbc6 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:51:47.275983 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58624) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:47.292052 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-c5ca7aca-f8ef-4298-8d8e-488bf05264a2 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1560636715-network', 'tenant_id': '89fe9e6c1b4047b6b0d54e056e316ec4'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:47.374428 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4922dd19-37b8-40d1-9bb7-cfb0effad0d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:47.378708 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4922dd19-37b8-40d1-9bb7-cfb0effad0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:47.450829 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4922dd19-37b8-40d1-9bb7-cfb0effad0d9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=00a110122f2b41a1aed17f7c26808caa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3532245 Aug 10 00:51:47.453005 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ca7aca-f8ef-4298-8d8e-488bf05264a2 admin admin] Made reservation on behalf of 89fe9e6c1b4047b6b0d54e056e316ec4 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:51:47.453614 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58644) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:47.455269 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c5ca7aca-f8ef-4298-8d8e-488bf05264a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:47.466716 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c5ca7aca-f8ef-4298-8d8e-488bf05264a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:47.469128 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922dd19-37b8-40d1-9bb7-cfb0effad0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf310b1-9ae4-4165-93d8-9d60dd93f61b,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:47.535648 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-faf3739f-00df-4827-a0c5-4fad1b3994b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:47.564791 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-faf3739f-00df-4827-a0c5-4fad1b3994b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:47.635411 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c5ca7aca-f8ef-4298-8d8e-488bf05264a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:47.642583 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c5ca7aca-f8ef-4298-8d8e-488bf05264a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:47.661401 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-faf3739f-00df-4827-a0c5-4fad1b3994b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:47.664684 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-faf3739f-00df-4827-a0c5-4fad1b3994b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:47.665837 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-faf3739f-00df-4827-a0c5-4fad1b3994b7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7bf310b1-9ae4-4165-93d8-9d60dd93f61b HTTP/1.1" status: 204 len: 168 time: 0.2106934 Aug 10 00:51:47.677198 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf3739f-00df-4827-a0c5-4fad1b3994b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf310b1-9ae4-4165-93d8-9d60dd93f61b,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:47.680831 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ca7aca-f8ef-4298-8d8e-488bf05264a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:51:47.709138 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c5ca7aca-f8ef-4298-8d8e-488bf05264a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:47.709495 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-c5ca7aca-f8ef-4298-8d8e-488bf05264a2 admin admin] Added segment e10633bf-da6f-4efd-8ce2-0ab1ac023d12 of type vlan for network d674afc7-1a47-4f09-a3e0-d23e787010e2 Aug 10 00:51:47.711265 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca7aca-f8ef-4298-8d8e-488bf05264a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdc6095-4fa0-44d9-bda7-4a85fc6702fe,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:47.776842 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c5ca7aca-f8ef-4298-8d8e-488bf05264a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:47.812988 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c5ca7aca-f8ef-4298-8d8e-488bf05264a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:47.815352 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ca7aca-f8ef-4298-8d8e-488bf05264a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:47.817046 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c5ca7aca-f8ef-4298-8d8e-488bf05264a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:47.860255 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-698bba62-3e8e-404a-adad-344827821eca req-5d6207fb-0374-4101-a584-f97d9bd1b1f2 service neutron] Request body: {'port': {'device_id': 'b80ef126-5374-449c-9ac7-c7fa472955b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:47.916946 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58670) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:47.947449 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c5ca7aca-f8ef-4298-8d8e-488bf05264a2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6701431 Aug 10 00:51:47.951931 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58674) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:47.966898 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-3fb58815-efd8-48b6-888b-2bd41557e952 admin admin] Request body: {'subnet': {'network_id': 'd674afc7-1a47-4f09-a3e0-d23e787010e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1560636715-subnet', 'tenant_id': '89fe9e6c1b4047b6b0d54e056e316ec4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:47.976472 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-698bba62-3e8e-404a-adad-344827821eca req-5d6207fb-0374-4101-a584-f97d9bd1b1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:47.995634 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca7aca-f8ef-4298-8d8e-488bf05264a2 admin admin] Pushing event updated for resources: {'Network': ['ID=d674afc7-1a47-4f09-a3e0-d23e787010e2,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:48.015805 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network d674afc7-1a47-4f09-a3e0-d23e787010e2 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:51:48.031947 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb58815-efd8-48b6-888b-2bd41557e952 admin admin] Made reservation on behalf of 89fe9e6c1b4047b6b0d54e056e316ec4 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:51:48.036445 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3fb58815-efd8-48b6-888b-2bd41557e952 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:48.194277 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b1385-4b80-4b63-be7e-aeafb2df8f61 req-c618d3e3-42d0-4512-936e-563123d53b0a tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:48.202841 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-493b1385-4b80-4b63-be7e-aeafb2df8f61 req-c618d3e3-42d0-4512-936e-563123d53b0a tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 968 time: 0.0976679 Aug 10 00:51:48.258576 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-493b1385-4b80-4b63-be7e-aeafb2df8f61 req-582f4c42-82c7-45f7-9a94-45d3042da046 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545406 Aug 10 00:51:48.511674 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3fb58815-efd8-48b6-888b-2bd41557e952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:48.531878 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4392748-b4ad-4527-8b9a-101eef89d871 req-67280be3-f759-4999-afc9-44c34a850a70 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:48.539283 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a4392748-b4ad-4527-8b9a-101eef89d871 req-67280be3-f759-4999-afc9-44c34a850a70 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/ports?device_id=faf74c37-8117-4e08-9f6c-a1100c29f8c2 HTTP/1.1" status: 200 len: 970 time: 0.2764084 Aug 10 00:51:48.542054 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bc548a94-2dcc-417a-8d0e-0f95df6a1a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:48.583965 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-698bba62-3e8e-404a-adad-344827821eca req-5d6207fb-0374-4101-a584-f97d9bd1b1f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7a3b030-adf1-4d8d-be4f-93c78325bbc6 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:51:48.594741 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-698bba62-3e8e-404a-adad-344827821eca req-5d6207fb-0374-4101-a584-f97d9bd1b1f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:48.618153 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-698bba62-3e8e-404a-adad-344827821eca req-5d6207fb-0374-4101-a584-f97d9bd1b1f2 service neutron] Transition to ACTIVE for port object c7a3b030-adf1-4d8d-be4f-93c78325bbc6 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:51:48.623947 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-698bba62-3e8e-404a-adad-344827821eca req-5d6207fb-0374-4101-a584-f97d9bd1b1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:48.655677 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:51:48.700220 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6207fb-0374-4101-a584-f97d9bd1b1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=c7a3b030-adf1-4d8d-be4f-93c78325bbc6,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:48.722922 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011b56c-ece4-44f3-922c-c85d1430624e req-3be4c45b-2c5d-46ff-b459-bac8b2fa91dc tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:48.724505 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f011b56c-ece4-44f3-922c-c85d1430624e req-3be4c45b-2c5d-46ff-b459-bac8b2fa91dc tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=b80ef126-5374-449c-9ac7-c7fa472955b1 HTTP/1.1" status: 200 len: 931 time: 0.3423824 Aug 10 00:51:48.757251 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb58815-efd8-48b6-888b-2bd41557e952 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c577a29-0714-4550-bfec-4e7a2b5c166a,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:48.802694 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a4392748-b4ad-4527-8b9a-101eef89d871 req-a652754b-b3bd-43b7-a6b9-cc1f78b8253b tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a84cd01-3821-4903-9c4e-35bf39864eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624876 Aug 10 00:51:48.849263 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb58815-efd8-48b6-888b-2bd41557e952 admin admin] Checking segment: {'id': 'e10633bf-da6f-4efd-8ce2-0ab1ac023d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd674afc7-1a47-4f09-a3e0-d23e787010e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:51:48.849662 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb58815-efd8-48b6-888b-2bd41557e952 admin admin] Network hostable DHCP agents. Network: d674afc7-1a47-4f09-a3e0-d23e787010e2, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:51:48.883040 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f011b56c-ece4-44f3-922c-c85d1430624e req-abfc3144-9ce2-418d-9549-2b58b9ac0840 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/security-groups?id=709ca5dd-a64e-4e40-a421-0f2b5d9fc282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500020 Aug 10 00:51:48.912219 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bc548a94-2dcc-417a-8d0e-0f95df6a1a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:48.921848 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bc548a94-2dcc-417a-8d0e-0f95df6a1a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:48.924831 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb58815-efd8-48b6-888b-2bd41557e952 admin admin] Network d674afc7-1a47-4f09-a3e0-d23e787010e2 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:51:48.965977 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-3fb58815-efd8-48b6-888b-2bd41557e952 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, d674afc7-1a47-4f09-a3e0-d23e787010e2) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:51:48.976347 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2d7cee-aba9-4378-abc9-1f39ff12b7dc None None] Network d674afc7-1a47-4f09-a3e0-d23e787010e2 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:51:48.988569 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb58815-efd8-48b6-888b-2bd41557e952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:48.989569 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3fb58815-efd8-48b6-888b-2bd41557e952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:49.007805 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-bc548a94-2dcc-417a-8d0e-0f95df6a1a7f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5ca8ee3550a7433fbdb82b4c84af479a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0855808 Aug 10 00:51:49.011240 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc548a94-2dcc-417a-8d0e-0f95df6a1a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8964ea2a-43f7-4714-9575-f4d6a068bf28,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:49.014497 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58714) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:49.060145 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3fb58815-efd8-48b6-888b-2bd41557e952 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1059668 Aug 10 00:51:49.116320 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-65df8c73-febe-4471-9cad-730649ef0db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:49.140377 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-65df8c73-febe-4471-9cad-730649ef0db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:49.181788 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-698bba62-3e8e-404a-adad-344827821eca req-5d6207fb-0374-4101-a584-f97d9bd1b1f2 service neutron] Attempting to bind port c7a3b030-adf1-4d8d-be4f-93c78325bbc6 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:51:49.182140 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-698bba62-3e8e-404a-adad-344827821eca req-5d6207fb-0374-4101-a584-f97d9bd1b1f2 service neutron] Attempting to bind port c7a3b030-adf1-4d8d-be4f-93c78325bbc6 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '00cd8800-3b5e-49b2-aecd-def2a07ae15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:51:49.182605 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698bba62-3e8e-404a-adad-344827821eca req-5d6207fb-0374-4101-a584-f97d9bd1b1f2 service neutron] Attempting to bind port c7a3b030-adf1-4d8d-be4f-93c78325bbc6 on network c58b2db2-79c7-40d4-af6c-7a7b4827f110 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:49.187403 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698bba62-3e8e-404a-adad-344827821eca req-5d6207fb-0374-4101-a584-f97d9bd1b1f2 service neutron] Port c7a3b030-adf1-4d8d-be4f-93c78325bbc6 on network c58b2db2-79c7-40d4-af6c-7a7b4827f110 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:51:49.187801 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698bba62-3e8e-404a-adad-344827821eca req-5d6207fb-0374-4101-a584-f97d9bd1b1f2 service neutron] Attempting to bind port c7a3b030-adf1-4d8d-be4f-93c78325bbc6 on network c58b2db2-79c7-40d4-af6c-7a7b4827f110 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:49.193030 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698bba62-3e8e-404a-adad-344827821eca req-5d6207fb-0374-4101-a584-f97d9bd1b1f2 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:51:49.193360 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698bba62-3e8e-404a-adad-344827821eca req-5d6207fb-0374-4101-a584-f97d9bd1b1f2 service neutron] Checking segment: {'id': '00cd8800-3b5e-49b2-aecd-def2a07ae15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:51:49.193894 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698bba62-3e8e-404a-adad-344827821eca req-5d6207fb-0374-4101-a584-f97d9bd1b1f2 service neutron] Bound using segment: {'id': '00cd8800-3b5e-49b2-aecd-def2a07ae15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:51:49.194349 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-698bba62-3e8e-404a-adad-344827821eca req-5d6207fb-0374-4101-a584-f97d9bd1b1f2 service neutron] Bound port: c7a3b030-adf1-4d8d-be4f-93c78325bbc6, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00cd8800-3b5e-49b2-aecd-def2a07ae15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:51:49.194715 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-698bba62-3e8e-404a-adad-344827821eca req-5d6207fb-0374-4101-a584-f97d9bd1b1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:49.214813 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-65df8c73-febe-4471-9cad-730649ef0db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:49.217957 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-65df8c73-febe-4471-9cad-730649ef0db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:49.221689 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-65df8c73-febe-4471-9cad-730649ef0db2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8964ea2a-43f7-4714-9575-f4d6a068bf28 HTTP/1.1" status: 204 len: 168 time: 0.2031024 Aug 10 00:51:49.233556 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df8c73-febe-4471-9cad-730649ef0db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8964ea2a-43f7-4714-9575-f4d6a068bf28,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:49.235073 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2954cf-7831-49ed-ac80-5ead737a998e None None] Network d674afc7-1a47-4f09-a3e0-d23e787010e2 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:51:49.281573 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-698bba62-3e8e-404a-adad-344827821eca req-5d6207fb-0374-4101-a584-f97d9bd1b1f2 service neutron] For port c7a3b030-adf1-4d8d-be4f-93c78325bbc6, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:51:49.288136 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-698bba62-3e8e-404a-adad-344827821eca req-5d6207fb-0374-4101-a584-f97d9bd1b1f2 service neutron] For port c7a3b030-adf1-4d8d-be4f-93c78325bbc6, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=c7a3b030-adf1-4d8d-be4f-93c78325bbc6,segment=NetworkSegment(00cd8800-3b5e-49b2-aecd-def2a07ae15a),segment_id=00cd8800-3b5e-49b2-aecd-def2a07ae15a)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:51:49.309779 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-698bba62-3e8e-404a-adad-344827821eca req-5d6207fb-0374-4101-a584-f97d9bd1b1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:49.433659 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698bba62-3e8e-404a-adad-344827821eca req-5d6207fb-0374-4101-a584-f97d9bd1b1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:49.434323 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-698bba62-3e8e-404a-adad-344827821eca req-5d6207fb-0374-4101-a584-f97d9bd1b1f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:49.438198 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-698bba62-3e8e-404a-adad-344827821eca req-5d6207fb-0374-4101-a584-f97d9bd1b1f2 service neutron] 10.222.0.20 "PUT /v2.0/ports/c7a3b030-adf1-4d8d-be4f-93c78325bbc6 HTTP/1.1" status: 200 len: 1092 time: 2.0420883 Aug 10 00:51:49.454554 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80ef126-5374-449c-9ac7-c7fa472955b1', 'tag': 'c7a3b030-adf1-4d8d-be4f-93c78325bbc6'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:51:49.479772 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6207fb-0374-4101-a584-f97d9bd1b1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=c7a3b030-adf1-4d8d-be4f-93c78325bbc6,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:49.488561 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd53f4-73f4-4c91-b485-ead07d4d5631 req-b35e2ac3-feab-4185-81c8-c1c1cb77d2c6 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:49.490093 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-09bd53f4-73f4-4c91-b485-ead07d4d5631 req-b35e2ac3-feab-4185-81c8-c1c1cb77d2c6 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 968 time: 0.1189065 Aug 10 00:51:49.586763 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-09bd53f4-73f4-4c91-b485-ead07d4d5631 req-f964ab69-17c2-4563-bd04-af3ad9b59d15 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893161 Aug 10 00:51:49.695244 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698bba62-3e8e-404a-adad-344827821eca req-6ba80d30-f757-46bb-b9b5-df2866cd33b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:49.696981 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-698bba62-3e8e-404a-adad-344827821eca req-6ba80d30-f757-46bb-b9b5-df2866cd33b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=efee53c3551044e8afcc00c8cdf7b6ca&device_id=b80ef126-5374-449c-9ac7-c7fa472955b1 HTTP/1.1" status: 200 len: 1095 time: 0.1498339 Aug 10 00:51:49.787826 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-698bba62-3e8e-404a-adad-344827821eca req-879a15ce-e583-4f24-a850-05701cd86548 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7a3b030-adf1-4d8d-be4f-93c78325bbc6 HTTP/1.1" status: 200 len: 217 time: 0.0766270 Aug 10 00:51:49.799917 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf61bd0-e7b7-4aaa-a54c-6b2623f2da15 req-36b41e6a-06be-4652-8fff-0e68fda97070 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:49.801626 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4cf61bd0-e7b7-4aaa-a54c-6b2623f2da15 req-36b41e6a-06be-4652-8fff-0e68fda97070 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.24 "GET /v2.0/ports?device_id=faf74c37-8117-4e08-9f6c-a1100c29f8c2 HTTP/1.1" status: 200 len: 970 time: 0.0670564 Aug 10 00:51:49.862464 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698bba62-3e8e-404a-adad-344827821eca req-89465857-02d0-4b62-8aac-a98ae5f50b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:49.864408 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-698bba62-3e8e-404a-adad-344827821eca req-89465857-02d0-4b62-8aac-a98ae5f50b99 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ecd1c4b-499a-4426-9e1d-abb75625188f HTTP/1.1" status: 200 len: 862 time: 0.0692837 Aug 10 00:51:49.962152 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698bba62-3e8e-404a-adad-344827821eca req-0b8bacc0-f6ef-4ee8-8f15-43b3bc503560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:49.964708 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-698bba62-3e8e-404a-adad-344827821eca req-0b8bacc0-f6ef-4ee8-8f15-43b3bc503560 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c58b2db2-79c7-40d4-af6c-7a7b4827f110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0926373 Aug 10 00:51:50.049712 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0e359-9c0a-4f1e-9be8-3f1f5e332d83 req-a67f3d2b-800e-4b71-a118-5dddd45d5569 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:50.051282 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-20d0e359-9c0a-4f1e-9be8-3f1f5e332d83 req-a67f3d2b-800e-4b71-a118-5dddd45d5569 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/ports?device_id=faf74c37-8117-4e08-9f6c-a1100c29f8c2 HTTP/1.1" status: 200 len: 970 time: 0.1013827 Aug 10 00:51:50.069357 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-4cf61bd0-e7b7-4aaa-a54c-6b2623f2da15 req-1c159d74-78b3-4ba3-9a8d-5f234a351d14 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Deleting port 2f6d28ca-93a0-48b8-945b-1ef7afb67a3f {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:51:50.069704 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4cf61bd0-e7b7-4aaa-a54c-6b2623f2da15 req-1c159d74-78b3-4ba3-9a8d-5f234a351d14 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:50.070159 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58756) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:50.088556 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-698bba62-3e8e-404a-adad-344827821eca req-689dea53-3d6f-4249-9877-040220f6b839 service neutron] 10.222.0.20 "GET /v2.0/networks/c58b2db2-79c7-40d4-af6c-7a7b4827f110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154199 Aug 10 00:51:50.089846 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ea5e7051-49e2-4af6-8f05-c20b6e612dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:50.163483 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-20d0e359-9c0a-4f1e-9be8-3f1f5e332d83 req-b44fa690-d4a6-4008-8c22-35e0951835e0 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a84cd01-3821-4903-9c4e-35bf39864eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020842 Aug 10 00:51:50.207326 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309e5aff-7ebb-4a26-819d-c611a4776008" -d '{"events": [{"name": "network-changed", "server_uuid": "b80ef126-5374-449c-9ac7-c7fa472955b1", "tag": "c7a3b030-adf1-4d8d-be4f-93c78325bbc6"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:51:50.229165 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-4cf61bd0-e7b7-4aaa-a54c-6b2623f2da15 req-1c159d74-78b3-4ba3-9a8d-5f234a351d14 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] For port 2f6d28ca-93a0-48b8-945b-1ef7afb67a3f, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=2f6d28ca-93a0-48b8-945b-1ef7afb67a3f,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:50.229695 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4cf61bd0-e7b7-4aaa-a54c-6b2623f2da15 req-1c159d74-78b3-4ba3-9a8d-5f234a351d14 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:50.245493 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-698bba62-3e8e-404a-adad-344827821eca req-6adb6c6e-7dd2-465b-b6ef-df9dc2d00c20 service neutron] 10.222.0.20 "GET /v2.0/networks/c58b2db2-79c7-40d4-af6c-7a7b4827f110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462011 Aug 10 00:51:50.288458 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ea5e7051-49e2-4af6-8f05-c20b6e612dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:50.293082 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ea5e7051-49e2-4af6-8f05-c20b6e612dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:50.298474 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-4cf61bd0-e7b7-4aaa-a54c-6b2623f2da15 req-1c159d74-78b3-4ba3-9a8d-5f234a351d14 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Calling delete_port for 2f6d28ca-93a0-48b8-945b-1ef7afb67a3f owned by compute:tempest-test_az-848689722 {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:51:50.337559 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ea5e7051-49e2-4af6-8f05-c20b6e612dfe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=53ec15ea5973441faf2e3a0382033c5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2661543 Aug 10 00:51:50.338927 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e7051-49e2-4af6-8f05-c20b6e612dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659d0a74-4f37-458d-8910-ca2beab8da9a,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:50.349985 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58766) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:50.408286 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-81718550-82b8-4e10-af40-df037c23ed26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:50.429844 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8331e5-25fa-4735-a41a-19ee31d69a38 req-4f631e05-dbdd-4e5b-92f5-fda4f30baf60 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:50.437167 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cc8331e5-25fa-4735-a41a-19ee31d69a38 req-4f631e05-dbdd-4e5b-92f5-fda4f30baf60 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=b80ef126-5374-449c-9ac7-c7fa472955b1 HTTP/1.1" status: 200 len: 943 time: 0.1785831 Aug 10 00:51:50.438781 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-81718550-82b8-4e10-af40-df037c23ed26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:50.510991 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device adc78391-d6f9-4d24-a261-f8d782ea2f86 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:51:50.520468 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-81718550-82b8-4e10-af40-df037c23ed26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:50.530759 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-81718550-82b8-4e10-af40-df037c23ed26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:50.534559 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-81718550-82b8-4e10-af40-df037c23ed26 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/659d0a74-4f37-458d-8910-ca2beab8da9a HTTP/1.1" status: 204 len: 168 time: 0.1787257 Aug 10 00:51:50.543698 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81718550-82b8-4e10-af40-df037c23ed26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659d0a74-4f37-458d-8910-ca2beab8da9a,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:50.558330 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cc8331e5-25fa-4735-a41a-19ee31d69a38 req-526a6575-2c4c-404a-aacb-96eb698791d2 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/security-groups?id=709ca5dd-a64e-4e40-a421-0f2b5d9fc282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202104 Aug 10 00:51:50.640693 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port adc78391-d6f9-4d24-a261-f8d782ea2f86, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=adc78391-d6f9-4d24-a261-f8d782ea2f86,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:50.654548 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'adc78391-d6f9-4d24-a261-f8d782ea2f86', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': 'adc78391-d6f9-4d24-a261-f8d782ea2f86', 'mac_address': 'fa:16:3e:41:ef:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:tempest-test_az-848689722', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:51:50.698888 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:50.714827 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adc78391-d6f9-4d24-a261-f8d782ea2f86 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:51:50.741747 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port adc78391-d6f9-4d24-a261-f8d782ea2f86, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=adc78391-d6f9-4d24-a261-f8d782ea2f86,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:50.747467 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:50.813160 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=adc78391-d6f9-4d24-a261-f8d782ea2f86,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:50.896421 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62310b8d-306e-4e88-badc-0586cfd81096 req-b3fd8ccd-bc9d-4802-a6b6-e330270033c8 tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:50.897897 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-62310b8d-306e-4e88-badc-0586cfd81096 req-b3fd8ccd-bc9d-4802-a6b6-e330270033c8 tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] 10.222.0.35 "GET /v2.0/networks?id=b7f9b0a0-51e7-457c-a337-209a23a50469 HTTP/1.1" status: 200 len: 815 time: 0.4459434 Aug 10 00:51:50.899504 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4cf61bd0-e7b7-4aaa-a54c-6b2623f2da15 req-1c159d74-78b3-4ba3-9a8d-5f234a351d14 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:50.913777 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['2f6d28ca-93a0-48b8-945b-1ef7afb67a3f'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:51:50.936753 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c159d74-78b3-4ba3-9a8d-5f234a351d14 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Pushing event deleted for resources: {'Port': ['ID=2f6d28ca-93a0-48b8-945b-1ef7afb67a3f,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:50.972999 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-62310b8d-306e-4e88-badc-0586cfd81096 req-41ac7987-dd73-4e05-b67f-8281f8c8f87e tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] 10.222.0.35 "GET /v2.0/quotas/9a82c99a0e0a4d988fa5bd244138b1dd HTTP/1.1" status: 200 len: 375 time: 0.0650833 Aug 10 00:51:51.038462 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf61bd0-e7b7-4aaa-a54c-6b2623f2da15 req-1c159d74-78b3-4ba3-9a8d-5f234a351d14 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] No DVR routers for this DVR port 2f6d28ca-93a0-48b8-945b-1ef7afb67a3f on host n-h1-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:51:51.050172 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-62310b8d-306e-4e88-badc-0586cfd81096 req-9d232075-0c4d-478c-ad54-56d5cba6771a tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a82c99a0e0a4d988fa5bd244138b1dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568652 Aug 10 00:51:51.051635 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['adc78391-d6f9-4d24-a261-f8d782ea2f86'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:51:51.053084 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4cf61bd0-e7b7-4aaa-a54c-6b2623f2da15 req-1c159d74-78b3-4ba3-9a8d-5f234a351d14 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:51.056231 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4cf61bd0-e7b7-4aaa-a54c-6b2623f2da15 req-1c159d74-78b3-4ba3-9a8d-5f234a351d14 tempest-AggregatesAdminTestJSON-196474383 tempest-AggregatesAdminTestJSON-196474383-project] 10.222.0.24 "DELETE /v2.0/ports/2f6d28ca-93a0-48b8-945b-1ef7afb67a3f HTTP/1.1" status: 204 len: 173 time: 1.2471819 Aug 10 00:51:51.056231 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf74c37-8117-4e08-9f6c-a1100c29f8c2', 'name': 'network-vif-deleted', 'tag': '2f6d28ca-93a0-48b8-945b-1ef7afb67a3f'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:51:51.057879 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0eb3f8-1a51-4be8-9e1a-1de5e488f960" -d '{"events": [{"server_uuid": "faf74c37-8117-4e08-9f6c-a1100c29f8c2", "name": "network-vif-deleted", "tag": "2f6d28ca-93a0-48b8-945b-1ef7afb67a3f"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:51:51.267330 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c1e161-3cbd-4eac-9f7e-624a82255a64 x-openstack-request-id: req-19c1e161-3cbd-4eac-9f7e-624a82255a64 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:51:51.267852 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80ef126-5374-449c-9ac7-c7fa472955b1", "tag": "c7a3b030-adf1-4d8d-be4f-93c78325bbc6", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:51:51.268224 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-19c1e161-3cbd-4eac-9f7e-624a82255a64 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:51:51.268749 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b80ef126-5374-449c-9ac7-c7fa472955b1', 'tag': 'c7a3b030-adf1-4d8d-be4f-93c78325bbc6', 'status': 'completed', 'code': 200} Aug 10 00:51:51.366264 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e5aff-7ebb-4a26-819d-c611a4776008 req-f1ded469-ca9c-4445-8a1f-c3906f0edd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:51.367620 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-309e5aff-7ebb-4a26-819d-c611a4776008 req-f1ded469-ca9c-4445-8a1f-c3906f0edd36 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=efee53c3551044e8afcc00c8cdf7b6ca&device_id=b80ef126-5374-449c-9ac7-c7fa472955b1 HTTP/1.1" status: 200 len: 1095 time: 0.0507812 Aug 10 00:51:51.450303 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [req-62310b8d-306e-4e88-badc-0586cfd81096 req-6bd40f1d-3a78-40f1-b88e-bf42206862b7 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:51:51.451333 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-62310b8d-306e-4e88-badc-0586cfd81096 req-6bd40f1d-3a78-40f1-b88e-bf42206862b7 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1390574 Aug 10 00:51:51.543688 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e5aff-7ebb-4a26-819d-c611a4776008 req-9a4a8311-16d5-468b-8fa9-8d459b619dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:51.545332 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-309e5aff-7ebb-4a26-819d-c611a4776008 req-9a4a8311-16d5-468b-8fa9-8d459b619dad service neutron] 10.222.0.20 "GET /v2.0/networks?id=c58b2db2-79c7-40d4-af6c-7a7b4827f110 HTTP/1.1" status: 200 len: 924 time: 0.1684840 Aug 10 00:51:51.594391 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57107db-c290-4e53-8819-4f0acd5b4e26 req-0b6ee5d9-580c-406b-8f69-8d1e9e2a3848 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:51.596157 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d57107db-c290-4e53-8819-4f0acd5b4e26 req-0b6ee5d9-580c-406b-8f69-8d1e9e2a3848 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 969 time: 0.0869510 Aug 10 00:51:51.600805 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-62310b8d-306e-4e88-badc-0586cfd81096 req-b89f341f-e7d7-4d77-aa7e-219da064d516 service neutron] 10.222.0.35 "GET /v2.0/networks/b7f9b0a0-51e7-457c-a337-209a23a50469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406088 Aug 10 00:51:51.611812 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-309e5aff-7ebb-4a26-819d-c611a4776008 req-16f0545e-8a95-4f8b-8101-33d1c21777ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7a3b030-adf1-4d8d-be4f-93c78325bbc6 HTTP/1.1" status: 200 len: 217 time: 0.0577164 Aug 10 00:51:51.674394 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e5aff-7ebb-4a26-819d-c611a4776008 req-067072f9-698c-48fe-bf14-de26abb8939d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:51.677482 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-309e5aff-7ebb-4a26-819d-c611a4776008 req-067072f9-698c-48fe-bf14-de26abb8939d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ecd1c4b-499a-4426-9e1d-abb75625188f HTTP/1.1" status: 200 len: 862 time: 0.0490282 Aug 10 00:51:51.689025 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d57107db-c290-4e53-8819-4f0acd5b4e26 req-38f84bbc-ab87-4add-9aec-0587a56eeee1 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859530 Aug 10 00:51:51.760175 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-62310b8d-306e-4e88-badc-0586cfd81096 req-c5caea05-c289-41af-876f-325649d17d6b service neutron] 10.222.0.35 "GET /v2.0/networks/b7f9b0a0-51e7-457c-a337-209a23a50469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412053 Aug 10 00:51:51.776345 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca32e676-d226-49ff-8af3-44bba39835db x-openstack-request-id: req-ca32e676-d226-49ff-8af3-44bba39835db {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:51:51.777827 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf74c37-8117-4e08-9f6c-a1100c29f8c2", "name": "network-vif-deleted", "tag": "2f6d28ca-93a0-48b8-945b-1ef7afb67a3f", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:51:51.781528 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ca32e676-d226-49ff-8af3-44bba39835db {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:51:51.782068 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf74c37-8117-4e08-9f6c-a1100c29f8c2', 'name': 'network-vif-deleted', 'tag': '2f6d28ca-93a0-48b8-945b-1ef7afb67a3f', 'status': 'completed', 'code': 200} Aug 10 00:51:51.802050 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e5aff-7ebb-4a26-819d-c611a4776008 req-d6ceba6b-2fd3-42e4-a1e1-e1bb4fc36193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:51.808529 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-309e5aff-7ebb-4a26-819d-c611a4776008 req-d6ceba6b-2fd3-42e4-a1e1-e1bb4fc36193 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c58b2db2-79c7-40d4-af6c-7a7b4827f110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1237569 Aug 10 00:51:51.956879 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-309e5aff-7ebb-4a26-819d-c611a4776008 req-d89fa2f5-efc0-42f6-9a69-f044d084958b service neutron] 10.222.0.20 "GET /v2.0/networks/c58b2db2-79c7-40d4-af6c-7a7b4827f110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451490 Aug 10 00:51:52.076644 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4ebdb-f9af-4dd8-be24-c1b6fa395b64 req-9fe37439-13c5-4974-ac32-9a4fe430cb58 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:52.079509 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e2f4ebdb-f9af-4dd8-be24-c1b6fa395b64 req-9fe37439-13c5-4974-ac32-9a4fe430cb58 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=b80ef126-5374-449c-9ac7-c7fa472955b1 HTTP/1.1" status: 200 len: 943 time: 0.0730181 Aug 10 00:51:52.080878 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-309e5aff-7ebb-4a26-819d-c611a4776008 req-b9cc8c54-b559-4cff-9b7f-aff88a618fb9 service neutron] 10.222.0.20 "GET /v2.0/networks/c58b2db2-79c7-40d4-af6c-7a7b4827f110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147201 Aug 10 00:51:52.123545 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e2f4ebdb-f9af-4dd8-be24-c1b6fa395b64 req-939585fd-480b-4963-bbf0-84d0f5567265 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/security-groups?id=709ca5dd-a64e-4e40-a421-0f2b5d9fc282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358970 Aug 10 00:51:52.205900 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-322d6dff-7b47-480b-8509-1d3d165ba957 req-d244e6e4-244b-49b7-a411-d931baef9f6d tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] 10.222.0.35 "GET /v2.0/ports?device_id=674073fb-5c21-4bf1-b05c-6eeedc996de3 HTTP/1.1" status: 200 len: 210 time: 0.0312901 Aug 10 00:51:52.391256 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58872) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:52.408693 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58878) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:52.507817 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-45f13e1f-0003-42eb-8fdb-4f88362710b0 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=1253712107db49cfa26a2ea2f0554108&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368502 Aug 10 00:51:52.530382 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device adc78391-d6f9-4d24-a261-f8d782ea2f86 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:51:52.573892 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e842a186-ffa5-4e06-84a3-013ac63053dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:52.669350 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port adc78391-d6f9-4d24-a261-f8d782ea2f86 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:51:52.673909 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port adc78391-d6f9-4d24-a261-f8d782ea2f86 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:52.674302 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:52.713624 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-a59e072b-b89e-4f1d-8faa-3e0cd58060d3 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:52.713954 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-a59e072b-b89e-4f1d-8faa-3e0cd58060d3 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2053196 Aug 10 00:51:52.746388 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-6c006f77-594f-4795-ba92-9a853a061910 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/quotas/1253712107db49cfa26a2ea2f0554108 HTTP/1.1" status: 200 len: 375 time: 0.0251980 Aug 10 00:51:52.778988 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f2adf007-fd81-412d-9a81-635c95f2d937 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=46948fe60143401bb54c9f001a879000&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3689470 Aug 10 00:51:52.781538 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58914) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:52.805521 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:52.812708 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-da8ea876-70f3-43a1-a405-97084a915218 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1253712107db49cfa26a2ea2f0554108&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634663 Aug 10 00:51:52.857654 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb38fa8-a1d1-4852-9935-945dd1c95ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc78391-d6f9-4d24-a261-f8d782ea2f86'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:51:52.860000 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3565c15-3c7c-4e57-bc53-1abe81f195a9" -d '{"events": [{"server_uuid": "2cb38fa8-a1d1-4852-9935-945dd1c95ce8", "name": "network-vif-plugged", "status": "completed", "tag": "adc78391-d6f9-4d24-a261-f8d782ea2f86"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:51:52.876686 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a515b70-29a3-45bb-938b-8623c0289e1b req-a5a54c97-f1eb-4a1c-bf15-28c1b6cf7c3d tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:52.885214 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2a515b70-29a3-45bb-938b-8623c0289e1b req-a5a54c97-f1eb-4a1c-bf15-28c1b6cf7c3d tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 969 time: 0.0631044 Aug 10 00:51:52.897379 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port adc78391-d6f9-4d24-a261-f8d782ea2f86, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=adc78391-d6f9-4d24-a261-f8d782ea2f86,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:52.907790 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:52.923440 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e842a186-ffa5-4e06-84a3-013ac63053dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:52.927630 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ceb70385-ea75-4c4c-9f8d-f99a2b0b750a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:52.937799 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e842a186-ffa5-4e06-84a3-013ac63053dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:52.972093 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2a515b70-29a3-45bb-938b-8623c0289e1b req-cb194c9b-bd7f-4e57-82a7-d2432ca07776 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857501 Aug 10 00:51:53.013810 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=adc78391-d6f9-4d24-a261-f8d782ea2f86,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:53.041725 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31918c1d-be29-451a-a7bf-beab681d4a18 x-openstack-request-id: req-31918c1d-be29-451a-a7bf-beab681d4a18 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:51:53.042288 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb38fa8-a1d1-4852-9935-945dd1c95ce8", "name": "network-vif-plugged", "status": "completed", "tag": "adc78391-d6f9-4d24-a261-f8d782ea2f86", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:51:53.042756 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-31918c1d-be29-451a-a7bf-beab681d4a18 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:51:53.043381 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb38fa8-a1d1-4852-9935-945dd1c95ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc78391-d6f9-4d24-a261-f8d782ea2f86', 'code': 200} Aug 10 00:51:53.063879 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842a186-ffa5-4e06-84a3-013ac63053dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71830f28-aded-4bee-974e-cece1218e287,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:53.074080 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ceb70385-ea75-4c4c-9f8d-f99a2b0b750a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:53.086556 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e842a186-ffa5-4e06-84a3-013ac63053dd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=90a5c554e2d04305846f738a1424b7a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6946843 Aug 10 00:51:53.089730 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58928) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:53.146808 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ceb70385-ea75-4c4c-9f8d-f99a2b0b750a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:53.149614 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ceb70385-ea75-4c4c-9f8d-f99a2b0b750a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:53.160962 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ceb70385-ea75-4c4c-9f8d-f99a2b0b750a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4a84cd01-3821-4903-9c4e-35bf39864eec HTTP/1.1" status: 204 len: 168 time: 0.3688412 Aug 10 00:51:53.190318 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb70385-ea75-4c4c-9f8d-f99a2b0b750a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a84cd01-3821-4903-9c4e-35bf39864eec,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:53.207420 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3c2f7170-a240-4252-a6ee-e3ef52e22009 req-3c462189-96c6-4538-98f3-e100cbde3f22 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/ports?device_id=a26b64c5-46d1-4a51-ba44-adcbbc28bd77 HTTP/1.1" status: 200 len: 210 time: 0.0777664 Aug 10 00:51:53.324849 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.24', 60022) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:53.342290 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c6080d5f-2917-4190-bcdd-02f0e6f70f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:53.348797 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91be8d1-5301-4250-ad08-9ed4654c07d2 req-7b546ced-0973-446e-a7d1-92e62897cc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:53.351002 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f91be8d1-5301-4250-ad08-9ed4654c07d2 req-7b546ced-0973-446e-a7d1-92e62897cc29 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 1122 time: 0.1873145 Aug 10 00:51:53.389090 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227e762-363b-4319-baae-c4131ba9c228 req-e476a4e4-fd94-48fb-8917-e6c21a78db60 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:53.390678 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e227e762-363b-4319-baae-c4131ba9c228 req-e476a4e4-fd94-48fb-8917-e6c21a78db60 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=b80ef126-5374-449c-9ac7-c7fa472955b1 HTTP/1.1" status: 200 len: 943 time: 0.1356149 Aug 10 00:51:53.482043 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-436192fa-4c4e-4218-9f2f-9c886d0b062e req-5c5a0b64-a236-45ee-b110-489a69c6e03f tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] 10.222.0.35 "GET /v2.0/ports?device_id=674073fb-5c21-4bf1-b05c-6eeedc996de3 HTTP/1.1" status: 200 len: 210 time: 0.0891912 Aug 10 00:51:53.483939 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c6080d5f-2917-4190-bcdd-02f0e6f70f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:53.531433 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62310b8d-306e-4e88-badc-0586cfd81096 req-75871e7d-4e9a-411a-b4cc-7e9dfbc60589 tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:53.536146 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-62310b8d-306e-4e88-badc-0586cfd81096 req-75871e7d-4e9a-411a-b4cc-7e9dfbc60589 tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] 10.222.0.24 "GET /v2.0/networks?id=b7f9b0a0-51e7-457c-a337-209a23a50469 HTTP/1.1" status: 200 len: 815 time: 0.2101223 Aug 10 00:51:53.546513 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f91be8d1-5301-4250-ad08-9ed4654c07d2 req-41ed5448-4139-4f68-b42c-8b99a000fac4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547647 Aug 10 00:51:53.549530 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-62310b8d-306e-4e88-badc-0586cfd81096 req-caca2407-9f49-4fa5-8b8f-007156ae51da tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] Request body: {'port': {'device_id': '674073fb-5c21-4bf1-b05c-6eeedc996de3', 'network_id': 'b7f9b0a0-51e7-457c-a337-209a23a50469', 'admin_state_up': True, 'tenant_id': '9a82c99a0e0a4d988fa5bd244138b1dd'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:53.557380 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e227e762-363b-4319-baae-c4131ba9c228 req-aaef808a-05c0-4301-bcca-d0c0edc9af6e tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/security-groups?id=709ca5dd-a64e-4e40-a421-0f2b5d9fc282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234739 Aug 10 00:51:53.597620 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c6080d5f-2917-4190-bcdd-02f0e6f70f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:53.601837 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c6080d5f-2917-4190-bcdd-02f0e6f70f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:53.604431 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c6080d5f-2917-4190-bcdd-02f0e6f70f9a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/71830f28-aded-4bee-974e-cece1218e287 HTTP/1.1" status: 204 len: 168 time: 0.5132670 Aug 10 00:51:53.625368 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6080d5f-2917-4190-bcdd-02f0e6f70f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71830f28-aded-4bee-974e-cece1218e287,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:53.700738 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62310b8d-306e-4e88-badc-0586cfd81096 req-caca2407-9f49-4fa5-8b8f-007156ae51da tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] Made reservation on behalf of 9a82c99a0e0a4d988fa5bd244138b1dd for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:51:53.704473 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-62310b8d-306e-4e88-badc-0586cfd81096 req-caca2407-9f49-4fa5-8b8f-007156ae51da tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:53.871012 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-62310b8d-306e-4e88-badc-0586cfd81096 req-caca2407-9f49-4fa5-8b8f-007156ae51da tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] Allocated IP 172.20.0.8 (b7f9b0a0-51e7-457c-a337-209a23a50469/919c61c2-1d9d-4f36-9a5f-a0057b3f36c8/e7143e38-52dd-4fcc-b73b-7a7ec4181fd6) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:51:53.884739 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24d92563-1f84-4775-870a-474716bdba67 req-0cc3de59-3231-4a09-9e6c-8e792f868ecb tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=53833d9b51994a8d9f2e258d03d6e4b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311115 Aug 10 00:51:53.918233 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58966) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:54.026185 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device c7a3b030-adf1-4d8d-be4f-93c78325bbc6 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:51:54.045910 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d92563-1f84-4775-870a-474716bdba67 req-93d1441b-9544-4ee5-b1ed-e25164d425bf tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:54.048006 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24d92563-1f84-4775-870a-474716bdba67 req-93d1441b-9544-4ee5-b1ed-e25164d425bf tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1622267 Aug 10 00:51:54.048681 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58970) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:54.078370 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24d92563-1f84-4775-870a-474716bdba67 req-93fc6e5c-4b41-43f7-a8a8-2c066fa7650d tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/quotas/53833d9b51994a8d9f2e258d03d6e4b2 HTTP/1.1" status: 200 len: 375 time: 0.0113456 Aug 10 00:51:54.099464 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-fb4d5379-d99f-422f-8d2c-dfbe1472fed2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7e0613cb62364ee8a4498087978bed2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1800866 Aug 10 00:51:54.101554 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58976) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:54.166300 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-62310b8d-306e-4e88-badc-0586cfd81096 req-caca2407-9f49-4fa5-8b8f-007156ae51da tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:54.191826 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port c7a3b030-adf1-4d8d-be4f-93c78325bbc6, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=c7a3b030-adf1-4d8d-be4f-93c78325bbc6,segment=NetworkSegment(00cd8800-3b5e-49b2-aecd-def2a07ae15a),segment_id=00cd8800-3b5e-49b2-aecd-def2a07ae15a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:54.196429 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24d92563-1f84-4775-870a-474716bdba67 req-a61e09a3-0d3c-4e69-b2b0-5ad05ccaf31b tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=53833d9b51994a8d9f2e258d03d6e4b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0978580 Aug 10 00:51:54.205559 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': 'c7a3b030-adf1-4d8d-be4f-93c78325bbc6', 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110', 'port_id': 'c7a3b030-adf1-4d8d-be4f-93c78325bbc6', 'mac_address': 'fa:16:3e:69:2e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ecd1c4b-499a-4426-9e1d-abb75625188f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:51:54.223551 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-62310b8d-306e-4e88-badc-0586cfd81096 req-caca2407-9f49-4fa5-8b8f-007156ae51da tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:54.246622 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-11789feb-0172-49b2-a55d-3e41fbabb8cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:54.259852 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:54.277806 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee256c-33d1-4630-918b-5a027fd0f1d8 req-8a05f16b-dcb1-4f99-af6c-9a458e9df570 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:54.278621 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7a3b030-adf1-4d8d-be4f-93c78325bbc6 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:51:54.279665 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9fee256c-33d1-4630-918b-5a027fd0f1d8 req-8a05f16b-dcb1-4f99-af6c-9a458e9df570 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 970 time: 0.1952007 Aug 10 00:51:54.290298 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62310b8d-306e-4e88-badc-0586cfd81096 req-caca2407-9f49-4fa5-8b8f-007156ae51da tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] Network b7f9b0a0-51e7-457c-a337-209a23a50469 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:51:54.293834 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-62310b8d-306e-4e88-badc-0586cfd81096 req-caca2407-9f49-4fa5-8b8f-007156ae51da tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:51:54.303566 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-62310b8d-306e-4e88-badc-0586cfd81096 req-caca2407-9f49-4fa5-8b8f-007156ae51da tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:51:54.308003 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port c7a3b030-adf1-4d8d-be4f-93c78325bbc6, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=c7a3b030-adf1-4d8d-be4f-93c78325bbc6,segment=NetworkSegment(00cd8800-3b5e-49b2-aecd-def2a07ae15a),segment_id=00cd8800-3b5e-49b2-aecd-def2a07ae15a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:54.308206 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca2407-9f49-4fa5-8b8f-007156ae51da tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] Pushing event updated for resources: {'Port': ['ID=e7143e38-52dd-4fcc-b73b-7a7ec4181fd6,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:54.322139 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:54.366291 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-11789feb-0172-49b2-a55d-3e41fbabb8cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:54.414507 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62310b8d-306e-4e88-badc-0586cfd81096 req-caca2407-9f49-4fa5-8b8f-007156ae51da tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:54.415314 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-62310b8d-306e-4e88-badc-0586cfd81096 req-caca2407-9f49-4fa5-8b8f-007156ae51da tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:54.432490 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-62310b8d-306e-4e88-badc-0586cfd81096 req-caca2407-9f49-4fa5-8b8f-007156ae51da tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8873715 Aug 10 00:51:54.441400 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=c7a3b030-adf1-4d8d-be4f-93c78325bbc6,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:54.456897 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-62310b8d-306e-4e88-badc-0586cfd81096 req-1f3a6c63-d592-4196-99cc-1024027afb70 service neutron] Request body: {'port': {'device_id': '674073fb-5c21-4bf1-b05c-6eeedc996de3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:54.484898 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58984) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:54.517150 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b46957b9-a4cf-42cb-89b0-7412db8aae75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:54.538572 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 2f6d28ca-93a0-48b8-945b-1ef7afb67a3f no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:51:54.554212 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-ec8af337-0810-4567-a03b-189eb18ad8a2 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1253712107db49cfa26a2ea2f0554108&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0865788 Aug 10 00:51:54.572151 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d3bfadb0-4f0b-4364-ae54-7ca2ea0c315e req-17da7fb6-8c4d-4d72-84b4-fe5bf2007346 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/ports?device_id=a26b64c5-46d1-4a51-ba44-adcbbc28bd77 HTTP/1.1" status: 200 len: 210 time: 0.1068258 Aug 10 00:51:54.576319 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4c36a818-4c61-4f59-9bc8-50bd65269e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:54.580378 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 2f6d28ca-93a0-48b8-945b-1ef7afb67a3f {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:51:54.580892 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 2f6d28ca-93a0-48b8-945b-1ef7afb67a3f not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:51:54.594001 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9fee256c-33d1-4630-918b-5a027fd0f1d8 req-6448e6bf-6983-495f-8ffc-5d89e8366629 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902043 Aug 10 00:51:54.712827 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-11789feb-0172-49b2-a55d-3e41fbabb8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:54.715309 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-11789feb-0172-49b2-a55d-3e41fbabb8cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:54.716534 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-11789feb-0172-49b2-a55d-3e41fbabb8cb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/725420e9-df53-4ddc-a7e8-1982dceddcfb HTTP/1.1" status: 204 len: 168 time: 0.6138842 Aug 10 00:51:54.754113 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a26364a8-6263-4231-9c45-2208a0a91316 req-b73f0737-fb50-43a5-8618-9d43714bbca8 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0606cea-a8cb-4796-ab36-a93ad17252e6 HTTP/1.1" status: 200 len: 210 time: 0.0592804 Aug 10 00:51:54.829787 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11789feb-0172-49b2-a55d-3e41fbabb8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725420e9-df53-4ddc-a7e8-1982dceddcfb,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:54.880435 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656368fa-68e2-4402-bc60-a7a4271b0eaa req-ca039f82-c788-4a6c-bcb1-3e1394003532 tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:54.889430 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-656368fa-68e2-4402-bc60-a7a4271b0eaa req-ca039f82-c788-4a6c-bcb1-3e1394003532 tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] 10.222.0.35 "GET /v2.0/ports?device_id=674073fb-5c21-4bf1-b05c-6eeedc996de3 HTTP/1.1" status: 200 len: 931 time: 0.1541429 Aug 10 00:51:54.889621 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-62310b8d-306e-4e88-badc-0586cfd81096 req-1f3a6c63-d592-4196-99cc-1024027afb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:54.942124 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['c7a3b030-adf1-4d8d-be4f-93c78325bbc6'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:51:54.958729 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b46957b9-a4cf-42cb-89b0-7412db8aae75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:54.977530 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b46957b9-a4cf-42cb-89b0-7412db8aae75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:55.007021 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-656368fa-68e2-4402-bc60-a7a4271b0eaa req-d4b823b8-cc32-499b-952a-7173e4d3c5ae tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bac244b-a897-4fa4-aec5-d51d530260d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165087 Aug 10 00:51:55.010438 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-077a0b4e-546a-4abe-862e-90c3f5035c67 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:55.012490 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-077a0b4e-546a-4abe-862e-90c3f5035c67 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4226663 Aug 10 00:51:55.071063 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b69d1f-8103-4e34-82ba-894f581d2c62 req-e5bed7f8-d84b-4d12-9b39-6896e4c8b78c tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:55.074350 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-99b69d1f-8103-4e34-82ba-894f581d2c62 req-e5bed7f8-d84b-4d12-9b39-6896e4c8b78c tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=b80ef126-5374-449c-9ac7-c7fa472955b1 HTTP/1.1" status: 200 len: 944 time: 0.1719799 Aug 10 00:51:55.077070 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-e80f7a52-27f7-4347-a8c4-8f4fa1f9e336 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Request body: {'port': {'device_id': 'a26b64c5-46d1-4a51-ba44-adcbbc28bd77', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'admin_state_up': True, 'tenant_id': '1253712107db49cfa26a2ea2f0554108'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:55.129918 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46957b9-a4cf-42cb-89b0-7412db8aae75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f15c123-39ae-4c14-ac1d-65d43833287a,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:55.166550 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b46957b9-a4cf-42cb-89b0-7412db8aae75 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e14afdb8309c489b90b2ef49e22e4ed2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1143551 Aug 10 00:51:55.170873 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 59000) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:55.232411 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-99b69d1f-8103-4e34-82ba-894f581d2c62 req-c88b5921-9974-4db3-8b8d-625274d26c49 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/security-groups?id=709ca5dd-a64e-4e40-a421-0f2b5d9fc282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235483 Aug 10 00:51:55.274026 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4c36a818-4c61-4f59-9bc8-50bd65269e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:55.279179 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4c36a818-4c61-4f59-9bc8-50bd65269e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:55.305535 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36a818-4c61-4f59-9bc8-50bd65269e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d956b39d-dc83-4299-a38f-b6f5c542280b,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:55.357126 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4c36a818-4c61-4f59-9bc8-50bd65269e10 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8d72c75bea704f1893ab9d4e71450209&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8653440 Aug 10 00:51:55.357863 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 59008) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:55.384422 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ccadd162-0800-493b-9390-ef911f729982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:55.398173 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-e80f7a52-27f7-4347-a8c4-8f4fa1f9e336 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Made reservation on behalf of 1253712107db49cfa26a2ea2f0554108 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:51:55.401594 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-e80f7a52-27f7-4347-a8c4-8f4fa1f9e336 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:55.415232 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7e24555b-5ebd-448e-8608-892cf032aa41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:55.437865 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7e24555b-5ebd-448e-8608-892cf032aa41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:55.440302 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-e80f7a52-27f7-4347-a8c4-8f4fa1f9e336 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:55.448436 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ccadd162-0800-493b-9390-ef911f729982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:55.487433 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7e24555b-5ebd-448e-8608-892cf032aa41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:55.492459 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7e24555b-5ebd-448e-8608-892cf032aa41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:55.496310 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7e24555b-5ebd-448e-8608-892cf032aa41 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d956b39d-dc83-4299-a38f-b6f5c542280b HTTP/1.1" status: 204 len: 168 time: 0.1374331 Aug 10 00:51:55.498486 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-62310b8d-306e-4e88-badc-0586cfd81096 req-1f3a6c63-d592-4196-99cc-1024027afb70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7143e38-52dd-4fcc-b73b-7a7ec4181fd6 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:51:55.505649 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24555b-5ebd-448e-8608-892cf032aa41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d956b39d-dc83-4299-a38f-b6f5c542280b,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:55.541524 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-62310b8d-306e-4e88-badc-0586cfd81096 req-1f3a6c63-d592-4196-99cc-1024027afb70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:55.568062 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-62310b8d-306e-4e88-badc-0586cfd81096 req-1f3a6c63-d592-4196-99cc-1024027afb70 service neutron] Transition to ACTIVE for port object e7143e38-52dd-4fcc-b73b-7a7ec4181fd6 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:51:55.570260 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ccadd162-0800-493b-9390-ef911f729982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:55.572925 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ccadd162-0800-493b-9390-ef911f729982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:55.576435 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ccadd162-0800-493b-9390-ef911f729982 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7f15c123-39ae-4c14-ac1d-65d43833287a HTTP/1.1" status: 204 len: 168 time: 0.4021657 Aug 10 00:51:55.581478 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-62310b8d-306e-4e88-badc-0586cfd81096 req-1f3a6c63-d592-4196-99cc-1024027afb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:55.600570 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccadd162-0800-493b-9390-ef911f729982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f15c123-39ae-4c14-ac1d-65d43833287a,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:55.755131 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a6c63-d592-4196-99cc-1024027afb70 service neutron] Pushing event updated for resources: {'Port': ['ID=e7143e38-52dd-4fcc-b73b-7a7ec4181fd6,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:55.790211 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-e80f7a52-27f7-4347-a8c4-8f4fa1f9e336 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:55.798652 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-e80f7a52-27f7-4347-a8c4-8f4fa1f9e336 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:55.831474 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e0a390ff-6571-4fde-b9d4-2fdc0045b2e0 req-b0b3eaf4-2a4f-4d90-9a22-3047618cf5b5 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/ports?device_id=a26b64c5-46d1-4a51-ba44-adcbbc28bd77 HTTP/1.1" status: 200 len: 210 time: 0.1076157 Aug 10 00:51:55.835349 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f7a52-27f7-4347-a8c4-8f4fa1f9e336 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3030e10-15f0-42d7-9d25-cc0746a8d9e1,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:55.843603 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24d92563-1f84-4775-870a-474716bdba67 req-b7d633c0-4ae6-444c-95b7-7680b33a425d tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=53833d9b51994a8d9f2e258d03d6e4b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1093333 Aug 10 00:51:55.911174 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459a6db-fad5-4843-985d-e3f50ec9011f req-0f684ff9-8c79-4ecb-91d4-eaf46fa7ddfe tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:55.917950 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-62310b8d-306e-4e88-badc-0586cfd81096 req-1f3a6c63-d592-4196-99cc-1024027afb70 service neutron] Attempting to bind port e7143e38-52dd-4fcc-b73b-7a7ec4181fd6 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:51:55.918360 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-62310b8d-306e-4e88-badc-0586cfd81096 req-1f3a6c63-d592-4196-99cc-1024027afb70 service neutron] Attempting to bind port e7143e38-52dd-4fcc-b73b-7a7ec4181fd6 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '9b1b1e44-c865-48b7-8523-84b87a2d2e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b7f9b0a0-51e7-457c-a337-209a23a50469'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:51:55.918778 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62310b8d-306e-4e88-badc-0586cfd81096 req-1f3a6c63-d592-4196-99cc-1024027afb70 service neutron] Attempting to bind port e7143e38-52dd-4fcc-b73b-7a7ec4181fd6 on network b7f9b0a0-51e7-457c-a337-209a23a50469 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:55.920488 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3459a6db-fad5-4843-985d-e3f50ec9011f req-0f684ff9-8c79-4ecb-91d4-eaf46fa7ddfe tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 970 time: 0.2341349 Aug 10 00:51:55.928484 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62310b8d-306e-4e88-badc-0586cfd81096 req-1f3a6c63-d592-4196-99cc-1024027afb70 service neutron] Port e7143e38-52dd-4fcc-b73b-7a7ec4181fd6 on network b7f9b0a0-51e7-457c-a337-209a23a50469 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:51:55.928805 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62310b8d-306e-4e88-badc-0586cfd81096 req-1f3a6c63-d592-4196-99cc-1024027afb70 service neutron] Attempting to bind port e7143e38-52dd-4fcc-b73b-7a7ec4181fd6 on network b7f9b0a0-51e7-457c-a337-209a23a50469 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:55.936128 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62310b8d-306e-4e88-badc-0586cfd81096 req-1f3a6c63-d592-4196-99cc-1024027afb70 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:51:55.936671 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62310b8d-306e-4e88-badc-0586cfd81096 req-1f3a6c63-d592-4196-99cc-1024027afb70 service neutron] Checking segment: {'id': '9b1b1e44-c865-48b7-8523-84b87a2d2e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b7f9b0a0-51e7-457c-a337-209a23a50469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:51:55.937062 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62310b8d-306e-4e88-badc-0586cfd81096 req-1f3a6c63-d592-4196-99cc-1024027afb70 service neutron] Bound using segment: {'id': '9b1b1e44-c865-48b7-8523-84b87a2d2e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b7f9b0a0-51e7-457c-a337-209a23a50469'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:51:55.937499 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-62310b8d-306e-4e88-badc-0586cfd81096 req-1f3a6c63-d592-4196-99cc-1024027afb70 service neutron] Bound port: e7143e38-52dd-4fcc-b73b-7a7ec4181fd6, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b1b1e44-c865-48b7-8523-84b87a2d2e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b7f9b0a0-51e7-457c-a337-209a23a50469'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:51:55.937859 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-62310b8d-306e-4e88-badc-0586cfd81096 req-1f3a6c63-d592-4196-99cc-1024027afb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:55.996613 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device c7a3b030-adf1-4d8d-be4f-93c78325bbc6 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:51:56.025682 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-e80f7a52-27f7-4347-a8c4-8f4fa1f9e336 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Allocated IP 192.168.233.59 (853ae90b-411a-4cc9-b27c-aa212d4ff023/f49e9f1d-7e8a-42ac-a9f2-157734919ae5/eabbbc14-83dd-499d-b5a7-4316bc49faed) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:51:56.066960 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-62310b8d-306e-4e88-badc-0586cfd81096 req-1f3a6c63-d592-4196-99cc-1024027afb70 service neutron] For port e7143e38-52dd-4fcc-b73b-7a7ec4181fd6, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:51:56.075548 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-62310b8d-306e-4e88-badc-0586cfd81096 req-1f3a6c63-d592-4196-99cc-1024027afb70 service neutron] For port e7143e38-52dd-4fcc-b73b-7a7ec4181fd6, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=e7143e38-52dd-4fcc-b73b-7a7ec4181fd6,segment=NetworkSegment(9b1b1e44-c865-48b7-8523-84b87a2d2e18),segment_id=9b1b1e44-c865-48b7-8523-84b87a2d2e18)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:51:56.090333 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d11472d5-9b0a-4be0-a837-1442a376ead2 req-d1c91eea-4cdb-43a9-a091-6dc0e84c80bc tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0606cea-a8cb-4796-ab36-a93ad17252e6 HTTP/1.1" status: 200 len: 210 time: 0.1062312 Aug 10 00:51:56.094590 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-62310b8d-306e-4e88-badc-0586cfd81096 req-1f3a6c63-d592-4196-99cc-1024027afb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:56.099533 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port c7a3b030-adf1-4d8d-be4f-93c78325bbc6 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:51:56.103873 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port c7a3b030-adf1-4d8d-be4f-93c78325bbc6 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:56.104404 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:56.143323 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3459a6db-fad5-4843-985d-e3f50ec9011f req-dfd2b462-309d-4b3c-a39d-f3c98af0997f tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986649 Aug 10 00:51:56.219725 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a6c63-d592-4196-99cc-1024027afb70 service neutron] Pushing event updated for resources: {'Port': ['ID=e7143e38-52dd-4fcc-b73b-7a7ec4181fd6,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:56.222842 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d92563-1f84-4775-870a-474716bdba67 req-8380f212-db2e-4465-b88f-9a254eccab0e tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:56.225554 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24d92563-1f84-4775-870a-474716bdba67 req-8380f212-db2e-4465-b88f-9a254eccab0e tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3614299 Aug 10 00:51:56.234056 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62310b8d-306e-4e88-badc-0586cfd81096 req-1f3a6c63-d592-4196-99cc-1024027afb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:56.234883 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-62310b8d-306e-4e88-badc-0586cfd81096 req-1f3a6c63-d592-4196-99cc-1024027afb70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:56.236643 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-62310b8d-306e-4e88-badc-0586cfd81096 req-1f3a6c63-d592-4196-99cc-1024027afb70 service neutron] 10.222.0.24 "PUT /v2.0/ports/e7143e38-52dd-4fcc-b73b-7a7ec4181fd6 HTTP/1.1" status: 200 len: 1092 time: 1.7846942 Aug 10 00:51:56.237281 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '674073fb-5c21-4bf1-b05c-6eeedc996de3', 'tag': 'e7143e38-52dd-4fcc-b73b-7a7ec4181fd6'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:51:56.242640 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-24d92563-1f84-4775-870a-474716bdba67 req-96e93461-57b3-4602-a7a7-b191330f428e tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Request body: {'port': {'device_id': 'f0606cea-a8cb-4796-ab36-a93ad17252e6', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'admin_state_up': True, 'tenant_id': '53833d9b51994a8d9f2e258d03d6e4b2'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:56.246576 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80d1ca8-9ce1-4e59-bc7e-2a036f95eef7" -d '{"events": [{"name": "network-changed", "server_uuid": "674073fb-5c21-4bf1-b05c-6eeedc996de3", "tag": "e7143e38-52dd-4fcc-b73b-7a7ec4181fd6"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:51:56.262811 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:56.322779 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80ef126-5374-449c-9ac7-c7fa472955b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a3b030-adf1-4d8d-be4f-93c78325bbc6'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:51:56.325045 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4f8bdf-f57b-40f0-847d-3236ddaf79e6" -d '{"events": [{"server_uuid": "b80ef126-5374-449c-9ac7-c7fa472955b1", "name": "network-vif-plugged", "status": "completed", "tag": "c7a3b030-adf1-4d8d-be4f-93c78325bbc6"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:51:56.360661 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port c7a3b030-adf1-4d8d-be4f-93c78325bbc6, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=c7a3b030-adf1-4d8d-be4f-93c78325bbc6,segment=NetworkSegment(00cd8800-3b5e-49b2-aecd-def2a07ae15a),segment_id=00cd8800-3b5e-49b2-aecd-def2a07ae15a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:56.369131 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:56.390559 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835019d0-d2e8-4cc0-8f17-2c28d09959c0 req-86a44f08-6f13-4fef-a7e7-1b500fdd2d0b tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:56.400136 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62310b8d-306e-4e88-badc-0586cfd81096 req-2a173c2d-bfd8-4c93-afe8-6a4a77343d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:56.400523 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-835019d0-d2e8-4cc0-8f17-2c28d09959c0 req-86a44f08-6f13-4fef-a7e7-1b500fdd2d0b tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] 10.222.0.35 "GET /v2.0/ports?device_id=674073fb-5c21-4bf1-b05c-6eeedc996de3 HTTP/1.1" status: 200 len: 943 time: 0.1735170 Aug 10 00:51:56.401716 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-62310b8d-306e-4e88-badc-0586cfd81096 req-2a173c2d-bfd8-4c93-afe8-6a4a77343d3a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9a82c99a0e0a4d988fa5bd244138b1dd&device_id=674073fb-5c21-4bf1-b05c-6eeedc996de3 HTTP/1.1" status: 200 len: 1095 time: 0.0877457 Aug 10 00:51:56.448675 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=c7a3b030-adf1-4d8d-be4f-93c78325bbc6,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:56.453298 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-62310b8d-306e-4e88-badc-0586cfd81096 req-d12b2fa7-ce5b-4108-9bda-acf7789d773d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7143e38-52dd-4fcc-b73b-7a7ec4181fd6 HTTP/1.1" status: 200 len: 217 time: 0.0414174 Aug 10 00:51:56.468740 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-835019d0-d2e8-4cc0-8f17-2c28d09959c0 req-15d6efae-a42f-42c6-b45e-a17fd3eb8c8a tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bac244b-a897-4fa4-aec5-d51d530260d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568337 Aug 10 00:51:56.472878 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-e80f7a52-27f7-4347-a8c4-8f4fa1f9e336 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:56.488292 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24d92563-1f84-4775-870a-474716bdba67 req-96e93461-57b3-4602-a7a7-b191330f428e tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Made reservation on behalf of 53833d9b51994a8d9f2e258d03d6e4b2 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:51:56.492298 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-24d92563-1f84-4775-870a-474716bdba67 req-96e93461-57b3-4602-a7a7-b191330f428e tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:56.503091 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-24d92563-1f84-4775-870a-474716bdba67 req-96e93461-57b3-4602-a7a7-b191330f428e tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:56.513869 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-e80f7a52-27f7-4347-a8c4-8f4fa1f9e336 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Transition to ACTIVE for port object eabbbc14-83dd-499d-b5a7-4316bc49faed will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:51:56.529413 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62310b8d-306e-4e88-badc-0586cfd81096 req-2d1cceb8-cfd3-47eb-97be-3c6e2298a6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:56.531319 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-62310b8d-306e-4e88-badc-0586cfd81096 req-2d1cceb8-cfd3-47eb-97be-3c6e2298a6a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=919c61c2-1d9d-4f36-9a5f-a0057b3f36c8 HTTP/1.1" status: 200 len: 855 time: 0.0697153 Aug 10 00:51:56.629734 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-62310b8d-306e-4e88-badc-0586cfd81096 req-6a472629-4451-4a46-94c2-888a8fbabbc8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b7f9b0a0-51e7-457c-a337-209a23a50469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856485 Aug 10 00:51:56.685368 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-24d92563-1f84-4775-870a-474716bdba67 req-96e93461-57b3-4602-a7a7-b191330f428e tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:56.708775 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-e80f7a52-27f7-4347-a8c4-8f4fa1f9e336 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:56.709241 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-24d92563-1f84-4775-870a-474716bdba67 req-96e93461-57b3-4602-a7a7-b191330f428e tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:56.782366 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-e80f7a52-27f7-4347-a8c4-8f4fa1f9e336 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Network 853ae90b-411a-4cc9-b27c-aa212d4ff023 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:51:56.794319 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-e80f7a52-27f7-4347-a8c4-8f4fa1f9e336 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:51:56.797595 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-e80f7a52-27f7-4347-a8c4-8f4fa1f9e336 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:51:56.830250 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f7a52-27f7-4347-a8c4-8f4fa1f9e336 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Pushing event updated for resources: {'Port': ['ID=eabbbc14-83dd-499d-b5a7-4316bc49faed,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:56.835085 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2822d-2089-4500-a818-c441a00c288a req-80b6fdd5-d521-46d9-b1f1-feabca8d1d13 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:56.844293 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-90f2822d-2089-4500-a818-c441a00c288a req-80b6fdd5-d521-46d9-b1f1-feabca8d1d13 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=b80ef126-5374-449c-9ac7-c7fa472955b1 HTTP/1.1" status: 200 len: 945 time: 0.2291977 Aug 10 00:51:56.859276 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-62310b8d-306e-4e88-badc-0586cfd81096 req-5a621045-c855-47db-81a3-8f0df6f6aad4 service neutron] 10.222.0.24 "GET /v2.0/networks/b7f9b0a0-51e7-457c-a337-209a23a50469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226667 Aug 10 00:51:56.886215 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-e80f7a52-27f7-4347-a8c4-8f4fa1f9e336 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:56.886810 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-e80f7a52-27f7-4347-a8c4-8f4fa1f9e336 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:56.910277 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-24d92563-1f84-4775-870a-474716bdba67 req-96e93461-57b3-4602-a7a7-b191330f428e tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Allocated IP 192.168.233.90 (853ae90b-411a-4cc9-b27c-aa212d4ff023/f49e9f1d-7e8a-42ac-a9f2-157734919ae5/91df909d-3af1-4172-a2b0-7a3df43552d8) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:51:56.951823 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e93461-57b3-4602-a7a7-b191330f428e tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1d0e8f-7c11-49d2-9ba7-9325dd32a185,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:56.955023 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-e80f7a52-27f7-4347-a8c4-8f4fa1f9e336 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8818791 Aug 10 00:51:56.958700 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d3aac-0603-4fec-a20c-8182d7f51d89 req-1500a2f8-ac28-4f11-88e1-b4b34c960358 tempest-MigrationsAdminTest-47515320 tempest-MigrationsAdminTest-47515320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:56.960332 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-911d3aac-0603-4fec-a20c-8182d7f51d89 req-1500a2f8-ac28-4f11-88e1-b4b34c960358 tempest-MigrationsAdminTest-47515320 tempest-MigrationsAdminTest-47515320-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 1122 time: 0.2866666 Aug 10 00:51:56.981874 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-90f2822d-2089-4500-a818-c441a00c288a req-0de2fb4a-db52-4a1c-9598-de15f2436dc2 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/security-groups?id=709ca5dd-a64e-4e40-a421-0f2b5d9fc282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321621 Aug 10 00:51:56.984760 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-2790d4bd-3af0-4e06-a733-d81fe91234c0 service neutron] Request body: {'port': {'device_id': 'a26b64c5-46d1-4a51-ba44-adcbbc28bd77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:57.057209 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-62310b8d-306e-4e88-badc-0586cfd81096 req-7dbe14f3-f9fd-483c-a8ab-ebc951afbf6d service neutron] 10.222.0.24 "GET /v2.0/networks/b7f9b0a0-51e7-457c-a337-209a23a50469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897461 Aug 10 00:51:57.084164 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233c8c68-70dc-40cf-8fec-30570580be9a x-openstack-request-id: req-233c8c68-70dc-40cf-8fec-30570580be9a {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:51:57.084519 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "674073fb-5c21-4bf1-b05c-6eeedc996de3", "tag": "e7143e38-52dd-4fcc-b73b-7a7ec4181fd6", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:51:57.085013 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-233c8c68-70dc-40cf-8fec-30570580be9a {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:51:57.085599 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '674073fb-5c21-4bf1-b05c-6eeedc996de3', 'tag': 'e7143e38-52dd-4fcc-b73b-7a7ec4181fd6', 'status': 'completed', 'code': 200} Aug 10 00:51:57.089487 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-2790d4bd-3af0-4e06-a733-d81fe91234c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:57.126768 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8942f778-9483-464d-8fe7-3155191909fb x-openstack-request-id: req-8942f778-9483-464d-8fe7-3155191909fb {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:51:57.127299 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80ef126-5374-449c-9ac7-c7fa472955b1", "name": "network-vif-plugged", "status": "completed", "tag": "c7a3b030-adf1-4d8d-be4f-93c78325bbc6", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:51:57.127386 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8942f778-9483-464d-8fe7-3155191909fb {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:51:57.127877 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80ef126-5374-449c-9ac7-c7fa472955b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a3b030-adf1-4d8d-be4f-93c78325bbc6', 'code': 200} Aug 10 00:51:57.244556 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.20', 49526) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:57.249420 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-cec60e2d-32ba-4ff7-baa2-69b7f5ecdef3 None None] Provisioning for port eabbbc14-83dd-499d-b5a7-4316bc49faed completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:51:57.255077 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-cec60e2d-32ba-4ff7-baa2-69b7f5ecdef3 None None] Provisioning complete for port eabbbc14-83dd-499d-b5a7-4316bc49faed triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:57.255443 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cec60e2d-32ba-4ff7-baa2-69b7f5ecdef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:57.311540 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-911d3aac-0603-4fec-a20c-8182d7f51d89 req-2b57a876-8cac-423d-abb5-235d6ad22eea tempest-MigrationsAdminTest-47515320 tempest-MigrationsAdminTest-47515320-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:57.353873 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-cec60e2d-32ba-4ff7-baa2-69b7f5ecdef3 None None] Port eabbbc14-83dd-499d-b5a7-4316bc49faed cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:51:57.399593 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2065a5e-2091-46cf-87a5-90a0061f961f req-ee6da49e-cb2c-4678-9358-4e8af20b3062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:57.401132 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a2065a5e-2091-46cf-87a5-90a0061f961f req-ee6da49e-cb2c-4678-9358-4e8af20b3062 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b80ef126-5374-449c-9ac7-c7fa472955b1 HTTP/1.1" status: 200 len: 1097 time: 0.1352336 Aug 10 00:51:57.403695 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d1ca8-9ce1-4e59-bc7e-2a036f95eef7 req-6dfb7fd9-85e9-4e51-aa54-84345906f5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:57.405687 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f80d1ca8-9ce1-4e59-bc7e-2a036f95eef7 req-6dfb7fd9-85e9-4e51-aa54-84345906f5f7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9a82c99a0e0a4d988fa5bd244138b1dd&device_id=674073fb-5c21-4bf1-b05c-6eeedc996de3 HTTP/1.1" status: 200 len: 1095 time: 0.1596603 Aug 10 00:51:57.507240 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 59098) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:57.511127 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943c832-4e7c-46ec-9ad1-a21e49ad9b8e req-ef47abfa-20ec-4d69-b05f-86f50d67648e tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:57.512671 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e943c832-4e7c-46ec-9ad1-a21e49ad9b8e req-ef47abfa-20ec-4d69-b05f-86f50d67648e tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/ports?device_id=a26b64c5-46d1-4a51-ba44-adcbbc28bd77 HTTP/1.1" status: 200 len: 935 time: 0.1877375 Aug 10 00:51:57.532876 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a2065a5e-2091-46cf-87a5-90a0061f961f req-bb754c42-0c34-4a93-a46f-d9e8609c658c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=709ca5dd-a64e-4e40-a421-0f2b5d9fc282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218410 Aug 10 00:51:57.559910 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d1ca8-9ce1-4e59-bc7e-2a036f95eef7 req-457c794a-3536-49d7-875d-1082b6794921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:57.561307 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f80d1ca8-9ce1-4e59-bc7e-2a036f95eef7 req-457c794a-3536-49d7-875d-1082b6794921 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b7f9b0a0-51e7-457c-a337-209a23a50469 HTTP/1.1" status: 200 len: 916 time: 0.1447070 Aug 10 00:51:57.584467 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-911d3aac-0603-4fec-a20c-8182d7f51d89 req-2b57a876-8cac-423d-abb5-235d6ad22eea tempest-MigrationsAdminTest-47515320 tempest-MigrationsAdminTest-47515320-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:57.587737 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e943c832-4e7c-46ec-9ad1-a21e49ad9b8e req-6f972772-e467-4d84-8595-2da6b093b85b tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3030e10-15f0-42d7-9d25-cc0746a8d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681927 Aug 10 00:51:57.598832 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-911d3aac-0603-4fec-a20c-8182d7f51d89 req-2b57a876-8cac-423d-abb5-235d6ad22eea tempest-MigrationsAdminTest-47515320 tempest-MigrationsAdminTest-47515320-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:57.617419 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-911d3aac-0603-4fec-a20c-8182d7f51d89 req-2b57a876-8cac-423d-abb5-235d6ad22eea tempest-MigrationsAdminTest-47515320 tempest-MigrationsAdminTest-47515320-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6343212 Aug 10 00:51:57.632049 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f80d1ca8-9ce1-4e59-bc7e-2a036f95eef7 req-64ff42ad-3c46-4f79-a85f-efe24b2b13c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7143e38-52dd-4fcc-b73b-7a7ec4181fd6 HTTP/1.1" status: 200 len: 217 time: 0.0629842 Aug 10 00:51:57.667424 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57a876-8cac-423d-abb5-235d6ad22eea tempest-MigrationsAdminTest-47515320 tempest-MigrationsAdminTest-47515320-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff43fa7-e5f0-4ffb-9c43-49ca5255e60b,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:57.689137 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-24d92563-1f84-4775-870a-474716bdba67 req-96e93461-57b3-4602-a7a7-b191330f428e tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:57.700505 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d1ca8-9ce1-4e59-bc7e-2a036f95eef7 req-23aac57b-dc0c-4798-96fc-498bee2e8685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:57.702010 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f80d1ca8-9ce1-4e59-bc7e-2a036f95eef7 req-23aac57b-dc0c-4798-96fc-498bee2e8685 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=919c61c2-1d9d-4f36-9a5f-a0057b3f36c8 HTTP/1.1" status: 200 len: 855 time: 0.0634604 Aug 10 00:51:57.707697 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-24d92563-1f84-4775-870a-474716bdba67 req-96e93461-57b3-4602-a7a7-b191330f428e tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Transition to ACTIVE for port object 91df909d-3af1-4172-a2b0-7a3df43552d8 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:51:57.750463 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f80d1ca8-9ce1-4e59-bc7e-2a036f95eef7 req-250a2d6d-165e-4a8f-8107-4c7f54a88d9d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b7f9b0a0-51e7-457c-a337-209a23a50469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406985 Aug 10 00:51:57.790634 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1ccaba8e-64e2-4ddc-94e3-293dadc43750 req-d16e601d-1c48-4b13-b9c7-1ca53f99e919 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0606cea-a8cb-4796-ab36-a93ad17252e6 HTTP/1.1" status: 200 len: 210 time: 0.0617974 Aug 10 00:51:57.834582 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb29a2-d81f-4a7b-9786-f9176f9cc450 req-3a20d4bf-a0c7-417e-bfaa-7502980b2aab tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:57.842660 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eacb29a2-d81f-4a7b-9786-f9176f9cc450 req-3a20d4bf-a0c7-417e-bfaa-7502980b2aab tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] 10.222.0.35 "GET /v2.0/ports?device_id=674073fb-5c21-4bf1-b05c-6eeedc996de3 HTTP/1.1" status: 200 len: 943 time: 0.1018131 Aug 10 00:51:57.845465 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-24d92563-1f84-4775-870a-474716bdba67 req-96e93461-57b3-4602-a7a7-b191330f428e tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:57.849620 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:57.887292 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-1ef43305-104b-4218-bcd7-641be35aa727 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1075006119-network', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:57.900247 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eacb29a2-d81f-4a7b-9786-f9176f9cc450 req-ebe6f59a-5144-49cd-83d4-ceaa840e8e37 tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bac244b-a897-4fa4-aec5-d51d530260d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567632 Aug 10 00:51:57.927372 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24d92563-1f84-4775-870a-474716bdba67 req-96e93461-57b3-4602-a7a7-b191330f428e tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Network 853ae90b-411a-4cc9-b27c-aa212d4ff023 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:51:57.930360 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-24d92563-1f84-4775-870a-474716bdba67 req-96e93461-57b3-4602-a7a7-b191330f428e tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:51:57.954167 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d92563-1f84-4775-870a-474716bdba67 req-96e93461-57b3-4602-a7a7-b191330f428e tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:51:57.960773 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d92563-1f84-4775-870a-474716bdba67 req-96e93461-57b3-4602-a7a7-b191330f428e tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:57.961779 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-24d92563-1f84-4775-870a-474716bdba67 req-96e93461-57b3-4602-a7a7-b191330f428e tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:57.995835 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef43305-104b-4218-bcd7-641be35aa727 admin admin] Made reservation on behalf of cc2e62ffb5b34be582ea4ea144aaa50f for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:51:57.998806 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1ef43305-104b-4218-bcd7-641be35aa727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:58.004491 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24d92563-1f84-4775-870a-474716bdba67 req-96e93461-57b3-4602-a7a7-b191330f428e tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7664640 Aug 10 00:51:58.005943 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e93461-57b3-4602-a7a7-b191330f428e tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Pushing event updated for resources: {'Port': ['ID=91df909d-3af1-4172-a2b0-7a3df43552d8,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:58.020593 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1ef43305-104b-4218-bcd7-641be35aa727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:58.026434 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f80d1ca8-9ce1-4e59-bc7e-2a036f95eef7 req-a1f57efa-202b-465f-9562-f6643379972c service neutron] 10.222.0.24 "GET /v2.0/networks/b7f9b0a0-51e7-457c-a337-209a23a50469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684724 Aug 10 00:51:58.027037 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-24d92563-1f84-4775-870a-474716bdba67 req-3fd37c11-baef-4c33-9a2b-4ec59e667ff1 service neutron] Request body: {'port': {'device_id': 'f0606cea-a8cb-4796-ab36-a93ad17252e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:58.093080 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-24d92563-1f84-4775-870a-474716bdba67 req-3fd37c11-baef-4c33-9a2b-4ec59e667ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:58.226451 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-2790d4bd-3af0-4e06-a733-d81fe91234c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eabbbc14-83dd-499d-b5a7-4316bc49faed {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:51:58.240410 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-2790d4bd-3af0-4e06-a733-d81fe91234c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:58.250196 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f80d1ca8-9ce1-4e59-bc7e-2a036f95eef7 req-aa391e48-fcb9-46c1-86b0-ab07d75b7d9d service neutron] 10.222.0.24 "GET /v2.0/networks/b7f9b0a0-51e7-457c-a337-209a23a50469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143004 Aug 10 00:51:58.268799 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-2790d4bd-3af0-4e06-a733-d81fe91234c0 service neutron] Transition to ACTIVE for port object eabbbc14-83dd-499d-b5a7-4316bc49faed will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:51:58.282984 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-2790d4bd-3af0-4e06-a733-d81fe91234c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:58.303250 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0b01274b-4a2d-4f2f-a57f-1bd13aeea902 None None] Provisioning for port 91df909d-3af1-4172-a2b0-7a3df43552d8 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:51:58.308166 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0b01274b-4a2d-4f2f-a57f-1bd13aeea902 None None] Provisioning complete for port 91df909d-3af1-4172-a2b0-7a3df43552d8 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:58.308589 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0b01274b-4a2d-4f2f-a57f-1bd13aeea902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:58.383403 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-0b01274b-4a2d-4f2f-a57f-1bd13aeea902 None None] Port 91df909d-3af1-4172-a2b0-7a3df43552d8 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:51:58.486632 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653de329-33a9-43fb-9962-92f9d752e20e req-28667b74-3688-43f6-975b-5861356f08db tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:58.488942 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-653de329-33a9-43fb-9962-92f9d752e20e req-28667b74-3688-43f6-975b-5861356f08db tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=b80ef126-5374-449c-9ac7-c7fa472955b1 HTTP/1.1" status: 200 len: 945 time: 0.0902789 Aug 10 00:51:58.587107 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-653de329-33a9-43fb-9962-92f9d752e20e req-ca0f6d2c-223f-427a-813c-b315b6125e41 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/security-groups?id=709ca5dd-a64e-4e40-a421-0f2b5d9fc282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784595 Aug 10 00:51:58.597789 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1ef43305-104b-4218-bcd7-641be35aa727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:58.603895 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790d4bd-3af0-4e06-a733-d81fe91234c0 service neutron] Pushing event updated for resources: {'Port': ['ID=eabbbc14-83dd-499d-b5a7-4316bc49faed,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:58.629011 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1ef43305-104b-4218-bcd7-641be35aa727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:58.678732 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef43305-104b-4218-bcd7-641be35aa727 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:51:58.688119 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-24d92563-1f84-4775-870a-474716bdba67 req-3fd37c11-baef-4c33-9a2b-4ec59e667ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91df909d-3af1-4172-a2b0-7a3df43552d8 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:51:58.702310 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-24d92563-1f84-4775-870a-474716bdba67 req-3fd37c11-baef-4c33-9a2b-4ec59e667ff1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:58.726147 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef43305-104b-4218-bcd7-641be35aa727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fa134e-75c9-4973-b3e3-242b39af0b99,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:58.735713 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1ef43305-104b-4218-bcd7-641be35aa727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:58.736241 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-1ef43305-104b-4218-bcd7-641be35aa727 admin admin] Added segment ca4e504f-4f97-4302-9728-cd71fd6e7293 of type vlan for network 69f51d35-d4ba-4f49-8c05-8898ee0d5115 Aug 10 00:51:58.761791 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-24d92563-1f84-4775-870a-474716bdba67 req-3fd37c11-baef-4c33-9a2b-4ec59e667ff1 service neutron] Transition to ACTIVE for port object 91df909d-3af1-4172-a2b0-7a3df43552d8 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:51:58.776109 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-2790d4bd-3af0-4e06-a733-d81fe91234c0 service neutron] Attempting to bind port eabbbc14-83dd-499d-b5a7-4316bc49faed on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:51:58.776476 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-2790d4bd-3af0-4e06-a733-d81fe91234c0 service neutron] Attempting to bind port eabbbc14-83dd-499d-b5a7-4316bc49faed by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:51:58.776805 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-2790d4bd-3af0-4e06-a733-d81fe91234c0 service neutron] Attempting to bind port eabbbc14-83dd-499d-b5a7-4316bc49faed on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:58.787119 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-2790d4bd-3af0-4e06-a733-d81fe91234c0 service neutron] Port eabbbc14-83dd-499d-b5a7-4316bc49faed on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:51:58.787552 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-2790d4bd-3af0-4e06-a733-d81fe91234c0 service neutron] Attempting to bind port eabbbc14-83dd-499d-b5a7-4316bc49faed on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:58.802171 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1ef43305-104b-4218-bcd7-641be35aa727 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:58.806248 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-2790d4bd-3af0-4e06-a733-d81fe91234c0 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:51:58.812539 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-2790d4bd-3af0-4e06-a733-d81fe91234c0 service neutron] Checking segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:51:58.813006 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-2790d4bd-3af0-4e06-a733-d81fe91234c0 service neutron] Bound using segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:51:58.813475 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-2790d4bd-3af0-4e06-a733-d81fe91234c0 service neutron] Bound port: eabbbc14-83dd-499d-b5a7-4316bc49faed, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:51:58.813843 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-2790d4bd-3af0-4e06-a733-d81fe91234c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:58.825655 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-24d92563-1f84-4775-870a-474716bdba67 req-3fd37c11-baef-4c33-9a2b-4ec59e667ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:58.902954 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1ef43305-104b-4218-bcd7-641be35aa727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:58.904276 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef43305-104b-4218-bcd7-641be35aa727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:58.905271 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1ef43305-104b-4218-bcd7-641be35aa727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:58.947993 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f26b0-6767-4140-93a1-caa6b4da5207 req-f9367da8-67d7-4c17-a102-68ebeab80e68 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:58.950944 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ce7f26b0-6767-4140-93a1-caa6b4da5207 req-f9367da8-67d7-4c17-a102-68ebeab80e68 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 970 time: 0.1859438 Aug 10 00:51:58.971703 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd37c11-baef-4c33-9a2b-4ec59e667ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=91df909d-3af1-4172-a2b0-7a3df43552d8,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:58.976230 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-2790d4bd-3af0-4e06-a733-d81fe91234c0 service neutron] For port eabbbc14-83dd-499d-b5a7-4316bc49faed, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:51:58.989941 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1ef43305-104b-4218-bcd7-641be35aa727 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4707232 Aug 10 00:51:58.989941 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 59152) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:58.996503 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-8627ee53-8fb1-44eb-b028-79accd9bebe1 admin admin] Request body: {'subnet': {'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1075006119-subnet', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:59.000051 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-24d92563-1f84-4775-870a-474716bdba67 req-3fd37c11-baef-4c33-9a2b-4ec59e667ff1 service neutron] Attempting to bind port 91df909d-3af1-4172-a2b0-7a3df43552d8 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:51:59.000727 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-24d92563-1f84-4775-870a-474716bdba67 req-3fd37c11-baef-4c33-9a2b-4ec59e667ff1 service neutron] Attempting to bind port 91df909d-3af1-4172-a2b0-7a3df43552d8 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:51:59.001165 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d92563-1f84-4775-870a-474716bdba67 req-3fd37c11-baef-4c33-9a2b-4ec59e667ff1 service neutron] Attempting to bind port 91df909d-3af1-4172-a2b0-7a3df43552d8 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:59.018467 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 59156) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:59.022279 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-2790d4bd-3af0-4e06-a733-d81fe91234c0 service neutron] For port eabbbc14-83dd-499d-b5a7-4316bc49faed, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=eabbbc14-83dd-499d-b5a7-4316bc49faed,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:51:59.028724 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d92563-1f84-4775-870a-474716bdba67 req-3fd37c11-baef-4c33-9a2b-4ec59e667ff1 service neutron] Port 91df909d-3af1-4172-a2b0-7a3df43552d8 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:51:59.029204 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d92563-1f84-4775-870a-474716bdba67 req-3fd37c11-baef-4c33-9a2b-4ec59e667ff1 service neutron] Attempting to bind port 91df909d-3af1-4172-a2b0-7a3df43552d8 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:59.041707 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d92563-1f84-4775-870a-474716bdba67 req-3fd37c11-baef-4c33-9a2b-4ec59e667ff1 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:51:59.042053 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d92563-1f84-4775-870a-474716bdba67 req-3fd37c11-baef-4c33-9a2b-4ec59e667ff1 service neutron] Checking segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:51:59.042446 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d92563-1f84-4775-870a-474716bdba67 req-3fd37c11-baef-4c33-9a2b-4ec59e667ff1 service neutron] Bound using segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:51:59.042902 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-24d92563-1f84-4775-870a-474716bdba67 req-3fd37c11-baef-4c33-9a2b-4ec59e667ff1 service neutron] Bound port: 91df909d-3af1-4172-a2b0-7a3df43552d8, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:51:59.043274 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-24d92563-1f84-4775-870a-474716bdba67 req-3fd37c11-baef-4c33-9a2b-4ec59e667ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:59.043879 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-2790d4bd-3af0-4e06-a733-d81fe91234c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:59.056973 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef43305-104b-4218-bcd7-641be35aa727 admin admin] Pushing event updated for resources: {'Network': ['ID=69f51d35-d4ba-4f49-8c05-8898ee0d5115,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:59.072120 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 69f51d35-d4ba-4f49-8c05-8898ee0d5115 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:51:59.098678 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ce7f26b0-6767-4140-93a1-caa6b4da5207 req-daa7808c-556e-44de-b337-dcac3d068a41 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175418 Aug 10 00:51:59.129481 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-2790d4bd-3af0-4e06-a733-d81fe91234c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:59.130335 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-2790d4bd-3af0-4e06-a733-d81fe91234c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:59.134455 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-2790d4bd-3af0-4e06-a733-d81fe91234c0 service neutron] 10.222.0.20 "PUT /v2.0/ports/eabbbc14-83dd-499d-b5a7-4316bc49faed HTTP/1.1" status: 200 len: 1096 time: 2.1577642 Aug 10 00:51:59.145699 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a26b64c5-46d1-4a51-ba44-adcbbc28bd77', 'tag': 'eabbbc14-83dd-499d-b5a7-4316bc49faed'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:51:59.154013 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca8d91c-1da0-4bfe-8a9d-4988262c6a64" -d '{"events": [{"name": "network-changed", "server_uuid": "a26b64c5-46d1-4a51-ba44-adcbbc28bd77", "tag": "eabbbc14-83dd-499d-b5a7-4316bc49faed"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:51:59.170778 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8627ee53-8fb1-44eb-b028-79accd9bebe1 admin admin] Made reservation on behalf of cc2e62ffb5b34be582ea4ea144aaa50f for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:51:59.181031 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8627ee53-8fb1-44eb-b028-79accd9bebe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:59.185298 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2602e8-bab0-4a22-bb48-6fa9cd6de6bf req-db371848-379f-468c-8c91-11ca782b065e tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:59.194170 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5a2602e8-bab0-4a22-bb48-6fa9cd6de6bf req-db371848-379f-468c-8c91-11ca782b065e tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/ports?device_id=a26b64c5-46d1-4a51-ba44-adcbbc28bd77 HTTP/1.1" status: 200 len: 947 time: 0.1165786 Aug 10 00:51:59.223442 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-24d92563-1f84-4775-870a-474716bdba67 req-3fd37c11-baef-4c33-9a2b-4ec59e667ff1 service neutron] For port 91df909d-3af1-4172-a2b0-7a3df43552d8, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:51:59.243344 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-24d92563-1f84-4775-870a-474716bdba67 req-3fd37c11-baef-4c33-9a2b-4ec59e667ff1 service neutron] For port 91df909d-3af1-4172-a2b0-7a3df43552d8, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=91df909d-3af1-4172-a2b0-7a3df43552d8,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:51:59.255527 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-24d92563-1f84-4775-870a-474716bdba67 req-3fd37c11-baef-4c33-9a2b-4ec59e667ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:59.276940 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5a2602e8-bab0-4a22-bb48-6fa9cd6de6bf req-143e920f-848e-4397-b77e-bf78238c003b tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3030e10-15f0-42d7-9d25-cc0746a8d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773685 Aug 10 00:51:59.341233 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d92563-1f84-4775-870a-474716bdba67 req-3fd37c11-baef-4c33-9a2b-4ec59e667ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:59.342058 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-24d92563-1f84-4775-870a-474716bdba67 req-3fd37c11-baef-4c33-9a2b-4ec59e667ff1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:59.344834 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24d92563-1f84-4775-870a-474716bdba67 req-3fd37c11-baef-4c33-9a2b-4ec59e667ff1 service neutron] 10.222.0.24 "PUT /v2.0/ports/91df909d-3af1-4172-a2b0-7a3df43552d8 HTTP/1.1" status: 200 len: 1096 time: 1.3229034 Aug 10 00:51:59.345974 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790d4bd-3af0-4e06-a733-d81fe91234c0 service neutron] Pushing event updated for resources: {'Port': ['ID=eabbbc14-83dd-499d-b5a7-4316bc49faed,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:59.354475 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0606cea-a8cb-4796-ab36-a93ad17252e6', 'tag': '91df909d-3af1-4172-a2b0-7a3df43552d8'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:51:59.356712 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0019379-3113-40c4-937f-59c0c119827b" -d '{"events": [{"name": "network-changed", "server_uuid": "f0606cea-a8cb-4796-ab36-a93ad17252e6", "tag": "91df909d-3af1-4172-a2b0-7a3df43552d8"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:51:59.368008 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-6ed44aa9-2dc1-4ce2-b460-12ea8bc0886d req-d98203e0-ed08-491b-85e1-dc6175a7820a tempest-SecurityGroupsTestAdminJSON-1953532655 tempest-SecurityGroupsTestAdminJSON-1953532655-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1593617562', 'description': 'tempest-description-1662806310'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:59.394678 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-32462e32-dd87-4a15-a7de-d3b4e0b1ab9c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3670802 Aug 10 00:51:59.412029 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-85b7357d-aafd-42fc-9fe3-01d4f7f3e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:59.413538 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-85b7357d-aafd-42fc-9fe3-01d4f7f3e465 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1253712107db49cfa26a2ea2f0554108&device_id=a26b64c5-46d1-4a51-ba44-adcbbc28bd77 HTTP/1.1" status: 200 len: 1099 time: 0.1688414 Aug 10 00:51:59.478942 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd37c11-baef-4c33-9a2b-4ec59e667ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=91df909d-3af1-4172-a2b0-7a3df43552d8,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:59.499844 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-6ed44aa9-2dc1-4ce2-b460-12ea8bc0886d req-d98203e0-ed08-491b-85e1-dc6175a7820a tempest-SecurityGroupsTestAdminJSON-1953532655 tempest-SecurityGroupsTestAdminJSON-1953532655-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:59.524764 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67d0d5-468e-4829-a60a-48b9a4655137 req-ffb92fac-c099-47a9-9db7-4917e3e44ade tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:59.531124 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-d46ca6d4-345d-4bf6-8a81-a3b579bafdcc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=eabbbc14-83dd-499d-b5a7-4316bc49faed HTTP/1.1" status: 200 len: 217 time: 0.0479727 Aug 10 00:51:59.532547 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ad67d0d5-468e-4829-a60a-48b9a4655137 req-ffb92fac-c099-47a9-9db7-4917e3e44ade tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0606cea-a8cb-4796-ab36-a93ad17252e6 HTTP/1.1" status: 200 len: 947 time: 0.1524768 Aug 10 00:51:59.537351 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-6ed44aa9-2dc1-4ce2-b460-12ea8bc0886d req-d98203e0-ed08-491b-85e1-dc6175a7820a tempest-SecurityGroupsTestAdminJSON-1953532655 tempest-SecurityGroupsTestAdminJSON-1953532655-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:59.588594 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d92563-1f84-4775-870a-474716bdba67 req-2b71afa7-bf03-4485-b61b-ba21a0211f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:59.592904 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24d92563-1f84-4775-870a-474716bdba67 req-2b71afa7-bf03-4485-b61b-ba21a0211f53 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=53833d9b51994a8d9f2e258d03d6e4b2&device_id=f0606cea-a8cb-4796-ab36-a93ad17252e6 HTTP/1.1" status: 200 len: 1099 time: 0.1745019 Aug 10 00:51:59.643475 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8627ee53-8fb1-44eb-b028-79accd9bebe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:59.692655 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24d92563-1f84-4775-870a-474716bdba67 req-e633e18f-9772-49a1-9b8c-9c6482e38e84 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=91df909d-3af1-4172-a2b0-7a3df43552d8 HTTP/1.1" status: 200 len: 217 time: 0.0625024 Aug 10 00:51:59.721044 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ad67d0d5-468e-4829-a60a-48b9a4655137 req-9d0ebdb2-1072-4aac-98df-3eac6bfefbee tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b1d0e8f-7c11-49d2-9ba7-9325dd32a185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872904 Aug 10 00:51:59.721429 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-6bbe13aa-07a0-4af4-a28f-4a73e4fb1cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:59.724135 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-6bbe13aa-07a0-4af4-a28f-4a73e4fb1cfe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.1448283 Aug 10 00:51:59.727317 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8627ee53-8fb1-44eb-b028-79accd9bebe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcf03b3b-6f13-42e9-be6a-f87764bef944,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:59.778806 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d92563-1f84-4775-870a-474716bdba67 req-5e40f921-2e19-4be0-bcfa-854e063b3e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:59.780598 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24d92563-1f84-4775-870a-474716bdba67 req-5e40f921-2e19-4be0-bcfa-854e063b3e9e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0797858 Aug 10 00:51:59.788547 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8627ee53-8fb1-44eb-b028-79accd9bebe1 admin admin] Checking segment: {'id': 'ca4e504f-4f97-4302-9728-cd71fd6e7293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:51:59.789040 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8627ee53-8fb1-44eb-b028-79accd9bebe1 admin admin] Network hostable DHCP agents. Network: 69f51d35-d4ba-4f49-8c05-8898ee0d5115, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:51:59.817426 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8627ee53-8fb1-44eb-b028-79accd9bebe1 admin admin] Network 69f51d35-d4ba-4f49-8c05-8898ee0d5115 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:51:59.820843 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-bea7da8b-9a86-4067-8814-acdf1da09e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:59.822342 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-bea7da8b-9a86-4067-8814-acdf1da09e12 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0871770 Aug 10 00:51:59.847174 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-8627ee53-8fb1-44eb-b028-79accd9bebe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 69f51d35-d4ba-4f49-8c05-8898ee0d5115) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:51:59.856701 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e35ef5-47b3-42a5-b4c4-289bc6d410ae None None] Network 69f51d35-d4ba-4f49-8c05-8898ee0d5115 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:51:59.876599 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8627ee53-8fb1-44eb-b028-79accd9bebe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:59.877075 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8627ee53-8fb1-44eb-b028-79accd9bebe1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:59.918733 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d92563-1f84-4775-870a-474716bdba67 req-fcf7aff1-1613-462b-b623-73bd57d02610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:59.920988 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24d92563-1f84-4775-870a-474716bdba67 req-fcf7aff1-1613-462b-b623-73bd57d02610 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1280403 Aug 10 00:51:59.935665 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd596e6b-240f-48e7-bc04-822b1a4d1091 req-84f65b32-2c89-48f2-8725-8f89b18cd840 tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:59.937451 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd596e6b-240f-48e7-bc04-822b1a4d1091 req-84f65b32-2c89-48f2-8725-8f89b18cd840 tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] 10.222.0.35 "GET /v2.0/ports?device_id=674073fb-5c21-4bf1-b05c-6eeedc996de3 HTTP/1.1" status: 200 len: 943 time: 0.1225212 Aug 10 00:51:59.940435 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-2638e507-9b51-4be3-b6c6-7f38178e3b09 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109459 Aug 10 00:52:00.033549 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-6ed44aa9-2dc1-4ce2-b460-12ea8bc0886d req-d98203e0-ed08-491b-85e1-dc6175a7820a tempest-SecurityGroupsTestAdminJSON-1953532655 tempest-SecurityGroupsTestAdminJSON-1953532655-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:00.049630 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd596e6b-240f-48e7-bc04-822b1a4d1091 req-a6d956d2-ad70-4a1c-beca-a4639d62a7b5 tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bac244b-a897-4fa4-aec5-d51d530260d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957186 Aug 10 00:52:00.055443 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-6ed44aa9-2dc1-4ce2-b460-12ea8bc0886d req-d98203e0-ed08-491b-85e1-dc6175a7820a tempest-SecurityGroupsTestAdminJSON-1953532655 tempest-SecurityGroupsTestAdminJSON-1953532655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:00.069509 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0aea978-6b87-4da3-9fd4-c7f9640dfce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'fixed_ips': [{'subnet_id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:52:00.070742 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8627ee53-8fb1-44eb-b028-79accd9bebe1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0852325 Aug 10 00:52:00.075264 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f0aea978-6b87-4da3-9fd4-c7f9640dfce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:00.076473 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8f9e8421-127a-4415-acf2-a1bb9db3b68e req-67f2ca0e-ae6f-4d28-9f4f-c7d436a33004 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283369 Aug 10 00:52:00.077004 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 59188) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:00.087769 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-28859dca-ae57-4212-abfb-ba264ce801b3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1075006119-router', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:00.150737 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98203e0-ed08-491b-85e1-dc6175a7820a tempest-SecurityGroupsTestAdminJSON-1953532655 tempest-SecurityGroupsTestAdminJSON-1953532655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8626317f-d067-4ce2-800f-dddb2bb724c8,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:00.186869 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e24236-4b35-4bbe-8569-5ac5f7168a66 x-openstack-request-id: req-52e24236-4b35-4bbe-8569-5ac5f7168a66 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:00.187716 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a26b64c5-46d1-4a51-ba44-adcbbc28bd77", "tag": "eabbbc14-83dd-499d-b5a7-4316bc49faed", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:00.188325 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-52e24236-4b35-4bbe-8569-5ac5f7168a66 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:00.188922 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a26b64c5-46d1-4a51-ba44-adcbbc28bd77', 'tag': 'eabbbc14-83dd-499d-b5a7-4316bc49faed', 'status': 'completed', 'code': 200} Aug 10 00:52:00.224047 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-6ed44aa9-2dc1-4ce2-b460-12ea8bc0886d req-d98203e0-ed08-491b-85e1-dc6175a7820a tempest-SecurityGroupsTestAdminJSON-1953532655 tempest-SecurityGroupsTestAdminJSON-1953532655-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:00.233737 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24d92563-1f84-4775-870a-474716bdba67 req-eaffeeea-2a17-4046-86e0-b90e1a7dc07c service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896600 Aug 10 00:52:00.234462 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-6ed44aa9-2dc1-4ce2-b460-12ea8bc0886d req-d98203e0-ed08-491b-85e1-dc6175a7820a tempest-SecurityGroupsTestAdminJSON-1953532655 tempest-SecurityGroupsTestAdminJSON-1953532655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:00.246112 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8572d90-3fc1-4c3d-abf1-d78e6d30ea06 x-openstack-request-id: req-b8572d90-3fc1-4c3d-abf1-d78e6d30ea06 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:00.246407 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0606cea-a8cb-4796-ab36-a93ad17252e6", "tag": "91df909d-3af1-4172-a2b0-7a3df43552d8", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:00.246652 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b8572d90-3fc1-4c3d-abf1-d78e6d30ea06 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:00.247048 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0606cea-a8cb-4796-ab36-a93ad17252e6', 'tag': '91df909d-3af1-4172-a2b0-7a3df43552d8', 'status': 'completed', 'code': 200} Aug 10 00:52:00.285523 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28859dca-ae57-4212-abfb-ba264ce801b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:00.287240 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28859dca-ae57-4212-abfb-ba264ce801b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:00.303810 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8d91c-1da0-4bfe-8a9d-4988262c6a64 req-360d4875-2bef-4025-b7aa-bb1113e14c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:00.305806 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7ca8d91c-1da0-4bfe-8a9d-4988262c6a64 req-360d4875-2bef-4025-b7aa-bb1113e14c10 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1253712107db49cfa26a2ea2f0554108&device_id=a26b64c5-46d1-4a51-ba44-adcbbc28bd77 HTTP/1.1" status: 200 len: 1099 time: 0.0693069 Aug 10 00:52:00.336811 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-6ed44aa9-2dc1-4ce2-b460-12ea8bc0886d req-d98203e0-ed08-491b-85e1-dc6175a7820a tempest-SecurityGroupsTestAdminJSON-1953532655 tempest-SecurityGroupsTestAdminJSON-1953532655-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:00.350058 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6ed44aa9-2dc1-4ce2-b460-12ea8bc0886d req-d98203e0-ed08-491b-85e1-dc6175a7820a tempest-SecurityGroupsTestAdminJSON-1953532655 tempest-SecurityGroupsTestAdminJSON-1953532655-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.9966269 Aug 10 00:52:00.404050 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28859dca-ae57-4212-abfb-ba264ce801b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:00.425895 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98203e0-ed08-491b-85e1-dc6175a7820a tempest-SecurityGroupsTestAdminJSON-1953532655 tempest-SecurityGroupsTestAdminJSON-1953532655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5680e5aa-5ec2-40a6-8d55-18a4a8380567,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:00.446267 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-f0aea978-6b87-4da3-9fd4-c7f9640dfce0 None None] Allocated IP 172.20.0.2 (69f51d35-d4ba-4f49-8c05-8898ee0d5115/dcf03b3b-6f13-42e9-be6a-f87764bef944/4390c61c-b9ad-4a61-a91f-822e0e398030) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:52:00.470913 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701425c-2080-4d62-b026-4aee253419ae req-6eee36dd-8a5e-484d-8002-dfbf80a6cfc2 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:00.473025 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0701425c-2080-4d62-b026-4aee253419ae req-6eee36dd-8a5e-484d-8002-dfbf80a6cfc2 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=b80ef126-5374-449c-9ac7-c7fa472955b1 HTTP/1.1" status: 200 len: 945 time: 0.0918760 Aug 10 00:52:00.476925 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24d92563-1f84-4775-870a-474716bdba67 req-a5cdf17e-2af6-485f-aeb9-8b7cffb8e202 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291420 Aug 10 00:52:00.544718 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0701425c-2080-4d62-b026-4aee253419ae req-55677595-589c-4566-8c19-75333fcc82e4 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/security-groups?id=709ca5dd-a64e-4e40-a421-0f2b5d9fc282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649652 Aug 10 00:52:00.586962 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1997c5-ffe7-4857-9c5d-f78fdf4b0bf6 req-046ca0f8-c536-4afa-bc95-b98aae47a23c tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:00.591873 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ca1997c5-ffe7-4857-9c5d-f78fdf4b0bf6 req-046ca0f8-c536-4afa-bc95-b98aae47a23c tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 970 time: 0.1106234 Aug 10 00:52:00.598379 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28859dca-ae57-4212-abfb-ba264ce801b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:00.605022 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8d91c-1da0-4bfe-8a9d-4988262c6a64 req-77fb2667-55e4-4db4-b38f-b1c6c6a100bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:00.607431 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7ca8d91c-1da0-4bfe-8a9d-4988262c6a64 req-77fb2667-55e4-4db4-b38f-b1c6c6a100bd service neutron] 10.222.0.20 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.2931504 Aug 10 00:52:00.616681 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device e7143e38-52dd-4fcc-b73b-7a7ec4181fd6 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:52:00.674719 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7ca8d91c-1da0-4bfe-8a9d-4988262c6a64 req-1b3ab1a2-a120-4165-a5c2-fc346797241e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=eabbbc14-83dd-499d-b5a7-4316bc49faed HTTP/1.1" status: 200 len: 217 time: 0.0586488 Aug 10 00:52:00.689053 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0019379-3113-40c4-937f-59c0c119827b req-f71930c1-7186-4b2a-b906-7ea23682d76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:00.690910 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f0019379-3113-40c4-937f-59c0c119827b req-f71930c1-7186-4b2a-b906-7ea23682d76d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=53833d9b51994a8d9f2e258d03d6e4b2&device_id=f0606cea-a8cb-4796-ab36-a93ad17252e6 HTTP/1.1" status: 200 len: 1099 time: 0.0893018 Aug 10 00:52:00.693996 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ca1997c5-ffe7-4857-9c5d-f78fdf4b0bf6 req-8b6a041e-01b7-4a49-8f4a-de15294a640a tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942750 Aug 10 00:52:00.757176 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8d91c-1da0-4bfe-8a9d-4988262c6a64 req-df401956-9799-4647-af7c-b36453478c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:00.758604 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7ca8d91c-1da0-4bfe-8a9d-4988262c6a64 req-df401956-9799-4647-af7c-b36453478c9f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0569437 Aug 10 00:52:00.783382 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-8988bcd8-6112-4dd6-8e54-ed6f516d3636 req-7133ec79-1b0f-4316-b6b2-0adf560c6f91 tempest-SecurityGroupsTestAdminJSON-1953532655 tempest-SecurityGroupsTestAdminJSON-1953532655-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1823534276', 'description': 'tempest-description-2143580615'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:00.793611 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port e7143e38-52dd-4fcc-b73b-7a7ec4181fd6, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=e7143e38-52dd-4fcc-b73b-7a7ec4181fd6,segment=NetworkSegment(9b1b1e44-c865-48b7-8523-84b87a2d2e18),segment_id=9b1b1e44-c865-48b7-8523-84b87a2d2e18)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:00.814165 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'e7143e38-52dd-4fcc-b73b-7a7ec4181fd6', 'network_id': 'b7f9b0a0-51e7-457c-a337-209a23a50469', 'port_id': 'e7143e38-52dd-4fcc-b73b-7a7ec4181fd6', 'mac_address': 'fa:16:3e:bb:fb:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '919c61c2-1d9d-4f36-9a5f-a0057b3f36c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:52:00.830856 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8d91c-1da0-4bfe-8a9d-4988262c6a64 req-6fdad9c1-535c-4f75-baab-5116f71a82d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:00.833011 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7ca8d91c-1da0-4bfe-8a9d-4988262c6a64 req-6fdad9c1-535c-4f75-baab-5116f71a82d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0668235 Aug 10 00:52:00.839776 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8988bcd8-6112-4dd6-8e54-ed6f516d3636 req-7133ec79-1b0f-4316-b6b2-0adf560c6f91 tempest-SecurityGroupsTestAdminJSON-1953532655 tempest-SecurityGroupsTestAdminJSON-1953532655-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:00.858552 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f0aea978-6b87-4da3-9fd4-c7f9640dfce0 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:00.864796 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259e39a-c63f-4e3f-8882-8c01d2286ddf req-466ea482-0586-44fc-aded-7df2baa91a91 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:00.867603 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:00.871806 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f0aea978-6b87-4da3-9fd4-c7f9640dfce0 None None] Transition to ACTIVE for port object 4390c61c-b9ad-4a61-a91f-822e0e398030 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:52:00.872234 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5259e39a-c63f-4e3f-8882-8c01d2286ddf req-466ea482-0586-44fc-aded-7df2baa91a91 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/ports?device_id=a26b64c5-46d1-4a51-ba44-adcbbc28bd77 HTTP/1.1" status: 200 len: 947 time: 0.1746063 Aug 10 00:52:00.888589 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7143e38-52dd-4fcc-b73b-7a7ec4181fd6 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:52:00.902291 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0019379-3113-40c4-937f-59c0c119827b req-7307a7cb-a4aa-44a8-a6de-b6607ceba8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:00.903528 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f0019379-3113-40c4-937f-59c0c119827b req-7307a7cb-a4aa-44a8-a6de-b6607ceba8d2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.2050333 Aug 10 00:52:00.905301 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f0aea978-6b87-4da3-9fd4-c7f9640dfce0 None None] Transition to ACTIVE for port object 4390c61c-b9ad-4a61-a91f-822e0e398030 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:52:00.915875 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port e7143e38-52dd-4fcc-b73b-7a7ec4181fd6, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=e7143e38-52dd-4fcc-b73b-7a7ec4181fd6,segment=NetworkSegment(9b1b1e44-c865-48b7-8523-84b87a2d2e18),segment_id=9b1b1e44-c865-48b7-8523-84b87a2d2e18)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:00.918250 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f0aea978-6b87-4da3-9fd4-c7f9640dfce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:00.928563 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:00.954946 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0aea978-6b87-4da3-9fd4-c7f9640dfce0 None None] Network 69f51d35-d4ba-4f49-8c05-8898ee0d5115 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:52:00.957613 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f0019379-3113-40c4-937f-59c0c119827b req-2444877a-458e-434d-9a92-9668f031bae5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=91df909d-3af1-4172-a2b0-7a3df43552d8 HTTP/1.1" status: 200 len: 217 time: 0.0449479 Aug 10 00:52:00.958293 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-f0aea978-6b87-4da3-9fd4-c7f9640dfce0 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:52:00.965745 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aea978-6b87-4da3-9fd4-c7f9640dfce0 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:52:00.975589 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5259e39a-c63f-4e3f-8882-8c01d2286ddf req-bca380cc-190e-4b64-868f-f043d3e432f0 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3030e10-15f0-42d7-9d25-cc0746a8d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024618 Aug 10 00:52:00.975766 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aea978-6b87-4da3-9fd4-c7f9640dfce0 None None] Pushing event updated for resources: {'Port': ['ID=4390c61c-b9ad-4a61-a91f-822e0e398030,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:01.066445 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0019379-3113-40c4-937f-59c0c119827b req-ac84f1a4-c6fc-4f02-b3a2-5e9c85d64f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:01.069107 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f0019379-3113-40c4-937f-59c0c119827b req-ac84f1a4-c6fc-4f02-b3a2-5e9c85d64f9b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0913832 Aug 10 00:52:01.083897 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-f0aea978-6b87-4da3-9fd4-c7f9640dfce0 None None] Attempting to bind port 4390c61c-b9ad-4a61-a91f-822e0e398030 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:52:01.084349 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-f0aea978-6b87-4da3-9fd4-c7f9640dfce0 None None] Attempting to bind port 4390c61c-b9ad-4a61-a91f-822e0e398030 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'ca4e504f-4f97-4302-9728-cd71fd6e7293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:52:01.084842 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aea978-6b87-4da3-9fd4-c7f9640dfce0 None None] Attempting to bind port 4390c61c-b9ad-4a61-a91f-822e0e398030 on network 69f51d35-d4ba-4f49-8c05-8898ee0d5115 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:01.092820 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aea978-6b87-4da3-9fd4-c7f9640dfce0 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:52:01.093208 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aea978-6b87-4da3-9fd4-c7f9640dfce0 None None] Checking segment: {'id': 'ca4e504f-4f97-4302-9728-cd71fd6e7293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:52:01.093616 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f0aea978-6b87-4da3-9fd4-c7f9640dfce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:01.094023 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aea978-6b87-4da3-9fd4-c7f9640dfce0 None None] Bound using segment: {'id': 'ca4e504f-4f97-4302-9728-cd71fd6e7293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:52:01.094505 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-f0aea978-6b87-4da3-9fd4-c7f9640dfce0 None None] Bound port: 4390c61c-b9ad-4a61-a91f-822e0e398030, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4e504f-4f97-4302-9728-cd71fd6e7293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:52:01.094895 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f0aea978-6b87-4da3-9fd4-c7f9640dfce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:01.098176 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=e7143e38-52dd-4fcc-b73b-7a7ec4181fd6,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:01.161419 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8988bcd8-6112-4dd6-8e54-ed6f516d3636 req-7133ec79-1b0f-4316-b6b2-0adf560c6f91 tempest-SecurityGroupsTestAdminJSON-1953532655 tempest-SecurityGroupsTestAdminJSON-1953532655-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:01.175251 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8988bcd8-6112-4dd6-8e54-ed6f516d3636 req-7133ec79-1b0f-4316-b6b2-0adf560c6f91 tempest-SecurityGroupsTestAdminJSON-1953532655 tempest-SecurityGroupsTestAdminJSON-1953532655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:01.185699 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-f0aea978-6b87-4da3-9fd4-c7f9640dfce0 None None] For port 4390c61c-b9ad-4a61-a91f-822e0e398030, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:52:01.189748 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-f0aea978-6b87-4da3-9fd4-c7f9640dfce0 None None] For port 4390c61c-b9ad-4a61-a91f-822e0e398030, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=4390c61c-b9ad-4a61-a91f-822e0e398030,segment=NetworkSegment(ca4e504f-4f97-4302-9728-cd71fd6e7293),segment_id=ca4e504f-4f97-4302-9728-cd71fd6e7293)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:52:01.197649 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f0aea978-6b87-4da3-9fd4-c7f9640dfce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:01.205617 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0019379-3113-40c4-937f-59c0c119827b req-5b338524-32e2-44b4-aa70-822b3540fcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:01.208006 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f0019379-3113-40c4-937f-59c0c119827b req-5b338524-32e2-44b4-aa70-822b3540fcd9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1310387 Aug 10 00:52:01.225384 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8bc27-6193-40c4-9f76-5094d12b2fdb req-b7749ddd-480a-4b20-bae9-c1e441e5da0c tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:01.227095 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e2b8bc27-6193-40c4-9f76-5094d12b2fdb req-b7749ddd-480a-4b20-bae9-c1e441e5da0c tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=b80ef126-5374-449c-9ac7-c7fa472955b1 HTTP/1.1" status: 200 len: 945 time: 0.1389780 Aug 10 00:52:01.245981 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 59210) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:01.252906 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-b58d0e63-48f2-421c-979d-d4a2a612f803 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Request body: {'floatingip': {'port_id': 'c7a3b030-adf1-4d8d-be4f-93c78325bbc6'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:01.262363 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28859dca-ae57-4212-abfb-ba264ce801b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:01.271335 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8988bcd8-6112-4dd6-8e54-ed6f516d3636 req-7133ec79-1b0f-4316-b6b2-0adf560c6f91 tempest-SecurityGroupsTestAdminJSON-1953532655 tempest-SecurityGroupsTestAdminJSON-1953532655-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:01.281635 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aea978-6b87-4da3-9fd4-c7f9640dfce0 None None] Pushing event updated for resources: {'Port': ['ID=4390c61c-b9ad-4a61-a91f-822e0e398030,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:01.282878 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8988bcd8-6112-4dd6-8e54-ed6f516d3636 req-7133ec79-1b0f-4316-b6b2-0adf560c6f91 tempest-SecurityGroupsTestAdminJSON-1953532655 tempest-SecurityGroupsTestAdminJSON-1953532655-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5074353 Aug 10 00:52:01.298275 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28859dca-ae57-4212-abfb-ba264ce801b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:01.321365 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['e7143e38-52dd-4fcc-b73b-7a7ec4181fd6'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:52:01.386238 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7ca8d91c-1da0-4bfe-8a9d-4988262c6a64 req-17821045-2c33-49f8-9889-6ccdde0ef66e service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5381873 Aug 10 00:52:01.395812 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-a3586620-4ef7-4c0d-bbbb-3f87c46be19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:01.397318 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-a3586620-4ef7-4c0d-bbbb-3f87c46be19b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 1122 time: 0.1008518 Aug 10 00:52:01.439928 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b58d0e63-48f2-421c-979d-d4a2a612f803 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks [] for floatingip, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:01.443119 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133ec79-1b0f-4316-b6b2-0adf560c6f91 tempest-SecurityGroupsTestAdminJSON-1953532655 tempest-SecurityGroupsTestAdminJSON-1953532655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd409129-ed41-41b5-aba5-a205c6544102,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:01.634561 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7ca8d91c-1da0-4bfe-8a9d-4988262c6a64 req-46c1aaac-07ad-438f-a430-20119a19f741 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324839 Aug 10 00:52:01.636471 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-28859dca-ae57-4212-abfb-ba264ce801b3 admin admin] Allocated IP 172.25.2.218 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/0c9645bf-4c62-4252-8fa2-3428d07ede0d) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:52:01.654435 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-2a36fc24-b041-49c9-b38f-fc5d96839450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:01.656852 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-2a36fc24-b041-49c9-b38f-fc5d96839450 service neutron] 10.222.0.24 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.2102613 Aug 10 00:52:01.693373 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763f745-2814-4c5a-9801-5f575dbcbd78 req-912907b6-a899-418e-8dbc-fa36caa71e33 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:01.694757 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e763f745-2814-4c5a-9801-5f575dbcbd78 req-912907b6-a899-418e-8dbc-fa36caa71e33 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0606cea-a8cb-4796-ab36-a93ad17252e6 HTTP/1.1" status: 200 len: 947 time: 0.2485878 Aug 10 00:52:01.699316 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f0019379-3113-40c4-937f-59c0c119827b req-f3eab05b-0a63-49b9-b6e9-636056914294 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4711857 Aug 10 00:52:01.732448 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc72cfc-0681-4e47-b576-8523064045fd req-cd65dddc-5a0b-4984-aefd-05bbd4600e2d tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:01.733884 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8dc72cfc-0681-4e47-b576-8523064045fd req-cd65dddc-5a0b-4984-aefd-05bbd4600e2d tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] 10.222.0.35 "GET /v2.0/ports?device_id=674073fb-5c21-4bf1-b05c-6eeedc996de3 HTTP/1.1" status: 200 len: 944 time: 0.2845502 Aug 10 00:52:01.741671 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-9be2d34e-09c9-4e34-b3d5-4be46b93f359 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=adc78391-d6f9-4d24-a261-f8d782ea2f86 HTTP/1.1" status: 200 len: 217 time: 0.0632300 Aug 10 00:52:01.816770 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-d444af02-eaa9-4330-b2ee-528be796b3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:01.818201 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-d444af02-eaa9-4330-b2ee-528be796b3ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0657699 Aug 10 00:52:01.827436 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28859dca-ae57-4212-abfb-ba264ce801b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:01.892671 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-999f67b8-45b0-4dd2-b425-c3f27ad598b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:01.894204 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-999f67b8-45b0-4dd2-b425-c3f27ad598b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0645735 Aug 10 00:52:01.911622 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28859dca-ae57-4212-abfb-ba264ce801b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:01.992406 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28859dca-ae57-4212-abfb-ba264ce801b3 admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:52:02.001716 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-28859dca-ae57-4212-abfb-ba264ce801b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:52:02.012515 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28859dca-ae57-4212-abfb-ba264ce801b3 admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:52:02.041146 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28859dca-ae57-4212-abfb-ba264ce801b3 admin admin] Pushing event updated for resources: {'Port': ['ID=0c9645bf-4c62-4252-8fa2-3428d07ede0d,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:02.069408 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-4aa60704-4eb3-4846-b1a7-8c3d49b534bd service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673348 Aug 10 00:52:02.091923 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e763f745-2814-4c5a-9801-5f575dbcbd78 req-5dc0490f-81c6-4374-a3e3-9c5663668b8f tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b1d0e8f-7c11-49d2-9ba7-9325dd32a185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873138 Aug 10 00:52:02.141648 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8dc72cfc-0681-4e47-b576-8523064045fd req-da951421-14d0-4df2-b299-6085fa3241c3 tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bac244b-a897-4fa4-aec5-d51d530260d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818939 Aug 10 00:52:02.182452 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f0019379-3113-40c4-937f-59c0c119827b req-e5957940-9190-46ae-a553-af080aecca90 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727824 Aug 10 00:52:02.262239 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-d6b634d7-e4cb-410e-aa2f-41d9feaf478b req-6a46d585-cbe3-4ae9-980e-f88c252ae434 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1198103442', 'description': 'tempest-description-1999546313'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:02.276267 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-88e3c8c2-56ca-43c4-b9a3-969af86526f9 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991525 Aug 10 00:52:02.434288 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28859dca-ae57-4212-abfb-ba264ce801b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:02.449361 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f82a08-7cd5-4cb1-b9df-c09413cd2355 None None] Network 69f51d35-d4ba-4f49-8c05-8898ee0d5115 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:52:02.487208 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d6b634d7-e4cb-410e-aa2f-41d9feaf478b req-6a46d585-cbe3-4ae9-980e-f88c252ae434 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:02.499088 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac32a51-e5a0-434d-b875-b09ac11e6b7f req-8bc68e25-24ab-4ad1-9551-f5aa3ba805b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:02.500618 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6ac32a51-e5a0-434d-b875-b09ac11e6b7f req-8bc68e25-24ab-4ad1-9551-f5aa3ba805b9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 1122 time: 0.1017575 Aug 10 00:52:02.521293 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495152ac-64a0-4799-a867-7555e35ad5a5 req-3449822d-e156-49b3-ab58-9661306c11a1 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:02.522911 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-495152ac-64a0-4799-a867-7555e35ad5a5 req-3449822d-e156-49b3-ab58-9661306c11a1 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 970 time: 0.2677200 Aug 10 00:52:02.536285 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6fb7e9e4-6269-405e-871d-c4fde4ecb1d4 None None] Provisioning for port 4390c61c-b9ad-4a61-a91f-822e0e398030 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:52:02.538549 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d6b634d7-e4cb-410e-aa2f-41d9feaf478b req-6a46d585-cbe3-4ae9-980e-f88c252ae434 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:02.588934 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device e7143e38-52dd-4fcc-b73b-7a7ec4181fd6 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:52:02.657884 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4390c61c-b9ad-4a61-a91f-822e0e398030 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:52:02.708659 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-495152ac-64a0-4799-a867-7555e35ad5a5 req-eac505ff-242b-4575-9056-8264be21968d tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781623 Aug 10 00:52:02.713225 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac32a51-e5a0-434d-b875-b09ac11e6b7f req-44d05187-15ad-4902-8f73-e4d27bdfe96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:02.714080 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.db.resource_extend [None req-b58d0e63-48f2-421c-979d-d4a2a612f803 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 00:52:02.718101 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6ac32a51-e5a0-434d-b875-b09ac11e6b7f req-44d05187-15ad-4902-8f73-e4d27bdfe96d service neutron] 10.222.0.24 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.1829731 Aug 10 00:52:02.737685 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port e7143e38-52dd-4fcc-b73b-7a7ec4181fd6 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:52:02.742516 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port e7143e38-52dd-4fcc-b73b-7a7ec4181fd6 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:02.743135 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:02.769692 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28859dca-ae57-4212-abfb-ba264ce801b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:02.772144 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 4390c61c-b9ad-4a61-a91f-822e0e398030 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:52:02.779157 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 4390c61c-b9ad-4a61-a91f-822e0e398030 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:02.779729 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:02.853560 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b58d0e63-48f2-421c-979d-d4a2a612f803 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:02.872169 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b58d0e63-48f2-421c-979d-d4a2a612f803 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:02.903159 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6ac32a51-e5a0-434d-b875-b09ac11e6b7f req-e2234322-5c13-4a12-8748-c330b39dff3f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=adc78391-d6f9-4d24-a261-f8d782ea2f86 HTTP/1.1" status: 200 len: 217 time: 0.1287057 Aug 10 00:52:02.906348 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:02.909850 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:02.945476 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca20b91-e3c7-401e-bd09-574802e030ca req-5bb37cc4-f843-4a46-8c8d-82a948efca4d tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:02.947200 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4ca20b91-e3c7-401e-bd09-574802e030ca req-5bb37cc4-f843-4a46-8c8d-82a948efca4d tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/ports?device_id=a26b64c5-46d1-4a51-ba44-adcbbc28bd77 HTTP/1.1" status: 200 len: 947 time: 0.1419349 Aug 10 00:52:02.949571 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '674073fb-5c21-4bf1-b05c-6eeedc996de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7143e38-52dd-4fcc-b73b-7a7ec4181fd6'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:02.951935 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c11d7a7-e2c5-4c9f-b52c-e7a88101dfdd" -d '{"events": [{"server_uuid": "674073fb-5c21-4bf1-b05c-6eeedc996de3", "name": "network-vif-plugged", "status": "completed", "tag": "e7143e38-52dd-4fcc-b73b-7a7ec4181fd6"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:02.966243 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d6b634d7-e4cb-410e-aa2f-41d9feaf478b req-6a46d585-cbe3-4ae9-980e-f88c252ae434 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:02.978375 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port e7143e38-52dd-4fcc-b73b-7a7ec4181fd6, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=e7143e38-52dd-4fcc-b73b-7a7ec4181fd6,segment=NetworkSegment(9b1b1e44-c865-48b7-8523-84b87a2d2e18),segment_id=9b1b1e44-c865-48b7-8523-84b87a2d2e18)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:02.978375 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 4390c61c-b9ad-4a61-a91f-822e0e398030, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=4390c61c-b9ad-4a61-a91f-822e0e398030,segment=NetworkSegment(ca4e504f-4f97-4302-9728-cd71fd6e7293),segment_id=ca4e504f-4f97-4302-9728-cd71fd6e7293)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:02.983352 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:02.995448 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:03.010219 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d6b634d7-e4cb-410e-aa2f-41d9feaf478b req-6a46d585-cbe3-4ae9-980e-f88c252ae434 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:03.049343 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=4390c61c-b9ad-4a61-a91f-822e0e398030,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:03.079128 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4ca20b91-e3c7-401e-bd09-574802e030ca req-841d4ead-ed64-4ee6-8957-17953017bf5a tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3030e10-15f0-42d7-9d25-cc0746a8d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211126 Aug 10 00:52:03.079768 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a46d585-cbe3-4ae9-980e-f88c252ae434 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1d8f41-c8e7-475f-9482-0709a929f05b,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:03.088021 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [None req-b58d0e63-48f2-421c-979d-d4a2a612f803 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Floating IP 5b3c7bac-3945-4b98-b658-63b5ab6415b4 associated. External IP: 172.25.2.242, port: c7a3b030-adf1-4d8d-be4f-93c78325bbc6. Aug 10 00:52:03.131529 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ac077687-5646-488d-bb38-0fa7bbabc871 None None] Provisioning complete for port 4390c61c-b9ad-4a61-a91f-822e0e398030 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:03.131999 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ac077687-5646-488d-bb38-0fa7bbabc871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:03.223621 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4317420c-bdcd-4e92-85b2-33dd5920afb7 x-openstack-request-id: req-4317420c-bdcd-4e92-85b2-33dd5920afb7 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:03.224010 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "674073fb-5c21-4bf1-b05c-6eeedc996de3", "name": "network-vif-plugged", "status": "completed", "tag": "e7143e38-52dd-4fcc-b73b-7a7ec4181fd6", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:03.224301 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4317420c-bdcd-4e92-85b2-33dd5920afb7 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:03.225224 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '674073fb-5c21-4bf1-b05c-6eeedc996de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7143e38-52dd-4fcc-b73b-7a7ec4181fd6', 'code': 200} Aug 10 00:52:03.229508 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=e7143e38-52dd-4fcc-b73b-7a7ec4181fd6,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:03.263621 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d6b634d7-e4cb-410e-aa2f-41d9feaf478b req-6a46d585-cbe3-4ae9-980e-f88c252ae434 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:03.286533 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac32a51-e5a0-434d-b875-b09ac11e6b7f req-bf479a30-1e0d-4658-8d2b-d848d5dd5e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:03.287902 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6ac32a51-e5a0-434d-b875-b09ac11e6b7f req-bf479a30-1e0d-4658-8d2b-d848d5dd5e18 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.3507671 Aug 10 00:52:03.288129 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d6b634d7-e4cb-410e-aa2f-41d9feaf478b req-6a46d585-cbe3-4ae9-980e-f88c252ae434 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:03.360439 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac32a51-e5a0-434d-b875-b09ac11e6b7f req-807bf586-3ced-4418-93d6-427bf48c4b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:03.361997 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6ac32a51-e5a0-434d-b875-b09ac11e6b7f req-807bf586-3ced-4418-93d6-427bf48c4b93 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0663571 Aug 10 00:52:03.367168 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28859dca-ae57-4212-abfb-ba264ce801b3 admin admin] Router 1b2ac2e4-6ed8-46ce-90af-2c454640483b is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 00:52:03.381234 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d6b634d7-e4cb-410e-aa2f-41d9feaf478b req-6a46d585-cbe3-4ae9-980e-f88c252ae434 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:03.382457 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d6b634d7-e4cb-410e-aa2f-41d9feaf478b req-6a46d585-cbe3-4ae9-980e-f88c252ae434 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.1261399 Aug 10 00:52:03.405381 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9474d3-855f-4a8e-83b7-3d3d03d4a8d6 req-d89e8b5d-efdc-43ac-8a87-4cec3d59e09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:03.406929 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9a9474d3-855f-4a8e-83b7-3d3d03d4a8d6 req-d89e8b5d-efdc-43ac-8a87-4cec3d59e09a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=674073fb-5c21-4bf1-b05c-6eeedc996de3 HTTP/1.1" status: 200 len: 1097 time: 0.1599476 Aug 10 00:52:03.407560 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a46d585-cbe3-4ae9-980e-f88c252ae434 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc41214-8d1b-40dc-8e0d-1d1d2fc4648a,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:03.483380 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34979a66-c1ac-4faa-92cf-d469639ccb90 req-f4f30889-675b-4b43-abfe-3079b9b76274 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:03.488672 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-34979a66-c1ac-4faa-92cf-d469639ccb90 req-f4f30889-675b-4b43-abfe-3079b9b76274 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0606cea-a8cb-4796-ab36-a93ad17252e6 HTTP/1.1" status: 200 len: 947 time: 0.1950228 Aug 10 00:52:03.533795 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 59236) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:03.539293 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9a9474d3-855f-4a8e-83b7-3d3d03d4a8d6 req-95c13c59-ae96-446b-ac29-fd331320d4e3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3bac244b-a897-4fa4-aec5-d51d530260d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236839 Aug 10 00:52:03.568212 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6ac32a51-e5a0-434d-b875-b09ac11e6b7f req-34d702ed-4e6f-47b8-9423-924646cc9011 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984699 Aug 10 00:52:03.570191 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28859dca-ae57-4212-abfb-ba264ce801b3 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:52:03.583640 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9f89f0-d224-42a9-8d52-cf033af2aec2 None None] Sync routers for ids ['1b2ac2e4-6ed8-46ce-90af-2c454640483b'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:52:03.585313 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58d0e63-48f2-421c-979d-d4a2a612f803 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Router 2a2c37e0-62c6-4f7b-a81d-a872163db1a4 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:52:03.586716 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28859dca-ae57-4212-abfb-ba264ce801b3 admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:03.591391 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-28859dca-ae57-4212-abfb-ba264ce801b3 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.5121446 Aug 10 00:52:03.592369 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 59240) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:03.600901 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9f89f0-d224-42a9-8d52-cf033af2aec2 None None] Routers {'1b2ac2e4-6ed8-46ce-90af-2c454640483b'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:52:03.601959 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-bf9f89f0-d224-42a9-8d52-cf033af2aec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:51:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['1b2ac2e4-6ed8-46ce-90af-2c454640483b'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:03.602124 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-34979a66-c1ac-4faa-92cf-d469639ccb90 req-78e3f5b7-2ae2-47c2-9cc2-97dde887eda8 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b1d0e8f-7c11-49d2-9ba7-9325dd32a185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003106 Aug 10 00:52:03.634865 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd4851-944b-4a96-b418-1d713f2a1b9a req-f5b1bf52-d487-4395-a759-620cd492edae tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:03.651954 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-abdd4851-944b-4a96-b418-1d713f2a1b9a req-f5b1bf52-d487-4395-a759-620cd492edae tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] 10.222.0.35 "GET /v2.0/ports?device_id=674073fb-5c21-4bf1-b05c-6eeedc996de3 HTTP/1.1" status: 200 len: 945 time: 0.1778047 Aug 10 00:52:03.665076 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-f45f826d-af9d-4871-b2ba-773daf1bd673 req-745694ed-4eda-40c6-b7d1-2263cfd31a9a tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-467281490', 'description': 'tempest-description-122611808'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:03.724925 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-bf9f89f0-d224-42a9-8d52-cf033af2aec2 None None] Set router 1b2ac2e4-6ed8-46ce-90af-2c454640483b gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:52:03.725138 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-906cf554-574d-4703-91c2-9ba875364b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:03.743937 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f45f826d-af9d-4871-b2ba-773daf1bd673 req-745694ed-4eda-40c6-b7d1-2263cfd31a9a tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:03.752412 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-abdd4851-944b-4a96-b418-1d713f2a1b9a req-616396e0-cc31-42a0-b92b-2fc01d7d2134 tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bac244b-a897-4fa4-aec5-d51d530260d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000352 Aug 10 00:52:03.817749 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6ac32a51-e5a0-434d-b875-b09ac11e6b7f req-ef4dcda7-7d47-4df7-adaf-9a30f43334c1 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608765 Aug 10 00:52:03.924044 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-bf9f89f0-d224-42a9-8d52-cf033af2aec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1075006119-router', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:00Z', 'updated_at': '2021-08-10T00:52:02Z', 'revision_number': 3, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'gw_port': {'id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:01Z', 'updated_at': '2021-08-10T00:52:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:04.044842 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9f89f0-d224-42a9-8d52-cf033af2aec2 None None] Checking router: 1b2ac2e4-6ed8-46ce-90af-2c454640483b for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:52:04.045268 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9f89f0-d224-42a9-8d52-cf033af2aec2 None None] Updating router 1b2ac2e4-6ed8-46ce-90af-2c454640483b port 0c9645bf-4c62-4252-8fa2-3428d07ede0d binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:52:04.064632 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device eabbbc14-83dd-499d-b5a7-4316bc49faed details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:52:04.074989 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58d0e63-48f2-421c-979d-d4a2a612f803 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:52:04.076841 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf9f89f0-d224-42a9-8d52-cf033af2aec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:04.080758 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b58d0e63-48f2-421c-979d-d4a2a612f803 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:04.098627 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f50d60e-31cc-46f6-9ffe-1d50cf70e375 None None] Sync routers for ids ['2a2c37e0-62c6-4f7b-a81d-a872163db1a4'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:52:04.137883 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27496499-a89d-4eaf-b356-87da4e081c07 req-ab5d969e-8d68-43fb-9306-4fbe04920844 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:04.139531 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-27496499-a89d-4eaf-b356-87da4e081c07 req-ab5d969e-8d68-43fb-9306-4fbe04920844 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 970 time: 0.1242325 Aug 10 00:52:04.140997 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b58d0e63-48f2-421c-979d-d4a2a612f803 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "PUT /v2.0/floatingips/5b3c7bac-3945-4b98-b658-63b5ab6415b4 HTTP/1.1" status: 200 len: 991 time: 2.8919356 Aug 10 00:52:04.144892 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80ef126-5374-449c-9ac7-c7fa472955b1', 'tag': 'c7a3b030-adf1-4d8d-be4f-93c78325bbc6'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:04.146898 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e4915d-9fde-4d56-af40-df5907bc2244" -d '{"events": [{"name": "network-changed", "server_uuid": "b80ef126-5374-449c-9ac7-c7fa472955b1", "tag": "c7a3b030-adf1-4d8d-be4f-93c78325bbc6"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:04.157068 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f50d60e-31cc-46f6-9ffe-1d50cf70e375 None None] Routers {'2a2c37e0-62c6-4f7b-a81d-a872163db1a4'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:52:04.157777 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-0f50d60e-31cc-46f6-9ffe-1d50cf70e375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:51:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['2a2c37e0-62c6-4f7b-a81d-a872163db1a4'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:04.188196 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b131c5b3-0886-4c58-b048-b7824255d944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:04.189088 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f45f826d-af9d-4871-b2ba-773daf1bd673 req-745694ed-4eda-40c6-b7d1-2263cfd31a9a tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:04.200175 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f45f826d-af9d-4871-b2ba-773daf1bd673 req-745694ed-4eda-40c6-b7d1-2263cfd31a9a tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:04.226198 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-27496499-a89d-4eaf-b356-87da4e081c07 req-21672c84-4900-4142-b12e-f0cc1ad3b865 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738168 Aug 10 00:52:04.262210 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745694ed-4eda-40c6-b7d1-2263cfd31a9a tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2b6cfe-7fd3-4a15-8d32-95ffac7a3ea1,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:04.292969 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port eabbbc14-83dd-499d-b5a7-4316bc49faed, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=eabbbc14-83dd-499d-b5a7-4316bc49faed,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:04.313397 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': 'eabbbc14-83dd-499d-b5a7-4316bc49faed', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': 'eabbbc14-83dd-499d-b5a7-4316bc49faed', 'mac_address': 'fa:16:3e:f5:0c:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:52:04.353937 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-0f50d60e-31cc-46f6-9ffe-1d50cf70e375 None None] Set router 2a2c37e0-62c6-4f7b-a81d-a872163db1a4 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:52:04.372629 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86854b-1438-44cf-a5c3-0d8ef5de3cc0 req-6a584686-23e4-47a3-af3c-5c3271febd58 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:04.374421 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9b86854b-1438-44cf-a5c3-0d8ef5de3cc0 req-6a584686-23e4-47a3-af3c-5c3271febd58 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/ports?device_id=a26b64c5-46d1-4a51-ba44-adcbbc28bd77 HTTP/1.1" status: 200 len: 947 time: 0.0691283 Aug 10 00:52:04.413127 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:04.417300 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf9f89f0-d224-42a9-8d52-cf033af2aec2 None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:04.433065 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-bf9f89f0-d224-42a9-8d52-cf033af2aec2 None None] Transition to ACTIVE for port object 0c9645bf-4c62-4252-8fa2-3428d07ede0d will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:52:04.434281 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-b131c5b3-0886-4c58-b048-b7824255d944 admin admin] Allocated IP 172.20.0.1 (69f51d35-d4ba-4f49-8c05-8898ee0d5115/dcf03b3b-6f13-42e9-be6a-f87764bef944/ccb8d22f-28bd-447e-8026-fa3e74e719d7) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:52:04.434964 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9b86854b-1438-44cf-a5c3-0d8ef5de3cc0 req-476fe4a9-6140-49a8-9be6-593c2a52f598 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3030e10-15f0-42d7-9d25-cc0746a8d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531476 Aug 10 00:52:04.444348 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf9f89f0-d224-42a9-8d52-cf033af2aec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:04.476390 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-906cf554-574d-4703-91c2-9ba875364b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:04.484590 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-906cf554-574d-4703-91c2-9ba875364b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:04.494153 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f45f826d-af9d-4871-b2ba-773daf1bd673 req-745694ed-4eda-40c6-b7d1-2263cfd31a9a tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:04.496258 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f45f826d-af9d-4871-b2ba-773daf1bd673 req-745694ed-4eda-40c6-b7d1-2263cfd31a9a tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8409386 Aug 10 00:52:04.496579 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eabbbc14-83dd-499d-b5a7-4316bc49faed {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:52:04.529507 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-906cf554-574d-4703-91c2-9ba875364b35 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=844045854fbb46b7b554b727ad14d365&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9873595 Aug 10 00:52:04.529930 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port eabbbc14-83dd-499d-b5a7-4316bc49faed, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=eabbbc14-83dd-499d-b5a7-4316bc49faed,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:04.530069 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 59252) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:04.574733 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:04.598442 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906cf554-574d-4703-91c2-9ba875364b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3ba2bb-3150-47ab-87b7-e77b4993de8d,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:04.614884 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f0f566-8c90-4bf3-8591-574da2149a24 x-openstack-request-id: req-e0f0f566-8c90-4bf3-8591-574da2149a24 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:04.615164 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80ef126-5374-449c-9ac7-c7fa472955b1", "tag": "c7a3b030-adf1-4d8d-be4f-93c78325bbc6", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:04.615791 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e0f0f566-8c90-4bf3-8591-574da2149a24 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:04.626021 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b80ef126-5374-449c-9ac7-c7fa472955b1', 'tag': 'c7a3b030-adf1-4d8d-be4f-93c78325bbc6', 'status': 'completed', 'code': 200} Aug 10 00:52:04.627558 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-bf9f89f0-d224-42a9-8d52-cf033af2aec2 None None] Attempting to bind port 0c9645bf-4c62-4252-8fa2-3428d07ede0d on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:52:04.628613 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-bf9f89f0-d224-42a9-8d52-cf033af2aec2 None None] Attempting to bind port 0c9645bf-4c62-4252-8fa2-3428d07ede0d by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:52:04.631379 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9f89f0-d224-42a9-8d52-cf033af2aec2 None None] Attempting to bind port 0c9645bf-4c62-4252-8fa2-3428d07ede0d on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:04.639289 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 91df909d-3af1-4172-a2b0-7a3df43552d8 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:52:04.646516 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9bbb4313-d866-45db-98c1-19dfbb5bd98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:04.667291 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d33f21-d10b-409d-96ad-8cc7c77e7a7a None None] Pushing event updated for resources: {'Port': ['ID=0c9645bf-4c62-4252-8fa2-3428d07ede0d,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:04.669922 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9f89f0-d224-42a9-8d52-cf033af2aec2 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:52:04.671928 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9f89f0-d224-42a9-8d52-cf033af2aec2 None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:52:04.672577 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf9f89f0-d224-42a9-8d52-cf033af2aec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:04.673128 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9f89f0-d224-42a9-8d52-cf033af2aec2 None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:52:04.673768 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-bf9f89f0-d224-42a9-8d52-cf033af2aec2 None None] Bound port: 0c9645bf-4c62-4252-8fa2-3428d07ede0d, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:52:04.674344 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf9f89f0-d224-42a9-8d52-cf033af2aec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:04.688511 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9bbb4313-d866-45db-98c1-19dfbb5bd98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:04.719898 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4390c61c-b9ad-4a61-a91f-822e0e398030 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:52:04.739620 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-bf9f89f0-d224-42a9-8d52-cf033af2aec2 None None] For port 0c9645bf-4c62-4252-8fa2-3428d07ede0d, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:52:04.743283 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-bf9f89f0-d224-42a9-8d52-cf033af2aec2 None None] For port 0c9645bf-4c62-4252-8fa2-3428d07ede0d, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=0c9645bf-4c62-4252-8fa2-3428d07ede0d,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:52:04.751555 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf9f89f0-d224-42a9-8d52-cf033af2aec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:04.764975 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b131c5b3-0886-4c58-b048-b7824255d944 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:04.791308 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-b131c5b3-0886-4c58-b048-b7824255d944 admin admin] Transition to ACTIVE for port object ccb8d22f-28bd-447e-8026-fa3e74e719d7 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:52:04.826125 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d33f21-d10b-409d-96ad-8cc7c77e7a7a None None] Pushing event updated for resources: {'Port': ['ID=0c9645bf-4c62-4252-8fa2-3428d07ede0d,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:04.830555 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4915d-9fde-4d56-af40-df5907bc2244 req-50bd1efb-e6f9-4b90-a1f0-75028ebd3945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:04.832713 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a1e4915d-9fde-4d56-af40-df5907bc2244 req-50bd1efb-e6f9-4b90-a1f0-75028ebd3945 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=efee53c3551044e8afcc00c8cdf7b6ca&device_id=b80ef126-5374-449c-9ac7-c7fa472955b1 HTTP/1.1" status: 200 len: 1097 time: 0.1861300 Aug 10 00:52:04.836685 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b131c5b3-0886-4c58-b048-b7824255d944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:04.857056 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9f89f0-d224-42a9-8d52-cf033af2aec2 None None] Routers {'1b2ac2e4-6ed8-46ce-90af-2c454640483b'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:52:04.858242 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-bf9f89f0-d224-42a9-8d52-cf033af2aec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:51:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['1b2ac2e4-6ed8-46ce-90af-2c454640483b'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:04.954623 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b411e4d-df1a-41f1-b752-af41aefa17b7 req-c9c54b2f-2b4a-4349-b48d-b35dd81577b7 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50610 time: 0.2962050 Aug 10 00:52:04.965871 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4915d-9fde-4d56-af40-df5907bc2244 req-eddb044e-7765-416e-af95-f08ca0e4eb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:04.967840 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a1e4915d-9fde-4d56-af40-df5907bc2244 req-eddb044e-7765-416e-af95-f08ca0e4eb1a service neutron] 10.222.0.20 "GET /v2.0/networks?id=c58b2db2-79c7-40d4-af6c-7a7b4827f110 HTTP/1.1" status: 200 len: 924 time: 0.1211686 Aug 10 00:52:04.990322 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.db.resource_extend [None req-37942978-4b60-4791-bac3-47b21a134052 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 00:52:04.990935 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-bf9f89f0-d224-42a9-8d52-cf033af2aec2 None None] Set router 1b2ac2e4-6ed8-46ce-90af-2c454640483b gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:52:04.996279 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['eabbbc14-83dd-499d-b5a7-4316bc49faed'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:52:05.042355 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b411e4d-df1a-41f1-b752-af41aefa17b7 req-b1dbb1ad-2b1d-4b0e-abd7-967605994577 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] 10.222.0.35 "GET /v2.0/security-groups/0c5d240e-271d-42f6-a77c-c851bc537141 HTTP/1.1" status: 200 len: 2981 time: 0.0709147 Aug 10 00:52:05.055779 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440c4ba-4cb8-45de-9b52-f19e112cf9ef req-44b8a3c3-4096-45f3-80f8-e507e906555a tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:05.057305 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5440c4ba-4cb8-45de-9b52-f19e112cf9ef req-44b8a3c3-4096-45f3-80f8-e507e906555a tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0606cea-a8cb-4796-ab36-a93ad17252e6 HTTP/1.1" status: 200 len: 947 time: 0.1194572 Aug 10 00:52:05.101044 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a1e4915d-9fde-4d56-af40-df5907bc2244 req-52b8052f-48e4-4b71-b885-4352ead775cc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7a3b030-adf1-4d8d-be4f-93c78325bbc6 HTTP/1.1" status: 200 len: 999 time: 0.1246672 Aug 10 00:52:05.108934 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b131c5b3-0886-4c58-b048-b7824255d944 admin admin] Network 69f51d35-d4ba-4f49-8c05-8898ee0d5115 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:52:05.118074 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9bbb4313-d866-45db-98c1-19dfbb5bd98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:05.120687 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9bbb4313-d866-45db-98c1-19dfbb5bd98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:05.121817 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9bbb4313-d866-45db-98c1-19dfbb5bd98d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2a3ba2bb-3150-47ab-87b7-e77b4993de8d HTTP/1.1" status: 204 len: 168 time: 0.5913785 Aug 10 00:52:05.136987 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5440c4ba-4cb8-45de-9b52-f19e112cf9ef req-01ec1f32-7107-4f9f-b52d-be03b9dc7e65 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b1d0e8f-7c11-49d2-9ba7-9325dd32a185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694745 Aug 10 00:52:05.137867 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=eabbbc14-83dd-499d-b5a7-4316bc49faed,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:05.145814 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb4313-d866-45db-98c1-19dfbb5bd98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3ba2bb-3150-47ab-87b7-e77b4993de8d,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:05.159171 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b411e4d-df1a-41f1-b752-af41aefa17b7 req-c3634e6b-f746-4f29-8a38-1ec9fe25e0c5 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] 10.222.0.35 "GET /v2.0/security-groups/0c5d240e-271d-42f6-a77c-c851bc537141 HTTP/1.1" status: 200 len: 2981 time: 0.1002989 Aug 10 00:52:05.175811 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [req-1b411e4d-df1a-41f1-b752-af41aefa17b7 req-cc11b287-1390-49bb-8423-5f620a145474 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] show failed (client error): The resource could not be found. Aug 10 00:52:05.185745 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b411e4d-df1a-41f1-b752-af41aefa17b7 req-cc11b287-1390-49bb-8423-5f620a145474 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] 10.222.0.35 "GET /v2.0/security-groups/2a3ba2bb-3150-47ab-87b7-e77b4993de8d HTTP/1.1" status: 404 len: 352 time: 0.0242119 Aug 10 00:52:05.198785 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [req-1b411e4d-df1a-41f1-b752-af41aefa17b7 req-a7ff4847-d276-4b45-b272-601e309f6ff3 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] show failed (client error): The resource could not be found. Aug 10 00:52:05.207840 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b411e4d-df1a-41f1-b752-af41aefa17b7 req-a7ff4847-d276-4b45-b272-601e309f6ff3 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] 10.222.0.35 "GET /v2.0/security-groups/2a3ba2bb-3150-47ab-87b7-e77b4993de8d HTTP/1.1" status: 404 len: 352 time: 0.0216963 Aug 10 00:52:05.238094 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 4390c61c-b9ad-4a61-a91f-822e0e398030 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:05.238976 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:05.249983 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4915d-9fde-4d56-af40-df5907bc2244 req-db610d9a-9fcd-4eea-8390-9bb50b293feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:05.254957 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a1e4915d-9fde-4d56-af40-df5907bc2244 req-db610d9a-9fcd-4eea-8390-9bb50b293feb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ecd1c4b-499a-4426-9e1d-abb75625188f HTTP/1.1" status: 200 len: 862 time: 0.1419423 Aug 10 00:52:05.256158 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-b131c5b3-0886-4c58-b048-b7824255d944 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:52:05.258977 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b411e4d-df1a-41f1-b752-af41aefa17b7 req-c7f25bf7-fcb2-4b31-bb67-691960035f02 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] 10.222.0.35 "GET /v2.0/security-groups/3bac244b-a897-4fa4-aec5-d51d530260d9 HTTP/1.1" status: 200 len: 2981 time: 0.0496294 Aug 10 00:52:05.262698 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b131c5b3-0886-4c58-b048-b7824255d944 admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:52:05.332657 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-bf9f89f0-d224-42a9-8d52-cf033af2aec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1075006119-router', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:00Z', 'updated_at': '2021-08-10T00:52:02Z', 'revision_number': 3, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'gw_port': {'id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:01Z', 'updated_at': '2021-08-10T00:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:05.370977 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b131c5b3-0886-4c58-b048-b7824255d944 admin admin] Pushing event updated for resources: {'Port': ['ID=ccb8d22f-28bd-447e-8026-fa3e74e719d7,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:05.373182 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b411e4d-df1a-41f1-b752-af41aefa17b7 req-0e3e4bf3-edea-45a7-a248-62a990f8fe31 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] 10.222.0.35 "GET /v2.0/security-groups/3bac244b-a897-4fa4-aec5-d51d530260d9 HTTP/1.1" status: 200 len: 2981 time: 0.1122429 Aug 10 00:52:05.381414 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 91df909d-3af1-4172-a2b0-7a3df43552d8, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=91df909d-3af1-4172-a2b0-7a3df43552d8,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:05.385495 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b131c5b3-0886-4c58-b048-b7824255d944 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:05.385957 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b131c5b3-0886-4c58-b048-b7824255d944 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:05.386396 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b131c5b3-0886-4c58-b048-b7824255d944 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:05.386835 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b131c5b3-0886-4c58-b048-b7824255d944 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:05.387370 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b131c5b3-0886-4c58-b048-b7824255d944 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:05.387900 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b131c5b3-0886-4c58-b048-b7824255d944 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:05.388403 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b131c5b3-0886-4c58-b048-b7824255d944 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:05.388837 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b131c5b3-0886-4c58-b048-b7824255d944 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:05.389264 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b131c5b3-0886-4c58-b048-b7824255d944 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:05.389689 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b131c5b3-0886-4c58-b048-b7824255d944 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:05.390116 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b131c5b3-0886-4c58-b048-b7824255d944 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:05.390548 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b131c5b3-0886-4c58-b048-b7824255d944 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:05.400984 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9f89f0-d224-42a9-8d52-cf033af2aec2 None None] The sync data for ids ['1b2ac2e4-6ed8-46ce-90af-2c454640483b'] in n-d-766726-26 is: [{'id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1075006119-router', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:00Z', 'updated_at': '2021-08-10T00:52:02Z', 'revision_number': 3, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'gw_port': {'id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:01Z', 'updated_at': '2021-08-10T00:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:52:05.423762 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4915d-9fde-4d56-af40-df5907bc2244 req-01a88fb5-fb79-4d0c-a9c2-eec3c4a27081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:05.428958 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a1e4915d-9fde-4d56-af40-df5907bc2244 req-01a88fb5-fb79-4d0c-a9c2-eec3c4a27081 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c58b2db2-79c7-40d4-af6c-7a7b4827f110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1475315 Aug 10 00:52:05.447468 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c05ca-94d7-41e5-971d-c42e4cfdbfdb req-9352a1b1-f19a-4d85-af6a-6a40ff7bea78 tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:05.449664 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e40c05ca-94d7-41e5-971d-c42e4cfdbfdb req-9352a1b1-f19a-4d85-af6a-6a40ff7bea78 tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] 10.222.0.35 "GET /v2.0/ports?device_id=674073fb-5c21-4bf1-b05c-6eeedc996de3 HTTP/1.1" status: 200 len: 945 time: 0.1388924 Aug 10 00:52:05.453656 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '91df909d-3af1-4172-a2b0-7a3df43552d8', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': '91df909d-3af1-4172-a2b0-7a3df43552d8', 'mac_address': 'fa:16:3e:b2:8a:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:52:05.486989 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b411e4d-df1a-41f1-b752-af41aefa17b7 req-6feb784d-ca33-435c-bdff-389fac6fbe7d tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] 10.222.0.35 "GET /v2.0/security-groups/8626317f-d067-4ce2-800f-dddb2bb724c8 HTTP/1.1" status: 200 len: 2981 time: 0.1128578 Aug 10 00:52:05.575683 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e40c05ca-94d7-41e5-971d-c42e4cfdbfdb req-8022390f-7766-4022-8781-a37c09b34421 tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bac244b-a897-4fa4-aec5-d51d530260d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084981 Aug 10 00:52:05.593871 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-0f50d60e-31cc-46f6-9ffe-1d50cf70e375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865821593-router', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'fb7fb90c-ee87-43b5-a087-f1628df89431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:51:05Z', 'updated_at': '2021-08-10T00:51:11Z', 'revision_number': 4, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'gw_port': {'id': 'fb7fb90c-ee87-43b5-a087-f1628df89431', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:54:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:06Z', 'updated_at': '2021-08-10T00:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '5b3c7bac-3945-4b98-b658-63b5ab6415b4', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'port_id': 'c7a3b030-adf1-4d8d-be4f-93c78325bbc6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110', 'mac_address': 'fa:16:3e:69:2e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80ef126-5374-449c-9ac7-c7fa472955b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:51:31Z', 'updated_at': '2021-08-10T00:52:02Z', 'revision_number': 1, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2974e0d-3e49-4448-977f-355123778c9e', 'name': '', 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'mac_address': 'fa:16:3e:25:b3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '2ecd1c4b-499a-4426-9e1d-abb75625188f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:09Z', 'updated_at': '2021-08-10T00:51:17Z', 'revision_number': 5, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'subnets': [{'id': '2ecd1c4b-499a-4426-9e1d-abb75625188f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:05.596609 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:05.625153 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b411e4d-df1a-41f1-b752-af41aefa17b7 req-67eeb3de-c735-446a-98a9-8bb812b10bb5 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] 10.222.0.35 "GET /v2.0/security-groups/8626317f-d067-4ce2-800f-dddb2bb724c8 HTTP/1.1" status: 200 len: 2981 time: 0.1366143 Aug 10 00:52:05.633265 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a1e4915d-9fde-4d56-af40-df5907bc2244 req-e95035fd-8b71-42aa-a0c8-caddb576e770 service neutron] 10.222.0.20 "GET /v2.0/networks/c58b2db2-79c7-40d4-af6c-7a7b4827f110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973495 Aug 10 00:52:05.638364 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b131c5b3-0886-4c58-b048-b7824255d944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:05.683315 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 59278) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:05.694287 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f50d60e-31cc-46f6-9ffe-1d50cf70e375 None None] Checking router: 2a2c37e0-62c6-4f7b-a81d-a872163db1a4 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:52:05.699288 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91df909d-3af1-4172-a2b0-7a3df43552d8 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:52:05.721474 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f50d60e-31cc-46f6-9ffe-1d50cf70e375 None None] Routers {'2a2c37e0-62c6-4f7b-a81d-a872163db1a4'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:52:05.722666 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-0f50d60e-31cc-46f6-9ffe-1d50cf70e375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:51:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['2a2c37e0-62c6-4f7b-a81d-a872163db1a4'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:05.722978 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3a2390cb-4126-4387-a81d-ea6ba54dace2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:05.731688 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 91df909d-3af1-4172-a2b0-7a3df43552d8, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=91df909d-3af1-4172-a2b0-7a3df43552d8,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:05.749537 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b411e4d-df1a-41f1-b752-af41aefa17b7 req-67f2cb95-2bca-4672-b5e9-a1f57b0585a0 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] 10.222.0.35 "GET /v2.0/security-groups/9b1d0e8f-7c11-49d2-9ba7-9325dd32a185 HTTP/1.1" status: 200 len: 2981 time: 0.1232095 Aug 10 00:52:05.770420 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:05.841198 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b60b5-8235-4230-9823-87db47ce0ffa req-08c79c32-dd55-42c6-861d-604b2fe03ef9 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:05.850659 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d73b60b5-8235-4230-9823-87db47ce0ffa req-08c79c32-dd55-42c6-861d-604b2fe03ef9 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 970 time: 0.1401043 Aug 10 00:52:05.933622 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-0f50d60e-31cc-46f6-9ffe-1d50cf70e375 None None] Set router 2a2c37e0-62c6-4f7b-a81d-a872163db1a4 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:52:05.955921 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3a2390cb-4126-4387-a81d-ea6ba54dace2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:05.964801 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a1e4915d-9fde-4d56-af40-df5907bc2244 req-c1fc7725-ca75-40fb-8aba-d4f0c7220b3c service neutron] 10.222.0.20 "GET /v2.0/networks/c58b2db2-79c7-40d4-af6c-7a7b4827f110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195839 Aug 10 00:52:05.994421 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b411e4d-df1a-41f1-b752-af41aefa17b7 req-5ae6b53b-d95c-4be3-adba-2ab6db4f6d5f tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] 10.222.0.35 "GET /v2.0/security-groups/9b1d0e8f-7c11-49d2-9ba7-9325dd32a185 HTTP/1.1" status: 200 len: 2981 time: 0.2381542 Aug 10 00:52:05.995072 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3a2390cb-4126-4387-a81d-ea6ba54dace2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:06.015995 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b131c5b3-0886-4c58-b048-b7824255d944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:06.054857 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3a2390cb-4126-4387-a81d-ea6ba54dace2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5d21cb8a4dca4ae39342992dd4e18d8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3700616 Aug 10 00:52:06.057460 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2390cb-4126-4387-a81d-ea6ba54dace2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6eccf4c-b501-4a4f-b988-534bb21ffd95,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:06.067289 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c5673123-6bdd-4518-9ff8-146cb4d56cec None None] Provisioning for port ccb8d22f-28bd-447e-8026-fa3e74e719d7 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:52:06.067985 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 59280) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:06.098176 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c5673123-6bdd-4518-9ff8-146cb4d56cec None None] Provisioning complete for port ccb8d22f-28bd-447e-8026-fa3e74e719d7 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:06.098733 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c5673123-6bdd-4518-9ff8-146cb4d56cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:06.100523 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=91df909d-3af1-4172-a2b0-7a3df43552d8,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:06.101010 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2390cb-4126-4387-a81d-ea6ba54dace2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:06.101569 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2390cb-4126-4387-a81d-ea6ba54dace2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:06.101924 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2390cb-4126-4387-a81d-ea6ba54dace2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:06.102396 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2390cb-4126-4387-a81d-ea6ba54dace2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:06.102741 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2390cb-4126-4387-a81d-ea6ba54dace2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:06.103078 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2390cb-4126-4387-a81d-ea6ba54dace2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:06.103400 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2390cb-4126-4387-a81d-ea6ba54dace2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:06.103733 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2390cb-4126-4387-a81d-ea6ba54dace2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:06.104060 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2390cb-4126-4387-a81d-ea6ba54dace2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:06.104413 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2390cb-4126-4387-a81d-ea6ba54dace2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:06.110830 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2390cb-4126-4387-a81d-ea6ba54dace2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:06.111179 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2390cb-4126-4387-a81d-ea6ba54dace2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:06.127867 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b411e4d-df1a-41f1-b752-af41aefa17b7 req-86ff8234-fd74-4f16-bcd7-345d9a5a94e6 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] 10.222.0.35 "GET /v2.0/security-groups/b13d651a-aaa3-48b0-9baa-0ddbff2dec51 HTTP/1.1" status: 200 len: 2977 time: 0.1021531 Aug 10 00:52:06.150574 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d73b60b5-8235-4230-9823-87db47ce0ffa req-3ee5ee1c-633a-40bc-a280-4d7968d47b65 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987421 Aug 10 00:52:06.213998 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b411e4d-df1a-41f1-b752-af41aefa17b7 req-7b80d2b8-9d37-4493-8ae1-c90b78f45ecc tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] 10.222.0.35 "GET /v2.0/security-groups/b13d651a-aaa3-48b0-9baa-0ddbff2dec51 HTTP/1.1" status: 200 len: 2977 time: 0.0667031 Aug 10 00:52:06.246112 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['91df909d-3af1-4172-a2b0-7a3df43552d8'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:52:06.262515 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e5f11f0e-fc97-4aac-8280-9bb4de40ac70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:06.285807 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c5673123-6bdd-4518-9ff8-146cb4d56cec None None] Port ccb8d22f-28bd-447e-8026-fa3e74e719d7 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:52:06.301443 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e5f11f0e-fc97-4aac-8280-9bb4de40ac70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:06.384787 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b411e4d-df1a-41f1-b752-af41aefa17b7 req-71732553-7018-4abe-b7b4-bd3b6a41624a tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] 10.222.0.35 "GET /v2.0/security-groups/b28da819-dd76-4dcb-b881-65037e57fadc HTTP/1.1" status: 200 len: 2977 time: 0.1488638 Aug 10 00:52:06.392902 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b131c5b3-0886-4c58-b048-b7824255d944 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:06.399244 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b131c5b3-0886-4c58-b048-b7824255d944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:06.456799 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e5f11f0e-fc97-4aac-8280-9bb4de40ac70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:06.459593 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e5f11f0e-fc97-4aac-8280-9bb4de40ac70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:06.460903 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e5f11f0e-fc97-4aac-8280-9bb4de40ac70 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b6eccf4c-b501-4a4f-b988-534bb21ffd95 HTTP/1.1" status: 204 len: 168 time: 0.3919852 Aug 10 00:52:06.470193 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b411e4d-df1a-41f1-b752-af41aefa17b7 req-edf28cd5-50d1-4d5f-a434-eb2605cf3a1b tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] 10.222.0.35 "GET /v2.0/security-groups/b28da819-dd76-4dcb-b881-65037e57fadc HTTP/1.1" status: 200 len: 2977 time: 0.0844352 Aug 10 00:52:06.484552 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76c757-2672-4aff-aa1f-4a6d19361135 req-6ecb6964-65e1-46fb-a3df-f434eba98c2b tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:06.494786 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1f76c757-2672-4aff-aa1f-4a6d19361135 req-6ecb6964-65e1-46fb-a3df-f434eba98c2b tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/ports?device_id=a26b64c5-46d1-4a51-ba44-adcbbc28bd77 HTTP/1.1" status: 200 len: 948 time: 0.2312257 Aug 10 00:52:06.495017 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f11f0e-fc97-4aac-8280-9bb4de40ac70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6eccf4c-b501-4a4f-b988-534bb21ffd95,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:06.505104 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b131c5b3-0886-4c58-b048-b7824255d944 admin admin] Pushing event updated for resources: {'Port': ['ID=ccb8d22f-28bd-447e-8026-fa3e74e719d7,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:06.518147 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b131c5b3-0886-4c58-b048-b7824255d944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:06.636397 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1f76c757-2672-4aff-aa1f-4a6d19361135 req-a7e5a2cc-4351-4f43-8698-061e24da24c5 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3030e10-15f0-42d7-9d25-cc0746a8d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405096 Aug 10 00:52:06.639998 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b411e4d-df1a-41f1-b752-af41aefa17b7 req-52688e4d-7e42-4875-9d6b-3161c8b7d244 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] 10.222.0.35 "GET /v2.0/security-groups/ba1d8f41-c8e7-475f-9482-0709a929f05b HTTP/1.1" status: 200 len: 2981 time: 0.1419749 Aug 10 00:52:06.661241 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-0f50d60e-31cc-46f6-9ffe-1d50cf70e375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865821593-router', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'fb7fb90c-ee87-43b5-a087-f1628df89431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:51:05Z', 'updated_at': '2021-08-10T00:51:11Z', 'revision_number': 4, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'gw_port': {'id': 'fb7fb90c-ee87-43b5-a087-f1628df89431', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:54:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:06Z', 'updated_at': '2021-08-10T00:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '5b3c7bac-3945-4b98-b658-63b5ab6415b4', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'port_id': 'c7a3b030-adf1-4d8d-be4f-93c78325bbc6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110', 'mac_address': 'fa:16:3e:69:2e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80ef126-5374-449c-9ac7-c7fa472955b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:51:31Z', 'updated_at': '2021-08-10T00:52:02Z', 'revision_number': 1, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2974e0d-3e49-4448-977f-355123778c9e', 'name': '', 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'mac_address': 'fa:16:3e:25:b3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '2ecd1c4b-499a-4426-9e1d-abb75625188f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:09Z', 'updated_at': '2021-08-10T00:51:17Z', 'revision_number': 5, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'subnets': [{'id': '2ecd1c4b-499a-4426-9e1d-abb75625188f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:06.733183 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 0c9645bf-4c62-4252-8fa2-3428d07ede0d up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:52:06.736937 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f50d60e-31cc-46f6-9ffe-1d50cf70e375 None None] The sync data for ids ['2a2c37e0-62c6-4f7b-a81d-a872163db1a4'] in n-d-766726-26 is: [{'id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865821593-router', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'fb7fb90c-ee87-43b5-a087-f1628df89431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:51:05Z', 'updated_at': '2021-08-10T00:51:11Z', 'revision_number': 4, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'gw_port': {'id': 'fb7fb90c-ee87-43b5-a087-f1628df89431', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:54:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:06Z', 'updated_at': '2021-08-10T00:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '5b3c7bac-3945-4b98-b658-63b5ab6415b4', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'port_id': 'c7a3b030-adf1-4d8d-be4f-93c78325bbc6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110', 'mac_address': 'fa:16:3e:69:2e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80ef126-5374-449c-9ac7-c7fa472955b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:51:31Z', 'updated_at': '2021-08-10T00:52:02Z', 'revision_number': 1, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2974e0d-3e49-4448-977f-355123778c9e', 'name': '', 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'mac_address': 'fa:16:3e:25:b3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '2ecd1c4b-499a-4426-9e1d-abb75625188f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:09Z', 'updated_at': '2021-08-10T00:51:17Z', 'revision_number': 5, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'subnets': [{'id': '2ecd1c4b-499a-4426-9e1d-abb75625188f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:52:06.752030 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b411e4d-df1a-41f1-b752-af41aefa17b7 req-26912d74-5331-499d-9ce8-17e128d57979 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] 10.222.0.35 "GET /v2.0/security-groups/ba1d8f41-c8e7-475f-9482-0709a929f05b HTTP/1.1" status: 200 len: 2981 time: 0.1043253 Aug 10 00:52:06.801416 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b131c5b3-0886-4c58-b048-b7824255d944 admin admin] Network 69f51d35-d4ba-4f49-8c05-8898ee0d5115 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:52:06.802901 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-b131c5b3-0886-4c58-b048-b7824255d944 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:52:06.838886 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 0c9645bf-4c62-4252-8fa2-3428d07ede0d completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:52:06.850618 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b411e4d-df1a-41f1-b752-af41aefa17b7 req-3c5dfd93-392d-41c3-bc14-d533bb2c970c tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] 10.222.0.35 "GET /v2.0/security-groups/cbd1f5c3-e5d7-4c30-a62e-8b655b407ce1 HTTP/1.1" status: 200 len: 2981 time: 0.0811837 Aug 10 00:52:06.852304 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 0c9645bf-4c62-4252-8fa2-3428d07ede0d triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:06.852956 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:06.949861 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b411e4d-df1a-41f1-b752-af41aefa17b7 req-13894292-c0a5-4dad-a9d0-d6f4bae9372d tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] 10.222.0.35 "GET /v2.0/security-groups/cbd1f5c3-e5d7-4c30-a62e-8b655b407ce1 HTTP/1.1" status: 200 len: 2981 time: 0.0891027 Aug 10 00:52:07.053066 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:07.089924 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 0c9645bf-4c62-4252-8fa2-3428d07ede0d, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=0c9645bf-4c62-4252-8fa2-3428d07ede0d,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:07.111545 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:07.192760 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1179989-ce26-4ecf-b80a-2f4aba7fb933 None None] New status for floating IP 5b3c7bac-3945-4b98-b658-63b5ab6415b4: ACTIVE {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 00:52:07.202967 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b411e4d-df1a-41f1-b752-af41aefa17b7 req-550d7ca1-adcc-4df4-8665-3d177a494b2c tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] 10.222.0.35 "GET /v2.0/security-groups/d0ef1169-19f9-4e04-bc34-1a684d6a174f HTTP/1.1" status: 200 len: 2977 time: 0.2453368 Aug 10 00:52:07.236433 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e57913-3142-4f9f-86bb-71e97601d5e3 req-4e03409d-ac08-4d7f-8b60-a6af0b38a6dc tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:07.249927 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c3e57913-3142-4f9f-86bb-71e97601d5e3 req-4e03409d-ac08-4d7f-8b60-a6af0b38a6dc tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0606cea-a8cb-4796-ab36-a93ad17252e6 HTTP/1.1" status: 200 len: 948 time: 0.2227640 Aug 10 00:52:07.280951 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=0c9645bf-4c62-4252-8fa2-3428d07ede0d,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:07.319076 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:07.320642 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:07.321790 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:07.322133 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:07.322506 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:07.322936 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:07.323283 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:07.323619 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:07.323955 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:07.324448 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:07.325327 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:07.325327 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:07.333144 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b131c5b3-0886-4c58-b048-b7824255d944 admin admin] Router 1b2ac2e4-6ed8-46ce-90af-2c454640483b has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:52:07.343670 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-caad7a20-00ca-4b36-bec7-ad070504b8bd None None] Provisioning complete for port ccb8d22f-28bd-447e-8026-fa3e74e719d7 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:07.344688 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-caad7a20-00ca-4b36-bec7-ad070504b8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:07.368666 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c3e57913-3142-4f9f-86bb-71e97601d5e3 req-32c1cf15-d48e-4853-a5f8-834b5a6d45d9 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b1d0e8f-7c11-49d2-9ba7-9325dd32a185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113305 Aug 10 00:52:07.403852 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b411e4d-df1a-41f1-b752-af41aefa17b7 req-54314868-a7bb-412e-ae37-1e6478ceb1dc tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] 10.222.0.35 "GET /v2.0/security-groups/d0ef1169-19f9-4e04-bc34-1a684d6a174f HTTP/1.1" status: 200 len: 2977 time: 0.1984904 Aug 10 00:52:07.444374 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-caad7a20-00ca-4b36-bec7-ad070504b8bd None None] Port ccb8d22f-28bd-447e-8026-fa3e74e719d7 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:52:07.530741 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b411e4d-df1a-41f1-b752-af41aefa17b7 req-1939190a-f13e-4a5d-bcc7-5aa668d0ed28 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] 10.222.0.35 "GET /v2.0/security-groups/d0fa134e-75c9-4973-b3e3-242b39af0b99 HTTP/1.1" status: 200 len: 2981 time: 0.1259904 Aug 10 00:52:07.553094 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b131c5b3-0886-4c58-b048-b7824255d944 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:52:07.582924 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b131c5b3-0886-4c58-b048-b7824255d944 admin admin] 10.222.0.35 "PUT /v2.0/routers/1b2ac2e4-6ed8-46ce-90af-2c454640483b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9808095 Aug 10 00:52:07.598448 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b34df-35d9-40b5-8a76-1b1e85eabd5d req-9d83c07c-ab24-4598-9b34-5a5f9473e072 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:07.599988 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ac6b34df-35d9-40b5-8a76-1b1e85eabd5d req-9d83c07c-ab24-4598-9b34-5a5f9473e072 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 970 time: 0.1169655 Aug 10 00:52:07.636038 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b411e4d-df1a-41f1-b752-af41aefa17b7 req-bb1d0c3b-d672-437c-868a-844f880a8517 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] 10.222.0.35 "GET /v2.0/security-groups/d0fa134e-75c9-4973-b3e3-242b39af0b99 HTTP/1.1" status: 200 len: 2981 time: 0.0922565 Aug 10 00:52:07.719567 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b411e4d-df1a-41f1-b752-af41aefa17b7 req-39373e16-ce75-4f71-9807-08fa226dd545 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] 10.222.0.35 "GET /v2.0/security-groups/d3030e10-15f0-42d7-9d25-cc0746a8d9e1 HTTP/1.1" status: 200 len: 2981 time: 0.0732622 Aug 10 00:52:07.723267 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ac6b34df-35d9-40b5-8a76-1b1e85eabd5d req-435e431c-3bff-473d-9eed-9fc71325cf90 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063144 Aug 10 00:52:07.827230 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b411e4d-df1a-41f1-b752-af41aefa17b7 req-76c035b5-9dea-448a-b5c2-4058f9434b23 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] 10.222.0.35 "GET /v2.0/security-groups/d3030e10-15f0-42d7-9d25-cc0746a8d9e1 HTTP/1.1" status: 200 len: 2981 time: 0.0902300 Aug 10 00:52:07.918912 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b411e4d-df1a-41f1-b752-af41aefa17b7 req-c178b540-52b1-43e9-9188-d7a37646b514 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] 10.222.0.35 "GET /v2.0/security-groups/eff43fa7-e5f0-4ffb-9c43-49ca5255e60b HTTP/1.1" status: 200 len: 2981 time: 0.0907269 Aug 10 00:52:07.950139 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb94fe5-1068-41b7-be43-b0534a43be83 req-31fa5798-ef43-4d47-ba7e-382609154a4d tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:07.958290 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8fb94fe5-1068-41b7-be43-b0534a43be83 req-31fa5798-ef43-4d47-ba7e-382609154a4d tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/ports?device_id=a26b64c5-46d1-4a51-ba44-adcbbc28bd77 HTTP/1.1" status: 200 len: 948 time: 0.1026385 Aug 10 00:52:08.010969 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b411e4d-df1a-41f1-b752-af41aefa17b7 req-4ff20b61-7f48-4d92-9278-54dfcc6ba108 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] 10.222.0.35 "GET /v2.0/security-groups/eff43fa7-e5f0-4ffb-9c43-49ca5255e60b HTTP/1.1" status: 200 len: 2981 time: 0.0910716 Aug 10 00:52:08.027222 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaff028-9906-47c2-befa-6e916b942f22 None None] Sync routers for ids ['1b2ac2e4-6ed8-46ce-90af-2c454640483b'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:52:08.031034 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8fb94fe5-1068-41b7-be43-b0534a43be83 req-dba1570e-d2cd-45b5-822a-cd7c71e14b84 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3030e10-15f0-42d7-9d25-cc0746a8d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719898 Aug 10 00:52:08.037150 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaff028-9906-47c2-befa-6e916b942f22 None None] Routers {'1b2ac2e4-6ed8-46ce-90af-2c454640483b'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:52:08.037788 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-eaaff028-9906-47c2-befa-6e916b942f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:51:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['1b2ac2e4-6ed8-46ce-90af-2c454640483b'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:08.071038 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b411e4d-df1a-41f1-b752-af41aefa17b7 req-5fc94138-5e0c-47c8-8f04-0ff1ccd8ab50 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] 10.222.0.35 "GET /v2.0/security-groups/fcdc6095-4fa0-44d9-bda7-4a85fc6702fe HTTP/1.1" status: 200 len: 2981 time: 0.0589828 Aug 10 00:52:08.085733 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device eabbbc14-83dd-499d-b5a7-4316bc49faed up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:52:08.122851 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b411e4d-df1a-41f1-b752-af41aefa17b7 req-0441aea1-8fec-4f9b-9285-4b8771689b03 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] 10.222.0.35 "GET /v2.0/security-groups/fcdc6095-4fa0-44d9-bda7-4a85fc6702fe HTTP/1.1" status: 200 len: 2981 time: 0.0416949 Aug 10 00:52:08.178438 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b411e4d-df1a-41f1-b752-af41aefa17b7 req-fec1756c-e12c-4fbc-8773-63ccfac97b1d tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] 10.222.0.35 "GET /v2.0/security-groups/ff5d70a0-1878-4b03-8c92-d143f9dbc232 HTTP/1.1" status: 200 len: 2973 time: 0.0454891 Aug 10 00:52:08.203295 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port eabbbc14-83dd-499d-b5a7-4316bc49faed completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:52:08.209786 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port eabbbc14-83dd-499d-b5a7-4316bc49faed triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:08.210077 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:08.231476 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b411e4d-df1a-41f1-b752-af41aefa17b7 req-ae3180c6-a771-4473-b139-fe91d84e6b12 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] 10.222.0.35 "GET /v2.0/security-groups/ff5d70a0-1878-4b03-8c92-d143f9dbc232 HTTP/1.1" status: 200 len: 2973 time: 0.0445905 Aug 10 00:52:08.308308 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-eaaff028-9906-47c2-befa-6e916b942f22 None None] Set router 1b2ac2e4-6ed8-46ce-90af-2c454640483b gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:52:08.488535 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-39ad146b-2b71-4037-a318-7715cb8471bf req-ea475a90-8c9b-4f72-8741-7907fd9fd838 tempest-SecurityGroupsTestAdminJSON-1953532655 tempest-SecurityGroupsTestAdminJSON-1953532655-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d815d3d5e28c41a99e00cd9d4b1db255 HTTP/1.1" status: 200 len: 6104 time: 0.1299779 Aug 10 00:52:08.547913 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-39ad146b-2b71-4037-a318-7715cb8471bf req-d946782e-b4f5-4619-8715-5687dd7caca5 tempest-SecurityGroupsTestAdminJSON-1953532655 tempest-SecurityGroupsTestAdminJSON-1953532655-project] 10.222.0.35 "GET /v2.0/security-groups/8626317f-d067-4ce2-800f-dddb2bb724c8 HTTP/1.1" status: 200 len: 2981 time: 0.0581648 Aug 10 00:52:08.634092 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-39ad146b-2b71-4037-a318-7715cb8471bf req-f7620daf-8e07-46c6-9235-7764c04b83a6 tempest-SecurityGroupsTestAdminJSON-1953532655 tempest-SecurityGroupsTestAdminJSON-1953532655-project] 10.222.0.35 "GET /v2.0/security-groups/8626317f-d067-4ce2-800f-dddb2bb724c8 HTTP/1.1" status: 200 len: 2981 time: 0.0844171 Aug 10 00:52:08.639122 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 91df909d-3af1-4172-a2b0-7a3df43552d8 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:52:08.673706 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 0c9645bf-4c62-4252-8fa2-3428d07ede0d up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:52:08.750276 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:08.801552 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26b64c5-46d1-4a51-ba44-adcbbc28bd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eabbbc14-83dd-499d-b5a7-4316bc49faed'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:08.803823 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589a2fe8-2ca6-4c46-9d92-d4484200175b" -d '{"events": [{"server_uuid": "a26b64c5-46d1-4a51-ba44-adcbbc28bd77", "name": "network-vif-plugged", "status": "completed", "tag": "eabbbc14-83dd-499d-b5a7-4316bc49faed"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:08.824368 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d783aba-c5c2-44c7-a252-0ea4350a8490 req-4fcc4d82-7eee-4b34-ba0c-ab40beb730eb tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:08.825337 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port eabbbc14-83dd-499d-b5a7-4316bc49faed, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=eabbbc14-83dd-499d-b5a7-4316bc49faed,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:08.826038 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0d783aba-c5c2-44c7-a252-0ea4350a8490 req-4fcc4d82-7eee-4b34-ba0c-ab40beb730eb tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0606cea-a8cb-4796-ab36-a93ad17252e6 HTTP/1.1" status: 200 len: 948 time: 0.0867684 Aug 10 00:52:08.830822 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 91df909d-3af1-4172-a2b0-7a3df43552d8 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:52:08.836626 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:08.840206 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 91df909d-3af1-4172-a2b0-7a3df43552d8 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:08.840597 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:08.842701 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 0c9645bf-4c62-4252-8fa2-3428d07ede0d triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:08.843105 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:08.852318 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e676611-0063-4f17-a784-98948dcfd363 req-d926ac32-9b9f-475a-83aa-46ba831b9d46 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:08.860062 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3e676611-0063-4f17-a784-98948dcfd363 req-d926ac32-9b9f-475a-83aa-46ba831b9d46 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/networks?id=69f51d35-d4ba-4f49-8c05-8898ee0d5115 HTTP/1.1" status: 200 len: 821 time: 0.2246654 Aug 10 00:52:08.884012 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3e676611-0063-4f17-a784-98948dcfd363 req-dacd95a2-5614-4a62-8def-bb7c031eaa91 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/quotas/cc2e62ffb5b34be582ea4ea144aaa50f HTTP/1.1" status: 200 len: 375 time: 0.0230231 Aug 10 00:52:08.923575 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-eaaff028-9906-47c2-befa-6e916b942f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1075006119-router', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:00Z', 'updated_at': '2021-08-10T00:52:05Z', 'revision_number': 4, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'gw_port': {'id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:01Z', 'updated_at': '2021-08-10T00:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'ccb8d22f-28bd-447e-8026-fa3e74e719d7', 'name': '', 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'mac_address': 'fa:16:3e:35:70:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:04Z', 'updated_at': '2021-08-10T00:52:06Z', 'revision_number': 2, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'subnets': [{'id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:08.945648 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0d783aba-c5c2-44c7-a252-0ea4350a8490 req-970a26de-b04d-44ee-83ca-5d3c3677a222 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b1d0e8f-7c11-49d2-9ba7-9325dd32a185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758617 Aug 10 00:52:08.970097 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3e676611-0063-4f17-a784-98948dcfd363 req-0b5f1695-351f-4f4f-95d0-771a2ed62735 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc2e62ffb5b34be582ea4ea144aaa50f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0833156 Aug 10 00:52:08.993452 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaff028-9906-47c2-befa-6e916b942f22 None None] Checking router: 1b2ac2e4-6ed8-46ce-90af-2c454640483b for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:52:08.993811 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaff028-9906-47c2-befa-6e916b942f22 None None] Updating router 1b2ac2e4-6ed8-46ce-90af-2c454640483b port ccb8d22f-28bd-447e-8026-fa3e74e719d7 binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:52:08.998046 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=eabbbc14-83dd-499d-b5a7-4316bc49faed,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:09.037371 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eaaff028-9906-47c2-befa-6e916b942f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:09.102811 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-51520a0f-4589-487a-95c4-864bffb19b50 req-b8b531f0-edd2-47a4-b496-33ba40eb785c tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] 10.222.0.35 "GET /v2.0/security-groups/3a2b6cfe-7fd3-4a15-8d32-95ffac7a3ea1 HTTP/1.1" status: 200 len: 1776 time: 0.1076024 Aug 10 00:52:09.136942 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:09.151050 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3e676611-0063-4f17-a784-98948dcfd363 req-9c018edc-61e2-4d7f-9579-8ab87371e88a service neutron] 10.222.0.35 "GET /v2.0/networks/69f51d35-d4ba-4f49-8c05-8898ee0d5115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665945 Aug 10 00:52:09.228648 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-51520a0f-4589-487a-95c4-864bffb19b50 req-7a5af0c9-6396-4837-aaa5-3595510a9363 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:09.248578 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 91df909d-3af1-4172-a2b0-7a3df43552d8, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=91df909d-3af1-4172-a2b0-7a3df43552d8,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:09.257050 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:09.265246 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-51520a0f-4589-487a-95c4-864bffb19b50 req-7a5af0c9-6396-4837-aaa5-3595510a9363 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:09.283624 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3e676611-0063-4f17-a784-98948dcfd363 req-0e9eae77-5b32-4b07-b691-fbea6cf42299 service neutron] 10.222.0.35 "GET /v2.0/networks/69f51d35-d4ba-4f49-8c05-8898ee0d5115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252854 Aug 10 00:52:09.313493 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-51520a0f-4589-487a-95c4-864bffb19b50 req-7a5af0c9-6396-4837-aaa5-3595510a9363 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:09.318169 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-51520a0f-4589-487a-95c4-864bffb19b50 req-7a5af0c9-6396-4837-aaa5-3595510a9363 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:09.320044 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-51520a0f-4589-487a-95c4-864bffb19b50 req-7a5af0c9-6396-4837-aaa5-3595510a9363 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] 10.222.0.35 "DELETE /v2.0/security-groups/3a2b6cfe-7fd3-4a15-8d32-95ffac7a3ea1 HTTP/1.1" status: 204 len: 173 time: 0.2091501 Aug 10 00:52:09.330654 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5af0c9-6396-4837-aaa5-3595510a9363 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2b6cfe-7fd3-4a15-8d32-95ffac7a3ea1,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:09.366096 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=91df909d-3af1-4172-a2b0-7a3df43552d8,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:09.452623 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0a5ca2-8679-499d-86c0-b9b280f8ed64 x-openstack-request-id: req-7c0a5ca2-8679-499d-86c0-b9b280f8ed64 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:09.452943 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a26b64c5-46d1-4a51-ba44-adcbbc28bd77", "name": "network-vif-plugged", "status": "completed", "tag": "eabbbc14-83dd-499d-b5a7-4316bc49faed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:09.453203 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7c0a5ca2-8679-499d-86c0-b9b280f8ed64 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:09.453593 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26b64c5-46d1-4a51-ba44-adcbbc28bd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eabbbc14-83dd-499d-b5a7-4316bc49faed', 'code': 200} Aug 10 00:52:09.462889 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a0279-3086-4510-84e2-be41f820c91f req-5258fed9-8296-4ec3-9efa-5d8caf6ab708 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:09.471599 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-702a0279-3086-4510-84e2-be41f820c91f req-5258fed9-8296-4ec3-9efa-5d8caf6ab708 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 970 time: 0.0741460 Aug 10 00:52:09.496099 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eaaff028-9906-47c2-befa-6e916b942f22 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:09.511066 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-eaaff028-9906-47c2-befa-6e916b942f22 None None] Transition to ACTIVE for port object ccb8d22f-28bd-447e-8026-fa3e74e719d7 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:52:09.516162 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-702a0279-3086-4510-84e2-be41f820c91f req-2acafad0-925f-4821-8870-2f45be624319 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428698 Aug 10 00:52:09.520505 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eaaff028-9906-47c2-befa-6e916b942f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:09.580901 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a6c78-b71a-4892-aca8-06e0d9650059 None None] Pushing event updated for resources: {'Port': ['ID=ccb8d22f-28bd-447e-8026-fa3e74e719d7,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:09.618272 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928ed91-9aae-42fe-bdd7-fa1e7e8d83d0 req-98b546bd-73c9-4747-80eb-5f0be0ea5377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:09.620552 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2928ed91-9aae-42fe-bdd7-fa1e7e8d83d0 req-98b546bd-73c9-4747-80eb-5f0be0ea5377 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a26b64c5-46d1-4a51-ba44-adcbbc28bd77 HTTP/1.1" status: 200 len: 1101 time: 0.0859683 Aug 10 00:52:09.647568 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-eaaff028-9906-47c2-befa-6e916b942f22 None None] Attempting to bind port ccb8d22f-28bd-447e-8026-fa3e74e719d7 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:52:09.647941 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-eaaff028-9906-47c2-befa-6e916b942f22 None None] Attempting to bind port ccb8d22f-28bd-447e-8026-fa3e74e719d7 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'ca4e504f-4f97-4302-9728-cd71fd6e7293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:52:09.648412 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaff028-9906-47c2-befa-6e916b942f22 None None] Attempting to bind port ccb8d22f-28bd-447e-8026-fa3e74e719d7 on network 69f51d35-d4ba-4f49-8c05-8898ee0d5115 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:09.659360 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaff028-9906-47c2-befa-6e916b942f22 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:52:09.659736 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaff028-9906-47c2-befa-6e916b942f22 None None] Checking segment: {'id': 'ca4e504f-4f97-4302-9728-cd71fd6e7293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:52:09.660335 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eaaff028-9906-47c2-befa-6e916b942f22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:09.660612 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaff028-9906-47c2-befa-6e916b942f22 None None] Bound using segment: {'id': 'ca4e504f-4f97-4302-9728-cd71fd6e7293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:52:09.661167 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-eaaff028-9906-47c2-befa-6e916b942f22 None None] Bound port: ccb8d22f-28bd-447e-8026-fa3e74e719d7, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4e504f-4f97-4302-9728-cd71fd6e7293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:52:09.661562 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eaaff028-9906-47c2-befa-6e916b942f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:09.734724 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2928ed91-9aae-42fe-bdd7-fa1e7e8d83d0 req-a360115c-2709-47fc-b718-99f7db8ce0cb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d3030e10-15f0-42d7-9d25-cc0746a8d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981724 Aug 10 00:52:09.755478 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120dd4ad-8a2b-4888-a6f2-3c47c5e39abc req-c663c302-ff11-4e54-ae08-921bc3018549 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:09.757318 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-120dd4ad-8a2b-4888-a6f2-3c47c5e39abc req-c663c302-ff11-4e54-ae08-921bc3018549 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/ports?device_id=a26b64c5-46d1-4a51-ba44-adcbbc28bd77 HTTP/1.1" status: 200 len: 949 time: 0.1125095 Aug 10 00:52:09.771451 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-eaaff028-9906-47c2-befa-6e916b942f22 None None] For port ccb8d22f-28bd-447e-8026-fa3e74e719d7, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:52:09.779371 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-eaaff028-9906-47c2-befa-6e916b942f22 None None] For port ccb8d22f-28bd-447e-8026-fa3e74e719d7, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=ccb8d22f-28bd-447e-8026-fa3e74e719d7,segment=NetworkSegment(ca4e504f-4f97-4302-9728-cd71fd6e7293),segment_id=ca4e504f-4f97-4302-9728-cd71fd6e7293)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:52:09.785717 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eaaff028-9906-47c2-befa-6e916b942f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:09.826855 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-943f583a-52f3-40a7-8246-ebfa9c9cd728 req-346cc4f6-901d-4b82-9f46-6afbe12b3e88 tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] 10.222.0.35 "GET /v2.0/security-groups/7bc41214-8d1b-40dc-8e0d-1d1d2fc4648a HTTP/1.1" status: 200 len: 1778 time: 0.0684712 Aug 10 00:52:09.832015 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-120dd4ad-8a2b-4888-a6f2-3c47c5e39abc req-2450d49f-ab96-4867-801f-43b4a28313e8 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3030e10-15f0-42d7-9d25-cc0746a8d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559745 Aug 10 00:52:09.861906 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaff028-9906-47c2-befa-6e916b942f22 None None] Routers {'1b2ac2e4-6ed8-46ce-90af-2c454640483b'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:52:09.863271 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-eaaff028-9906-47c2-befa-6e916b942f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:51:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['1b2ac2e4-6ed8-46ce-90af-2c454640483b'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:09.888102 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-943f583a-52f3-40a7-8246-ebfa9c9cd728 req-aa7b5ec4-da2f-4226-8df4-f0dfcca5011b tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:09.915295 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-943f583a-52f3-40a7-8246-ebfa9c9cd728 req-aa7b5ec4-da2f-4226-8df4-f0dfcca5011b tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:09.959606 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-943f583a-52f3-40a7-8246-ebfa9c9cd728 req-aa7b5ec4-da2f-4226-8df4-f0dfcca5011b tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:09.962763 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-943f583a-52f3-40a7-8246-ebfa9c9cd728 req-aa7b5ec4-da2f-4226-8df4-f0dfcca5011b tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:09.970314 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a6c78-b71a-4892-aca8-06e0d9650059 None None] Pushing event updated for resources: {'Port': ['ID=ccb8d22f-28bd-447e-8026-fa3e74e719d7,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:09.970410 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-943f583a-52f3-40a7-8246-ebfa9c9cd728 req-aa7b5ec4-da2f-4226-8df4-f0dfcca5011b tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] 10.222.0.35 "DELETE /v2.0/security-groups/7bc41214-8d1b-40dc-8e0d-1d1d2fc4648a HTTP/1.1" status: 204 len: 173 time: 0.1332707 Aug 10 00:52:09.985502 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b5ec4-da2f-4226-8df4-f0dfcca5011b tempest-SecurityGroupsTestAdminJSON-765086819 tempest-SecurityGroupsTestAdminJSON-765086819-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc41214-8d1b-40dc-8e0d-1d1d2fc4648a,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:10.020098 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-eaaff028-9906-47c2-befa-6e916b942f22 None None] Set router 1b2ac2e4-6ed8-46ce-90af-2c454640483b gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:52:10.067118 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-81d744fc-6957-4879-a58f-afdd12989c24 req-355bc562-07d3-4895-8776-222a1bd097cf tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a8dd26-da94-4cca-8e01-efdfa748cfd4 HTTP/1.1" status: 200 len: 210 time: 0.0395572 Aug 10 00:52:10.145927 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e70ecc01-500c-4ea8-82f5-90c433e6e21e req-8d15800e-d51a-4fdb-ab20-9176e52995cb tempest-SecurityGroupsTestAdminJSON-1953532655 tempest-SecurityGroupsTestAdminJSON-1953532655-project] 10.222.0.35 "GET /v2.0/security-groups/dd409129-ed41-41b5-aba5-a205c6544102 HTTP/1.1" status: 200 len: 1778 time: 0.0533559 Aug 10 00:52:10.239662 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-eaaff028-9906-47c2-befa-6e916b942f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1075006119-router', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:00Z', 'updated_at': '2021-08-10T00:52:05Z', 'revision_number': 4, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'gw_port': {'id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:01Z', 'updated_at': '2021-08-10T00:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'ccb8d22f-28bd-447e-8026-fa3e74e719d7', 'name': '', 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'mac_address': 'fa:16:3e:35:70:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:04Z', 'updated_at': '2021-08-10T00:52:09Z', 'revision_number': 4, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'subnets': [{'id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:10.259942 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05630509-30fb-4508-9e76-38721acd1bae req-1e4154f0-4530-4564-9a50-c599997315c1 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:10.261465 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05630509-30fb-4508-9e76-38721acd1bae req-1e4154f0-4530-4564-9a50-c599997315c1 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0606cea-a8cb-4796-ab36-a93ad17252e6 HTTP/1.1" status: 200 len: 949 time: 0.0778139 Aug 10 00:52:10.264225 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e70ecc01-500c-4ea8-82f5-90c433e6e21e req-8387f55e-98ea-46bc-9fb2-bf4e479be341 tempest-SecurityGroupsTestAdminJSON-1953532655 tempest-SecurityGroupsTestAdminJSON-1953532655-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:10.269072 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaff028-9906-47c2-befa-6e916b942f22 None None] The sync data for ids ['1b2ac2e4-6ed8-46ce-90af-2c454640483b'] in n-d-766726-26 is: [{'id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1075006119-router', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:00Z', 'updated_at': '2021-08-10T00:52:05Z', 'revision_number': 4, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'gw_port': {'id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:01Z', 'updated_at': '2021-08-10T00:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'ccb8d22f-28bd-447e-8026-fa3e74e719d7', 'name': '', 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'mac_address': 'fa:16:3e:35:70:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:04Z', 'updated_at': '2021-08-10T00:52:09Z', 'revision_number': 4, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'subnets': [{'id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:52:10.300536 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e70ecc01-500c-4ea8-82f5-90c433e6e21e req-8387f55e-98ea-46bc-9fb2-bf4e479be341 tempest-SecurityGroupsTestAdminJSON-1953532655 tempest-SecurityGroupsTestAdminJSON-1953532655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:10.351629 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05630509-30fb-4508-9e76-38721acd1bae req-c633e13a-0a60-4e93-b39e-e7f60270d99b tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b1d0e8f-7c11-49d2-9ba7-9325dd32a185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821002 Aug 10 00:52:10.380456 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e70ecc01-500c-4ea8-82f5-90c433e6e21e req-8387f55e-98ea-46bc-9fb2-bf4e479be341 tempest-SecurityGroupsTestAdminJSON-1953532655 tempest-SecurityGroupsTestAdminJSON-1953532655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:10.385294 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e70ecc01-500c-4ea8-82f5-90c433e6e21e req-8387f55e-98ea-46bc-9fb2-bf4e479be341 tempest-SecurityGroupsTestAdminJSON-1953532655 tempest-SecurityGroupsTestAdminJSON-1953532655-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:10.402743 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e70ecc01-500c-4ea8-82f5-90c433e6e21e req-8387f55e-98ea-46bc-9fb2-bf4e479be341 tempest-SecurityGroupsTestAdminJSON-1953532655 tempest-SecurityGroupsTestAdminJSON-1953532655-project] 10.222.0.35 "DELETE /v2.0/security-groups/dd409129-ed41-41b5-aba5-a205c6544102 HTTP/1.1" status: 204 len: 173 time: 0.2422981 Aug 10 00:52:10.414804 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8387f55e-98ea-46bc-9fb2-bf4e479be341 tempest-SecurityGroupsTestAdminJSON-1953532655 tempest-SecurityGroupsTestAdminJSON-1953532655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd409129-ed41-41b5-aba5-a205c6544102,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:10.577525 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3fb89c88-707b-454a-8c94-4edd0500447c req-abe6e294-e2d1-40c0-8c23-fcc30256ea50 tempest-SecurityGroupsTestAdminJSON-1953532655 tempest-SecurityGroupsTestAdminJSON-1953532655-project] 10.222.0.35 "GET /v2.0/security-groups/5680e5aa-5ec2-40a6-8d55-18a4a8380567 HTTP/1.1" status: 200 len: 1778 time: 0.0486088 Aug 10 00:52:10.584789 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device ccb8d22f-28bd-447e-8026-fa3e74e719d7 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:52:10.639183 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port ccb8d22f-28bd-447e-8026-fa3e74e719d7 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:52:10.642906 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port ccb8d22f-28bd-447e-8026-fa3e74e719d7 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:10.643283 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:10.665158 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-3fb89c88-707b-454a-8c94-4edd0500447c req-1acaaadc-31d1-4424-ac09-2e8fd987e7a6 tempest-SecurityGroupsTestAdminJSON-1953532655 tempest-SecurityGroupsTestAdminJSON-1953532655-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:10.689555 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-3fb89c88-707b-454a-8c94-4edd0500447c req-1acaaadc-31d1-4424-ac09-2e8fd987e7a6 tempest-SecurityGroupsTestAdminJSON-1953532655 tempest-SecurityGroupsTestAdminJSON-1953532655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:10.733577 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:10.743328 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-3fb89c88-707b-454a-8c94-4edd0500447c req-1acaaadc-31d1-4424-ac09-2e8fd987e7a6 tempest-SecurityGroupsTestAdminJSON-1953532655 tempest-SecurityGroupsTestAdminJSON-1953532655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:10.747075 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-3fb89c88-707b-454a-8c94-4edd0500447c req-1acaaadc-31d1-4424-ac09-2e8fd987e7a6 tempest-SecurityGroupsTestAdminJSON-1953532655 tempest-SecurityGroupsTestAdminJSON-1953532655-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:10.749386 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3fb89c88-707b-454a-8c94-4edd0500447c req-1acaaadc-31d1-4424-ac09-2e8fd987e7a6 tempest-SecurityGroupsTestAdminJSON-1953532655 tempest-SecurityGroupsTestAdminJSON-1953532655-project] 10.222.0.35 "DELETE /v2.0/security-groups/5680e5aa-5ec2-40a6-8d55-18a4a8380567 HTTP/1.1" status: 204 len: 173 time: 0.1630845 Aug 10 00:52:10.784211 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acaaadc-31d1-4424-ac09-2e8fd987e7a6 tempest-SecurityGroupsTestAdminJSON-1953532655 tempest-SecurityGroupsTestAdminJSON-1953532655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5680e5aa-5ec2-40a6-8d55-18a4a8380567,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:10.786674 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port ccb8d22f-28bd-447e-8026-fa3e74e719d7, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=ccb8d22f-28bd-447e-8026-fa3e74e719d7,segment=NetworkSegment(ca4e504f-4f97-4302-9728-cd71fd6e7293),segment_id=ca4e504f-4f97-4302-9728-cd71fd6e7293)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:10.793404 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:10.889371 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=ccb8d22f-28bd-447e-8026-fa3e74e719d7,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:11.002472 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f573d-0e4a-426e-88e1-651bd62516d8 req-138c2c6e-6794-4cee-9d79-21ea2276bdee tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:11.013714 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-880f573d-0e4a-426e-88e1-651bd62516d8 req-138c2c6e-6794-4cee-9d79-21ea2276bdee tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 970 time: 0.0854578 Aug 10 00:52:11.088844 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-880f573d-0e4a-426e-88e1-651bd62516d8 req-8f442de9-4c01-42dc-9505-410111efaadd tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740337 Aug 10 00:52:11.162944 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2eb226b2-5a1e-4c5b-a210-fd04a7c54a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:11.182665 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ec188-6d27-417f-b735-4fc322314153 req-1bdbcdd5-5606-411b-acbc-d3a082d3da79 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:11.184514 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d73ec188-6d27-417f-b735-4fc322314153 req-1bdbcdd5-5606-411b-acbc-d3a082d3da79 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/ports?device_id=a26b64c5-46d1-4a51-ba44-adcbbc28bd77 HTTP/1.1" status: 200 len: 949 time: 0.0935049 Aug 10 00:52:11.210168 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e676611-0063-4f17-a784-98948dcfd363 req-0022f59c-afdb-4651-87d1-0092a5890b38 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:11.217194 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3e676611-0063-4f17-a784-98948dcfd363 req-0022f59c-afdb-4651-87d1-0092a5890b38 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.20 "GET /v2.0/networks?id=69f51d35-d4ba-4f49-8c05-8898ee0d5115 HTTP/1.1" status: 200 len: 821 time: 0.2595825 Aug 10 00:52:11.239303 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:11.240005 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-3e676611-0063-4f17-a784-98948dcfd363 req-3b341fc5-656d-46ef-a155-23ab004429f5 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Request body: {'port': {'device_id': 'e7a8dd26-da94-4cca-8e01-efdfa748cfd4', 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'admin_state_up': True, 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:11.260300 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d73ec188-6d27-417f-b735-4fc322314153 req-11725f7a-2e7d-4a28-b2cd-c9edabf4b0d6 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3030e10-15f0-42d7-9d25-cc0746a8d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680451 Aug 10 00:52:11.329524 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 59438) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:11.339377 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae06125f-1475-4630-9ee1-a70c51d394a6 req-72808f47-75dd-4621-988f-9d7c49e14086 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a8dd26-da94-4cca-8e01-efdfa748cfd4 HTTP/1.1" status: 200 len: 210 time: 0.0679975 Aug 10 00:52:11.454613 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0606cea-a8cb-4796-ab36-a93ad17252e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91df909d-3af1-4172-a2b0-7a3df43552d8'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:11.456995 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5886c4-0700-435f-94af-9840189b3711" -d '{"events": [{"server_uuid": "f0606cea-a8cb-4796-ab36-a93ad17252e6", "name": "network-vif-plugged", "status": "completed", "tag": "91df909d-3af1-4172-a2b0-7a3df43552d8"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:11.485190 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e676611-0063-4f17-a784-98948dcfd363 req-3b341fc5-656d-46ef-a155-23ab004429f5 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Made reservation on behalf of cc2e62ffb5b34be582ea4ea144aaa50f for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:52:11.490709 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3e676611-0063-4f17-a784-98948dcfd363 req-3b341fc5-656d-46ef-a155-23ab004429f5 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:11.520478 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330b971f-5708-4c1b-a04f-6a77d2005a3a x-openstack-request-id: req-330b971f-5708-4c1b-a04f-6a77d2005a3a {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:11.520802 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0606cea-a8cb-4796-ab36-a93ad17252e6", "name": "network-vif-plugged", "status": "completed", "tag": "91df909d-3af1-4172-a2b0-7a3df43552d8", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:11.521064 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-330b971f-5708-4c1b-a04f-6a77d2005a3a {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:11.521464 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0606cea-a8cb-4796-ab36-a93ad17252e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91df909d-3af1-4172-a2b0-7a3df43552d8', 'code': 200} Aug 10 00:52:11.633735 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd614f44-aef3-4b60-84ca-ff78df629f73 req-0adba816-c9a6-4def-8f8f-801155278730 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:11.643234 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bd614f44-aef3-4b60-84ca-ff78df629f73 req-0adba816-c9a6-4def-8f8f-801155278730 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0606cea-a8cb-4796-ab36-a93ad17252e6 HTTP/1.1" status: 200 len: 949 time: 0.1624117 Aug 10 00:52:11.689091 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bd614f44-aef3-4b60-84ca-ff78df629f73 req-7d595c44-55b3-4c91-8cde-9ebc3a1171a1 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b1d0e8f-7c11-49d2-9ba7-9325dd32a185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444233 Aug 10 00:52:11.716821 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f773a2a4-bfd8-4315-9ba3-4a3d89ec3f10 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d815d3d5e28c41a99e00cd9d4b1db255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3861046 Aug 10 00:52:11.719827 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 59450) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:11.739142 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-3e676611-0063-4f17-a784-98948dcfd363 req-3b341fc5-656d-46ef-a155-23ab004429f5 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Allocated IP 172.20.0.5 (69f51d35-d4ba-4f49-8c05-8898ee0d5115/dcf03b3b-6f13-42e9-be6a-f87764bef944/a1ddb43d-c75d-4674-b475-32b8e2a16696) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:52:11.751169 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 59452) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:11.768663 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76bd58-fd3a-47f3-9fbe-067d23163379 req-fc1bae89-f8be-46f1-b05f-2131f4f5dba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:11.770254 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5d76bd58-fd3a-47f3-9fbe-067d23163379 req-fc1bae89-f8be-46f1-b05f-2131f4f5dba0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f0606cea-a8cb-4796-ab36-a93ad17252e6 HTTP/1.1" status: 200 len: 1101 time: 0.1076941 Aug 10 00:52:11.816730 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d8734546-c640-4089-8d73-4695a9daf83f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:11.829509 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5d76bd58-fd3a-47f3-9fbe-067d23163379 req-dc6b4b01-124c-4119-85c5-6cdaaa5724fe service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9b1d0e8f-7c11-49d2-9ba7-9325dd32a185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482924 Aug 10 00:52:11.875491 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d8734546-c640-4089-8d73-4695a9daf83f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:11.924935 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-64580b2e-7aa5-4754-9fe5-6b991add1100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:11.954514 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3e676611-0063-4f17-a784-98948dcfd363 req-3b341fc5-656d-46ef-a155-23ab004429f5 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:11.971180 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d8734546-c640-4089-8d73-4695a9daf83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:11.974166 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-3e676611-0063-4f17-a784-98948dcfd363 req-3b341fc5-656d-46ef-a155-23ab004429f5 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Transition to ACTIVE for port object a1ddb43d-c75d-4674-b475-32b8e2a16696 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:52:11.974669 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d8734546-c640-4089-8d73-4695a9daf83f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:11.978766 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d8734546-c640-4089-8d73-4695a9daf83f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8626317f-d067-4ce2-800f-dddb2bb724c8 HTTP/1.1" status: 204 len: 168 time: 0.2548048 Aug 10 00:52:11.990871 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8734546-c640-4089-8d73-4695a9daf83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8626317f-d067-4ce2-800f-dddb2bb724c8,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:12.026484 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3e676611-0063-4f17-a784-98948dcfd363 req-3b341fc5-656d-46ef-a155-23ab004429f5 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:12.069061 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-64580b2e-7aa5-4754-9fe5-6b991add1100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:12.076921 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-64580b2e-7aa5-4754-9fe5-6b991add1100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:12.110033 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e676611-0063-4f17-a784-98948dcfd363 req-3b341fc5-656d-46ef-a155-23ab004429f5 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Network 69f51d35-d4ba-4f49-8c05-8898ee0d5115 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:52:12.113269 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-3e676611-0063-4f17-a784-98948dcfd363 req-3b341fc5-656d-46ef-a155-23ab004429f5 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:52:12.129456 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e676611-0063-4f17-a784-98948dcfd363 req-3b341fc5-656d-46ef-a155-23ab004429f5 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:52:12.142642 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-64580b2e-7aa5-4754-9fe5-6b991add1100 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f3ce66e1c86943b49c6b0391168c23df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3862708 Aug 10 00:52:12.144210 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 59464) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:12.197991 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64580b2e-7aa5-4754-9fe5-6b991add1100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e244e11a-e3c4-44d0-95da-f2ee7bc2b340,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:12.242552 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b341fc5-656d-46ef-a155-23ab004429f5 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Pushing event updated for resources: {'Port': ['ID=a1ddb43d-c75d-4674-b475-32b8e2a16696,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:12.279607 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d650902-7972-4c22-838c-f829bb022c06 req-afa5a002-f2ab-4d49-bd1a-4b38173f3f3c tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:12.280582 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e676611-0063-4f17-a784-98948dcfd363 req-3b341fc5-656d-46ef-a155-23ab004429f5 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:12.281411 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3e676611-0063-4f17-a784-98948dcfd363 req-3b341fc5-656d-46ef-a155-23ab004429f5 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:12.284700 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d650902-7972-4c22-838c-f829bb022c06 req-afa5a002-f2ab-4d49-bd1a-4b38173f3f3c tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 970 time: 0.0832272 Aug 10 00:52:12.310149 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3e676611-0063-4f17-a784-98948dcfd363 req-3b341fc5-656d-46ef-a155-23ab004429f5 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0748065 Aug 10 00:52:12.317656 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-568f4e1f-e0c9-4416-a62c-7e6d52522dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:12.338980 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-3e676611-0063-4f17-a784-98948dcfd363 req-f7675854-ecfd-40a6-9b9c-4fdfbb79afc6 service neutron] Request body: {'port': {'device_id': 'e7a8dd26-da94-4cca-8e01-efdfa748cfd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:12.367620 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-568f4e1f-e0c9-4416-a62c-7e6d52522dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:12.402346 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e14bee7b-6c35-4444-9738-dc5c6a853fd1 None None] Provisioning for port a1ddb43d-c75d-4674-b475-32b8e2a16696 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:52:12.406778 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e14bee7b-6c35-4444-9738-dc5c6a853fd1 None None] Provisioning complete for port a1ddb43d-c75d-4674-b475-32b8e2a16696 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:12.407168 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e14bee7b-6c35-4444-9738-dc5c6a853fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:12.444704 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d650902-7972-4c22-838c-f829bb022c06 req-b89bbf9f-fd7f-47df-8699-07c9869e31e1 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475751 Aug 10 00:52:12.450141 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 59472) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:12.465678 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e14bee7b-6c35-4444-9738-dc5c6a853fd1 None None] Port a1ddb43d-c75d-4674-b475-32b8e2a16696 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:52:12.466223 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-568f4e1f-e0c9-4416-a62c-7e6d52522dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:12.471347 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-568f4e1f-e0c9-4416-a62c-7e6d52522dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:12.475954 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-568f4e1f-e0c9-4416-a62c-7e6d52522dd2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e244e11a-e3c4-44d0-95da-f2ee7bc2b340 HTTP/1.1" status: 204 len: 168 time: 0.3256347 Aug 10 00:52:12.497684 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3e676611-0063-4f17-a784-98948dcfd363 req-f7675854-ecfd-40a6-9b9c-4fdfbb79afc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:12.498556 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f4e1f-e0c9-4416-a62c-7e6d52522dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e244e11a-e3c4-44d0-95da-f2ee7bc2b340,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:12.522952 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66375b3-b98f-4e22-83d4-79ef47f7f33e req-9b7b0642-03a5-404d-8445-344460d35dec tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:12.530753 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c66375b3-b98f-4e22-83d4-79ef47f7f33e req-9b7b0642-03a5-404d-8445-344460d35dec tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/ports?device_id=a26b64c5-46d1-4a51-ba44-adcbbc28bd77 HTTP/1.1" status: 200 len: 949 time: 0.0792513 Aug 10 00:52:12.578613 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6782b5c1-5f8c-4a14-af3d-9eeb4740cdec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=28184e049043450485a0357e7857417d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1273785 Aug 10 00:52:12.594962 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c66375b3-b98f-4e22-83d4-79ef47f7f33e req-13029b87-46b2-4498-9aa6-bafbc108250c tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3030e10-15f0-42d7-9d25-cc0746a8d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586784 Aug 10 00:52:12.595656 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 59476) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:12.626683 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device ccb8d22f-28bd-447e-8026-fa3e74e719d7 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:52:12.724662 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port ccb8d22f-28bd-447e-8026-fa3e74e719d7 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:12.725278 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:12.729441 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664ce84-68ca-4968-95d6-714945f0bf1f req-c425e064-bb85-4c33-8cd4-02055ca0192c tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:12.733183 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e664ce84-68ca-4968-95d6-714945f0bf1f req-c425e064-bb85-4c33-8cd4-02055ca0192c tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a8dd26-da94-4cca-8e01-efdfa748cfd4 HTTP/1.1" status: 200 len: 931 time: 0.1544390 Aug 10 00:52:12.734394 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-791c13a2-579f-44da-b1e1-f6a870d0c975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:12.777609 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-791c13a2-579f-44da-b1e1-f6a870d0c975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:12.891433 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e664ce84-68ca-4968-95d6-714945f0bf1f req-5830a520-1e79-4d3a-ab05-62b9590b3c7c tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0fa134e-75c9-4973-b3e3-242b39af0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484632 Aug 10 00:52:12.920638 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-791c13a2-579f-44da-b1e1-f6a870d0c975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:12.925099 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-791c13a2-579f-44da-b1e1-f6a870d0c975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:12.928224 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-791c13a2-579f-44da-b1e1-f6a870d0c975 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ba1d8f41-c8e7-475f-9482-0709a929f05b HTTP/1.1" status: 204 len: 168 time: 0.3227139 Aug 10 00:52:12.949160 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c13a2-579f-44da-b1e1-f6a870d0c975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1d8f41-c8e7-475f-9482-0709a929f05b,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:13.108804 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1cd90a-2185-4cbc-92c5-5420651859e5 req-2d8bd3ae-22a2-4b8b-846d-742487f71f4d tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:13.110929 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8e1cd90a-2185-4cbc-92c5-5420651859e5 req-2d8bd3ae-22a2-4b8b-846d-742487f71f4d tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0606cea-a8cb-4796-ab36-a93ad17252e6 HTTP/1.1" status: 200 len: 949 time: 0.0813727 Aug 10 00:52:13.174474 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 59490) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:13.174474 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8e1cd90a-2185-4cbc-92c5-5420651859e5 req-9e59be71-ac6f-4e28-9296-cc3150171795 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b1d0e8f-7c11-49d2-9ba7-9325dd32a185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555570 Aug 10 00:52:13.191643 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-05018bd2-c04b-4468-aa9b-e694ac9b1944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:13.218795 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-3e676611-0063-4f17-a784-98948dcfd363 req-f7675854-ecfd-40a6-9b9c-4fdfbb79afc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ddb43d-c75d-4674-b475-32b8e2a16696 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:52:13.227863 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3e676611-0063-4f17-a784-98948dcfd363 req-f7675854-ecfd-40a6-9b9c-4fdfbb79afc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:13.241528 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-3e676611-0063-4f17-a784-98948dcfd363 req-f7675854-ecfd-40a6-9b9c-4fdfbb79afc6 service neutron] Transition to ACTIVE for port object a1ddb43d-c75d-4674-b475-32b8e2a16696 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:52:13.248335 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3e676611-0063-4f17-a784-98948dcfd363 req-f7675854-ecfd-40a6-9b9c-4fdfbb79afc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:13.308068 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7675854-ecfd-40a6-9b9c-4fdfbb79afc6 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ddb43d-c75d-4674-b475-32b8e2a16696,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:13.360572 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-05018bd2-c04b-4468-aa9b-e694ac9b1944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:13.366818 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-05018bd2-c04b-4468-aa9b-e694ac9b1944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:13.425408 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-05018bd2-c04b-4468-aa9b-e694ac9b1944 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f94a0090db3d40f0bc57843d48f047a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2471864 Aug 10 00:52:13.425408 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05018bd2-c04b-4468-aa9b-e694ac9b1944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a5a295-ed7c-417b-9b59-e256a2399795,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:13.426588 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 59492) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:13.479362 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-3e676611-0063-4f17-a784-98948dcfd363 req-f7675854-ecfd-40a6-9b9c-4fdfbb79afc6 service neutron] Attempting to bind port a1ddb43d-c75d-4674-b475-32b8e2a16696 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:52:13.479781 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-3e676611-0063-4f17-a784-98948dcfd363 req-f7675854-ecfd-40a6-9b9c-4fdfbb79afc6 service neutron] Attempting to bind port a1ddb43d-c75d-4674-b475-32b8e2a16696 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': 'ca4e504f-4f97-4302-9728-cd71fd6e7293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:52:13.480779 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e676611-0063-4f17-a784-98948dcfd363 req-f7675854-ecfd-40a6-9b9c-4fdfbb79afc6 service neutron] Attempting to bind port a1ddb43d-c75d-4674-b475-32b8e2a16696 on network 69f51d35-d4ba-4f49-8c05-8898ee0d5115 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:13.507645 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e676611-0063-4f17-a784-98948dcfd363 req-f7675854-ecfd-40a6-9b9c-4fdfbb79afc6 service neutron] Port a1ddb43d-c75d-4674-b475-32b8e2a16696 on network 69f51d35-d4ba-4f49-8c05-8898ee0d5115 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:52:13.507976 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e676611-0063-4f17-a784-98948dcfd363 req-f7675854-ecfd-40a6-9b9c-4fdfbb79afc6 service neutron] Attempting to bind port a1ddb43d-c75d-4674-b475-32b8e2a16696 on network 69f51d35-d4ba-4f49-8c05-8898ee0d5115 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:13.520539 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e676611-0063-4f17-a784-98948dcfd363 req-f7675854-ecfd-40a6-9b9c-4fdfbb79afc6 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:52:13.520539 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e676611-0063-4f17-a784-98948dcfd363 req-f7675854-ecfd-40a6-9b9c-4fdfbb79afc6 service neutron] Checking segment: {'id': 'ca4e504f-4f97-4302-9728-cd71fd6e7293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:52:13.520841 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e676611-0063-4f17-a784-98948dcfd363 req-f7675854-ecfd-40a6-9b9c-4fdfbb79afc6 service neutron] Bound using segment: {'id': 'ca4e504f-4f97-4302-9728-cd71fd6e7293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:52:13.521026 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-3e676611-0063-4f17-a784-98948dcfd363 req-f7675854-ecfd-40a6-9b9c-4fdfbb79afc6 service neutron] Bound port: a1ddb43d-c75d-4674-b475-32b8e2a16696, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca4e504f-4f97-4302-9728-cd71fd6e7293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:52:13.522221 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3e676611-0063-4f17-a784-98948dcfd363 req-f7675854-ecfd-40a6-9b9c-4fdfbb79afc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:13.588310 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c37be55b-16a2-4a61-91aa-1de7c5916394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:13.642944 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c37be55b-16a2-4a61-91aa-1de7c5916394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:13.650399 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835db228-7366-4476-8fd5-023fecb15335 req-08a95b46-38f5-4e87-93ce-3ba36bff22f4 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:13.658596 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-835db228-7366-4476-8fd5-023fecb15335 req-08a95b46-38f5-4e87-93ce-3ba36bff22f4 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/ports?device_id=a26b64c5-46d1-4a51-ba44-adcbbc28bd77 HTTP/1.1" status: 200 len: 949 time: 0.1074500 Aug 10 00:52:13.693577 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-3e676611-0063-4f17-a784-98948dcfd363 req-f7675854-ecfd-40a6-9b9c-4fdfbb79afc6 service neutron] For port a1ddb43d-c75d-4674-b475-32b8e2a16696, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:52:13.697502 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-3e676611-0063-4f17-a784-98948dcfd363 req-f7675854-ecfd-40a6-9b9c-4fdfbb79afc6 service neutron] For port a1ddb43d-c75d-4674-b475-32b8e2a16696, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=a1ddb43d-c75d-4674-b475-32b8e2a16696,segment=NetworkSegment(ca4e504f-4f97-4302-9728-cd71fd6e7293),segment_id=ca4e504f-4f97-4302-9728-cd71fd6e7293)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:52:13.703414 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3e676611-0063-4f17-a784-98948dcfd363 req-f7675854-ecfd-40a6-9b9c-4fdfbb79afc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:13.726981 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-835db228-7366-4476-8fd5-023fecb15335 req-dd88408e-e0dc-4c2e-9507-6e9379bccb2f tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3030e10-15f0-42d7-9d25-cc0746a8d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613010 Aug 10 00:52:13.745072 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c37be55b-16a2-4a61-91aa-1de7c5916394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:13.751596 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e0b98-9460-4443-b41a-74dd0555819b req-040e458b-415d-4cf5-816e-65657fb6b19a tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:13.754440 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c37be55b-16a2-4a61-91aa-1de7c5916394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:13.755953 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c37be55b-16a2-4a61-91aa-1de7c5916394 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/47a5a295-ed7c-417b-9b59-e256a2399795 HTTP/1.1" status: 204 len: 168 time: 0.3283832 Aug 10 00:52:13.767028 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e676611-0063-4f17-a784-98948dcfd363 req-f7675854-ecfd-40a6-9b9c-4fdfbb79afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:13.768057 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3e676611-0063-4f17-a784-98948dcfd363 req-f7675854-ecfd-40a6-9b9c-4fdfbb79afc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:13.771025 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3e676611-0063-4f17-a784-98948dcfd363 req-f7675854-ecfd-40a6-9b9c-4fdfbb79afc6 service neutron] 10.222.0.20 "PUT /v2.0/ports/a1ddb43d-c75d-4674-b475-32b8e2a16696 HTTP/1.1" status: 200 len: 1092 time: 1.4452679 Aug 10 00:52:13.771414 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b60e0b98-9460-4443-b41a-74dd0555819b req-040e458b-415d-4cf5-816e-65657fb6b19a tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 970 time: 0.1815727 Aug 10 00:52:13.774841 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a8dd26-da94-4cca-8e01-efdfa748cfd4', 'tag': 'a1ddb43d-c75d-4674-b475-32b8e2a16696'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:13.777742 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcebad2-668d-42c4-8513-2c86fa0dca0c" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a8dd26-da94-4cca-8e01-efdfa748cfd4", "tag": "a1ddb43d-c75d-4674-b475-32b8e2a16696"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:13.787727 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a0e6e04a-c5f0-4838-b710-2adf14a6516b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:13.790880 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37be55b-16a2-4a61-91aa-1de7c5916394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a5a295-ed7c-417b-9b59-e256a2399795,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:13.848837 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7675854-ecfd-40a6-9b9c-4fdfbb79afc6 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ddb43d-c75d-4674-b475-32b8e2a16696,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:13.913441 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b60e0b98-9460-4443-b41a-74dd0555819b req-501482fa-2f50-4c23-9592-542918af753e tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360099 Aug 10 00:52:13.934505 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e676611-0063-4f17-a784-98948dcfd363 req-435cc70f-709e-460b-8a91-9ffa3435263b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:13.936045 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3e676611-0063-4f17-a784-98948dcfd363 req-435cc70f-709e-460b-8a91-9ffa3435263b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cc2e62ffb5b34be582ea4ea144aaa50f&device_id=e7a8dd26-da94-4cca-8e01-efdfa748cfd4 HTTP/1.1" status: 200 len: 1095 time: 0.0713253 Aug 10 00:52:14.020369 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3e676611-0063-4f17-a784-98948dcfd363 req-a41855a5-39e8-49cd-be2f-cc7873d1914e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1ddb43d-c75d-4674-b475-32b8e2a16696 HTTP/1.1" status: 200 len: 217 time: 0.0523760 Aug 10 00:52:14.039097 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a3f628-af55-4521-8084-114387b45f0f x-openstack-request-id: req-65a3f628-af55-4521-8084-114387b45f0f {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:14.039398 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a8dd26-da94-4cca-8e01-efdfa748cfd4", "tag": "a1ddb43d-c75d-4674-b475-32b8e2a16696", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:14.039634 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-65a3f628-af55-4521-8084-114387b45f0f {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:14.040025 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a8dd26-da94-4cca-8e01-efdfa748cfd4', 'tag': 'a1ddb43d-c75d-4674-b475-32b8e2a16696', 'status': 'completed', 'code': 200} Aug 10 00:52:14.114951 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e676611-0063-4f17-a784-98948dcfd363 req-450cfd61-5377-477f-b93b-dbcc4f7792d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:14.116785 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3e676611-0063-4f17-a784-98948dcfd363 req-450cfd61-5377-477f-b93b-dbcc4f7792d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dcf03b3b-6f13-42e9-be6a-f87764bef944 HTTP/1.1" status: 200 len: 860 time: 0.0962205 Aug 10 00:52:14.129529 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-0fd377c0-43ea-4fa1-a3a1-1e38bce3ef63 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=1253712107db49cfa26a2ea2f0554108&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559449 Aug 10 00:52:14.197111 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e676611-0063-4f17-a784-98948dcfd363 req-611a0a48-48f9-4e40-ab13-61308589c431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:14.198818 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3e676611-0063-4f17-a784-98948dcfd363 req-611a0a48-48f9-4e40-ab13-61308589c431 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=69f51d35-d4ba-4f49-8c05-8898ee0d5115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743332 Aug 10 00:52:14.270074 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f239d-dc5b-408a-a0ae-64655965802a req-1b77a1b3-ff6e-4645-8367-c92ab7580d2e tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:14.278457 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f9f239d-dc5b-408a-a0ae-64655965802a req-1b77a1b3-ff6e-4645-8367-c92ab7580d2e tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a8dd26-da94-4cca-8e01-efdfa748cfd4 HTTP/1.1" status: 200 len: 943 time: 0.1463768 Aug 10 00:52:14.353131 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f9f239d-dc5b-408a-a0ae-64655965802a req-01a3f3e2-95af-4a08-85a8-f70a3fee576d tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0fa134e-75c9-4973-b3e3-242b39af0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710390 Aug 10 00:52:14.367841 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-dc531280-3a35-4be4-8019-40512b9151b0 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:14.371015 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3e676611-0063-4f17-a784-98948dcfd363 req-ff45c2a7-2ece-4847-8536-7f6718b2d088 service neutron] 10.222.0.20 "GET /v2.0/networks/69f51d35-d4ba-4f49-8c05-8898ee0d5115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588786 Aug 10 00:52:14.375488 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:14.383758 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-dc531280-3a35-4be4-8019-40512b9151b0 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2532487 Aug 10 00:52:14.406600 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-0031d769-d468-4206-8e37-da82bac7131e tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/quotas/1253712107db49cfa26a2ea2f0554108 HTTP/1.1" status: 200 len: 375 time: 0.0215807 Aug 10 00:52:14.540161 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3e676611-0063-4f17-a784-98948dcfd363 req-ab53adeb-f087-4429-9452-e1ecaadfe5f7 service neutron] 10.222.0.20 "GET /v2.0/networks/69f51d35-d4ba-4f49-8c05-8898ee0d5115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655617 Aug 10 00:52:14.544914 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-d8bed504-624b-4548-b04f-6fd0e75678c4 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1253712107db49cfa26a2ea2f0554108&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1369741 Aug 10 00:52:14.593964 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27a1a1-aaa2-4be7-87e0-c37bf3f7fa0d req-179c15e5-3f40-4e24-9975-d2baccf7e69e tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:14.595518 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bb27a1a1-aaa2-4be7-87e0-c37bf3f7fa0d req-179c15e5-3f40-4e24-9975-d2baccf7e69e tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0606cea-a8cb-4796-ab36-a93ad17252e6 HTTP/1.1" status: 200 len: 949 time: 0.1099348 Aug 10 00:52:14.691179 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bb27a1a1-aaa2-4be7-87e0-c37bf3f7fa0d req-28081926-fa9d-4cee-b8d4-2a1e10fe6cb4 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b1d0e8f-7c11-49d2-9ba7-9325dd32a185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861843 Aug 10 00:52:14.722972 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcebad2-668d-42c4-8513-2c86fa0dca0c req-21879954-cd9e-46d1-9fe6-8d161404dd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:14.724502 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3fcebad2-668d-42c4-8513-2c86fa0dca0c req-21879954-cd9e-46d1-9fe6-8d161404dd1a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cc2e62ffb5b34be582ea4ea144aaa50f&device_id=e7a8dd26-da94-4cca-8e01-efdfa748cfd4 HTTP/1.1" status: 200 len: 1095 time: 0.0735965 Aug 10 00:52:14.803320 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b49391f-60f0-487a-9747-75df405a6b67 req-0b5504de-36f2-4f0a-8022-41bed92d61d8 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6f29b9-c189-420a-8fa7-1f7817be3a0b HTTP/1.1" status: 200 len: 210 time: 0.0488009 Aug 10 00:52:14.921454 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4fcd8a5c-5912-4ce8-93a8-5d4672490a2f req-0e8f9b0e-f6df-4698-92e5-a7d5c2de09d6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b80ef126-5374-449c-9ac7-c7fa472955b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0848651 Aug 10 00:52:14.930781 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcebad2-668d-42c4-8513-2c86fa0dca0c req-59734eba-c017-4779-af4a-0a41467b9136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:14.932212 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3fcebad2-668d-42c4-8513-2c86fa0dca0c req-59734eba-c017-4779-af4a-0a41467b9136 service neutron] 10.222.0.20 "GET /v2.0/networks?id=69f51d35-d4ba-4f49-8c05-8898ee0d5115 HTTP/1.1" status: 200 len: 922 time: 0.1920509 Aug 10 00:52:14.983641 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:15.014201 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3fcebad2-668d-42c4-8513-2c86fa0dca0c req-a1078316-b3c4-42b7-94e9-601eff6ec088 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1ddb43d-c75d-4674-b475-32b8e2a16696 HTTP/1.1" status: 200 len: 217 time: 0.0584879 Aug 10 00:52:15.095329 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd8a5c-5912-4ce8-93a8-5d4672490a2f req-9b9c3b31-fb7e-4e36-974b-4477bc3b920f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:15.107831 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4fcd8a5c-5912-4ce8-93a8-5d4672490a2f req-9b9c3b31-fb7e-4e36-974b-4477bc3b920f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=efee53c3551044e8afcc00c8cdf7b6ca&device_id=b80ef126-5374-449c-9ac7-c7fa472955b1 HTTP/1.1" status: 200 len: 1097 time: 0.1023839 Aug 10 00:52:15.110080 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcebad2-668d-42c4-8513-2c86fa0dca0c req-57eb46d8-0b5e-4acb-9b0a-392296bb906e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:15.111490 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3fcebad2-668d-42c4-8513-2c86fa0dca0c req-57eb46d8-0b5e-4acb-9b0a-392296bb906e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dcf03b3b-6f13-42e9-be6a-f87764bef944 HTTP/1.1" status: 200 len: 860 time: 0.0786183 Aug 10 00:52:15.237143 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcebad2-668d-42c4-8513-2c86fa0dca0c req-89beb2fb-5fd6-4e1b-bb62-8e9fc5710498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:15.241704 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3fcebad2-668d-42c4-8513-2c86fa0dca0c req-89beb2fb-5fd6-4e1b-bb62-8e9fc5710498 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=69f51d35-d4ba-4f49-8c05-8898ee0d5115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1152506 Aug 10 00:52:15.312423 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a03486-3ce9-4148-87ac-50ee14ce8295 req-ba131925-93f4-4cc6-b648-941d6cb56c06 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:15.322118 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d0a03486-3ce9-4148-87ac-50ee14ce8295 req-ba131925-93f4-4cc6-b648-941d6cb56c06 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 970 time: 0.1003134 Aug 10 00:52:15.344537 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd8a5c-5912-4ce8-93a8-5d4672490a2f req-95645ffe-dfbc-4525-ada1-1dbbdcfebe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:15.346081 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4fcd8a5c-5912-4ce8-93a8-5d4672490a2f req-95645ffe-dfbc-4525-ada1-1dbbdcfebe05 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c58b2db2-79c7-40d4-af6c-7a7b4827f110 HTTP/1.1" status: 200 len: 924 time: 0.2238264 Aug 10 00:52:15.404254 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d0a03486-3ce9-4148-87ac-50ee14ce8295 req-10798437-60ae-47c4-8a22-cb4a44c52a0d tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811727 Aug 10 00:52:15.476126 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4fcd8a5c-5912-4ce8-93a8-5d4672490a2f req-5fd9af25-0514-4f7a-b30d-99cfdb209697 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7a3b030-adf1-4d8d-be4f-93c78325bbc6 HTTP/1.1" status: 200 len: 1001 time: 0.1200776 Aug 10 00:52:15.480274 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3fcebad2-668d-42c4-8513-2c86fa0dca0c req-1794fd86-a982-4591-b8af-b9d9b735c361 service neutron] 10.222.0.20 "GET /v2.0/networks/69f51d35-d4ba-4f49-8c05-8898ee0d5115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315767 Aug 10 00:52:15.678891 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd8a5c-5912-4ce8-93a8-5d4672490a2f req-d2c9961a-3cd7-44c6-8944-f87ca23e45aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:15.680398 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4fcd8a5c-5912-4ce8-93a8-5d4672490a2f req-d2c9961a-3cd7-44c6-8944-f87ca23e45aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ecd1c4b-499a-4426-9e1d-abb75625188f HTTP/1.1" status: 200 len: 862 time: 0.1948397 Aug 10 00:52:15.714775 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea55cd-e8e6-424b-8957-292b7892c152 req-a93e1630-9b70-419f-aed7-fa2a2de88086 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:15.717129 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e2ea55cd-e8e6-424b-8957-292b7892c152 req-a93e1630-9b70-419f-aed7-fa2a2de88086 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a8dd26-da94-4cca-8e01-efdfa748cfd4 HTTP/1.1" status: 200 len: 943 time: 0.1226420 Aug 10 00:52:15.898083 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567df2c0-4e86-48ff-9a24-a6a441c33720 req-609440b1-49f7-476f-af70-5f13df3a749f tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:15.899660 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-567df2c0-4e86-48ff-9a24-a6a441c33720 req-609440b1-49f7-476f-af70-5f13df3a749f tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0606cea-a8cb-4796-ab36-a93ad17252e6 HTTP/1.1" status: 200 len: 949 time: 0.2070298 Aug 10 00:52:15.922866 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e2ea55cd-e8e6-424b-8957-292b7892c152 req-138427e3-ae13-48c1-908f-1ea6756a32b3 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0fa134e-75c9-4973-b3e3-242b39af0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551721 Aug 10 00:52:15.985035 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3fcebad2-668d-42c4-8513-2c86fa0dca0c req-b612faf7-2a7a-42b7-b064-7f9446168613 service neutron] 10.222.0.20 "GET /v2.0/networks/69f51d35-d4ba-4f49-8c05-8898ee0d5115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4893994 Aug 10 00:52:15.987096 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-567df2c0-4e86-48ff-9a24-a6a441c33720 req-306dea28-d2b7-4a04-b206-a36ee9afe2d2 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b1d0e8f-7c11-49d2-9ba7-9325dd32a185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709891 Aug 10 00:52:15.998891 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd8a5c-5912-4ce8-93a8-5d4672490a2f req-65450b4d-2aeb-4e5c-83ff-7c7afc74b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:16.020406 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4fcd8a5c-5912-4ce8-93a8-5d4672490a2f req-65450b4d-2aeb-4e5c-83ff-7c7afc74b3e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c58b2db2-79c7-40d4-af6c-7a7b4827f110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3293295 Aug 10 00:52:16.088446 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6d6d673d-b8ed-4a91-8620-8c7c3f2ba21b req-f4300848-7214-48b7-ac21-562c68791187 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6f29b9-c189-420a-8fa7-1f7817be3a0b HTTP/1.1" status: 200 len: 210 time: 0.0601974 Aug 10 00:52:16.128297 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:16.231037 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-ec707c20-966e-49cb-a05c-7bd071d754cb tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1253712107db49cfa26a2ea2f0554108&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274515 Aug 10 00:52:16.252633 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4fcd8a5c-5912-4ce8-93a8-5d4672490a2f req-35cf2527-d612-4614-9e94-63db5199c270 service neutron] 10.222.0.20 "GET /v2.0/networks/c58b2db2-79c7-40d4-af6c-7a7b4827f110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174151 Aug 10 00:52:16.451758 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-32d0805a-eb29-4c47-a857-431e749720cb tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:16.453349 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-32d0805a-eb29-4c47-a857-431e749720cb tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1987398 Aug 10 00:52:16.457510 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4fcd8a5c-5912-4ce8-93a8-5d4672490a2f req-b1d8d3d4-58fc-4651-b24e-822ce6623f04 service neutron] 10.222.0.20 "GET /v2.0/networks/c58b2db2-79c7-40d4-af6c-7a7b4827f110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925495 Aug 10 00:52:16.473401 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-f016b4c8-c749-4c51-b832-8c2cc120838a tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Request body: {'port': {'device_id': 'be6f29b9-c189-420a-8fa7-1f7817be3a0b', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'admin_state_up': True, 'tenant_id': '1253712107db49cfa26a2ea2f0554108'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:16.629269 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-f016b4c8-c749-4c51-b832-8c2cc120838a tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Made reservation on behalf of 1253712107db49cfa26a2ea2f0554108 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:52:16.635418 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-f016b4c8-c749-4c51-b832-8c2cc120838a tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:16.696610 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8c0264d3-a871-439f-9889-52e6a806c83d req-b2040aa1-32bf-492d-84b5-a3484262339f tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=5a8d9cf0b9b34b619f24841b76d1a7f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237937 Aug 10 00:52:16.788405 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-f016b4c8-c749-4c51-b832-8c2cc120838a tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Allocated IP 192.168.233.12 (853ae90b-411a-4cc9-b27c-aa212d4ff023/f49e9f1d-7e8a-42ac-a9f2-157734919ae5/ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:52:16.810333 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09157415-a784-466c-aa0b-35f7df61ee80 req-f9457054-deb4-4c15-9ed4-7c19c55d99c8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:16.812136 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-09157415-a784-466c-aa0b-35f7df61ee80 req-f9457054-deb4-4c15-9ed4-7c19c55d99c8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 970 time: 0.1187484 Aug 10 00:52:16.849938 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0264d3-a871-439f-9889-52e6a806c83d req-4e061a12-9877-46ad-b5b4-d284d61b0bf9 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:16.851720 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8c0264d3-a871-439f-9889-52e6a806c83d req-4e061a12-9877-46ad-b5b4-d284d61b0bf9 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1475394 Aug 10 00:52:16.878991 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8c0264d3-a871-439f-9889-52e6a806c83d req-76031a98-5316-4855-88b4-6b3bdc1eb967 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/quotas/5a8d9cf0b9b34b619f24841b76d1a7f1 HTTP/1.1" status: 200 len: 375 time: 0.0192289 Aug 10 00:52:16.882209 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-09157415-a784-466c-aa0b-35f7df61ee80 req-7876eb24-1a58-4144-8dd2-05a3483dad7a tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551023 Aug 10 00:52:16.936509 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8c0264d3-a871-439f-9889-52e6a806c83d req-0e46204c-999c-4173-890f-f165fa80cd21 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a8d9cf0b9b34b619f24841b76d1a7f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443780 Aug 10 00:52:16.981441 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-f016b4c8-c749-4c51-b832-8c2cc120838a tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:16.997478 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-f016b4c8-c749-4c51-b832-8c2cc120838a tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Transition to ACTIVE for port object ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:52:17.037797 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-f016b4c8-c749-4c51-b832-8c2cc120838a tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:17.071663 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['eabbbc14-83dd-499d-b5a7-4316bc49faed'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:52:17.101329 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-f016b4c8-c749-4c51-b832-8c2cc120838a tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Network 853ae90b-411a-4cc9-b27c-aa212d4ff023 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:52:17.104726 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-f016b4c8-c749-4c51-b832-8c2cc120838a tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:52:17.108938 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-f016b4c8-c749-4c51-b832-8c2cc120838a tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:52:17.116390 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016b4c8-c749-4c51-b832-8c2cc120838a tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Pushing event updated for resources: {'Port': ['ID=ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:17.269996 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-f016b4c8-c749-4c51-b832-8c2cc120838a tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:17.274578 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-f016b4c8-c749-4c51-b832-8c2cc120838a tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:17.277211 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a26155-2284-4ed9-b480-6b140d67adf6 req-3e6cc83a-5d0e-409e-8ce4-ac677558ebbe tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:17.287055 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2a26155-2284-4ed9-b480-6b140d67adf6 req-3e6cc83a-5d0e-409e-8ce4-ac677558ebbe tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a8dd26-da94-4cca-8e01-efdfa748cfd4 HTTP/1.1" status: 200 len: 943 time: 0.2179973 Aug 10 00:52:17.328657 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47328668-123b-4acf-ba75-90ab59d3b336 req-bcc3ceb6-9e02-4b28-a1fa-5aa5ad8cea9c tempest-DeleteServersAdminTestJSON-464698361 tempest-DeleteServersAdminTestJSON-464698361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:17.330972 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-47328668-123b-4acf-ba75-90ab59d3b336 req-bcc3ceb6-9e02-4b28-a1fa-5aa5ad8cea9c tempest-DeleteServersAdminTestJSON-464698361 tempest-DeleteServersAdminTestJSON-464698361-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f0606cea-a8cb-4796-ab36-a93ad17252e6 HTTP/1.1" status: 200 len: 1101 time: 0.1802962 Aug 10 00:52:17.339884 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-f016b4c8-c749-4c51-b832-8c2cc120838a tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8725102 Aug 10 00:52:17.361599 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-4762306c-fd88-4886-a1d2-366663f5e3ab service neutron] Request body: {'port': {'device_id': 'be6f29b9-c189-420a-8fa7-1f7817be3a0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:17.413270 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2a26155-2284-4ed9-b480-6b140d67adf6 req-79a8b9a1-e668-447c-9304-6870e2410f7c tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0fa134e-75c9-4973-b3e3-242b39af0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249652 Aug 10 00:52:17.498340 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-4762306c-fd88-4886-a1d2-366663f5e3ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:17.678075 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 59664) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:17.689835 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a2e46dc3-0297-4d4c-acca-62ed92acdcab None None] Provisioning for port ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:52:17.697827 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a2e46dc3-0297-4d4c-acca-62ed92acdcab None None] Provisioning complete for port ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:17.698415 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a2e46dc3-0297-4d4c-acca-62ed92acdcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:17.774883 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a2e46dc3-0297-4d4c-acca-62ed92acdcab None None] Port ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:52:17.881845 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8f894-ff13-4ec3-bf1d-69d0e9955ca3 req-62f9400a-4ca1-4c81-aff0-d56a7aeb51b0 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:17.884553 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1ef8f894-ff13-4ec3-bf1d-69d0e9955ca3 req-62f9400a-4ca1-4c81-aff0-d56a7aeb51b0 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0606cea-a8cb-4796-ab36-a93ad17252e6 HTTP/1.1" status: 200 len: 949 time: 0.4679677 Aug 10 00:52:17.928040 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34a6f0-dee7-4221-b393-0310c1432bdf req-38716e56-e79c-49fb-b452-1ab8a7366ca6 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:17.935244 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bd34a6f0-dee7-4221-b393-0310c1432bdf req-38716e56-e79c-49fb-b452-1ab8a7366ca6 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6f29b9-c189-420a-8fa7-1f7817be3a0b HTTP/1.1" status: 200 len: 935 time: 0.4118910 Aug 10 00:52:17.958004 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e5df3df5-3114-4d05-be62-66508c78e0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:17.965794 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-47328668-123b-4acf-ba75-90ab59d3b336 req-88d42b02-c2c1-4844-883a-b652b8056069 tempest-DeleteServersAdminTestJSON-464698361 tempest-DeleteServersAdminTestJSON-464698361-project-admin] Deleting port 91df909d-3af1-4172-a2b0-7a3df43552d8 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:52:17.966333 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-47328668-123b-4acf-ba75-90ab59d3b336 req-88d42b02-c2c1-4844-883a-b652b8056069 tempest-DeleteServersAdminTestJSON-464698361 tempest-DeleteServersAdminTestJSON-464698361-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:17.985105 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1ef8f894-ff13-4ec3-bf1d-69d0e9955ca3 req-8ec4baaf-4adc-4f4d-88c0-1acefb4c89d2 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b1d0e8f-7c11-49d2-9ba7-9325dd32a185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884953 Aug 10 00:52:17.989559 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-4762306c-fd88-4886-a1d2-366663f5e3ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:52:18.002668 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-4762306c-fd88-4886-a1d2-366663f5e3ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:18.019004 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-4762306c-fd88-4886-a1d2-366663f5e3ab service neutron] Transition to ACTIVE for port object ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:52:18.025913 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-4762306c-fd88-4886-a1d2-366663f5e3ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:18.036110 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bd34a6f0-dee7-4221-b393-0310c1432bdf req-17415228-138b-460b-a70b-b9b02d608625 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3030e10-15f0-42d7-9d25-cc0746a8d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000133 Aug 10 00:52:18.074446 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device a1ddb43d-c75d-4674-b475-32b8e2a16696 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:52:18.104021 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-47328668-123b-4acf-ba75-90ab59d3b336 req-88d42b02-c2c1-4844-883a-b652b8056069 tempest-DeleteServersAdminTestJSON-464698361 tempest-DeleteServersAdminTestJSON-464698361-project-admin] For port 91df909d-3af1-4172-a2b0-7a3df43552d8, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=91df909d-3af1-4172-a2b0-7a3df43552d8,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:18.104810 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-47328668-123b-4acf-ba75-90ab59d3b336 req-88d42b02-c2c1-4844-883a-b652b8056069 tempest-DeleteServersAdminTestJSON-464698361 tempest-DeleteServersAdminTestJSON-464698361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:18.137795 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-47328668-123b-4acf-ba75-90ab59d3b336 req-88d42b02-c2c1-4844-883a-b652b8056069 tempest-DeleteServersAdminTestJSON-464698361 tempest-DeleteServersAdminTestJSON-464698361-project-admin] Calling delete_port for 91df909d-3af1-4172-a2b0-7a3df43552d8 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:52:18.229784 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-b7d4eed0-8073-4bec-b244-a100ecb70eea tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=5a8d9cf0b9b34b619f24841b76d1a7f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296843 Aug 10 00:52:18.237572 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762306c-fd88-4886-a1d2-366663f5e3ab service neutron] Pushing event updated for resources: {'Port': ['ID=ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:18.280262 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-4762306c-fd88-4886-a1d2-366663f5e3ab service neutron] Attempting to bind port ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:52:18.281000 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-4762306c-fd88-4886-a1d2-366663f5e3ab service neutron] Attempting to bind port ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:52:18.281286 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port a1ddb43d-c75d-4674-b475-32b8e2a16696, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=a1ddb43d-c75d-4674-b475-32b8e2a16696,segment=NetworkSegment(ca4e504f-4f97-4302-9728-cd71fd6e7293),segment_id=ca4e504f-4f97-4302-9728-cd71fd6e7293)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:18.281773 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-4762306c-fd88-4886-a1d2-366663f5e3ab service neutron] Attempting to bind port ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:18.295753 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-4762306c-fd88-4886-a1d2-366663f5e3ab service neutron] Port ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:52:18.296618 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-4762306c-fd88-4886-a1d2-366663f5e3ab service neutron] Attempting to bind port ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:18.298365 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': 'a1ddb43d-c75d-4674-b475-32b8e2a16696', 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'port_id': 'a1ddb43d-c75d-4674-b475-32b8e2a16696', 'mac_address': 'fa:16:3e:2f:86:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:52:18.308618 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-4762306c-fd88-4886-a1d2-366663f5e3ab service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:52:18.309317 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-4762306c-fd88-4886-a1d2-366663f5e3ab service neutron] Checking segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:52:18.309885 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-4762306c-fd88-4886-a1d2-366663f5e3ab service neutron] Bound using segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:52:18.310803 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-4762306c-fd88-4886-a1d2-366663f5e3ab service neutron] Bound port: ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:52:18.311329 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-4762306c-fd88-4886-a1d2-366663f5e3ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:18.340566 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:18.359578 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1ddb43d-c75d-4674-b475-32b8e2a16696 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:52:18.385900 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port a1ddb43d-c75d-4674-b475-32b8e2a16696, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=a1ddb43d-c75d-4674-b475-32b8e2a16696,segment=NetworkSegment(ca4e504f-4f97-4302-9728-cd71fd6e7293),segment_id=ca4e504f-4f97-4302-9728-cd71fd6e7293)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:18.394900 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:18.407493 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e5df3df5-3114-4d05-be62-66508c78e0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:18.416915 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e5df3df5-3114-4d05-be62-66508c78e0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:18.419473 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-4762306c-fd88-4886-a1d2-366663f5e3ab service neutron] For port ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:52:18.425325 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-4762306c-fd88-4886-a1d2-366663f5e3ab service neutron] For port ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:52:18.446612 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-4762306c-fd88-4886-a1d2-366663f5e3ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:18.448508 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=a1ddb43d-c75d-4674-b475-32b8e2a16696,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:18.486795 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a16554-3de2-4e94-b646-13a5d82fd098 req-24fcbb19-0487-4429-b135-b8f6f8aac1d3 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:18.494755 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2a16554-3de2-4e94-b646-13a5d82fd098 req-24fcbb19-0487-4429-b135-b8f6f8aac1d3 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 970 time: 0.2698214 Aug 10 00:52:18.503904 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e5df3df5-3114-4d05-be62-66508c78e0d2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b26eb13842b44dd79b3345a05f0fe0c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8245122 Aug 10 00:52:18.504733 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df3df5-3114-4d05-be62-66508c78e0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7a5067-9c60-4a61-9d7f-044776ea323d,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:18.506946 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 59682) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:18.532047 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-4762306c-fd88-4886-a1d2-366663f5e3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:18.532697 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-4762306c-fd88-4886-a1d2-366663f5e3ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:18.534551 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-4762306c-fd88-4886-a1d2-366663f5e3ab service neutron] 10.222.0.24 "PUT /v2.0/ports/ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a HTTP/1.1" status: 200 len: 1096 time: 1.1848750 Aug 10 00:52:18.535516 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-16ff0e88-1bf0-43e1-a751-9ffb2388cbf1 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:18.536987 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6f29b9-c189-420a-8fa7-1f7817be3a0b', 'tag': 'ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:18.537751 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-16ff0e88-1bf0-43e1-a751-9ffb2388cbf1 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2984550 Aug 10 00:52:18.539584 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3876ebf7-7db8-467a-912d-f38f83cb3474" -d '{"events": [{"name": "network-changed", "server_uuid": "be6f29b9-c189-420a-8fa7-1f7817be3a0b", "tag": "ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:18.548956 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762306c-fd88-4886-a1d2-366663f5e3ab service neutron] Pushing event updated for resources: {'Port': ['ID=ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:18.551403 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2a16554-3de2-4e94-b646-13a5d82fd098 req-fea34e12-5754-41f5-b532-c063f22b0037 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557206 Aug 10 00:52:18.563337 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-47328668-123b-4acf-ba75-90ab59d3b336 req-88d42b02-c2c1-4844-883a-b652b8056069 tempest-DeleteServersAdminTestJSON-464698361 tempest-DeleteServersAdminTestJSON-464698361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:18.574363 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['91df909d-3af1-4172-a2b0-7a3df43552d8'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:52:18.589195 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-c4383634-1471-4cd2-aa04-9a22a709ef1b tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/quotas/5a8d9cf0b9b34b619f24841b76d1a7f1 HTTP/1.1" status: 200 len: 375 time: 0.0355029 Aug 10 00:52:18.640135 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d42b02-c2c1-4844-883a-b652b8056069 tempest-DeleteServersAdminTestJSON-464698361 tempest-DeleteServersAdminTestJSON-464698361-project-admin] Pushing event deleted for resources: {'Port': ['ID=91df909d-3af1-4172-a2b0-7a3df43552d8,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:18.664060 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5277441c-9624-4f87-95e5-b5b03fe11e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:18.668884 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-69f375dc-707c-449c-ba65-c58937c6d94c tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a8d9cf0b9b34b619f24841b76d1a7f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786521 Aug 10 00:52:18.683540 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-e4858c2c-4b62-4ad2-8b62-2992b980e70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:18.691285 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-e4858c2c-4b62-4ad2-8b62-2992b980e70f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1253712107db49cfa26a2ea2f0554108&device_id=be6f29b9-c189-420a-8fa7-1f7817be3a0b HTTP/1.1" status: 200 len: 1099 time: 0.0795147 Aug 10 00:52:18.711438 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5277441c-9624-4f87-95e5-b5b03fe11e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:18.759774 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-47328668-123b-4acf-ba75-90ab59d3b336 req-88d42b02-c2c1-4844-883a-b652b8056069 tempest-DeleteServersAdminTestJSON-464698361 tempest-DeleteServersAdminTestJSON-464698361-project-admin] No DVR routers for this DVR port 91df909d-3af1-4172-a2b0-7a3df43552d8 on host n-h1-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:52:18.770735 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-47328668-123b-4acf-ba75-90ab59d3b336 req-88d42b02-c2c1-4844-883a-b652b8056069 tempest-DeleteServersAdminTestJSON-464698361 tempest-DeleteServersAdminTestJSON-464698361-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:18.773208 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-47328668-123b-4acf-ba75-90ab59d3b336 req-88d42b02-c2c1-4844-883a-b652b8056069 tempest-DeleteServersAdminTestJSON-464698361 tempest-DeleteServersAdminTestJSON-464698361-project-admin] 10.222.0.24 "DELETE /v2.0/ports/91df909d-3af1-4172-a2b0-7a3df43552d8 HTTP/1.1" status: 204 len: 173 time: 1.4332807 Aug 10 00:52:18.775579 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0606cea-a8cb-4796-ab36-a93ad17252e6', 'name': 'network-vif-deleted', 'tag': '91df909d-3af1-4172-a2b0-7a3df43552d8'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:18.777570 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9201cb75-852b-4705-85db-ad04ee75940a" -d '{"events": [{"server_uuid": "f0606cea-a8cb-4796-ab36-a93ad17252e6", "name": "network-vif-deleted", "tag": "91df909d-3af1-4172-a2b0-7a3df43552d8"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:18.798977 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9895d9-9a9c-4c14-a5aa-f350f776a773 req-c322d98c-d4c3-45b0-b30c-1f9f6ffbd795 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:18.801649 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ad9895d9-9a9c-4c14-a5aa-f350f776a773 req-c322d98c-d4c3-45b0-b30c-1f9f6ffbd795 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a8dd26-da94-4cca-8e01-efdfa748cfd4 HTTP/1.1" status: 200 len: 944 time: 0.1642494 Aug 10 00:52:18.845539 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-985b7ed5-68da-483b-9244-b26866b33fa8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a HTTP/1.1" status: 200 len: 217 time: 0.0700088 Aug 10 00:52:18.846952 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5277441c-9624-4f87-95e5-b5b03fe11e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:18.848533 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['a1ddb43d-c75d-4674-b475-32b8e2a16696'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:52:18.849826 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5277441c-9624-4f87-95e5-b5b03fe11e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:18.851001 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5277441c-9624-4f87-95e5-b5b03fe11e7d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5d7a5067-9c60-4a61-9d7f-044776ea323d HTTP/1.1" status: 204 len: 168 time: 0.3260210 Aug 10 00:52:18.881213 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277441c-9624-4f87-95e5-b5b03fe11e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7a5067-9c60-4a61-9d7f-044776ea323d,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:18.928693 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ad9895d9-9a9c-4c14-a5aa-f350f776a773 req-1ab2e7f4-c4f0-4fb2-a13a-193b164dd367 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0fa134e-75c9-4973-b3e3-242b39af0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154191 Aug 10 00:52:18.952216 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c327742-9909-42ea-a4c7-61c5234f13a7 x-openstack-request-id: req-2c327742-9909-42ea-a4c7-61c5234f13a7 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:18.953791 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be6f29b9-c189-420a-8fa7-1f7817be3a0b", "tag": "ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:18.954049 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2c327742-9909-42ea-a4c7-61c5234f13a7 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:18.957678 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be6f29b9-c189-420a-8fa7-1f7817be3a0b', 'tag': 'ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a', 'status': 'completed', 'code': 200} Aug 10 00:52:18.987610 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a769129-d4d7-450a-b321-0b18aeb766ef x-openstack-request-id: req-0a769129-d4d7-450a-b321-0b18aeb766ef {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:18.988108 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0606cea-a8cb-4796-ab36-a93ad17252e6", "name": "network-vif-deleted", "tag": "91df909d-3af1-4172-a2b0-7a3df43552d8", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:18.988345 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0a769129-d4d7-450a-b321-0b18aeb766ef {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:18.988826 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0606cea-a8cb-4796-ab36-a93ad17252e6', 'name': 'network-vif-deleted', 'tag': '91df909d-3af1-4172-a2b0-7a3df43552d8', 'status': 'completed', 'code': 200} Aug 10 00:52:18.989096 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8c0264d3-a871-439f-9889-52e6a806c83d req-12318b67-5995-4a59-b5fc-0acefc1db30d tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5a8d9cf0b9b34b619f24841b76d1a7f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305212 Aug 10 00:52:19.071618 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-d09f8363-f424-4a9a-9349-0f6ba40a65ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:19.073162 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-d09f8363-f424-4a9a-9349-0f6ba40a65ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.2211552 Aug 10 00:52:19.135688 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b18a365f-8fe9-4fb8-a9f0-8fdf480bca84 req-578b8768-8dc6-457e-b856-a863dd4cfffd tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=03fd20ad-f9fe-4d4c-afdf-df2806c173f9 HTTP/1.1" status: 200 len: 210 time: 0.0921733 Aug 10 00:52:19.198448 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3b834ff8-7276-4147-b923-10f8dd8e2e21 req-21083a56-0796-4af0-a55d-7e088f375a8f tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0606cea-a8cb-4796-ab36-a93ad17252e6 HTTP/1.1" status: 200 len: 210 time: 0.0615857 Aug 10 00:52:19.199920 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0264d3-a871-439f-9889-52e6a806c83d req-62ac5b4e-1d0d-4ed4-9f8d-c44efbfa8542 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:19.202329 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8c0264d3-a871-439f-9889-52e6a806c83d req-62ac5b4e-1d0d-4ed4-9f8d-c44efbfa8542 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2069170 Aug 10 00:52:19.206441 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-15357b64-86c8-40bb-8b11-91e65672193b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:19.208454 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-15357b64-86c8-40bb-8b11-91e65672193b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1246650 Aug 10 00:52:19.260295 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-8c0264d3-a871-439f-9889-52e6a806c83d req-f6d4868b-1c6a-45f9-904c-72df1e03e2f4 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Request body: {'port': {'device_id': 'be929e63-6bd7-4015-b59e-8b494d5ecba9', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'admin_state_up': True, 'tenant_id': '5a8d9cf0b9b34b619f24841b76d1a7f1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:19.369395 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-24b4eeed-ffac-4733-bb9e-8cee0bf25bfe service neutron] show failed (client error): The resource could not be found. Aug 10 00:52:19.370413 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-24b4eeed-ffac-4733-bb9e-8cee0bf25bfe service neutron] 10.222.0.24 "GET /v2.0/ports/adc78391-d6f9-4d24-a261-f8d782ea2f86/bindings/n-h2-766726-26 HTTP/1.1" status: 404 len: 381 time: 0.1653404 Aug 10 00:52:19.398023 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029becd-7839-40df-80cb-b16f92b53afa req-408ed478-a68f-4bad-b4fe-de641cfe68a9 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:19.399497 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e029becd-7839-40df-80cb-b16f92b53afa req-408ed478-a68f-4bad-b4fe-de641cfe68a9 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6f29b9-c189-420a-8fa7-1f7817be3a0b HTTP/1.1" status: 200 len: 947 time: 0.0868399 Aug 10 00:52:19.457952 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-f493db32-22fa-4f7d-9b16-54ba13e40285 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416623 Aug 10 00:52:19.478888 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e029becd-7839-40df-80cb-b16f92b53afa req-f8e57c67-9eca-4022-8def-92260ef138eb tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3030e10-15f0-42d7-9d25-cc0746a8d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613618 Aug 10 00:52:19.545026 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c0264d3-a871-439f-9889-52e6a806c83d req-f6d4868b-1c6a-45f9-904c-72df1e03e2f4 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Made reservation on behalf of 5a8d9cf0b9b34b619f24841b76d1a7f1 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:52:19.548804 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8c0264d3-a871-439f-9889-52e6a806c83d req-f6d4868b-1c6a-45f9-904c-72df1e03e2f4 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:19.560857 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8c0264d3-a871-439f-9889-52e6a806c83d req-f6d4868b-1c6a-45f9-904c-72df1e03e2f4 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:19.586098 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 59714) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:19.598843 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b89e59ae-e803-42ac-8b37-804eeb1b209d req-e37a19c3-2f5f-446c-b3b8-237d9c918dc7 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302385 Aug 10 00:52:19.620511 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-715d4f6f-ff56-401c-8970-d3a5c9be0d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:19.696038 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8c0264d3-a871-439f-9889-52e6a806c83d req-f6d4868b-1c6a-45f9-904c-72df1e03e2f4 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:19.703216 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8c0264d3-a871-439f-9889-52e6a806c83d req-f6d4868b-1c6a-45f9-904c-72df1e03e2f4 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:19.764059 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1dff5-1bef-4e8c-983b-4378bc08be16 req-d7942e66-f1e7-4279-801e-29129ac7974b tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:19.765624 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e2c1dff5-1bef-4e8c-983b-4378bc08be16 req-d7942e66-f1e7-4279-801e-29129ac7974b tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 970 time: 0.1020324 Aug 10 00:52:19.829153 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e2c1dff5-1bef-4e8c-983b-4378bc08be16 req-583ac398-1923-478f-be85-5c0e6b4bee95 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526175 Aug 10 00:52:19.866418 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-715d4f6f-ff56-401c-8970-d3a5c9be0d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:19.867218 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4868b-1c6a-45f9-904c-72df1e03e2f4 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d85969-d8f7-493b-a8bf-ed8a871cf81e,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:19.877704 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-715d4f6f-ff56-401c-8970-d3a5c9be0d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:19.915704 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-715d4f6f-ff56-401c-8970-d3a5c9be0d5f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1ad97f7007794e77a9304a260d77a124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3262031 Aug 10 00:52:19.916425 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 59718) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:19.919148 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876ebf7-7db8-467a-912d-f38f83cb3474 req-4d0e1633-0165-4151-b54a-0505bcc54597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:19.920673 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3876ebf7-7db8-467a-912d-f38f83cb3474 req-4d0e1633-0165-4151-b54a-0505bcc54597 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1253712107db49cfa26a2ea2f0554108&device_id=be6f29b9-c189-420a-8fa7-1f7817be3a0b HTTP/1.1" status: 200 len: 1099 time: 0.1884637 Aug 10 00:52:19.941997 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-e8d2ccb9-0cf3-4161-a1b7-0e1a22684fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:19.943405 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-e8d2ccb9-0cf3-4161-a1b7-0e1a22684fb0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8&tenant_id=a32ed65983d143c3b0d38c9da5efabeb HTTP/1.1" status: 200 len: 1122 time: 0.2122989 Aug 10 00:52:19.947936 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d4f6f-ff56-401c-8970-d3a5c9be0d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2634b394-632d-4604-8599-463497cb828d,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:19.992713 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ea11d4c8-fbe0-4f82-8c80-96882f774eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:19.995286 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-f66642e0-3c14-45b7-9837-fc2982e8bda2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-26', 'device_owner': 'compute:nova'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:20.028010 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-8c0264d3-a871-439f-9889-52e6a806c83d req-f6d4868b-1c6a-45f9-904c-72df1e03e2f4 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Allocated IP 192.168.233.8 (853ae90b-411a-4cc9-b27c-aa212d4ff023/f49e9f1d-7e8a-42ac-a9f2-157734919ae5/6a834218-a44a-41c8-b76e-4f94deca7511) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:52:20.043797 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ea11d4c8-fbe0-4f82-8c80-96882f774eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:20.099636 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e0824-90f9-4977-8709-70593ace7a26 req-62cfbb3d-9fb3-47ca-ab36-a971dda40df3 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:20.101292 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e98e0824-90f9-4977-8709-70593ace7a26 req-62cfbb3d-9fb3-47ca-ab36-a971dda40df3 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a8dd26-da94-4cca-8e01-efdfa748cfd4 HTTP/1.1" status: 200 len: 944 time: 0.0932662 Aug 10 00:52:20.116017 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-f66642e0-3c14-45b7-9837-fc2982e8bda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:20.133884 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876ebf7-7db8-467a-912d-f38f83cb3474 req-91c6704c-20d4-4f49-94a8-bc6c4a05ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:20.135356 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3876ebf7-7db8-467a-912d-f38f83cb3474 req-91c6704c-20d4-4f49-94a8-bc6c4a05ce70 service neutron] 10.222.0.24 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.2041335 Aug 10 00:52:20.138545 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ea11d4c8-fbe0-4f82-8c80-96882f774eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:20.141094 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ea11d4c8-fbe0-4f82-8c80-96882f774eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:20.142358 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ea11d4c8-fbe0-4f82-8c80-96882f774eb9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2634b394-632d-4604-8599-463497cb828d HTTP/1.1" status: 204 len: 168 time: 0.2253532 Aug 10 00:52:20.155743 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e98e0824-90f9-4977-8709-70593ace7a26 req-0e5880cb-2c2f-4f51-83cc-2079d5ef7e4a tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0fa134e-75c9-4973-b3e3-242b39af0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478230 Aug 10 00:52:20.157287 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11d4c8-fbe0-4f82-8c80-96882f774eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2634b394-632d-4604-8599-463497cb828d,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:20.267178 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9de5458b-bc36-4454-9278-e30788ffef82 req-f94d9733-77da-4840-91ca-d7bb7570bb2f tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=03fd20ad-f9fe-4d4c-afdf-df2806c173f9 HTTP/1.1" status: 200 len: 210 time: 0.0351791 Aug 10 00:52:20.452152 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3876ebf7-7db8-467a-912d-f38f83cb3474 req-2ad74687-1704-4caf-aa1b-b2cb92c81311 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a HTTP/1.1" status: 200 len: 217 time: 0.3052020 Aug 10 00:52:20.476238 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aa995424-732f-475f-9468-d8d5ec71548d req-816efbfb-b13b-4413-be2a-82a0f0b64941 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=53833d9b51994a8d9f2e258d03d6e4b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275817 Aug 10 00:52:20.491802 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.20', 49540) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:20.560306 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-a4d39a29-e870-41bf-a694-44e8166e32fc tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5a8d9cf0b9b34b619f24841b76d1a7f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648108 Aug 10 00:52:20.651226 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa995424-732f-475f-9468-d8d5ec71548d req-702f69d1-66fc-44b8-a3b8-0b8d458060c6 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:20.660631 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aa995424-732f-475f-9468-d8d5ec71548d req-702f69d1-66fc-44b8-a3b8-0b8d458060c6 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1800687 Aug 10 00:52:20.676769 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aa995424-732f-475f-9468-d8d5ec71548d req-32624963-6c6e-4d83-8b75-4842ab2ec08f tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/quotas/53833d9b51994a8d9f2e258d03d6e4b2 HTTP/1.1" status: 200 len: 375 time: 0.0152254 Aug 10 00:52:20.679694 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 91df909d-3af1-4172-a2b0-7a3df43552d8 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:52:20.707611 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 91df909d-3af1-4172-a2b0-7a3df43552d8 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:52:20.708174 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 91df909d-3af1-4172-a2b0-7a3df43552d8 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:52:20.743144 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876ebf7-7db8-467a-912d-f38f83cb3474 req-f52b68b9-7de5-4319-b5bf-ec56dcc2025b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:20.744822 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3876ebf7-7db8-467a-912d-f38f83cb3474 req-f52b68b9-7de5-4319-b5bf-ec56dcc2025b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.2824461 Aug 10 00:52:20.756508 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aa995424-732f-475f-9468-d8d5ec71548d req-761af7ae-1ebc-443d-8b77-653ca02b3aec tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=53833d9b51994a8d9f2e258d03d6e4b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332706 Aug 10 00:52:20.779164 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898b1f9-1aa1-4765-ae86-6fdf8406557e req-c7cfbe00-5adf-4e27-9458-d54607cc6928 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:20.780630 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1898b1f9-1aa1-4765-ae86-6fdf8406557e req-c7cfbe00-5adf-4e27-9458-d54607cc6928 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6f29b9-c189-420a-8fa7-1f7817be3a0b HTTP/1.1" status: 200 len: 947 time: 0.1088605 Aug 10 00:52:20.790656 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8c0264d3-a871-439f-9889-52e6a806c83d req-f6d4868b-1c6a-45f9-904c-72df1e03e2f4 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:20.840334 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1898b1f9-1aa1-4765-ae86-6fdf8406557e req-e006c1f5-6a54-4c9e-afab-7b7588c3889c tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3030e10-15f0-42d7-9d25-cc0746a8d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486994 Aug 10 00:52:20.844165 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-8c0264d3-a871-439f-9889-52e6a806c83d req-f6d4868b-1c6a-45f9-904c-72df1e03e2f4 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Transition to ACTIVE for port object 6a834218-a44a-41c8-b76e-4f94deca7511 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:52:20.875221 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-bd3c15a8-f1f0-42b1-8d7d-538c65f6832b tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:20.876926 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-bd3c15a8-f1f0-42b1-8d7d-538c65f6832b tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3056269 Aug 10 00:52:20.903609 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876ebf7-7db8-467a-912d-f38f83cb3474 req-8dc20bf4-55dc-4555-96c4-f710f4f11eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:20.905151 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3876ebf7-7db8-467a-912d-f38f83cb3474 req-8dc20bf4-55dc-4555-96c4-f710f4f11eb0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1389291 Aug 10 00:52:20.910098 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-42110564-3013-43d7-b162-2e7fb6c77f09 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Request body: {'port': {'device_id': '03fd20ad-f9fe-4d4c-afdf-df2806c173f9', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'admin_state_up': True, 'tenant_id': '5a8d9cf0b9b34b619f24841b76d1a7f1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:20.987705 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-65d0795c-591a-4f55-8182-d0da640cd7f9 req-705bbed2-308e-4e5d-b799-9c1286ad4bd4 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4edb181-b5b6-4138-bda2-34102e9320ac HTTP/1.1" status: 200 len: 210 time: 0.0412235 Aug 10 00:52:21.037878 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb39a9-34b8-471c-ad3d-1bd342ca7022 req-ce9c25fb-a3d3-424f-8937-33e4fae3d946 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:21.039386 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6efb39a9-34b8-471c-ad3d-1bd342ca7022 req-ce9c25fb-a3d3-424f-8937-33e4fae3d946 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 970 time: 0.0749984 Aug 10 00:52:21.092919 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6efb39a9-34b8-471c-ad3d-1bd342ca7022 req-ce5cc055-57c2-488a-b8c9-a5d9ea76057d tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429199 Aug 10 00:52:21.101849 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8c0264d3-a871-439f-9889-52e6a806c83d req-f6d4868b-1c6a-45f9-904c-72df1e03e2f4 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:21.114226 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-42110564-3013-43d7-b162-2e7fb6c77f09 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Made reservation on behalf of 5a8d9cf0b9b34b619f24841b76d1a7f1 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:52:21.117671 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-42110564-3013-43d7-b162-2e7fb6c77f09 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:21.179921 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 59774) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:21.245247 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c0264d3-a871-439f-9889-52e6a806c83d req-f6d4868b-1c6a-45f9-904c-72df1e03e2f4 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Network 853ae90b-411a-4cc9-b27c-aa212d4ff023 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:52:21.252001 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3876ebf7-7db8-467a-912d-f38f83cb3474 req-91c367bb-0a57-461b-9f60-204e9f9428a8 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415712 Aug 10 00:52:21.269738 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-8c0264d3-a871-439f-9889-52e6a806c83d req-f6d4868b-1c6a-45f9-904c-72df1e03e2f4 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:52:21.304216 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29f763-3bcb-47ac-840a-42e8be447568 req-7f91a9bd-b458-41d6-b849-d0b337a0d3bc tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:21.312365 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5c29f763-3bcb-47ac-840a-42e8be447568 req-7f91a9bd-b458-41d6-b849-d0b337a0d3bc tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a8dd26-da94-4cca-8e01-efdfa748cfd4 HTTP/1.1" status: 200 len: 944 time: 0.0635884 Aug 10 00:52:21.335376 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4868b-1c6a-45f9-904c-72df1e03e2f4 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Pushing event updated for resources: {'Port': ['ID=6a834218-a44a-41c8-b76e-4f94deca7511,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:21.343003 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0264d3-a871-439f-9889-52e6a806c83d req-f6d4868b-1c6a-45f9-904c-72df1e03e2f4 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:52:21.379741 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5c29f763-3bcb-47ac-840a-42e8be447568 req-1fdf2cc9-d258-4108-852a-d492ddd6fa40 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0fa134e-75c9-4973-b3e3-242b39af0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662754 Aug 10 00:52:21.388673 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-8bf82d5e-ef69-4f6f-96e5-61f17d6398de admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-168410833-network', 'tenant_id': '040768a449b74edfb649dfba67db8bf2'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:21.467993 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-990f33ee-3b7a-431e-ab2f-b67e76679e55 req-b05ff105-f347-4a43-81a5-187c70e07f1e tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=03fd20ad-f9fe-4d4c-afdf-df2806c173f9 HTTP/1.1" status: 200 len: 210 time: 0.0491343 Aug 10 00:52:21.468922 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf82d5e-ef69-4f6f-96e5-61f17d6398de admin admin] Made reservation on behalf of 040768a449b74edfb649dfba67db8bf2 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:52:21.471829 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8bf82d5e-ef69-4f6f-96e5-61f17d6398de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:21.482591 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8bf82d5e-ef69-4f6f-96e5-61f17d6398de admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:21.494732 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-f66642e0-3c14-45b7-9837-fc2982e8bda2 service neutron] For port adc78391-d6f9-4d24-a261-f8d782ea2f86, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=adc78391-d6f9-4d24-a261-f8d782ea2f86,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:21.544249 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0264d3-a871-439f-9889-52e6a806c83d req-f6d4868b-1c6a-45f9-904c-72df1e03e2f4 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:21.545027 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8c0264d3-a871-439f-9889-52e6a806c83d req-f6d4868b-1c6a-45f9-904c-72df1e03e2f4 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:21.589669 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8bf82d5e-ef69-4f6f-96e5-61f17d6398de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:21.593208 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3876ebf7-7db8-467a-912d-f38f83cb3474 req-de86bc52-4204-491c-93e0-20934fb99fd8 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266380 Aug 10 00:52:21.594642 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8bf82d5e-ef69-4f6f-96e5-61f17d6398de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:21.620547 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8c0264d3-a871-439f-9889-52e6a806c83d req-f6d4868b-1c6a-45f9-904c-72df1e03e2f4 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3747475 Aug 10 00:52:21.622545 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4b0226d9-3c08-4437-a2e6-3f0a76cc1e62 None None] Provisioning for port 6a834218-a44a-41c8-b76e-4f94deca7511 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:52:21.622677 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-f66642e0-3c14-45b7-9837-fc2982e8bda2 service neutron] For port adc78391-d6f9-4d24-a261-f8d782ea2f86, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:52:21.626800 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bf82d5e-ef69-4f6f-96e5-61f17d6398de admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:52:21.634136 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4b0226d9-3c08-4437-a2e6-3f0a76cc1e62 None None] Provisioning complete for port 6a834218-a44a-41c8-b76e-4f94deca7511 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:21.634684 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4b0226d9-3c08-4437-a2e6-3f0a76cc1e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:21.637069 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf82d5e-ef69-4f6f-96e5-61f17d6398de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a32d360-0439-4b39-8dfc-e5132c09547f,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:21.645767 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8bf82d5e-ef69-4f6f-96e5-61f17d6398de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:21.646338 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-8bf82d5e-ef69-4f6f-96e5-61f17d6398de admin admin] Added segment b8ff049c-adcf-478e-b1d5-2df8cde403c0 of type vlan for network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da Aug 10 00:52:21.683362 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-4b0226d9-3c08-4437-a2e6-3f0a76cc1e62 None None] Port 6a834218-a44a-41c8-b76e-4f94deca7511 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:52:21.686027 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-8c0264d3-a871-439f-9889-52e6a806c83d req-0321682d-f134-4122-bc02-aabdceb1ec8a service neutron] Request body: {'port': {'device_id': 'be929e63-6bd7-4015-b59e-8b494d5ecba9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:21.696358 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8bf82d5e-ef69-4f6f-96e5-61f17d6398de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:21.710940 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb38fa8-a1d1-4852-9935-945dd1c95ce8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adc78391-d6f9-4d24-a261-f8d782ea2f86'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:21.713236 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72d894e-4828-40dc-8ac9-561bb21ae0b3" -d '{"events": [{"server_uuid": "2cb38fa8-a1d1-4852-9935-945dd1c95ce8", "name": "network-vif-unplugged", "status": "completed", "tag": "adc78391-d6f9-4d24-a261-f8d782ea2f86"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:21.719129 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-f66642e0-3c14-45b7-9837-fc2982e8bda2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:21.728348 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8bf82d5e-ef69-4f6f-96e5-61f17d6398de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:21.729559 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf82d5e-ef69-4f6f-96e5-61f17d6398de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:21.730287 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8bf82d5e-ef69-4f6f-96e5-61f17d6398de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:21.756247 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-f66642e0-3c14-45b7-9837-fc2982e8bda2 service neutron] Transition to ACTIVE for port object adc78391-d6f9-4d24-a261-f8d782ea2f86 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:52:21.777640 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-f66642e0-3c14-45b7-9837-fc2982e8bda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:21.780853 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f87d630-c7b9-4538-8633-144e5c3c4e1f x-openstack-request-id: req-6f87d630-c7b9-4538-8633-144e5c3c4e1f {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:21.781167 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb38fa8-a1d1-4852-9935-945dd1c95ce8", "name": "network-vif-unplugged", "status": "completed", "tag": "adc78391-d6f9-4d24-a261-f8d782ea2f86", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:21.781483 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6f87d630-c7b9-4538-8633-144e5c3c4e1f {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:21.781889 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb38fa8-a1d1-4852-9935-945dd1c95ce8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adc78391-d6f9-4d24-a261-f8d782ea2f86', 'code': 200} Aug 10 00:52:21.787101 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8bf82d5e-ef69-4f6f-96e5-61f17d6398de admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6060836 Aug 10 00:52:21.790151 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 59788) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:21.795205 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-7a37adff-62d0-4349-987d-5f4137520340 admin admin] Request body: {'subnet': {'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-168410833-subnet', 'tenant_id': '040768a449b74edfb649dfba67db8bf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:21.812116 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf82d5e-ef69-4f6f-96e5-61f17d6398de admin admin] Pushing event updated for resources: {'Network': ['ID=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:21.823883 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:52:21.826471 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a37adff-62d0-4349-987d-5f4137520340 admin admin] Made reservation on behalf of 040768a449b74edfb649dfba67db8bf2 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:52:21.828859 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7a37adff-62d0-4349-987d-5f4137520340 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:21.847860 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8c0264d3-a871-439f-9889-52e6a806c83d req-0321682d-f134-4122-bc02-aabdceb1ec8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:21.912434 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-f66642e0-3c14-45b7-9837-fc2982e8bda2 service neutron] No DVR routers for this DVR port adc78391-d6f9-4d24-a261-f8d782ea2f86 on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:52:21.934739 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66642e0-3c14-45b7-9837-fc2982e8bda2 service neutron] Pushing event updated for resources: {'Port': ['ID=adc78391-d6f9-4d24-a261-f8d782ea2f86,revision_number=6']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:21.946405 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-42110564-3013-43d7-b162-2e7fb6c77f09 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Allocated IP 192.168.233.150 (853ae90b-411a-4cc9-b27c-aa212d4ff023/f49e9f1d-7e8a-42ac-a9f2-157734919ae5/26d2b690-1c80-42bb-8a94-6e6ae008e7e4) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:52:22.050804 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff2147-e222-419b-a793-c024262c5f4b req-d35e0b17-6f1b-40ee-9b4f-fad2afefe859 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:22.058325 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5aff2147-e222-419b-a793-c024262c5f4b req-d35e0b17-6f1b-40ee-9b4f-fad2afefe859 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6f29b9-c189-420a-8fa7-1f7817be3a0b HTTP/1.1" status: 200 len: 947 time: 0.1182382 Aug 10 00:52:22.080252 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-f66642e0-3c14-45b7-9837-fc2982e8bda2 service neutron] Attempting to bind port adc78391-d6f9-4d24-a261-f8d782ea2f86 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:52:22.081252 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-f66642e0-3c14-45b7-9837-fc2982e8bda2 service neutron] Attempting to bind port adc78391-d6f9-4d24-a261-f8d782ea2f86 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:52:22.081484 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-f66642e0-3c14-45b7-9837-fc2982e8bda2 service neutron] Attempting to bind port adc78391-d6f9-4d24-a261-f8d782ea2f86 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:22.091732 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device a1ddb43d-c75d-4674-b475-32b8e2a16696 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:52:22.105160 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-f66642e0-3c14-45b7-9837-fc2982e8bda2 service neutron] Port adc78391-d6f9-4d24-a261-f8d782ea2f86 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:52:22.105489 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-f66642e0-3c14-45b7-9837-fc2982e8bda2 service neutron] Attempting to bind port adc78391-d6f9-4d24-a261-f8d782ea2f86 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:22.166552 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-f66642e0-3c14-45b7-9837-fc2982e8bda2 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:52:22.166927 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-f66642e0-3c14-45b7-9837-fc2982e8bda2 service neutron] Checking segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:52:22.167290 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-f66642e0-3c14-45b7-9837-fc2982e8bda2 service neutron] Bound using segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:52:22.167915 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-f66642e0-3c14-45b7-9837-fc2982e8bda2 service neutron] Bound port: adc78391-d6f9-4d24-a261-f8d782ea2f86, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:52:22.168296 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-f66642e0-3c14-45b7-9837-fc2982e8bda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:22.192658 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c81bdfd8-6f0f-49b8-a5af-e74c16fa8a51 req-f4b67c9a-013c-4925-a31b-443cd5d2e386 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4edb181-b5b6-4138-bda2-34102e9320ac HTTP/1.1" status: 200 len: 210 time: 0.0618277 Aug 10 00:52:22.204534 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7a37adff-62d0-4349-987d-5f4137520340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:22.223362 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-aa995424-732f-475f-9468-d8d5ec71548d req-51e161f4-0671-4c1b-ae3f-b107eb195db0 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=53833d9b51994a8d9f2e258d03d6e4b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498381 Aug 10 00:52:22.229781 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port a1ddb43d-c75d-4674-b475-32b8e2a16696 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:52:22.240859 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port a1ddb43d-c75d-4674-b475-32b8e2a16696 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:22.241504 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:22.254012 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5aff2147-e222-419b-a793-c024262c5f4b req-1a246d10-d375-4043-96fe-50eccbe01d52 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3030e10-15f0-42d7-9d25-cc0746a8d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905098 Aug 10 00:52:22.320491 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37adff-62d0-4349-987d-5f4137520340 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ff99852-0921-4c80-99ca-12207c311102,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:22.363241 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:22.364471 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a37adff-62d0-4349-987d-5f4137520340 admin admin] Checking segment: {'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:52:22.365224 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a37adff-62d0-4349-987d-5f4137520340 admin admin] Network hostable DHCP agents. Network: 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:52:22.385283 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f9378-05fa-4eca-b9c7-84cc8ddb9f09 req-54e2221d-8f20-4f5f-acad-0c0a7e4d80b8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:22.393504 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fd4f9378-05fa-4eca-b9c7-84cc8ddb9f09 req-54e2221d-8f20-4f5f-acad-0c0a7e4d80b8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 947 time: 0.0919275 Aug 10 00:52:22.396119 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a8dd26-da94-4cca-8e01-efdfa748cfd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ddb43d-c75d-4674-b475-32b8e2a16696'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:22.398548 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08dbf1c7-8d5b-4bb3-9a2f-ab1fe657f3e1" -d '{"events": [{"server_uuid": "e7a8dd26-da94-4cca-8e01-efdfa748cfd4", "name": "network-vif-plugged", "status": "completed", "tag": "a1ddb43d-c75d-4674-b475-32b8e2a16696"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:22.410520 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-42110564-3013-43d7-b162-2e7fb6c77f09 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:22.412449 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port a1ddb43d-c75d-4674-b475-32b8e2a16696, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=a1ddb43d-c75d-4674-b475-32b8e2a16696,segment=NetworkSegment(ca4e504f-4f97-4302-9728-cd71fd6e7293),segment_id=ca4e504f-4f97-4302-9728-cd71fd6e7293)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:22.413992 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-f66642e0-3c14-45b7-9837-fc2982e8bda2 service neutron] For port adc78391-d6f9-4d24-a261-f8d782ea2f86, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:52:22.417809 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:22.422140 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-f66642e0-3c14-45b7-9837-fc2982e8bda2 service neutron] For port adc78391-d6f9-4d24-a261-f8d782ea2f86, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=adc78391-d6f9-4d24-a261-f8d782ea2f86,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:52:22.432805 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a37adff-62d0-4349-987d-5f4137520340 admin admin] Network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:52:22.439619 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-f66642e0-3c14-45b7-9837-fc2982e8bda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:22.457411 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-7a37adff-62d0-4349-987d-5f4137520340 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:52:22.460742 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-42110564-3013-43d7-b162-2e7fb6c77f09 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Transition to ACTIVE for port object 26d2b690-1c80-42bb-8a94-6e6ae008e7e4 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:52:22.471522 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7313090-1c67-4320-ade9-4378e170cd23 None None] Network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:52:22.500464 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-f66642e0-3c14-45b7-9837-fc2982e8bda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:22.501276 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-f66642e0-3c14-45b7-9837-fc2982e8bda2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:22.503341 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-f66642e0-3c14-45b7-9837-fc2982e8bda2 service neutron] 10.222.0.20 "PUT /v2.0/ports/adc78391-d6f9-4d24-a261-f8d782ea2f86 HTTP/1.1" status: 200 len: 1096 time: 2.5116975 Aug 10 00:52:22.505961 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a37adff-62d0-4349-987d-5f4137520340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:22.506512 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7a37adff-62d0-4349-987d-5f4137520340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:22.511880 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fd4f9378-05fa-4eca-b9c7-84cc8ddb9f09 req-0649d8f2-c28a-4e08-af7d-6c814dea8a02 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168017 Aug 10 00:52:22.538324 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ceaaf-2cf6-4949-9bf2-1d7b1465008f req-4ce59ebf-73ca-4428-bfa6-770006f264e3 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:22.540062 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b10ceaaf-2cf6-4949-9bf2-1d7b1465008f req-4ce59ebf-73ca-4428-bfa6-770006f264e3 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a8dd26-da94-4cca-8e01-efdfa748cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0872777 Aug 10 00:52:22.557823 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=a1ddb43d-c75d-4674-b475-32b8e2a16696,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:22.565938 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7a37adff-62d0-4349-987d-5f4137520340 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7655017 Aug 10 00:52:22.621872 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b10ceaaf-2cf6-4949-9bf2-1d7b1465008f req-9c422c41-e779-48cd-8eb2-545cb79b0f7e tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0fa134e-75c9-4973-b3e3-242b39af0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515220 Aug 10 00:52:22.639447 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e826d4-ae4c-48b2-9fdc-3ab6472c447e x-openstack-request-id: req-53e826d4-ae4c-48b2-9fdc-3ab6472c447e {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:22.639765 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a8dd26-da94-4cca-8e01-efdfa748cfd4", "name": "network-vif-plugged", "status": "completed", "tag": "a1ddb43d-c75d-4674-b475-32b8e2a16696", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:22.640342 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-53e826d4-ae4c-48b2-9fdc-3ab6472c447e {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:22.641416 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a8dd26-da94-4cca-8e01-efdfa748cfd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ddb43d-c75d-4674-b475-32b8e2a16696', 'code': 200} Aug 10 00:52:22.678595 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3caa39b-70b9-4d77-a1c7-327fbacf2a0b None None] Network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:52:22.687587 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device adc78391-d6f9-4d24-a261-f8d782ea2f86 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:52:22.700253 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.20', 49541) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:22.800576 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device adc78391-d6f9-4d24-a261-f8d782ea2f86 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:52:22.804717 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a90f2dce-602a-4de7-b4a4-7a4a0e5316e8 req-cd18c617-3096-4b9c-a98d-4771ced9a650 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=03fd20ad-f9fe-4d4c-afdf-df2806c173f9 HTTP/1.1" status: 200 len: 210 time: 0.0622475 Aug 10 00:52:22.818115 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6f315-e84a-4f2c-9afa-6d7a841bf7b9 req-2c52a589-c949-44b6-a878-0a1aeb93d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:22.819734 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b8a6f315-e84a-4f2c-9afa-6d7a841bf7b9 req-2c52a589-c949-44b6-a878-0a1aeb93d87d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e7a8dd26-da94-4cca-8e01-efdfa748cfd4 HTTP/1.1" status: 200 len: 1097 time: 0.1183050 Aug 10 00:52:22.860414 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b8a6f315-e84a-4f2c-9afa-6d7a841bf7b9 req-dbe4c7ba-c271-4b00-8ac5-fd216c7c1819 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d0fa134e-75c9-4973-b3e3-242b39af0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327804 Aug 10 00:52:22.898187 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa995424-732f-475f-9468-d8d5ec71548d req-db702c2c-22d4-4625-89e7-f33dad673fbb tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:22.899596 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-aa995424-732f-475f-9468-d8d5ec71548d req-db702c2c-22d4-4625-89e7-f33dad673fbb tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6689687 Aug 10 00:52:22.929677 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-aa995424-732f-475f-9468-d8d5ec71548d req-0d40bed9-c929-4b89-a0f7-d11557d2dd30 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Request body: {'port': {'device_id': 'e4edb181-b5b6-4138-bda2-34102e9320ac', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'admin_state_up': True, 'tenant_id': '53833d9b51994a8d9f2e258d03d6e4b2'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:22.936991 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66642e0-3c14-45b7-9837-fc2982e8bda2 service neutron] Pushing event updated for resources: {'Port': ['ID=adc78391-d6f9-4d24-a261-f8d782ea2f86,revision_number=7']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:23.012887 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-42110564-3013-43d7-b162-2e7fb6c77f09 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:23.061527 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-0bca8b00-0433-4e39-b61f-c279f6e89705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:23.062996 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-0bca8b00-0433-4e39-b61f-c279f6e89705 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 1099 time: 0.1933022 Aug 10 00:52:23.115167 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-42110564-3013-43d7-b162-2e7fb6c77f09 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Network 853ae90b-411a-4cc9-b27c-aa212d4ff023 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:52:23.134019 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-42110564-3013-43d7-b162-2e7fb6c77f09 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:52:23.136615 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-42110564-3013-43d7-b162-2e7fb6c77f09 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:52:23.179832 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42110564-3013-43d7-b162-2e7fb6c77f09 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Pushing event updated for resources: {'Port': ['ID=26d2b690-1c80-42bb-8a94-6e6ae008e7e4,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:23.210860 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 59822) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:23.215945 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-f044c59a-01d5-4d12-a05f-9496cd4cb8eb admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2121583533-network', 'tenant_id': 'bc163afc8df24d5c8a5e7b92e6206a70'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:23.291344 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-42110564-3013-43d7-b162-2e7fb6c77f09 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:23.291981 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-42110564-3013-43d7-b162-2e7fb6c77f09 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:23.311601 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f01ca2f-b7e2-4f46-8595-ef59bf413aa2 req-89a0b48d-2b18-4ff9-89d9-f62cfd4a13d5 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4edb181-b5b6-4138-bda2-34102e9320ac HTTP/1.1" status: 200 len: 210 time: 0.0376310 Aug 10 00:52:23.331418 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa995424-732f-475f-9468-d8d5ec71548d req-0d40bed9-c929-4b89-a0f7-d11557d2dd30 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Made reservation on behalf of 53833d9b51994a8d9f2e258d03d6e4b2 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:52:23.334960 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-aa995424-732f-475f-9468-d8d5ec71548d req-0d40bed9-c929-4b89-a0f7-d11557d2dd30 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:23.341598 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f044c59a-01d5-4d12-a05f-9496cd4cb8eb admin admin] Made reservation on behalf of bc163afc8df24d5c8a5e7b92e6206a70 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:52:23.344239 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f044c59a-01d5-4d12-a05f-9496cd4cb8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:23.375350 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f044c59a-01d5-4d12-a05f-9496cd4cb8eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:23.384591 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-42110564-3013-43d7-b162-2e7fb6c77f09 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4849896 Aug 10 00:52:23.403114 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-fa62e398-7110-4e50-b53c-d485ea0f8f7d None None] Provisioning for port 26d2b690-1c80-42bb-8a94-6e6ae008e7e4 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:52:23.409455 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-fa62e398-7110-4e50-b53c-d485ea0f8f7d None None] Provisioning complete for port 26d2b690-1c80-42bb-8a94-6e6ae008e7e4 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:23.410097 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fa62e398-7110-4e50-b53c-d485ea0f8f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:23.417612 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49117b21-8564-458b-b5be-9f5ed7dd20a5 req-07e19444-ae39-4f52-849a-9a57a8cd6d9d tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:23.418590 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-843abd9c-42be-49ca-bbcb-5215a195a156 service neutron] Request body: {'port': {'device_id': '03fd20ad-f9fe-4d4c-afdf-df2806c173f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:23.419128 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-49117b21-8564-458b-b5be-9f5ed7dd20a5 req-07e19444-ae39-4f52-849a-9a57a8cd6d9d tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6f29b9-c189-420a-8fa7-1f7817be3a0b HTTP/1.1" status: 200 len: 947 time: 0.0799196 Aug 10 00:52:23.445826 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-8f2e9e2e-ad25-40ce-8195-2493c613546c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:23.447478 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-8f2e9e2e-ad25-40ce-8195-2493c613546c service neutron] 10.222.0.20 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.2513127 Aug 10 00:52:23.456194 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-8c0264d3-a871-439f-9889-52e6a806c83d req-0321682d-f134-4122-bc02-aabdceb1ec8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a834218-a44a-41c8-b76e-4f94deca7511 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:52:23.461068 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-fa62e398-7110-4e50-b53c-d485ea0f8f7d None None] Port 26d2b690-1c80-42bb-8a94-6e6ae008e7e4 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:52:23.478614 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-49117b21-8564-458b-b5be-9f5ed7dd20a5 req-defdc0b1-29e0-4608-a659-5baf2199b4e7 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3030e10-15f0-42d7-9d25-cc0746a8d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490274 Aug 10 00:52:23.525744 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f044c59a-01d5-4d12-a05f-9496cd4cb8eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:23.529599 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f044c59a-01d5-4d12-a05f-9496cd4cb8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:23.532771 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8c0264d3-a871-439f-9889-52e6a806c83d req-0321682d-f134-4122-bc02-aabdceb1ec8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:23.545783 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-94489bb2-1c37-48b3-8212-02e1943f1e41 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=adc78391-d6f9-4d24-a261-f8d782ea2f86 HTTP/1.1" status: 200 len: 217 time: 0.0525780 Aug 10 00:52:23.556175 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f044c59a-01d5-4d12-a05f-9496cd4cb8eb admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:52:23.562613 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044c59a-01d5-4d12-a05f-9496cd4cb8eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ffa9fc-546d-4716-88ee-38ffe65bea59,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:23.570926 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f044c59a-01d5-4d12-a05f-9496cd4cb8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:23.571296 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-f044c59a-01d5-4d12-a05f-9496cd4cb8eb admin admin] Added segment 04e26967-285b-4191-b0fe-73406111b73e of type vlan for network 7d08c8f7-9372-43ce-9511-d657a6dd2465 Aug 10 00:52:23.629092 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-8c0264d3-a871-439f-9889-52e6a806c83d req-0321682d-f134-4122-bc02-aabdceb1ec8a service neutron] Transition to ACTIVE for port object 6a834218-a44a-41c8-b76e-4f94deca7511 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:52:23.633452 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-843abd9c-42be-49ca-bbcb-5215a195a156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:23.641908 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f044c59a-01d5-4d12-a05f-9496cd4cb8eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:23.652332 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8c0264d3-a871-439f-9889-52e6a806c83d req-0321682d-f134-4122-bc02-aabdceb1ec8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:23.678058 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794c293-e2a2-43bf-9dfe-2e2c4cbf1873 req-483796a1-045d-4129-bd03-acd398b8d77e tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:23.679567 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6794c293-e2a2-43bf-9dfe-2e2c4cbf1873 req-483796a1-045d-4129-bd03-acd398b8d77e tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 947 time: 0.0760860 Aug 10 00:52:23.695415 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f044c59a-01d5-4d12-a05f-9496cd4cb8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:23.696531 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f044c59a-01d5-4d12-a05f-9496cd4cb8eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:23.697113 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f044c59a-01d5-4d12-a05f-9496cd4cb8eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:23.714032 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-dabcd1b6-bbc8-4982-96d8-07b5568f28e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:23.715519 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-dabcd1b6-bbc8-4982-96d8-07b5568f28e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.1284363 Aug 10 00:52:23.791241 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb38fa8-a1d1-4852-9935-945dd1c95ce8', 'tag': 'adc78391-d6f9-4d24-a261-f8d782ea2f86'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:23.791527 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f044c59a-01d5-4d12-a05f-9496cd4cb8eb admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5795367 Aug 10 00:52:23.793275 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742cce8a-7354-4bfb-a0ab-05e5483940a2" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb38fa8-a1d1-4852-9935-945dd1c95ce8", "tag": "adc78391-d6f9-4d24-a261-f8d782ea2f86"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:23.804780 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 59834) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:23.818898 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6794c293-e2a2-43bf-9dfe-2e2c4cbf1873 req-58ce6b4a-d668-4e80-8e0b-1366182e222e tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324689 Aug 10 00:52:23.820566 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-dc0af311-f7f8-448b-aa53-107c9facbe14 admin admin] Request body: {'subnet': {'network_id': '7d08c8f7-9372-43ce-9511-d657a6dd2465', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2121583533-subnet', 'tenant_id': 'bc163afc8df24d5c8a5e7b92e6206a70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:23.823582 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044c59a-01d5-4d12-a05f-9496cd4cb8eb admin admin] Pushing event updated for resources: {'Network': ['ID=7d08c8f7-9372-43ce-9511-d657a6dd2465,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:23.834837 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 7d08c8f7-9372-43ce-9511-d657a6dd2465 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:52:23.835328 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321682d-f134-4122-bc02-aabdceb1ec8a service neutron] Pushing event updated for resources: {'Port': ['ID=6a834218-a44a-41c8-b76e-4f94deca7511,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:23.862598 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5ef67-700a-41ab-a9dd-585dddcb4d3b req-b1f533c8-378e-4fb1-980f-0e30830daf68 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:23.870419 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-73a5ef67-700a-41ab-a9dd-585dddcb4d3b req-b1f533c8-378e-4fb1-980f-0e30830daf68 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a8dd26-da94-4cca-8e01-efdfa748cfd4 HTTP/1.1" status: 200 len: 945 time: 0.1146927 Aug 10 00:52:23.907537 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-73a5ef67-700a-41ab-a9dd-585dddcb4d3b req-ebd6f25a-8740-4cd3-973d-d0d163998224 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0fa134e-75c9-4973-b3e3-242b39af0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359619 Aug 10 00:52:23.942904 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-aa995424-732f-475f-9468-d8d5ec71548d req-0d40bed9-c929-4b89-a0f7-d11557d2dd30 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Allocated IP 192.168.233.9 (853ae90b-411a-4cc9-b27c-aa212d4ff023/f49e9f1d-7e8a-42ac-a9f2-157734919ae5/39b117af-710e-40eb-890e-8474c562b17d) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:52:24.024864 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0af311-f7f8-448b-aa53-107c9facbe14 admin admin] Made reservation on behalf of bc163afc8df24d5c8a5e7b92e6206a70 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:52:24.027102 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dc0af311-f7f8-448b-aa53-107c9facbe14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:24.034212 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ce768f-37ce-42f6-9cff-b6d7757f7411 x-openstack-request-id: req-83ce768f-37ce-42f6-9cff-b6d7757f7411 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:24.034613 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb38fa8-a1d1-4852-9935-945dd1c95ce8", "tag": "adc78391-d6f9-4d24-a261-f8d782ea2f86", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:24.034769 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-83ce768f-37ce-42f6-9cff-b6d7757f7411 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:24.035134 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb38fa8-a1d1-4852-9935-945dd1c95ce8', 'tag': 'adc78391-d6f9-4d24-a261-f8d782ea2f86', 'status': 'completed', 'code': 200} Aug 10 00:52:24.098435 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cce8a-7354-4bfb-a0ab-05e5483940a2 req-8387900d-a5c8-4db0-b98f-711bf1a828bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:24.103332 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-742cce8a-7354-4bfb-a0ab-05e5483940a2 req-8387900d-a5c8-4db0-b98f-711bf1a828bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 1099 time: 0.0932992 Aug 10 00:52:24.117918 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed337f36-4955-4f45-8ffd-07e94467ea65 req-c0e39f0f-8eb1-4c2f-8bd8-d9c37339d0a0 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:24.119357 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ed337f36-4955-4f45-8ffd-07e94467ea65 req-c0e39f0f-8eb1-4c2f-8bd8-d9c37339d0a0 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=03fd20ad-f9fe-4d4c-afdf-df2806c173f9 HTTP/1.1" status: 200 len: 936 time: 0.1011941 Aug 10 00:52:24.136595 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-9af5a194-a686-4342-8c0b-c130d5a1ca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:24.138099 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-9af5a194-a686-4342-8c0b-c130d5a1ca91 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3903039 Aug 10 00:52:24.225250 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ed337f36-4955-4f45-8ffd-07e94467ea65 req-9f304ab6-7b70-445c-936b-eed87366a48b tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858479 Aug 10 00:52:24.280751 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-8c0264d3-a871-439f-9889-52e6a806c83d req-0321682d-f134-4122-bc02-aabdceb1ec8a service neutron] Attempting to bind port 6a834218-a44a-41c8-b76e-4f94deca7511 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:52:24.281104 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-8c0264d3-a871-439f-9889-52e6a806c83d req-0321682d-f134-4122-bc02-aabdceb1ec8a service neutron] Attempting to bind port 6a834218-a44a-41c8-b76e-4f94deca7511 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:52:24.281500 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0264d3-a871-439f-9889-52e6a806c83d req-0321682d-f134-4122-bc02-aabdceb1ec8a service neutron] Attempting to bind port 6a834218-a44a-41c8-b76e-4f94deca7511 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:24.291090 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cce8a-7354-4bfb-a0ab-05e5483940a2 req-6a1e012d-4204-43a6-bf8c-0aac026bc9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:24.294253 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-742cce8a-7354-4bfb-a0ab-05e5483940a2 req-6a1e012d-4204-43a6-bf8c-0aac026bc9ff service neutron] 10.222.0.24 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.1839619 Aug 10 00:52:24.343133 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0264d3-a871-439f-9889-52e6a806c83d req-0321682d-f134-4122-bc02-aabdceb1ec8a service neutron] Port 6a834218-a44a-41c8-b76e-4f94deca7511 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:52:24.343489 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0264d3-a871-439f-9889-52e6a806c83d req-0321682d-f134-4122-bc02-aabdceb1ec8a service neutron] Attempting to bind port 6a834218-a44a-41c8-b76e-4f94deca7511 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:24.347388 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-742cce8a-7354-4bfb-a0ab-05e5483940a2 req-67231417-a7e5-4cb0-87a0-c96e0f7fb17d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=adc78391-d6f9-4d24-a261-f8d782ea2f86 HTTP/1.1" status: 200 len: 217 time: 0.0425603 Aug 10 00:52:24.381562 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0264d3-a871-439f-9889-52e6a806c83d req-0321682d-f134-4122-bc02-aabdceb1ec8a service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:52:24.381908 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0264d3-a871-439f-9889-52e6a806c83d req-0321682d-f134-4122-bc02-aabdceb1ec8a service neutron] Checking segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:52:24.382319 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0264d3-a871-439f-9889-52e6a806c83d req-0321682d-f134-4122-bc02-aabdceb1ec8a service neutron] Bound using segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:52:24.382785 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-8c0264d3-a871-439f-9889-52e6a806c83d req-0321682d-f134-4122-bc02-aabdceb1ec8a service neutron] Bound port: 6a834218-a44a-41c8-b76e-4f94deca7511, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:52:24.383205 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8c0264d3-a871-439f-9889-52e6a806c83d req-0321682d-f134-4122-bc02-aabdceb1ec8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:24.438136 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cdd6687b-524e-4219-9ce8-7aa805b7988b req-7878b585-8217-4743-bc66-0c34bbaa4c97 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4edb181-b5b6-4138-bda2-34102e9320ac HTTP/1.1" status: 200 len: 210 time: 0.0396495 Aug 10 00:52:24.454306 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cce8a-7354-4bfb-a0ab-05e5483940a2 req-386ef2a2-bc58-4085-a631-d52fa0e85d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:24.458452 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-742cce8a-7354-4bfb-a0ab-05e5483940a2 req-386ef2a2-bc58-4085-a631-d52fa0e85d2f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0996637 Aug 10 00:52:24.461576 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-81115cec-a334-4778-b17c-b0e566aa6031 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774124 Aug 10 00:52:24.525637 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cce8a-7354-4bfb-a0ab-05e5483940a2 req-ebcade37-dcf5-406e-9153-7c0dea9ac9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:24.528194 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-742cce8a-7354-4bfb-a0ab-05e5483940a2 req-ebcade37-dcf5-406e-9153-7c0dea9ac9eb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0600328 Aug 10 00:52:24.619099 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-aa995424-732f-475f-9468-d8d5ec71548d req-0d40bed9-c929-4b89-a0f7-d11557d2dd30 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:24.657411 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e513e9e-107b-4c90-9dec-5b31a3e5de34 req-54657372-1361-4738-a0c3-c93af1d48bf6 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:24.658442 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-8c0264d3-a871-439f-9889-52e6a806c83d req-0321682d-f134-4122-bc02-aabdceb1ec8a service neutron] For port 6a834218-a44a-41c8-b76e-4f94deca7511, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:52:24.659581 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7e513e9e-107b-4c90-9dec-5b31a3e5de34 req-54657372-1361-4738-a0c3-c93af1d48bf6 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6f29b9-c189-420a-8fa7-1f7817be3a0b HTTP/1.1" status: 200 len: 947 time: 0.1045175 Aug 10 00:52:24.662851 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-aa995424-732f-475f-9468-d8d5ec71548d req-0d40bed9-c929-4b89-a0f7-d11557d2dd30 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Transition to ACTIVE for port object 39b117af-710e-40eb-890e-8474c562b17d will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:52:24.679982 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-8c0264d3-a871-439f-9889-52e6a806c83d req-0321682d-f134-4122-bc02-aabdceb1ec8a service neutron] For port 6a834218-a44a-41c8-b76e-4f94deca7511, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=6a834218-a44a-41c8-b76e-4f94deca7511,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:52:24.681286 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dc0af311-f7f8-448b-aa53-107c9facbe14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:24.694226 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:52:24.695496 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-742cce8a-7354-4bfb-a0ab-05e5483940a2 req-8b662526-e969-4ff3-b29d-e174c1781ace service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497571 Aug 10 00:52:24.701662 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8c0264d3-a871-439f-9889-52e6a806c83d req-0321682d-f134-4122-bc02-aabdceb1ec8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:24.736293 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7e513e9e-107b-4c90-9dec-5b31a3e5de34 req-3383d44c-a6f9-416f-81fd-f403d25dc50b tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3030e10-15f0-42d7-9d25-cc0746a8d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689957 Aug 10 00:52:24.743936 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-91f4280a-3ffa-43b5-afa4-ae761024e350 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586517 Aug 10 00:52:24.808037 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:24.815654 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-742cce8a-7354-4bfb-a0ab-05e5483940a2 req-9b8be5f4-2394-4995-8bd5-3400aea7ebb2 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091571 Aug 10 00:52:24.821304 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': 'ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a', 'mac_address': 'fa:16:3e:da:78:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:52:24.869696 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:24.891333 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:52:24.928154 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:24.935409 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:24.975814 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a2477-fadd-4532-8559-1ac96c8920f5 req-3224edaa-2c31-4173-a42f-48d661d90e0a tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:24.977691 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-991a2477-fadd-4532-8559-1ac96c8920f5 req-3224edaa-2c31-4173-a42f-48d661d90e0a tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 947 time: 0.0650325 Aug 10 00:52:25.000198 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:25.024725 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321682d-f134-4122-bc02-aabdceb1ec8a service neutron] Pushing event updated for resources: {'Port': ['ID=6a834218-a44a-41c8-b76e-4f94deca7511,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:25.029846 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0264d3-a871-439f-9889-52e6a806c83d req-0321682d-f134-4122-bc02-aabdceb1ec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:25.030467 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8c0264d3-a871-439f-9889-52e6a806c83d req-0321682d-f134-4122-bc02-aabdceb1ec8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:25.031866 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8c0264d3-a871-439f-9889-52e6a806c83d req-0321682d-f134-4122-bc02-aabdceb1ec8a service neutron] 10.222.0.20 "PUT /v2.0/ports/6a834218-a44a-41c8-b76e-4f94deca7511 HTTP/1.1" status: 200 len: 1095 time: 3.3567243 Aug 10 00:52:25.054493 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-991a2477-fadd-4532-8559-1ac96c8920f5 req-4b175deb-d80b-4345-83ea-9dc91e7fef90 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628455 Aug 10 00:52:25.086776 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0af311-f7f8-448b-aa53-107c9facbe14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58ddc28e-b1bd-4b3b-90e9-bf5c18968948,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:25.106034 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0af311-f7f8-448b-aa53-107c9facbe14 admin admin] Checking segment: {'id': '04e26967-285b-4191-b0fe-73406111b73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7d08c8f7-9372-43ce-9511-d657a6dd2465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:52:25.106536 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0af311-f7f8-448b-aa53-107c9facbe14 admin admin] Network hostable DHCP agents. Network: 7d08c8f7-9372-43ce-9511-d657a6dd2465, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:52:25.146592 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da600c-d15c-4ac9-93c3-18a44e67e5d5 req-42eb96dd-b760-4a0d-9820-76192f0546ad tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:25.148249 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d4da600c-d15c-4ac9-93c3-18a44e67e5d5 req-42eb96dd-b760-4a0d-9820-76192f0546ad tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a8dd26-da94-4cca-8e01-efdfa748cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0918448 Aug 10 00:52:25.155630 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-aa995424-732f-475f-9468-d8d5ec71548d req-0d40bed9-c929-4b89-a0f7-d11557d2dd30 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:25.195351 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d4da600c-d15c-4ac9-93c3-18a44e67e5d5 req-569b469c-9520-4d22-8a0c-7705d99f5c21 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0fa134e-75c9-4973-b3e3-242b39af0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353930 Aug 10 00:52:25.199867 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cce8a-7354-4bfb-a0ab-05e5483940a2 req-d08d249b-767f-4348-a535-fbd0d2915e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:25.201480 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-742cce8a-7354-4bfb-a0ab-05e5483940a2 req-d08d249b-767f-4348-a535-fbd0d2915e5c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 1099 time: 0.2348793 Aug 10 00:52:25.280825 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0af311-f7f8-448b-aa53-107c9facbe14 admin admin] Network 7d08c8f7-9372-43ce-9511-d657a6dd2465 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:52:25.282125 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:52:25.340853 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0264d3-a871-439f-9889-52e6a806c83d req-82f2b0b5-f9aa-4d7c-9894-d6303554d12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:25.342362 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8c0264d3-a871-439f-9889-52e6a806c83d req-82f2b0b5-f9aa-4d7c-9894-d6303554d12f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5a8d9cf0b9b34b619f24841b76d1a7f1&device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 1098 time: 0.2277510 Aug 10 00:52:25.346759 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa995424-732f-475f-9468-d8d5ec71548d req-0d40bed9-c929-4b89-a0f7-d11557d2dd30 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Network 853ae90b-411a-4cc9-b27c-aa212d4ff023 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:52:25.353053 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-dc0af311-f7f8-448b-aa53-107c9facbe14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 7d08c8f7-9372-43ce-9511-d657a6dd2465) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:52:25.358269 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-aa995424-732f-475f-9468-d8d5ec71548d req-0d40bed9-c929-4b89-a0f7-d11557d2dd30 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:52:25.360298 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d40bed9-c929-4b89-a0f7-d11557d2dd30 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Pushing event updated for resources: {'Port': ['ID=39b117af-710e-40eb-890e-8474c562b17d,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:25.367860 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53ed96b-f6ca-468e-b40b-881ffb37ea50 None None] Network 7d08c8f7-9372-43ce-9511-d657a6dd2465 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:52:25.373207 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa995424-732f-475f-9468-d8d5ec71548d req-0d40bed9-c929-4b89-a0f7-d11557d2dd30 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:52:25.400565 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0af311-f7f8-448b-aa53-107c9facbe14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:25.401165 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dc0af311-f7f8-448b-aa53-107c9facbe14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:25.516726 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8c0264d3-a871-439f-9889-52e6a806c83d req-78b60843-7e2d-4473-a0ca-c1822f629fab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=6a834218-a44a-41c8-b76e-4f94deca7511 HTTP/1.1" status: 200 len: 217 time: 0.1315393 Aug 10 00:52:25.523046 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d7167-6e75-4365-8937-1ca9c5cac9de req-36978037-e355-4481-acd5-5bfb122c08af tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:25.524606 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-884d7167-6e75-4365-8937-1ca9c5cac9de req-36978037-e355-4481-acd5-5bfb122c08af tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=03fd20ad-f9fe-4d4c-afdf-df2806c173f9 HTTP/1.1" status: 200 len: 936 time: 0.1947491 Aug 10 00:52:25.526696 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa995424-732f-475f-9468-d8d5ec71548d req-0d40bed9-c929-4b89-a0f7-d11557d2dd30 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:25.527647 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-aa995424-732f-475f-9468-d8d5ec71548d req-0d40bed9-c929-4b89-a0f7-d11557d2dd30 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:25.593256 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ec791574-ee14-466a-b4b3-5cddd93eb90d req-8599526e-a819-468d-b5f7-dbd76aca5dbb tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3566940 Aug 10 00:52:25.601033 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-dc0af311-f7f8-448b-aa53-107c9facbe14 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7890735 Aug 10 00:52:25.612600 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-ec791574-ee14-466a-b4b3-5cddd93eb90d req-ada68c25-902c-4a60-a4d4-0bfc8d9540b8 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:25.631126 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d28de4c-73e4-49a0-a16b-5768010b2037 None None] Network 7d08c8f7-9372-43ce-9511-d657a6dd2465 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:52:25.642241 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-884d7167-6e75-4365-8937-1ca9c5cac9de req-6428b8ce-a622-4fba-a603-8735a7309665 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014936 Aug 10 00:52:25.660500 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:52:25.670784 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-843abd9c-42be-49ca-bbcb-5215a195a156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26d2b690-1c80-42bb-8a94-6e6ae008e7e4 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:52:25.681153 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-aa995424-732f-475f-9468-d8d5ec71548d req-0d40bed9-c929-4b89-a0f7-d11557d2dd30 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7590327 Aug 10 00:52:25.686507 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-843abd9c-42be-49ca-bbcb-5215a195a156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:25.693082 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cce8a-7354-4bfb-a0ab-05e5483940a2 req-08d6f5e5-2c47-4ab5-a194-10caed654189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:25.694654 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-742cce8a-7354-4bfb-a0ab-05e5483940a2 req-08d6f5e5-2c47-4ab5-a194-10caed654189 service neutron] 10.222.0.20 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.4798725 Aug 10 00:52:25.696424 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ec791574-ee14-466a-b4b3-5cddd93eb90d req-ada68c25-902c-4a60-a4d4-0bfc8d9540b8 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:25.707131 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-aa995424-732f-475f-9468-d8d5ec71548d req-8c314ca6-1443-451f-8f59-98597da1922d service neutron] Request body: {'port': {'device_id': 'e4edb181-b5b6-4138-bda2-34102e9320ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:25.738705 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0264d3-a871-439f-9889-52e6a806c83d req-6b9ae8c3-b8c8-40a7-b3df-9519a3ad4bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:25.740159 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8c0264d3-a871-439f-9889-52e6a806c83d req-6b9ae8c3-b8c8-40a7-b3df-9519a3ad4bfb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.2053404 Aug 10 00:52:25.748918 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-843abd9c-42be-49ca-bbcb-5215a195a156 service neutron] Transition to ACTIVE for port object 26d2b690-1c80-42bb-8a94-6e6ae008e7e4 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:52:25.811074 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-742cce8a-7354-4bfb-a0ab-05e5483940a2 req-da121c75-2850-4bd9-873e-805323dc1ed8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=adc78391-d6f9-4d24-a261-f8d782ea2f86 HTTP/1.1" status: 200 len: 217 time: 0.0803187 Aug 10 00:52:25.811664 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-843abd9c-42be-49ca-bbcb-5215a195a156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:25.851954 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ebe8bd61-920e-40d7-9abf-91f76f53c21e None None] Provisioning for port 39b117af-710e-40eb-890e-8474c562b17d completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:52:25.855110 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ec791574-ee14-466a-b4b3-5cddd93eb90d req-ada68c25-902c-4a60-a4d4-0bfc8d9540b8 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:25.857819 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ebe8bd61-920e-40d7-9abf-91f76f53c21e None None] Provisioning complete for port 39b117af-710e-40eb-890e-8474c562b17d triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:25.858372 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ebe8bd61-920e-40d7-9abf-91f76f53c21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:25.905341 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-aa995424-732f-475f-9468-d8d5ec71548d req-8c314ca6-1443-451f-8f59-98597da1922d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:25.907147 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-ebe8bd61-920e-40d7-9abf-91f76f53c21e None None] Port 39b117af-710e-40eb-890e-8474c562b17d cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:52:25.939356 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843abd9c-42be-49ca-bbcb-5215a195a156 service neutron] Pushing event updated for resources: {'Port': ['ID=26d2b690-1c80-42bb-8a94-6e6ae008e7e4,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:25.981153 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0264d3-a871-439f-9889-52e6a806c83d req-6a903961-87a9-4891-b9b3-aadb15c1a749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:25.982692 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8c0264d3-a871-439f-9889-52e6a806c83d req-6a903961-87a9-4891-b9b3-aadb15c1a749 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2315693 Aug 10 00:52:26.002481 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cce8a-7354-4bfb-a0ab-05e5483940a2 req-b39a97d4-9c64-4a9c-a092-0f51726efd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:26.004028 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-742cce8a-7354-4bfb-a0ab-05e5483940a2 req-b39a97d4-9c64-4a9c-a092-0f51726efd57 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.1716270 Aug 10 00:52:26.062972 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be929e63-6bd7-4015-b59e-8b494d5ecba9', 'tag': '6a834218-a44a-41c8-b76e-4f94deca7511'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:26.065396 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d199bbc-b7b0-4feb-9aec-6f3248de76fd" -d '{"events": [{"name": "network-changed", "server_uuid": "be929e63-6bd7-4015-b59e-8b494d5ecba9", "tag": "6a834218-a44a-41c8-b76e-4f94deca7511"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:26.247067 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-ec791574-ee14-466a-b4b3-5cddd93eb90d req-ada68c25-902c-4a60-a4d4-0bfc8d9540b8 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Allocated IP 172.25.2.126 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/663eb98d-88b8-4c63-af8d-7db10f947887) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:52:26.297048 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-843abd9c-42be-49ca-bbcb-5215a195a156 service neutron] Attempting to bind port 26d2b690-1c80-42bb-8a94-6e6ae008e7e4 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:52:26.297417 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-843abd9c-42be-49ca-bbcb-5215a195a156 service neutron] Attempting to bind port 26d2b690-1c80-42bb-8a94-6e6ae008e7e4 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:52:26.297720 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-843abd9c-42be-49ca-bbcb-5215a195a156 service neutron] Attempting to bind port 26d2b690-1c80-42bb-8a94-6e6ae008e7e4 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:26.313682 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cce8a-7354-4bfb-a0ab-05e5483940a2 req-ec9b95a7-0166-4721-9d2c-3be8d1e16b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:26.315208 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-742cce8a-7354-4bfb-a0ab-05e5483940a2 req-ec9b95a7-0166-4721-9d2c-3be8d1e16b43 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2006519 Aug 10 00:52:26.323337 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-843abd9c-42be-49ca-bbcb-5215a195a156 service neutron] Port 26d2b690-1c80-42bb-8a94-6e6ae008e7e4 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:52:26.323667 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-843abd9c-42be-49ca-bbcb-5215a195a156 service neutron] Attempting to bind port 26d2b690-1c80-42bb-8a94-6e6ae008e7e4 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:26.344271 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8c0264d3-a871-439f-9889-52e6a806c83d req-538fd0b7-daaa-4b25-978f-daef8542cb0e service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457236 Aug 10 00:52:26.357847 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-843abd9c-42be-49ca-bbcb-5215a195a156 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:52:26.358198 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-843abd9c-42be-49ca-bbcb-5215a195a156 service neutron] Checking segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:52:26.358659 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-843abd9c-42be-49ca-bbcb-5215a195a156 service neutron] Bound using segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:52:26.359097 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-843abd9c-42be-49ca-bbcb-5215a195a156 service neutron] Bound port: 26d2b690-1c80-42bb-8a94-6e6ae008e7e4, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:52:26.359460 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-843abd9c-42be-49ca-bbcb-5215a195a156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:26.366537 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ec791574-ee14-466a-b4b3-5cddd93eb90d req-ada68c25-902c-4a60-a4d4-0bfc8d9540b8 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:26.440687 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ec791574-ee14-466a-b4b3-5cddd93eb90d req-ada68c25-902c-4a60-a4d4-0bfc8d9540b8 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:26.451624 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24397fc4-cada-4df9-aea6-bc408008ed64 req-4f01fb7b-0562-4f1d-97b5-89d049a235b8 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:26.453185 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24397fc4-cada-4df9-aea6-bc408008ed64 req-4f01fb7b-0562-4f1d-97b5-89d049a235b8 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4edb181-b5b6-4138-bda2-34102e9320ac HTTP/1.1" status: 200 len: 934 time: 0.0696182 Aug 10 00:52:26.503888 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec791574-ee14-466a-b4b3-5cddd93eb90d req-ada68c25-902c-4a60-a4d4-0bfc8d9540b8 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:52:26.510702 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-ec791574-ee14-466a-b4b3-5cddd93eb90d req-ada68c25-902c-4a60-a4d4-0bfc8d9540b8 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:52:26.513242 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec791574-ee14-466a-b4b3-5cddd93eb90d req-ada68c25-902c-4a60-a4d4-0bfc8d9540b8 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:52:26.525837 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada68c25-902c-4a60-a4d4-0bfc8d9540b8 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Pushing event updated for resources: {'Port': ['ID=663eb98d-88b8-4c63-af8d-7db10f947887,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:26.560875 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24397fc4-cada-4df9-aea6-bc408008ed64 req-9bf5d506-dd49-47f7-a680-cfcba46e5e05 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b1d0e8f-7c11-49d2-9ba7-9325dd32a185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825737 Aug 10 00:52:26.581959 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ec791574-ee14-466a-b4b3-5cddd93eb90d req-ada68c25-902c-4a60-a4d4-0bfc8d9540b8 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:26.603543 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-843abd9c-42be-49ca-bbcb-5215a195a156 service neutron] For port 26d2b690-1c80-42bb-8a94-6e6ae008e7e4, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:52:26.608347 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-843abd9c-42be-49ca-bbcb-5215a195a156 service neutron] For port 26d2b690-1c80-42bb-8a94-6e6ae008e7e4, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=26d2b690-1c80-42bb-8a94-6e6ae008e7e4,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:52:26.617953 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8c0264d3-a871-439f-9889-52e6a806c83d req-3cee27e6-1246-4883-84aa-7161cc3be2e6 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271748 Aug 10 00:52:26.629095 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ec791574-ee14-466a-b4b3-5cddd93eb90d req-ada68c25-902c-4a60-a4d4-0bfc8d9540b8 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:26.640064 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-843abd9c-42be-49ca-bbcb-5215a195a156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:26.673773 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-742cce8a-7354-4bfb-a0ab-05e5483940a2 req-8d327a66-5d2b-4a8e-82bf-db87d31d0093 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418696 Aug 10 00:52:26.683256 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-aa995424-732f-475f-9468-d8d5ec71548d req-8c314ca6-1443-451f-8f59-98597da1922d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39b117af-710e-40eb-890e-8474c562b17d {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:52:26.695414 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:52:26.699094 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-aa995424-732f-475f-9468-d8d5ec71548d req-8c314ca6-1443-451f-8f59-98597da1922d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:26.709191 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-843abd9c-42be-49ca-bbcb-5215a195a156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:26.709682 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-843abd9c-42be-49ca-bbcb-5215a195a156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:26.711097 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-843abd9c-42be-49ca-bbcb-5215a195a156 service neutron] 10.222.0.20 "PUT /v2.0/ports/26d2b690-1c80-42bb-8a94-6e6ae008e7e4 HTTP/1.1" status: 200 len: 1097 time: 3.2972360 Aug 10 00:52:26.731720 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843abd9c-42be-49ca-bbcb-5215a195a156 service neutron] Pushing event updated for resources: {'Port': ['ID=26d2b690-1c80-42bb-8a94-6e6ae008e7e4,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:26.735258 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-aa995424-732f-475f-9468-d8d5ec71548d req-8c314ca6-1443-451f-8f59-98597da1922d service neutron] Transition to ACTIVE for port object 39b117af-710e-40eb-890e-8474c562b17d will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:52:26.744442 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-aa995424-732f-475f-9468-d8d5ec71548d req-8c314ca6-1443-451f-8f59-98597da1922d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:26.751977 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641bb879-3074-4009-87bb-143f22bc8578 req-4e8dbb56-9d9f-4510-b5e0-a095ecb29592 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:26.754052 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-641bb879-3074-4009-87bb-143f22bc8578 req-4e8dbb56-9d9f-4510-b5e0-a095ecb29592 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6f29b9-c189-420a-8fa7-1f7817be3a0b HTTP/1.1" status: 200 len: 948 time: 0.1036615 Aug 10 00:52:26.773059 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:52:26.778111 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:26.778726 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:26.831534 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-641bb879-3074-4009-87bb-143f22bc8578 req-429920dd-be06-4090-873d-46784a261799 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3030e10-15f0-42d7-9d25-cc0746a8d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692959 Aug 10 00:52:26.911160 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c314ca6-1443-451f-8f59-98597da1922d service neutron] Pushing event updated for resources: {'Port': ['ID=39b117af-710e-40eb-890e-8474c562b17d,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:26.917620 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ec791574-ee14-466a-b4b3-5cddd93eb90d req-ada68c25-902c-4a60-a4d4-0bfc8d9540b8 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:26.928571 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ec791574-ee14-466a-b4b3-5cddd93eb90d req-ada68c25-902c-4a60-a4d4-0bfc8d9540b8 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:26.930365 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:26.943167 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ec791574-ee14-466a-b4b3-5cddd93eb90d req-ada68c25-902c-4a60-a4d4-0bfc8d9540b8 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:26.989760 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ec791574-ee14-466a-b4b3-5cddd93eb90d req-ada68c25-902c-4a60-a4d4-0bfc8d9540b8 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:26.997066 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6f29b9-c189-420a-8fa7-1f7817be3a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:26.997481 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ec791574-ee14-466a-b4b3-5cddd93eb90d req-ada68c25-902c-4a60-a4d4-0bfc8d9540b8 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3912976 Aug 10 00:52:27.000439 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd3dd23-0c8b-44eb-8a4e-2edce73e1da6" -d '{"events": [{"server_uuid": "be6f29b9-c189-420a-8fa7-1f7817be3a0b", "name": "network-vif-plugged", "status": "completed", "tag": "ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:27.022346 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:27.025859 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada68c25-902c-4a60-a4d4-0bfc8d9540b8 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Pushing event updated for resources: {'Port': ['ID=663eb98d-88b8-4c63-af8d-7db10f947887,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:27.037594 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:27.102568 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ec791574-ee14-466a-b4b3-5cddd93eb90d req-3a96e73d-fd67-4624-b7a1-ed7c1eac4170 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.126 HTTP/1.1" status: 200 len: 696 time: 0.1040883 Aug 10 00:52:27.103227 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:27.223138 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-b2acf243-bffd-493d-bcc0-aa4afdcd4e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:27.224546 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-b2acf243-bffd-493d-bcc0-aa4afdcd4e82 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5a8d9cf0b9b34b619f24841b76d1a7f1&device_id=03fd20ad-f9fe-4d4c-afdf-df2806c173f9 HTTP/1.1" status: 200 len: 1100 time: 0.3811142 Aug 10 00:52:27.229751 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-742cce8a-7354-4bfb-a0ab-05e5483940a2 req-fd64dadc-91fa-4981-8ef4-f0e4a791e347 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4691687 Aug 10 00:52:27.251423 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778ff2f-3c79-47ac-b531-57925c488789 req-21fe84dc-b00e-4f6a-8f80-b4be66066e2d tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:27.252656 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-aa995424-732f-475f-9468-d8d5ec71548d req-8c314ca6-1443-451f-8f59-98597da1922d service neutron] Attempting to bind port 39b117af-710e-40eb-890e-8474c562b17d on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:52:27.256596 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-aa995424-732f-475f-9468-d8d5ec71548d req-8c314ca6-1443-451f-8f59-98597da1922d service neutron] Attempting to bind port 39b117af-710e-40eb-890e-8474c562b17d by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:52:27.257716 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa995424-732f-475f-9468-d8d5ec71548d req-8c314ca6-1443-451f-8f59-98597da1922d service neutron] Attempting to bind port 39b117af-710e-40eb-890e-8474c562b17d on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:27.260718 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e778ff2f-3c79-47ac-b531-57925c488789 req-21fe84dc-b00e-4f6a-8f80-b4be66066e2d tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/networks?id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da HTTP/1.1" status: 200 len: 820 time: 0.2319276 Aug 10 00:52:27.279669 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e778ff2f-3c79-47ac-b531-57925c488789 req-8ddc4967-0f99-4531-9e18-5a949bb29670 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/quotas/040768a449b74edfb649dfba67db8bf2 HTTP/1.1" status: 200 len: 375 time: 0.0180993 Aug 10 00:52:27.287360 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec791574-ee14-466a-b4b3-5cddd93eb90d req-db65182a-234f-4f3a-9fd2-5a43c84415f9 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:27.288671 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ec791574-ee14-466a-b4b3-5cddd93eb90d req-db65182a-234f-4f3a-9fd2-5a43c84415f9 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 784 time: 0.1853287 Aug 10 00:52:27.300341 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa995424-732f-475f-9468-d8d5ec71548d req-8c314ca6-1443-451f-8f59-98597da1922d service neutron] Port 39b117af-710e-40eb-890e-8474c562b17d on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:52:27.300799 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa995424-732f-475f-9468-d8d5ec71548d req-8c314ca6-1443-451f-8f59-98597da1922d service neutron] Attempting to bind port 39b117af-710e-40eb-890e-8474c562b17d on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:27.304170 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [req-ec791574-ee14-466a-b4b3-5cddd93eb90d req-db0e9fc2-8a7e-41c9-827c-ec85f8dad809 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:52:27.304720 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-322749a9-df2e-414d-b625-7500badf22ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=26d2b690-1c80-42bb-8a94-6e6ae008e7e4 HTTP/1.1" status: 200 len: 217 time: 0.0439281 Aug 10 00:52:27.305219 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ec791574-ee14-466a-b4b3-5cddd93eb90d req-db0e9fc2-8a7e-41c9-827c-ec85f8dad809 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076056 Aug 10 00:52:27.307391 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa995424-732f-475f-9468-d8d5ec71548d req-8c314ca6-1443-451f-8f59-98597da1922d service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:52:27.307741 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa995424-732f-475f-9468-d8d5ec71548d req-8c314ca6-1443-451f-8f59-98597da1922d service neutron] Checking segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:52:27.308127 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa995424-732f-475f-9468-d8d5ec71548d req-8c314ca6-1443-451f-8f59-98597da1922d service neutron] Bound using segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:52:27.308795 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-aa995424-732f-475f-9468-d8d5ec71548d req-8c314ca6-1443-451f-8f59-98597da1922d service neutron] Bound port: 39b117af-710e-40eb-890e-8474c562b17d, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:52:27.308944 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-aa995424-732f-475f-9468-d8d5ec71548d req-8c314ca6-1443-451f-8f59-98597da1922d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:27.334067 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e778ff2f-3c79-47ac-b531-57925c488789 req-f5a08417-f9bd-4d35-81d8-f191b22fd199 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=040768a449b74edfb649dfba67db8bf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443718 Aug 10 00:52:27.434241 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-aa995424-732f-475f-9468-d8d5ec71548d req-8c314ca6-1443-451f-8f59-98597da1922d service neutron] For port 39b117af-710e-40eb-890e-8474c562b17d, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:52:27.437248 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-e71174d5-d5e3-41f1-a465-015b887444cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:27.438843 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-e71174d5-d5e3-41f1-a465-015b887444cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.1162486 Aug 10 00:52:27.440527 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-aa995424-732f-475f-9468-d8d5ec71548d req-8c314ca6-1443-451f-8f59-98597da1922d service neutron] For port 39b117af-710e-40eb-890e-8474c562b17d, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=39b117af-710e-40eb-890e-8474c562b17d,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:52:27.444800 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-aa995424-732f-475f-9468-d8d5ec71548d req-8c314ca6-1443-451f-8f59-98597da1922d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:27.470619 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85868a2f-065b-4fcc-9339-6c7be9c68afd req-0c5abf76-16e4-4e6c-b063-01011e9f3fa1 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:27.472617 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-85868a2f-065b-4fcc-9339-6c7be9c68afd req-0c5abf76-16e4-4e6c-b063-01011e9f3fa1 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 947 time: 0.0834949 Aug 10 00:52:27.483197 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e778ff2f-3c79-47ac-b531-57925c488789 req-6075ffbb-1580-43d6-a3e8-f9db561fa525 service neutron] 10.222.0.35 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481061 Aug 10 00:52:27.504723 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa995424-732f-475f-9468-d8d5ec71548d req-8c314ca6-1443-451f-8f59-98597da1922d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:27.505487 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-aa995424-732f-475f-9468-d8d5ec71548d req-8c314ca6-1443-451f-8f59-98597da1922d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:27.506718 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-aa995424-732f-475f-9468-d8d5ec71548d req-8c314ca6-1443-451f-8f59-98597da1922d service neutron] 10.222.0.24 "PUT /v2.0/ports/39b117af-710e-40eb-890e-8474c562b17d HTTP/1.1" status: 200 len: 1095 time: 1.8110397 Aug 10 00:52:27.547409 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-03ec4784-72fb-4448-a405-36acf1e0b728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:27.550083 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-03ec4784-72fb-4448-a405-36acf1e0b728 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1017475 Aug 10 00:52:27.552021 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c314ca6-1443-451f-8f59-98597da1922d service neutron] Pushing event updated for resources: {'Port': ['ID=39b117af-710e-40eb-890e-8474c562b17d,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:27.580718 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-85868a2f-065b-4fcc-9339-6c7be9c68afd req-d8919941-3724-4b29-bf25-9316cf199252 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963771 Aug 10 00:52:27.618386 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e778ff2f-3c79-47ac-b531-57925c488789 req-afe48e34-e606-480c-8cc6-3ed910b39302 service neutron] 10.222.0.35 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272254 Aug 10 00:52:27.655742 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8dc06e3-a3f7-4d72-af3b-d4a604541b45 x-openstack-request-id: req-c8dc06e3-a3f7-4d72-af3b-d4a604541b45 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:27.656149 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be929e63-6bd7-4015-b59e-8b494d5ecba9", "tag": "6a834218-a44a-41c8-b76e-4f94deca7511", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:27.656525 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c8dc06e3-a3f7-4d72-af3b-d4a604541b45 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:27.657011 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be929e63-6bd7-4015-b59e-8b494d5ecba9', 'tag': '6a834218-a44a-41c8-b76e-4f94deca7511', 'status': 'completed', 'code': 200} Aug 10 00:52:27.694095 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa995424-732f-475f-9468-d8d5ec71548d req-b2006d42-a28e-4e63-bf11-2639c7187c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:27.695679 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-aa995424-732f-475f-9468-d8d5ec71548d req-b2006d42-a28e-4e63-bf11-2639c7187c2e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=53833d9b51994a8d9f2e258d03d6e4b2&device_id=e4edb181-b5b6-4138-bda2-34102e9320ac HTTP/1.1" status: 200 len: 1098 time: 0.1445878 Aug 10 00:52:27.731487 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-7a1a5ce3-71f9-4eaa-bee7-df7406fd5a44 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651866 Aug 10 00:52:27.772166 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-aa995424-732f-475f-9468-d8d5ec71548d req-5a8faac5-d9f8-427b-976a-0f96e086a840 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=39b117af-710e-40eb-890e-8474c562b17d HTTP/1.1" status: 200 len: 217 time: 0.0631747 Aug 10 00:52:27.856148 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:27.886030 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e135454-beb1-46bc-bef0-2b202f8dbf88 req-6c0c000f-cd89-47da-ad95-fcff47e0fb99 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:27.889952 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0e135454-beb1-46bc-bef0-2b202f8dbf88 req-6c0c000f-cd89-47da-ad95-fcff47e0fb99 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=03fd20ad-f9fe-4d4c-afdf-df2806c173f9 HTTP/1.1" status: 200 len: 948 time: 0.0795956 Aug 10 00:52:27.894322 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d199bbc-b7b0-4feb-9aec-6f3248de76fd req-fcf4a12a-17f5-45f8-abd0-3594d80b2450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:27.895993 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3d199bbc-b7b0-4feb-9aec-6f3248de76fd req-fcf4a12a-17f5-45f8-abd0-3594d80b2450 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5a8d9cf0b9b34b619f24841b76d1a7f1&device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 1098 time: 0.1993678 Aug 10 00:52:27.904402 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa995424-732f-475f-9468-d8d5ec71548d req-8ff52072-b15c-4a64-82fc-a01b99f58c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:27.905962 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-aa995424-732f-475f-9468-d8d5ec71548d req-8ff52072-b15c-4a64-82fc-a01b99f58c49 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.1212182 Aug 10 00:52:27.938257 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0e135454-beb1-46bc-bef0-2b202f8dbf88 req-cbf5ea11-7239-4139-b582-c818875ba3e1 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409954 Aug 10 00:52:27.975181 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82964491-880c-4c04-8408-9e8291bf5560 x-openstack-request-id: req-82964491-880c-4c04-8408-9e8291bf5560 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:27.976296 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6f29b9-c189-420a-8fa7-1f7817be3a0b", "name": "network-vif-plugged", "status": "completed", "tag": "ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:27.976904 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-82964491-880c-4c04-8408-9e8291bf5560 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:27.977511 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6f29b9-c189-420a-8fa7-1f7817be3a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a', 'code': 200} Aug 10 00:52:28.023209 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a483f2fa-a09f-45af-9c60-37bce51a8574 req-8e853a87-8fe1-4dd1-ae12-55a05e2584a9 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612650 Aug 10 00:52:28.042255 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa995424-732f-475f-9468-d8d5ec71548d req-32e48dac-e2a8-4d54-a6b6-83365dc66142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:28.044234 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-aa995424-732f-475f-9468-d8d5ec71548d req-32e48dac-e2a8-4d54-a6b6-83365dc66142 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1243551 Aug 10 00:52:28.113123 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d199bbc-b7b0-4feb-9aec-6f3248de76fd req-44ee7de2-7e7f-4180-a51c-d653d1c6091b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:28.114692 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3d199bbc-b7b0-4feb-9aec-6f3248de76fd req-44ee7de2-7e7f-4180-a51c-d653d1c6091b service neutron] 10.222.0.20 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.2078340 Aug 10 00:52:28.145964 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916dc2e-faea-4de2-b191-ca805c59e2e9 req-cd85f338-70de-47b8-97b3-21496dca5542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:28.147626 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b916dc2e-faea-4de2-b191-ca805c59e2e9 req-cd85f338-70de-47b8-97b3-21496dca5542 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=be6f29b9-c189-420a-8fa7-1f7817be3a0b HTTP/1.1" status: 200 len: 1101 time: 0.1030734 Aug 10 00:52:28.206582 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b916dc2e-faea-4de2-b191-ca805c59e2e9 req-047f2655-1882-4d99-b7cb-3247d8766990 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d3030e10-15f0-42d7-9d25-cc0746a8d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482438 Aug 10 00:52:28.208622 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3d199bbc-b7b0-4feb-9aec-6f3248de76fd req-a5bcb08f-6804-4b63-8a3b-fb60e218b141 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=6a834218-a44a-41c8-b76e-4f94deca7511 HTTP/1.1" status: 200 len: 217 time: 0.0667856 Aug 10 00:52:28.231747 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-c4cdc58c-5ca1-4fb0-a793-48d4b73b8eaf tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:28.233603 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-c4cdc58c-5ca1-4fb0-a793-48d4b73b8eaf tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/networks?id=69f51d35-d4ba-4f49-8c05-8898ee0d5115 HTTP/1.1" status: 200 len: 821 time: 0.1505604 Aug 10 00:52:28.255846 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-aa995424-732f-475f-9468-d8d5ec71548d req-e5719ba0-1c92-4955-a0c0-8ee96fb9be54 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040808 Aug 10 00:52:28.272437 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d199bbc-b7b0-4feb-9aec-6f3248de76fd req-12a8e360-28db-42ad-ba95-ca6251ad6010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:28.274031 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3d199bbc-b7b0-4feb-9aec-6f3248de76fd req-12a8e360-28db-42ad-ba95-ca6251ad6010 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0549457 Aug 10 00:52:28.283826 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-1a2c0b4f-d25d-423e-ab22-dce423799a79 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/quotas/cc2e62ffb5b34be582ea4ea144aaa50f HTTP/1.1" status: 200 len: 375 time: 0.0445261 Aug 10 00:52:28.313949 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404eecfb-63e4-4372-8978-547fa4f63db2 req-5f66c47e-a4a5-4df2-b48e-c2b045e1432f tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:28.316065 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-404eecfb-63e4-4372-8978-547fa4f63db2 req-5f66c47e-a4a5-4df2-b48e-c2b045e1432f tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4edb181-b5b6-4138-bda2-34102e9320ac HTTP/1.1" status: 200 len: 946 time: 0.0757558 Aug 10 00:52:28.374690 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-404eecfb-63e4-4372-8978-547fa4f63db2 req-485a7563-3156-49f0-9b23-31ff95a9ccb0 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b1d0e8f-7c11-49d2-9ba7-9325dd32a185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446761 Aug 10 00:52:28.387045 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d199bbc-b7b0-4feb-9aec-6f3248de76fd req-dc46cfba-476d-409b-b97f-b7065196b60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:28.388568 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3d199bbc-b7b0-4feb-9aec-6f3248de76fd req-dc46cfba-476d-409b-b97f-b7065196b60b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0992138 Aug 10 00:52:28.400759 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-6cd8c677-990f-4941-b0f9-82826cf1644e tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc2e62ffb5b34be582ea4ea144aaa50f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1088789 Aug 10 00:52:28.495336 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6a0ed105-46ab-473e-bac1-8e093d71854f req-d36ac767-ee60-47c8-ae2d-e0a388aca7d3 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a3f67a-1464-4057-bc1c-764604ede1cb HTTP/1.1" status: 200 len: 210 time: 0.0349503 Aug 10 00:52:28.510505 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-aa995424-732f-475f-9468-d8d5ec71548d req-2d0b2824-4daa-49d4-a7fe-d06e143519ae service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852071 Aug 10 00:52:28.532688 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-7cc4fec1-2529-4a19-b995-85d163ec585a service neutron] 10.222.0.35 "GET /v2.0/networks/69f51d35-d4ba-4f49-8c05-8898ee0d5115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297319 Aug 10 00:52:28.542513 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3d199bbc-b7b0-4feb-9aec-6f3248de76fd req-3d49e964-6a4b-4aa5-9756-b1e32677e0f3 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430824 Aug 10 00:52:28.665670 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3d199bbc-b7b0-4feb-9aec-6f3248de76fd req-fe5cd0e2-805c-4de4-b4f6-ae91ac42e35a service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086712 Aug 10 00:52:28.671253 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a58749-12f5-439a-8a63-6664ee72d1a1 req-f766c096-193d-4db4-9272-bf86516193b9 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:28.672769 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82a58749-12f5-439a-8a63-6664ee72d1a1 req-f766c096-193d-4db4-9272-bf86516193b9 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6f29b9-c189-420a-8fa7-1f7817be3a0b HTTP/1.1" status: 200 len: 949 time: 0.0808744 Aug 10 00:52:28.693819 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-93cc85e8-7b4e-4945-8436-55e68b03c63b service neutron] 10.222.0.35 "GET /v2.0/networks/69f51d35-d4ba-4f49-8c05-8898ee0d5115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528680 Aug 10 00:52:28.720827 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82a58749-12f5-439a-8a63-6664ee72d1a1 req-3863dd4e-5b7c-4f27-b671-4ab0850f8d14 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3030e10-15f0-42d7-9d25-cc0746a8d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379627 Aug 10 00:52:28.906411 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a09104-0a67-498a-a005-9f744fe97ae7 req-ad387576-01e2-4e51-9626-07c9899ff0f2 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:28.914899 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a6a09104-0a67-498a-a005-9f744fe97ae7 req-ad387576-01e2-4e51-9626-07c9899ff0f2 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 947 time: 0.0571132 Aug 10 00:52:28.959434 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a6a09104-0a67-498a-a005-9f744fe97ae7 req-f3a96d93-4996-4870-a5f4-5eff9ac14900 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422289 Aug 10 00:52:28.992814 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c95f61f6-dbb4-43be-9c17-1bcf9636888e req-3029134e-7f8d-46f8-a848-27d87b1ec873 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/ports?device_id=11b95d7a-7280-4ae9-a06f-b62376a65d2f HTTP/1.1" status: 200 len: 210 time: 0.0305130 Aug 10 00:52:29.116028 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79e2e7-dee4-463f-bfac-aaca3e528919 req-d69ed143-b9e5-4d45-b2fa-ebd513f19e98 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:29.117973 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4c79e2e7-dee4-463f-bfac-aaca3e528919 req-d69ed143-b9e5-4d45-b2fa-ebd513f19e98 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=03fd20ad-f9fe-4d4c-afdf-df2806c173f9 HTTP/1.1" status: 200 len: 948 time: 0.0785344 Aug 10 00:52:29.180820 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4c79e2e7-dee4-463f-bfac-aaca3e528919 req-637097d2-6ae5-441d-9133-279172c0bcc8 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564218 Aug 10 00:52:29.240915 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0bbb8-9dcc-4888-8beb-2dacb2ed5dbc req-ad95b96f-f4cf-43c3-9427-c808442d0e64 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:29.243027 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fce0bbb8-9dcc-4888-8beb-2dacb2ed5dbc req-ad95b96f-f4cf-43c3-9427-c808442d0e64 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 947 time: 0.0560112 Aug 10 00:52:29.294431 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fce0bbb8-9dcc-4888-8beb-2dacb2ed5dbc req-2449564c-dd55-4f8b-af4a-397599e295f6 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455387 Aug 10 00:52:29.364418 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8035c4a-b11f-4e18-a0ca-e00f1da245e0 req-e9d17021-c4ef-4975-ab10-e488f6af3da7 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:29.366923 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e8035c4a-b11f-4e18-a0ca-e00f1da245e0 req-e9d17021-c4ef-4975-ab10-e488f6af3da7 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8&tenant_id=a32ed65983d143c3b0d38c9da5efabeb&binding%3Ahost_id=n-h2-766726-26 HTTP/1.1" status: 200 len: 947 time: 0.1030269 Aug 10 00:52:29.510331 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [req-e8035c4a-b11f-4e18-a0ca-e00f1da245e0 req-254e74bb-7d2f-4898-881d-7fe587182879 service neutron] delete failed (client error): The resource could not be found. Aug 10 00:52:29.511786 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e8035c4a-b11f-4e18-a0ca-e00f1da245e0 req-254e74bb-7d2f-4898-881d-7fe587182879 service neutron] 10.222.0.24 "DELETE /v2.0/ports/adc78391-d6f9-4d24-a261-f8d782ea2f86/bindings/n-h1-766726-26 HTTP/1.1" status: 404 len: 381 time: 0.1304924 Aug 10 00:52:29.513708 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ee9b2-54d4-4619-9173-d3d4bac9cfb5 req-e91cf851-ce45-40d5-8bc7-4de4038d6084 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:29.521725 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-123ee9b2-54d4-4619-9173-d3d4bac9cfb5 req-e91cf851-ce45-40d5-8bc7-4de4038d6084 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4edb181-b5b6-4138-bda2-34102e9320ac HTTP/1.1" status: 200 len: 946 time: 0.0641453 Aug 10 00:52:29.536348 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778ff2f-3c79-47ac-b531-57925c488789 req-747e3ad9-c233-4946-ae6a-21bd50ff1756 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:29.538236 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e778ff2f-3c79-47ac-b531-57925c488789 req-747e3ad9-c233-4946-ae6a-21bd50ff1756 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.20 "GET /v2.0/networks?id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da HTTP/1.1" status: 200 len: 820 time: 0.1982071 Aug 10 00:52:29.574084 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-123ee9b2-54d4-4619-9173-d3d4bac9cfb5 req-625c8c82-ea25-49ca-818a-aac768d916d7 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b1d0e8f-7c11-49d2-9ba7-9325dd32a185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508006 Aug 10 00:52:29.587402 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-e778ff2f-3c79-47ac-b531-57925c488789 req-f7870b21-6940-46ba-8c0b-20ed647fa27a tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Request body: {'port': {'device_id': '19a3f67a-1464-4057-bc1c-764604ede1cb', 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da', 'admin_state_up': True, 'tenant_id': '040768a449b74edfb649dfba67db8bf2'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:29.645867 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dee20d2e-0ef2-4f3e-b550-4e151667f766 req-0c9c4bbb-747e-4db3-b721-a1e6d7b0fffb tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a3f67a-1464-4057-bc1c-764604ede1cb HTTP/1.1" status: 200 len: 210 time: 0.0534716 Aug 10 00:52:29.674149 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03fd20ad-f9fe-4d4c-afdf-df2806c173f9', 'tag': '26d2b690-1c80-42bb-8a94-6e6ae008e7e4'}, {'name': 'network-changed', 'server_uuid': 'e4edb181-b5b6-4138-bda2-34102e9320ac', 'tag': '39b117af-710e-40eb-890e-8474c562b17d'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:29.676624 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f01d47-c9eb-4ee3-9278-f597b8bd7379" -d '{"events": [{"name": "network-changed", "server_uuid": "03fd20ad-f9fe-4d4c-afdf-df2806c173f9", "tag": "26d2b690-1c80-42bb-8a94-6e6ae008e7e4"}, {"name": "network-changed", "server_uuid": "e4edb181-b5b6-4138-bda2-34102e9320ac", "tag": "39b117af-710e-40eb-890e-8474c562b17d"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:29.746975 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6c0b14-9222-4e21-bab0-627832dae11b x-openstack-request-id: req-8d6c0b14-9222-4e21-bab0-627832dae11b {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:29.747500 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03fd20ad-f9fe-4d4c-afdf-df2806c173f9", "tag": "26d2b690-1c80-42bb-8a94-6e6ae008e7e4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e4edb181-b5b6-4138-bda2-34102e9320ac", "tag": "39b117af-710e-40eb-890e-8474c562b17d", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:29.748047 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8d6c0b14-9222-4e21-bab0-627832dae11b {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:29.748640 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03fd20ad-f9fe-4d4c-afdf-df2806c173f9', 'tag': '26d2b690-1c80-42bb-8a94-6e6ae008e7e4', 'status': 'completed', 'code': 200} Aug 10 00:52:29.749097 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4edb181-b5b6-4138-bda2-34102e9320ac', 'tag': '39b117af-710e-40eb-890e-8474c562b17d', 'status': 'completed', 'code': 200} Aug 10 00:52:29.761045 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8035c4a-b11f-4e18-a0ca-e00f1da245e0 req-3c7c3bde-b50e-482a-b348-b56d05e3e426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:29.763300 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e8035c4a-b11f-4e18-a0ca-e00f1da245e0 req-3c7c3bde-b50e-482a-b348-b56d05e3e426 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 1099 time: 0.0827250 Aug 10 00:52:29.871398 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f01d47-c9eb-4ee3-9278-f597b8bd7379 req-93157737-1568-45a1-a638-c4d5018203b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:29.873277 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d8f01d47-c9eb-4ee3-9278-f597b8bd7379 req-93157737-1568-45a1-a638-c4d5018203b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=53833d9b51994a8d9f2e258d03d6e4b2&device_id=e4edb181-b5b6-4138-bda2-34102e9320ac HTTP/1.1" status: 200 len: 1098 time: 0.0962508 Aug 10 00:52:29.910193 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb71dc-3118-4d4e-960f-feaa09c66d10 req-57e853ea-ce5e-4eca-b7fa-3555c0f9ac84 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:29.911784 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5dfb71dc-3118-4d4e-960f-feaa09c66d10 req-57e853ea-ce5e-4eca-b7fa-3555c0f9ac84 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6f29b9-c189-420a-8fa7-1f7817be3a0b HTTP/1.1" status: 200 len: 949 time: 0.0904443 Aug 10 00:52:29.954208 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f01d47-c9eb-4ee3-9278-f597b8bd7379 req-0ad0a505-fa0f-44e5-9fa0-5505703f74ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:29.956464 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d8f01d47-c9eb-4ee3-9278-f597b8bd7379 req-0ad0a505-fa0f-44e5-9fa0-5505703f74ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5a8d9cf0b9b34b619f24841b76d1a7f1&device_id=03fd20ad-f9fe-4d4c-afdf-df2806c173f9 HTTP/1.1" status: 200 len: 1100 time: 0.1646433 Aug 10 00:52:29.957353 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e778ff2f-3c79-47ac-b531-57925c488789 req-f7870b21-6940-46ba-8c0b-20ed647fa27a tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Made reservation on behalf of 040768a449b74edfb649dfba67db8bf2 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:52:29.961898 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e778ff2f-3c79-47ac-b531-57925c488789 req-f7870b21-6940-46ba-8c0b-20ed647fa27a tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:29.997966 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5dfb71dc-3118-4d4e-960f-feaa09c66d10 req-28e34ced-e6ab-4464-a210-2e5fceaf106c tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3030e10-15f0-42d7-9d25-cc0746a8d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549850 Aug 10 00:52:30.013902 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f01d47-c9eb-4ee3-9278-f597b8bd7379 req-c96a87ed-5678-49ca-8649-d729a19da066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:30.015548 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d8f01d47-c9eb-4ee3-9278-f597b8bd7379 req-c96a87ed-5678-49ca-8649-d729a19da066 service neutron] 10.222.0.24 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.1326942 Aug 10 00:52:30.022358 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8035c4a-b11f-4e18-a0ca-e00f1da245e0 req-95d4d423-6cab-4c30-8838-3399ac2d8e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:30.023920 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e8035c4a-b11f-4e18-a0ca-e00f1da245e0 req-95d4d423-6cab-4c30-8838-3399ac2d8e7a service neutron] 10.222.0.24 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.2445655 Aug 10 00:52:30.068174 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d8f01d47-c9eb-4ee3-9278-f597b8bd7379 req-49e35adf-ed4d-4820-8187-86bdf59b3096 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=39b117af-710e-40eb-890e-8474c562b17d HTTP/1.1" status: 200 len: 217 time: 0.0400994 Aug 10 00:52:30.159712 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device adc78391-d6f9-4d24-a261-f8d782ea2f86 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:52:30.162796 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2366f25f-53e8-458a-b914-d2e1d0e9472b req-94f4d6a5-8fe9-47a9-b486-3b90b4875303 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/ports?device_id=11b95d7a-7280-4ae9-a06f-b62376a65d2f HTTP/1.1" status: 200 len: 210 time: 0.0494919 Aug 10 00:52:30.196808 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f01d47-c9eb-4ee3-9278-f597b8bd7379 req-845fedab-8903-4847-a4f1-81bafe799d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:30.202346 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d8f01d47-c9eb-4ee3-9278-f597b8bd7379 req-845fedab-8903-4847-a4f1-81bafe799d5f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.1260302 Aug 10 00:52:30.244476 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e8035c4a-b11f-4e18-a0ca-e00f1da245e0 req-dd6be8c4-cb0d-47d2-838b-18eae9a98ce4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=adc78391-d6f9-4d24-a261-f8d782ea2f86 HTTP/1.1" status: 200 len: 217 time: 0.1129234 Aug 10 00:52:30.320708 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.24', 60045) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:30.391031 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port adc78391-d6f9-4d24-a261-f8d782ea2f86, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=adc78391-d6f9-4d24-a261-f8d782ea2f86,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:30.409524 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': 'adc78391-d6f9-4d24-a261-f8d782ea2f86', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': 'adc78391-d6f9-4d24-a261-f8d782ea2f86', 'mac_address': 'fa:16:3e:41:ef:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:52:30.461364 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:30.469064 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f01d47-c9eb-4ee3-9278-f597b8bd7379 req-5090a09c-8190-47f3-8c6d-c8a8d5ce0b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:30.470557 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d8f01d47-c9eb-4ee3-9278-f597b8bd7379 req-5090a09c-8190-47f3-8c6d-c8a8d5ce0b86 service neutron] 10.222.0.20 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.4878230 Aug 10 00:52:30.470752 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-789fe9e8-74be-4a06-a478-98561258f055 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:30.473330 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-789fe9e8-74be-4a06-a478-98561258f055 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.24 "GET /v2.0/networks?id=69f51d35-d4ba-4f49-8c05-8898ee0d5115 HTTP/1.1" status: 200 len: 821 time: 0.1480279 Aug 10 00:52:30.497104 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adc78391-d6f9-4d24-a261-f8d782ea2f86 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:52:30.499878 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-e778ff2f-3c79-47ac-b531-57925c488789 req-f7870b21-6940-46ba-8c0b-20ed647fa27a tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Allocated IP 172.20.0.13 (96b6f7d5-4bc5-4b00-aff8-aabc45fca6da/4ff99852-0921-4c80-99ca-12207c311102/e0faacd5-133a-43ad-950f-3f6efc6ebf93) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:52:30.512322 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-01a517ad-b89c-4211-8b7d-66ffed7b5a15 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Request body: {'port': {'device_id': '11b95d7a-7280-4ae9-a06f-b62376a65d2f', 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'admin_state_up': True, 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:30.517430 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f01d47-c9eb-4ee3-9278-f597b8bd7379 req-d5921f4e-ccd7-43f5-bf45-79ffd9222000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:30.519230 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d8f01d47-c9eb-4ee3-9278-f597b8bd7379 req-d5921f4e-ccd7-43f5-bf45-79ffd9222000 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3090122 Aug 10 00:52:30.546733 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port adc78391-d6f9-4d24-a261-f8d782ea2f86, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=adc78391-d6f9-4d24-a261-f8d782ea2f86,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:30.555242 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:30.621998 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d8f01d47-c9eb-4ee3-9278-f597b8bd7379 req-e502f086-78da-4e0c-8b4c-bf1fb83350fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=26d2b690-1c80-42bb-8a94-6e6ae008e7e4 HTTP/1.1" status: 200 len: 217 time: 0.0706758 Aug 10 00:52:30.625991 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=adc78391-d6f9-4d24-a261-f8d782ea2f86,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:30.644971 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d57b11-e0c7-4bda-bb0e-77048db4c89f req-d61366d0-0b17-43d9-b108-964cf187bdc5 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:30.647974 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-90d57b11-e0c7-4bda-bb0e-77048db4c89f req-d61366d0-0b17-43d9-b108-964cf187bdc5 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=03fd20ad-f9fe-4d4c-afdf-df2806c173f9 HTTP/1.1" status: 200 len: 948 time: 0.1739142 Aug 10 00:52:30.653516 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8035c4a-b11f-4e18-a0ca-e00f1da245e0 req-21517ba8-5562-4666-b5f0-396a5736d896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:30.654966 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e8035c4a-b11f-4e18-a0ca-e00f1da245e0 req-21517ba8-5562-4666-b5f0-396a5736d896 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.3936591 Aug 10 00:52:30.754208 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c1e61-12a4-4b64-8f83-4d15d4ebf0fc req-de319d4c-e287-4d27-9ab7-11ad51ac03be tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:30.755819 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-808c1e61-12a4-4b64-8f83-4d15d4ebf0fc req-de319d4c-e287-4d27-9ab7-11ad51ac03be tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6f29b9-c189-420a-8fa7-1f7817be3a0b HTTP/1.1" status: 200 len: 949 time: 0.2491724 Aug 10 00:52:30.966225 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f01d47-c9eb-4ee3-9278-f597b8bd7379 req-6365408f-b82b-4210-95ea-92181647ca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:30.967582 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d8f01d47-c9eb-4ee3-9278-f597b8bd7379 req-6365408f-b82b-4210-95ea-92181647ca62 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.3117583 Aug 10 00:52:30.974606 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8035c4a-b11f-4e18-a0ca-e00f1da245e0 req-70f40b44-7c77-48e8-9aee-32eef441f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:30.976046 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e8035c4a-b11f-4e18-a0ca-e00f1da245e0 req-70f40b44-7c77-48e8-9aee-32eef441f739 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3078253 Aug 10 00:52:31.005481 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e778ff2f-3c79-47ac-b531-57925c488789 req-f7870b21-6940-46ba-8c0b-20ed647fa27a tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:31.010307 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['adc78391-d6f9-4d24-a261-f8d782ea2f86'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:52:31.074362 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-90d57b11-e0c7-4bda-bb0e-77048db4c89f req-87d9bcdb-330e-4ef2-829f-d262029214fe tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668640 Aug 10 00:52:31.132838 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e8035c4a-b11f-4e18-a0ca-e00f1da245e0 req-0c46d8ab-ad73-4507-b132-58f56f7fb577 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398017 Aug 10 00:52:31.138370 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d8f01d47-c9eb-4ee3-9278-f597b8bd7379 req-5fa63af7-a4fa-424d-9d2c-8bfe439df88b service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5893033 Aug 10 00:52:31.151142 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-808c1e61-12a4-4b64-8f83-4d15d4ebf0fc req-5303535a-3865-4c27-8b9d-532c6a855e5a tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3030e10-15f0-42d7-9d25-cc0746a8d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456916 Aug 10 00:52:31.238076 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-01a517ad-b89c-4211-8b7d-66ffed7b5a15 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Made reservation on behalf of cc2e62ffb5b34be582ea4ea144aaa50f for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:52:31.240444 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-01a517ad-b89c-4211-8b7d-66ffed7b5a15 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:31.308083 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f01d47-c9eb-4ee3-9278-f597b8bd7379 req-cb1c2a74-310c-48f8-b9cf-3fda8747435b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:31.310479 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d8f01d47-c9eb-4ee3-9278-f597b8bd7379 req-cb1c2a74-310c-48f8-b9cf-3fda8747435b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3335457 Aug 10 00:52:31.321266 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e8035c4a-b11f-4e18-a0ca-e00f1da245e0 req-43c4bca9-2a57-4b28-b144-384e32fbbd1d service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740983 Aug 10 00:52:31.367963 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef1715-fabd-4733-95ce-f20e4271ef67 req-182b443e-ef9d-439c-9e60-ae2eba0ea899 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:31.370004 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a2ef1715-fabd-4733-95ce-f20e4271ef67 req-182b443e-ef9d-439c-9e60-ae2eba0ea899 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 948 time: 0.2143145 Aug 10 00:52:31.432772 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e778ff2f-3c79-47ac-b531-57925c488789 req-f7870b21-6940-46ba-8c0b-20ed647fa27a tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:31.450738 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d8f01d47-c9eb-4ee3-9278-f597b8bd7379 req-ea5e2f28-37c3-48b3-a7b1-50c8f0452099 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236265 Aug 10 00:52:31.485722 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e778ff2f-3c79-47ac-b531-57925c488789 req-f7870b21-6940-46ba-8c0b-20ed647fa27a tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:52:31.493207 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-01a517ad-b89c-4211-8b7d-66ffed7b5a15 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Allocated IP 172.20.0.10 (69f51d35-d4ba-4f49-8c05-8898ee0d5115/dcf03b3b-6f13-42e9-be6a-f87764bef944/312c7f8f-7965-4828-baab-bd12c7c277d9) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:52:31.498189 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-e778ff2f-3c79-47ac-b531-57925c488789 req-f7870b21-6940-46ba-8c0b-20ed647fa27a tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:52:31.530668 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e778ff2f-3c79-47ac-b531-57925c488789 req-f7870b21-6940-46ba-8c0b-20ed647fa27a tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:52:31.571153 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7870b21-6940-46ba-8c0b-20ed647fa27a tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Pushing event updated for resources: {'Port': ['ID=e0faacd5-133a-43ad-950f-3f6efc6ebf93,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:31.601892 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d8f01d47-c9eb-4ee3-9278-f597b8bd7379 req-743bb8c3-31c5-4d7f-b3af-201016e1ac02 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497895 Aug 10 00:52:31.608253 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778ff2f-3c79-47ac-b531-57925c488789 req-f7870b21-6940-46ba-8c0b-20ed647fa27a tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:31.608877 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e778ff2f-3c79-47ac-b531-57925c488789 req-f7870b21-6940-46ba-8c0b-20ed647fa27a tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:31.636303 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d8f01d47-c9eb-4ee3-9278-f597b8bd7379 req-89e3435d-52dc-420d-b954-77b88d2e3211 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652238 Aug 10 00:52:31.638879 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e778ff2f-3c79-47ac-b531-57925c488789 req-f7870b21-6940-46ba-8c0b-20ed647fa27a tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0559351 Aug 10 00:52:31.661925 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121db694-9cf5-4b1c-96ae-585c3437afc0 req-0553db9c-b0df-4a3f-8350-5128103b9681 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:31.663545 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-121db694-9cf5-4b1c-96ae-585c3437afc0 req-0553db9c-b0df-4a3f-8350-5128103b9681 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4edb181-b5b6-4138-bda2-34102e9320ac HTTP/1.1" status: 200 len: 946 time: 0.3238792 Aug 10 00:52:31.676465 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-e778ff2f-3c79-47ac-b531-57925c488789 req-11de5bbf-97ef-4bb3-a7d1-93c63babb5b6 service neutron] Request body: {'port': {'device_id': '19a3f67a-1464-4057-bc1c-764604ede1cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:31.677694 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a2ef1715-fabd-4733-95ce-f20e4271ef67 req-e24771cc-4439-457b-a707-13e186f1d044 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798986 Aug 10 00:52:31.744280 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e778ff2f-3c79-47ac-b531-57925c488789 req-11de5bbf-97ef-4bb3-a7d1-93c63babb5b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:31.812758 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-121db694-9cf5-4b1c-96ae-585c3437afc0 req-41b4cb25-7193-4be0-af01-c9a43d33ee61 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b1d0e8f-7c11-49d2-9ba7-9325dd32a185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173539 Aug 10 00:52:31.825155 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-01a517ad-b89c-4211-8b7d-66ffed7b5a15 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:31.865946 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-01a517ad-b89c-4211-8b7d-66ffed7b5a15 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Transition to ACTIVE for port object 312c7f8f-7965-4828-baab-bd12c7c277d9 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:52:31.905501 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91f647-e44c-4e2b-a6de-69cfd598dd3f req-8d7efafe-39fb-4ade-926f-9a69dd2d4c26 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:31.905501 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9c91f647-e44c-4e2b-a6de-69cfd598dd3f req-8d7efafe-39fb-4ade-926f-9a69dd2d4c26 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a3f67a-1464-4057-bc1c-764604ede1cb HTTP/1.1" status: 200 len: 932 time: 0.0771394 Aug 10 00:52:31.956658 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-01a517ad-b89c-4211-8b7d-66ffed7b5a15 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:32.001432 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['a1ddb43d-c75d-4674-b475-32b8e2a16696'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:52:32.018328 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9c91f647-e44c-4e2b-a6de-69cfd598dd3f req-033ab1d3-d6a3-40b9-b624-2977ebaa41cf tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972176 Aug 10 00:52:32.048100 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-01a517ad-b89c-4211-8b7d-66ffed7b5a15 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Network 69f51d35-d4ba-4f49-8c05-8898ee0d5115 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:52:32.052720 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-01a517ad-b89c-4211-8b7d-66ffed7b5a15 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:52:32.058263 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-01a517ad-b89c-4211-8b7d-66ffed7b5a15 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:52:32.065640 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-01a517ad-b89c-4211-8b7d-66ffed7b5a15 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:32.066284 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-01a517ad-b89c-4211-8b7d-66ffed7b5a15 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:32.091605 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a517ad-b89c-4211-8b7d-66ffed7b5a15 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Pushing event updated for resources: {'Port': ['ID=312c7f8f-7965-4828-baab-bd12c7c277d9,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:32.095742 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-01a517ad-b89c-4211-8b7d-66ffed7b5a15 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5903244 Aug 10 00:52:32.109663 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-553b2b62-6a47-4243-8544-458579ff841f service neutron] Request body: {'port': {'device_id': '11b95d7a-7280-4ae9-a06f-b62376a65d2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:32.176352 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 6a834218-a44a-41c8-b76e-4f94deca7511 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:52:32.224777 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device adc78391-d6f9-4d24-a261-f8d782ea2f86 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:52:32.230465 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-e778ff2f-3c79-47ac-b531-57925c488789 req-11de5bbf-97ef-4bb3-a7d1-93c63babb5b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0faacd5-133a-43ad-950f-3f6efc6ebf93 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:52:32.243103 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e778ff2f-3c79-47ac-b531-57925c488789 req-11de5bbf-97ef-4bb3-a7d1-93c63babb5b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:32.245825 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-553b2b62-6a47-4243-8544-458579ff841f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:32.259254 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-e778ff2f-3c79-47ac-b531-57925c488789 req-11de5bbf-97ef-4bb3-a7d1-93c63babb5b6 service neutron] Transition to ACTIVE for port object e0faacd5-133a-43ad-950f-3f6efc6ebf93 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:52:32.272144 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e778ff2f-3c79-47ac-b531-57925c488789 req-11de5bbf-97ef-4bb3-a7d1-93c63babb5b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:32.367154 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de5bbf-97ef-4bb3-a7d1-93c63babb5b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e0faacd5-133a-43ad-950f-3f6efc6ebf93,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:32.426216 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-e778ff2f-3c79-47ac-b531-57925c488789 req-11de5bbf-97ef-4bb3-a7d1-93c63babb5b6 service neutron] Attempting to bind port e0faacd5-133a-43ad-950f-3f6efc6ebf93 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:52:32.426937 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-e778ff2f-3c79-47ac-b531-57925c488789 req-11de5bbf-97ef-4bb3-a7d1-93c63babb5b6 service neutron] Attempting to bind port e0faacd5-133a-43ad-950f-3f6efc6ebf93 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:52:32.427283 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e778ff2f-3c79-47ac-b531-57925c488789 req-11de5bbf-97ef-4bb3-a7d1-93c63babb5b6 service neutron] Attempting to bind port e0faacd5-133a-43ad-950f-3f6efc6ebf93 on network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:32.434300 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e778ff2f-3c79-47ac-b531-57925c488789 req-11de5bbf-97ef-4bb3-a7d1-93c63babb5b6 service neutron] Port e0faacd5-133a-43ad-950f-3f6efc6ebf93 on network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:52:32.434625 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e778ff2f-3c79-47ac-b531-57925c488789 req-11de5bbf-97ef-4bb3-a7d1-93c63babb5b6 service neutron] Attempting to bind port e0faacd5-133a-43ad-950f-3f6efc6ebf93 on network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:32.440832 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e778ff2f-3c79-47ac-b531-57925c488789 req-11de5bbf-97ef-4bb3-a7d1-93c63babb5b6 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:52:32.441186 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e778ff2f-3c79-47ac-b531-57925c488789 req-11de5bbf-97ef-4bb3-a7d1-93c63babb5b6 service neutron] Checking segment: {'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:52:32.441583 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e778ff2f-3c79-47ac-b531-57925c488789 req-11de5bbf-97ef-4bb3-a7d1-93c63babb5b6 service neutron] Bound using segment: {'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:52:32.442030 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-e778ff2f-3c79-47ac-b531-57925c488789 req-11de5bbf-97ef-4bb3-a7d1-93c63babb5b6 service neutron] Bound port: e0faacd5-133a-43ad-950f-3f6efc6ebf93, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:52:32.442400 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e778ff2f-3c79-47ac-b531-57925c488789 req-11de5bbf-97ef-4bb3-a7d1-93c63babb5b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:32.525674 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port adc78391-d6f9-4d24-a261-f8d782ea2f86 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:52:32.532455 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-e778ff2f-3c79-47ac-b531-57925c488789 req-11de5bbf-97ef-4bb3-a7d1-93c63babb5b6 service neutron] For port e0faacd5-133a-43ad-950f-3f6efc6ebf93, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:52:32.536050 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port adc78391-d6f9-4d24-a261-f8d782ea2f86 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:32.536651 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:32.536878 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-e778ff2f-3c79-47ac-b531-57925c488789 req-11de5bbf-97ef-4bb3-a7d1-93c63babb5b6 service neutron] For port e0faacd5-133a-43ad-950f-3f6efc6ebf93, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=e0faacd5-133a-43ad-950f-3f6efc6ebf93,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:52:32.543995 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e778ff2f-3c79-47ac-b531-57925c488789 req-11de5bbf-97ef-4bb3-a7d1-93c63babb5b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:32.547038 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82596a2e-333d-43c0-bf20-2890269efb00 req-0bcbb8c9-ad15-48a6-b0ee-92d596b24de3 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:32.548497 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82596a2e-333d-43c0-bf20-2890269efb00 req-0bcbb8c9-ad15-48a6-b0ee-92d596b24de3 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/ports?device_id=11b95d7a-7280-4ae9-a06f-b62376a65d2f HTTP/1.1" status: 200 len: 932 time: 0.4169958 Aug 10 00:52:32.566734 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff845557-b2f1-4cc6-9641-921cc61e0e4e req-8c4d3435-ebcf-4fc3-8971-b98bc15429d7 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:32.568916 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-49f33719-8224-475e-897b-f47eaee3d6d5 None None] Provisioning for port 312c7f8f-7965-4828-baab-bd12c7c277d9 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:52:32.574582 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ff845557-b2f1-4cc6-9641-921cc61e0e4e req-8c4d3435-ebcf-4fc3-8971-b98bc15429d7 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=03fd20ad-f9fe-4d4c-afdf-df2806c173f9 HTTP/1.1" status: 200 len: 948 time: 0.3995237 Aug 10 00:52:32.586001 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-49f33719-8224-475e-897b-f47eaee3d6d5 None None] Provisioning complete for port 312c7f8f-7965-4828-baab-bd12c7c277d9 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:32.586653 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-49f33719-8224-475e-897b-f47eaee3d6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:32.595805 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778ff2f-3c79-47ac-b531-57925c488789 req-11de5bbf-97ef-4bb3-a7d1-93c63babb5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:32.596247 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e778ff2f-3c79-47ac-b531-57925c488789 req-11de5bbf-97ef-4bb3-a7d1-93c63babb5b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:32.597823 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e778ff2f-3c79-47ac-b531-57925c488789 req-11de5bbf-97ef-4bb3-a7d1-93c63babb5b6 service neutron] 10.222.0.20 "PUT /v2.0/ports/e0faacd5-133a-43ad-950f-3f6efc6ebf93 HTTP/1.1" status: 200 len: 1093 time: 0.9277625 Aug 10 00:52:32.598322 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a3f67a-1464-4057-bc1c-764604ede1cb', 'tag': 'e0faacd5-133a-43ad-950f-3f6efc6ebf93'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:32.601583 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71732730-70a5-43e5-bf40-76cc7f56a744" -d '{"events": [{"name": "network-changed", "server_uuid": "19a3f67a-1464-4057-bc1c-764604ede1cb", "tag": "e0faacd5-133a-43ad-950f-3f6efc6ebf93"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:32.641763 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 6a834218-a44a-41c8-b76e-4f94deca7511, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=6a834218-a44a-41c8-b76e-4f94deca7511,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:32.645165 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-49f33719-8224-475e-897b-f47eaee3d6d5 None None] Port 312c7f8f-7965-4828-baab-bd12c7c277d9 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:52:32.655700 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de5bbf-97ef-4bb3-a7d1-93c63babb5b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e0faacd5-133a-43ad-950f-3f6efc6ebf93,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:32.661745 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '6a834218-a44a-41c8-b76e-4f94deca7511', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': '6a834218-a44a-41c8-b76e-4f94deca7511', 'mac_address': 'fa:16:3e:cb:6a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:52:32.676994 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ff845557-b2f1-4cc6-9641-921cc61e0e4e req-a036a5bb-cfca-43d1-9f41-cefbd05fa982 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012747 Aug 10 00:52:32.710304 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82596a2e-333d-43c0-bf20-2890269efb00 req-33c2f759-9bca-49a6-a2bf-6786c7c8b394 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0fa134e-75c9-4973-b3e3-242b39af0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542799 Aug 10 00:52:32.726927 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-553b2b62-6a47-4243-8544-458579ff841f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 312c7f8f-7965-4828-baab-bd12c7c277d9 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:52:32.745486 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-553b2b62-6a47-4243-8544-458579ff841f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:32.746831 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 39b117af-710e-40eb-890e-8474c562b17d details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:52:32.762714 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:32.764573 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:32.767481 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e8dd2c-4b17-4451-919e-eaa33db09e78 x-openstack-request-id: req-78e8dd2c-4b17-4451-919e-eaa33db09e78 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:32.767661 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-553b2b62-6a47-4243-8544-458579ff841f service neutron] Transition to ACTIVE for port object 312c7f8f-7965-4828-baab-bd12c7c277d9 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:52:32.767832 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19a3f67a-1464-4057-bc1c-764604ede1cb", "tag": "e0faacd5-133a-43ad-950f-3f6efc6ebf93", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:32.769315 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-78e8dd2c-4b17-4451-919e-eaa33db09e78 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:32.769315 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19a3f67a-1464-4057-bc1c-764604ede1cb', 'tag': 'e0faacd5-133a-43ad-950f-3f6efc6ebf93', 'status': 'completed', 'code': 200} Aug 10 00:52:32.776377 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-553b2b62-6a47-4243-8544-458579ff841f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:32.797680 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778ff2f-3c79-47ac-b531-57925c488789 req-6a49acc0-8178-49f2-8245-de49420d71d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:32.799253 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e778ff2f-3c79-47ac-b531-57925c488789 req-6a49acc0-8178-49f2-8245-de49420d71d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=040768a449b74edfb649dfba67db8bf2&device_id=19a3f67a-1464-4057-bc1c-764604ede1cb HTTP/1.1" status: 200 len: 1096 time: 0.1127894 Aug 10 00:52:32.835738 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a834218-a44a-41c8-b76e-4f94deca7511 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:52:32.851845 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb38fa8-a1d1-4852-9935-945dd1c95ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc78391-d6f9-4d24-a261-f8d782ea2f86'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:32.854100 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9359559-cb10-44d3-ada8-e75c79c8f806" -d '{"events": [{"server_uuid": "2cb38fa8-a1d1-4852-9935-945dd1c95ce8", "name": "network-vif-plugged", "status": "completed", "tag": "adc78391-d6f9-4d24-a261-f8d782ea2f86"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:32.887506 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port adc78391-d6f9-4d24-a261-f8d782ea2f86, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=adc78391-d6f9-4d24-a261-f8d782ea2f86,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:32.891965 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 6a834218-a44a-41c8-b76e-4f94deca7511, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=6a834218-a44a-41c8-b76e-4f94deca7511,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:32.894337 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e778ff2f-3c79-47ac-b531-57925c488789 req-ab9968af-f347-44e9-8d97-2431331978bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0faacd5-133a-43ad-950f-3f6efc6ebf93 HTTP/1.1" status: 200 len: 217 time: 0.0785837 Aug 10 00:52:32.901703 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:32.912463 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:32.913109 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 26d2b690-1c80-42bb-8a94-6e6ae008e7e4 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:52:32.950886 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b2b62-6a47-4243-8544-458579ff841f service neutron] Pushing event updated for resources: {'Port': ['ID=312c7f8f-7965-4828-baab-bd12c7c277d9,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:32.967683 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778ff2f-3c79-47ac-b531-57925c488789 req-605e4be6-1e4f-4ace-803f-d7bdf9e9f7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:32.969773 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e778ff2f-3c79-47ac-b531-57925c488789 req-605e4be6-1e4f-4ace-803f-d7bdf9e9f7a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ff99852-0921-4c80-99ca-12207c311102 HTTP/1.1" status: 200 len: 860 time: 0.0613084 Aug 10 00:52:32.991501 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd1f6d-a72d-4795-93a4-a85b7fe359b9 req-df9d2e69-a4a2-4b05-b010-3779b9f11836 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:32.993441 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-72dd1f6d-a72d-4795-93a4-a85b7fe359b9 req-df9d2e69-a4a2-4b05-b010-3779b9f11836 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6f29b9-c189-420a-8fa7-1f7817be3a0b HTTP/1.1" status: 200 len: 949 time: 0.1797726 Aug 10 00:52:33.002113 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a053227-24c3-4e38-9ab6-328b71597f49 req-27e6fc33-8833-4eff-80ff-c3e9bdec8d56 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:33.002903 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 39b117af-710e-40eb-890e-8474c562b17d, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=39b117af-710e-40eb-890e-8474c562b17d,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:33.005028 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7a053227-24c3-4e38-9ab6-328b71597f49 req-27e6fc33-8833-4eff-80ff-c3e9bdec8d56 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 948 time: 0.1604636 Aug 10 00:52:33.012862 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-553b2b62-6a47-4243-8544-458579ff841f service neutron] Attempting to bind port 312c7f8f-7965-4828-baab-bd12c7c277d9 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:52:33.013504 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-553b2b62-6a47-4243-8544-458579ff841f service neutron] Attempting to bind port 312c7f8f-7965-4828-baab-bd12c7c277d9 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'ca4e504f-4f97-4302-9728-cd71fd6e7293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:52:33.014051 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-553b2b62-6a47-4243-8544-458579ff841f service neutron] Attempting to bind port 312c7f8f-7965-4828-baab-bd12c7c277d9 on network 69f51d35-d4ba-4f49-8c05-8898ee0d5115 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:33.036690 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=adc78391-d6f9-4d24-a261-f8d782ea2f86,revision_number=9']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:33.040370 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e778ff2f-3c79-47ac-b531-57925c488789 req-52e00c59-aca0-4739-b879-6a7fa746826c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589805 Aug 10 00:52:33.042519 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 26d2b690-1c80-42bb-8a94-6e6ae008e7e4, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=26d2b690-1c80-42bb-8a94-6e6ae008e7e4,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:33.051657 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-553b2b62-6a47-4243-8544-458579ff841f service neutron] Port 312c7f8f-7965-4828-baab-bd12c7c277d9 on network 69f51d35-d4ba-4f49-8c05-8898ee0d5115 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:52:33.051987 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-553b2b62-6a47-4243-8544-458579ff841f service neutron] Attempting to bind port 312c7f8f-7965-4828-baab-bd12c7c277d9 on network 69f51d35-d4ba-4f49-8c05-8898ee0d5115 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:33.071124 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '39b117af-710e-40eb-890e-8474c562b17d', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': '39b117af-710e-40eb-890e-8474c562b17d', 'mac_address': 'fa:16:3e:af:aa:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:52:33.074386 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-553b2b62-6a47-4243-8544-458579ff841f service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:52:33.075133 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-553b2b62-6a47-4243-8544-458579ff841f service neutron] Checking segment: {'id': 'ca4e504f-4f97-4302-9728-cd71fd6e7293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:52:33.075681 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-553b2b62-6a47-4243-8544-458579ff841f service neutron] Bound using segment: {'id': 'ca4e504f-4f97-4302-9728-cd71fd6e7293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:52:33.076142 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-553b2b62-6a47-4243-8544-458579ff841f service neutron] Bound port: 312c7f8f-7965-4828-baab-bd12c7c277d9, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca4e504f-4f97-4302-9728-cd71fd6e7293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:52:33.076539 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-553b2b62-6a47-4243-8544-458579ff841f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:33.097414 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '26d2b690-1c80-42bb-8a94-6e6ae008e7e4', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': '26d2b690-1c80-42bb-8a94-6e6ae008e7e4', 'mac_address': 'fa:16:3e:54:df:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:52:33.114432 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-72dd1f6d-a72d-4795-93a4-a85b7fe359b9 req-b5b07e1b-bf33-4aae-a901-38f70ef5e894 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3030e10-15f0-42d7-9d25-cc0746a8d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081324 Aug 10 00:52:33.140594 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7a053227-24c3-4e38-9ab6-328b71597f49 req-3d4dd3a6-e4f1-49a8-b20e-9ceac81f2f45 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078706 Aug 10 00:52:33.239928 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7b718b-dba5-48f4-af6d-7b07b40110f9 x-openstack-request-id: req-4f7b718b-dba5-48f4-af6d-7b07b40110f9 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:33.240469 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb38fa8-a1d1-4852-9935-945dd1c95ce8", "name": "network-vif-plugged", "status": "completed", "tag": "adc78391-d6f9-4d24-a261-f8d782ea2f86", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:33.240732 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4f7b718b-dba5-48f4-af6d-7b07b40110f9 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:33.241130 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb38fa8-a1d1-4852-9935-945dd1c95ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc78391-d6f9-4d24-a261-f8d782ea2f86', 'code': 200} Aug 10 00:52:33.244083 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:33.246211 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e778ff2f-3c79-47ac-b531-57925c488789 req-e6000725-c1a1-42dc-831f-a419a090982d service neutron] 10.222.0.20 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957471 Aug 10 00:52:33.251734 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-553b2b62-6a47-4243-8544-458579ff841f service neutron] For port 312c7f8f-7965-4828-baab-bd12c7c277d9, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:52:33.257580 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=6a834218-a44a-41c8-b76e-4f94deca7511,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:33.277533 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-553b2b62-6a47-4243-8544-458579ff841f service neutron] For port 312c7f8f-7965-4828-baab-bd12c7c277d9, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=312c7f8f-7965-4828-baab-bd12c7c277d9,segment=NetworkSegment(ca4e504f-4f97-4302-9728-cd71fd6e7293),segment_id=ca4e504f-4f97-4302-9728-cd71fd6e7293)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:52:33.277729 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:33.288254 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-553b2b62-6a47-4243-8544-458579ff841f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:33.296949 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b117af-710e-40eb-890e-8474c562b17d {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:52:33.301281 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7066c-6441-4314-bf64-f3fbc4bd6afa req-ee1c35ba-9d27-49fa-bfe5-ffa10641981c tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:33.302843 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8aa7066c-6441-4314-bf64-f3fbc4bd6afa req-ee1c35ba-9d27-49fa-bfe5-ffa10641981c tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4edb181-b5b6-4138-bda2-34102e9320ac HTTP/1.1" status: 200 len: 946 time: 0.0943942 Aug 10 00:52:33.327417 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26d2b690-1c80-42bb-8a94-6e6ae008e7e4 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:52:33.346693 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 39b117af-710e-40eb-890e-8474c562b17d, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=39b117af-710e-40eb-890e-8474c562b17d,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:33.363832 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-553b2b62-6a47-4243-8544-458579ff841f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:33.364468 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-553b2b62-6a47-4243-8544-458579ff841f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:33.365860 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-553b2b62-6a47-4243-8544-458579ff841f service neutron] 10.222.0.24 "PUT /v2.0/ports/312c7f8f-7965-4828-baab-bd12c7c277d9 HTTP/1.1" status: 200 len: 1093 time: 1.2612293 Aug 10 00:52:33.380272 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b95d7a-7280-4ae9-a06f-b62376a65d2f', 'tag': '312c7f8f-7965-4828-baab-bd12c7c277d9'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:33.383978 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f931452d-07a8-49da-b09f-f13e4eb15d45" -d '{"events": [{"name": "network-changed", "server_uuid": "11b95d7a-7280-4ae9-a06f-b62376a65d2f", "tag": "312c7f8f-7965-4828-baab-bd12c7c277d9"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:33.384233 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:33.389090 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 26d2b690-1c80-42bb-8a94-6e6ae008e7e4, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=26d2b690-1c80-42bb-8a94-6e6ae008e7e4,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:33.432955 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b2b62-6a47-4243-8544-458579ff841f service neutron] Pushing event updated for resources: {'Port': ['ID=312c7f8f-7965-4828-baab-bd12c7c277d9,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:33.439145 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8aa7066c-6441-4314-bf64-f3fbc4bd6afa req-c3ebd967-0c46-46a8-931d-29441d672ade tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b1d0e8f-7c11-49d2-9ba7-9325dd32a185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946643 Aug 10 00:52:33.443528 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e778ff2f-3c79-47ac-b531-57925c488789 req-d42526ab-8c4b-4b12-af07-1fb48694342e service neutron] 10.222.0.20 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521692 Aug 10 00:52:33.460235 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:33.522158 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=39b117af-710e-40eb-890e-8474c562b17d,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:33.586498 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=26d2b690-1c80-42bb-8a94-6e6ae008e7e4,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:33.592161 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3decccd-5a46-4df4-b1e5-0f21927cac9d req-e7422872-5bbd-49f4-a617-eb6e5e4e631c tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:33.593713 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d3decccd-5a46-4df4-b1e5-0f21927cac9d req-e7422872-5bbd-49f4-a617-eb6e5e4e631c tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a3f67a-1464-4057-bc1c-764604ede1cb HTTP/1.1" status: 200 len: 944 time: 0.1317954 Aug 10 00:52:33.621790 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-a2cacbd7-0a5e-46ee-a949-93babdfc7c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:33.623456 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-a2cacbd7-0a5e-46ee-a949-93babdfc7c25 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc2e62ffb5b34be582ea4ea144aaa50f&device_id=11b95d7a-7280-4ae9-a06f-b62376a65d2f HTTP/1.1" status: 200 len: 1096 time: 0.1262741 Aug 10 00:52:33.625745 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71732730-70a5-43e5-bf40-76cc7f56a744 req-620816ae-c6f5-49c2-98e1-b6cd220d1fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:33.627258 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-71732730-70a5-43e5-bf40-76cc7f56a744 req-620816ae-c6f5-49c2-98e1-b6cd220d1fa2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=040768a449b74edfb649dfba67db8bf2&device_id=19a3f67a-1464-4057-bc1c-764604ede1cb HTTP/1.1" status: 200 len: 1096 time: 0.0593348 Aug 10 00:52:33.674651 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef18c5f-f7be-429a-96db-326ff97e5dfa req-0f4cd557-127f-40d0-af52-84b3296cbb8f tempest-MigrationsAdminTest-47515320 tempest-MigrationsAdminTest-47515320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:33.676168 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7ef18c5f-f7be-429a-96db-326ff97e5dfa req-0f4cd557-127f-40d0-af52-84b3296cbb8f tempest-MigrationsAdminTest-47515320 tempest-MigrationsAdminTest-47515320-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 1101 time: 0.1368763 Aug 10 00:52:33.682359 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-ef6d418d-242f-4acb-8348-b09c6a0039f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=312c7f8f-7965-4828-baab-bd12c7c277d9 HTTP/1.1" status: 200 len: 217 time: 0.0480025 Aug 10 00:52:33.722938 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71732730-70a5-43e5-bf40-76cc7f56a744 req-2e3503d0-48d8-4cb3-b760-0af0d93b46f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:33.724442 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-71732730-70a5-43e5-bf40-76cc7f56a744 req-2e3503d0-48d8-4cb3-b760-0af0d93b46f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da HTTP/1.1" status: 200 len: 921 time: 0.0889332 Aug 10 00:52:33.725622 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['39b117af-710e-40eb-890e-8474c562b17d'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:52:33.741209 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d3decccd-5a46-4df4-b1e5-0f21927cac9d req-4d33a355-7af4-47bd-96fb-34d55ab33ae2 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348932 Aug 10 00:52:33.769164 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-c880e13c-a331-48da-ae96-3eaefe99bd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:33.770644 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-c880e13c-a331-48da-ae96-3eaefe99bd88 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dcf03b3b-6f13-42e9-be6a-f87764bef944 HTTP/1.1" status: 200 len: 860 time: 0.0773108 Aug 10 00:52:33.772400 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7ef18c5f-f7be-429a-96db-326ff97e5dfa req-a81fddf1-6ac9-4c9f-a54b-e0700506ef40 tempest-MigrationsAdminTest-47515320 tempest-MigrationsAdminTest-47515320-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891559 Aug 10 00:52:33.785359 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-71732730-70a5-43e5-bf40-76cc7f56a744 req-3e6755c3-48c9-493e-9ff3-51fc7be94451 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0faacd5-133a-43ad-950f-3f6efc6ebf93 HTTP/1.1" status: 200 len: 217 time: 0.0476055 Aug 10 00:52:33.830126 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-71b5be03-aecd-4782-8ff0-72fbd8bbd38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:33.833246 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-71b5be03-aecd-4782-8ff0-72fbd8bbd38a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69f51d35-d4ba-4f49-8c05-8898ee0d5115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549955 Aug 10 00:52:33.835043 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9304b814-a9ec-4587-8fb0-7eb7226b283e x-openstack-request-id: req-9304b814-a9ec-4587-8fb0-7eb7226b283e {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:33.835513 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11b95d7a-7280-4ae9-a06f-b62376a65d2f", "tag": "312c7f8f-7965-4828-baab-bd12c7c277d9", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:33.836582 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9304b814-a9ec-4587-8fb0-7eb7226b283e {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:33.837305 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11b95d7a-7280-4ae9-a06f-b62376a65d2f', 'tag': '312c7f8f-7965-4828-baab-bd12c7c277d9', 'status': 'completed', 'code': 200} Aug 10 00:52:33.847196 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71732730-70a5-43e5-bf40-76cc7f56a744 req-d24d2419-8005-4f9c-a2d0-fa1a5ed1476d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:33.849420 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-71732730-70a5-43e5-bf40-76cc7f56a744 req-d24d2419-8005-4f9c-a2d0-fa1a5ed1476d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ff99852-0921-4c80-99ca-12207c311102 HTTP/1.1" status: 200 len: 860 time: 0.0560131 Aug 10 00:52:33.891326 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-71732730-70a5-43e5-bf40-76cc7f56a744 req-d0e591eb-7d2e-4879-80c6-52eade78b074 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342515 Aug 10 00:52:33.965860 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdd7ce-561a-4874-81a7-6f3072aaf5a6 req-d4a1a9fd-02bd-48fb-9eed-4ad3cbd1a177 tempest-LiveMigrationNegativeTest-1224586451 tempest-LiveMigrationNegativeTest-1224586451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:33.967382 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d4bdd7ce-561a-4874-81a7-6f3072aaf5a6 req-d4a1a9fd-02bd-48fb-9eed-4ad3cbd1a177 tempest-LiveMigrationNegativeTest-1224586451 tempest-LiveMigrationNegativeTest-1224586451-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=be6f29b9-c189-420a-8fa7-1f7817be3a0b HTTP/1.1" status: 200 len: 1101 time: 0.1159759 Aug 10 00:52:33.984088 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-71732730-70a5-43e5-bf40-76cc7f56a744 req-272d765b-0ea9-4f02-9944-a7eea3201ac2 service neutron] 10.222.0.20 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850689 Aug 10 00:52:34.007333 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd764240-a403-4979-bf9c-1c3950c74531 req-162bc9af-db14-4d47-bc46-bc3db28033a7 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:34.008819 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd764240-a403-4979-bf9c-1c3950c74531 req-162bc9af-db14-4d47-bc46-bc3db28033a7 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=03fd20ad-f9fe-4d4c-afdf-df2806c173f9 HTTP/1.1" status: 200 len: 949 time: 0.0954781 Aug 10 00:52:34.009472 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d4bdd7ce-561a-4874-81a7-6f3072aaf5a6 req-6db998a7-5eba-4d76-8b41-bbe8da04afdb tempest-LiveMigrationNegativeTest-1224586451 tempest-LiveMigrationNegativeTest-1224586451-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:34.047479 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-e558af1f-2c5b-4d03-a4d8-e7c36e35d59c service neutron] 10.222.0.24 "GET /v2.0/networks/69f51d35-d4ba-4f49-8c05-8898ee0d5115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069061 Aug 10 00:52:34.083764 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-71732730-70a5-43e5-bf40-76cc7f56a744 req-bf5811cc-3358-4376-8089-9e44dbe072bb service neutron] 10.222.0.20 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864034 Aug 10 00:52:34.119462 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd764240-a403-4979-bf9c-1c3950c74531 req-c4b75ffc-cdbf-4f44-9ac0-00d1b6e8d649 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026690 Aug 10 00:52:34.120961 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['6a834218-a44a-41c8-b76e-4f94deca7511'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:52:34.149436 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['26d2b690-1c80-42bb-8a94-6e6ae008e7e4'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:52:34.190231 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c8ec7413-0cf1-4458-8e94-d502068f14be req-e7e96c59-d0ce-4dd7-b451-fbe2aef5f532 service neutron] 10.222.0.24 "GET /v2.0/networks/69f51d35-d4ba-4f49-8c05-8898ee0d5115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339459 Aug 10 00:52:34.286619 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9f65d-e89f-42aa-80df-47ac7884570e req-0102d4a4-986e-46ad-b891-530b64855668 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:34.288101 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-52d9f65d-e89f-42aa-80df-47ac7884570e req-0102d4a4-986e-46ad-b891-530b64855668 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/ports?device_id=11b95d7a-7280-4ae9-a06f-b62376a65d2f HTTP/1.1" status: 200 len: 944 time: 0.0958519 Aug 10 00:52:34.295230 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d4bdd7ce-561a-4874-81a7-6f3072aaf5a6 req-6db998a7-5eba-4d76-8b41-bbe8da04afdb tempest-LiveMigrationNegativeTest-1224586451 tempest-LiveMigrationNegativeTest-1224586451-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:34.306198 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d4bdd7ce-561a-4874-81a7-6f3072aaf5a6 req-6db998a7-5eba-4d76-8b41-bbe8da04afdb tempest-LiveMigrationNegativeTest-1224586451 tempest-LiveMigrationNegativeTest-1224586451-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:34.354224 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d4bdd7ce-561a-4874-81a7-6f3072aaf5a6 req-6db998a7-5eba-4d76-8b41-bbe8da04afdb tempest-LiveMigrationNegativeTest-1224586451 tempest-LiveMigrationNegativeTest-1224586451-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d3030e10-15f0-42d7-9d25-cc0746a8d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776400 Aug 10 00:52:34.363351 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931452d-07a8-49da-b09f-f13e4eb15d45 req-e293abb3-ebfc-46d6-98d3-cb8aef743426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:34.364600 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f931452d-07a8-49da-b09f-f13e4eb15d45 req-e293abb3-ebfc-46d6-98d3-cb8aef743426 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc2e62ffb5b34be582ea4ea144aaa50f&device_id=11b95d7a-7280-4ae9-a06f-b62376a65d2f HTTP/1.1" status: 200 len: 1096 time: 0.1226058 Aug 10 00:52:34.372992 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-52d9f65d-e89f-42aa-80df-47ac7884570e req-21338c1f-bae3-4c30-800c-b23a8c4c5daf tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0fa134e-75c9-4973-b3e3-242b39af0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759120 Aug 10 00:52:34.383585 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db998a7-5eba-4d76-8b41-bbe8da04afdb tempest-LiveMigrationNegativeTest-1224586451 tempest-LiveMigrationNegativeTest-1224586451-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a03a95-baa0-401c-a508-4ffc0634bf5d,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:34.467268 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931452d-07a8-49da-b09f-f13e4eb15d45 req-82b14416-9f21-4ed7-99cf-dcfc4da40916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:34.469373 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f931452d-07a8-49da-b09f-f13e4eb15d45 req-82b14416-9f21-4ed7-99cf-dcfc4da40916 service neutron] 10.222.0.24 "GET /v2.0/networks?id=69f51d35-d4ba-4f49-8c05-8898ee0d5115 HTTP/1.1" status: 200 len: 922 time: 0.0954900 Aug 10 00:52:34.535645 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f931452d-07a8-49da-b09f-f13e4eb15d45 req-1a5cfeca-0ea8-42a5-a2a4-42831b7188ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=312c7f8f-7965-4828-baab-bd12c7c277d9 HTTP/1.1" status: 200 len: 217 time: 0.0582829 Aug 10 00:52:34.614884 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931452d-07a8-49da-b09f-f13e4eb15d45 req-e43cd509-2853-410a-b36c-2a6c3cbdcd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:34.616795 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f931452d-07a8-49da-b09f-f13e4eb15d45 req-e43cd509-2853-410a-b36c-2a6c3cbdcd74 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dcf03b3b-6f13-42e9-be6a-f87764bef944 HTTP/1.1" status: 200 len: 860 time: 0.0735228 Aug 10 00:52:34.663147 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d7113-f86a-411b-b8b6-1240d8cb4b08 req-c9abf851-9b6f-4290-8c17-95ba0afe358e tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:34.665071 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e17d7113-f86a-411b-b8b6-1240d8cb4b08 req-c9abf851-9b6f-4290-8c17-95ba0afe358e tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4edb181-b5b6-4138-bda2-34102e9320ac HTTP/1.1" status: 200 len: 947 time: 0.1123583 Aug 10 00:52:34.685423 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931452d-07a8-49da-b09f-f13e4eb15d45 req-5c997f25-3624-4766-90cd-13cae74abf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:34.686953 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f931452d-07a8-49da-b09f-f13e4eb15d45 req-5c997f25-3624-4766-90cd-13cae74abf5c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69f51d35-d4ba-4f49-8c05-8898ee0d5115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614827 Aug 10 00:52:34.758600 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 39b117af-710e-40eb-890e-8474c562b17d up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:52:34.786714 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e17d7113-f86a-411b-b8b6-1240d8cb4b08 req-1a8e07ab-ae7a-4765-9d6b-84ed6e004e15 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b1d0e8f-7c11-49d2-9ba7-9325dd32a185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090639 Aug 10 00:52:34.792234 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-822d17f3-ecaa-452b-ac4b-918f08aa62fd tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0815148 Aug 10 00:52:34.833558 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 39b117af-710e-40eb-890e-8474c562b17d completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:52:34.839885 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 39b117af-710e-40eb-890e-8474c562b17d triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:34.840519 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:34.967903 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:35.025042 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 39b117af-710e-40eb-890e-8474c562b17d, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=39b117af-710e-40eb-890e-8474c562b17d,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:35.032760 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:35.091518 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=39b117af-710e-40eb-890e-8474c562b17d,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:35.187297 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f931452d-07a8-49da-b09f-f13e4eb15d45 req-ee3fb03e-9a32-445b-a621-f61d11084436 service neutron] 10.222.0.24 "GET /v2.0/networks/69f51d35-d4ba-4f49-8c05-8898ee0d5115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885712 Aug 10 00:52:35.242212 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4edb181-b5b6-4138-bda2-34102e9320ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b117af-710e-40eb-890e-8474c562b17d'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:35.244620 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9834e815-48e6-48b7-ae29-5d820bf9c1bb" -d '{"events": [{"server_uuid": "e4edb181-b5b6-4138-bda2-34102e9320ac", "name": "network-vif-plugged", "status": "completed", "tag": "39b117af-710e-40eb-890e-8474c562b17d"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:35.274513 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283e40e-8d68-4e28-8823-1a9b766c604d req-bb6cdc74-b5e3-4483-845f-c9d5b6d0a625 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:35.275977 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f283e40e-8d68-4e28-8823-1a9b766c604d req-bb6cdc74-b5e3-4483-845f-c9d5b6d0a625 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a3f67a-1464-4057-bc1c-764604ede1cb HTTP/1.1" status: 200 len: 944 time: 0.1404603 Aug 10 00:52:35.299433 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-b85133a4-5ac0-42c1-9090-9981e510db9c tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:35.300872 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-b85133a4-5ac0-42c1-9090-9981e510db9c tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5019329 Aug 10 00:52:35.340012 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-143045bd-6b27-4ea4-aff6-96a5fcf929b1 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/quotas/a32ed65983d143c3b0d38c9da5efabeb HTTP/1.1" status: 200 len: 375 time: 0.0232477 Aug 10 00:52:35.367252 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f931452d-07a8-49da-b09f-f13e4eb15d45 req-87be3c28-464f-4563-a9aa-564456e883a2 service neutron] 10.222.0.24 "GET /v2.0/networks/69f51d35-d4ba-4f49-8c05-8898ee0d5115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663716 Aug 10 00:52:35.370130 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f283e40e-8d68-4e28-8823-1a9b766c604d req-ce0118f2-ae09-461d-a07d-21004f859cd3 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853927 Aug 10 00:52:35.406548 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-2947308d-71d6-47d4-8bf0-23c353e5ad07 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0545754 Aug 10 00:52:35.487500 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599961a-eca5-4b0e-b80a-b0309d286fcc req-4d3f1b74-d52e-47fb-953b-1c82942ecd36 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:35.489057 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1599961a-eca5-4b0e-b80a-b0309d286fcc req-4d3f1b74-d52e-47fb-953b-1c82942ecd36 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6f29b9-c189-420a-8fa7-1f7817be3a0b HTTP/1.1" status: 200 len: 949 time: 0.0536265 Aug 10 00:52:35.550621 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1599961a-eca5-4b0e-b80a-b0309d286fcc req-9ed59609-f374-46a2-b358-67c5289f9013 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3030e10-15f0-42d7-9d25-cc0746a8d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523024 Aug 10 00:52:35.623116 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fc845a-855a-4629-aeed-9b8a87b60518 x-openstack-request-id: req-75fc845a-855a-4629-aeed-9b8a87b60518 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:35.627840 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4edb181-b5b6-4138-bda2-34102e9320ac", "name": "network-vif-plugged", "status": "completed", "tag": "39b117af-710e-40eb-890e-8474c562b17d", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:35.628104 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-75fc845a-855a-4629-aeed-9b8a87b60518 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:35.628718 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4edb181-b5b6-4138-bda2-34102e9320ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b117af-710e-40eb-890e-8474c562b17d', 'code': 200} Aug 10 00:52:35.650502 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c57be5-8bc7-4284-8aa5-f2aff3069b28 req-45d7c538-e325-446b-8198-8be27c1a1771 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:35.652422 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2c57be5-8bc7-4284-8aa5-f2aff3069b28 req-45d7c538-e325-446b-8198-8be27c1a1771 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=03fd20ad-f9fe-4d4c-afdf-df2806c173f9 HTTP/1.1" status: 200 len: 949 time: 0.0798354 Aug 10 00:52:35.739727 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2c57be5-8bc7-4284-8aa5-f2aff3069b28 req-3491202e-c801-4c66-aec7-d3141043ddd3 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798922 Aug 10 00:52:35.781269 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17bf5a-5016-4abc-a7d1-e52819e95a7e req-c4ff9511-8bb7-42f0-a75a-4b91768f127e tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:35.782769 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd17bf5a-5016-4abc-a7d1-e52819e95a7e req-c4ff9511-8bb7-42f0-a75a-4b91768f127e tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/ports?device_id=11b95d7a-7280-4ae9-a06f-b62376a65d2f HTTP/1.1" status: 200 len: 944 time: 0.1004512 Aug 10 00:52:35.786223 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7147d-bbb3-495c-954e-861471d8d4e2 req-b2f13b56-139f-4e71-9f06-7456b4c7057a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:35.787608 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6dd7147d-bbb3-495c-954e-861471d8d4e2 req-b2f13b56-139f-4e71-9f06-7456b4c7057a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e4edb181-b5b6-4138-bda2-34102e9320ac HTTP/1.1" status: 200 len: 1100 time: 0.0965798 Aug 10 00:52:35.833818 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a2a90e97-066c-45fd-b772-985447fd68a4 req-a018d5e1-2613-47d0-853a-00b49a44f25f tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 210 time: 0.0497570 Aug 10 00:52:35.863209 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd17bf5a-5016-4abc-a7d1-e52819e95a7e req-83be4ffb-c6c4-4073-9197-a8ed9166ebc9 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0fa134e-75c9-4973-b3e3-242b39af0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676630 Aug 10 00:52:35.874509 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6dd7147d-bbb3-495c-954e-861471d8d4e2 req-44424dc7-6da3-47eb-afdf-9283075de36f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9b1d0e8f-7c11-49d2-9ba7-9325dd32a185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776169 Aug 10 00:52:35.975455 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4bf4c-716c-4efe-9389-dd1aa4771b90 req-7e594978-5800-48f6-8cbc-8e502a5e311d tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:35.977004 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dfa4bf4c-716c-4efe-9389-dd1aa4771b90 req-7e594978-5800-48f6-8cbc-8e502a5e311d tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4edb181-b5b6-4138-bda2-34102e9320ac HTTP/1.1" status: 200 len: 948 time: 0.0488534 Aug 10 00:52:36.015584 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dfa4bf4c-716c-4efe-9389-dd1aa4771b90 req-69743e29-8bac-45fa-9fcc-78c8687877e2 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b1d0e8f-7c11-49d2-9ba7-9325dd32a185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324636 Aug 10 00:52:36.206009 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 6a834218-a44a-41c8-b76e-4f94deca7511 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:52:36.258962 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 6a834218-a44a-41c8-b76e-4f94deca7511 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:52:36.262632 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 6a834218-a44a-41c8-b76e-4f94deca7511 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:36.263013 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:36.337075 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:36.369317 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 6a834218-a44a-41c8-b76e-4f94deca7511, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=6a834218-a44a-41c8-b76e-4f94deca7511,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:36.373182 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:36.374254 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 26d2b690-1c80-42bb-8a94-6e6ae008e7e4 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:52:36.459290 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=6a834218-a44a-41c8-b76e-4f94deca7511,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:36.475598 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 26d2b690-1c80-42bb-8a94-6e6ae008e7e4 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:52:36.482031 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 26d2b690-1c80-42bb-8a94-6e6ae008e7e4 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:36.482836 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:36.514424 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f6d5e-35a2-48d6-9d6f-ca38b0a8f99a req-6436ef0d-6623-40a1-a5be-d326cd6f5b6f tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:36.522668 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ab3f6d5e-35a2-48d6-9d6f-ca38b0a8f99a req-6436ef0d-6623-40a1-a5be-d326cd6f5b6f tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a3f67a-1464-4057-bc1c-764604ede1cb HTTP/1.1" status: 200 len: 944 time: 0.0732529 Aug 10 00:52:36.557406 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ab3f6d5e-35a2-48d6-9d6f-ca38b0a8f99a req-8f4bb185-8da9-4a52-88c7-92ef11652287 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338283 Aug 10 00:52:36.574057 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:36.613683 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-345313d6-614f-4ac3-a42c-01bba4edb366 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306370 Aug 10 00:52:36.642386 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 26d2b690-1c80-42bb-8a94-6e6ae008e7e4, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=26d2b690-1c80-42bb-8a94-6e6ae008e7e4,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:36.650138 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:36.714408 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=26d2b690-1c80-42bb-8a94-6e6ae008e7e4,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:36.757768 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc84291-bc68-47bd-8f19-64b96d970797 req-9968697b-131f-4756-98fa-0501a260cfa6 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:36.759339 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9fc84291-bc68-47bd-8f19-64b96d970797 req-9968697b-131f-4756-98fa-0501a260cfa6 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6f29b9-c189-420a-8fa7-1f7817be3a0b HTTP/1.1" status: 200 len: 949 time: 0.1263008 Aug 10 00:52:36.810877 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-304113a2-1c66-4bc2-bd97-a5999097d3d8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:36.812798 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-304113a2-1c66-4bc2-bd97-a5999097d3d8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1925564 Aug 10 00:52:36.835357 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-fa56280b-4291-44b7-bb5a-58e542a17e5a tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Request body: {'port': {'device_id': 'f6d32d65-a580-456e-a6cd-6c73f1678a0d', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'admin_state_up': True, 'tenant_id': 'a32ed65983d143c3b0d38c9da5efabeb'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:36.905472 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9fc84291-bc68-47bd-8f19-64b96d970797 req-75372d41-bd6f-44e4-bbb1-67f8d31c5db7 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3030e10-15f0-42d7-9d25-cc0746a8d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355801 Aug 10 00:52:36.939752 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756b221-0aae-4194-a465-71605a2f71d1 req-f4522fe2-46dc-4a67-b762-e5a00071bf17 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:36.941304 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d756b221-0aae-4194-a465-71605a2f71d1 req-f4522fe2-46dc-4a67-b762-e5a00071bf17 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=03fd20ad-f9fe-4d4c-afdf-df2806c173f9 HTTP/1.1" status: 200 len: 950 time: 0.1275201 Aug 10 00:52:37.013514 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f89ceb8-fc83-4790-a0a9-4236530e9c33 req-aa664bb7-1289-4bda-a0df-80463dabb0fc tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 210 time: 0.0407097 Aug 10 00:52:37.032611 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d756b221-0aae-4194-a465-71605a2f71d1 req-4c3768b7-5e6d-4f7f-ac8c-963fbda1ea78 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823712 Aug 10 00:52:37.048000 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-fa56280b-4291-44b7-bb5a-58e542a17e5a tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Made reservation on behalf of a32ed65983d143c3b0d38c9da5efabeb for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:52:37.051814 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-fa56280b-4291-44b7-bb5a-58e542a17e5a tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:37.281799 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826374f-5f1e-423c-94cb-96263762ca69 req-1110cfe4-a60e-479e-a85b-8e8f333d83c1 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:37.283358 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c826374f-5f1e-423c-94cb-96263762ca69 req-1110cfe4-a60e-479e-a85b-8e8f333d83c1 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/ports?device_id=11b95d7a-7280-4ae9-a06f-b62376a65d2f HTTP/1.1" status: 200 len: 944 time: 0.1707919 Aug 10 00:52:37.295333 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed683fa-98a8-4f5e-ae98-babd625bb213 req-8ab47759-e705-4626-aa5c-dded21b3b339 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:37.296760 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6ed683fa-98a8-4f5e-ae98-babd625bb213 req-8ab47759-e705-4626-aa5c-dded21b3b339 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.24 "GET /v2.0/ports?device_id=be6f29b9-c189-420a-8fa7-1f7817be3a0b HTTP/1.1" status: 200 len: 949 time: 0.1671736 Aug 10 00:52:37.334291 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-fa56280b-4291-44b7-bb5a-58e542a17e5a tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Allocated IP 192.168.233.141 (853ae90b-411a-4cc9-b27c-aa212d4ff023/f49e9f1d-7e8a-42ac-a9f2-157734919ae5/fdc10411-30f3-4964-8619-36d66302f093) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:52:37.392848 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36402091-59a6-491c-b432-b20b74e3f94b req-0811f9d5-6f7b-496e-8a17-44b526d88285 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:37.394292 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-36402091-59a6-491c-b432-b20b74e3f94b req-0811f9d5-6f7b-496e-8a17-44b526d88285 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4edb181-b5b6-4138-bda2-34102e9320ac HTTP/1.1" status: 200 len: 948 time: 0.1905606 Aug 10 00:52:37.463872 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c826374f-5f1e-423c-94cb-96263762ca69 req-b34e7d2b-fcca-47d2-aa78-8ef0974d20f0 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0fa134e-75c9-4973-b3e3-242b39af0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660593 Aug 10 00:52:37.555520 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-36402091-59a6-491c-b432-b20b74e3f94b req-9cc46574-508b-4932-93ca-74aa902713f8 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b1d0e8f-7c11-49d2-9ba7-9325dd32a185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512723 Aug 10 00:52:37.591316 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-6ed683fa-98a8-4f5e-ae98-babd625bb213 req-6c1e5424-1001-4ecb-97df-1519acefc2fc tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Deleting port ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:52:37.591705 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-6ed683fa-98a8-4f5e-ae98-babd625bb213 req-6c1e5424-1001-4ecb-97df-1519acefc2fc tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:37.629939 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be929e63-6bd7-4015-b59e-8b494d5ecba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a834218-a44a-41c8-b76e-4f94deca7511'}, {'server_uuid': '03fd20ad-f9fe-4d4c-afdf-df2806c173f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d2b690-1c80-42bb-8a94-6e6ae008e7e4'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:37.634707 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd85d8c-3daa-46aa-8b59-52919131fe2a" -d '{"events": [{"server_uuid": "be929e63-6bd7-4015-b59e-8b494d5ecba9", "name": "network-vif-plugged", "status": "completed", "tag": "6a834218-a44a-41c8-b76e-4f94deca7511"}, {"server_uuid": "03fd20ad-f9fe-4d4c-afdf-df2806c173f9", "name": "network-vif-plugged", "status": "completed", "tag": "26d2b690-1c80-42bb-8a94-6e6ae008e7e4"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:37.702244 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-fa56280b-4291-44b7-bb5a-58e542a17e5a tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:37.738073 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-fa56280b-4291-44b7-bb5a-58e542a17e5a tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Transition to ACTIVE for port object fdc10411-30f3-4964-8619-36d66302f093 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:52:37.769439 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5980e-f241-415c-a20b-91356caf8880 req-38669bfe-c156-4cd2-a946-99a0605820a2 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:37.771220 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-75d5980e-f241-415c-a20b-91356caf8880 req-38669bfe-c156-4cd2-a946-99a0605820a2 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a3f67a-1464-4057-bc1c-764604ede1cb HTTP/1.1" status: 200 len: 944 time: 0.1154125 Aug 10 00:52:37.776144 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60951bfa-ec25-49c3-9f84-028ca75964ba x-openstack-request-id: req-60951bfa-ec25-49c3-9f84-028ca75964ba {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:37.777192 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-6ed683fa-98a8-4f5e-ae98-babd625bb213 req-6c1e5424-1001-4ecb-97df-1519acefc2fc tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] For port ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:37.777400 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be929e63-6bd7-4015-b59e-8b494d5ecba9", "name": "network-vif-plugged", "status": "completed", "tag": "6a834218-a44a-41c8-b76e-4f94deca7511", "code": 200}, {"server_uuid": "03fd20ad-f9fe-4d4c-afdf-df2806c173f9", "name": "network-vif-plugged", "status": "completed", "tag": "26d2b690-1c80-42bb-8a94-6e6ae008e7e4", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:37.777547 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-6ed683fa-98a8-4f5e-ae98-babd625bb213 req-6c1e5424-1001-4ecb-97df-1519acefc2fc tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:37.778125 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-60951bfa-ec25-49c3-9f84-028ca75964ba {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:37.779009 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be929e63-6bd7-4015-b59e-8b494d5ecba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a834218-a44a-41c8-b76e-4f94deca7511', 'code': 200} Aug 10 00:52:37.780925 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03fd20ad-f9fe-4d4c-afdf-df2806c173f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d2b690-1c80-42bb-8a94-6e6ae008e7e4', 'code': 200} Aug 10 00:52:37.803262 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-6ed683fa-98a8-4f5e-ae98-babd625bb213 req-6c1e5424-1001-4ecb-97df-1519acefc2fc tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Calling delete_port for ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:52:37.864609 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-fa56280b-4291-44b7-bb5a-58e542a17e5a tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:37.895171 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-75d5980e-f241-415c-a20b-91356caf8880 req-704caf21-40bc-4e77-95d4-e52a25b870a3 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044462 Aug 10 00:52:37.918184 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['adc78391-d6f9-4d24-a261-f8d782ea2f86'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:52:37.991112 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-fa56280b-4291-44b7-bb5a-58e542a17e5a tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Network 853ae90b-411a-4cc9-b27c-aa212d4ff023 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:52:37.995270 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56280b-4291-44b7-bb5a-58e542a17e5a tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Pushing event updated for resources: {'Port': ['ID=fdc10411-30f3-4964-8619-36d66302f093,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:38.007266 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-fa56280b-4291-44b7-bb5a-58e542a17e5a tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:52:38.028338 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-fa56280b-4291-44b7-bb5a-58e542a17e5a tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:52:38.032250 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-fa56280b-4291-44b7-bb5a-58e542a17e5a tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:38.032844 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-fa56280b-4291-44b7-bb5a-58e542a17e5a tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:38.061238 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474c84d-d7fb-4681-ab19-601ca089fb10 req-2e48a8c0-770f-49ff-bc96-5ffa437acfd3 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:38.065382 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3474c84d-d7fb-4681-ab19-601ca089fb10 req-2e48a8c0-770f-49ff-bc96-5ffa437acfd3 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4edb181-b5b6-4138-bda2-34102e9320ac HTTP/1.1" status: 200 len: 948 time: 0.2307007 Aug 10 00:52:38.070912 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b733233-33bf-43b6-99a8-8618bba9b218 req-06677db7-3ff5-49e4-a5db-665e7186efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:38.074098 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5b733233-33bf-43b6-99a8-8618bba9b218 req-06677db7-3ff5-49e4-a5db-665e7186efd9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 1100 time: 0.1481893 Aug 10 00:52:38.077969 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4c7ae-1410-4124-8ae7-23fc94420087 req-5c0735e9-5dc9-44b8-8dde-5a003d84646b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:38.079990 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e5a4c7ae-1410-4124-8ae7-23fc94420087 req-5c0735e9-5dc9-44b8-8dde-5a003d84646b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=03fd20ad-f9fe-4d4c-afdf-df2806c173f9 HTTP/1.1" status: 200 len: 1102 time: 0.1566586 Aug 10 00:52:38.157990 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-fa56280b-4291-44b7-bb5a-58e542a17e5a tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3325312 Aug 10 00:52:38.160256 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5b733233-33bf-43b6-99a8-8618bba9b218 req-23781d9f-96d1-4ba0-927d-74f9ee0f6dc0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707066 Aug 10 00:52:38.168162 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e5a4c7ae-1410-4124-8ae7-23fc94420087 req-13c200f7-3989-4fba-bb03-10670214f6df service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698686 Aug 10 00:52:38.181598 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-53f7df51-deca-4540-826b-3ffe93c2e764 service neutron] Request body: {'port': {'device_id': 'f6d32d65-a580-456e-a6cd-6c73f1678a0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:38.196935 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7baa98-2c48-4cba-85c9-5f8740adc96d req-90220e7f-7069-4931-b5ba-a2628ee258c5 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:38.198513 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d7baa98-2c48-4cba-85c9-5f8740adc96d req-90220e7f-7069-4931-b5ba-a2628ee258c5 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6f29b9-c189-420a-8fa7-1f7817be3a0b HTTP/1.1" status: 200 len: 949 time: 0.2094550 Aug 10 00:52:38.222425 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device e0faacd5-133a-43ad-950f-3f6efc6ebf93 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:52:38.256207 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-6ed683fa-98a8-4f5e-ae98-babd625bb213 req-6c1e5424-1001-4ecb-97df-1519acefc2fc tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:38.271294 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3474c84d-d7fb-4681-ab19-601ca089fb10 req-93c7716f-2b15-4859-b6f4-81548e71a0d4 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b1d0e8f-7c11-49d2-9ba7-9325dd32a185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607351 Aug 10 00:52:38.290271 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:52:38.332086 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e5424-1001-4ecb-97df-1519acefc2fc tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Pushing event deleted for resources: {'Port': ['ID=ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:38.355881 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d7baa98-2c48-4cba-85c9-5f8740adc96d req-b26571ab-7d2d-42c1-ae8a-bc347b8b579b tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3030e10-15f0-42d7-9d25-cc0746a8d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336236 Aug 10 00:52:38.369907 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-53f7df51-deca-4540-826b-3ffe93c2e764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:38.415938 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-65c67a2b-465f-4fd1-bae0-2ffbaa293f2b None None] Provisioning for port fdc10411-30f3-4964-8619-36d66302f093 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:52:38.445288 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-65c67a2b-465f-4fd1-bae0-2ffbaa293f2b None None] Provisioning complete for port fdc10411-30f3-4964-8619-36d66302f093 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:38.445696 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-65c67a2b-465f-4fd1-bae0-2ffbaa293f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:38.495750 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['eabbbc14-83dd-499d-b5a7-4316bc49faed'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:52:38.535033 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port e0faacd5-133a-43ad-950f-3f6efc6ebf93, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=e0faacd5-133a-43ad-950f-3f6efc6ebf93,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:38.559842 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': 'e0faacd5-133a-43ad-950f-3f6efc6ebf93', 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da', 'port_id': 'e0faacd5-133a-43ad-950f-3f6efc6ebf93', 'mac_address': 'fa:16:3e:96:af:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ff99852-0921-4c80-99ca-12207c311102', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:52:38.567375 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed683fa-98a8-4f5e-ae98-babd625bb213 req-6c1e5424-1001-4ecb-97df-1519acefc2fc tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] No DVR routers for this DVR port ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a on host n-h1-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:52:38.579766 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-65c67a2b-465f-4fd1-bae0-2ffbaa293f2b None None] Port fdc10411-30f3-4964-8619-36d66302f093 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:52:38.596342 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-6ed683fa-98a8-4f5e-ae98-babd625bb213 req-6c1e5424-1001-4ecb-97df-1519acefc2fc tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:38.605190 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6ed683fa-98a8-4f5e-ae98-babd625bb213 req-6c1e5424-1001-4ecb-97df-1519acefc2fc tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.24 "DELETE /v2.0/ports/ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a HTTP/1.1" status: 204 len: 173 time: 1.2857935 Aug 10 00:52:38.612081 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6f29b9-c189-420a-8fa7-1f7817be3a0b', 'name': 'network-vif-deleted', 'tag': 'ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:38.617774 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dea6e39-bda2-409b-ba3e-941fa32ed937" -d '{"events": [{"server_uuid": "be6f29b9-c189-420a-8fa7-1f7817be3a0b", "name": "network-vif-deleted", "tag": "ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:38.698705 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:38.729917 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0faacd5-133a-43ad-950f-3f6efc6ebf93 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:52:38.739311 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61a98e-6a6f-44a5-855f-baa2074428f8 req-32d2ba65-1ceb-4d07-bb9d-cc67c0cdd0cc tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:38.741147 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5c61a98e-6a6f-44a5-855f-baa2074428f8 req-32d2ba65-1ceb-4d07-bb9d-cc67c0cdd0cc tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=03fd20ad-f9fe-4d4c-afdf-df2806c173f9 HTTP/1.1" status: 200 len: 950 time: 0.2879159 Aug 10 00:52:38.757598 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34915bf3-f1f0-4431-ac82-072c1f8d06df req-72dac34e-4529-44ea-88fe-32b394ee3c94 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:38.765864 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-34915bf3-f1f0-4431-ac82-072c1f8d06df req-72dac34e-4529-44ea-88fe-32b394ee3c94 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 936 time: 0.3143964 Aug 10 00:52:38.786050 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 312c7f8f-7965-4828-baab-bd12c7c277d9 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:52:38.799984 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port e0faacd5-133a-43ad-950f-3f6efc6ebf93, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=e0faacd5-133a-43ad-950f-3f6efc6ebf93,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:38.822746 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:38.846952 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5c61a98e-6a6f-44a5-855f-baa2074428f8 req-da9263b0-eb79-4155-a5e7-b7d539a8b2e4 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975561 Aug 10 00:52:38.882980 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-34915bf3-f1f0-4431-ac82-072c1f8d06df req-0ab4d762-3458-430a-be46-d732e7915b38 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159942 Aug 10 00:52:38.996810 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=e0faacd5-133a-43ad-950f-3f6efc6ebf93,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:39.043694 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 312c7f8f-7965-4828-baab-bd12c7c277d9, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=312c7f8f-7965-4828-baab-bd12c7c277d9,segment=NetworkSegment(ca4e504f-4f97-4302-9728-cd71fd6e7293),segment_id=ca4e504f-4f97-4302-9728-cd71fd6e7293)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:39.079656 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '312c7f8f-7965-4828-baab-bd12c7c277d9', 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'port_id': '312c7f8f-7965-4828-baab-bd12c7c277d9', 'mac_address': 'fa:16:3e:06:36:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:52:39.098758 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-53f7df51-deca-4540-826b-3ffe93c2e764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdc10411-30f3-4964-8619-36d66302f093 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:52:39.133587 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:39.142098 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-53f7df51-deca-4540-826b-3ffe93c2e764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:39.175239 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf961fd-6a1b-496c-ae38-4e3dc51fd90a x-openstack-request-id: req-bcf961fd-6a1b-496c-ae38-4e3dc51fd90a {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:39.175453 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6f29b9-c189-420a-8fa7-1f7817be3a0b", "name": "network-vif-deleted", "tag": "ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:39.175673 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bcf961fd-6a1b-496c-ae38-4e3dc51fd90a {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:39.176293 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6f29b9-c189-420a-8fa7-1f7817be3a0b', 'name': 'network-vif-deleted', 'tag': 'ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a', 'status': 'completed', 'code': 200} Aug 10 00:52:39.182627 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 312c7f8f-7965-4828-baab-bd12c7c277d9 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:52:39.187281 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-53f7df51-deca-4540-826b-3ffe93c2e764 service neutron] Transition to ACTIVE for port object fdc10411-30f3-4964-8619-36d66302f093 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:52:39.195182 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-53f7df51-deca-4540-826b-3ffe93c2e764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:39.225033 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc3540-343c-4c5d-b2d3-b24074d2e310 req-ca3e7324-739f-49c3-ae32-45eb3539de40 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:39.227006 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e3cc3540-343c-4c5d-b2d3-b24074d2e310 req-ca3e7324-739f-49c3-ae32-45eb3539de40 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/ports?device_id=11b95d7a-7280-4ae9-a06f-b62376a65d2f HTTP/1.1" status: 200 len: 944 time: 0.1351552 Aug 10 00:52:39.235893 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 312c7f8f-7965-4828-baab-bd12c7c277d9, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=312c7f8f-7965-4828-baab-bd12c7c277d9,segment=NetworkSegment(ca4e504f-4f97-4302-9728-cd71fd6e7293),segment_id=ca4e504f-4f97-4302-9728-cd71fd6e7293)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:39.243785 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:39.309819 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=312c7f8f-7965-4828-baab-bd12c7c277d9,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:39.357100 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e3cc3540-343c-4c5d-b2d3-b24074d2e310 req-dbfece73-e963-4e71-8df6-2b5afcd2cef2 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0fa134e-75c9-4973-b3e3-242b39af0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972884 Aug 10 00:52:39.378377 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7df51-deca-4540-826b-3ffe93c2e764 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc10411-30f3-4964-8619-36d66302f093,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:39.395182 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-53f7df51-deca-4540-826b-3ffe93c2e764 service neutron] Attempting to bind port fdc10411-30f3-4964-8619-36d66302f093 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:52:39.395778 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-53f7df51-deca-4540-826b-3ffe93c2e764 service neutron] Attempting to bind port fdc10411-30f3-4964-8619-36d66302f093 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:52:39.396376 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-53f7df51-deca-4540-826b-3ffe93c2e764 service neutron] Attempting to bind port fdc10411-30f3-4964-8619-36d66302f093 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:39.406137 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-53f7df51-deca-4540-826b-3ffe93c2e764 service neutron] Port fdc10411-30f3-4964-8619-36d66302f093 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:52:39.407280 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-53f7df51-deca-4540-826b-3ffe93c2e764 service neutron] Attempting to bind port fdc10411-30f3-4964-8619-36d66302f093 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:39.420494 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf614d67-7d93-4f86-b926-457f0c0eaa10 req-8d12cb04-fbf4-4f42-aaf0-39d4f04e2b09 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:39.428297 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cf614d67-7d93-4f86-b926-457f0c0eaa10 req-8d12cb04-fbf4-4f42-aaf0-39d4f04e2b09 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a3f67a-1464-4057-bc1c-764604ede1cb HTTP/1.1" status: 200 len: 945 time: 0.2000854 Aug 10 00:52:39.437280 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-53f7df51-deca-4540-826b-3ffe93c2e764 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:52:39.437626 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-53f7df51-deca-4540-826b-3ffe93c2e764 service neutron] Checking segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:52:39.438004 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-53f7df51-deca-4540-826b-3ffe93c2e764 service neutron] Bound using segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:52:39.438449 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-53f7df51-deca-4540-826b-3ffe93c2e764 service neutron] Bound port: fdc10411-30f3-4964-8619-36d66302f093, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:52:39.438893 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-53f7df51-deca-4540-826b-3ffe93c2e764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:39.539325 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cf614d67-7d93-4f86-b926-457f0c0eaa10 req-fadc7c29-7446-49e2-a857-6ef3dd51fab2 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100640 Aug 10 00:52:39.573673 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8211e3-cae3-4344-9c44-4892fe84cc12 req-3a5fe9c2-a8be-4962-9a4c-5ab782065c92 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:39.575169 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f8211e3-cae3-4344-9c44-4892fe84cc12 req-3a5fe9c2-a8be-4962-9a4c-5ab782065c92 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4edb181-b5b6-4138-bda2-34102e9320ac HTTP/1.1" status: 200 len: 948 time: 0.1209769 Aug 10 00:52:39.576267 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-53f7df51-deca-4540-826b-3ffe93c2e764 service neutron] For port fdc10411-30f3-4964-8619-36d66302f093, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:52:39.579562 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-53f7df51-deca-4540-826b-3ffe93c2e764 service neutron] For port fdc10411-30f3-4964-8619-36d66302f093, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=fdc10411-30f3-4964-8619-36d66302f093,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:52:39.591760 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['e0faacd5-133a-43ad-950f-3f6efc6ebf93'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:52:39.592123 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-53f7df51-deca-4540-826b-3ffe93c2e764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:39.639724 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['312c7f8f-7965-4828-baab-bd12c7c277d9'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:52:39.667848 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-53f7df51-deca-4540-826b-3ffe93c2e764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:39.668521 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-53f7df51-deca-4540-826b-3ffe93c2e764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:39.670022 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-53f7df51-deca-4540-826b-3ffe93c2e764 service neutron] 10.222.0.24 "PUT /v2.0/ports/fdc10411-30f3-4964-8619-36d66302f093 HTTP/1.1" status: 200 len: 1097 time: 1.4928706 Aug 10 00:52:39.693884 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f8211e3-cae3-4344-9c44-4892fe84cc12 req-10f8421d-8008-42d6-90d5-4e96768503f9 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b1d0e8f-7c11-49d2-9ba7-9325dd32a185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099365 Aug 10 00:52:39.734798 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7df51-deca-4540-826b-3ffe93c2e764 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc10411-30f3-4964-8619-36d66302f093,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:39.793731 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-3fb7a56d-71fb-426f-8d07-0e40964f0208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:39.795905 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-3fb7a56d-71fb-426f-8d07-0e40964f0208 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 1100 time: 0.0732648 Aug 10 00:52:39.851243 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-de7a1892-2ee7-4372-822d-2105b339de59 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=fdc10411-30f3-4964-8619-36d66302f093 HTTP/1.1" status: 200 len: 217 time: 0.0459721 Aug 10 00:52:39.935392 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-47fc357b-f276-4f4c-b6f0-e6636fae1395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:39.938053 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-47fc357b-f276-4f4c-b6f0-e6636fae1395 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0792017 Aug 10 00:52:40.040854 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd156e3c-acb0-4802-9027-cf91061e25b5 req-53cef022-ab77-4c9c-afe7-5732d3ef245f tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:40.042322 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fd156e3c-acb0-4802-9027-cf91061e25b5 req-53cef022-ab77-4c9c-afe7-5732d3ef245f tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/ports?device_id=a26b64c5-46d1-4a51-ba44-adcbbc28bd77 HTTP/1.1" status: 200 len: 949 time: 0.1749833 Aug 10 00:52:40.045883 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-51bd51dd-67a6-4edd-883a-9db086469833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:40.047231 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-51bd51dd-67a6-4edd-883a-9db086469833 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0891922 Aug 10 00:52:40.062964 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff34c0-3ea1-46cb-ac1e-3e0c396b4317 req-2b94622f-ea13-4e52-a2bd-718b2ac824ec tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:40.064408 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2dff34c0-3ea1-46cb-ac1e-3e0c396b4317 req-2b94622f-ea13-4e52-a2bd-718b2ac824ec tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=03fd20ad-f9fe-4d4c-afdf-df2806c173f9 HTTP/1.1" status: 200 len: 950 time: 0.1073480 Aug 10 00:52:40.163471 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fd156e3c-acb0-4802-9027-cf91061e25b5 req-1f12cbd2-894d-4df5-beca-00862de9842a tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3030e10-15f0-42d7-9d25-cc0746a8d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132023 Aug 10 00:52:40.436446 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2dff34c0-3ea1-46cb-ac1e-3e0c396b4317 req-78635f36-91ef-44df-b59d-d80e4a3ea5a9 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571823 Aug 10 00:52:40.489942 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-ced6253f-43a2-4edc-8151-d052060ededf service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246264 Aug 10 00:52:40.503792 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5677f30-7a65-4091-a4a4-3ea94f97277d req-878b9f80-9087-4412-a29e-efae7143ab82 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:40.505351 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c5677f30-7a65-4091-a4a4-3ea94f97277d req-878b9f80-9087-4412-a29e-efae7143ab82 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 948 time: 0.0906103 Aug 10 00:52:40.596534 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c5677f30-7a65-4091-a4a4-3ea94f97277d req-4fc7e5f1-a9d3-476f-8bcf-12d78f2b1b7d tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811248 Aug 10 00:52:40.670452 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-961278ed-48d2-41d3-87ef-f9c8c6206599 req-01576bae-b117-4273-b71d-ed6555415e61 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641757 Aug 10 00:52:40.724966 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b3aa0-ec85-4543-bd4b-f1be1b82b537 req-d40bc0d9-cebd-4aa1-880d-1b6d2c06b99e tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:40.726493 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-925b3aa0-ec85-4543-bd4b-f1be1b82b537 req-d40bc0d9-cebd-4aa1-880d-1b6d2c06b99e tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/ports?device_id=11b95d7a-7280-4ae9-a06f-b62376a65d2f HTTP/1.1" status: 200 len: 945 time: 0.0968089 Aug 10 00:52:40.797365 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e606219-79f3-47bf-95bc-b2b5a9f4735b req-1386cd9b-5c3b-49b3-b335-d578770d00bd tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:40.799025 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0e606219-79f3-47bf-95bc-b2b5a9f4735b req-1386cd9b-5c3b-49b3-b335-d578770d00bd tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a3f67a-1464-4057-bc1c-764604ede1cb HTTP/1.1" status: 200 len: 945 time: 0.1310890 Aug 10 00:52:40.809021 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 312c7f8f-7965-4828-baab-bd12c7c277d9 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:52:40.844365 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61a1fe-461a-466f-99ed-d0d5d7b6010b req-d85f6c82-ed54-444e-a73e-5ef4766a0f39 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:40.845879 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bc61a1fe-461a-466f-99ed-d0d5d7b6010b req-d85f6c82-ed54-444e-a73e-5ef4766a0f39 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4edb181-b5b6-4138-bda2-34102e9320ac HTTP/1.1" status: 200 len: 948 time: 0.1184666 Aug 10 00:52:40.848989 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-925b3aa0-ec85-4543-bd4b-f1be1b82b537 req-31738ff0-369a-4886-b20e-469ccadb37ed tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0fa134e-75c9-4973-b3e3-242b39af0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117411 Aug 10 00:52:40.863111 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 312c7f8f-7965-4828-baab-bd12c7c277d9 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:52:40.872770 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 312c7f8f-7965-4828-baab-bd12c7c277d9 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:40.872770 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:40.896809 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0e606219-79f3-47bf-95bc-b2b5a9f4735b req-3e9e6b5e-95a1-4b05-baab-e694f26926e2 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856843 Aug 10 00:52:40.972432 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:40.995712 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b95d7a-7280-4ae9-a06f-b62376a65d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312c7f8f-7965-4828-baab-bd12c7c277d9'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:40.998180 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8c3389-be69-44ba-a8d0-39ddfe00ba2a" -d '{"events": [{"server_uuid": "11b95d7a-7280-4ae9-a06f-b62376a65d2f", "name": "network-vif-plugged", "status": "completed", "tag": "312c7f8f-7965-4828-baab-bd12c7c277d9"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:41.005760 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-bc61a1fe-461a-466f-99ed-d0d5d7b6010b req-eaad33e2-8b96-4484-b560-16eff344dcc0 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Deleting port 39b117af-710e-40eb-890e-8474c562b17d {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:52:41.006110 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-bc61a1fe-461a-466f-99ed-d0d5d7b6010b req-eaad33e2-8b96-4484-b560-16eff344dcc0 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:41.028448 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 312c7f8f-7965-4828-baab-bd12c7c277d9, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=312c7f8f-7965-4828-baab-bd12c7c277d9,segment=NetworkSegment(ca4e504f-4f97-4302-9728-cd71fd6e7293),segment_id=ca4e504f-4f97-4302-9728-cd71fd6e7293)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:41.035138 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:41.036538 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:52:41.061833 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cd9da-9699-46be-a816-38ab79f19de9 req-d1d157b0-8a53-443e-9381-957cd15d415d tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:41.063274 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db9cd9da-9699-46be-a816-38ab79f19de9 req-d1d157b0-8a53-443e-9381-957cd15d415d tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4edb181-b5b6-4138-bda2-34102e9320ac HTTP/1.1" status: 200 len: 948 time: 0.1068032 Aug 10 00:52:41.082750 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97821f9d-6146-4ea9-a93a-88225d1bc3c6 x-openstack-request-id: req-97821f9d-6146-4ea9-a93a-88225d1bc3c6 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:41.083183 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b95d7a-7280-4ae9-a06f-b62376a65d2f", "name": "network-vif-plugged", "status": "completed", "tag": "312c7f8f-7965-4828-baab-bd12c7c277d9", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:41.083506 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-97821f9d-6146-4ea9-a93a-88225d1bc3c6 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:41.084693 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b95d7a-7280-4ae9-a06f-b62376a65d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312c7f8f-7965-4828-baab-bd12c7c277d9', 'code': 200} Aug 10 00:52:41.089430 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:52:41.089957 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device ed9328e4-cd25-4fd5-89d6-bf0fc779ef1a not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:52:41.116795 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=312c7f8f-7965-4828-baab-bd12c7c277d9,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:41.152153 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db9cd9da-9699-46be-a816-38ab79f19de9 req-61616f50-c243-4fdc-a621-a4f40aacd684 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b1d0e8f-7c11-49d2-9ba7-9325dd32a185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779786 Aug 10 00:52:41.164749 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-864f3cd5-8635-41f0-8912-385dd9e09506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:41.174531 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-bc61a1fe-461a-466f-99ed-d0d5d7b6010b req-eaad33e2-8b96-4484-b560-16eff344dcc0 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] For port 39b117af-710e-40eb-890e-8474c562b17d, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=39b117af-710e-40eb-890e-8474c562b17d,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:41.174906 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-bc61a1fe-461a-466f-99ed-d0d5d7b6010b req-eaad33e2-8b96-4484-b560-16eff344dcc0 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:41.177416 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d32d65-a580-456e-a6cd-6c73f1678a0d', 'tag': 'fdc10411-30f3-4964-8619-36d66302f093'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:41.179684 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b930540-5736-402e-bed2-55222fed4cfd" -d '{"events": [{"name": "network-changed", "server_uuid": "f6d32d65-a580-456e-a6cd-6c73f1678a0d", "tag": "fdc10411-30f3-4964-8619-36d66302f093"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:41.196974 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-bc61a1fe-461a-466f-99ed-d0d5d7b6010b req-eaad33e2-8b96-4484-b560-16eff344dcc0 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Calling delete_port for 39b117af-710e-40eb-890e-8474c562b17d owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:52:41.231014 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:41.257666 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ad5108-5a25-4896-9796-df48fe56c0ad x-openstack-request-id: req-27ad5108-5a25-4896-9796-df48fe56c0ad {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:41.257953 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6d32d65-a580-456e-a6cd-6c73f1678a0d", "tag": "fdc10411-30f3-4964-8619-36d66302f093", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:41.258212 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-27ad5108-5a25-4896-9796-df48fe56c0ad {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:41.258607 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d32d65-a580-456e-a6cd-6c73f1678a0d', 'tag': 'fdc10411-30f3-4964-8619-36d66302f093', 'status': 'completed', 'code': 200} Aug 10 00:52:41.263956 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437a22e-670e-401a-81f9-fb329de268b5 req-05db5faa-44c9-4e76-b58a-60105a6bfd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:41.265459 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2437a22e-670e-401a-81f9-fb329de268b5 req-05db5faa-44c9-4e76-b58a-60105a6bfd53 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=11b95d7a-7280-4ae9-a06f-b62376a65d2f HTTP/1.1" status: 200 len: 1098 time: 0.1357951 Aug 10 00:52:41.305471 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b930540-5736-402e-bed2-55222fed4cfd req-e428b7a5-337c-47b3-b2fe-7d277d0d24ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:41.306937 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3b930540-5736-402e-bed2-55222fed4cfd req-e428b7a5-337c-47b3-b2fe-7d277d0d24ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 1100 time: 0.0443597 Aug 10 00:52:41.352893 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2437a22e-670e-401a-81f9-fb329de268b5 req-719ab4aa-cfc2-490b-a626-d623a18f8751 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d0fa134e-75c9-4973-b3e3-242b39af0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775082 Aug 10 00:52:41.363124 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb0127-7ff7-43a4-adc6-8d1f19fde687 req-8ee14e0c-edf9-404b-80a7-57a9325d9e17 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:41.364596 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eacb0127-7ff7-43a4-adc6-8d1f19fde687 req-8ee14e0c-edf9-404b-80a7-57a9325d9e17 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/ports?device_id=a26b64c5-46d1-4a51-ba44-adcbbc28bd77 HTTP/1.1" status: 200 len: 949 time: 0.1052370 Aug 10 00:52:41.403160 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b930540-5736-402e-bed2-55222fed4cfd req-d70171d3-8335-4959-853f-326a2675f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:41.404665 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3b930540-5736-402e-bed2-55222fed4cfd req-d70171d3-8335-4959-853f-326a2675f47e service neutron] 10.222.0.24 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.0912478 Aug 10 00:52:41.446537 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eacb0127-7ff7-43a4-adc6-8d1f19fde687 req-646b496a-5116-4ddf-b69a-660d15d8634f tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3030e10-15f0-42d7-9d25-cc0746a8d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739543 Aug 10 00:52:41.451135 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-bc61a1fe-461a-466f-99ed-d0d5d7b6010b req-eaad33e2-8b96-4484-b560-16eff344dcc0 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:41.464138 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['39b117af-710e-40eb-890e-8474c562b17d'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:52:41.494197 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad33e2-8b96-4484-b560-16eff344dcc0 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Pushing event deleted for resources: {'Port': ['ID=39b117af-710e-40eb-890e-8474c562b17d,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:41.513058 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3b930540-5736-402e-bed2-55222fed4cfd req-e857b708-ffa6-47c6-93fc-d6b9b28e480a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=fdc10411-30f3-4964-8619-36d66302f093 HTTP/1.1" status: 200 len: 217 time: 0.0630820 Aug 10 00:52:41.558904 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc61a1fe-461a-466f-99ed-d0d5d7b6010b req-eaad33e2-8b96-4484-b560-16eff344dcc0 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] No DVR routers for this DVR port 39b117af-710e-40eb-890e-8474c562b17d on host n-h1-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:52:41.590694 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-bc61a1fe-461a-466f-99ed-d0d5d7b6010b req-eaad33e2-8b96-4484-b560-16eff344dcc0 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:41.598755 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bc61a1fe-461a-466f-99ed-d0d5d7b6010b req-eaad33e2-8b96-4484-b560-16eff344dcc0 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.24 "DELETE /v2.0/ports/39b117af-710e-40eb-890e-8474c562b17d HTTP/1.1" status: 204 len: 173 time: 0.7434926 Aug 10 00:52:41.640973 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b930540-5736-402e-bed2-55222fed4cfd req-6ae9f94c-ac36-4d54-83bf-029d4c687147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:41.642473 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3b930540-5736-402e-bed2-55222fed4cfd req-6ae9f94c-ac36-4d54-83bf-029d4c687147 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.1029270 Aug 10 00:52:41.654954 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9348f6-caaa-4880-b539-9fb76a2c625a req-c68a7af7-e50b-402c-a764-c8beaff73b0d tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:41.657183 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ad9348f6-caaa-4880-b539-9fb76a2c625a req-c68a7af7-e50b-402c-a764-c8beaff73b0d tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=03fd20ad-f9fe-4d4c-afdf-df2806c173f9 HTTP/1.1" status: 200 len: 950 time: 0.1306832 Aug 10 00:52:41.718093 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ad9348f6-caaa-4880-b539-9fb76a2c625a req-705df5c3-e37b-4b38-a5f7-8b1afb300104 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506608 Aug 10 00:52:41.719580 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b930540-5736-402e-bed2-55222fed4cfd req-e3e50b89-6f7f-461b-b4e7-c78bf1a9d2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:41.721666 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3b930540-5736-402e-bed2-55222fed4cfd req-e3e50b89-6f7f-461b-b4e7-c78bf1a9d2cb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0710554 Aug 10 00:52:41.813481 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f2eae-0ebe-47f8-9dee-a4eeb2a84a58 req-515e3397-71ae-473a-8d68-69ea1342bb42 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:41.822748 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1e2f2eae-0ebe-47f8-9dee-a4eeb2a84a58 req-515e3397-71ae-473a-8d68-69ea1342bb42 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 948 time: 0.0747762 Aug 10 00:52:41.869583 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1e2f2eae-0ebe-47f8-9dee-a4eeb2a84a58 req-fc1afb1a-09c2-4944-b545-1347f47b0b5c tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440249 Aug 10 00:52:41.878834 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3b930540-5736-402e-bed2-55222fed4cfd req-b399caf9-edb8-45b4-be4b-4a08dd2199f9 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493647 Aug 10 00:52:41.985769 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3b930540-5736-402e-bed2-55222fed4cfd req-6ffbf169-741c-4e12-adbd-12a671e9add8 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959313 Aug 10 00:52:42.001911 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfeb0c-b52e-4a4b-b29b-18d29b56a696 req-a0c80207-847f-4e48-ad8c-d0ec89773ac0 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:42.003379 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-51bfeb0c-b52e-4a4b-b29b-18d29b56a696 req-a0c80207-847f-4e48-ad8c-d0ec89773ac0 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.0612476 Aug 10 00:52:42.070825 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05199f-6f34-4058-9aec-42ba9b62634c req-9360ef6e-133b-41ec-94ec-651b874ec579 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:42.072298 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ef05199f-6f34-4058-9aec-42ba9b62634c req-9360ef6e-133b-41ec-94ec-651b874ec579 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/ports?device_id=11b95d7a-7280-4ae9-a06f-b62376a65d2f HTTP/1.1" status: 200 len: 946 time: 0.0863571 Aug 10 00:52:42.075333 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-51bfeb0c-b52e-4a4b-b29b-18d29b56a696 req-367aa883-58b1-4774-86d5-7bc548876b71 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545435 Aug 10 00:52:42.114641 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ef05199f-6f34-4058-9aec-42ba9b62634c req-9ce39d73-749d-4518-af86-0d5b4dc2a45d tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0fa134e-75c9-4973-b3e3-242b39af0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364220 Aug 10 00:52:42.187558 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b5f47-f74f-47b1-aa0b-5050a8aef62d req-25ecaa0f-32ab-4719-b71f-f39931fc320b tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:42.189417 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae6b5f47-f74f-47b1-aa0b-5050a8aef62d req-25ecaa0f-32ab-4719-b71f-f39931fc320b tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a3f67a-1464-4057-bc1c-764604ede1cb HTTP/1.1" status: 200 len: 945 time: 0.0532398 Aug 10 00:52:42.225078 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device e0faacd5-133a-43ad-950f-3f6efc6ebf93 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:52:42.254584 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae6b5f47-f74f-47b1-aa0b-5050a8aef62d req-ef520d51-2d4a-4319-886b-ad71d9888097 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544980 Aug 10 00:52:42.263063 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184993c-8d0a-426d-b4fd-3e0665be4f79 req-04447484-f4ad-401e-8f7e-e08e35b815f1 tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:42.264744 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5184993c-8d0a-426d-b4fd-3e0665be4f79 req-04447484-f4ad-401e-8f7e-e08e35b815f1 tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] 10.222.0.35 "GET /v2.0/ports?device_id=674073fb-5c21-4bf1-b05c-6eeedc996de3 HTTP/1.1" status: 200 len: 945 time: 0.0743313 Aug 10 00:52:42.276689 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port e0faacd5-133a-43ad-950f-3f6efc6ebf93 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:52:42.283064 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port e0faacd5-133a-43ad-950f-3f6efc6ebf93 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:42.283427 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:42.333227 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5184993c-8d0a-426d-b4fd-3e0665be4f79 req-0253297d-95e9-49ed-87b7-c91e3a461ff9 tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bac244b-a897-4fa4-aec5-d51d530260d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601594 Aug 10 00:52:42.382224 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c610a-c35b-4841-99ec-5568cd21f80f req-0b1e2bfd-8567-4ac7-be97-11ee41cbfdd2 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:42.384373 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-125c610a-c35b-4841-99ec-5568cd21f80f req-0b1e2bfd-8567-4ac7-be97-11ee41cbfdd2 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.20 "GET /v2.0/ports?device_id=a26b64c5-46d1-4a51-ba44-adcbbc28bd77 HTTP/1.1" status: 200 len: 949 time: 0.1136668 Aug 10 00:52:42.417614 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9cce9f70-509e-48f8-8ed1-37b2301ffff9 req-04f1b9fb-12b6-408d-b7d0-68e29e3f5a25 tempest-DeleteServersAdminTestJSON-1525290863 tempest-DeleteServersAdminTestJSON-1525290863-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4edb181-b5b6-4138-bda2-34102e9320ac HTTP/1.1" status: 200 len: 210 time: 0.0363965 Aug 10 00:52:42.420962 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:42.484559 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port e0faacd5-133a-43ad-950f-3f6efc6ebf93, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=e0faacd5-133a-43ad-950f-3f6efc6ebf93,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:42.493296 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9291ee53-4484-4189-87b7-5cbc67524139 req-563036b6-309f-4a17-a965-8f8706e3f7dc tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=5a8d9cf0b9b34b619f24841b76d1a7f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271196 Aug 10 00:52:42.513210 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:42.572366 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=e0faacd5-133a-43ad-950f-3f6efc6ebf93,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:42.611989 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-125c610a-c35b-4841-99ec-5568cd21f80f req-5340e08f-0658-458e-b36c-95eed9f5ae63 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Deleting port eabbbc14-83dd-499d-b5a7-4316bc49faed {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:52:42.612301 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-125c610a-c35b-4841-99ec-5568cd21f80f req-5340e08f-0658-458e-b36c-95eed9f5ae63 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:42.648500 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291ee53-4484-4189-87b7-5cbc67524139 req-5484e0ff-6f9d-476f-80d8-cd6cd4f3550b tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:42.652628 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9291ee53-4484-4189-87b7-5cbc67524139 req-5484e0ff-6f9d-476f-80d8-cd6cd4f3550b tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1585038 Aug 10 00:52:42.662164 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380eb92-22d1-4d75-a9e8-538dc93e29e0 req-6eaafa7c-570e-49fc-899f-d860c0e52cf4 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:42.663662 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2380eb92-22d1-4d75-a9e8-538dc93e29e0 req-6eaafa7c-570e-49fc-899f-d860c0e52cf4 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/ports?device_id=a26b64c5-46d1-4a51-ba44-adcbbc28bd77 HTTP/1.1" status: 200 len: 949 time: 0.0949445 Aug 10 00:52:42.679737 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9291ee53-4484-4189-87b7-5cbc67524139 req-03bba7d7-737b-4628-a981-5fccf627b847 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/quotas/5a8d9cf0b9b34b619f24841b76d1a7f1 HTTP/1.1" status: 200 len: 375 time: 0.0150645 Aug 10 00:52:42.707288 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-125c610a-c35b-4841-99ec-5568cd21f80f req-5340e08f-0658-458e-b36c-95eed9f5ae63 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] For port eabbbc14-83dd-499d-b5a7-4316bc49faed, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=eabbbc14-83dd-499d-b5a7-4316bc49faed,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:42.707656 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-125c610a-c35b-4841-99ec-5568cd21f80f req-5340e08f-0658-458e-b36c-95eed9f5ae63 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:42.722462 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-125c610a-c35b-4841-99ec-5568cd21f80f req-5340e08f-0658-458e-b36c-95eed9f5ae63 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Calling delete_port for eabbbc14-83dd-499d-b5a7-4316bc49faed owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:52:42.729668 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2380eb92-22d1-4d75-a9e8-538dc93e29e0 req-b354f801-f28b-4a89-8c60-6633f6ef8788 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3030e10-15f0-42d7-9d25-cc0746a8d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578229 Aug 10 00:52:42.747261 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9291ee53-4484-4189-87b7-5cbc67524139 req-ae9a2a9b-be4a-46e5-ba80-1844b2359c4b tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a8d9cf0b9b34b619f24841b76d1a7f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605199 Aug 10 00:52:42.929883 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-33a6b200-f09c-4cfc-96e0-e360df74d587 req-464509d0-4ff6-4cb9-ab4c-eba25ab1b45a tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2ff78cc-999f-4fe9-8b23-b62cd58a1e02 HTTP/1.1" status: 200 len: 210 time: 0.0314443 Aug 10 00:52:42.998417 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da12c59-9385-48e4-9619-b848d1f43fa5 req-0ff09a22-d1cd-464e-8a91-da919ec1c774 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:42.999927 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9da12c59-9385-48e4-9619-b848d1f43fa5 req-0ff09a22-d1cd-464e-8a91-da919ec1c774 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 948 time: 0.0493488 Aug 10 00:52:43.047763 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9da12c59-9385-48e4-9619-b848d1f43fa5 req-636ba2be-949f-48cd-8a07-c3f19e548a5a tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377007 Aug 10 00:52:43.086475 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a3f67a-1464-4057-bc1c-764604ede1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0faacd5-133a-43ad-950f-3f6efc6ebf93'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:43.089252 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55140bcd-513d-4aef-b5da-15f97750c9ba" -d '{"events": [{"server_uuid": "19a3f67a-1464-4057-bc1c-764604ede1cb", "name": "network-vif-plugged", "status": "completed", "tag": "e0faacd5-133a-43ad-950f-3f6efc6ebf93"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:43.092129 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-125c610a-c35b-4841-99ec-5568cd21f80f req-5340e08f-0658-458e-b36c-95eed9f5ae63 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:43.128547 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17debb46-67d2-4de8-9e03-0f07b51ce8fe x-openstack-request-id: req-17debb46-67d2-4de8-9e03-0f07b51ce8fe {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:43.128959 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a3f67a-1464-4057-bc1c-764604ede1cb", "name": "network-vif-plugged", "status": "completed", "tag": "e0faacd5-133a-43ad-950f-3f6efc6ebf93", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:43.129303 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-17debb46-67d2-4de8-9e03-0f07b51ce8fe {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:43.129425 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340e08f-0658-458e-b36c-95eed9f5ae63 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Pushing event deleted for resources: {'Port': ['ID=eabbbc14-83dd-499d-b5a7-4316bc49faed,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:43.129934 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a3f67a-1464-4057-bc1c-764604ede1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0faacd5-133a-43ad-950f-3f6efc6ebf93', 'code': 200} Aug 10 00:52:43.132587 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['eabbbc14-83dd-499d-b5a7-4316bc49faed'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:52:43.208756 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-125c610a-c35b-4841-99ec-5568cd21f80f req-5340e08f-0658-458e-b36c-95eed9f5ae63 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] No DVR routers for this DVR port eabbbc14-83dd-499d-b5a7-4316bc49faed on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:52:43.212493 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-125c610a-c35b-4841-99ec-5568cd21f80f req-5340e08f-0658-458e-b36c-95eed9f5ae63 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:43.215081 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-125c610a-c35b-4841-99ec-5568cd21f80f req-5340e08f-0658-458e-b36c-95eed9f5ae63 tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.20 "DELETE /v2.0/ports/eabbbc14-83dd-499d-b5a7-4316bc49faed HTTP/1.1" status: 204 len: 173 time: 0.8176007 Aug 10 00:52:43.215546 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26b64c5-46d1-4a51-ba44-adcbbc28bd77', 'name': 'network-vif-deleted', 'tag': 'eabbbc14-83dd-499d-b5a7-4316bc49faed'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:43.218092 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06dabfd0-f8aa-4abc-9655-7f72a2d63878" -d '{"events": [{"server_uuid": "a26b64c5-46d1-4a51-ba44-adcbbc28bd77", "name": "network-vif-deleted", "tag": "eabbbc14-83dd-499d-b5a7-4316bc49faed"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:43.293433 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4edb181-b5b6-4138-bda2-34102e9320ac', 'name': 'network-vif-deleted', 'tag': '39b117af-710e-40eb-890e-8474c562b17d'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:43.297816 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8398ba2-e1c5-4475-80a7-103273e3aeeb x-openstack-request-id: req-f8398ba2-e1c5-4475-80a7-103273e3aeeb {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:43.298236 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a26b64c5-46d1-4a51-ba44-adcbbc28bd77", "name": "network-vif-deleted", "tag": "eabbbc14-83dd-499d-b5a7-4316bc49faed", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:43.298723 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f8398ba2-e1c5-4475-80a7-103273e3aeeb {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:43.298975 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4d60a2-3ead-43c3-8550-1119b1115e34" -d '{"events": [{"server_uuid": "e4edb181-b5b6-4138-bda2-34102e9320ac", "name": "network-vif-deleted", "tag": "39b117af-710e-40eb-890e-8474c562b17d"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:43.299207 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26b64c5-46d1-4a51-ba44-adcbbc28bd77', 'name': 'network-vif-deleted', 'tag': 'eabbbc14-83dd-499d-b5a7-4316bc49faed', 'status': 'completed', 'code': 200} Aug 10 00:52:43.310260 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac950507-f1dd-4fbf-b5c9-fcbe3bdba87d req-da208e8d-dab7-4e27-ad1c-5ce27a2cc847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:43.312515 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ac950507-f1dd-4fbf-b5c9-fcbe3bdba87d req-da208e8d-dab7-4e27-ad1c-5ce27a2cc847 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=19a3f67a-1464-4057-bc1c-764604ede1cb HTTP/1.1" status: 200 len: 1098 time: 0.0802069 Aug 10 00:52:43.344408 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1c1ad-51c7-4048-8f4f-a1994398316b req-824dfdda-486b-426a-b9be-1b097454d49d tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:43.346308 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-45b1c1ad-51c7-4048-8f4f-a1994398316b req-824dfdda-486b-426a-b9be-1b097454d49d tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/ports?device_id=11b95d7a-7280-4ae9-a06f-b62376a65d2f HTTP/1.1" status: 200 len: 946 time: 0.1014991 Aug 10 00:52:43.375375 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ac950507-f1dd-4fbf-b5c9-fcbe3bdba87d req-48ef1d92-e084-4799-a1b9-a24be53130b5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550296 Aug 10 00:52:43.396613 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-45b1c1ad-51c7-4048-8f4f-a1994398316b req-131a12b3-52f8-4d88-89ca-c9e0f4f77af1 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0fa134e-75c9-4973-b3e3-242b39af0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409541 Aug 10 00:52:43.446454 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c422f37-6a6f-45eb-8421-98be5c7108df req-ee023b39-d5ca-4060-bc4c-81f4b3f82654 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:43.447989 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4c422f37-6a6f-45eb-8421-98be5c7108df req-ee023b39-d5ca-4060-bc4c-81f4b3f82654 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a3f67a-1464-4057-bc1c-764604ede1cb HTTP/1.1" status: 200 len: 946 time: 0.0554919 Aug 10 00:52:43.449480 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1534d556-f1b8-4035-aab6-1e44d365bae7 x-openstack-request-id: req-1534d556-f1b8-4035-aab6-1e44d365bae7 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:43.449769 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4edb181-b5b6-4138-bda2-34102e9320ac", "name": "network-vif-deleted", "tag": "39b117af-710e-40eb-890e-8474c562b17d", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:43.450078 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1534d556-f1b8-4035-aab6-1e44d365bae7 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:43.450640 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4edb181-b5b6-4138-bda2-34102e9320ac', 'name': 'network-vif-deleted', 'tag': '39b117af-710e-40eb-890e-8474c562b17d', 'status': 'completed', 'code': 200} Aug 10 00:52:43.488347 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4c422f37-6a6f-45eb-8421-98be5c7108df req-22082dc6-2ab9-4b86-a346-b7a7f1d62577 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342577 Aug 10 00:52:43.548536 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b53c97-07d6-40de-b0c8-893c2a618624 req-6defdac6-c0ec-4f3f-9fe5-8ba5f0d81e6d tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:43.550508 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-54b53c97-07d6-40de-b0c8-893c2a618624 req-6defdac6-c0ec-4f3f-9fe5-8ba5f0d81e6d tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] 10.222.0.35 "GET /v2.0/ports?device_id=674073fb-5c21-4bf1-b05c-6eeedc996de3 HTTP/1.1" status: 200 len: 945 time: 0.0483012 Aug 10 00:52:43.621787 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-54b53c97-07d6-40de-b0c8-893c2a618624 req-df90c230-0c3c-4f52-bfb4-a089c1d47b0f tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bac244b-a897-4fa4-aec5-d51d530260d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645428 Aug 10 00:52:43.671856 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f420a-aacd-42dd-bd05-e2b2928cd26a req-56ccb1f3-a0c4-4a54-abb7-62ffe2e608e0 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:43.674647 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a43f420a-aacd-42dd-bd05-e2b2928cd26a req-56ccb1f3-a0c4-4a54-abb7-62ffe2e608e0 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a8dd26-da94-4cca-8e01-efdfa748cfd4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0856533 Aug 10 00:52:43.725942 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a43f420a-aacd-42dd-bd05-e2b2928cd26a req-10a43fff-b56b-434c-b586-ffcb820a1601 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.126 HTTP/1.1" status: 200 len: 696 time: 0.0463696 Aug 10 00:52:43.735521 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-a43f420a-aacd-42dd-bd05-e2b2928cd26a req-626dfe9a-625c-4b81-9477-5fad0de00a4c tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Request body: {'floatingip': {'port_id': 'a1ddb43d-c75d-4674-b475-32b8e2a16696', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:43.775956 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a43f420a-aacd-42dd-bd05-e2b2928cd26a req-626dfe9a-625c-4b81-9477-5fad0de00a4c tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks [] for floatingip, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:43.782007 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8feb8047-a1d5-4a53-95bb-e3363b3e3d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:43.817844 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a2c49-5099-40e8-a745-0accdac62d48 req-9c10f8dd-d1d3-4acd-b149-3e818fa8f7a0 tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:43.819420 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2e9a2c49-5099-40e8-a745-0accdac62d48 req-9c10f8dd-d1d3-4acd-b149-3e818fa8f7a0 tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] 10.222.0.24 "GET /v2.0/ports?device_id=674073fb-5c21-4bf1-b05c-6eeedc996de3 HTTP/1.1" status: 200 len: 945 time: 0.0678952 Aug 10 00:52:43.878012 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-353aee62-9077-4884-b82b-00a4d278e4cb req-61eeb195-ac76-4bd5-a63f-4d13144006ed tempest-LiveMigrationNegativeTest-1280099164 tempest-LiveMigrationNegativeTest-1280099164-project] 10.222.0.35 "GET /v2.0/ports?device_id=a26b64c5-46d1-4a51-ba44-adcbbc28bd77 HTTP/1.1" status: 200 len: 210 time: 0.0353167 Aug 10 00:52:43.927181 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-2e9a2c49-5099-40e8-a745-0accdac62d48 req-b0b32762-dc75-40b6-af29-67dd3ee8ddcf tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] Deleting port e7143e38-52dd-4fcc-b73b-7a7ec4181fd6 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:52:43.927537 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2e9a2c49-5099-40e8-a745-0accdac62d48 req-b0b32762-dc75-40b6-af29-67dd3ee8ddcf tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:44.036434 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-2e9a2c49-5099-40e8-a745-0accdac62d48 req-b0b32762-dc75-40b6-af29-67dd3ee8ddcf tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] For port e7143e38-52dd-4fcc-b73b-7a7ec4181fd6, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=e7143e38-52dd-4fcc-b73b-7a7ec4181fd6,segment=NetworkSegment(9b1b1e44-c865-48b7-8523-84b87a2d2e18),segment_id=9b1b1e44-c865-48b7-8523-84b87a2d2e18)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:44.036945 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2e9a2c49-5099-40e8-a745-0accdac62d48 req-b0b32762-dc75-40b6-af29-67dd3ee8ddcf tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:44.052203 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-2e9a2c49-5099-40e8-a745-0accdac62d48 req-b0b32762-dc75-40b6-af29-67dd3ee8ddcf tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] Calling delete_port for e7143e38-52dd-4fcc-b73b-7a7ec4181fd6 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:52:44.095446 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-80f37241-a820-444d-af5d-5fc18e789a91 req-27f270f1-6870-4ea5-bb98-0e39d0842d59 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2ff78cc-999f-4fe9-8b23-b62cd58a1e02 HTTP/1.1" status: 200 len: 210 time: 0.0317931 Aug 10 00:52:44.215028 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2e9a2c49-5099-40e8-a745-0accdac62d48 req-b0b32762-dc75-40b6-af29-67dd3ee8ddcf tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:44.224619 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60256) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:44.228116 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['e7143e38-52dd-4fcc-b73b-7a7ec4181fd6'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:52:44.260509 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b32762-dc75-40b6-af29-67dd3ee8ddcf tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] Pushing event deleted for resources: {'Port': ['ID=e7143e38-52dd-4fcc-b73b-7a7ec4181fd6,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:44.267307 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9621bc7-0ee3-4929-8a1b-359c36cc99e6 req-d68e8910-8e10-4b95-bf36-31321ae29e0b tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:44.269629 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9621bc7-0ee3-4929-8a1b-359c36cc99e6 req-d68e8910-8e10-4b95-bf36-31321ae29e0b tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 948 time: 0.1000965 Aug 10 00:52:44.297748 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9a2c49-5099-40e8-a745-0accdac62d48 req-b0b32762-dc75-40b6-af29-67dd3ee8ddcf tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] No DVR routers for this DVR port e7143e38-52dd-4fcc-b73b-7a7ec4181fd6 on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:52:44.301382 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2e9a2c49-5099-40e8-a745-0accdac62d48 req-b0b32762-dc75-40b6-af29-67dd3ee8ddcf tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:44.303386 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2e9a2c49-5099-40e8-a745-0accdac62d48 req-b0b32762-dc75-40b6-af29-67dd3ee8ddcf tempest-VolumesAdminNegativeTest-148555638 tempest-VolumesAdminNegativeTest-148555638-project] 10.222.0.24 "DELETE /v2.0/ports/e7143e38-52dd-4fcc-b73b-7a7ec4181fd6 HTTP/1.1" status: 204 len: 173 time: 0.4778957 Aug 10 00:52:44.354931 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:44.401667 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9621bc7-0ee3-4929-8a1b-359c36cc99e6 req-f2b7623a-ddb5-4910-bafc-dc8244e742a7 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111352 Aug 10 00:52:44.424212 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a43f420a-aacd-42dd-bd05-e2b2928cd26a req-626dfe9a-625c-4b81-9477-5fad0de00a4c tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:44.428083 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a43f420a-aacd-42dd-bd05-e2b2928cd26a req-626dfe9a-625c-4b81-9477-5fad0de00a4c tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:44.480849 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-12b4f3cf-f786-4f87-906a-2771094816ab admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=53833d9b51994a8d9f2e258d03d6e4b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2539284 Aug 10 00:52:44.483223 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60260) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:44.537133 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [req-a43f420a-aacd-42dd-bd05-e2b2928cd26a req-626dfe9a-625c-4b81-9477-5fad0de00a4c tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Floating IP 3512e5fe-e212-4d5c-b900-482391cbd2cb associated. External IP: 172.25.2.126, port: a1ddb43d-c75d-4674-b475-32b8e2a16696. Aug 10 00:52:44.545989 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f533196f-0436-4f9b-9824-ee195d8066f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:44.576086 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f533196f-0436-4f9b-9824-ee195d8066f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:44.634421 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f533196f-0436-4f9b-9824-ee195d8066f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:44.636929 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f533196f-0436-4f9b-9824-ee195d8066f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:44.638147 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f533196f-0436-4f9b-9824-ee195d8066f1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9b1d0e8f-7c11-49d2-9ba7-9325dd32a185 HTTP/1.1" status: 204 len: 168 time: 0.1539402 Aug 10 00:52:44.648570 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533196f-0436-4f9b-9824-ee195d8066f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1d0e8f-7c11-49d2-9ba7-9325dd32a185,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:44.849439 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device fdc10411-30f3-4964-8619-36d66302f093 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:52:44.910736 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373349e-a6a1-49bc-b03b-bc2990d706aa req-58a416fe-d2a6-4418-a637-1c74f6743dfc tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:44.918070 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1373349e-a6a1-49bc-b03b-bc2990d706aa req-58a416fe-d2a6-4418-a637-1c74f6743dfc tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a3f67a-1464-4057-bc1c-764604ede1cb HTTP/1.1" status: 200 len: 946 time: 0.3340728 Aug 10 00:52:44.958224 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60272) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:44.974513 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d44f7e59-a0c5-4e7e-a64f-de6e2454c187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:45.004844 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1373349e-a6a1-49bc-b03b-bc2990d706aa req-66e8150e-c62a-4964-898d-cdabc5d83e71 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857384 Aug 10 00:52:45.045320 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 39b117af-710e-40eb-890e-8474c562b17d no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:52:45.063105 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60276) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:45.088853 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 39b117af-710e-40eb-890e-8474c562b17d {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:52:45.089251 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 39b117af-710e-40eb-890e-8474c562b17d not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:52:45.116468 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9291ee53-4484-4189-87b7-5cbc67524139 req-c4896386-8688-4597-a60e-cb574977b8f0 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5a8d9cf0b9b34b619f24841b76d1a7f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391784 Aug 10 00:52:45.132817 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a43f420a-aacd-42dd-bd05-e2b2928cd26a req-626dfe9a-625c-4b81-9477-5fad0de00a4c tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Router 1b2ac2e4-6ed8-46ce-90af-2c454640483b has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:52:45.137348 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b641129-4e60-4185-aea6-b963389bc217 admin admin] Deleting subnet 919c61c2-1d9d-4f36-9a5f-a0057b3f36c8 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:52:45.141394 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9b641129-4e60-4185-aea6-b963389bc217 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:45.143399 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:45.183337 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9b641129-4e60-4185-aea6-b963389bc217 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:45.189210 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9b641129-4e60-4185-aea6-b963389bc217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:45.305245 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '674073fb-5c21-4bf1-b05c-6eeedc996de3', 'name': 'network-vif-deleted', 'tag': 'e7143e38-52dd-4fcc-b73b-7a7ec4181fd6'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:45.312086 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9b641129-4e60-4185-aea6-b963389bc217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:45.314564 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03a3f4f-a844-4d82-a37a-bb0120e3f35b" -d '{"events": [{"server_uuid": "674073fb-5c21-4bf1-b05c-6eeedc996de3", "name": "network-vif-deleted", "tag": "e7143e38-52dd-4fcc-b73b-7a7ec4181fd6"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:45.337775 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d44f7e59-a0c5-4e7e-a64f-de6e2454c187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:45.338052 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port fdc10411-30f3-4964-8619-36d66302f093, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=fdc10411-30f3-4964-8619-36d66302f093,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:45.356225 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d44f7e59-a0c5-4e7e-a64f-de6e2454c187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:45.366311 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b641129-4e60-4185-aea6-b963389bc217 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=919c61c2-1d9d-4f36-9a5f-a0057b3f36c8,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:45.368131 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9b641129-4e60-4185-aea6-b963389bc217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:45.370460 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9b641129-4e60-4185-aea6-b963389bc217 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/919c61c2-1d9d-4f36-9a5f-a0057b3f36c8 HTTP/1.1" status: 204 len: 168 time: 0.3059459 Aug 10 00:52:45.371355 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'fdc10411-30f3-4964-8619-36d66302f093', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': 'fdc10411-30f3-4964-8619-36d66302f093', 'mac_address': 'fa:16:3e:cc:66:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:52:45.389168 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60284) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:45.423598 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:45.428295 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d44f7e59-a0c5-4e7e-a64f-de6e2454c187 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=da8ed13c5a5b4994b6372a6ef874ee72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4690099 Aug 10 00:52:45.431641 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f0ced70d-6444-4edb-9f3d-bedb7794782a req-ece5ca37-6899-4f9b-87a5-56bb58f1da2e tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2ff78cc-999f-4fe9-8b23-b62cd58a1e02 HTTP/1.1" status: 200 len: 210 time: 0.0351496 Aug 10 00:52:45.432092 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60288) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:45.437774 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f7e59-a0c5-4e7e-a64f-de6e2454c187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46937356-344d-4945-94e6-524a4309c49e,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:45.460290 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a43f420a-aacd-42dd-bd05-e2b2928cd26a req-626dfe9a-625c-4b81-9477-5fad0de00a4c tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:52:45.467483 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdc10411-30f3-4964-8619-36d66302f093 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:52:45.471691 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c176b493-72aa-4df9-9e64-3eabd7a549bd None None] Sync routers for ids ['1b2ac2e4-6ed8-46ce-90af-2c454640483b'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:52:45.473298 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291ee53-4484-4189-87b7-5cbc67524139 req-0c2e6851-d137-4c14-bc49-b522bac95fb9 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:45.474793 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9291ee53-4484-4189-87b7-5cbc67524139 req-0c2e6851-d137-4c14-bc49-b522bac95fb9 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3369482 Aug 10 00:52:45.478257 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a43f420a-aacd-42dd-bd05-e2b2928cd26a req-626dfe9a-625c-4b81-9477-5fad0de00a4c tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:45.488171 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c176b493-72aa-4df9-9e64-3eabd7a549bd None None] Routers {'1b2ac2e4-6ed8-46ce-90af-2c454640483b'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:52:45.488823 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-c176b493-72aa-4df9-9e64-3eabd7a549bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:52:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['1b2ac2e4-6ed8-46ce-90af-2c454640483b'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:45.520758 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-9291ee53-4484-4189-87b7-5cbc67524139 req-5d039850-fa80-4623-9aa7-1c57326349bb tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Request body: {'port': {'device_id': 'c2ff78cc-999f-4fe9-8b23-b62cd58a1e02', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'admin_state_up': True, 'tenant_id': '5a8d9cf0b9b34b619f24841b76d1a7f1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:45.521563 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port fdc10411-30f3-4964-8619-36d66302f093, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=fdc10411-30f3-4964-8619-36d66302f093,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:45.531395 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:45.546567 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a43f420a-aacd-42dd-bd05-e2b2928cd26a req-626dfe9a-625c-4b81-9477-5fad0de00a4c tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "PUT /v2.0/floatingips/3512e5fe-e212-4d5c-b900-482391cbd2cb HTTP/1.1" status: 200 len: 996 time: 1.8126893 Aug 10 00:52:45.549223 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3684f1-bec7-4508-80c8-b5b1b6931933 x-openstack-request-id: req-8b3684f1-bec7-4508-80c8-b5b1b6931933 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:45.554721 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a8dd26-da94-4cca-8e01-efdfa748cfd4', 'tag': 'a1ddb43d-c75d-4674-b475-32b8e2a16696'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:45.555080 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "674073fb-5c21-4bf1-b05c-6eeedc996de3", "name": "network-vif-deleted", "tag": "e7143e38-52dd-4fcc-b73b-7a7ec4181fd6", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:45.555354 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8b3684f1-bec7-4508-80c8-b5b1b6931933 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:45.555762 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '674073fb-5c21-4bf1-b05c-6eeedc996de3', 'name': 'network-vif-deleted', 'tag': 'e7143e38-52dd-4fcc-b73b-7a7ec4181fd6', 'status': 'completed', 'code': 200} Aug 10 00:52:45.558193 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9f451e-22b9-4d0b-89ff-7691581e8127" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a8dd26-da94-4cca-8e01-efdfa748cfd4", "tag": "a1ddb43d-c75d-4674-b475-32b8e2a16696"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:45.570509 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60294) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:45.605293 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dece5a4f-6230-44e9-bbd6-57d11fbf6cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:45.615365 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=fdc10411-30f3-4964-8619-36d66302f093,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:45.660367 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dece5a4f-6230-44e9-bbd6-57d11fbf6cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:45.680040 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-15472692-4f15-4bf8-bc3d-39b7c65550be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:45.682425 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-c176b493-72aa-4df9-9e64-3eabd7a549bd None None] Set router 1b2ac2e4-6ed8-46ce-90af-2c454640483b gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:52:45.694370 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f420a-aacd-42dd-bd05-e2b2928cd26a req-a5ced8c0-5634-4d24-b94d-72ba72e93df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:45.701920 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a43f420a-aacd-42dd-bd05-e2b2928cd26a req-a5ced8c0-5634-4d24-b94d-72ba72e93df5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc2e62ffb5b34be582ea4ea144aaa50f&device_id=e7a8dd26-da94-4cca-8e01-efdfa748cfd4 HTTP/1.1" status: 200 len: 1097 time: 0.1399477 Aug 10 00:52:45.769128 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7c788-3030-476e-95de-89428a9c6735 req-07fc29c6-5c6e-4349-a02d-8193e5ab503e tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:45.776264 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a5f7c788-3030-476e-95de-89428a9c6735 req-07fc29c6-5c6e-4349-a02d-8193e5ab503e tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 949 time: 0.1575010 Aug 10 00:52:45.820156 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-15472692-4f15-4bf8-bc3d-39b7c65550be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:45.828521 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9291ee53-4484-4189-87b7-5cbc67524139 req-5d039850-fa80-4623-9aa7-1c57326349bb tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Made reservation on behalf of 5a8d9cf0b9b34b619f24841b76d1a7f1 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:52:45.832635 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9291ee53-4484-4189-87b7-5cbc67524139 req-5d039850-fa80-4623-9aa7-1c57326349bb tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:45.837070 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a5f7c788-3030-476e-95de-89428a9c6735 req-9ea73a7e-9295-45fb-9fd5-8466b02fd460 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600271 Aug 10 00:52:45.843468 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-15472692-4f15-4bf8-bc3d-39b7c65550be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f9b0a0-51e7-457c-a337-209a23a50469']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:45.848435 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dece5a4f-6230-44e9-bbd6-57d11fbf6cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:45.851355 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dece5a4f-6230-44e9-bbd6-57d11fbf6cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:45.851554 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['fdc10411-30f3-4964-8619-36d66302f093'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:52:45.853698 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-dece5a4f-6230-44e9-bbd6-57d11fbf6cbd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/46937356-344d-4945-94e6-524a4309c49e HTTP/1.1" status: 204 len: 168 time: 0.4166937 Aug 10 00:52:45.867261 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f420a-aacd-42dd-bd05-e2b2928cd26a req-39a1c79c-ad55-4161-8e74-ce88b5232023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:45.883831 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-15472692-4f15-4bf8-bc3d-39b7c65550be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b1b1e44-c865-48b7-8523-84b87a2d2e18') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:45.883831 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-15472692-4f15-4bf8-bc3d-39b7c65550be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b1b1e44-c865-48b7-8523-84b87a2d2e18') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:45.884044 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a43f420a-aacd-42dd-bd05-e2b2928cd26a req-39a1c79c-ad55-4161-8e74-ce88b5232023 service neutron] 10.222.0.35 "GET /v2.0/networks?id=69f51d35-d4ba-4f49-8c05-8898ee0d5115 HTTP/1.1" status: 200 len: 922 time: 0.1779532 Aug 10 00:52:45.884044 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dece5a4f-6230-44e9-bbd6-57d11fbf6cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46937356-344d-4945-94e6-524a4309c49e,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:45.962521 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cd8143-ea4e-49b0-b713-1f0a39b4c890 x-openstack-request-id: req-78cd8143-ea4e-49b0-b713-1f0a39b4c890 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:45.964050 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a8dd26-da94-4cca-8e01-efdfa748cfd4", "tag": "a1ddb43d-c75d-4674-b475-32b8e2a16696", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:45.964491 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-78cd8143-ea4e-49b0-b713-1f0a39b4c890 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:45.965096 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a8dd26-da94-4cca-8e01-efdfa748cfd4', 'tag': 'a1ddb43d-c75d-4674-b475-32b8e2a16696', 'status': 'completed', 'code': 200} Aug 10 00:52:46.009574 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a43f420a-aacd-42dd-bd05-e2b2928cd26a req-446b1bf3-38d4-4863-8ddc-1318d12e9e79 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1ddb43d-c75d-4674-b475-32b8e2a16696 HTTP/1.1" status: 200 len: 999 time: 0.1196144 Aug 10 00:52:46.060921 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-15472692-4f15-4bf8-bc3d-39b7c65550be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:46.078978 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-338cd9a8-38b6-4bba-a201-f595efbdab1a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1253712107db49cfa26a2ea2f0554108&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5073254 Aug 10 00:52:46.090240 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60302) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:46.109136 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-15472692-4f15-4bf8-bc3d-39b7c65550be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:46.133816 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f420a-aacd-42dd-bd05-e2b2928cd26a req-95280a46-9541-4671-a197-47db7730c369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:46.142179 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a43f420a-aacd-42dd-bd05-e2b2928cd26a req-95280a46-9541-4671-a197-47db7730c369 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dcf03b3b-6f13-42e9-be6a-f87764bef944 HTTP/1.1" status: 200 len: 860 time: 0.1255679 Aug 10 00:52:46.149770 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:46.159959 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15472692-4f15-4bf8-bc3d-39b7c65550be admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:52:46.160576 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-15472692-4f15-4bf8-bc3d-39b7c65550be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:46.162961 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 00:52:46.162961 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:52:46.162961 n-d-766726-26 neutron-server[105827]: timer() Aug 10 00:52:46.162961 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:52:46.162961 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 00:52:46.162961 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:52:46.162961 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 00:52:46.162961 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:52:46.162961 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 00:52:46.162961 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:52:46.162961 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 00:52:46.162961 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:52:46.162961 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 00:52:46.162961 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:52:46.162961 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:52:46.162961 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:52:46.162961 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:52:46.162961 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:52:46.162961 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 00:52:46.162961 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:52:46.162961 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 00:52:46.162961 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:52:46.162961 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:52:46.162961 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:52:46.162961 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 00:52:46.162961 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:52:46.162961 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:52:46.162961 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:52:46.162961 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:52:46.162961 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:52:46.162961 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:52:46.162961 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:52:46.165425 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-9291ee53-4484-4189-87b7-5cbc67524139 req-5d039850-fa80-4623-9aa7-1c57326349bb tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Allocated IP 192.168.233.189 (853ae90b-411a-4cc9-b27c-aa212d4ff023/f49e9f1d-7e8a-42ac-a9f2-157734919ae5/0a07679b-9214-42fc-9250-d17f2e078357) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:52:46.178383 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-c176b493-72aa-4df9-9e64-3eabd7a549bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1075006119-router', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:00Z', 'updated_at': '2021-08-10T00:52:05Z', 'revision_number': 4, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'gw_port': {'id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:01Z', 'updated_at': '2021-08-10T00:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '3512e5fe-e212-4d5c-b900-482391cbd2cb', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'floating_ip_address': '172.25.2.126', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'port_id': 'a1ddb43d-c75d-4674-b475-32b8e2a16696', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'mac_address': 'fa:16:3e:2f:86:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a8dd26-da94-4cca-8e01-efdfa748cfd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:52:26Z', 'updated_at': '2021-08-10T00:52:44Z', 'revision_number': 1, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb8d22f-28bd-447e-8026-fa3e74e719d7', 'name': '', 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'mac_address': 'fa:16:3e:35:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:04Z', 'updated_at': '2021-08-10T00:52:10Z', 'revision_number': 5, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'subnets': [{'id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:46.221510 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f420a-aacd-42dd-bd05-e2b2928cd26a req-ec2b58bb-d720-493f-930d-6ed7e249c3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:46.229176 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a43f420a-aacd-42dd-bd05-e2b2928cd26a req-ec2b58bb-d720-493f-930d-6ed7e249c3b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=69f51d35-d4ba-4f49-8c05-8898ee0d5115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0853076 Aug 10 00:52:46.231147 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device eabbbc14-83dd-499d-b5a7-4316bc49faed no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:52:46.235449 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [req-a43f420a-aacd-42dd-bd05-e2b2928cd26a req-f7e02eb8-8a79-4a5a-9f5b-f79211606cbb service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:52:46.243223 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a43f420a-aacd-42dd-bd05-e2b2928cd26a req-f7e02eb8-8a79-4a5a-9f5b-f79211606cbb service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128925 Aug 10 00:52:46.245722 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c176b493-72aa-4df9-9e64-3eabd7a549bd None None] Checking router: 1b2ac2e4-6ed8-46ce-90af-2c454640483b for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:52:46.256587 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f451e-22b9-4d0b-89ff-7691581e8127 req-d7b14fab-a37c-4be9-a7f1-ad973fb54f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:46.260569 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5a9f451e-22b9-4d0b-89ff-7691581e8127 req-d7b14fab-a37c-4be9-a7f1-ad973fb54f3a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cc2e62ffb5b34be582ea4ea144aaa50f&device_id=e7a8dd26-da94-4cca-8e01-efdfa748cfd4 HTTP/1.1" status: 200 len: 1097 time: 0.2361078 Aug 10 00:52:46.264531 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699aac6-2904-451b-bf0f-673aee18f4da req-0d827a79-c949-44ab-8b0a-17bbc3e98664 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:46.268219 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b699aac6-2904-451b-bf0f-673aee18f4da req-0d827a79-c949-44ab-8b0a-17bbc3e98664 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a3f67a-1464-4057-bc1c-764604ede1cb HTTP/1.1" status: 200 len: 946 time: 0.1207898 Aug 10 00:52:46.270240 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c176b493-72aa-4df9-9e64-3eabd7a549bd None None] Routers {'1b2ac2e4-6ed8-46ce-90af-2c454640483b'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:52:46.275281 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-c176b493-72aa-4df9-9e64-3eabd7a549bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:52:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['1b2ac2e4-6ed8-46ce-90af-2c454640483b'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:46.297522 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: eabbbc14-83dd-499d-b5a7-4316bc49faed {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:52:46.298066 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device eabbbc14-83dd-499d-b5a7-4316bc49faed not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:52:46.312500 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-15472692-4f15-4bf8-bc3d-39b7c65550be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:46.331186 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-15472692-4f15-4bf8-bc3d-39b7c65550be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:46.336450 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-15472692-4f15-4bf8-bc3d-39b7c65550be admin admin] 10.222.0.35 "DELETE /v2.0/networks/b7f9b0a0-51e7-457c-a337-209a23a50469 HTTP/1.1" status: 204 len: 168 time: 0.9068427 Aug 10 00:52:46.345323 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60310) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:46.368393 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b699aac6-2904-451b-bf0f-673aee18f4da req-53e758b6-59b8-4f98-b257-d3df0d58fc57 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913160 Aug 10 00:52:46.419917 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b17cd898-e036-4b86-854a-42fb63967512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:46.425126 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a43f420a-aacd-42dd-bd05-e2b2928cd26a req-1019dbbd-7cd2-4475-9aa1-d8a2cb68659c service neutron] 10.222.0.35 "GET /v2.0/networks/69f51d35-d4ba-4f49-8c05-8898ee0d5115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811469 Aug 10 00:52:46.430473 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-c176b493-72aa-4df9-9e64-3eabd7a549bd None None] Set router 1b2ac2e4-6ed8-46ce-90af-2c454640483b gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:52:46.434752 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15472692-4f15-4bf8-bc3d-39b7c65550be admin admin] Pushing event deleted for resources: {'Network': ['ID=b7f9b0a0-51e7-457c-a337-209a23a50469,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:46.436833 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-6141172c-c2bf-45ac-9906-3679e6cf3156 admin admin] Deleting subnet 6c577a29-0714-4550-bfec-4e7a2b5c166a {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:52:46.515710 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6141172c-c2bf-45ac-9906-3679e6cf3156 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:46.518552 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b17cd898-e036-4b86-854a-42fb63967512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:46.563228 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a43f420a-aacd-42dd-bd05-e2b2928cd26a req-318cd1bb-33a7-4a67-b20d-c25292dcc840 service neutron] 10.222.0.35 "GET /v2.0/networks/69f51d35-d4ba-4f49-8c05-8898ee0d5115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238596 Aug 10 00:52:46.574734 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6141172c-c2bf-45ac-9906-3679e6cf3156 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:46.591564 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6141172c-c2bf-45ac-9906-3679e6cf3156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:46.615240 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f451e-22b9-4d0b-89ff-7691581e8127 req-68e4563f-27cf-473f-be24-08afb49c5d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:46.616893 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5a9f451e-22b9-4d0b-89ff-7691581e8127 req-68e4563f-27cf-473f-be24-08afb49c5d78 service neutron] 10.222.0.20 "GET /v2.0/networks?id=69f51d35-d4ba-4f49-8c05-8898ee0d5115 HTTP/1.1" status: 200 len: 922 time: 0.3384340 Aug 10 00:52:46.709661 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9291ee53-4484-4189-87b7-5cbc67524139 req-5d039850-fa80-4623-9aa7-1c57326349bb tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:46.717440 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b17cd898-e036-4b86-854a-42fb63967512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:46.719979 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b17cd898-e036-4b86-854a-42fb63967512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:46.721685 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b17cd898-e036-4b86-854a-42fb63967512 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d3030e10-15f0-42d7-9d25-cc0746a8d9e1 HTTP/1.1" status: 204 len: 168 time: 0.6267779 Aug 10 00:52:46.747599 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5a9f451e-22b9-4d0b-89ff-7691581e8127 req-60074e5a-1fa5-446e-821e-e948d019f979 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1ddb43d-c75d-4674-b475-32b8e2a16696 HTTP/1.1" status: 200 len: 999 time: 0.1143463 Aug 10 00:52:46.748945 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-9291ee53-4484-4189-87b7-5cbc67524139 req-5d039850-fa80-4623-9aa7-1c57326349bb tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Transition to ACTIVE for port object 0a07679b-9214-42fc-9250-d17f2e078357 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:52:46.750474 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17cd898-e036-4b86-854a-42fb63967512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3030e10-15f0-42d7-9d25-cc0746a8d9e1,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:46.757434 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-c176b493-72aa-4df9-9e64-3eabd7a549bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1075006119-router', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:00Z', 'updated_at': '2021-08-10T00:52:05Z', 'revision_number': 4, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'gw_port': {'id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:01Z', 'updated_at': '2021-08-10T00:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '3512e5fe-e212-4d5c-b900-482391cbd2cb', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'floating_ip_address': '172.25.2.126', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'port_id': 'a1ddb43d-c75d-4674-b475-32b8e2a16696', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'mac_address': 'fa:16:3e:2f:86:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a8dd26-da94-4cca-8e01-efdfa748cfd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:52:26Z', 'updated_at': '2021-08-10T00:52:44Z', 'revision_number': 1, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb8d22f-28bd-447e-8026-fa3e74e719d7', 'name': '', 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'mac_address': 'fa:16:3e:35:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:04Z', 'updated_at': '2021-08-10T00:52:10Z', 'revision_number': 5, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'subnets': [{'id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:46.787594 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-55f29ee7-ea61-4fd4-b0f1-0c87b78d0c82 req-6be4be6f-fd94-4b08-8087-761f1a5ae7ce tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2ff78cc-999f-4fe9-8b23-b62cd58a1e02 HTTP/1.1" status: 200 len: 210 time: 0.0805960 Aug 10 00:52:46.790894 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6141172c-c2bf-45ac-9906-3679e6cf3156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:46.797584 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c176b493-72aa-4df9-9e64-3eabd7a549bd None None] The sync data for ids ['1b2ac2e4-6ed8-46ce-90af-2c454640483b'] in n-d-766726-26 is: [{'id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1075006119-router', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:00Z', 'updated_at': '2021-08-10T00:52:05Z', 'revision_number': 4, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'gw_port': {'id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:01Z', 'updated_at': '2021-08-10T00:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '3512e5fe-e212-4d5c-b900-482391cbd2cb', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'floating_ip_address': '172.25.2.126', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'port_id': 'a1ddb43d-c75d-4674-b475-32b8e2a16696', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'mac_address': 'fa:16:3e:2f:86:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a8dd26-da94-4cca-8e01-efdfa748cfd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:52:26Z', 'updated_at': '2021-08-10T00:52:44Z', 'revision_number': 1, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb8d22f-28bd-447e-8026-fa3e74e719d7', 'name': '', 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'mac_address': 'fa:16:3e:35:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:04Z', 'updated_at': '2021-08-10T00:52:10Z', 'revision_number': 5, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'subnets': [{'id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:52:46.834301 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f451e-22b9-4d0b-89ff-7691581e8127 req-c0ee7277-9d4a-4cf8-85e1-a1e248ee9686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:46.835790 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5a9f451e-22b9-4d0b-89ff-7691581e8127 req-c0ee7277-9d4a-4cf8-85e1-a1e248ee9686 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dcf03b3b-6f13-42e9-be6a-f87764bef944 HTTP/1.1" status: 200 len: 860 time: 0.0689170 Aug 10 00:52:46.847666 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141172c-c2bf-45ac-9906-3679e6cf3156 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c577a29-0714-4550-bfec-4e7a2b5c166a,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:46.861810 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6141172c-c2bf-45ac-9906-3679e6cf3156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:46.870912 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6141172c-c2bf-45ac-9906-3679e6cf3156 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6c577a29-0714-4550-bfec-4e7a2b5c166a HTTP/1.1" status: 204 len: 168 time: 0.5243571 Aug 10 00:52:46.871542 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60330) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:46.873610 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9291ee53-4484-4189-87b7-5cbc67524139 req-5d039850-fa80-4623-9aa7-1c57326349bb tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:46.930126 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['6a834218-a44a-41c8-b76e-4f94deca7511', '26d2b690-1c80-42bb-8a94-6e6ae008e7e4'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:52:46.959838 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9291ee53-4484-4189-87b7-5cbc67524139 req-5d039850-fa80-4623-9aa7-1c57326349bb tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Network 853ae90b-411a-4cc9-b27c-aa212d4ff023 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:52:46.964080 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-9291ee53-4484-4189-87b7-5cbc67524139 req-5d039850-fa80-4623-9aa7-1c57326349bb tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:52:46.982481 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9291ee53-4484-4189-87b7-5cbc67524139 req-5d039850-fa80-4623-9aa7-1c57326349bb tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:52:46.997044 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d039850-fa80-4623-9aa7-1c57326349bb tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Pushing event updated for resources: {'Port': ['ID=0a07679b-9214-42fc-9250-d17f2e078357,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:47.022967 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c78d0060-61aa-47d0-8c20-42ffe3a1d0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:47.050648 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f451e-22b9-4d0b-89ff-7691581e8127 req-049f0097-5987-4760-9a2e-35c8de671120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:47.055488 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5a9f451e-22b9-4d0b-89ff-7691581e8127 req-049f0097-5987-4760-9a2e-35c8de671120 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=69f51d35-d4ba-4f49-8c05-8898ee0d5115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2107508 Aug 10 00:52:47.074490 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-c9eb0ed0-c6d8-4765-a3a2-cd577f2d47c6 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:47.083172 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-c9eb0ed0-c6d8-4765-a3a2-cd577f2d47c6 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/ports?device_id=11b95d7a-7280-4ae9-a06f-b62376a65d2f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1324947 Aug 10 00:52:47.202689 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291ee53-4484-4189-87b7-5cbc67524139 req-5d039850-fa80-4623-9aa7-1c57326349bb tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:47.205652 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9291ee53-4484-4189-87b7-5cbc67524139 req-5d039850-fa80-4623-9aa7-1c57326349bb tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:47.272011 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9291ee53-4484-4189-87b7-5cbc67524139 req-5d039850-fa80-4623-9aa7-1c57326349bb tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7612891 Aug 10 00:52:47.307293 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-9291ee53-4484-4189-87b7-5cbc67524139 req-e0e736b0-59b1-4ac9-b20c-b4423d0a237a service neutron] Request body: {'port': {'device_id': 'c2ff78cc-999f-4fe9-8b23-b62cd58a1e02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:47.313832 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bc963e-b3cb-43a0-96e6-21748513014c None None] New status for floating IP 3512e5fe-e212-4d5c-b900-482391cbd2cb: ACTIVE {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 00:52:47.330983 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60340) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:47.387300 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5a9f451e-22b9-4d0b-89ff-7691581e8127 req-5cd661ab-37e1-4bcc-87f0-9c403a570ecc service neutron] 10.222.0.20 "GET /v2.0/networks/69f51d35-d4ba-4f49-8c05-8898ee0d5115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180249 Aug 10 00:52:47.396101 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9291ee53-4484-4189-87b7-5cbc67524139 req-e0e736b0-59b1-4ac9-b20c-b4423d0a237a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:47.446506 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c78d0060-61aa-47d0-8c20-42ffe3a1d0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:47.463400 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bef226-42f1-429a-b8db-b86a75e009e1 req-ce2c2512-ace5-44a7-8949-3e6d350418b5 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:47.465339 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-32bef226-42f1-429a-b8db-b86a75e009e1 req-ce2c2512-ace5-44a7-8949-3e6d350418b5 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=19a3f67a-1464-4057-bc1c-764604ede1cb HTTP/1.1" status: 200 len: 1098 time: 0.2512980 Aug 10 00:52:47.468423 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c78d0060-61aa-47d0-8c20-42ffe3a1d0ee admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:52:47.469550 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c78d0060-61aa-47d0-8c20-42ffe3a1d0ee admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:52:47.471118 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c78d0060-61aa-47d0-8c20-42ffe3a1d0ee admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:52:47.471817 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c78d0060-61aa-47d0-8c20-42ffe3a1d0ee admin admin] Subscribe: > port after_create 55550000 {{(pid=105826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:52:47.478802 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c78d0060-61aa-47d0-8c20-42ffe3a1d0ee admin admin] Subscribe: > port after_delete 55550000 {{(pid=105826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:52:47.479514 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c78d0060-61aa-47d0-8c20-42ffe3a1d0ee admin admin] Subscribe: > port after_update 55550000 {{(pid=105826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:52:47.480092 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c78d0060-61aa-47d0-8c20-42ffe3a1d0ee admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:52:47.480705 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c78d0060-61aa-47d0-8c20-42ffe3a1d0ee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:52:47.481817 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c78d0060-61aa-47d0-8c20-42ffe3a1d0ee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:52:47.482709 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c78d0060-61aa-47d0-8c20-42ffe3a1d0ee admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:52:47.540329 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-24f4cbba-679c-4e1d-bdef-9ec2b95e8501 None None] Provisioning for port 0a07679b-9214-42fc-9250-d17f2e078357 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:52:47.553360 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-24f4cbba-679c-4e1d-bdef-9ec2b95e8501 None None] Provisioning complete for port 0a07679b-9214-42fc-9250-d17f2e078357 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:47.553743 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-24f4cbba-679c-4e1d-bdef-9ec2b95e8501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:47.578624 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c78d0060-61aa-47d0-8c20-42ffe3a1d0ee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:52:47.579208 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c78d0060-61aa-47d0-8c20-42ffe3a1d0ee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:52:47.579552 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c78d0060-61aa-47d0-8c20-42ffe3a1d0ee admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:52:47.580611 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c78d0060-61aa-47d0-8c20-42ffe3a1d0ee admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:52:47.581004 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-c78d0060-61aa-47d0-8c20-42ffe3a1d0ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d674afc7-1a47-4f09-a3e0-d23e787010e2']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:47.590657 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5a9f451e-22b9-4d0b-89ff-7691581e8127 req-1f547543-eb73-4ac9-ab8a-0685e244cad2 service neutron] 10.222.0.20 "GET /v2.0/networks/69f51d35-d4ba-4f49-8c05-8898ee0d5115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954880 Aug 10 00:52:47.603104 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-86c7d014-e160-4a9f-bf78-16e5ffc53d89 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.126 HTTP/1.1" status: 200 len: 999 time: 0.5190012 Aug 10 00:52:47.630421 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-97a130eb-c84d-485a-9e4c-91e71bfc4ab0 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Request body: {'floatingip': {'port_id': '312c7f8f-7965-4828-baab-bd12c7c277d9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:47.645845 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-c78d0060-61aa-47d0-8c20-42ffe3a1d0ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e10633bf-da6f-4efd-8ce2-0ab1ac023d12') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:47.646802 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-c78d0060-61aa-47d0-8c20-42ffe3a1d0ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e10633bf-da6f-4efd-8ce2-0ab1ac023d12') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:47.653773 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-24f4cbba-679c-4e1d-bdef-9ec2b95e8501 None None] Port 0a07679b-9214-42fc-9250-d17f2e078357 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:52:47.724990 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c78d0060-61aa-47d0-8c20-42ffe3a1d0ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:47.746882 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-28b156c4-19a4-4604-921c-2ddf9f191148 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3891c8648c4a40d58a684e957cb66dda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3626049 Aug 10 00:52:47.750155 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60350) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:47.781674 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c78d0060-61aa-47d0-8c20-42ffe3a1d0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:47.808252 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-97a130eb-c84d-485a-9e4c-91e71bfc4ab0 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks [] for floatingip, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:47.813594 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c78d0060-61aa-47d0-8c20-42ffe3a1d0ee admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:52:47.814017 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c78d0060-61aa-47d0-8c20-42ffe3a1d0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:47.821172 n-d-766726-26 neutron-server[105826]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 00:52:47.821172 n-d-766726-26 neutron-server[105826]: from cryptography.utils import int_from_bytes Aug 10 00:52:47.821172 n-d-766726-26 neutron-server[105826]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 00:52:47.821172 n-d-766726-26 neutron-server[105826]: from cryptography.utils import int_from_bytes Aug 10 00:52:47.821172 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 00:52:47.821172 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:52:47.821172 n-d-766726-26 neutron-server[105826]: timer() Aug 10 00:52:47.821172 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:52:47.821172 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 00:52:47.821172 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:52:47.821172 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 00:52:47.821172 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:52:47.821172 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 00:52:47.821172 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:52:47.821172 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 00:52:47.821172 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:52:47.821172 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 00:52:47.821172 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:52:47.821172 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:52:47.821172 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:52:47.821172 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:52:47.821172 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:52:47.821172 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 00:52:47.821172 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:52:47.821172 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 00:52:47.821172 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:52:47.821172 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:52:47.821172 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:52:47.821172 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 00:52:47.821172 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:52:47.821172 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:52:47.821172 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:52:47.821172 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:52:47.821172 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:52:47.821172 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:52:47.821172 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:52:47.952779 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-32bef226-42f1-429a-b8db-b86a75e009e1 req-2abd2549-0b09-4c92-bbf5-98b89ef2c2d8 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359585 Aug 10 00:52:48.015429 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-9291ee53-4484-4189-87b7-5cbc67524139 req-e0e736b0-59b1-4ac9-b20c-b4423d0a237a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a07679b-9214-42fc-9250-d17f2e078357 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:52:48.038367 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9291ee53-4484-4189-87b7-5cbc67524139 req-e0e736b0-59b1-4ac9-b20c-b4423d0a237a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:48.065394 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c78d0060-61aa-47d0-8c20-42ffe3a1d0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:48.069166 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-9291ee53-4484-4189-87b7-5cbc67524139 req-e0e736b0-59b1-4ac9-b20c-b4423d0a237a service neutron] Transition to ACTIVE for port object 0a07679b-9214-42fc-9250-d17f2e078357 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:52:48.073228 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6a94f061-d10d-4681-aad0-5dbd9509c256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:48.084113 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9291ee53-4484-4189-87b7-5cbc67524139 req-e0e736b0-59b1-4ac9-b20c-b4423d0a237a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:48.113263 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6a94f061-d10d-4681-aad0-5dbd9509c256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:48.148554 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c78d0060-61aa-47d0-8c20-42ffe3a1d0ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:48.152689 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c78d0060-61aa-47d0-8c20-42ffe3a1d0ee admin admin] 10.222.0.35 "DELETE /v2.0/networks/d674afc7-1a47-4f09-a3e0-d23e787010e2 HTTP/1.1" status: 204 len: 168 time: 1.2779794 Aug 10 00:52:48.169836 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d0060-61aa-47d0-8c20-42ffe3a1d0ee admin admin] Pushing event deleted for resources: {'Network': ['ID=d674afc7-1a47-4f09-a3e0-d23e787010e2,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:48.187309 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e736b0-59b1-4ac9-b20c-b4423d0a237a service neutron] Pushing event updated for resources: {'Port': ['ID=0a07679b-9214-42fc-9250-d17f2e078357,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:48.322721 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-9291ee53-4484-4189-87b7-5cbc67524139 req-e0e736b0-59b1-4ac9-b20c-b4423d0a237a service neutron] Attempting to bind port 0a07679b-9214-42fc-9250-d17f2e078357 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:52:48.323316 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-9291ee53-4484-4189-87b7-5cbc67524139 req-e0e736b0-59b1-4ac9-b20c-b4423d0a237a service neutron] Attempting to bind port 0a07679b-9214-42fc-9250-d17f2e078357 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:52:48.323316 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9291ee53-4484-4189-87b7-5cbc67524139 req-e0e736b0-59b1-4ac9-b20c-b4423d0a237a service neutron] Attempting to bind port 0a07679b-9214-42fc-9250-d17f2e078357 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:48.330689 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9291ee53-4484-4189-87b7-5cbc67524139 req-e0e736b0-59b1-4ac9-b20c-b4423d0a237a service neutron] Port 0a07679b-9214-42fc-9250-d17f2e078357 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:52:48.331761 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9291ee53-4484-4189-87b7-5cbc67524139 req-e0e736b0-59b1-4ac9-b20c-b4423d0a237a service neutron] Attempting to bind port 0a07679b-9214-42fc-9250-d17f2e078357 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:48.338797 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9291ee53-4484-4189-87b7-5cbc67524139 req-e0e736b0-59b1-4ac9-b20c-b4423d0a237a service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:52:48.339999 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9291ee53-4484-4189-87b7-5cbc67524139 req-e0e736b0-59b1-4ac9-b20c-b4423d0a237a service neutron] Checking segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:52:48.341600 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9291ee53-4484-4189-87b7-5cbc67524139 req-e0e736b0-59b1-4ac9-b20c-b4423d0a237a service neutron] Bound using segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:52:48.342561 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-9291ee53-4484-4189-87b7-5cbc67524139 req-e0e736b0-59b1-4ac9-b20c-b4423d0a237a service neutron] Bound port: 0a07679b-9214-42fc-9250-d17f2e078357, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:52:48.343235 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9291ee53-4484-4189-87b7-5cbc67524139 req-e0e736b0-59b1-4ac9-b20c-b4423d0a237a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:48.424120 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-9291ee53-4484-4189-87b7-5cbc67524139 req-e0e736b0-59b1-4ac9-b20c-b4423d0a237a service neutron] For port 0a07679b-9214-42fc-9250-d17f2e078357, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:52:48.429024 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-9291ee53-4484-4189-87b7-5cbc67524139 req-e0e736b0-59b1-4ac9-b20c-b4423d0a237a service neutron] For port 0a07679b-9214-42fc-9250-d17f2e078357, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=0a07679b-9214-42fc-9250-d17f2e078357,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:52:48.437417 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60370) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:48.438767 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9291ee53-4484-4189-87b7-5cbc67524139 req-e0e736b0-59b1-4ac9-b20c-b4423d0a237a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:48.504157 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291ee53-4484-4189-87b7-5cbc67524139 req-e0e736b0-59b1-4ac9-b20c-b4423d0a237a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:48.505565 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9291ee53-4484-4189-87b7-5cbc67524139 req-e0e736b0-59b1-4ac9-b20c-b4423d0a237a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:48.507605 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9291ee53-4484-4189-87b7-5cbc67524139 req-e0e736b0-59b1-4ac9-b20c-b4423d0a237a service neutron] 10.222.0.20 "PUT /v2.0/ports/0a07679b-9214-42fc-9250-d17f2e078357 HTTP/1.1" status: 200 len: 1097 time: 1.2104952 Aug 10 00:52:48.513484 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ff78cc-999f-4fe9-8b23-b62cd58a1e02', 'tag': '0a07679b-9214-42fc-9250-d17f2e078357'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:48.516368 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10567c3-10c8-4db5-8777-7afeafda55d7" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ff78cc-999f-4fe9-8b23-b62cd58a1e02", "tag": "0a07679b-9214-42fc-9250-d17f2e078357"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:48.568780 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e736b0-59b1-4ac9-b20c-b4423d0a237a service neutron] Pushing event updated for resources: {'Port': ['ID=0a07679b-9214-42fc-9250-d17f2e078357,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:48.574841 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-57b6d9a8-4be1-4679-ad7d-661d315d19df admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9a82c99a0e0a4d988fa5bd244138b1dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1333466 Aug 10 00:52:48.577488 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60374) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:48.594479 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc420b2-8b83-4be0-802a-46ae5d420460 req-014f11dc-c012-4b3d-be95-6cbebfc12364 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:48.596605 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0fc420b2-8b83-4be0-802a-46ae5d420460 req-014f11dc-c012-4b3d-be95-6cbebfc12364 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 949 time: 0.0874057 Aug 10 00:52:48.642162 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6a94f061-d10d-4681-aad0-5dbd9509c256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:48.646185 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6a94f061-d10d-4681-aad0-5dbd9509c256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:48.650123 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6a94f061-d10d-4681-aad0-5dbd9509c256 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e7a03a95-baa0-401c-a508-4ffc0634bf5d HTTP/1.1" status: 204 len: 168 time: 0.8931599 Aug 10 00:52:48.676933 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0e00c69f-9a1d-4c39-9086-7c769e20bb37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:48.683924 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94f061-d10d-4681-aad0-5dbd9509c256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a03a95-baa0-401c-a508-4ffc0634bf5d,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:48.719151 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0e00c69f-9a1d-4c39-9086-7c769e20bb37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:48.771788 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0fc420b2-8b83-4be0-802a-46ae5d420460 req-9e580084-c231-491a-b780-eca6f2ed0876 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212080 Aug 10 00:52:48.777182 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291ee53-4484-4189-87b7-5cbc67524139 req-8eece3d4-18ea-403f-9f26-a9fa74955615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:48.780847 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9291ee53-4484-4189-87b7-5cbc67524139 req-8eece3d4-18ea-403f-9f26-a9fa74955615 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5a8d9cf0b9b34b619f24841b76d1a7f1&device_id=c2ff78cc-999f-4fe9-8b23-b62cd58a1e02 HTTP/1.1" status: 200 len: 1100 time: 0.1732426 Aug 10 00:52:48.804287 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0e00c69f-9a1d-4c39-9086-7c769e20bb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:48.806109 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0e00c69f-9a1d-4c39-9086-7c769e20bb37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:48.809974 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0e00c69f-9a1d-4c39-9086-7c769e20bb37 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3bac244b-a897-4fa4-aec5-d51d530260d9 HTTP/1.1" status: 204 len: 168 time: 0.2290184 Aug 10 00:52:48.849273 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9291ee53-4484-4189-87b7-5cbc67524139 req-ef16a59f-9401-49d8-b507-cec8b78a9803 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=0a07679b-9214-42fc-9250-d17f2e078357 HTTP/1.1" status: 200 len: 217 time: 0.0540957 Aug 10 00:52:48.850145 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00c69f-9a1d-4c39-9086-7c769e20bb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bac244b-a897-4fa4-aec5-d51d530260d9,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:48.870005 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device fdc10411-30f3-4964-8619-36d66302f093 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:52:48.980478 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291ee53-4484-4189-87b7-5cbc67524139 req-2f7acf47-fc56-47b6-8f47-40d68410c0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:48.982892 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port fdc10411-30f3-4964-8619-36d66302f093 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:52:48.984664 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9291ee53-4484-4189-87b7-5cbc67524139 req-2f7acf47-fc56-47b6-8f47-40d68410c0e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.1150067 Aug 10 00:52:48.987393 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port fdc10411-30f3-4964-8619-36d66302f093 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:48.987941 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:49.068212 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291ee53-4484-4189-87b7-5cbc67524139 req-67a57ae5-bd2a-4c0d-8d91-2ce386db5737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:49.073444 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9291ee53-4484-4189-87b7-5cbc67524139 req-67a57ae5-bd2a-4c0d-8d91-2ce386db5737 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0788224 Aug 10 00:52:49.088201 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.db.resource_extend [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-97a130eb-c84d-485a-9e4c-91e71bfc4ab0 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 00:52:49.106827 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:49.135264 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d32d65-a580-456e-a6cd-6c73f1678a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc10411-30f3-4964-8619-36d66302f093'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:49.138484 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4fee2e-12ac-43f1-85dd-006479ff1e96" -d '{"events": [{"server_uuid": "f6d32d65-a580-456e-a6cd-6c73f1678a0d", "name": "network-vif-plugged", "status": "completed", "tag": "fdc10411-30f3-4964-8619-36d66302f093"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:49.145098 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4cb92-d4a2-4857-9c24-f6922914b37f req-5fad63f5-c0fe-4549-8bf1-0aafacdedfd4 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:49.152239 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-32c4cb92-d4a2-4857-9c24-f6922914b37f req-5fad63f5-c0fe-4549-8bf1-0aafacdedfd4 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2ff78cc-999f-4fe9-8b23-b62cd58a1e02 HTTP/1.1" status: 200 len: 948 time: 0.1292012 Aug 10 00:52:49.155342 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port fdc10411-30f3-4964-8619-36d66302f093, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=fdc10411-30f3-4964-8619-36d66302f093,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:49.167657 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:49.169025 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device e7143e38-52dd-4fcc-b73b-7a7ec4181fd6 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:52:49.186444 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-97a130eb-c84d-485a-9e4c-91e71bfc4ab0 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:49.206408 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-97a130eb-c84d-485a-9e4c-91e71bfc4ab0 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:49.227092 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: e7143e38-52dd-4fcc-b73b-7a7ec4181fd6 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:52:49.227451 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device e7143e38-52dd-4fcc-b73b-7a7ec4181fd6 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:52:49.265298 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9291ee53-4484-4189-87b7-5cbc67524139 req-79846939-145e-4ac4-bc6e-e79b8ed07f7e service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790032 Aug 10 00:52:49.269351 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-32c4cb92-d4a2-4857-9c24-f6922914b37f req-9932c2b1-ab4c-492e-a054-7dfb06382c10 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159000 Aug 10 00:52:49.346859 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=fdc10411-30f3-4964-8619-36d66302f093,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:49.362794 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60392) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:49.416326 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-97a130eb-c84d-485a-9e4c-91e71bfc4ab0 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Floating IP 3512e5fe-e212-4d5c-b900-482391cbd2cb associated. External IP: 172.25.2.126, port: a1ddb43d-c75d-4674-b475-32b8e2a16696. Aug 10 00:52:49.420331 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9291ee53-4484-4189-87b7-5cbc67524139 req-5c0aec96-dc81-4edd-bcce-e63602ef43ff service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458044 Aug 10 00:52:49.492294 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655098bc-f94e-4478-b675-f0a249905052 req-3d737108-bb8b-4dd8-9946-03aeffa76697 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:49.493861 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-655098bc-f94e-4478-b675-f0a249905052 req-3d737108-bb8b-4dd8-9946-03aeffa76697 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=19a3f67a-1464-4057-bc1c-764604ede1cb HTTP/1.1" status: 200 len: 1098 time: 0.1219571 Aug 10 00:52:49.521397 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2f6ad0d0-4328-4423-bd76-9fd719d8e748 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=89fe9e6c1b4047b6b0d54e056e316ec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1570456 Aug 10 00:52:49.523913 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60396) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:49.575733 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-655098bc-f94e-4478-b675-f0a249905052 req-0cc0bc1f-4314-45ab-b592-ee68b02bddd4 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519629 Aug 10 00:52:49.583486 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7a761ec3-15d3-4945-9778-c3c7905e2e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:49.627196 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7a761ec3-15d3-4945-9778-c3c7905e2e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:49.685626 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7a761ec3-15d3-4945-9778-c3c7905e2e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:49.694233 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7a761ec3-15d3-4945-9778-c3c7905e2e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:49.698645 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7a761ec3-15d3-4945-9778-c3c7905e2e0b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fcdc6095-4fa0-44d9-bda7-4a85fc6702fe HTTP/1.1" status: 204 len: 168 time: 0.1733413 Aug 10 00:52:49.709398 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-97a130eb-c84d-485a-9e4c-91e71bfc4ab0 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Router 1b2ac2e4-6ed8-46ce-90af-2c454640483b has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:52:49.710724 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a761ec3-15d3-4945-9778-c3c7905e2e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdc6095-4fa0-44d9-bda7-4a85fc6702fe,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:49.826299 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-97a130eb-c84d-485a-9e4c-91e71bfc4ab0 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:52:49.839138 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3447050d-acd2-46e2-8f0f-5d657e58512d None None] Sync routers for ids ['1b2ac2e4-6ed8-46ce-90af-2c454640483b'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:52:49.848732 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3447050d-acd2-46e2-8f0f-5d657e58512d None None] Routers {'1b2ac2e4-6ed8-46ce-90af-2c454640483b'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:52:49.849640 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-3447050d-acd2-46e2-8f0f-5d657e58512d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:52:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['1b2ac2e4-6ed8-46ce-90af-2c454640483b'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:50.023834 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce92ff6e-3259-4af8-b195-e940c022bedc x-openstack-request-id: req-ce92ff6e-3259-4af8-b195-e940c022bedc {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:50.024408 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ff78cc-999f-4fe9-8b23-b62cd58a1e02", "tag": "0a07679b-9214-42fc-9250-d17f2e078357", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:50.024852 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ce92ff6e-3259-4af8-b195-e940c022bedc {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:50.025435 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ff78cc-999f-4fe9-8b23-b62cd58a1e02', 'tag': '0a07679b-9214-42fc-9250-d17f2e078357', 'status': 'completed', 'code': 200} Aug 10 00:52:50.058487 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab92a0e-9f90-43ec-93ce-182150d3760c x-openstack-request-id: req-eab92a0e-9f90-43ec-93ce-182150d3760c {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:50.059574 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d32d65-a580-456e-a6cd-6c73f1678a0d", "name": "network-vif-plugged", "status": "completed", "tag": "fdc10411-30f3-4964-8619-36d66302f093", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:50.060064 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eab92a0e-9f90-43ec-93ce-182150d3760c {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:50.060173 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-3447050d-acd2-46e2-8f0f-5d657e58512d None None] Set router 1b2ac2e4-6ed8-46ce-90af-2c454640483b gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:52:50.060853 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d32d65-a580-456e-a6cd-6c73f1678a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc10411-30f3-4964-8619-36d66302f093', 'code': 200} Aug 10 00:52:50.140331 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-97a130eb-c84d-485a-9e4c-91e71bfc4ab0 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Router 1b2ac2e4-6ed8-46ce-90af-2c454640483b has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:52:50.194328 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10567c3-10c8-4db5-8777-7afeafda55d7 req-2f4420e8-ec19-4a0c-93cb-377fd5a24f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:50.196961 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f10567c3-10c8-4db5-8777-7afeafda55d7 req-2f4420e8-ec19-4a0c-93cb-377fd5a24f18 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5a8d9cf0b9b34b619f24841b76d1a7f1&device_id=c2ff78cc-999f-4fe9-8b23-b62cd58a1e02 HTTP/1.1" status: 200 len: 1100 time: 0.1144919 Aug 10 00:52:50.208454 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59f95a-04e6-4f4a-ae2f-0875cd071955 req-5c7b46b0-86c6-415e-9870-28519f8879d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:50.211124 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-df59f95a-04e6-4f4a-ae2f-0875cd071955 req-5c7b46b0-86c6-415e-9870-28519f8879d5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 1102 time: 0.0778079 Aug 10 00:52:50.313113 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b76695-b20c-4138-a210-8c11b1fcb131 req-fc345d51-c221-467d-8f2d-954181d13317 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:50.321176 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d9b76695-b20c-4138-a210-8c11b1fcb131 req-fc345d51-c221-467d-8f2d-954181d13317 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 950 time: 0.1461132 Aug 10 00:52:50.343005 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-df59f95a-04e6-4f4a-ae2f-0875cd071955 req-2970cf35-c31f-4a89-a95e-09d655cda20f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001067 Aug 10 00:52:50.356756 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-97a130eb-c84d-485a-9e4c-91e71bfc4ab0 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:52:50.361752 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-97a130eb-c84d-485a-9e4c-91e71bfc4ab0 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:50.383970 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10567c3-10c8-4db5-8777-7afeafda55d7 req-caa4bfb1-d170-4932-9172-2c20f43a9a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:50.387288 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f10567c3-10c8-4db5-8777-7afeafda55d7 req-caa4bfb1-d170-4932-9172-2c20f43a9a19 service neutron] 10.222.0.20 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.1741502 Aug 10 00:52:50.414089 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d9b76695-b20c-4138-a210-8c11b1fcb131 req-c9148745-bafd-4416-b486-e383bc61757f tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919628 Aug 10 00:52:50.418402 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a8dd26-da94-4cca-8e01-efdfa748cfd4', 'tag': 'a1ddb43d-c75d-4674-b475-32b8e2a16696'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:50.422226 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50faf2e-b493-44cf-8f58-d1c5b2054d89" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a8dd26-da94-4cca-8e01-efdfa748cfd4", "tag": "a1ddb43d-c75d-4674-b475-32b8e2a16696"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:50.451481 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-97a130eb-c84d-485a-9e4c-91e71bfc4ab0 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "PUT /v2.0/floatingips/3512e5fe-e212-4d5c-b900-482391cbd2cb HTTP/1.1" status: 200 len: 999 time: 2.8474402 Aug 10 00:52:50.467762 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f10567c3-10c8-4db5-8777-7afeafda55d7 req-c8e7b446-5487-4e19-931f-e4bbf52caa63 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=0a07679b-9214-42fc-9250-d17f2e078357 HTTP/1.1" status: 200 len: 217 time: 0.0709846 Aug 10 00:52:50.531261 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-a6ce7bf0-8f17-42ed-8a38-31565f36f359 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:50.533704 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10567c3-10c8-4db5-8777-7afeafda55d7 req-b8a15e3d-0be5-4279-9edb-41d52d03195e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:50.534500 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-a6ce7bf0-8f17-42ed-8a38-31565f36f359 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/ports/a1ddb43d-c75d-4674-b475-32b8e2a16696 HTTP/1.1" status: 200 len: 942 time: 0.0750906 Aug 10 00:52:50.535671 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f10567c3-10c8-4db5-8777-7afeafda55d7 req-b8a15e3d-0be5-4279-9edb-41d52d03195e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0568416 Aug 10 00:52:50.607139 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-3447050d-acd2-46e2-8f0f-5d657e58512d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1075006119-router', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:00Z', 'updated_at': '2021-08-10T00:52:05Z', 'revision_number': 4, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'gw_port': {'id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:01Z', 'updated_at': '2021-08-10T00:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '3512e5fe-e212-4d5c-b900-482391cbd2cb', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'floating_ip_address': '172.25.2.126', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'port_id': '312c7f8f-7965-4828-baab-bd12c7c277d9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'mac_address': 'fa:16:3e:06:36:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b95d7a-7280-4ae9-a06f-b62376a65d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:52:26Z', 'updated_at': '2021-08-10T00:52:48Z', 'revision_number': 3, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb8d22f-28bd-447e-8026-fa3e74e719d7', 'name': '', 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'mac_address': 'fa:16:3e:35:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:04Z', 'updated_at': '2021-08-10T00:52:10Z', 'revision_number': 5, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'subnets': [{'id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:50.627054 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10567c3-10c8-4db5-8777-7afeafda55d7 req-3511d558-8758-4f17-9aa6-2ea39efc4912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:50.627054 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f10567c3-10c8-4db5-8777-7afeafda55d7 req-3511d558-8758-4f17-9aa6-2ea39efc4912 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0714633 Aug 10 00:52:50.654642 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3447050d-acd2-46e2-8f0f-5d657e58512d None None] Checking router: 1b2ac2e4-6ed8-46ce-90af-2c454640483b for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:52:50.661898 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-147c1ae8-67a6-4e39-ae88-fa90a634ae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:50.664560 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3447050d-acd2-46e2-8f0f-5d657e58512d None None] Routers {'1b2ac2e4-6ed8-46ce-90af-2c454640483b'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:52:50.665445 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-3447050d-acd2-46e2-8f0f-5d657e58512d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:52:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['1b2ac2e4-6ed8-46ce-90af-2c454640483b'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:50.670238 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-147c1ae8-67a6-4e39-ae88-fa90a634ae38 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc2e62ffb5b34be582ea4ea144aaa50f&device_id=e7a8dd26-da94-4cca-8e01-efdfa748cfd4 HTTP/1.1" status: 200 len: 1097 time: 0.0577543 Aug 10 00:52:50.771702 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-63e0a734-d8b1-4fd9-a62f-12c4f76fc46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:50.775843 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-63e0a734-d8b1-4fd9-a62f-12c4f76fc46d service neutron] 10.222.0.35 "GET /v2.0/networks?id=69f51d35-d4ba-4f49-8c05-8898ee0d5115 HTTP/1.1" status: 200 len: 922 time: 0.1047111 Aug 10 00:52:50.789789 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f10567c3-10c8-4db5-8777-7afeafda55d7 req-026c9885-5b95-42e5-b7e5-1ed07970850e service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555181 Aug 10 00:52:50.822153 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-98f65d24-3f53-46ee-922c-9082e898e062 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1ddb43d-c75d-4674-b475-32b8e2a16696 HTTP/1.1" status: 200 len: 217 time: 0.0446341 Aug 10 00:52:50.840998 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-3447050d-acd2-46e2-8f0f-5d657e58512d None None] Set router 1b2ac2e4-6ed8-46ce-90af-2c454640483b gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:52:50.880201 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-12b9719b-b047-40bf-be60-b5e9f5305dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:50.890725 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-12b9719b-b047-40bf-be60-b5e9f5305dba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dcf03b3b-6f13-42e9-be6a-f87764bef944 HTTP/1.1" status: 200 len: 860 time: 0.0647268 Aug 10 00:52:50.928840 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f10567c3-10c8-4db5-8777-7afeafda55d7 req-e05aa0b3-8498-4bc9-93e7-3cb1b1f8150b service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293828 Aug 10 00:52:50.957048 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-2425e11b-7c30-4f96-b266-6e088a865464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:50.975177 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-2425e11b-7c30-4f96-b266-6e088a865464 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=69f51d35-d4ba-4f49-8c05-8898ee0d5115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0834999 Aug 10 00:52:51.070980 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60464) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:51.119004 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-5ded9ca4-139b-40f5-ba37-e75dec1f59f4 service neutron] 10.222.0.35 "GET /v2.0/networks/69f51d35-d4ba-4f49-8c05-8898ee0d5115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419592 Aug 10 00:52:51.121227 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-3447050d-acd2-46e2-8f0f-5d657e58512d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1075006119-router', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:00Z', 'updated_at': '2021-08-10T00:52:05Z', 'revision_number': 4, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'gw_port': {'id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:01Z', 'updated_at': '2021-08-10T00:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '3512e5fe-e212-4d5c-b900-482391cbd2cb', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'floating_ip_address': '172.25.2.126', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'port_id': '312c7f8f-7965-4828-baab-bd12c7c277d9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'mac_address': 'fa:16:3e:06:36:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b95d7a-7280-4ae9-a06f-b62376a65d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:52:26Z', 'updated_at': '2021-08-10T00:52:48Z', 'revision_number': 3, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb8d22f-28bd-447e-8026-fa3e74e719d7', 'name': '', 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'mac_address': 'fa:16:3e:35:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:04Z', 'updated_at': '2021-08-10T00:52:10Z', 'revision_number': 5, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'subnets': [{'id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:51.156983 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3447050d-acd2-46e2-8f0f-5d657e58512d None None] The sync data for ids ['1b2ac2e4-6ed8-46ce-90af-2c454640483b'] in n-d-766726-26 is: [{'id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1075006119-router', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:00Z', 'updated_at': '2021-08-10T00:52:05Z', 'revision_number': 4, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'gw_port': {'id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:01Z', 'updated_at': '2021-08-10T00:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '3512e5fe-e212-4d5c-b900-482391cbd2cb', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'floating_ip_address': '172.25.2.126', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'port_id': '312c7f8f-7965-4828-baab-bd12c7c277d9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'mac_address': 'fa:16:3e:06:36:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b95d7a-7280-4ae9-a06f-b62376a65d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:52:26Z', 'updated_at': '2021-08-10T00:52:48Z', 'revision_number': 3, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb8d22f-28bd-447e-8026-fa3e74e719d7', 'name': '', 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'mac_address': 'fa:16:3e:35:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:04Z', 'updated_at': '2021-08-10T00:52:10Z', 'revision_number': 5, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'subnets': [{'id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:52:51.193018 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-c2160062-eae9-4bae-9595-d83cbd2e1858 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1064586007-network', 'tenant_id': '98e3321a7a7044d5b3cc422d5a633c82'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:51.223623 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2160062-eae9-4bae-9595-d83cbd2e1858 admin admin] Made reservation on behalf of 98e3321a7a7044d5b3cc422d5a633c82 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:52:51.227414 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c2160062-eae9-4bae-9595-d83cbd2e1858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:51.238440 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-d23e592e-d190-4356-9928-595c511be888 service neutron] 10.222.0.35 "GET /v2.0/networks/69f51d35-d4ba-4f49-8c05-8898ee0d5115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115315 Aug 10 00:52:51.247669 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c2160062-eae9-4bae-9595-d83cbd2e1858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:51.315002 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-773f9ec4-038e-47ce-972f-dbfbd4008c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:51.316655 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-773f9ec4-038e-47ce-972f-dbfbd4008c7b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc2e62ffb5b34be582ea4ea144aaa50f&device_id=11b95d7a-7280-4ae9-a06f-b62376a65d2f HTTP/1.1" status: 200 len: 1098 time: 0.0464299 Aug 10 00:52:51.401613 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c2160062-eae9-4bae-9595-d83cbd2e1858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:51.403822 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c83776-a853-40cc-9645-91afd668beb3 None None] New status for floating IP 3512e5fe-e212-4d5c-b900-482391cbd2cb: ACTIVE {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 00:52:51.410374 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c2160062-eae9-4bae-9595-d83cbd2e1858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:51.462413 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2160062-eae9-4bae-9595-d83cbd2e1858 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:52:51.464389 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2160062-eae9-4bae-9595-d83cbd2e1858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b93251c-0c39-475a-889b-60eea9cefbfe,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:51.469559 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-b5218bcf-d407-43b8-81d1-794808d01c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:51.471895 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-b5218bcf-d407-43b8-81d1-794808d01c60 service neutron] 10.222.0.35 "GET /v2.0/networks?id=69f51d35-d4ba-4f49-8c05-8898ee0d5115 HTTP/1.1" status: 200 len: 922 time: 0.1481569 Aug 10 00:52:51.482459 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c2160062-eae9-4bae-9595-d83cbd2e1858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:51.482925 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-c2160062-eae9-4bae-9595-d83cbd2e1858 admin admin] Added segment f3779b57-baa9-46b2-af40-4a860e5a4d18 of type vlan for network 3c71e599-e5a9-480b-ab43-40d6f1d08f8f Aug 10 00:52:51.535155 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c2160062-eae9-4bae-9595-d83cbd2e1858 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:51.566418 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-450c38b2-5afa-4012-86b1-aec4e79f5af7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=312c7f8f-7965-4828-baab-bd12c7c277d9 HTTP/1.1" status: 200 len: 1002 time: 0.0880020 Aug 10 00:52:51.570047 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c2160062-eae9-4bae-9595-d83cbd2e1858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:51.571612 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2160062-eae9-4bae-9595-d83cbd2e1858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:51.572681 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c2160062-eae9-4bae-9595-d83cbd2e1858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:51.631651 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-1fcdc751-0265-4204-9445-6ec88af4b786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:51.633205 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-1fcdc751-0265-4204-9445-6ec88af4b786 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dcf03b3b-6f13-42e9-be6a-f87764bef944 HTTP/1.1" status: 200 len: 860 time: 0.0586972 Aug 10 00:52:51.654295 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2160062-eae9-4bae-9595-d83cbd2e1858 admin admin] Pushing event updated for resources: {'Network': ['ID=3c71e599-e5a9-480b-ab43-40d6f1d08f8f,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:51.667141 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c2160062-eae9-4bae-9595-d83cbd2e1858 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5923150 Aug 10 00:52:51.667886 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60486) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:51.672681 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-090b8a8c-74c3-41c6-bcd9-9e1d3bed3f2d admin admin] Request body: {'subnet': {'network_id': '3c71e599-e5a9-480b-ab43-40d6f1d08f8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1064586007-subnet', 'tenant_id': '98e3321a7a7044d5b3cc422d5a633c82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:51.674861 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 3c71e599-e5a9-480b-ab43-40d6f1d08f8f details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:52:51.703336 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-5b4cf7cd-9269-4442-a608-1ac3e4738f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:51.705760 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-5b4cf7cd-9269-4442-a608-1ac3e4738f7a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=69f51d35-d4ba-4f49-8c05-8898ee0d5115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655975 Aug 10 00:52:51.711022 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090b8a8c-74c3-41c6-bcd9-9e1d3bed3f2d admin admin] Made reservation on behalf of 98e3321a7a7044d5b3cc422d5a633c82 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:52:51.713699 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-090b8a8c-74c3-41c6-bcd9-9e1d3bed3f2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:51.748474 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98efdc38-8778-4d4d-86b2-bce37e633cee None None] Sync routers for ids ['1b2ac2e4-6ed8-46ce-90af-2c454640483b'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:52:51.760036 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98efdc38-8778-4d4d-86b2-bce37e633cee None None] Routers {'1b2ac2e4-6ed8-46ce-90af-2c454640483b'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:52:51.762052 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-98efdc38-8778-4d4d-86b2-bce37e633cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:52:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['1b2ac2e4-6ed8-46ce-90af-2c454640483b'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:51.846347 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-3cd73f19-bad6-421c-ba45-68909e627732 service neutron] 10.222.0.35 "GET /v2.0/networks/69f51d35-d4ba-4f49-8c05-8898ee0d5115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283603 Aug 10 00:52:51.891755 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-98efdc38-8778-4d4d-86b2-bce37e633cee None None] Set router 1b2ac2e4-6ed8-46ce-90af-2c454640483b gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:52:51.934248 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-090b8a8c-74c3-41c6-bcd9-9e1d3bed3f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:51.944933 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-acfe2e57-97f3-45c0-bd85-548643b82708 req-27763a20-3599-44c0-aa49-00e6cf56e887 service neutron] 10.222.0.35 "GET /v2.0/networks/69f51d35-d4ba-4f49-8c05-8898ee0d5115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975702 Aug 10 00:52:52.009535 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090b8a8c-74c3-41c6-bcd9-9e1d3bed3f2d admin admin] Checking segment: {'id': 'f3779b57-baa9-46b2-af40-4a860e5a4d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3c71e599-e5a9-480b-ab43-40d6f1d08f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:52:52.009996 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090b8a8c-74c3-41c6-bcd9-9e1d3bed3f2d admin admin] Network hostable DHCP agents. Network: 3c71e599-e5a9-480b-ab43-40d6f1d08f8f, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:52:52.014274 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b8a8c-74c3-41c6-bcd9-9e1d3bed3f2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad93032b-ee49-481a-a7d4-4b827245e85b,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:52.034959 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090b8a8c-74c3-41c6-bcd9-9e1d3bed3f2d admin admin] Network 3c71e599-e5a9-480b-ab43-40d6f1d08f8f is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:52:52.046190 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-090b8a8c-74c3-41c6-bcd9-9e1d3bed3f2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 3c71e599-e5a9-480b-ab43-40d6f1d08f8f) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:52:52.054455 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a88613f-8546-46e9-80dd-3778b4d0d876 None None] Network 3c71e599-e5a9-480b-ab43-40d6f1d08f8f requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:52:52.058802 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090b8a8c-74c3-41c6-bcd9-9e1d3bed3f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:52.059397 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-090b8a8c-74c3-41c6-bcd9-9e1d3bed3f2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:52.080323 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60502) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:52.081948 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-090b8a8c-74c3-41c6-bcd9-9e1d3bed3f2d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4117019 Aug 10 00:52:52.085859 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-dcc45ff7-9dce-4cb0-b843-fca78c1d9cdd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1064586007-router', 'tenant_id': '98e3321a7a7044d5b3cc422d5a633c82', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:52.129354 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c154066-9678-41b8-8ce3-a0cddbdac22a req-aa76f81f-e223-479b-ac6e-e97b33f714a6 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:52.130897 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8c154066-9678-41b8-8ce3-a0cddbdac22a req-aa76f81f-e223-479b-ac6e-e97b33f714a6 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2ff78cc-999f-4fe9-8b23-b62cd58a1e02 HTTP/1.1" status: 200 len: 948 time: 0.1080852 Aug 10 00:52:52.146072 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dcc45ff7-9dce-4cb0-b843-fca78c1d9cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:52.147673 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dcc45ff7-9dce-4cb0-b843-fca78c1d9cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:52.257376 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8c154066-9678-41b8-8ce3-a0cddbdac22a req-f5dc5a2f-94ae-4dc7-a178-ef71b23923f5 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198697 Aug 10 00:52:52.261983 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef882564-b790-4d08-a3ed-e9071bf3ec10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-3c71e599-e5a9-480b-ab43-40d6f1d08f8f', 'network_id': '3c71e599-e5a9-480b-ab43-40d6f1d08f8f', 'tenant_id': '98e3321a7a7044d5b3cc422d5a633c82', 'fixed_ips': [{'subnet_id': 'ad93032b-ee49-481a-a7d4-4b827245e85b'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:52:52.262845 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ef882564-b790-4d08-a3ed-e9071bf3ec10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:52.282086 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-98efdc38-8778-4d4d-86b2-bce37e633cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1075006119-router', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:00Z', 'updated_at': '2021-08-10T00:52:05Z', 'revision_number': 4, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'gw_port': {'id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:01Z', 'updated_at': '2021-08-10T00:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '3512e5fe-e212-4d5c-b900-482391cbd2cb', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'floating_ip_address': '172.25.2.126', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'port_id': '312c7f8f-7965-4828-baab-bd12c7c277d9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'mac_address': 'fa:16:3e:06:36:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b95d7a-7280-4ae9-a06f-b62376a65d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:52:26Z', 'updated_at': '2021-08-10T00:52:51Z', 'revision_number': 4, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb8d22f-28bd-447e-8026-fa3e74e719d7', 'name': '', 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'mac_address': 'fa:16:3e:35:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:04Z', 'updated_at': '2021-08-10T00:52:10Z', 'revision_number': 5, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'subnets': [{'id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:52.312110 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dcc45ff7-9dce-4cb0-b843-fca78c1d9cdd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:52.312271 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98efdc38-8778-4d4d-86b2-bce37e633cee None None] Checking router: 1b2ac2e4-6ed8-46ce-90af-2c454640483b for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:52:52.314793 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5946d0b8-6854-4e4e-9359-9f4b85cad62a x-openstack-request-id: req-5946d0b8-6854-4e4e-9359-9f4b85cad62a {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:52.315894 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a8dd26-da94-4cca-8e01-efdfa748cfd4", "tag": "a1ddb43d-c75d-4674-b475-32b8e2a16696", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:52.316203 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5946d0b8-6854-4e4e-9359-9f4b85cad62a {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:52.316605 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a8dd26-da94-4cca-8e01-efdfa748cfd4', 'tag': 'a1ddb43d-c75d-4674-b475-32b8e2a16696', 'status': 'completed', 'code': 200} Aug 10 00:52:52.324353 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98efdc38-8778-4d4d-86b2-bce37e633cee None None] Routers {'1b2ac2e4-6ed8-46ce-90af-2c454640483b'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:52:52.325008 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-98efdc38-8778-4d4d-86b2-bce37e633cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:52:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['1b2ac2e4-6ed8-46ce-90af-2c454640483b'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:52.454919 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-98efdc38-8778-4d4d-86b2-bce37e633cee None None] Set router 1b2ac2e4-6ed8-46ce-90af-2c454640483b gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:52:52.494432 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dcc45ff7-9dce-4cb0-b843-fca78c1d9cdd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:52.496575 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50faf2e-b493-44cf-8f58-d1c5b2054d89 req-f9cc0cee-3b96-4efa-a3c4-e2a27100dc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:52.499627 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c50faf2e-b493-44cf-8f58-d1c5b2054d89 req-f9cc0cee-3b96-4efa-a3c4-e2a27100dc2a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cc2e62ffb5b34be582ea4ea144aaa50f&device_id=e7a8dd26-da94-4cca-8e01-efdfa748cfd4 HTTP/1.1" status: 200 len: 1097 time: 0.1046858 Aug 10 00:52:52.528977 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-ef882564-b790-4d08-a3ed-e9071bf3ec10 None None] Allocated IP 172.20.0.2 (3c71e599-e5a9-480b-ab43-40d6f1d08f8f/ad93032b-ee49-481a-a7d4-4b827245e85b/9af37cbf-6780-45fa-bdce-9f77df135010) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:52:52.679030 n-d-766726-26 neutron-server[105827]: WARNING keystonemiddleware.auth_token [req-15deae80-cdbc-42e0-ad14-b385b9c262ec req-32462e32-dd87-4a15-a7de-d3b4e0b1ab9c service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 10 00:52:52.686895 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-51762608-1d2d-46f2-9a2b-e65c1b77761c tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:52:52.694626 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-51762608-1d2d-46f2-9a2b-e65c1b77761c tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1643651 Aug 10 00:52:52.712944 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-d4c6c6d8-a674-497c-beb2-a1782d251b65 service neutron] Request body: {'binding': {'host': 'n-h1-766726-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:52.713480 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-d4c6c6d8-a674-497c-beb2-a1782d251b65 service neutron] Unknown quota resources ['binding']. {{(pid=105827) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 00:52:52.740693 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50faf2e-b493-44cf-8f58-d1c5b2054d89 req-e3b3229e-b737-4af9-9d1d-f82ff24d1439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:52.742251 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c50faf2e-b493-44cf-8f58-d1c5b2054d89 req-e3b3229e-b737-4af9-9d1d-f82ff24d1439 service neutron] 10.222.0.20 "GET /v2.0/networks?id=69f51d35-d4ba-4f49-8c05-8898ee0d5115 HTTP/1.1" status: 200 len: 922 time: 0.2299798 Aug 10 00:52:52.763537 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-98efdc38-8778-4d4d-86b2-bce37e633cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1075006119-router', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:00Z', 'updated_at': '2021-08-10T00:52:05Z', 'revision_number': 4, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'gw_port': {'id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:01Z', 'updated_at': '2021-08-10T00:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '3512e5fe-e212-4d5c-b900-482391cbd2cb', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'floating_ip_address': '172.25.2.126', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'port_id': '312c7f8f-7965-4828-baab-bd12c7c277d9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'mac_address': 'fa:16:3e:06:36:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b95d7a-7280-4ae9-a06f-b62376a65d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:52:26Z', 'updated_at': '2021-08-10T00:52:51Z', 'revision_number': 4, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb8d22f-28bd-447e-8026-fa3e74e719d7', 'name': '', 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'mac_address': 'fa:16:3e:35:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:04Z', 'updated_at': '2021-08-10T00:52:10Z', 'revision_number': 5, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'subnets': [{'id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:52.796765 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98efdc38-8778-4d4d-86b2-bce37e633cee None None] The sync data for ids ['1b2ac2e4-6ed8-46ce-90af-2c454640483b'] in n-d-766726-26 is: [{'id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1075006119-router', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:00Z', 'updated_at': '2021-08-10T00:52:05Z', 'revision_number': 4, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'gw_port': {'id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:01Z', 'updated_at': '2021-08-10T00:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '3512e5fe-e212-4d5c-b900-482391cbd2cb', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'floating_ip_address': '172.25.2.126', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'port_id': '312c7f8f-7965-4828-baab-bd12c7c277d9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'mac_address': 'fa:16:3e:06:36:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b95d7a-7280-4ae9-a06f-b62376a65d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:52:26Z', 'updated_at': '2021-08-10T00:52:51Z', 'revision_number': 4, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb8d22f-28bd-447e-8026-fa3e74e719d7', 'name': '', 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'mac_address': 'fa:16:3e:35:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:04Z', 'updated_at': '2021-08-10T00:52:10Z', 'revision_number': 5, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'subnets': [{'id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:52:52.811737 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c50faf2e-b493-44cf-8f58-d1c5b2054d89 req-7c72ce45-e08c-45fd-a2aa-682aabc16627 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1ddb43d-c75d-4674-b475-32b8e2a16696 HTTP/1.1" status: 200 len: 217 time: 0.0551567 Aug 10 00:52:52.843203 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dcc45ff7-9dce-4cb0-b843-fca78c1d9cdd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:52.888038 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dcc45ff7-9dce-4cb0-b843-fca78c1d9cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:52.909665 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ef882564-b790-4d08-a3ed-e9071bf3ec10 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:52.916600 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50faf2e-b493-44cf-8f58-d1c5b2054d89 req-9a0d7c7f-f19f-4448-8ff0-c1318e2c4d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:52.918454 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c50faf2e-b493-44cf-8f58-d1c5b2054d89 req-9a0d7c7f-f19f-4448-8ff0-c1318e2c4d71 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dcf03b3b-6f13-42e9-be6a-f87764bef944 HTTP/1.1" status: 200 len: 860 time: 0.0682437 Aug 10 00:52:52.921814 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ef882564-b790-4d08-a3ed-e9071bf3ec10 None None] Transition to ACTIVE for port object 9af37cbf-6780-45fa-bdce-9f77df135010 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:52:52.943748 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ef882564-b790-4d08-a3ed-e9071bf3ec10 None None] Transition to ACTIVE for port object 9af37cbf-6780-45fa-bdce-9f77df135010 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:52:52.950929 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ef882564-b790-4d08-a3ed-e9071bf3ec10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:52.961961 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3b85a-f8d2-418a-9ca6-63d2d6b06d52 req-3d43281a-ca0e-43c4-afcd-acfc006d4956 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:52.963528 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-91c3b85a-f8d2-418a-9ca6-63d2d6b06d52 req-3d43281a-ca0e-43c4-afcd-acfc006d4956 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 950 time: 0.1405768 Aug 10 00:52:52.992669 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-d4c6c6d8-a674-497c-beb2-a1782d251b65 service neutron] Attempting to bind port e0faacd5-133a-43ad-950f-3f6efc6ebf93 on host n-h1-766726-26 for vnic_type normal with profile None {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:52:52.992926 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-d4c6c6d8-a674-497c-beb2-a1782d251b65 service neutron] Attempting to bind port e0faacd5-133a-43ad-950f-3f6efc6ebf93 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:52:52.993390 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-d4c6c6d8-a674-497c-beb2-a1782d251b65 service neutron] Attempting to bind port e0faacd5-133a-43ad-950f-3f6efc6ebf93 on network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:53.002169 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50faf2e-b493-44cf-8f58-d1c5b2054d89 req-8ff0d09d-9a98-48de-9517-fec1ca6b65d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:53.003818 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c50faf2e-b493-44cf-8f58-d1c5b2054d89 req-8ff0d09d-9a98-48de-9517-fec1ca6b65d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=69f51d35-d4ba-4f49-8c05-8898ee0d5115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0771866 Aug 10 00:52:53.005012 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-d4c6c6d8-a674-497c-beb2-a1782d251b65 service neutron] Port e0faacd5-133a-43ad-950f-3f6efc6ebf93 on network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:52:53.005340 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-d4c6c6d8-a674-497c-beb2-a1782d251b65 service neutron] Attempting to bind port e0faacd5-133a-43ad-950f-3f6efc6ebf93 on network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:53.011190 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-d4c6c6d8-a674-497c-beb2-a1782d251b65 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:52:53.011524 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-d4c6c6d8-a674-497c-beb2-a1782d251b65 service neutron] Checking segment: {'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:52:53.011914 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-d4c6c6d8-a674-497c-beb2-a1782d251b65 service neutron] Bound using segment: {'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:52:53.012385 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-d4c6c6d8-a674-497c-beb2-a1782d251b65 service neutron] Bound port: e0faacd5-133a-43ad-950f-3f6efc6ebf93, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:52:53.019211 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef882564-b790-4d08-a3ed-e9071bf3ec10 None None] Network 3c71e599-e5a9-480b-ab43-40d6f1d08f8f is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:52:53.020095 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef882564-b790-4d08-a3ed-e9071bf3ec10 None None] Pushing event updated for resources: {'Port': ['ID=9af37cbf-6780-45fa-bdce-9f77df135010,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:53.024310 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-ef882564-b790-4d08-a3ed-e9071bf3ec10 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:52:53.026180 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-dcc45ff7-9dce-4cb0-b843-fca78c1d9cdd admin admin] Allocated IP 172.25.2.212 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/25c54fbe-a47d-4091-b8cb-5922c6ec8108) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:52:53.027291 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef882564-b790-4d08-a3ed-e9071bf3ec10 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:52:53.084599 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-ef882564-b790-4d08-a3ed-e9071bf3ec10 None None] Attempting to bind port 9af37cbf-6780-45fa-bdce-9f77df135010 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:52:53.084976 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-ef882564-b790-4d08-a3ed-e9071bf3ec10 None None] Attempting to bind port 9af37cbf-6780-45fa-bdce-9f77df135010 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'f3779b57-baa9-46b2-af40-4a860e5a4d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3c71e599-e5a9-480b-ab43-40d6f1d08f8f'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:52:53.085337 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef882564-b790-4d08-a3ed-e9071bf3ec10 None None] Attempting to bind port 9af37cbf-6780-45fa-bdce-9f77df135010 on network 3c71e599-e5a9-480b-ab43-40d6f1d08f8f {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:53.090615 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef882564-b790-4d08-a3ed-e9071bf3ec10 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:52:53.091000 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef882564-b790-4d08-a3ed-e9071bf3ec10 None None] Checking segment: {'id': 'f3779b57-baa9-46b2-af40-4a860e5a4d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3c71e599-e5a9-480b-ab43-40d6f1d08f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:52:53.091400 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ef882564-b790-4d08-a3ed-e9071bf3ec10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:53.091791 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef882564-b790-4d08-a3ed-e9071bf3ec10 None None] Bound using segment: {'id': 'f3779b57-baa9-46b2-af40-4a860e5a4d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3c71e599-e5a9-480b-ab43-40d6f1d08f8f'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:52:53.092277 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-ef882564-b790-4d08-a3ed-e9071bf3ec10 None None] Bound port: 9af37cbf-6780-45fa-bdce-9f77df135010, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3779b57-baa9-46b2-af40-4a860e5a4d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3c71e599-e5a9-480b-ab43-40d6f1d08f8f'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:52:53.092882 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ef882564-b790-4d08-a3ed-e9071bf3ec10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:53.108701 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-91c3b85a-f8d2-418a-9ca6-63d2d6b06d52 req-8046abe6-0002-42b9-b3a6-0e11a5faa07b tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845602 Aug 10 00:52:53.164860 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-ef882564-b790-4d08-a3ed-e9071bf3ec10 None None] For port 9af37cbf-6780-45fa-bdce-9f77df135010, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:52:53.169082 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-ef882564-b790-4d08-a3ed-e9071bf3ec10 None None] For port 9af37cbf-6780-45fa-bdce-9f77df135010, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9af37cbf-6780-45fa-bdce-9f77df135010,segment=NetworkSegment(f3779b57-baa9-46b2-af40-4a860e5a4d18),segment_id=f3779b57-baa9-46b2-af40-4a860e5a4d18)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:52:53.175699 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ef882564-b790-4d08-a3ed-e9071bf3ec10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:53.175914 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dcc45ff7-9dce-4cb0-b843-fca78c1d9cdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:53.182649 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-d4c6c6d8-a674-497c-beb2-a1782d251b65 service neutron] For port e0faacd5-133a-43ad-950f-3f6efc6ebf93, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=e0faacd5-133a-43ad-950f-3f6efc6ebf93,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:52:53.196115 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-d4c6c6d8-a674-497c-beb2-a1782d251b65 service neutron] Notify callbacks [] for binding, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:53.197314 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-d4c6c6d8-a674-497c-beb2-a1782d251b65 service neutron] 10.222.0.35 "POST /v2.0/ports/e0faacd5-133a-43ad-950f-3f6efc6ebf93/bindings HTTP/1.1" status: 201 len: 390 time: 0.4968376 Aug 10 00:52:53.203390 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c50faf2e-b493-44cf-8f58-d1c5b2054d89 req-33019a1c-89d6-46b5-94d3-0682c14b0683 service neutron] 10.222.0.20 "GET /v2.0/networks/69f51d35-d4ba-4f49-8c05-8898ee0d5115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572316 Aug 10 00:52:53.233518 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dcc45ff7-9dce-4cb0-b843-fca78c1d9cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:53.248449 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef882564-b790-4d08-a3ed-e9071bf3ec10 None None] Pushing event updated for resources: {'Port': ['ID=9af37cbf-6780-45fa-bdce-9f77df135010,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:53.287916 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc45ff7-9dce-4cb0-b843-fca78c1d9cdd admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:52:53.307088 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-dcc45ff7-9dce-4cb0-b843-fca78c1d9cdd admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:52:53.322510 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc45ff7-9dce-4cb0-b843-fca78c1d9cdd admin admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:52:53.355525 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c50faf2e-b493-44cf-8f58-d1c5b2054d89 req-4ed0c135-28bd-4507-80df-08584c340711 service neutron] 10.222.0.20 "GET /v2.0/networks/69f51d35-d4ba-4f49-8c05-8898ee0d5115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437461 Aug 10 00:52:53.356827 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc45ff7-9dce-4cb0-b843-fca78c1d9cdd admin admin] Pushing event updated for resources: {'Port': ['ID=25c54fbe-a47d-4091-b8cb-5922c6ec8108,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:53.423924 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-74d36d31-e531-4a79-92f3-37282c23235a req-2a4f3f4e-b3b8-4b6a-85e5-b79431aead38 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.126 HTTP/1.1" status: 200 len: 1002 time: 0.1200984 Aug 10 00:52:53.598070 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d36d31-e531-4a79-92f3-37282c23235a req-8cce60ea-3007-47d7-85a3-7c08895b272f tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:53.599885 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-74d36d31-e531-4a79-92f3-37282c23235a req-8cce60ea-3007-47d7-85a3-7c08895b272f tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/ports/312c7f8f-7965-4828-baab-bd12c7c277d9 HTTP/1.1" status: 200 len: 943 time: 0.1328316 Aug 10 00:52:53.659467 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-aabbce20-2df3-4ba9-96ff-9c30494dd2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:53.662835 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-aabbce20-2df3-4ba9-96ff-9c30494dd2f7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=040768a449b74edfb649dfba67db8bf2&device_id=19a3f67a-1464-4057-bc1c-764604ede1cb HTTP/1.1" status: 200 len: 1098 time: 0.0809896 Aug 10 00:52:53.755534 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dcc45ff7-9dce-4cb0-b843-fca78c1d9cdd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:53.798791 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-c5e097f9-3668-4b90-981d-c8a80e989fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:53.800583 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-c5e097f9-3668-4b90-981d-c8a80e989fa4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da HTTP/1.1" status: 200 len: 921 time: 0.1309798 Aug 10 00:52:53.848698 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-abe41a93-589c-452e-980d-ae2056159d33 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0faacd5-133a-43ad-950f-3f6efc6ebf93 HTTP/1.1" status: 200 len: 217 time: 0.0407159 Aug 10 00:52:53.909549 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60544) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:53.919224 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-61a2e9d2-6a63-4fde-8087-4794fdbbb5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:53.920840 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-61a2e9d2-6a63-4fde-8087-4794fdbbb5da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ff99852-0921-4c80-99ca-12207c311102 HTTP/1.1" status: 200 len: 860 time: 0.0650907 Aug 10 00:52:53.956441 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-5ebc31c1-48ad-4c26-ba57-bbe735f68f62 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274346 Aug 10 00:52:54.058220 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0101eba2-2938-460f-bd07-06a10daf7b5c req-9a8a3d75-637f-4a24-a118-f0c3fac83a82 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1474190 Aug 10 00:52:54.079362 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-d7f5bde1-c219-4601-82a7-0f96c56c0401 service neutron] 10.222.0.24 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131489 Aug 10 00:52:54.189017 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-2d855e79-77d6-4609-adb2-8c36cdbc4551 service neutron] 10.222.0.24 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020520 Aug 10 00:52:54.232263 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-74d36d31-e531-4a79-92f3-37282c23235a req-f98f452b-0526-43eb-8c18-9ad72b7c8f45 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.126 HTTP/1.1" status: 200 len: 1002 time: 0.1836166 Aug 10 00:52:54.249021 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 0a07679b-9214-42fc-9250-d17f2e078357 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:52:54.282297 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0aa605-92b3-49a1-9d41-33eaebd5c815 req-e49ec4e3-6d3c-4af1-9b9b-65ab305be316 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:54.291332 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3d0aa605-92b3-49a1-9d41-33eaebd5c815 req-e49ec4e3-6d3c-4af1-9b9b-65ab305be316 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a3f67a-1464-4057-bc1c-764604ede1cb HTTP/1.1" status: 200 len: 946 time: 0.2411621 Aug 10 00:52:54.325482 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b95d7a-7280-4ae9-a06f-b62376a65d2f', 'tag': '312c7f8f-7965-4828-baab-bd12c7c277d9'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:54.327870 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1879b304-c37b-417e-89e2-f88c8109a8ae" -d '{"events": [{"name": "network-changed", "server_uuid": "11b95d7a-7280-4ae9-a06f-b62376a65d2f", "tag": "312c7f8f-7965-4828-baab-bd12c7c277d9"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:54.406654 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a424a81-7436-4a36-8f77-744bb0f36f4e None None] Network 3c71e599-e5a9-480b-ab43-40d6f1d08f8f requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:52:54.411208 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-12a75f4b-2379-41d7-ab4d-1d7d1620b933 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:54.412754 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-12a75f4b-2379-41d7-ab4d-1d7d1620b933 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=19a3f67a-1464-4057-bc1c-764604ede1cb&tenant_id=040768a449b74edfb649dfba67db8bf2&binding%3Ahost_id=n-h2-766726-26 HTTP/1.1" status: 200 len: 1098 time: 0.1526608 Aug 10 00:52:54.428799 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-fa762293-b268-4742-877c-256f9280c478 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-766726-26'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:54.446744 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3d0aa605-92b3-49a1-9d41-33eaebd5c815 req-87f93184-c20d-48ba-ab25-d41b9122674e tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539967 Aug 10 00:52:54.494133 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-fa762293-b268-4742-877c-256f9280c478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:54.502917 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dcc45ff7-9dce-4cb0-b843-fca78c1d9cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:54.523310 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d36d31-e531-4a79-92f3-37282c23235a req-efe18a40-1191-404c-85ed-2606ea425f38 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:54.531433 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-74d36d31-e531-4a79-92f3-37282c23235a req-efe18a40-1191-404c-85ed-2606ea425f38 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 784 time: 0.2913108 Aug 10 00:52:54.538777 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 0a07679b-9214-42fc-9250-d17f2e078357, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=0a07679b-9214-42fc-9250-d17f2e078357,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:54.540094 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [req-74d36d31-e531-4a79-92f3-37282c23235a req-24dff627-312d-4fd2-8f33-d8804ce813d4 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:52:54.553138 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-170a75d6-1d0a-4cfc-8ad8-ee20f7130744 None None] Provisioning for port 9af37cbf-6780-45fa-bdce-9f77df135010 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:52:54.555725 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-74d36d31-e531-4a79-92f3-37282c23235a req-24dff627-312d-4fd2-8f33-d8804ce813d4 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0233655 Aug 10 00:52:54.577003 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '0a07679b-9214-42fc-9250-d17f2e078357', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': '0a07679b-9214-42fc-9250-d17f2e078357', 'mac_address': 'fa:16:3e:47:c6:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:52:54.672166 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9af37cbf-6780-45fa-bdce-9f77df135010 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:52:54.739092 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-fa762293-b268-4742-877c-256f9280c478 service neutron] For port e0faacd5-133a-43ad-950f-3f6efc6ebf93, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=e0faacd5-133a-43ad-950f-3f6efc6ebf93,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:54.740937 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:54.784609 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd67c73-505b-45ff-84cd-5690ab8a3221 req-d87ac95a-becd-4207-999c-3fb6ebcdbf2d tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:54.786322 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6cd67c73-505b-45ff-84cd-5690ab8a3221 req-d87ac95a-becd-4207-999c-3fb6ebcdbf2d tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2ff78cc-999f-4fe9-8b23-b62cd58a1e02 HTTP/1.1" status: 200 len: 948 time: 0.1477439 Aug 10 00:52:54.789595 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-fa762293-b268-4742-877c-256f9280c478 service neutron] For port e0faacd5-133a-43ad-950f-3f6efc6ebf93, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:52:54.824283 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a07679b-9214-42fc-9250-d17f2e078357 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:52:54.841234 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a3f67a-1464-4057-bc1c-764604ede1cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0faacd5-133a-43ad-950f-3f6efc6ebf93'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:54.843727 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6172194-478d-4a50-92b7-7b97ab71b2b7" -d '{"events": [{"server_uuid": "19a3f67a-1464-4057-bc1c-764604ede1cb", "name": "network-vif-unplugged", "status": "completed", "tag": "e0faacd5-133a-43ad-950f-3f6efc6ebf93"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:54.844469 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b3ad296-f521-4c1a-9a97-bc433d2d0cdf req-16bdbb5a-9ed1-4300-82f7-6c7c7b54a093 tempest-QuotasAdminNegativeTest-1889390359 tempest-QuotasAdminNegativeTest-1889390359-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=0199ab8313ab439283cc77fbf26b3cf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274456 Aug 10 00:52:54.849072 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-fa762293-b268-4742-877c-256f9280c478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:54.860164 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 0a07679b-9214-42fc-9250-d17f2e078357, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=0a07679b-9214-42fc-9250-d17f2e078357,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:54.863710 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 9af37cbf-6780-45fa-bdce-9f77df135010 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:52:54.866823 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-fa762293-b268-4742-877c-256f9280c478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:54.868494 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 9af37cbf-6780-45fa-bdce-9f77df135010 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:54.868884 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:54.870529 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:54.943484 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=0a07679b-9214-42fc-9250-d17f2e078357,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:54.956054 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6cd67c73-505b-45ff-84cd-5690ab8a3221 req-a1cc6b1c-1b9e-4bd4-a97c-bc943d29a9cd tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578805 Aug 10 00:52:54.980076 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc45ff7-9dce-4cb0-b843-fca78c1d9cdd admin admin] Router f089843d-eeb7-4aee-97a6-05f9198347d7 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 00:52:55.023964 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa762293-b268-4742-877c-256f9280c478 service neutron] Pushing event updated for resources: {'Port': ['ID=e0faacd5-133a-43ad-950f-3f6efc6ebf93,revision_number=7']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:55.056140 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:55.066811 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-fa762293-b268-4742-877c-256f9280c478 service neutron] Attempting to bind port e0faacd5-133a-43ad-950f-3f6efc6ebf93 on host n-h2-766726-26 for vnic_type normal with profile {"migrating_to": "n-h1-766726-26"} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:52:55.068338 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-fa762293-b268-4742-877c-256f9280c478 service neutron] Attempting to bind port e0faacd5-133a-43ad-950f-3f6efc6ebf93 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:52:55.068860 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-fa762293-b268-4742-877c-256f9280c478 service neutron] Attempting to bind port e0faacd5-133a-43ad-950f-3f6efc6ebf93 on network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:55.079435 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-fa762293-b268-4742-877c-256f9280c478 service neutron] Port e0faacd5-133a-43ad-950f-3f6efc6ebf93 on network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:52:55.080632 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-fa762293-b268-4742-877c-256f9280c478 service neutron] Attempting to bind port e0faacd5-133a-43ad-950f-3f6efc6ebf93 on network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:55.091716 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-fa762293-b268-4742-877c-256f9280c478 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:52:55.092342 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-fa762293-b268-4742-877c-256f9280c478 service neutron] Checking segment: {'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:52:55.098126 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-fa762293-b268-4742-877c-256f9280c478 service neutron] Bound using segment: {'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:52:55.099036 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-fa762293-b268-4742-877c-256f9280c478 service neutron] Bound port: e0faacd5-133a-43ad-950f-3f6efc6ebf93, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:52:55.099618 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-fa762293-b268-4742-877c-256f9280c478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:55.104602 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ad296-f521-4c1a-9a97-bc433d2d0cdf req-97ade6d6-7be2-47f3-a5be-ad0941c5f2b9 tempest-QuotasAdminNegativeTest-1889390359 tempest-QuotasAdminNegativeTest-1889390359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:55.106286 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b3ad296-f521-4c1a-9a97-bc433d2d0cdf req-97ade6d6-7be2-47f3-a5be-ad0941c5f2b9 tempest-QuotasAdminNegativeTest-1889390359 tempest-QuotasAdminNegativeTest-1889390359-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2532241 Aug 10 00:52:55.124321 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 9af37cbf-6780-45fa-bdce-9f77df135010, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9af37cbf-6780-45fa-bdce-9f77df135010,segment=NetworkSegment(f3779b57-baa9-46b2-af40-4a860e5a4d18),segment_id=f3779b57-baa9-46b2-af40-4a860e5a4d18)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:55.133981 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:55.192369 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b3ad296-f521-4c1a-9a97-bc433d2d0cdf req-b1c6540b-6a4a-4916-aa61-7e20a267454d tempest-QuotasAdminNegativeTest-1889390359 tempest-QuotasAdminNegativeTest-1889390359-project] 10.222.0.35 "GET /v2.0/quotas/0199ab8313ab439283cc77fbf26b3cf1 HTTP/1.1" status: 200 len: 375 time: 0.0631635 Aug 10 00:52:55.206235 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-fa762293-b268-4742-877c-256f9280c478 service neutron] For port e0faacd5-133a-43ad-950f-3f6efc6ebf93, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:52:55.210298 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-fa762293-b268-4742-877c-256f9280c478 service neutron] For port e0faacd5-133a-43ad-950f-3f6efc6ebf93, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=e0faacd5-133a-43ad-950f-3f6efc6ebf93,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:52:55.217876 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-fa762293-b268-4742-877c-256f9280c478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:55.234875 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=9af37cbf-6780-45fa-bdce-9f77df135010,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:55.268705 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6c869-02a2-44ef-8468-d1cde913af77 req-34572d05-39f9-4078-a4ab-14f8bf27bcf7 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:55.272420 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7ce6c869-02a2-44ef-8468-d1cde913af77 req-34572d05-39f9-4078-a4ab-14f8bf27bcf7 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 950 time: 0.1629798 Aug 10 00:52:55.276683 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b3ad296-f521-4c1a-9a97-bc433d2d0cdf req-dc30a578-febb-4ac6-8a5a-299649955fb4 tempest-QuotasAdminNegativeTest-1889390359 tempest-QuotasAdminNegativeTest-1889390359-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0199ab8313ab439283cc77fbf26b3cf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724647 Aug 10 00:52:55.279992 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc45ff7-9dce-4cb0-b843-fca78c1d9cdd admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:52:55.289214 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9050c21d-1a3c-42c2-89ca-dc9742e7231d None None] Sync routers for ids ['f089843d-eeb7-4aee-97a6-05f9198347d7'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:52:55.310817 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9050c21d-1a3c-42c2-89ca-dc9742e7231d None None] Routers {'f089843d-eeb7-4aee-97a6-05f9198347d7'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:52:55.312325 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa762293-b268-4742-877c-256f9280c478 service neutron] Pushing event updated for resources: {'Port': ['ID=e0faacd5-133a-43ad-950f-3f6efc6ebf93,revision_number=8']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:55.313233 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-9050c21d-1a3c-42c2-89ca-dc9742e7231d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:52:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f089843d-eeb7-4aee-97a6-05f9198347d7'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:55.330969 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dcc45ff7-9dce-4cb0-b843-fca78c1d9cdd admin admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:55.334839 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-dcc45ff7-9dce-4cb0-b843-fca78c1d9cdd admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2508755 Aug 10 00:52:55.335065 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60590) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:55.349991 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-fa762293-b268-4742-877c-256f9280c478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:55.356528 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-fa762293-b268-4742-877c-256f9280c478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:55.356528 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-fa762293-b268-4742-877c-256f9280c478 service neutron] 10.222.0.24 "PUT /v2.0/ports/e0faacd5-133a-43ad-950f-3f6efc6ebf93 HTTP/1.1" status: 200 len: 1124 time: 0.9324207 Aug 10 00:52:55.393554 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7ce6c869-02a2-44ef-8468-d1cde913af77 req-836bdcb5-883a-4dfd-8df8-0a3987ef1ef1 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147795 Aug 10 00:52:55.431197 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['0a07679b-9214-42fc-9250-d17f2e078357'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:52:55.453337 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbf36d8-a08c-42f4-8e69-d21b990df406 x-openstack-request-id: req-5fbf36d8-a08c-42f4-8e69-d21b990df406 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:55.453708 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11b95d7a-7280-4ae9-a06f-b62376a65d2f", "tag": "312c7f8f-7965-4828-baab-bd12c7c277d9", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:55.454030 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5fbf36d8-a08c-42f4-8e69-d21b990df406 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:55.454504 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11b95d7a-7280-4ae9-a06f-b62376a65d2f', 'tag': '312c7f8f-7965-4828-baab-bd12c7c277d9', 'status': 'completed', 'code': 200} Aug 10 00:52:55.466619 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f9b77c0f-88b0-4196-aafa-9b0a502fc695 None None] Provisioning complete for port 9af37cbf-6780-45fa-bdce-9f77df135010 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:55.466997 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f9b77c0f-88b0-4196-aafa-9b0a502fc695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:55.535344 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879b304-c37b-417e-89e2-f88c8109a8ae req-c1fa7c9f-fcb2-4d61-acf5-27ec90fbb13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:55.538023 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1879b304-c37b-417e-89e2-f88c8109a8ae req-c1fa7c9f-fcb2-4d61-acf5-27ec90fbb13a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc2e62ffb5b34be582ea4ea144aaa50f&device_id=11b95d7a-7280-4ae9-a06f-b62376a65d2f HTTP/1.1" status: 200 len: 1098 time: 0.0603182 Aug 10 00:52:55.544717 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908698dd-aaeb-4b98-a95b-01592ac1f13a x-openstack-request-id: req-908698dd-aaeb-4b98-a95b-01592ac1f13a {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:55.545023 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a3f67a-1464-4057-bc1c-764604ede1cb", "name": "network-vif-unplugged", "status": "completed", "tag": "e0faacd5-133a-43ad-950f-3f6efc6ebf93", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:55.545285 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-908698dd-aaeb-4b98-a95b-01592ac1f13a {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:55.546804 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a3f67a-1464-4057-bc1c-764604ede1cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0faacd5-133a-43ad-950f-3f6efc6ebf93', 'code': 200} Aug 10 00:52:55.582595 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d55fadb-5516-42eb-ae8f-95ec37006137 req-4f152ecc-6812-46fb-b227-01dfecc26236 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.126 HTTP/1.1" status: 200 len: 1002 time: 0.1183975 Aug 10 00:52:55.583915 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['e0faacd5-133a-43ad-950f-3f6efc6ebf93'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:52:55.591547 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-9050c21d-1a3c-42c2-89ca-dc9742e7231d None None] Set router f089843d-eeb7-4aee-97a6-05f9198347d7 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:52:55.665837 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879b304-c37b-417e-89e2-f88c8109a8ae req-8a3f4978-8c70-4497-a1a8-6dad73085cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:55.668122 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1879b304-c37b-417e-89e2-f88c8109a8ae req-8a3f4978-8c70-4497-a1a8-6dad73085cb4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=69f51d35-d4ba-4f49-8c05-8898ee0d5115 HTTP/1.1" status: 200 len: 922 time: 0.1201899 Aug 10 00:52:55.671421 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55fadb-5516-42eb-ae8f-95ec37006137 req-b3eaa69b-81c9-41c3-815c-b1bac58c29a0 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:55.672875 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d55fadb-5516-42eb-ae8f-95ec37006137 req-b3eaa69b-81c9-41c3-815c-b1bac58c29a0 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/ports/312c7f8f-7965-4828-baab-bd12c7c277d9 HTTP/1.1" status: 200 len: 943 time: 0.0837581 Aug 10 00:52:55.887277 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101eba2-2938-460f-bd07-06a10daf7b5c req-79a88796-ff3f-4b24-a04f-39d5167d8bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:55.888823 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0101eba2-2938-460f-bd07-06a10daf7b5c req-79a88796-ff3f-4b24-a04f-39d5167d8bf6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 1102 time: 0.1423771 Aug 10 00:52:55.914367 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d55fadb-5516-42eb-ae8f-95ec37006137 req-70106df8-2fdc-44be-800e-ad2de38332f9 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.126 HTTP/1.1" status: 200 len: 1002 time: 0.1412294 Aug 10 00:52:56.014887 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1879b304-c37b-417e-89e2-f88c8109a8ae req-d4da6977-a24a-4b06-ab66-5eb073412961 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=312c7f8f-7965-4828-baab-bd12c7c277d9 HTTP/1.1" status: 200 len: 1002 time: 0.3276756 Aug 10 00:52:56.038133 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-9050c21d-1a3c-42c2-89ca-dc9742e7231d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f089843d-eeb7-4aee-97a6-05f9198347d7', 'name': 'tempest-FloatingIPsTestJSON-1064586007-router', 'tenant_id': '98e3321a7a7044d5b3cc422d5a633c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '25c54fbe-a47d-4091-b8cb-5922c6ec8108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:52Z', 'updated_at': '2021-08-10T00:52:53Z', 'revision_number': 3, 'project_id': '98e3321a7a7044d5b3cc422d5a633c82', 'gw_port': {'id': '25c54fbe-a47d-4091-b8cb-5922c6ec8108', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f089843d-eeb7-4aee-97a6-05f9198347d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:52Z', 'updated_at': '2021-08-10T00:52:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:56.070299 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879b304-c37b-417e-89e2-f88c8109a8ae req-b6ceed6f-2f21-4963-818d-677388b726b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:56.071718 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1879b304-c37b-417e-89e2-f88c8109a8ae req-b6ceed6f-2f21-4963-818d-677388b726b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dcf03b3b-6f13-42e9-be6a-f87764bef944 HTTP/1.1" status: 200 len: 860 time: 0.0452266 Aug 10 00:52:56.072136 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9050c21d-1a3c-42c2-89ca-dc9742e7231d None None] Checking router: f089843d-eeb7-4aee-97a6-05f9198347d7 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:52:56.072527 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9050c21d-1a3c-42c2-89ca-dc9742e7231d None None] Updating router f089843d-eeb7-4aee-97a6-05f9198347d7 port 25c54fbe-a47d-4091-b8cb-5922c6ec8108 binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:52:56.098537 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9050c21d-1a3c-42c2-89ca-dc9742e7231d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:56.110730 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b6279-a99d-4110-ad3e-23002c1ca026 req-e5679dcd-12b9-496f-86aa-982e479bfcd5 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:56.112839 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-421b6279-a99d-4110-ad3e-23002c1ca026 req-e5679dcd-12b9-496f-86aa-982e479bfcd5 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a3f67a-1464-4057-bc1c-764604ede1cb HTTP/1.1" status: 200 len: 944 time: 0.2021720 Aug 10 00:52:56.125429 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879b304-c37b-417e-89e2-f88c8109a8ae req-b219a8d7-e801-4911-893e-9dd3ec6d43ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:56.126972 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1879b304-c37b-417e-89e2-f88c8109a8ae req-b219a8d7-e801-4911-893e-9dd3ec6d43ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69f51d35-d4ba-4f49-8c05-8898ee0d5115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477762 Aug 10 00:52:56.191765 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101eba2-2938-460f-bd07-06a10daf7b5c req-428458ba-4742-4f7c-af76-1b535e3dcf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:56.193236 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0101eba2-2938-460f-bd07-06a10daf7b5c req-428458ba-4742-4f7c-af76-1b535e3dcf9f service neutron] 10.222.0.24 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.2929831 Aug 10 00:52:56.229397 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1879b304-c37b-417e-89e2-f88c8109a8ae req-fc58b36d-c6f9-42ad-8afc-6a4b208dc9f1 service neutron] 10.222.0.24 "GET /v2.0/networks/69f51d35-d4ba-4f49-8c05-8898ee0d5115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940487 Aug 10 00:52:56.251230 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55fadb-5516-42eb-ae8f-95ec37006137 req-c64c4eb1-b0f0-431c-b01d-fd8fb703baf1 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:56.253034 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d55fadb-5516-42eb-ae8f-95ec37006137 req-c64c4eb1-b0f0-431c-b01d-fd8fb703baf1 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 784 time: 0.3143449 Aug 10 00:52:56.264675 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0101eba2-2938-460f-bd07-06a10daf7b5c req-a93e1e2e-d0dd-44bf-87bd-595519e6e959 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=fdc10411-30f3-4964-8619-36d66302f093 HTTP/1.1" status: 200 len: 217 time: 0.0612504 Aug 10 00:52:56.301055 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-421b6279-a99d-4110-ad3e-23002c1ca026 req-1b0100e2-cb3e-4e90-8e2d-4f8141b5d31a tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745353 Aug 10 00:52:56.353036 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1879b304-c37b-417e-89e2-f88c8109a8ae req-c9316978-f212-43f6-ac39-2b5de445d105 service neutron] 10.222.0.24 "GET /v2.0/networks/69f51d35-d4ba-4f49-8c05-8898ee0d5115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163518 Aug 10 00:52:56.546561 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9050c21d-1a3c-42c2-89ca-dc9742e7231d None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:56.566068 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-9050c21d-1a3c-42c2-89ca-dc9742e7231d None None] Transition to ACTIVE for port object 25c54fbe-a47d-4091-b8cb-5922c6ec8108 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:52:56.573871 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9050c21d-1a3c-42c2-89ca-dc9742e7231d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:56.608449 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9af37cbf-6780-45fa-bdce-9f77df135010 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:52:56.660158 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-9050c21d-1a3c-42c2-89ca-dc9742e7231d None None] Attempting to bind port 25c54fbe-a47d-4091-b8cb-5922c6ec8108 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:52:56.660552 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-9050c21d-1a3c-42c2-89ca-dc9742e7231d None None] Attempting to bind port 25c54fbe-a47d-4091-b8cb-5922c6ec8108 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:52:56.660913 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9050c21d-1a3c-42c2-89ca-dc9742e7231d None None] Attempting to bind port 25c54fbe-a47d-4091-b8cb-5922c6ec8108 on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:56.669289 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7b96f-67c8-4c13-8f4b-a1018229dba3 None None] Pushing event updated for resources: {'Port': ['ID=25c54fbe-a47d-4091-b8cb-5922c6ec8108,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:56.675372 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60620) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:56.681101 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9050c21d-1a3c-42c2-89ca-dc9742e7231d None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:52:56.681680 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9050c21d-1a3c-42c2-89ca-dc9742e7231d None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:52:56.681918 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9050c21d-1a3c-42c2-89ca-dc9742e7231d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:56.682553 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9050c21d-1a3c-42c2-89ca-dc9742e7231d None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:52:56.682779 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-9050c21d-1a3c-42c2-89ca-dc9742e7231d None None] Bound port: 25c54fbe-a47d-4091-b8cb-5922c6ec8108, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:52:56.683530 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9050c21d-1a3c-42c2-89ca-dc9742e7231d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:56.714517 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d55fadb-5516-42eb-ae8f-95ec37006137 req-e94661f4-e168-4999-9102-6e0e355cd2b1 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.126 HTTP/1.1" status: 200 len: 1002 time: 0.4456563 Aug 10 00:52:56.716129 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b17178cf-ce6b-4415-83f6-a3ed8d85c580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:56.720846 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101eba2-2938-460f-bd07-06a10daf7b5c req-c993d456-611d-484b-a1cc-000406ce208e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:56.721947 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0101eba2-2938-460f-bd07-06a10daf7b5c req-c993d456-611d-484b-a1cc-000406ce208e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.4289141 Aug 10 00:52:56.737183 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 9af37cbf-6780-45fa-bdce-9f77df135010 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:56.737711 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:56.738720 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-5d55fadb-5516-42eb-ae8f-95ec37006137 req-e9d63599-25c5-4823-82f9-f4a5f9866a3b tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:56.763573 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-9050c21d-1a3c-42c2-89ca-dc9742e7231d None None] For port 25c54fbe-a47d-4091-b8cb-5922c6ec8108, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:52:56.789766 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-9050c21d-1a3c-42c2-89ca-dc9742e7231d None None] For port 25c54fbe-a47d-4091-b8cb-5922c6ec8108, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=25c54fbe-a47d-4091-b8cb-5922c6ec8108,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:52:56.796447 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9050c21d-1a3c-42c2-89ca-dc9742e7231d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:56.801448 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3d433bf4-6fd3-4b64-b589-0a8af279d2e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:56.805814 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4490cee-7b04-45ef-96f1-d03f27ac90f5 req-5f9fcbf3-4cd2-441b-8383-98ae7129f1c0 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:56.807509 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d4490cee-7b04-45ef-96f1-d03f27ac90f5 req-5f9fcbf3-4cd2-441b-8383-98ae7129f1c0 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2ff78cc-999f-4fe9-8b23-b62cd58a1e02 HTTP/1.1" status: 200 len: 949 time: 0.1861792 Aug 10 00:52:56.886928 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9050c21d-1a3c-42c2-89ca-dc9742e7231d None None] Routers {'f089843d-eeb7-4aee-97a6-05f9198347d7'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:52:56.887653 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-9050c21d-1a3c-42c2-89ca-dc9742e7231d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:52:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f089843d-eeb7-4aee-97a6-05f9198347d7'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:56.904088 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5d55fadb-5516-42eb-ae8f-95ec37006137 req-e9d63599-25c5-4823-82f9-f4a5f9866a3b tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks [] for floatingip, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:56.910263 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3d433bf4-6fd3-4b64-b589-0a8af279d2e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:56.915941 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3d433bf4-6fd3-4b64-b589-0a8af279d2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:56.932030 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7b96f-67c8-4c13-8f4b-a1018229dba3 None None] Pushing event updated for resources: {'Port': ['ID=25c54fbe-a47d-4091-b8cb-5922c6ec8108,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:56.949023 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101eba2-2938-460f-bd07-06a10daf7b5c req-7c62d28e-af40-42ca-a8dc-3f6fbf6d8553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:56.950536 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0101eba2-2938-460f-bd07-06a10daf7b5c req-7c62d28e-af40-42ca-a8dc-3f6fbf6d8553 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2158248 Aug 10 00:52:56.957271 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3d433bf4-6fd3-4b64-b589-0a8af279d2e0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=26632a5a6bb2495686bee3ff54e03d92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2805281 Aug 10 00:52:56.958107 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d433bf4-6fd3-4b64-b589-0a8af279d2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4636ae7-513c-45d6-b3a3-988b1ec0b5f4,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:56.960558 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60624) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:56.985312 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d4490cee-7b04-45ef-96f1-d03f27ac90f5 req-9ae836d2-03e9-4e50-bc60-2403fae04ff9 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689162 Aug 10 00:52:57.019371 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28942d6a-7524-4530-9e89-9597ebad59e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:57.041580 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-9050c21d-1a3c-42c2-89ca-dc9742e7231d None None] Set router f089843d-eeb7-4aee-97a6-05f9198347d7 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:52:57.042852 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28942d6a-7524-4530-9e89-9597ebad59e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:57.095360 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28942d6a-7524-4530-9e89-9597ebad59e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:57.098872 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28942d6a-7524-4530-9e89-9597ebad59e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:57.100550 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-28942d6a-7524-4530-9e89-9597ebad59e1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a4636ae7-513c-45d6-b3a3-988b1ec0b5f4 HTTP/1.1" status: 204 len: 168 time: 0.1389592 Aug 10 00:52:57.120435 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28942d6a-7524-4530-9e89-9597ebad59e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4636ae7-513c-45d6-b3a3-988b1ec0b5f4,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:57.243231 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-b17178cf-ce6b-4415-83f6-a3ed8d85c580 admin admin] Allocated IP 172.20.0.1 (3c71e599-e5a9-480b-ab43-40d6f1d08f8f/ad93032b-ee49-481a-a7d4-4b827245e85b/e0bfecc9-6b68-4064-add8-b0c38214bf59) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:52:57.249258 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5d55fadb-5516-42eb-ae8f-95ec37006137 req-e9d63599-25c5-4823-82f9-f4a5f9866a3b tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:57.261908 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5d55fadb-5516-42eb-ae8f-95ec37006137 req-e9d63599-25c5-4823-82f9-f4a5f9866a3b tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:57.262165 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-9050c21d-1a3c-42c2-89ca-dc9742e7231d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f089843d-eeb7-4aee-97a6-05f9198347d7', 'name': 'tempest-FloatingIPsTestJSON-1064586007-router', 'tenant_id': '98e3321a7a7044d5b3cc422d5a633c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '25c54fbe-a47d-4091-b8cb-5922c6ec8108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:52Z', 'updated_at': '2021-08-10T00:52:53Z', 'revision_number': 3, 'project_id': '98e3321a7a7044d5b3cc422d5a633c82', 'gw_port': {'id': '25c54fbe-a47d-4091-b8cb-5922c6ec8108', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f089843d-eeb7-4aee-97a6-05f9198347d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:52Z', 'updated_at': '2021-08-10T00:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:57.262310 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [req-5d55fadb-5516-42eb-ae8f-95ec37006137 req-e9d63599-25c5-4823-82f9-f4a5f9866a3b tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Floating IP 3512e5fe-e212-4d5c-b900-482391cbd2cb disassociated. External IP: 172.25.2.126, port: 312c7f8f-7965-4828-baab-bd12c7c277d9. Aug 10 00:52:57.268617 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0101eba2-2938-460f-bd07-06a10daf7b5c req-a5111026-2ba0-4df1-9869-10026c4216d3 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868774 Aug 10 00:52:57.293677 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9050c21d-1a3c-42c2-89ca-dc9742e7231d None None] The sync data for ids ['f089843d-eeb7-4aee-97a6-05f9198347d7'] in n-d-766726-26 is: [{'id': 'f089843d-eeb7-4aee-97a6-05f9198347d7', 'name': 'tempest-FloatingIPsTestJSON-1064586007-router', 'tenant_id': '98e3321a7a7044d5b3cc422d5a633c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '25c54fbe-a47d-4091-b8cb-5922c6ec8108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:52Z', 'updated_at': '2021-08-10T00:52:53Z', 'revision_number': 3, 'project_id': '98e3321a7a7044d5b3cc422d5a633c82', 'gw_port': {'id': '25c54fbe-a47d-4091-b8cb-5922c6ec8108', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f089843d-eeb7-4aee-97a6-05f9198347d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:52Z', 'updated_at': '2021-08-10T00:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:52:57.315498 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951d435-e62f-469d-9145-44ffab7cde2b req-397fbc30-dffe-41cc-926f-5b9b7d112361 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:57.317167 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a951d435-e62f-469d-9145-44ffab7cde2b req-397fbc30-dffe-41cc-926f-5b9b7d112361 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 950 time: 0.2309003 Aug 10 00:52:57.416224 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60632) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:57.434629 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a653ad66-7bb7-4bd7-b2dd-017703e51692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:57.538097 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a653ad66-7bb7-4bd7-b2dd-017703e51692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:57.540680 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a951d435-e62f-469d-9145-44ffab7cde2b req-4fe776b3-7c53-47bd-841e-d4e09c90e048 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110064 Aug 10 00:52:57.547674 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a653ad66-7bb7-4bd7-b2dd-017703e51692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:57.566072 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a3f67a-1464-4057-bc1c-764604ede1cb', 'tag': 'e0faacd5-133a-43ad-950f-3f6efc6ebf93'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:57.566072 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f280e77-1d09-426e-853d-15ba62c7ff05" -d '{"events": [{"name": "network-changed", "server_uuid": "19a3f67a-1464-4057-bc1c-764604ede1cb", "tag": "e0faacd5-133a-43ad-950f-3f6efc6ebf93"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:57.604469 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653ad66-7bb7-4bd7-b2dd-017703e51692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1960748-5332-4d2a-9109-766df1a6503d,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:57.613054 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a653ad66-7bb7-4bd7-b2dd-017703e51692 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b744edecbe3040c1ba2c81b2c42ef466&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1943109 Aug 10 00:52:57.616014 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60636) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:57.682516 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-59f3349f-7d22-4b67-a67b-9ee9eee26692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:57.684047 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0101eba2-2938-460f-bd07-06a10daf7b5c req-f3c6dcb2-d575-4440-9363-0b21c79d40b7 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795943 Aug 10 00:52:57.707301 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b17178cf-ce6b-4415-83f6-a3ed8d85c580 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:57.719358 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-59f3349f-7d22-4b67-a67b-9ee9eee26692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:57.763924 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-b17178cf-ce6b-4415-83f6-a3ed8d85c580 admin admin] Transition to ACTIVE for port object e0bfecc9-6b68-4064-add8-b0c38214bf59 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:52:57.815167 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d55fadb-5516-42eb-ae8f-95ec37006137 req-e9d63599-25c5-4823-82f9-f4a5f9866a3b tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Router 1b2ac2e4-6ed8-46ce-90af-2c454640483b has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:52:57.822068 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-59f3349f-7d22-4b67-a67b-9ee9eee26692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:57.825588 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-59f3349f-7d22-4b67-a67b-9ee9eee26692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:57.826895 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-59f3349f-7d22-4b67-a67b-9ee9eee26692 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b1960748-5332-4d2a-9109-766df1a6503d HTTP/1.1" status: 204 len: 168 time: 0.2098198 Aug 10 00:52:57.846396 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3349f-7d22-4b67-a67b-9ee9eee26692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1960748-5332-4d2a-9109-766df1a6503d,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:57.881452 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:57.887764 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b17178cf-ce6b-4415-83f6-a3ed8d85c580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:57.948461 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17178cf-ce6b-4415-83f6-a3ed8d85c580 admin admin] Network 3c71e599-e5a9-480b-ab43-40d6f1d08f8f is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:52:57.991636 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-b17178cf-ce6b-4415-83f6-a3ed8d85c580 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:52:57.996902 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17178cf-ce6b-4415-83f6-a3ed8d85c580 admin admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:52:58.043630 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17178cf-ce6b-4415-83f6-a3ed8d85c580 admin admin] Pushing event updated for resources: {'Port': ['ID=e0bfecc9-6b68-4064-add8-b0c38214bf59,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:58.064866 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b17178cf-ce6b-4415-83f6-a3ed8d85c580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:58.155860 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d55fadb-5516-42eb-ae8f-95ec37006137 req-e9d63599-25c5-4823-82f9-f4a5f9866a3b tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:52:58.173782 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6680e6-9b83-448d-b283-b718f097e729 None None] Sync routers for ids ['1b2ac2e4-6ed8-46ce-90af-2c454640483b'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:52:58.187095 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6680e6-9b83-448d-b283-b718f097e729 None None] Routers {'1b2ac2e4-6ed8-46ce-90af-2c454640483b'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:52:58.187742 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-5b6680e6-9b83-448d-b283-b718f097e729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:52:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['1b2ac2e4-6ed8-46ce-90af-2c454640483b'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:58.190456 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5d55fadb-5516-42eb-ae8f-95ec37006137 req-e9d63599-25c5-4823-82f9-f4a5f9866a3b tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:58.247668 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 0a07679b-9214-42fc-9250-d17f2e078357 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:52:58.332504 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7776aa2a-f0b7-4261-a234-fc269b78c315 None None] Provisioning for port e0bfecc9-6b68-4064-add8-b0c38214bf59 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:52:58.338488 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7776aa2a-f0b7-4261-a234-fc269b78c315 None None] Provisioning complete for port e0bfecc9-6b68-4064-add8-b0c38214bf59 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:58.339012 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7776aa2a-f0b7-4261-a234-fc269b78c315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:58.385013 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 0a07679b-9214-42fc-9250-d17f2e078357 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:52:58.394226 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-5b6680e6-9b83-448d-b283-b718f097e729 None None] Set router 1b2ac2e4-6ed8-46ce-90af-2c454640483b gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:52:58.401393 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 0a07679b-9214-42fc-9250-d17f2e078357 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:58.402033 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:58.404018 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-7776aa2a-f0b7-4261-a234-fc269b78c315 None None] Port e0bfecc9-6b68-4064-add8-b0c38214bf59 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:52:58.538106 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:58.567908 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ff78cc-999f-4fe9-8b23-b62cd58a1e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a07679b-9214-42fc-9250-d17f2e078357'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:58.570473 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caaaffa0-fec6-4db1-bd89-3a57d214e5d0" -d '{"events": [{"server_uuid": "c2ff78cc-999f-4fe9-8b23-b62cd58a1e02", "name": "network-vif-plugged", "status": "completed", "tag": "0a07679b-9214-42fc-9250-d17f2e078357"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:58.595239 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 0a07679b-9214-42fc-9250-d17f2e078357, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=0a07679b-9214-42fc-9250-d17f2e078357,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:58.608795 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:58.646888 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d55fadb-5516-42eb-ae8f-95ec37006137 req-e9d63599-25c5-4823-82f9-f4a5f9866a3b tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "PUT /v2.0/floatingips/3512e5fe-e212-4d5c-b900-482391cbd2cb HTTP/1.1" status: 200 len: 695 time: 1.9162412 Aug 10 00:52:58.675562 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=0a07679b-9214-42fc-9250-d17f2e078357,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:58.678526 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b95d7a-7280-4ae9-a06f-b62376a65d2f', 'tag': '312c7f8f-7965-4828-baab-bd12c7c277d9'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:58.682029 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 25c54fbe-a47d-4091-b8cb-5922c6ec8108 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:52:58.682849 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94970d13-1f5d-4b4d-abe2-41475217b521" -d '{"events": [{"name": "network-changed", "server_uuid": "11b95d7a-7280-4ae9-a06f-b62376a65d2f", "tag": "312c7f8f-7965-4828-baab-bd12c7c277d9"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:58.723247 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-5b6680e6-9b83-448d-b283-b718f097e729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1075006119-router', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:00Z', 'updated_at': '2021-08-10T00:52:05Z', 'revision_number': 4, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'gw_port': {'id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:01Z', 'updated_at': '2021-08-10T00:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'ccb8d22f-28bd-447e-8026-fa3e74e719d7', 'name': '', 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'mac_address': 'fa:16:3e:35:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:04Z', 'updated_at': '2021-08-10T00:52:10Z', 'revision_number': 5, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'subnets': [{'id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:58.734693 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70f5ac-1f28-42d5-a4c7-e37435355755 req-200885e1-4690-4f6f-834b-dab61f8d68ae tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:58.737760 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2e70f5ac-1f28-42d5-a4c7-e37435355755 req-200885e1-4690-4f6f-834b-dab61f8d68ae tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a3f67a-1464-4057-bc1c-764604ede1cb HTTP/1.1" status: 200 len: 944 time: 0.5691566 Aug 10 00:52:58.747967 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 25c54fbe-a47d-4091-b8cb-5922c6ec8108 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:52:58.752471 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 25c54fbe-a47d-4091-b8cb-5922c6ec8108 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:58.753306 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:58.773585 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6680e6-9b83-448d-b283-b718f097e729 None None] Checking router: 1b2ac2e4-6ed8-46ce-90af-2c454640483b for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:52:58.786562 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6680e6-9b83-448d-b283-b718f097e729 None None] Routers {'1b2ac2e4-6ed8-46ce-90af-2c454640483b'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:52:58.787186 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-5b6680e6-9b83-448d-b283-b718f097e729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:52:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['1b2ac2e4-6ed8-46ce-90af-2c454640483b'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:58.815798 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55fadb-5516-42eb-ae8f-95ec37006137 req-20700e7a-907b-4a1b-a72e-93992b8c2a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:58.823507 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d55fadb-5516-42eb-ae8f-95ec37006137 req-20700e7a-907b-4a1b-a72e-93992b8c2a02 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc2e62ffb5b34be582ea4ea144aaa50f&device_id=11b95d7a-7280-4ae9-a06f-b62376a65d2f HTTP/1.1" status: 200 len: 1098 time: 0.1351709 Aug 10 00:52:58.837677 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b17178cf-ce6b-4415-83f6-a3ed8d85c580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:58.853471 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2e70f5ac-1f28-42d5-a4c7-e37435355755 req-3490df4e-3c9a-4961-8304-3bfaf7884e09 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987425 Aug 10 00:52:58.869374 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:58.890888 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device e0faacd5-133a-43ad-950f-3f6efc6ebf93 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:52:58.911374 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 25c54fbe-a47d-4091-b8cb-5922c6ec8108, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=25c54fbe-a47d-4091-b8cb-5922c6ec8108,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:58.926615 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-5b6680e6-9b83-448d-b283-b718f097e729 None None] Set router 1b2ac2e4-6ed8-46ce-90af-2c454640483b gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:52:58.928145 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:58.987315 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bb2211-4653-494d-b373-153105610831 x-openstack-request-id: req-b3bb2211-4653-494d-b373-153105610831 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:58.988300 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19a3f67a-1464-4057-bc1c-764604ede1cb", "tag": "e0faacd5-133a-43ad-950f-3f6efc6ebf93", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:58.988721 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b3bb2211-4653-494d-b373-153105610831 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:58.989275 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19a3f67a-1464-4057-bc1c-764604ede1cb', 'tag': 'e0faacd5-133a-43ad-950f-3f6efc6ebf93', 'status': 'completed', 'code': 200} Aug 10 00:52:58.996077 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55fadb-5516-42eb-ae8f-95ec37006137 req-3cda6fbc-737e-46cb-b311-9cd1731e9f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:59.009668 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d55fadb-5516-42eb-ae8f-95ec37006137 req-3cda6fbc-737e-46cb-b311-9cd1731e9f4e service neutron] 10.222.0.35 "GET /v2.0/networks?id=69f51d35-d4ba-4f49-8c05-8898ee0d5115 HTTP/1.1" status: 200 len: 922 time: 0.1853151 Aug 10 00:52:59.053857 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port e0faacd5-133a-43ad-950f-3f6efc6ebf93, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=e0faacd5-133a-43ad-950f-3f6efc6ebf93,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:59.066881 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device e0faacd5-133a-43ad-950f-3f6efc6ebf93 has no active binding in host n-h1-766726-26 {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 00:52:59.136931 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f280e77-1d09-426e-853d-15ba62c7ff05 req-277ff95d-9089-4c24-8fa5-6d9419c919ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:59.137287 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d55fadb-5516-42eb-ae8f-95ec37006137 req-3ad4b8ea-ff8d-4fc6-a7c0-8541b029f3a7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=312c7f8f-7965-4828-baab-bd12c7c277d9 HTTP/1.1" status: 200 len: 217 time: 0.1266994 Aug 10 00:52:59.138418 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8f280e77-1d09-426e-853d-15ba62c7ff05 req-277ff95d-9089-4c24-8fa5-6d9419c919ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=040768a449b74edfb649dfba67db8bf2&device_id=19a3f67a-1464-4057-bc1c-764604ede1cb HTTP/1.1" status: 200 len: 1127 time: 0.0828955 Aug 10 00:52:59.141679 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=25c54fbe-a47d-4091-b8cb-5922c6ec8108,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:59.197695 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-5b6680e6-9b83-448d-b283-b718f097e729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1075006119-router', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:00Z', 'updated_at': '2021-08-10T00:52:05Z', 'revision_number': 4, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'gw_port': {'id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:01Z', 'updated_at': '2021-08-10T00:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'ccb8d22f-28bd-447e-8026-fa3e74e719d7', 'name': '', 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'mac_address': 'fa:16:3e:35:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:04Z', 'updated_at': '2021-08-10T00:52:10Z', 'revision_number': 5, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'subnets': [{'id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:59.249878 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6680e6-9b83-448d-b283-b718f097e729 None None] The sync data for ids ['1b2ac2e4-6ed8-46ce-90af-2c454640483b'] in n-d-766726-26 is: [{'id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1075006119-router', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:00Z', 'updated_at': '2021-08-10T00:52:05Z', 'revision_number': 4, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'gw_port': {'id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:01Z', 'updated_at': '2021-08-10T00:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'ccb8d22f-28bd-447e-8026-fa3e74e719d7', 'name': '', 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'mac_address': 'fa:16:3e:35:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:04Z', 'updated_at': '2021-08-10T00:52:10Z', 'revision_number': 5, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'subnets': [{'id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:52:59.258183 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55fadb-5516-42eb-ae8f-95ec37006137 req-049e64fa-ec97-4114-8d39-f8c80d0ba299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:59.265508 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d55fadb-5516-42eb-ae8f-95ec37006137 req-049e64fa-ec97-4114-8d39-f8c80d0ba299 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dcf03b3b-6f13-42e9-be6a-f87764bef944 HTTP/1.1" status: 200 len: 860 time: 0.1262929 Aug 10 00:52:59.288053 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f280e77-1d09-426e-853d-15ba62c7ff05 req-9e5370de-7d4a-4511-a37a-9428cf3387ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:59.289604 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8f280e77-1d09-426e-853d-15ba62c7ff05 req-9e5370de-7d4a-4511-a37a-9428cf3387ef service neutron] 10.222.0.20 "GET /v2.0/networks?id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da HTTP/1.1" status: 200 len: 921 time: 0.1419005 Aug 10 00:52:59.321588 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8fab46-f695-4ab8-94c1-c7f88dd004c7 req-a38c98a7-2c51-428d-89a0-7767da5e35f5 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:59.323126 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9e8fab46-f695-4ab8-94c1-c7f88dd004c7 req-a38c98a7-2c51-428d-89a0-7767da5e35f5 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2ff78cc-999f-4fe9-8b23-b62cd58a1e02 HTTP/1.1" status: 200 len: 950 time: 0.2035511 Aug 10 00:52:59.348716 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8f280e77-1d09-426e-853d-15ba62c7ff05 req-67c6c6b5-af7c-4284-8ec8-445ef74de969 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0faacd5-133a-43ad-950f-3f6efc6ebf93 HTTP/1.1" status: 200 len: 217 time: 0.0448098 Aug 10 00:52:59.370615 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55fadb-5516-42eb-ae8f-95ec37006137 req-710f8f93-1b11-44e6-b550-6e8a1b359357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:59.372323 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d55fadb-5516-42eb-ae8f-95ec37006137 req-710f8f93-1b11-44e6-b550-6e8a1b359357 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=69f51d35-d4ba-4f49-8c05-8898ee0d5115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1058478 Aug 10 00:52:59.403991 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b17178cf-ce6b-4415-83f6-a3ed8d85c580 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:59.419735 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9e8fab46-f695-4ab8-94c1-c7f88dd004c7 req-ad2db302-3355-44b1-8829-70260806224c tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868793 Aug 10 00:52:59.425829 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f280e77-1d09-426e-853d-15ba62c7ff05 req-a0f34bfe-b7ef-4530-aaf0-383f88f436e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:59.427742 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8f280e77-1d09-426e-853d-15ba62c7ff05 req-a0f34bfe-b7ef-4530-aaf0-383f88f436e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ff99852-0921-4c80-99ca-12207c311102 HTTP/1.1" status: 200 len: 860 time: 0.0624671 Aug 10 00:52:59.455789 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b17178cf-ce6b-4415-83f6-a3ed8d85c580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:59.479586 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8f280e77-1d09-426e-853d-15ba62c7ff05 req-94b629f9-cf80-4588-8858-2500421a9411 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332577 Aug 10 00:52:59.562758 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17178cf-ce6b-4415-83f6-a3ed8d85c580 admin admin] Pushing event updated for resources: {'Port': ['ID=e0bfecc9-6b68-4064-add8-b0c38214bf59,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:59.582151 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b17178cf-ce6b-4415-83f6-a3ed8d85c580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:59.587986 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d4f5c06-0d56-4435-919a-8b9c4c299ee3 req-7a66d327-f08d-4909-91ea-578cd0465632 tempest-QuotasAdminNegativeTest-1889390359 tempest-QuotasAdminNegativeTest-1889390359-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=0199ab8313ab439283cc77fbf26b3cf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528736 Aug 10 00:52:59.599921 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8f280e77-1d09-426e-853d-15ba62c7ff05 req-773d7f97-32b1-4c26-93fe-1368faccb552 service neutron] 10.222.0.20 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042373 Aug 10 00:52:59.697551 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d55fadb-5516-42eb-ae8f-95ec37006137 req-34b4ef19-d6aa-4c2a-a893-146dd2aff45f service neutron] 10.222.0.35 "GET /v2.0/networks/69f51d35-d4ba-4f49-8c05-8898ee0d5115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150978 Aug 10 00:52:59.721231 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8f280e77-1d09-426e-853d-15ba62c7ff05 req-2a8410a2-fa43-4ba1-b8b8-0819994c4812 service neutron] 10.222.0.20 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990121 Aug 10 00:52:59.836443 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f5c06-0d56-4435-919a-8b9c4c299ee3 req-c4240aaa-5026-466e-b6e7-a073d8a1e631 tempest-QuotasAdminNegativeTest-1889390359 tempest-QuotasAdminNegativeTest-1889390359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:59.837932 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d4f5c06-0d56-4435-919a-8b9c4c299ee3 req-c4240aaa-5026-466e-b6e7-a073d8a1e631 tempest-QuotasAdminNegativeTest-1889390359 tempest-QuotasAdminNegativeTest-1889390359-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2401078 Aug 10 00:52:59.838559 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5f9695-bc4a-4451-9dca-61ad14a044b3 None None] New status for floating IP 3512e5fe-e212-4d5c-b900-482391cbd2cb: DOWN {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 00:52:59.843910 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17178cf-ce6b-4415-83f6-a3ed8d85c580 admin admin] Network 3c71e599-e5a9-480b-ab43-40d6f1d08f8f is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:52:59.847998 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-b17178cf-ce6b-4415-83f6-a3ed8d85c580 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:52:59.878441 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d4f5c06-0d56-4435-919a-8b9c4c299ee3 req-b2446b3c-9414-43d5-b982-e1d7814502c4 tempest-QuotasAdminNegativeTest-1889390359 tempest-QuotasAdminNegativeTest-1889390359-project] 10.222.0.35 "GET /v2.0/quotas/0199ab8313ab439283cc77fbf26b3cf1 HTTP/1.1" status: 200 len: 375 time: 0.0316539 Aug 10 00:52:59.958308 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d4f5c06-0d56-4435-919a-8b9c4c299ee3 req-2069bd76-c332-431e-b0ad-37089cbf97fc tempest-QuotasAdminNegativeTest-1889390359 tempest-QuotasAdminNegativeTest-1889390359-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0199ab8313ab439283cc77fbf26b3cf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435529 Aug 10 00:52:59.961974 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d55fadb-5516-42eb-ae8f-95ec37006137 req-2577a1b6-8dbe-4cbf-bc88-ff82bf2764ef service neutron] 10.222.0.35 "GET /v2.0/networks/69f51d35-d4ba-4f49-8c05-8898ee0d5115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312543 Aug 10 00:53:00.038261 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17178cf-ce6b-4415-83f6-a3ed8d85c580 admin admin] Router f089843d-eeb7-4aee-97a6-05f9198347d7 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:53:00.058961 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ea2a59-aa01-437e-89ee-82d0517fcc39 x-openstack-request-id: req-c5ea2a59-aa01-437e-89ee-82d0517fcc39 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:53:00.059484 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ff78cc-999f-4fe9-8b23-b62cd58a1e02", "name": "network-vif-plugged", "status": "completed", "tag": "0a07679b-9214-42fc-9250-d17f2e078357", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:53:00.059581 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c5ea2a59-aa01-437e-89ee-82d0517fcc39 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:53:00.059896 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ff78cc-999f-4fe9-8b23-b62cd58a1e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a07679b-9214-42fc-9250-d17f2e078357', 'code': 200} Aug 10 00:53:00.106195 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79beb94e-776a-4042-9cb6-cc142b22aef0 x-openstack-request-id: req-79beb94e-776a-4042-9cb6-cc142b22aef0 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:53:00.106587 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11b95d7a-7280-4ae9-a06f-b62376a65d2f", "tag": "312c7f8f-7965-4828-baab-bd12c7c277d9", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:53:00.106965 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-79beb94e-776a-4042-9cb6-cc142b22aef0 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:53:00.107423 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11b95d7a-7280-4ae9-a06f-b62376a65d2f', 'tag': '312c7f8f-7965-4828-baab-bd12c7c277d9', 'status': 'completed', 'code': 200} Aug 10 00:53:00.141390 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-48cd5a2b-12fa-4f2e-8188-d3ddc3a129b3 None None] Provisioning complete for port e0bfecc9-6b68-4064-add8-b0c38214bf59 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:00.142289 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-48cd5a2b-12fa-4f2e-8188-d3ddc3a129b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:00.182477 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-48cd5a2b-12fa-4f2e-8188-d3ddc3a129b3 None None] Port e0bfecc9-6b68-4064-add8-b0c38214bf59 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:53:00.243499 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17178cf-ce6b-4415-83f6-a3ed8d85c580 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:53:00.245590 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41c60c-4033-4eb0-9420-dad49bf2514c req-22309fb6-638d-4a10-8d96-9b1545d8b22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:00.248007 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fe41c60c-4033-4eb0-9420-dad49bf2514c req-22309fb6-638d-4a10-8d96-9b1545d8b22b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c2ff78cc-999f-4fe9-8b23-b62cd58a1e02 HTTP/1.1" status: 200 len: 1102 time: 0.0464826 Aug 10 00:53:00.252350 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b17178cf-ce6b-4415-83f6-a3ed8d85c580 admin admin] 10.222.0.35 "PUT /v2.0/routers/f089843d-eeb7-4aee-97a6-05f9198347d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9145815 Aug 10 00:53:00.261417 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5875ef98-a1d0-4407-9a80-9d2a861b8892 None None] Sync routers for ids ['f089843d-eeb7-4aee-97a6-05f9198347d7'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:53:00.263575 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e13030-643b-41c9-909a-22b5cd4c8008 req-c68edae2-5199-42e8-a3cd-174911324c95 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:00.266194 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-38e13030-643b-41c9-909a-22b5cd4c8008 req-c68edae2-5199-42e8-a3cd-174911324c95 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 950 time: 0.1472745 Aug 10 00:53:00.268901 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94970d13-1f5d-4b4d-abe2-41475217b521 req-e88c7176-8265-4ed9-a495-a44b531e8b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:00.270562 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94970d13-1f5d-4b4d-abe2-41475217b521 req-e88c7176-8265-4ed9-a495-a44b531e8b63 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc2e62ffb5b34be582ea4ea144aaa50f&device_id=11b95d7a-7280-4ae9-a06f-b62376a65d2f HTTP/1.1" status: 200 len: 1098 time: 0.1104686 Aug 10 00:53:00.279821 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5875ef98-a1d0-4407-9a80-9d2a861b8892 None None] Routers {'f089843d-eeb7-4aee-97a6-05f9198347d7'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:00.280728 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-5875ef98-a1d0-4407-9a80-9d2a861b8892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:52:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f089843d-eeb7-4aee-97a6-05f9198347d7'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:00.292020 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fe41c60c-4033-4eb0-9420-dad49bf2514c req-667cbcb7-4d5b-47b0-b747-12ec5aa7b351 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345428 Aug 10 00:53:00.390525 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-5875ef98-a1d0-4407-9a80-9d2a861b8892 None None] Set router f089843d-eeb7-4aee-97a6-05f9198347d7 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:00.400719 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-38e13030-643b-41c9-909a-22b5cd4c8008 req-7c483de4-73d5-4e7f-843b-420e8f4ceff8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207025 Aug 10 00:53:00.410539 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849668e-6b00-419d-8542-a6e22dd912a2 req-5dc3bdfb-ec0d-48b3-a589-374323c28d8e tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:00.412124 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f849668e-6b00-419d-8542-a6e22dd912a2 req-5dc3bdfb-ec0d-48b3-a589-374323c28d8e tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a3f67a-1464-4057-bc1c-764604ede1cb HTTP/1.1" status: 200 len: 944 time: 0.1564987 Aug 10 00:53:00.448528 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94970d13-1f5d-4b4d-abe2-41475217b521 req-6542b7a4-dc05-47ec-b0ff-c7dbc1c4e7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:00.450047 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94970d13-1f5d-4b4d-abe2-41475217b521 req-6542b7a4-dc05-47ec-b0ff-c7dbc1c4e7a3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=69f51d35-d4ba-4f49-8c05-8898ee0d5115 HTTP/1.1" status: 200 len: 922 time: 0.1690707 Aug 10 00:53:00.470774 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f849668e-6b00-419d-8542-a6e22dd912a2 req-f4289b36-5e38-4c23-9ff4-545cc675cd11 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523067 Aug 10 00:53:00.506147 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94970d13-1f5d-4b4d-abe2-41475217b521 req-587ec77b-1794-4781-b492-562766e76165 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=312c7f8f-7965-4828-baab-bd12c7c277d9 HTTP/1.1" status: 200 len: 217 time: 0.0456059 Aug 10 00:53:00.582092 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94970d13-1f5d-4b4d-abe2-41475217b521 req-396ac058-8c92-4561-80fb-01f8d12c7575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:00.585006 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94970d13-1f5d-4b4d-abe2-41475217b521 req-396ac058-8c92-4561-80fb-01f8d12c7575 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dcf03b3b-6f13-42e9-be6a-f87764bef944 HTTP/1.1" status: 200 len: 860 time: 0.0718269 Aug 10 00:53:00.587757 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 25c54fbe-a47d-4091-b8cb-5922c6ec8108 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:00.678309 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94970d13-1f5d-4b4d-abe2-41475217b521 req-909569a1-d9d9-4e1a-b38b-34c4133d1269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:00.680239 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94970d13-1f5d-4b4d-abe2-41475217b521 req-909569a1-d9d9-4e1a-b38b-34c4133d1269 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69f51d35-d4ba-4f49-8c05-8898ee0d5115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0866387 Aug 10 00:53:00.724934 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 25c54fbe-a47d-4091-b8cb-5922c6ec8108 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:00.725977 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:00.804449 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-5875ef98-a1d0-4407-9a80-9d2a861b8892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f089843d-eeb7-4aee-97a6-05f9198347d7', 'name': 'tempest-FloatingIPsTestJSON-1064586007-router', 'tenant_id': '98e3321a7a7044d5b3cc422d5a633c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '25c54fbe-a47d-4091-b8cb-5922c6ec8108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:52Z', 'updated_at': '2021-08-10T00:52:58Z', 'revision_number': 4, 'project_id': '98e3321a7a7044d5b3cc422d5a633c82', 'gw_port': {'id': '25c54fbe-a47d-4091-b8cb-5922c6ec8108', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f089843d-eeb7-4aee-97a6-05f9198347d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:52Z', 'updated_at': '2021-08-10T00:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'e0bfecc9-6b68-4064-add8-b0c38214bf59', 'name': '', 'network_id': '3c71e599-e5a9-480b-ab43-40d6f1d08f8f', 'tenant_id': '98e3321a7a7044d5b3cc422d5a633c82', 'mac_address': 'fa:16:3e:c5:f3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f089843d-eeb7-4aee-97a6-05f9198347d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ad93032b-ee49-481a-a7d4-4b827245e85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:56Z', 'updated_at': '2021-08-10T00:52:58Z', 'revision_number': 2, 'project_id': '98e3321a7a7044d5b3cc422d5a633c82', 'subnets': [{'id': 'ad93032b-ee49-481a-a7d4-4b827245e85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:00.834368 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5875ef98-a1d0-4407-9a80-9d2a861b8892 None None] Checking router: f089843d-eeb7-4aee-97a6-05f9198347d7 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:53:00.834951 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5875ef98-a1d0-4407-9a80-9d2a861b8892 None None] Updating router f089843d-eeb7-4aee-97a6-05f9198347d7 port e0bfecc9-6b68-4064-add8-b0c38214bf59 binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:53:00.876807 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5875ef98-a1d0-4407-9a80-9d2a861b8892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:00.932442 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94970d13-1f5d-4b4d-abe2-41475217b521 req-8c119ae4-1f5c-4773-97b0-e538a3bfb3fd service neutron] 10.222.0.24 "GET /v2.0/networks/69f51d35-d4ba-4f49-8c05-8898ee0d5115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428122 Aug 10 00:53:00.946026 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82874a25-97f2-49b9-a91f-fe83bf955879 req-9ca28ebb-3014-459f-9b2d-62da04e1357e tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1553497 Aug 10 00:53:00.995738 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-82874a25-97f2-49b9-a91f-fe83bf955879 req-5254eca8-9a97-4c74-85eb-ee96eefb2b5d tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:01.070117 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-82874a25-97f2-49b9-a91f-fe83bf955879 req-5254eca8-9a97-4c74-85eb-ee96eefb2b5d tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:01.116833 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94970d13-1f5d-4b4d-abe2-41475217b521 req-7b4d4411-55f2-49f8-abf5-f02e05ad6a8a service neutron] 10.222.0.24 "GET /v2.0/networks/69f51d35-d4ba-4f49-8c05-8898ee0d5115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698391 Aug 10 00:53:01.127826 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23c75a-2c02-4fba-b824-2e9d55fc08f0 req-04203eae-52e3-479a-a219-d524526d3bcb tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:01.129313 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a23c75a-2c02-4fba-b824-2e9d55fc08f0 req-04203eae-52e3-479a-a219-d524526d3bcb tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2ff78cc-999f-4fe9-8b23-b62cd58a1e02 HTTP/1.1" status: 200 len: 950 time: 0.1393576 Aug 10 00:53:01.164108 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5875ef98-a1d0-4407-9a80-9d2a861b8892 None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:01.173628 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-5875ef98-a1d0-4407-9a80-9d2a861b8892 None None] Transition to ACTIVE for port object e0bfecc9-6b68-4064-add8-b0c38214bf59 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:01.184687 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5875ef98-a1d0-4407-9a80-9d2a861b8892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:01.188539 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a23c75a-2c02-4fba-b824-2e9d55fc08f0 req-9d74ce95-4699-4151-9141-43d530d1f2e0 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500553 Aug 10 00:53:01.250406 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b4ccd8-f3b4-473f-9e4e-af02ae293ca2 None None] Pushing event updated for resources: {'Port': ['ID=e0bfecc9-6b68-4064-add8-b0c38214bf59,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:01.278869 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b4ccd8-f3b4-473f-9e4e-af02ae293ca2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:01.279564 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b4ccd8-f3b4-473f-9e4e-af02ae293ca2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:01.279564 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b4ccd8-f3b4-473f-9e4e-af02ae293ca2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:01.279879 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b4ccd8-f3b4-473f-9e4e-af02ae293ca2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:01.280255 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b4ccd8-f3b4-473f-9e4e-af02ae293ca2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:01.280721 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b4ccd8-f3b4-473f-9e4e-af02ae293ca2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:01.281057 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b4ccd8-f3b4-473f-9e4e-af02ae293ca2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:01.281446 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b4ccd8-f3b4-473f-9e4e-af02ae293ca2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:01.281910 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b4ccd8-f3b4-473f-9e4e-af02ae293ca2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:01.282105 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b4ccd8-f3b4-473f-9e4e-af02ae293ca2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:01.282645 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b4ccd8-f3b4-473f-9e4e-af02ae293ca2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:01.282973 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b4ccd8-f3b4-473f-9e4e-af02ae293ca2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:01.332906 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-5875ef98-a1d0-4407-9a80-9d2a861b8892 None None] Attempting to bind port e0bfecc9-6b68-4064-add8-b0c38214bf59 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:53:01.333931 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-5875ef98-a1d0-4407-9a80-9d2a861b8892 None None] Attempting to bind port e0bfecc9-6b68-4064-add8-b0c38214bf59 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'f3779b57-baa9-46b2-af40-4a860e5a4d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3c71e599-e5a9-480b-ab43-40d6f1d08f8f'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:53:01.333931 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5875ef98-a1d0-4407-9a80-9d2a861b8892 None None] Attempting to bind port e0bfecc9-6b68-4064-add8-b0c38214bf59 on network 3c71e599-e5a9-480b-ab43-40d6f1d08f8f {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:01.339596 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5875ef98-a1d0-4407-9a80-9d2a861b8892 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:53:01.339975 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5875ef98-a1d0-4407-9a80-9d2a861b8892 None None] Checking segment: {'id': 'f3779b57-baa9-46b2-af40-4a860e5a4d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3c71e599-e5a9-480b-ab43-40d6f1d08f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:01.340418 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5875ef98-a1d0-4407-9a80-9d2a861b8892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:01.340834 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5875ef98-a1d0-4407-9a80-9d2a861b8892 None None] Bound using segment: {'id': 'f3779b57-baa9-46b2-af40-4a860e5a4d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3c71e599-e5a9-480b-ab43-40d6f1d08f8f'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:53:01.341432 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-5875ef98-a1d0-4407-9a80-9d2a861b8892 None None] Bound port: e0bfecc9-6b68-4064-add8-b0c38214bf59, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3779b57-baa9-46b2-af40-4a860e5a4d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3c71e599-e5a9-480b-ab43-40d6f1d08f8f'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:53:01.341842 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5875ef98-a1d0-4407-9a80-9d2a861b8892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:01.419131 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-5875ef98-a1d0-4407-9a80-9d2a861b8892 None None] For port e0bfecc9-6b68-4064-add8-b0c38214bf59, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:53:01.422839 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-5875ef98-a1d0-4407-9a80-9d2a861b8892 None None] For port e0bfecc9-6b68-4064-add8-b0c38214bf59, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=e0bfecc9-6b68-4064-add8-b0c38214bf59,segment=NetworkSegment(f3779b57-baa9-46b2-af40-4a860e5a4d18),segment_id=f3779b57-baa9-46b2-af40-4a860e5a4d18)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:53:01.428864 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5875ef98-a1d0-4407-9a80-9d2a861b8892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:01.489888 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5875ef98-a1d0-4407-9a80-9d2a861b8892 None None] Routers {'f089843d-eeb7-4aee-97a6-05f9198347d7'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:01.490513 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-5875ef98-a1d0-4407-9a80-9d2a861b8892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:52:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f089843d-eeb7-4aee-97a6-05f9198347d7'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:01.493911 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b4ccd8-f3b4-473f-9e4e-af02ae293ca2 None None] Pushing event updated for resources: {'Port': ['ID=e0bfecc9-6b68-4064-add8-b0c38214bf59,revision_number=4']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:01.510659 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-82874a25-97f2-49b9-a91f-fe83bf955879 req-5254eca8-9a97-4c74-85eb-ee96eefb2b5d tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:01.565450 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e17e46-7ae8-4311-ab0b-5ebf562d2848 req-62e81267-0a79-4f5d-9bac-803c9239bb3a tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:01.566981 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b7e17e46-7ae8-4311-ab0b-5ebf562d2848 req-62e81267-0a79-4f5d-9bac-803c9239bb3a tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a8dd26-da94-4cca-8e01-efdfa748cfd4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0950148 Aug 10 00:53:01.608602 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-5875ef98-a1d0-4407-9a80-9d2a861b8892 None None] Set router f089843d-eeb7-4aee-97a6-05f9198347d7 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:01.630189 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b7e17e46-7ae8-4311-ab0b-5ebf562d2848 req-b445d7ba-2e72-452b-a21b-0b3951649cb1 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.126 HTTP/1.1" status: 200 len: 696 time: 0.0554211 Aug 10 00:53:01.663344 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-b7e17e46-7ae8-4311-ab0b-5ebf562d2848 req-8b6d1f8d-9dd1-43ac-b139-d97b61b1b751 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Request body: {'floatingip': {'port_id': 'a1ddb43d-c75d-4674-b475-32b8e2a16696', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:01.706419 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b7e17e46-7ae8-4311-ab0b-5ebf562d2848 req-8b6d1f8d-9dd1-43ac-b139-d97b61b1b751 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks [] for floatingip, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:01.777608 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-82874a25-97f2-49b9-a91f-fe83bf955879 req-5254eca8-9a97-4c74-85eb-ee96eefb2b5d tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Allocated IP 172.25.2.254 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/85c4adb9-bd2e-4625-b023-ed6840bba58c) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:53:01.808790 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-5875ef98-a1d0-4407-9a80-9d2a861b8892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f089843d-eeb7-4aee-97a6-05f9198347d7', 'name': 'tempest-FloatingIPsTestJSON-1064586007-router', 'tenant_id': '98e3321a7a7044d5b3cc422d5a633c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '25c54fbe-a47d-4091-b8cb-5922c6ec8108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:52Z', 'updated_at': '2021-08-10T00:52:58Z', 'revision_number': 4, 'project_id': '98e3321a7a7044d5b3cc422d5a633c82', 'gw_port': {'id': '25c54fbe-a47d-4091-b8cb-5922c6ec8108', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f089843d-eeb7-4aee-97a6-05f9198347d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:52Z', 'updated_at': '2021-08-10T00:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'e0bfecc9-6b68-4064-add8-b0c38214bf59', 'name': '', 'network_id': '3c71e599-e5a9-480b-ab43-40d6f1d08f8f', 'tenant_id': '98e3321a7a7044d5b3cc422d5a633c82', 'mac_address': 'fa:16:3e:c5:f3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f089843d-eeb7-4aee-97a6-05f9198347d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ad93032b-ee49-481a-a7d4-4b827245e85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:56Z', 'updated_at': '2021-08-10T00:53:01Z', 'revision_number': 4, 'project_id': '98e3321a7a7044d5b3cc422d5a633c82', 'subnets': [{'id': 'ad93032b-ee49-481a-a7d4-4b827245e85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:01.841307 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5875ef98-a1d0-4407-9a80-9d2a861b8892 None None] The sync data for ids ['f089843d-eeb7-4aee-97a6-05f9198347d7'] in n-d-766726-26 is: [{'id': 'f089843d-eeb7-4aee-97a6-05f9198347d7', 'name': 'tempest-FloatingIPsTestJSON-1064586007-router', 'tenant_id': '98e3321a7a7044d5b3cc422d5a633c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '25c54fbe-a47d-4091-b8cb-5922c6ec8108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:52Z', 'updated_at': '2021-08-10T00:52:58Z', 'revision_number': 4, 'project_id': '98e3321a7a7044d5b3cc422d5a633c82', 'gw_port': {'id': '25c54fbe-a47d-4091-b8cb-5922c6ec8108', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f089843d-eeb7-4aee-97a6-05f9198347d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:52Z', 'updated_at': '2021-08-10T00:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'e0bfecc9-6b68-4064-add8-b0c38214bf59', 'name': '', 'network_id': '3c71e599-e5a9-480b-ab43-40d6f1d08f8f', 'tenant_id': '98e3321a7a7044d5b3cc422d5a633c82', 'mac_address': 'fa:16:3e:c5:f3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f089843d-eeb7-4aee-97a6-05f9198347d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ad93032b-ee49-481a-a7d4-4b827245e85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:56Z', 'updated_at': '2021-08-10T00:53:01Z', 'revision_number': 4, 'project_id': '98e3321a7a7044d5b3cc422d5a633c82', 'subnets': [{'id': 'ad93032b-ee49-481a-a7d4-4b827245e85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:53:02.014663 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-82874a25-97f2-49b9-a91f-fe83bf955879 req-5254eca8-9a97-4c74-85eb-ee96eefb2b5d tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:02.184238 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-82874a25-97f2-49b9-a91f-fe83bf955879 req-5254eca8-9a97-4c74-85eb-ee96eefb2b5d tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:02.263150 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82874a25-97f2-49b9-a91f-fe83bf955879 req-5254eca8-9a97-4c74-85eb-ee96eefb2b5d tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:02.271700 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-82874a25-97f2-49b9-a91f-fe83bf955879 req-5254eca8-9a97-4c74-85eb-ee96eefb2b5d tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:02.274847 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-82874a25-97f2-49b9-a91f-fe83bf955879 req-5254eca8-9a97-4c74-85eb-ee96eefb2b5d tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:53:02.284437 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5254eca8-9a97-4c74-85eb-ee96eefb2b5d tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Pushing event updated for resources: {'Port': ['ID=85c4adb9-bd2e-4625-b023-ed6840bba58c,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:02.371628 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b7e17e46-7ae8-4311-ab0b-5ebf562d2848 req-8b6d1f8d-9dd1-43ac-b139-d97b61b1b751 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:02.377979 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b7e17e46-7ae8-4311-ab0b-5ebf562d2848 req-8b6d1f8d-9dd1-43ac-b139-d97b61b1b751 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:02.461563 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-82874a25-97f2-49b9-a91f-fe83bf955879 req-5254eca8-9a97-4c74-85eb-ee96eefb2b5d tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:02.562217 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [req-b7e17e46-7ae8-4311-ab0b-5ebf562d2848 req-8b6d1f8d-9dd1-43ac-b139-d97b61b1b751 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Floating IP 3512e5fe-e212-4d5c-b900-482391cbd2cb associated. External IP: 172.25.2.126, port: a1ddb43d-c75d-4674-b475-32b8e2a16696. Aug 10 00:53:02.597270 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-82874a25-97f2-49b9-a91f-fe83bf955879 req-5254eca8-9a97-4c74-85eb-ee96eefb2b5d tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:02.628354 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-b60ee935-9558-4bb6-8239-61204a044e2e service neutron] 10.222.0.20 "GET /v2.0/ports/e0faacd5-133a-43ad-950f-3f6efc6ebf93/bindings/n-h1-766726-26 HTTP/1.1" status: 200 len: 385 time: 0.0722599 Aug 10 00:53:02.629176 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device e0bfecc9-6b68-4064-add8-b0c38214bf59 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:02.659544 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:53:02.662974 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c89f8-eadb-4845-b279-07a741ae2799 req-147e89ba-f875-48ef-a7bc-c49c3c5d1e28 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:02.664491 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a77c89f8-eadb-4845-b279-07a741ae2799 req-147e89ba-f875-48ef-a7bc-c49c3c5d1e28 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b95d7a-7280-4ae9-a06f-b62376a65d2f HTTP/1.1" status: 200 len: 946 time: 0.1548479 Aug 10 00:53:02.697124 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port e0bfecc9-6b68-4064-add8-b0c38214bf59 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:02.702455 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port e0bfecc9-6b68-4064-add8-b0c38214bf59 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:02.703085 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:02.793611 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:02.835914 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port e0bfecc9-6b68-4064-add8-b0c38214bf59, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=e0bfecc9-6b68-4064-add8-b0c38214bf59,segment=NetworkSegment(f3779b57-baa9-46b2-af40-4a860e5a4d18),segment_id=f3779b57-baa9-46b2-af40-4a860e5a4d18)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:02.840939 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-49bb5b3d-98da-44b3-a22d-de9382c121a7 service neutron] For port e0faacd5-133a-43ad-950f-3f6efc6ebf93, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=e0faacd5-133a-43ad-950f-3f6efc6ebf93,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:02.841794 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:02.871240 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-49bb5b3d-98da-44b3-a22d-de9382c121a7 service neutron] For port e0faacd5-133a-43ad-950f-3f6efc6ebf93, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:53:02.899143 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=e0bfecc9-6b68-4064-add8-b0c38214bf59,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:02.918713 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device e0faacd5-133a-43ad-950f-3f6efc6ebf93 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:53:02.924066 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-49bb5b3d-98da-44b3-a22d-de9382c121a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0faacd5-133a-43ad-950f-3f6efc6ebf93 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:53:02.936268 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-49bb5b3d-98da-44b3-a22d-de9382c121a7 service neutron] For port e0faacd5-133a-43ad-950f-3f6efc6ebf93, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=e0faacd5-133a-43ad-950f-3f6efc6ebf93,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:02.956010 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-49bb5b3d-98da-44b3-a22d-de9382c121a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:02.959870 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-a77c89f8-eadb-4845-b279-07a741ae2799 req-a41a05d9-d4c8-40e0-aff2-86e26d0067a9 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Deleting port 312c7f8f-7965-4828-baab-bd12c7c277d9 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:53:02.960254 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a77c89f8-eadb-4845-b279-07a741ae2799 req-a41a05d9-d4c8-40e0-aff2-86e26d0067a9 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:03.023474 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-82874a25-97f2-49b9-a91f-fe83bf955879 req-5254eca8-9a97-4c74-85eb-ee96eefb2b5d tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:03.036743 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-82874a25-97f2-49b9-a91f-fe83bf955879 req-5254eca8-9a97-4c74-85eb-ee96eefb2b5d tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:03.043876 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port e0faacd5-133a-43ad-950f-3f6efc6ebf93, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=e0faacd5-133a-43ad-950f-3f6efc6ebf93,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:03.044084 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-49bb5b3d-98da-44b3-a22d-de9382c121a7 service neutron] Transition to ACTIVE for port object e0faacd5-133a-43ad-950f-3f6efc6ebf93 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:03.050355 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-49bb5b3d-98da-44b3-a22d-de9382c121a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:03.060906 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device e0faacd5-133a-43ad-950f-3f6efc6ebf93 has no active binding in host n-h1-766726-26 {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 00:53:03.084395 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7e17e46-7ae8-4311-ab0b-5ebf562d2848 req-8b6d1f8d-9dd1-43ac-b139-d97b61b1b751 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Router 1b2ac2e4-6ed8-46ce-90af-2c454640483b has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:53:03.119901 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-49bb5b3d-98da-44b3-a22d-de9382c121a7 service neutron] No DVR routers for this DVR port e0faacd5-133a-43ad-950f-3f6efc6ebf93 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:53:03.128408 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb5b3d-98da-44b3-a22d-de9382c121a7 service neutron] Pushing event updated for resources: {'Port': ['ID=e0faacd5-133a-43ad-950f-3f6efc6ebf93,revision_number=10']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:03.146574 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5254eca8-9a97-4c74-85eb-ee96eefb2b5d tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Pushing event updated for resources: {'Port': ['ID=85c4adb9-bd2e-4625-b023-ed6840bba58c,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:03.158233 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-49bb5b3d-98da-44b3-a22d-de9382c121a7 service neutron] 10.222.0.20 "PUT /v2.0/ports/e0faacd5-133a-43ad-950f-3f6efc6ebf93/bindings/n-h1-766726-26/activate HTTP/1.1" status: 200 len: 370 time: 0.5220742 Aug 10 00:53:03.159486 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-a77c89f8-eadb-4845-b279-07a741ae2799 req-a41a05d9-d4c8-40e0-aff2-86e26d0067a9 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] For port 312c7f8f-7965-4828-baab-bd12c7c277d9, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=312c7f8f-7965-4828-baab-bd12c7c277d9,segment=NetworkSegment(ca4e504f-4f97-4302-9728-cd71fd6e7293),segment_id=ca4e504f-4f97-4302-9728-cd71fd6e7293)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:03.159931 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a77c89f8-eadb-4845-b279-07a741ae2799 req-a41a05d9-d4c8-40e0-aff2-86e26d0067a9 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:03.212148 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-a77c89f8-eadb-4845-b279-07a741ae2799 req-a41a05d9-d4c8-40e0-aff2-86e26d0067a9 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Calling delete_port for 312c7f8f-7965-4828-baab-bd12c7c277d9 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:53:03.220842 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-82874a25-97f2-49b9-a91f-fe83bf955879 req-5254eca8-9a97-4c74-85eb-ee96eefb2b5d tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:03.279350 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-82874a25-97f2-49b9-a91f-fe83bf955879 req-5254eca8-9a97-4c74-85eb-ee96eefb2b5d tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:03.280618 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82874a25-97f2-49b9-a91f-fe83bf955879 req-5254eca8-9a97-4c74-85eb-ee96eefb2b5d tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2917843 Aug 10 00:53:03.294122 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-add77966-906a-4804-9b4f-2be3e2fa1467 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:03.295648 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-add77966-906a-4804-9b4f-2be3e2fa1467 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=19a3f67a-1464-4057-bc1c-764604ede1cb&tenant_id=040768a449b74edfb649dfba67db8bf2&binding%3Ahost_id=n-h2-766726-26 HTTP/1.1" status: 200 len: 1097 time: 0.0439854 Aug 10 00:53:03.341908 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-f3fcc885-390f-4d5b-a748-8f124a03e894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:03.343290 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-f3fcc885-390f-4d5b-a748-8f124a03e894 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=19a3f67a-1464-4057-bc1c-764604ede1cb&tenant_id=040768a449b74edfb649dfba67db8bf2 HTTP/1.1" status: 200 len: 1097 time: 0.0389266 Aug 10 00:53:03.383532 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82874a25-97f2-49b9-a91f-fe83bf955879 req-17df8f83-296c-4d33-905e-3fa727b4cd71 tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.254 HTTP/1.1" status: 200 len: 696 time: 0.0704818 Aug 10 00:53:03.404418 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-11cb56d7-bcc7-4872-8f89-7ae510a37eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:03.405931 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-11cb56d7-bcc7-4872-8f89-7ae510a37eeb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=040768a449b74edfb649dfba67db8bf2&device_id=19a3f67a-1464-4057-bc1c-764604ede1cb HTTP/1.1" status: 200 len: 1097 time: 0.0392659 Aug 10 00:53:03.414650 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7e17e46-7ae8-4311-ab0b-5ebf562d2848 req-8b6d1f8d-9dd1-43ac-b139-d97b61b1b751 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:53:03.425675 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a687ee-4c0b-4a1f-83b6-7490dfa6a8a1 None None] Sync routers for ids ['1b2ac2e4-6ed8-46ce-90af-2c454640483b'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:53:03.436059 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a687ee-4c0b-4a1f-83b6-7490dfa6a8a1 None None] Routers {'1b2ac2e4-6ed8-46ce-90af-2c454640483b'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:03.436797 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-02a687ee-4c0b-4a1f-83b6-7490dfa6a8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:52:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['1b2ac2e4-6ed8-46ce-90af-2c454640483b'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:03.505965 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-de0d48d1-fa07-439c-bbd9-1912dac9c062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:03.507477 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-de0d48d1-fa07-439c-bbd9-1912dac9c062 service neutron] 10.222.0.24 "GET /v2.0/networks?id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da HTTP/1.1" status: 200 len: 921 time: 0.0932169 Aug 10 00:53:03.556196 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-c0fa8f9d-6bd5-434f-9439-2eca86c7ac9a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0faacd5-133a-43ad-950f-3f6efc6ebf93 HTTP/1.1" status: 200 len: 217 time: 0.0394561 Aug 10 00:53:03.557574 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-02a687ee-4c0b-4a1f-83b6-7490dfa6a8a1 None None] Set router 1b2ac2e4-6ed8-46ce-90af-2c454640483b gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:03.618632 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-49b67e1a-0d41-4749-86a1-eadb853578b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:03.620531 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-49b67e1a-0d41-4749-86a1-eadb853578b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ff99852-0921-4c80-99ca-12207c311102 HTTP/1.1" status: 200 len: 860 time: 0.0565541 Aug 10 00:53:03.657072 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-e202da78-0b72-4906-b1e4-a12ec1967f1c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289013 Aug 10 00:53:03.700726 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b7e17e46-7ae8-4311-ab0b-5ebf562d2848 req-8b6d1f8d-9dd1-43ac-b139-d97b61b1b751 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:03.752758 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-43ba2063-05b7-4a4e-b10f-729bc9e3df90 service neutron] 10.222.0.24 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873163 Aug 10 00:53:03.794561 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b7e17e46-7ae8-4311-ab0b-5ebf562d2848 req-8b6d1f8d-9dd1-43ac-b139-d97b61b1b751 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "PUT /v2.0/floatingips/3512e5fe-e212-4d5c-b900-482391cbd2cb HTTP/1.1" status: 200 len: 996 time: 2.1522565 Aug 10 00:53:03.799626 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a8dd26-da94-4cca-8e01-efdfa748cfd4', 'tag': 'a1ddb43d-c75d-4674-b475-32b8e2a16696'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:53:03.801583 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32780eb6-fc3b-4034-9521-6c43c4d0fcbb" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a8dd26-da94-4cca-8e01-efdfa748cfd4", "tag": "a1ddb43d-c75d-4674-b475-32b8e2a16696"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:53:03.847659 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a77c89f8-eadb-4845-b279-07a741ae2799 req-a41a05d9-d4c8-40e0-aff2-86e26d0067a9 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:03.855477 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-117c2b69-2d59-4399-8122-55c531188110 service neutron] 10.222.0.24 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952189 Aug 10 00:53:03.860494 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['312c7f8f-7965-4828-baab-bd12c7c277d9'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:53:03.876673 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e72222-6d27-4b57-874b-6f8a68098ef8 req-aa0fc8d6-8a85-4350-bb69-fa41ca38c830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:03.878164 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-35e72222-6d27-4b57-874b-6f8a68098ef8 req-aa0fc8d6-8a85-4350-bb69-fa41ca38c830 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 1102 time: 0.1813028 Aug 10 00:53:03.902330 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['a1ddb43d-c75d-4674-b475-32b8e2a16696'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:53:03.906944 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a05d9-d4c8-40e0-aff2-86e26d0067a9 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Pushing event deleted for resources: {'Port': ['ID=312c7f8f-7965-4828-baab-bd12c7c277d9,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:03.917021 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82874a25-97f2-49b9-a91f-fe83bf955879 req-cb3dac1c-5044-40a6-b3bf-242edfe92937 tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:03.918405 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82874a25-97f2-49b9-a91f-fe83bf955879 req-cb3dac1c-5044-40a6-b3bf-242edfe92937 tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 784 time: 0.5287752 Aug 10 00:53:04.003364 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e17e46-7ae8-4311-ab0b-5ebf562d2848 req-fceb3517-94a4-4c51-ab67-681901e89912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:04.004958 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b7e17e46-7ae8-4311-ab0b-5ebf562d2848 req-fceb3517-94a4-4c51-ab67-681901e89912 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc2e62ffb5b34be582ea4ea144aaa50f&device_id=e7a8dd26-da94-4cca-8e01-efdfa748cfd4 HTTP/1.1" status: 200 len: 1097 time: 0.1769917 Aug 10 00:53:04.029348 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-02a687ee-4c0b-4a1f-83b6-7490dfa6a8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1075006119-router', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:00Z', 'updated_at': '2021-08-10T00:52:05Z', 'revision_number': 4, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'gw_port': {'id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:01Z', 'updated_at': '2021-08-10T00:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '3512e5fe-e212-4d5c-b900-482391cbd2cb', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'floating_ip_address': '172.25.2.126', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'port_id': 'a1ddb43d-c75d-4674-b475-32b8e2a16696', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'mac_address': 'fa:16:3e:2f:86:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a8dd26-da94-4cca-8e01-efdfa748cfd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:52:26Z', 'updated_at': '2021-08-10T00:53:02Z', 'revision_number': 8, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb8d22f-28bd-447e-8026-fa3e74e719d7', 'name': '', 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'mac_address': 'fa:16:3e:35:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:04Z', 'updated_at': '2021-08-10T00:52:10Z', 'revision_number': 5, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'subnets': [{'id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:04.034191 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77c89f8-eadb-4845-b279-07a741ae2799 req-a41a05d9-d4c8-40e0-aff2-86e26d0067a9 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] No DVR routers for this DVR port 312c7f8f-7965-4828-baab-bd12c7c277d9 on host n-h1-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:53:04.039088 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a77c89f8-eadb-4845-b279-07a741ae2799 req-a41a05d9-d4c8-40e0-aff2-86e26d0067a9 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:04.041078 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a77c89f8-eadb-4845-b279-07a741ae2799 req-a41a05d9-d4c8-40e0-aff2-86e26d0067a9 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.24 "DELETE /v2.0/ports/312c7f8f-7965-4828-baab-bd12c7c277d9 HTTP/1.1" status: 204 len: 173 time: 1.3492765 Aug 10 00:53:04.067310 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a687ee-4c0b-4a1f-83b6-7490dfa6a8a1 None None] Checking router: 1b2ac2e4-6ed8-46ce-90af-2c454640483b for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:53:04.096122 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a687ee-4c0b-4a1f-83b6-7490dfa6a8a1 None None] Routers {'1b2ac2e4-6ed8-46ce-90af-2c454640483b'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:04.096823 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-02a687ee-4c0b-4a1f-83b6-7490dfa6a8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:52:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['1b2ac2e4-6ed8-46ce-90af-2c454640483b'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:04.231085 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e72222-6d27-4b57-874b-6f8a68098ef8 req-0d6eff0d-b8b6-4e7c-9099-1511db2b8250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:04.231955 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-35e72222-6d27-4b57-874b-6f8a68098ef8 req-0d6eff0d-b8b6-4e7c-9099-1511db2b8250 service neutron] 10.222.0.24 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.3106146 Aug 10 00:53:04.287557 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-02a687ee-4c0b-4a1f-83b6-7490dfa6a8a1 None None] Set router 1b2ac2e4-6ed8-46ce-90af-2c454640483b gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:04.292512 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-35e72222-6d27-4b57-874b-6f8a68098ef8 req-78bc716c-ded6-4e49-a6fd-dd8c5f110e71 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=fdc10411-30f3-4964-8619-36d66302f093 HTTP/1.1" status: 200 len: 217 time: 0.0484359 Aug 10 00:53:04.293824 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e17e46-7ae8-4311-ab0b-5ebf562d2848 req-7d27b900-8b4d-4b8c-ba0d-0e86e0e09488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:04.300694 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b7e17e46-7ae8-4311-ab0b-5ebf562d2848 req-7d27b900-8b4d-4b8c-ba0d-0e86e0e09488 service neutron] 10.222.0.35 "GET /v2.0/networks?id=69f51d35-d4ba-4f49-8c05-8898ee0d5115 HTTP/1.1" status: 200 len: 922 time: 0.2784197 Aug 10 00:53:04.415856 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-3eaf7536-90e3-4e55-915a-43844d609590 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:04.417280 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-3eaf7536-90e3-4e55-915a-43844d609590 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=19a3f67a-1464-4057-bc1c-764604ede1cb&tenant_id=040768a449b74edfb649dfba67db8bf2&binding%3Ahost_id=n-h1-766726-26 HTTP/1.1" status: 200 len: 1097 time: 0.2513833 Aug 10 00:53:04.448274 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e72222-6d27-4b57-874b-6f8a68098ef8 req-35c2042a-c806-4a26-8e6f-cd6462b3147e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:04.449704 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-35e72222-6d27-4b57-874b-6f8a68098ef8 req-35c2042a-c806-4a26-8e6f-cd6462b3147e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.1459556 Aug 10 00:53:04.472704 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b7e17e46-7ae8-4311-ab0b-5ebf562d2848 req-31425699-7554-4a9c-8387-6bcf781ebdb7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1ddb43d-c75d-4674-b475-32b8e2a16696 HTTP/1.1" status: 200 len: 999 time: 0.1710982 Aug 10 00:53:04.511562 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df4cd0-6ac5-41c0-a6d1-6b0a1aa1cde5 req-eec73608-a85e-4ee9-9bee-a65673612df7 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:04.519204 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d3df4cd0-6ac5-41c0-a6d1-6b0a1aa1cde5 req-eec73608-a85e-4ee9-9bee-a65673612df7 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 950 time: 0.2098880 Aug 10 00:53:04.529147 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-02a687ee-4c0b-4a1f-83b6-7490dfa6a8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1075006119-router', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:00Z', 'updated_at': '2021-08-10T00:52:05Z', 'revision_number': 4, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'gw_port': {'id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:01Z', 'updated_at': '2021-08-10T00:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '3512e5fe-e212-4d5c-b900-482391cbd2cb', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'floating_ip_address': '172.25.2.126', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'port_id': 'a1ddb43d-c75d-4674-b475-32b8e2a16696', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'mac_address': 'fa:16:3e:2f:86:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a8dd26-da94-4cca-8e01-efdfa748cfd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:52:26Z', 'updated_at': '2021-08-10T00:53:02Z', 'revision_number': 8, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb8d22f-28bd-447e-8026-fa3e74e719d7', 'name': '', 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'mac_address': 'fa:16:3e:35:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:04Z', 'updated_at': '2021-08-10T00:52:10Z', 'revision_number': 5, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'subnets': [{'id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:04.558828 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a687ee-4c0b-4a1f-83b6-7490dfa6a8a1 None None] The sync data for ids ['1b2ac2e4-6ed8-46ce-90af-2c454640483b'] in n-d-766726-26 is: [{'id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1075006119-router', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:00Z', 'updated_at': '2021-08-10T00:52:05Z', 'revision_number': 4, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'gw_port': {'id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:01Z', 'updated_at': '2021-08-10T00:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '3512e5fe-e212-4d5c-b900-482391cbd2cb', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'floating_ip_address': '172.25.2.126', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'port_id': 'a1ddb43d-c75d-4674-b475-32b8e2a16696', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'mac_address': 'fa:16:3e:2f:86:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a8dd26-da94-4cca-8e01-efdfa748cfd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:52:26Z', 'updated_at': '2021-08-10T00:53:02Z', 'revision_number': 8, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb8d22f-28bd-447e-8026-fa3e74e719d7', 'name': '', 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'mac_address': 'fa:16:3e:35:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:04Z', 'updated_at': '2021-08-10T00:52:10Z', 'revision_number': 5, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'subnets': [{'id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:53:04.601817 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device e0bfecc9-6b68-4064-add8-b0c38214bf59 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:04.634757 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e72222-6d27-4b57-874b-6f8a68098ef8 req-64ef63d6-6917-4545-9778-6c5f6b491f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:04.636371 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-35e72222-6d27-4b57-874b-6f8a68098ef8 req-64ef63d6-6917-4545-9778-6c5f6b491f16 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1667233 Aug 10 00:53:04.637791 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e17e46-7ae8-4311-ab0b-5ebf562d2848 req-5eb41d9d-0f39-4515-b606-56c2de0d7a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:04.639223 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b7e17e46-7ae8-4311-ab0b-5ebf562d2848 req-5eb41d9d-0f39-4515-b606-56c2de0d7a33 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dcf03b3b-6f13-42e9-be6a-f87764bef944 HTTP/1.1" status: 200 len: 860 time: 0.1523914 Aug 10 00:53:04.644333 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d3df4cd0-6ac5-41c0-a6d1-6b0a1aa1cde5 req-1404812e-883b-4a37-ad61-a955b6667362 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242344 Aug 10 00:53:04.677654 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port e0bfecc9-6b68-4064-add8-b0c38214bf59 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:04.678228 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:04.837728 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-6ace6ada-b21c-4880-b429-2acd759fc68d service neutron] For port e0faacd5-133a-43ad-950f-3f6efc6ebf93, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:53:04.850351 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-6ace6ada-b21c-4880-b429-2acd759fc68d service neutron] Notify callbacks [] for binding, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:04.851484 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-56ccdd2e-897f-459b-a3e4-9bebe8fda1c7 req-6ace6ada-b21c-4880-b429-2acd759fc68d service neutron] 10.222.0.24 "DELETE /v2.0/ports/e0faacd5-133a-43ad-950f-3f6efc6ebf93/bindings/n-h2-766726-26 HTTP/1.1" status: 204 len: 173 time: 0.4186001 Aug 10 00:53:04.861650 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848e2c8e-75e8-4f70-be56-a22c551bee5d None None] New status for floating IP 3512e5fe-e212-4d5c-b900-482391cbd2cb: ACTIVE {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 00:53:04.881454 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e17e46-7ae8-4311-ab0b-5ebf562d2848 req-7d8329a7-3a7c-4810-8865-e476d81f2253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:04.884912 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b7e17e46-7ae8-4311-ab0b-5ebf562d2848 req-7d8329a7-3a7c-4810-8865-e476d81f2253 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=69f51d35-d4ba-4f49-8c05-8898ee0d5115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2359297 Aug 10 00:53:04.900732 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0b949-0792-49e5-8f15-ac9cdec746ce req-3ab58966-3a66-415d-b9cc-73642517dda7 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:04.902196 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2d0b949-0792-49e5-8f15-ac9cdec746ce req-3ab58966-3a66-415d-b9cc-73642517dda7 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a3f67a-1464-4057-bc1c-764604ede1cb HTTP/1.1" status: 200 len: 945 time: 0.1482246 Aug 10 00:53:04.967868 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-35e72222-6d27-4b57-874b-6f8a68098ef8 req-d11b0afa-31b7-4849-8ea8-ed5887262b12 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761564 Aug 10 00:53:05.055151 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2d0b949-0792-49e5-8f15-ac9cdec746ce req-5c8a4be8-bd9d-4adc-825a-c2158f7dab09 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306608 Aug 10 00:53:05.086372 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b7e17e46-7ae8-4311-ab0b-5ebf562d2848 req-3963403f-1e1b-40ee-9528-02e517fb86c7 service neutron] 10.222.0.35 "GET /v2.0/networks/69f51d35-d4ba-4f49-8c05-8898ee0d5115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960649 Aug 10 00:53:05.153937 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-35e72222-6d27-4b57-874b-6f8a68098ef8 req-25e8c789-e256-4dd5-8d45-769ea28d6a09 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777120 Aug 10 00:53:05.217655 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f0964-7186-4486-abfa-0189ef423964 req-06d41dec-5a75-4368-a5c7-e4ff72e642f0 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:05.219163 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ea5f0964-7186-4486-abfa-0189ef423964 req-06d41dec-5a75-4368-a5c7-e4ff72e642f0 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2ff78cc-999f-4fe9-8b23-b62cd58a1e02 HTTP/1.1" status: 200 len: 950 time: 0.0990527 Aug 10 00:53:05.235716 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b7e17e46-7ae8-4311-ab0b-5ebf562d2848 req-10602462-0bad-4e1e-9cc7-789023e1d9b4 service neutron] 10.222.0.35 "GET /v2.0/networks/69f51d35-d4ba-4f49-8c05-8898ee0d5115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396227 Aug 10 00:53:05.261103 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ea5f0964-7186-4486-abfa-0189ef423964 req-8e5a9b95-4257-4e4f-9862-8a3339a9ae9c tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343919 Aug 10 00:53:05.291851 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3fa4ab-881e-4502-9819-5fc9cc9b94a5 x-openstack-request-id: req-aa3fa4ab-881e-4502-9819-5fc9cc9b94a5 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:53:05.291851 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a8dd26-da94-4cca-8e01-efdfa748cfd4", "tag": "a1ddb43d-c75d-4674-b475-32b8e2a16696", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:53:05.291851 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aa3fa4ab-881e-4502-9819-5fc9cc9b94a5 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:53:05.291851 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a8dd26-da94-4cca-8e01-efdfa748cfd4', 'tag': 'a1ddb43d-c75d-4674-b475-32b8e2a16696', 'status': 'completed', 'code': 200} Aug 10 00:53:05.336622 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5bbc7774-cb58-40a9-89b4-125e766cfc4a req-c2a48b71-d290-40f5-aee1-9b3ac1b97666 tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] 10.222.0.35 "GET /v2.0/floatingips/35953c04-84d7-4ffa-aeef-412ef67af5e2 HTTP/1.1" status: 200 len: 693 time: 0.0446429 Aug 10 00:53:05.398129 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32780eb6-fc3b-4034-9521-6c43c4d0fcbb req-43fb6b13-292b-4959-a8fa-1a15cc2908f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:05.399895 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-32780eb6-fc3b-4034-9521-6c43c4d0fcbb req-43fb6b13-292b-4959-a8fa-1a15cc2908f6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cc2e62ffb5b34be582ea4ea144aaa50f&device_id=e7a8dd26-da94-4cca-8e01-efdfa748cfd4 HTTP/1.1" status: 200 len: 1097 time: 0.0506504 Aug 10 00:53:05.459471 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc7774-cb58-40a9-89b4-125e766cfc4a req-76753f00-5459-44d0-989e-114aa471a62a tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:05.467187 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5bbc7774-cb58-40a9-89b4-125e766cfc4a req-76753f00-5459-44d0-989e-114aa471a62a tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 784 time: 0.1242304 Aug 10 00:53:05.473698 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [req-5bbc7774-cb58-40a9-89b4-125e766cfc4a req-a675ad92-88d1-4af2-81a2-33cf134b8260 tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:53:05.479571 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5bbc7774-cb58-40a9-89b4-125e766cfc4a req-a675ad92-88d1-4af2-81a2-33cf134b8260 tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115445 Aug 10 00:53:05.566014 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b48da328-1179-4631-ad64-d532129942ef req-92764e76-bdef-43f2-8891-2ddff644ecf5 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/floatingips/3512e5fe-e212-4d5c-b900-482391cbd2cb HTTP/1.1" status: 200 len: 998 time: 0.0700724 Aug 10 00:53:05.598113 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32780eb6-fc3b-4034-9521-6c43c4d0fcbb req-c752ac7c-ead5-4c6b-9a6a-f8d4c825a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:05.599848 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-32780eb6-fc3b-4034-9521-6c43c4d0fcbb req-c752ac7c-ead5-4c6b-9a6a-f8d4c825a769 service neutron] 10.222.0.20 "GET /v2.0/networks?id=69f51d35-d4ba-4f49-8c05-8898ee0d5115 HTTP/1.1" status: 200 len: 922 time: 0.1846817 Aug 10 00:53:05.678196 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-32780eb6-fc3b-4034-9521-6c43c4d0fcbb req-c3d6fcd4-9d90-426c-88a9-f0bb79582de9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1ddb43d-c75d-4674-b475-32b8e2a16696 HTTP/1.1" status: 200 len: 1001 time: 0.0669537 Aug 10 00:53:05.688387 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48da328-1179-4631-ad64-d532129942ef req-e2ebbf35-4839-410f-a6aa-d87247eeeaf9 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:05.696726 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b48da328-1179-4631-ad64-d532129942ef req-e2ebbf35-4839-410f-a6aa-d87247eeeaf9 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 784 time: 0.1233964 Aug 10 00:53:05.735002 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32780eb6-fc3b-4034-9521-6c43c4d0fcbb req-d9f35f8f-abbe-4608-bf96-92174e93e7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:05.737936 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-32780eb6-fc3b-4034-9521-6c43c4d0fcbb req-d9f35f8f-abbe-4608-bf96-92174e93e7be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dcf03b3b-6f13-42e9-be6a-f87764bef944 HTTP/1.1" status: 200 len: 860 time: 0.0501952 Aug 10 00:53:05.796754 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9247a2b9-beee-4c80-b73b-2b5b686cd576 req-dd504970-0c36-4f84-9587-72054259a95a tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] 10.222.0.35 "GET /v2.0/floatingips?tenant_id=98e3321a7a7044d5b3cc422d5a633c82 HTTP/1.1" status: 200 len: 696 time: 0.0880692 Aug 10 00:53:05.796989 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32780eb6-fc3b-4034-9521-6c43c4d0fcbb req-fcce677f-132b-4dba-a85b-d332e1295cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:05.798698 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-32780eb6-fc3b-4034-9521-6c43c4d0fcbb req-fcce677f-132b-4dba-a85b-d332e1295cd9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=69f51d35-d4ba-4f49-8c05-8898ee0d5115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512669 Aug 10 00:53:05.825246 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60778) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:05.912374 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-32780eb6-fc3b-4034-9521-6c43c4d0fcbb req-fb187d9d-7383-4fd2-94bb-04646142f63b service neutron] 10.222.0.20 "GET /v2.0/networks/69f51d35-d4ba-4f49-8c05-8898ee0d5115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029451 Aug 10 00:53:05.941313 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76abc2d-817e-4923-bed2-9b6c2f38012f req-c83c5353-6d9a-4a4b-87b4-ecde49866974 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:05.942818 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d76abc2d-817e-4923-bed2-9b6c2f38012f req-c83c5353-6d9a-4a4b-87b4-ecde49866974 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=19a3f67a-1464-4057-bc1c-764604ede1cb HTTP/1.1" status: 200 len: 1097 time: 0.0771456 Aug 10 00:53:05.953167 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247a2b9-beee-4c80-b73b-2b5b686cd576 req-5c435f4f-fd32-4449-bdc8-f8a2a9e6ebef tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:05.954957 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9247a2b9-beee-4c80-b73b-2b5b686cd576 req-5c435f4f-fd32-4449-bdc8-f8a2a9e6ebef tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] 10.222.0.35 "GET /v2.0/networks?id=beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 787 time: 0.1571856 Aug 10 00:53:05.975996 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [req-9247a2b9-beee-4c80-b73b-2b5b686cd576 req-af3769ee-b6cc-4015-806a-4fbc45783d4e tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:53:05.977020 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9247a2b9-beee-4c80-b73b-2b5b686cd576 req-af3769ee-b6cc-4015-806a-4fbc45783d4e tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148158 Aug 10 00:53:06.005685 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-422e1a1d-5073-4638-8062-63d9c09d5e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:06.034346 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-32780eb6-fc3b-4034-9521-6c43c4d0fcbb req-79f05150-81c3-40b0-aea9-380afcb150f7 service neutron] 10.222.0.20 "GET /v2.0/networks/69f51d35-d4ba-4f49-8c05-8898ee0d5115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003714 Aug 10 00:53:06.287875 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d76abc2d-817e-4923-bed2-9b6c2f38012f req-2a5ef5ea-1c24-4ff2-ba22-1a2fdcbb775f tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319545 Aug 10 00:53:06.303117 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-47218f75-7e33-4b6a-a6f7-1e29e38baa9f req-788ffa24-8ea3-4199-92a0-815843d9cfde tempest-QuotasAdminNegativeTest-1889390359 tempest-QuotasAdminNegativeTest-1889390359-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=0199ab8313ab439283cc77fbf26b3cf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284500 Aug 10 00:53:06.385621 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device e0faacd5-133a-43ad-950f-3f6efc6ebf93 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:53:06.425796 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device e0faacd5-133a-43ad-950f-3f6efc6ebf93 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:53:06.484282 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64497f7c-1857-4f81-ae66-6cc982b748c3 req-3f64fc83-f604-437c-b528-e05904c63fb8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:06.486412 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-64497f7c-1857-4f81-ae66-6cc982b748c3 req-3f64fc83-f604-437c-b528-e05904c63fb8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 950 time: 0.1211061 Aug 10 00:53:06.502273 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47218f75-7e33-4b6a-a6f7-1e29e38baa9f req-e471cfae-57f0-4f02-9326-5209853ce6ba tempest-QuotasAdminNegativeTest-1889390359 tempest-QuotasAdminNegativeTest-1889390359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:06.503659 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-47218f75-7e33-4b6a-a6f7-1e29e38baa9f req-e471cfae-57f0-4f02-9326-5209853ce6ba tempest-QuotasAdminNegativeTest-1889390359 tempest-QuotasAdminNegativeTest-1889390359-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1940091 Aug 10 00:53:06.547480 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-47218f75-7e33-4b6a-a6f7-1e29e38baa9f req-245360a8-6c63-469e-8a8b-431fb5feb4ba tempest-QuotasAdminNegativeTest-1889390359 tempest-QuotasAdminNegativeTest-1889390359-project] 10.222.0.35 "GET /v2.0/quotas/0199ab8313ab439283cc77fbf26b3cf1 HTTP/1.1" status: 200 len: 375 time: 0.0342724 Aug 10 00:53:06.576374 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-422e1a1d-5073-4638-8062-63d9c09d5e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:06.591677 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-64497f7c-1857-4f81-ae66-6cc982b748c3 req-249a85fc-e62e-43bf-9cb2-ffbfbb4d1b80 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963197 Aug 10 00:53:06.594011 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-47218f75-7e33-4b6a-a6f7-1e29e38baa9f req-828d11b6-5944-47bb-9266-4007d04ffce0 tempest-QuotasAdminNegativeTest-1889390359 tempest-QuotasAdminNegativeTest-1889390359-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0199ab8313ab439283cc77fbf26b3cf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385232 Aug 10 00:53:06.594716 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-422e1a1d-5073-4638-8062-63d9c09d5e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:06.647270 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e1a1d-5073-4638-8062-63d9c09d5e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d428e0f-c970-49ba-9dc3-f0e642f56bce,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:06.682172 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-422e1a1d-5073-4638-8062-63d9c09d5e02 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=982d928da94f4096b1e048906f5d7cd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8549731 Aug 10 00:53:06.684882 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60802) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:06.693338 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e1a1d-5073-4638-8062-63d9c09d5e02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:06.693696 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e1a1d-5073-4638-8062-63d9c09d5e02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:06.694050 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e1a1d-5073-4638-8062-63d9c09d5e02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:06.694397 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e1a1d-5073-4638-8062-63d9c09d5e02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:06.694740 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e1a1d-5073-4638-8062-63d9c09d5e02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:06.695083 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e1a1d-5073-4638-8062-63d9c09d5e02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:06.695413 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e1a1d-5073-4638-8062-63d9c09d5e02 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:06.695753 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e1a1d-5073-4638-8062-63d9c09d5e02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:06.696087 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e1a1d-5073-4638-8062-63d9c09d5e02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:06.696496 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e1a1d-5073-4638-8062-63d9c09d5e02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:06.696830 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e1a1d-5073-4638-8062-63d9c09d5e02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:06.697162 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e1a1d-5073-4638-8062-63d9c09d5e02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:06.721833 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-129b29fb-fbc8-41c1-a056-049bf8eea2ef req-66b58bb8-d368-48b7-bb44-ee9387b877b0 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.126 HTTP/1.1" status: 200 len: 1001 time: 0.0930641 Aug 10 00:53:06.747733 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f8e77118-f7e0-4e68-a50e-6052ef35ee8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:06.770652 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f8e77118-f7e0-4e68-a50e-6052ef35ee8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:06.774899 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b29fb-fbc8-41c1-a056-049bf8eea2ef req-edb3046b-4d46-4031-b16a-9887cf92e56f tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:06.776691 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-129b29fb-fbc8-41c1-a056-049bf8eea2ef req-edb3046b-4d46-4031-b16a-9887cf92e56f tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/ports/a1ddb43d-c75d-4674-b475-32b8e2a16696 HTTP/1.1" status: 200 len: 942 time: 0.0493963 Aug 10 00:53:06.824922 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f8e77118-f7e0-4e68-a50e-6052ef35ee8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:06.828155 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f8e77118-f7e0-4e68-a50e-6052ef35ee8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:06.830114 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f8e77118-f7e0-4e68-a50e-6052ef35ee8d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6d428e0f-c970-49ba-9dc3-f0e642f56bce HTTP/1.1" status: 204 len: 168 time: 0.1434174 Aug 10 00:53:06.838818 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e77118-f7e0-4e68-a50e-6052ef35ee8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d428e0f-c970-49ba-9dc3-f0e642f56bce,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:06.847720 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e77118-f7e0-4e68-a50e-6052ef35ee8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:06.848068 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e77118-f7e0-4e68-a50e-6052ef35ee8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:06.848442 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e77118-f7e0-4e68-a50e-6052ef35ee8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:06.848787 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e77118-f7e0-4e68-a50e-6052ef35ee8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:06.849123 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e77118-f7e0-4e68-a50e-6052ef35ee8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:06.849453 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e77118-f7e0-4e68-a50e-6052ef35ee8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:06.849786 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e77118-f7e0-4e68-a50e-6052ef35ee8d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:06.850114 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e77118-f7e0-4e68-a50e-6052ef35ee8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:06.850443 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e77118-f7e0-4e68-a50e-6052ef35ee8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:06.850770 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e77118-f7e0-4e68-a50e-6052ef35ee8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:06.851099 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e77118-f7e0-4e68-a50e-6052ef35ee8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:06.851424 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e77118-f7e0-4e68-a50e-6052ef35ee8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:06.918535 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-129b29fb-fbc8-41c1-a056-049bf8eea2ef req-ef28b980-30c7-40bd-b274-62cf6d87d3de tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.126 HTTP/1.1" status: 200 len: 1001 time: 0.0979588 Aug 10 00:53:06.946874 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device e0faacd5-133a-43ad-950f-3f6efc6ebf93 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:53:07.042567 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 312c7f8f-7965-4828-baab-bd12c7c277d9 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:53:07.051936 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b29fb-fbc8-41c1-a056-049bf8eea2ef req-c3a3cb3b-68ea-4c96-8655-1ea56aa35b33 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:07.053803 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-129b29fb-fbc8-41c1-a056-049bf8eea2ef req-c3a3cb3b-68ea-4c96-8655-1ea56aa35b33 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 784 time: 0.1274066 Aug 10 00:53:07.064051 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 312c7f8f-7965-4828-baab-bd12c7c277d9 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:53:07.064731 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 312c7f8f-7965-4828-baab-bd12c7c277d9 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:53:07.153702 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-129b29fb-fbc8-41c1-a056-049bf8eea2ef req-a0320ccc-1bd7-442e-b788-eca3dcdddd51 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.126 HTTP/1.1" status: 200 len: 1001 time: 0.0916867 Aug 10 00:53:07.166550 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-129b29fb-fbc8-41c1-a056-049bf8eea2ef req-4e9e3223-c4ad-4c5c-ace0-cb8121220137 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:07.178523 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60808) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:07.192009 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7056fc6f-adb2-49c5-917b-5306bce905f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:07.205118 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7b6c7-e9eb-45dc-bfbd-a0b54471c1e6 req-2a9dd726-720f-4cf4-8310-3dba8badb006 tempest-ServersAdminTestJSON-1781694744 tempest-ServersAdminTestJSON-1781694744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:07.205615 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7b6c7-e9eb-45dc-bfbd-a0b54471c1e6 req-2a9dd726-720f-4cf4-8310-3dba8badb006 tempest-ServersAdminTestJSON-1781694744 tempest-ServersAdminTestJSON-1781694744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:07.206156 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7b6c7-e9eb-45dc-bfbd-a0b54471c1e6 req-2a9dd726-720f-4cf4-8310-3dba8badb006 tempest-ServersAdminTestJSON-1781694744 tempest-ServersAdminTestJSON-1781694744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:07.206647 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7b6c7-e9eb-45dc-bfbd-a0b54471c1e6 req-2a9dd726-720f-4cf4-8310-3dba8badb006 tempest-ServersAdminTestJSON-1781694744 tempest-ServersAdminTestJSON-1781694744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:07.207133 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7b6c7-e9eb-45dc-bfbd-a0b54471c1e6 req-2a9dd726-720f-4cf4-8310-3dba8badb006 tempest-ServersAdminTestJSON-1781694744 tempest-ServersAdminTestJSON-1781694744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:07.207612 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7b6c7-e9eb-45dc-bfbd-a0b54471c1e6 req-2a9dd726-720f-4cf4-8310-3dba8badb006 tempest-ServersAdminTestJSON-1781694744 tempest-ServersAdminTestJSON-1781694744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:07.208092 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7b6c7-e9eb-45dc-bfbd-a0b54471c1e6 req-2a9dd726-720f-4cf4-8310-3dba8badb006 tempest-ServersAdminTestJSON-1781694744 tempest-ServersAdminTestJSON-1781694744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:07.208613 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7b6c7-e9eb-45dc-bfbd-a0b54471c1e6 req-2a9dd726-720f-4cf4-8310-3dba8badb006 tempest-ServersAdminTestJSON-1781694744 tempest-ServersAdminTestJSON-1781694744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:07.210586 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-afa7b6c7-e9eb-45dc-bfbd-a0b54471c1e6 req-2a9dd726-720f-4cf4-8310-3dba8badb006 tempest-ServersAdminTestJSON-1781694744 tempest-ServersAdminTestJSON-1781694744-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c2ff78cc-999f-4fe9-8b23-b62cd58a1e02&device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d&device_id=19a3f67a-1464-4057-bc1c-764604ede1cb&device_id=03fd20ad-f9fe-4d4c-afdf-df2806c173f9&device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9&device_id=e7a8dd26-da94-4cca-8e01-efdfa748cfd4&device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8&device_id=b80ef126-5374-449c-9ac7-c7fa472955b1 HTTP/1.1" status: 200 len: 7329 time: 0.0996416 Aug 10 00:53:07.241103 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-afa7b6c7-e9eb-45dc-bfbd-a0b54471c1e6 req-e9a3af1d-7e72-4ea0-9578-4331b64a506a tempest-ServersAdminTestJSON-1781694744 tempest-ServersAdminTestJSON-1781694744-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:07.260596 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-129b29fb-fbc8-41c1-a056-049bf8eea2ef req-4e9e3223-c4ad-4c5c-ace0-cb8121220137 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks [] for floatingip, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:07.284603 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7056fc6f-adb2-49c5-917b-5306bce905f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:07.289117 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7056fc6f-adb2-49c5-917b-5306bce905f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:07.291493 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b95d7a-7280-4ae9-a06f-b62376a65d2f', 'name': 'network-vif-deleted', 'tag': '312c7f8f-7965-4828-baab-bd12c7c277d9'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:53:07.294112 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5226ad48-89f3-4a3f-ace4-b3500b21063b" -d '{"events": [{"server_uuid": "11b95d7a-7280-4ae9-a06f-b62376a65d2f", "name": "network-vif-deleted", "tag": "312c7f8f-7965-4828-baab-bd12c7c277d9"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:53:07.325523 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056fc6f-adb2-49c5-917b-5306bce905f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72006e8-750a-4f7c-929d-e6aac0265ce7,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:07.330465 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7056fc6f-adb2-49c5-917b-5306bce905f6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d79f4fdb48e24cec8b4d982da8f2167b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1508904 Aug 10 00:53:07.334648 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60812) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:07.387895 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3617112b-c051-480e-9b70-4c314fb64d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:07.408588 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3617112b-c051-480e-9b70-4c314fb64d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:07.451533 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-129b29fb-fbc8-41c1-a056-049bf8eea2ef req-4e9e3223-c4ad-4c5c-ace0-cb8121220137 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:07.456862 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3617112b-c051-480e-9b70-4c314fb64d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:07.457055 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-129b29fb-fbc8-41c1-a056-049bf8eea2ef req-4e9e3223-c4ad-4c5c-ace0-cb8121220137 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:07.457211 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [req-129b29fb-fbc8-41c1-a056-049bf8eea2ef req-4e9e3223-c4ad-4c5c-ace0-cb8121220137 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Floating IP 3512e5fe-e212-4d5c-b900-482391cbd2cb disassociated. External IP: 172.25.2.126, port: a1ddb43d-c75d-4674-b475-32b8e2a16696. Aug 10 00:53:07.459352 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3617112b-c051-480e-9b70-4c314fb64d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:07.460565 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3617112b-c051-480e-9b70-4c314fb64d35 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b72006e8-750a-4f7c-929d-e6aac0265ce7 HTTP/1.1" status: 204 len: 168 time: 0.1263797 Aug 10 00:53:07.470754 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3617112b-c051-480e-9b70-4c314fb64d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72006e8-750a-4f7c-929d-e6aac0265ce7,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:07.527611 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-afa7b6c7-e9eb-45dc-bfbd-a0b54471c1e6 req-e9a3af1d-7e72-4ea0-9578-4331b64a506a tempest-ServersAdminTestJSON-1781694744 tempest-ServersAdminTestJSON-1781694744-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:07.531674 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-afa7b6c7-e9eb-45dc-bfbd-a0b54471c1e6 req-e9a3af1d-7e72-4ea0-9578-4331b64a506a tempest-ServersAdminTestJSON-1781694744 tempest-ServersAdminTestJSON-1781694744-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:07.587682 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-afa7b6c7-e9eb-45dc-bfbd-a0b54471c1e6 req-e9a3af1d-7e72-4ea0-9578-4331b64a506a tempest-ServersAdminTestJSON-1781694744 tempest-ServersAdminTestJSON-1781694744-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&id=709ca5dd-a64e-4e40-a421-0f2b5d9fc282&id=0c5d240e-271d-42f6-a77c-c851bc537141&id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&id=d0fa134e-75c9-4973-b3e3-242b39af0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.3698888 Aug 10 00:53:07.599846 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a3af1d-7e72-4ea0-9578-4331b64a506a tempest-ServersAdminTestJSON-1781694744 tempest-ServersAdminTestJSON-1781694744-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ed1ba8-615a-47b0-8567-6ce84ca02ddd,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:07.710655 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-58a5bc0f-1c6c-4a57-8da4-0d02f8e2855e req-88c60200-fc1d-4e2c-9d0c-0adc1f3cd736 tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] 10.222.0.35 "GET /v2.0/floatingips/35953c04-84d7-4ffa-aeef-412ef67af5e2 HTTP/1.1" status: 200 len: 693 time: 0.0502751 Aug 10 00:53:07.833085 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-129b29fb-fbc8-41c1-a056-049bf8eea2ef req-4e9e3223-c4ad-4c5c-ace0-cb8121220137 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Router 1b2ac2e4-6ed8-46ce-90af-2c454640483b has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:53:07.869359 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5bc0f-1c6c-4a57-8da4-0d02f8e2855e req-20ff398f-e7cc-427b-9fa8-2473fbde4ce1 tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:07.870726 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-58a5bc0f-1c6c-4a57-8da4-0d02f8e2855e req-20ff398f-e7cc-427b-9fa8-2473fbde4ce1 tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 784 time: 0.1282356 Aug 10 00:53:07.909863 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [req-58a5bc0f-1c6c-4a57-8da4-0d02f8e2855e req-da0e9c18-c66d-42ac-93c2-d17d1284759c tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:53:07.910822 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-58a5bc0f-1c6c-4a57-8da4-0d02f8e2855e req-da0e9c18-c66d-42ac-93c2-d17d1284759c tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080078 Aug 10 00:53:07.990397 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-58a5bc0f-1c6c-4a57-8da4-0d02f8e2855e req-01985546-3c1d-4fbe-8cbf-1dfcef01e4e9 tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.254 HTTP/1.1" status: 200 len: 696 time: 0.0714362 Aug 10 00:53:08.053265 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-58a5bc0f-1c6c-4a57-8da4-0d02f8e2855e req-902955a9-ff6d-4cea-9d20-f147512de436 tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.254 HTTP/1.1" status: 200 len: 696 time: 0.0529962 Aug 10 00:53:08.056005 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-129b29fb-fbc8-41c1-a056-049bf8eea2ef req-4e9e3223-c4ad-4c5c-ace0-cb8121220137 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:53:08.060562 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-129b29fb-fbc8-41c1-a056-049bf8eea2ef req-4e9e3223-c4ad-4c5c-ace0-cb8121220137 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:08.072652 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d16bcd0-9b88-42f7-809c-21517ea946c2 None None] Sync routers for ids ['1b2ac2e4-6ed8-46ce-90af-2c454640483b'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:53:08.081694 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d16bcd0-9b88-42f7-809c-21517ea946c2 None None] Routers {'1b2ac2e4-6ed8-46ce-90af-2c454640483b'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:08.084853 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-8d16bcd0-9b88-42f7-809c-21517ea946c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:52:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['1b2ac2e4-6ed8-46ce-90af-2c454640483b'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:08.130105 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-129b29fb-fbc8-41c1-a056-049bf8eea2ef req-4e9e3223-c4ad-4c5c-ace0-cb8121220137 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "PUT /v2.0/floatingips/3512e5fe-e212-4d5c-b900-482391cbd2cb HTTP/1.1" status: 200 len: 696 time: 0.9686341 Aug 10 00:53:08.202986 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-8d16bcd0-9b88-42f7-809c-21517ea946c2 None None] Set router 1b2ac2e4-6ed8-46ce-90af-2c454640483b gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:08.225223 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b29fb-fbc8-41c1-a056-049bf8eea2ef req-f5daa762-a165-492a-aed2-386d7f7633e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:08.226752 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-129b29fb-fbc8-41c1-a056-049bf8eea2ef req-f5daa762-a165-492a-aed2-386d7f7633e0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc2e62ffb5b34be582ea4ea144aaa50f&device_id=e7a8dd26-da94-4cca-8e01-efdfa748cfd4 HTTP/1.1" status: 200 len: 1097 time: 0.0694001 Aug 10 00:53:08.286263 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-58a5bc0f-1c6c-4a57-8da4-0d02f8e2855e req-acec5e35-f23a-46b5-bf6d-ac0aa70db0ce tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Deleting port 85c4adb9-bd2e-4625-b023-ed6840bba58c {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:53:08.286618 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-58a5bc0f-1c6c-4a57-8da4-0d02f8e2855e req-acec5e35-f23a-46b5-bf6d-ac0aa70db0ce tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:08.384635 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b29fb-fbc8-41c1-a056-049bf8eea2ef req-9c269bbc-182a-46da-9ccf-afa7bd65ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:08.392893 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-129b29fb-fbc8-41c1-a056-049bf8eea2ef req-9c269bbc-182a-46da-9ccf-afa7bd65ea52 service neutron] 10.222.0.35 "GET /v2.0/networks?id=69f51d35-d4ba-4f49-8c05-8898ee0d5115 HTTP/1.1" status: 200 len: 922 time: 0.1582983 Aug 10 00:53:08.407850 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-8d16bcd0-9b88-42f7-809c-21517ea946c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1075006119-router', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:00Z', 'updated_at': '2021-08-10T00:52:05Z', 'revision_number': 4, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'gw_port': {'id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:01Z', 'updated_at': '2021-08-10T00:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'ccb8d22f-28bd-447e-8026-fa3e74e719d7', 'name': '', 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'mac_address': 'fa:16:3e:35:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:04Z', 'updated_at': '2021-08-10T00:52:10Z', 'revision_number': 5, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'subnets': [{'id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:08.436649 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-129b29fb-fbc8-41c1-a056-049bf8eea2ef req-1e9a1cbb-ed70-46e4-aa2f-8071eb35a8e4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1ddb43d-c75d-4674-b475-32b8e2a16696 HTTP/1.1" status: 200 len: 217 time: 0.0431170 Aug 10 00:53:08.438316 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-58a5bc0f-1c6c-4a57-8da4-0d02f8e2855e req-acec5e35-f23a-46b5-bf6d-ac0aa70db0ce tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:08.438695 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-58a5bc0f-1c6c-4a57-8da4-0d02f8e2855e req-acec5e35-f23a-46b5-bf6d-ac0aa70db0ce tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:08.442514 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d16bcd0-9b88-42f7-809c-21517ea946c2 None None] Checking router: 1b2ac2e4-6ed8-46ce-90af-2c454640483b for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:53:08.452061 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d16bcd0-9b88-42f7-809c-21517ea946c2 None None] Routers {'1b2ac2e4-6ed8-46ce-90af-2c454640483b'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:08.452739 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-8d16bcd0-9b88-42f7-809c-21517ea946c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:52:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['1b2ac2e4-6ed8-46ce-90af-2c454640483b'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:08.476524 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-58a5bc0f-1c6c-4a57-8da4-0d02f8e2855e req-acec5e35-f23a-46b5-bf6d-ac0aa70db0ce tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Calling delete_port for 85c4adb9-bd2e-4625-b023-ed6840bba58c owned by network:floatingip {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:53:08.540892 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b29fb-fbc8-41c1-a056-049bf8eea2ef req-2463c27b-cdc8-4607-80f9-888cd7a3331e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:08.542382 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-129b29fb-fbc8-41c1-a056-049bf8eea2ef req-2463c27b-cdc8-4607-80f9-888cd7a3331e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dcf03b3b-6f13-42e9-be6a-f87764bef944 HTTP/1.1" status: 200 len: 860 time: 0.0958216 Aug 10 00:53:08.570196 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-8d16bcd0-9b88-42f7-809c-21517ea946c2 None None] Set router 1b2ac2e4-6ed8-46ce-90af-2c454640483b gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:08.614454 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b29fb-fbc8-41c1-a056-049bf8eea2ef req-bdd1c6a3-51c8-4ab5-af64-ebcc7903e955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:08.615903 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-129b29fb-fbc8-41c1-a056-049bf8eea2ef req-bdd1c6a3-51c8-4ab5-af64-ebcc7903e955 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=69f51d35-d4ba-4f49-8c05-8898ee0d5115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646875 Aug 10 00:53:08.739829 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-58a5bc0f-1c6c-4a57-8da4-0d02f8e2855e req-acec5e35-f23a-46b5-bf6d-ac0aa70db0ce tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:08.768750 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-129b29fb-fbc8-41c1-a056-049bf8eea2ef req-b886b3a6-8be1-407c-be92-7e0f96474bac service neutron] 10.222.0.35 "GET /v2.0/networks/69f51d35-d4ba-4f49-8c05-8898ee0d5115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457567 Aug 10 00:53:08.771118 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec5e35-f23a-46b5-bf6d-ac0aa70db0ce tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Pushing event deleted for resources: {'Port': ['ID=85c4adb9-bd2e-4625-b023-ed6840bba58c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:08.803025 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-8d16bcd0-9b88-42f7-809c-21517ea946c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1075006119-router', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:00Z', 'updated_at': '2021-08-10T00:52:05Z', 'revision_number': 4, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'gw_port': {'id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:01Z', 'updated_at': '2021-08-10T00:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'ccb8d22f-28bd-447e-8026-fa3e74e719d7', 'name': '', 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'mac_address': 'fa:16:3e:35:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:04Z', 'updated_at': '2021-08-10T00:52:10Z', 'revision_number': 5, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'subnets': [{'id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:08.828741 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d16bcd0-9b88-42f7-809c-21517ea946c2 None None] The sync data for ids ['1b2ac2e4-6ed8-46ce-90af-2c454640483b'] in n-d-766726-26 is: [{'id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1075006119-router', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:00Z', 'updated_at': '2021-08-10T00:52:05Z', 'revision_number': 4, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'gw_port': {'id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:01Z', 'updated_at': '2021-08-10T00:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'ccb8d22f-28bd-447e-8026-fa3e74e719d7', 'name': '', 'network_id': '69f51d35-d4ba-4f49-8c05-8898ee0d5115', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'mac_address': 'fa:16:3e:35:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:04Z', 'updated_at': '2021-08-10T00:52:10Z', 'revision_number': 5, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'subnets': [{'id': 'dcf03b3b-6f13-42e9-be6a-f87764bef944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:53:08.882916 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-58a5bc0f-1c6c-4a57-8da4-0d02f8e2855e req-acec5e35-f23a-46b5-bf6d-ac0aa70db0ce tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Notify callbacks [] for floatingip, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:08.885514 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-58a5bc0f-1c6c-4a57-8da4-0d02f8e2855e req-acec5e35-f23a-46b5-bf6d-ac0aa70db0ce tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:08.886672 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-58a5bc0f-1c6c-4a57-8da4-0d02f8e2855e req-acec5e35-f23a-46b5-bf6d-ac0aa70db0ce tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] 10.222.0.35 "DELETE /v2.0/floatingips/35953c04-84d7-4ffa-aeef-412ef67af5e2 HTTP/1.1" status: 204 len: 173 time: 0.8237786 Aug 10 00:53:08.916063 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-129b29fb-fbc8-41c1-a056-049bf8eea2ef req-73163327-8354-4bac-ba29-0656ee40e688 service neutron] 10.222.0.35 "GET /v2.0/networks/69f51d35-d4ba-4f49-8c05-8898ee0d5115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227837 Aug 10 00:53:09.069943 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-348dfc40-02da-46f3-8e94-173e98ef5bdc tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:09.071393 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-348dfc40-02da-46f3-8e94-173e98ef5bdc tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/networks?id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da HTTP/1.1" status: 200 len: 820 time: 0.1127324 Aug 10 00:53:09.087562 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-a47c27d8-ce73-42b8-a2eb-8e43e45b5990 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/quotas/040768a449b74edfb649dfba67db8bf2 HTTP/1.1" status: 200 len: 375 time: 0.0103252 Aug 10 00:53:09.088940 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c4a57e-9443-4cf8-b295-91b5829cab96 None None] New status for floating IP 3512e5fe-e212-4d5c-b900-482391cbd2cb: DOWN {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 00:53:09.139949 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-6d347761-c874-4ce4-9689-b93199e98804 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=040768a449b74edfb649dfba67db8bf2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0460837 Aug 10 00:53:09.237373 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-973dfd89-0a6b-42fd-a66d-78960acbb237 service neutron] 10.222.0.35 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903773 Aug 10 00:53:09.315425 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c56921-f037-4e00-a1eb-d7b20c19a98c x-openstack-request-id: req-91c56921-f037-4e00-a1eb-d7b20c19a98c {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:53:09.315723 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b95d7a-7280-4ae9-a06f-b62376a65d2f", "name": "network-vif-deleted", "tag": "312c7f8f-7965-4828-baab-bd12c7c277d9", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:53:09.316017 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-91c56921-f037-4e00-a1eb-d7b20c19a98c {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:53:09.316482 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b95d7a-7280-4ae9-a06f-b62376a65d2f', 'name': 'network-vif-deleted', 'tag': '312c7f8f-7965-4828-baab-bd12c7c277d9', 'status': 'completed', 'code': 200} Aug 10 00:53:09.337074 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-e2eb29c6-a4d0-4e43-ad0f-b4f725458f07 service neutron] 10.222.0.35 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907266 Aug 10 00:53:09.457127 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca720b58-f327-4e55-9bd6-3ec6f7821672 req-b590777b-a79c-4074-9b29-7ce14f4c0fe3 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:09.459041 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ca720b58-f327-4e55-9bd6-3ec6f7821672 req-b590777b-a79c-4074-9b29-7ce14f4c0fe3 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 950 time: 0.0516634 Aug 10 00:53:09.503216 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ca720b58-f327-4e55-9bd6-3ec6f7821672 req-3b181adf-0647-4f9e-b694-051fa22a26ec tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382297 Aug 10 00:53:09.890254 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60894) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:09.940403 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5b9c7-a9b9-4498-951e-104b96ae7725 req-6681d1c4-5cf6-456f-91ef-b15e65cd642e tempest-ServersAdminTestJSON-1781694744 tempest-ServersAdminTestJSON-1781694744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:09.940903 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5b9c7-a9b9-4498-951e-104b96ae7725 req-6681d1c4-5cf6-456f-91ef-b15e65cd642e tempest-ServersAdminTestJSON-1781694744 tempest-ServersAdminTestJSON-1781694744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:09.941372 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5b9c7-a9b9-4498-951e-104b96ae7725 req-6681d1c4-5cf6-456f-91ef-b15e65cd642e tempest-ServersAdminTestJSON-1781694744 tempest-ServersAdminTestJSON-1781694744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:09.943028 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-78e5b9c7-a9b9-4498-951e-104b96ae7725 req-6681d1c4-5cf6-456f-91ef-b15e65cd642e tempest-ServersAdminTestJSON-1781694744 tempest-ServersAdminTestJSON-1781694744-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c2ff78cc-999f-4fe9-8b23-b62cd58a1e02&device_id=03fd20ad-f9fe-4d4c-afdf-df2806c173f9&device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 2885 time: 0.0720520 Aug 10 00:53:09.964692 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-222d10fe-160e-4b80-a5e5-e038c244ba13 req-79f77102-7440-4a51-8de8-94de0f939afb tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4332314 Aug 10 00:53:09.979407 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-222d10fe-160e-4b80-a5e5-e038c244ba13 req-7fec2600-3748-426e-ac99-8b1c699cb0ee tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:10.005379 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fa2fe009-3727-4722-ad93-bd9dfc1f19d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:10.009640 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-78e5b9c7-a9b9-4498-951e-104b96ae7725 req-a025dadd-b5dc-4bf6-9b99-f59dcff3f565 tempest-ServersAdminTestJSON-1781694744 tempest-ServersAdminTestJSON-1781694744-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582225 Aug 10 00:53:10.018937 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-222d10fe-160e-4b80-a5e5-e038c244ba13 req-7fec2600-3748-426e-ac99-8b1c699cb0ee tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:10.126274 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fa2fe009-3727-4722-ad93-bd9dfc1f19d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:10.130460 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fa2fe009-3727-4722-ad93-bd9dfc1f19d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:10.133429 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e3d13649-554b-4e33-b750-6251317907ce req-5bf3ebba-0e28-4a6e-93ce-afd3ba7d4e27 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=afd75883-1f7e-444d-adc3-f51d404b13cf HTTP/1.1" status: 200 len: 210 time: 0.0395863 Aug 10 00:53:10.171120 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-222d10fe-160e-4b80-a5e5-e038c244ba13 req-7fec2600-3748-426e-ac99-8b1c699cb0ee tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:10.173867 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-fa2fe009-3727-4722-ad93-bd9dfc1f19d0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0199ab8313ab439283cc77fbf26b3cf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2825382 Aug 10 00:53:10.175844 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2fe009-3727-4722-ad93-bd9dfc1f19d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0e3535-0e97-401a-a3a6-d4945f24325b,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:10.178412 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60902) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:10.231449 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-62940712-b82d-4157-93dc-c527e446295d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:10.267047 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-62940712-b82d-4157-93dc-c527e446295d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:10.316233 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-222d10fe-160e-4b80-a5e5-e038c244ba13 req-7fec2600-3748-426e-ac99-8b1c699cb0ee tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Allocated IP 172.25.2.59 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/28a3a9e7-8b6a-4b0c-8689-dbcbd7d0b9cc) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:53:10.325505 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-62940712-b82d-4157-93dc-c527e446295d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:10.328357 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-62940712-b82d-4157-93dc-c527e446295d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:10.332291 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-62940712-b82d-4157-93dc-c527e446295d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5f0e3535-0e97-401a-a3a6-d4945f24325b HTTP/1.1" status: 204 len: 168 time: 0.1505280 Aug 10 00:53:10.339912 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62940712-b82d-4157-93dc-c527e446295d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0e3535-0e97-401a-a3a6-d4945f24325b,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:10.450622 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-222d10fe-160e-4b80-a5e5-e038c244ba13 req-7fec2600-3748-426e-ac99-8b1c699cb0ee tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:10.502945 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-222d10fe-160e-4b80-a5e5-e038c244ba13 req-7fec2600-3748-426e-ac99-8b1c699cb0ee tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:10.548690 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-222d10fe-160e-4b80-a5e5-e038c244ba13 req-7fec2600-3748-426e-ac99-8b1c699cb0ee tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:10.551966 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-222d10fe-160e-4b80-a5e5-e038c244ba13 req-7fec2600-3748-426e-ac99-8b1c699cb0ee tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:10.557899 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-222d10fe-160e-4b80-a5e5-e038c244ba13 req-7fec2600-3748-426e-ac99-8b1c699cb0ee tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:53:10.590832 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec2600-3748-426e-ac99-8b1c699cb0ee tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Pushing event updated for resources: {'Port': ['ID=28a3a9e7-8b6a-4b0c-8689-dbcbd7d0b9cc,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:10.686942 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-222d10fe-160e-4b80-a5e5-e038c244ba13 req-7fec2600-3748-426e-ac99-8b1c699cb0ee tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:10.707215 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60914) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:10.742421 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7ced74b8-9c44-4394-b07c-b7628918c85b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:10.760615 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-7543719b-b89f-4283-8922-a715f121567f tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:10.762253 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-7543719b-b89f-4283-8922-a715f121567f tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.20 "GET /v2.0/networks?id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da HTTP/1.1" status: 200 len: 820 time: 0.1408703 Aug 10 00:53:10.762579 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-222d10fe-160e-4b80-a5e5-e038c244ba13 req-7fec2600-3748-426e-ac99-8b1c699cb0ee tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:10.784387 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-0cc1b81e-ad09-429e-8f87-d1a59ead9033 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Request body: {'port': {'device_id': 'afd75883-1f7e-444d-adc3-f51d404b13cf', 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da', 'admin_state_up': True, 'tenant_id': '040768a449b74edfb649dfba67db8bf2'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:10.926292 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a0285-4547-4c40-9636-8a1af9f3da1f req-e27ce228-ffcf-4e30-85ac-e24951377bb2 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:10.927753 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e04a0285-4547-4c40-9636-8a1af9f3da1f req-e27ce228-ffcf-4e30-85ac-e24951377bb2 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 950 time: 0.1379192 Aug 10 00:53:11.012554 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e04a0285-4547-4c40-9636-8a1af9f3da1f req-3f745715-97d9-47d1-925d-8e1c3fa6b411 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770328 Aug 10 00:53:11.016405 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7ced74b8-9c44-4394-b07c-b7628918c85b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:11.027648 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7ced74b8-9c44-4394-b07c-b7628918c85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:11.044381 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-0cc1b81e-ad09-429e-8f87-d1a59ead9033 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Made reservation on behalf of 040768a449b74edfb649dfba67db8bf2 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:53:11.048456 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-0cc1b81e-ad09-429e-8f87-d1a59ead9033 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:11.069024 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-222d10fe-160e-4b80-a5e5-e038c244ba13 req-7fec2600-3748-426e-ac99-8b1c699cb0ee tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:11.083595 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-222d10fe-160e-4b80-a5e5-e038c244ba13 req-7fec2600-3748-426e-ac99-8b1c699cb0ee tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:11.093384 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7ced74b8-9c44-4394-b07c-b7628918c85b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=54ab198a391c4207b2e4a6c4a7ddbf96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3850815 Aug 10 00:53:11.099682 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced74b8-9c44-4394-b07c-b7628918c85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a760d883-477d-4e77-8b41-36e373892b41,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:11.102833 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60920) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:11.159970 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5f6031e6-42df-4454-9954-18330294b8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:11.171337 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e675bb81-249c-47c9-816f-6a13c17ce79d req-3ce59bf2-a7aa-4125-82d7-6ac854fc3df6 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/floatingips/3512e5fe-e212-4d5c-b900-482391cbd2cb HTTP/1.1" status: 200 len: 694 time: 0.0911384 Aug 10 00:53:11.208094 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec2600-3748-426e-ac99-8b1c699cb0ee tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Pushing event updated for resources: {'Port': ['ID=28a3a9e7-8b6a-4b0c-8689-dbcbd7d0b9cc,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:11.212996 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-898a8855-2e4e-4023-8d63-0b554a831d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:11.228402 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-0cc1b81e-ad09-429e-8f87-d1a59ead9033 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Allocated IP 172.20.0.2 (96b6f7d5-4bc5-4b00-aff8-aabc45fca6da/4ff99852-0921-4c80-99ca-12207c311102/2d7c6203-1ccd-4e9b-bb20-f853cd0068b0) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:53:11.237774 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:11.250659 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-898a8855-2e4e-4023-8d63-0b554a831d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:11.263323 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-222d10fe-160e-4b80-a5e5-e038c244ba13 req-7fec2600-3748-426e-ac99-8b1c699cb0ee tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:11.286165 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-222d10fe-160e-4b80-a5e5-e038c244ba13 req-7fec2600-3748-426e-ac99-8b1c699cb0ee tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:11.287363 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-222d10fe-160e-4b80-a5e5-e038c244ba13 req-7fec2600-3748-426e-ac99-8b1c699cb0ee tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3140306 Aug 10 00:53:11.342183 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a8dd26-da94-4cca-8e01-efdfa748cfd4', 'tag': 'a1ddb43d-c75d-4674-b475-32b8e2a16696'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:53:11.344551 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8f9059-3f5c-4049-9928-c5d410fed2b0" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a8dd26-da94-4cca-8e01-efdfa748cfd4", "tag": "a1ddb43d-c75d-4674-b475-32b8e2a16696"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:53:11.363059 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675bb81-249c-47c9-816f-6a13c17ce79d req-1d9aa8c7-f236-40c3-b55a-cb00a894d417 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:11.364553 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e675bb81-249c-47c9-816f-6a13c17ce79d req-1d9aa8c7-f236-40c3-b55a-cb00a894d417 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 784 time: 0.1715345 Aug 10 00:53:11.365554 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-898a8855-2e4e-4023-8d63-0b554a831d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:11.367357 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-222d10fe-160e-4b80-a5e5-e038c244ba13 req-b3b1f09b-53ff-4bd5-b0e4-3d2412d01787 tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.59 HTTP/1.1" status: 200 len: 695 time: 0.0722995 Aug 10 00:53:11.368071 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-898a8855-2e4e-4023-8d63-0b554a831d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:11.369207 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-898a8855-2e4e-4023-8d63-0b554a831d25 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a760d883-477d-4e77-8b41-36e373892b41 HTTP/1.1" status: 204 len: 168 time: 0.2651579 Aug 10 00:53:11.386063 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a8855-2e4e-4023-8d63-0b554a831d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a760d883-477d-4e77-8b41-36e373892b41,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:11.449193 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-0cc1b81e-ad09-429e-8f87-d1a59ead9033 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:11.468619 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e675bb81-249c-47c9-816f-6a13c17ce79d req-fea9e725-6b16-4c6b-ad93-40a84c9382aa tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.126 HTTP/1.1" status: 200 len: 697 time: 0.0888739 Aug 10 00:53:11.498599 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-0cc1b81e-ad09-429e-8f87-d1a59ead9033 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:11.535137 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e675bb81-249c-47c9-816f-6a13c17ce79d req-1ee676de-010e-4f79-bbd4-0fa6ba13ce96 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.126 HTTP/1.1" status: 200 len: 697 time: 0.0542700 Aug 10 00:53:11.541254 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-0cc1b81e-ad09-429e-8f87-d1a59ead9033 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:11.544913 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-0cc1b81e-ad09-429e-8f87-d1a59ead9033 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:11.549604 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-0cc1b81e-ad09-429e-8f87-d1a59ead9033 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:53:11.590154 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1b81e-ad09-429e-8f87-d1a59ead9033 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Pushing event updated for resources: {'Port': ['ID=2d7c6203-1ccd-4e9b-bb20-f853cd0068b0,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:11.601773 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d10fe-160e-4b80-a5e5-e038c244ba13 req-54374b5f-2b7e-4683-961c-6451d33efa36 tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:11.608450 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-222d10fe-160e-4b80-a5e5-e038c244ba13 req-54374b5f-2b7e-4683-961c-6451d33efa36 tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 784 time: 0.2270224 Aug 10 00:53:11.611170 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-0cc1b81e-ad09-429e-8f87-d1a59ead9033 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:11.611816 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-0cc1b81e-ad09-429e-8f87-d1a59ead9033 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:11.634336 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-0cc1b81e-ad09-429e-8f87-d1a59ead9033 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8544705 Aug 10 00:53:11.649336 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [req-222d10fe-160e-4b80-a5e5-e038c244ba13 req-6859b336-c981-4186-a29b-12e1bc1314eb tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:53:11.650348 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-222d10fe-160e-4b80-a5e5-e038c244ba13 req-6859b336-c981-4186-a29b-12e1bc1314eb tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0355055 Aug 10 00:53:11.654677 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-24959809-4435-4190-a43d-71819e5cc987 service neutron] Request body: {'port': {'device_id': 'afd75883-1f7e-444d-adc3-f51d404b13cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:11.721605 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-24959809-4435-4190-a43d-71819e5cc987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:11.724338 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-e675bb81-249c-47c9-816f-6a13c17ce79d req-7e0273e0-c947-4230-b0f5-0485c064d6c0 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Deleting port 663eb98d-88b8-4c63-af8d-7db10f947887 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:53:11.724808 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e675bb81-249c-47c9-816f-6a13c17ce79d req-7e0273e0-c947-4230-b0f5-0485c064d6c0 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:11.836335 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e675bb81-249c-47c9-816f-6a13c17ce79d req-7e0273e0-c947-4230-b0f5-0485c064d6c0 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:11.836676 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e675bb81-249c-47c9-816f-6a13c17ce79d req-7e0273e0-c947-4230-b0f5-0485c064d6c0 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:11.859847 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-e675bb81-249c-47c9-816f-6a13c17ce79d req-7e0273e0-c947-4230-b0f5-0485c064d6c0 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Calling delete_port for 663eb98d-88b8-4c63-af8d-7db10f947887 owned by network:floatingip {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:53:11.987882 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fda90a-3951-4f6e-9fb2-12d8abb707d6 req-437824da-baac-44bd-bcbf-a56b6591b6d3 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:11.995315 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-88fda90a-3951-4f6e-9fb2-12d8abb707d6 req-437824da-baac-44bd-bcbf-a56b6591b6d3 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=afd75883-1f7e-444d-adc3-f51d404b13cf HTTP/1.1" status: 200 len: 931 time: 0.0778310 Aug 10 00:53:12.046956 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-24959809-4435-4190-a43d-71819e5cc987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:53:12.063831 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-24959809-4435-4190-a43d-71819e5cc987 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:12.084025 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-24959809-4435-4190-a43d-71819e5cc987 service neutron] Transition to ACTIVE for port object 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:12.091004 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-88fda90a-3951-4f6e-9fb2-12d8abb707d6 req-6f125488-f034-4673-be3d-79c88e22c34a tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947978 Aug 10 00:53:12.091567 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-24959809-4435-4190-a43d-71819e5cc987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:12.156296 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e675bb81-249c-47c9-816f-6a13c17ce79d req-7e0273e0-c947-4230-b0f5-0485c064d6c0 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:12.196598 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09edd9e6-aa85-401f-ab50-966582609bc4 x-openstack-request-id: req-09edd9e6-aa85-401f-ab50-966582609bc4 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:53:12.197085 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a8dd26-da94-4cca-8e01-efdfa748cfd4", "tag": "a1ddb43d-c75d-4674-b475-32b8e2a16696", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:53:12.197669 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-09edd9e6-aa85-401f-ab50-966582609bc4 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:53:12.198235 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a8dd26-da94-4cca-8e01-efdfa748cfd4', 'tag': 'a1ddb43d-c75d-4674-b475-32b8e2a16696', 'status': 'completed', 'code': 200} Aug 10 00:53:12.213972 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24959809-4435-4190-a43d-71819e5cc987 service neutron] Pushing event updated for resources: {'Port': ['ID=2d7c6203-1ccd-4e9b-bb20-f853cd0068b0,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:12.238608 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60958) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:12.265436 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0273e0-c947-4230-b0f5-0485c064d6c0 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Pushing event deleted for resources: {'Port': ['ID=663eb98d-88b8-4c63-af8d-7db10f947887,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:12.280125 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e675bb81-249c-47c9-816f-6a13c17ce79d req-7e0273e0-c947-4230-b0f5-0485c064d6c0 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks [] for floatingip, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:12.286159 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e675bb81-249c-47c9-816f-6a13c17ce79d req-7e0273e0-c947-4230-b0f5-0485c064d6c0 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:12.286159 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e675bb81-249c-47c9-816f-6a13c17ce79d req-7e0273e0-c947-4230-b0f5-0485c064d6c0 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "DELETE /v2.0/floatingips/3512e5fe-e212-4d5c-b900-482391cbd2cb HTTP/1.1" status: 204 len: 173 time: 0.7423432 Aug 10 00:53:12.286480 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-24959809-4435-4190-a43d-71819e5cc987 service neutron] Attempting to bind port 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:53:12.287202 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-24959809-4435-4190-a43d-71819e5cc987 service neutron] Attempting to bind port 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:53:12.287202 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-24959809-4435-4190-a43d-71819e5cc987 service neutron] Attempting to bind port 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 on network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:12.298775 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-24959809-4435-4190-a43d-71819e5cc987 service neutron] Port 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 on network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:53:12.299106 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-24959809-4435-4190-a43d-71819e5cc987 service neutron] Attempting to bind port 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 on network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:12.310109 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-24959809-4435-4190-a43d-71819e5cc987 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:53:12.310276 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-24959809-4435-4190-a43d-71819e5cc987 service neutron] Checking segment: {'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:12.310603 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-24959809-4435-4190-a43d-71819e5cc987 service neutron] Bound using segment: {'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:53:12.311152 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-24959809-4435-4190-a43d-71819e5cc987 service neutron] Bound port: 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:53:12.311523 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-24959809-4435-4190-a43d-71819e5cc987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:12.324828 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f9059-3f5c-4049-9928-c5d410fed2b0 req-904f6e69-0be1-46e7-81be-258b8f9ae21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:12.326371 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7e8f9059-3f5c-4049-9928-c5d410fed2b0 req-904f6e69-0be1-46e7-81be-258b8f9ae21a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cc2e62ffb5b34be582ea4ea144aaa50f&device_id=e7a8dd26-da94-4cca-8e01-efdfa748cfd4 HTTP/1.1" status: 200 len: 1097 time: 0.0665944 Aug 10 00:53:12.404569 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a868378-d72b-40d6-8337-97e4a26daee9 req-857a16c2-5fc2-4f59-af95-fa158c49ce12 tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] 10.222.0.35 "GET /v2.0/floatingips/35b0914f-dc07-4a38-b1da-8e1d77a12927 HTTP/1.1" status: 200 len: 692 time: 0.0938172 Aug 10 00:53:12.435754 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60966) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:12.461794 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-24959809-4435-4190-a43d-71819e5cc987 service neutron] For port 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:53:12.485243 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-24959809-4435-4190-a43d-71819e5cc987 service neutron] For port 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2d7c6203-1ccd-4e9b-bb20-f853cd0068b0,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:53:12.491064 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f9059-3f5c-4049-9928-c5d410fed2b0 req-74023c50-69fc-4f81-8e8e-198cd4cbb4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:12.492519 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7e8f9059-3f5c-4049-9928-c5d410fed2b0 req-74023c50-69fc-4f81-8e8e-198cd4cbb4ea service neutron] 10.222.0.20 "GET /v2.0/networks?id=69f51d35-d4ba-4f49-8c05-8898ee0d5115 HTTP/1.1" status: 200 len: 922 time: 0.1583881 Aug 10 00:53:12.499665 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-24959809-4435-4190-a43d-71819e5cc987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:12.504781 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-349b2f4d-096f-49d4-ae80-e6ac218d4d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:12.595767 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e4e97-82cc-4615-ad10-bef821f7664f req-563894b1-8732-42f5-b3fd-7895cce09912 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:12.597275 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-900e4e97-82cc-4615-ad10-bef821f7664f req-563894b1-8732-42f5-b3fd-7895cce09912 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 950 time: 0.0897536 Aug 10 00:53:12.607442 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a868378-d72b-40d6-8337-97e4a26daee9 req-129963af-0091-4b4b-9271-440ff7c75860 tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:12.608961 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a868378-d72b-40d6-8337-97e4a26daee9 req-129963af-0091-4b4b-9271-440ff7c75860 tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 784 time: 0.1990435 Aug 10 00:53:12.673236 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a868378-d72b-40d6-8337-97e4a26daee9 req-0ce684a7-388a-41b3-947b-ee685302a341 tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.59 HTTP/1.1" status: 200 len: 695 time: 0.0551982 Aug 10 00:53:12.694598 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-900e4e97-82cc-4615-ad10-bef821f7664f req-addade32-c9eb-44b2-b5b0-a904f106aa0d tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846138 Aug 10 00:53:12.733653 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a868378-d72b-40d6-8337-97e4a26daee9 req-e6a47854-fc07-4796-a4b5-e23316041058 tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.59 HTTP/1.1" status: 200 len: 695 time: 0.0539703 Aug 10 00:53:12.772047 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-40e8526b-ae32-4ad4-ad09-703574c7e854 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1651000250-network', 'tenant_id': '7a9b2ba514f7485a935ae029f59869a8'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:12.788661 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7e8f9059-3f5c-4049-9928-c5d410fed2b0 req-9306fe77-0034-4502-9cab-781550e554e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1ddb43d-c75d-4674-b475-32b8e2a16696 HTTP/1.1" status: 200 len: 217 time: 0.2862530 Aug 10 00:53:12.799897 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-24959809-4435-4190-a43d-71819e5cc987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:12.800587 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-24959809-4435-4190-a43d-71819e5cc987 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:12.802228 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-24959809-4435-4190-a43d-71819e5cc987 service neutron] 10.222.0.20 "PUT /v2.0/ports/2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 HTTP/1.1" status: 200 len: 1092 time: 1.1526611 Aug 10 00:53:12.802437 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afd75883-1f7e-444d-adc3-f51d404b13cf', 'tag': '2d7c6203-1ccd-4e9b-bb20-f853cd0068b0'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:53:12.804719 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308b62ae-24fa-4b4c-9ee8-23a310cc26ce" -d '{"events": [{"name": "network-changed", "server_uuid": "afd75883-1f7e-444d-adc3-f51d404b13cf", "tag": "2d7c6203-1ccd-4e9b-bb20-f853cd0068b0"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:53:12.849888 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.db.api [None req-349b2f4d-096f-49d4-ae80-e6ac218d4d9d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 00:53:12.849888 n-d-766726-26 neutron-server[105827]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 00:53:12.849888 n-d-766726-26 neutron-server[105827]: [parameters: {'project_id': '72c71017eb75476eb27bd7738d022356', 'id': '99404906-29e1-4fbb-99f9-c4c17d4cb0fc', 'expiration': datetime.datetime(2021, 8, 10, 0, 55, 12, 814689)}] Aug 10 00:53:12.849888 n-d-766726-26 neutron-server[105827]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 00:53:12.850244 n-d-766726-26 neutron-server[105827]: DEBUG oslo_db.api [None req-349b2f4d-096f-49d4-ae80-e6ac218d4d9d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 00:53:12.867217 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e8526b-ae32-4ad4-ad09-703574c7e854 admin admin] Made reservation on behalf of 7a9b2ba514f7485a935ae029f59869a8 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:53:12.869474 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-40e8526b-ae32-4ad4-ad09-703574c7e854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:12.885888 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24959809-4435-4190-a43d-71819e5cc987 service neutron] Pushing event updated for resources: {'Port': ['ID=2d7c6203-1ccd-4e9b-bb20-f853cd0068b0,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:12.890422 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-8a868378-d72b-40d6-8337-97e4a26daee9 req-e0e31e4d-01c3-4c8b-8971-831c17cb4c64 tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Deleting port 28a3a9e7-8b6a-4b0c-8689-dbcbd7d0b9cc {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:53:12.890914 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8a868378-d72b-40d6-8337-97e4a26daee9 req-e0e31e4d-01c3-4c8b-8971-831c17cb4c64 tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:12.891899 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-40e8526b-ae32-4ad4-ad09-703574c7e854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:12.902341 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f9059-3f5c-4049-9928-c5d410fed2b0 req-29c2b304-05dc-430d-a6a2-ddbb256aaea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:12.903799 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7e8f9059-3f5c-4049-9928-c5d410fed2b0 req-29c2b304-05dc-430d-a6a2-ddbb256aaea3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dcf03b3b-6f13-42e9-be6a-f87764bef944 HTTP/1.1" status: 200 len: 860 time: 0.0924315 Aug 10 00:53:12.978901 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8a868378-d72b-40d6-8337-97e4a26daee9 req-e0e31e4d-01c3-4c8b-8971-831c17cb4c64 tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:12.979240 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8a868378-d72b-40d6-8337-97e4a26daee9 req-e0e31e4d-01c3-4c8b-8971-831c17cb4c64 tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:12.997021 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-8a868378-d72b-40d6-8337-97e4a26daee9 req-e0e31e4d-01c3-4c8b-8971-831c17cb4c64 tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Calling delete_port for 28a3a9e7-8b6a-4b0c-8689-dbcbd7d0b9cc owned by network:floatingip {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:53:13.021634 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f9059-3f5c-4049-9928-c5d410fed2b0 req-f8222afb-9f3e-4b4b-86bb-cf00ab2067b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:13.023094 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7e8f9059-3f5c-4049-9928-c5d410fed2b0 req-f8222afb-9f3e-4b4b-86bb-cf00ab2067b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=69f51d35-d4ba-4f49-8c05-8898ee0d5115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0968885 Aug 10 00:53:13.027969 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-e95b0857-1c52-45e0-a184-3d6dc158862e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:13.029360 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-e95b0857-1c52-45e0-a184-3d6dc158862e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=040768a449b74edfb649dfba67db8bf2&device_id=afd75883-1f7e-444d-adc3-f51d404b13cf HTTP/1.1" status: 200 len: 1095 time: 0.1127517 Aug 10 00:53:13.134026 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f80fb6-15d7-4692-8896-306dfc074584 x-openstack-request-id: req-81f80fb6-15d7-4692-8896-306dfc074584 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:53:13.134677 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afd75883-1f7e-444d-adc3-f51d404b13cf", "tag": "2d7c6203-1ccd-4e9b-bb20-f853cd0068b0", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:53:13.134677 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-81f80fb6-15d7-4692-8896-306dfc074584 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:53:13.134849 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd75883-1f7e-444d-adc3-f51d404b13cf', 'tag': '2d7c6203-1ccd-4e9b-bb20-f853cd0068b0', 'status': 'completed', 'code': 200} Aug 10 00:53:13.138820 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-40e8526b-ae32-4ad4-ad09-703574c7e854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:13.140688 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-8b56d7e2-0075-4d33-9154-7f527fd4088a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 HTTP/1.1" status: 200 len: 217 time: 0.0916178 Aug 10 00:53:13.145816 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-40e8526b-ae32-4ad4-ad09-703574c7e854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:13.165038 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8a868378-d72b-40d6-8337-97e4a26daee9 req-e0e31e4d-01c3-4c8b-8971-831c17cb4c64 tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:13.199814 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e31e4d-01c3-4c8b-8971-831c17cb4c64 tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Pushing event deleted for resources: {'Port': ['ID=28a3a9e7-8b6a-4b0c-8689-dbcbd7d0b9cc,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:13.213249 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e8526b-ae32-4ad4-ad09-703574c7e854 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:53:13.240297 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8526b-ae32-4ad4-ad09-703574c7e854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf2bafc-c08b-48cb-bb71-7917956c3d4c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:13.248611 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-40e8526b-ae32-4ad4-ad09-703574c7e854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:13.248956 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-40e8526b-ae32-4ad4-ad09-703574c7e854 admin admin] Added segment 22ad0632-0951-45a1-9361-ef399b609cef of type vlan for network 034d8f47-9992-4899-8cc5-fc9495bfd53a Aug 10 00:53:13.269853 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-c78781f1-82b7-4ff2-88bc-6e5b3a3cb66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:13.271556 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-c78781f1-82b7-4ff2-88bc-6e5b3a3cb66d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ff99852-0921-4c80-99ca-12207c311102 HTTP/1.1" status: 200 len: 860 time: 0.1177454 Aug 10 00:53:13.289126 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8a868378-d72b-40d6-8337-97e4a26daee9 req-e0e31e4d-01c3-4c8b-8971-831c17cb4c64 tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Notify callbacks [] for floatingip, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:13.292464 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8a868378-d72b-40d6-8337-97e4a26daee9 req-e0e31e4d-01c3-4c8b-8971-831c17cb4c64 tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:13.293632 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a868378-d72b-40d6-8337-97e4a26daee9 req-e0e31e4d-01c3-4c8b-8971-831c17cb4c64 tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] 10.222.0.35 "DELETE /v2.0/floatingips/35b0914f-dc07-4a38-b1da-8e1d77a12927 HTTP/1.1" status: 204 len: 173 time: 0.5532386 Aug 10 00:53:13.309516 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7e8f9059-3f5c-4049-9928-c5d410fed2b0 req-08d513ba-daea-4e5a-a3dc-48c6a28188b2 service neutron] 10.222.0.20 "GET /v2.0/networks/69f51d35-d4ba-4f49-8c05-8898ee0d5115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621000 Aug 10 00:53:13.335515 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-29f695a4-51a8-4600-94ba-b53d1dd6e29b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430720 Aug 10 00:53:13.337425 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-40e8526b-ae32-4ad4-ad09-703574c7e854 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:13.353230 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122dfcb-95db-4aa2-acf2-19466395abe6 req-79e90b2a-5613-4fb2-9154-78b19d7877df tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:13.354765 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c122dfcb-95db-4aa2-acf2-19466395abe6 req-79e90b2a-5613-4fb2-9154-78b19d7877df tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a8dd26-da94-4cca-8e01-efdfa748cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0521276 Aug 10 00:53:13.365314 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-349b2f4d-096f-49d4-ae80-e6ac218d4d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:13.408370 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c122dfcb-95db-4aa2-acf2-19466395abe6 req-22dd8c9f-70cf-4060-a03e-55861b46f94e tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0fa134e-75c9-4973-b3e3-242b39af0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449626 Aug 10 00:53:13.467519 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [req-d3c8dc16-668f-4f90-a700-5426ddfe6881 req-c5b29ce0-df17-4006-869d-e6efff7fb836 tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] show failed (client error): The resource could not be found. Aug 10 00:53:13.468526 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d3c8dc16-668f-4f90-a700-5426ddfe6881 req-c5b29ce0-df17-4006-869d-e6efff7fb836 tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] 10.222.0.35 "GET /v2.0/floatingips/35b0914f-dc07-4a38-b1da-8e1d77a12927 HTTP/1.1" status: 404 len: 350 time: 0.0419235 Aug 10 00:53:13.518993 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-40e8526b-ae32-4ad4-ad09-703574c7e854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:13.519939 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e8526b-ae32-4ad4-ad09-703574c7e854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:13.520542 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-40e8526b-ae32-4ad4-ad09-703574c7e854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:13.524701 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9a059-79c2-4253-9863-e57493936a15 req-f9be2eb8-1ea9-48ec-9314-df95a203f349 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:13.527161 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-09d9a059-79c2-4253-9863-e57493936a15 req-f9be2eb8-1ea9-48ec-9314-df95a203f349 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=afd75883-1f7e-444d-adc3-f51d404b13cf HTTP/1.1" status: 200 len: 943 time: 0.0618489 Aug 10 00:53:13.573506 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-09d9a059-79c2-4253-9863-e57493936a15 req-487502ca-e9c8-414c-9baa-a0f5a7f3934a tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387487 Aug 10 00:53:13.606790 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-6d5601e3-25fc-4201-a335-d99071ef21bd service neutron] 10.222.0.20 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590759 Aug 10 00:53:13.612499 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7e8f9059-3f5c-4049-9928-c5d410fed2b0 req-15589cbf-decd-4a9b-98f3-7b5708addded service neutron] 10.222.0.20 "GET /v2.0/networks/69f51d35-d4ba-4f49-8c05-8898ee0d5115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852581 Aug 10 00:53:13.623988 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8526b-ae32-4ad4-ad09-703574c7e854 admin admin] Pushing event updated for resources: {'Network': ['ID=034d8f47-9992-4899-8cc5-fc9495bfd53a,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:13.645670 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 034d8f47-9992-4899-8cc5-fc9495bfd53a details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:53:13.652128 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [req-a78685b4-f919-44fe-abd6-9fcab1b1ef4a req-ee046cd1-f4bb-47da-bafd-116f1dd6dd30 tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] show failed (client error): The resource could not be found. Aug 10 00:53:13.653122 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a78685b4-f919-44fe-abd6-9fcab1b1ef4a req-ee046cd1-f4bb-47da-bafd-116f1dd6dd30 tempest-FloatingIPsTestJSON-388376141 tempest-FloatingIPsTestJSON-388376141-project] 10.222.0.35 "GET /v2.0/floatingips/35b0914f-dc07-4a38-b1da-8e1d77a12927 HTTP/1.1" status: 404 len: 350 time: 0.0523810 Aug 10 00:53:13.679392 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60988) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:13.731444 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-349b2f4d-096f-49d4-ae80-e6ac218d4d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:13.739796 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743f4ff-ec06-483b-ab00-d05e27ef972a req-034ae7ee-6cfd-425f-8c3f-5d982850fa36 tempest-ServersAdminTestJSON-1781694744 tempest-ServersAdminTestJSON-1781694744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:13.741373 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7743f4ff-ec06-483b-ab00-d05e27ef972a req-034ae7ee-6cfd-425f-8c3f-5d982850fa36 tempest-ServersAdminTestJSON-1781694744 tempest-ServersAdminTestJSON-1781694744-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 1100 time: 0.1304426 Aug 10 00:53:13.747785 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-349b2f4d-096f-49d4-ae80-e6ac218d4d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:13.777538 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9663cfc2-8df1-404b-94ea-9d88804ed5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:13.780009 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-40e8526b-ae32-4ad4-ad09-703574c7e854 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3352811 Aug 10 00:53:13.789084 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60992) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:13.791111 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4a6e8ab1-32d7-4df0-971d-cb4f13e0150d req-b0c7c9d8-a492-4347-acbd-08d81f8fd885 service neutron] 10.222.0.20 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556947 Aug 10 00:53:13.802064 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-9d39d09d-42c4-476c-99ef-dda5bf8a891a admin admin] Request body: {'subnet': {'network_id': '034d8f47-9992-4899-8cc5-fc9495bfd53a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1651000250-subnet', 'tenant_id': '7a9b2ba514f7485a935ae029f59869a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:13.815062 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b2f4d-096f-49d4-ae80-e6ac218d4d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665d3933-6908-4afc-803b-eb148f89be3b,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:13.826053 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-349b2f4d-096f-49d4-ae80-e6ac218d4d9d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=72c71017eb75476eb27bd7738d022356&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5847838 Aug 10 00:53:13.828526 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60994) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:13.852336 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d39d09d-42c4-476c-99ef-dda5bf8a891a admin admin] Made reservation on behalf of 7a9b2ba514f7485a935ae029f59869a8 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:53:13.854594 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9d39d09d-42c4-476c-99ef-dda5bf8a891a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:13.862329 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7743f4ff-ec06-483b-ab00-d05e27ef972a req-b7312243-61db-49d9-ad14-e51d7f6f41a5 tempest-ServersAdminTestJSON-1781694744 tempest-ServersAdminTestJSON-1781694744-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056414 Aug 10 00:53:13.925254 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5b9b5-1a5d-4cbd-b509-e47327885410 req-5cb861a4-7413-4bdb-9166-c2391881bb8b tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:13.926633 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b8c5b9b5-1a5d-4cbd-b509-e47327885410 req-5cb861a4-7413-4bdb-9166-c2391881bb8b tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 950 time: 0.1207693 Aug 10 00:53:13.982366 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-021c633d-b2fe-4efd-9311-92af7219ff25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:14.010354 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b62ae-24fa-4b4c-9ee8-23a310cc26ce req-a15db954-926c-4cc2-90e1-b770e7656f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:14.011881 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-308b62ae-24fa-4b4c-9ee8-23a310cc26ce req-a15db954-926c-4cc2-90e1-b770e7656f24 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=040768a449b74edfb649dfba67db8bf2&device_id=afd75883-1f7e-444d-adc3-f51d404b13cf HTTP/1.1" status: 200 len: 1095 time: 0.0985262 Aug 10 00:53:14.025369 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-021c633d-b2fe-4efd-9311-92af7219ff25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:14.189515 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-021c633d-b2fe-4efd-9311-92af7219ff25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:14.192229 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-021c633d-b2fe-4efd-9311-92af7219ff25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:14.193416 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-021c633d-b2fe-4efd-9311-92af7219ff25 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/665d3933-6908-4afc-803b-eb148f89be3b HTTP/1.1" status: 204 len: 168 time: 0.3634250 Aug 10 00:53:14.219311 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b62ae-24fa-4b4c-9ee8-23a310cc26ce req-6b8a92f7-94a8-4af3-8a85-ad6d4f1387de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:14.220924 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-308b62ae-24fa-4b4c-9ee8-23a310cc26ce req-6b8a92f7-94a8-4af3-8a85-ad6d4f1387de service neutron] 10.222.0.20 "GET /v2.0/networks?id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da HTTP/1.1" status: 200 len: 921 time: 0.1992288 Aug 10 00:53:14.250328 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c633d-b2fe-4efd-9311-92af7219ff25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665d3933-6908-4afc-803b-eb148f89be3b,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:14.291826 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-308b62ae-24fa-4b4c-9ee8-23a310cc26ce req-580b58e4-8bf7-407d-a01d-3dea6beb6a0e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 HTTP/1.1" status: 200 len: 217 time: 0.0499177 Aug 10 00:53:14.294278 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9d39d09d-42c4-476c-99ef-dda5bf8a891a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:14.300532 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b8c5b9b5-1a5d-4cbd-b509-e47327885410 req-afe9718b-26be-4e5f-9c88-387a5614f9b9 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632510 Aug 10 00:53:14.335448 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f29a26-27df-4369-a36b-3bbf1d70fcbf req-f7b2eb3f-8bef-4c8a-855a-72afd652694f tempest-ServersAdminTestJSON-1781694744 tempest-ServersAdminTestJSON-1781694744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:14.343786 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-99f29a26-27df-4369-a36b-3bbf1d70fcbf req-f7b2eb3f-8bef-4c8a-855a-72afd652694f tempest-ServersAdminTestJSON-1781694744 tempest-ServersAdminTestJSON-1781694744-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 1100 time: 0.4070060 Aug 10 00:53:14.358299 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:14.395824 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d39d09d-42c4-476c-99ef-dda5bf8a891a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c1496a8-a202-4c18-9901-6b15658ce8c1,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:14.411341 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b62ae-24fa-4b4c-9ee8-23a310cc26ce req-870889cd-ec50-4409-9cbd-12a27c5eb843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:14.413171 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-308b62ae-24fa-4b4c-9ee8-23a310cc26ce req-870889cd-ec50-4409-9cbd-12a27c5eb843 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ff99852-0921-4c80-99ca-12207c311102 HTTP/1.1" status: 200 len: 860 time: 0.0920081 Aug 10 00:53:14.425554 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-99f29a26-27df-4369-a36b-3bbf1d70fcbf req-289dd4d7-d7ba-4b66-ac7c-686be1c970cc tempest-ServersAdminTestJSON-1781694744 tempest-ServersAdminTestJSON-1781694744-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804467 Aug 10 00:53:14.431256 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d39d09d-42c4-476c-99ef-dda5bf8a891a admin admin] Checking segment: {'id': '22ad0632-0951-45a1-9361-ef399b609cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '034d8f47-9992-4899-8cc5-fc9495bfd53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:14.431624 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d39d09d-42c4-476c-99ef-dda5bf8a891a admin admin] Network hostable DHCP agents. Network: 034d8f47-9992-4899-8cc5-fc9495bfd53a, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:53:14.473856 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-308b62ae-24fa-4b4c-9ee8-23a310cc26ce req-7f6c654e-9ead-4af5-8750-5d94ea0a193a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528576 Aug 10 00:53:14.474649 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d39d09d-42c4-476c-99ef-dda5bf8a891a admin admin] Network 034d8f47-9992-4899-8cc5-fc9495bfd53a is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:53:14.493867 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-9d39d09d-42c4-476c-99ef-dda5bf8a891a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 034d8f47-9992-4899-8cc5-fc9495bfd53a) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:14.502006 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a4634c-4949-4db4-96d8-f77d24970027 None None] Network 034d8f47-9992-4899-8cc5-fc9495bfd53a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:53:14.567796 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32776) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:14.587754 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d39d09d-42c4-476c-99ef-dda5bf8a891a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:14.588387 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9d39d09d-42c4-476c-99ef-dda5bf8a891a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:14.622563 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f1dd4d07-9c32-42b1-86f4-d8a9a1eb415c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:14.636957 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9d39d09d-42c4-476c-99ef-dda5bf8a891a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8419385 Aug 10 00:53:14.638743 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32780) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:14.657529 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f5222-bafa-486b-863f-00a2b499f937 req-9d70de7c-b6f4-49b1-8dc0-650eddc8eb19 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:14.665206 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a4f5222-bafa-486b-863f-00a2b499f937 req-9d70de7c-b6f4-49b1-8dc0-650eddc8eb19 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a8dd26-da94-4cca-8e01-efdfa748cfd4 HTTP/1.1" status: 200 len: 945 time: 0.1720006 Aug 10 00:53:14.671104 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-2aa62a7d-69bc-4d52-b25d-595d340eaf10 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1651000250-router', 'tenant_id': '7a9b2ba514f7485a935ae029f59869a8', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:14.677825 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-308b62ae-24fa-4b4c-9ee8-23a310cc26ce req-286697ad-528e-4f77-988a-ca3fd7653baf service neutron] 10.222.0.20 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948512 Aug 10 00:53:14.723251 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2663d213-31f1-4cf9-8ec6-8a767ef7cb2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-034d8f47-9992-4899-8cc5-fc9495bfd53a', 'network_id': '034d8f47-9992-4899-8cc5-fc9495bfd53a', 'tenant_id': '7a9b2ba514f7485a935ae029f59869a8', 'fixed_ips': [{'subnet_id': '1c1496a8-a202-4c18-9901-6b15658ce8c1'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:53:14.725332 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2663d213-31f1-4cf9-8ec6-8a767ef7cb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:14.729300 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a4f5222-bafa-486b-863f-00a2b499f937 req-6f1b9af1-24e0-45dc-9f8c-c237a9cf227d tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0fa134e-75c9-4973-b3e3-242b39af0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633829 Aug 10 00:53:14.763789 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-73d703f5-114b-40d1-aa93-4b359851b1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:14.845708 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-308b62ae-24fa-4b4c-9ee8-23a310cc26ce req-b7711d0e-1a54-43ae-80d5-f276e1784aeb service neutron] 10.222.0.20 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234286 Aug 10 00:53:14.903543 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-2663d213-31f1-4cf9-8ec6-8a767ef7cb2b None None] Allocated IP 172.20.0.2 (034d8f47-9992-4899-8cc5-fc9495bfd53a/1c1496a8-a202-4c18-9901-6b15658ce8c1/d972be59-ee0e-462f-8fdb-430fa7390c78) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:53:14.980782 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:15.006937 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f1dd4d07-9c32-42b1-86f4-d8a9a1eb415c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:15.015361 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8354fe-d9ad-4697-a174-cc1f6b903a53 req-681ec0c6-729d-46e1-b137-76b767f1279d tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:15.017615 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a8354fe-d9ad-4697-a174-cc1f6b903a53 req-681ec0c6-729d-46e1-b137-76b767f1279d tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=afd75883-1f7e-444d-adc3-f51d404b13cf HTTP/1.1" status: 200 len: 943 time: 0.1384778 Aug 10 00:53:15.039253 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2aa62a7d-69bc-4d52-b25d-595d340eaf10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:15.040672 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2aa62a7d-69bc-4d52-b25d-595d340eaf10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:15.074392 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f1dd4d07-9c32-42b1-86f4-d8a9a1eb415c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:15.075575 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2663d213-31f1-4cf9-8ec6-8a767ef7cb2b None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:15.085816 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2663d213-31f1-4cf9-8ec6-8a767ef7cb2b None None] Transition to ACTIVE for port object d972be59-ee0e-462f-8fdb-430fa7390c78 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:15.109733 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2aa62a7d-69bc-4d52-b25d-595d340eaf10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:15.118663 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2663d213-31f1-4cf9-8ec6-8a767ef7cb2b None None] Transition to ACTIVE for port object d972be59-ee0e-462f-8fdb-430fa7390c78 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:15.130044 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2663d213-31f1-4cf9-8ec6-8a767ef7cb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:15.147194 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f1dd4d07-9c32-42b1-86f4-d8a9a1eb415c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f3552117c530493cb1433884798f3b8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5783274 Aug 10 00:53:15.151002 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd4d07-9c32-42b1-86f4-d8a9a1eb415c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e4c434-ae48-4cc5-9a41-23f51a0b856e,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:15.160036 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32796) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:15.175781 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a8354fe-d9ad-4697-a174-cc1f6b903a53 req-02f601ef-73db-47f7-8b55-c7c0d80dae09 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420269 Aug 10 00:53:15.197988 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2663d213-31f1-4cf9-8ec6-8a767ef7cb2b None None] Network 034d8f47-9992-4899-8cc5-fc9495bfd53a is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:15.201610 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-2663d213-31f1-4cf9-8ec6-8a767ef7cb2b None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:15.206731 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2663d213-31f1-4cf9-8ec6-8a767ef7cb2b None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:53:15.248981 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663d213-31f1-4cf9-8ec6-8a767ef7cb2b None None] Pushing event updated for resources: {'Port': ['ID=d972be59-ee0e-462f-8fdb-430fa7390c78,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:15.284152 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-774eb981-13ec-4c37-b072-ad860cef0b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:15.297229 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2663d213-31f1-4cf9-8ec6-8a767ef7cb2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:15.297622 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2663d213-31f1-4cf9-8ec6-8a767ef7cb2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:15.298539 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2663d213-31f1-4cf9-8ec6-8a767ef7cb2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:15.298893 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2663d213-31f1-4cf9-8ec6-8a767ef7cb2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:15.299415 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2663d213-31f1-4cf9-8ec6-8a767ef7cb2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:15.299906 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2663d213-31f1-4cf9-8ec6-8a767ef7cb2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:15.300488 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2663d213-31f1-4cf9-8ec6-8a767ef7cb2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:15.301569 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2663d213-31f1-4cf9-8ec6-8a767ef7cb2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:15.302202 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2663d213-31f1-4cf9-8ec6-8a767ef7cb2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:15.302703 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2663d213-31f1-4cf9-8ec6-8a767ef7cb2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:15.303283 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2663d213-31f1-4cf9-8ec6-8a767ef7cb2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:15.303865 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2663d213-31f1-4cf9-8ec6-8a767ef7cb2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:15.311449 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-774eb981-13ec-4c37-b072-ad860cef0b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:15.330443 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-2663d213-31f1-4cf9-8ec6-8a767ef7cb2b None None] Attempting to bind port d972be59-ee0e-462f-8fdb-430fa7390c78 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:53:15.331012 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-2663d213-31f1-4cf9-8ec6-8a767ef7cb2b None None] Attempting to bind port d972be59-ee0e-462f-8fdb-430fa7390c78 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '22ad0632-0951-45a1-9361-ef399b609cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '034d8f47-9992-4899-8cc5-fc9495bfd53a'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:53:15.331554 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2663d213-31f1-4cf9-8ec6-8a767ef7cb2b None None] Attempting to bind port d972be59-ee0e-462f-8fdb-430fa7390c78 on network 034d8f47-9992-4899-8cc5-fc9495bfd53a {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:15.353800 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2aa62a7d-69bc-4d52-b25d-595d340eaf10 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:15.356198 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2663d213-31f1-4cf9-8ec6-8a767ef7cb2b None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:53:15.356629 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2663d213-31f1-4cf9-8ec6-8a767ef7cb2b None None] Checking segment: {'id': '22ad0632-0951-45a1-9361-ef399b609cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '034d8f47-9992-4899-8cc5-fc9495bfd53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:15.357042 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2663d213-31f1-4cf9-8ec6-8a767ef7cb2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:15.357438 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2663d213-31f1-4cf9-8ec6-8a767ef7cb2b None None] Bound using segment: {'id': '22ad0632-0951-45a1-9361-ef399b609cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '034d8f47-9992-4899-8cc5-fc9495bfd53a'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:53:15.357926 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-2663d213-31f1-4cf9-8ec6-8a767ef7cb2b None None] Bound port: d972be59-ee0e-462f-8fdb-430fa7390c78, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ad0632-0951-45a1-9361-ef399b609cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '034d8f47-9992-4899-8cc5-fc9495bfd53a'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:53:15.358321 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2663d213-31f1-4cf9-8ec6-8a767ef7cb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:15.433830 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b8442-38ba-429e-b864-cc0ddfb7ac85 req-e95bcb53-8a30-428f-8e5d-7126c4c17f04 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:15.435573 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e96b8442-38ba-429e-b864-cc0ddfb7ac85 req-e95bcb53-8a30-428f-8e5d-7126c4c17f04 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7a8dd26-da94-4cca-8e01-efdfa748cfd4 HTTP/1.1" status: 200 len: 945 time: 0.2053814 Aug 10 00:53:15.467752 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-73d703f5-114b-40d1-aa93-4b359851b1e4 admin admin] Deleting port e0bfecc9-6b68-4064-add8-b0c38214bf59 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:53:15.468105 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-73d703f5-114b-40d1-aa93-4b359851b1e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:15.483587 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-2663d213-31f1-4cf9-8ec6-8a767ef7cb2b None None] For port d972be59-ee0e-462f-8fdb-430fa7390c78, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:53:15.483796 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-774eb981-13ec-4c37-b072-ad860cef0b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:15.486817 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-774eb981-13ec-4c37-b072-ad860cef0b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:15.487855 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-2663d213-31f1-4cf9-8ec6-8a767ef7cb2b None None] For port d972be59-ee0e-462f-8fdb-430fa7390c78, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=d972be59-ee0e-462f-8fdb-430fa7390c78,segment=NetworkSegment(22ad0632-0951-45a1-9361-ef399b609cef),segment_id=22ad0632-0951-45a1-9361-ef399b609cef)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:53:15.487986 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-774eb981-13ec-4c37-b072-ad860cef0b84 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/71e4c434-ae48-4cc5-9a41-23f51a0b856e HTTP/1.1" status: 204 len: 168 time: 0.3249202 Aug 10 00:53:15.505496 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2663d213-31f1-4cf9-8ec6-8a767ef7cb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:15.555897 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774eb981-13ec-4c37-b072-ad860cef0b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e4c434-ae48-4cc5-9a41-23f51a0b856e,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:15.575754 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5896a0-51e5-4b89-b723-ebc778d093ee req-5dc403a2-d454-484a-8290-8fae27bcb309 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:15.577707 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3f5896a0-51e5-4b89-b723-ebc778d093ee req-5dc403a2-d454-484a-8290-8fae27bcb309 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.1714365 Aug 10 00:53:15.603321 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663d213-31f1-4cf9-8ec6-8a767ef7cb2b None None] Pushing event updated for resources: {'Port': ['ID=d972be59-ee0e-462f-8fdb-430fa7390c78,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:15.623072 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1800b-92cf-4248-8afb-2b4314d49780 req-061df74b-4566-4f7a-a0f7-77b02c3bc594 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:15.633079 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d6d1800b-92cf-4248-8afb-2b4314d49780 req-061df74b-4566-4f7a-a0f7-77b02c3bc594 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 950 time: 0.2135119 Aug 10 00:53:15.648244 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-73d703f5-114b-40d1-aa93-4b359851b1e4 admin admin] For port e0bfecc9-6b68-4064-add8-b0c38214bf59, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=e0bfecc9-6b68-4064-add8-b0c38214bf59,segment=NetworkSegment(f3779b57-baa9-46b2-af40-4a860e5a4d18),segment_id=f3779b57-baa9-46b2-af40-4a860e5a4d18)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:15.648858 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-73d703f5-114b-40d1-aa93-4b359851b1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:15.672470 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-e96b8442-38ba-429e-b864-cc0ddfb7ac85 req-526c184f-5e4e-47a5-a13d-2dad4f75e29b tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Deleting port a1ddb43d-c75d-4674-b475-32b8e2a16696 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:53:15.673297 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e96b8442-38ba-429e-b864-cc0ddfb7ac85 req-526c184f-5e4e-47a5-a13d-2dad4f75e29b tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:15.705655 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-73d703f5-114b-40d1-aa93-4b359851b1e4 admin admin] Calling delete_port for e0bfecc9-6b68-4064-add8-b0c38214bf59 owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:53:15.710899 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3f5896a0-51e5-4b89-b723-ebc778d093ee req-4e1d96ba-d28b-4cdd-a6b5-9db558b01eea tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732265 Aug 10 00:53:15.772692 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2aa62a7d-69bc-4d52-b25d-595d340eaf10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:15.776850 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d6d1800b-92cf-4248-8afb-2b4314d49780 req-1d866fa5-2457-4a3e-b95a-f79b8febf475 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426964 Aug 10 00:53:15.803542 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2aa62a7d-69bc-4d52-b25d-595d340eaf10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:15.938811 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-e96b8442-38ba-429e-b864-cc0ddfb7ac85 req-526c184f-5e4e-47a5-a13d-2dad4f75e29b tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] For port a1ddb43d-c75d-4674-b475-32b8e2a16696, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=a1ddb43d-c75d-4674-b475-32b8e2a16696,segment=NetworkSegment(ca4e504f-4f97-4302-9728-cd71fd6e7293),segment_id=ca4e504f-4f97-4302-9728-cd71fd6e7293)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:15.940070 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e96b8442-38ba-429e-b864-cc0ddfb7ac85 req-526c184f-5e4e-47a5-a13d-2dad4f75e29b tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:15.967747 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-e96b8442-38ba-429e-b864-cc0ddfb7ac85 req-526c184f-5e4e-47a5-a13d-2dad4f75e29b tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Calling delete_port for a1ddb43d-c75d-4674-b475-32b8e2a16696 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:53:16.075408 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b591b-bee6-408c-a745-052671b70ac2 req-9e9f94c7-cba3-4b69-8e9c-ec709d0566c1 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:16.080688 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3b5b591b-bee6-408c-a745-052671b70ac2 req-9e9f94c7-cba3-4b69-8e9c-ec709d0566c1 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a8dd26-da94-4cca-8e01-efdfa748cfd4 HTTP/1.1" status: 200 len: 945 time: 0.1735148 Aug 10 00:53:16.094332 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-2aa62a7d-69bc-4d52-b25d-595d340eaf10 admin admin] Allocated IP 172.25.2.165 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:53:16.126451 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:16.159213 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3b5b591b-bee6-408c-a745-052671b70ac2 req-5f78c240-ce65-402a-9af7-7b4af6a7e37a tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0fa134e-75c9-4973-b3e3-242b39af0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579779 Aug 10 00:53:16.172389 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-73d703f5-114b-40d1-aa93-4b359851b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:16.210984 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d703f5-114b-40d1-aa93-4b359851b1e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0bfecc9-6b68-4064-add8-b0c38214bf59,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:16.431686 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db58fd-01e2-4be1-ab20-24dc249fdafe req-cf8f5836-2873-47ca-8dfa-42532e1b5ad1 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:16.436686 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-71db58fd-01e2-4be1-ab20-24dc249fdafe req-cf8f5836-2873-47ca-8dfa-42532e1b5ad1 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=afd75883-1f7e-444d-adc3-f51d404b13cf HTTP/1.1" status: 200 len: 943 time: 0.1265199 Aug 10 00:53:16.480433 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e96b8442-38ba-429e-b864-cc0ddfb7ac85 req-526c184f-5e4e-47a5-a13d-2dad4f75e29b tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:16.509044 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2aa62a7d-69bc-4d52-b25d-595d340eaf10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:16.549558 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c184f-5e4e-47a5-a13d-2dad4f75e29b tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Pushing event deleted for resources: {'Port': ['ID=a1ddb43d-c75d-4674-b475-32b8e2a16696,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:16.554419 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-71db58fd-01e2-4be1-ab20-24dc249fdafe req-cb6e7e4f-e244-41df-a57d-a845f1be21e0 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024919 Aug 10 00:53:16.561164 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-73d703f5-114b-40d1-aa93-4b359851b1e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:16.635117 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e96b8442-38ba-429e-b864-cc0ddfb7ac85 req-526c184f-5e4e-47a5-a13d-2dad4f75e29b tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] No DVR routers for this DVR port a1ddb43d-c75d-4674-b475-32b8e2a16696 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:53:16.642765 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e96b8442-38ba-429e-b864-cc0ddfb7ac85 req-526c184f-5e4e-47a5-a13d-2dad4f75e29b tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:16.644803 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e96b8442-38ba-429e-b864-cc0ddfb7ac85 req-526c184f-5e4e-47a5-a13d-2dad4f75e29b tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.20 "DELETE /v2.0/ports/a1ddb43d-c75d-4674-b475-32b8e2a16696 HTTP/1.1" status: 204 len: 173 time: 1.1991379 Aug 10 00:53:16.645257 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a8dd26-da94-4cca-8e01-efdfa748cfd4', 'name': 'network-vif-deleted', 'tag': 'a1ddb43d-c75d-4674-b475-32b8e2a16696'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:53:16.647523 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45260507-0c9b-4726-ae74-545c67be0dd3" -d '{"events": [{"server_uuid": "e7a8dd26-da94-4cca-8e01-efdfa748cfd4", "name": "network-vif-deleted", "tag": "a1ddb43d-c75d-4674-b475-32b8e2a16696"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:53:16.682355 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2aa62a7d-69bc-4d52-b25d-595d340eaf10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:16.758769 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa62a7d-69bc-4d52-b25d-595d340eaf10 admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:16.764342 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-2aa62a7d-69bc-4d52-b25d-595d340eaf10 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:16.773129 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa62a7d-69bc-4d52-b25d-595d340eaf10 admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:53:16.797586 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c914cf3-8745-4e32-a3f0-5d5bffa0e5ac x-openstack-request-id: req-6c914cf3-8745-4e32-a3f0-5d5bffa0e5ac {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:53:16.797881 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a8dd26-da94-4cca-8e01-efdfa748cfd4", "name": "network-vif-deleted", "tag": "a1ddb43d-c75d-4674-b475-32b8e2a16696", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:53:16.798237 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6c914cf3-8745-4e32-a3f0-5d5bffa0e5ac {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:53:16.798643 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a8dd26-da94-4cca-8e01-efdfa748cfd4', 'name': 'network-vif-deleted', 'tag': 'a1ddb43d-c75d-4674-b475-32b8e2a16696', 'status': 'completed', 'code': 200} Aug 10 00:53:16.844112 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device d972be59-ee0e-462f-8fdb-430fa7390c78 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:16.867583 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa62a7d-69bc-4d52-b25d-595d340eaf10 admin admin] Pushing event updated for resources: {'Port': ['ID=ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:16.956152 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port d972be59-ee0e-462f-8fdb-430fa7390c78 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:17.094936 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979b71bf-6029-4c12-b220-8cfe42dbf623 None None] Network 034d8f47-9992-4899-8cc5-fc9495bfd53a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:53:17.113941 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb61ba-3635-4d40-9648-f8b790979e45 req-7e303c1c-74d5-4663-86a5-9c80fca883bf tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:17.122278 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-02eb61ba-3635-4d40-9648-f8b790979e45 req-7e303c1c-74d5-4663-86a5-9c80fca883bf tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.1601734 Aug 10 00:53:17.155235 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146cfcf-18fc-4d65-b782-5fa4a9582bd9 req-475347ef-1856-473c-b4b9-e52a329d5f73 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:17.156951 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4146cfcf-18fc-4d65-b782-5fa4a9582bd9 req-475347ef-1856-473c-b4b9-e52a329d5f73 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 950 time: 0.1832862 Aug 10 00:53:17.178689 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d703f5-114b-40d1-aa93-4b359851b1e4 admin admin] Router f089843d-eeb7-4aee-97a6-05f9198347d7 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:53:17.210349 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2aa62a7d-69bc-4d52-b25d-595d340eaf10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:17.220567 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-02eb61ba-3635-4d40-9648-f8b790979e45 req-e2bdadca-46d1-4ec0-82ad-ea8fdaccb8ec tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971346 Aug 10 00:53:17.266809 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b10ebffa-2cf1-4d1a-8d49-fe362903afe8 None None] Provisioning for port d972be59-ee0e-462f-8fdb-430fa7390c78 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:17.283291 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b10ebffa-2cf1-4d1a-8d49-fe362903afe8 None None] Provisioning complete for port d972be59-ee0e-462f-8fdb-430fa7390c78 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:17.284553 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b10ebffa-2cf1-4d1a-8d49-fe362903afe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:17.287764 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4146cfcf-18fc-4d65-b782-5fa4a9582bd9 req-8c9df246-70e4-48e5-9f71-9b4209fc4757 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212757 Aug 10 00:53:17.558086 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d703f5-114b-40d1-aa93-4b359851b1e4 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:53:17.582698 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ea626dba-2bf5-4b20-b526-6c71285361e3 req-25966fcb-072d-44dc-a00d-724f28fc6fc3 tempest-FloatingIPsAssociationTestJSON-1584692685 tempest-FloatingIPsAssociationTestJSON-1584692685-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a8dd26-da94-4cca-8e01-efdfa748cfd4 HTTP/1.1" status: 200 len: 210 time: 0.0908244 Aug 10 00:53:17.604048 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32856) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:17.608339 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-73d703f5-114b-40d1-aa93-4b359851b1e4 admin admin] 10.222.0.35 "PUT /v2.0/routers/f089843d-eeb7-4aee-97a6-05f9198347d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9098248 Aug 10 00:53:17.651681 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2aa62a7d-69bc-4d52-b25d-595d340eaf10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:17.666453 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ab0d29-b21d-4327-8aeb-901cfc81fab2 None None] Sync routers for ids ['f089843d-eeb7-4aee-97a6-05f9198347d7'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:53:17.729602 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ab0d29-b21d-4327-8aeb-901cfc81fab2 None None] Routers {'f089843d-eeb7-4aee-97a6-05f9198347d7'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:17.730584 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-c8ab0d29-b21d-4327-8aeb-901cfc81fab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:53:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f089843d-eeb7-4aee-97a6-05f9198347d7'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:17.756056 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ae7c0-6408-4f4d-b900-61b3548857ea req-ddd138f6-67c5-4be8-a86d-3123b94645fe tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:17.763682 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd0ae7c0-6408-4f4d-b900-61b3548857ea req-ddd138f6-67c5-4be8-a86d-3123b94645fe tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=afd75883-1f7e-444d-adc3-f51d404b13cf HTTP/1.1" status: 200 len: 943 time: 0.0572665 Aug 10 00:53:17.804931 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd0ae7c0-6408-4f4d-b900-61b3548857ea req-11372777-1046-42ae-a3c3-b44f06af6023 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389163 Aug 10 00:53:17.873522 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3900ee98-d23a-4671-9d31-b270c2814432 admin admin] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:17.920096 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b10ebffa-2cf1-4d1a-8d49-fe362903afe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:17.977089 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-b10ebffa-2cf1-4d1a-8d49-fe362903afe8 None None] For port d972be59-ee0e-462f-8fdb-430fa7390c78, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=d972be59-ee0e-462f-8fdb-430fa7390c78,segment=NetworkSegment(22ad0632-0951-45a1-9361-ef399b609cef),segment_id=22ad0632-0951-45a1-9361-ef399b609cef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:17.985616 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-c8ab0d29-b21d-4327-8aeb-901cfc81fab2 None None] Set router f089843d-eeb7-4aee-97a6-05f9198347d7 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:18.016059 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3900ee98-d23a-4671-9d31-b270c2814432 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:18.024999 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b10ebffa-2cf1-4d1a-8d49-fe362903afe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:18.025936 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa62a7d-69bc-4d52-b25d-595d340eaf10 admin admin] Router c4380860-040d-480f-ac76-3ade7efaabd5 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 00:53:18.171563 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ebffa-2cf1-4d1a-8d49-fe362903afe8 None None] Pushing event updated for resources: {'Port': ['ID=d972be59-ee0e-462f-8fdb-430fa7390c78,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:18.183633 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa62a7d-69bc-4d52-b25d-595d340eaf10 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:53:18.202625 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-3900ee98-d23a-4671-9d31-b270c2814432 admin admin] Deleting port 25c54fbe-a47d-4091-b8cb-5922c6ec8108 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:53:18.202625 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3900ee98-d23a-4671-9d31-b270c2814432 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:18.204474 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb33749-ae64-43b6-9a12-1a7c01d7872d None None] Sync routers for ids ['c4380860-040d-480f-ac76-3ade7efaabd5'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:53:18.216673 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb33749-ae64-43b6-9a12-1a7c01d7872d None None] Routers {'c4380860-040d-480f-ac76-3ade7efaabd5'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:18.217661 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-7cb33749-ae64-43b6-9a12-1a7c01d7872d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:53:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['c4380860-040d-480f-ac76-3ade7efaabd5'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:18.330945 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2aa62a7d-69bc-4d52-b25d-595d340eaf10 admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:18.334907 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2aa62a7d-69bc-4d52-b25d-595d340eaf10 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.6854746 Aug 10 00:53:18.335968 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32880) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:18.365560 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-7cb33749-ae64-43b6-9a12-1a7c01d7872d None None] Set router c4380860-040d-480f-ac76-3ade7efaabd5 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:18.375539 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-c8ab0d29-b21d-4327-8aeb-901cfc81fab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f089843d-eeb7-4aee-97a6-05f9198347d7', 'name': 'tempest-FloatingIPsTestJSON-1064586007-router', 'tenant_id': '98e3321a7a7044d5b3cc422d5a633c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '25c54fbe-a47d-4091-b8cb-5922c6ec8108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:52Z', 'updated_at': '2021-08-10T00:53:16Z', 'revision_number': 5, 'project_id': '98e3321a7a7044d5b3cc422d5a633c82', 'gw_port': {'id': '25c54fbe-a47d-4091-b8cb-5922c6ec8108', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f089843d-eeb7-4aee-97a6-05f9198347d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:52Z', 'updated_at': '2021-08-10T00:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:18.408630 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ab0d29-b21d-4327-8aeb-901cfc81fab2 None None] Checking router: f089843d-eeb7-4aee-97a6-05f9198347d7 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:53:18.411379 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-3900ee98-d23a-4671-9d31-b270c2814432 admin admin] For port 25c54fbe-a47d-4091-b8cb-5922c6ec8108, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=25c54fbe-a47d-4091-b8cb-5922c6ec8108,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:18.411784 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3900ee98-d23a-4671-9d31-b270c2814432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:18.419253 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ab0d29-b21d-4327-8aeb-901cfc81fab2 None None] Routers {'f089843d-eeb7-4aee-97a6-05f9198347d7'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:18.420092 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-c8ab0d29-b21d-4327-8aeb-901cfc81fab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:53:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f089843d-eeb7-4aee-97a6-05f9198347d7'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:18.426508 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-3900ee98-d23a-4671-9d31-b270c2814432 admin admin] Calling delete_port for 25c54fbe-a47d-4091-b8cb-5922c6ec8108 owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:53:18.460926 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:53:18.467033 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device a1ddb43d-c75d-4674-b475-32b8e2a16696 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:53:18.532515 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: a1ddb43d-c75d-4674-b475-32b8e2a16696 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:53:18.533038 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device a1ddb43d-c75d-4674-b475-32b8e2a16696 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:53:18.547894 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a2855567-33b7-4c8e-b027-80d2546900e3 None None] Provisioning complete for port d972be59-ee0e-462f-8fdb-430fa7390c78 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:18.548407 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a2855567-33b7-4c8e-b027-80d2546900e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:18.656653 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3900ee98-d23a-4671-9d31-b270c2814432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:18.660667 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device d972be59-ee0e-462f-8fdb-430fa7390c78 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:18.703411 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-c8ab0d29-b21d-4327-8aeb-901cfc81fab2 None None] Set router f089843d-eeb7-4aee-97a6-05f9198347d7 gateway port host: None {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:18.714828 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900ee98-d23a-4671-9d31-b270c2814432 admin admin] Pushing event deleted for resources: {'Port': ['ID=25c54fbe-a47d-4091-b8cb-5922c6ec8108,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:18.783723 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-c8ab0d29-b21d-4327-8aeb-901cfc81fab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f089843d-eeb7-4aee-97a6-05f9198347d7', 'name': 'tempest-FloatingIPsTestJSON-1064586007-router', 'tenant_id': '98e3321a7a7044d5b3cc422d5a633c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:52Z', 'updated_at': '2021-08-10T00:53:18Z', 'revision_number': 6, 'project_id': '98e3321a7a7044d5b3cc422d5a633c82', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:18.790667 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3900ee98-d23a-4671-9d31-b270c2814432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:18.818497 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ab0d29-b21d-4327-8aeb-901cfc81fab2 None None] The sync data for ids ['f089843d-eeb7-4aee-97a6-05f9198347d7'] in n-d-766726-26 is: [{'id': 'f089843d-eeb7-4aee-97a6-05f9198347d7', 'name': 'tempest-FloatingIPsTestJSON-1064586007-router', 'tenant_id': '98e3321a7a7044d5b3cc422d5a633c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:52Z', 'updated_at': '2021-08-10T00:53:18Z', 'revision_number': 6, 'project_id': '98e3321a7a7044d5b3cc422d5a633c82', 'gw_port_host': None}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:53:18.871501 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-7cb33749-ae64-43b6-9a12-1a7c01d7872d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4380860-040d-480f-ac76-3ade7efaabd5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1651000250-router', 'tenant_id': '7a9b2ba514f7485a935ae029f59869a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:15Z', 'updated_at': '2021-08-10T00:53:17Z', 'revision_number': 3, 'project_id': '7a9b2ba514f7485a935ae029f59869a8', 'gw_port': {'id': 'ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:43:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4380860-040d-480f-ac76-3ade7efaabd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:15Z', 'updated_at': '2021-08-10T00:53:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:18.905541 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb33749-ae64-43b6-9a12-1a7c01d7872d None None] Checking router: c4380860-040d-480f-ac76-3ade7efaabd5 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:53:18.905906 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb33749-ae64-43b6-9a12-1a7c01d7872d None None] Updating router c4380860-040d-480f-ac76-3ade7efaabd5 port ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:53:18.914313 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port d972be59-ee0e-462f-8fdb-430fa7390c78 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:18.914978 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:18.937349 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7cb33749-ae64-43b6-9a12-1a7c01d7872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:18.983459 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2d7c6203-1ccd-4e9b-bb20-f853cd0068b0,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:18.990212 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3900ee98-d23a-4671-9d31-b270c2814432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:18.995708 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3900ee98-d23a-4671-9d31-b270c2814432 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:19.042069 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '2d7c6203-1ccd-4e9b-bb20-f853cd0068b0', 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da', 'port_id': '2d7c6203-1ccd-4e9b-bb20-f853cd0068b0', 'mac_address': 'fa:16:3e:80:c3:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ff99852-0921-4c80-99ca-12207c311102', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:53:19.102382 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3900ee98-d23a-4671-9d31-b270c2814432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:19.103369 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3900ee98-d23a-4671-9d31-b270c2814432 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f089843d-eeb7-4aee-97a6-05f9198347d7 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 00:53:19.109920 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3900ee98-d23a-4671-9d31-b270c2814432 admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:19.111683 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3900ee98-d23a-4671-9d31-b270c2814432 admin admin] 10.222.0.35 "DELETE /v2.0/routers/f089843d-eeb7-4aee-97a6-05f9198347d7 HTTP/1.1" status: 204 len: 168 time: 1.5042500 Aug 10 00:53:19.117120 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32890) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:19.117439 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:19.144321 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:53:19.176800 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2d7c6203-1ccd-4e9b-bb20-f853cd0068b0,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:19.190303 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:19.206467 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-27431302-2bf2-4d33-8ffc-e16608c4963b admin admin] Deleting subnet ad93032b-ee49-481a-a7d4-4b827245e85b {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:53:19.221450 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-27431302-2bf2-4d33-8ffc-e16608c4963b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:19.279342 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=2d7c6203-1ccd-4e9b-bb20-f853cd0068b0,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:19.299933 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-27431302-2bf2-4d33-8ffc-e16608c4963b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:19.323664 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7cb33749-ae64-43b6-9a12-1a7c01d7872d None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:19.338516 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-7cb33749-ae64-43b6-9a12-1a7c01d7872d None None] Transition to ACTIVE for port object ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:19.350974 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7cb33749-ae64-43b6-9a12-1a7c01d7872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:19.401957 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e4655-81c0-4179-862a-4eb311450b0e None None] Pushing event updated for resources: {'Port': ['ID=ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:19.416824 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3de82-c000-42fe-942a-669ff76cc63c req-18b77459-64a4-44cd-a90a-d5fab4ccac7d tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:19.424606 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3fb3de82-c000-42fe-942a-669ff76cc63c req-18b77459-64a4-44cd-a90a-d5fab4ccac7d tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 950 time: 0.2257509 Aug 10 00:53:19.431588 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-7cb33749-ae64-43b6-9a12-1a7c01d7872d None None] Attempting to bind port ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:53:19.431971 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-7cb33749-ae64-43b6-9a12-1a7c01d7872d None None] Attempting to bind port ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:53:19.432371 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb33749-ae64-43b6-9a12-1a7c01d7872d None None] Attempting to bind port ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:19.435469 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2280457-f6a9-4f89-8727-f512edddf8ce req-67fb62bc-1569-45f6-9dc1-b375689ad950 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:19.436994 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2280457-f6a9-4f89-8727-f512edddf8ce req-67fb62bc-1569-45f6-9dc1-b375689ad950 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 1.0973883 Aug 10 00:53:19.444326 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb33749-ae64-43b6-9a12-1a7c01d7872d None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:53:19.447272 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb33749-ae64-43b6-9a12-1a7c01d7872d None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:19.447855 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7cb33749-ae64-43b6-9a12-1a7c01d7872d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:19.448283 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb33749-ae64-43b6-9a12-1a7c01d7872d None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:53:19.448757 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-7cb33749-ae64-43b6-9a12-1a7c01d7872d None None] Bound port: ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:53:19.449159 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7cb33749-ae64-43b6-9a12-1a7c01d7872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:19.471417 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-27431302-2bf2-4d33-8ffc-e16608c4963b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:19.503906 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-7cb33749-ae64-43b6-9a12-1a7c01d7872d None None] For port ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:53:19.506706 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-7cb33749-ae64-43b6-9a12-1a7c01d7872d None None] For port ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:53:19.512964 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7cb33749-ae64-43b6-9a12-1a7c01d7872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:19.523029 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3fb3de82-c000-42fe-942a-669ff76cc63c req-194956d1-ddc4-4e3e-804b-ff37cb73b851 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975716 Aug 10 00:53:19.569091 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-27431302-2bf2-4d33-8ffc-e16608c4963b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:19.576860 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e4655-81c0-4179-862a-4eb311450b0e None None] Pushing event updated for resources: {'Port': ['ID=ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:19.577332 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2280457-f6a9-4f89-8727-f512edddf8ce req-a0c7610d-9f0f-4f75-a89d-1b9f15634479 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970578 Aug 10 00:53:19.590053 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb33749-ae64-43b6-9a12-1a7c01d7872d None None] Routers {'c4380860-040d-480f-ac76-3ade7efaabd5'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:19.590657 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-7cb33749-ae64-43b6-9a12-1a7c01d7872d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:53:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['c4380860-040d-480f-ac76-3ade7efaabd5'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:19.639825 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4363166c-cca7-44ed-af52-6c613648cf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:19.653703 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27431302-2bf2-4d33-8ffc-e16608c4963b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad93032b-ee49-481a-a7d4-4b827245e85b,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:19.660709 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-27431302-2bf2-4d33-8ffc-e16608c4963b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:19.664259 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-27431302-2bf2-4d33-8ffc-e16608c4963b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ad93032b-ee49-481a-a7d4-4b827245e85b HTTP/1.1" status: 204 len: 168 time: 0.5454204 Aug 10 00:53:19.665796 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32896) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:19.667698 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213ee0a0-4e34-4ebe-ad1c-06b39ced5007 None None] Network 3c71e599-e5a9-480b-ab43-40d6f1d08f8f requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:53:19.753800 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-7cb33749-ae64-43b6-9a12-1a7c01d7872d None None] Set router c4380860-040d-480f-ac76-3ade7efaabd5 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:19.836233 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['2d7c6203-1ccd-4e9b-bb20-f853cd0068b0'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:53:20.080170 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32900) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:20.146991 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-4363166c-cca7-44ed-af52-6c613648cf7c admin admin] Allocated IP 172.20.0.1 (034d8f47-9992-4899-8cc5-fc9495bfd53a/1c1496a8-a202-4c18-9901-6b15658ce8c1/4f35080d-2c7a-45d6-90ef-59f231e6073f) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:53:20.201341 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f421b44-64f4-40f9-8258-37d0913f2b2f None None] DHCP port deletion for 3c71e599-e5a9-480b-ab43-40d6f1d08f8f request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 00:53:20.272563 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c6da89e7-1b79-4c4e-b4c9-e24efe36f1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:20.292827 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-3f421b44-64f4-40f9-8258-37d0913f2b2f None None] Deleting port 9af37cbf-6780-45fa-bdce-9f77df135010 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:53:20.296364 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3f421b44-64f4-40f9-8258-37d0913f2b2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:20.355397 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-7cb33749-ae64-43b6-9a12-1a7c01d7872d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4380860-040d-480f-ac76-3ade7efaabd5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1651000250-router', 'tenant_id': '7a9b2ba514f7485a935ae029f59869a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:15Z', 'updated_at': '2021-08-10T00:53:17Z', 'revision_number': 3, 'project_id': '7a9b2ba514f7485a935ae029f59869a8', 'gw_port': {'id': 'ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:43:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4380860-040d-480f-ac76-3ade7efaabd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:15Z', 'updated_at': '2021-08-10T00:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:20.451242 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-3f421b44-64f4-40f9-8258-37d0913f2b2f None None] For port 9af37cbf-6780-45fa-bdce-9f77df135010, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9af37cbf-6780-45fa-bdce-9f77df135010,segment=NetworkSegment(f3779b57-baa9-46b2-af40-4a860e5a4d18),segment_id=f3779b57-baa9-46b2-af40-4a860e5a4d18)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:20.451685 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3f421b44-64f4-40f9-8258-37d0913f2b2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:20.463902 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb33749-ae64-43b6-9a12-1a7c01d7872d None None] The sync data for ids ['c4380860-040d-480f-ac76-3ade7efaabd5'] in n-d-766726-26 is: [{'id': 'c4380860-040d-480f-ac76-3ade7efaabd5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1651000250-router', 'tenant_id': '7a9b2ba514f7485a935ae029f59869a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:15Z', 'updated_at': '2021-08-10T00:53:17Z', 'revision_number': 3, 'project_id': '7a9b2ba514f7485a935ae029f59869a8', 'gw_port': {'id': 'ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:43:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4380860-040d-480f-ac76-3ade7efaabd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:15Z', 'updated_at': '2021-08-10T00:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:53:20.491766 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ba677-6235-4151-8910-c3b4b22b1473 req-78e28a9a-ad19-4616-bfb5-33d04d085a93 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:20.493365 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-c6da89e7-1b79-4c4e-b4c9-e24efe36f1cc admin admin] Deleting port 9af37cbf-6780-45fa-bdce-9f77df135010 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:53:20.493727 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ba6ba677-6235-4151-8910-c3b4b22b1473 req-78e28a9a-ad19-4616-bfb5-33d04d085a93 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=afd75883-1f7e-444d-adc3-f51d404b13cf HTTP/1.1" status: 200 len: 944 time: 0.3162005 Aug 10 00:53:20.494046 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c6da89e7-1b79-4c4e-b4c9-e24efe36f1cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:20.560655 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ba6ba677-6235-4151-8910-c3b4b22b1473 req-9210fc20-57de-4e7f-98b7-2b5c7762743c tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577774 Aug 10 00:53:20.659865 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4363166c-cca7-44ed-af52-6c613648cf7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:20.661375 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-c6da89e7-1b79-4c4e-b4c9-e24efe36f1cc admin admin] For port 9af37cbf-6780-45fa-bdce-9f77df135010, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9af37cbf-6780-45fa-bdce-9f77df135010,segment=NetworkSegment(f3779b57-baa9-46b2-af40-4a860e5a4d18),segment_id=f3779b57-baa9-46b2-af40-4a860e5a4d18)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:20.661853 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c6da89e7-1b79-4c4e-b4c9-e24efe36f1cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:20.677043 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-3f421b44-64f4-40f9-8258-37d0913f2b2f None None] Calling delete_port for 9af37cbf-6780-45fa-bdce-9f77df135010 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:53:20.683170 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-c6da89e7-1b79-4c4e-b4c9-e24efe36f1cc admin admin] Calling delete_port for 9af37cbf-6780-45fa-bdce-9f77df135010 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:53:20.691276 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device e0bfecc9-6b68-4064-add8-b0c38214bf59 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:53:20.692487 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-4363166c-cca7-44ed-af52-6c613648cf7c admin admin] Transition to ACTIVE for port object 4f35080d-2c7a-45d6-90ef-59f231e6073f will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:20.738692 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: e0bfecc9-6b68-4064-add8-b0c38214bf59 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:53:20.739382 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device e0bfecc9-6b68-4064-add8-b0c38214bf59 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:53:20.740272 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 25c54fbe-a47d-4091-b8cb-5922c6ec8108 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:53:20.798351 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df1f88-534d-4d8a-bc20-e8f686c14d28 req-0c511f70-d82a-4b59-828e-ada0c04074cb tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:20.802679 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-15df1f88-534d-4d8a-bc20-e8f686c14d28 req-0c511f70-d82a-4b59-828e-ada0c04074cb tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 950 time: 0.1165783 Aug 10 00:53:20.819415 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 25c54fbe-a47d-4091-b8cb-5922c6ec8108 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:53:20.819847 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 25c54fbe-a47d-4091-b8cb-5922c6ec8108 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:53:20.820602 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9af37cbf-6780-45fa-bdce-9f77df135010 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:53:20.827768 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4363166c-cca7-44ed-af52-6c613648cf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:20.871546 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No active binding found for port 9af37cbf-6780-45fa-bdce-9f77df135010 {{(pid=105828) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 00:53:20.871546 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9af37cbf-6780-45fa-bdce-9f77df135010 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:53:20.944008 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c6da89e7-1b79-4c4e-b4c9-e24efe36f1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:20.955246 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4363166c-cca7-44ed-af52-6c613648cf7c admin admin] Network 034d8f47-9992-4899-8cc5-fc9495bfd53a is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:20.959103 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3f421b44-64f4-40f9-8258-37d0913f2b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:20.988001 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da89e7-1b79-4c4e-b4c9-e24efe36f1cc admin admin] Pushing event deleted for resources: {'Port': ['ID=9af37cbf-6780-45fa-bdce-9f77df135010,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:20.988141 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-4363166c-cca7-44ed-af52-6c613648cf7c admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:20.993437 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6da89e7-1b79-4c4e-b4c9-e24efe36f1cc admin admin] No DVR routers for this DVR port 9af37cbf-6780-45fa-bdce-9f77df135010 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:53:20.999636 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f421b44-64f4-40f9-8258-37d0913f2b2f None None] No DVR routers for this DVR port 9af37cbf-6780-45fa-bdce-9f77df135010 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:53:21.001724 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f421b44-64f4-40f9-8258-37d0913f2b2f None None] Pushing event deleted for resources: {'Port': ['ID=9af37cbf-6780-45fa-bdce-9f77df135010,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:21.030262 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4363166c-cca7-44ed-af52-6c613648cf7c admin admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:53:21.073818 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-15df1f88-534d-4d8a-bc20-e8f686c14d28 req-6bf5f12a-2943-4f3c-8f59-1cff2ab5d496 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571912 Aug 10 00:53:21.091033 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363166c-cca7-44ed-af52-6c613648cf7c admin admin] Pushing event updated for resources: {'Port': ['ID=4f35080d-2c7a-45d6-90ef-59f231e6073f,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:21.116966 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a34815-c728-405b-80a7-80f9eb57494c req-52412c9d-bbe1-4db9-a60b-75436131482f tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:21.119100 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-02a34815-c728-405b-80a7-80f9eb57494c req-52412c9d-bbe1-4db9-a60b-75436131482f tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.2951155 Aug 10 00:53:21.120969 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4363166c-cca7-44ed-af52-6c613648cf7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:21.198326 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c6da89e7-1b79-4c4e-b4c9-e24efe36f1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:21.214122 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-c6da89e7-1b79-4c4e-b4c9-e24efe36f1cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c71e599-e5a9-480b-ab43-40d6f1d08f8f']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:21.224374 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-02a34815-c728-405b-80a7-80f9eb57494c req-1ce250b5-2b55-44de-92d3-d467dc318eb5 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945795 Aug 10 00:53:21.231701 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-c6da89e7-1b79-4c4e-b4c9-e24efe36f1cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3779b57-baa9-46b2-af40-4a860e5a4d18') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:21.231888 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-c6da89e7-1b79-4c4e-b4c9-e24efe36f1cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3779b57-baa9-46b2-af40-4a860e5a4d18') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:21.259118 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c6da89e7-1b79-4c4e-b4c9-e24efe36f1cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:21.325562 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c6da89e7-1b79-4c4e-b4c9-e24efe36f1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:21.333233 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4363166c-cca7-44ed-af52-6c613648cf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:21.337388 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6da89e7-1b79-4c4e-b4c9-e24efe36f1cc admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:53:21.337795 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c6da89e7-1b79-4c4e-b4c9-e24efe36f1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:21.339538 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 00:53:21.339538 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:53:21.339538 n-d-766726-26 neutron-server[105827]: timer() Aug 10 00:53:21.339538 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:53:21.339538 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 00:53:21.339538 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:53:21.339538 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 00:53:21.339538 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:53:21.339538 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 00:53:21.339538 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:53:21.339538 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 00:53:21.339538 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:53:21.339538 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 00:53:21.339538 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:53:21.339538 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:53:21.339538 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:53:21.339538 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:53:21.339538 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:53:21.339538 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 00:53:21.339538 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:53:21.339538 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 00:53:21.339538 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:53:21.339538 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:53:21.339538 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:53:21.339538 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 00:53:21.339538 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:53:21.339538 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:53:21.339538 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:53:21.339538 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:53:21.339538 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:53:21.339538 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:53:21.339538 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:53:21.357657 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-54bc4fdc-d499-46a0-927e-05751333b365 None None] Provisioning for port 4f35080d-2c7a-45d6-90ef-59f231e6073f completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:21.364714 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-54bc4fdc-d499-46a0-927e-05751333b365 None None] Provisioning complete for port 4f35080d-2c7a-45d6-90ef-59f231e6073f triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:21.365469 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-54bc4fdc-d499-46a0-927e-05751333b365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:21.437621 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dd13b0e5-b704-485c-a359-2fd15e2cddd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:21.441428 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c6da89e7-1b79-4c4e-b4c9-e24efe36f1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:21.442010 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-54bc4fdc-d499-46a0-927e-05751333b365 None None] Port 4f35080d-2c7a-45d6-90ef-59f231e6073f cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:53:21.449233 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c6da89e7-1b79-4c4e-b4c9-e24efe36f1cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:21.451575 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c6da89e7-1b79-4c4e-b4c9-e24efe36f1cc admin admin] 10.222.0.35 "DELETE /v2.0/networks/3c71e599-e5a9-480b-ab43-40d6f1d08f8f HTTP/1.1" status: 204 len: 168 time: 1.7837477 Aug 10 00:53:21.502640 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da89e7-1b79-4c4e-b4c9-e24efe36f1cc admin admin] Pushing event deleted for resources: {'Network': ['ID=3c71e599-e5a9-480b-ab43-40d6f1d08f8f,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:21.584168 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4363166c-cca7-44ed-af52-6c613648cf7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:21.591710 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4363166c-cca7-44ed-af52-6c613648cf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:21.675183 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363166c-cca7-44ed-af52-6c613648cf7c admin admin] Pushing event updated for resources: {'Port': ['ID=4f35080d-2c7a-45d6-90ef-59f231e6073f,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:21.707552 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4363166c-cca7-44ed-af52-6c613648cf7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:21.801336 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32948) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:21.843721 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ee4a8-421c-4f53-b773-c88e5934c815 req-df86e813-e7ae-4404-92b5-d28d4c6d62ce tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:21.845852 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0e0ee4a8-421c-4f53-b773-c88e5934c815 req-df86e813-e7ae-4404-92b5-d28d4c6d62ce tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=afd75883-1f7e-444d-adc3-f51d404b13cf HTTP/1.1" status: 200 len: 944 time: 0.1231787 Aug 10 00:53:21.875691 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-52e9cbb6-b3d4-4e8c-8be3-8030a83e1443 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=98e3321a7a7044d5b3cc422d5a633c82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0732126 Aug 10 00:53:21.878417 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32950) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:21.891982 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4363166c-cca7-44ed-af52-6c613648cf7c admin admin] Network 034d8f47-9992-4899-8cc5-fc9495bfd53a is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:21.898361 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-4363166c-cca7-44ed-af52-6c613648cf7c admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:21.913316 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0e0ee4a8-421c-4f53-b773-c88e5934c815 req-d0b783b9-777c-4026-a165-99ec21d12c3a tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591424 Aug 10 00:53:21.974144 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-db2610be-c649-4ef3-913f-05480ae02a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:21.985931 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-dd13b0e5-b704-485c-a359-2fd15e2cddd9 admin admin] Deleting port ccb8d22f-28bd-447e-8026-fa3e74e719d7 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:53:21.986277 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dd13b0e5-b704-485c-a359-2fd15e2cddd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:22.041275 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-db2610be-c649-4ef3-913f-05480ae02a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:22.048392 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4363166c-cca7-44ed-af52-6c613648cf7c admin admin] Router c4380860-040d-480f-ac76-3ade7efaabd5 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:53:22.139434 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-dd13b0e5-b704-485c-a359-2fd15e2cddd9 admin admin] For port ccb8d22f-28bd-447e-8026-fa3e74e719d7, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=ccb8d22f-28bd-447e-8026-fa3e74e719d7,segment=NetworkSegment(ca4e504f-4f97-4302-9728-cd71fd6e7293),segment_id=ca4e504f-4f97-4302-9728-cd71fd6e7293)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:22.139823 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dd13b0e5-b704-485c-a359-2fd15e2cddd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:22.155101 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-dd13b0e5-b704-485c-a359-2fd15e2cddd9 admin admin] Calling delete_port for ccb8d22f-28bd-447e-8026-fa3e74e719d7 owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:53:22.204811 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-db2610be-c649-4ef3-913f-05480ae02a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:22.207552 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-db2610be-c649-4ef3-913f-05480ae02a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:22.210946 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-db2610be-c649-4ef3-913f-05480ae02a35 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9b93251c-0c39-475a-889b-60eea9cefbfe HTTP/1.1" status: 204 len: 168 time: 0.3293839 Aug 10 00:53:22.222422 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2610be-c649-4ef3-913f-05480ae02a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b93251c-0c39-475a-889b-60eea9cefbfe,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:22.265950 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4363166c-cca7-44ed-af52-6c613648cf7c admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:53:22.277311 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4363166c-cca7-44ed-af52-6c613648cf7c admin admin] 10.222.0.35 "PUT /v2.0/routers/c4380860-040d-480f-ac76-3ade7efaabd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9392831 Aug 10 00:53:22.290884 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933efad3-a412-4286-893f-709cc107e363 req-ca7c3159-4e05-4eaf-98ea-576964021e90 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:22.298161 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-933efad3-a412-4286-893f-709cc107e363 req-ca7c3159-4e05-4eaf-98ea-576964021e90 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 950 time: 0.1051023 Aug 10 00:53:22.310032 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6d2db509-3179-41ad-a909-3fdc41cb4021 None None] Provisioning complete for port 4f35080d-2c7a-45d6-90ef-59f231e6073f triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:22.312298 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6d2db509-3179-41ad-a909-3fdc41cb4021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:22.364622 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-933efad3-a412-4286-893f-709cc107e363 req-04d26652-2ac3-4afd-9f74-9030f38ad2f3 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655251 Aug 10 00:53:22.416428 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6d2db509-3179-41ad-a909-3fdc41cb4021 None None] Port 4f35080d-2c7a-45d6-90ef-59f231e6073f cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:53:22.460996 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dd13b0e5-b704-485c-a359-2fd15e2cddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:22.465193 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:22.497167 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd13b0e5-b704-485c-a359-2fd15e2cddd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccb8d22f-28bd-447e-8026-fa3e74e719d7,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:22.503884 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3f3ce-16d9-47cc-a5af-9ca6d7994d80 req-8c86fcff-0397-4344-a275-7e4ec2449494 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:22.527603 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b7c3f3ce-16d9-47cc-a5af-9ca6d7994d80 req-8c86fcff-0397-4344-a275-7e4ec2449494 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.0834830 Aug 10 00:53:22.548706 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:22.563581 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:22.565852 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:22.678768 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b7c3f3ce-16d9-47cc-a5af-9ca6d7994d80 req-260c0ad4-7f6e-4cd5-b0e9-32fe5534d3b8 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501648 Aug 10 00:53:22.843335 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dd13b0e5-b704-485c-a359-2fd15e2cddd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:22.857782 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:22.861936 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:22.905555 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2a9bc5-ecb0-4df7-9876-65dbc8f3fa5e None None] Sync routers for ids ['c4380860-040d-480f-ac76-3ade7efaabd5'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:53:22.939261 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd75883-1f7e-444d-adc3-f51d404b13cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d7c6203-1ccd-4e9b-bb20-f853cd0068b0'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:53:22.950518 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f2018e-ace7-4543-9ac6-4644a3331c3b" -d '{"events": [{"server_uuid": "afd75883-1f7e-444d-adc3-f51d404b13cf", "name": "network-vif-plugged", "status": "completed", "tag": "2d7c6203-1ccd-4e9b-bb20-f853cd0068b0"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:53:22.966519 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2a9bc5-ecb0-4df7-9876-65dbc8f3fa5e None None] Routers {'c4380860-040d-480f-ac76-3ade7efaabd5'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:22.968623 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-be2a9bc5-ecb0-4df7-9876-65dbc8f3fa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:53:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['c4380860-040d-480f-ac76-3ade7efaabd5'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:23.087955 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2d7c6203-1ccd-4e9b-bb20-f853cd0068b0,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:23.089207 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:23.109037 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707fc98a-5b74-4e96-90aa-d878725a83c5 x-openstack-request-id: req-707fc98a-5b74-4e96-90aa-d878725a83c5 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:53:23.109401 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd75883-1f7e-444d-adc3-f51d404b13cf", "name": "network-vif-plugged", "status": "completed", "tag": "2d7c6203-1ccd-4e9b-bb20-f853cd0068b0", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:53:23.109631 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-707fc98a-5b74-4e96-90aa-d878725a83c5 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:53:23.110832 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd75883-1f7e-444d-adc3-f51d404b13cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d7c6203-1ccd-4e9b-bb20-f853cd0068b0', 'code': 200} Aug 10 00:53:23.116656 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:23.118715 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:23.119035 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:23.138879 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7d112ade-93d1-4b88-96fc-6c76c9d75365 req-57115acc-2079-4076-8e58-9fd801e625d4 tempest-FloatingIPsNegativeTestJSON-2063328973 tempest-FloatingIPsNegativeTestJSON-2063328973-project] 10.222.0.35 "GET /v2.0/floatingips?tenant_id=7a9b2ba514f7485a935ae029f59869a8 HTTP/1.1" status: 200 len: 217 time: 0.0860536 Aug 10 00:53:23.196737 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd13b0e5-b704-485c-a359-2fd15e2cddd9 admin admin] Router 1b2ac2e4-6ed8-46ce-90af-2c454640483b has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:53:23.205624 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee966d-8010-4ea3-8f4f-90c2b4fb4068 req-7fd6b08b-34f1-4fe9-abdd-3ae3f40b42c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:23.209007 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7eee966d-8010-4ea3-8f4f-90c2b4fb4068 req-7fd6b08b-34f1-4fe9-abdd-3ae3f40b42c4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=afd75883-1f7e-444d-adc3-f51d404b13cf HTTP/1.1" status: 200 len: 1097 time: 0.0797989 Aug 10 00:53:23.277630 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-31a95cf8-3256-4b09-b7c2-d151dfa2fc40 req-cc434986-0fb9-4818-abf5-aa28f53f0d64 tempest-FloatingIPsNegativeTestJSON-2063328973 tempest-FloatingIPsNegativeTestJSON-2063328973-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0768943 Aug 10 00:53:23.302348 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=2d7c6203-1ccd-4e9b-bb20-f853cd0068b0,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:23.316658 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-be2a9bc5-ecb0-4df7-9876-65dbc8f3fa5e None None] Set router c4380860-040d-480f-ac76-3ade7efaabd5 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:23.324319 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e135f3e-c99c-4a71-b3a9-99d4b7ecbe59 req-08c79449-1dfa-4a04-9e3b-23eb87fba810 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:23.325867 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7e135f3e-c99c-4a71-b3a9-99d4b7ecbe59 req-08c79449-1dfa-4a04-9e3b-23eb87fba810 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=afd75883-1f7e-444d-adc3-f51d404b13cf HTTP/1.1" status: 200 len: 945 time: 0.1836698 Aug 10 00:53:23.376241 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7eee966d-8010-4ea3-8f4f-90c2b4fb4068 req-cf8a9bf9-84fc-4fd2-9a96-5a83cde946be service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604738 Aug 10 00:53:23.390838 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [req-f0e18788-f334-4a02-a26d-1468a600be43 req-49518b2b-c1a9-4b72-bc61-9f1e454c443c tempest-FloatingIPsNegativeTestJSON-2063328973 tempest-FloatingIPsNegativeTestJSON-2063328973-project] show failed (client error): The resource could not be found. Aug 10 00:53:23.404099 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33006) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:23.405446 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f0e18788-f334-4a02-a26d-1468a600be43 req-49518b2b-c1a9-4b72-bc61-9f1e454c443c tempest-FloatingIPsNegativeTestJSON-2063328973 tempest-FloatingIPsNegativeTestJSON-2063328973-project] 10.222.0.35 "GET /v2.0/floatingips/83c63f28-1ba9-442a-baba-46c688a37a53 HTTP/1.1" status: 404 len: 350 time: 0.1051521 Aug 10 00:53:23.441831 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:23.491624 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7e135f3e-c99c-4a71-b3a9-99d4b7ecbe59 req-9751bb1a-a410-4b10-acec-6e02e03d9077 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831633 Aug 10 00:53:23.513824 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:23.530598 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:23.590412 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2a743-50fa-4ec8-888e-9768ba7dec59 req-a912fb1f-3c56-47c0-9306-d1f3a95b6074 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:23.598092 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c4b2a743-50fa-4ec8-888e-9768ba7dec59 req-a912fb1f-3c56-47c0-9306-d1f3a95b6074 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 950 time: 0.0983579 Aug 10 00:53:23.629933 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:23.640771 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c4b2a743-50fa-4ec8-888e-9768ba7dec59 req-638129cd-0ff5-46d0-be8c-ee9fd5d1ea5b tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415499 Aug 10 00:53:23.660792 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-be2a9bc5-ecb0-4df7-9876-65dbc8f3fa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4380860-040d-480f-ac76-3ade7efaabd5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1651000250-router', 'tenant_id': '7a9b2ba514f7485a935ae029f59869a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:15Z', 'updated_at': '2021-08-10T00:53:21Z', 'revision_number': 4, 'project_id': '7a9b2ba514f7485a935ae029f59869a8', 'gw_port': {'id': 'ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:43:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4380860-040d-480f-ac76-3ade7efaabd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:15Z', 'updated_at': '2021-08-10T00:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '4f35080d-2c7a-45d6-90ef-59f231e6073f', 'name': '', 'network_id': '034d8f47-9992-4899-8cc5-fc9495bfd53a', 'tenant_id': '7a9b2ba514f7485a935ae029f59869a8', 'mac_address': 'fa:16:3e:e6:e4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4380860-040d-480f-ac76-3ade7efaabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1c1496a8-a202-4c18-9901-6b15658ce8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:19Z', 'updated_at': '2021-08-10T00:53:21Z', 'revision_number': 2, 'project_id': '7a9b2ba514f7485a935ae029f59869a8', 'subnets': [{'id': '1c1496a8-a202-4c18-9901-6b15658ce8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:23.690872 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2a9bc5-ecb0-4df7-9876-65dbc8f3fa5e None None] Checking router: c4380860-040d-480f-ac76-3ade7efaabd5 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:53:23.691235 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2a9bc5-ecb0-4df7-9876-65dbc8f3fa5e None None] Updating router c4380860-040d-480f-ac76-3ade7efaabd5 port 4f35080d-2c7a-45d6-90ef-59f231e6073f binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:53:23.719905 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be2a9bc5-ecb0-4df7-9876-65dbc8f3fa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:23.814550 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd13b0e5-b704-485c-a359-2fd15e2cddd9 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:53:23.821209 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-dd13b0e5-b704-485c-a359-2fd15e2cddd9 admin admin] 10.222.0.35 "PUT /v2.0/routers/1b2ac2e4-6ed8-46ce-90af-2c454640483b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7398875 Aug 10 00:53:23.823719 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33024) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:23.828050 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7b4b3e-7835-480b-ab22-6fd411cc4528 None None] Sync routers for ids ['1b2ac2e4-6ed8-46ce-90af-2c454640483b'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:53:23.842935 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7b4b3e-7835-480b-ab22-6fd411cc4528 None None] Routers {'1b2ac2e4-6ed8-46ce-90af-2c454640483b'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:23.843558 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-6a7b4b3e-7835-480b-ab22-6fd411cc4528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:53:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['1b2ac2e4-6ed8-46ce-90af-2c454640483b'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:23.963716 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-6a7b4b3e-7835-480b-ab22-6fd411cc4528 None None] Set router 1b2ac2e4-6ed8-46ce-90af-2c454640483b gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:24.088776 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1deab4-64ff-485b-9380-9dd9e4bd1994 req-0440bde2-e51a-419b-b795-59267d31bd1b tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:24.097762 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f1deab4-64ff-485b-9380-9dd9e4bd1994 req-0440bde2-e51a-419b-b795-59267d31bd1b tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.1613431 Aug 10 00:53:24.134427 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-71ae99ef-17b0-4aad-9476-9184a279ba4a admin admin] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:24.216077 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f1deab4-64ff-485b-9380-9dd9e4bd1994 req-7be58236-e4b1-4446-bdc7-3931342a2958 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173549 Aug 10 00:53:24.251278 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-6a7b4b3e-7835-480b-ab22-6fd411cc4528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1075006119-router', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:00Z', 'updated_at': '2021-08-10T00:53:22Z', 'revision_number': 5, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'gw_port': {'id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:01Z', 'updated_at': '2021-08-10T00:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:24.286289 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be2a9bc5-ecb0-4df7-9876-65dbc8f3fa5e None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:24.290997 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7b4b3e-7835-480b-ab22-6fd411cc4528 None None] Checking router: 1b2ac2e4-6ed8-46ce-90af-2c454640483b for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:53:24.300515 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-71ae99ef-17b0-4aad-9476-9184a279ba4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:24.302402 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7b4b3e-7835-480b-ab22-6fd411cc4528 None None] Routers {'1b2ac2e4-6ed8-46ce-90af-2c454640483b'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:24.303010 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-6a7b4b3e-7835-480b-ab22-6fd411cc4528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:53:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['1b2ac2e4-6ed8-46ce-90af-2c454640483b'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:24.325702 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-be2a9bc5-ecb0-4df7-9876-65dbc8f3fa5e None None] Transition to ACTIVE for port object 4f35080d-2c7a-45d6-90ef-59f231e6073f will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:24.339116 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be2a9bc5-ecb0-4df7-9876-65dbc8f3fa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:24.349493 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6c1489fe-0006-451d-bbb7-e0c1c56d5a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:24.479438 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-71ae99ef-17b0-4aad-9476-9184a279ba4a admin admin] Deleting port 0c9645bf-4c62-4252-8fa2-3428d07ede0d {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:53:24.479690 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-71ae99ef-17b0-4aad-9476-9184a279ba4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:24.489476 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ebb96-8fae-474a-a9ee-30f402b831d1 None None] Pushing event updated for resources: {'Port': ['ID=4f35080d-2c7a-45d6-90ef-59f231e6073f,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:24.573847 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-6a7b4b3e-7835-480b-ab22-6fd411cc4528 None None] Set router 1b2ac2e4-6ed8-46ce-90af-2c454640483b gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:24.680357 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-be2a9bc5-ecb0-4df7-9876-65dbc8f3fa5e None None] Attempting to bind port 4f35080d-2c7a-45d6-90ef-59f231e6073f on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:53:24.681613 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-be2a9bc5-ecb0-4df7-9876-65dbc8f3fa5e None None] Attempting to bind port 4f35080d-2c7a-45d6-90ef-59f231e6073f by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '22ad0632-0951-45a1-9361-ef399b609cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '034d8f47-9992-4899-8cc5-fc9495bfd53a'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:53:24.682294 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2a9bc5-ecb0-4df7-9876-65dbc8f3fa5e None None] Attempting to bind port 4f35080d-2c7a-45d6-90ef-59f231e6073f on network 034d8f47-9992-4899-8cc5-fc9495bfd53a {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:24.722939 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2a9bc5-ecb0-4df7-9876-65dbc8f3fa5e None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:53:24.724370 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2a9bc5-ecb0-4df7-9876-65dbc8f3fa5e None None] Checking segment: {'id': '22ad0632-0951-45a1-9361-ef399b609cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '034d8f47-9992-4899-8cc5-fc9495bfd53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:24.728354 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be2a9bc5-ecb0-4df7-9876-65dbc8f3fa5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:24.728767 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2a9bc5-ecb0-4df7-9876-65dbc8f3fa5e None None] Bound using segment: {'id': '22ad0632-0951-45a1-9361-ef399b609cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '034d8f47-9992-4899-8cc5-fc9495bfd53a'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:53:24.730899 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-be2a9bc5-ecb0-4df7-9876-65dbc8f3fa5e None None] Bound port: 4f35080d-2c7a-45d6-90ef-59f231e6073f, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ad0632-0951-45a1-9361-ef399b609cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '034d8f47-9992-4899-8cc5-fc9495bfd53a'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:53:24.731247 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be2a9bc5-ecb0-4df7-9876-65dbc8f3fa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:24.813270 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:24.908338 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-be2a9bc5-ecb0-4df7-9876-65dbc8f3fa5e None None] For port 4f35080d-2c7a-45d6-90ef-59f231e6073f, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:53:24.912958 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-be2a9bc5-ecb0-4df7-9876-65dbc8f3fa5e None None] For port 4f35080d-2c7a-45d6-90ef-59f231e6073f, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=4f35080d-2c7a-45d6-90ef-59f231e6073f,segment=NetworkSegment(22ad0632-0951-45a1-9361-ef399b609cef),segment_id=22ad0632-0951-45a1-9361-ef399b609cef)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:53:24.923539 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:24.924078 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:24.966232 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be2a9bc5-ecb0-4df7-9876-65dbc8f3fa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:25.016870 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0101eba2-2938-460f-bd07-06a10daf7b5c req-3c7cb072-2901-4e19-bafb-6e4b6479f863 service neutron] 10.222.0.24 "GET /v2.0/ports/fdc10411-30f3-4964-8619-36d66302f093/bindings/n-h1-766726-26 HTTP/1.1" status: 200 len: 383 time: 0.3611417 Aug 10 00:53:25.030975 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-6c1489fe-0006-451d-bbb7-e0c1c56d5a63 admin admin] Deleting port 4f35080d-2c7a-45d6-90ef-59f231e6073f {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:53:25.031206 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6c1489fe-0006-451d-bbb7-e0c1c56d5a63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:25.061741 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ebb96-8fae-474a-a9ee-30f402b831d1 None None] Pushing event updated for resources: {'Port': ['ID=4f35080d-2c7a-45d6-90ef-59f231e6073f,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:25.093370 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407eb856-c854-47bf-8e0e-121b4bf26139 req-55c97144-4e6a-4e9d-85bf-15ecdbc2dd35 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:25.102464 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-6a7b4b3e-7835-480b-ab22-6fd411cc4528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1075006119-router', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:00Z', 'updated_at': '2021-08-10T00:53:22Z', 'revision_number': 5, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'gw_port': {'id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:01Z', 'updated_at': '2021-08-10T00:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:25.103494 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-407eb856-c854-47bf-8e0e-121b4bf26139 req-55c97144-4e6a-4e9d-85bf-15ecdbc2dd35 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=afd75883-1f7e-444d-adc3-f51d404b13cf HTTP/1.1" status: 200 len: 945 time: 0.4118140 Aug 10 00:53:25.134965 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2a9bc5-ecb0-4df7-9876-65dbc8f3fa5e None None] Routers {'c4380860-040d-480f-ac76-3ade7efaabd5'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:25.135642 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-be2a9bc5-ecb0-4df7-9876-65dbc8f3fa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:53:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['c4380860-040d-480f-ac76-3ade7efaabd5'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:25.158214 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7b4b3e-7835-480b-ab22-6fd411cc4528 None None] The sync data for ids ['1b2ac2e4-6ed8-46ce-90af-2c454640483b'] in n-d-766726-26 is: [{'id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1075006119-router', 'tenant_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:00Z', 'updated_at': '2021-08-10T00:53:22Z', 'revision_number': 5, 'project_id': 'cc2e62ffb5b34be582ea4ea144aaa50f', 'gw_port': {'id': '0c9645bf-4c62-4252-8fa2-3428d07ede0d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ac2e4-6ed8-46ce-90af-2c454640483b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:01Z', 'updated_at': '2021-08-10T00:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:53:25.175380 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc47d9-e9dc-482c-83a6-aa45d9ab6dcd req-579355bc-c4e0-41e7-b612-859e7b464b3f tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:25.185058 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-50dc47d9-e9dc-482c-83a6-aa45d9ab6dcd req-579355bc-c4e0-41e7-b612-859e7b464b3f tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 950 time: 0.2914894 Aug 10 00:53:25.186653 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-6c1489fe-0006-451d-bbb7-e0c1c56d5a63 admin admin] For port 4f35080d-2c7a-45d6-90ef-59f231e6073f, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=4f35080d-2c7a-45d6-90ef-59f231e6073f,segment=NetworkSegment(22ad0632-0951-45a1-9361-ef399b609cef),segment_id=22ad0632-0951-45a1-9361-ef399b609cef)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:25.187405 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6c1489fe-0006-451d-bbb7-e0c1c56d5a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:25.214158 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-6c1489fe-0006-451d-bbb7-e0c1c56d5a63 admin admin] Calling delete_port for 4f35080d-2c7a-45d6-90ef-59f231e6073f owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:53:25.261680 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-71ae99ef-17b0-4aad-9476-9184a279ba4a admin admin] For port 0c9645bf-4c62-4252-8fa2-3428d07ede0d, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=0c9645bf-4c62-4252-8fa2-3428d07ede0d,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:25.262073 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-71ae99ef-17b0-4aad-9476-9184a279ba4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:25.314368 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-50dc47d9-e9dc-482c-83a6-aa45d9ab6dcd req-f50fa471-c66a-404a-a906-2a009ebf1e70 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243203 Aug 10 00:53:25.318300 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-71ae99ef-17b0-4aad-9476-9184a279ba4a admin admin] Calling delete_port for 0c9645bf-4c62-4252-8fa2-3428d07ede0d owned by network:router_gateway {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:53:25.436910 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-407eb856-c854-47bf-8e0e-121b4bf26139 req-5d890f38-7120-4556-88d9-cba8f1663a0d tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321536 Aug 10 00:53:25.476662 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-be2a9bc5-ecb0-4df7-9876-65dbc8f3fa5e None None] Set router c4380860-040d-480f-ac76-3ade7efaabd5 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:25.508415 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6c1489fe-0006-451d-bbb7-e0c1c56d5a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:25.514883 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101eba2-2938-460f-bd07-06a10daf7b5c req-2b1c36fe-18fe-4451-b092-94d04bbaccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:25.516674 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0101eba2-2938-460f-bd07-06a10daf7b5c req-2b1c36fe-18fe-4451-b092-94d04bbaccec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d&tenant_id=a32ed65983d143c3b0d38c9da5efabeb HTTP/1.1" status: 200 len: 1102 time: 0.1941209 Aug 10 00:53:25.558053 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1489fe-0006-451d-bbb7-e0c1c56d5a63 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f35080d-2c7a-45d6-90ef-59f231e6073f,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:25.632673 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4b4ae425-b8a2-471e-9374-eb1b5bff94b8 None None] Could not find standard attr ID for object 4f35080d-2c7a-45d6-90ef-59f231e6073f. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 00:53:25.804623 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-be2a9bc5-ecb0-4df7-9876-65dbc8f3fa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4380860-040d-480f-ac76-3ade7efaabd5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1651000250-router', 'tenant_id': '7a9b2ba514f7485a935ae029f59869a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:15Z', 'updated_at': '2021-08-10T00:53:21Z', 'revision_number': 4, 'project_id': '7a9b2ba514f7485a935ae029f59869a8', 'gw_port': {'id': 'ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:43:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4380860-040d-480f-ac76-3ade7efaabd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:15Z', 'updated_at': '2021-08-10T00:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '4f35080d-2c7a-45d6-90ef-59f231e6073f', 'name': '', 'network_id': '034d8f47-9992-4899-8cc5-fc9495bfd53a', 'tenant_id': '7a9b2ba514f7485a935ae029f59869a8', 'mac_address': 'fa:16:3e:e6:e4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4380860-040d-480f-ac76-3ade7efaabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1c1496a8-a202-4c18-9901-6b15658ce8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:19Z', 'updated_at': '2021-08-10T00:53:24Z', 'revision_number': 4, 'project_id': '7a9b2ba514f7485a935ae029f59869a8', 'subnets': [{'id': '1c1496a8-a202-4c18-9901-6b15658ce8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:25.816570 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101eba2-2938-460f-bd07-06a10daf7b5c req-fe13fff5-5a62-4196-9ce6-df8b59e1281f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:25.817638 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0101eba2-2938-460f-bd07-06a10daf7b5c req-fe13fff5-5a62-4196-9ce6-df8b59e1281f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 1102 time: 0.2673275 Aug 10 00:53:25.838420 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2a9bc5-ecb0-4df7-9876-65dbc8f3fa5e None None] The sync data for ids ['c4380860-040d-480f-ac76-3ade7efaabd5'] in n-d-766726-26 is: [{'id': 'c4380860-040d-480f-ac76-3ade7efaabd5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1651000250-router', 'tenant_id': '7a9b2ba514f7485a935ae029f59869a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:15Z', 'updated_at': '2021-08-10T00:53:21Z', 'revision_number': 4, 'project_id': '7a9b2ba514f7485a935ae029f59869a8', 'gw_port': {'id': 'ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:43:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4380860-040d-480f-ac76-3ade7efaabd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:15Z', 'updated_at': '2021-08-10T00:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '4f35080d-2c7a-45d6-90ef-59f231e6073f', 'name': '', 'network_id': '034d8f47-9992-4899-8cc5-fc9495bfd53a', 'tenant_id': '7a9b2ba514f7485a935ae029f59869a8', 'mac_address': 'fa:16:3e:e6:e4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4380860-040d-480f-ac76-3ade7efaabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1c1496a8-a202-4c18-9901-6b15658ce8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:19Z', 'updated_at': '2021-08-10T00:53:24Z', 'revision_number': 4, 'project_id': '7a9b2ba514f7485a935ae029f59869a8', 'subnets': [{'id': '1c1496a8-a202-4c18-9901-6b15658ce8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:53:25.860911 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2f47a-48ed-40ef-9555-04bb628cad5a req-e6c0d86e-f30b-416e-a5be-bba5e041f346 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:25.862972 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-55f2f47a-48ed-40ef-9555-04bb628cad5a req-e6c0d86e-f30b-416e-a5be-bba5e041f346 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.3030496 Aug 10 00:53:25.936735 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6c1489fe-0006-451d-bbb7-e0c1c56d5a63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:25.938674 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-71ae99ef-17b0-4aad-9476-9184a279ba4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:26.000906 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae99ef-17b0-4aad-9476-9184a279ba4a admin admin] Pushing event deleted for resources: {'Port': ['ID=0c9645bf-4c62-4252-8fa2-3428d07ede0d,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:26.085326 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-55f2f47a-48ed-40ef-9555-04bb628cad5a req-9c2fe3af-3d01-41c0-a89e-1bb9eaff3f3a tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442494 Aug 10 00:53:26.088394 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101eba2-2938-460f-bd07-06a10daf7b5c req-152d1045-9edb-49bc-9245-79cbce02b714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:26.089808 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0101eba2-2938-460f-bd07-06a10daf7b5c req-152d1045-9edb-49bc-9245-79cbce02b714 service neutron] 10.222.0.24 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.2253234 Aug 10 00:53:26.100265 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-71ae99ef-17b0-4aad-9476-9184a279ba4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:26.195492 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0101eba2-2938-460f-bd07-06a10daf7b5c req-ea8fd1b9-9a21-4723-8df1-c4b1a44bb04f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=fdc10411-30f3-4964-8619-36d66302f093 HTTP/1.1" status: 200 len: 217 time: 0.0963652 Aug 10 00:53:26.241149 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1489fe-0006-451d-bbb7-e0c1c56d5a63 admin admin] Router c4380860-040d-480f-ac76-3ade7efaabd5 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:53:26.456279 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1489fe-0006-451d-bbb7-e0c1c56d5a63 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:53:26.470031 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6c1489fe-0006-451d-bbb7-e0c1c56d5a63 admin admin] 10.222.0.35 "PUT /v2.0/routers/c4380860-040d-480f-ac76-3ade7efaabd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0616264 Aug 10 00:53:26.472121 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33124) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:26.684761 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33132) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:26.701720 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device ccb8d22f-28bd-447e-8026-fa3e74e719d7 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:53:26.725347 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d96efac5-10de-4bb9-b595-1c8e6a38c193 admin admin] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:26.749127 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-71ae99ef-17b0-4aad-9476-9184a279ba4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:26.767227 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-71ae99ef-17b0-4aad-9476-9184a279ba4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:26.783255 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: ccb8d22f-28bd-447e-8026-fa3e74e719d7 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:53:26.784209 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device ccb8d22f-28bd-447e-8026-fa3e74e719d7 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:53:26.862519 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101eba2-2938-460f-bd07-06a10daf7b5c req-088866e5-1f2a-4a45-a3f2-2bf8a29a6892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:26.864208 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0101eba2-2938-460f-bd07-06a10daf7b5c req-088866e5-1f2a-4a45-a3f2-2bf8a29a6892 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.6161892 Aug 10 00:53:26.868274 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-71ae99ef-17b0-4aad-9476-9184a279ba4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:26.868820 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ae99ef-17b0-4aad-9476-9184a279ba4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b2ac2e4-6ed8-46ce-90af-2c454640483b {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 00:53:26.871187 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67dc694d-175a-41b0-99bb-2983d354c167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:26.905912 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d96efac5-10de-4bb9-b595-1c8e6a38c193 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:26.907506 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-71ae99ef-17b0-4aad-9476-9184a279ba4a admin admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:26.911277 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-71ae99ef-17b0-4aad-9476-9184a279ba4a admin admin] 10.222.0.35 "DELETE /v2.0/routers/1b2ac2e4-6ed8-46ce-90af-2c454640483b HTTP/1.1" status: 204 len: 168 time: 3.0841365 Aug 10 00:53:26.912198 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33144) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:26.920126 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6456fce-935c-411d-a5fc-fee47d87430d req-45bfb567-84c3-4ddb-8b5e-b7a8933f9dbb tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:26.921693 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c6456fce-935c-411d-a5fc-fee47d87430d req-45bfb567-84c3-4ddb-8b5e-b7a8933f9dbb tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 950 time: 0.1895370 Aug 10 00:53:26.990295 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6584b-9953-41eb-b762-2e637ba0c5bd req-b3d1d357-e80c-44b0-b03a-4d149d2dff65 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:26.992250 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-47e6584b-9953-41eb-b762-2e637ba0c5bd req-b3d1d357-e80c-44b0-b03a-4d149d2dff65 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=afd75883-1f7e-444d-adc3-f51d404b13cf HTTP/1.1" status: 200 len: 945 time: 0.1263781 Aug 10 00:53:27.001896 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c6456fce-935c-411d-a5fc-fee47d87430d req-43e63b31-2c12-4203-bded-a0237379f95b tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643260 Aug 10 00:53:27.002964 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-73dc2b48-1a55-4c57-9078-0d06701ef20a admin admin] Deleting subnet dcf03b3b-6f13-42e9-be6a-f87764bef944 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:53:27.003710 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101eba2-2938-460f-bd07-06a10daf7b5c req-ca9bd190-f79a-49d7-8312-324f7432fc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:27.010778 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0101eba2-2938-460f-bd07-06a10daf7b5c req-ca9bd190-f79a-49d7-8312-324f7432fc07 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1275654 Aug 10 00:53:27.013589 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-73dc2b48-1a55-4c57-9078-0d06701ef20a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.086238 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-73dc2b48-1a55-4c57-9078-0d06701ef20a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.123775 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-47e6584b-9953-41eb-b762-2e637ba0c5bd req-9215168c-4692-4ea1-a45c-d31c3b7ccdc9 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118901 Aug 10 00:53:27.150807 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-d96efac5-10de-4bb9-b595-1c8e6a38c193 admin admin] Deleting port ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:53:27.153232 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d96efac5-10de-4bb9-b595-1c8e6a38c193 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.187552 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67dc694d-175a-41b0-99bb-2983d354c167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.190395 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0101eba2-2938-460f-bd07-06a10daf7b5c req-e0bd2fe2-d426-4083-b230-ae2ba9517cd1 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713018 Aug 10 00:53:27.222046 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67dc694d-175a-41b0-99bb-2983d354c167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.328689 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-67dc694d-175a-41b0-99bb-2983d354c167 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ce3b7479bbc44b1994a5f503c7dd4b4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6404326 Aug 10 00:53:27.330582 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33178) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:27.333020 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86725a-9cfb-4eaf-9e11-257e5c0227b1 req-2a3fdc1d-0ae4-4d77-a950-d79e6e9914dc tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:27.333169 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc694d-175a-41b0-99bb-2983d354c167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e4e02a-d354-42dc-a404-3b24f2c2ebfe,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:27.334359 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9e86725a-9cfb-4eaf-9e11-257e5c0227b1 req-2a3fdc1d-0ae4-4d77-a950-d79e6e9914dc tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.0784991 Aug 10 00:53:27.378527 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-d96efac5-10de-4bb9-b595-1c8e6a38c193 admin admin] For port ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:27.378835 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d96efac5-10de-4bb9-b595-1c8e6a38c193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.392868 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0101eba2-2938-460f-bd07-06a10daf7b5c req-ed153d02-ecdf-4b19-80bb-82eb0ed12a9c service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955972 Aug 10 00:53:27.394833 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-73dc2b48-1a55-4c57-9078-0d06701ef20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.410132 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9e86725a-9cfb-4eaf-9e11-257e5c0227b1 req-e234b11a-f24c-49a6-91b4-91c282423c10 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619380 Aug 10 00:53:27.444025 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-d96efac5-10de-4bb9-b595-1c8e6a38c193 admin admin] Calling delete_port for ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:53:27.566998 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c1bd301c-b284-4016-852f-3ffdba4abad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.616241 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-73dc2b48-1a55-4c57-9078-0d06701ef20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.625371 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77dc4d1-b751-49ed-951d-f4c5e0365a2f req-31b2dfef-0adc-49f7-851a-b153dc94a66c tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:27.625580 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c1bd301c-b284-4016-852f-3ffdba4abad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.633432 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d77dc4d1-b751-49ed-951d-f4c5e0365a2f req-31b2dfef-0adc-49f7-851a-b153dc94a66c tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=afd75883-1f7e-444d-adc3-f51d404b13cf HTTP/1.1" status: 200 len: 1097 time: 0.1033196 Aug 10 00:53:27.685472 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d77dc4d1-b751-49ed-951d-f4c5e0365a2f req-9863048a-26e0-4849-8df6-71aa0c826b99 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453870 Aug 10 00:53:27.694302 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc2b48-1a55-4c57-9078-0d06701ef20a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcf03b3b-6f13-42e9-be6a-f87764bef944,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:27.708130 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-73dc2b48-1a55-4c57-9078-0d06701ef20a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.709510 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b797e5b0-22c2-4bde-8b23-8c7827554731 None None] Network 69f51d35-d4ba-4f49-8c05-8898ee0d5115 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:53:27.712652 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-73dc2b48-1a55-4c57-9078-0d06701ef20a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/dcf03b3b-6f13-42e9-be6a-f87764bef944 HTTP/1.1" status: 204 len: 168 time: 0.7982831 Aug 10 00:53:27.715526 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33204) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:27.856248 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8b4a9db5-0e1c-4802-8681-c1de3012d8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.863429 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d96efac5-10de-4bb9-b595-1c8e6a38c193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.905198 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96efac5-10de-4bb9-b595-1c8e6a38c193 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:27.908037 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c1bd301c-b284-4016-852f-3ffdba4abad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.911628 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c1bd301c-b284-4016-852f-3ffdba4abad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.913558 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c1bd301c-b284-4016-852f-3ffdba4abad1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f0e4e02a-d354-42dc-a404-3b24f2c2ebfe HTTP/1.1" status: 204 len: 168 time: 0.5775733 Aug 10 00:53:27.929289 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd301c-b284-4016-852f-3ffdba4abad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e4e02a-d354-42dc-a404-3b24f2c2ebfe,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:27.939190 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.980574 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc64be1-76bc-4f3a-9f02-8591c815255d None None] Sync routers for ids ['c4380860-040d-480f-ac76-3ade7efaabd5'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:53:27.998728 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc64be1-76bc-4f3a-9f02-8591c815255d None None] Routers {'c4380860-040d-480f-ac76-3ade7efaabd5'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:27.999560 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-4dc64be1-76bc-4f3a-9f02-8591c815255d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:53:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['c4380860-040d-480f-ac76-3ade7efaabd5'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:28.003946 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab5123-dee2-40fe-80a4-1d1a3ebcb9d9 req-ed1ac79e-65e4-4fb1-8304-30688f4c8887 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:28.010653 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3aab5123-dee2-40fe-80a4-1d1a3ebcb9d9 req-ed1ac79e-65e4-4fb1-8304-30688f4c8887 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=afd75883-1f7e-444d-adc3-f51d404b13cf HTTP/1.1" status: 200 len: 1097 time: 0.1698353 Aug 10 00:53:28.042496 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d96efac5-10de-4bb9-b595-1c8e6a38c193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:28.076936 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dbc179-c21e-4caf-b5b5-804a09877cf8 None None] DHCP port deletion for 69f51d35-d4ba-4f49-8c05-8898ee0d5115 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 00:53:28.121067 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-8b4a9db5-0e1c-4802-8681-c1de3012d8d9 admin admin] Deleting port 4390c61c-b9ad-4a61-a91f-822e0e398030 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:53:28.121413 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8b4a9db5-0e1c-4802-8681-c1de3012d8d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:28.155861 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-4dc64be1-76bc-4f3a-9f02-8591c815255d None None] Set router c4380860-040d-480f-ac76-3ade7efaabd5 gateway port host: None {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:28.163981 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d96efac5-10de-4bb9-b595-1c8e6a38c193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:28.168493 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d96efac5-10de-4bb9-b595-1c8e6a38c193 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:28.192940 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3aab5123-dee2-40fe-80a4-1d1a3ebcb9d9 req-d6d0b1bf-1edb-45a5-ba48-62de1186cb7b tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737981 Aug 10 00:53:28.206082 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-8b4a9db5-0e1c-4802-8681-c1de3012d8d9 admin admin] For port 4390c61c-b9ad-4a61-a91f-822e0e398030, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=4390c61c-b9ad-4a61-a91f-822e0e398030,segment=NetworkSegment(ca4e504f-4f97-4302-9728-cd71fd6e7293),segment_id=ca4e504f-4f97-4302-9728-cd71fd6e7293)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:28.206525 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8b4a9db5-0e1c-4802-8681-c1de3012d8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:28.225261 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-8b4a9db5-0e1c-4802-8681-c1de3012d8d9 admin admin] Calling delete_port for 4390c61c-b9ad-4a61-a91f-822e0e398030 owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:53:28.253277 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-4dc64be1-76bc-4f3a-9f02-8591c815255d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4380860-040d-480f-ac76-3ade7efaabd5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1651000250-router', 'tenant_id': '7a9b2ba514f7485a935ae029f59869a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:15Z', 'updated_at': '2021-08-10T00:53:27Z', 'revision_number': 7, 'project_id': '7a9b2ba514f7485a935ae029f59869a8', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:28.283657 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d96efac5-10de-4bb9-b595-1c8e6a38c193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:28.286487 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96efac5-10de-4bb9-b595-1c8e6a38c193 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4380860-040d-480f-ac76-3ade7efaabd5 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 00:53:28.289864 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc64be1-76bc-4f3a-9f02-8591c815255d None None] Checking router: c4380860-040d-480f-ac76-3ade7efaabd5 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:53:28.299197 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d96efac5-10de-4bb9-b595-1c8e6a38c193 admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:28.300861 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d96efac5-10de-4bb9-b595-1c8e6a38c193 admin admin] 10.222.0.35 "DELETE /v2.0/routers/c4380860-040d-480f-ac76-3ade7efaabd5 HTTP/1.1" status: 204 len: 168 time: 1.8280263 Aug 10 00:53:28.303479 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33252) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:28.320257 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc64be1-76bc-4f3a-9f02-8591c815255d None None] Routers set() bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:28.321969 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc64be1-76bc-4f3a-9f02-8591c815255d None None] Router IDs set() for agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 00:53:28.322649 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_agentschedulers_db [None req-4dc64be1-76bc-4f3a-9f02-8591c815255d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c4380860-040d-480f-ac76-3ade7efaabd5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:53:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent'). {{(pid=105828) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 00:53:28.324672 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc64be1-76bc-4f3a-9f02-8591c815255d None None] The sync data for ids ['c4380860-040d-480f-ac76-3ade7efaabd5'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:53:28.337336 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e1dbc179-c21e-4caf-b5b5-804a09877cf8 None None] Deleting port 4390c61c-b9ad-4a61-a91f-822e0e398030 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:53:28.339663 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e1dbc179-c21e-4caf-b5b5-804a09877cf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:28.420106 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5eb1a62-b21a-4409-bc0d-64e28e260a7d admin admin] Deleting subnet 1c1496a8-a202-4c18-9901-6b15658ce8c1 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:53:28.425656 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1a62-b21a-4409-bc0d-64e28e260a7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:28.441793 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45fbb5-7a76-4ba2-a8da-893a037ea932 req-e06c26b9-1a51-4aa3-af26-b91a26d3d8c9 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:28.443566 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4c45fbb5-7a76-4ba2-a8da-893a037ea932 req-e06c26b9-1a51-4aa3-af26-b91a26d3d8c9 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 950 time: 0.0992584 Aug 10 00:53:28.445324 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8b4a9db5-0e1c-4802-8681-c1de3012d8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:28.457205 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-e1dbc179-c21e-4caf-b5b5-804a09877cf8 None None] For port 4390c61c-b9ad-4a61-a91f-822e0e398030, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=4390c61c-b9ad-4a61-a91f-822e0e398030,segment=NetworkSegment(ca4e504f-4f97-4302-9728-cd71fd6e7293),segment_id=ca4e504f-4f97-4302-9728-cd71fd6e7293)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:28.457626 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e1dbc179-c21e-4caf-b5b5-804a09877cf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:28.460530 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33256) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:28.471990 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e1dbc179-c21e-4caf-b5b5-804a09877cf8 None None] Calling delete_port for 4390c61c-b9ad-4a61-a91f-822e0e398030 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:53:28.483046 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-50214eaf-6069-4001-a469-223a03c2949d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:28.489143 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1a62-b21a-4409-bc0d-64e28e260a7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:28.499364 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a9db5-0e1c-4802-8681-c1de3012d8d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4390c61c-b9ad-4a61-a91f-822e0e398030,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:28.508903 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4a9db5-0e1c-4802-8681-c1de3012d8d9 admin admin] No DVR routers for this DVR port 4390c61c-b9ad-4a61-a91f-822e0e398030 on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:53:28.567915 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4c45fbb5-7a76-4ba2-a8da-893a037ea932 req-09630480-3c44-44d0-a01d-2c9a06d13140 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925901 Aug 10 00:53:28.595715 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e1dbc179-c21e-4caf-b5b5-804a09877cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:28.646532 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8b4a9db5-0e1c-4802-8681-c1de3012d8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:28.657159 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dbc179-c21e-4caf-b5b5-804a09877cf8 None None] Pushing event deleted for resources: {'Port': ['ID=4390c61c-b9ad-4a61-a91f-822e0e398030,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:28.661112 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dbc179-c21e-4caf-b5b5-804a09877cf8 None None] No DVR routers for this DVR port 4390c61c-b9ad-4a61-a91f-822e0e398030 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:53:28.675097 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-8b4a9db5-0e1c-4802-8681-c1de3012d8d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f51d35-d4ba-4f49-8c05-8898ee0d5115']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:28.700268 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-8b4a9db5-0e1c-4802-8681-c1de3012d8d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca4e504f-4f97-4302-9728-cd71fd6e7293') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:28.700574 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-8b4a9db5-0e1c-4802-8681-c1de3012d8d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca4e504f-4f97-4302-9728-cd71fd6e7293') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:28.718826 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8b4a9db5-0e1c-4802-8681-c1de3012d8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:28.755141 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243a2ca-3f11-40e8-9ce0-fb298aec06fe req-a6ca1d82-b90a-40ed-b956-d6cfdca218cd tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:28.764762 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2243a2ca-3f11-40e8-9ce0-fb298aec06fe req-a6ca1d82-b90a-40ed-b956-d6cfdca218cd tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.1153219 Aug 10 00:53:28.766530 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8b4a9db5-0e1c-4802-8681-c1de3012d8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:28.835846 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b4a9db5-0e1c-4802-8681-c1de3012d8d9 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:53:28.836310 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8b4a9db5-0e1c-4802-8681-c1de3012d8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:28.846054 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 00:53:28.846054 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:53:28.846054 n-d-766726-26 neutron-server[105826]: timer() Aug 10 00:53:28.846054 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:53:28.846054 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 00:53:28.846054 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:53:28.846054 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 00:53:28.846054 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:53:28.846054 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 00:53:28.846054 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:53:28.846054 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 00:53:28.846054 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:53:28.846054 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 00:53:28.846054 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:53:28.846054 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:53:28.846054 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:53:28.846054 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:53:28.846054 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:53:28.846054 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 00:53:28.846054 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:53:28.846054 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 00:53:28.846054 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:53:28.846054 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:53:28.846054 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:53:28.846054 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 00:53:28.846054 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:53:28.846054 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:53:28.846054 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:53:28.846054 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:53:28.846054 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:53:28.846054 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:53:28.846054 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:53:28.940334 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1a62-b21a-4409-bc0d-64e28e260a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:28.948770 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2243a2ca-3f11-40e8-9ce0-fb298aec06fe req-696c6da3-c70d-4879-b555-a71f357317d3 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711161 Aug 10 00:53:28.977855 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8b4a9db5-0e1c-4802-8681-c1de3012d8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:28.978318 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4f35080d-2c7a-45d6-90ef-59f231e6073f no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:53:28.993629 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8b4a9db5-0e1c-4802-8681-c1de3012d8d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:28.997001 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8b4a9db5-0e1c-4802-8681-c1de3012d8d9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/69f51d35-d4ba-4f49-8c05-8898ee0d5115 HTTP/1.1" status: 204 len: 168 time: 1.2804205 Aug 10 00:53:29.019855 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 4f35080d-2c7a-45d6-90ef-59f231e6073f {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:53:29.020608 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4f35080d-2c7a-45d6-90ef-59f231e6073f not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:53:29.021295 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 0c9645bf-4c62-4252-8fa2-3428d07ede0d no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:53:29.041938 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a9db5-0e1c-4802-8681-c1de3012d8d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=69f51d35-d4ba-4f49-8c05-8898ee0d5115,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:29.059058 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device fdc10411-30f3-4964-8619-36d66302f093 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:53:29.061617 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 0c9645bf-4c62-4252-8fa2-3428d07ede0d {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:53:29.062134 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 0c9645bf-4c62-4252-8fa2-3428d07ede0d not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:53:29.062550 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4390c61c-b9ad-4a61-a91f-822e0e398030 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:53:29.075021 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-50214eaf-6069-4001-a469-223a03c2949d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:29.082899 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-50214eaf-6069-4001-a469-223a03c2949d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:29.087076 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 4390c61c-b9ad-4a61-a91f-822e0e398030 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:53:29.087628 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4390c61c-b9ad-4a61-a91f-822e0e398030 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:53:29.104669 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1a62-b21a-4409-bc0d-64e28e260a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:29.112002 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0b8e9-4d85-4a6a-a6b4-b3db5659a0c9 req-5acd213a-dee8-4055-9b32-4fbde7a23490 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:29.117727 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e7b0b8e9-4d85-4a6a-a6b4-b3db5659a0c9 req-5acd213a-dee8-4055-9b32-4fbde7a23490 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=afd75883-1f7e-444d-adc3-f51d404b13cf HTTP/1.1" status: 200 len: 1097 time: 0.0715671 Aug 10 00:53:29.193242 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb1a62-b21a-4409-bc0d-64e28e260a7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c1496a8-a202-4c18-9901-6b15658ce8c1,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:29.202558 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1a62-b21a-4409-bc0d-64e28e260a7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:29.204796 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e7b0b8e9-4d85-4a6a-a6b4-b3db5659a0c9 req-1415675c-7ecd-4d3c-ac1f-08ce5a9a3813 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816233 Aug 10 00:53:29.205852 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b5eb1a62-b21a-4409-bc0d-64e28e260a7d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1c1496a8-a202-4c18-9901-6b15658ce8c1 HTTP/1.1" status: 204 len: 168 time: 0.9004719 Aug 10 00:53:29.209183 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33304) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:29.212761 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc3864e-0dd5-4daa-b311-a8af1b32eef1 None None] Network 034d8f47-9992-4899-8cc5-fc9495bfd53a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:53:29.213314 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-50214eaf-6069-4001-a469-223a03c2949d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ec7a61b1788341369da6f0dd6c394274&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7482088 Aug 10 00:53:29.214094 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33306) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:29.221466 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50214eaf-6069-4001-a469-223a03c2949d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae324ce-07cd-4b85-ae55-3f137947387e,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:29.247128 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:29.308053 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3ff6db4f-cf29-4ec8-8d15-e0beb7e69c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:29.310664 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33312) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:29.326874 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d32d65-a580-456e-a6cd-6c73f1678a0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdc10411-30f3-4964-8619-36d66302f093'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:53:29.330397 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5b4e46-e940-474b-a31f-e4417bb226ed" -d '{"events": [{"server_uuid": "f6d32d65-a580-456e-a6cd-6c73f1678a0d", "name": "network-vif-unplugged", "status": "completed", "tag": "fdc10411-30f3-4964-8619-36d66302f093"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:53:29.361072 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port fdc10411-30f3-4964-8619-36d66302f093, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=fdc10411-30f3-4964-8619-36d66302f093,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:29.383497 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bdbf8265-e187-4764-98c7-6cee990dec4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:29.411061 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bdbf8265-e187-4764-98c7-6cee990dec4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:29.421410 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:29.468678 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bdbf8265-e187-4764-98c7-6cee990dec4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:29.473252 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 00:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd064efc-636c-411f-ada4-223e3856f6d5 x-openstack-request-id: req-cd064efc-636c-411f-ada4-223e3856f6d5 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:53:29.473554 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d32d65-a580-456e-a6cd-6c73f1678a0d", "name": "network-vif-unplugged", "status": "completed", "tag": "fdc10411-30f3-4964-8619-36d66302f093", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:53:29.474202 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cd064efc-636c-411f-ada4-223e3856f6d5 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:53:29.474724 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bdbf8265-e187-4764-98c7-6cee990dec4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:29.474847 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d32d65-a580-456e-a6cd-6c73f1678a0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdc10411-30f3-4964-8619-36d66302f093', 'code': 200} Aug 10 00:53:29.476973 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-bdbf8265-e187-4764-98c7-6cee990dec4a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3ae324ce-07cd-4b85-ae55-3f137947387e HTTP/1.1" status: 204 len: 168 time: 0.2565784 Aug 10 00:53:29.484269 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ceb97c8f-0bb2-44da-a0cd-879016831bc0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cc2e62ffb5b34be582ea4ea144aaa50f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1721451 Aug 10 00:53:29.490341 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33340) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:29.507681 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf8265-e187-4764-98c7-6cee990dec4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae324ce-07cd-4b85-ae55-3f137947387e,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:29.523940 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=fdc10411-30f3-4964-8619-36d66302f093,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:29.563045 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-3ff6db4f-cf29-4ec8-8d15-e0beb7e69c0e admin admin] Deleting port d972be59-ee0e-462f-8fdb-430fa7390c78 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:53:29.563393 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3ff6db4f-cf29-4ec8-8d15-e0beb7e69c0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:29.618062 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92eb2544-7421-41bd-b221-7b973e423aaf None None] DHCP port deletion for 034d8f47-9992-4899-8cc5-fc9495bfd53a request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 00:53:29.671891 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-3ff6db4f-cf29-4ec8-8d15-e0beb7e69c0e admin admin] For port d972be59-ee0e-462f-8fdb-430fa7390c78, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=d972be59-ee0e-462f-8fdb-430fa7390c78,segment=NetworkSegment(22ad0632-0951-45a1-9361-ef399b609cef),segment_id=22ad0632-0951-45a1-9361-ef399b609cef)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:29.673085 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3ff6db4f-cf29-4ec8-8d15-e0beb7e69c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:29.675829 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ea4960ce-c38a-4934-aac8-d152c19383da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:29.710841 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-3ff6db4f-cf29-4ec8-8d15-e0beb7e69c0e admin admin] Calling delete_port for d972be59-ee0e-462f-8fdb-430fa7390c78 owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:53:29.725646 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-92eb2544-7421-41bd-b221-7b973e423aaf None None] Deleting port d972be59-ee0e-462f-8fdb-430fa7390c78 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:53:29.726033 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-92eb2544-7421-41bd-b221-7b973e423aaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:29.741594 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ea4960ce-c38a-4934-aac8-d152c19383da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:29.795564 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-92eb2544-7421-41bd-b221-7b973e423aaf None None] For port d972be59-ee0e-462f-8fdb-430fa7390c78, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=d972be59-ee0e-462f-8fdb-430fa7390c78,segment=NetworkSegment(22ad0632-0951-45a1-9361-ef399b609cef),segment_id=22ad0632-0951-45a1-9361-ef399b609cef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:29.795881 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-92eb2544-7421-41bd-b221-7b973e423aaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:29.810690 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-92eb2544-7421-41bd-b221-7b973e423aaf None None] Calling delete_port for d972be59-ee0e-462f-8fdb-430fa7390c78 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:53:29.839891 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e2c04-0319-44fb-b1bf-accf9efb85b3 req-771199e4-9ad2-4f98-853d-1a7048bb3f09 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:29.847532 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-677e2c04-0319-44fb-b1bf-accf9efb85b3 req-771199e4-9ad2-4f98-853d-1a7048bb3f09 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 948 time: 0.1615834 Aug 10 00:53:29.908034 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-677e2c04-0319-44fb-b1bf-accf9efb85b3 req-f98e699c-9f87-4c8a-808d-0496cb6fdf95 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546429 Aug 10 00:53:29.917255 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ea4960ce-c38a-4934-aac8-d152c19383da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:29.924672 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ea4960ce-c38a-4934-aac8-d152c19383da admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:29.927526 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ea4960ce-c38a-4934-aac8-d152c19383da admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d0fa134e-75c9-4973-b3e3-242b39af0b99 HTTP/1.1" status: 204 len: 168 time: 0.4339726 Aug 10 00:53:29.930731 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3ff6db4f-cf29-4ec8-8d15-e0beb7e69c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:29.932413 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-92eb2544-7421-41bd-b221-7b973e423aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:29.958789 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb2544-7421-41bd-b221-7b973e423aaf None None] Pushing event deleted for resources: {'Port': ['ID=d972be59-ee0e-462f-8fdb-430fa7390c78,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:29.980812 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4960ce-c38a-4934-aac8-d152c19383da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fa134e-75c9-4973-b3e3-242b39af0b99,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:29.986600 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eb2544-7421-41bd-b221-7b973e423aaf None None] No DVR routers for this DVR port d972be59-ee0e-462f-8fdb-430fa7390c78 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:53:30.013256 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6db4f-cf29-4ec8-8d15-e0beb7e69c0e admin admin] Pushing event deleted for resources: {'Port': ['ID=d972be59-ee0e-462f-8fdb-430fa7390c78,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:30.020158 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff6db4f-cf29-4ec8-8d15-e0beb7e69c0e admin admin] No DVR routers for this DVR port d972be59-ee0e-462f-8fdb-430fa7390c78 on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:53:30.149775 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3ff6db4f-cf29-4ec8-8d15-e0beb7e69c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:30.165974 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-3ff6db4f-cf29-4ec8-8d15-e0beb7e69c0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['034d8f47-9992-4899-8cc5-fc9495bfd53a']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:30.178919 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-3ff6db4f-cf29-4ec8-8d15-e0beb7e69c0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ad0632-0951-45a1-9361-ef399b609cef') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:30.179216 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-3ff6db4f-cf29-4ec8-8d15-e0beb7e69c0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ad0632-0951-45a1-9361-ef399b609cef') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:30.188345 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84acd39-dfbd-481d-aad0-e4eee0e840ee req-af518031-1c3f-4854-ac3b-f09955617b24 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:30.189880 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d84acd39-dfbd-481d-aad0-e4eee0e840ee req-af518031-1c3f-4854-ac3b-f09955617b24 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.1093791 Aug 10 00:53:30.199457 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3ff6db4f-cf29-4ec8-8d15-e0beb7e69c0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:30.229463 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3ff6db4f-cf29-4ec8-8d15-e0beb7e69c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:30.242403 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ff6db4f-cf29-4ec8-8d15-e0beb7e69c0e admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:53:30.242807 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3ff6db4f-cf29-4ec8-8d15-e0beb7e69c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:30.244469 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 00:53:30.244469 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:53:30.244469 n-d-766726-26 neutron-server[105826]: timer() Aug 10 00:53:30.244469 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:53:30.244469 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 00:53:30.244469 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:53:30.244469 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 00:53:30.244469 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:53:30.244469 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 00:53:30.244469 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:53:30.244469 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 00:53:30.244469 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:53:30.244469 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 00:53:30.244469 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:53:30.244469 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:53:30.244469 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:53:30.244469 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:53:30.244469 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:53:30.244469 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 00:53:30.244469 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:53:30.244469 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 00:53:30.244469 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:53:30.244469 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:53:30.244469 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:53:30.244469 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 00:53:30.244469 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:53:30.244469 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:53:30.244469 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:53:30.244469 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:53:30.244469 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:53:30.244469 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:53:30.244469 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:53:30.258423 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d84acd39-dfbd-481d-aad0-e4eee0e840ee req-5b454a98-d9ba-4de5-80a6-ca3fd7d86866 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609374 Aug 10 00:53:30.319627 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3ff6db4f-cf29-4ec8-8d15-e0beb7e69c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:30.325793 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3ff6db4f-cf29-4ec8-8d15-e0beb7e69c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:30.331982 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3ff6db4f-cf29-4ec8-8d15-e0beb7e69c0e admin admin] 10.222.0.35 "DELETE /v2.0/networks/034d8f47-9992-4899-8cc5-fc9495bfd53a HTTP/1.1" status: 204 len: 168 time: 1.1222470 Aug 10 00:53:30.344733 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6db4f-cf29-4ec8-8d15-e0beb7e69c0e admin admin] Pushing event deleted for resources: {'Network': ['ID=034d8f47-9992-4899-8cc5-fc9495bfd53a,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:30.482037 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e97b3-7b9e-40b9-87d3-6ed42422d70a req-6ea493e5-b42d-4b65-9729-d02a5a826f8f tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:30.490976 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bd4e97b3-7b9e-40b9-87d3-6ed42422d70a req-6ea493e5-b42d-4b65-9729-d02a5a826f8f tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=afd75883-1f7e-444d-adc3-f51d404b13cf HTTP/1.1" status: 200 len: 1097 time: 0.0694633 Aug 10 00:53:30.499005 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33448) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:30.561501 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bd4e97b3-7b9e-40b9-87d3-6ed42422d70a req-88c1251d-0196-401f-b5a6-913d3ae084d0 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643008 Aug 10 00:53:30.588692 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33466) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:30.602564 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-aab87005-5e54-4497-a066-ee41de305955 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7a9b2ba514f7485a935ae029f59869a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1017053 Aug 10 00:53:30.662444 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device d972be59-ee0e-462f-8fdb-430fa7390c78 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:53:30.685930 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: d972be59-ee0e-462f-8fdb-430fa7390c78 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:53:30.686537 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device d972be59-ee0e-462f-8fdb-430fa7390c78 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:53:30.687110 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:53:30.708729 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:53:30.709160 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device ac5bc4cd-39e7-4b69-8a3b-e9401812e4fa not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:53:30.724978 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-44b85e4c-ceee-490b-addf-e98874038549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:30.755875 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-44b85e4c-ceee-490b-addf-e98874038549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:30.828480 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-44b85e4c-ceee-490b-addf-e98874038549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:30.833518 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-44b85e4c-ceee-490b-addf-e98874038549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:30.835414 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-44b85e4c-ceee-490b-addf-e98874038549 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/caf2bafc-c08b-48cb-bb71-7917956c3d4c HTTP/1.1" status: 204 len: 168 time: 0.2374294 Aug 10 00:53:30.846450 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b85e4c-ceee-490b-addf-e98874038549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf2bafc-c08b-48cb-bb71-7917956c3d4c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:31.048987 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device fdc10411-30f3-4964-8619-36d66302f093 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:53:31.181865 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port fdc10411-30f3-4964-8619-36d66302f093, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=fdc10411-30f3-4964-8619-36d66302f093,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:31.198684 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'fdc10411-30f3-4964-8619-36d66302f093', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': 'fdc10411-30f3-4964-8619-36d66302f093', 'mac_address': 'fa:16:3e:cc:66:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:53:31.244482 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543653a-7c91-4eb1-b49a-a9ae52e5bc2f req-98681696-5110-494a-b99f-2521fc88221c tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:31.246354 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:31.246874 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2543653a-7c91-4eb1-b49a-a9ae52e5bc2f req-98681696-5110-494a-b99f-2521fc88221c tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 948 time: 0.0632660 Aug 10 00:53:31.259779 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdc10411-30f3-4964-8619-36d66302f093 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:53:31.280099 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port fdc10411-30f3-4964-8619-36d66302f093, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=fdc10411-30f3-4964-8619-36d66302f093,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:31.287941 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:31.311739 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2543653a-7c91-4eb1-b49a-a9ae52e5bc2f req-d53fc238-2cdc-48c8-8db6-1d116aacb8d5 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576098 Aug 10 00:53:31.369329 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=fdc10411-30f3-4964-8619-36d66302f093,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:31.599956 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['fdc10411-30f3-4964-8619-36d66302f093'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:53:31.671978 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33586) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:31.892419 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7700b-7d6e-4ede-956e-79dcf8aca0bd req-6d27fe6a-d6ba-4d32-9cad-2da5b159fd5e tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:31.894770 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-41d7700b-7d6e-4ede-956e-79dcf8aca0bd req-6d27fe6a-d6ba-4d32-9cad-2da5b159fd5e tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.0701182 Aug 10 00:53:31.959711 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-41d7700b-7d6e-4ede-956e-79dcf8aca0bd req-2406d345-67d7-4f09-abe3-5c145e70631c tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586338 Aug 10 00:53:31.972545 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-25ad968b-ec5a-40a5-9924-4de828163ea2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2032300131-network', 'tenant_id': 'e231d124cd97446aa8876f957603e179'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:32.007076 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ad968b-ec5a-40a5-9924-4de828163ea2 admin admin] Made reservation on behalf of e231d124cd97446aa8876f957603e179 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:53:32.011603 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-25ad968b-ec5a-40a5-9924-4de828163ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.037057 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-25ad968b-ec5a-40a5-9924-4de828163ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.154673 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-25ad968b-ec5a-40a5-9924-4de828163ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.161334 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-25ad968b-ec5a-40a5-9924-4de828163ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.185298 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ad968b-ec5a-40a5-9924-4de828163ea2 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:53:32.201573 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad968b-ec5a-40a5-9924-4de828163ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a9f60b-413b-47e8-9500-e89c8f006340,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:32.207212 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-25ad968b-ec5a-40a5-9924-4de828163ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.207553 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-25ad968b-ec5a-40a5-9924-4de828163ea2 admin admin] Added segment a30d4656-77f1-4b49-9847-a49b2c834c35 of type vlan for network 52006999-d3f1-495b-a2b1-3543fabe4ab4 Aug 10 00:53:32.254783 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-25ad968b-ec5a-40a5-9924-4de828163ea2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.361244 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-25ad968b-ec5a-40a5-9924-4de828163ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.361481 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-13cabbf3-ef85-4ebd-9c84-774c860f8e10 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:53:32.362650 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ad968b-ec5a-40a5-9924-4de828163ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:32.363485 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-25ad968b-ec5a-40a5-9924-4de828163ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.364475 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-13cabbf3-ef85-4ebd-9c84-774c860f8e10 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091677 Aug 10 00:53:32.381115 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-fac381e3-3a0c-4c34-8667-fb6bba02c4ec service neutron] Request body: {'binding': {'host': 'n-h1-766726-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:32.381940 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-fac381e3-3a0c-4c34-8667-fb6bba02c4ec service neutron] Unknown quota resources ['binding']. {{(pid=105827) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 00:53:32.474190 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-25ad968b-ec5a-40a5-9924-4de828163ea2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8015597 Aug 10 00:53:32.478397 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33644) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:32.484319 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-66ce0488-3e4e-48c0-aaea-455ae3bb32e7 admin admin] Request body: {'subnet': {'network_id': '52006999-d3f1-495b-a2b1-3543fabe4ab4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2032300131-subnet', 'tenant_id': 'e231d124cd97446aa8876f957603e179', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:32.494846 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd70b1d-4b1a-49de-b07e-e1d44946ffcb req-af7d4686-0031-4515-8211-66ca697a2ddd tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:32.496355 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fcd70b1d-4b1a-49de-b07e-e1d44946ffcb req-af7d4686-0031-4515-8211-66ca697a2ddd tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d&tenant_id=a32ed65983d143c3b0d38c9da5efabeb&binding%3Ahost_id=n-h1-766726-26 HTTP/1.1" status: 200 len: 949 time: 0.2144959 Aug 10 00:53:32.497003 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad968b-ec5a-40a5-9924-4de828163ea2 admin admin] Pushing event updated for resources: {'Network': ['ID=52006999-d3f1-495b-a2b1-3543fabe4ab4,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:32.507287 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9146c5d-d9b1-4984-9b58-1153ee6b03aa req-ed7c663a-3570-4677-8872-800b34b7727b tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:32.509026 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e9146c5d-d9b1-4984-9b58-1153ee6b03aa req-ed7c663a-3570-4677-8872-800b34b7727b tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 949 time: 0.1850350 Aug 10 00:53:32.518064 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 6a834218-a44a-41c8-b76e-4f94deca7511 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:53:32.535279 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ce0488-3e4e-48c0-aaea-455ae3bb32e7 admin admin] Made reservation on behalf of e231d124cd97446aa8876f957603e179 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:53:32.537728 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-66ce0488-3e4e-48c0-aaea-455ae3bb32e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.541232 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 6a834218-a44a-41c8-b76e-4f94deca7511 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:53:32.555259 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 52006999-d3f1-495b-a2b1-3543fabe4ab4 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:53:32.603731 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-fac381e3-3a0c-4c34-8667-fb6bba02c4ec service neutron] Attempting to bind port 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 on host n-h1-766726-26 for vnic_type normal with profile None {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:53:32.604770 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-fac381e3-3a0c-4c34-8667-fb6bba02c4ec service neutron] Attempting to bind port 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:53:32.605346 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-fac381e3-3a0c-4c34-8667-fb6bba02c4ec service neutron] Attempting to bind port 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 on network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:32.613660 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-fac381e3-3a0c-4c34-8667-fb6bba02c4ec service neutron] Port 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 on network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:53:32.614260 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-fac381e3-3a0c-4c34-8667-fb6bba02c4ec service neutron] Attempting to bind port 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 on network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:32.620932 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-fac381e3-3a0c-4c34-8667-fb6bba02c4ec service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:53:32.621637 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-fac381e3-3a0c-4c34-8667-fb6bba02c4ec service neutron] Checking segment: {'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:32.622437 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-fac381e3-3a0c-4c34-8667-fb6bba02c4ec service neutron] Bound using segment: {'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:53:32.624251 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-fac381e3-3a0c-4c34-8667-fb6bba02c4ec service neutron] Bound port: 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:53:32.677153 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e9146c5d-d9b1-4984-9b58-1153ee6b03aa req-5e7228e4-7bfc-4be8-a00e-dd6c0ae688ab tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360953 Aug 10 00:53:32.688656 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd70b1d-4b1a-49de-b07e-e1d44946ffcb req-2ec3e695-854a-4d5f-9799-df67ff377a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:32.698610 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fcd70b1d-4b1a-49de-b07e-e1d44946ffcb req-2ec3e695-854a-4d5f-9799-df67ff377a36 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 1101 time: 0.1382029 Aug 10 00:53:32.712410 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-fac381e3-3a0c-4c34-8667-fb6bba02c4ec service neutron] For port 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=2d7c6203-1ccd-4e9b-bb20-f853cd0068b0,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:53:32.722981 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-fac381e3-3a0c-4c34-8667-fb6bba02c4ec service neutron] Notify callbacks [] for binding, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.724704 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-fac381e3-3a0c-4c34-8667-fb6bba02c4ec service neutron] 10.222.0.35 "POST /v2.0/ports/2d7c6203-1ccd-4e9b-bb20-f853cd0068b0/bindings HTTP/1.1" status: 201 len: 390 time: 0.3526673 Aug 10 00:53:32.793505 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.796626 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 6a834218-a44a-41c8-b76e-4f94deca7511, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=6a834218-a44a-41c8-b76e-4f94deca7511,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:32.830698 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '6a834218-a44a-41c8-b76e-4f94deca7511', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': '6a834218-a44a-41c8-b76e-4f94deca7511', 'mac_address': 'fa:16:3e:cb:6a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:53:32.840054 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be929e63-6bd7-4015-b59e-8b494d5ecba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a834218-a44a-41c8-b76e-4f94deca7511'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:53:32.843264 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be04430c-572c-4526-a3b5-9183cbe0967a" -d '{"events": [{"server_uuid": "be929e63-6bd7-4015-b59e-8b494d5ecba9", "name": "network-vif-unplugged", "status": "completed", "tag": "6a834218-a44a-41c8-b76e-4f94deca7511"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:53:32.879597 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 6a834218-a44a-41c8-b76e-4f94deca7511, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=6a834218-a44a-41c8-b76e-4f94deca7511,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:32.892718 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.900990 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.941841 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a834218-a44a-41c8-b76e-4f94deca7511 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:53:32.951592 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd70b1d-4b1a-49de-b07e-e1d44946ffcb req-0c168463-0cc8-4e4b-b304-9a80c464b1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:32.963492 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fcd70b1d-4b1a-49de-b07e-e1d44946ffcb req-0c168463-0cc8-4e4b-b304-9a80c464b1f2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.2646863 Aug 10 00:53:32.971356 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-66ce0488-3e4e-48c0-aaea-455ae3bb32e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.988502 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=6a834218-a44a-41c8-b76e-4f94deca7511,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:33.008567 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.db.api [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 00:53:33.009012 n-d-766726-26 neutron-server[105828]: DEBUG oslo_db.api [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 00:53:33.070323 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fcd70b1d-4b1a-49de-b07e-e1d44946ffcb req-7aee7b09-12af-4415-ae53-308b0147170b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=fdc10411-30f3-4964-8619-36d66302f093 HTTP/1.1" status: 200 len: 217 time: 0.0887077 Aug 10 00:53:33.072792 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device fdc10411-30f3-4964-8619-36d66302f093 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:33.128065 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce0488-3e4e-48c0-aaea-455ae3bb32e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3564e647-dc64-4924-9b8f-434d4321d072,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:33.138113 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port fdc10411-30f3-4964-8619-36d66302f093 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:33.138695 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:33.152566 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ce0488-3e4e-48c0-aaea-455ae3bb32e7 admin admin] Checking segment: {'id': 'a30d4656-77f1-4b49-9847-a49b2c834c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '52006999-d3f1-495b-a2b1-3543fabe4ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:33.152927 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ce0488-3e4e-48c0-aaea-455ae3bb32e7 admin admin] Network hostable DHCP agents. Network: 52006999-d3f1-495b-a2b1-3543fabe4ab4, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:53:33.159646 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-5fe96dcb-cd52-43d2-8d0a-8b5f3e75a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:33.161227 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-5fe96dcb-cd52-43d2-8d0a-8b5f3e75a12e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=040768a449b74edfb649dfba67db8bf2&device_id=afd75883-1f7e-444d-adc3-f51d404b13cf HTTP/1.1" status: 200 len: 1097 time: 0.1812425 Aug 10 00:53:33.167433 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd70b1d-4b1a-49de-b07e-e1d44946ffcb req-08481ef4-b8ae-4183-b5c4-311bb02174ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:33.168982 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fcd70b1d-4b1a-49de-b07e-e1d44946ffcb req-08481ef4-b8ae-4183-b5c4-311bb02174ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0856202 Aug 10 00:53:33.243625 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 00:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae9d7fd-7c60-4ac5-860f-5c5316924214 x-openstack-request-id: req-aae9d7fd-7c60-4ac5-860f-5c5316924214 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:53:33.243933 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be929e63-6bd7-4015-b59e-8b494d5ecba9", "name": "network-vif-unplugged", "status": "completed", "tag": "6a834218-a44a-41c8-b76e-4f94deca7511", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:53:33.244228 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aae9d7fd-7c60-4ac5-860f-5c5316924214 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:53:33.244631 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be929e63-6bd7-4015-b59e-8b494d5ecba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a834218-a44a-41c8-b76e-4f94deca7511', 'code': 200} Aug 10 00:53:33.246804 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:33.282927 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ce0488-3e4e-48c0-aaea-455ae3bb32e7 admin admin] Network 52006999-d3f1-495b-a2b1-3543fabe4ab4 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:53:33.291095 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port fdc10411-30f3-4964-8619-36d66302f093, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=fdc10411-30f3-4964-8619-36d66302f093,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:33.295265 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:33.337339 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-66ce0488-3e4e-48c0-aaea-455ae3bb32e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 52006999-d3f1-495b-a2b1-3543fabe4ab4) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:33.345346 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e55914-879d-41b7-a73d-780c286df564 None None] Network 52006999-d3f1-495b-a2b1-3543fabe4ab4 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:53:33.348735 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=fdc10411-30f3-4964-8619-36d66302f093,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:33.352117 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ce0488-3e4e-48c0-aaea-455ae3bb32e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:33.352689 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-66ce0488-3e4e-48c0-aaea-455ae3bb32e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:33.359051 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd70b1d-4b1a-49de-b07e-e1d44946ffcb req-3d812205-d102-4310-a1af-e0ef7ed3049d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:33.360619 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fcd70b1d-4b1a-49de-b07e-e1d44946ffcb req-3d812205-d102-4310-a1af-e0ef7ed3049d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1794219 Aug 10 00:53:33.389689 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b67121-1c6d-427e-9c69-85ff03a5bd74 req-aba1f43e-9ae3-452f-b59a-5911ed59bf4e tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:33.391653 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-75b67121-1c6d-427e-9c69-85ff03a5bd74 req-aba1f43e-9ae3-452f-b59a-5911ed59bf4e tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=afd75883-1f7e-444d-adc3-f51d404b13cf HTTP/1.1" status: 200 len: 945 time: 0.1448870 Aug 10 00:53:33.447005 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-66ce0488-3e4e-48c0-aaea-455ae3bb32e7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9675350 Aug 10 00:53:33.447855 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33702) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:33.450842 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-4008d62c-ec1a-4f57-a26f-1020aaa468ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:33.452289 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-4008d62c-ec1a-4f57-a26f-1020aaa468ad service neutron] 10.222.0.24 "GET /v2.0/networks?id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da HTTP/1.1" status: 200 len: 921 time: 0.2824275 Aug 10 00:53:33.452689 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-f25d4d53-e94e-423d-8f3d-70a7130e21fe admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2032300131-router', 'tenant_id': 'e231d124cd97446aa8876f957603e179', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:33.475187 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f25d4d53-e94e-423d-8f3d-70a7130e21fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:33.476519 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f25d4d53-e94e-423d-8f3d-70a7130e21fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:33.497353 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16d48a7-75bb-4dd3-9e23-e0aaf39fbeec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-52006999-d3f1-495b-a2b1-3543fabe4ab4', 'network_id': '52006999-d3f1-495b-a2b1-3543fabe4ab4', 'tenant_id': 'e231d124cd97446aa8876f957603e179', 'fixed_ips': [{'subnet_id': '3564e647-dc64-4924-9b8f-434d4321d072'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:53:33.498348 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d16d48a7-75bb-4dd3-9e23-e0aaf39fbeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:33.537663 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f25d4d53-e94e-423d-8f3d-70a7130e21fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:33.598032 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:33.624515 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a834218-a44a-41c8-b76e-4f94deca7511 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:53:33.657836 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 6a834218-a44a-41c8-b76e-4f94deca7511, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=6a834218-a44a-41c8-b76e-4f94deca7511,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:33.662151 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:33.708118 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f25d4d53-e94e-423d-8f3d-70a7130e21fe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:33.812210 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a968a-2ef0-4cd0-b474-1b6cb9f6dcdd req-cc10dace-b9f7-4498-b886-3d3ee80682f0 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:33.820148 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-039a968a-2ef0-4cd0-b474-1b6cb9f6dcdd req-cc10dace-b9f7-4498-b886-3d3ee80682f0 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 946 time: 0.5243044 Aug 10 00:53:33.835383 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-b2c9d32b-00fa-425e-a954-09a5e38ce512 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 HTTP/1.1" status: 200 len: 217 time: 0.3663843 Aug 10 00:53:33.915564 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-75b67121-1c6d-427e-9c69-85ff03a5bd74 req-96c0ce30-0911-42e5-8f2f-2875645c5231 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5007787 Aug 10 00:53:33.925954 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-d16d48a7-75bb-4dd3-9e23-e0aaf39fbeec None None] Allocated IP 172.20.0.2 (52006999-d3f1-495b-a2b1-3543fabe4ab4/3564e647-dc64-4924-9b8f-434d4321d072/5f5e6b39-b1c3-4da1-a97b-6d18b84cc343) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:53:33.946499 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f25d4d53-e94e-423d-8f3d-70a7130e21fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:33.955601 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=6a834218-a44a-41c8-b76e-4f94deca7511,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:33.968254 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f25d4d53-e94e-423d-8f3d-70a7130e21fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:33.971095 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fcd70b1d-4b1a-49de-b07e-e1d44946ffcb req-5e5b249c-21c6-4c9c-9dc1-26e318974176 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5999577 Aug 10 00:53:33.982276 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-039a968a-2ef0-4cd0-b474-1b6cb9f6dcdd req-973c0ac3-9bd2-450e-8377-d01910474011 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612003 Aug 10 00:53:33.989446 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-3274b862-7dcc-45e3-8d24-3893ed6f8ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:33.999881 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-3274b862-7dcc-45e3-8d24-3893ed6f8ecd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ff99852-0921-4c80-99ca-12207c311102 HTTP/1.1" status: 200 len: 860 time: 0.1376810 Aug 10 00:53:34.111121 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-f25d4d53-e94e-423d-8f3d-70a7130e21fe admin admin] Allocated IP 172.25.2.39 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/99bc0bdf-96b9-4944-b009-e4933dcef4e7) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:53:34.111654 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-d2c618b1-c882-4adb-bcfa-1965c62576e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053679 Aug 10 00:53:34.165876 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['6a834218-a44a-41c8-b76e-4f94deca7511'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:53:34.288268 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fcd70b1d-4b1a-49de-b07e-e1d44946ffcb req-543070e5-1454-4887-96db-b719401ce93a service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869813 Aug 10 00:53:34.346168 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d16d48a7-75bb-4dd3-9e23-e0aaf39fbeec None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:34.371119 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d16d48a7-75bb-4dd3-9e23-e0aaf39fbeec None None] Transition to ACTIVE for port object 5f5e6b39-b1c3-4da1-a97b-6d18b84cc343 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:34.376161 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-2b6483e5-30d4-409c-b25d-bbde33019881 service neutron] 10.222.0.24 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507470 Aug 10 00:53:34.421380 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f25d4d53-e94e-423d-8f3d-70a7130e21fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:34.489033 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f25d4d53-e94e-423d-8f3d-70a7130e21fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:34.500344 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d16d48a7-75bb-4dd3-9e23-e0aaf39fbeec None None] Transition to ACTIVE for port object 5f5e6b39-b1c3-4da1-a97b-6d18b84cc343 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:34.536547 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d16d48a7-75bb-4dd3-9e23-e0aaf39fbeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:34.583954 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16d48a7-75bb-4dd3-9e23-e0aaf39fbeec None None] Network 52006999-d3f1-495b-a2b1-3543fabe4ab4 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:34.587568 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25d4d53-e94e-423d-8f3d-70a7130e21fe admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:34.594706 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-f25d4d53-e94e-423d-8f3d-70a7130e21fe admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:34.596525 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-d16d48a7-75bb-4dd3-9e23-e0aaf39fbeec None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:34.596750 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d4d53-e94e-423d-8f3d-70a7130e21fe admin admin] Pushing event updated for resources: {'Port': ['ID=99bc0bdf-96b9-4944-b009-e4933dcef4e7,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:34.602080 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16d48a7-75bb-4dd3-9e23-e0aaf39fbeec None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:53:34.605820 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25d4d53-e94e-423d-8f3d-70a7130e21fe admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:53:34.613738 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a612e-4f2f-49e8-a733-11bde187e587 req-2dc4e212-a1ef-43d2-98cc-5cc5eee89269 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:34.614751 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-289a612e-4f2f-49e8-a733-11bde187e587 req-2dc4e212-a1ef-43d2-98cc-5cc5eee89269 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 950 time: 0.1038682 Aug 10 00:53:34.621054 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-8b63af51-e779-45e9-be58-f03032a94eb2 service neutron] 10.222.0.24 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307663 Aug 10 00:53:34.621379 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d48a7-75bb-4dd3-9e23-e0aaf39fbeec None None] Pushing event updated for resources: {'Port': ['ID=5f5e6b39-b1c3-4da1-a97b-6d18b84cc343,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:34.680254 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d16d48a7-75bb-4dd3-9e23-e0aaf39fbeec None None] Attempting to bind port 5f5e6b39-b1c3-4da1-a97b-6d18b84cc343 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:53:34.680750 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d16d48a7-75bb-4dd3-9e23-e0aaf39fbeec None None] Attempting to bind port 5f5e6b39-b1c3-4da1-a97b-6d18b84cc343 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'a30d4656-77f1-4b49-9847-a49b2c834c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '52006999-d3f1-495b-a2b1-3543fabe4ab4'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:53:34.680996 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16d48a7-75bb-4dd3-9e23-e0aaf39fbeec None None] Attempting to bind port 5f5e6b39-b1c3-4da1-a97b-6d18b84cc343 on network 52006999-d3f1-495b-a2b1-3543fabe4ab4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:34.688778 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16d48a7-75bb-4dd3-9e23-e0aaf39fbeec None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:53:34.689220 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16d48a7-75bb-4dd3-9e23-e0aaf39fbeec None None] Checking segment: {'id': 'a30d4656-77f1-4b49-9847-a49b2c834c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '52006999-d3f1-495b-a2b1-3543fabe4ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:34.689584 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d16d48a7-75bb-4dd3-9e23-e0aaf39fbeec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:34.692947 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-289a612e-4f2f-49e8-a733-11bde187e587 req-6912019c-25c5-4d14-b9cd-3b76c3c1b961 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709562 Aug 10 00:53:34.693497 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16d48a7-75bb-4dd3-9e23-e0aaf39fbeec None None] Bound using segment: {'id': 'a30d4656-77f1-4b49-9847-a49b2c834c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '52006999-d3f1-495b-a2b1-3543fabe4ab4'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:53:34.694003 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d16d48a7-75bb-4dd3-9e23-e0aaf39fbeec None None] Bound port: 5f5e6b39-b1c3-4da1-a97b-6d18b84cc343, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30d4656-77f1-4b49-9847-a49b2c834c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '52006999-d3f1-495b-a2b1-3543fabe4ab4'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:53:34.694409 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d16d48a7-75bb-4dd3-9e23-e0aaf39fbeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:34.767460 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-92dec046-cceb-45ee-8583-5e616d8e49d1 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:34.769259 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-92dec046-cceb-45ee-8583-5e616d8e49d1 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=afd75883-1f7e-444d-adc3-f51d404b13cf&tenant_id=040768a449b74edfb649dfba67db8bf2&binding%3Ahost_id=n-h2-766726-26 HTTP/1.1" status: 200 len: 1097 time: 0.0709229 Aug 10 00:53:34.784118 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-0467b25b-a16e-4fad-b475-409be2aecfc2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-766726-26'}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:34.819028 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d16d48a7-75bb-4dd3-9e23-e0aaf39fbeec None None] For port 5f5e6b39-b1c3-4da1-a97b-6d18b84cc343, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:53:34.827735 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d16d48a7-75bb-4dd3-9e23-e0aaf39fbeec None None] For port 5f5e6b39-b1c3-4da1-a97b-6d18b84cc343, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5f5e6b39-b1c3-4da1-a97b-6d18b84cc343,segment=NetworkSegment(a30d4656-77f1-4b49-9847-a49b2c834c35),segment_id=a30d4656-77f1-4b49-9847-a49b2c834c35)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:53:34.839733 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d16d48a7-75bb-4dd3-9e23-e0aaf39fbeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:34.965021 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-0467b25b-a16e-4fad-b475-409be2aecfc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:34.971980 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d48a7-75bb-4dd3-9e23-e0aaf39fbeec None None] Pushing event updated for resources: {'Port': ['ID=5f5e6b39-b1c3-4da1-a97b-6d18b84cc343,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:35.132391 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f25d4d53-e94e-423d-8f3d-70a7130e21fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:35.245381 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d32d65-a580-456e-a6cd-6c73f1678a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc10411-30f3-4964-8619-36d66302f093'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:53:35.257820 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097c81b3-0b18-4c8e-8948-2b20c064e35c" -d '{"events": [{"server_uuid": "f6d32d65-a580-456e-a6cd-6c73f1678a0d", "name": "network-vif-plugged", "status": "completed", "tag": "fdc10411-30f3-4964-8619-36d66302f093"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:53:35.334929 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad02c1f-bf1c-46c6-891a-402edf197c3a req-a706a646-000a-4b09-8bd4-cc06df0b8fed tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:35.342317 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bad02c1f-bf1c-46c6-891a-402edf197c3a req-a706a646-000a-4b09-8bd4-cc06df0b8fed tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=afd75883-1f7e-444d-adc3-f51d404b13cf HTTP/1.1" status: 200 len: 945 time: 0.1596382 Aug 10 00:53:35.410218 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-0467b25b-a16e-4fad-b475-409be2aecfc2 service neutron] For port 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2d7c6203-1ccd-4e9b-bb20-f853cd0068b0,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:35.458414 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18163280-e299-4888-bd18-8591328e8e64 req-0e73b6a4-cecb-4a96-bf06-a7e15d326320 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:35.460082 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-18163280-e299-4888-bd18-8591328e8e64 req-0e73b6a4-cecb-4a96-bf06-a7e15d326320 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 947 time: 0.1728642 Aug 10 00:53:35.472660 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bad02c1f-bf1c-46c6-891a-402edf197c3a req-878279ac-f343-4e16-81ef-fc47623bea34 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292939 Aug 10 00:53:35.496231 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f25d4d53-e94e-423d-8f3d-70a7130e21fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:35.526518 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-0467b25b-a16e-4fad-b475-409be2aecfc2 service neutron] For port 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:53:35.552579 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f014cb-4e88-4364-a24e-e6b1c3fc245f x-openstack-request-id: req-25f014cb-4e88-4364-a24e-e6b1c3fc245f {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:53:35.552782 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d32d65-a580-456e-a6cd-6c73f1678a0d", "name": "network-vif-plugged", "status": "completed", "tag": "fdc10411-30f3-4964-8619-36d66302f093", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:53:35.553224 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-25f014cb-4e88-4364-a24e-e6b1c3fc245f {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:53:35.553770 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d32d65-a580-456e-a6cd-6c73f1678a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc10411-30f3-4964-8619-36d66302f093', 'code': 200} Aug 10 00:53:35.570828 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-18163280-e299-4888-bd18-8591328e8e64 req-a5a5609c-fda2-40b6-9802-a59e1b7c6b2f tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920925 Aug 10 00:53:35.607198 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd75883-1f7e-444d-adc3-f51d404b13cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d7c6203-1ccd-4e9b-bb20-f853cd0068b0'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:53:35.610956 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ab42ff-04fa-4470-bb7e-f1a5b56140a9" -d '{"events": [{"server_uuid": "afd75883-1f7e-444d-adc3-f51d404b13cf", "name": "network-vif-unplugged", "status": "completed", "tag": "2d7c6203-1ccd-4e9b-bb20-f853cd0068b0"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:53:35.624567 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-0467b25b-a16e-4fad-b475-409be2aecfc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:35.636201 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-0467b25b-a16e-4fad-b475-409be2aecfc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:35.691759 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 00:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374d56c2-8526-4551-b891-a1220e163d58 x-openstack-request-id: req-374d56c2-8526-4551-b891-a1220e163d58 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:53:35.692062 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd75883-1f7e-444d-adc3-f51d404b13cf", "name": "network-vif-unplugged", "status": "completed", "tag": "2d7c6203-1ccd-4e9b-bb20-f853cd0068b0", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:53:35.692366 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-374d56c2-8526-4551-b891-a1220e163d58 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:53:35.692761 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd75883-1f7e-444d-adc3-f51d404b13cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d7c6203-1ccd-4e9b-bb20-f853cd0068b0', 'code': 200} Aug 10 00:53:35.717457 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25d4d53-e94e-423d-8f3d-70a7130e21fe admin admin] Router d0ac46f9-d3c6-41db-9705-0fd157bf4bce is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 00:53:35.741539 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-0467b25b-a16e-4fad-b475-409be2aecfc2 service neutron] Attempting to bind port 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 on host n-h2-766726-26 for vnic_type normal with profile {"migrating_to": "n-h1-766726-26"} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:53:35.741876 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-0467b25b-a16e-4fad-b475-409be2aecfc2 service neutron] Attempting to bind port 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:53:35.742210 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-0467b25b-a16e-4fad-b475-409be2aecfc2 service neutron] Attempting to bind port 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 on network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:35.750091 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0467b25b-a16e-4fad-b475-409be2aecfc2 service neutron] Pushing event updated for resources: {'Port': ['ID=2d7c6203-1ccd-4e9b-bb20-f853cd0068b0,revision_number=7']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:35.753000 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-0467b25b-a16e-4fad-b475-409be2aecfc2 service neutron] Port 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 on network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:53:35.753338 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-0467b25b-a16e-4fad-b475-409be2aecfc2 service neutron] Attempting to bind port 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 on network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:35.760198 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-0467b25b-a16e-4fad-b475-409be2aecfc2 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:53:35.760511 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-0467b25b-a16e-4fad-b475-409be2aecfc2 service neutron] Checking segment: {'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:35.760897 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-0467b25b-a16e-4fad-b475-409be2aecfc2 service neutron] Bound using segment: {'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:53:35.761330 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-0467b25b-a16e-4fad-b475-409be2aecfc2 service neutron] Bound port: 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:53:35.761703 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-0467b25b-a16e-4fad-b475-409be2aecfc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:35.838859 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33854) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:35.851573 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25d4d53-e94e-423d-8f3d-70a7130e21fe admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:53:35.863324 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7ac68f-4173-4997-bf6e-400386b8e9b0 None None] Sync routers for ids ['d0ac46f9-d3c6-41db-9705-0fd157bf4bce'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:53:35.875549 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f25d4d53-e94e-423d-8f3d-70a7130e21fe admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:35.882245 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f25d4d53-e94e-423d-8f3d-70a7130e21fe admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.4300234 Aug 10 00:53:35.882444 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7ac68f-4173-4997-bf6e-400386b8e9b0 None None] Routers {'d0ac46f9-d3c6-41db-9705-0fd157bf4bce'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:35.882444 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-ce7ac68f-4173-4997-bf6e-400386b8e9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:53:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['d0ac46f9-d3c6-41db-9705-0fd157bf4bce'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:35.882693 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33858) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:35.933259 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-0467b25b-a16e-4fad-b475-409be2aecfc2 service neutron] For port 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:53:35.939227 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-0467b25b-a16e-4fad-b475-409be2aecfc2 service neutron] For port 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2d7c6203-1ccd-4e9b-bb20-f853cd0068b0,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:53:35.950739 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e285a-8aee-44c5-9fe3-c5de5ad1b999 req-96a7b953-4acf-49a0-aef1-439af958facd tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:35.967311 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-485e285a-8aee-44c5-9fe3-c5de5ad1b999 req-96a7b953-4acf-49a0-aef1-439af958facd tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 950 time: 0.1269460 Aug 10 00:53:35.979251 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-0467b25b-a16e-4fad-b475-409be2aecfc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:36.111545 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-945a33a6-7583-4d83-b0e0-8a6043c992f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:36.157460 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-485e285a-8aee-44c5-9fe3-c5de5ad1b999 req-b85e014d-559d-48c4-a780-328c2d279e9c tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827197 Aug 10 00:53:36.171211 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0467b25b-a16e-4fad-b475-409be2aecfc2 service neutron] Pushing event updated for resources: {'Port': ['ID=2d7c6203-1ccd-4e9b-bb20-f853cd0068b0,revision_number=8']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:36.217454 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-0467b25b-a16e-4fad-b475-409be2aecfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:36.218252 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-0467b25b-a16e-4fad-b475-409be2aecfc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:36.220353 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-0467b25b-a16e-4fad-b475-409be2aecfc2 service neutron] 10.222.0.24 "PUT /v2.0/ports/2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 HTTP/1.1" status: 200 len: 1123 time: 1.4432340 Aug 10 00:53:36.255307 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33868) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:36.291283 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-ce7ac68f-4173-4997-bf6e-400386b8e9b0 None None] Set router d0ac46f9-d3c6-41db-9705-0fd157bf4bce gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:36.376819 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae882d66-83a4-4170-99d9-a8e2432529a1 req-d0428746-b79f-4baa-b7d0-2976126303f2 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:36.379249 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae882d66-83a4-4170-99d9-a8e2432529a1 req-d0428746-b79f-4baa-b7d0-2976126303f2 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 950 time: 0.1093249 Aug 10 00:53:36.379406 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['2d7c6203-1ccd-4e9b-bb20-f853cd0068b0'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:53:36.381503 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-945a33a6-7583-4d83-b0e0-8a6043c992f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:36.406536 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-945a33a6-7583-4d83-b0e0-8a6043c992f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:36.451956 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78c72b6-dfae-4267-bc5a-b0ab46738463 None None] Network 52006999-d3f1-495b-a2b1-3543fabe4ab4 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:53:36.472340 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-945a33a6-7583-4d83-b0e0-8a6043c992f7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d9b190d8eb5c443485d587fc9fcbc86e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6306438 Aug 10 00:53:36.476228 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae882d66-83a4-4170-99d9-a8e2432529a1 req-ce13f444-46fa-4a42-803d-d1a9286d1b62 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899544 Aug 10 00:53:36.476917 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33874) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:36.477633 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a33a6-7583-4d83-b0e0-8a6043c992f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd4fa2e-19a6-421b-97ec-627c9b8b80e9,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:36.595105 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b077bce1-1764-4a2a-a980-8d59702fee1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:36.615506 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 6a834218-a44a-41c8-b76e-4f94deca7511 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:36.679090 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-ce7ac68f-4173-4997-bf6e-400386b8e9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac46f9-d3c6-41db-9705-0fd157bf4bce', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2032300131-router', 'tenant_id': 'e231d124cd97446aa8876f957603e179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '99bc0bdf-96b9-4944-b009-e4933dcef4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:33Z', 'updated_at': '2021-08-10T00:53:34Z', 'revision_number': 3, 'project_id': 'e231d124cd97446aa8876f957603e179', 'gw_port': {'id': '99bc0bdf-96b9-4944-b009-e4933dcef4e7', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fa:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ac46f9-d3c6-41db-9705-0fd157bf4bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:33Z', 'updated_at': '2021-08-10T00:53:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:36.695329 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b077bce1-1764-4a2a-a980-8d59702fee1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:36.739496 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7ac68f-4173-4997-bf6e-400386b8e9b0 None None] Checking router: d0ac46f9-d3c6-41db-9705-0fd157bf4bce for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:53:36.740567 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7ac68f-4173-4997-bf6e-400386b8e9b0 None None] Updating router d0ac46f9-d3c6-41db-9705-0fd157bf4bce port 99bc0bdf-96b9-4944-b009-e4933dcef4e7 binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:53:36.779206 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5f5e6b39-b1c3-4da1-a97b-6d18b84cc343 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:36.782774 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce7ac68f-4173-4997-bf6e-400386b8e9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:36.807410 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f92aba-528d-4043-943a-13a4a9239f74 req-b0746a59-fc2f-4a78-a101-2409efcc81d6 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:36.815537 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-34f92aba-528d-4043-943a-13a4a9239f74 req-b0746a59-fc2f-4a78-a101-2409efcc81d6 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=afd75883-1f7e-444d-adc3-f51d404b13cf HTTP/1.1" status: 200 len: 943 time: 0.2159162 Aug 10 00:53:36.846124 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 6a834218-a44a-41c8-b76e-4f94deca7511 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:36.847328 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:36.855236 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018ec72-f9bf-498b-a975-defa3ec2a797 req-2debbce8-1988-4f12-bebe-08f52f6f800a tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:36.857013 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a018ec72-f9bf-498b-a975-defa3ec2a797 req-2debbce8-1988-4f12-bebe-08f52f6f800a tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 947 time: 0.1212943 Aug 10 00:53:36.863493 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b077bce1-1764-4a2a-a980-8d59702fee1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:36.866535 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b077bce1-1764-4a2a-a980-8d59702fee1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:36.867817 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b077bce1-1764-4a2a-a980-8d59702fee1f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3dd4fa2e-19a6-421b-97ec-627c9b8b80e9 HTTP/1.1" status: 204 len: 168 time: 0.3870459 Aug 10 00:53:36.888755 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077bce1-1764-4a2a-a980-8d59702fee1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd4fa2e-19a6-421b-97ec-627c9b8b80e9,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:36.905687 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-34f92aba-528d-4043-943a-13a4a9239f74 req-66092e0c-e548-4cc4-9972-9e731c29a313 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840776 Aug 10 00:53:36.943607 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d3e5bef5-85b3-4f24-868e-8cce262935b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:36.965204 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a018ec72-f9bf-498b-a975-defa3ec2a797 req-540306a0-2938-45d8-a3f0-2e58094851fd tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926983 Aug 10 00:53:36.968160 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 5f5e6b39-b1c3-4da1-a97b-6d18b84cc343 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:36.975376 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-3cc77e36-0cf1-4fe9-b4b7-04959b43b97d None None] Provisioning for port 5f5e6b39-b1c3-4da1-a97b-6d18b84cc343 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:37.053453 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 5f5e6b39-b1c3-4da1-a97b-6d18b84cc343 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:37.054115 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:37.129852 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d3e5bef5-85b3-4f24-868e-8cce262935b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:37.140852 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d3e5bef5-85b3-4f24-868e-8cce262935b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:37.167856 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-3cc77e36-0cf1-4fe9-b4b7-04959b43b97d None None] Provisioning complete for port 5f5e6b39-b1c3-4da1-a97b-6d18b84cc343 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:37.168392 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3cc77e36-0cf1-4fe9-b4b7-04959b43b97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:37.196359 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33916) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:37.198430 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d3e5bef5-85b3-4f24-868e-8cce262935b1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8921f3ecc36046df8c1513699fc92cf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9405787 Aug 10 00:53:37.207197 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5bef5-85b3-4f24-868e-8cce262935b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a007e9-418a-4872-ae43-dc5c4919a588,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:37.255871 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:37.295090 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce7ac68f-4173-4997-bf6e-400386b8e9b0 None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:37.317345 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-ce7ac68f-4173-4997-bf6e-400386b8e9b0 None None] Transition to ACTIVE for port object 99bc0bdf-96b9-4944-b009-e4933dcef4e7 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:37.345091 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce7ac68f-4173-4997-bf6e-400386b8e9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:37.355803 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 6a834218-a44a-41c8-b76e-4f94deca7511, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=6a834218-a44a-41c8-b76e-4f94deca7511,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:37.365157 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6d8fe31e-38f5-4409-9336-fd279cb4207c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:37.377826 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:37.412930 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6d8fe31e-38f5-4409-9336-fd279cb4207c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:37.497025 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-ce7ac68f-4173-4997-bf6e-400386b8e9b0 None None] Attempting to bind port 99bc0bdf-96b9-4944-b009-e4933dcef4e7 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:53:37.497382 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-ce7ac68f-4173-4997-bf6e-400386b8e9b0 None None] Attempting to bind port 99bc0bdf-96b9-4944-b009-e4933dcef4e7 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:53:37.497735 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7ac68f-4173-4997-bf6e-400386b8e9b0 None None] Attempting to bind port 99bc0bdf-96b9-4944-b009-e4933dcef4e7 on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:37.499296 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6d8fe31e-38f5-4409-9336-fd279cb4207c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:37.502632 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6d8fe31e-38f5-4409-9336-fd279cb4207c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:37.506644 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9144e179-70c8-421c-b65d-5e512a8cb4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:37.506799 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f72ffe-03f9-4ed3-baf3-f05ceeb79030 None None] Pushing event updated for resources: {'Port': ['ID=99bc0bdf-96b9-4944-b009-e4933dcef4e7,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:37.507764 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6d8fe31e-38f5-4409-9336-fd279cb4207c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/82a007e9-418a-4872-ae43-dc5c4919a588 HTTP/1.1" status: 204 len: 168 time: 0.3100126 Aug 10 00:53:37.519099 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8fe31e-38f5-4409-9336-fd279cb4207c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a007e9-418a-4872-ae43-dc5c4919a588,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:37.525777 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7ac68f-4173-4997-bf6e-400386b8e9b0 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:53:37.526157 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7ac68f-4173-4997-bf6e-400386b8e9b0 None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:37.526934 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce7ac68f-4173-4997-bf6e-400386b8e9b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:37.527404 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7ac68f-4173-4997-bf6e-400386b8e9b0 None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:53:37.527822 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-ce7ac68f-4173-4997-bf6e-400386b8e9b0 None None] Bound port: 99bc0bdf-96b9-4944-b009-e4933dcef4e7, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:53:37.531291 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce7ac68f-4173-4997-bf6e-400386b8e9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:37.558055 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3cc77e36-0cf1-4fe9-b4b7-04959b43b97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:37.560757 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be929e63-6bd7-4015-b59e-8b494d5ecba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a834218-a44a-41c8-b76e-4f94deca7511'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:53:37.563522 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a94b2c-b31b-4778-98fc-183b6f2439ec" -d '{"events": [{"server_uuid": "be929e63-6bd7-4015-b59e-8b494d5ecba9", "name": "network-vif-plugged", "status": "completed", "tag": "6a834218-a44a-41c8-b76e-4f94deca7511"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:53:37.636312 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-ce7ac68f-4173-4997-bf6e-400386b8e9b0 None None] For port 99bc0bdf-96b9-4944-b009-e4933dcef4e7, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:53:37.641069 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-0a24b922-90ec-461c-a594-6ef1227837db tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522692 Aug 10 00:53:37.647877 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-ce7ac68f-4173-4997-bf6e-400386b8e9b0 None None] For port 99bc0bdf-96b9-4944-b009-e4933dcef4e7, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=99bc0bdf-96b9-4944-b009-e4933dcef4e7,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:53:37.657727 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce7ac68f-4173-4997-bf6e-400386b8e9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:37.685115 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953ba2b8-e602-40f5-bbd3-18f5c1069fac x-openstack-request-id: req-953ba2b8-e602-40f5-bbd3-18f5c1069fac {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:53:37.685777 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be929e63-6bd7-4015-b59e-8b494d5ecba9", "name": "network-vif-plugged", "status": "completed", "tag": "6a834218-a44a-41c8-b76e-4f94deca7511", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:53:37.686207 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-953ba2b8-e602-40f5-bbd3-18f5c1069fac {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:53:37.686737 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be929e63-6bd7-4015-b59e-8b494d5ecba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a834218-a44a-41c8-b76e-4f94deca7511', 'code': 200} Aug 10 00:53:37.721951 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afd75883-1f7e-444d-adc3-f51d404b13cf', 'tag': '2d7c6203-1ccd-4e9b-bb20-f853cd0068b0'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:53:37.725317 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2038621-2eba-4961-af35-31da66f80ece" -d '{"events": [{"name": "network-changed", "server_uuid": "afd75883-1f7e-444d-adc3-f51d404b13cf", "tag": "2d7c6203-1ccd-4e9b-bb20-f853cd0068b0"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:53:37.807791 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60170d8f-e7e8-4095-a3b7-2e268571acb9 x-openstack-request-id: req-60170d8f-e7e8-4095-a3b7-2e268571acb9 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:53:37.810436 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afd75883-1f7e-444d-adc3-f51d404b13cf", "tag": "2d7c6203-1ccd-4e9b-bb20-f853cd0068b0", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:53:37.811074 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-60170d8f-e7e8-4095-a3b7-2e268571acb9 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:53:37.811197 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd75883-1f7e-444d-adc3-f51d404b13cf', 'tag': '2d7c6203-1ccd-4e9b-bb20-f853cd0068b0', 'status': 'completed', 'code': 200} Aug 10 00:53:37.823548 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:37.835955 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f72ffe-03f9-4ed3-baf3-f05ceeb79030 None None] Pushing event updated for resources: {'Port': ['ID=99bc0bdf-96b9-4944-b009-e4933dcef4e7,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:37.851688 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7ac68f-4173-4997-bf6e-400386b8e9b0 None None] Routers {'d0ac46f9-d3c6-41db-9705-0fd157bf4bce'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:37.854619 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-ce7ac68f-4173-4997-bf6e-400386b8e9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:53:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['d0ac46f9-d3c6-41db-9705-0fd157bf4bce'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:37.866474 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-43f2e182-3634-4e42-8f54-5750ea651642 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:37.880874 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-43f2e182-3634-4e42-8f54-5750ea651642 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2387376 Aug 10 00:53:37.883783 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=6a834218-a44a-41c8-b76e-4f94deca7511,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:37.928682 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-acca51e7-2cbd-41ff-8845-600407f852c8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/quotas/a32ed65983d143c3b0d38c9da5efabeb HTTP/1.1" status: 200 len: 375 time: 0.0457892 Aug 10 00:53:37.940756 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-3cc77e36-0cf1-4fe9-b4b7-04959b43b97d None None] For port 5f5e6b39-b1c3-4da1-a97b-6d18b84cc343, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5f5e6b39-b1c3-4da1-a97b-6d18b84cc343,segment=NetworkSegment(a30d4656-77f1-4b49-9847-a49b2c834c35),segment_id=a30d4656-77f1-4b49-9847-a49b2c834c35)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:37.956585 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3cc77e36-0cf1-4fe9-b4b7-04959b43b97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:38.069864 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.db.api [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 00:53:38.070347 n-d-766726-26 neutron-server[105828]: DEBUG oslo_db.api [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 00:53:38.071861 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc77e36-0cf1-4fe9-b4b7-04959b43b97d None None] Pushing event updated for resources: {'Port': ['ID=5f5e6b39-b1c3-4da1-a97b-6d18b84cc343,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:38.074338 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-9144e179-70c8-421c-b65d-5e512a8cb4be admin admin] Allocated IP 172.20.0.1 (52006999-d3f1-495b-a2b1-3543fabe4ab4/3564e647-dc64-4924-9b8f-434d4321d072/d1b6bc2c-0806-4f0e-ac16-918e9bc71709) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:53:38.090861 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-70b5b50c-17e1-493f-95d7-58ec5b8e3ea7 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1585553 Aug 10 00:53:38.118413 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2038621-2eba-4961-af35-31da66f80ece req-12eca994-b75a-4b48-83f9-9ee40e2f5134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:38.119093 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f2038621-2eba-4961-af35-31da66f80ece req-12eca994-b75a-4b48-83f9-9ee40e2f5134 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=040768a449b74edfb649dfba67db8bf2&device_id=afd75883-1f7e-444d-adc3-f51d404b13cf HTTP/1.1" status: 200 len: 1126 time: 0.2453382 Aug 10 00:53:38.121949 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33974) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:38.151182 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-ce7ac68f-4173-4997-bf6e-400386b8e9b0 None None] Set router d0ac46f9-d3c6-41db-9705-0fd157bf4bce gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:38.199074 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b995b40-d417-48ad-aede-90283a195128 req-ad6c9237-f332-4cb5-936e-57dc2574d9a7 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:38.207429 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3b995b40-d417-48ad-aede-90283a195128 req-ad6c9237-f332-4cb5-936e-57dc2574d9a7 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=afd75883-1f7e-444d-adc3-f51d404b13cf HTTP/1.1" status: 200 len: 943 time: 0.1105802 Aug 10 00:53:38.260813 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3b995b40-d417-48ad-aede-90283a195128 req-29862323-ab7d-4a00-83a3-3751d9d0c7fb tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500221 Aug 10 00:53:38.286549 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-977416e9-434a-4e2a-a42f-fb80fa3bf367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:38.294970 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b9efd334-9ff4-493a-abfc-0edd439ca567 None None] Provisioning complete for port 5f5e6b39-b1c3-4da1-a97b-6d18b84cc343 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:38.295352 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b9efd334-9ff4-493a-abfc-0edd439ca567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:38.323906 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadd5a9-58ad-41ae-bf95-1fee5e905ca2 req-319df66c-efa9-49b7-a01c-6f84dd1c6c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:38.325924 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-efadd5a9-58ad-41ae-bf95-1fee5e905ca2 req-319df66c-efa9-49b7-a01c-6f84dd1c6c46 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 1100 time: 0.3340459 Aug 10 00:53:38.330812 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2038621-2eba-4961-af35-31da66f80ece req-ec42af9a-8bbd-4ab5-b161-809b9832885c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:38.332570 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f2038621-2eba-4961-af35-31da66f80ece req-ec42af9a-8bbd-4ab5-b161-809b9832885c service neutron] 10.222.0.20 "GET /v2.0/networks?id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da HTTP/1.1" status: 200 len: 921 time: 0.1965966 Aug 10 00:53:38.432323 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f2038621-2eba-4961-af35-31da66f80ece req-42bd2ce7-d044-4ec8-84ec-c33e762a408d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 HTTP/1.1" status: 200 len: 217 time: 0.0582817 Aug 10 00:53:38.544661 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-efadd5a9-58ad-41ae-bf95-1fee5e905ca2 req-53a4d980-bf78-4f12-962f-786f95062a35 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976917 Aug 10 00:53:38.564096 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-ce7ac68f-4173-4997-bf6e-400386b8e9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac46f9-d3c6-41db-9705-0fd157bf4bce', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2032300131-router', 'tenant_id': 'e231d124cd97446aa8876f957603e179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '99bc0bdf-96b9-4944-b009-e4933dcef4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:33Z', 'updated_at': '2021-08-10T00:53:34Z', 'revision_number': 3, 'project_id': 'e231d124cd97446aa8876f957603e179', 'gw_port': {'id': '99bc0bdf-96b9-4944-b009-e4933dcef4e7', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fa:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ac46f9-d3c6-41db-9705-0fd157bf4bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:33Z', 'updated_at': '2021-08-10T00:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:38.566239 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a346db96-c8d5-4105-a3d4-2bd9d2555370 req-8d8e291f-55a0-49cd-951c-489790d54751 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 210 time: 0.1042757 Aug 10 00:53:38.569872 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9144e179-70c8-421c-b65d-5e512a8cb4be admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:38.581948 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8045e-506a-4f49-aa07-f62f5a83be79 req-0c49ec2d-cebb-44fc-9cd6-b56c92b4ed88 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:38.590918 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-81c8045e-506a-4f49-aa07-f62f5a83be79 req-0c49ec2d-cebb-44fc-9cd6-b56c92b4ed88 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.2346225 Aug 10 00:53:38.623659 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2038621-2eba-4961-af35-31da66f80ece req-f72ce4a5-21f0-46fd-9c37-d10648b61d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:38.625669 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f2038621-2eba-4961-af35-31da66f80ece req-f72ce4a5-21f0-46fd-9c37-d10648b61d8e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ff99852-0921-4c80-99ca-12207c311102 HTTP/1.1" status: 200 len: 860 time: 0.1845646 Aug 10 00:53:38.631736 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-9144e179-70c8-421c-b65d-5e512a8cb4be admin admin] Transition to ACTIVE for port object d1b6bc2c-0806-4f0e-ac16-918e9bc71709 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:38.646353 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-81c8045e-506a-4f49-aa07-f62f5a83be79 req-a5214557-b5e5-4258-9445-443a2a17f532 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500050 Aug 10 00:53:38.670832 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7ac68f-4173-4997-bf6e-400386b8e9b0 None None] The sync data for ids ['d0ac46f9-d3c6-41db-9705-0fd157bf4bce'] in n-d-766726-26 is: [{'id': 'd0ac46f9-d3c6-41db-9705-0fd157bf4bce', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2032300131-router', 'tenant_id': 'e231d124cd97446aa8876f957603e179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '99bc0bdf-96b9-4944-b009-e4933dcef4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:33Z', 'updated_at': '2021-08-10T00:53:34Z', 'revision_number': 3, 'project_id': 'e231d124cd97446aa8876f957603e179', 'gw_port': {'id': '99bc0bdf-96b9-4944-b009-e4933dcef4e7', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fa:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ac46f9-d3c6-41db-9705-0fd157bf4bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:33Z', 'updated_at': '2021-08-10T00:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:53:38.699804 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-977416e9-434a-4e2a-a42f-fb80fa3bf367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:38.708001 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-977416e9-434a-4e2a-a42f-fb80fa3bf367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:38.721410 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9144e179-70c8-421c-b65d-5e512a8cb4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:38.823566 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977416e9-434a-4e2a-a42f-fb80fa3bf367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09bcaa1d-a19a-4e93-9e01-1da26a754be9,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:38.836782 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-977416e9-434a-4e2a-a42f-fb80fa3bf367 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=90abe76a4db64e749247647405093a91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7119606 Aug 10 00:53:38.839443 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34002) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:38.846216 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5f5e6b39-b1c3-4da1-a97b-6d18b84cc343 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:38.863173 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9144e179-70c8-421c-b65d-5e512a8cb4be admin admin] Network 52006999-d3f1-495b-a2b1-3543fabe4ab4 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:38.871244 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-9144e179-70c8-421c-b65d-5e512a8cb4be admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:38.878198 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9144e179-70c8-421c-b65d-5e512a8cb4be admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:53:38.884223 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144e179-70c8-421c-b65d-5e512a8cb4be admin admin] Pushing event updated for resources: {'Port': ['ID=d1b6bc2c-0806-4f0e-ac16-918e9bc71709,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:38.948510 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 5f5e6b39-b1c3-4da1-a97b-6d18b84cc343 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:38.949303 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:38.973472 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7a42352c-d410-47af-b221-e0eac9ce5610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:38.998906 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f2038621-2eba-4961-af35-31da66f80ece req-9409d20c-b5cc-4d3d-919b-9946b9baa59c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119778 Aug 10 00:53:39.027949 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7a42352c-d410-47af-b221-e0eac9ce5610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:39.169287 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:53:39.183091 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9144e179-70c8-421c-b65d-5e512a8cb4be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:39.191524 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7a42352c-d410-47af-b221-e0eac9ce5610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:39.195154 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7a42352c-d410-47af-b221-e0eac9ce5610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:39.197731 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7a42352c-d410-47af-b221-e0eac9ce5610 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/09bcaa1d-a19a-4e93-9e01-1da26a754be9 HTTP/1.1" status: 204 len: 168 time: 0.3559871 Aug 10 00:53:39.232624 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42352c-d410-47af-b221-e0eac9ce5610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bcaa1d-a19a-4e93-9e01-1da26a754be9,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:39.518476 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-cefa2dfc-2dff-4000-b572-c44cf8fc8eae None None] Provisioning for port d1b6bc2c-0806-4f0e-ac16-918e9bc71709 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:39.527019 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2d7c6203-1ccd-4e9b-bb20-f853cd0068b0,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:39.535210 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-cefa2dfc-2dff-4000-b572-c44cf8fc8eae None None] Provisioning complete for port d1b6bc2c-0806-4f0e-ac16-918e9bc71709 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:39.535842 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cefa2dfc-2dff-4000-b572-c44cf8fc8eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:39.536082 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a1f27-e67c-43ed-8418-fb711c404aff req-88859308-df52-4e92-af21-25d919c474ae tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:39.538689 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cf1a1f27-e67c-43ed-8418-fb711c404aff req-88859308-df52-4e92-af21-25d919c474ae tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=afd75883-1f7e-444d-adc3-f51d404b13cf HTTP/1.1" status: 200 len: 943 time: 0.1203401 Aug 10 00:53:39.549937 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f2038621-2eba-4961-af35-31da66f80ece req-2c829dde-16d0-4b23-8c9c-8c3af026ec63 service neutron] 10.222.0.20 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5413263 Aug 10 00:53:39.563227 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 has no active binding in host n-h1-766726-26 {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 00:53:39.581270 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-cefa2dfc-2dff-4000-b572-c44cf8fc8eae None None] Port d1b6bc2c-0806-4f0e-ac16-918e9bc71709 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:53:39.623723 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b94e0e67-8dd3-4c46-b475-5eed21bfe06e req-6d32b378-0019-4547-b941-e264eabb104c tempest-AbsoluteLimitsNegativeTestJSON-1162078065 tempest-AbsoluteLimitsNegativeTestJSON-1162078065-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=965780df34d24b3396ca749562472b5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1245360 Aug 10 00:53:39.659656 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:53:39.666061 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9144e179-70c8-421c-b65d-5e512a8cb4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:39.694687 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cf1a1f27-e67c-43ed-8418-fb711c404aff req-2af1ad34-3a51-46e8-bf47-473b30c42d28 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365652 Aug 10 00:53:39.759192 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f2038621-2eba-4961-af35-31da66f80ece req-ef17ad3c-a998-4f8a-805f-ff8e23a05478 service neutron] 10.222.0.20 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863728 Aug 10 00:53:39.764759 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e0e67-8dd3-4c46-b475-5eed21bfe06e req-fb21d3c2-5120-4112-911e-bb928150b0fe tempest-AbsoluteLimitsNegativeTestJSON-1162078065 tempest-AbsoluteLimitsNegativeTestJSON-1162078065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:39.773808 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b94e0e67-8dd3-4c46-b475-5eed21bfe06e req-fb21d3c2-5120-4112-911e-bb928150b0fe tempest-AbsoluteLimitsNegativeTestJSON-1162078065 tempest-AbsoluteLimitsNegativeTestJSON-1162078065-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1491523 Aug 10 00:53:39.792306 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b94e0e67-8dd3-4c46-b475-5eed21bfe06e req-f346369e-c440-44fc-961e-566367b4bb86 tempest-AbsoluteLimitsNegativeTestJSON-1162078065 tempest-AbsoluteLimitsNegativeTestJSON-1162078065-project] 10.222.0.35 "GET /v2.0/quotas/965780df34d24b3396ca749562472b5d HTTP/1.1" status: 200 len: 375 time: 0.0176513 Aug 10 00:53:39.877480 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b94e0e67-8dd3-4c46-b475-5eed21bfe06e req-f4179b26-9af8-492f-85b3-d641cc1e138c tempest-AbsoluteLimitsNegativeTestJSON-1162078065 tempest-AbsoluteLimitsNegativeTestJSON-1162078065-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=965780df34d24b3396ca749562472b5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0748403 Aug 10 00:53:39.941859 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9144e179-70c8-421c-b65d-5e512a8cb4be admin admin] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:39.955105 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9144e179-70c8-421c-b65d-5e512a8cb4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:40.025658 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144e179-70c8-421c-b65d-5e512a8cb4be admin admin] Pushing event updated for resources: {'Port': ['ID=d1b6bc2c-0806-4f0e-ac16-918e9bc71709,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:40.046485 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87037820-fc19-41b3-a968-e27828e9b9dd req-2baab385-4052-4efe-9b7f-fcecb4d65b56 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 210 time: 0.0567832 Aug 10 00:53:40.092301 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9144e179-70c8-421c-b65d-5e512a8cb4be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:40.135658 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-2a459f2a-60aa-4b17-9e80-2b27757ccdc2 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0875072 Aug 10 00:53:40.271796 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9144e179-70c8-421c-b65d-5e512a8cb4be admin admin] Network 52006999-d3f1-495b-a2b1-3543fabe4ab4 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:40.275724 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-9144e179-70c8-421c-b65d-5e512a8cb4be admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:40.360665 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-9fdda827-565b-441d-96e2-5e5c7ee8ab6e tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:40.362031 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-9fdda827-565b-441d-96e2-5e5c7ee8ab6e tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2170413 Aug 10 00:53:40.393033 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-76dccd4b-c052-4a9f-8f6f-6492e4b3ad48 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Request body: {'port': {'device_id': '86f9335f-3a15-4db5-b66e-83cc39a4ddc6', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'admin_state_up': True, 'tenant_id': 'a32ed65983d143c3b0d38c9da5efabeb'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:40.498425 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34088) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:40.529787 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9144e179-70c8-421c-b65d-5e512a8cb4be admin admin] Router d0ac46f9-d3c6-41db-9705-0fd157bf4bce has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:53:40.530576 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-32e454a4-e246-4b5d-9c3a-9a5b144f8804 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=0c3c05a4aa6b44198d9152275c7d5b9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1674585 Aug 10 00:53:40.666961 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9144e179-70c8-421c-b65d-5e512a8cb4be admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:53:40.672935 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543dc08-2715-4ab7-8fb8-fb6155976d11 req-961c266a-911c-4fcb-aff1-b311c0195b5b tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:40.681409 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9144e179-70c8-421c-b65d-5e512a8cb4be admin admin] 10.222.0.35 "PUT /v2.0/routers/d0ac46f9-d3c6-41db-9705-0fd157bf4bce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7904403 Aug 10 00:53:40.681800 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b543dc08-2715-4ab7-8fb8-fb6155976d11 req-961c266a-911c-4fcb-aff1-b311c0195b5b tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.3068149 Aug 10 00:53:40.731618 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f3d4d44f-f104-419e-814d-01456f3be228 None None] Provisioning complete for port d1b6bc2c-0806-4f0e-ac16-918e9bc71709 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:40.732122 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f3d4d44f-f104-419e-814d-01456f3be228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:40.785943 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-12ece921-9813-4145-a615-9f007acc6891 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:40.787465 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-12ece921-9813-4145-a615-9f007acc6891 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2561018 Aug 10 00:53:40.790514 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-76dccd4b-c052-4a9f-8f6f-6492e4b3ad48 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Made reservation on behalf of a32ed65983d143c3b0d38c9da5efabeb for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:53:40.794286 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-76dccd4b-c052-4a9f-8f6f-6492e4b3ad48 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:40.801716 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-f3d4d44f-f104-419e-814d-01456f3be228 None None] Port d1b6bc2c-0806-4f0e-ac16-918e9bc71709 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:53:40.815251 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-5eb65371-f1ab-46dc-9f58-4c8ed5ec3ff2 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/quotas/0c3c05a4aa6b44198d9152275c7d5b9c HTTP/1.1" status: 200 len: 375 time: 0.0181427 Aug 10 00:53:40.837577 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7e9762e2-d3dd-489b-9bc7-3ed3315ba4de admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:40.882255 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-3d7a50ab-fb54-4915-a3e5-21403b663e52 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c3c05a4aa6b44198d9152275c7d5b9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566182 Aug 10 00:53:40.896918 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b543dc08-2715-4ab7-8fb8-fb6155976d11 req-70719f76-4551-47cd-9c2c-37c5e99404ac tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155354 Aug 10 00:53:40.901743 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 99bc0bdf-96b9-4944-b009-e4933dcef4e7 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:41.031114 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 99bc0bdf-96b9-4944-b009-e4933dcef4e7 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:41.038299 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 99bc0bdf-96b9-4944-b009-e4933dcef4e7 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:41.038993 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:41.067239 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7e9762e2-d3dd-489b-9bc7-3ed3315ba4de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:41.075974 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7e9762e2-d3dd-489b-9bc7-3ed3315ba4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:41.104907 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7e9762e2-d3dd-489b-9bc7-3ed3315ba4de admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=965780df34d24b3396ca749562472b5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6053054 Aug 10 00:53:41.115824 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34108) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:41.178033 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3fcfd5fe-1498-4074-b5a7-2fb69b9fcb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:41.219407 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-00375eba-935d-475a-9945-03b1cfc343d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:41.242157 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-76dccd4b-c052-4a9f-8f6f-6492e4b3ad48 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Allocated IP 192.168.233.24 (853ae90b-411a-4cc9-b27c-aa212d4ff023/f49e9f1d-7e8a-42ac-a9f2-157734919ae5/c67469d7-4417-4512-ad59-dec9b41f2698) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:53:41.254223 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-00375eba-935d-475a-9945-03b1cfc343d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:41.314833 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:41.320568 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9762e2-d3dd-489b-9bc7-3ed3315ba4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6a40ee-b3ed-4d26-9a37-62bb0012f8e9,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:41.323652 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf19054-be4f-425f-b80e-4cede5caa7d1 None None] Sync routers for ids ['d0ac46f9-d3c6-41db-9705-0fd157bf4bce'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:53:41.326051 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d4a04-032a-4e5c-bdb3-64dbdfe14aae req-3cfc4b85-b50d-4eda-a568-81f4a9af1a46 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:41.330560 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:41.333852 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f8d4a04-032a-4e5c-bdb3-64dbdfe14aae req-3cfc4b85-b50d-4eda-a568-81f4a9af1a46 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=afd75883-1f7e-444d-adc3-f51d404b13cf HTTP/1.1" status: 200 len: 943 time: 0.2912972 Aug 10 00:53:41.349072 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-00375eba-935d-475a-9945-03b1cfc343d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:41.352350 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-00375eba-935d-475a-9945-03b1cfc343d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:41.358528 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-00375eba-935d-475a-9945-03b1cfc343d0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4f6a40ee-b3ed-4d26-9a37-62bb0012f8e9 HTTP/1.1" status: 204 len: 168 time: 0.2414441 Aug 10 00:53:41.376795 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00375eba-935d-475a-9945-03b1cfc343d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6a40ee-b3ed-4d26-9a37-62bb0012f8e9,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:41.388791 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-50c0216f-f814-4ecf-b29d-5e1f432c1762 req-eedf68a4-02f3-4acd-a1fb-5c3fd6da9246 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 210 time: 0.1342711 Aug 10 00:53:41.402851 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 99bc0bdf-96b9-4944-b009-e4933dcef4e7, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=99bc0bdf-96b9-4944-b009-e4933dcef4e7,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:41.404349 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf19054-be4f-425f-b80e-4cede5caa7d1 None None] Routers {'d0ac46f9-d3c6-41db-9705-0fd157bf4bce'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:41.405184 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-cbf19054-be4f-425f-b80e-4cede5caa7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:53:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['d0ac46f9-d3c6-41db-9705-0fd157bf4bce'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:41.416333 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:41.479275 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f8d4a04-032a-4e5c-bdb3-64dbdfe14aae req-2f8484c7-df78-494b-bb97-bc44dd766984 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431909 Aug 10 00:53:41.754392 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-0301b750-4e37-47a0-9c31-6dd16d1938a9 service neutron] 10.222.0.20 "GET /v2.0/ports/2d7c6203-1ccd-4e9b-bb20-f853cd0068b0/bindings/n-h1-766726-26 HTTP/1.1" status: 200 len: 385 time: 0.1256273 Aug 10 00:53:41.759893 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-76dccd4b-c052-4a9f-8f6f-6492e4b3ad48 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:41.778278 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-76dccd4b-c052-4a9f-8f6f-6492e4b3ad48 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Transition to ACTIVE for port object c67469d7-4417-4512-ad59-dec9b41f2698 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:41.821844 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-f0ac93dc-fc79-49e0-ae43-d47ff316ce6c tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=0c3c05a4aa6b44198d9152275c7d5b9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297461 Aug 10 00:53:41.907324 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=99bc0bdf-96b9-4944-b009-e4933dcef4e7,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:41.912171 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-76dccd4b-c052-4a9f-8f6f-6492e4b3ad48 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:41.948528 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['fdc10411-30f3-4964-8619-36d66302f093'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:53:41.953520 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['adc78391-d6f9-4d24-a261-f8d782ea2f86'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:53:41.981703 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-76dccd4b-c052-4a9f-8f6f-6492e4b3ad48 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Network 853ae90b-411a-4cc9-b27c-aa212d4ff023 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:41.993821 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dccd4b-c052-4a9f-8f6f-6492e4b3ad48 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Pushing event updated for resources: {'Port': ['ID=c67469d7-4417-4512-ad59-dec9b41f2698,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:41.999970 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-76dccd4b-c052-4a9f-8f6f-6492e4b3ad48 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:42.042134 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-76dccd4b-c052-4a9f-8f6f-6492e4b3ad48 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:53:42.054916 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [req-d41b8974-4d43-4e86-ad4c-03ffcf9218c8 req-a76ad94d-6e74-4719-b565-b2be0a54d384 tempest-FloatingIPDetailsNegativeTestJSON-871364695 tempest-FloatingIPDetailsNegativeTestJSON-871364695-project] show failed (client error): The resource could not be found. Aug 10 00:53:42.056642 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d41b8974-4d43-4e86-ad4c-03ffcf9218c8 req-a76ad94d-6e74-4719-b565-b2be0a54d384 tempest-FloatingIPDetailsNegativeTestJSON-871364695 tempest-FloatingIPDetailsNegativeTestJSON-871364695-project] 10.222.0.35 "GET /v2.0/floatingips/424621bd-98bf-4e96-81a2-e4a59e8567e9 HTTP/1.1" status: 404 len: 350 time: 0.0686524 Aug 10 00:53:42.079309 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34154) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:42.093058 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-cbf19054-be4f-425f-b80e-4cede5caa7d1 None None] Set router d0ac46f9-d3c6-41db-9705-0fd157bf4bce gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:42.096536 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-da158c4c-ccf3-4fe3-bc93-646acce77734 service neutron] For port 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2d7c6203-1ccd-4e9b-bb20-f853cd0068b0,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:42.126064 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-da158c4c-ccf3-4fe3-bc93-646acce77734 service neutron] For port 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:53:42.184856 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-da158c4c-ccf3-4fe3-bc93-646acce77734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:53:42.204663 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-da158c4c-ccf3-4fe3-bc93-646acce77734 service neutron] For port 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=2d7c6203-1ccd-4e9b-bb20-f853cd0068b0,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:42.223646 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-da158c4c-ccf3-4fe3-bc93-646acce77734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:42.228780 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-bf14f7b3-b94b-4ff9-8156-267db9f47532 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:42.235769 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-bf14f7b3-b94b-4ff9-8156-267db9f47532 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4061871 Aug 10 00:53:42.324071 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-1476e6e9-6c53-457d-a673-1bdcb0277d5e tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/quotas/0c3c05a4aa6b44198d9152275c7d5b9c HTTP/1.1" status: 200 len: 375 time: 0.0873144 Aug 10 00:53:42.373896 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-da158c4c-ccf3-4fe3-bc93-646acce77734 service neutron] Transition to ACTIVE for port object 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:42.382177 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-da158c4c-ccf3-4fe3-bc93-646acce77734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:42.409330 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-a53522e0-87f5-405b-af63-3bb3318aca59 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c3c05a4aa6b44198d9152275c7d5b9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0837462 Aug 10 00:53:42.418216 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-76dccd4b-c052-4a9f-8f6f-6492e4b3ad48 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:42.419845 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-76dccd4b-c052-4a9f-8f6f-6492e4b3ad48 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:42.466669 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-da158c4c-ccf3-4fe3-bc93-646acce77734 service neutron] No DVR routers for this DVR port 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:53:42.509730 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15c3d2-a27c-4281-9626-90c1917987e4 req-a6619917-f64a-4cdd-af7b-f899c015c55d tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:42.511479 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd15c3d2-a27c-4281-9626-90c1917987e4 req-a6619917-f64a-4cdd-af7b-f899c015c55d tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.2715390 Aug 10 00:53:42.514798 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-76dccd4b-c052-4a9f-8f6f-6492e4b3ad48 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1278665 Aug 10 00:53:42.539234 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-47c4e369-5e67-4b58-bf40-c8be6aec9363 service neutron] Request body: {'port': {'device_id': '86f9335f-3a15-4db5-b66e-83cc39a4ddc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:42.559723 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-da158c4c-ccf3-4fe3-bc93-646acce77734 service neutron] 10.222.0.20 "PUT /v2.0/ports/2d7c6203-1ccd-4e9b-bb20-f853cd0068b0/bindings/n-h1-766726-26/activate HTTP/1.1" status: 200 len: 370 time: 0.7973335 Aug 10 00:53:42.568231 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da158c4c-ccf3-4fe3-bc93-646acce77734 service neutron] Pushing event updated for resources: {'Port': ['ID=2d7c6203-1ccd-4e9b-bb20-f853cd0068b0,revision_number=10']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:42.631019 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4e5f3e52-5924-4d10-a623-561d0ba48421 None None] Provisioning for port c67469d7-4417-4512-ad59-dec9b41f2698 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:42.646870 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd15c3d2-a27c-4281-9626-90c1917987e4 req-588a0c1b-6656-4d7f-99e5-15c96de6df38 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187923 Aug 10 00:53:42.666529 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4e5f3e52-5924-4d10-a623-561d0ba48421 None None] Provisioning complete for port c67469d7-4417-4512-ad59-dec9b41f2698 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:42.667159 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4e5f3e52-5924-4d10-a623-561d0ba48421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:42.720355 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-47c4e369-5e67-4b58-bf40-c8be6aec9363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:42.800792 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-ec093017-84cd-45fd-a015-d49f217cf824 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0c3c05a4aa6b44198d9152275c7d5b9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1022747 Aug 10 00:53:42.831704 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-4e5f3e52-5924-4d10-a623-561d0ba48421 None None] Port c67469d7-4417-4512-ad59-dec9b41f2698 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:53:42.845787 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-8fe761e7-0042-4168-a099-a602e4dc24af tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:42.847285 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 99bc0bdf-96b9-4944-b009-e4933dcef4e7 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:42.854685 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-8fe761e7-0042-4168-a099-a602e4dc24af tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=afd75883-1f7e-444d-adc3-f51d404b13cf&tenant_id=040768a449b74edfb649dfba67db8bf2&binding%3Ahost_id=n-h2-766726-26 HTTP/1.1" status: 200 len: 1096 time: 0.1379931 Aug 10 00:53:42.901588 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-cbf19054-be4f-425f-b80e-4cede5caa7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac46f9-d3c6-41db-9705-0fd157bf4bce', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2032300131-router', 'tenant_id': 'e231d124cd97446aa8876f957603e179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '99bc0bdf-96b9-4944-b009-e4933dcef4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:33Z', 'updated_at': '2021-08-10T00:53:39Z', 'revision_number': 4, 'project_id': 'e231d124cd97446aa8876f957603e179', 'gw_port': {'id': '99bc0bdf-96b9-4944-b009-e4933dcef4e7', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac46f9-d3c6-41db-9705-0fd157bf4bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:33Z', 'updated_at': '2021-08-10T00:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'd1b6bc2c-0806-4f0e-ac16-918e9bc71709', 'name': '', 'network_id': '52006999-d3f1-495b-a2b1-3543fabe4ab4', 'tenant_id': 'e231d124cd97446aa8876f957603e179', 'mac_address': 'fa:16:3e:a4:14:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ac46f9-d3c6-41db-9705-0fd157bf4bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3564e647-dc64-4924-9b8f-434d4321d072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:37Z', 'updated_at': '2021-08-10T00:53:39Z', 'revision_number': 2, 'project_id': 'e231d124cd97446aa8876f957603e179', 'subnets': [{'id': '3564e647-dc64-4924-9b8f-434d4321d072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:42.946152 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf19054-be4f-425f-b80e-4cede5caa7d1 None None] Checking router: d0ac46f9-d3c6-41db-9705-0fd157bf4bce for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:53:42.946762 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf19054-be4f-425f-b80e-4cede5caa7d1 None None] Updating router d0ac46f9-d3c6-41db-9705-0fd157bf4bce port d1b6bc2c-0806-4f0e-ac16-918e9bc71709 binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:53:42.963254 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34182) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:42.989603 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cbf19054-be4f-425f-b80e-4cede5caa7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:43.017489 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 99bc0bdf-96b9-4944-b009-e4933dcef4e7 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:43.017883 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:43.027440 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f580482-a39e-4cc8-a922-432b0f929b54 req-0e74da42-7cfc-49c5-98c2-c7b86204e695 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:43.036091 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3f580482-a39e-4cc8-a922-432b0f929b54 req-0e74da42-7cfc-49c5-98c2-c7b86204e695 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 935 time: 0.3001645 Aug 10 00:53:43.055778 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-f0a44b2c-4b48-4b63-bd7a-b2a1a126c63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:43.057456 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-f0a44b2c-4b48-4b63-bd7a-b2a1a126c63f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=afd75883-1f7e-444d-adc3-f51d404b13cf&tenant_id=040768a449b74edfb649dfba67db8bf2 HTTP/1.1" status: 200 len: 1096 time: 0.1872690 Aug 10 00:53:43.165007 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-113ee56a-150d-4cba-844f-bf6bf2a7245b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:43.171486 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-113ee56a-150d-4cba-844f-bf6bf2a7245b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=040768a449b74edfb649dfba67db8bf2&device_id=afd75883-1f7e-444d-adc3-f51d404b13cf HTTP/1.1" status: 200 len: 1096 time: 0.0738511 Aug 10 00:53:43.186588 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-4f08e38d-c9aa-47ef-b0f2-29c4d29207a3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1093606176-network', 'tenant_id': 'f51fe90847624ce5b5acb4fc88c3589e'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:43.253002 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-2eb76f89-16bb-473d-9070-37db21260ac6 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:43.254636 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-2eb76f89-16bb-473d-9070-37db21260ac6 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4216800 Aug 10 00:53:43.255486 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f08e38d-c9aa-47ef-b0f2-29c4d29207a3 admin admin] Made reservation on behalf of f51fe90847624ce5b5acb4fc88c3589e for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:53:43.257845 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4f08e38d-c9aa-47ef-b0f2-29c4d29207a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:43.290912 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-dee7c0f7-afbc-4663-8363-ad6a8b7ea171 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Request body: {'port': {'device_id': '4cc55842-3668-4e02-8785-c3767f5cfc36', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'admin_state_up': True, 'tenant_id': '0c3c05a4aa6b44198d9152275c7d5b9c'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:43.304694 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4f08e38d-c9aa-47ef-b0f2-29c4d29207a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:43.310778 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-bc77505b-3cfd-4c10-9c20-5c823a8e3635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:43.313063 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-bc77505b-3cfd-4c10-9c20-5c823a8e3635 service neutron] 10.222.0.24 "GET /v2.0/networks?id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da HTTP/1.1" status: 200 len: 921 time: 0.1358774 Aug 10 00:53:43.372510 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-19c06cf3-4277-43ee-8f91-23a1462ceb3e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 HTTP/1.1" status: 200 len: 217 time: 0.0511637 Aug 10 00:53:43.434026 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-a39e6e56-74c4-402e-ba49-5c17be80a3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:43.438823 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-a39e6e56-74c4-402e-ba49-5c17be80a3a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ff99852-0921-4c80-99ca-12207c311102 HTTP/1.1" status: 200 len: 860 time: 0.0582516 Aug 10 00:53:43.443842 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cbf19054-be4f-425f-b80e-4cede5caa7d1 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:43.456290 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-cbf19054-be4f-425f-b80e-4cede5caa7d1 None None] Transition to ACTIVE for port object d1b6bc2c-0806-4f0e-ac16-918e9bc71709 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:43.464824 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cbf19054-be4f-425f-b80e-4cede5caa7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:43.476603 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-03845917-05ba-4b80-b7f9-3213fd626497 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289745 Aug 10 00:53:43.563429 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19672d28-25d2-475b-b5ca-a58660d3f07c None None] Pushing event updated for resources: {'Port': ['ID=d1b6bc2c-0806-4f0e-ac16-918e9bc71709,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:43.580377 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-cbf19054-be4f-425f-b80e-4cede5caa7d1 None None] Attempting to bind port d1b6bc2c-0806-4f0e-ac16-918e9bc71709 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:53:43.580910 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-cbf19054-be4f-425f-b80e-4cede5caa7d1 None None] Attempting to bind port d1b6bc2c-0806-4f0e-ac16-918e9bc71709 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'a30d4656-77f1-4b49-9847-a49b2c834c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '52006999-d3f1-495b-a2b1-3543fabe4ab4'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:53:43.581350 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf19054-be4f-425f-b80e-4cede5caa7d1 None None] Attempting to bind port d1b6bc2c-0806-4f0e-ac16-918e9bc71709 on network 52006999-d3f1-495b-a2b1-3543fabe4ab4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:43.586730 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf19054-be4f-425f-b80e-4cede5caa7d1 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:53:43.587196 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf19054-be4f-425f-b80e-4cede5caa7d1 None None] Checking segment: {'id': 'a30d4656-77f1-4b49-9847-a49b2c834c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '52006999-d3f1-495b-a2b1-3543fabe4ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:43.587703 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cbf19054-be4f-425f-b80e-4cede5caa7d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:43.588171 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf19054-be4f-425f-b80e-4cede5caa7d1 None None] Bound using segment: {'id': 'a30d4656-77f1-4b49-9847-a49b2c834c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '52006999-d3f1-495b-a2b1-3543fabe4ab4'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:53:43.588854 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-cbf19054-be4f-425f-b80e-4cede5caa7d1 None None] Bound port: d1b6bc2c-0806-4f0e-ac16-918e9bc71709, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30d4656-77f1-4b49-9847-a49b2c834c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '52006999-d3f1-495b-a2b1-3543fabe4ab4'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:53:43.589312 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cbf19054-be4f-425f-b80e-4cede5caa7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:43.620268 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-3c81973d-869e-4835-a0a7-4ce18b8fc23e service neutron] 10.222.0.24 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340172 Aug 10 00:53:43.677061 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-cbf19054-be4f-425f-b80e-4cede5caa7d1 None None] For port d1b6bc2c-0806-4f0e-ac16-918e9bc71709, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:53:43.682364 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-cbf19054-be4f-425f-b80e-4cede5caa7d1 None None] For port d1b6bc2c-0806-4f0e-ac16-918e9bc71709, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=d1b6bc2c-0806-4f0e-ac16-918e9bc71709,segment=NetworkSegment(a30d4656-77f1-4b49-9847-a49b2c834c35),segment_id=a30d4656-77f1-4b49-9847-a49b2c834c35)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:53:43.690894 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cbf19054-be4f-425f-b80e-4cede5caa7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:43.763809 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-49217787-10b8-444b-8cf9-dfd22bcc173e service neutron] 10.222.0.24 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341257 Aug 10 00:53:43.799665 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3f580482-a39e-4cc8-a922-432b0f929b54 req-172a6777-86bd-4366-b9dd-68043e7ee847 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7625849 Aug 10 00:53:43.801157 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19672d28-25d2-475b-b5ca-a58660d3f07c None None] Pushing event updated for resources: {'Port': ['ID=d1b6bc2c-0806-4f0e-ac16-918e9bc71709,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:43.820578 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf19054-be4f-425f-b80e-4cede5caa7d1 None None] Routers {'d0ac46f9-d3c6-41db-9705-0fd157bf4bce'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:43.821214 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-cbf19054-be4f-425f-b80e-4cede5caa7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:53:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['d0ac46f9-d3c6-41db-9705-0fd157bf4bce'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:43.856916 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-377c5c8b-a8df-4a9a-aa6d-86f943dd5858 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=2b715706e5134fb19d24f4e70b76bab1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1447365 Aug 10 00:53:43.863179 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-326e97fa-329f-4442-8e02-52788719672b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:43.952708 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-cbf19054-be4f-425f-b80e-4cede5caa7d1 None None] Set router d0ac46f9-d3c6-41db-9705-0fd157bf4bce gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:44.118661 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-22d0a4ee-a17c-4784-922e-0bdb57782709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:44.146393 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-e0749f4e-f0fd-4a85-84cc-a0e4009a08ea tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:44.148075 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-e0749f4e-f0fd-4a85-84cc-a0e4009a08ea tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=afd75883-1f7e-444d-adc3-f51d404b13cf&tenant_id=040768a449b74edfb649dfba67db8bf2&binding%3Ahost_id=n-h1-766726-26 HTTP/1.1" status: 200 len: 1096 time: 0.0637579 Aug 10 00:53:44.194608 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5bb38-e3ca-4042-892f-7f58d20c3611 req-56c3a08e-e98a-4524-b550-ea00681fbacf tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:44.196306 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2a5bb38-e3ca-4042-892f-7f58d20c3611 req-56c3a08e-e98a-4524-b550-ea00681fbacf tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=afd75883-1f7e-444d-adc3-f51d404b13cf HTTP/1.1" status: 200 len: 944 time: 0.3144975 Aug 10 00:53:44.219507 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-cbf19054-be4f-425f-b80e-4cede5caa7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac46f9-d3c6-41db-9705-0fd157bf4bce', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2032300131-router', 'tenant_id': 'e231d124cd97446aa8876f957603e179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '99bc0bdf-96b9-4944-b009-e4933dcef4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:33Z', 'updated_at': '2021-08-10T00:53:39Z', 'revision_number': 4, 'project_id': 'e231d124cd97446aa8876f957603e179', 'gw_port': {'id': '99bc0bdf-96b9-4944-b009-e4933dcef4e7', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac46f9-d3c6-41db-9705-0fd157bf4bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:33Z', 'updated_at': '2021-08-10T00:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'd1b6bc2c-0806-4f0e-ac16-918e9bc71709', 'name': '', 'network_id': '52006999-d3f1-495b-a2b1-3543fabe4ab4', 'tenant_id': 'e231d124cd97446aa8876f957603e179', 'mac_address': 'fa:16:3e:a4:14:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ac46f9-d3c6-41db-9705-0fd157bf4bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3564e647-dc64-4924-9b8f-434d4321d072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:37Z', 'updated_at': '2021-08-10T00:53:43Z', 'revision_number': 4, 'project_id': 'e231d124cd97446aa8876f957603e179', 'subnets': [{'id': '3564e647-dc64-4924-9b8f-434d4321d072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:44.225779 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-b4293269-27b2-48bd-8f3e-c6b9e6b7ad3c tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=0c3c05a4aa6b44198d9152275c7d5b9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246079 Aug 10 00:53:44.254115 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf19054-be4f-425f-b80e-4cede5caa7d1 None None] The sync data for ids ['d0ac46f9-d3c6-41db-9705-0fd157bf4bce'] in n-d-766726-26 is: [{'id': 'd0ac46f9-d3c6-41db-9705-0fd157bf4bce', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2032300131-router', 'tenant_id': 'e231d124cd97446aa8876f957603e179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '99bc0bdf-96b9-4944-b009-e4933dcef4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:33Z', 'updated_at': '2021-08-10T00:53:39Z', 'revision_number': 4, 'project_id': 'e231d124cd97446aa8876f957603e179', 'gw_port': {'id': '99bc0bdf-96b9-4944-b009-e4933dcef4e7', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac46f9-d3c6-41db-9705-0fd157bf4bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:33Z', 'updated_at': '2021-08-10T00:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'd1b6bc2c-0806-4f0e-ac16-918e9bc71709', 'name': '', 'network_id': '52006999-d3f1-495b-a2b1-3543fabe4ab4', 'tenant_id': 'e231d124cd97446aa8876f957603e179', 'mac_address': 'fa:16:3e:a4:14:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ac46f9-d3c6-41db-9705-0fd157bf4bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3564e647-dc64-4924-9b8f-434d4321d072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:37Z', 'updated_at': '2021-08-10T00:53:43Z', 'revision_number': 4, 'project_id': 'e231d124cd97446aa8876f957603e179', 'subnets': [{'id': '3564e647-dc64-4924-9b8f-434d4321d072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:53:44.293410 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-00c103a7-78cc-4712-a17e-c17be6cd2dfc tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:44.294995 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-00c103a7-78cc-4712-a17e-c17be6cd2dfc tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4121974 Aug 10 00:53:44.351890 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-47c4e369-5e67-4b58-bf40-c8be6aec9363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c67469d7-4417-4512-ad59-dec9b41f2698 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:53:44.358748 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:44.363067 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4f08e38d-c9aa-47ef-b0f2-29c4d29207a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:44.377593 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-47c4e369-5e67-4b58-bf40-c8be6aec9363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:44.431507 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4f08e38d-c9aa-47ef-b0f2-29c4d29207a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:44.454788 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-fa60d341-9cab-492c-88c2-7098fae3d3b3 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:44.456384 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-fa60d341-9cab-492c-88c2-7098fae3d3b3 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2207258 Aug 10 00:53:44.461877 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-deca4276-236b-41b0-be85-03875cdfdfdf tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.35 "GET /v2.0/quotas/2b715706e5134fb19d24f4e70b76bab1 HTTP/1.1" status: 200 len: 375 time: 0.1033244 Aug 10 00:53:44.469477 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-40b18ccd-0bfc-457e-aad5-d60af0d3153c service neutron] For port 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:53:44.473230 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-40b18ccd-0bfc-457e-aad5-d60af0d3153c service neutron] Notify callbacks [] for binding, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:44.474421 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9da7f2e7-15a5-4001-985e-c9ebe2816bf4 req-40b18ccd-0bfc-457e-aad5-d60af0d3153c service neutron] 10.222.0.24 "DELETE /v2.0/ports/2d7c6203-1ccd-4e9b-bb20-f853cd0068b0/bindings/n-h2-766726-26 HTTP/1.1" status: 204 len: 173 time: 0.3181157 Aug 10 00:53:44.481316 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2a5bb38-e3ca-4042-892f-7f58d20c3611 req-54dc830e-ec77-417c-82b8-0912b61b3469 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506781 Aug 10 00:53:44.485406 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-47c4e369-5e67-4b58-bf40-c8be6aec9363 service neutron] Transition to ACTIVE for port object c67469d7-4417-4512-ad59-dec9b41f2698 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:44.485653 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-f212cd82-e417-417e-a8d3-fac13db50d3e tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Request body: {'port': {'device_id': '6b34a020-eeb8-4f3e-a378-23d162f9addf', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'admin_state_up': True, 'tenant_id': '0c3c05a4aa6b44198d9152275c7d5b9c'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:44.514027 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08e38d-c9aa-47ef-b0f2-29c4d29207a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c5f77b-3837-4d76-af41-3e7a6d6a5d91,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:44.519921 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f08e38d-c9aa-47ef-b0f2-29c4d29207a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:53:44.545359 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-47c4e369-5e67-4b58-bf40-c8be6aec9363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:44.547584 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-dee7c0f7-afbc-4663-8363-ad6a8b7ea171 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Made reservation on behalf of 0c3c05a4aa6b44198d9152275c7d5b9c for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:53:44.551066 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-dee7c0f7-afbc-4663-8363-ad6a8b7ea171 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:44.570396 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-dee7c0f7-afbc-4663-8363-ad6a8b7ea171 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:44.585674 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:53:44.625058 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-b14ea72b-d397-4de0-b75b-c31b1c0c0e56 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b715706e5134fb19d24f4e70b76bab1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1376696 Aug 10 00:53:44.628976 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-f212cd82-e417-417e-a8d3-fac13db50d3e tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Made reservation on behalf of 0c3c05a4aa6b44198d9152275c7d5b9c for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:53:44.634689 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4f08e38d-c9aa-47ef-b0f2-29c4d29207a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:44.635034 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-4f08e38d-c9aa-47ef-b0f2-29c4d29207a3 admin admin] Added segment f1c83123-eeb3-42b2-9bb4-931c538fa49d of type vlan for network 8da20456-a2cd-4171-9d7e-90bb1f354e7a Aug 10 00:53:44.635754 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-f212cd82-e417-417e-a8d3-fac13db50d3e tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:44.679672 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-f212cd82-e417-417e-a8d3-fac13db50d3e tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:44.691007 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:53:44.792665 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4f08e38d-c9aa-47ef-b0f2-29c4d29207a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:44.799553 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a1b8f292-7e03-4c3d-b505-8fee89e87f28 req-7f61dfb2-36de-43b3-997f-9559b6e2fbdc tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b34a020-eeb8-4f3e-a378-23d162f9addf HTTP/1.1" status: 200 len: 210 time: 0.0927708 Aug 10 00:53:44.917019 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device d1b6bc2c-0806-4f0e-ac16-918e9bc71709 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:44.965088 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-47c4e369-5e67-4b58-bf40-c8be6aec9363 service neutron] Attempting to bind port c67469d7-4417-4512-ad59-dec9b41f2698 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:53:44.965660 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-47c4e369-5e67-4b58-bf40-c8be6aec9363 service neutron] Attempting to bind port c67469d7-4417-4512-ad59-dec9b41f2698 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:53:44.966016 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-47c4e369-5e67-4b58-bf40-c8be6aec9363 service neutron] Attempting to bind port c67469d7-4417-4512-ad59-dec9b41f2698 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:44.974166 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-f212cd82-e417-417e-a8d3-fac13db50d3e tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:44.976127 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-47c4e369-5e67-4b58-bf40-c8be6aec9363 service neutron] Port c67469d7-4417-4512-ad59-dec9b41f2698 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:53:44.976582 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-47c4e369-5e67-4b58-bf40-c8be6aec9363 service neutron] Attempting to bind port c67469d7-4417-4512-ad59-dec9b41f2698 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:44.989527 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4e369-5e67-4b58-bf40-c8be6aec9363 service neutron] Pushing event updated for resources: {'Port': ['ID=c67469d7-4417-4512-ad59-dec9b41f2698,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:44.991294 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-f212cd82-e417-417e-a8d3-fac13db50d3e tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:44.999160 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-47c4e369-5e67-4b58-bf40-c8be6aec9363 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:53:44.999791 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-47c4e369-5e67-4b58-bf40-c8be6aec9363 service neutron] Checking segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:45.000426 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-47c4e369-5e67-4b58-bf40-c8be6aec9363 service neutron] Bound using segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:53:45.000978 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-47c4e369-5e67-4b58-bf40-c8be6aec9363 service neutron] Bound port: c67469d7-4417-4512-ad59-dec9b41f2698, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:53:45.001602 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-47c4e369-5e67-4b58-bf40-c8be6aec9363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:45.061499 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:45.069648 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port d1b6bc2c-0806-4f0e-ac16-918e9bc71709 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:45.079645 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port d1b6bc2c-0806-4f0e-ac16-918e9bc71709 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:45.080021 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:45.132633 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212cd82-e417-417e-a8d3-fac13db50d3e tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91f38ab9-4eee-421c-9bba-91c2ab30c0fe,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:45.213695 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-47c4e369-5e67-4b58-bf40-c8be6aec9363 service neutron] For port c67469d7-4417-4512-ad59-dec9b41f2698, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:53:45.227147 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:45.292015 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-f212cd82-e417-417e-a8d3-fac13db50d3e tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Allocated IP 192.168.233.125 (853ae90b-411a-4cc9-b27c-aa212d4ff023/f49e9f1d-7e8a-42ac-a9f2-157734919ae5/ee529561-278f-469e-9209-791f4c2472c4) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:53:45.299189 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port d1b6bc2c-0806-4f0e-ac16-918e9bc71709, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=d1b6bc2c-0806-4f0e-ac16-918e9bc71709,segment=NetworkSegment(a30d4656-77f1-4b49-9847-a49b2c834c35),segment_id=a30d4656-77f1-4b49-9847-a49b2c834c35)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:45.305580 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-47c4e369-5e67-4b58-bf40-c8be6aec9363 service neutron] For port c67469d7-4417-4512-ad59-dec9b41f2698, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=c67469d7-4417-4512-ad59-dec9b41f2698,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:53:45.307275 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:45.308701 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4f08e38d-c9aa-47ef-b0f2-29c4d29207a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:45.313566 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f08e38d-c9aa-47ef-b0f2-29c4d29207a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:45.314389 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4f08e38d-c9aa-47ef-b0f2-29c4d29207a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:45.337173 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-47c4e369-5e67-4b58-bf40-c8be6aec9363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:45.386582 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=d1b6bc2c-0806-4f0e-ac16-918e9bc71709,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:45.467489 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4e369-5e67-4b58-bf40-c8be6aec9363 service neutron] Pushing event updated for resources: {'Port': ['ID=c67469d7-4417-4512-ad59-dec9b41f2698,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:45.505004 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-f212cd82-e417-417e-a8d3-fac13db50d3e tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:45.507423 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd818b0-1e94-46b2-84f3-f2489165d929 req-ce4aece1-bd71-4096-b7a1-e4d703d65d76 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:45.509665 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bcd818b0-1e94-46b2-84f3-f2489165d929 req-ce4aece1-bd71-4096-b7a1-e4d703d65d76 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.4862559 Aug 10 00:53:45.512686 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.db.api [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-dee7c0f7-afbc-4663-8363-ad6a8b7ea171 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 0c3c05a4aa6b44198d9152275c7d5b9c {{(pid=105826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 00:53:45.513046 n-d-766726-26 neutron-server[105826]: DEBUG oslo_db.api [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-dee7c0f7-afbc-4663-8363-ad6a8b7ea171 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 00:53:45.521630 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-f212cd82-e417-417e-a8d3-fac13db50d3e tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Transition to ACTIVE for port object ee529561-278f-469e-9209-791f4c2472c4 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:45.538284 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4f08e38d-c9aa-47ef-b0f2-29c4d29207a3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5738585 Aug 10 00:53:45.543460 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34218) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:45.550114 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-40453311-b124-41e7-864d-2ae6cb915ddd admin admin] Request body: {'subnet': {'network_id': '8da20456-a2cd-4171-9d7e-90bb1f354e7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1093606176-subnet', 'tenant_id': 'f51fe90847624ce5b5acb4fc88c3589e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:45.558730 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-47c4e369-5e67-4b58-bf40-c8be6aec9363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:45.559176 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-47c4e369-5e67-4b58-bf40-c8be6aec9363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:45.560604 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-47c4e369-5e67-4b58-bf40-c8be6aec9363 service neutron] 10.222.0.24 "PUT /v2.0/ports/c67469d7-4417-4512-ad59-dec9b41f2698 HTTP/1.1" status: 200 len: 1096 time: 3.0308559 Aug 10 00:53:45.562787 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f9335f-3a15-4db5-b66e-83cc39a4ddc6', 'tag': 'c67469d7-4417-4512-ad59-dec9b41f2698'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:53:45.565110 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cfa189-f251-435c-833d-39927943d67e" -d '{"events": [{"name": "network-changed", "server_uuid": "86f9335f-3a15-4db5-b66e-83cc39a4ddc6", "tag": "c67469d7-4417-4512-ad59-dec9b41f2698"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:53:45.619514 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-f212cd82-e417-417e-a8d3-fac13db50d3e tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:45.648776 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40453311-b124-41e7-864d-2ae6cb915ddd admin admin] Made reservation on behalf of f51fe90847624ce5b5acb4fc88c3589e for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:53:45.651315 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-40453311-b124-41e7-864d-2ae6cb915ddd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:45.651900 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d198e-e09b-456e-ae5c-515f010debdb req-27f360a6-5f6b-45fc-bdfd-b356fc5e440f tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:45.660467 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-671d198e-e09b-456e-ae5c-515f010debdb req-27f360a6-5f6b-45fc-bdfd-b356fc5e440f tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 947 time: 0.5680764 Aug 10 00:53:45.667662 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08e38d-c9aa-47ef-b0f2-29c4d29207a3 admin admin] Pushing event updated for resources: {'Network': ['ID=8da20456-a2cd-4171-9d7e-90bb1f354e7a,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:45.686512 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 8da20456-a2cd-4171-9d7e-90bb1f354e7a details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:53:45.701587 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-f212cd82-e417-417e-a8d3-fac13db50d3e tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Network 853ae90b-411a-4cc9-b27c-aa212d4ff023 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:45.758398 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-f212cd82-e417-417e-a8d3-fac13db50d3e tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:45.765413 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bcd818b0-1e94-46b2-84f3-f2489165d929 req-aa993e7a-b8bf-4bba-89d8-ba9e5283651b tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210808 Aug 10 00:53:45.773643 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-f212cd82-e417-417e-a8d3-fac13db50d3e tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:53:45.836874 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-01ee9e19-b3ab-46c6-a409-3dcefb195acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:45.838909 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-01ee9e19-b3ab-46c6-a409-3dcefb195acb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 1099 time: 0.1745095 Aug 10 00:53:45.854268 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-671d198e-e09b-456e-ae5c-515f010debdb req-5cbd42e5-0579-4426-b11f-f80d173d6f9c tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927931 Aug 10 00:53:45.873435 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-22d0a4ee-a17c-4784-922e-0bdb57782709 admin admin] Deleting port d1b6bc2c-0806-4f0e-ac16-918e9bc71709 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:53:45.874350 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-22d0a4ee-a17c-4784-922e-0bdb57782709 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:45.877283 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212cd82-e417-417e-a8d3-fac13db50d3e tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Pushing event updated for resources: {'Port': ['ID=ee529561-278f-469e-9209-791f4c2472c4,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:45.930192 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-f212cd82-e417-417e-a8d3-fac13db50d3e tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:45.930939 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-f212cd82-e417-417e-a8d3-fac13db50d3e tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:46.009142 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-f212cd82-e417-417e-a8d3-fac13db50d3e tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5284443 Aug 10 00:53:46.016682 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-dee7c0f7-afbc-4663-8363-ad6a8b7ea171 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:46.038798 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-780ca908-1eb0-4dd9-b3e1-e57ac2aca404 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=c67469d7-4417-4512-ad59-dec9b41f2698 HTTP/1.1" status: 200 len: 217 time: 0.1793997 Aug 10 00:53:46.040867 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cc4a77ef-1cee-4c42-ad7d-8305c2c4843f req-b12cbc13-6cc6-4619-b82c-f12b16f2be56 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.35 "GET /v2.0/ports?device_id=145e2f4e-493a-4002-9f6e-99c718db31c8 HTTP/1.1" status: 200 len: 210 time: 0.1104205 Aug 10 00:53:46.051191 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-7a832460-970a-4137-aafe-95b8cc7269fc service neutron] Request body: {'port': {'device_id': '6b34a020-eeb8-4f3e-a378-23d162f9addf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:46.129997 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-40453311-b124-41e7-864d-2ae6cb915ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:46.143793 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:46.165006 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c4c1a6-49d6-4dd4-b5a0-5ae5a619a3fa x-openstack-request-id: req-88c4c1a6-49d6-4dd4-b5a0-5ae5a619a3fa {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:53:46.165122 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f9335f-3a15-4db5-b66e-83cc39a4ddc6", "tag": "c67469d7-4417-4512-ad59-dec9b41f2698", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:53:46.165454 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-88c4c1a6-49d6-4dd4-b5a0-5ae5a619a3fa {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:53:46.165752 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f9335f-3a15-4db5-b66e-83cc39a4ddc6', 'tag': 'c67469d7-4417-4512-ad59-dec9b41f2698', 'status': 'completed', 'code': 200} Aug 10 00:53:46.204654 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-7a832460-970a-4137-aafe-95b8cc7269fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:46.225502 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-3bb3eebf-3fc8-4428-a386-77464dcad54c None None] Provisioning for port ee529561-278f-469e-9209-791f4c2472c4 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:46.229388 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-3bb3eebf-3fc8-4428-a386-77464dcad54c None None] Provisioning complete for port ee529561-278f-469e-9209-791f4c2472c4 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:46.230104 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3bb3eebf-3fc8-4428-a386-77464dcad54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:46.244808 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40453311-b124-41e7-864d-2ae6cb915ddd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e8da7be-51be-41de-ab4c-2f47e80b4335,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:46.253529 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02c015-2097-40e4-b5fc-ccf96bd577ea req-acc43c48-351a-4119-9f67-30471d18b564 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:46.255157 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d02c015-2097-40e4-b5fc-ccf96bd577ea req-acc43c48-351a-4119-9f67-30471d18b564 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=afd75883-1f7e-444d-adc3-f51d404b13cf HTTP/1.1" status: 200 len: 944 time: 0.2364049 Aug 10 00:53:46.262856 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-ebb15eb0-2364-47d6-be98-f6d10e9955f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:46.264303 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-ebb15eb0-2364-47d6-be98-f6d10e9955f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.2107661 Aug 10 00:53:46.274136 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-3bb3eebf-3fc8-4428-a386-77464dcad54c None None] Port ee529561-278f-469e-9209-791f4c2472c4 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:53:46.278974 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-22d0a4ee-a17c-4784-922e-0bdb57782709 admin admin] For port d1b6bc2c-0806-4f0e-ac16-918e9bc71709, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=d1b6bc2c-0806-4f0e-ac16-918e9bc71709,segment=NetworkSegment(a30d4656-77f1-4b49-9847-a49b2c834c35),segment_id=a30d4656-77f1-4b49-9847-a49b2c834c35)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:46.279381 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-22d0a4ee-a17c-4784-922e-0bdb57782709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:46.285865 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40453311-b124-41e7-864d-2ae6cb915ddd admin admin] Checking segment: {'id': 'f1c83123-eeb3-42b2-9bb4-931c538fa49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8da20456-a2cd-4171-9d7e-90bb1f354e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:46.286259 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40453311-b124-41e7-864d-2ae6cb915ddd admin admin] Network hostable DHCP agents. Network: 8da20456-a2cd-4171-9d7e-90bb1f354e7a, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:53:46.344893 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-22d0a4ee-a17c-4784-922e-0bdb57782709 admin admin] Calling delete_port for d1b6bc2c-0806-4f0e-ac16-918e9bc71709 owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:53:46.458247 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d02c015-2097-40e4-b5fc-ccf96bd577ea req-bff06e6f-9eb1-4e17-b40e-258316796e7e tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816423 Aug 10 00:53:46.478758 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-09a79e70-92a3-4620-9ca0-5b35271c5221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:46.480296 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-09a79e70-92a3-4620-9ca0-5b35271c5221 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1966777 Aug 10 00:53:46.654122 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40453311-b124-41e7-864d-2ae6cb915ddd admin admin] Network 8da20456-a2cd-4171-9d7e-90bb1f354e7a is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:53:46.681836 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-b6ba3c71-dbc0-458c-b1e4-1a611f7fc760 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2b715706e5134fb19d24f4e70b76bab1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395036 Aug 10 00:53:46.684927 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-40453311-b124-41e7-864d-2ae6cb915ddd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 8da20456-a2cd-4171-9d7e-90bb1f354e7a) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:46.701886 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16eb1435-c665-49c9-b266-382f135978f2 None None] Network 8da20456-a2cd-4171-9d7e-90bb1f354e7a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:53:46.720455 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40453311-b124-41e7-864d-2ae6cb915ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:46.721230 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-40453311-b124-41e7-864d-2ae6cb915ddd admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:46.787907 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-40453311-b124-41e7-864d-2ae6cb915ddd admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2435009 Aug 10 00:53:46.790791 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34246) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:46.795623 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-05594057-51bb-4ffa-aa28-2a921de6913a admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1093606176-router', 'tenant_id': 'f51fe90847624ce5b5acb4fc88c3589e', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:46.804919 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device d1b6bc2c-0806-4f0e-ac16-918e9bc71709 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:46.849867 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-60ea28c8-1b68-4852-ac6d-f4d7ed1dc92d tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:46.851482 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-60ea28c8-1b68-4852-ac6d-f4d7ed1dc92d tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1625957 Aug 10 00:53:46.853026 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-05594057-51bb-4ffa-aa28-2a921de6913a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:46.856300 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-05594057-51bb-4ffa-aa28-2a921de6913a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:46.869009 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-e43e496a-b654-430d-be56-20f70d56702e tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Request body: {'port': {'device_id': '145e2f4e-493a-4002-9f6e-99c718db31c8', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'admin_state_up': True, 'tenant_id': '2b715706e5134fb19d24f4e70b76bab1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:47.001878 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port d1b6bc2c-0806-4f0e-ac16-918e9bc71709 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:47.002306 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:47.029194 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-05594057-51bb-4ffa-aa28-2a921de6913a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:47.029427 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87ef2f2-4edf-49e5-a096-390b25461838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-8da20456-a2cd-4171-9d7e-90bb1f354e7a', 'network_id': '8da20456-a2cd-4171-9d7e-90bb1f354e7a', 'tenant_id': 'f51fe90847624ce5b5acb4fc88c3589e', 'fixed_ips': [{'subnet_id': '4e8da7be-51be-41de-ab4c-2f47e80b4335'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:53:47.030340 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a87ef2f2-4edf-49e5-a096-390b25461838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:47.083330 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-dee7c0f7-afbc-4663-8363-ad6a8b7ea171 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Allocated IP 192.168.233.88 (853ae90b-411a-4cc9-b27c-aa212d4ff023/f49e9f1d-7e8a-42ac-a9f2-157734919ae5/65a48a5c-816d-49a7-b218-71e733ae3f95) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:53:47.143034 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6241dc-d188-41a0-892c-4762102c5a5e req-305cc94f-1be0-4172-b175-7f2c467955d1 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:47.144778 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b6241dc-d188-41a0-892c-4762102c5a5e req-305cc94f-1be0-4172-b175-7f2c467955d1 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b34a020-eeb8-4f3e-a378-23d162f9addf HTTP/1.1" status: 200 len: 936 time: 0.5464771 Aug 10 00:53:47.151591 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-8d0a893d-1ac5-4eb6-801f-a0c642aad4af service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6633666 Aug 10 00:53:47.212468 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-05594057-51bb-4ffa-aa28-2a921de6913a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:47.217096 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-e43e496a-b654-430d-be56-20f70d56702e tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Made reservation on behalf of 2b715706e5134fb19d24f4e70b76bab1 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:53:47.220861 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-e43e496a-b654-430d-be56-20f70d56702e tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:47.231773 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-e43e496a-b654-430d-be56-20f70d56702e tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:47.282097 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020221d-f833-4c26-beee-797d30b23226 req-1c95eca6-c145-469c-a4c6-560edde6a448 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:47.283717 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b020221d-f833-4c26-beee-797d30b23226 req-1c95eca6-c145-469c-a4c6-560edde6a448 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.6080868 Aug 10 00:53:47.366827 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-a87ef2f2-4edf-49e5-a096-390b25461838 None None] Allocated IP 172.20.0.2 (8da20456-a2cd-4171-9d7e-90bb1f354e7a/4e8da7be-51be-41de-ab4c-2f47e80b4335/3c97bc5a-fe95-4138-b64f-c7831e15ce10) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:53:47.383922 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b6241dc-d188-41a0-892c-4762102c5a5e req-6dc6f071-3c8f-49b5-8b26-26763107bdaa tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/security-groups?id=91f38ab9-4eee-421c-9bba-91c2ab30c0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133436 Aug 10 00:53:47.470323 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-e43e496a-b654-430d-be56-20f70d56702e tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:47.475750 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-22d0a4ee-a17c-4784-922e-0bdb57782709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:47.480308 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-e43e496a-b654-430d-be56-20f70d56702e tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:47.500969 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b020221d-f833-4c26-beee-797d30b23226 req-94cbfaa2-6ba5-46d5-86cc-320588505938 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989896 Aug 10 00:53:47.533328 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5c4d4f3a-b88c-437f-b27c-06d157318b21 req-5a84ea74-dd33-42cb-849f-891416dacc50 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559444 Aug 10 00:53:47.537075 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d0a4ee-a17c-4784-922e-0bdb57782709 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1b6bc2c-0806-4f0e-ac16-918e9bc71709,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:47.571368 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-dee7c0f7-afbc-4663-8363-ad6a8b7ea171 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:47.608290 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e496a-b654-430d-be56-20f70d56702e tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df39b944-9565-4e56-8a1b-fb4327bf1373,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:47.629009 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-05594057-51bb-4ffa-aa28-2a921de6913a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:47.638257 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a87ef2f2-4edf-49e5-a096-390b25461838 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:47.651686 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a87ef2f2-4edf-49e5-a096-390b25461838 None None] Transition to ACTIVE for port object 3c97bc5a-fe95-4138-b64f-c7831e15ce10 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:47.660615 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-05594057-51bb-4ffa-aa28-2a921de6913a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:47.672259 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a87ef2f2-4edf-49e5-a096-390b25461838 None None] Transition to ACTIVE for port object 3c97bc5a-fe95-4138-b64f-c7831e15ce10 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:47.678816 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-dee7c0f7-afbc-4663-8363-ad6a8b7ea171 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Transition to ACTIVE for port object 65a48a5c-816d-49a7-b218-71e733ae3f95 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:47.682473 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a87ef2f2-4edf-49e5-a096-390b25461838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:47.735525 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87ef2f2-4edf-49e5-a096-390b25461838 None None] Network 8da20456-a2cd-4171-9d7e-90bb1f354e7a is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:47.738205 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ef2f2-4edf-49e5-a096-390b25461838 None None] Pushing event updated for resources: {'Port': ['ID=3c97bc5a-fe95-4138-b64f-c7831e15ce10,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:47.743445 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-a87ef2f2-4edf-49e5-a096-390b25461838 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:47.748937 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87ef2f2-4edf-49e5-a096-390b25461838 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:53:47.756411 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5bec7-bcf1-4065-b6f1-4cf56c16336a req-30f1a578-f565-44b3-80b1-2fd376dc0706 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:47.763733 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c8b5bec7-bcf1-4065-b6f1-4cf56c16336a req-30f1a578-f565-44b3-80b1-2fd376dc0706 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=afd75883-1f7e-444d-adc3-f51d404b13cf HTTP/1.1" status: 200 len: 1096 time: 0.2616191 Aug 10 00:53:47.788124 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-05594057-51bb-4ffa-aa28-2a921de6913a admin admin] Allocated IP 172.25.2.227 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/96239082-cf98-441d-8ca7-f49139972346) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:53:47.815694 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a87ef2f2-4edf-49e5-a096-390b25461838 None None] Attempting to bind port 3c97bc5a-fe95-4138-b64f-c7831e15ce10 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:53:47.816317 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a87ef2f2-4edf-49e5-a096-390b25461838 None None] Attempting to bind port 3c97bc5a-fe95-4138-b64f-c7831e15ce10 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'f1c83123-eeb3-42b2-9bb4-931c538fa49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8da20456-a2cd-4171-9d7e-90bb1f354e7a'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:53:47.816788 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87ef2f2-4edf-49e5-a096-390b25461838 None None] Attempting to bind port 3c97bc5a-fe95-4138-b64f-c7831e15ce10 on network 8da20456-a2cd-4171-9d7e-90bb1f354e7a {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:47.822519 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87ef2f2-4edf-49e5-a096-390b25461838 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:53:47.823050 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87ef2f2-4edf-49e5-a096-390b25461838 None None] Checking segment: {'id': 'f1c83123-eeb3-42b2-9bb4-931c538fa49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8da20456-a2cd-4171-9d7e-90bb1f354e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:47.823633 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a87ef2f2-4edf-49e5-a096-390b25461838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:47.824153 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87ef2f2-4edf-49e5-a096-390b25461838 None None] Bound using segment: {'id': 'f1c83123-eeb3-42b2-9bb4-931c538fa49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8da20456-a2cd-4171-9d7e-90bb1f354e7a'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:53:47.825025 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a87ef2f2-4edf-49e5-a096-390b25461838 None None] Bound port: 3c97bc5a-fe95-4138-b64f-c7831e15ce10, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c83123-eeb3-42b2-9bb4-931c538fa49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8da20456-a2cd-4171-9d7e-90bb1f354e7a'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:53:47.825372 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a87ef2f2-4edf-49e5-a096-390b25461838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:47.869251 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfa189-f251-435c-833d-39927943d67e req-d368c032-6af6-4203-bdab-5ee5d5667627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:47.870250 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-15cfa189-f251-435c-833d-39927943d67e req-d368c032-6af6-4203-bdab-5ee5d5667627 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 1099 time: 0.2652497 Aug 10 00:53:47.878199 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-dee7c0f7-afbc-4663-8363-ad6a8b7ea171 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:47.899524 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-a87ef2f2-4edf-49e5-a096-390b25461838 None None] For port 3c97bc5a-fe95-4138-b64f-c7831e15ce10, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:53:47.903237 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-a87ef2f2-4edf-49e5-a096-390b25461838 None None] For port 3c97bc5a-fe95-4138-b64f-c7831e15ce10, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=3c97bc5a-fe95-4138-b64f-c7831e15ce10,segment=NetworkSegment(f1c83123-eeb3-42b2-9bb4-931c538fa49d),segment_id=f1c83123-eeb3-42b2-9bb4-931c538fa49d)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:53:47.910431 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a87ef2f2-4edf-49e5-a096-390b25461838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:47.984381 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ef2f2-4edf-49e5-a096-390b25461838 None None] Pushing event updated for resources: {'Port': ['ID=3c97bc5a-fe95-4138-b64f-c7831e15ce10,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:48.001804 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-05594057-51bb-4ffa-aa28-2a921de6913a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:48.002531 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfa189-f251-435c-833d-39927943d67e req-308b6af5-2188-41f0-b610-9e14d859f21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:48.004126 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-15cfa189-f251-435c-833d-39927943d67e req-308b6af5-2188-41f0-b610-9e14d859f21e service neutron] 10.222.0.24 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.1114192 Aug 10 00:53:48.056382 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d78558-fa37-4bd0-be00-a0fddf1119a8 req-ebf24bad-5fce-46ad-a942-c9d3e120b5a0 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:48.057906 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2d78558-fa37-4bd0-be00-a0fddf1119a8 req-ebf24bad-5fce-46ad-a942-c9d3e120b5a0 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 947 time: 0.3772604 Aug 10 00:53:48.067227 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-dee7c0f7-afbc-4663-8363-ad6a8b7ea171 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Network 853ae90b-411a-4cc9-b27c-aa212d4ff023 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:48.111803 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-05594057-51bb-4ffa-aa28-2a921de6913a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:48.138392 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c8b5bec7-bcf1-4065-b6f1-4cf56c16336a req-b381774d-f05f-4e38-b640-f10316bac183 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668482 Aug 10 00:53:48.139197 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-22d0a4ee-a17c-4784-922e-0bdb57782709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:48.159390 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05594057-51bb-4ffa-aa28-2a921de6913a admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:48.187802 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-7a832460-970a-4137-aafe-95b8cc7269fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee529561-278f-469e-9209-791f4c2472c4 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:53:48.195703 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-05594057-51bb-4ffa-aa28-2a921de6913a admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:48.201601 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05594057-51bb-4ffa-aa28-2a921de6913a admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:53:48.205359 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-7a832460-970a-4137-aafe-95b8cc7269fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:48.241705 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-15cfa189-f251-435c-833d-39927943d67e req-6f108ec6-973d-41d0-9ea5-79d623b7b1f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=c67469d7-4417-4512-ad59-dec9b41f2698 HTTP/1.1" status: 200 len: 217 time: 0.1974254 Aug 10 00:53:48.247641 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-dee7c0f7-afbc-4663-8363-ad6a8b7ea171 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:48.252895 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05594057-51bb-4ffa-aa28-2a921de6913a admin admin] Pushing event updated for resources: {'Port': ['ID=96239082-cf98-441d-8ca7-f49139972346,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:48.257751 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-7a832460-970a-4137-aafe-95b8cc7269fc service neutron] Transition to ACTIVE for port object ee529561-278f-469e-9209-791f4c2472c4 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:48.276807 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-7a832460-970a-4137-aafe-95b8cc7269fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:48.295556 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-dee7c0f7-afbc-4663-8363-ad6a8b7ea171 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:53:48.452238 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7c0f7-afbc-4663-8363-ad6a8b7ea171 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Pushing event updated for resources: {'Port': ['ID=65a48a5c-816d-49a7-b218-71e733ae3f95,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:48.475857 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eab819b4-ccf5-4128-b7f6-375d822fcba4 req-3d063878-861e-447b-9674-19cfb201015e tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.35 "GET /v2.0/ports?device_id=145e2f4e-493a-4002-9f6e-99c718db31c8 HTTP/1.1" status: 200 len: 210 time: 0.1027372 Aug 10 00:53:48.526994 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a832460-970a-4137-aafe-95b8cc7269fc service neutron] Pushing event updated for resources: {'Port': ['ID=ee529561-278f-469e-9209-791f4c2472c4,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:48.531393 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-e43e496a-b654-430d-be56-20f70d56702e tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Allocated IP 192.168.233.237 (853ae90b-411a-4cc9-b27c-aa212d4ff023/f49e9f1d-7e8a-42ac-a9f2-157734919ae5/13adccf5-32d2-4663-a73d-8ea6e00315e9) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:53:48.571541 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfa189-f251-435c-833d-39927943d67e req-9d7a9c01-2b71-4f23-bb52-d4308071d134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:48.573137 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-15cfa189-f251-435c-833d-39927943d67e req-9d7a9c01-2b71-4f23-bb52-d4308071d134 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.3046331 Aug 10 00:53:48.610078 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-dee7c0f7-afbc-4663-8363-ad6a8b7ea171 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:48.611050 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-dee7c0f7-afbc-4663-8363-ad6a8b7ea171 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:48.648467 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-919793c7-883c-47fc-9564-d41459c59792 None None] Provisioning for port 65a48a5c-816d-49a7-b218-71e733ae3f95 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:48.653403 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-919793c7-883c-47fc-9564-d41459c59792 None None] Provisioning complete for port 65a48a5c-816d-49a7-b218-71e733ae3f95 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:48.653780 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-919793c7-883c-47fc-9564-d41459c59792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:48.675606 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2d78558-fa37-4bd0-be00-a0fddf1119a8 req-1e77c58e-f189-4596-b519-db9becba8859 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5311618 Aug 10 00:53:48.691260 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-dee7c0f7-afbc-4663-8363-ad6a8b7ea171 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.4063756 Aug 10 00:53:48.782165 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-8606dfb0-a09d-4584-8e8e-4d960ff48d19 service neutron] Request body: {'port': {'device_id': '4cc55842-3668-4e02-8785-c3767f5cfc36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:48.791130 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-7a832460-970a-4137-aafe-95b8cc7269fc service neutron] Attempting to bind port ee529561-278f-469e-9209-791f4c2472c4 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:53:48.792272 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-7a832460-970a-4137-aafe-95b8cc7269fc service neutron] Attempting to bind port ee529561-278f-469e-9209-791f4c2472c4 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:53:48.792785 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-7a832460-970a-4137-aafe-95b8cc7269fc service neutron] Attempting to bind port ee529561-278f-469e-9209-791f4c2472c4 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:48.794610 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-919793c7-883c-47fc-9564-d41459c59792 None None] Port 65a48a5c-816d-49a7-b218-71e733ae3f95 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:53:48.817825 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-7a832460-970a-4137-aafe-95b8cc7269fc service neutron] Port ee529561-278f-469e-9209-791f4c2472c4 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:53:48.818503 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-7a832460-970a-4137-aafe-95b8cc7269fc service neutron] Attempting to bind port ee529561-278f-469e-9209-791f4c2472c4 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:48.939329 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-7a832460-970a-4137-aafe-95b8cc7269fc service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:53:48.940128 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-7a832460-970a-4137-aafe-95b8cc7269fc service neutron] Checking segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:48.942319 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-7a832460-970a-4137-aafe-95b8cc7269fc service neutron] Bound using segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:53:48.943032 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-7a832460-970a-4137-aafe-95b8cc7269fc service neutron] Bound port: ee529561-278f-469e-9209-791f4c2472c4, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:53:48.943748 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-7a832460-970a-4137-aafe-95b8cc7269fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:48.987625 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3c97bc5a-fe95-4138-b64f-c7831e15ce10 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:48.991163 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-05594057-51bb-4ffa-aa28-2a921de6913a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:49.077709 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-8606dfb0-a09d-4584-8e8e-4d960ff48d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:49.087476 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 3c97bc5a-fe95-4138-b64f-c7831e15ce10 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:49.136375 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d0a4ee-a17c-4784-922e-0bdb57782709 admin admin] Router d0ac46f9-d3c6-41db-9705-0fd157bf4bce has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:53:49.143019 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfa189-f251-435c-833d-39927943d67e req-a2e8b004-9b42-4cd6-95e8-be6f23d9166c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:49.144664 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-15cfa189-f251-435c-833d-39927943d67e req-a2e8b004-9b42-4cd6-95e8-be6f23d9166c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5529919 Aug 10 00:53:49.282876 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dd76b-96e4-42a0-a256-6ba5f3de91b6 req-d6236318-9fe2-4cca-9bac-e780de8f7bb2 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:49.284841 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f21dd76b-96e4-42a0-a256-6ba5f3de91b6 req-d6236318-9fe2-4cca-9bac-e780de8f7bb2 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b34a020-eeb8-4f3e-a378-23d162f9addf HTTP/1.1" status: 200 len: 948 time: 0.4012811 Aug 10 00:53:49.287646 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf98347-1ba7-4747-a276-98ff89c7b7c6 None None] Network 8da20456-a2cd-4171-9d7e-90bb1f354e7a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:53:49.324098 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-96cf51c5-84c9-475a-98ff-6ed8dd53d318 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:49.329899 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-96cf51c5-84c9-475a-98ff-6ed8dd53d318 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/networks?id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da HTTP/1.1" status: 200 len: 820 time: 0.5747759 Aug 10 00:53:49.368451 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e8bcf85c-2f23-46dc-814c-6a64912e5acf None None] Provisioning for port 3c97bc5a-fe95-4138-b64f-c7831e15ce10 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:49.376864 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e8bcf85c-2f23-46dc-814c-6a64912e5acf None None] Provisioning complete for port 3c97bc5a-fe95-4138-b64f-c7831e15ce10 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:49.377553 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf85c-2f23-46dc-814c-6a64912e5acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:49.415907 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-1774f283-0192-4f51-9167-85d821c72dd9 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/quotas/040768a449b74edfb649dfba67db8bf2 HTTP/1.1" status: 200 len: 375 time: 0.0711944 Aug 10 00:53:49.464039 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-e43e496a-b654-430d-be56-20f70d56702e tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:49.474001 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-7a832460-970a-4137-aafe-95b8cc7269fc service neutron] For port ee529561-278f-469e-9209-791f4c2472c4, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:53:49.523774 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-e43e496a-b654-430d-be56-20f70d56702e tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Transition to ACTIVE for port object 13adccf5-32d2-4663-a73d-8ea6e00315e9 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:49.527442 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-7a832460-970a-4137-aafe-95b8cc7269fc service neutron] For port ee529561-278f-469e-9209-791f4c2472c4, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=ee529561-278f-469e-9209-791f4c2472c4,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:53:49.534941 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf85c-2f23-46dc-814c-6a64912e5acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:49.541296 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-7a832460-970a-4137-aafe-95b8cc7269fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:49.572477 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-e8bcf85c-2f23-46dc-814c-6a64912e5acf None None] For port 3c97bc5a-fe95-4138-b64f-c7831e15ce10, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=3c97bc5a-fe95-4138-b64f-c7831e15ce10,segment=NetworkSegment(f1c83123-eeb3-42b2-9bb4-931c538fa49d),segment_id=f1c83123-eeb3-42b2-9bb4-931c538fa49d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:49.576939 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf85c-2f23-46dc-814c-6a64912e5acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:49.642982 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-7a832460-970a-4137-aafe-95b8cc7269fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:49.643610 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-7a832460-970a-4137-aafe-95b8cc7269fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:49.645750 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-7a832460-970a-4137-aafe-95b8cc7269fc service neutron] 10.222.0.20 "PUT /v2.0/ports/ee529561-278f-469e-9209-791f4c2472c4 HTTP/1.1" status: 200 len: 1097 time: 3.5999331 Aug 10 00:53:49.649642 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b34a020-eeb8-4f3e-a378-23d162f9addf', 'tag': 'ee529561-278f-469e-9209-791f4c2472c4'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:53:49.652036 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0500212f-2301-40b1-a282-80972d3139ee" -d '{"events": [{"name": "network-changed", "server_uuid": "6b34a020-eeb8-4f3e-a378-23d162f9addf", "tag": "ee529561-278f-469e-9209-791f4c2472c4"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:53:49.667742 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bcf85c-2f23-46dc-814c-6a64912e5acf None None] Pushing event updated for resources: {'Port': ['ID=3c97bc5a-fe95-4138-b64f-c7831e15ce10,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:49.700130 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-e43e496a-b654-430d-be56-20f70d56702e tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:49.737341 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a832460-970a-4137-aafe-95b8cc7269fc service neutron] Pushing event updated for resources: {'Port': ['ID=ee529561-278f-469e-9209-791f4c2472c4,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:49.741573 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-e43e496a-b654-430d-be56-20f70d56702e tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Network 853ae90b-411a-4cc9-b27c-aa212d4ff023 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:49.742785 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-05594057-51bb-4ffa-aa28-2a921de6913a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:49.811907 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-e43e496a-b654-430d-be56-20f70d56702e tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:49.816321 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-e43e496a-b654-430d-be56-20f70d56702e tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:53:49.862015 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e496a-b654-430d-be56-20f70d56702e tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Pushing event updated for resources: {'Port': ['ID=13adccf5-32d2-4663-a73d-8ea6e00315e9,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:49.907024 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ec0168a2-2b7c-4f0d-ab55-fabb32e72e1e None None] Provisioning complete for port 3c97bc5a-fe95-4138-b64f-c7831e15ce10 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:49.907403 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ec0168a2-2b7c-4f0d-ab55-fabb32e72e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:49.910132 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f21dd76b-96e4-42a0-a256-6ba5f3de91b6 req-6f1fa167-3146-416d-829c-64f38b94ede1 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/security-groups?id=91f38ab9-4eee-421c-9bba-91c2ab30c0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5712516 Aug 10 00:53:49.913579 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-15cfa189-f251-435c-833d-39927943d67e req-e77765aa-1ff2-4bbe-b505-b0507b2e3688 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7580154 Aug 10 00:53:49.925660 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d0a4ee-a17c-4784-922e-0bdb57782709 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:53:49.935366 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-22d0a4ee-a17c-4784-922e-0bdb57782709 admin admin] 10.222.0.35 "PUT /v2.0/routers/d0ac46f9-d3c6-41db-9705-0fd157bf4bce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8542345 Aug 10 00:53:49.940717 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b5594b-a071-4975-8c2e-da4ffe8dc138 None None] Sync routers for ids ['d0ac46f9-d3c6-41db-9705-0fd157bf4bce'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:53:49.944473 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34278) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:49.959765 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b5594b-a071-4975-8c2e-da4ffe8dc138 None None] Routers {'d0ac46f9-d3c6-41db-9705-0fd157bf4bce'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:49.963842 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-20b5594b-a071-4975-8c2e-da4ffe8dc138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:53:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['d0ac46f9-d3c6-41db-9705-0fd157bf4bce'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:49.974784 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-f66e4ab3-ed32-47c1-986a-f2a57988a1bc tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=040768a449b74edfb649dfba67db8bf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5250747 Aug 10 00:53:50.012292 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-a8f7ac79-3815-4bef-86aa-cd45fa5362c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:50.013818 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-a8f7ac79-3815-4bef-86aa-cd45fa5362c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c3c05a4aa6b44198d9152275c7d5b9c&device_id=6b34a020-eeb8-4f3e-a378-23d162f9addf HTTP/1.1" status: 200 len: 1100 time: 0.2687392 Aug 10 00:53:50.019569 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-e43e496a-b654-430d-be56-20f70d56702e tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:50.020292 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-e43e496a-b654-430d-be56-20f70d56702e tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:50.130738 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-20b5594b-a071-4975-8c2e-da4ffe8dc138 None None] Set router d0ac46f9-d3c6-41db-9705-0fd157bf4bce gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:50.184639 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e96fae15-1264-45b3-94fc-2a0bc1b7ac70 None None] Provisioning for port 13adccf5-32d2-4663-a73d-8ea6e00315e9 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:50.195255 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-e43e496a-b654-430d-be56-20f70d56702e tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3328454 Aug 10 00:53:50.196624 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e96fae15-1264-45b3-94fc-2a0bc1b7ac70 None None] Provisioning complete for port 13adccf5-32d2-4663-a73d-8ea6e00315e9 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:50.202218 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e96fae15-1264-45b3-94fc-2a0bc1b7ac70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:50.239893 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-d8a7d430-bdc3-4865-8dac-c332574ac1dd service neutron] Request body: {'port': {'device_id': '145e2f4e-493a-4002-9f6e-99c718db31c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:50.240581 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64f702-59d5-49a8-accd-3b3aed9eb4f9 req-7a548af5-3aa0-4363-96a7-1384f7739f58 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:50.242168 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8c64f702-59d5-49a8-accd-3b3aed9eb4f9 req-7a548af5-3aa0-4363-96a7-1384f7739f58 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.1507263 Aug 10 00:53:50.242861 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-19f253dd-f2f6-4180-9aa6-1d1f95f96f54 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=ee529561-278f-469e-9209-791f4c2472c4 HTTP/1.1" status: 200 len: 217 time: 0.1253252 Aug 10 00:53:50.259229 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e96fae15-1264-45b3-94fc-2a0bc1b7ac70 None None] Port 13adccf5-32d2-4663-a73d-8ea6e00315e9 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:53:50.311655 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-15cfa189-f251-435c-833d-39927943d67e req-518633b6-77c1-41c5-804e-9642d8a2263c service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833222 Aug 10 00:53:50.339580 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-42b5d394-8cad-4f31-b1dc-ab006fe49b3e service neutron] 10.222.0.35 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058195 Aug 10 00:53:50.344094 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-20b5594b-a071-4975-8c2e-da4ffe8dc138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac46f9-d3c6-41db-9705-0fd157bf4bce', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2032300131-router', 'tenant_id': 'e231d124cd97446aa8876f957603e179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '99bc0bdf-96b9-4944-b009-e4933dcef4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:33Z', 'updated_at': '2021-08-10T00:53:47Z', 'revision_number': 5, 'project_id': 'e231d124cd97446aa8876f957603e179', 'gw_port': {'id': '99bc0bdf-96b9-4944-b009-e4933dcef4e7', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac46f9-d3c6-41db-9705-0fd157bf4bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:33Z', 'updated_at': '2021-08-10T00:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:50.349842 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-d515536e-95fc-4a97-9a57-008778fb9eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:50.351121 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8c64f702-59d5-49a8-accd-3b3aed9eb4f9 req-11abe89d-7698-44b4-8fa4-1bb4fa92e02a tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965216 Aug 10 00:53:50.351876 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-d515536e-95fc-4a97-9a57-008778fb9eb8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0842164 Aug 10 00:53:50.353366 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-03b271b7-1571-4202-9e3d-94364a3d36be admin admin] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:50.357853 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05594057-51bb-4ffa-aa28-2a921de6913a admin admin] Router d6cc2a43-b9c8-4f5e-be8e-a6086838b335 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 00:53:50.381724 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b5594b-a071-4975-8c2e-da4ffe8dc138 None None] Checking router: d0ac46f9-d3c6-41db-9705-0fd157bf4bce for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:53:50.391520 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b5594b-a071-4975-8c2e-da4ffe8dc138 None None] Routers {'d0ac46f9-d3c6-41db-9705-0fd157bf4bce'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:50.392257 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-20b5594b-a071-4975-8c2e-da4ffe8dc138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:53:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['d0ac46f9-d3c6-41db-9705-0fd157bf4bce'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:50.476669 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-8606dfb0-a09d-4584-8e8e-4d960ff48d19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65a48a5c-816d-49a7-b218-71e733ae3f95 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:53:50.494821 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-8606dfb0-a09d-4584-8e8e-4d960ff48d19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:50.508236 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-20b5594b-a071-4975-8c2e-da4ffe8dc138 None None] Set router d0ac46f9-d3c6-41db-9705-0fd157bf4bce gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:50.509177 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-d8a7d430-bdc3-4865-8dac-c332574ac1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:50.525916 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-8606dfb0-a09d-4584-8e8e-4d960ff48d19 service neutron] Transition to ACTIVE for port object 65a48a5c-816d-49a7-b218-71e733ae3f95 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:50.530792 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-7d7d63cd-8082-4ef6-a0b7-d041c489bc87 service neutron] 10.222.0.35 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832035 Aug 10 00:53:50.542527 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2283118-7439-47de-bb55-9461ee17854a req-22599170-1f55-4fee-89ce-9c1e61e037cc tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:50.544157 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2283118-7439-47de-bb55-9461ee17854a req-22599170-1f55-4fee-89ce-9c1e61e037cc tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.35 "GET /v2.0/ports?device_id=145e2f4e-493a-4002-9f6e-99c718db31c8 HTTP/1.1" status: 200 len: 936 time: 0.1087804 Aug 10 00:53:50.544882 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-8606dfb0-a09d-4584-8e8e-4d960ff48d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:50.556787 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-e48d503a-5f04-4758-9d5c-e7fe99ad86eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:50.558331 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-e48d503a-5f04-4758-9d5c-e7fe99ad86eb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1437829 Aug 10 00:53:50.647356 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8606dfb0-a09d-4584-8e8e-4d960ff48d19 service neutron] Pushing event updated for resources: {'Port': ['ID=65a48a5c-816d-49a7-b218-71e733ae3f95,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:50.696637 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2283118-7439-47de-bb55-9461ee17854a req-5bfbde19-4c61-4e48-a962-fbe9b618cdc0 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.35 "GET /v2.0/security-groups?id=df39b944-9565-4e56-8a1b-fb4327bf1373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155255 Aug 10 00:53:50.754341 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-8606dfb0-a09d-4584-8e8e-4d960ff48d19 service neutron] Attempting to bind port 65a48a5c-816d-49a7-b218-71e733ae3f95 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:53:50.754685 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-8606dfb0-a09d-4584-8e8e-4d960ff48d19 service neutron] Attempting to bind port 65a48a5c-816d-49a7-b218-71e733ae3f95 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:53:50.755025 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-8606dfb0-a09d-4584-8e8e-4d960ff48d19 service neutron] Attempting to bind port 65a48a5c-816d-49a7-b218-71e733ae3f95 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:50.762408 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-8606dfb0-a09d-4584-8e8e-4d960ff48d19 service neutron] Port 65a48a5c-816d-49a7-b218-71e733ae3f95 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:53:50.762938 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-8606dfb0-a09d-4584-8e8e-4d960ff48d19 service neutron] Attempting to bind port 65a48a5c-816d-49a7-b218-71e733ae3f95 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:50.774675 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-8606dfb0-a09d-4584-8e8e-4d960ff48d19 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:53:50.775684 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-8606dfb0-a09d-4584-8e8e-4d960ff48d19 service neutron] Checking segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:50.776783 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-8606dfb0-a09d-4584-8e8e-4d960ff48d19 service neutron] Bound using segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:53:50.778941 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-8606dfb0-a09d-4584-8e8e-4d960ff48d19 service neutron] Bound port: 65a48a5c-816d-49a7-b218-71e733ae3f95, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:53:50.779616 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-8606dfb0-a09d-4584-8e8e-4d960ff48d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:50.801566 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3c97bc5a-fe95-4138-b64f-c7831e15ce10 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:50.880083 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-20b5594b-a071-4975-8c2e-da4ffe8dc138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac46f9-d3c6-41db-9705-0fd157bf4bce', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2032300131-router', 'tenant_id': 'e231d124cd97446aa8876f957603e179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '99bc0bdf-96b9-4944-b009-e4933dcef4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:33Z', 'updated_at': '2021-08-10T00:53:47Z', 'revision_number': 5, 'project_id': 'e231d124cd97446aa8876f957603e179', 'gw_port': {'id': '99bc0bdf-96b9-4944-b009-e4933dcef4e7', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac46f9-d3c6-41db-9705-0fd157bf4bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:33Z', 'updated_at': '2021-08-10T00:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:50.908571 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b5594b-a071-4975-8c2e-da4ffe8dc138 None None] The sync data for ids ['d0ac46f9-d3c6-41db-9705-0fd157bf4bce'] in n-d-766726-26 is: [{'id': 'd0ac46f9-d3c6-41db-9705-0fd157bf4bce', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2032300131-router', 'tenant_id': 'e231d124cd97446aa8876f957603e179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '99bc0bdf-96b9-4944-b009-e4933dcef4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:33Z', 'updated_at': '2021-08-10T00:53:47Z', 'revision_number': 5, 'project_id': 'e231d124cd97446aa8876f957603e179', 'gw_port': {'id': '99bc0bdf-96b9-4944-b009-e4933dcef4e7', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac46f9-d3c6-41db-9705-0fd157bf4bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:33Z', 'updated_at': '2021-08-10T00:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:53:50.935951 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 3c97bc5a-fe95-4138-b64f-c7831e15ce10 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:50.936473 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:50.948755 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb94fba-008e-42f5-b5ef-485d409b2bcf x-openstack-request-id: req-9eb94fba-008e-42f5-b5ef-485d409b2bcf {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:53:50.949310 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b34a020-eeb8-4f3e-a378-23d162f9addf", "tag": "ee529561-278f-469e-9209-791f4c2472c4", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:53:50.949507 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9eb94fba-008e-42f5-b5ef-485d409b2bcf {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:53:50.950271 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b34a020-eeb8-4f3e-a378-23d162f9addf', 'tag': 'ee529561-278f-469e-9209-791f4c2472c4', 'status': 'completed', 'code': 200} Aug 10 00:53:50.986390 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-8606dfb0-a09d-4584-8e8e-4d960ff48d19 service neutron] For port 65a48a5c-816d-49a7-b218-71e733ae3f95, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:53:50.992035 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-8606dfb0-a09d-4584-8e8e-4d960ff48d19 service neutron] For port 65a48a5c-816d-49a7-b218-71e733ae3f95, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=65a48a5c-816d-49a7-b218-71e733ae3f95,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:53:51.001223 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-8606dfb0-a09d-4584-8e8e-4d960ff48d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:51.032924 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-03b271b7-1571-4202-9e3d-94364a3d36be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:51.057382 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05594057-51bb-4ffa-aa28-2a921de6913a admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:53:51.067067 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-50598e61-bf59-4cae-8f3c-2f8a40f632c7 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4699938 Aug 10 00:53:51.099988 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a86ffc37-cddf-49e2-be2e-4c3fc57b9d7f req-f203a7ef-437f-4070-b589-927908bb0e99 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 210 time: 0.0550373 Aug 10 00:53:51.111737 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-8606dfb0-a09d-4584-8e8e-4d960ff48d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:51.111737 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-8606dfb0-a09d-4584-8e8e-4d960ff48d19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:51.113667 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-8606dfb0-a09d-4584-8e8e-4d960ff48d19 service neutron] 10.222.0.24 "PUT /v2.0/ports/65a48a5c-816d-49a7-b218-71e733ae3f95 HTTP/1.1" status: 200 len: 1096 time: 2.3540916 Aug 10 00:53:51.114186 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cc55842-3668-4e02-8785-c3767f5cfc36', 'tag': '65a48a5c-816d-49a7-b218-71e733ae3f95'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:53:51.116316 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6348de7f-1d81-4dce-8e30-51e5f08277ff None None] Sync routers for ids ['d6cc2a43-b9c8-4f5e-be8e-a6086838b335'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:53:51.116819 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1bf97b-9729-460b-a764-2b3af493bc34" -d '{"events": [{"name": "network-changed", "server_uuid": "4cc55842-3668-4e02-8785-c3767f5cfc36", "tag": "65a48a5c-816d-49a7-b218-71e733ae3f95"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:53:51.134171 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6348de7f-1d81-4dce-8e30-51e5f08277ff None None] Routers {'d6cc2a43-b9c8-4f5e-be8e-a6086838b335'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:51.135136 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-6348de7f-1d81-4dce-8e30-51e5f08277ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:53:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['d6cc2a43-b9c8-4f5e-be8e-a6086838b335'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:51.165502 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8606dfb0-a09d-4584-8e8e-4d960ff48d19 service neutron] Pushing event updated for resources: {'Port': ['ID=65a48a5c-816d-49a7-b218-71e733ae3f95,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:51.198094 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adda0c0-fea9-49b1-9b7f-58198d5c0395 req-77ac3458-56cd-47b5-8f6a-5bb8a987d4b3 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:51.199777 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3adda0c0-fea9-49b1-9b7f-58198d5c0395 req-77ac3458-56cd-47b5-8f6a-5bb8a987d4b3 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 947 time: 0.1670613 Aug 10 00:53:51.258396 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device c67469d7-4417-4512-ad59-dec9b41f2698 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:53:51.283144 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-05594057-51bb-4ffa-aa28-2a921de6913a admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:51.288118 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-05594057-51bb-4ffa-aa28-2a921de6913a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4957311 Aug 10 00:53:51.289695 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34292) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:51.370950 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3adda0c0-fea9-49b1-9b7f-58198d5c0395 req-cec33b48-9894-4195-a4d2-2ef1eed745c1 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495988 Aug 10 00:53:51.376788 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-4a4cfb44-69f2-4c06-9dc1-71a8c59bfbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:51.387523 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-4a4cfb44-69f2-4c06-9dc1-71a8c59bfbcc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0c3c05a4aa6b44198d9152275c7d5b9c&device_id=4cc55842-3668-4e02-8785-c3767f5cfc36 HTTP/1.1" status: 200 len: 1099 time: 0.2082579 Aug 10 00:53:51.482005 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-6348de7f-1d81-4dce-8e30-51e5f08277ff None None] Set router d6cc2a43-b9c8-4f5e-be8e-a6086838b335 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:51.515502 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e577c2dc-99c9-4e52-afe2-a3a18a3d3a71 req-2ba4dc18-3aec-4119-8088-4564d875c943 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370599 Aug 10 00:53:51.516297 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f93c94-01a0-43b3-943d-6ebf4b622860 x-openstack-request-id: req-44f93c94-01a0-43b3-943d-6ebf4b622860 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:53:51.516599 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cc55842-3668-4e02-8785-c3767f5cfc36", "tag": "65a48a5c-816d-49a7-b218-71e733ae3f95", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:53:51.517309 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-44f93c94-01a0-43b3-943d-6ebf4b622860 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:53:51.517434 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cc55842-3668-4e02-8785-c3767f5cfc36', 'tag': '65a48a5c-816d-49a7-b218-71e733ae3f95', 'status': 'completed', 'code': 200} Aug 10 00:53:51.523238 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-a866c76d-3cfc-42ac-8fc7-38881f643016 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=65a48a5c-816d-49a7-b218-71e733ae3f95 HTTP/1.1" status: 200 len: 217 time: 0.1200750 Aug 10 00:53:51.529670 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-03b271b7-1571-4202-9e3d-94364a3d36be admin admin] Deleting port 99bc0bdf-96b9-4944-b009-e4933dcef4e7 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:53:51.530168 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-03b271b7-1571-4202-9e3d-94364a3d36be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:51.540845 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42504da-033e-4d10-b163-4fe45a3b6462 req-d7ec0762-3a78-4026-a0a9-b4417b9722d1 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:51.550453 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e42504da-033e-4d10-b163-4fe45a3b6462 req-d7ec0762-3a78-4026-a0a9-b4417b9722d1 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b34a020-eeb8-4f3e-a378-23d162f9addf HTTP/1.1" status: 200 len: 948 time: 0.3063521 Aug 10 00:53:51.682723 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port c67469d7-4417-4512-ad59-dec9b41f2698, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=c67469d7-4417-4512-ad59-dec9b41f2698,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:51.705007 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'c67469d7-4417-4512-ad59-dec9b41f2698', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': 'c67469d7-4417-4512-ad59-dec9b41f2698', 'mac_address': 'fa:16:3e:f4:8f:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:53:51.714446 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-d4521298-9e44-4789-a36c-8fd662edbbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:51.715931 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-d4521298-9e44-4789-a36c-8fd662edbbba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.1634259 Aug 10 00:53:51.723635 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e42504da-033e-4d10-b163-4fe45a3b6462 req-067ec6f3-cfd4-4e00-9265-4b1ff1e84a62 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/security-groups?id=91f38ab9-4eee-421c-9bba-91c2ab30c0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722822 Aug 10 00:53:51.754630 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500212f-2301-40b1-a282-80972d3139ee req-67899286-0438-495f-bc03-645086bc3d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:51.756458 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0500212f-2301-40b1-a282-80972d3139ee req-67899286-0438-495f-bc03-645086bc3d47 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c3c05a4aa6b44198d9152275c7d5b9c&device_id=6b34a020-eeb8-4f3e-a378-23d162f9addf HTTP/1.1" status: 200 len: 1100 time: 0.1380179 Aug 10 00:53:51.770486 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:51.806742 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c67469d7-4417-4512-ad59-dec9b41f2698 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:53:51.818660 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce40eb-c5d3-454d-8034-da1a388a8a04 req-d72088c8-3bfb-464b-b286-43eb16cdc5c4 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:51.826761 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77ce40eb-c5d3-454d-8034-da1a388a8a04 req-d72088c8-3bfb-464b-b286-43eb16cdc5c4 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.2654502 Aug 10 00:53:51.826992 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-d8a7d430-bdc3-4865-8dac-c332574ac1dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13adccf5-32d2-4663-a73d-8ea6e00315e9 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:53:51.831460 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port c67469d7-4417-4512-ad59-dec9b41f2698, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=c67469d7-4417-4512-ad59-dec9b41f2698,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:51.839095 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:51.879050 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-6348de7f-1d81-4dce-8e30-51e5f08277ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cc2a43-b9c8-4f5e-be8e-a6086838b335', 'name': 'tempest-ServersTestMultiNic-1093606176-router', 'tenant_id': 'f51fe90847624ce5b5acb4fc88c3589e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '96239082-cf98-441d-8ca7-f49139972346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:46Z', 'updated_at': '2021-08-10T00:53:48Z', 'revision_number': 3, 'project_id': 'f51fe90847624ce5b5acb4fc88c3589e', 'gw_port': {'id': '96239082-cf98-441d-8ca7-f49139972346', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:81:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cc2a43-b9c8-4f5e-be8e-a6086838b335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:47Z', 'updated_at': '2021-08-10T00:53:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:51.891780 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-d8a7d430-bdc3-4865-8dac-c332574ac1dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:51.914928 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6348de7f-1d81-4dce-8e30-51e5f08277ff None None] Checking router: d6cc2a43-b9c8-4f5e-be8e-a6086838b335 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:53:51.915262 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-03b271b7-1571-4202-9e3d-94364a3d36be admin admin] For port 99bc0bdf-96b9-4944-b009-e4933dcef4e7, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=99bc0bdf-96b9-4944-b009-e4933dcef4e7,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:51.915394 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6348de7f-1d81-4dce-8e30-51e5f08277ff None None] Updating router d6cc2a43-b9c8-4f5e-be8e-a6086838b335 port 96239082-cf98-441d-8ca7-f49139972346 binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:53:51.916058 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-03b271b7-1571-4202-9e3d-94364a3d36be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:51.935186 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=c67469d7-4417-4512-ad59-dec9b41f2698,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:51.941361 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-d8a7d430-bdc3-4865-8dac-c332574ac1dd service neutron] Transition to ACTIVE for port object 13adccf5-32d2-4663-a73d-8ea6e00315e9 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:51.943092 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-a00c595e-21a1-40f2-a9cc-69c143889b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:51.944779 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-a00c595e-21a1-40f2-a9cc-69c143889b3b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2202482 Aug 10 00:53:51.945399 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-03b271b7-1571-4202-9e3d-94364a3d36be admin admin] Calling delete_port for 99bc0bdf-96b9-4944-b009-e4933dcef4e7 owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:53:51.946339 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6348de7f-1d81-4dce-8e30-51e5f08277ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:51.962804 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-d8a7d430-bdc3-4865-8dac-c332574ac1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:51.973259 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77ce40eb-c5d3-454d-8034-da1a388a8a04 req-98166d6b-7bbe-4f0b-ac52-3efe3056d85d tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398551 Aug 10 00:53:52.048034 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602733c-bf47-4fc5-845f-ed2f95fcc8e6 req-61921010-9eca-492a-b020-2f0c8efcda4a tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:52.055484 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500212f-2301-40b1-a282-80972d3139ee req-2ae9a1c7-9fca-4aff-80da-a28257a99e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:52.055679 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1602733c-bf47-4fc5-845f-ed2f95fcc8e6 req-61921010-9eca-492a-b020-2f0c8efcda4a tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.35 "GET /v2.0/ports?device_id=145e2f4e-493a-4002-9f6e-99c718db31c8 HTTP/1.1" status: 200 len: 936 time: 0.2254295 Aug 10 00:53:52.056325 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0500212f-2301-40b1-a282-80972d3139ee req-2ae9a1c7-9fca-4aff-80da-a28257a99e36 service neutron] 10.222.0.20 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.2811904 Aug 10 00:53:52.149790 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0500212f-2301-40b1-a282-80972d3139ee req-07ce31da-d665-48fb-b0d5-eca91d8dbcd8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=ee529561-278f-469e-9209-791f4c2472c4 HTTP/1.1" status: 200 len: 217 time: 0.0622962 Aug 10 00:53:52.236887 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1602733c-bf47-4fc5-845f-ed2f95fcc8e6 req-c8f80f9a-534b-4532-b1e9-b0e3d60d988c tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.35 "GET /v2.0/security-groups?id=df39b944-9565-4e56-8a1b-fb4327bf1373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805050 Aug 10 00:53:52.274841 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7d430-bdc3-4865-8dac-c332574ac1dd service neutron] Pushing event updated for resources: {'Port': ['ID=13adccf5-32d2-4663-a73d-8ea6e00315e9,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:52.282331 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8bea7f71-d13f-420b-9189-4879b3a56294 req-e19c5865-cf56-4d70-b475-5279cdab8b2a tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 210 time: 0.0375974 Aug 10 00:53:52.289503 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-5f8a9512-67f2-43ab-afba-c93cc78b1733 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130994 Aug 10 00:53:52.322433 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6348de7f-1d81-4dce-8e30-51e5f08277ff None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:52.326212 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['c67469d7-4417-4512-ad59-dec9b41f2698'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:53:52.350990 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500212f-2301-40b1-a282-80972d3139ee req-a574a4bc-dad9-4921-9ad7-8c27e8afc822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:52.352516 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0500212f-2301-40b1-a282-80972d3139ee req-a574a4bc-dad9-4921-9ad7-8c27e8afc822 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.1938434 Aug 10 00:53:52.356667 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6348de7f-1d81-4dce-8e30-51e5f08277ff None None] Transition to ACTIVE for port object 96239082-cf98-441d-8ca7-f49139972346 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:52.369680 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6348de7f-1d81-4dce-8e30-51e5f08277ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:52.411441 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-d8a7d430-bdc3-4865-8dac-c332574ac1dd service neutron] Attempting to bind port 13adccf5-32d2-4663-a73d-8ea6e00315e9 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:53:52.411441 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-d8a7d430-bdc3-4865-8dac-c332574ac1dd service neutron] Attempting to bind port 13adccf5-32d2-4663-a73d-8ea6e00315e9 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:53:52.411788 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-d8a7d430-bdc3-4865-8dac-c332574ac1dd service neutron] Attempting to bind port 13adccf5-32d2-4663-a73d-8ea6e00315e9 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:52.441537 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae8d37-1dec-41bc-a0c7-6c9ff52a3bdc None None] Pushing event updated for resources: {'Port': ['ID=96239082-cf98-441d-8ca7-f49139972346,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:52.442810 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-d8a7d430-bdc3-4865-8dac-c332574ac1dd service neutron] Port 13adccf5-32d2-4663-a73d-8ea6e00315e9 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:53:52.443080 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-d8a7d430-bdc3-4865-8dac-c332574ac1dd service neutron] Attempting to bind port 13adccf5-32d2-4663-a73d-8ea6e00315e9 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:52.456146 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-d8a7d430-bdc3-4865-8dac-c332574ac1dd service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:53:52.456405 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-d8a7d430-bdc3-4865-8dac-c332574ac1dd service neutron] Checking segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:52.456797 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-d8a7d430-bdc3-4865-8dac-c332574ac1dd service neutron] Bound using segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:53:52.457244 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-d8a7d430-bdc3-4865-8dac-c332574ac1dd service neutron] Bound port: 13adccf5-32d2-4663-a73d-8ea6e00315e9, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:53:52.457675 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-d8a7d430-bdc3-4865-8dac-c332574ac1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:52.476374 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500212f-2301-40b1-a282-80972d3139ee req-9d34b92b-5fdd-4171-89f8-b0691115ec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:52.477887 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0500212f-2301-40b1-a282-80972d3139ee req-9d34b92b-5fdd-4171-89f8-b0691115ec46 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1149254 Aug 10 00:53:52.493604 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db3daab9-7636-46bc-a736-5f8f50c28dfc req-19ed20a4-af59-45d5-89c5-908f9119cfd5 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957881 Aug 10 00:53:52.516579 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-6348de7f-1d81-4dce-8e30-51e5f08277ff None None] Attempting to bind port 96239082-cf98-441d-8ca7-f49139972346 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:53:52.517036 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-6348de7f-1d81-4dce-8e30-51e5f08277ff None None] Attempting to bind port 96239082-cf98-441d-8ca7-f49139972346 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:53:52.517424 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6348de7f-1d81-4dce-8e30-51e5f08277ff None None] Attempting to bind port 96239082-cf98-441d-8ca7-f49139972346 on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:52.539855 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6348de7f-1d81-4dce-8e30-51e5f08277ff None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:53:52.540874 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6348de7f-1d81-4dce-8e30-51e5f08277ff None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:52.541701 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6348de7f-1d81-4dce-8e30-51e5f08277ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:52.542334 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6348de7f-1d81-4dce-8e30-51e5f08277ff None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:53:52.543023 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-6348de7f-1d81-4dce-8e30-51e5f08277ff None None] Bound port: 96239082-cf98-441d-8ca7-f49139972346, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:53:52.543644 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6348de7f-1d81-4dce-8e30-51e5f08277ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:52.551527 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-03b271b7-1571-4202-9e3d-94364a3d36be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:52.624866 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18569c-462e-487b-aa23-b6d4612f2f4f req-0b1e3049-e097-49e8-ae39-4856356a8c6b tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:52.626587 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4c18569c-462e-487b-aa23-b6d4612f2f4f req-0b1e3049-e097-49e8-ae39-4856356a8c6b tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 948 time: 0.1286325 Aug 10 00:53:52.638412 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6348de7f-1d81-4dce-8e30-51e5f08277ff None None] For port 96239082-cf98-441d-8ca7-f49139972346, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:53:52.645425 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6348de7f-1d81-4dce-8e30-51e5f08277ff None None] For port 96239082-cf98-441d-8ca7-f49139972346, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=96239082-cf98-441d-8ca7-f49139972346,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:53:52.658488 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aa9eae18-e6e5-47c5-b8fb-e517af1f8a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:52.660864 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6348de7f-1d81-4dce-8e30-51e5f08277ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:52.671646 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bf97b-9729-460b-a764-2b3af493bc34 req-45818007-6a2a-49d7-9275-c1c901e3007d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:52.673291 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a1bf97b-9729-460b-a764-2b3af493bc34 req-45818007-6a2a-49d7-9275-c1c901e3007d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0c3c05a4aa6b44198d9152275c7d5b9c&device_id=4cc55842-3668-4e02-8785-c3767f5cfc36 HTTP/1.1" status: 200 len: 1099 time: 0.1177278 Aug 10 00:53:52.741094 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6348de7f-1d81-4dce-8e30-51e5f08277ff None None] Routers {'d6cc2a43-b9c8-4f5e-be8e-a6086838b335'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:52.741526 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-6348de7f-1d81-4dce-8e30-51e5f08277ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:53:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['d6cc2a43-b9c8-4f5e-be8e-a6086838b335'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:52.746576 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae8d37-1dec-41bc-a0c7-6c9ff52a3bdc None None] Pushing event updated for resources: {'Port': ['ID=96239082-cf98-441d-8ca7-f49139972346,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:52.749272 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4c18569c-462e-487b-aa23-b6d4612f2f4f req-9ed2fe6b-4c08-4f30-ba4c-927c3ec7d71d tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152349 Aug 10 00:53:52.796212 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device d1b6bc2c-0806-4f0e-ac16-918e9bc71709 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:53:52.820660 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: d1b6bc2c-0806-4f0e-ac16-918e9bc71709 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:53:52.821849 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device d1b6bc2c-0806-4f0e-ac16-918e9bc71709 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:53:52.898347 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-6348de7f-1d81-4dce-8e30-51e5f08277ff None None] Set router d6cc2a43-b9c8-4f5e-be8e-a6086838b335 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:52.935256 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bf97b-9729-460b-a764-2b3af493bc34 req-2a28db1c-963e-46df-8b51-94c9bb0607f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:52.936815 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a1bf97b-9729-460b-a764-2b3af493bc34 req-2a28db1c-963e-46df-8b51-94c9bb0607f3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.2492144 Aug 10 00:53:52.986898 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5decb757-1bbd-485a-b268-772e8aad5399 req-99edde49-72d4-46ee-8995-0a3cae0d48b3 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:52.988955 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5decb757-1bbd-485a-b268-772e8aad5399 req-99edde49-72d4-46ee-8995-0a3cae0d48b3 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b34a020-eeb8-4f3e-a378-23d162f9addf HTTP/1.1" status: 200 len: 948 time: 0.1451714 Aug 10 00:53:53.026225 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b271b7-1571-4202-9e3d-94364a3d36be admin admin] Pushing event deleted for resources: {'Port': ['ID=99bc0bdf-96b9-4944-b009-e4933dcef4e7,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:53.045325 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a1bf97b-9729-460b-a764-2b3af493bc34 req-84b813f7-3f0a-43b4-ab8e-414a8ff6a975 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=65a48a5c-816d-49a7-b218-71e733ae3f95 HTTP/1.1" status: 200 len: 217 time: 0.0767858 Aug 10 00:53:53.095111 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-6348de7f-1d81-4dce-8e30-51e5f08277ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cc2a43-b9c8-4f5e-be8e-a6086838b335', 'name': 'tempest-ServersTestMultiNic-1093606176-router', 'tenant_id': 'f51fe90847624ce5b5acb4fc88c3589e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '96239082-cf98-441d-8ca7-f49139972346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:46Z', 'updated_at': '2021-08-10T00:53:48Z', 'revision_number': 3, 'project_id': 'f51fe90847624ce5b5acb4fc88c3589e', 'gw_port': {'id': '96239082-cf98-441d-8ca7-f49139972346', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:81:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cc2a43-b9c8-4f5e-be8e-a6086838b335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:47Z', 'updated_at': '2021-08-10T00:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:53.098390 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-d8a7d430-bdc3-4865-8dac-c332574ac1dd service neutron] For port 13adccf5-32d2-4663-a73d-8ea6e00315e9, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:53:53.117635 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-03b271b7-1571-4202-9e3d-94364a3d36be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:53.129574 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-aa9eae18-e6e5-47c5-b8fb-e517af1f8a85 admin admin] Allocated IP 172.20.0.1 (8da20456-a2cd-4171-9d7e-90bb1f354e7a/4e8da7be-51be-41de-ab4c-2f47e80b4335/5691523f-32fa-4acb-bfa0-93f9a5f777ae) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:53:53.131603 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-d8a7d430-bdc3-4865-8dac-c332574ac1dd service neutron] For port 13adccf5-32d2-4663-a73d-8ea6e00315e9, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=13adccf5-32d2-4663-a73d-8ea6e00315e9,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:53:53.179355 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5decb757-1bbd-485a-b268-772e8aad5399 req-492e6225-2358-4932-9b57-5e6d0f062c01 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/security-groups?id=91f38ab9-4eee-421c-9bba-91c2ab30c0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330426 Aug 10 00:53:53.193831 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bf97b-9729-460b-a764-2b3af493bc34 req-41235c01-dced-4ea4-93e7-0356371b92ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:53.195420 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a1bf97b-9729-460b-a764-2b3af493bc34 req-41235c01-dced-4ea4-93e7-0356371b92ec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.1407537 Aug 10 00:53:53.212764 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-d8a7d430-bdc3-4865-8dac-c332574ac1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:53.250964 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34747cf-554f-4297-a998-52b28196d24d req-c9e5c429-07ea-4aee-bb17-b3ae3dfcd0c7 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:53.252506 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e34747cf-554f-4297-a998-52b28196d24d req-c9e5c429-07ea-4aee-bb17-b3ae3dfcd0c7 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.1989801 Aug 10 00:53:53.257283 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6348de7f-1d81-4dce-8e30-51e5f08277ff None None] The sync data for ids ['d6cc2a43-b9c8-4f5e-be8e-a6086838b335'] in n-d-766726-26 is: [{'id': 'd6cc2a43-b9c8-4f5e-be8e-a6086838b335', 'name': 'tempest-ServersTestMultiNic-1093606176-router', 'tenant_id': 'f51fe90847624ce5b5acb4fc88c3589e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '96239082-cf98-441d-8ca7-f49139972346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:46Z', 'updated_at': '2021-08-10T00:53:48Z', 'revision_number': 3, 'project_id': 'f51fe90847624ce5b5acb4fc88c3589e', 'gw_port': {'id': '96239082-cf98-441d-8ca7-f49139972346', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:81:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cc2a43-b9c8-4f5e-be8e-a6086838b335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:47Z', 'updated_at': '2021-08-10T00:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:53:53.264508 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-d8a7d430-bdc3-4865-8dac-c332574ac1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:53.264695 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-d8a7d430-bdc3-4865-8dac-c332574ac1dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:53.266243 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-d8a7d430-bdc3-4865-8dac-c332574ac1dd service neutron] 10.222.0.24 "PUT /v2.0/ports/13adccf5-32d2-4663-a73d-8ea6e00315e9 HTTP/1.1" status: 200 len: 1097 time: 3.0371482 Aug 10 00:53:53.268824 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145e2f4e-493a-4002-9f6e-99c718db31c8', 'tag': '13adccf5-32d2-4663-a73d-8ea6e00315e9'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:53:53.270271 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe164db-35f7-480a-a127-1f8ab7c75602" -d '{"events": [{"name": "network-changed", "server_uuid": "145e2f4e-493a-4002-9f6e-99c718db31c8", "tag": "13adccf5-32d2-4663-a73d-8ea6e00315e9"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:53:53.274291 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0500212f-2301-40b1-a282-80972d3139ee req-a8555a88-0d61-47da-b528-7ccc71568e0a service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7859552 Aug 10 00:53:53.323766 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-bfb295b5-b98d-4c47-9f94-62393177f06d tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:53.325308 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-bfb295b5-b98d-4c47-9f94-62393177f06d tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.20 "GET /v2.0/networks?id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da HTTP/1.1" status: 200 len: 820 time: 0.4181662 Aug 10 00:53:53.338742 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-03b271b7-1571-4202-9e3d-94364a3d36be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:53.358387 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-03b271b7-1571-4202-9e3d-94364a3d36be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:53.383179 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-a1eb819b-f541-408a-ba77-c303e4f09292 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Request body: {'port': {'device_id': '6ba68fea-a60d-406d-b496-5391734ca5a5', 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da', 'admin_state_up': True, 'tenant_id': '040768a449b74edfb649dfba67db8bf2'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:53.619242 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-03b271b7-1571-4202-9e3d-94364a3d36be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:53.619762 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b271b7-1571-4202-9e3d-94364a3d36be admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0ac46f9-d3c6-41db-9705-0fd157bf4bce {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 00:53:53.629773 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7d430-bdc3-4865-8dac-c332574ac1dd service neutron] Pushing event updated for resources: {'Port': ['ID=13adccf5-32d2-4663-a73d-8ea6e00315e9,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:53.651434 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-03b271b7-1571-4202-9e3d-94364a3d36be admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:53.654907 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-03b271b7-1571-4202-9e3d-94364a3d36be admin admin] 10.222.0.35 "DELETE /v2.0/routers/d0ac46f9-d3c6-41db-9705-0fd157bf4bce HTTP/1.1" status: 204 len: 168 time: 3.7072096 Aug 10 00:53:53.661004 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34318) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:53.712987 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-a596d45b-3ac7-415f-b011-1bc3ea615fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:53.717046 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-a596d45b-3ac7-415f-b011-1bc3ea615fb7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b715706e5134fb19d24f4e70b76bab1&device_id=145e2f4e-493a-4002-9f6e-99c718db31c8 HTTP/1.1" status: 200 len: 1100 time: 0.3737130 Aug 10 00:53:53.729716 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0500212f-2301-40b1-a282-80972d3139ee req-ba8cb0fa-8bba-4012-aa1b-d23b71ac58ed service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009027 Aug 10 00:53:53.756635 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bf97b-9729-460b-a764-2b3af493bc34 req-810b3038-0566-4e84-8370-f09aaf8aeed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:53.758132 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a1bf97b-9729-460b-a764-2b3af493bc34 req-810b3038-0566-4e84-8370-f09aaf8aeed4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5288751 Aug 10 00:53:53.789253 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e34747cf-554f-4297-a998-52b28196d24d req-9a0256c9-9329-4e2f-8b4e-403994b268a5 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5065322 Aug 10 00:53:53.794168 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-7395836a-2bfb-48c1-993c-b228b86037c8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=13adccf5-32d2-4663-a73d-8ea6e00315e9 HTTP/1.1" status: 200 len: 217 time: 0.0564065 Aug 10 00:53:53.797699 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a0f4b01-1b73-452c-bd62-538a921621ae admin admin] Deleting subnet 3564e647-dc64-4924-9b8f-434d4321d072 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:53:53.814084 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5a0f4b01-1b73-452c-bd62-538a921621ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:53.828642 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aa9eae18-e6e5-47c5-b8fb-e517af1f8a85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:53.869555 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094b659c-7b30-449a-96dc-6f019c446881 x-openstack-request-id: req-094b659c-7b30-449a-96dc-6f019c446881 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:53:53.869848 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145e2f4e-493a-4002-9f6e-99c718db31c8", "tag": "13adccf5-32d2-4663-a73d-8ea6e00315e9", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:53:53.870105 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-094b659c-7b30-449a-96dc-6f019c446881 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:53:53.870503 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145e2f4e-493a-4002-9f6e-99c718db31c8', 'tag': '13adccf5-32d2-4663-a73d-8ea6e00315e9', 'status': 'completed', 'code': 200} Aug 10 00:53:53.874876 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-a1eb819b-f541-408a-ba77-c303e4f09292 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Made reservation on behalf of 040768a449b74edfb649dfba67db8bf2 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:53:53.878378 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-a1eb819b-f541-408a-ba77-c303e4f09292 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:53.881089 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-aa9eae18-e6e5-47c5-b8fb-e517af1f8a85 admin admin] Transition to ACTIVE for port object 5691523f-32fa-4acb-bfa0-93f9a5f777ae will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:53.916574 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5a0f4b01-1b73-452c-bd62-538a921621ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:53.935335 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aa9eae18-e6e5-47c5-b8fb-e517af1f8a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:53.951496 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-1edf9357-a34c-4574-8604-083b38f6a6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:53.953555 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-1edf9357-a34c-4574-8604-083b38f6a6f4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.1515193 Aug 10 00:53:53.955647 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa217f6-fb79-46e0-8114-3f0e54d955bb req-f85bd8b4-933f-47d2-b18c-c2f3027f5690 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:53.960902 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6aa217f6-fb79-46e0-8114-3f0e54d955bb req-f85bd8b4-933f-47d2-b18c-c2f3027f5690 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.35 "GET /v2.0/ports?device_id=145e2f4e-493a-4002-9f6e-99c718db31c8 HTTP/1.1" status: 200 len: 948 time: 0.2873311 Aug 10 00:53:54.006519 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a6ce9c63-8054-4e5c-ac24-423a77eb0838 req-4617b9db-b4c9-41be-a4e6-073403926ba0 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 210 time: 0.0785618 Aug 10 00:53:54.027148 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9eae18-e6e5-47c5-b8fb-e517af1f8a85 admin admin] Network 8da20456-a2cd-4171-9d7e-90bb1f354e7a is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:54.039865 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-aa9eae18-e6e5-47c5-b8fb-e517af1f8a85 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:54.046698 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9eae18-e6e5-47c5-b8fb-e517af1f8a85 admin admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:53:54.147763 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9eae18-e6e5-47c5-b8fb-e517af1f8a85 admin admin] Pushing event updated for resources: {'Port': ['ID=5691523f-32fa-4acb-bfa0-93f9a5f777ae,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:54.155679 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-9ddb6f98-8c17-42e8-abae-cc2530b9123d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:54.155679 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-9ddb6f98-8c17-42e8-abae-cc2530b9123d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1661668 Aug 10 00:53:54.157547 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a1bf97b-9729-460b-a764-2b3af493bc34 req-48a928f9-166d-41fa-b38d-615e2d32bf9d service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907530 Aug 10 00:53:54.168347 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5a0f4b01-1b73-452c-bd62-538a921621ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:54.181438 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6aa217f6-fb79-46e0-8114-3f0e54d955bb req-20f73d95-5cf6-4721-9831-e4e6df0def72 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.35 "GET /v2.0/security-groups?id=df39b944-9565-4e56-8a1b-fb4327bf1373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993837 Aug 10 00:53:54.207704 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aa9eae18-e6e5-47c5-b8fb-e517af1f8a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:54.237818 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-a1eb819b-f541-408a-ba77-c303e4f09292 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Allocated IP 172.20.0.6 (96b6f7d5-4bc5-4b00-aff8-aabc45fca6da/4ff99852-0921-4c80-99ca-12207c311102/c0828bf0-f3bc-4690-b46b-0f89a031f6e1) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:53:54.367410 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75547319-084d-4fdd-9d69-74da115d7bb1 req-e3ad767e-3d14-4412-affe-aa08ff095bd2 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:54.368904 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-75547319-084d-4fdd-9d69-74da115d7bb1 req-e3ad767e-3d14-4412-affe-aa08ff095bd2 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 948 time: 0.2332125 Aug 10 00:53:54.420980 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5a0f4b01-1b73-452c-bd62-538a921621ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:54.436094 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-131f7533-4ee0-4645-b45d-c31d7678143d service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614462 Aug 10 00:53:54.470755 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0b6d064d-810f-4c1c-aab9-57fc6b381c1f None None] Provisioning for port 5691523f-32fa-4acb-bfa0-93f9a5f777ae completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:54.471579 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d71852-71c1-4839-a7da-1d0937bbc836 req-56b09a09-7c80-400e-9d29-35e25a6a2d80 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:54.473461 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-23d71852-71c1-4839-a7da-1d0937bbc836 req-56b09a09-7c80-400e-9d29-35e25a6a2d80 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b34a020-eeb8-4f3e-a378-23d162f9addf HTTP/1.1" status: 200 len: 948 time: 0.1663158 Aug 10 00:53:54.480086 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0b6d064d-810f-4c1c-aab9-57fc6b381c1f None None] Provisioning complete for port 5691523f-32fa-4acb-bfa0-93f9a5f777ae triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:54.480903 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0b6d064d-810f-4c1c-aab9-57fc6b381c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:54.487485 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a1bf97b-9729-460b-a764-2b3af493bc34 req-d095e885-cf39-45f6-a91f-7c4f6c59aa5e service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027513 Aug 10 00:53:54.512815 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-75547319-084d-4fdd-9d69-74da115d7bb1 req-096db2bf-f1e2-4f17-8a29-c8f5a5f75144 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318061 Aug 10 00:53:54.519156 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643e69b1-e4d1-4e57-aa86-85f6767078aa None None] Network 52006999-d3f1-495b-a2b1-3543fabe4ab4 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:53:54.526153 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f4b01-1b73-452c-bd62-538a921621ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3564e647-dc64-4924-9b8f-434d4321d072,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:54.573052 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5a0f4b01-1b73-452c-bd62-538a921621ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:54.576924 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-0b6d064d-810f-4c1c-aab9-57fc6b381c1f None None] Port 5691523f-32fa-4acb-bfa0-93f9a5f777ae cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:53:54.579437 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34326) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:54.580401 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5a0f4b01-1b73-452c-bd62-538a921621ae admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3564e647-dc64-4924-9b8f-434d4321d072 HTTP/1.1" status: 204 len: 168 time: 0.9157841 Aug 10 00:53:54.640472 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-23d71852-71c1-4839-a7da-1d0937bbc836 req-685ce212-858f-4407-8a1b-487c4e76ce39 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/security-groups?id=91f38ab9-4eee-421c-9bba-91c2ab30c0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571436 Aug 10 00:53:54.641667 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device ee529561-278f-469e-9209-791f4c2472c4 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:53:54.647009 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aa9eae18-e6e5-47c5-b8fb-e517af1f8a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:54.702531 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d4f2f6a0-37d8-4106-853f-3e1362a070f5 req-45ff9cdf-9432-41f0-b72d-a02bc29df05c service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321208 Aug 10 00:53:54.705823 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-a1eb819b-f541-408a-ba77-c303e4f09292 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:54.709601 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6584cff-aae7-41ed-868a-1fd9e40717d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:54.789589 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e4ddd1-2af4-4b39-ad91-d127a1ecf85b None None] DHCP port deletion for 52006999-d3f1-495b-a2b1-3543fabe4ab4 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 00:53:54.803256 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-a1eb819b-f541-408a-ba77-c303e4f09292 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:54.853563 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe164db-35f7-480a-a127-1f8ab7c75602 req-27d86c77-d887-4570-98e4-048623a576fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:54.855140 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3fe164db-35f7-480a-a127-1f8ab7c75602 req-27d86c77-d887-4570-98e4-048623a576fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b715706e5134fb19d24f4e70b76bab1&device_id=145e2f4e-493a-4002-9f6e-99c718db31c8 HTTP/1.1" status: 200 len: 1100 time: 0.0865421 Aug 10 00:53:54.864552 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port ee529561-278f-469e-9209-791f4c2472c4, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=ee529561-278f-469e-9209-791f4c2472c4,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:54.879737 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 96239082-cf98-441d-8ca7-f49139972346 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:54.882703 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-a1eb819b-f541-408a-ba77-c303e4f09292 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:54.886669 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': 'ee529561-278f-469e-9209-791f4c2472c4', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': 'ee529561-278f-469e-9209-791f4c2472c4', 'mac_address': 'fa:16:3e:80:85:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:53:54.971417 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-d6584cff-aae7-41ed-868a-1fd9e40717d5 admin admin] Deleting port 5f5e6b39-b1c3-4da1-a97b-6d18b84cc343 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:53:54.972027 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6584cff-aae7-41ed-868a-1fd9e40717d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:54.975165 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aa9eae18-e6e5-47c5-b8fb-e517af1f8a85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:54.975856 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:54.979907 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-34e4ddd1-2af4-4b39-ad91-d127a1ecf85b None None] Deleting port 5f5e6b39-b1c3-4da1-a97b-6d18b84cc343 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:53:54.980343 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-34e4ddd1-2af4-4b39-ad91-d127a1ecf85b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:54.989463 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-a1eb819b-f541-408a-ba77-c303e4f09292 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:55.001198 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-a1eb819b-f541-408a-ba77-c303e4f09292 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:53:55.006301 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb819b-f541-408a-ba77-c303e4f09292 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Pushing event updated for resources: {'Port': ['ID=c0828bf0-f3bc-4690-b46b-0f89a031f6e1,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:55.028242 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe164db-35f7-480a-a127-1f8ab7c75602 req-60edfaac-1857-41d1-a9fd-2989caca9e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:55.029152 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aa9eae18-e6e5-47c5-b8fb-e517af1f8a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:55.029602 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3fe164db-35f7-480a-a127-1f8ab7c75602 req-60edfaac-1857-41d1-a9fd-2989caca9e13 service neutron] 10.222.0.24 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.1637931 Aug 10 00:53:55.041162 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee529561-278f-469e-9209-791f4c2472c4 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:53:55.065367 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port ee529561-278f-469e-9209-791f4c2472c4, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=ee529561-278f-469e-9209-791f4c2472c4,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:55.069701 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c8714-1a12-4742-9be7-a5c1859fc023 req-a9e3b7c3-343b-46e3-ab89-f16ecc75a0f3 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:55.077247 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f1c8714-1a12-4742-9be7-a5c1859fc023 req-a9e3b7c3-343b-46e3-ab89-f16ecc75a0f3 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.1757739 Aug 10 00:53:55.079359 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:55.087041 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-a1eb819b-f541-408a-ba77-c303e4f09292 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:55.087808 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-a1eb819b-f541-408a-ba77-c303e4f09292 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:55.090918 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 96239082-cf98-441d-8ca7-f49139972346 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:55.104069 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-34e4ddd1-2af4-4b39-ad91-d127a1ecf85b None None] For port 5f5e6b39-b1c3-4da1-a97b-6d18b84cc343, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5f5e6b39-b1c3-4da1-a97b-6d18b84cc343,segment=NetworkSegment(a30d4656-77f1-4b49-9847-a49b2c834c35),segment_id=a30d4656-77f1-4b49-9847-a49b2c834c35)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:55.107322 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-34e4ddd1-2af4-4b39-ad91-d127a1ecf85b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:55.126698 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3fe164db-35f7-480a-a127-1f8ab7c75602 req-79d40b2a-917b-4456-a985-23dfc8583b53 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=13adccf5-32d2-4663-a73d-8ea6e00315e9 HTTP/1.1" status: 200 len: 217 time: 0.0880919 Aug 10 00:53:55.145909 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-34e4ddd1-2af4-4b39-ad91-d127a1ecf85b None None] Calling delete_port for 5f5e6b39-b1c3-4da1-a97b-6d18b84cc343 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:53:55.147723 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 96239082-cf98-441d-8ca7-f49139972346 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:55.148270 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:55.166958 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-a1eb819b-f541-408a-ba77-c303e4f09292 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7881224 Aug 10 00:53:55.188007 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-5b87df10-af45-41d4-997f-972975d1223e service neutron] Request body: {'port': {'device_id': '6ba68fea-a60d-406d-b496-5391734ca5a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:55.197482 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-d6584cff-aae7-41ed-868a-1fd9e40717d5 admin admin] For port 5f5e6b39-b1c3-4da1-a97b-6d18b84cc343, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5f5e6b39-b1c3-4da1-a97b-6d18b84cc343,segment=NetworkSegment(a30d4656-77f1-4b49-9847-a49b2c834c35),segment_id=a30d4656-77f1-4b49-9847-a49b2c834c35)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:55.197895 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6584cff-aae7-41ed-868a-1fd9e40717d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:55.209734 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe164db-35f7-480a-a127-1f8ab7c75602 req-f774da6c-956b-4e84-8d3c-cb9ae4b265e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:55.211600 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3fe164db-35f7-480a-a127-1f8ab7c75602 req-f774da6c-956b-4e84-8d3c-cb9ae4b265e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0779395 Aug 10 00:53:55.217330 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9eae18-e6e5-47c5-b8fb-e517af1f8a85 admin admin] Pushing event updated for resources: {'Port': ['ID=5691523f-32fa-4acb-bfa0-93f9a5f777ae,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:55.232302 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aa9eae18-e6e5-47c5-b8fb-e517af1f8a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:55.234900 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-d6584cff-aae7-41ed-868a-1fd9e40717d5 admin admin] Calling delete_port for 5f5e6b39-b1c3-4da1-a97b-6d18b84cc343 owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:53:55.244848 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b7f12-2178-49b7-9b5d-f3fb71dbab2c req-48fdf50a-ffa2-46d1-804c-9c11844a8d34 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:55.252121 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-de9b7f12-2178-49b7-9b5d-f3fb71dbab2c req-48fdf50a-ffa2-46d1-804c-9c11844a8d34 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 931 time: 0.1372361 Aug 10 00:53:55.256195 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f1c8714-1a12-4742-9be7-a5c1859fc023 req-c84d3b0f-fe90-4a68-9ca0-9936481c71a8 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780341 Aug 10 00:53:55.258183 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=ee529561-278f-469e-9209-791f4c2472c4,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:55.268540 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device c67469d7-4417-4512-ad59-dec9b41f2698 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:55.284067 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-5b87df10-af45-41d4-997f-972975d1223e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:55.313766 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe164db-35f7-480a-a127-1f8ab7c75602 req-fbdb96b7-da57-45d3-a5fa-e389c7c2b24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:55.315427 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3fe164db-35f7-480a-a127-1f8ab7c75602 req-fbdb96b7-da57-45d3-a5fa-e389c7c2b24c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0941112 Aug 10 00:53:55.369958 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:55.397160 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-de9b7f12-2178-49b7-9b5d-f3fb71dbab2c req-7feadfe9-c1b8-4ac0-8276-698377d8e463 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441286 Aug 10 00:53:55.429895 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 96239082-cf98-441d-8ca7-f49139972346, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=96239082-cf98-441d-8ca7-f49139972346,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:55.436090 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port c67469d7-4417-4512-ad59-dec9b41f2698 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:55.442095 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:55.497638 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port c67469d7-4417-4512-ad59-dec9b41f2698 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:55.498212 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:55.499848 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d9246b-15af-4cf4-b7d8-efe8d5fd55c0 req-b1920fc0-352d-41b2-9c06-f817cf5ed6d3 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:55.507593 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b6d9246b-15af-4cf4-b7d8-efe8d5fd55c0 req-b1920fc0-352d-41b2-9c06-f817cf5ed6d3 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.35 "GET /v2.0/ports?device_id=145e2f4e-493a-4002-9f6e-99c718db31c8 HTTP/1.1" status: 200 len: 948 time: 0.1382053 Aug 10 00:53:55.532920 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=96239082-cf98-441d-8ca7-f49139972346,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:55.535830 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 99bc0bdf-96b9-4944-b009-e4933dcef4e7 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:53:55.551833 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9eae18-e6e5-47c5-b8fb-e517af1f8a85 admin admin] Network 8da20456-a2cd-4171-9d7e-90bb1f354e7a is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:55.562009 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 99bc0bdf-96b9-4944-b009-e4933dcef4e7 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:53:55.562009 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 99bc0bdf-96b9-4944-b009-e4933dcef4e7 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:53:55.562256 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b6d9246b-15af-4cf4-b7d8-efe8d5fd55c0 req-152cacd8-074d-4c59-8750-8079d6991dd5 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.35 "GET /v2.0/security-groups?id=df39b944-9565-4e56-8a1b-fb4327bf1373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521653 Aug 10 00:53:55.569980 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-aa9eae18-e6e5-47c5-b8fb-e517af1f8a85 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:55.570134 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-34e4ddd1-2af4-4b39-ad91-d127a1ecf85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:55.598592 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3fe164db-35f7-480a-a127-1f8ab7c75602 req-309bdfa5-a10e-4e9b-9d72-104a688b93dd service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512443 Aug 10 00:53:55.603174 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4ddd1-2af4-4b39-ad91-d127a1ecf85b None None] Pushing event deleted for resources: {'Port': ['ID=5f5e6b39-b1c3-4da1-a97b-6d18b84cc343,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:55.605475 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['ee529561-278f-469e-9209-791f4c2472c4'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:53:55.610211 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e4ddd1-2af4-4b39-ad91-d127a1ecf85b None None] No DVR routers for this DVR port 5f5e6b39-b1c3-4da1-a97b-6d18b84cc343 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:53:55.644405 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6584cff-aae7-41ed-868a-1fd9e40717d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:55.704221 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:55.816900 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6584cff-aae7-41ed-868a-1fd9e40717d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f5e6b39-b1c3-4da1-a97b-6d18b84cc343,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:55.821398 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f9335f-3a15-4db5-b66e-83cc39a4ddc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67469d7-4417-4512-ad59-dec9b41f2698'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:53:55.825575 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459c3f3e-f8b6-4fe0-bad7-1dd2240550a0" -d '{"events": [{"server_uuid": "86f9335f-3a15-4db5-b66e-83cc39a4ddc6", "name": "network-vif-plugged", "status": "completed", "tag": "c67469d7-4417-4512-ad59-dec9b41f2698"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:53:55.833759 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6584cff-aae7-41ed-868a-1fd9e40717d5 admin admin] No DVR routers for this DVR port 5f5e6b39-b1c3-4da1-a97b-6d18b84cc343 on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:53:55.867426 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port c67469d7-4417-4512-ad59-dec9b41f2698, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=c67469d7-4417-4512-ad59-dec9b41f2698,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:55.880973 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:55.891282 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9359b84-b7b6-4803-9e9b-677912eeb6ca req-00dfef91-21c4-4e07-8cd1-bfd9f50e68d5 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:55.892901 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e9359b84-b7b6-4803-9e9b-677912eeb6ca req-00dfef91-21c4-4e07-8cd1-bfd9f50e68d5 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 948 time: 0.2460642 Aug 10 00:53:55.937566 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=c67469d7-4417-4512-ad59-dec9b41f2698,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:55.967565 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c186213c-2277-42d3-b213-b9e58d062545 None None] Provisioning complete for port 5691523f-32fa-4acb-bfa0-93f9a5f777ae triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:55.968067 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c186213c-2277-42d3-b213-b9e58d062545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:55.980143 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9eae18-e6e5-47c5-b8fb-e517af1f8a85 admin admin] Router d6cc2a43-b9c8-4f5e-be8e-a6086838b335 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:53:55.988315 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6584cff-aae7-41ed-868a-1fd9e40717d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:56.006198 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c186213c-2277-42d3-b213-b9e58d062545 None None] Port 5691523f-32fa-4acb-bfa0-93f9a5f777ae cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:53:56.017925 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-d6584cff-aae7-41ed-868a-1fd9e40717d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52006999-d3f1-495b-a2b1-3543fabe4ab4']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:56.037172 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944b3bf-9e71-4411-88bc-a75269415421 req-2481c5b9-6bbd-4b8f-90d3-82e71c989082 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:56.038766 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d944b3bf-9e71-4411-88bc-a75269415421 req-2481c5b9-6bbd-4b8f-90d3-82e71c989082 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b34a020-eeb8-4f3e-a378-23d162f9addf HTTP/1.1" status: 200 len: 949 time: 0.1733580 Aug 10 00:53:56.044042 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-d6584cff-aae7-41ed-868a-1fd9e40717d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a30d4656-77f1-4b49-9847-a49b2c834c35') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:56.044377 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-d6584cff-aae7-41ed-868a-1fd9e40717d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a30d4656-77f1-4b49-9847-a49b2c834c35') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:56.048369 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e9359b84-b7b6-4803-9e9b-677912eeb6ca req-eb94fb66-9971-4745-9dfb-8daed4eb0a4f tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284218 Aug 10 00:53:56.059156 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3fe164db-35f7-480a-a127-1f8ab7c75602 req-06abe017-ece7-4085-a0c5-923ff6cace9b service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313381 Aug 10 00:53:56.075063 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6584cff-aae7-41ed-868a-1fd9e40717d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:56.095524 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e422078-0814-49e9-8470-c77e39c585e4 x-openstack-request-id: req-8e422078-0814-49e9-8470-c77e39c585e4 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:53:56.095828 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f9335f-3a15-4db5-b66e-83cc39a4ddc6", "name": "network-vif-plugged", "status": "completed", "tag": "c67469d7-4417-4512-ad59-dec9b41f2698", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:53:56.096084 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8e422078-0814-49e9-8470-c77e39c585e4 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:53:56.096512 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f9335f-3a15-4db5-b66e-83cc39a4ddc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67469d7-4417-4512-ad59-dec9b41f2698', 'code': 200} Aug 10 00:53:56.137909 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6584cff-aae7-41ed-868a-1fd9e40717d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:56.143069 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-5b87df10-af45-41d4-997f-972975d1223e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0828bf0-f3bc-4690-b46b-0f89a031f6e1 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:53:56.151168 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-5b87df10-af45-41d4-997f-972975d1223e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:56.164827 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6584cff-aae7-41ed-868a-1fd9e40717d5 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:53:56.165258 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6584cff-aae7-41ed-868a-1fd9e40717d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: self.session.flush() Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: self.session.flush() Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: self.session.flush() Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: self.session.flush() Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: timer() Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:53:56.168603 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:53:56.180530 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d944b3bf-9e71-4411-88bc-a75269415421 req-7d051dd5-0238-4a55-ac5f-4b1e323ec657 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/security-groups?id=91f38ab9-4eee-421c-9bba-91c2ab30c0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311917 Aug 10 00:53:56.188712 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-5b87df10-af45-41d4-997f-972975d1223e service neutron] Transition to ACTIVE for port object c0828bf0-f3bc-4690-b46b-0f89a031f6e1 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:56.195134 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-5b87df10-af45-41d4-997f-972975d1223e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:56.240916 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7ee71-5bf2-450f-9810-aba1aeb16fe6 req-5244b09f-1128-453a-af0a-25cf328754c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:56.242856 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-98d7ee71-5bf2-450f-9810-aba1aeb16fe6 req-5244b09f-1128-453a-af0a-25cf328754c1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 1101 time: 0.0883670 Aug 10 00:53:56.258886 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87df10-af45-41d4-997f-972975d1223e service neutron] Pushing event updated for resources: {'Port': ['ID=c0828bf0-f3bc-4690-b46b-0f89a031f6e1,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:56.268696 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6584cff-aae7-41ed-868a-1fd9e40717d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:56.271073 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9eae18-e6e5-47c5-b8fb-e517af1f8a85 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:53:56.282621 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0658fa6-cdfa-4bf4-9fbc-803c6759ec87 None None] Sync routers for ids ['d6cc2a43-b9c8-4f5e-be8e-a6086838b335'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:53:56.290859 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-aa9eae18-e6e5-47c5-b8fb-e517af1f8a85 admin admin] 10.222.0.35 "PUT /v2.0/routers/d6cc2a43-b9c8-4f5e-be8e-a6086838b335/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9983037 Aug 10 00:53:56.292010 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6584cff-aae7-41ed-868a-1fd9e40717d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:56.293366 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0658fa6-cdfa-4bf4-9fbc-803c6759ec87 None None] Routers {'d6cc2a43-b9c8-4f5e-be8e-a6086838b335'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:56.297254 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d6584cff-aae7-41ed-868a-1fd9e40717d5 admin admin] 10.222.0.35 "DELETE /v2.0/networks/52006999-d3f1-495b-a2b1-3543fabe4ab4 HTTP/1.1" status: 204 len: 168 time: 1.7134042 Aug 10 00:53:56.297254 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6584cff-aae7-41ed-868a-1fd9e40717d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=52006999-d3f1-495b-a2b1-3543fabe4ab4,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:56.298379 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-d0658fa6-cdfa-4bf4-9fbc-803c6759ec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:53:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['d6cc2a43-b9c8-4f5e-be8e-a6086838b335'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:56.337202 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-98d7ee71-5bf2-450f-9810-aba1aeb16fe6 req-ba0fd56d-de53-42b4-bbbe-ca1e32645f3d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845850 Aug 10 00:53:56.361153 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-5b87df10-af45-41d4-997f-972975d1223e service neutron] Attempting to bind port c0828bf0-f3bc-4690-b46b-0f89a031f6e1 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:53:56.361504 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-5b87df10-af45-41d4-997f-972975d1223e service neutron] Attempting to bind port c0828bf0-f3bc-4690-b46b-0f89a031f6e1 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:53:56.361841 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-5b87df10-af45-41d4-997f-972975d1223e service neutron] Attempting to bind port c0828bf0-f3bc-4690-b46b-0f89a031f6e1 on network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:56.367846 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-5b87df10-af45-41d4-997f-972975d1223e service neutron] Port c0828bf0-f3bc-4690-b46b-0f89a031f6e1 on network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:53:56.368208 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-5b87df10-af45-41d4-997f-972975d1223e service neutron] Attempting to bind port c0828bf0-f3bc-4690-b46b-0f89a031f6e1 on network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:56.374350 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-5b87df10-af45-41d4-997f-972975d1223e service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:53:56.375227 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-5b87df10-af45-41d4-997f-972975d1223e service neutron] Checking segment: {'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:56.375640 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-5b87df10-af45-41d4-997f-972975d1223e service neutron] Bound using segment: {'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:53:56.376094 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-5b87df10-af45-41d4-997f-972975d1223e service neutron] Bound port: c0828bf0-f3bc-4690-b46b-0f89a031f6e1, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:53:56.376516 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-5b87df10-af45-41d4-997f-972975d1223e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:56.436803 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-d0658fa6-cdfa-4bf4-9fbc-803c6759ec87 None None] Set router d6cc2a43-b9c8-4f5e-be8e-a6086838b335 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:56.448467 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392ac13-7217-43aa-9995-606f8392535a req-f0335173-4d19-4448-82a6-cb693ade1c29 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:56.458318 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c392ac13-7217-43aa-9995-606f8392535a req-f0335173-4d19-4448-82a6-cb693ade1c29 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.0725486 Aug 10 00:53:56.492828 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34350) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:56.496207 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34352) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:56.526373 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-5b87df10-af45-41d4-997f-972975d1223e service neutron] For port c0828bf0-f3bc-4690-b46b-0f89a031f6e1, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:53:56.530093 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-5b87df10-af45-41d4-997f-972975d1223e service neutron] For port c0828bf0-f3bc-4690-b46b-0f89a031f6e1, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=c0828bf0-f3bc-4690-b46b-0f89a031f6e1,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:53:56.536322 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-5b87df10-af45-41d4-997f-972975d1223e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:56.565173 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c392ac13-7217-43aa-9995-606f8392535a req-d24d8cf5-69e4-4646-bf4c-5495e1493c4d tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936246 Aug 10 00:53:56.586810 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-5b87df10-af45-41d4-997f-972975d1223e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:56.587417 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-5b87df10-af45-41d4-997f-972975d1223e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:56.589306 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-5b87df10-af45-41d4-997f-972975d1223e service neutron] 10.222.0.20 "PUT /v2.0/ports/c0828bf0-f3bc-4690-b46b-0f89a031f6e1 HTTP/1.1" status: 200 len: 1092 time: 1.4051554 Aug 10 00:53:56.589306 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba68fea-a60d-406d-b496-5391734ca5a5', 'tag': 'c0828bf0-f3bc-4690-b46b-0f89a031f6e1'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:53:56.591804 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e297e18-8065-4ec9-8e8d-288c44580e06" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba68fea-a60d-406d-b496-5391734ca5a5", "tag": "c0828bf0-f3bc-4690-b46b-0f89a031f6e1"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:53:56.627907 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87df10-af45-41d4-997f-972975d1223e service neutron] Pushing event updated for resources: {'Port': ['ID=c0828bf0-f3bc-4690-b46b-0f89a031f6e1,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:56.633595 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0b12a783-8ca2-407d-9bd6-8c1694e72b58 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e231d124cd97446aa8876f957603e179&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1277602 Aug 10 00:53:56.635717 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34360) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:56.673202 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e2c49-fb56-434b-be75-441b64444e6d req-f9df9701-8deb-49d3-96c3-d42f41eba696 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:56.674730 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-220e2c49-fb56-434b-be75-441b64444e6d req-f9df9701-8deb-49d3-96c3-d42f41eba696 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 943 time: 0.1487880 Aug 10 00:53:56.721954 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-d866ea05-c8d0-40d3-bc90-5c37aed4c2d5 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2086132138'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:56.723536 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-d0658fa6-cdfa-4bf4-9fbc-803c6759ec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cc2a43-b9c8-4f5e-be8e-a6086838b335', 'name': 'tempest-ServersTestMultiNic-1093606176-router', 'tenant_id': 'f51fe90847624ce5b5acb4fc88c3589e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '96239082-cf98-441d-8ca7-f49139972346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:46Z', 'updated_at': '2021-08-10T00:53:54Z', 'revision_number': 4, 'project_id': 'f51fe90847624ce5b5acb4fc88c3589e', 'gw_port': {'id': '96239082-cf98-441d-8ca7-f49139972346', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:81:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cc2a43-b9c8-4f5e-be8e-a6086838b335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:47Z', 'updated_at': '2021-08-10T00:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '5691523f-32fa-4acb-bfa0-93f9a5f777ae', 'name': '', 'network_id': '8da20456-a2cd-4171-9d7e-90bb1f354e7a', 'tenant_id': 'f51fe90847624ce5b5acb4fc88c3589e', 'mac_address': 'fa:16:3e:3c:8f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cc2a43-b9c8-4f5e-be8e-a6086838b335', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4e8da7be-51be-41de-ab4c-2f47e80b4335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:52Z', 'updated_at': '2021-08-10T00:53:54Z', 'revision_number': 2, 'project_id': 'f51fe90847624ce5b5acb4fc88c3589e', 'subnets': [{'id': '4e8da7be-51be-41de-ab4c-2f47e80b4335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:56.739379 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-79b5017b-ad6f-4c63-acc3-3b9c709ec6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:56.741887 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-79b5017b-ad6f-4c63-acc3-3b9c709ec6e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=040768a449b74edfb649dfba67db8bf2&device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 1095 time: 0.0595372 Aug 10 00:53:56.753505 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0658fa6-cdfa-4bf4-9fbc-803c6759ec87 None None] Checking router: d6cc2a43-b9c8-4f5e-be8e-a6086838b335 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:53:56.753864 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0658fa6-cdfa-4bf4-9fbc-803c6759ec87 None None] Updating router d6cc2a43-b9c8-4f5e-be8e-a6086838b335 port 5691523f-32fa-4acb-bfa0-93f9a5f777ae binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:53:56.770464 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f229ae27-3e9d-4c4e-8d93-71361b6c7776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:56.784485 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d0658fa6-cdfa-4bf4-9fbc-803c6759ec87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:56.785025 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-220e2c49-fb56-434b-be75-441b64444e6d req-efa004e7-788b-492a-9326-724b7c5c41b9 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010368 Aug 10 00:53:56.810730 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-525690dd-0860-44ea-8dbd-0ce0103b5593 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0828bf0-f3bc-4690-b46b-0f89a031f6e1 HTTP/1.1" status: 200 len: 217 time: 0.0517869 Aug 10 00:53:56.819959 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 96239082-cf98-441d-8ca7-f49139972346 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:56.840378 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f229ae27-3e9d-4c4e-8d93-71361b6c7776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:56.849625 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163625aa-27a6-42e0-a4b0-f1523e5d3f06 req-788bc175-182c-4bdd-bbd4-e10e3fb0956a tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:56.851166 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-163625aa-27a6-42e0-a4b0-f1523e5d3f06 req-788bc175-182c-4bdd-bbd4-e10e3fb0956a tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.35 "GET /v2.0/ports?device_id=145e2f4e-493a-4002-9f6e-99c718db31c8 HTTP/1.1" status: 200 len: 948 time: 0.1506381 Aug 10 00:53:56.868983 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d866ea05-c8d0-40d3-bc90-5c37aed4c2d5 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Made reservation on behalf of f51fe90847624ce5b5acb4fc88c3589e for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:53:56.872903 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d866ea05-c8d0-40d3-bc90-5c37aed4c2d5 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:56.875436 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47087a9d-8820-433f-99dd-d525e14dba4c x-openstack-request-id: req-47087a9d-8820-433f-99dd-d525e14dba4c {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:53:56.875735 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba68fea-a60d-406d-b496-5391734ca5a5", "tag": "c0828bf0-f3bc-4690-b46b-0f89a031f6e1", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:53:56.875994 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-47087a9d-8820-433f-99dd-d525e14dba4c {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:53:56.878163 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ba68fea-a60d-406d-b496-5391734ca5a5', 'tag': 'c0828bf0-f3bc-4690-b46b-0f89a031f6e1', 'status': 'completed', 'code': 200} Aug 10 00:53:56.902421 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-d7f630d3-81b9-43da-840b-6738f6d5794c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:56.903924 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-d7f630d3-81b9-43da-840b-6738f6d5794c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ff99852-0921-4c80-99ca-12207c311102 HTTP/1.1" status: 200 len: 860 time: 0.0848844 Aug 10 00:53:56.907584 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 96239082-cf98-441d-8ca7-f49139972346 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:56.907977 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:56.949593 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d866ea05-c8d0-40d3-bc90-5c37aed4c2d5 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:53:56.957024 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-163625aa-27a6-42e0-a4b0-f1523e5d3f06 req-57945cf2-29e4-44e7-a356-c125a1e37c68 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.35 "GET /v2.0/security-groups?id=df39b944-9565-4e56-8a1b-fb4327bf1373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915232 Aug 10 00:53:56.962593 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-55944684-12e4-4bfe-b3d6-7e7b5869af59 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509989 Aug 10 00:53:56.963272 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d866ea05-c8d0-40d3-bc90-5c37aed4c2d5 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:56.963871 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-d866ea05-c8d0-40d3-bc90-5c37aed4c2d5 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Added segment dede3ad0-7019-4e42-94b5-ffe3a31732f4 of type vlan for network 5f6b04f4-6221-4ce4-bcd4-bc7496859edb Aug 10 00:53:57.011252 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f229ae27-3e9d-4c4e-8d93-71361b6c7776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:57.016442 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f229ae27-3e9d-4c4e-8d93-71361b6c7776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:57.020554 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f229ae27-3e9d-4c4e-8d93-71361b6c7776 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/04a9f60b-413b-47e8-9500-e89c8f006340 HTTP/1.1" status: 204 len: 168 time: 0.3837812 Aug 10 00:53:57.039112 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f229ae27-3e9d-4c4e-8d93-71361b6c7776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a9f60b-413b-47e8-9500-e89c8f006340,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:57.054373 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d866ea05-c8d0-40d3-bc90-5c37aed4c2d5 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:57.074290 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-b33ad554-62f3-4753-9c14-9b863d1d89fe service neutron] 10.222.0.20 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014478 Aug 10 00:53:57.113762 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d866ea05-c8d0-40d3-bc90-5c37aed4c2d5 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:57.120654 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d866ea05-c8d0-40d3-bc90-5c37aed4c2d5 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:57.121307 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d866ea05-c8d0-40d3-bc90-5c37aed4c2d5 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:57.165181 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d0658fa6-cdfa-4bf4-9fbc-803c6759ec87 None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:57.179154 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5f5e6b39-b1c3-4da1-a97b-6d18b84cc343 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:53:57.192443 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-d0658fa6-cdfa-4bf4-9fbc-803c6759ec87 None None] Transition to ACTIVE for port object 5691523f-32fa-4acb-bfa0-93f9a5f777ae will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:57.201592 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d866ea05-c8d0-40d3-bc90-5c37aed4c2d5 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7100878 Aug 10 00:53:57.208120 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d0658fa6-cdfa-4bf4-9fbc-803c6759ec87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:57.209503 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 5f5e6b39-b1c3-4da1-a97b-6d18b84cc343 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:53:57.210123 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5f5e6b39-b1c3-4da1-a97b-6d18b84cc343 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:53:57.222378 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e6bb75b0-e749-4758-be7e-1b180ef7b750 req-709ce317-ec6c-4cf7-a400-1c94262391a2 service neutron] 10.222.0.20 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360981 Aug 10 00:53:57.224499 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34370) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:57.237937 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-e5f0b8c3-2576-461e-b41c-a7ade78e4fdd tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Request body: {'subnet': {'network_id': '5f6b04f4-6221-4ce4-bcd4-bc7496859edb', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:57.274355 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 65a48a5c-816d-49a7-b218-71e733ae3f95 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:53:57.321539 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99658177-c03d-48ad-824e-4c95c152ae7c None None] Pushing event updated for resources: {'Port': ['ID=5691523f-32fa-4acb-bfa0-93f9a5f777ae,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:57.367709 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d866ea05-c8d0-40d3-bc90-5c37aed4c2d5 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Pushing event updated for resources: {'Network': ['ID=5f6b04f4-6221-4ce4-bcd4-bc7496859edb,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:57.417005 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 5f6b04f4-6221-4ce4-bcd4-bc7496859edb details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:53:57.432990 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-d0658fa6-cdfa-4bf4-9fbc-803c6759ec87 None None] Attempting to bind port 5691523f-32fa-4acb-bfa0-93f9a5f777ae on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:53:57.436233 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-d0658fa6-cdfa-4bf4-9fbc-803c6759ec87 None None] Attempting to bind port 5691523f-32fa-4acb-bfa0-93f9a5f777ae by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'f1c83123-eeb3-42b2-9bb4-931c538fa49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8da20456-a2cd-4171-9d7e-90bb1f354e7a'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:53:57.437379 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0658fa6-cdfa-4bf4-9fbc-803c6759ec87 None None] Attempting to bind port 5691523f-32fa-4acb-bfa0-93f9a5f777ae on network 8da20456-a2cd-4171-9d7e-90bb1f354e7a {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:57.443464 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c5633-f6d7-4d92-b101-cabdae4bfb4f req-a38e93ac-bb1a-40e2-81a3-aa5e0901bc10 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:57.449598 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0658fa6-cdfa-4bf4-9fbc-803c6759ec87 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:53:57.451945 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0658fa6-cdfa-4bf4-9fbc-803c6759ec87 None None] Checking segment: {'id': 'f1c83123-eeb3-42b2-9bb4-931c538fa49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8da20456-a2cd-4171-9d7e-90bb1f354e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:57.453332 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d0658fa6-cdfa-4bf4-9fbc-803c6759ec87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:57.455501 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0658fa6-cdfa-4bf4-9fbc-803c6759ec87 None None] Bound using segment: {'id': 'f1c83123-eeb3-42b2-9bb4-931c538fa49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8da20456-a2cd-4171-9d7e-90bb1f354e7a'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:53:57.456475 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-365c5633-f6d7-4d92-b101-cabdae4bfb4f req-a38e93ac-bb1a-40e2-81a3-aa5e0901bc10 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 949 time: 0.2203474 Aug 10 00:53:57.456725 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-d0658fa6-cdfa-4bf4-9fbc-803c6759ec87 None None] Bound port: 5691523f-32fa-4acb-bfa0-93f9a5f777ae, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c83123-eeb3-42b2-9bb4-931c538fa49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8da20456-a2cd-4171-9d7e-90bb1f354e7a'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:53:57.457241 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d0658fa6-cdfa-4bf4-9fbc-803c6759ec87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:57.468328 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e297e18-8065-4ec9-8e8d-288c44580e06 req-4420ad48-d4cc-4788-a300-d84f544fff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:57.470084 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1e297e18-8065-4ec9-8e8d-288c44580e06 req-4420ad48-d4cc-4788-a300-d84f544fff99 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=040768a449b74edfb649dfba67db8bf2&device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 1095 time: 0.1363065 Aug 10 00:53:57.552503 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96d8ac-d95d-4f4a-9e73-39d567eec25d req-5dc6b8af-a329-4a1a-80b1-aa59d3a20467 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:57.564172 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1c96d8ac-d95d-4f4a-9e73-39d567eec25d req-5dc6b8af-a329-4a1a-80b1-aa59d3a20467 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b34a020-eeb8-4f3e-a378-23d162f9addf HTTP/1.1" status: 200 len: 949 time: 0.2117567 Aug 10 00:53:57.582558 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f0b8c3-2576-461e-b41c-a7ade78e4fdd tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Made reservation on behalf of f51fe90847624ce5b5acb4fc88c3589e for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:53:57.590107 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e5f0b8c3-2576-461e-b41c-a7ade78e4fdd tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:57.606659 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-d0658fa6-cdfa-4bf4-9fbc-803c6759ec87 None None] For port 5691523f-32fa-4acb-bfa0-93f9a5f777ae, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:53:57.616063 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-d0658fa6-cdfa-4bf4-9fbc-803c6759ec87 None None] For port 5691523f-32fa-4acb-bfa0-93f9a5f777ae, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5691523f-32fa-4acb-bfa0-93f9a5f777ae,segment=NetworkSegment(f1c83123-eeb3-42b2-9bb4-931c538fa49d),segment_id=f1c83123-eeb3-42b2-9bb4-931c538fa49d)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:53:57.627648 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d0658fa6-cdfa-4bf4-9fbc-803c6759ec87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:57.635973 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-365c5633-f6d7-4d92-b101-cabdae4bfb4f req-e62aa31e-8046-4acc-b6bf-b5aba8f3a1a3 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786034 Aug 10 00:53:57.702118 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1c96d8ac-d95d-4f4a-9e73-39d567eec25d req-bb047326-1c6c-40ae-a7bf-853e589acde4 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/security-groups?id=91f38ab9-4eee-421c-9bba-91c2ab30c0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331353 Aug 10 00:53:57.715511 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 65a48a5c-816d-49a7-b218-71e733ae3f95, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=65a48a5c-816d-49a7-b218-71e733ae3f95,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:57.716733 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0658fa6-cdfa-4bf4-9fbc-803c6759ec87 None None] Routers {'d6cc2a43-b9c8-4f5e-be8e-a6086838b335'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:57.717639 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-d0658fa6-cdfa-4bf4-9fbc-803c6759ec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:53:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['d6cc2a43-b9c8-4f5e-be8e-a6086838b335'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:57.754616 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '65a48a5c-816d-49a7-b218-71e733ae3f95', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': '65a48a5c-816d-49a7-b218-71e733ae3f95', 'mac_address': 'fa:16:3e:5f:00:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:53:57.769398 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99658177-c03d-48ad-824e-4c95c152ae7c None None] Pushing event updated for resources: {'Port': ['ID=5691523f-32fa-4acb-bfa0-93f9a5f777ae,revision_number=4']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:57.819205 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e297e18-8065-4ec9-8e8d-288c44580e06 req-93b52662-58cb-47fe-9a12-775c4e32408c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:57.821005 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1e297e18-8065-4ec9-8e8d-288c44580e06 req-93b52662-58cb-47fe-9a12-775c4e32408c service neutron] 10.222.0.20 "GET /v2.0/networks?id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da HTTP/1.1" status: 200 len: 921 time: 0.3416076 Aug 10 00:53:57.858047 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477464ef-6a27-46cf-ba3a-8c509e6d5f73 req-cc044708-ec7f-45fd-ab75-ce3e02ae543f tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:57.862150 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-477464ef-6a27-46cf-ba3a-8c509e6d5f73 req-cc044708-ec7f-45fd-ab75-ce3e02ae543f tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.1188998 Aug 10 00:53:57.907317 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-d0658fa6-cdfa-4bf4-9fbc-803c6759ec87 None None] Set router d6cc2a43-b9c8-4f5e-be8e-a6086838b335 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:57.919325 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:57.929110 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-477464ef-6a27-46cf-ba3a-8c509e6d5f73 req-4f63e78d-be6b-4303-9706-8013c725608b tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576243 Aug 10 00:53:57.943042 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:57.977633 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a48a5c-816d-49a7-b218-71e733ae3f95 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:53:57.998202 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdb275-20b5-4776-901a-75fcca3aaeea req-3641c6a3-9be0-4c5c-85bc-f1ea90768d6b tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:58.008782 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ffbdb275-20b5-4776-901a-75fcca3aaeea req-3641c6a3-9be0-4c5c-85bc-f1ea90768d6b tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 943 time: 0.0964050 Aug 10 00:53:58.020316 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1e297e18-8065-4ec9-8e8d-288c44580e06 req-1156df80-d306-4d19-8871-6c38adb6fd3b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0828bf0-f3bc-4690-b46b-0f89a031f6e1 HTTP/1.1" status: 200 len: 217 time: 0.1880891 Aug 10 00:53:58.026013 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 65a48a5c-816d-49a7-b218-71e733ae3f95, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=65a48a5c-816d-49a7-b218-71e733ae3f95,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:58.037590 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:58.136213 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ffbdb275-20b5-4776-901a-75fcca3aaeea req-a8c0ef34-bda8-4370-8de5-c5f66df02052 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256711 Aug 10 00:53:58.140659 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e297e18-8065-4ec9-8e8d-288c44580e06 req-0f9d2eae-0f42-4d36-a353-cdfa2c23282b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:58.142151 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1e297e18-8065-4ec9-8e8d-288c44580e06 req-0f9d2eae-0f42-4d36-a353-cdfa2c23282b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ff99852-0921-4c80-99ca-12207c311102 HTTP/1.1" status: 200 len: 860 time: 0.1128287 Aug 10 00:53:58.144325 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e5f0b8c3-2576-461e-b41c-a7ade78e4fdd tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:58.167912 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=65a48a5c-816d-49a7-b218-71e733ae3f95,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:58.195828 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c64af-734e-47ea-a166-49bbd1e0f220 req-b262b5b6-7fdc-4617-83b4-0c7e76ee5445 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:58.204362 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-785c64af-734e-47ea-a166-49bbd1e0f220 req-b262b5b6-7fdc-4617-83b4-0c7e76ee5445 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.35 "GET /v2.0/ports?device_id=145e2f4e-493a-4002-9f6e-99c718db31c8 HTTP/1.1" status: 200 len: 948 time: 0.1380765 Aug 10 00:53:58.231454 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1e297e18-8065-4ec9-8e8d-288c44580e06 req-501dc85d-5eb2-440f-adaa-8b92a389f132 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778115 Aug 10 00:53:58.251581 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-785c64af-734e-47ea-a166-49bbd1e0f220 req-b1f39db7-2ee1-4514-8170-7a905c6ad803 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.35 "GET /v2.0/security-groups?id=df39b944-9565-4e56-8a1b-fb4327bf1373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462446 Aug 10 00:53:58.284630 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-d0658fa6-cdfa-4bf4-9fbc-803c6759ec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cc2a43-b9c8-4f5e-be8e-a6086838b335', 'name': 'tempest-ServersTestMultiNic-1093606176-router', 'tenant_id': 'f51fe90847624ce5b5acb4fc88c3589e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '96239082-cf98-441d-8ca7-f49139972346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:46Z', 'updated_at': '2021-08-10T00:53:54Z', 'revision_number': 4, 'project_id': 'f51fe90847624ce5b5acb4fc88c3589e', 'gw_port': {'id': '96239082-cf98-441d-8ca7-f49139972346', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:81:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cc2a43-b9c8-4f5e-be8e-a6086838b335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:47Z', 'updated_at': '2021-08-10T00:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '5691523f-32fa-4acb-bfa0-93f9a5f777ae', 'name': '', 'network_id': '8da20456-a2cd-4171-9d7e-90bb1f354e7a', 'tenant_id': 'f51fe90847624ce5b5acb4fc88c3589e', 'mac_address': 'fa:16:3e:3c:8f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cc2a43-b9c8-4f5e-be8e-a6086838b335', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4e8da7be-51be-41de-ab4c-2f47e80b4335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:52Z', 'updated_at': '2021-08-10T00:53:57Z', 'revision_number': 4, 'project_id': 'f51fe90847624ce5b5acb4fc88c3589e', 'subnets': [{'id': '4e8da7be-51be-41de-ab4c-2f47e80b4335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:58.317992 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0658fa6-cdfa-4bf4-9fbc-803c6759ec87 None None] The sync data for ids ['d6cc2a43-b9c8-4f5e-be8e-a6086838b335'] in n-d-766726-26 is: [{'id': 'd6cc2a43-b9c8-4f5e-be8e-a6086838b335', 'name': 'tempest-ServersTestMultiNic-1093606176-router', 'tenant_id': 'f51fe90847624ce5b5acb4fc88c3589e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '96239082-cf98-441d-8ca7-f49139972346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:46Z', 'updated_at': '2021-08-10T00:53:54Z', 'revision_number': 4, 'project_id': 'f51fe90847624ce5b5acb4fc88c3589e', 'gw_port': {'id': '96239082-cf98-441d-8ca7-f49139972346', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:81:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cc2a43-b9c8-4f5e-be8e-a6086838b335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:47Z', 'updated_at': '2021-08-10T00:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '5691523f-32fa-4acb-bfa0-93f9a5f777ae', 'name': '', 'network_id': '8da20456-a2cd-4171-9d7e-90bb1f354e7a', 'tenant_id': 'f51fe90847624ce5b5acb4fc88c3589e', 'mac_address': 'fa:16:3e:3c:8f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cc2a43-b9c8-4f5e-be8e-a6086838b335', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4e8da7be-51be-41de-ab4c-2f47e80b4335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:52Z', 'updated_at': '2021-08-10T00:53:57Z', 'revision_number': 4, 'project_id': 'f51fe90847624ce5b5acb4fc88c3589e', 'subnets': [{'id': '4e8da7be-51be-41de-ab4c-2f47e80b4335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:53:58.327613 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0b8c3-2576-461e-b41c-a7ade78e4fdd tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Pushing event updated for resources: {'Subnet': ['ID=24e763e6-8950-46c2-b545-e28e113d0e48,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:58.346528 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f0b8c3-2576-461e-b41c-a7ade78e4fdd tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Checking segment: {'id': 'dede3ad0-7019-4e42-94b5-ffe3a31732f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6b04f4-6221-4ce4-bcd4-bc7496859edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:58.346978 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f0b8c3-2576-461e-b41c-a7ade78e4fdd tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Network hostable DHCP agents. Network: 5f6b04f4-6221-4ce4-bcd4-bc7496859edb, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:53:58.403765 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f0b8c3-2576-461e-b41c-a7ade78e4fdd tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Network 5f6b04f4-6221-4ce4-bcd4-bc7496859edb is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:53:58.405118 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['65a48a5c-816d-49a7-b218-71e733ae3f95'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:53:58.411613 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1e297e18-8065-4ec9-8e8d-288c44580e06 req-88970d8d-53f5-4675-aaca-a267404d385c service neutron] 10.222.0.20 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716726 Aug 10 00:53:58.429221 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-e5f0b8c3-2576-461e-b41c-a7ade78e4fdd tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 5f6b04f4-6221-4ce4-bcd4-bc7496859edb) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:58.450744 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341d17fe-f9cf-4f8c-bce9-8635011638b9 None None] Network 5f6b04f4-6221-4ce4-bcd4-bc7496859edb requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:53:58.487820 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f0b8c3-2576-461e-b41c-a7ade78e4fdd tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:58.488627 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e5f0b8c3-2576-461e-b41c-a7ade78e4fdd tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:58.519412 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e5f0b8c3-2576-461e-b41c-a7ade78e4fdd tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2914133 Aug 10 00:53:58.519649 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34404) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:58.526278 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-87731074-13f3-4947-a533-6250146cd34f tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2052615092'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:58.609827 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1e297e18-8065-4ec9-8e8d-288c44580e06 req-4dbf4c96-dc0b-4862-be1e-d311c55a5e9a service neutron] 10.222.0.20 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897628 Aug 10 00:53:58.614029 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87731074-13f3-4947-a533-6250146cd34f tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Made reservation on behalf of f51fe90847624ce5b5acb4fc88c3589e for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:53:58.619442 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-87731074-13f3-4947-a533-6250146cd34f tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:58.654743 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87731074-13f3-4947-a533-6250146cd34f tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:53:58.672367 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-87731074-13f3-4947-a533-6250146cd34f tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:58.672604 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-87731074-13f3-4947-a533-6250146cd34f tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Added segment 82fde11a-4dde-46aa-9a11-720c178be81a of type vlan for network 80141999-a14e-4224-a993-812a36c1ad1b Aug 10 00:53:58.700801 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device ee529561-278f-469e-9209-791f4c2472c4 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:58.728352 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-87731074-13f3-4947-a533-6250146cd34f tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:58.776879 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-87731074-13f3-4947-a533-6250146cd34f tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:58.803322 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87731074-13f3-4947-a533-6250146cd34f tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:58.806179 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-87731074-13f3-4947-a533-6250146cd34f tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:58.929231 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-87731074-13f3-4947-a533-6250146cd34f tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4079726 Aug 10 00:53:58.934856 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5691523f-32fa-4acb-bfa0-93f9a5f777ae up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:58.947042 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34418) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:58.963932 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-11d399fe-3a68-455d-83e5-683b50476fda tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Request body: {'subnet': {'network_id': '80141999-a14e-4224-a993-812a36c1ad1b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:59.019747 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87731074-13f3-4947-a533-6250146cd34f tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Pushing event updated for resources: {'Network': ['ID=80141999-a14e-4224-a993-812a36c1ad1b,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:59.030542 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port ee529561-278f-469e-9209-791f4c2472c4 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:59.035094 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-28152e5d-ede0-4257-bc43-a40c34de825d req-dc301f49-7bbd-435a-90a4-eea49ebd0e20 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=cd8cbc7cb8ac46f7929ee5620f95f5f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1312325 Aug 10 00:53:59.044868 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port ee529561-278f-469e-9209-791f4c2472c4 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:59.045307 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:59.057832 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d1c58-e279-4220-be18-0b0705a23075 req-ff528cf8-834c-429f-93f1-15bf551704c6 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:59.059661 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-950d1c58-e279-4220-be18-0b0705a23075 req-ff528cf8-834c-429f-93f1-15bf551704c6 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 949 time: 0.2184649 Aug 10 00:53:59.086832 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332bc0f1-044f-45d7-b19c-28fcd428eebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-5f6b04f4-6221-4ce4-bcd4-bc7496859edb', 'network_id': '5f6b04f4-6221-4ce4-bcd4-bc7496859edb', 'tenant_id': 'f51fe90847624ce5b5acb4fc88c3589e', 'fixed_ips': [{'subnet_id': '24e763e6-8950-46c2-b545-e28e113d0e48'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:53:59.087657 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-332bc0f1-044f-45d7-b19c-28fcd428eebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:59.100850 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 80141999-a14e-4224-a993-812a36c1ad1b details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:53:59.234751 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-950d1c58-e279-4220-be18-0b0705a23075 req-c5880bce-70eb-4ba5-969f-6412ff0068d7 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529009 Aug 10 00:53:59.291441 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28152e5d-ede0-4257-bc43-a40c34de825d req-d99b5b6b-25d9-4ea9-b6b7-f0e5542b7476 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:59.293016 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-28152e5d-ede0-4257-bc43-a40c34de825d req-d99b5b6b-25d9-4ea9-b6b7-f0e5542b7476 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2480886 Aug 10 00:53:59.294159 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d399fe-3a68-455d-83e5-683b50476fda tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Made reservation on behalf of f51fe90847624ce5b5acb4fc88c3589e for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:53:59.298569 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-11d399fe-3a68-455d-83e5-683b50476fda tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:59.322181 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 13adccf5-32d2-4663-a73d-8ea6e00315e9 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:53:59.336751 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-28152e5d-ede0-4257-bc43-a40c34de825d req-c9c06a86-96e7-43ec-9a95-3cbf81ac2fe6 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.35 "GET /v2.0/quotas/cd8cbc7cb8ac46f7929ee5620f95f5f8 HTTP/1.1" status: 200 len: 375 time: 0.0347762 Aug 10 00:53:59.407352 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:59.409014 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-28152e5d-ede0-4257-bc43-a40c34de825d req-235f226e-921e-4015-a113-2ac84610e152 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd8cbc7cb8ac46f7929ee5620f95f5f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690138 Aug 10 00:53:59.486584 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69303c-3d5d-461f-9166-443b9e0aecca req-e9754378-549d-4ed4-adc8-26d64361baaf tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:59.494556 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be69303c-3d5d-461f-9166-443b9e0aecca req-e9754378-549d-4ed4-adc8-26d64361baaf tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b34a020-eeb8-4f3e-a378-23d162f9addf HTTP/1.1" status: 200 len: 949 time: 0.1718016 Aug 10 00:53:59.499999 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-332bc0f1-044f-45d7-b19c-28fcd428eebc None None] Allocated IP 19.80.0.2 (5f6b04f4-6221-4ce4-bcd4-bc7496859edb/24e763e6-8950-46c2-b545-e28e113d0e48/fb888ad9-c0bc-4e33-9753-aaf37f816e22) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:53:59.630792 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be69303c-3d5d-461f-9166-443b9e0aecca req-199cab05-164a-4fc1-a260-55a1bfb04862 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/security-groups?id=91f38ab9-4eee-421c-9bba-91c2ab30c0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352131 Aug 10 00:53:59.686261 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 13adccf5-32d2-4663-a73d-8ea6e00315e9, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=13adccf5-32d2-4663-a73d-8ea6e00315e9,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:59.706974 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '13adccf5-32d2-4663-a73d-8ea6e00315e9', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': '13adccf5-32d2-4663-a73d-8ea6e00315e9', 'mac_address': 'fa:16:3e:cb:b7:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:53:59.710633 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 5691523f-32fa-4acb-bfa0-93f9a5f777ae completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:59.730712 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b34a020-eeb8-4f3e-a378-23d162f9addf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee529561-278f-469e-9209-791f4c2472c4'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:53:59.733087 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b979558c-9a09-4d90-a2cf-ece59f18f698" -d '{"events": [{"server_uuid": "6b34a020-eeb8-4f3e-a378-23d162f9addf", "name": "network-vif-plugged", "status": "completed", "tag": "ee529561-278f-469e-9209-791f4c2472c4"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:53:59.740999 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 5691523f-32fa-4acb-bfa0-93f9a5f777ae triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:59.741386 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:59.791802 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port ee529561-278f-469e-9209-791f4c2472c4, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=ee529561-278f-469e-9209-791f4c2472c4,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:59.844098 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:59.930196 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-332bc0f1-044f-45d7-b19c-28fcd428eebc None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:59.932950 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:59.954922 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-332bc0f1-044f-45d7-b19c-28fcd428eebc None None] Transition to ACTIVE for port object fb888ad9-c0bc-4e33-9753-aaf37f816e22 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:59.980004 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13adccf5-32d2-4663-a73d-8ea6e00315e9 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:53:59.987595 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=ee529561-278f-469e-9209-791f4c2472c4,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:59.993992 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-332bc0f1-044f-45d7-b19c-28fcd428eebc None None] Transition to ACTIVE for port object fb888ad9-c0bc-4e33-9753-aaf37f816e22 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:00.040345 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-332bc0f1-044f-45d7-b19c-28fcd428eebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:00.049596 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 13adccf5-32d2-4663-a73d-8ea6e00315e9, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=13adccf5-32d2-4663-a73d-8ea6e00315e9,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:00.072992 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:00.076777 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:00.097415 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633eca7-d562-46b0-b95e-03ea1f0eb884 req-79d85a9c-1877-41dd-b1e5-422c9de32784 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:00.098946 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5633eca7-d562-46b0-b95e-03ea1f0eb884 req-79d85a9c-1877-41dd-b1e5-422c9de32784 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.4672999 Aug 10 00:54:00.100949 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-11d399fe-3a68-455d-83e5-683b50476fda tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:00.104591 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332bc0f1-044f-45d7-b19c-28fcd428eebc None None] Network 5f6b04f4-6221-4ce4-bcd4-bc7496859edb is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:54:00.113340 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-332bc0f1-044f-45d7-b19c-28fcd428eebc None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:00.116219 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332bc0f1-044f-45d7-b19c-28fcd428eebc None None] Pushing event updated for resources: {'Port': ['ID=fb888ad9-c0bc-4e33-9753-aaf37f816e22,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:00.119044 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332bc0f1-044f-45d7-b19c-28fcd428eebc None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:54:00.151091 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07daa7fa-2ebd-4afb-95b9-7fca009acf8f req-d1b39fe8-5b26-4a06-a0af-4244f3a17321 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:00.152642 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-07daa7fa-2ebd-4afb-95b9-7fca009acf8f req-d1b39fe8-5b26-4a06-a0af-4244f3a17321 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 943 time: 0.1505570 Aug 10 00:54:00.163192 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 5691523f-32fa-4acb-bfa0-93f9a5f777ae, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5691523f-32fa-4acb-bfa0-93f9a5f777ae,segment=NetworkSegment(f1c83123-eeb3-42b2-9bb4-931c538fa49d),segment_id=f1c83123-eeb3-42b2-9bb4-931c538fa49d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:00.189165 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:00.212550 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d399fe-3a68-455d-83e5-683b50476fda tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Pushing event updated for resources: {'Subnet': ['ID=ec057d80-6001-4844-ab40-f593661adbe8,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:00.228606 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=13adccf5-32d2-4663-a73d-8ea6e00315e9,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:00.231191 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5633eca7-d562-46b0-b95e-03ea1f0eb884 req-9322805f-f031-4c53-a55c-c3e1026eaa22 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192987 Aug 10 00:54:00.235382 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-332bc0f1-044f-45d7-b19c-28fcd428eebc None None] Attempting to bind port fb888ad9-c0bc-4e33-9753-aaf37f816e22 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:54:00.235762 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-332bc0f1-044f-45d7-b19c-28fcd428eebc None None] Attempting to bind port fb888ad9-c0bc-4e33-9753-aaf37f816e22 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'dede3ad0-7019-4e42-94b5-ffe3a31732f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6b04f4-6221-4ce4-bcd4-bc7496859edb'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:54:00.236135 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332bc0f1-044f-45d7-b19c-28fcd428eebc None None] Attempting to bind port fb888ad9-c0bc-4e33-9753-aaf37f816e22 on network 5f6b04f4-6221-4ce4-bcd4-bc7496859edb {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:00.250029 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d399fe-3a68-455d-83e5-683b50476fda tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Checking segment: {'id': '82fde11a-4dde-46aa-9a11-720c178be81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '80141999-a14e-4224-a993-812a36c1ad1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:54:00.250696 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d399fe-3a68-455d-83e5-683b50476fda tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Network hostable DHCP agents. Network: 80141999-a14e-4224-a993-812a36c1ad1b, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:54:00.256551 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-07daa7fa-2ebd-4afb-95b9-7fca009acf8f req-05b93ae3-1332-48c7-ad52-9427e014cdcf tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874944 Aug 10 00:54:00.259434 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332bc0f1-044f-45d7-b19c-28fcd428eebc None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:54:00.260119 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332bc0f1-044f-45d7-b19c-28fcd428eebc None None] Checking segment: {'id': 'dede3ad0-7019-4e42-94b5-ffe3a31732f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6b04f4-6221-4ce4-bcd4-bc7496859edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:54:00.260278 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-332bc0f1-044f-45d7-b19c-28fcd428eebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:00.260658 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332bc0f1-044f-45d7-b19c-28fcd428eebc None None] Bound using segment: {'id': 'dede3ad0-7019-4e42-94b5-ffe3a31732f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6b04f4-6221-4ce4-bcd4-bc7496859edb'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:54:00.261137 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-332bc0f1-044f-45d7-b19c-28fcd428eebc None None] Bound port: fb888ad9-c0bc-4e33-9753-aaf37f816e22, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dede3ad0-7019-4e42-94b5-ffe3a31732f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6b04f4-6221-4ce4-bcd4-bc7496859edb'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:54:00.261529 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-332bc0f1-044f-45d7-b19c-28fcd428eebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:00.272960 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d399fe-3a68-455d-83e5-683b50476fda tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Network 80141999-a14e-4224-a993-812a36c1ad1b is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:54:00.298123 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-11d399fe-3a68-455d-83e5-683b50476fda tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 80141999-a14e-4224-a993-812a36c1ad1b) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:00.303069 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d399fe-3a68-455d-83e5-683b50476fda tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:00.303672 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-11d399fe-3a68-455d-83e5-683b50476fda tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:00.321187 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec91cfc-ecd1-4602-a0b2-c0c0f61b6be5 None None] Network 80141999-a14e-4224-a993-812a36c1ad1b requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:54:00.331622 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-11d399fe-3a68-455d-83e5-683b50476fda tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3823140 Aug 10 00:54:00.399610 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=5691523f-32fa-4acb-bfa0-93f9a5f777ae,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:00.430694 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fba71-cd92-455f-a2f7-3311302de385 req-5c144e41-e50f-497c-8a04-49dadbe6f4b4 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:00.432547 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5c0fba71-cd92-455f-a2f7-3311302de385 req-5c144e41-e50f-497c-8a04-49dadbe6f4b4 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 949 time: 0.0996594 Aug 10 00:54:00.446675 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f873f-47d7-47fc-8d3e-9a5bf5994911 req-c37ee8fb-f573-4e66-a22c-c810e3e27be7 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:00.448374 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d07f873f-47d7-47fc-8d3e-9a5bf5994911 req-c37ee8fb-f573-4e66-a22c-c810e3e27be7 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.35 "GET /v2.0/ports?device_id=145e2f4e-493a-4002-9f6e-99c718db31c8 HTTP/1.1" status: 200 len: 949 time: 0.0729990 Aug 10 00:54:00.469862 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-332bc0f1-044f-45d7-b19c-28fcd428eebc None None] For port fb888ad9-c0bc-4e33-9753-aaf37f816e22, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:54:00.477381 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-332bc0f1-044f-45d7-b19c-28fcd428eebc None None] For port fb888ad9-c0bc-4e33-9753-aaf37f816e22, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=fb888ad9-c0bc-4e33-9753-aaf37f816e22,segment=NetworkSegment(dede3ad0-7019-4e42-94b5-ffe3a31732f4),segment_id=dede3ad0-7019-4e42-94b5-ffe3a31732f4)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:54:00.484293 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-332bc0f1-044f-45d7-b19c-28fcd428eebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:00.505385 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5c0fba71-cd92-455f-a2f7-3311302de385 req-29f9a110-f2be-4f2c-aca1-d6d60a8dff1a tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559797 Aug 10 00:54:00.512895 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d07f873f-47d7-47fc-8d3e-9a5bf5994911 req-e1832a59-bca0-416e-afed-79ff391f1fbf tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.35 "GET /v2.0/security-groups?id=df39b944-9565-4e56-8a1b-fb4327bf1373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561936 Aug 10 00:54:00.530012 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['13adccf5-32d2-4663-a73d-8ea6e00315e9'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:54:00.620719 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332bc0f1-044f-45d7-b19c-28fcd428eebc None None] Pushing event updated for resources: {'Port': ['ID=fb888ad9-c0bc-4e33-9753-aaf37f816e22,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:00.627025 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d5022f8b-b54b-4cf4-8eca-aa01e78c3af3 req-1b2dce84-5791-4bfb-a9ac-02f0a1b10720 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60d42287-7ea5-49c5-a0ba-32ca06dd03b2 HTTP/1.1" status: 200 len: 210 time: 0.0395193 Aug 10 00:54:00.647746 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b829d3-63d3-4b3d-bdab-e869ac7a53fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-80141999-a14e-4224-a993-812a36c1ad1b', 'network_id': '80141999-a14e-4224-a993-812a36c1ad1b', 'tenant_id': 'f51fe90847624ce5b5acb4fc88c3589e', 'fixed_ips': [{'subnet_id': 'ec057d80-6001-4844-ab40-f593661adbe8'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:54:00.648659 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-30b829d3-63d3-4b3d-bdab-e869ac7a53fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:00.675613 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5e0e8d-c112-49de-9747-1b17c9099fc3 x-openstack-request-id: req-3e5e0e8d-c112-49de-9747-1b17c9099fc3 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:00.675912 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b34a020-eeb8-4f3e-a378-23d162f9addf", "name": "network-vif-plugged", "status": "completed", "tag": "ee529561-278f-469e-9209-791f4c2472c4", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:00.676171 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3e5e0e8d-c112-49de-9747-1b17c9099fc3 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:00.676598 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b34a020-eeb8-4f3e-a378-23d162f9addf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee529561-278f-469e-9209-791f4c2472c4', 'code': 200} Aug 10 00:54:00.681154 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device c0828bf0-f3bc-4690-b46b-0f89a031f6e1 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:54:00.891818 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d359031-190e-4652-a47d-2e0ab75019ec req-778a04dd-15ad-4c18-b5af-f85a0eeb3d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:00.894455 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7d359031-190e-4652-a47d-2e0ab75019ec req-778a04dd-15ad-4c18-b5af-f85a0eeb3d0f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6b34a020-eeb8-4f3e-a378-23d162f9addf HTTP/1.1" status: 200 len: 1102 time: 0.0790372 Aug 10 00:54:00.906296 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5691523f-32fa-4acb-bfa0-93f9a5f777ae up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:00.959918 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809de5f-6e3f-429a-8524-0748913a0ffd req-6bb3eaa9-eb9a-40a1-bf65-de277bfdfd29 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:00.967213 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7809de5f-6e3f-429a-8524-0748913a0ffd req-6bb3eaa9-eb9a-40a1-bf65-de277bfdfd29 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b34a020-eeb8-4f3e-a378-23d162f9addf HTTP/1.1" status: 200 len: 950 time: 0.1275268 Aug 10 00:54:00.996122 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-28152e5d-ede0-4257-bc43-a40c34de825d req-5baf6e40-bd61-47be-86b7-daa4e6ccb7b0 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=cd8cbc7cb8ac46f7929ee5620f95f5f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631766 Aug 10 00:54:01.053406 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-1c54c6f2-224f-49ec-b18b-d8c0db27d107 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:01.062467 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-1c54c6f2-224f-49ec-b18b-d8c0db27d107 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:01.070507 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7d359031-190e-4652-a47d-2e0ab75019ec req-85a4307d-8f9e-47cc-8539-e76090b099f4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=91f38ab9-4eee-421c-9bba-91c2ab30c0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364629 Aug 10 00:54:01.072521 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-1c54c6f2-224f-49ec-b18b-d8c0db27d107 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/networks?id=5f6b04f4-6221-4ce4-bcd4-bc7496859edb&id=80141999-a14e-4224-a993-812a36c1ad1b&id=5f6b04f4-6221-4ce4-bcd4-bc7496859edb HTTP/1.1" status: 200 len: 1392 time: 0.3650308 Aug 10 00:54:01.090279 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7809de5f-6e3f-429a-8524-0748913a0ffd req-2e8ac975-3795-4f2c-ab3f-5918fb09f5bf tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/security-groups?id=91f38ab9-4eee-421c-9bba-91c2ab30c0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199574 Aug 10 00:54:01.130247 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-447e18f0-9214-4e90-8c1b-d345c2598508 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/quotas/f51fe90847624ce5b5acb4fc88c3589e HTTP/1.1" status: 200 len: 375 time: 0.0567362 Aug 10 00:54:01.158374 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28152e5d-ede0-4257-bc43-a40c34de825d req-b3886d0b-c0ba-4f68-b7fe-0a6e86cc7b1f tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:01.160756 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-28152e5d-ede0-4257-bc43-a40c34de825d req-b3886d0b-c0ba-4f68-b7fe-0a6e86cc7b1f tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1555867 Aug 10 00:54:01.191892 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-58464eda-54a3-4d8c-b058-2fcaedea9909 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f51fe90847624ce5b5acb4fc88c3589e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0593493 Aug 10 00:54:01.249759 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port c0828bf0-f3bc-4690-b46b-0f89a031f6e1, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=c0828bf0-f3bc-4690-b46b-0f89a031f6e1,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:01.252685 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-30b829d3-63d3-4b3d-bdab-e869ac7a53fc None None] Allocated IP 19.86.0.2 (80141999-a14e-4224-a993-812a36c1ad1b/ec057d80-6001-4844-ab40-f593661adbe8/01b90d26-7200-40de-8b0f-cc5aadaea75a) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:54:01.269108 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 5691523f-32fa-4acb-bfa0-93f9a5f777ae triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:01.269402 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:01.300483 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': 'c0828bf0-f3bc-4690-b46b-0f89a031f6e1', 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da', 'port_id': 'c0828bf0-f3bc-4690-b46b-0f89a031f6e1', 'mac_address': 'fa:16:3e:ab:4f:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ff99852-0921-4c80-99ca-12207c311102', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:54:01.302725 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 65a48a5c-816d-49a7-b218-71e733ae3f95 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:01.304242 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-e06b585d-5282-431b-912d-dbbec590bcfc service neutron] 10.222.0.35 "GET /v2.0/networks/5f6b04f4-6221-4ce4-bcd4-bc7496859edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033595 Aug 10 00:54:01.403046 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-7cc2ecc1-7fcd-43ff-8698-cff26a51f4b3 service neutron] 10.222.0.35 "GET /v2.0/networks/5f6b04f4-6221-4ce4-bcd4-bc7496859edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912533 Aug 10 00:54:01.514430 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-28152e5d-ede0-4257-bc43-a40c34de825d req-6688a8e5-71f1-4390-885c-3b28e0fad6e1 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Request body: {'port': {'device_id': '60d42287-7ea5-49c5-a0ba-32ca06dd03b2', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'admin_state_up': True, 'tenant_id': 'cd8cbc7cb8ac46f7929ee5620f95f5f8'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:01.540766 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b4dbf7ca-5e37-4267-bdbd-967ceb700cfc req-3b62b1e5-0e94-4b06-aca3-95369659fdb8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0790515 Aug 10 00:54:01.575448 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-58005f5a-4ba8-401b-bdd5-f6bedb3b402d service neutron] 10.222.0.35 "GET /v2.0/networks/80141999-a14e-4224-a993-812a36c1ad1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634946 Aug 10 00:54:01.583732 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbbf516-5026-421f-ac9f-bb585996ceea req-73a31d5f-e576-44be-8a2b-dc308cdd3a61 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:01.591750 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7cbbf516-5026-421f-ac9f-bb585996ceea req-73a31d5f-e576-44be-8a2b-dc308cdd3a61 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.0910273 Aug 10 00:54:01.595232 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:01.656484 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 65a48a5c-816d-49a7-b218-71e733ae3f95 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:01.668658 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7cbbf516-5026-421f-ac9f-bb585996ceea req-092a2608-d643-4148-bb64-d19059939fe9 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710466 Aug 10 00:54:01.669126 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0828bf0-f3bc-4690-b46b-0f89a031f6e1 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:54:01.698207 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port c0828bf0-f3bc-4690-b46b-0f89a031f6e1, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=c0828bf0-f3bc-4690-b46b-0f89a031f6e1,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:01.702695 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 65a48a5c-816d-49a7-b218-71e733ae3f95 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:01.703391 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:01.709606 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:01.724656 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28152e5d-ede0-4257-bc43-a40c34de825d req-6688a8e5-71f1-4390-885c-3b28e0fad6e1 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Made reservation on behalf of cd8cbc7cb8ac46f7929ee5620f95f5f8 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:54:01.729841 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-28152e5d-ede0-4257-bc43-a40c34de825d req-6688a8e5-71f1-4390-885c-3b28e0fad6e1 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:01.743103 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-28152e5d-ede0-4257-bc43-a40c34de825d req-6688a8e5-71f1-4390-885c-3b28e0fad6e1 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:01.797760 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-30b829d3-63d3-4b3d-bdab-e869ac7a53fc None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:01.836091 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46205c-6bce-40c8-a191-dc3531c7dbcc req-122e8620-46d5-4360-afbf-cc2e6a8f4941 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:01.845182 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ab46205c-6bce-40c8-a191-dc3531c7dbcc req-122e8620-46d5-4360-afbf-cc2e6a8f4941 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 944 time: 0.0796316 Aug 10 00:54:01.868638 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-30b829d3-63d3-4b3d-bdab-e869ac7a53fc None None] Transition to ACTIVE for port object 01b90d26-7200-40de-8b0f-cc5aadaea75a will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:01.871519 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-28152e5d-ede0-4257-bc43-a40c34de825d req-6688a8e5-71f1-4390-885c-3b28e0fad6e1 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:01.881283 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-28152e5d-ede0-4257-bc43-a40c34de825d req-6688a8e5-71f1-4390-885c-3b28e0fad6e1 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:01.910695 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=c0828bf0-f3bc-4690-b46b-0f89a031f6e1,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:01.930564 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-30b829d3-63d3-4b3d-bdab-e869ac7a53fc None None] Transition to ACTIVE for port object 01b90d26-7200-40de-8b0f-cc5aadaea75a will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:01.959398 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ab46205c-6bce-40c8-a191-dc3531c7dbcc req-924451b6-0d4b-4ee7-946b-c58d9193adad tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102285 Aug 10 00:54:01.970118 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-53efb937-6b0e-4227-af4d-577a5510d65b service neutron] 10.222.0.35 "GET /v2.0/networks/80141999-a14e-4224-a993-812a36c1ad1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563538 Aug 10 00:54:01.988370 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688a8e5-71f1-4390-885c-3b28e0fad6e1 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a176d16f-d337-42ef-9410-a07a68d13d5b,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:02.053871 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-30b829d3-63d3-4b3d-bdab-e869ac7a53fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:02.055771 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:02.068262 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3d8d75-3286-46d0-a01a-9dc16dfaa1a2 None None] Network 5f6b04f4-6221-4ce4-bcd4-bc7496859edb requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:54:02.075395 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-28152e5d-ede0-4257-bc43-a40c34de825d req-6688a8e5-71f1-4390-885c-3b28e0fad6e1 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Allocated IP 192.168.233.248 (853ae90b-411a-4cc9-b27c-aa212d4ff023/f49e9f1d-7e8a-42ac-a9f2-157734919ae5/7ec0a8da-0437-4751-ad58-983def34c220) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:54:02.190019 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b829d3-63d3-4b3d-bdab-e869ac7a53fc None None] Network 80141999-a14e-4224-a993-812a36c1ad1b is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:54:02.200966 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-30b829d3-63d3-4b3d-bdab-e869ac7a53fc None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:02.212114 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0fb53-1684-488a-9832-66c16bf6fba0 req-205e9c13-78c8-4903-b843-542521fad409 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:02.214172 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-edb0fb53-1684-488a-9832-66c16bf6fba0 req-205e9c13-78c8-4903-b843-542521fad409 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 949 time: 0.1628599 Aug 10 00:54:02.221657 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b829d3-63d3-4b3d-bdab-e869ac7a53fc None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:54:02.229927 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37d77daf-a301-493c-84ab-f2e8086f4169 None None] Provisioning for port fb888ad9-c0bc-4e33-9753-aaf37f816e22 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:02.237692 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-a7c036a8-fab1-46ae-83f3-cbb10be23189 service neutron] 10.222.0.35 "GET /v2.0/networks/5f6b04f4-6221-4ce4-bcd4-bc7496859edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563810 Aug 10 00:54:02.302257 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-28152e5d-ede0-4257-bc43-a40c34de825d req-6688a8e5-71f1-4390-885c-3b28e0fad6e1 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:02.311096 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b829d3-63d3-4b3d-bdab-e869ac7a53fc None None] Pushing event updated for resources: {'Port': ['ID=01b90d26-7200-40de-8b0f-cc5aadaea75a,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:02.316543 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-30b829d3-63d3-4b3d-bdab-e869ac7a53fc None None] Attempting to bind port 01b90d26-7200-40de-8b0f-cc5aadaea75a on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:54:02.316927 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-30b829d3-63d3-4b3d-bdab-e869ac7a53fc None None] Attempting to bind port 01b90d26-7200-40de-8b0f-cc5aadaea75a by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '82fde11a-4dde-46aa-9a11-720c178be81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '80141999-a14e-4224-a993-812a36c1ad1b'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:54:02.317532 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b829d3-63d3-4b3d-bdab-e869ac7a53fc None None] Attempting to bind port 01b90d26-7200-40de-8b0f-cc5aadaea75a on network 80141999-a14e-4224-a993-812a36c1ad1b {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:02.320331 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 65a48a5c-816d-49a7-b218-71e733ae3f95, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=65a48a5c-816d-49a7-b218-71e733ae3f95,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:02.326037 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-28152e5d-ede0-4257-bc43-a40c34de825d req-6688a8e5-71f1-4390-885c-3b28e0fad6e1 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Transition to ACTIVE for port object 7ec0a8da-0437-4751-ad58-983def34c220 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:02.330714 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b829d3-63d3-4b3d-bdab-e869ac7a53fc None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:54:02.331058 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b829d3-63d3-4b3d-bdab-e869ac7a53fc None None] Checking segment: {'id': '82fde11a-4dde-46aa-9a11-720c178be81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '80141999-a14e-4224-a993-812a36c1ad1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:54:02.331510 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-30b829d3-63d3-4b3d-bdab-e869ac7a53fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:02.331891 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b829d3-63d3-4b3d-bdab-e869ac7a53fc None None] Bound using segment: {'id': '82fde11a-4dde-46aa-9a11-720c178be81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '80141999-a14e-4224-a993-812a36c1ad1b'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:54:02.332460 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-30b829d3-63d3-4b3d-bdab-e869ac7a53fc None None] Bound port: 01b90d26-7200-40de-8b0f-cc5aadaea75a, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fde11a-4dde-46aa-9a11-720c178be81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '80141999-a14e-4224-a993-812a36c1ad1b'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:54:02.332808 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-30b829d3-63d3-4b3d-bdab-e869ac7a53fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:02.337979 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:02.347066 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-edb0fb53-1684-488a-9832-66c16bf6fba0 req-946c1dc6-9f7d-4444-9d8d-cfb47ce4734f tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073155 Aug 10 00:54:02.399021 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-edca2267-cb79-44d9-bde8-74012cfbeebc service neutron] 10.222.0.35 "GET /v2.0/networks/5f6b04f4-6221-4ce4-bcd4-bc7496859edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603885 Aug 10 00:54:02.420096 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['c0828bf0-f3bc-4690-b46b-0f89a031f6e1'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:54:02.437158 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-28152e5d-ede0-4257-bc43-a40c34de825d req-6688a8e5-71f1-4390-885c-3b28e0fad6e1 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:02.513215 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28152e5d-ede0-4257-bc43-a40c34de825d req-6688a8e5-71f1-4390-885c-3b28e0fad6e1 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Network 853ae90b-411a-4cc9-b27c-aa212d4ff023 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:54:02.518020 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-28152e5d-ede0-4257-bc43-a40c34de825d req-6688a8e5-71f1-4390-885c-3b28e0fad6e1 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:02.540061 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=65a48a5c-816d-49a7-b218-71e733ae3f95,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:02.541681 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-28152e5d-ede0-4257-bc43-a40c34de825d req-6688a8e5-71f1-4390-885c-3b28e0fad6e1 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:54:02.546165 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688a8e5-71f1-4390-885c-3b28e0fad6e1 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Pushing event updated for resources: {'Port': ['ID=7ec0a8da-0437-4751-ad58-983def34c220,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:02.579880 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-30b829d3-63d3-4b3d-bdab-e869ac7a53fc None None] For port 01b90d26-7200-40de-8b0f-cc5aadaea75a, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:54:02.585637 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936d12e-1536-4ebb-b940-587193bf4e2b req-98e1bef3-dd9b-4f71-8d90-62ddf2940add tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:02.589179 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0936d12e-1536-4ebb-b940-587193bf4e2b req-98e1bef3-dd9b-4f71-8d90-62ddf2940add tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.35 "GET /v2.0/ports?device_id=145e2f4e-493a-4002-9f6e-99c718db31c8 HTTP/1.1" status: 200 len: 949 time: 0.1210575 Aug 10 00:54:02.609660 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-30b829d3-63d3-4b3d-bdab-e869ac7a53fc None None] For port 01b90d26-7200-40de-8b0f-cc5aadaea75a, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=01b90d26-7200-40de-8b0f-cc5aadaea75a,segment=NetworkSegment(82fde11a-4dde-46aa-9a11-720c178be81a),segment_id=82fde11a-4dde-46aa-9a11-720c178be81a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:54:02.620118 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-30b829d3-63d3-4b3d-bdab-e869ac7a53fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:02.653403 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28152e5d-ede0-4257-bc43-a40c34de825d req-6688a8e5-71f1-4390-885c-3b28e0fad6e1 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:02.655619 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-28152e5d-ede0-4257-bc43-a40c34de825d req-6688a8e5-71f1-4390-885c-3b28e0fad6e1 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:02.677608 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-28152e5d-ede0-4257-bc43-a40c34de825d req-6688a8e5-71f1-4390-885c-3b28e0fad6e1 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1675098 Aug 10 00:54:02.696579 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc55842-3668-4e02-8785-c3767f5cfc36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a48a5c-816d-49a7-b218-71e733ae3f95'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:02.703487 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-28152e5d-ede0-4257-bc43-a40c34de825d req-a7a8e474-b1e8-473f-a414-a7042be9e0fa service neutron] Request body: {'port': {'device_id': '60d42287-7ea5-49c5-a0ba-32ca06dd03b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:02.708165 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16d20f1-d879-42e8-aa9e-b65fb2d884e0" -d '{"events": [{"server_uuid": "4cc55842-3668-4e02-8785-c3767f5cfc36", "name": "network-vif-plugged", "status": "completed", "tag": "65a48a5c-816d-49a7-b218-71e733ae3f95"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:02.717134 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0936d12e-1536-4ebb-b940-587193bf4e2b req-f76131a5-89e3-4355-bd7e-811b0a9fe817 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.35 "GET /v2.0/security-groups?id=df39b944-9565-4e56-8a1b-fb4327bf1373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079955 Aug 10 00:54:02.819105 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-28152e5d-ede0-4257-bc43-a40c34de825d req-a7a8e474-b1e8-473f-a414-a7042be9e0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:02.962242 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b829d3-63d3-4b3d-bdab-e869ac7a53fc None None] Pushing event updated for resources: {'Port': ['ID=01b90d26-7200-40de-8b0f-cc5aadaea75a,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:03.025131 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device fb888ad9-c0bc-4e33-9753-aaf37f816e22 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:03.190623 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b617c34f-6064-40a5-9ec0-7ee4de7497cb None None] Provisioning for port 7ec0a8da-0437-4751-ad58-983def34c220 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:03.192074 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e2e05-b643-4389-bdc1-1c5434d0ce1e req-2971e976-5ec3-4a07-aacb-9c21e37dd653 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:03.203900 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-de8e2e05-b643-4389-bdc1-1c5434d0ce1e req-2971e976-5ec3-4a07-aacb-9c21e37dd653 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b34a020-eeb8-4f3e-a378-23d162f9addf HTTP/1.1" status: 200 len: 950 time: 0.1676164 Aug 10 00:54:03.241701 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b617c34f-6064-40a5-9ec0-7ee4de7497cb None None] Provisioning complete for port 7ec0a8da-0437-4751-ad58-983def34c220 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:03.242186 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b617c34f-6064-40a5-9ec0-7ee4de7497cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:03.249641 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74313f-72bd-4530-9633-48c432b52c9f req-7fe6ec32-33d5-4d0a-9f6c-d136fcc2388e tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:03.251197 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d74313f-72bd-4530-9633-48c432b52c9f req-7fe6ec32-33d5-4d0a-9f6c-d136fcc2388e tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60d42287-7ea5-49c5-a0ba-32ca06dd03b2 HTTP/1.1" status: 200 len: 936 time: 0.3445661 Aug 10 00:54:03.317665 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-28152e5d-ede0-4257-bc43-a40c34de825d req-a7a8e474-b1e8-473f-a414-a7042be9e0fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ec0a8da-0437-4751-ad58-983def34c220 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:54:03.328246 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 13adccf5-32d2-4663-a73d-8ea6e00315e9 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:03.328799 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-28152e5d-ede0-4257-bc43-a40c34de825d req-a7a8e474-b1e8-473f-a414-a7042be9e0fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:03.354411 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-28152e5d-ede0-4257-bc43-a40c34de825d req-a7a8e474-b1e8-473f-a414-a7042be9e0fa service neutron] Transition to ACTIVE for port object 7ec0a8da-0437-4751-ad58-983def34c220 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:03.356662 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-de8e2e05-b643-4389-bdc1-1c5434d0ce1e req-8dc6e849-3377-4c3b-af84-9c16f06a186a tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/security-groups?id=91f38ab9-4eee-421c-9bba-91c2ab30c0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515512 Aug 10 00:54:03.360621 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-28152e5d-ede0-4257-bc43-a40c34de825d req-a7a8e474-b1e8-473f-a414-a7042be9e0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:03.389332 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d74313f-72bd-4530-9633-48c432b52c9f req-dda6f477-b661-4050-9fce-77758deb9fa8 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.35 "GET /v2.0/security-groups?id=a176d16f-d337-42ef-9410-a07a68d13d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240692 Aug 10 00:54:03.470273 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port fb888ad9-c0bc-4e33-9753-aaf37f816e22 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:03.491662 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port fb888ad9-c0bc-4e33-9753-aaf37f816e22 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:03.491967 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:03.494826 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b617c34f-6064-40a5-9ec0-7ee4de7497cb None None] Port 7ec0a8da-0437-4751-ad58-983def34c220 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:54:03.502284 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8e474-b1e8-473f-a414-a7042be9e0fa service neutron] Pushing event updated for resources: {'Port': ['ID=7ec0a8da-0437-4751-ad58-983def34c220,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:03.567450 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f66f771a-8756-4605-8eaa-ec87f632a5e3 req-659ef28e-c622-4e21-a77e-245d5c6d48f5 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=b88f03c4-aa37-4deb-8643-29a05a7a573b HTTP/1.1" status: 200 len: 210 time: 0.0819020 Aug 10 00:54:03.574477 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 13adccf5-32d2-4663-a73d-8ea6e00315e9 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:03.589409 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 13adccf5-32d2-4663-a73d-8ea6e00315e9 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:03.589801 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:03.594377 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c23b1-b4d0-409a-a1a5-6c31369e515b req-73ecdfc5-2780-47e5-bf78-e50692685538 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:03.603566 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-28152e5d-ede0-4257-bc43-a40c34de825d req-a7a8e474-b1e8-473f-a414-a7042be9e0fa service neutron] Attempting to bind port 7ec0a8da-0437-4751-ad58-983def34c220 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:54:03.603954 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d12c23b1-b4d0-409a-a1a5-6c31369e515b req-73ecdfc5-2780-47e5-bf78-e50692685538 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.1362453 Aug 10 00:54:03.604507 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-28152e5d-ede0-4257-bc43-a40c34de825d req-a7a8e474-b1e8-473f-a414-a7042be9e0fa service neutron] Attempting to bind port 7ec0a8da-0437-4751-ad58-983def34c220 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:54:03.606688 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28152e5d-ede0-4257-bc43-a40c34de825d req-a7a8e474-b1e8-473f-a414-a7042be9e0fa service neutron] Attempting to bind port 7ec0a8da-0437-4751-ad58-983def34c220 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:03.623931 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28152e5d-ede0-4257-bc43-a40c34de825d req-a7a8e474-b1e8-473f-a414-a7042be9e0fa service neutron] Port 7ec0a8da-0437-4751-ad58-983def34c220 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:54:03.625138 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28152e5d-ede0-4257-bc43-a40c34de825d req-a7a8e474-b1e8-473f-a414-a7042be9e0fa service neutron] Attempting to bind port 7ec0a8da-0437-4751-ad58-983def34c220 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:03.632928 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28152e5d-ede0-4257-bc43-a40c34de825d req-a7a8e474-b1e8-473f-a414-a7042be9e0fa service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:54:03.635418 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28152e5d-ede0-4257-bc43-a40c34de825d req-a7a8e474-b1e8-473f-a414-a7042be9e0fa service neutron] Checking segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:54:03.636002 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28152e5d-ede0-4257-bc43-a40c34de825d req-a7a8e474-b1e8-473f-a414-a7042be9e0fa service neutron] Bound using segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:54:03.636700 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-28152e5d-ede0-4257-bc43-a40c34de825d req-a7a8e474-b1e8-473f-a414-a7042be9e0fa service neutron] Bound port: 7ec0a8da-0437-4751-ad58-983def34c220, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:54:03.637224 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-28152e5d-ede0-4257-bc43-a40c34de825d req-a7a8e474-b1e8-473f-a414-a7042be9e0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:03.680492 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d12c23b1-b4d0-409a-a1a5-6c31369e515b req-ac3439dc-8dc8-4026-8845-6adac2658e51 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754600 Aug 10 00:54:03.713207 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f943dbef-495c-4f53-8ffd-d0512bf58c5d x-openstack-request-id: req-f943dbef-495c-4f53-8ffd-d0512bf58c5d {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:03.713792 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc55842-3668-4e02-8785-c3767f5cfc36", "name": "network-vif-plugged", "status": "completed", "tag": "65a48a5c-816d-49a7-b218-71e733ae3f95", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:03.714212 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f943dbef-495c-4f53-8ffd-d0512bf58c5d {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:03.714772 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc55842-3668-4e02-8785-c3767f5cfc36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a48a5c-816d-49a7-b218-71e733ae3f95', 'code': 200} Aug 10 00:54:03.715705 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-dc4fbcfc-acd2-4ff2-966b-bd38f4ee34ee None None] Provisioning complete for port fb888ad9-c0bc-4e33-9753-aaf37f816e22 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:03.716448 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dc4fbcfc-acd2-4ff2-966b-bd38f4ee34ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:03.783055 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:03.803250 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbf7ca-5e37-4267-bdbd-967ceb700cfc req-de41571c-ddbe-4bd3-a2f3-04bcbad40e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:03.804808 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b4dbf7ca-5e37-4267-bdbd-967ceb700cfc req-de41571c-ddbe-4bd3-a2f3-04bcbad40e8d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 1101 time: 0.1397965 Aug 10 00:54:03.877234 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:03.880149 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port fb888ad9-c0bc-4e33-9753-aaf37f816e22, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=fb888ad9-c0bc-4e33-9753-aaf37f816e22,segment=NetworkSegment(dede3ad0-7019-4e42-94b5-ffe3a31732f4),segment_id=dede3ad0-7019-4e42-94b5-ffe3a31732f4)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:03.895978 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:03.896261 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-28152e5d-ede0-4257-bc43-a40c34de825d req-a7a8e474-b1e8-473f-a414-a7042be9e0fa service neutron] For port 7ec0a8da-0437-4751-ad58-983def34c220, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:54:03.915895 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-28152e5d-ede0-4257-bc43-a40c34de825d req-a7a8e474-b1e8-473f-a414-a7042be9e0fa service neutron] For port 7ec0a8da-0437-4751-ad58-983def34c220, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=7ec0a8da-0437-4751-ad58-983def34c220,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:54:03.926915 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd954cf-f225-4776-880f-66224b668039 req-c4df2d42-8295-41d7-ada1-43a1229b1f3b tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:03.928469 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5cd954cf-f225-4776-880f-66224b668039 req-c4df2d42-8295-41d7-ada1-43a1229b1f3b tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 944 time: 0.1621728 Aug 10 00:54:03.930877 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-28152e5d-ede0-4257-bc43-a40c34de825d req-a7a8e474-b1e8-473f-a414-a7042be9e0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:03.938589 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00e74c-56e1-4979-b88f-b6b96aaf3703 req-cfab58e3-5581-4a69-abf3-087ad0045b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:03.941377 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9a00e74c-56e1-4979-b88f-b6b96aaf3703 req-cfab58e3-5581-4a69-abf3-087ad0045b30 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4cc55842-3668-4e02-8785-c3767f5cfc36 HTTP/1.1" status: 200 len: 1101 time: 0.0709133 Aug 10 00:54:03.949913 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0176e9b-28f4-42e2-8626-bb287df79eb0 req-7092a13f-5314-47c9-b75c-95ae3894588e tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:03.951692 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c0176e9b-28f4-42e2-8626-bb287df79eb0 req-7092a13f-5314-47c9-b75c-95ae3894588e tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 949 time: 0.1143367 Aug 10 00:54:03.986728 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28152e5d-ede0-4257-bc43-a40c34de825d req-a7a8e474-b1e8-473f-a414-a7042be9e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:03.987517 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-28152e5d-ede0-4257-bc43-a40c34de825d req-a7a8e474-b1e8-473f-a414-a7042be9e0fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:03.988775 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-28152e5d-ede0-4257-bc43-a40c34de825d req-a7a8e474-b1e8-473f-a414-a7042be9e0fa service neutron] 10.222.0.20 "PUT /v2.0/ports/7ec0a8da-0437-4751-ad58-983def34c220 HTTP/1.1" status: 200 len: 1097 time: 1.2905867 Aug 10 00:54:03.989347 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d42287-7ea5-49c5-a0ba-32ca06dd03b2', 'tag': '7ec0a8da-0437-4751-ad58-983def34c220'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:03.991494 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61500bde-b42c-443d-b1a7-56b2c2d329e2" -d '{"events": [{"name": "network-changed", "server_uuid": "60d42287-7ea5-49c5-a0ba-32ca06dd03b2", "tag": "7ec0a8da-0437-4751-ad58-983def34c220"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:04.006122 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbf7ca-5e37-4267-bdbd-967ceb700cfc req-6568798a-8aa9-415e-93ea-ba42aba30fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:04.008679 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 13adccf5-32d2-4663-a73d-8ea6e00315e9, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=13adccf5-32d2-4663-a73d-8ea6e00315e9,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:04.011908 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b4dbf7ca-5e37-4267-bdbd-967ceb700cfc req-6568798a-8aa9-415e-93ea-ba42aba30fc6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.1958907 Aug 10 00:54:04.021901 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:04.037560 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=fb888ad9-c0bc-4e33-9753-aaf37f816e22,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:04.078648 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5cd954cf-f225-4776-880f-66224b668039 req-7e5b1f77-5a06-4599-937c-5bad3a0b70dd tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162634 Aug 10 00:54:04.080170 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9a00e74c-56e1-4979-b88f-b6b96aaf3703 req-f5c0e3a3-1783-42cb-b1d6-94eb934d00f7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=91f38ab9-4eee-421c-9bba-91c2ab30c0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191745 Aug 10 00:54:04.120585 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b4dbf7ca-5e37-4267-bdbd-967ceb700cfc req-a2c0caea-2788-42d9-8d57-1ef28655583a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=c67469d7-4417-4512-ad59-dec9b41f2698 HTTP/1.1" status: 200 len: 217 time: 0.0945225 Aug 10 00:54:04.122455 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8e474-b1e8-473f-a414-a7042be9e0fa service neutron] Pushing event updated for resources: {'Port': ['ID=7ec0a8da-0437-4751-ad58-983def34c220,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:04.130210 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c0176e9b-28f4-42e2-8626-bb287df79eb0 req-17e180ff-0133-4199-9489-83af1170137a tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468794 Aug 10 00:54:04.153598 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=13adccf5-32d2-4663-a73d-8ea6e00315e9,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:04.257467 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f94359-f327-4d78-ad9a-7efe9f1bd0c0 req-88e363ea-cc97-436a-9c1b-87c0e889f8af tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:04.259059 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-17f94359-f327-4d78-ad9a-7efe9f1bd0c0 req-88e363ea-cc97-436a-9c1b-87c0e889f8af tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.35 "GET /v2.0/ports?device_id=145e2f4e-493a-4002-9f6e-99c718db31c8 HTTP/1.1" status: 200 len: 950 time: 0.0543845 Aug 10 00:54:04.312338 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-17f94359-f327-4d78-ad9a-7efe9f1bd0c0 req-be789294-ba2d-449d-a22b-170907b8d856 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.35 "GET /v2.0/security-groups?id=df39b944-9565-4e56-8a1b-fb4327bf1373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459239 Aug 10 00:54:04.448125 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7b98de-f379-4bc8-b866-8144d8e9bf89 x-openstack-request-id: req-ed7b98de-f379-4bc8-b866-8144d8e9bf89 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:04.448947 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d42287-7ea5-49c5-a0ba-32ca06dd03b2", "tag": "7ec0a8da-0437-4751-ad58-983def34c220", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:04.448947 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ed7b98de-f379-4bc8-b866-8144d8e9bf89 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:04.449327 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d42287-7ea5-49c5-a0ba-32ca06dd03b2', 'tag': '7ec0a8da-0437-4751-ad58-983def34c220', 'status': 'completed', 'code': 200} Aug 10 00:54:04.511347 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28152e5d-ede0-4257-bc43-a40c34de825d req-def88583-d1b5-4c9f-adaa-9d0879475dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:04.512880 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-28152e5d-ede0-4257-bc43-a40c34de825d req-def88583-d1b5-4c9f-adaa-9d0879475dd3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cd8cbc7cb8ac46f7929ee5620f95f5f8&device_id=60d42287-7ea5-49c5-a0ba-32ca06dd03b2 HTTP/1.1" status: 200 len: 1100 time: 0.4215457 Aug 10 00:54:04.516690 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbf7ca-5e37-4267-bdbd-967ceb700cfc req-f9eb6c66-c86f-492d-b510-a09758045615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:04.518112 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b4dbf7ca-5e37-4267-bdbd-967ceb700cfc req-f9eb6c66-c86f-492d-b510-a09758045615 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0722828 Aug 10 00:54:04.540110 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8267c28-8b27-47ac-8c9b-443b55e3f110 None None] Network 80141999-a14e-4224-a993-812a36c1ad1b requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:54:04.587326 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-28152e5d-ede0-4257-bc43-a40c34de825d req-3de57deb-4b99-44d1-ab3f-4c64d4ca6a9c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=7ec0a8da-0437-4751-ad58-983def34c220 HTTP/1.1" status: 200 len: 217 time: 0.0512717 Aug 10 00:54:04.602081 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-eb94312e-95db-4d19-af53-104f8482d342 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:04.610034 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-eb94312e-95db-4d19-af53-104f8482d342 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:04.611991 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-eb94312e-95db-4d19-af53-104f8482d342 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.24 "GET /v2.0/networks?id=5f6b04f4-6221-4ce4-bcd4-bc7496859edb&id=80141999-a14e-4224-a993-812a36c1ad1b&id=5f6b04f4-6221-4ce4-bcd4-bc7496859edb HTTP/1.1" status: 200 len: 1392 time: 0.2749910 Aug 10 00:54:04.617313 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b08328f5-941e-4931-8d19-8067dd305991 None None] Provisioning for port 01b90d26-7200-40de-8b0f-cc5aadaea75a completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:04.630687 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-e55ebab2-359e-44fe-8c0b-30f6adcc0dd8 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Request body: {'port': {'device_id': 'b88f03c4-aa37-4deb-8643-29a05a7a573b', 'network_id': '5f6b04f4-6221-4ce4-bcd4-bc7496859edb', 'admin_state_up': True, 'tenant_id': 'f51fe90847624ce5b5acb4fc88c3589e'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:04.641473 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc0c3e-d7a9-451d-af3e-c4f2f0d841fa req-cbb3a237-772b-4df8-8af0-585aa14b4e26 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:04.643212 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0cbc0c3e-d7a9-451d-af3e-c4f2f0d841fa req-cbb3a237-772b-4df8-8af0-585aa14b4e26 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60d42287-7ea5-49c5-a0ba-32ca06dd03b2 HTTP/1.1" status: 200 len: 948 time: 0.1411257 Aug 10 00:54:04.643717 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbf7ca-5e37-4267-bdbd-967ceb700cfc req-21fc4a6a-be00-42e8-bb15-be4d83468248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:04.645234 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b4dbf7ca-5e37-4267-bdbd-967ceb700cfc req-21fc4a6a-be00-42e8-bb15-be4d83468248 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1192782 Aug 10 00:54:04.653619 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbd67c-4efe-4e30-84e5-dd79269396e0 req-280530e0-a8d8-4c37-85a3-6cbade77edbe tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:04.655104 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-32dbd67c-4efe-4e30-84e5-dd79269396e0 req-280530e0-a8d8-4c37-85a3-6cbade77edbe tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b34a020-eeb8-4f3e-a378-23d162f9addf HTTP/1.1" status: 200 len: 950 time: 0.1542139 Aug 10 00:54:04.699425 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28152e5d-ede0-4257-bc43-a40c34de825d req-e62ef5a6-a847-43e2-9072-d442b977399d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:04.700906 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-28152e5d-ede0-4257-bc43-a40c34de825d req-e62ef5a6-a847-43e2-9072-d442b977399d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.1059167 Aug 10 00:54:04.706190 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device c0828bf0-f3bc-4690-b46b-0f89a031f6e1 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:04.765395 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-32dbd67c-4efe-4e30-84e5-dd79269396e0 req-4ebfc70e-2d5a-4c3c-a425-0f497538dd89 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/security-groups?id=91f38ab9-4eee-421c-9bba-91c2ab30c0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702949 Aug 10 00:54:04.778052 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port c0828bf0-f3bc-4690-b46b-0f89a031f6e1 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:04.786475 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port c0828bf0-f3bc-4690-b46b-0f89a031f6e1 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:04.787680 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:04.790702 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0cbc0c3e-d7a9-451d-af3e-c4f2f0d841fa req-c6d4e6b7-f8cd-4dfd-b045-60fcbf1f2280 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.35 "GET /v2.0/security-groups?id=a176d16f-d337-42ef-9410-a07a68d13d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249399 Aug 10 00:54:04.790853 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b4dbf7ca-5e37-4267-bdbd-967ceb700cfc req-d8a7c65c-87cd-4627-999a-49fdfaa341dc service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372602 Aug 10 00:54:04.793851 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28152e5d-ede0-4257-bc43-a40c34de825d req-3d48639b-12f5-4665-b475-1ac35667eff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:04.795082 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-28152e5d-ede0-4257-bc43-a40c34de825d req-3d48639b-12f5-4665-b475-1ac35667eff4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0784898 Aug 10 00:54:04.884413 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-e55ebab2-359e-44fe-8c0b-30f6adcc0dd8 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Made reservation on behalf of f51fe90847624ce5b5acb4fc88c3589e for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:54:04.888021 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-e55ebab2-359e-44fe-8c0b-30f6adcc0dd8 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:05.042691 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b4dbf7ca-5e37-4267-bdbd-967ceb700cfc req-ea88211e-d139-4610-a2cb-52f63c8079ec service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445846 Aug 10 00:54:05.044644 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-28152e5d-ede0-4257-bc43-a40c34de825d req-7a93cd58-d298-48c4-9f59-f3e35348e229 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203624 Aug 10 00:54:05.070844 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device fb888ad9-c0bc-4e33-9753-aaf37f816e22 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:05.095975 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-95de5eee-e683-46e8-8365-f1ce34db84a8 req-e8e062f7-ae4c-47ea-954d-b202cd8a34b0 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=b88f03c4-aa37-4deb-8643-29a05a7a573b HTTP/1.1" status: 200 len: 210 time: 0.1654515 Aug 10 00:54:05.177769 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:05.179643 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port fb888ad9-c0bc-4e33-9753-aaf37f816e22 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:05.180036 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:05.188775 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7003ff3-8f45-4e81-85be-325db880369a req-25442160-1102-4bde-acb9-688a632075f5 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:05.190797 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-28152e5d-ede0-4257-bc43-a40c34de825d req-113ce48c-4114-443d-9910-418e5fff1186 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372516 Aug 10 00:54:05.193165 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f7003ff3-8f45-4e81-85be-325db880369a req-25442160-1102-4bde-acb9-688a632075f5 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.2785933 Aug 10 00:54:05.258635 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port c0828bf0-f3bc-4690-b46b-0f89a031f6e1, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=c0828bf0-f3bc-4690-b46b-0f89a031f6e1,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:05.266694 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:05.282900 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-e55ebab2-359e-44fe-8c0b-30f6adcc0dd8 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Allocated IP 19.80.0.88 (5f6b04f4-6221-4ce4-bcd4-bc7496859edb/24e763e6-8950-46c2-b545-e28e113d0e48/a67358b3-9dbd-49f5-b9f8-7911755e5e51) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:54:05.287599 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f7003ff3-8f45-4e81-85be-325db880369a req-02653b8c-03ee-4ac4-ad10-0a6588d4afb9 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597293 Aug 10 00:54:05.307660 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08389e-648e-471e-93af-b7b98e00e156 req-62997941-188b-4599-99df-03acc26b7b0f tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:05.309234 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ce08389e-648e-471e-93af-b7b98e00e156 req-62997941-188b-4599-99df-03acc26b7b0f tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/ports?device_id=4cc55842-3668-4e02-8785-c3767f5cfc36 HTTP/1.1" status: 200 len: 949 time: 0.1360502 Aug 10 00:54:05.359736 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 01b90d26-7200-40de-8b0f-cc5aadaea75a up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:05.361674 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61500bde-b42c-443d-b1a7-56b2c2d329e2 req-1ff5b214-ad40-4284-9946-ee84d9894195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:05.362777 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=c0828bf0-f3bc-4690-b46b-0f89a031f6e1,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:05.363524 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-61500bde-b42c-443d-b1a7-56b2c2d329e2 req-1ff5b214-ad40-4284-9946-ee84d9894195 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cd8cbc7cb8ac46f7929ee5620f95f5f8&device_id=60d42287-7ea5-49c5-a0ba-32ca06dd03b2 HTTP/1.1" status: 200 len: 1100 time: 0.0673652 Aug 10 00:54:05.421238 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 01b90d26-7200-40de-8b0f-cc5aadaea75a completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:05.426890 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 01b90d26-7200-40de-8b0f-cc5aadaea75a triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:05.427274 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:05.469815 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61500bde-b42c-443d-b1a7-56b2c2d329e2 req-d988a8f8-b161-4bce-a2ce-5161817e592f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:05.472066 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-61500bde-b42c-443d-b1a7-56b2c2d329e2 req-d988a8f8-b161-4bce-a2ce-5161817e592f service neutron] 10.222.0.20 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.0948641 Aug 10 00:54:05.490991 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ce08389e-648e-471e-93af-b7b98e00e156 req-12c628df-5c51-419d-89e3-26561c4c8b04 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/security-groups?id=91f38ab9-4eee-421c-9bba-91c2ab30c0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661537 Aug 10 00:54:05.533331 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:05.548424 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1c037-9daf-46b6-9f33-b8469171d3d6 req-c1c77958-9629-469d-abd1-c1b0b3643f0b tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:05.551826 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-61500bde-b42c-443d-b1a7-56b2c2d329e2 req-1db87f2d-12d5-4970-9bda-3f98740f7497 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=7ec0a8da-0437-4751-ad58-983def34c220 HTTP/1.1" status: 200 len: 217 time: 0.0711792 Aug 10 00:54:05.555755 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a3e1c037-9daf-46b6-9f33-b8469171d3d6 req-c1c77958-9629-469d-abd1-c1b0b3643f0b tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 945 time: 0.1683428 Aug 10 00:54:05.576611 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 01b90d26-7200-40de-8b0f-cc5aadaea75a, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=01b90d26-7200-40de-8b0f-cc5aadaea75a,segment=NetworkSegment(82fde11a-4dde-46aa-9a11-720c178be81a),segment_id=82fde11a-4dde-46aa-9a11-720c178be81a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:05.582762 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:05.631386 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c6b0ad9f-af58-4cc1-85a2-dc4e070bc8c7 req-5ec83b66-9096-4f46-997c-2773c1061686 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=19a3f67a-1464-4057-bc1c-764604ede1cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0882714 Aug 10 00:54:05.632882 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61500bde-b42c-443d-b1a7-56b2c2d329e2 req-607fb3c7-1352-48db-a822-cabc3eb06f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:05.634258 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-61500bde-b42c-443d-b1a7-56b2c2d329e2 req-607fb3c7-1352-48db-a822-cabc3eb06f10 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0635235 Aug 10 00:54:05.643544 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=01b90d26-7200-40de-8b0f-cc5aadaea75a,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:05.656495 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a3e1c037-9daf-46b6-9f33-b8469171d3d6 req-26dec2ea-5871-49dc-93e0-5d3b77a93617 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966372 Aug 10 00:54:05.678972 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720dbad-c0a2-4b8b-8b69-252207d4d493 req-eb37299e-52b1-4a7e-ad32-5e49b7dc1739 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:05.682011 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a720dbad-c0a2-4b8b-8b69-252207d4d493 req-eb37299e-52b1-4a7e-ad32-5e49b7dc1739 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 949 time: 0.1075823 Aug 10 00:54:05.687725 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-e55ebab2-359e-44fe-8c0b-30f6adcc0dd8 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:05.715808 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145e2f4e-493a-4002-9f6e-99c718db31c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13adccf5-32d2-4663-a73d-8ea6e00315e9'}, {'server_uuid': '6ba68fea-a60d-406d-b496-5391734ca5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0828bf0-f3bc-4690-b46b-0f89a031f6e1'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:05.716540 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-e55ebab2-359e-44fe-8c0b-30f6adcc0dd8 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Transition to ACTIVE for port object a67358b3-9dbd-49f5-b9f8-7911755e5e51 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:05.718283 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64257576-21d2-47b3-8a10-2abe23549c2c" -d '{"events": [{"server_uuid": "145e2f4e-493a-4002-9f6e-99c718db31c8", "name": "network-vif-plugged", "status": "completed", "tag": "13adccf5-32d2-4663-a73d-8ea6e00315e9"}, {"server_uuid": "6ba68fea-a60d-406d-b496-5391734ca5a5", "name": "network-vif-plugged", "status": "completed", "tag": "c0828bf0-f3bc-4690-b46b-0f89a031f6e1"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:05.728632 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61500bde-b42c-443d-b1a7-56b2c2d329e2 req-5ba712b8-e47e-406e-97a9-502ff61058a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:05.730190 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-61500bde-b42c-443d-b1a7-56b2c2d329e2 req-5ba712b8-e47e-406e-97a9-502ff61058a9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0878623 Aug 10 00:54:05.738249 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a720dbad-c0a2-4b8b-8b69-252207d4d493 req-0c979005-90f9-488f-9949-f365d6eb1269 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480220 Aug 10 00:54:05.764236 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0ad9f-af58-4cc1-85a2-dc4e070bc8c7 req-a4d366d1-e535-466d-855f-94549da6f76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:05.766287 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c6b0ad9f-af58-4cc1-85a2-dc4e070bc8c7 req-a4d366d1-e535-466d-855f-94549da6f76e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=040768a449b74edfb649dfba67db8bf2&device_id=19a3f67a-1464-4057-bc1c-764604ede1cb HTTP/1.1" status: 200 len: 1097 time: 0.0758443 Aug 10 00:54:05.769332 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-e55ebab2-359e-44fe-8c0b-30f6adcc0dd8 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:05.820922 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17dde940-9af5-41c3-b8ae-6412a2f6a860 x-openstack-request-id: req-17dde940-9af5-41c3-b8ae-6412a2f6a860 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:05.821430 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145e2f4e-493a-4002-9f6e-99c718db31c8", "name": "network-vif-plugged", "status": "completed", "tag": "13adccf5-32d2-4663-a73d-8ea6e00315e9", "code": 200}, {"server_uuid": "6ba68fea-a60d-406d-b496-5391734ca5a5", "name": "network-vif-plugged", "status": "completed", "tag": "c0828bf0-f3bc-4690-b46b-0f89a031f6e1", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:05.821934 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-17dde940-9af5-41c3-b8ae-6412a2f6a860 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:05.822469 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145e2f4e-493a-4002-9f6e-99c718db31c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13adccf5-32d2-4663-a73d-8ea6e00315e9', 'code': 200} Aug 10 00:54:05.822872 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba68fea-a60d-406d-b496-5391734ca5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0828bf0-f3bc-4690-b46b-0f89a031f6e1', 'code': 200} Aug 10 00:54:05.879094 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-e55ebab2-359e-44fe-8c0b-30f6adcc0dd8 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Network 5f6b04f4-6221-4ce4-bcd4-bc7496859edb is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:54:05.886482 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-e55ebab2-359e-44fe-8c0b-30f6adcc0dd8 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:05.893345 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-e55ebab2-359e-44fe-8c0b-30f6adcc0dd8 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:54:05.907618 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ebab2-359e-44fe-8c0b-30f6adcc0dd8 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Pushing event updated for resources: {'Port': ['ID=a67358b3-9dbd-49f5-b9f8-7911755e5e51,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:05.929220 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-61500bde-b42c-443d-b1a7-56b2c2d329e2 req-84b34117-e33a-4aa8-ba4d-93f6218a27c0 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882384 Aug 10 00:54:05.931515 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0ad9f-af58-4cc1-85a2-dc4e070bc8c7 req-cd463a4b-463f-4333-bae2-3427c79df952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:05.932949 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c6b0ad9f-af58-4cc1-85a2-dc4e070bc8c7 req-cd463a4b-463f-4333-bae2-3427c79df952 service neutron] 10.222.0.24 "GET /v2.0/networks?id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da HTTP/1.1" status: 200 len: 921 time: 0.1389937 Aug 10 00:54:06.019779 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457150d-6bb3-4e83-b2cc-9c0da98c0f57 req-97f3b064-8a95-4f04-84b3-047f4ab51162 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:06.021395 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6457150d-6bb3-4e83-b2cc-9c0da98c0f57 req-97f3b064-8a95-4f04-84b3-047f4ab51162 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.35 "GET /v2.0/ports?device_id=145e2f4e-493a-4002-9f6e-99c718db31c8 HTTP/1.1" status: 200 len: 950 time: 0.2051747 Aug 10 00:54:06.035137 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-e55ebab2-359e-44fe-8c0b-30f6adcc0dd8 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:06.037011 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-e55ebab2-359e-44fe-8c0b-30f6adcc0dd8 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:06.037757 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c6b0ad9f-af58-4cc1-85a2-dc4e070bc8c7 req-9f5d66e1-0182-4313-94ae-286b1314564a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0faacd5-133a-43ad-950f-3f6efc6ebf93 HTTP/1.1" status: 200 len: 217 time: 0.0947278 Aug 10 00:54:06.069852 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce2554-6e28-4ecd-8b59-53fcad9850cf req-8ee6f1b3-3964-4338-9707-fe0a4d97e71a tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:06.072832 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2fce2554-6e28-4ecd-8b59-53fcad9850cf req-8ee6f1b3-3964-4338-9707-fe0a4d97e71a tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60d42287-7ea5-49c5-a0ba-32ca06dd03b2 HTTP/1.1" status: 200 len: 948 time: 0.1672473 Aug 10 00:54:06.082121 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe24ff-a4aa-4d38-9452-2bc2ec5485cd req-8094ef14-e3ff-4886-ada4-1861682cb94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:06.083665 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1bbe24ff-a4aa-4d38-9452-2bc2ec5485cd req-8094ef14-e3ff-4886-ada4-1861682cb94b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=145e2f4e-493a-4002-9f6e-99c718db31c8 HTTP/1.1" status: 200 len: 1102 time: 0.1919138 Aug 10 00:54:06.107170 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-e55ebab2-359e-44fe-8c0b-30f6adcc0dd8 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4831257 Aug 10 00:54:06.109085 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19e545-71c8-4e3f-a2ab-da9c72d1372f req-78c6206a-4e6a-4793-bf7f-a453f6cb8dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:06.110779 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0f19e545-71c8-4e3f-a2ab-da9c72d1372f req-78c6206a-4e6a-4793-bf7f-a453f6cb8dd1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 1097 time: 0.1804161 Aug 10 00:54:06.133656 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-50c81bb5-37b3-418d-914a-afb27216fd7e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Request body: {'port': {'device_id': 'b88f03c4-aa37-4deb-8643-29a05a7a573b', 'network_id': '80141999-a14e-4224-a993-812a36c1ad1b', 'admin_state_up': True, 'tenant_id': 'f51fe90847624ce5b5acb4fc88c3589e'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:06.146962 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0ad9f-af58-4cc1-85a2-dc4e070bc8c7 req-a8818aae-d4a0-4d9f-9c4f-6b1d8cb6f5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:06.148442 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c6b0ad9f-af58-4cc1-85a2-dc4e070bc8c7 req-a8818aae-d4a0-4d9f-9c4f-6b1d8cb6f5ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ff99852-0921-4c80-99ca-12207c311102 HTTP/1.1" status: 200 len: 860 time: 0.1015174 Aug 10 00:54:06.149887 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6457150d-6bb3-4e83-b2cc-9c0da98c0f57 req-a16142a8-16db-4fed-bb4e-06b387d3bb15 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.35 "GET /v2.0/security-groups?id=df39b944-9565-4e56-8a1b-fb4327bf1373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187518 Aug 10 00:54:06.150653 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-96b6ead0-974e-4a57-85d2-85e400bb7295 None None] Provisioning for port a67358b3-9dbd-49f5-b9f8-7911755e5e51 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:06.155028 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-96b6ead0-974e-4a57-85d2-85e400bb7295 None None] Provisioning complete for port a67358b3-9dbd-49f5-b9f8-7911755e5e51 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:06.155746 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-96b6ead0-974e-4a57-85d2-85e400bb7295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:06.169666 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-61500bde-b42c-443d-b1a7-56b2c2d329e2 req-f1516344-15a0-447f-9f72-de6984fa63f8 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286580 Aug 10 00:54:06.202320 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-96b6ead0-974e-4a57-85d2-85e400bb7295 None None] Port a67358b3-9dbd-49f5-b9f8-7911755e5e51 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:54:06.220375 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c6b0ad9f-af58-4cc1-85a2-dc4e070bc8c7 req-fe3b8117-f831-4575-88da-137db4844fea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624468 Aug 10 00:54:06.220635 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1bbe24ff-a4aa-4d38-9452-2bc2ec5485cd req-c0ea2a62-d775-4947-b2e3-b87b3fac8858 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=df39b944-9565-4e56-8a1b-fb4327bf1373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213925 Aug 10 00:54:06.222046 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0f19e545-71c8-4e3f-a2ab-da9c72d1372f req-3e99c4d4-8baa-418b-9430-44bd544f65f8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022730 Aug 10 00:54:06.225575 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2fce2554-6e28-4ecd-8b59-53fcad9850cf req-ad67580d-6cc6-48f5-a47b-0f3547a89cb9 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.35 "GET /v2.0/security-groups?id=a176d16f-d337-42ef-9410-a07a68d13d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388206 Aug 10 00:54:06.304033 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e48535-2c48-4817-b63d-92bf10a46a8b req-4c118c59-343e-4354-9c56-52d999ef9118 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:06.305530 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-23e48535-2c48-4817-b63d-92bf10a46a8b req-4c118c59-343e-4354-9c56-52d999ef9118 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=b88f03c4-aa37-4deb-8643-29a05a7a573b HTTP/1.1" status: 200 len: 931 time: 0.0733578 Aug 10 00:54:06.346198 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-50c81bb5-37b3-418d-914a-afb27216fd7e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Made reservation on behalf of f51fe90847624ce5b5acb4fc88c3589e for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:54:06.349725 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-50c81bb5-37b3-418d-914a-afb27216fd7e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:06.364624 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-23e48535-2c48-4817-b63d-92bf10a46a8b req-694af6db-0143-4e10-a1cf-ec0c313450c6 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/security-groups?id=63c5f77b-3837-4d76-af41-3e7a6d6a5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526206 Aug 10 00:54:06.450118 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c6b0ad9f-af58-4cc1-85a2-dc4e070bc8c7 req-76731124-8a18-420e-a074-628cd8deb5c6 service neutron] 10.222.0.24 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847256 Aug 10 00:54:06.495672 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97de92-e842-4142-b281-87d5a5b5a6d4 req-eb528732-74c5-4433-927a-0f338624bd15 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:06.497169 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5a97de92-e842-4142-b281-87d5a5b5a6d4 req-eb528732-74c5-4433-927a-0f338624bd15 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.1200058 Aug 10 00:54:06.541113 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-50c81bb5-37b3-418d-914a-afb27216fd7e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Allocated IP 19.86.0.26 (80141999-a14e-4224-a993-812a36c1ad1b/ec057d80-6001-4844-ab40-f593661adbe8/0251096c-248b-44f3-9da5-769851be4899) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:54:06.558329 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c6b0ad9f-af58-4cc1-85a2-dc4e070bc8c7 req-bc7cf095-54b6-4cf5-84d6-aa1c7a9b7c8d service neutron] 10.222.0.24 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941751 Aug 10 00:54:06.563126 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5a97de92-e842-4142-b281-87d5a5b5a6d4 req-1f8f4db9-6a90-43ac-90bb-3655399a6875 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549421 Aug 10 00:54:06.644113 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3157c-844b-4fbd-a519-2ff24626cc0e req-80a510be-8c14-4334-ac89-58beb74f3acc tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:06.645616 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4df3157c-844b-4fbd-a519-2ff24626cc0e req-80a510be-8c14-4334-ac89-58beb74f3acc tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/ports?device_id=4cc55842-3668-4e02-8785-c3767f5cfc36 HTTP/1.1" status: 200 len: 949 time: 0.0859768 Aug 10 00:54:06.726216 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4df3157c-844b-4fbd-a519-2ff24626cc0e req-22e88a02-a6c9-4d94-9571-d5d443d0758e tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/security-groups?id=91f38ab9-4eee-421c-9bba-91c2ab30c0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710568 Aug 10 00:54:06.803919 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 01b90d26-7200-40de-8b0f-cc5aadaea75a up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:06.805372 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-50c81bb5-37b3-418d-914a-afb27216fd7e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:06.825332 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a616cf-7ee0-4bed-a885-46e549021056 req-ef118f2b-4c48-4784-9aa1-98b0d1c5b2ee tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:06.825332 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-97a616cf-7ee0-4bed-a885-46e549021056 req-ef118f2b-4c48-4784-9aa1-98b0d1c5b2ee tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 945 time: 0.1049700 Aug 10 00:54:06.830285 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-50c81bb5-37b3-418d-914a-afb27216fd7e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Transition to ACTIVE for port object 0251096c-248b-44f3-9da5-769851be4899 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:06.852781 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 01b90d26-7200-40de-8b0f-cc5aadaea75a triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:06.853223 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:06.880775 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-97a616cf-7ee0-4bed-a885-46e549021056 req-23f3bf8e-6556-4610-b9ca-e0c7fed983f1 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472806 Aug 10 00:54:06.902041 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-50c81bb5-37b3-418d-914a-afb27216fd7e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:06.948303 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-50c81bb5-37b3-418d-914a-afb27216fd7e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Network 80141999-a14e-4224-a993-812a36c1ad1b is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:54:06.951470 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-50c81bb5-37b3-418d-914a-afb27216fd7e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:06.955928 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-50c81bb5-37b3-418d-914a-afb27216fd7e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:54:06.982178 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c81bb5-37b3-418d-914a-afb27216fd7e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Pushing event updated for resources: {'Port': ['ID=0251096c-248b-44f3-9da5-769851be4899,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:07.024637 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c81bb5-37b3-418d-914a-afb27216fd7e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:07.024637 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c81bb5-37b3-418d-914a-afb27216fd7e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:07.024964 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c81bb5-37b3-418d-914a-afb27216fd7e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:07.025132 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c81bb5-37b3-418d-914a-afb27216fd7e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:07.025380 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c81bb5-37b3-418d-914a-afb27216fd7e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:07.025716 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c81bb5-37b3-418d-914a-afb27216fd7e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:07.026050 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c81bb5-37b3-418d-914a-afb27216fd7e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:07.026385 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c81bb5-37b3-418d-914a-afb27216fd7e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:07.026714 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c81bb5-37b3-418d-914a-afb27216fd7e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:07.027044 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c81bb5-37b3-418d-914a-afb27216fd7e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:07.027371 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c81bb5-37b3-418d-914a-afb27216fd7e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:07.027698 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c81bb5-37b3-418d-914a-afb27216fd7e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:07.050088 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-50c81bb5-37b3-418d-914a-afb27216fd7e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:07.051188 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-50c81bb5-37b3-418d-914a-afb27216fd7e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:07.070966 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-50c81bb5-37b3-418d-914a-afb27216fd7e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9426239 Aug 10 00:54:07.079962 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9c179-554a-4275-a213-16da981a9c16 req-e0db3871-4045-4a08-9726-fdec3163071a tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:07.081480 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-63c9c179-554a-4275-a213-16da981a9c16 req-e0db3871-4045-4a08-9726-fdec3163071a tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 949 time: 0.1188939 Aug 10 00:54:07.086229 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-3506d3fc-3b41-437e-a54a-528dd98d4c28 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Request body: {'port': {'device_id': 'b88f03c4-aa37-4deb-8643-29a05a7a573b', 'network_id': '5f6b04f4-6221-4ce4-bcd4-bc7496859edb', 'admin_state_up': True, 'tenant_id': 'f51fe90847624ce5b5acb4fc88c3589e'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:07.246272 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-adc2d8eb-344f-4a83-9951-4d8da22d5503 None None] Provisioning for port 0251096c-248b-44f3-9da5-769851be4899 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:07.253064 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-adc2d8eb-344f-4a83-9951-4d8da22d5503 None None] Provisioning complete for port 0251096c-248b-44f3-9da5-769851be4899 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:07.253815 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-adc2d8eb-344f-4a83-9951-4d8da22d5503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:07.294936 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-adc2d8eb-344f-4a83-9951-4d8da22d5503 None None] Port 0251096c-248b-44f3-9da5-769851be4899 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:54:07.502112 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-63c9c179-554a-4275-a213-16da981a9c16 req-6cc5c181-f279-4d12-a8c0-c430286be970 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124436 Aug 10 00:54:07.525339 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dcb7b0-f77b-4bd5-8a40-13be9440deb7 req-a990a4a8-0cdf-4cef-a49d-f7594143fa7c tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:07.526823 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05dcb7b0-f77b-4bd5-8a40-13be9440deb7 req-a990a4a8-0cdf-4cef-a49d-f7594143fa7c tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.35 "GET /v2.0/ports?device_id=145e2f4e-493a-4002-9f6e-99c718db31c8 HTTP/1.1" status: 200 len: 950 time: 0.1348603 Aug 10 00:54:07.571150 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-3506d3fc-3b41-437e-a54a-528dd98d4c28 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Made reservation on behalf of f51fe90847624ce5b5acb4fc88c3589e for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:54:07.574570 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-3506d3fc-3b41-437e-a54a-528dd98d4c28 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:07.609023 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05dcb7b0-f77b-4bd5-8a40-13be9440deb7 req-5ff74ee4-19b5-4a6c-9828-69bc3f3bf7bf tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.35 "GET /v2.0/security-groups?id=df39b944-9565-4e56-8a1b-fb4327bf1373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731843 Aug 10 00:54:07.678571 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695b99d-b24a-4a51-81d8-311f067023e9 req-2a47b462-f2e7-4247-be7a-010c10aa6f4c tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:07.680050 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2695b99d-b24a-4a51-81d8-311f067023e9 req-2a47b462-f2e7-4247-be7a-010c10aa6f4c tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60d42287-7ea5-49c5-a0ba-32ca06dd03b2 HTTP/1.1" status: 200 len: 948 time: 0.1157155 Aug 10 00:54:07.785276 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2695b99d-b24a-4a51-81d8-311f067023e9 req-908df0e6-81e1-4637-90a6-1d3c44e2a50a tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.35 "GET /v2.0/security-groups?id=a176d16f-d337-42ef-9410-a07a68d13d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991449 Aug 10 00:54:07.803168 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb0b23-cd4f-4750-b3b6-ebe6d8ffcb9d req-7cc1659a-0169-472c-ab55-a809824abdd2 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:07.808869 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb0b23-cd4f-4750-b3b6-ebe6d8ffcb9d req-7cc1659a-0169-472c-ab55-a809824abdd2 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:07.810468 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d9eb0b23-cd4f-4750-b3b6-ebe6d8ffcb9d req-7cc1659a-0169-472c-ab55-a809824abdd2 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=b88f03c4-aa37-4deb-8643-29a05a7a573b HTTP/1.1" status: 200 len: 1653 time: 0.1255798 Aug 10 00:54:07.816680 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-3506d3fc-3b41-437e-a54a-528dd98d4c28 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Allocated IP 19.80.0.85 (5f6b04f4-6221-4ce4-bcd4-bc7496859edb/24e763e6-8950-46c2-b545-e28e113d0e48/4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:54:07.911783 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d9eb0b23-cd4f-4750-b3b6-ebe6d8ffcb9d req-81046fc3-856f-4c9b-9f00-2c6d86ef5162 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/security-groups?id=63c5f77b-3837-4d76-af41-3e7a6d6a5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885828 Aug 10 00:54:07.973424 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a5461-03cb-48d6-b0ca-4262aaa2d8b5 req-07dc6774-2131-4385-8c9a-154a0d1b9925 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:07.974914 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f05a5461-03cb-48d6-b0ca-4262aaa2d8b5 req-07dc6774-2131-4385-8c9a-154a0d1b9925 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.1316440 Aug 10 00:54:08.046987 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f05a5461-03cb-48d6-b0ca-4262aaa2d8b5 req-4c2cfc16-e912-43db-8fc6-6b113a496148 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628641 Aug 10 00:54:08.064502 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-3506d3fc-3b41-437e-a54a-528dd98d4c28 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:08.100862 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-3506d3fc-3b41-437e-a54a-528dd98d4c28 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Transition to ACTIVE for port object 4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:08.131977 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237fd87-9d3d-4387-ad52-49de4088debf req-7cdc52fe-6dee-4e45-aba8-6ef26b22fd97 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:08.133594 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e237fd87-9d3d-4387-ad52-49de4088debf req-7cdc52fe-6dee-4e45-aba8-6ef26b22fd97 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 945 time: 0.0667481 Aug 10 00:54:08.174094 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-3506d3fc-3b41-437e-a54a-528dd98d4c28 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:08.185230 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e237fd87-9d3d-4387-ad52-49de4088debf req-e500be29-039d-404e-a216-9a213c05c117 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454986 Aug 10 00:54:08.221493 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-3506d3fc-3b41-437e-a54a-528dd98d4c28 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Network 5f6b04f4-6221-4ce4-bcd4-bc7496859edb is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:54:08.224598 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-3506d3fc-3b41-437e-a54a-528dd98d4c28 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:08.228279 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-3506d3fc-3b41-437e-a54a-528dd98d4c28 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:54:08.254478 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3506d3fc-3b41-437e-a54a-528dd98d4c28 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Pushing event updated for resources: {'Port': ['ID=4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:08.313875 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-3506d3fc-3b41-437e-a54a-528dd98d4c28 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:08.314493 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-3506d3fc-3b41-437e-a54a-528dd98d4c28 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:08.334302 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73128d74-fe74-49e9-a211-ab2faaa661ff req-663e77de-d23f-426a-85b0-85bc62b12b2d tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:08.336157 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-73128d74-fe74-49e9-a211-ab2faaa661ff req-663e77de-d23f-426a-85b0-85bc62b12b2d tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 1097 time: 0.0703914 Aug 10 00:54:08.338202 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-3506d3fc-3b41-437e-a54a-528dd98d4c28 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2555444 Aug 10 00:54:08.361784 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-0217cf19-daf8-4385-86c4-de968eed8108 service neutron] Request body: {'port': {'device_id': 'b88f03c4-aa37-4deb-8643-29a05a7a573b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:08.403708 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-73128d74-fe74-49e9-a211-ab2faaa661ff req-b7f13be0-4e9a-424e-834f-da4f2229591a tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613258 Aug 10 00:54:08.428771 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-0217cf19-daf8-4385-86c4-de968eed8108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:08.522124 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1fcf3990-82df-4181-ad03-4e32ae2ada50 None None] Provisioning for port 4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:08.527514 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1fcf3990-82df-4181-ad03-4e32ae2ada50 None None] Provisioning complete for port 4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:08.527895 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1fcf3990-82df-4181-ad03-4e32ae2ada50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:08.570542 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-1fcf3990-82df-4181-ad03-4e32ae2ada50 None None] Port 4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:54:08.675018 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafaa6a3-8b8e-4e93-9f53-0de1da75d2ec req-024183a5-4a87-4d5e-b457-5df3063f3b9d tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:08.676693 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fafaa6a3-8b8e-4e93-9f53-0de1da75d2ec req-024183a5-4a87-4d5e-b457-5df3063f3b9d tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 949 time: 0.0986984 Aug 10 00:54:08.707799 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 7ec0a8da-0437-4751-ad58-983def34c220 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:54:08.782917 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fafaa6a3-8b8e-4e93-9f53-0de1da75d2ec req-181469cd-d001-403b-84f1-114751ebd9dd tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856605 Aug 10 00:54:08.795120 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0257e5b-eb15-4cfb-9d67-2567ed00fde7 req-f5765cc3-ebc5-48f5-a936-50ab86c41056 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:08.803285 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c0257e5b-eb15-4cfb-9d67-2567ed00fde7 req-f5765cc3-ebc5-48f5-a936-50ab86c41056 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.35 "GET /v2.0/ports?device_id=145e2f4e-493a-4002-9f6e-99c718db31c8 HTTP/1.1" status: 200 len: 950 time: 0.1235201 Aug 10 00:54:08.844668 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 7ec0a8da-0437-4751-ad58-983def34c220, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=7ec0a8da-0437-4751-ad58-983def34c220,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:08.861135 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-0217cf19-daf8-4385-86c4-de968eed8108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a67358b3-9dbd-49f5-b9f8-7911755e5e51 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:54:08.861383 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '7ec0a8da-0437-4751-ad58-983def34c220', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': '7ec0a8da-0437-4751-ad58-983def34c220', 'mac_address': 'fa:16:3e:d6:fe:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:54:08.886669 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-0217cf19-daf8-4385-86c4-de968eed8108 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:08.904464 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:08.913248 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c0257e5b-eb15-4cfb-9d67-2567ed00fde7 req-f947aa52-8f53-4c36-a4da-b01ff7f48f06 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.35 "GET /v2.0/security-groups?id=df39b944-9565-4e56-8a1b-fb4327bf1373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089861 Aug 10 00:54:08.926505 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-0217cf19-daf8-4385-86c4-de968eed8108 service neutron] Transition to ACTIVE for port object a67358b3-9dbd-49f5-b9f8-7911755e5e51 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:08.932727 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec0a8da-0437-4751-ad58-983def34c220 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:54:08.933073 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-0217cf19-daf8-4385-86c4-de968eed8108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:08.958444 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 7ec0a8da-0437-4751-ad58-983def34c220, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=7ec0a8da-0437-4751-ad58-983def34c220,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:08.964454 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:08.993307 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12854ff6-deaf-4b2e-9cfd-a9723f636fa0 req-2f92f49f-5862-4de1-88aa-9a4ee4db43dd tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:08.994898 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-12854ff6-deaf-4b2e-9cfd-a9723f636fa0 req-2f92f49f-5862-4de1-88aa-9a4ee4db43dd tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60d42287-7ea5-49c5-a0ba-32ca06dd03b2 HTTP/1.1" status: 200 len: 948 time: 0.1219747 Aug 10 00:54:09.040897 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=7ec0a8da-0437-4751-ad58-983def34c220,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:09.071290 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217cf19-daf8-4385-86c4-de968eed8108 service neutron] Pushing event updated for resources: {'Port': ['ID=a67358b3-9dbd-49f5-b9f8-7911755e5e51,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:09.145009 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-12854ff6-deaf-4b2e-9cfd-a9723f636fa0 req-35460b16-2a0f-4d9a-809b-3295fc9255a4 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.35 "GET /v2.0/security-groups?id=a176d16f-d337-42ef-9410-a07a68d13d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409175 Aug 10 00:54:09.165124 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-0217cf19-daf8-4385-86c4-de968eed8108 service neutron] Attempting to bind port a67358b3-9dbd-49f5-b9f8-7911755e5e51 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:54:09.165772 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-0217cf19-daf8-4385-86c4-de968eed8108 service neutron] Attempting to bind port a67358b3-9dbd-49f5-b9f8-7911755e5e51 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'dede3ad0-7019-4e42-94b5-ffe3a31732f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6b04f4-6221-4ce4-bcd4-bc7496859edb'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:54:09.166385 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-0217cf19-daf8-4385-86c4-de968eed8108 service neutron] Attempting to bind port a67358b3-9dbd-49f5-b9f8-7911755e5e51 on network 5f6b04f4-6221-4ce4-bcd4-bc7496859edb {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:09.172904 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-0217cf19-daf8-4385-86c4-de968eed8108 service neutron] Port a67358b3-9dbd-49f5-b9f8-7911755e5e51 on network 5f6b04f4-6221-4ce4-bcd4-bc7496859edb not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:54:09.173363 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-0217cf19-daf8-4385-86c4-de968eed8108 service neutron] Attempting to bind port a67358b3-9dbd-49f5-b9f8-7911755e5e51 on network 5f6b04f4-6221-4ce4-bcd4-bc7496859edb {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:09.183348 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-0217cf19-daf8-4385-86c4-de968eed8108 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:54:09.183838 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-0217cf19-daf8-4385-86c4-de968eed8108 service neutron] Checking segment: {'id': 'dede3ad0-7019-4e42-94b5-ffe3a31732f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6b04f4-6221-4ce4-bcd4-bc7496859edb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:54:09.184481 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-0217cf19-daf8-4385-86c4-de968eed8108 service neutron] Bound using segment: {'id': 'dede3ad0-7019-4e42-94b5-ffe3a31732f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6b04f4-6221-4ce4-bcd4-bc7496859edb'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:54:09.185080 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-0217cf19-daf8-4385-86c4-de968eed8108 service neutron] Bound port: a67358b3-9dbd-49f5-b9f8-7911755e5e51, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dede3ad0-7019-4e42-94b5-ffe3a31732f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6b04f4-6221-4ce4-bcd4-bc7496859edb'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:54:09.185580 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-0217cf19-daf8-4385-86c4-de968eed8108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:09.199265 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f50570-ce4c-422c-93a3-009cf9a79041 req-5e3dd0c8-58ad-4f40-9205-f41955a5f14c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:09.206519 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f50570-ce4c-422c-93a3-009cf9a79041 req-5e3dd0c8-58ad-4f40-9205-f41955a5f14c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:09.213018 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f50570-ce4c-422c-93a3-009cf9a79041 req-5e3dd0c8-58ad-4f40-9205-f41955a5f14c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:09.215059 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-75f50570-ce4c-422c-93a3-009cf9a79041 req-5e3dd0c8-58ad-4f40-9205-f41955a5f14c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=b88f03c4-aa37-4deb-8643-29a05a7a573b HTTP/1.1" status: 200 len: 2386 time: 0.1267188 Aug 10 00:54:09.296391 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-75f50570-ce4c-422c-93a3-009cf9a79041 req-57e2505b-7832-4a29-a382-840c46663512 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/security-groups?id=63c5f77b-3837-4d76-af41-3e7a6d6a5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715239 Aug 10 00:54:09.328881 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-0217cf19-daf8-4385-86c4-de968eed8108 service neutron] For port a67358b3-9dbd-49f5-b9f8-7911755e5e51, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:54:09.333749 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-0217cf19-daf8-4385-86c4-de968eed8108 service neutron] For port a67358b3-9dbd-49f5-b9f8-7911755e5e51, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=a67358b3-9dbd-49f5-b9f8-7911755e5e51,segment=NetworkSegment(dede3ad0-7019-4e42-94b5-ffe3a31732f4),segment_id=dede3ad0-7019-4e42-94b5-ffe3a31732f4)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:54:09.339301 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-0217cf19-daf8-4385-86c4-de968eed8108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:09.378643 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-0217cf19-daf8-4385-86c4-de968eed8108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:09.379679 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-0217cf19-daf8-4385-86c4-de968eed8108 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:09.381378 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-0217cf19-daf8-4385-86c4-de968eed8108 service neutron] 10.222.0.24 "PUT /v2.0/ports/a67358b3-9dbd-49f5-b9f8-7911755e5e51 HTTP/1.1" status: 200 len: 1092 time: 1.0244060 Aug 10 00:54:09.383729 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b88f03c4-aa37-4deb-8643-29a05a7a573b', 'tag': 'a67358b3-9dbd-49f5-b9f8-7911755e5e51'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:09.387196 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5427f655-71c1-4514-afb1-64c034f98ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "b88f03c4-aa37-4deb-8643-29a05a7a573b", "tag": "a67358b3-9dbd-49f5-b9f8-7911755e5e51"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:09.441234 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-06c1ddef-62b8-4531-b644-274d39ccef6a service neutron] Request body: {'port': {'device_id': 'b88f03c4-aa37-4deb-8643-29a05a7a573b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:09.472152 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['7ec0a8da-0437-4751-ad58-983def34c220'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:54:09.493299 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217cf19-daf8-4385-86c4-de968eed8108 service neutron] Pushing event updated for resources: {'Port': ['ID=a67358b3-9dbd-49f5-b9f8-7911755e5e51,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:09.594492 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407f966-b7a1-493b-97f6-4a9e6fda857b req-c8b54a37-8fbd-40c0-8cff-a9dd7e68aee5 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:09.599827 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3407f966-b7a1-493b-97f6-4a9e6fda857b req-c8b54a37-8fbd-40c0-8cff-a9dd7e68aee5 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.2065790 Aug 10 00:54:09.658283 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-06c1ddef-62b8-4531-b644-274d39ccef6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:09.716617 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3407f966-b7a1-493b-97f6-4a9e6fda857b req-4e74197c-784f-4181-8b1c-1be2fd44977d tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942667 Aug 10 00:54:09.735445 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9949a-0578-485d-8a23-3d8fb0374d29 req-05579914-5bba-4a3a-8791-011b95405af4 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:09.736960 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-99f9949a-0578-485d-8a23-3d8fb0374d29 req-05579914-5bba-4a3a-8791-011b95405af4 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.35 "GET /v2.0/ports?device_id=145e2f4e-493a-4002-9f6e-99c718db31c8 HTTP/1.1" status: 200 len: 950 time: 0.1555247 Aug 10 00:54:09.798387 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7caa540c-698d-4cee-b0b2-df5915dc4431 x-openstack-request-id: req-7caa540c-698d-4cee-b0b2-df5915dc4431 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:09.799067 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b88f03c4-aa37-4deb-8643-29a05a7a573b", "tag": "a67358b3-9dbd-49f5-b9f8-7911755e5e51", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:09.799067 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7caa540c-698d-4cee-b0b2-df5915dc4431 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:09.799295 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b88f03c4-aa37-4deb-8643-29a05a7a573b', 'tag': 'a67358b3-9dbd-49f5-b9f8-7911755e5e51', 'status': 'completed', 'code': 200} Aug 10 00:54:09.849459 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-99f9949a-0578-485d-8a23-3d8fb0374d29 req-bc8d5ab0-8563-43ef-b6c9-22a10f3e1568 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.35 "GET /v2.0/security-groups?id=df39b944-9565-4e56-8a1b-fb4327bf1373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054583 Aug 10 00:54:09.850648 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427f655-71c1-4514-afb1-64c034f98ce9 req-c05d0fbc-16a8-43d8-b8d7-e3268cd65e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:09.851686 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427f655-71c1-4514-afb1-64c034f98ce9 req-c05d0fbc-16a8-43d8-b8d7-e3268cd65e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:09.852564 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427f655-71c1-4514-afb1-64c034f98ce9 req-c05d0fbc-16a8-43d8-b8d7-e3268cd65e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:09.854688 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5427f655-71c1-4514-afb1-64c034f98ce9 req-c05d0fbc-16a8-43d8-b8d7-e3268cd65e1a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f51fe90847624ce5b5acb4fc88c3589e&device_id=b88f03c4-aa37-4deb-8643-29a05a7a573b HTTP/1.1" status: 200 len: 2730 time: 0.0632436 Aug 10 00:54:09.976772 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5515fd7-f86a-42a7-9588-73900f7e6859 req-db540bdd-e47a-48e1-80e1-4f8b0d81f147 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:09.978656 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e5515fd7-f86a-42a7-9588-73900f7e6859 req-db540bdd-e47a-48e1-80e1-4f8b0d81f147 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 949 time: 0.0745482 Aug 10 00:54:10.042762 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e5515fd7-f86a-42a7-9588-73900f7e6859 req-e6a41a28-23d2-48e3-9fbf-9206fa54e05f tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576499 Aug 10 00:54:10.051171 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427f655-71c1-4514-afb1-64c034f98ce9 req-849e46e0-6cd2-4828-b9dc-75e2e94006b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:10.051665 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427f655-71c1-4514-afb1-64c034f98ce9 req-849e46e0-6cd2-4828-b9dc-75e2e94006b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:10.052140 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427f655-71c1-4514-afb1-64c034f98ce9 req-849e46e0-6cd2-4828-b9dc-75e2e94006b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:10.054641 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5427f655-71c1-4514-afb1-64c034f98ce9 req-849e46e0-6cd2-4828-b9dc-75e2e94006b4 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f51fe90847624ce5b5acb4fc88c3589e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1913352 Aug 10 00:54:10.076662 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-06c1ddef-62b8-4531-b644-274d39ccef6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0251096c-248b-44f3-9da5-769851be4899 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:54:10.085818 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-06c1ddef-62b8-4531-b644-274d39ccef6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:10.101198 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-06c1ddef-62b8-4531-b644-274d39ccef6a service neutron] Transition to ACTIVE for port object 0251096c-248b-44f3-9da5-769851be4899 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:10.106315 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-06c1ddef-62b8-4531-b644-274d39ccef6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:10.161900 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c1ddef-62b8-4531-b644-274d39ccef6a service neutron] Pushing event updated for resources: {'Port': ['ID=0251096c-248b-44f3-9da5-769851be4899,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:10.263598 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427f655-71c1-4514-afb1-64c034f98ce9 req-265fbdc9-1bf4-42fb-ac25-0c22a790ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:10.265330 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5427f655-71c1-4514-afb1-64c034f98ce9 req-265fbdc9-1bf4-42fb-ac25-0c22a790ada6 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2025802 Aug 10 00:54:10.315956 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-06c1ddef-62b8-4531-b644-274d39ccef6a service neutron] Attempting to bind port 0251096c-248b-44f3-9da5-769851be4899 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:54:10.316317 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-06c1ddef-62b8-4531-b644-274d39ccef6a service neutron] Attempting to bind port 0251096c-248b-44f3-9da5-769851be4899 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '82fde11a-4dde-46aa-9a11-720c178be81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '80141999-a14e-4224-a993-812a36c1ad1b'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:54:10.316648 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-06c1ddef-62b8-4531-b644-274d39ccef6a service neutron] Attempting to bind port 0251096c-248b-44f3-9da5-769851be4899 on network 80141999-a14e-4224-a993-812a36c1ad1b {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:10.322422 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-06c1ddef-62b8-4531-b644-274d39ccef6a service neutron] Port 0251096c-248b-44f3-9da5-769851be4899 on network 80141999-a14e-4224-a993-812a36c1ad1b not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:54:10.322749 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-06c1ddef-62b8-4531-b644-274d39ccef6a service neutron] Attempting to bind port 0251096c-248b-44f3-9da5-769851be4899 on network 80141999-a14e-4224-a993-812a36c1ad1b {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:10.336659 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34a423-34a5-490f-91e5-679da0ff31e4 req-f3ba1cbd-7ead-4fbf-aa53-1aadd7fb4b58 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:10.338259 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6a34a423-34a5-490f-91e5-679da0ff31e4 req-f3ba1cbd-7ead-4fbf-aa53-1aadd7fb4b58 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60d42287-7ea5-49c5-a0ba-32ca06dd03b2 HTTP/1.1" status: 200 len: 949 time: 0.0891883 Aug 10 00:54:10.339164 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-06c1ddef-62b8-4531-b644-274d39ccef6a service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:54:10.339507 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-06c1ddef-62b8-4531-b644-274d39ccef6a service neutron] Checking segment: {'id': '82fde11a-4dde-46aa-9a11-720c178be81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '80141999-a14e-4224-a993-812a36c1ad1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:54:10.339893 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-06c1ddef-62b8-4531-b644-274d39ccef6a service neutron] Bound using segment: {'id': '82fde11a-4dde-46aa-9a11-720c178be81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '80141999-a14e-4224-a993-812a36c1ad1b'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:54:10.340365 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-06c1ddef-62b8-4531-b644-274d39ccef6a service neutron] Bound port: 0251096c-248b-44f3-9da5-769851be4899, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82fde11a-4dde-46aa-9a11-720c178be81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '80141999-a14e-4224-a993-812a36c1ad1b'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:54:10.340729 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-06c1ddef-62b8-4531-b644-274d39ccef6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:10.444216 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6a34a423-34a5-490f-91e5-679da0ff31e4 req-20f8dfb3-50f4-4ce0-bfc0-353d23cc6af5 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.35 "GET /v2.0/security-groups?id=a176d16f-d337-42ef-9410-a07a68d13d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949588 Aug 10 00:54:10.471608 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-06c1ddef-62b8-4531-b644-274d39ccef6a service neutron] For port 0251096c-248b-44f3-9da5-769851be4899, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:54:10.475484 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-06c1ddef-62b8-4531-b644-274d39ccef6a service neutron] For port 0251096c-248b-44f3-9da5-769851be4899, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=0251096c-248b-44f3-9da5-769851be4899,segment=NetworkSegment(82fde11a-4dde-46aa-9a11-720c178be81a),segment_id=82fde11a-4dde-46aa-9a11-720c178be81a)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:54:10.484751 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b176fa2-2eb3-4d6b-9771-df65aca8d1c3 req-8f635779-c9a4-446f-9532-4b6ea3520051 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:10.490547 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b176fa2-2eb3-4d6b-9771-df65aca8d1c3 req-8f635779-c9a4-446f-9532-4b6ea3520051 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:10.496387 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b176fa2-2eb3-4d6b-9771-df65aca8d1c3 req-8f635779-c9a4-446f-9532-4b6ea3520051 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:10.498013 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8b176fa2-2eb3-4d6b-9771-df65aca8d1c3 req-8f635779-c9a4-446f-9532-4b6ea3520051 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=b88f03c4-aa37-4deb-8643-29a05a7a573b HTTP/1.1" status: 200 len: 2398 time: 0.1227698 Aug 10 00:54:10.499676 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-06c1ddef-62b8-4531-b644-274d39ccef6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:10.549355 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-06c1ddef-62b8-4531-b644-274d39ccef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:10.549977 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-06c1ddef-62b8-4531-b644-274d39ccef6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:10.551360 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-06c1ddef-62b8-4531-b644-274d39ccef6a service neutron] 10.222.0.24 "PUT /v2.0/ports/0251096c-248b-44f3-9da5-769851be4899 HTTP/1.1" status: 200 len: 1092 time: 1.1335833 Aug 10 00:54:10.584423 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-e0e75b86-e229-44e8-8b0b-ed0caeb6c9cd service neutron] Request body: {'port': {'device_id': 'b88f03c4-aa37-4deb-8643-29a05a7a573b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:10.591864 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8b176fa2-2eb3-4d6b-9771-df65aca8d1c3 req-ae9927c6-b291-440a-9323-7f2466e32ded tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/security-groups?id=63c5f77b-3837-4d76-af41-3e7a6d6a5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850627 Aug 10 00:54:10.624067 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c1ddef-62b8-4531-b644-274d39ccef6a service neutron] Pushing event updated for resources: {'Port': ['ID=0251096c-248b-44f3-9da5-769851be4899,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:10.671404 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-e0e75b86-e229-44e8-8b0b-ed0caeb6c9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:10.891230 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9ff2f-cbf3-4d11-abdc-27fe64081fa5 req-c820db45-e31b-4261-b6e5-28d58b483f1e tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:10.892754 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f4a9ff2f-cbf3-4d11-abdc-27fe64081fa5 req-c820db45-e31b-4261-b6e5-28d58b483f1e tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.1037698 Aug 10 00:54:10.990392 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f4a9ff2f-cbf3-4d11-abdc-27fe64081fa5 req-23e7c32c-7a2e-43d6-b8aa-688d9e3b14f0 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895488 Aug 10 00:54:11.034687 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19679d8-2982-41f2-bafc-468e371f354c req-e2508aaf-4c1a-450f-8b71-1cb9368342c8 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:11.036170 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d19679d8-2982-41f2-bafc-468e371f354c req-e2508aaf-4c1a-450f-8b71-1cb9368342c8 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.35 "GET /v2.0/ports?device_id=145e2f4e-493a-4002-9f6e-99c718db31c8 HTTP/1.1" status: 200 len: 950 time: 0.1132083 Aug 10 00:54:11.055315 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-e0e75b86-e229-44e8-8b0b-ed0caeb6c9cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:54:11.070049 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-e0e75b86-e229-44e8-8b0b-ed0caeb6c9cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:11.094570 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-e0e75b86-e229-44e8-8b0b-ed0caeb6c9cd service neutron] Transition to ACTIVE for port object 4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:11.098087 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d19679d8-2982-41f2-bafc-468e371f354c req-f8b3d670-01e7-414a-8499-9606bf688fb3 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.35 "GET /v2.0/security-groups?id=df39b944-9565-4e56-8a1b-fb4327bf1373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540509 Aug 10 00:54:11.099066 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-e0e75b86-e229-44e8-8b0b-ed0caeb6c9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:11.155901 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-263adb5f-2634-4b58-b47d-f947d92fa09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:11.196843 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e75b86-e229-44e8-8b0b-ed0caeb6c9cd service neutron] Pushing event updated for resources: {'Port': ['ID=4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:11.231359 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:11.251372 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59b71c-5b17-40cf-ad1a-c335b67f98bb req-f87d1355-0da3-463d-a8c6-3022b6cd7cb9 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:11.253059 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bb59b71c-5b17-40cf-ad1a-c335b67f98bb req-f87d1355-0da3-463d-a8c6-3022b6cd7cb9 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 949 time: 0.1191339 Aug 10 00:54:11.270907 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-e0e75b86-e229-44e8-8b0b-ed0caeb6c9cd service neutron] Attempting to bind port 4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:54:11.271244 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-e0e75b86-e229-44e8-8b0b-ed0caeb6c9cd service neutron] Attempting to bind port 4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'dede3ad0-7019-4e42-94b5-ffe3a31732f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6b04f4-6221-4ce4-bcd4-bc7496859edb'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:54:11.271571 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-e0e75b86-e229-44e8-8b0b-ed0caeb6c9cd service neutron] Attempting to bind port 4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2 on network 5f6b04f4-6221-4ce4-bcd4-bc7496859edb {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:11.287615 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-e0e75b86-e229-44e8-8b0b-ed0caeb6c9cd service neutron] Port 4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2 on network 5f6b04f4-6221-4ce4-bcd4-bc7496859edb not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:54:11.287945 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-e0e75b86-e229-44e8-8b0b-ed0caeb6c9cd service neutron] Attempting to bind port 4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2 on network 5f6b04f4-6221-4ce4-bcd4-bc7496859edb {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:11.301396 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-e0e75b86-e229-44e8-8b0b-ed0caeb6c9cd service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:54:11.301735 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-e0e75b86-e229-44e8-8b0b-ed0caeb6c9cd service neutron] Checking segment: {'id': 'dede3ad0-7019-4e42-94b5-ffe3a31732f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6b04f4-6221-4ce4-bcd4-bc7496859edb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:54:11.302121 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-e0e75b86-e229-44e8-8b0b-ed0caeb6c9cd service neutron] Bound using segment: {'id': 'dede3ad0-7019-4e42-94b5-ffe3a31732f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6b04f4-6221-4ce4-bcd4-bc7496859edb'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:54:11.302563 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-e0e75b86-e229-44e8-8b0b-ed0caeb6c9cd service neutron] Bound port: 4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dede3ad0-7019-4e42-94b5-ffe3a31732f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6b04f4-6221-4ce4-bcd4-bc7496859edb'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:54:11.302927 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-e0e75b86-e229-44e8-8b0b-ed0caeb6c9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:11.310363 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bb59b71c-5b17-40cf-ad1a-c335b67f98bb req-9e99995c-6c26-49ea-8327-b3f690b34e2a tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485623 Aug 10 00:54:11.358977 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 65a48a5c-816d-49a7-b218-71e733ae3f95 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:54:11.386869 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-e0e75b86-e229-44e8-8b0b-ed0caeb6c9cd service neutron] For port 4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:54:11.390385 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-e0e75b86-e229-44e8-8b0b-ed0caeb6c9cd service neutron] For port 4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2,segment=NetworkSegment(dede3ad0-7019-4e42-94b5-ffe3a31732f4),segment_id=dede3ad0-7019-4e42-94b5-ffe3a31732f4)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:54:11.398493 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-e0e75b86-e229-44e8-8b0b-ed0caeb6c9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:11.431076 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d7a47-ecc6-49dc-b6c3-6ae0a557135b req-f4940f4d-4b13-46b7-a1ab-581c331bbffc tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:11.433573 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1a8d7a47-ecc6-49dc-b6c3-6ae0a557135b req-f4940f4d-4b13-46b7-a1ab-581c331bbffc tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.24 "GET /v2.0/ports?device_id=145e2f4e-493a-4002-9f6e-99c718db31c8 HTTP/1.1" status: 200 len: 950 time: 0.1115978 Aug 10 00:54:11.447640 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-e0e75b86-e229-44e8-8b0b-ed0caeb6c9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:11.447952 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-e0e75b86-e229-44e8-8b0b-ed0caeb6c9cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:11.449355 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-e0e75b86-e229-44e8-8b0b-ed0caeb6c9cd service neutron] 10.222.0.24 "PUT /v2.0/ports/4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2 HTTP/1.1" status: 200 len: 1092 time: 0.8710582 Aug 10 00:54:11.478799 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e75b86-e229-44e8-8b0b-ed0caeb6c9cd service neutron] Pushing event updated for resources: {'Port': ['ID=4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:11.494282 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 65a48a5c-816d-49a7-b218-71e733ae3f95, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=65a48a5c-816d-49a7-b218-71e733ae3f95,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:11.508218 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '65a48a5c-816d-49a7-b218-71e733ae3f95', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': '65a48a5c-816d-49a7-b218-71e733ae3f95', 'mac_address': 'fa:16:3e:5f:00:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:54:11.562719 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-2aad246a-c3a7-429d-9da0-3a82a3e40dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:11.562719 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-2aad246a-c3a7-429d-9da0-3a82a3e40dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:11.563255 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-2aad246a-c3a7-429d-9da0-3a82a3e40dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:11.565503 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-2aad246a-c3a7-429d-9da0-3a82a3e40dd9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f51fe90847624ce5b5acb4fc88c3589e&device_id=b88f03c4-aa37-4deb-8643-29a05a7a573b HTTP/1.1" status: 200 len: 2866 time: 0.0655661 Aug 10 00:54:11.604348 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:11.626671 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-1a8d7a47-ecc6-49dc-b6c3-6ae0a557135b req-4d256a23-164b-497f-9746-d3b5463ef030 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Deleting port 13adccf5-32d2-4663-a73d-8ea6e00315e9 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:54:11.628423 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1a8d7a47-ecc6-49dc-b6c3-6ae0a557135b req-4d256a23-164b-497f-9746-d3b5463ef030 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:11.646607 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65a48a5c-816d-49a7-b218-71e733ae3f95 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:54:11.665672 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-d11f9565-c34d-4535-912a-4fb8e951320a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.88&port_id=a67358b3-9dbd-49f5-b9f8-7911755e5e51 HTTP/1.1" status: 200 len: 217 time: 0.0893030 Aug 10 00:54:11.686526 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 65a48a5c-816d-49a7-b218-71e733ae3f95, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=65a48a5c-816d-49a7-b218-71e733ae3f95,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:11.693459 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:11.759532 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a39809-5abc-4830-8620-fe3a187e8553 req-ef888762-a476-4618-9d3a-214a858cbc25 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:11.767008 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=65a48a5c-816d-49a7-b218-71e733ae3f95,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:11.769054 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d4a39809-5abc-4830-8620-fe3a187e8553 req-ef888762-a476-4618-9d3a-214a858cbc25 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60d42287-7ea5-49c5-a0ba-32ca06dd03b2 HTTP/1.1" status: 200 len: 949 time: 0.2118564 Aug 10 00:54:11.783220 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-1a8d7a47-ecc6-49dc-b6c3-6ae0a557135b req-4d256a23-164b-497f-9746-d3b5463ef030 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] For port 13adccf5-32d2-4663-a73d-8ea6e00315e9, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=13adccf5-32d2-4663-a73d-8ea6e00315e9,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:11.784074 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1a8d7a47-ecc6-49dc-b6c3-6ae0a557135b req-4d256a23-164b-497f-9746-d3b5463ef030 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:11.797528 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-1a8d7a47-ecc6-49dc-b6c3-6ae0a557135b req-4d256a23-164b-497f-9746-d3b5463ef030 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Calling delete_port for 13adccf5-32d2-4663-a73d-8ea6e00315e9 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:54:11.802461 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['65a48a5c-816d-49a7-b218-71e733ae3f95'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:54:11.806292 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b88f03c4-aa37-4deb-8643-29a05a7a573b', 'tag': '0251096c-248b-44f3-9da5-769851be4899'}, {'name': 'network-changed', 'server_uuid': 'b88f03c4-aa37-4deb-8643-29a05a7a573b', 'tag': '4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:11.809405 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd87d62-31c1-4efd-b7ed-8ca2c2e177a2" -d '{"events": [{"name": "network-changed", "server_uuid": "b88f03c4-aa37-4deb-8643-29a05a7a573b", "tag": "0251096c-248b-44f3-9da5-769851be4899"}, {"name": "network-changed", "server_uuid": "b88f03c4-aa37-4deb-8643-29a05a7a573b", "tag": "4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:11.830094 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-d28c4352-6351-4141-8066-3bf2c6270f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:11.831646 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-d28c4352-6351-4141-8066-3bf2c6270f04 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=24e763e6-8950-46c2-b545-e28e113d0e48 HTTP/1.1" status: 200 len: 801 time: 0.1550097 Aug 10 00:54:11.870596 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536283db-1353-4d1b-8c9d-2103fe92334c req-bd94e533-1647-4b11-9099-27d8754fd45f tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:11.877048 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536283db-1353-4d1b-8c9d-2103fe92334c req-bd94e533-1647-4b11-9099-27d8754fd45f tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:11.883371 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536283db-1353-4d1b-8c9d-2103fe92334c req-bd94e533-1647-4b11-9099-27d8754fd45f tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:11.885319 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-536283db-1353-4d1b-8c9d-2103fe92334c req-bd94e533-1647-4b11-9099-27d8754fd45f tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=b88f03c4-aa37-4deb-8643-29a05a7a573b HTTP/1.1" status: 200 len: 2410 time: 0.1982214 Aug 10 00:54:11.907243 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d4a39809-5abc-4830-8620-fe3a187e8553 req-aa6371ec-05d3-4de3-b6b3-97929378981e tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.35 "GET /v2.0/security-groups?id=a176d16f-d337-42ef-9410-a07a68d13d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363885 Aug 10 00:54:11.947227 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1a8d7a47-ecc6-49dc-b6c3-6ae0a557135b req-4d256a23-164b-497f-9746-d3b5463ef030 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:11.969556 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-536283db-1353-4d1b-8c9d-2103fe92334c req-5e739588-848a-4fab-a672-ade4b7b1338f tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/security-groups?id=63c5f77b-3837-4d76-af41-3e7a6d6a5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554335 Aug 10 00:54:11.975423 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-350ef0e7-0b67-4cf4-b99b-029b7947a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:11.981227 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-350ef0e7-0b67-4cf4-b99b-029b7947a5cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5f6b04f4-6221-4ce4-bcd4-bc7496859edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1374581 Aug 10 00:54:12.001643 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d256a23-164b-497f-9746-d3b5463ef030 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Pushing event deleted for resources: {'Port': ['ID=13adccf5-32d2-4663-a73d-8ea6e00315e9,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:12.026543 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d256a23-164b-497f-9746-d3b5463ef030 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:12.026543 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d256a23-164b-497f-9746-d3b5463ef030 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:12.026543 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d256a23-164b-497f-9746-d3b5463ef030 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:12.026543 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d256a23-164b-497f-9746-d3b5463ef030 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:12.027025 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d256a23-164b-497f-9746-d3b5463ef030 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:12.027170 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d256a23-164b-497f-9746-d3b5463ef030 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:12.027503 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d256a23-164b-497f-9746-d3b5463ef030 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:12.027832 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d256a23-164b-497f-9746-d3b5463ef030 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:12.028155 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d256a23-164b-497f-9746-d3b5463ef030 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:12.028601 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d256a23-164b-497f-9746-d3b5463ef030 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:12.028826 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d256a23-164b-497f-9746-d3b5463ef030 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:12.029151 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d256a23-164b-497f-9746-d3b5463ef030 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:12.048376 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['13adccf5-32d2-4663-a73d-8ea6e00315e9'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:54:12.108615 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-6c113e52-647c-4239-ad19-0a311b2ad502 service neutron] 10.222.0.24 "GET /v2.0/networks/5f6b04f4-6221-4ce4-bcd4-bc7496859edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192038 Aug 10 00:54:12.118840 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8d7a47-ecc6-49dc-b6c3-6ae0a557135b req-4d256a23-164b-497f-9746-d3b5463ef030 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] No DVR routers for this DVR port 13adccf5-32d2-4663-a73d-8ea6e00315e9 on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:54:12.121590 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1a8d7a47-ecc6-49dc-b6c3-6ae0a557135b req-4d256a23-164b-497f-9746-d3b5463ef030 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:12.129626 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1a8d7a47-ecc6-49dc-b6c3-6ae0a557135b req-4d256a23-164b-497f-9746-d3b5463ef030 tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.24 "DELETE /v2.0/ports/13adccf5-32d2-4663-a73d-8ea6e00315e9 HTTP/1.1" status: 204 len: 173 time: 0.6704688 Aug 10 00:54:12.130235 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145e2f4e-493a-4002-9f6e-99c718db31c8', 'name': 'network-vif-deleted', 'tag': '13adccf5-32d2-4663-a73d-8ea6e00315e9'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:12.131526 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab958b15-1b1e-43ca-afe7-b678376cc20d x-openstack-request-id: req-ab958b15-1b1e-43ca-afe7-b678376cc20d {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:12.131846 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b88f03c4-aa37-4deb-8643-29a05a7a573b", "tag": "0251096c-248b-44f3-9da5-769851be4899", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b88f03c4-aa37-4deb-8643-29a05a7a573b", "tag": "4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:12.132108 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ab958b15-1b1e-43ca-afe7-b678376cc20d {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:12.132574 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b88f03c4-aa37-4deb-8643-29a05a7a573b', 'tag': '0251096c-248b-44f3-9da5-769851be4899', 'status': 'completed', 'code': 200} Aug 10 00:54:12.132685 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f111e7-ac80-4211-b96a-e3d8ebb31ce4" -d '{"events": [{"server_uuid": "145e2f4e-493a-4002-9f6e-99c718db31c8", "name": "network-vif-deleted", "tag": "13adccf5-32d2-4663-a73d-8ea6e00315e9"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:12.132894 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b88f03c4-aa37-4deb-8643-29a05a7a573b', 'tag': '4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2', 'status': 'completed', 'code': 200} Aug 10 00:54:12.249523 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c43a75-0b3d-43dd-8e2f-15f66d6c7f85 x-openstack-request-id: req-47c43a75-0b3d-43dd-8e2f-15f66d6c7f85 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:12.249818 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145e2f4e-493a-4002-9f6e-99c718db31c8", "name": "network-vif-deleted", "tag": "13adccf5-32d2-4663-a73d-8ea6e00315e9", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:12.250072 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-47c43a75-0b3d-43dd-8e2f-15f66d6c7f85 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:12.250473 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145e2f4e-493a-4002-9f6e-99c718db31c8', 'name': 'network-vif-deleted', 'tag': '13adccf5-32d2-4663-a73d-8ea6e00315e9', 'status': 'completed', 'code': 200} Aug 10 00:54:12.319869 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-4b87cc86-975c-4448-b092-905fc6d7d418 service neutron] 10.222.0.24 "GET /v2.0/networks/5f6b04f4-6221-4ce4-bcd4-bc7496859edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827831 Aug 10 00:54:12.329635 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccbe66c-3141-401e-8963-c1e77533cff9 req-12d1e33b-8f2e-4322-afcf-9e077c55520a tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:12.331832 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4ccbe66c-3141-401e-8963-c1e77533cff9 req-12d1e33b-8f2e-4322-afcf-9e077c55520a tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.1804974 Aug 10 00:54:12.399157 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-38cf8148-4ce2-459b-8862-a652181205ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.26&port_id=0251096c-248b-44f3-9da5-769851be4899 HTTP/1.1" status: 200 len: 217 time: 0.0542557 Aug 10 00:54:12.417977 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0b486df7-995d-4b79-89ad-259ce7e40900 req-5359c1d8-2e70-4585-ba9c-50af12b9449d tempest-ServerDiagnosticsNegativeTest-1555298196 tempest-ServerDiagnosticsNegativeTest-1555298196-project] 10.222.0.35 "GET /v2.0/ports?device_id=145e2f4e-493a-4002-9f6e-99c718db31c8 HTTP/1.1" status: 200 len: 210 time: 0.0677195 Aug 10 00:54:12.474691 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4ccbe66c-3141-401e-8963-c1e77533cff9 req-d339faf5-1fa7-4457-94fe-8bd876df11d6 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340222 Aug 10 00:54:12.529632 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-4fb7d0c1-1615-497a-a27d-955e56a9f666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:12.531125 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-4fb7d0c1-1615-497a-a27d-955e56a9f666 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec057d80-6001-4844-ab40-f593661adbe8 HTTP/1.1" status: 200 len: 801 time: 0.1156282 Aug 10 00:54:12.547629 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ca2c8-881a-4da5-8e87-dc4cbd882a59 req-17df2c95-043a-405f-9109-8a3cd518a115 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:12.549034 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f29ca2c8-881a-4da5-8e87-dc4cbd882a59 req-17df2c95-043a-405f-9109-8a3cd518a115 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 949 time: 0.0578918 Aug 10 00:54:12.609731 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f29ca2c8-881a-4da5-8e87-dc4cbd882a59 req-55c432bb-7448-465f-9507-d229c4c79a09 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537558 Aug 10 00:54:12.615261 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-92f52394-c978-4ace-bfd2-96e7ccb37b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:12.616735 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-92f52394-c978-4ace-bfd2-96e7ccb37b18 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80141999-a14e-4224-a993-812a36c1ad1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765517 Aug 10 00:54:12.719805 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-8e403b48-0f87-4664-a7b6-768837ca2057 service neutron] 10.222.0.24 "GET /v2.0/networks/80141999-a14e-4224-a993-812a36c1ad1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862477 Aug 10 00:54:12.722859 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 7ec0a8da-0437-4751-ad58-983def34c220 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:12.809796 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 7ec0a8da-0437-4751-ad58-983def34c220 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:12.814765 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 7ec0a8da-0437-4751-ad58-983def34c220 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:12.815394 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:12.837265 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-948e881c-bf93-4ac1-80ac-3abfdf9b425b service neutron] 10.222.0.24 "GET /v2.0/networks/80141999-a14e-4224-a993-812a36c1ad1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030142 Aug 10 00:54:12.882138 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-a96fcfa7-f284-4368-9714-dde2f192db97 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.85&port_id=4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2 HTTP/1.1" status: 200 len: 217 time: 0.0377772 Aug 10 00:54:12.907283 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:12.932635 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d42287-7ea5-49c5-a0ba-32ca06dd03b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec0a8da-0437-4751-ad58-983def34c220'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:12.934919 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dad80ce-ae22-449d-8b81-39d8baa1aac9" -d '{"events": [{"server_uuid": "60d42287-7ea5-49c5-a0ba-32ca06dd03b2", "name": "network-vif-plugged", "status": "completed", "tag": "7ec0a8da-0437-4751-ad58-983def34c220"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:12.951352 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 7ec0a8da-0437-4751-ad58-983def34c220, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=7ec0a8da-0437-4751-ad58-983def34c220,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:12.957725 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-46e40baa-b2b0-4aed-981f-ed666661cd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:12.959227 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-46e40baa-b2b0-4aed-981f-ed666661cd3a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=24e763e6-8950-46c2-b545-e28e113d0e48 HTTP/1.1" status: 200 len: 801 time: 0.0612209 Aug 10 00:54:12.961223 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:13.019128 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fabae6-0d02-49a8-81bd-a51234423519 x-openstack-request-id: req-c7fabae6-0d02-49a8-81bd-a51234423519 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:13.019446 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d42287-7ea5-49c5-a0ba-32ca06dd03b2", "name": "network-vif-plugged", "status": "completed", "tag": "7ec0a8da-0437-4751-ad58-983def34c220", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:13.019670 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c7fabae6-0d02-49a8-81bd-a51234423519 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:13.020065 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d42287-7ea5-49c5-a0ba-32ca06dd03b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec0a8da-0437-4751-ad58-983def34c220', 'code': 200} Aug 10 00:54:13.020874 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=7ec0a8da-0437-4751-ad58-983def34c220,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:13.356962 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a9bfa-11ea-4a0d-af52-9ca0d05ef6d8 req-493f83ef-e847-42c4-a9bc-a8d6229fb8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:13.359356 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-053a9bfa-11ea-4a0d-af52-9ca0d05ef6d8 req-493f83ef-e847-42c4-a9bc-a8d6229fb8f2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=60d42287-7ea5-49c5-a0ba-32ca06dd03b2 HTTP/1.1" status: 200 len: 1102 time: 0.2772915 Aug 10 00:54:13.374289 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 65a48a5c-816d-49a7-b218-71e733ae3f95 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:13.381435 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-f9620876-c3a7-4350-ab06-37b3c3d60155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:13.383023 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-f9620876-c3a7-4350-ab06-37b3c3d60155 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5f6b04f4-6221-4ce4-bcd4-bc7496859edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4128675 Aug 10 00:54:13.398645 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669f4f2-4d73-4f21-b3b7-6c3f4c4b8afc req-ba19044f-ee36-40d9-8c05-bef33b4e753f tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:13.400133 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6669f4f2-4d73-4f21-b3b7-6c3f4c4b8afc req-ba19044f-ee36-40d9-8c05-bef33b4e753f tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60d42287-7ea5-49c5-a0ba-32ca06dd03b2 HTTP/1.1" status: 200 len: 950 time: 0.3823445 Aug 10 00:54:13.403879 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-053a9bfa-11ea-4a0d-af52-9ca0d05ef6d8 req-1ba4cea9-5a8b-4d4f-ab82-e85dc49de99c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a176d16f-d337-42ef-9410-a07a68d13d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374048 Aug 10 00:54:13.416821 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d2879-1feb-44b1-b978-a4c62f93089c req-1f96576c-465b-4a21-8928-3ff50955c4c4 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:13.423820 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d2879-1feb-44b1-b978-a4c62f93089c req-1f96576c-465b-4a21-8928-3ff50955c4c4 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:13.426374 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 65a48a5c-816d-49a7-b218-71e733ae3f95 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:13.426830 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:13.430372 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d2879-1feb-44b1-b978-a4c62f93089c req-1f96576c-465b-4a21-8928-3ff50955c4c4 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:13.431990 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-335d2879-1feb-44b1-b978-a4c62f93089c req-1f96576c-465b-4a21-8928-3ff50955c4c4 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=b88f03c4-aa37-4deb-8643-29a05a7a573b HTTP/1.1" status: 200 len: 2410 time: 0.1131210 Aug 10 00:54:13.509852 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:13.528535 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6669f4f2-4d73-4f21-b3b7-6c3f4c4b8afc req-f6817f21-3207-47ce-9b63-74f64faaf712 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.35 "GET /v2.0/security-groups?id=a176d16f-d337-42ef-9410-a07a68d13d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937009 Aug 10 00:54:13.567840 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 65a48a5c-816d-49a7-b218-71e733ae3f95, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=65a48a5c-816d-49a7-b218-71e733ae3f95,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:13.574467 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:13.575631 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 13adccf5-32d2-4663-a73d-8ea6e00315e9 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:54:13.596399 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-335d2879-1feb-44b1-b978-a4c62f93089c req-63d3c67a-95d8-4175-8d16-5ab634fb02e9 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/security-groups?id=63c5f77b-3837-4d76-af41-3e7a6d6a5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403329 Aug 10 00:54:13.615965 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-b01b7f3a-d386-4292-b9d5-fe26e43334d1 service neutron] 10.222.0.24 "GET /v2.0/networks/5f6b04f4-6221-4ce4-bcd4-bc7496859edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146077 Aug 10 00:54:13.621270 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 13adccf5-32d2-4663-a73d-8ea6e00315e9 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:54:13.621682 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 13adccf5-32d2-4663-a73d-8ea6e00315e9 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:54:13.667905 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=65a48a5c-816d-49a7-b218-71e733ae3f95,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:13.722626 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-682d71f9-41b8-4fcc-8467-39beab594c90 req-6f54187d-60a5-4d4e-a7e7-25978bfbf68c service neutron] 10.222.0.24 "GET /v2.0/networks/5f6b04f4-6221-4ce4-bcd4-bc7496859edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978904 Aug 10 00:54:13.792663 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b53bb2a2-ff9b-48d1-a5c7-bf562cf2e202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:13.866715 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2e0b3-4dc9-4bbb-8546-a3d0afaae11d req-c5aa9722-a240-42ae-b2a0-50cdaf90aa77 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:13.868479 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0ab2e0b3-4dc9-4bbb-8546-a3d0afaae11d req-c5aa9722-a240-42ae-b2a0-50cdaf90aa77 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.1122363 Aug 10 00:54:13.872783 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd87d62-31c1-4efd-b7ed-8ca2c2e177a2 req-68a2cd02-a973-4573-ac11-c7acb0bb5bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:13.873274 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd87d62-31c1-4efd-b7ed-8ca2c2e177a2 req-68a2cd02-a973-4573-ac11-c7acb0bb5bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:13.874431 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd87d62-31c1-4efd-b7ed-8ca2c2e177a2 req-68a2cd02-a973-4573-ac11-c7acb0bb5bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:13.876139 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0bd87d62-31c1-4efd-b7ed-8ca2c2e177a2 req-68a2cd02-a973-4573-ac11-c7acb0bb5bf4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f51fe90847624ce5b5acb4fc88c3589e&device_id=b88f03c4-aa37-4deb-8643-29a05a7a573b HTTP/1.1" status: 200 len: 2866 time: 0.0740135 Aug 10 00:54:13.979968 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0ab2e0b3-4dc9-4bbb-8546-a3d0afaae11d req-8ce8a78c-459c-4a3f-b184-428f5e625f12 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027803 Aug 10 00:54:14.033702 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bbe7d-9389-47f6-b85a-48708f32c8ae req-1ea0d465-5234-4793-96b0-b37e869df117 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:14.040726 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e26bbe7d-9389-47f6-b85a-48708f32c8ae req-1ea0d465-5234-4793-96b0-b37e869df117 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 949 time: 0.1029689 Aug 10 00:54:14.056662 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34746) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:14.069209 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd87d62-31c1-4efd-b7ed-8ca2c2e177a2 req-d2e2ec8b-f5df-44ba-a6c3-ac8310388ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:14.070657 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0bd87d62-31c1-4efd-b7ed-8ca2c2e177a2 req-d2e2ec8b-f5df-44ba-a6c3-ac8310388ad3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=80141999-a14e-4224-a993-812a36c1ad1b HTTP/1.1" status: 200 len: 903 time: 0.1862736 Aug 10 00:54:14.122567 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e26bbe7d-9389-47f6-b85a-48708f32c8ae req-67042811-69ab-4eb8-ad37-29c6aaeeff49 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808866 Aug 10 00:54:14.124388 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0bd87d62-31c1-4efd-b7ed-8ca2c2e177a2 req-a0d194b3-c365-409e-b5f7-5c6702e0cf30 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.26&port_id=0251096c-248b-44f3-9da5-769851be4899 HTTP/1.1" status: 200 len: 217 time: 0.0395341 Aug 10 00:54:14.187300 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd87d62-31c1-4efd-b7ed-8ca2c2e177a2 req-ecabad56-6fce-4112-af28-16c59e5e740f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:14.188737 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0bd87d62-31c1-4efd-b7ed-8ca2c2e177a2 req-ecabad56-6fce-4112-af28-16c59e5e740f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec057d80-6001-4844-ab40-f593661adbe8 HTTP/1.1" status: 200 len: 801 time: 0.0557137 Aug 10 00:54:14.208079 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e8f35b44-28de-4e4b-ac52-9169c70f094c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2b715706e5134fb19d24f4e70b76bab1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1499467 Aug 10 00:54:14.209401 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34750) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:14.266318 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd87d62-31c1-4efd-b7ed-8ca2c2e177a2 req-cfd2eff7-0cd7-4266-92c1-6991f039f050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:14.267799 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0bd87d62-31c1-4efd-b7ed-8ca2c2e177a2 req-cfd2eff7-0cd7-4266-92c1-6991f039f050 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80141999-a14e-4224-a993-812a36c1ad1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695665 Aug 10 00:54:14.299646 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3e1516b6-4fb7-4724-bd3e-156c1a13af8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:14.355057 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:14.363775 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3e1516b6-4fb7-4724-bd3e-156c1a13af8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:14.415245 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0bd87d62-31c1-4efd-b7ed-8ca2c2e177a2 req-aca9b579-a68c-4847-96bb-86c124552aa7 service neutron] 10.222.0.24 "GET /v2.0/networks/80141999-a14e-4224-a993-812a36c1ad1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364329 Aug 10 00:54:14.474599 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3e1516b6-4fb7-4724-bd3e-156c1a13af8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:14.477176 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3e1516b6-4fb7-4724-bd3e-156c1a13af8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:14.478295 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3e1516b6-4fb7-4724-bd3e-156c1a13af8e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/df39b944-9565-4e56-8a1b-fb4327bf1373 HTTP/1.1" status: 204 len: 168 time: 0.2679749 Aug 10 00:54:14.491898 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1516b6-4fb7-4724-bd3e-156c1a13af8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df39b944-9565-4e56-8a1b-fb4327bf1373,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:14.522602 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0bd87d62-31c1-4efd-b7ed-8ca2c2e177a2 req-e9bfe828-0225-4939-a4f6-df7fdb45d158 service neutron] 10.222.0.24 "GET /v2.0/networks/80141999-a14e-4224-a993-812a36c1ad1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999358 Aug 10 00:54:14.725188 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd87d62-31c1-4efd-b7ed-8ca2c2e177a2 req-a4f144eb-3a12-4700-a3d1-187dccc21774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:14.725486 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd87d62-31c1-4efd-b7ed-8ca2c2e177a2 req-a4f144eb-3a12-4700-a3d1-187dccc21774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:14.725975 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd87d62-31c1-4efd-b7ed-8ca2c2e177a2 req-a4f144eb-3a12-4700-a3d1-187dccc21774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:14.727636 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0bd87d62-31c1-4efd-b7ed-8ca2c2e177a2 req-a4f144eb-3a12-4700-a3d1-187dccc21774 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f51fe90847624ce5b5acb4fc88c3589e&device_id=b88f03c4-aa37-4deb-8643-29a05a7a573b HTTP/1.1" status: 200 len: 2866 time: 0.1560769 Aug 10 00:54:14.744656 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a0ff2-0d43-4046-935d-e1e6f23fa160 req-02ad89d2-d181-4fa6-ac80-0a626c9cf983 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:14.752382 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-313a0ff2-0d43-4046-935d-e1e6f23fa160 req-02ad89d2-d181-4fa6-ac80-0a626c9cf983 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60d42287-7ea5-49c5-a0ba-32ca06dd03b2 HTTP/1.1" status: 200 len: 950 time: 0.1222878 Aug 10 00:54:14.783161 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b514b0-8944-4cab-a354-77c35dab51b5 req-c86b7211-80a0-469a-ba0a-eaecd9f64117 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:14.790515 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b514b0-8944-4cab-a354-77c35dab51b5 req-c86b7211-80a0-469a-ba0a-eaecd9f64117 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:14.796495 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b514b0-8944-4cab-a354-77c35dab51b5 req-c86b7211-80a0-469a-ba0a-eaecd9f64117 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:14.798146 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-41b514b0-8944-4cab-a354-77c35dab51b5 req-c86b7211-80a0-469a-ba0a-eaecd9f64117 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=b88f03c4-aa37-4deb-8643-29a05a7a573b HTTP/1.1" status: 200 len: 2410 time: 0.1154814 Aug 10 00:54:14.843899 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-313a0ff2-0d43-4046-935d-e1e6f23fa160 req-e350a07d-92ac-4adf-9477-21d22ff24ac4 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.35 "GET /v2.0/security-groups?id=a176d16f-d337-42ef-9410-a07a68d13d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820987 Aug 10 00:54:14.860600 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34766) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:14.891567 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3c757793-81f4-488e-aee2-9144cb39fa7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:14.952076 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-41b514b0-8944-4cab-a354-77c35dab51b5 req-da3facb1-8a5d-40e7-b3c5-44afedb93c2e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/security-groups?id=63c5f77b-3837-4d76-af41-3e7a6d6a5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433563 Aug 10 00:54:15.004807 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:15.021849 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc55842-3668-4e02-8785-c3767f5cfc36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a48a5c-816d-49a7-b218-71e733ae3f95'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:15.025608 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3560415f-64c4-4220-aea9-66fdc3e1c57b" -d '{"events": [{"server_uuid": "4cc55842-3668-4e02-8785-c3767f5cfc36", "name": "network-vif-plugged", "status": "completed", "tag": "65a48a5c-816d-49a7-b218-71e733ae3f95"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:15.073972 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3c757793-81f4-488e-aee2-9144cb39fa7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:15.079111 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd87d62-31c1-4efd-b7ed-8ca2c2e177a2 req-b7b87894-948f-4631-9ff3-29be4bd94e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:15.080651 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3c757793-81f4-488e-aee2-9144cb39fa7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:15.082286 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0bd87d62-31c1-4efd-b7ed-8ca2c2e177a2 req-b7b87894-948f-4631-9ff3-29be4bd94e19 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5f6b04f4-6221-4ce4-bcd4-bc7496859edb HTTP/1.1" status: 200 len: 903 time: 0.2372050 Aug 10 00:54:15.115233 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe26d90a-c696-40c7-9225-f6f48d1d09cc x-openstack-request-id: req-fe26d90a-c696-40c7-9225-f6f48d1d09cc {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:15.115869 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc55842-3668-4e02-8785-c3767f5cfc36", "name": "network-vif-plugged", "status": "completed", "tag": "65a48a5c-816d-49a7-b218-71e733ae3f95", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:15.116475 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fe26d90a-c696-40c7-9225-f6f48d1d09cc {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:15.117223 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc55842-3668-4e02-8785-c3767f5cfc36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a48a5c-816d-49a7-b218-71e733ae3f95', 'code': 200} Aug 10 00:54:15.154435 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0bd87d62-31c1-4efd-b7ed-8ca2c2e177a2 req-25a5dba1-eb72-461b-9059-a8f5ea298824 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.85&port_id=4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2 HTTP/1.1" status: 200 len: 217 time: 0.0643239 Aug 10 00:54:15.164249 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c757793-81f4-488e-aee2-9144cb39fa7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc21615e-3ddf-475a-b0ea-53a9306ba13b,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:15.185266 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3c757793-81f4-488e-aee2-9144cb39fa7d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0af3762a6c5943ea9d395b32cb65228f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3236320 Aug 10 00:54:15.190289 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34792) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:15.258973 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b2dd3e54-ad38-42db-a7f8-cade104005f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:15.260622 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ce2a6-e1ac-4523-a699-38de75bcba10 req-500aa476-e090-4313-a32c-c40bba285ee1 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:15.262476 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fe6ce2a6-e1ac-4523-a699-38de75bcba10 req-500aa476-e090-4313-a32c-c40bba285ee1 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.1178548 Aug 10 00:54:15.263902 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd87d62-31c1-4efd-b7ed-8ca2c2e177a2 req-6df788f9-4370-4b73-8107-4c42cd17db9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:15.265649 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0bd87d62-31c1-4efd-b7ed-8ca2c2e177a2 req-6df788f9-4370-4b73-8107-4c42cd17db9a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=24e763e6-8950-46c2-b545-e28e113d0e48 HTTP/1.1" status: 200 len: 801 time: 0.0872080 Aug 10 00:54:15.289442 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b2dd3e54-ad38-42db-a7f8-cade104005f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:15.355293 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b2dd3e54-ad38-42db-a7f8-cade104005f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:15.359491 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b2dd3e54-ad38-42db-a7f8-cade104005f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:15.362048 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fe6ce2a6-e1ac-4523-a699-38de75bcba10 req-d264766b-25a3-477c-be07-c2e884fe2cb1 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861809 Aug 10 00:54:15.365729 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b2dd3e54-ad38-42db-a7f8-cade104005f0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dc21615e-3ddf-475a-b0ea-53a9306ba13b HTTP/1.1" status: 204 len: 168 time: 0.1729286 Aug 10 00:54:15.375533 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca6653-809d-4f2b-a132-e07fae46081c req-4d806c48-d34b-461e-b55c-2db2972b367c tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:15.376127 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd3e54-ad38-42db-a7f8-cade104005f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc21615e-3ddf-475a-b0ea-53a9306ba13b,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:15.377328 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-31ca6653-809d-4f2b-a132-e07fae46081c req-4d806c48-d34b-461e-b55c-2db2972b367c tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 949 time: 0.1257386 Aug 10 00:54:15.382751 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd87d62-31c1-4efd-b7ed-8ca2c2e177a2 req-41bf82e8-802c-4611-ba04-362ef553accb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:15.384161 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0bd87d62-31c1-4efd-b7ed-8ca2c2e177a2 req-41bf82e8-802c-4611-ba04-362ef553accb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5f6b04f4-6221-4ce4-bcd4-bc7496859edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072474 Aug 10 00:54:15.489854 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-31ca6653-809d-4f2b-a132-e07fae46081c req-14280c51-fe39-4c3c-8a79-35569b95a4bf tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908837 Aug 10 00:54:15.523960 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0bd87d62-31c1-4efd-b7ed-8ca2c2e177a2 req-42900eb8-599d-4e0a-919a-1c90de84fc96 service neutron] 10.222.0.24 "GET /v2.0/networks/5f6b04f4-6221-4ce4-bcd4-bc7496859edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255305 Aug 10 00:54:15.625572 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0bd87d62-31c1-4efd-b7ed-8ca2c2e177a2 req-a52986d9-c487-4df6-821a-495854fd90ea service neutron] 10.222.0.24 "GET /v2.0/networks/5f6b04f4-6221-4ce4-bcd4-bc7496859edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938797 Aug 10 00:54:15.974123 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b4b23-9917-40cd-b936-73a9ceba8d22 req-fc9625f8-b1bc-45cd-a674-373537fadca2 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:15.975641 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae7b4b23-9917-40cd-b936-73a9ceba8d22 req-fc9625f8-b1bc-45cd-a674-373537fadca2 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60d42287-7ea5-49c5-a0ba-32ca06dd03b2 HTTP/1.1" status: 200 len: 950 time: 0.0658903 Aug 10 00:54:16.039097 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae7b4b23-9917-40cd-b936-73a9ceba8d22 req-c732df9c-96f9-4859-ad9d-9adb4a8a514d tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.35 "GET /v2.0/security-groups?id=a176d16f-d337-42ef-9410-a07a68d13d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402014 Aug 10 00:54:16.136043 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcdb7a-b716-4504-a62a-83ea04afd69e req-a53401e2-14d9-47b4-a0ad-022300b615ec tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:16.140964 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:16.145294 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcdb7a-b716-4504-a62a-83ea04afd69e req-a53401e2-14d9-47b4-a0ad-022300b615ec tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:16.152147 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcdb7a-b716-4504-a62a-83ea04afd69e req-a53401e2-14d9-47b4-a0ad-022300b615ec tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:16.154021 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f8fcdb7a-b716-4504-a62a-83ea04afd69e req-a53401e2-14d9-47b4-a0ad-022300b615ec tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=b88f03c4-aa37-4deb-8643-29a05a7a573b HTTP/1.1" status: 200 len: 2410 time: 0.0797868 Aug 10 00:54:16.222249 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f8fcdb7a-b716-4504-a62a-83ea04afd69e req-13d10784-e0cc-47d5-a59f-d67c00a3d1c6 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/security-groups?id=63c5f77b-3837-4d76-af41-3e7a6d6a5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612047 Aug 10 00:54:16.550835 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e053eb-efe9-47ba-99ae-11d351f06635 req-993a58ee-89d3-45d2-84ac-aa569f15e47f tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:16.557297 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-11e053eb-efe9-47ba-99ae-11d351f06635 req-993a58ee-89d3-45d2-84ac-aa569f15e47f tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.1090338 Aug 10 00:54:16.621438 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-11e053eb-efe9-47ba-99ae-11d351f06635 req-f9fc0c72-2058-40f1-8fe5-a8bf8e92213c tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617368 Aug 10 00:54:16.657968 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:54:16.776666 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce00c2-d43c-4d90-816d-fa2ee2b341be req-62d53f4e-1dbe-4901-9942-5442531da6e7 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:16.793626 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-11ce00c2-d43c-4d90-816d-fa2ee2b341be req-62d53f4e-1dbe-4901-9942-5442531da6e7 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 949 time: 0.1052923 Aug 10 00:54:16.840583 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-11ce00c2-d43c-4d90-816d-fa2ee2b341be req-d412396d-4899-4b05-ab81-1030a50d232d tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459225 Aug 10 00:54:17.376546 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053f426-40a4-43e2-ac20-15625bc8ac78 req-e4b43665-f777-4509-a911-ae2cca8c3f9f tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:17.383721 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053f426-40a4-43e2-ac20-15625bc8ac78 req-e4b43665-f777-4509-a911-ae2cca8c3f9f tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:17.390783 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053f426-40a4-43e2-ac20-15625bc8ac78 req-e4b43665-f777-4509-a911-ae2cca8c3f9f tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:17.399165 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5053f426-40a4-43e2-ac20-15625bc8ac78 req-e4b43665-f777-4509-a911-ae2cca8c3f9f tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=b88f03c4-aa37-4deb-8643-29a05a7a573b HTTP/1.1" status: 200 len: 2410 time: 0.0822651 Aug 10 00:54:17.400792 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device a67358b3-9dbd-49f5-b9f8-7911755e5e51 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:54:17.445901 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5053f426-40a4-43e2-ac20-15625bc8ac78 req-47b10c42-2b2b-49b0-bf2d-b5c21d416803 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/security-groups?id=63c5f77b-3837-4d76-af41-3e7a6d6a5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454681 Aug 10 00:54:17.543222 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port a67358b3-9dbd-49f5-b9f8-7911755e5e51, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=a67358b3-9dbd-49f5-b9f8-7911755e5e51,segment=NetworkSegment(dede3ad0-7019-4e42-94b5-ffe3a31732f4),segment_id=dede3ad0-7019-4e42-94b5-ffe3a31732f4)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:17.556171 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'a67358b3-9dbd-49f5-b9f8-7911755e5e51', 'network_id': '5f6b04f4-6221-4ce4-bcd4-bc7496859edb', 'port_id': 'a67358b3-9dbd-49f5-b9f8-7911755e5e51', 'mac_address': 'fa:16:3e:74:ef:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24e763e6-8950-46c2-b545-e28e113d0e48', 'ip_address': '19.80.0.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:54:17.582248 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-1cc12af1-98bf-4638-889f-fa49893fe13b tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=9c32c6d2df4e491284de4efe4d30a843&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279312 Aug 10 00:54:17.596389 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:17.615106 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a67358b3-9dbd-49f5-b9f8-7911755e5e51 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:54:17.644327 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port a67358b3-9dbd-49f5-b9f8-7911755e5e51, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=a67358b3-9dbd-49f5-b9f8-7911755e5e51,segment=NetworkSegment(dede3ad0-7019-4e42-94b5-ffe3a31732f4),segment_id=dede3ad0-7019-4e42-94b5-ffe3a31732f4)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:17.653503 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:17.656414 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:54:17.797890 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=a67358b3-9dbd-49f5-b9f8-7911755e5e51,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:17.819216 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:17.826946 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:17.827481 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:17.827895 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:17.828352 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:17.828753 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:17.829149 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:17.829663 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:17.830144 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:17.830621 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:17.831096 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:17.831721 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:17.844525 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2,segment=NetworkSegment(dede3ad0-7019-4e42-94b5-ffe3a31732f4),segment_id=dede3ad0-7019-4e42-94b5-ffe3a31732f4)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:17.856606 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-17d366c5-931c-4d3f-ace0-6fcf7576834b tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:17.866068 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-17d366c5-931c-4d3f-ace0-6fcf7576834b tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2722101 Aug 10 00:54:17.869375 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2', 'network_id': '5f6b04f4-6221-4ce4-bcd4-bc7496859edb', 'port_id': '4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2', 'mac_address': 'fa:16:3e:5c:2f:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24e763e6-8950-46c2-b545-e28e113d0e48', 'ip_address': '19.80.0.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:54:17.894025 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-718fcda2-3da8-48c9-a3bf-2618b8d647aa tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.35 "GET /v2.0/quotas/9c32c6d2df4e491284de4efe4d30a843 HTTP/1.1" status: 200 len: 375 time: 0.0267384 Aug 10 00:54:17.933202 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:17.933963 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-5254b2b5-a462-471e-a380-5b604b9ccbbc tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c32c6d2df4e491284de4efe4d30a843&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392814 Aug 10 00:54:17.943241 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6159143-88f7-4b58-8d3f-7239409ae2bc req-a6ad4cc7-4ecc-4d8b-840b-e391c4fc0cb9 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:17.954795 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:54:17.960249 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e6159143-88f7-4b58-8d3f-7239409ae2bc req-a6ad4cc7-4ecc-4d8b-840b-e391c4fc0cb9 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.1680062 Aug 10 00:54:17.979367 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2,segment=NetworkSegment(dede3ad0-7019-4e42-94b5-ffe3a31732f4),segment_id=dede3ad0-7019-4e42-94b5-ffe3a31732f4)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:17.988117 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:17.988871 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 0251096c-248b-44f3-9da5-769851be4899 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:54:18.019679 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e6159143-88f7-4b58-8d3f-7239409ae2bc req-826ae61a-bed1-4ea7-a48d-970dba342097 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581241 Aug 10 00:54:18.146494 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:18.236222 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 0251096c-248b-44f3-9da5-769851be4899, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=0251096c-248b-44f3-9da5-769851be4899,segment=NetworkSegment(82fde11a-4dde-46aa-9a11-720c178be81a),segment_id=82fde11a-4dde-46aa-9a11-720c178be81a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:18.257836 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '0251096c-248b-44f3-9da5-769851be4899', 'network_id': '80141999-a14e-4224-a993-812a36c1ad1b', 'port_id': '0251096c-248b-44f3-9da5-769851be4899', 'mac_address': 'fa:16:3e:d3:f2:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec057d80-6001-4844-ab40-f593661adbe8', 'ip_address': '19.86.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:54:18.262016 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284956c-3fda-422d-b7c1-08a2d5e98e39 req-7fe00f90-186b-4610-9614-d3d7a109be8d tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:18.270524 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2284956c-3fda-422d-b7c1-08a2d5e98e39 req-7fe00f90-186b-4610-9614-d3d7a109be8d tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 949 time: 0.0753736 Aug 10 00:54:18.318238 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:18.322365 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4cbb93b3-4045-420d-8e8f-f44b08f8addc req-4faf90e3-2f99-46f8-83c0-4e7c5661b8c1 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.35 "GET /v2.0/ports?device_id=29941662-198e-47e5-a010-408a09785558 HTTP/1.1" status: 200 len: 210 time: 0.0651364 Aug 10 00:54:18.337916 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0251096c-248b-44f3-9da5-769851be4899 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:54:18.362595 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2284956c-3fda-422d-b7c1-08a2d5e98e39 req-e336a750-1652-4c2a-8101-d2c2533c03d7 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910892 Aug 10 00:54:18.378743 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 0251096c-248b-44f3-9da5-769851be4899, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=0251096c-248b-44f3-9da5-769851be4899,segment=NetworkSegment(82fde11a-4dde-46aa-9a11-720c178be81a),segment_id=82fde11a-4dde-46aa-9a11-720c178be81a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:18.396017 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:18.456333 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=0251096c-248b-44f3-9da5-769851be4899,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:18.603222 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557667a2-61fd-474c-9591-0125351a1fdc req-cf1cb891-0ad7-449a-a6df-f065cf885cb2 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:18.611701 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557667a2-61fd-474c-9591-0125351a1fdc req-cf1cb891-0ad7-449a-a6df-f065cf885cb2 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:18.618395 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557667a2-61fd-474c-9591-0125351a1fdc req-cf1cb891-0ad7-449a-a6df-f065cf885cb2 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:18.620490 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-557667a2-61fd-474c-9591-0125351a1fdc req-cf1cb891-0ad7-449a-a6df-f065cf885cb2 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=b88f03c4-aa37-4deb-8643-29a05a7a573b HTTP/1.1" status: 200 len: 2413 time: 0.0787661 Aug 10 00:54:18.676505 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-557667a2-61fd-474c-9591-0125351a1fdc req-b256e25c-f7c0-4ddc-b1ff-51cb890b4c4b tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/security-groups?id=63c5f77b-3837-4d76-af41-3e7a6d6a5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475044 Aug 10 00:54:19.054593 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e7b4ec47-c441-46b2-b2e4-82412c68a65c req-f1abf6b3-d6db-47d5-8495-006a7f910175 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b80ef126-5374-449c-9ac7-c7fa472955b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0569711 Aug 10 00:54:19.094690 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['0251096c-248b-44f3-9da5-769851be4899'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:54:19.118930 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['a67358b3-9dbd-49f5-b9f8-7911755e5e51'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:54:19.196946 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4ec47-c441-46b2-b2e4-82412c68a65c req-b510c7c4-c01b-4d38-9547-7e00a370d577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:19.199335 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e7b4ec47-c441-46b2-b2e4-82412c68a65c req-b510c7c4-c01b-4d38-9547-7e00a370d577 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=efee53c3551044e8afcc00c8cdf7b6ca&device_id=b80ef126-5374-449c-9ac7-c7fa472955b1 HTTP/1.1" status: 200 len: 1097 time: 0.0777130 Aug 10 00:54:19.205597 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:54:19.234508 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf4b88-b8bb-4166-ad38-bdf0ad17579d req-da92f332-29d4-487c-bad6-9499dad83a48 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:19.247072 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3dcf4b88-b8bb-4166-ad38-bdf0ad17579d req-da92f332-29d4-487c-bad6-9499dad83a48 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.0985084 Aug 10 00:54:19.299528 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3dcf4b88-b8bb-4166-ad38-bdf0ad17579d req-b8f415be-cb81-4eaf-8b71-c0af03e356d9 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474529 Aug 10 00:54:19.414131 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4ec47-c441-46b2-b2e4-82412c68a65c req-c171a70b-ed02-487d-806f-03347902e362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:19.416381 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e7b4ec47-c441-46b2-b2e4-82412c68a65c req-c171a70b-ed02-487d-806f-03347902e362 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c58b2db2-79c7-40d4-af6c-7a7b4827f110 HTTP/1.1" status: 200 len: 924 time: 0.1567867 Aug 10 00:54:19.462379 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b7681d8-105b-453e-86e0-652b28d5a3a6 req-e6235921-23f5-474e-9888-6ba1301e4f11 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.35 "GET /v2.0/ports?device_id=29941662-198e-47e5-a010-408a09785558 HTTP/1.1" status: 200 len: 210 time: 0.0485649 Aug 10 00:54:19.542320 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b543b6-6dde-4134-bffa-46c78dc9a376 req-49271ede-54c9-4f55-8d24-c1b7f9bcfee4 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:19.550566 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a7b543b6-6dde-4134-bffa-46c78dc9a376 req-49271ede-54c9-4f55-8d24-c1b7f9bcfee4 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 949 time: 0.0696778 Aug 10 00:54:19.592783 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a7b543b6-6dde-4134-bffa-46c78dc9a376 req-92009f34-8b9e-448a-8bd9-4ca6de76646d tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409737 Aug 10 00:54:19.633846 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e7b4ec47-c441-46b2-b2e4-82412c68a65c req-94c1b87d-e90b-4810-967e-83480ad40055 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7a3b030-adf1-4d8d-be4f-93c78325bbc6 HTTP/1.1" status: 200 len: 1001 time: 0.2008932 Aug 10 00:54:19.731569 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4ec47-c441-46b2-b2e4-82412c68a65c req-e52cf33d-393b-4cd0-84a5-86c274c0b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:19.733629 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e7b4ec47-c441-46b2-b2e4-82412c68a65c req-e52cf33d-393b-4cd0-84a5-86c274c0b593 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ecd1c4b-499a-4426-9e1d-abb75625188f HTTP/1.1" status: 200 len: 862 time: 0.0584097 Aug 10 00:54:19.825242 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4ec47-c441-46b2-b2e4-82412c68a65c req-973398f9-196e-4d49-aa11-7497993b519b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:19.827203 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e7b4ec47-c441-46b2-b2e4-82412c68a65c req-973398f9-196e-4d49-aa11-7497993b519b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c58b2db2-79c7-40d4-af6c-7a7b4827f110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710850 Aug 10 00:54:19.829527 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf94e8f-98b7-455c-8964-3271e10b0c6d req-f8279aa8-ea2f-416d-a75f-092c5c3f693d tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:19.835460 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf94e8f-98b7-455c-8964-3271e10b0c6d req-f8279aa8-ea2f-416d-a75f-092c5c3f693d tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:19.841541 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf94e8f-98b7-455c-8964-3271e10b0c6d req-f8279aa8-ea2f-416d-a75f-092c5c3f693d tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:19.849514 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fbf94e8f-98b7-455c-8964-3271e10b0c6d req-f8279aa8-ea2f-416d-a75f-092c5c3f693d tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=b88f03c4-aa37-4deb-8643-29a05a7a573b HTTP/1.1" status: 200 len: 2413 time: 0.0896258 Aug 10 00:54:19.907112 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fbf94e8f-98b7-455c-8964-3271e10b0c6d req-01bdf04b-9cc3-4c35-bf29-34b15a12122c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/security-groups?id=63c5f77b-3837-4d76-af41-3e7a6d6a5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564165 Aug 10 00:54:19.957188 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e7b4ec47-c441-46b2-b2e4-82412c68a65c req-e7e81046-01d9-4404-b182-4440a453726d service neutron] 10.222.0.20 "GET /v2.0/networks/c58b2db2-79c7-40d4-af6c-7a7b4827f110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133611 Aug 10 00:54:20.075169 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e7b4ec47-c441-46b2-b2e4-82412c68a65c req-50954b3b-a7e0-4c3a-b1cd-f3d6929ea92e service neutron] 10.222.0.20 "GET /v2.0/networks/c58b2db2-79c7-40d4-af6c-7a7b4827f110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018178 Aug 10 00:54:20.141547 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-1bcd1924-9a5e-4e8d-9ebd-383581b358d3 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=9c32c6d2df4e491284de4efe4d30a843&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315180 Aug 10 00:54:20.366805 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-26955242-c40d-4c9a-b430-1f17063d89f8 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:20.368967 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-26955242-c40d-4c9a-b430-1f17063d89f8 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1626413 Aug 10 00:54:20.446996 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665e7e0-2c28-4378-ad69-bc5922c3adb0 req-e28b9eb8-432f-4f96-a32b-2999af52cf10 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:20.448885 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8665e7e0-2c28-4378-ad69-bc5922c3adb0 req-e28b9eb8-432f-4f96-a32b-2999af52cf10 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.0576570 Aug 10 00:54:20.489406 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-5ae580fd-cc46-4256-a645-5a0248f0ba6f tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Request body: {'port': {'device_id': '29941662-198e-47e5-a010-408a09785558', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'admin_state_up': True, 'tenant_id': '9c32c6d2df4e491284de4efe4d30a843'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:20.491177 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8665e7e0-2c28-4378-ad69-bc5922c3adb0 req-9cd6e32a-6b85-4ef7-8f0a-1880c64c391f tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355268 Aug 10 00:54:20.583047 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c5acfefc-b06a-4cf3-a360-824fca357658 req-42ff1894-a6bb-4cbe-a160-d00ce87112f5 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.35 "GET /v2.0/ports?device_id=29941662-198e-47e5-a010-408a09785558 HTTP/1.1" status: 200 len: 210 time: 0.0323474 Aug 10 00:54:20.695315 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-5ae580fd-cc46-4256-a645-5a0248f0ba6f tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Made reservation on behalf of 9c32c6d2df4e491284de4efe4d30a843 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:54:20.699890 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-5ae580fd-cc46-4256-a645-5a0248f0ba6f tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:20.713677 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-5ae580fd-cc46-4256-a645-5a0248f0ba6f tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:20.743693 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 7ec0a8da-0437-4751-ad58-983def34c220 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:54:20.788417 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c70153-4f43-49b8-a30f-98853394e79f req-6bd7f3ac-ca56-449b-a838-6b40322a1960 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:20.791244 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2c70153-4f43-49b8-a30f-98853394e79f req-6bd7f3ac-ca56-449b-a838-6b40322a1960 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 949 time: 0.0803206 Aug 10 00:54:20.850934 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2c70153-4f43-49b8-a30f-98853394e79f req-63622eac-c236-4bce-9506-cb79872b0f85 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533428 Aug 10 00:54:20.863795 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-5ae580fd-cc46-4256-a645-5a0248f0ba6f tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:20.872352 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-5ae580fd-cc46-4256-a645-5a0248f0ba6f tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:20.897284 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 7ec0a8da-0437-4751-ad58-983def34c220, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=7ec0a8da-0437-4751-ad58-983def34c220,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:20.912837 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '7ec0a8da-0437-4751-ad58-983def34c220', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': '7ec0a8da-0437-4751-ad58-983def34c220', 'mac_address': 'fa:16:3e:d6:fe:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:54:20.946779 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae580fd-cc46-4256-a645-5a0248f0ba6f tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b761f19-1c76-4e4b-a03a-a747de5c0af4,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:20.985685 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:21.002110 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ec0a8da-0437-4751-ad58-983def34c220 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:54:21.023600 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 7ec0a8da-0437-4751-ad58-983def34c220, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=7ec0a8da-0437-4751-ad58-983def34c220,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:21.029385 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:21.067404 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-5ae580fd-cc46-4256-a645-5a0248f0ba6f tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Allocated IP 192.168.233.221 (853ae90b-411a-4cc9-b27c-aa212d4ff023/f49e9f1d-7e8a-42ac-a9f2-157734919ae5/5d5ab189-5a5f-4a82-8e0e-8f8898045148) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:54:21.101985 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=7ec0a8da-0437-4751-ad58-983def34c220,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:21.104914 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ef9e8-27da-4e09-ad11-a720d252872b req-a24116ef-e5ab-4112-8bfe-d0fd19875e7d tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:21.112456 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ef9e8-27da-4e09-ad11-a720d252872b req-a24116ef-e5ab-4112-8bfe-d0fd19875e7d tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:21.118989 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ef9e8-27da-4e09-ad11-a720d252872b req-a24116ef-e5ab-4112-8bfe-d0fd19875e7d tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:21.120931 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a4ef9e8-27da-4e09-ad11-a720d252872b req-a24116ef-e5ab-4112-8bfe-d0fd19875e7d tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=b88f03c4-aa37-4deb-8643-29a05a7a573b HTTP/1.1" status: 200 len: 2413 time: 0.0983210 Aug 10 00:54:21.181609 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a4ef9e8-27da-4e09-ad11-a720d252872b req-abf6379c-1901-4475-b005-fc1104cab955 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/security-groups?id=63c5f77b-3837-4d76-af41-3e7a6d6a5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510476 Aug 10 00:54:21.301621 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-5ae580fd-cc46-4256-a645-5a0248f0ba6f tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:21.320631 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-5ae580fd-cc46-4256-a645-5a0248f0ba6f tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Transition to ACTIVE for port object 5d5ab189-5a5f-4a82-8e0e-8f8898045148 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:21.339885 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['7ec0a8da-0437-4751-ad58-983def34c220'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:54:21.370325 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-5ae580fd-cc46-4256-a645-5a0248f0ba6f tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:21.421573 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device a67358b3-9dbd-49f5-b9f8-7911755e5e51 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:21.462363 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-5ae580fd-cc46-4256-a645-5a0248f0ba6f tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Network 853ae90b-411a-4cc9-b27c-aa212d4ff023 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:54:21.474704 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-5ae580fd-cc46-4256-a645-5a0248f0ba6f tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:21.479478 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-5ae580fd-cc46-4256-a645-5a0248f0ba6f tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:54:21.485095 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae580fd-cc46-4256-a645-5a0248f0ba6f tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Pushing event updated for resources: {'Port': ['ID=5d5ab189-5a5f-4a82-8e0e-8f8898045148,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:21.571540 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port a67358b3-9dbd-49f5-b9f8-7911755e5e51 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:21.577013 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-5ae580fd-cc46-4256-a645-5a0248f0ba6f tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:21.577647 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-5ae580fd-cc46-4256-a645-5a0248f0ba6f tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:21.593035 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port a67358b3-9dbd-49f5-b9f8-7911755e5e51 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:21.593578 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:21.618440 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-5ae580fd-cc46-4256-a645-5a0248f0ba6f tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1361663 Aug 10 00:54:21.742937 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-9789993d-d6b2-4387-815b-2fff14231a66 service neutron] Request body: {'port': {'device_id': '29941662-198e-47e5-a010-408a09785558', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:21.750688 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:21.751253 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb487e-5559-4818-883f-2aa5ef4b207f req-d3d19ecc-40c4-4f2f-a634-372db472b571 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:21.752967 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9efb487e-5559-4818-883f-2aa5ef4b207f req-d3d19ecc-40c4-4f2f-a634-372db472b571 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.1192567 Aug 10 00:54:21.807017 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88f03c4-aa37-4deb-8643-29a05a7a573b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67358b3-9dbd-49f5-b9f8-7911755e5e51'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:21.811298 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fecadd-e135-4bc7-a9ca-e84199a5f57c req-3a8f24bd-2f50-4f38-8da2-7731e771df0d tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:21.811483 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5017344d-4abe-4ab9-b996-85d740ef4cac" -d '{"events": [{"server_uuid": "b88f03c4-aa37-4deb-8643-29a05a7a573b", "name": "network-vif-plugged", "status": "completed", "tag": "a67358b3-9dbd-49f5-b9f8-7911755e5e51"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:21.821510 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-68fecadd-e135-4bc7-a9ca-e84199a5f57c req-3a8f24bd-2f50-4f38-8da2-7731e771df0d tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.35 "GET /v2.0/ports?device_id=29941662-198e-47e5-a010-408a09785558 HTTP/1.1" status: 200 len: 936 time: 0.1402194 Aug 10 00:54:21.840270 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port a67358b3-9dbd-49f5-b9f8-7911755e5e51, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=a67358b3-9dbd-49f5-b9f8-7911755e5e51,segment=NetworkSegment(dede3ad0-7019-4e42-94b5-ffe3a31732f4),segment_id=dede3ad0-7019-4e42-94b5-ffe3a31732f4)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:21.846942 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:21.871249 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-9789993d-d6b2-4387-815b-2fff14231a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:21.872727 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9efb487e-5559-4818-883f-2aa5ef4b207f req-a655a696-66f4-4e39-acbc-e38d5a3cac11 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125276 Aug 10 00:54:21.932461 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-68fecadd-e135-4bc7-a9ca-e84199a5f57c req-510dc11b-e7df-4b9b-8d1e-7d797efaa57b tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b761f19-1c76-4e4b-a03a-a747de5c0af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988407 Aug 10 00:54:21.957979 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b8521bd2-7c8b-48b1-acd9-4f538db8577d None None] Provisioning for port 5d5ab189-5a5f-4a82-8e0e-8f8898045148 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:21.976508 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721edbe3-0eed-487a-a64c-9abe102e3754 x-openstack-request-id: req-721edbe3-0eed-487a-a64c-9abe102e3754 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:21.976802 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b88f03c4-aa37-4deb-8643-29a05a7a573b", "name": "network-vif-plugged", "status": "completed", "tag": "a67358b3-9dbd-49f5-b9f8-7911755e5e51", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:21.977053 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-721edbe3-0eed-487a-a64c-9abe102e3754 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:21.977441 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88f03c4-aa37-4deb-8643-29a05a7a573b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67358b3-9dbd-49f5-b9f8-7911755e5e51', 'code': 200} Aug 10 00:54:21.978899 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b8521bd2-7c8b-48b1-acd9-4f538db8577d None None] Provisioning complete for port 5d5ab189-5a5f-4a82-8e0e-8f8898045148 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:21.979322 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b8521bd2-7c8b-48b1-acd9-4f538db8577d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:21.981692 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=a67358b3-9dbd-49f5-b9f8-7911755e5e51,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:22.031844 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b8521bd2-7c8b-48b1-acd9-4f538db8577d None None] Port 5d5ab189-5a5f-4a82-8e0e-8f8898045148 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:54:22.106456 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4149d-db9d-4b10-a528-c8adde5c70e8 req-45555c64-31fa-412c-a2b4-a59ce98f590e tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:22.108322 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ce4149d-db9d-4b10-a528-c8adde5c70e8 req-45555c64-31fa-412c-a2b4-a59ce98f590e tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 949 time: 0.0612378 Aug 10 00:54:22.177979 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ce4149d-db9d-4b10-a528-c8adde5c70e8 req-d9535e6d-3cfa-4489-a593-41eebc99d64c tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607471 Aug 10 00:54:22.281401 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-9789993d-d6b2-4387-815b-2fff14231a66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d5ab189-5a5f-4a82-8e0e-8f8898045148 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:54:22.290017 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-9789993d-d6b2-4387-815b-2fff14231a66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:22.302991 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-9789993d-d6b2-4387-815b-2fff14231a66 service neutron] Transition to ACTIVE for port object 5d5ab189-5a5f-4a82-8e0e-8f8898045148 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:22.307379 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-9789993d-d6b2-4387-815b-2fff14231a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:22.335824 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305a060-df61-48cf-905e-208102b7c7f3 req-08bdd62a-edcc-4332-9f52-0bafeaa248cc tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:22.346162 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305a060-df61-48cf-905e-208102b7c7f3 req-08bdd62a-edcc-4332-9f52-0bafeaa248cc tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:22.354919 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305a060-df61-48cf-905e-208102b7c7f3 req-08bdd62a-edcc-4332-9f52-0bafeaa248cc tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:22.359754 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789993d-d6b2-4387-815b-2fff14231a66 service neutron] Pushing event updated for resources: {'Port': ['ID=5d5ab189-5a5f-4a82-8e0e-8f8898045148,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:22.365249 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4305a060-df61-48cf-905e-208102b7c7f3 req-08bdd62a-edcc-4332-9f52-0bafeaa248cc tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=b88f03c4-aa37-4deb-8643-29a05a7a573b HTTP/1.1" status: 200 len: 2414 time: 0.1030502 Aug 10 00:54:22.410085 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4305a060-df61-48cf-905e-208102b7c7f3 req-ef2a619f-a317-4fca-92ad-edf1eb9b5e7e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/security-groups?id=63c5f77b-3837-4d76-af41-3e7a6d6a5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416827 Aug 10 00:54:22.459858 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-9789993d-d6b2-4387-815b-2fff14231a66 service neutron] Attempting to bind port 5d5ab189-5a5f-4a82-8e0e-8f8898045148 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:54:22.460226 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-9789993d-d6b2-4387-815b-2fff14231a66 service neutron] Attempting to bind port 5d5ab189-5a5f-4a82-8e0e-8f8898045148 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:54:22.460565 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-9789993d-d6b2-4387-815b-2fff14231a66 service neutron] Attempting to bind port 5d5ab189-5a5f-4a82-8e0e-8f8898045148 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:22.465280 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-9789993d-d6b2-4387-815b-2fff14231a66 service neutron] Port 5d5ab189-5a5f-4a82-8e0e-8f8898045148 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:54:22.465464 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-9789993d-d6b2-4387-815b-2fff14231a66 service neutron] Attempting to bind port 5d5ab189-5a5f-4a82-8e0e-8f8898045148 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:22.471426 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-9789993d-d6b2-4387-815b-2fff14231a66 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:54:22.472408 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-9789993d-d6b2-4387-815b-2fff14231a66 service neutron] Checking segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:54:22.472408 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-9789993d-d6b2-4387-815b-2fff14231a66 service neutron] Bound using segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:54:22.472626 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-9789993d-d6b2-4387-815b-2fff14231a66 service neutron] Bound port: 5d5ab189-5a5f-4a82-8e0e-8f8898045148, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:54:22.472951 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-9789993d-d6b2-4387-815b-2fff14231a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:22.567533 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-9789993d-d6b2-4387-815b-2fff14231a66 service neutron] For port 5d5ab189-5a5f-4a82-8e0e-8f8898045148, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:54:22.571445 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-9789993d-d6b2-4387-815b-2fff14231a66 service neutron] For port 5d5ab189-5a5f-4a82-8e0e-8f8898045148, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5d5ab189-5a5f-4a82-8e0e-8f8898045148,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:54:22.600600 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-9789993d-d6b2-4387-815b-2fff14231a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:22.751505 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789993d-d6b2-4387-815b-2fff14231a66 service neutron] Pushing event updated for resources: {'Port': ['ID=5d5ab189-5a5f-4a82-8e0e-8f8898045148,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:22.762668 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-9789993d-d6b2-4387-815b-2fff14231a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:22.763375 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-9789993d-d6b2-4387-815b-2fff14231a66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:22.764730 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 7ec0a8da-0437-4751-ad58-983def34c220 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:22.766158 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-9789993d-d6b2-4387-815b-2fff14231a66 service neutron] 10.222.0.20 "PUT /v2.0/ports/5d5ab189-5a5f-4a82-8e0e-8f8898045148 HTTP/1.1" status: 200 len: 1097 time: 1.0288000 Aug 10 00:54:22.766595 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29941662-198e-47e5-a010-408a09785558', 'tag': '5d5ab189-5a5f-4a82-8e0e-8f8898045148'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:22.769198 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06ad316-43e8-43cb-a430-a500da033a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "29941662-198e-47e5-a010-408a09785558", "tag": "5d5ab189-5a5f-4a82-8e0e-8f8898045148"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:22.887328 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2379f1a1-7e71-4a69-b01d-96135a38f2bc x-openstack-request-id: req-2379f1a1-7e71-4a69-b01d-96135a38f2bc {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:22.891629 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29941662-198e-47e5-a010-408a09785558", "tag": "5d5ab189-5a5f-4a82-8e0e-8f8898045148", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:22.892616 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2379f1a1-7e71-4a69-b01d-96135a38f2bc {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:22.893591 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29941662-198e-47e5-a010-408a09785558', 'tag': '5d5ab189-5a5f-4a82-8e0e-8f8898045148', 'status': 'completed', 'code': 200} Aug 10 00:54:22.937618 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 7ec0a8da-0437-4751-ad58-983def34c220 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:22.938002 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:22.940328 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-9b0c3af1-57b9-42c4-a1d3-1a650ffb6d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:22.942114 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-9b0c3af1-57b9-42c4-a1d3-1a650ffb6d8c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c32c6d2df4e491284de4efe4d30a843&device_id=29941662-198e-47e5-a010-408a09785558 HTTP/1.1" status: 200 len: 1100 time: 0.0985167 Aug 10 00:54:23.022395 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-b4212d17-9525-4bdb-be19-3b90b35a2a4e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=5d5ab189-5a5f-4a82-8e0e-8f8898045148 HTTP/1.1" status: 200 len: 217 time: 0.0590785 Aug 10 00:54:23.082502 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:23.092942 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe7dd1-6ac7-4ae2-92fa-9e94a8c16bea req-4a62ba4d-9647-41bd-b11a-76a6e92f51de tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:23.101689 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-41fe7dd1-6ac7-4ae2-92fa-9e94a8c16bea req-4a62ba4d-9647-41bd-b11a-76a6e92f51de tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.35 "GET /v2.0/ports?device_id=29941662-198e-47e5-a010-408a09785558 HTTP/1.1" status: 200 len: 948 time: 0.0745971 Aug 10 00:54:23.114923 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3c768-1ecf-4932-a019-c89967e20be9 req-2d2cd349-ed5e-4004-b5b7-adf4b9eaa785 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:23.116615 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eea3c768-1ecf-4932-a019-c89967e20be9 req-2d2cd349-ed5e-4004-b5b7-adf4b9eaa785 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.1357734 Aug 10 00:54:23.119781 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-c34f7281-a044-40b8-91f1-86b825042a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:23.121684 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-c34f7281-a044-40b8-91f1-86b825042a77 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0898705 Aug 10 00:54:23.131132 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 7ec0a8da-0437-4751-ad58-983def34c220, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=7ec0a8da-0437-4751-ad58-983def34c220,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:23.145794 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:23.146649 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 6a834218-a44a-41c8-b76e-4f94deca7511 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:54:23.179592 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-41fe7dd1-6ac7-4ae2-92fa-9e94a8c16bea req-c0e9f8f5-d0da-4ea8-b35b-be6ef05aa394 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b761f19-1c76-4e4b-a03a-a747de5c0af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743046 Aug 10 00:54:23.201299 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-22cae2d3-2c3f-4620-a0d9-f711c8b75868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:23.203668 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-22cae2d3-2c3f-4620-a0d9-f711c8b75868 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0705554 Aug 10 00:54:23.228119 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eea3c768-1ecf-4932-a019-c89967e20be9 req-df57ae4c-c8cd-4a3f-b50f-ee8016315121 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047273 Aug 10 00:54:23.249399 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=7ec0a8da-0437-4751-ad58-983def34c220,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:23.307564 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:23.380008 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfbfba-b449-43cf-b54d-df0cfe75788a req-94ea727b-3ab3-4697-a066-85c79ba4b6ad tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:23.390022 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 6a834218-a44a-41c8-b76e-4f94deca7511, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=6a834218-a44a-41c8-b76e-4f94deca7511,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:23.390401 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-18cfbfba-b449-43cf-b54d-df0cfe75788a req-94ea727b-3ab3-4697-a066-85c79ba4b6ad tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 949 time: 0.0747800 Aug 10 00:54:23.396873 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-01fc6638-5594-4000-a01b-4270d1605fe7 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825011 Aug 10 00:54:23.399511 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:23.427953 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-18cfbfba-b449-43cf-b54d-df0cfe75788a req-83b97f15-f2eb-47f9-aa6c-1dc8368da0a9 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365660 Aug 10 00:54:23.554796 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d5ccf8f5-80b0-4aac-8d6a-584cc35efda7 req-dd44280d-b14c-4590-9515-ae4cd04a1457 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485987 Aug 10 00:54:23.600096 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:23.660521 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363557af-5052-4f71-a34e-757c698601ef req-7e76a473-9ebc-4e0d-b532-904b54b92ecb tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:23.663227 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=6a834218-a44a-41c8-b76e-4f94deca7511,revision_number=9']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:23.669216 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363557af-5052-4f71-a34e-757c698601ef req-7e76a473-9ebc-4e0d-b532-904b54b92ecb tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:23.676418 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363557af-5052-4f71-a34e-757c698601ef req-7e76a473-9ebc-4e0d-b532-904b54b92ecb tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:23.687046 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-363557af-5052-4f71-a34e-757c698601ef req-7e76a473-9ebc-4e0d-b532-904b54b92ecb tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=b88f03c4-aa37-4deb-8643-29a05a7a573b HTTP/1.1" status: 200 len: 2414 time: 0.1284916 Aug 10 00:54:23.691915 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:23.700007 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec9c120-e173-4017-93dd-308943b7293f req-9a1ead04-d3da-41ed-b4bc-70fc8ce5559e tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:23.702178 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8ec9c120-e173-4017-93dd-308943b7293f req-9a1ead04-d3da-41ed-b4bc-70fc8ce5559e tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 1097 time: 0.1421831 Aug 10 00:54:23.705026 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:23.706579 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:23.750133 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8ec9c120-e173-4017-93dd-308943b7293f req-79736c2d-7d65-46d6-bf1a-e6113fc99236 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395107 Aug 10 00:54:23.768923 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ad316-43e8-43cb-a430-a500da033a3f req-b758762e-713c-43fd-9022-da17203f6ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:23.771462 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d06ad316-43e8-43cb-a430-a500da033a3f req-b758762e-713c-43fd-9022-da17203f6ac8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c32c6d2df4e491284de4efe4d30a843&device_id=29941662-198e-47e5-a010-408a09785558 HTTP/1.1" status: 200 len: 1100 time: 0.0620956 Aug 10 00:54:23.800011 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-363557af-5052-4f71-a34e-757c698601ef req-10b7c45f-0663-4231-9a88-4963d416c72e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/security-groups?id=63c5f77b-3837-4d76-af41-3e7a6d6a5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994992 Aug 10 00:54:23.842090 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:23.897824 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2,segment=NetworkSegment(dede3ad0-7019-4e42-94b5-ffe3a31732f4),segment_id=dede3ad0-7019-4e42-94b5-ffe3a31732f4)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:23.902996 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:23.903859 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 0251096c-248b-44f3-9da5-769851be4899 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:23.939496 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ad316-43e8-43cb-a430-a500da033a3f req-1a916718-7c3c-411f-bb12-fba9b1da6214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:23.941188 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d06ad316-43e8-43cb-a430-a500da033a3f req-1a916718-7c3c-411f-bb12-fba9b1da6214 service neutron] 10.222.0.20 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.1511731 Aug 10 00:54:23.979646 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d42287-7ea5-49c5-a0ba-32ca06dd03b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec0a8da-0437-4751-ad58-983def34c220'}, {'server_uuid': 'be929e63-6bd7-4015-b59e-8b494d5ecba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a834218-a44a-41c8-b76e-4f94deca7511'}, {'server_uuid': 'b88f03c4-aa37-4deb-8643-29a05a7a573b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:23.981949 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecbe6f0-9c7d-4253-8382-c6394d8a4a21" -d '{"events": [{"server_uuid": "60d42287-7ea5-49c5-a0ba-32ca06dd03b2", "name": "network-vif-plugged", "status": "completed", "tag": "7ec0a8da-0437-4751-ad58-983def34c220"}, {"server_uuid": "be929e63-6bd7-4015-b59e-8b494d5ecba9", "name": "network-vif-unplugged", "status": "completed", "tag": "6a834218-a44a-41c8-b76e-4f94deca7511"}, {"server_uuid": "b88f03c4-aa37-4deb-8643-29a05a7a573b", "name": "network-vif-plugged", "status": "completed", "tag": "4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:23.991342 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:23.995952 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d06ad316-43e8-43cb-a430-a500da033a3f req-e9ea263e-d6b5-4e43-bf9d-4fcd16269728 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=5d5ab189-5a5f-4a82-8e0e-8f8898045148 HTTP/1.1" status: 200 len: 217 time: 0.0413666 Aug 10 00:54:24.016852 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 0251096c-248b-44f3-9da5-769851be4899 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:24.021411 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 0251096c-248b-44f3-9da5-769851be4899 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:24.022004 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:24.066692 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ad316-43e8-43cb-a430-a500da033a3f req-4ae7d166-218f-45bc-9419-9b65c1b3e06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:24.068206 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d06ad316-43e8-43cb-a430-a500da033a3f req-4ae7d166-218f-45bc-9419-9b65c1b3e06f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0597630 Aug 10 00:54:24.076000 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74eea8c0-960d-4cbe-8b54-132feb8b23fa x-openstack-request-id: req-74eea8c0-960d-4cbe-8b54-132feb8b23fa {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:24.077257 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d42287-7ea5-49c5-a0ba-32ca06dd03b2", "name": "network-vif-plugged", "status": "completed", "tag": "7ec0a8da-0437-4751-ad58-983def34c220", "code": 200}, {"server_uuid": "be929e63-6bd7-4015-b59e-8b494d5ecba9", "name": "network-vif-unplugged", "status": "completed", "tag": "6a834218-a44a-41c8-b76e-4f94deca7511", "code": 200}, {"server_uuid": "b88f03c4-aa37-4deb-8643-29a05a7a573b", "name": "network-vif-plugged", "status": "completed", "tag": "4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:24.077629 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-74eea8c0-960d-4cbe-8b54-132feb8b23fa {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:24.078123 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d42287-7ea5-49c5-a0ba-32ca06dd03b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec0a8da-0437-4751-ad58-983def34c220', 'code': 200} Aug 10 00:54:24.078517 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be929e63-6bd7-4015-b59e-8b494d5ecba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a834218-a44a-41c8-b76e-4f94deca7511', 'code': 200} Aug 10 00:54:24.078895 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88f03c4-aa37-4deb-8643-29a05a7a573b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2', 'code': 200} Aug 10 00:54:24.133317 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:24.171101 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 0251096c-248b-44f3-9da5-769851be4899, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=0251096c-248b-44f3-9da5-769851be4899,segment=NetworkSegment(82fde11a-4dde-46aa-9a11-720c178be81a),segment_id=82fde11a-4dde-46aa-9a11-720c178be81a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:24.179183 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:24.272021 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ad316-43e8-43cb-a430-a500da033a3f req-01abe9f1-1eda-489e-afde-bf8ce7395c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:24.276895 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d06ad316-43e8-43cb-a430-a500da033a3f req-01abe9f1-1eda-489e-afde-bf8ce7395c26 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0898764 Aug 10 00:54:24.309147 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=0251096c-248b-44f3-9da5-769851be4899,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:24.336304 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e58da-d85a-4839-b914-e332ca608b34 req-3dbf8164-e7de-4dd9-9e87-55c0044508bd tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:24.345222 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-848e58da-d85a-4839-b914-e332ca608b34 req-3dbf8164-e7de-4dd9-9e87-55c0044508bd tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.35 "GET /v2.0/ports?device_id=29941662-198e-47e5-a010-408a09785558 HTTP/1.1" status: 200 len: 948 time: 0.0738854 Aug 10 00:54:24.397420 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-848e58da-d85a-4839-b914-e332ca608b34 req-22e80cf9-ef87-4276-b7a2-18c36ebcfac4 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b761f19-1c76-4e4b-a03a-a747de5c0af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509942 Aug 10 00:54:24.432538 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d06ad316-43e8-43cb-a430-a500da033a3f req-65a38822-f014-4e52-8582-e73925c8473a service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445436 Aug 10 00:54:24.520238 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9db88-e8c4-4a3b-858b-3e8645d223bd req-1155249d-f8bc-48a6-bc1b-f034c8ca149a tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:24.522729 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cce9db88-e8c4-4a3b-858b-3e8645d223bd req-1155249d-f8bc-48a6-bc1b-f034c8ca149a tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 946 time: 0.0621223 Aug 10 00:54:24.579733 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d06ad316-43e8-43cb-a430-a500da033a3f req-247406cd-523d-4c05-b919-7b2c2c2bee1f service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332500 Aug 10 00:54:24.590857 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cce9db88-e8c4-4a3b-858b-3e8645d223bd req-30c46f5d-7627-4167-9fd2-fbc86555033c tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616088 Aug 10 00:54:24.816782 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6721c-bb61-4092-8f97-a96b2e204dc5 req-88e0dcd4-09a7-4291-b9d9-ffc22adad097 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:24.824015 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9aa6721c-bb61-4092-8f97-a96b2e204dc5 req-88e0dcd4-09a7-4291-b9d9-ffc22adad097 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 949 time: 0.0811288 Aug 10 00:54:24.915808 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9aa6721c-bb61-4092-8f97-a96b2e204dc5 req-e47b8eb0-75c9-45cd-b575-63a8e3ea36a4 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904367 Aug 10 00:54:25.049897 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fab7d-ba46-4502-af37-d764e31f1f9b req-3f3df922-fae8-4dfa-8dd7-feb90729edc7 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:25.056282 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fab7d-ba46-4502-af37-d764e31f1f9b req-3f3df922-fae8-4dfa-8dd7-feb90729edc7 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:25.062843 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fab7d-ba46-4502-af37-d764e31f1f9b req-3f3df922-fae8-4dfa-8dd7-feb90729edc7 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:25.070723 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b5fab7d-ba46-4502-af37-d764e31f1f9b req-3f3df922-fae8-4dfa-8dd7-feb90729edc7 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=b88f03c4-aa37-4deb-8643-29a05a7a573b HTTP/1.1" status: 200 len: 2416 time: 0.0747635 Aug 10 00:54:25.136974 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b5fab7d-ba46-4502-af37-d764e31f1f9b req-4ae5813c-015c-4ff7-88db-0be8d413d3e3 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/security-groups?id=63c5f77b-3837-4d76-af41-3e7a6d6a5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632470 Aug 10 00:54:25.282126 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-d4d79e09-082f-4127-b596-8c8ac8b12c05 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:54:25.294124 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-d4d79e09-082f-4127-b596-8c8ac8b12c05 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1340287 Aug 10 00:54:25.298971 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-b771dd56-c9ab-4065-8a5a-1b596efafe98 service neutron] Request body: {'binding': {'host': 'n-h1-766726-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:25.299426 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-b771dd56-c9ab-4065-8a5a-1b596efafe98 service neutron] Unknown quota resources ['binding']. {{(pid=105827) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 00:54:25.518756 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-b771dd56-c9ab-4065-8a5a-1b596efafe98 service neutron] Attempting to bind port c0828bf0-f3bc-4690-b46b-0f89a031f6e1 on host n-h1-766726-26 for vnic_type normal with profile None {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:54:25.520307 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-b771dd56-c9ab-4065-8a5a-1b596efafe98 service neutron] Attempting to bind port c0828bf0-f3bc-4690-b46b-0f89a031f6e1 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:54:25.521155 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-b771dd56-c9ab-4065-8a5a-1b596efafe98 service neutron] Attempting to bind port c0828bf0-f3bc-4690-b46b-0f89a031f6e1 on network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:25.526532 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-b771dd56-c9ab-4065-8a5a-1b596efafe98 service neutron] Port c0828bf0-f3bc-4690-b46b-0f89a031f6e1 on network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:54:25.527168 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-b771dd56-c9ab-4065-8a5a-1b596efafe98 service neutron] Attempting to bind port c0828bf0-f3bc-4690-b46b-0f89a031f6e1 on network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:25.533443 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-b771dd56-c9ab-4065-8a5a-1b596efafe98 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:54:25.534622 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-b771dd56-c9ab-4065-8a5a-1b596efafe98 service neutron] Checking segment: {'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:54:25.535321 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-b771dd56-c9ab-4065-8a5a-1b596efafe98 service neutron] Bound using segment: {'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:54:25.535839 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-b771dd56-c9ab-4065-8a5a-1b596efafe98 service neutron] Bound port: c0828bf0-f3bc-4690-b46b-0f89a031f6e1, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:54:25.575274 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c411cf-2265-453a-b20f-c2c2af067e67 req-c521cb1e-a801-4c53-94be-fef174d2b7e2 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:25.583771 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e8c411cf-2265-453a-b20f-c2c2af067e67 req-c521cb1e-a801-4c53-94be-fef174d2b7e2 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.35 "GET /v2.0/ports?device_id=29941662-198e-47e5-a010-408a09785558 HTTP/1.1" status: 200 len: 948 time: 0.0875490 Aug 10 00:54:25.612415 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-b771dd56-c9ab-4065-8a5a-1b596efafe98 service neutron] For port c0828bf0-f3bc-4690-b46b-0f89a031f6e1, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=c0828bf0-f3bc-4690-b46b-0f89a031f6e1,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:54:25.623561 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-b771dd56-c9ab-4065-8a5a-1b596efafe98 service neutron] Notify callbacks [] for binding, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:25.633723 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-b771dd56-c9ab-4065-8a5a-1b596efafe98 service neutron] 10.222.0.35 "POST /v2.0/ports/c0828bf0-f3bc-4690-b46b-0f89a031f6e1/bindings HTTP/1.1" status: 201 len: 390 time: 0.3332915 Aug 10 00:54:25.641152 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e8c411cf-2265-453a-b20f-c2c2af067e67 req-b3502a1d-1235-4351-95c5-53a9e53d94ca tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b761f19-1c76-4e4b-a03a-a747de5c0af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561185 Aug 10 00:54:25.818238 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d1159-bad7-4d56-8556-800aa4e72314 req-8f7e4509-defb-4087-ad4b-8e27ab44e17d tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:25.826973 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-488d1159-bad7-4d56-8556-800aa4e72314 req-8f7e4509-defb-4087-ad4b-8e27ab44e17d tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 946 time: 0.0906477 Aug 10 00:54:25.879475 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-488d1159-bad7-4d56-8556-800aa4e72314 req-ddc6a453-9826-4440-801f-126b0e40e88a tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514085 Aug 10 00:54:25.984038 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2266a-c2c7-42e4-b72b-d8c94b577844 req-e1690dbd-f79d-45b2-9fa2-d798dc67d8ad tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:25.985804 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9bd2266a-c2c7-42e4-b72b-d8c94b577844 req-e1690dbd-f79d-45b2-9fa2-d798dc67d8ad tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 945 time: 0.0981131 Aug 10 00:54:26.073996 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777bc99-311a-49f1-8856-1e3807358a03 req-8b7a5102-8196-4a91-9193-a57b925c6028 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:26.075686 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3777bc99-311a-49f1-8856-1e3807358a03 req-8b7a5102-8196-4a91-9193-a57b925c6028 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 949 time: 0.0847580 Aug 10 00:54:26.080109 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88f03c4-aa37-4deb-8643-29a05a7a573b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0251096c-248b-44f3-9da5-769851be4899'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:26.081525 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-e02a5dcb-a3ee-431a-a981-6f8e3c6fd49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:26.081786 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-e02a5dcb-a3ee-431a-a981-6f8e3c6fd49a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=040768a449b74edfb649dfba67db8bf2&device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 1097 time: 0.1542268 Aug 10 00:54:26.083066 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e84e6fe-f8fd-414d-8739-d064d1c5c506" -d '{"events": [{"server_uuid": "b88f03c4-aa37-4deb-8643-29a05a7a573b", "name": "network-vif-plugged", "status": "completed", "tag": "0251096c-248b-44f3-9da5-769851be4899"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:26.098661 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9bd2266a-c2c7-42e4-b72b-d8c94b577844 req-484dd0c2-efa2-40c4-9ad9-582c9c5d8842 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956149 Aug 10 00:54:26.199736 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04517fee-33bc-401f-9aa7-9fe3395539c5 x-openstack-request-id: req-04517fee-33bc-401f-9aa7-9fe3395539c5 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:26.200136 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b88f03c4-aa37-4deb-8643-29a05a7a573b", "name": "network-vif-plugged", "status": "completed", "tag": "0251096c-248b-44f3-9da5-769851be4899", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:26.200531 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-04517fee-33bc-401f-9aa7-9fe3395539c5 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:26.201027 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88f03c4-aa37-4deb-8643-29a05a7a573b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0251096c-248b-44f3-9da5-769851be4899', 'code': 200} Aug 10 00:54:26.294969 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3777bc99-311a-49f1-8856-1e3807358a03 req-07c27b35-4428-4969-a49f-e5f27e9aa617 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119496 Aug 10 00:54:26.348645 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0bf871-7b48-48ab-9d99-ee8e0da5db92 req-7db6513f-1165-4cdb-9033-d47dcccd358b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:26.349272 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0bf871-7b48-48ab-9d99-ee8e0da5db92 req-7db6513f-1165-4cdb-9033-d47dcccd358b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:26.350618 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0bf871-7b48-48ab-9d99-ee8e0da5db92 req-7db6513f-1165-4cdb-9033-d47dcccd358b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:26.352870 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9d0bf871-7b48-48ab-9d99-ee8e0da5db92 req-7db6513f-1165-4cdb-9033-d47dcccd358b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b88f03c4-aa37-4deb-8643-29a05a7a573b HTTP/1.1" status: 200 len: 2872 time: 0.0796804 Aug 10 00:54:26.423047 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b72f30-6dfb-43e4-8a18-2d515d8d12c2 req-08f7f201-9d83-48b0-951a-42c81e5b0f55 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:26.427422 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9d0bf871-7b48-48ab-9d99-ee8e0da5db92 req-2d947cc5-78fa-49da-9dac-f2b26f6cc85b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=63c5f77b-3837-4d76-af41-3e7a6d6a5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647655 Aug 10 00:54:26.432940 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b72f30-6dfb-43e4-8a18-2d515d8d12c2 req-08f7f201-9d83-48b0-951a-42c81e5b0f55 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:26.439886 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b72f30-6dfb-43e4-8a18-2d515d8d12c2 req-08f7f201-9d83-48b0-951a-42c81e5b0f55 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:26.442163 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-61b72f30-6dfb-43e4-8a18-2d515d8d12c2 req-08f7f201-9d83-48b0-951a-42c81e5b0f55 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=b88f03c4-aa37-4deb-8643-29a05a7a573b HTTP/1.1" status: 200 len: 2416 time: 0.1596043 Aug 10 00:54:26.447956 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-1f0f26de-c2ed-4bbc-b64a-f5344bf01791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:26.449442 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-1f0f26de-c2ed-4bbc-b64a-f5344bf01791 service neutron] 10.222.0.24 "GET /v2.0/networks?id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da HTTP/1.1" status: 200 len: 921 time: 0.3498251 Aug 10 00:54:26.506807 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-61b72f30-6dfb-43e4-8a18-2d515d8d12c2 req-331fc976-1f93-478f-bd38-4b2f0ed87802 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/security-groups?id=63c5f77b-3837-4d76-af41-3e7a6d6a5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561028 Aug 10 00:54:26.622138 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-2a25a802-55fc-417e-a74d-2d95de24fc1a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0828bf0-f3bc-4690-b46b-0f89a031f6e1 HTTP/1.1" status: 200 len: 217 time: 0.0637834 Aug 10 00:54:26.710254 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-8d2f0f51-8d4b-4e78-81b7-f98baa90f806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:26.714181 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-8d2f0f51-8d4b-4e78-81b7-f98baa90f806 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ff99852-0921-4c80-99ca-12207c311102 HTTP/1.1" status: 200 len: 860 time: 0.0620372 Aug 10 00:54:26.792056 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 6a834218-a44a-41c8-b76e-4f94deca7511 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:54:26.813183 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-75b2b5c5-e97a-43bd-a846-f0af8331a59a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822167 Aug 10 00:54:27.145711 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 6a834218-a44a-41c8-b76e-4f94deca7511, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=6a834218-a44a-41c8-b76e-4f94deca7511,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:27.151893 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-3e703878-b456-421d-ae6c-6d543b884da0 service neutron] 10.222.0.24 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366411 Aug 10 00:54:27.181203 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '6a834218-a44a-41c8-b76e-4f94deca7511', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': '6a834218-a44a-41c8-b76e-4f94deca7511', 'mac_address': 'fa:16:3e:cb:6a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:54:27.311772 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:27.333142 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a834218-a44a-41c8-b76e-4f94deca7511 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:54:27.361744 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 6a834218-a44a-41c8-b76e-4f94deca7511, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=6a834218-a44a-41c8-b76e-4f94deca7511,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:27.375654 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:27.377127 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 5d5ab189-5a5f-4a82-8e0e-8f8898045148 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:54:27.379507 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-49b682ac-3a0f-4cfa-a805-f762d96438f0 service neutron] 10.222.0.24 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126141 Aug 10 00:54:27.572144 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=6a834218-a44a-41c8-b76e-4f94deca7511,revision_number=10']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:27.583521 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 5d5ab189-5a5f-4a82-8e0e-8f8898045148, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5d5ab189-5a5f-4a82-8e0e-8f8898045148,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:27.597491 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '5d5ab189-5a5f-4a82-8e0e-8f8898045148', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': '5d5ab189-5a5f-4a82-8e0e-8f8898045148', 'mac_address': 'fa:16:3e:ad:8c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:54:27.715505 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:27.753515 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d5ab189-5a5f-4a82-8e0e-8f8898045148 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:54:27.822593 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 5d5ab189-5a5f-4a82-8e0e-8f8898045148, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5d5ab189-5a5f-4a82-8e0e-8f8898045148,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:27.832714 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:27.956682 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:27.981188 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=5d5ab189-5a5f-4a82-8e0e-8f8898045148,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:28.359213 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed945467-c9e4-401e-8c32-91e3ab50c893 req-3275f817-e214-4bd6-bcfc-df188b06f62d tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:28.360825 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ed945467-c9e4-401e-8c32-91e3ab50c893 req-3275f817-e214-4bd6-bcfc-df188b06f62d tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.35 "GET /v2.0/ports?device_id=29941662-198e-47e5-a010-408a09785558 HTTP/1.1" status: 200 len: 949 time: 0.0738151 Aug 10 00:54:28.438791 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['6a834218-a44a-41c8-b76e-4f94deca7511'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:54:28.468982 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ed945467-c9e4-401e-8c32-91e3ab50c893 req-e73f8446-06df-43bb-a2cc-30c115f56b27 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b761f19-1c76-4e4b-a03a-a747de5c0af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975697 Aug 10 00:54:28.484840 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['5d5ab189-5a5f-4a82-8e0e-8f8898045148'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:54:28.498902 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3128075-5e2d-4134-9afd-cbd09b8bee73 req-790b2092-aba2-49ef-894e-11fb9c8366d2 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:28.500462 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c3128075-5e2d-4134-9afd-cbd09b8bee73 req-790b2092-aba2-49ef-894e-11fb9c8366d2 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.0978296 Aug 10 00:54:28.594015 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c3128075-5e2d-4134-9afd-cbd09b8bee73 req-82ddb230-af18-4b40-b6fa-0f1e0ae738ee tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831823 Aug 10 00:54:28.686858 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9547274-f9b2-4258-a238-c503336b9192 req-85761bb2-504c-4bd9-94fa-2620cf9a48fe tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:28.700012 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a9547274-f9b2-4258-a238-c503336b9192 req-85761bb2-504c-4bd9-94fa-2620cf9a48fe tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 945 time: 0.1334774 Aug 10 00:54:28.808170 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a9547274-f9b2-4258-a238-c503336b9192 req-dc730728-38b8-40db-b2a6-1e155d68db10 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009901 Aug 10 00:54:28.835743 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec6ba0-5205-4400-a4cf-0d1224f92215 req-2ae4ba70-27df-4c02-b865-4794cf441e36 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:28.849257 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0dec6ba0-5205-4400-a4cf-0d1224f92215 req-2ae4ba70-27df-4c02-b865-4794cf441e36 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 949 time: 0.1215525 Aug 10 00:54:28.937552 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0dec6ba0-5205-4400-a4cf-0d1224f92215 req-a5a02d25-7769-4e83-aa99-109240b84421 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893266 Aug 10 00:54:28.999148 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ace117-3417-4637-9791-5164a2e4314a req-e9df6115-cbec-4b23-a4a3-8b02ab5ef342 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:29.005651 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ace117-3417-4637-9791-5164a2e4314a req-e9df6115-cbec-4b23-a4a3-8b02ab5ef342 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:29.012022 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ace117-3417-4637-9791-5164a2e4314a req-e9df6115-cbec-4b23-a4a3-8b02ab5ef342 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:29.013621 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d0ace117-3417-4637-9791-5164a2e4314a req-e9df6115-cbec-4b23-a4a3-8b02ab5ef342 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=b88f03c4-aa37-4deb-8643-29a05a7a573b HTTP/1.1" status: 200 len: 2416 time: 0.1025352 Aug 10 00:54:29.080233 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d0ace117-3417-4637-9791-5164a2e4314a req-e878ea49-02c1-4478-a3d9-b039d8e76cd0 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/security-groups?id=63c5f77b-3837-4d76-af41-3e7a6d6a5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482445 Aug 10 00:54:29.166946 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8fd723-52f2-4b82-b113-687748e882f7 req-3e956fba-36ad-4bd6-963c-13d0335f7ceb tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:29.175716 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ac8fd723-52f2-4b82-b113-687748e882f7 req-3e956fba-36ad-4bd6-963c-13d0335f7ceb tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/ports?device_id=4cc55842-3668-4e02-8785-c3767f5cfc36 HTTP/1.1" status: 200 len: 949 time: 0.0745258 Aug 10 00:54:29.249420 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ac8fd723-52f2-4b82-b113-687748e882f7 req-aae23668-9a1c-476c-985f-b4f2393b3748 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/security-groups?id=91f38ab9-4eee-421c-9bba-91c2ab30c0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686123 Aug 10 00:54:29.607570 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71e79d-9753-4db4-9a5c-e6c85ca05a84 req-8b3591da-f776-461f-900d-2d78ece07e80 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:29.616413 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71e79d-9753-4db4-9a5c-e6c85ca05a84 req-8b3591da-f776-461f-900d-2d78ece07e80 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:29.623579 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71e79d-9753-4db4-9a5c-e6c85ca05a84 req-8b3591da-f776-461f-900d-2d78ece07e80 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:29.632235 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a71e79d-9753-4db4-9a5c-e6c85ca05a84 req-8b3591da-f776-461f-900d-2d78ece07e80 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=b88f03c4-aa37-4deb-8643-29a05a7a573b HTTP/1.1" status: 200 len: 2416 time: 0.0963759 Aug 10 00:54:29.688697 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a71e79d-9753-4db4-9a5c-e6c85ca05a84 req-04389554-369b-44e1-8a85-174e40fc4d9d tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/security-groups?id=63c5f77b-3837-4d76-af41-3e7a6d6a5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553246 Aug 10 00:54:29.889550 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407b100-b4a6-412d-a83c-fefa65a9f5f7 req-5f24b193-d264-4fe1-8dbf-4c8c47a9658b tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:29.891329 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f407b100-b4a6-412d-a83c-fefa65a9f5f7 req-5f24b193-d264-4fe1-8dbf-4c8c47a9658b tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.35 "GET /v2.0/ports?device_id=29941662-198e-47e5-a010-408a09785558 HTTP/1.1" status: 200 len: 949 time: 0.0980170 Aug 10 00:54:29.940854 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfbf81-fd12-4f6f-8685-62365fd4bc3d req-5d4f0949-d72e-4199-9888-f5c8091c6b28 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:29.940854 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-67bfbf81-fd12-4f6f-8685-62365fd4bc3d req-5d4f0949-d72e-4199-9888-f5c8091c6b28 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 948 time: 0.0924101 Aug 10 00:54:30.003752 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f407b100-b4a6-412d-a83c-fefa65a9f5f7 req-4d6f0e5d-d189-4533-bb7d-e6f2884a0551 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b761f19-1c76-4e4b-a03a-a747de5c0af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002078 Aug 10 00:54:30.044041 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-67bfbf81-fd12-4f6f-8685-62365fd4bc3d req-9d94cd0c-388f-4d8f-8ad2-c0602c60ea10 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009152 Aug 10 00:54:30.296698 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88469ac6-473a-46f1-b860-16ddc2c54d52 req-65d2fb78-737f-4a7d-b741-521d05757f67 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:30.305126 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-88469ac6-473a-46f1-b860-16ddc2c54d52 req-65d2fb78-737f-4a7d-b741-521d05757f67 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 945 time: 0.1780653 Aug 10 00:54:30.329420 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00957bdd-76c2-4c48-a1ee-20cd8699a06e req-9d0af4cc-b36a-492f-a221-4989d0a6f27d tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:30.331348 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-00957bdd-76c2-4c48-a1ee-20cd8699a06e req-9d0af4cc-b36a-492f-a221-4989d0a6f27d tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 949 time: 0.1263235 Aug 10 00:54:30.389548 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-00957bdd-76c2-4c48-a1ee-20cd8699a06e req-4b60b0f3-1edd-4206-a33c-46ae5c882ef9 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494189 Aug 10 00:54:30.428553 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-88469ac6-473a-46f1-b860-16ddc2c54d52 req-cdfa4c1f-9a9b-48fe-bd45-f92b3f64be2e tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222064 Aug 10 00:54:30.827945 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3521e-f639-4663-92e8-f863f53951d9 req-0763afaf-3a89-4d01-b85b-7bdc6819dc1a tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:30.836102 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 6a834218-a44a-41c8-b76e-4f94deca7511 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:30.854108 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3521e-f639-4663-92e8-f863f53951d9 req-0763afaf-3a89-4d01-b85b-7bdc6819dc1a tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:30.868247 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3521e-f639-4663-92e8-f863f53951d9 req-0763afaf-3a89-4d01-b85b-7bdc6819dc1a tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:30.871328 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b6e3521e-f639-4663-92e8-f863f53951d9 req-0763afaf-3a89-4d01-b85b-7bdc6819dc1a tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=b88f03c4-aa37-4deb-8643-29a05a7a573b HTTP/1.1" status: 200 len: 2416 time: 0.0999815 Aug 10 00:54:30.902180 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 6a834218-a44a-41c8-b76e-4f94deca7511 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:30.902966 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:30.929147 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b6e3521e-f639-4663-92e8-f863f53951d9 req-ee16c2ac-8a98-4e66-b470-c69a44723bc8 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/security-groups?id=63c5f77b-3837-4d76-af41-3e7a6d6a5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511639 Aug 10 00:54:31.027094 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:31.052332 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be929e63-6bd7-4015-b59e-8b494d5ecba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a834218-a44a-41c8-b76e-4f94deca7511'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:31.055014 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90a3539-8564-49d6-8b3e-fb56347792a5" -d '{"events": [{"server_uuid": "be929e63-6bd7-4015-b59e-8b494d5ecba9", "name": "network-vif-plugged", "status": "completed", "tag": "6a834218-a44a-41c8-b76e-4f94deca7511"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:31.078395 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 6a834218-a44a-41c8-b76e-4f94deca7511, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=6a834218-a44a-41c8-b76e-4f94deca7511,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:31.087164 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:31.088532 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 5d5ab189-5a5f-4a82-8e0e-8f8898045148 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:31.230145 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=6a834218-a44a-41c8-b76e-4f94deca7511,revision_number=11']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:31.252461 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 5d5ab189-5a5f-4a82-8e0e-8f8898045148 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:31.257619 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 5d5ab189-5a5f-4a82-8e0e-8f8898045148 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:31.258400 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:31.309825 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1c91c-a71a-442b-862a-a2f7ed085407 req-1a1ae41e-99d2-49b2-b7d7-b2a42ba13d81 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:31.313084 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d5a1c91c-a71a-442b-862a-a2f7ed085407 req-1a1ae41e-99d2-49b2-b7d7-b2a42ba13d81 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 949 time: 0.1036186 Aug 10 00:54:31.321382 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a20c6-52bb-4e09-a60a-a838d7a56f16 req-6dcf2cd5-9717-4a2b-a4d5-a8f14fabe9c4 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:31.330822 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-715a20c6-52bb-4e09-a60a-a838d7a56f16 req-6dcf2cd5-9717-4a2b-a4d5-a8f14fabe9c4 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.35 "GET /v2.0/ports?device_id=29941662-198e-47e5-a010-408a09785558 HTTP/1.1" status: 200 len: 949 time: 0.1771059 Aug 10 00:54:31.365628 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:31.413545 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-715a20c6-52bb-4e09-a60a-a838d7a56f16 req-c4afca8b-dea4-4856-8d9b-3f1920e818c5 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b761f19-1c76-4e4b-a03a-a747de5c0af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817716 Aug 10 00:54:31.414382 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 5d5ab189-5a5f-4a82-8e0e-8f8898045148, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5d5ab189-5a5f-4a82-8e0e-8f8898045148,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:31.430240 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:31.438658 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 65a48a5c-816d-49a7-b218-71e733ae3f95 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:54:31.470389 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d5a1c91c-a71a-442b-862a-a2f7ed085407 req-7656a75a-4f65-41fa-b5ca-175fa1a6ca7f tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060877 Aug 10 00:54:31.541258 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd53370-3d74-446d-adcf-19e64c1adc6b req-b1fc203d-8ba9-4213-9d1a-5e54363088c3 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:31.549263 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd53370-3d74-446d-adcf-19e64c1adc6b req-b1fc203d-8ba9-4213-9d1a-5e54363088c3 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:31.556738 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd53370-3d74-446d-adcf-19e64c1adc6b req-b1fc203d-8ba9-4213-9d1a-5e54363088c3 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:31.559489 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4cd53370-3d74-446d-adcf-19e64c1adc6b req-b1fc203d-8ba9-4213-9d1a-5e54363088c3 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.24 "GET /v2.0/ports?device_id=b88f03c4-aa37-4deb-8643-29a05a7a573b HTTP/1.1" status: 200 len: 2416 time: 0.1181276 Aug 10 00:54:31.561823 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5e8485-4dd9-4a8b-bd0a-8ec023a63254 x-openstack-request-id: req-0d5e8485-4dd9-4a8b-bd0a-8ec023a63254 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:31.562323 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be929e63-6bd7-4015-b59e-8b494d5ecba9", "name": "network-vif-plugged", "status": "completed", "tag": "6a834218-a44a-41c8-b76e-4f94deca7511", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:31.562739 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0d5e8485-4dd9-4a8b-bd0a-8ec023a63254 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:31.563295 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be929e63-6bd7-4015-b59e-8b494d5ecba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a834218-a44a-41c8-b76e-4f94deca7511', 'code': 200} Aug 10 00:54:31.635652 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=5d5ab189-5a5f-4a82-8e0e-8f8898045148,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:31.704196 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:31.738743 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23690c-b6fd-4262-b162-2552213c3817 req-b43d2927-b00f-4272-b4f4-e6ac2b99d5fb tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:31.745874 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2e23690c-b6fd-4262-b162-2552213c3817 req-b43d2927-b00f-4272-b4f4-e6ac2b99d5fb tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 949 time: 0.0872569 Aug 10 00:54:31.781527 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 65a48a5c-816d-49a7-b218-71e733ae3f95, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=65a48a5c-816d-49a7-b218-71e733ae3f95,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:31.790320 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:31.832025 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-4cd53370-3d74-446d-adcf-19e64c1adc6b req-824a9547-68e9-4d2b-be4c-90b7bb03df24 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Deleting port 0251096c-248b-44f3-9da5-769851be4899 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:54:31.832603 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4cd53370-3d74-446d-adcf-19e64c1adc6b req-824a9547-68e9-4d2b-be4c-90b7bb03df24 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:31.843896 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2e23690c-b6fd-4262-b162-2552213c3817 req-c99dd9de-7613-48a3-9ef5-0ba7b4e9da28 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971386 Aug 10 00:54:31.865079 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=65a48a5c-816d-49a7-b218-71e733ae3f95,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:31.916372 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50906c09-60e3-41d7-bcbb-7359eeab5208 req-bf8bd755-37f5-423d-8b76-d27bb5346960 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:31.917891 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-50906c09-60e3-41d7-bcbb-7359eeab5208 req-bf8bd755-37f5-423d-8b76-d27bb5346960 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 945 time: 0.1633079 Aug 10 00:54:32.002237 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b73fb3-af3f-484c-b54d-b6208e62a83c req-ee3e2e8d-a25d-4951-81ad-9788cd22965d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:32.003745 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a1b73fb3-af3f-484c-b54d-b6208e62a83c req-ee3e2e8d-a25d-4951-81ad-9788cd22965d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 1101 time: 0.0906639 Aug 10 00:54:32.005660 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-4cd53370-3d74-446d-adcf-19e64c1adc6b req-824a9547-68e9-4d2b-be4c-90b7bb03df24 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] For port 0251096c-248b-44f3-9da5-769851be4899, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=0251096c-248b-44f3-9da5-769851be4899,segment=NetworkSegment(82fde11a-4dde-46aa-9a11-720c178be81a),segment_id=82fde11a-4dde-46aa-9a11-720c178be81a)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:32.006016 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4cd53370-3d74-446d-adcf-19e64c1adc6b req-824a9547-68e9-4d2b-be4c-90b7bb03df24 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:32.032438 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-50906c09-60e3-41d7-bcbb-7359eeab5208 req-9652bee5-9ded-4ae5-bef2-08a25050e035 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999885 Aug 10 00:54:32.055492 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-4cd53370-3d74-446d-adcf-19e64c1adc6b req-824a9547-68e9-4d2b-be4c-90b7bb03df24 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Calling delete_port for 0251096c-248b-44f3-9da5-769851be4899 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:54:32.101596 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a1b73fb3-af3f-484c-b54d-b6208e62a83c req-c7ceda83-6253-4d7f-963b-f3d23ca014f2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505228 Aug 10 00:54:32.271175 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f383961-44a1-4ad3-9036-e9af95e44564 req-0539091d-db17-48fb-a89e-b1ac079aa80d tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:32.281250 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f383961-44a1-4ad3-9036-e9af95e44564 req-0539091d-db17-48fb-a89e-b1ac079aa80d tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:32.284928 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f383961-44a1-4ad3-9036-e9af95e44564 req-0539091d-db17-48fb-a89e-b1ac079aa80d tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:32.292384 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1f383961-44a1-4ad3-9036-e9af95e44564 req-0539091d-db17-48fb-a89e-b1ac079aa80d tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=b88f03c4-aa37-4deb-8643-29a05a7a573b HTTP/1.1" status: 200 len: 2416 time: 0.1197665 Aug 10 00:54:32.311804 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4cd53370-3d74-446d-adcf-19e64c1adc6b req-824a9547-68e9-4d2b-be4c-90b7bb03df24 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:32.324593 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['a67358b3-9dbd-49f5-b9f8-7911755e5e51', '4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2', '0251096c-248b-44f3-9da5-769851be4899'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:54:32.364821 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a9547-68e9-4d2b-be4c-90b7bb03df24 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Pushing event deleted for resources: {'Port': ['ID=0251096c-248b-44f3-9da5-769851be4899,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:32.423407 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd53370-3d74-446d-adcf-19e64c1adc6b req-824a9547-68e9-4d2b-be4c-90b7bb03df24 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] No DVR routers for this DVR port 0251096c-248b-44f3-9da5-769851be4899 on host n-h1-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:54:32.445410 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1f383961-44a1-4ad3-9036-e9af95e44564 req-bf202653-b4e9-463e-996b-e142a39897d6 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/security-groups?id=63c5f77b-3837-4d76-af41-3e7a6d6a5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521690 Aug 10 00:54:32.449694 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4cd53370-3d74-446d-adcf-19e64c1adc6b req-824a9547-68e9-4d2b-be4c-90b7bb03df24 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:32.452782 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4cd53370-3d74-446d-adcf-19e64c1adc6b req-824a9547-68e9-4d2b-be4c-90b7bb03df24 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.24 "DELETE /v2.0/ports/0251096c-248b-44f3-9da5-769851be4899 HTTP/1.1" status: 204 len: 173 time: 0.8841839 Aug 10 00:54:32.457096 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88f03c4-aa37-4deb-8643-29a05a7a573b', 'name': 'network-vif-deleted', 'tag': '0251096c-248b-44f3-9da5-769851be4899'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:32.461667 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b601cc48-8c74-456f-906f-6f871359ff77" -d '{"events": [{"server_uuid": "b88f03c4-aa37-4deb-8643-29a05a7a573b", "name": "network-vif-deleted", "tag": "0251096c-248b-44f3-9da5-769851be4899"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:33.000617 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3755eb-a4a4-488d-8e1f-721579f4c35a req-c81d3272-e726-4ba5-ab0a-f53281c7aec8 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:33.007891 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0d3755eb-a4a4-488d-8e1f-721579f4c35a req-c81d3272-e726-4ba5-ab0a-f53281c7aec8 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.35 "GET /v2.0/ports?device_id=29941662-198e-47e5-a010-408a09785558 HTTP/1.1" status: 200 len: 950 time: 0.4785330 Aug 10 00:54:33.049877 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71353a0f-6829-4436-85e3-bf4e1a3049b8 req-1ae22958-69c3-492d-bcf2-f995929aeb95 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:33.051360 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-71353a0f-6829-4436-85e3-bf4e1a3049b8 req-1ae22958-69c3-492d-bcf2-f995929aeb95 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 949 time: 0.1355820 Aug 10 00:54:33.089078 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0d3755eb-a4a4-488d-8e1f-721579f4c35a req-9dac1195-5949-4efa-8309-c9997ab6bac7 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b761f19-1c76-4e4b-a03a-a747de5c0af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802767 Aug 10 00:54:33.105963 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-4cd53370-3d74-446d-adcf-19e64c1adc6b req-3094033e-839b-403a-98b9-8e7c37e3d25d tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Deleting port a67358b3-9dbd-49f5-b9f8-7911755e5e51 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:54:33.105963 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4cd53370-3d74-446d-adcf-19e64c1adc6b req-3094033e-839b-403a-98b9-8e7c37e3d25d tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:33.165502 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-71353a0f-6829-4436-85e3-bf4e1a3049b8 req-e6dd655d-4356-446c-b129-2b4178a93bfb tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042259 Aug 10 00:54:33.187438 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e65c031-facf-4b75-b64a-259d140c9e6b x-openstack-request-id: req-3e65c031-facf-4b75-b64a-259d140c9e6b {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:33.187733 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b88f03c4-aa37-4deb-8643-29a05a7a573b", "name": "network-vif-deleted", "tag": "0251096c-248b-44f3-9da5-769851be4899", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:33.187990 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3e65c031-facf-4b75-b64a-259d140c9e6b {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:33.188408 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88f03c4-aa37-4deb-8643-29a05a7a573b', 'name': 'network-vif-deleted', 'tag': '0251096c-248b-44f3-9da5-769851be4899', 'status': 'completed', 'code': 200} Aug 10 00:54:33.302958 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-4cd53370-3d74-446d-adcf-19e64c1adc6b req-3094033e-839b-403a-98b9-8e7c37e3d25d tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] For port a67358b3-9dbd-49f5-b9f8-7911755e5e51, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=a67358b3-9dbd-49f5-b9f8-7911755e5e51,segment=NetworkSegment(dede3ad0-7019-4e42-94b5-ffe3a31732f4),segment_id=dede3ad0-7019-4e42-94b5-ffe3a31732f4)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:33.303288 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4cd53370-3d74-446d-adcf-19e64c1adc6b req-3094033e-839b-403a-98b9-8e7c37e3d25d tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:33.319437 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-4cd53370-3d74-446d-adcf-19e64c1adc6b req-3094033e-839b-403a-98b9-8e7c37e3d25d tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Calling delete_port for a67358b3-9dbd-49f5-b9f8-7911755e5e51 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:54:33.345210 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bf346-83f0-471c-82ce-5ea7d8d3e103 req-27b843c1-cc8b-45f5-ab8e-a4cb032db3b6 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:33.347251 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fa9bf346-83f0-471c-82ce-5ea7d8d3e103 req-27b843c1-cc8b-45f5-ab8e-a4cb032db3b6 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 949 time: 0.0879138 Aug 10 00:54:33.452505 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fa9bf346-83f0-471c-82ce-5ea7d8d3e103 req-05530a1a-14ec-493f-bf5c-7d1b540cfe1d tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748978 Aug 10 00:54:33.489252 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b739c10-11b5-4225-bdde-22661c1638f9 req-ed43581f-d031-4059-a5f4-2b5a938d0b86 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:33.490734 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8b739c10-11b5-4225-bdde-22661c1638f9 req-ed43581f-d031-4059-a5f4-2b5a938d0b86 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 945 time: 0.1074753 Aug 10 00:54:33.565367 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29941662-198e-47e5-a010-408a09785558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5ab189-5a5f-4a82-8e0e-8f8898045148'}, {'server_uuid': '4cc55842-3668-4e02-8785-c3767f5cfc36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65a48a5c-816d-49a7-b218-71e733ae3f95'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:33.568360 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737339c1-1458-40d6-bb9d-aa3a204f8f26" -d '{"events": [{"server_uuid": "29941662-198e-47e5-a010-408a09785558", "name": "network-vif-plugged", "status": "completed", "tag": "5d5ab189-5a5f-4a82-8e0e-8f8898045148"}, {"server_uuid": "4cc55842-3668-4e02-8785-c3767f5cfc36", "name": "network-vif-unplugged", "status": "completed", "tag": "65a48a5c-816d-49a7-b218-71e733ae3f95"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:33.572092 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8b739c10-11b5-4225-bdde-22661c1638f9 req-a2ac6ffc-0f2e-4e6c-b138-db4570039dbd tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752904 Aug 10 00:54:33.585741 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4cd53370-3d74-446d-adcf-19e64c1adc6b req-3094033e-839b-403a-98b9-8e7c37e3d25d tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:33.650925 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3094033e-839b-403a-98b9-8e7c37e3d25d tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Pushing event deleted for resources: {'Port': ['ID=a67358b3-9dbd-49f5-b9f8-7911755e5e51,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:33.656715 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb2ff09-0af9-4d7a-b967-fb67a9b5267b x-openstack-request-id: req-ebb2ff09-0af9-4d7a-b967-fb67a9b5267b {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:33.657263 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29941662-198e-47e5-a010-408a09785558", "name": "network-vif-plugged", "status": "completed", "tag": "5d5ab189-5a5f-4a82-8e0e-8f8898045148", "code": 200}, {"server_uuid": "4cc55842-3668-4e02-8785-c3767f5cfc36", "name": "network-vif-unplugged", "status": "completed", "tag": "65a48a5c-816d-49a7-b218-71e733ae3f95", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:33.657530 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ebb2ff09-0af9-4d7a-b967-fb67a9b5267b {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:33.658125 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29941662-198e-47e5-a010-408a09785558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5ab189-5a5f-4a82-8e0e-8f8898045148', 'code': 200} Aug 10 00:54:33.658256 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc55842-3668-4e02-8785-c3767f5cfc36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65a48a5c-816d-49a7-b218-71e733ae3f95', 'code': 200} Aug 10 00:54:33.721455 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd53370-3d74-446d-adcf-19e64c1adc6b req-3094033e-839b-403a-98b9-8e7c37e3d25d tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] No DVR routers for this DVR port a67358b3-9dbd-49f5-b9f8-7911755e5e51 on host n-h1-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:54:33.725418 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4cd53370-3d74-446d-adcf-19e64c1adc6b req-3094033e-839b-403a-98b9-8e7c37e3d25d tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:33.727445 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4cd53370-3d74-446d-adcf-19e64c1adc6b req-3094033e-839b-403a-98b9-8e7c37e3d25d tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.24 "DELETE /v2.0/ports/a67358b3-9dbd-49f5-b9f8-7911755e5e51 HTTP/1.1" status: 204 len: 173 time: 1.2618182 Aug 10 00:54:33.802253 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98ef65-e9cd-4628-8bc9-d741e24a897b req-bfee13fb-e60f-4d40-9dc2-7ebb36fec024 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:33.815199 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0c98ef65-e9cd-4628-8bc9-d741e24a897b req-bfee13fb-e60f-4d40-9dc2-7ebb36fec024 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=b88f03c4-aa37-4deb-8643-29a05a7a573b HTTP/1.1" status: 200 len: 945 time: 0.1572683 Aug 10 00:54:33.845885 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670fc8d-52f3-4248-acd8-109f6bcc1bbd req-3a088731-099a-404b-b322-853fa8f1f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:33.848134 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b670fc8d-52f3-4248-acd8-109f6bcc1bbd req-3a088731-099a-404b-b322-853fa8f1f5ec service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=29941662-198e-47e5-a010-408a09785558 HTTP/1.1" status: 200 len: 1102 time: 0.0758865 Aug 10 00:54:33.907586 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b670fc8d-52f3-4248-acd8-109f6bcc1bbd req-dc2afbf2-64f4-4c2d-a949-dce7e1e62c19 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5b761f19-1c76-4e4b-a03a-a747de5c0af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477042 Aug 10 00:54:33.918186 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0c98ef65-e9cd-4628-8bc9-d741e24a897b req-0c9d93f6-4d0f-4132-903d-6e3ff6d833c2 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/security-groups?id=63c5f77b-3837-4d76-af41-3e7a6d6a5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020997 Aug 10 00:54:33.946239 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-4cd53370-3d74-446d-adcf-19e64c1adc6b req-c5e970b0-4953-43eb-9e63-62e84c3ad6d6 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Deleting port 4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:54:33.946590 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4cd53370-3d74-446d-adcf-19e64c1adc6b req-c5e970b0-4953-43eb-9e63-62e84c3ad6d6 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:34.045465 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-4cd53370-3d74-446d-adcf-19e64c1adc6b req-c5e970b0-4953-43eb-9e63-62e84c3ad6d6 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] For port 4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2,segment=NetworkSegment(dede3ad0-7019-4e42-94b5-ffe3a31732f4),segment_id=dede3ad0-7019-4e42-94b5-ffe3a31732f4)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:34.046216 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4cd53370-3d74-446d-adcf-19e64c1adc6b req-c5e970b0-4953-43eb-9e63-62e84c3ad6d6 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:34.059560 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-4cd53370-3d74-446d-adcf-19e64c1adc6b req-c5e970b0-4953-43eb-9e63-62e84c3ad6d6 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Calling delete_port for 4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:54:34.363500 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0930e-9808-40c9-b458-f534d3bd3b7b req-ab30dde4-4dc1-4477-a7ec-64affef170a4 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:34.364931 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-64d0930e-9808-40c9-b458-f534d3bd3b7b req-ab30dde4-4dc1-4477-a7ec-64affef170a4 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.35 "GET /v2.0/ports?device_id=29941662-198e-47e5-a010-408a09785558 HTTP/1.1" status: 200 len: 950 time: 0.1460698 Aug 10 00:54:34.366418 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4cd53370-3d74-446d-adcf-19e64c1adc6b req-c5e970b0-4953-43eb-9e63-62e84c3ad6d6 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:34.409994 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c726468-736d-4feb-a831-ce9495bb82ae req-391535de-728c-468d-b45b-21b1b93c45b0 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:34.411520 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5c726468-736d-4feb-a831-ce9495bb82ae req-391535de-728c-468d-b45b-21b1b93c45b0 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 949 time: 0.1535568 Aug 10 00:54:34.415069 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e970b0-4953-43eb-9e63-62e84c3ad6d6 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Pushing event deleted for resources: {'Port': ['ID=4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:34.490447 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd53370-3d74-446d-adcf-19e64c1adc6b req-c5e970b0-4953-43eb-9e63-62e84c3ad6d6 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] No DVR routers for this DVR port 4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2 on host n-h1-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:54:34.500702 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4cd53370-3d74-446d-adcf-19e64c1adc6b req-c5e970b0-4953-43eb-9e63-62e84c3ad6d6 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:34.502849 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4cd53370-3d74-446d-adcf-19e64c1adc6b req-c5e970b0-4953-43eb-9e63-62e84c3ad6d6 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.24 "DELETE /v2.0/ports/4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2 HTTP/1.1" status: 204 len: 173 time: 0.7692494 Aug 10 00:54:34.520806 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-64d0930e-9808-40c9-b458-f534d3bd3b7b req-fc3eb50d-1a23-41ad-8a2a-cbe82ae30bf5 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b761f19-1c76-4e4b-a03a-a747de5c0af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450298 Aug 10 00:54:34.548296 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5c726468-736d-4feb-a831-ce9495bb82ae req-ce99aed9-b188-4373-a9ad-0aafc98e4ae9 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221299 Aug 10 00:54:34.814033 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418a580-3f24-493b-b93a-68cdff10b90d req-6daecebd-f1ae-4a2b-8f7d-13b8ea803771 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:34.815787 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3418a580-3f24-493b-b93a-68cdff10b90d req-6daecebd-f1ae-4a2b-8f7d-13b8ea803771 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 949 time: 0.0645726 Aug 10 00:54:34.858128 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device ee529561-278f-469e-9209-791f4c2472c4 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:54:34.891973 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3418a580-3f24-493b-b93a-68cdff10b90d req-d003b78b-2478-42ad-bf9d-3ced2c59e720 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554881 Aug 10 00:54:34.988623 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d25b0d-f5f8-43b4-b568-08bb9e085b8b req-1cffcc85-50f1-413a-8833-d207acc5b7b1 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:34.990633 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-99d25b0d-f5f8-43b4-b568-08bb9e085b8b req-1cffcc85-50f1-413a-8833-d207acc5b7b1 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 945 time: 0.0823874 Aug 10 00:54:35.007750 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port ee529561-278f-469e-9209-791f4c2472c4, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=ee529561-278f-469e-9209-791f4c2472c4,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:35.026148 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': 'ee529561-278f-469e-9209-791f4c2472c4', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': 'ee529561-278f-469e-9209-791f4c2472c4', 'mac_address': 'fa:16:3e:80:85:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:54:35.090492 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db10f355-6293-492c-bda1-6bdadc618c64 req-5c78fa0c-e912-4d5a-8064-a08092cff1d1 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=b88f03c4-aa37-4deb-8643-29a05a7a573b HTTP/1.1" status: 200 len: 210 time: 0.0524487 Aug 10 00:54:35.112055 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:35.132688 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-99d25b0d-f5f8-43b4-b568-08bb9e085b8b req-9318d5cf-afc0-4f9c-9516-82e110c8c86e tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288238 Aug 10 00:54:35.133544 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee529561-278f-469e-9209-791f4c2472c4 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:54:35.160234 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port ee529561-278f-469e-9209-791f4c2472c4, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=ee529561-278f-469e-9209-791f4c2472c4,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:35.164890 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:35.190029 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88f03c4-aa37-4deb-8643-29a05a7a573b', 'name': 'network-vif-deleted', 'tag': 'a67358b3-9dbd-49f5-b9f8-7911755e5e51'}, {'server_uuid': 'b88f03c4-aa37-4deb-8643-29a05a7a573b', 'name': 'network-vif-deleted', 'tag': '4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:35.192610 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1aec4e7-8317-416a-b045-ddc863f9bbe8" -d '{"events": [{"server_uuid": "b88f03c4-aa37-4deb-8643-29a05a7a573b", "name": "network-vif-deleted", "tag": "a67358b3-9dbd-49f5-b9f8-7911755e5e51"}, {"server_uuid": "b88f03c4-aa37-4deb-8643-29a05a7a573b", "name": "network-vif-deleted", "tag": "4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:35.238039 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=ee529561-278f-469e-9209-791f4c2472c4,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:35.252838 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae7fe2b-baaa-4d21-bed5-b28ba5c300b6 x-openstack-request-id: req-7ae7fe2b-baaa-4d21-bed5-b28ba5c300b6 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:35.253252 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b88f03c4-aa37-4deb-8643-29a05a7a573b", "name": "network-vif-deleted", "tag": "a67358b3-9dbd-49f5-b9f8-7911755e5e51", "status": "completed", "code": 200}, {"server_uuid": "b88f03c4-aa37-4deb-8643-29a05a7a573b", "name": "network-vif-deleted", "tag": "4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:35.253581 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7ae7fe2b-baaa-4d21-bed5-b28ba5c300b6 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:35.254052 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88f03c4-aa37-4deb-8643-29a05a7a573b', 'name': 'network-vif-deleted', 'tag': 'a67358b3-9dbd-49f5-b9f8-7911755e5e51', 'status': 'completed', 'code': 200} Aug 10 00:54:35.254372 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88f03c4-aa37-4deb-8643-29a05a7a573b', 'name': 'network-vif-deleted', 'tag': '4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2', 'status': 'completed', 'code': 200} Aug 10 00:54:35.456788 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device a67358b3-9dbd-49f5-b9f8-7911755e5e51 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:54:35.480016 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['ee529561-278f-469e-9209-791f4c2472c4'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:54:35.482355 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: a67358b3-9dbd-49f5-b9f8-7911755e5e51 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:54:35.483255 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device a67358b3-9dbd-49f5-b9f8-7911755e5e51 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:54:35.483677 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:54:35.524368 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:54:35.524749 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 4ad566b3-e9a6-47a0-bd0b-86a8f67f4de2 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:54:35.525253 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 0251096c-248b-44f3-9da5-769851be4899 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:54:35.553413 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 0251096c-248b-44f3-9da5-769851be4899 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:54:35.553765 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 0251096c-248b-44f3-9da5-769851be4899 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:54:35.684617 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311e661-4425-48ea-8a00-dbcb82ced79b req-a507de5f-66e4-47cf-8030-010b3240349d tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:35.686227 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5311e661-4425-48ea-8a00-dbcb82ced79b req-a507de5f-66e4-47cf-8030-010b3240349d tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.35 "GET /v2.0/ports?device_id=29941662-198e-47e5-a010-408a09785558 HTTP/1.1" status: 200 len: 950 time: 0.0904009 Aug 10 00:54:35.709461 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16ac19-0761-4538-94e5-4dac631ad04e req-9025491d-7128-4436-a373-dbfa86ab802c tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:35.710888 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-de16ac19-0761-4538-94e5-4dac631ad04e req-9025491d-7128-4436-a373-dbfa86ab802c tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 949 time: 0.0797443 Aug 10 00:54:35.760739 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5311e661-4425-48ea-8a00-dbcb82ced79b req-a8f30eed-5353-4da2-8da2-4e4e044f7cdc tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b761f19-1c76-4e4b-a03a-a747de5c0af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676856 Aug 10 00:54:35.774285 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-de16ac19-0761-4538-94e5-4dac631ad04e req-9ea5947c-76df-4449-baf6-57ff12d5b66c tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520830 Aug 10 00:54:36.088814 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c910b27-c15b-4e87-8ba5-253a8ed53760 req-b220cbd9-20d8-4673-898e-e947659a2b45 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:36.090543 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4c910b27-c15b-4e87-8ba5-253a8ed53760 req-b220cbd9-20d8-4673-898e-e947659a2b45 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 949 time: 0.0790606 Aug 10 00:54:36.177718 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4c910b27-c15b-4e87-8ba5-253a8ed53760 req-c8309e40-7717-4204-9548-e66cbf549278 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804884 Aug 10 00:54:36.189861 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e8cec-bbed-4cb9-9d69-c31f8373e742 req-0b62d9b8-9ccf-4d1c-a9e6-075b44ebe18b tempest-ServersAdminTestJSON-1781694744 tempest-ServersAdminTestJSON-1781694744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:36.197880 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-197e8cec-bbed-4cb9-9d69-c31f8373e742 req-0b62d9b8-9ccf-4d1c-a9e6-075b44ebe18b tempest-ServersAdminTestJSON-1781694744 tempest-ServersAdminTestJSON-1781694744-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 1101 time: 0.0833819 Aug 10 00:54:36.245463 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35488) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:36.253000 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-197e8cec-bbed-4cb9-9d69-c31f8373e742 req-88ed74d8-4f26-4522-a617-503ac76529f0 tempest-ServersAdminTestJSON-1781694744 tempest-ServersAdminTestJSON-1781694744-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541122 Aug 10 00:54:36.353844 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-5413d037-4a94-44fe-b62a-0a94bd3cdc43 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Deleting subnet ec057d80-6001-4844-ab40-f593661adbe8 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:54:36.367730 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5413d037-4a94-44fe-b62a-0a94bd3cdc43 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:36.368112 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5d742-7fc8-4a90-9f72-68df03b496a4 req-d41ccfba-5010-4d4d-a6ca-2ae04bd823fe tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:36.369674 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7dc5d742-7fc8-4a90-9f72-68df03b496a4 req-d41ccfba-5010-4d4d-a6ca-2ae04bd823fe tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 945 time: 0.0620694 Aug 10 00:54:36.426235 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7dc5d742-7fc8-4a90-9f72-68df03b496a4 req-803c4a3f-99ec-40ab-a430-ec5bfd019db4 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471821 Aug 10 00:54:36.440028 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5413d037-4a94-44fe-b62a-0a94bd3cdc43 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:36.547348 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5413d037-4a94-44fe-b62a-0a94bd3cdc43 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:36.556231 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d421d-1827-40a0-a495-6cd1ad1ae295 req-5ecc1271-8e04-4033-9dc3-739747542548 tempest-ServersAdminTestJSON-1781694744 tempest-ServersAdminTestJSON-1781694744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:36.557937 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-996d421d-1827-40a0-a495-6cd1ad1ae295 req-5ecc1271-8e04-4033-9dc3-739747542548 tempest-ServersAdminTestJSON-1781694744 tempest-ServersAdminTestJSON-1781694744-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 1101 time: 0.0449708 Aug 10 00:54:36.595863 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-996d421d-1827-40a0-a495-6cd1ad1ae295 req-f0b432a6-497b-4ea9-873f-82bfe7eeeb55 tempest-ServersAdminTestJSON-1781694744 tempest-ServersAdminTestJSON-1781694744-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306852 Aug 10 00:54:36.613186 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5413d037-4a94-44fe-b62a-0a94bd3cdc43 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:36.645284 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5413d037-4a94-44fe-b62a-0a94bd3cdc43 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Pushing event deleted for resources: {'Subnet': ['ID=ec057d80-6001-4844-ab40-f593661adbe8,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:36.651027 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5413d037-4a94-44fe-b62a-0a94bd3cdc43 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:36.655665 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35496) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:36.655862 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5413d037-4a94-44fe-b62a-0a94bd3cdc43 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "DELETE /v2.0/subnets/ec057d80-6001-4844-ab40-f593661adbe8 HTTP/1.1" status: 204 len: 168 time: 0.4084122 Aug 10 00:54:36.659495 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3b7170-1a09-48c3-b030-665e4ea4e1bf None None] Network 80141999-a14e-4224-a993-812a36c1ad1b requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:54:36.855652 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device ee529561-278f-469e-9209-791f4c2472c4 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:36.897547 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5a24fbdb-0558-4976-9633-598a6b12ccc8 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:36.918358 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab38fbf-c533-4ade-a2b3-6807d078b7d8 None None] DHCP port deletion for 80141999-a14e-4224-a993-812a36c1ad1b request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 00:54:36.954055 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port ee529561-278f-469e-9209-791f4c2472c4 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:36.954524 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:36.995505 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141256b3-44f7-4200-bb01-238ba49f8f9a req-383a77cc-2911-4bd8-abe2-44c07ad58c7e tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:37.003244 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-141256b3-44f7-4200-bb01-238ba49f8f9a req-383a77cc-2911-4bd8-abe2-44c07ad58c7e tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.35 "GET /v2.0/ports?device_id=29941662-198e-47e5-a010-408a09785558 HTTP/1.1" status: 200 len: 950 time: 0.1548164 Aug 10 00:54:37.012783 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-2ab38fbf-c533-4ade-a2b3-6807d078b7d8 None None] Deleting port 01b90d26-7200-40de-8b0f-cc5aadaea75a {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:54:37.013370 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2ab38fbf-c533-4ade-a2b3-6807d078b7d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:37.026857 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4966c-4fe4-428c-b718-9394675ada24 req-626a6d57-aab7-4538-a86e-3ddc5c39978f tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:37.028391 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2b4966c-4fe4-428c-b718-9394675ada24 req-626a6d57-aab7-4538-a86e-3ddc5c39978f tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2ff78cc-999f-4fe9-8b23-b62cd58a1e02 HTTP/1.1" status: 200 len: 950 time: 0.1371207 Aug 10 00:54:37.090029 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-141256b3-44f7-4200-bb01-238ba49f8f9a req-969075fc-e651-4607-8745-e99093794ed2 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b761f19-1c76-4e4b-a03a-a747de5c0af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858366 Aug 10 00:54:37.101930 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-2ab38fbf-c533-4ade-a2b3-6807d078b7d8 None None] For port 01b90d26-7200-40de-8b0f-cc5aadaea75a, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=01b90d26-7200-40de-8b0f-cc5aadaea75a,segment=NetworkSegment(82fde11a-4dde-46aa-9a11-720c178be81a),segment_id=82fde11a-4dde-46aa-9a11-720c178be81a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:37.101930 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2ab38fbf-c533-4ade-a2b3-6807d078b7d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:37.106905 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2b4966c-4fe4-428c-b718-9394675ada24 req-dc70a938-28fb-4a56-a368-1856e9a7e607 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690784 Aug 10 00:54:37.116004 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-5a24fbdb-0558-4976-9633-598a6b12ccc8 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Deleting port 01b90d26-7200-40de-8b0f-cc5aadaea75a {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:54:37.116386 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5a24fbdb-0558-4976-9633-598a6b12ccc8 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:37.136032 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-2ab38fbf-c533-4ade-a2b3-6807d078b7d8 None None] Calling delete_port for 01b90d26-7200-40de-8b0f-cc5aadaea75a owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:54:37.150637 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:37.216633 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b34a020-eeb8-4f3e-a378-23d162f9addf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee529561-278f-469e-9209-791f4c2472c4'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:37.219128 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7414c057-c818-452b-8b5c-c897042f3849" -d '{"events": [{"server_uuid": "6b34a020-eeb8-4f3e-a378-23d162f9addf", "name": "network-vif-plugged", "status": "completed", "tag": "ee529561-278f-469e-9209-791f4c2472c4"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:37.241514 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port ee529561-278f-469e-9209-791f4c2472c4, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=ee529561-278f-469e-9209-791f4c2472c4,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:37.263066 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:37.324134 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2ab38fbf-c533-4ade-a2b3-6807d078b7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:37.333280 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-5a24fbdb-0558-4976-9633-598a6b12ccc8 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] For port 01b90d26-7200-40de-8b0f-cc5aadaea75a, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=01b90d26-7200-40de-8b0f-cc5aadaea75a,segment=NetworkSegment(82fde11a-4dde-46aa-9a11-720c178be81a),segment_id=82fde11a-4dde-46aa-9a11-720c178be81a)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:37.333894 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5a24fbdb-0558-4976-9633-598a6b12ccc8 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:37.356218 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-5a24fbdb-0558-4976-9633-598a6b12ccc8 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Calling delete_port for 01b90d26-7200-40de-8b0f-cc5aadaea75a owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:54:37.365197 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab38fbf-c533-4ade-a2b3-6807d078b7d8 None None] No DVR routers for this DVR port 01b90d26-7200-40de-8b0f-cc5aadaea75a on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:54:37.368767 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b4dbf7ca-5e37-4267-bdbd-967ceb700cfc req-47927568-4eb0-445a-88a5-913da7ca1fea service neutron] 10.222.0.24 "GET /v2.0/ports/c67469d7-4417-4512-ad59-dec9b41f2698/bindings/n-h1-766726-26 HTTP/1.1" status: 200 len: 383 time: 0.2034914 Aug 10 00:54:37.413623 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=ee529561-278f-469e-9209-791f4c2472c4,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:37.462591 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5a24fbdb-0558-4976-9633-598a6b12ccc8 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:37.483373 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab38fbf-c533-4ade-a2b3-6807d078b7d8 None None] Pushing event deleted for resources: {'Port': ['ID=01b90d26-7200-40de-8b0f-cc5aadaea75a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:37.532495 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a24fbdb-0558-4976-9633-598a6b12ccc8 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Pushing event deleted for resources: {'Port': ['ID=01b90d26-7200-40de-8b0f-cc5aadaea75a,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:37.535966 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20328337-fd70-426e-b6d3-baf29654a8c1 x-openstack-request-id: req-20328337-fd70-426e-b6d3-baf29654a8c1 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:37.536146 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b34a020-eeb8-4f3e-a378-23d162f9addf", "name": "network-vif-plugged", "status": "completed", "tag": "ee529561-278f-469e-9209-791f4c2472c4", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:37.536321 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-20328337-fd70-426e-b6d3-baf29654a8c1 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:37.536915 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b34a020-eeb8-4f3e-a378-23d162f9addf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee529561-278f-469e-9209-791f4c2472c4', 'code': 200} Aug 10 00:54:37.564708 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a24fbdb-0558-4976-9633-598a6b12ccc8 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] No DVR routers for this DVR port 01b90d26-7200-40de-8b0f-cc5aadaea75a on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:54:37.744226 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c2b6f-b732-45b3-bcf6-17fb9c1c5052 req-73b780e1-9fc9-4cbe-93d6-e7cb4d08a47b tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:37.745855 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6d1c2b6f-b732-45b3-bcf6-17fb9c1c5052 req-73b780e1-9fc9-4cbe-93d6-e7cb4d08a47b tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 949 time: 0.2356973 Aug 10 00:54:37.747686 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5a24fbdb-0558-4976-9633-598a6b12ccc8 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:37.765553 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-5a24fbdb-0558-4976-9633-598a6b12ccc8 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80141999-a14e-4224-a993-812a36c1ad1b']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:37.781006 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-5a24fbdb-0558-4976-9633-598a6b12ccc8 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82fde11a-4dde-46aa-9a11-720c178be81a') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:37.781249 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-5a24fbdb-0558-4976-9633-598a6b12ccc8 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82fde11a-4dde-46aa-9a11-720c178be81a') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:37.807635 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbf7ca-5e37-4267-bdbd-967ceb700cfc req-e1049d24-8fb9-489d-a973-9a25ec06a50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:37.809290 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b4dbf7ca-5e37-4267-bdbd-967ceb700cfc req-e1049d24-8fb9-489d-a973-9a25ec06a50b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6&tenant_id=a32ed65983d143c3b0d38c9da5efabeb HTTP/1.1" status: 200 len: 1101 time: 0.1172290 Aug 10 00:54:37.813170 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5a24fbdb-0558-4976-9633-598a6b12ccc8 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:37.822651 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7091a-6e9d-4289-98e6-c0be38e45ef8 req-86d8f4ae-2368-436e-a78e-2c649956d11e tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:37.825992 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e2b7091a-6e9d-4289-98e6-c0be38e45ef8 req-86d8f4ae-2368-436e-a78e-2c649956d11e tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 945 time: 0.2141409 Aug 10 00:54:37.913579 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5a24fbdb-0558-4976-9633-598a6b12ccc8 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:37.933981 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a24fbdb-0558-4976-9633-598a6b12ccc8 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:54:37.934482 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5a24fbdb-0558-4976-9633-598a6b12ccc8 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: self.session.flush() Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: self.session.flush() Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: self.session.flush() Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: self.session.flush() Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: timer() Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:54:37.939709 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:54:38.003631 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6d1c2b6f-b732-45b3-bcf6-17fb9c1c5052 req-6e9b2ad6-3ac3-4700-92f7-dd3319333e56 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183216 Aug 10 00:54:38.032691 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e2b7091a-6e9d-4289-98e6-c0be38e45ef8 req-fc2b9555-bb19-41ee-99cd-833e68fdc9a6 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965461 Aug 10 00:54:38.036157 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbf7ca-5e37-4267-bdbd-967ceb700cfc req-be40b1d3-a4ac-41de-9484-bd32ebcf35c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:38.037897 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b4dbf7ca-5e37-4267-bdbd-967ceb700cfc req-be40b1d3-a4ac-41de-9484-bd32ebcf35c7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 1101 time: 0.1873963 Aug 10 00:54:38.055871 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5a24fbdb-0558-4976-9633-598a6b12ccc8 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:38.120573 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5a24fbdb-0558-4976-9633-598a6b12ccc8 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:38.125473 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5a24fbdb-0558-4976-9633-598a6b12ccc8 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "DELETE /v2.0/networks/80141999-a14e-4224-a993-812a36c1ad1b HTTP/1.1" status: 204 len: 168 time: 1.4658201 Aug 10 00:54:38.126155 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35538) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:38.162884 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a24fbdb-0558-4976-9633-598a6b12ccc8 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Pushing event deleted for resources: {'Network': ['ID=80141999-a14e-4224-a993-812a36c1ad1b,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:38.259170 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbf7ca-5e37-4267-bdbd-967ceb700cfc req-e4192b1c-9612-4d4a-a8ba-e35d97d3be6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:38.261535 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b4dbf7ca-5e37-4267-bdbd-967ceb700cfc req-e4192b1c-9612-4d4a-a8ba-e35d97d3be6b service neutron] 10.222.0.24 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.2148712 Aug 10 00:54:38.290274 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b1c9c6-767f-403e-9f70-048d1e644a1c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Deleting subnet 24e763e6-8950-46c2-b545-e28e113d0e48 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:54:38.303662 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-41b1c9c6-767f-403e-9f70-048d1e644a1c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:38.341507 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b4dbf7ca-5e37-4267-bdbd-967ceb700cfc req-f14b847c-4d64-4718-a6fa-e134e1a37bd3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=c67469d7-4417-4512-ad59-dec9b41f2698 HTTP/1.1" status: 200 len: 217 time: 0.0713742 Aug 10 00:54:38.347940 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-41b1c9c6-767f-403e-9f70-048d1e644a1c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:38.433825 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f007c-82a1-4587-985e-51659a80de39 req-9fbad60a-bcd3-409e-8624-010346ac8742 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:38.436368 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d5f007c-82a1-4587-985e-51659a80de39 req-9fbad60a-bcd3-409e-8624-010346ac8742 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2ff78cc-999f-4fe9-8b23-b62cd58a1e02 HTTP/1.1" status: 200 len: 950 time: 0.1333561 Aug 10 00:54:38.440989 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbf7ca-5e37-4267-bdbd-967ceb700cfc req-29317ce0-f494-40cb-b4a8-b066c23feca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:38.442486 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b4dbf7ca-5e37-4267-bdbd-967ceb700cfc req-29317ce0-f494-40cb-b4a8-b066c23feca1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0861464 Aug 10 00:54:38.443830 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-41b1c9c6-767f-403e-9f70-048d1e644a1c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:38.515962 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-41b1c9c6-767f-403e-9f70-048d1e644a1c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:38.516365 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d5f007c-82a1-4587-985e-51659a80de39 req-63d75a3b-5a13-48e2-8c5e-c85cef0b601b tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690346 Aug 10 00:54:38.531382 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-41b1c9c6-767f-403e-9f70-048d1e644a1c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:38.533341 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-41b1c9c6-767f-403e-9f70-048d1e644a1c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "DELETE /v2.0/subnets/24e763e6-8950-46c2-b545-e28e113d0e48 HTTP/1.1" status: 204 len: 168 time: 0.4054081 Aug 10 00:54:38.538136 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35570) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:38.538856 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c07083a-ff86-4fd4-a5e9-572a37b86eb6 None None] Network 5f6b04f4-6221-4ce4-bcd4-bc7496859edb requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:54:38.555392 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1c9c6-767f-403e-9f70-048d1e644a1c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Pushing event deleted for resources: {'Subnet': ['ID=24e763e6-8950-46c2-b545-e28e113d0e48,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:38.561352 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbf7ca-5e37-4267-bdbd-967ceb700cfc req-b6a73bf8-6a65-4b9e-a31a-5fab73b0b689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:38.564904 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b4dbf7ca-5e37-4267-bdbd-967ceb700cfc req-b6a73bf8-6a65-4b9e-a31a-5fab73b0b689 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1140766 Aug 10 00:54:38.728531 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0812276e-af43-4d21-8208-b71c47772471 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:38.789905 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b4dbf7ca-5e37-4267-bdbd-967ceb700cfc req-5ca3442f-6a5e-4617-a3c8-521a1dc930a9 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713276 Aug 10 00:54:38.832752 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81504070-670e-488d-a081-1e6a81863a8b req-bcfa8676-0525-44eb-81ea-ec5c181aecc9 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:38.839781 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-81504070-670e-488d-a081-1e6a81863a8b req-bcfa8676-0525-44eb-81ea-ec5c181aecc9 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.35 "GET /v2.0/ports?device_id=29941662-198e-47e5-a010-408a09785558 HTTP/1.1" status: 200 len: 950 time: 0.1269183 Aug 10 00:54:38.842181 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed619212-4466-445e-8188-362ce8f89d4d None None] DHCP port deletion for 5f6b04f4-6221-4ce4-bcd4-bc7496859edb request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 00:54:38.883996 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 01b90d26-7200-40de-8b0f-cc5aadaea75a no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:54:38.911536 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 01b90d26-7200-40de-8b0f-cc5aadaea75a {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:54:38.911878 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 01b90d26-7200-40de-8b0f-cc5aadaea75a not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:54:38.930774 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-ed619212-4466-445e-8188-362ce8f89d4d None None] Deleting port fb888ad9-c0bc-4e33-9753-aaf37f816e22 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:54:38.931374 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ed619212-4466-445e-8188-362ce8f89d4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:38.953375 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-81504070-670e-488d-a081-1e6a81863a8b req-92cda03f-9a1f-4165-8931-0399d6666de3 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b761f19-1c76-4e4b-a03a-a747de5c0af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075804 Aug 10 00:54:38.968279 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-0812276e-af43-4d21-8208-b71c47772471 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Deleting port fb888ad9-c0bc-4e33-9753-aaf37f816e22 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:54:38.968638 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0812276e-af43-4d21-8208-b71c47772471 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:39.038204 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b4dbf7ca-5e37-4267-bdbd-967ceb700cfc req-5e1dd357-aa4b-4848-bff6-b13ebd349b77 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291873 Aug 10 00:54:39.067258 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-0812276e-af43-4d21-8208-b71c47772471 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] For port fb888ad9-c0bc-4e33-9753-aaf37f816e22, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=fb888ad9-c0bc-4e33-9753-aaf37f816e22,segment=NetworkSegment(dede3ad0-7019-4e42-94b5-ffe3a31732f4),segment_id=dede3ad0-7019-4e42-94b5-ffe3a31732f4)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:39.067748 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0812276e-af43-4d21-8208-b71c47772471 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:39.083899 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-0812276e-af43-4d21-8208-b71c47772471 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Calling delete_port for fb888ad9-c0bc-4e33-9753-aaf37f816e22 owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:54:39.173779 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-ed619212-4466-445e-8188-362ce8f89d4d None None] For port fb888ad9-c0bc-4e33-9753-aaf37f816e22, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=fb888ad9-c0bc-4e33-9753-aaf37f816e22,segment=NetworkSegment(dede3ad0-7019-4e42-94b5-ffe3a31732f4),segment_id=dede3ad0-7019-4e42-94b5-ffe3a31732f4)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:39.174226 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ed619212-4466-445e-8188-362ce8f89d4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:39.190425 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-ed619212-4466-445e-8188-362ce8f89d4d None None] Calling delete_port for fb888ad9-c0bc-4e33-9753-aaf37f816e22 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:54:39.281268 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ed619212-4466-445e-8188-362ce8f89d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:39.292476 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b65d08-4c97-4b1c-9e8a-b006f53b0c25 req-f7abf409-4d2c-43b0-94e6-e12deca4f735 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:39.293905 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-25b65d08-4c97-4b1c-9e8a-b006f53b0c25 req-f7abf409-4d2c-43b0-94e6-e12deca4f735 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 945 time: 0.1574297 Aug 10 00:54:39.307786 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed619212-4466-445e-8188-362ce8f89d4d None None] Pushing event deleted for resources: {'Port': ['ID=fb888ad9-c0bc-4e33-9753-aaf37f816e22,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:39.309605 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed619212-4466-445e-8188-362ce8f89d4d None None] No DVR routers for this DVR port fb888ad9-c0bc-4e33-9753-aaf37f816e22 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:54:39.318929 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a947c-bdff-483c-b31d-b1d646e0921a req-9f898b64-137d-4ccb-8f4e-9483aa929da7 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:39.320502 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-663a947c-bdff-483c-b31d-b1d646e0921a req-9f898b64-137d-4ccb-8f4e-9483aa929da7 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 949 time: 0.1954978 Aug 10 00:54:39.374248 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49102f04-6353-486d-bc40-be84b5d72ddf req-cd2ab4af-317a-4bd0-9711-fcc23c99b4e7 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:39.375718 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-49102f04-6353-486d-bc40-be84b5d72ddf req-cd2ab4af-317a-4bd0-9711-fcc23c99b4e7 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2ff78cc-999f-4fe9-8b23-b62cd58a1e02 HTTP/1.1" status: 200 len: 950 time: 0.0580244 Aug 10 00:54:39.383088 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0812276e-af43-4d21-8208-b71c47772471 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:39.421660 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-25b65d08-4c97-4b1c-9e8a-b006f53b0c25 req-cd0c99ed-f0c7-4fcf-87ff-6f44b330706c tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166341 Aug 10 00:54:39.422096 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812276e-af43-4d21-8208-b71c47772471 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Pushing event deleted for resources: {'Port': ['ID=fb888ad9-c0bc-4e33-9753-aaf37f816e22,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:39.429833 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-663a947c-bdff-483c-b31d-b1d646e0921a req-b4938f48-d5cb-450e-9369-a2b45a712a7b tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981212 Aug 10 00:54:39.430734 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0812276e-af43-4d21-8208-b71c47772471 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] No DVR routers for this DVR port fb888ad9-c0bc-4e33-9753-aaf37f816e22 on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:54:39.523778 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-49102f04-6353-486d-bc40-be84b5d72ddf req-77ee1b8a-a79f-40ab-94b9-ac3612e989f5 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Deleting port 0a07679b-9214-42fc-9250-d17f2e078357 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:54:39.524558 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-49102f04-6353-486d-bc40-be84b5d72ddf req-77ee1b8a-a79f-40ab-94b9-ac3612e989f5 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:39.524699 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0812276e-af43-4d21-8208-b71c47772471 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:39.542725 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-0812276e-af43-4d21-8208-b71c47772471 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f6b04f4-6221-4ce4-bcd4-bc7496859edb']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:39.562199 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-0812276e-af43-4d21-8208-b71c47772471 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dede3ad0-7019-4e42-94b5-ffe3a31732f4') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:39.562555 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-0812276e-af43-4d21-8208-b71c47772471 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dede3ad0-7019-4e42-94b5-ffe3a31732f4') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:39.574739 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0812276e-af43-4d21-8208-b71c47772471 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:39.590613 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0812276e-af43-4d21-8208-b71c47772471 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:39.613241 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0812276e-af43-4d21-8208-b71c47772471 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:54:39.614939 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0812276e-af43-4d21-8208-b71c47772471 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:39.624530 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 00:54:39.624530 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:54:39.624530 n-d-766726-26 neutron-server[105826]: timer() Aug 10 00:54:39.624530 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:54:39.624530 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 00:54:39.624530 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:54:39.624530 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 00:54:39.624530 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:54:39.624530 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 00:54:39.624530 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:54:39.624530 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 00:54:39.624530 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:54:39.624530 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 00:54:39.624530 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:54:39.624530 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:54:39.624530 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:54:39.624530 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:54:39.624530 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:54:39.624530 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 00:54:39.624530 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:54:39.624530 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 00:54:39.624530 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:54:39.624530 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:54:39.624530 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:54:39.624530 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 00:54:39.624530 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:54:39.624530 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:54:39.624530 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:54:39.624530 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:54:39.624530 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:54:39.624530 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:54:39.624530 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:54:39.661461 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-49102f04-6353-486d-bc40-be84b5d72ddf req-77ee1b8a-a79f-40ab-94b9-ac3612e989f5 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] For port 0a07679b-9214-42fc-9250-d17f2e078357, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=0a07679b-9214-42fc-9250-d17f2e078357,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:39.661844 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-49102f04-6353-486d-bc40-be84b5d72ddf req-77ee1b8a-a79f-40ab-94b9-ac3612e989f5 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:39.677223 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-49102f04-6353-486d-bc40-be84b5d72ddf req-77ee1b8a-a79f-40ab-94b9-ac3612e989f5 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Calling delete_port for 0a07679b-9214-42fc-9250-d17f2e078357 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:54:39.755353 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d27da-e6fe-4ced-ba53-6f7994fceeac req-bbe9a264-af85-4cc0-afb9-2ad27bc51ca8 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:39.756946 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b47d27da-e6fe-4ced-ba53-6f7994fceeac req-bbe9a264-af85-4cc0-afb9-2ad27bc51ca8 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2ff78cc-999f-4fe9-8b23-b62cd58a1e02 HTTP/1.1" status: 200 len: 950 time: 0.1372459 Aug 10 00:54:39.759169 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0812276e-af43-4d21-8208-b71c47772471 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:39.767863 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0812276e-af43-4d21-8208-b71c47772471 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:39.779699 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0812276e-af43-4d21-8208-b71c47772471 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "DELETE /v2.0/networks/5f6b04f4-6221-4ce4-bcd4-bc7496859edb HTTP/1.1" status: 204 len: 168 time: 1.2372651 Aug 10 00:54:39.791711 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35638) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:39.797276 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-61e39501-ce62-450b-ba7f-31b719bdbc21 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1170896240'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:39.798583 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812276e-af43-4d21-8208-b71c47772471 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Pushing event deleted for resources: {'Network': ['ID=5f6b04f4-6221-4ce4-bcd4-bc7496859edb,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:39.816831 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce52dd-855d-461f-8dd1-956ac87202da req-87ac0b77-b367-415d-8abb-ac6ad236d4bf tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:39.823937 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-08ce52dd-855d-461f-8dd1-956ac87202da req-87ac0b77-b367-415d-8abb-ac6ad236d4bf tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60d42287-7ea5-49c5-a0ba-32ca06dd03b2 HTTP/1.1" status: 200 len: 950 time: 0.1290073 Aug 10 00:54:39.837995 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e39501-ce62-450b-ba7f-31b719bdbc21 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Made reservation on behalf of f51fe90847624ce5b5acb4fc88c3589e for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:54:39.841501 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-61e39501-ce62-450b-ba7f-31b719bdbc21 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:39.859408 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-49102f04-6353-486d-bc40-be84b5d72ddf req-77ee1b8a-a79f-40ab-94b9-ac3612e989f5 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:39.866293 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b47d27da-e6fe-4ced-ba53-6f7994fceeac req-0d494172-3959-428a-b5a3-3eb68ef1d3d0 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832834 Aug 10 00:54:39.874605 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-08ce52dd-855d-461f-8dd1-956ac87202da req-01095b2f-15dd-4e9a-b4cc-6eeecedab259 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.35 "GET /v2.0/security-groups?id=a176d16f-d337-42ef-9410-a07a68d13d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497856 Aug 10 00:54:39.896545 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e39501-ce62-450b-ba7f-31b719bdbc21 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:54:39.900352 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee1b8a-a79f-40ab-94b9-ac3612e989f5 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Pushing event deleted for resources: {'Port': ['ID=0a07679b-9214-42fc-9250-d17f2e078357,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:39.909465 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['26d2b690-1c80-42bb-8a94-6e6ae008e7e4', '0a07679b-9214-42fc-9250-d17f2e078357', '6a834218-a44a-41c8-b76e-4f94deca7511'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:54:39.919467 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-61e39501-ce62-450b-ba7f-31b719bdbc21 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:39.920568 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-61e39501-ce62-450b-ba7f-31b719bdbc21 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Added segment 1e036a64-df29-4e98-babf-00ca8340a058 of type vlan for network 0eefdf5e-d972-4e4c-a89b-5d6a9364e508 Aug 10 00:54:39.984257 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-49102f04-6353-486d-bc40-be84b5d72ddf req-77ee1b8a-a79f-40ab-94b9-ac3612e989f5 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] No DVR routers for this DVR port 0a07679b-9214-42fc-9250-d17f2e078357 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:54:39.987566 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-49102f04-6353-486d-bc40-be84b5d72ddf req-77ee1b8a-a79f-40ab-94b9-ac3612e989f5 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:39.989896 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-49102f04-6353-486d-bc40-be84b5d72ddf req-77ee1b8a-a79f-40ab-94b9-ac3612e989f5 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.20 "DELETE /v2.0/ports/0a07679b-9214-42fc-9250-d17f2e078357 HTTP/1.1" status: 204 len: 173 time: 0.5905335 Aug 10 00:54:39.990572 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ff78cc-999f-4fe9-8b23-b62cd58a1e02', 'name': 'network-vif-deleted', 'tag': '0a07679b-9214-42fc-9250-d17f2e078357'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:39.993509 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d7765f-e83f-42b3-8394-999dd8b7bd3b" -d '{"events": [{"server_uuid": "c2ff78cc-999f-4fe9-8b23-b62cd58a1e02", "name": "network-vif-deleted", "tag": "0a07679b-9214-42fc-9250-d17f2e078357"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:40.034163 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-61e39501-ce62-450b-ba7f-31b719bdbc21 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:40.088112 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-61e39501-ce62-450b-ba7f-31b719bdbc21 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:40.095477 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e39501-ce62-450b-ba7f-31b719bdbc21 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:40.098156 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-61e39501-ce62-450b-ba7f-31b719bdbc21 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:40.135645 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1092e5-5670-439a-85b6-021c1780e596 req-d72b5f31-19f2-4484-9106-f5bf131b7ea0 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:40.144745 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-df1092e5-5670-439a-85b6-021c1780e596 req-d72b5f31-19f2-4484-9106-f5bf131b7ea0 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.35 "GET /v2.0/ports?device_id=29941662-198e-47e5-a010-408a09785558 HTTP/1.1" status: 200 len: 950 time: 0.0845807 Aug 10 00:54:40.205614 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-df1092e5-5670-439a-85b6-021c1780e596 req-70558110-213b-4e0d-8b18-66edfc231017 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b761f19-1c76-4e4b-a03a-a747de5c0af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598888 Aug 10 00:54:40.235457 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08c60b1-bd1f-4672-bc26-038fbdff93c1 x-openstack-request-id: req-c08c60b1-bd1f-4672-bc26-038fbdff93c1 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:40.235778 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ff78cc-999f-4fe9-8b23-b62cd58a1e02", "name": "network-vif-deleted", "tag": "0a07679b-9214-42fc-9250-d17f2e078357", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:40.235891 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c08c60b1-bd1f-4672-bc26-038fbdff93c1 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:40.236269 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ff78cc-999f-4fe9-8b23-b62cd58a1e02', 'name': 'network-vif-deleted', 'tag': '0a07679b-9214-42fc-9250-d17f2e078357', 'status': 'completed', 'code': 200} Aug 10 00:54:40.255391 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35652) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:40.256727 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-61e39501-ce62-450b-ba7f-31b719bdbc21 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4636290 Aug 10 00:54:40.266908 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-4d171657-f05e-4e34-9b40-e7759d5b700e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Request body: {'subnet': {'network_id': '0eefdf5e-d972-4e4c-a89b-5d6a9364e508', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:40.275755 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e39501-ce62-450b-ba7f-31b719bdbc21 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Pushing event updated for resources: {'Network': ['ID=0eefdf5e-d972-4e4c-a89b-5d6a9364e508,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:40.300349 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 0eefdf5e-d972-4e4c-a89b-5d6a9364e508 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:54:40.381496 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-01961ba4-17c9-4de8-bf52-e86c2cdba539 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:40.383683 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-01961ba4-17c9-4de8-bf52-e86c2cdba539 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5&tenant_id=040768a449b74edfb649dfba67db8bf2&binding%3Ahost_id=n-h2-766726-26 HTTP/1.1" status: 200 len: 1097 time: 0.1771495 Aug 10 00:54:40.402346 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-fc488f20-20f7-489d-a732-d693af6ab80d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-766726-26'}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:40.440391 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d171657-f05e-4e34-9b40-e7759d5b700e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Made reservation on behalf of f51fe90847624ce5b5acb4fc88c3589e for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:54:40.444021 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4d171657-f05e-4e34-9b40-e7759d5b700e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:40.825856 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device fb888ad9-c0bc-4e33-9753-aaf37f816e22 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:54:40.858947 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: fb888ad9-c0bc-4e33-9753-aaf37f816e22 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:54:40.859306 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device fb888ad9-c0bc-4e33-9753-aaf37f816e22 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:54:40.920160 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-fc488f20-20f7-489d-a732-d693af6ab80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:41.018602 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9616b6-0475-40ca-9486-630bea1da8a5 req-9ecaf81f-02d3-4990-8508-260bc6fecea6 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:41.020116 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3e9616b6-0475-40ca-9486-630bea1da8a5 req-9ecaf81f-02d3-4990-8508-260bc6fecea6 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 949 time: 0.1499343 Aug 10 00:54:41.027389 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba8b92-ffe5-40db-a3ab-9816a4ac2ae7 req-0859267b-6703-4123-9404-d5b1ef74c3cf tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:41.034713 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6bba8b92-ffe5-40db-a3ab-9816a4ac2ae7 req-0859267b-6703-4123-9404-d5b1ef74c3cf tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 945 time: 0.4956496 Aug 10 00:54:41.174140 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4576ca98-ed30-4eaf-9b68-cfe4d5b89ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:41.181636 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6bba8b92-ffe5-40db-a3ab-9816a4ac2ae7 req-5c5afd9c-7aee-4085-b425-043d2cb0b14f tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460497 Aug 10 00:54:41.214245 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3e9616b6-0475-40ca-9486-630bea1da8a5 req-f5c63bb7-fd46-456e-996c-f7740bfd0d3b tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716268 Aug 10 00:54:41.273250 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:41.365081 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4d171657-f05e-4e34-9b40-e7759d5b700e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:41.446243 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-fc488f20-20f7-489d-a732-d693af6ab80d service neutron] For port c0828bf0-f3bc-4690-b46b-0f89a031f6e1, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=c0828bf0-f3bc-4690-b46b-0f89a031f6e1,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:41.493378 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device c0828bf0-f3bc-4690-b46b-0f89a031f6e1 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:54:41.513545 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-23ca0f4b-1176-42fd-a2c9-3a792dbf0ec7 req-e83c21cb-551c-48d8-8918-7fba95bf9f6a tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2ff78cc-999f-4fe9-8b23-b62cd58a1e02 HTTP/1.1" status: 200 len: 210 time: 0.1133652 Aug 10 00:54:41.557612 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d171657-f05e-4e34-9b40-e7759d5b700e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Pushing event updated for resources: {'Subnet': ['ID=5ac208c2-7c25-4035-9c2d-e0076f4d9e43,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:41.614826 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device c67469d7-4417-4512-ad59-dec9b41f2698 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:54:41.626156 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643fd3a-c6c3-4c5b-87e2-a69be879dcdf req-062d2360-b719-42f4-9078-b0a9ef7c3acf tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:41.639457 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d643fd3a-c6c3-4c5b-87e2-a69be879dcdf req-062d2360-b719-42f4-9078-b0a9ef7c3acf tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.20 "GET /v2.0/ports?device_id=29941662-198e-47e5-a010-408a09785558 HTTP/1.1" status: 200 len: 950 time: 0.1502490 Aug 10 00:54:41.649546 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98adf1-d231-4397-b3a8-d4710d0ce8c4 req-34176dfd-b64e-49b8-b3c4-1857defd1816 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:41.659533 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3c98adf1-d231-4397-b3a8-d4710d0ce8c4 req-34176dfd-b64e-49b8-b3c4-1857defd1816 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60d42287-7ea5-49c5-a0ba-32ca06dd03b2 HTTP/1.1" status: 200 len: 950 time: 0.3095071 Aug 10 00:54:41.703491 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port c0828bf0-f3bc-4690-b46b-0f89a031f6e1, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=c0828bf0-f3bc-4690-b46b-0f89a031f6e1,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:41.719968 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device c0828bf0-f3bc-4690-b46b-0f89a031f6e1 has no active binding in host n-h1-766726-26 {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 00:54:41.736217 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d171657-f05e-4e34-9b40-e7759d5b700e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Checking segment: {'id': '1e036a64-df29-4e98-babf-00ca8340a058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0eefdf5e-d972-4e4c-a89b-5d6a9364e508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:54:41.737728 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d171657-f05e-4e34-9b40-e7759d5b700e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Network hostable DHCP agents. Network: 0eefdf5e-d972-4e4c-a89b-5d6a9364e508, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:54:41.742187 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-fc488f20-20f7-489d-a732-d693af6ab80d service neutron] For port c0828bf0-f3bc-4690-b46b-0f89a031f6e1, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:54:41.764857 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:41.791203 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-d643fd3a-c6c3-4c5b-87e2-a69be879dcdf req-e24b1e96-a357-49f1-847a-631aaf3fb091 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Deleting port 5d5ab189-5a5f-4a82-8e0e-8f8898045148 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:54:41.791992 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d643fd3a-c6c3-4c5b-87e2-a69be879dcdf req-e24b1e96-a357-49f1-847a-631aaf3fb091 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:41.814320 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f9335f-3a15-4db5-b66e-83cc39a4ddc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c67469d7-4417-4512-ad59-dec9b41f2698'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:41.817191 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a4a678-99ee-4c78-9b4e-c16d7b161216" -d '{"events": [{"server_uuid": "86f9335f-3a15-4db5-b66e-83cc39a4ddc6", "name": "network-vif-unplugged", "status": "completed", "tag": "c67469d7-4417-4512-ad59-dec9b41f2698"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:41.838679 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3c98adf1-d231-4397-b3a8-d4710d0ce8c4 req-bd320876-7c9b-47d4-b5e9-86b9b10c759b tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.35 "GET /v2.0/security-groups?id=a176d16f-d337-42ef-9410-a07a68d13d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704717 Aug 10 00:54:41.851803 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port c67469d7-4417-4512-ad59-dec9b41f2698, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=c67469d7-4417-4512-ad59-dec9b41f2698,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:41.863593 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:41.882889 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-fc488f20-20f7-489d-a732-d693af6ab80d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:41.887863 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba68fea-a60d-406d-b496-5391734ca5a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0828bf0-f3bc-4690-b46b-0f89a031f6e1'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:41.894239 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca6e1fc-06a3-4e16-8f75-36e98bde2c19" -d '{"events": [{"server_uuid": "6ba68fea-a60d-406d-b496-5391734ca5a5", "name": "network-vif-unplugged", "status": "completed", "tag": "c0828bf0-f3bc-4690-b46b-0f89a031f6e1"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:41.904825 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d171657-f05e-4e34-9b40-e7759d5b700e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Network 0eefdf5e-d972-4e4c-a89b-5d6a9364e508 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:54:41.906712 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-fc488f20-20f7-489d-a732-d693af6ab80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:41.925661 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5bc3ac-3f08-4663-b012-4f2e2104b3a4 x-openstack-request-id: req-da5bc3ac-3f08-4663-b012-4f2e2104b3a4 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:41.926409 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f9335f-3a15-4db5-b66e-83cc39a4ddc6", "name": "network-vif-unplugged", "status": "completed", "tag": "c67469d7-4417-4512-ad59-dec9b41f2698", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:41.926941 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-da5bc3ac-3f08-4663-b012-4f2e2104b3a4 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:41.927550 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f9335f-3a15-4db5-b66e-83cc39a4ddc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c67469d7-4417-4512-ad59-dec9b41f2698', 'code': 200} Aug 10 00:54:41.955813 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-4d171657-f05e-4e34-9b40-e7759d5b700e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 0eefdf5e-d972-4e4c-a89b-5d6a9364e508) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:41.972683 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d171657-f05e-4e34-9b40-e7759d5b700e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:41.973303 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4d171657-f05e-4e34-9b40-e7759d5b700e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:41.975812 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23deb56a-7ae1-4e84-9019-d10bf6da1f1c None None] Network 0eefdf5e-d972-4e4c-a89b-5d6a9364e508 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:54:41.979908 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-d643fd3a-c6c3-4c5b-87e2-a69be879dcdf req-e24b1e96-a357-49f1-847a-631aaf3fb091 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] For port 5d5ab189-5a5f-4a82-8e0e-8f8898045148, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5d5ab189-5a5f-4a82-8e0e-8f8898045148,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:41.980341 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d643fd3a-c6c3-4c5b-87e2-a69be879dcdf req-e24b1e96-a357-49f1-847a-631aaf3fb091 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:41.991546 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=c67469d7-4417-4512-ad59-dec9b41f2698,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:41.997485 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-d643fd3a-c6c3-4c5b-87e2-a69be879dcdf req-e24b1e96-a357-49f1-847a-631aaf3fb091 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Calling delete_port for 5d5ab189-5a5f-4a82-8e0e-8f8898045148 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:54:41.999529 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a403e-d7a2-4a04-a04c-6dfca018e249 req-a7e5cb42-a0ec-4f48-a961-d83326e2664e tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:42.005287 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-264a403e-d7a2-4a04-a04c-6dfca018e249 req-a7e5cb42-a0ec-4f48-a961-d83326e2664e tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.35 "GET /v2.0/ports?device_id=29941662-198e-47e5-a010-408a09785558 HTTP/1.1" status: 200 len: 950 time: 0.2612555 Aug 10 00:54:42.078115 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4d171657-f05e-4e34-9b40-e7759d5b700e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8212640 Aug 10 00:54:42.089071 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35694) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:42.096407 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc488f20-20f7-489d-a732-d693af6ab80d service neutron] Pushing event updated for resources: {'Port': ['ID=c0828bf0-f3bc-4690-b46b-0f89a031f6e1,revision_number=7']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:42.097010 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-2ca0a51d-ef8e-40c7-acfb-066e8968f0ee tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1073567496'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:42.102293 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bffad61-3d79-4c8c-b3ac-2c4ae294111d x-openstack-request-id: req-8bffad61-3d79-4c8c-b3ac-2c4ae294111d {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:42.103117 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba68fea-a60d-406d-b496-5391734ca5a5", "name": "network-vif-unplugged", "status": "completed", "tag": "c0828bf0-f3bc-4690-b46b-0f89a031f6e1", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:42.103239 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8bffad61-3d79-4c8c-b3ac-2c4ae294111d {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:42.103606 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba68fea-a60d-406d-b496-5391734ca5a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0828bf0-f3bc-4690-b46b-0f89a031f6e1', 'code': 200} Aug 10 00:54:42.135530 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-fc488f20-20f7-489d-a732-d693af6ab80d service neutron] Attempting to bind port c0828bf0-f3bc-4690-b46b-0f89a031f6e1 on host n-h2-766726-26 for vnic_type normal with profile {"migrating_to": "n-h1-766726-26"} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:54:42.135887 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-fc488f20-20f7-489d-a732-d693af6ab80d service neutron] Attempting to bind port c0828bf0-f3bc-4690-b46b-0f89a031f6e1 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:54:42.136233 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-fc488f20-20f7-489d-a732-d693af6ab80d service neutron] Attempting to bind port c0828bf0-f3bc-4690-b46b-0f89a031f6e1 on network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:42.156418 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-264a403e-d7a2-4a04-a04c-6dfca018e249 req-0e5d522b-500c-49b9-a884-9d019a1d14c5 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b761f19-1c76-4e4b-a03a-a747de5c0af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324217 Aug 10 00:54:42.157569 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-fc488f20-20f7-489d-a732-d693af6ab80d service neutron] Port c0828bf0-f3bc-4690-b46b-0f89a031f6e1 on network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:54:42.158091 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-fc488f20-20f7-489d-a732-d693af6ab80d service neutron] Attempting to bind port c0828bf0-f3bc-4690-b46b-0f89a031f6e1 on network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:42.166728 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-fc488f20-20f7-489d-a732-d693af6ab80d service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:54:42.167175 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-fc488f20-20f7-489d-a732-d693af6ab80d service neutron] Checking segment: {'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:54:42.167346 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca0a51d-ef8e-40c7-acfb-066e8968f0ee tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Made reservation on behalf of f51fe90847624ce5b5acb4fc88c3589e for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:54:42.167638 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-fc488f20-20f7-489d-a732-d693af6ab80d service neutron] Bound using segment: {'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:54:42.168070 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-fc488f20-20f7-489d-a732-d693af6ab80d service neutron] Bound port: c0828bf0-f3bc-4690-b46b-0f89a031f6e1, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:54:42.168480 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-fc488f20-20f7-489d-a732-d693af6ab80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:42.171257 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2ca0a51d-ef8e-40c7-acfb-066e8968f0ee tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:42.221144 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ca0a51d-ef8e-40c7-acfb-066e8968f0ee tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:54:42.224231 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d643fd3a-c6c3-4c5b-87e2-a69be879dcdf req-e24b1e96-a357-49f1-847a-631aaf3fb091 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:42.268814 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2ca0a51d-ef8e-40c7-acfb-066e8968f0ee tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:42.269336 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-2ca0a51d-ef8e-40c7-acfb-066e8968f0ee tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Added segment 495526b2-264b-47af-a132-d28e0f9eed25 of type vlan for network 079c5ed4-a871-4979-8dae-304680a7612f Aug 10 00:54:42.280686 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b1e96-a357-49f1-847a-631aaf3fb091 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Pushing event deleted for resources: {'Port': ['ID=5d5ab189-5a5f-4a82-8e0e-8f8898045148,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:42.320669 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['5d5ab189-5a5f-4a82-8e0e-8f8898045148'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:54:42.358144 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d643fd3a-c6c3-4c5b-87e2-a69be879dcdf req-e24b1e96-a357-49f1-847a-631aaf3fb091 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] No DVR routers for this DVR port 5d5ab189-5a5f-4a82-8e0e-8f8898045148 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:54:42.365455 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d643fd3a-c6c3-4c5b-87e2-a69be879dcdf req-e24b1e96-a357-49f1-847a-631aaf3fb091 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:42.368357 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d643fd3a-c6c3-4c5b-87e2-a69be879dcdf req-e24b1e96-a357-49f1-847a-631aaf3fb091 tempest-TenantUsagesTestJSON-528069158 tempest-TenantUsagesTestJSON-528069158-project] 10.222.0.20 "DELETE /v2.0/ports/5d5ab189-5a5f-4a82-8e0e-8f8898045148 HTTP/1.1" status: 204 len: 173 time: 0.7223616 Aug 10 00:54:42.368898 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29941662-198e-47e5-a010-408a09785558', 'name': 'network-vif-deleted', 'tag': '5d5ab189-5a5f-4a82-8e0e-8f8898045148'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:42.371490 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0670ccf7-1a8f-47d1-82bd-9ae79a1df867" -d '{"events": [{"server_uuid": "29941662-198e-47e5-a010-408a09785558", "name": "network-vif-deleted", "tag": "5d5ab189-5a5f-4a82-8e0e-8f8898045148"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:42.379187 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2ca0a51d-ef8e-40c7-acfb-066e8968f0ee tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:42.394596 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-fc488f20-20f7-489d-a732-d693af6ab80d service neutron] For port c0828bf0-f3bc-4690-b46b-0f89a031f6e1, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:54:42.445772 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef9247d-babd-4d4c-88d6-9c94914b4789 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-0eefdf5e-d972-4e4c-a89b-5d6a9364e508', 'network_id': '0eefdf5e-d972-4e4c-a89b-5d6a9364e508', 'tenant_id': 'f51fe90847624ce5b5acb4fc88c3589e', 'fixed_ips': [{'subnet_id': '5ac208c2-7c25-4035-9c2d-e0076f4d9e43'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:54:42.448322 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aef9247d-babd-4d4c-88d6-9c94914b4789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:42.455581 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-fc488f20-20f7-489d-a732-d693af6ab80d service neutron] For port c0828bf0-f3bc-4690-b46b-0f89a031f6e1, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=c0828bf0-f3bc-4690-b46b-0f89a031f6e1,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:54:42.484747 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-fc488f20-20f7-489d-a732-d693af6ab80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:42.495900 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2ca0a51d-ef8e-40c7-acfb-066e8968f0ee tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:42.508809 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca0a51d-ef8e-40c7-acfb-066e8968f0ee tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:42.511862 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2ca0a51d-ef8e-40c7-acfb-066e8968f0ee tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:42.624117 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d04c35-3a4e-4110-9a3d-ba3afc91fb0d req-b53d8d1a-6512-49f1-b572-569511ff48b7 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:42.632012 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-29d04c35-3a4e-4110-9a3d-ba3afc91fb0d req-b53d8d1a-6512-49f1-b572-569511ff48b7 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 947 time: 0.2705469 Aug 10 00:54:42.700141 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2ca0a51d-ef8e-40c7-acfb-066e8968f0ee tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6093976 Aug 10 00:54:42.706662 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35728) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:42.716012 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-a311939d-2af9-4395-a1c1-88d67c175890 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Request body: {'subnet': {'network_id': '079c5ed4-a871-4979-8dae-304680a7612f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:42.739583 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc488f20-20f7-489d-a732-d693af6ab80d service neutron] Pushing event updated for resources: {'Port': ['ID=c0828bf0-f3bc-4690-b46b-0f89a031f6e1,revision_number=8']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:42.748156 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0a51d-ef8e-40c7-acfb-066e8968f0ee tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Pushing event updated for resources: {'Network': ['ID=079c5ed4-a871-4979-8dae-304680a7612f,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:42.755221 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-fc488f20-20f7-489d-a732-d693af6ab80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:42.755872 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-fc488f20-20f7-489d-a732-d693af6ab80d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:42.757441 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-fc488f20-20f7-489d-a732-d693af6ab80d service neutron] 10.222.0.24 "PUT /v2.0/ports/c0828bf0-f3bc-4690-b46b-0f89a031f6e1 HTTP/1.1" status: 200 len: 1123 time: 2.3615050 Aug 10 00:54:42.797731 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-29d04c35-3a4e-4110-9a3d-ba3afc91fb0d req-f98ddd70-9b00-4b1e-aafc-fd30b45b94ce tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643765 Aug 10 00:54:42.797888 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 079c5ed4-a871-4979-8dae-304680a7612f details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:54:42.823620 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-aef9247d-babd-4d4c-88d6-9c94914b4789 None None] Allocated IP 19.80.0.2 (0eefdf5e-d972-4e4c-a89b-5d6a9364e508/5ac208c2-7c25-4035-9c2d-e0076f4d9e43/65bbe04f-7c3b-41e1-a794-a24056db7666) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:54:42.894798 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['c0828bf0-f3bc-4690-b46b-0f89a031f6e1'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:54:42.912417 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a311939d-2af9-4395-a1c1-88d67c175890 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Made reservation on behalf of f51fe90847624ce5b5acb4fc88c3589e for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:54:42.920143 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a311939d-2af9-4395-a1c1-88d67c175890 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:43.003123 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 7ec0a8da-0437-4751-ad58-983def34c220 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:54:43.067217 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['c0828bf0-f3bc-4690-b46b-0f89a031f6e1'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:54:43.113366 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da03b81-dc11-45d1-94a8-f27da2d40261 req-18d78215-4462-4e7a-8933-339325fc8287 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:43.125102 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3da03b81-dc11-45d1-94a8-f27da2d40261 req-18d78215-4462-4e7a-8933-339325fc8287 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 943 time: 0.1624274 Aug 10 00:54:43.253316 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3da03b81-dc11-45d1-94a8-f27da2d40261 req-4e7258be-3072-48aa-ae4f-d141fa991e38 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195207 Aug 10 00:54:43.379776 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a311939d-2af9-4395-a1c1-88d67c175890 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:43.430791 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:43.447128 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311939d-2af9-4395-a1c1-88d67c175890 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Pushing event updated for resources: {'Subnet': ['ID=3a45aec0-5d07-49c1-a7c9-d5d3842dddb7,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:43.455795 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a311939d-2af9-4395-a1c1-88d67c175890 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Checking segment: {'id': '495526b2-264b-47af-a132-d28e0f9eed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '079c5ed4-a871-4979-8dae-304680a7612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:54:43.456198 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a311939d-2af9-4395-a1c1-88d67c175890 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Network hostable DHCP agents. Network: 079c5ed4-a871-4979-8dae-304680a7612f, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:54:43.474858 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a311939d-2af9-4395-a1c1-88d67c175890 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Network 079c5ed4-a871-4979-8dae-304680a7612f is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:54:43.488770 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-a311939d-2af9-4395-a1c1-88d67c175890 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 079c5ed4-a871-4979-8dae-304680a7612f) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:43.493595 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a311939d-2af9-4395-a1c1-88d67c175890 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:43.494256 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a311939d-2af9-4395-a1c1-88d67c175890 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:43.524751 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a311939d-2af9-4395-a1c1-88d67c175890 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8170240 Aug 10 00:54:43.531943 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device c67469d7-4417-4512-ad59-dec9b41f2698 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:54:43.535604 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3c2f3b-3ad9-4bf3-ac4a-df198a8980c3 None None] Network 079c5ed4-a871-4979-8dae-304680a7612f requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:54:43.546845 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72314a7-c6e8-4403-a3fc-886ab455be23 x-openstack-request-id: req-d72314a7-c6e8-4403-a3fc-886ab455be23 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:43.547141 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29941662-198e-47e5-a010-408a09785558", "name": "network-vif-deleted", "tag": "5d5ab189-5a5f-4a82-8e0e-8f8898045148", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:43.547572 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d72314a7-c6e8-4403-a3fc-886ab455be23 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:43.548326 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29941662-198e-47e5-a010-408a09785558', 'name': 'network-vif-deleted', 'tag': '5d5ab189-5a5f-4a82-8e0e-8f8898045148', 'status': 'completed', 'code': 200} Aug 10 00:54:43.676775 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port c67469d7-4417-4512-ad59-dec9b41f2698, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=c67469d7-4417-4512-ad59-dec9b41f2698,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:43.690182 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'c67469d7-4417-4512-ad59-dec9b41f2698', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': 'c67469d7-4417-4512-ad59-dec9b41f2698', 'mac_address': 'fa:16:3e:f4:8f:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:54:43.875630 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 7ec0a8da-0437-4751-ad58-983def34c220, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=7ec0a8da-0437-4751-ad58-983def34c220,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:43.885173 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4f812c16-2219-4884-b79a-10561b9e882d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:43.923730 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:43.924562 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 0a07679b-9214-42fc-9250-d17f2e078357 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:54:44.054098 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d42287-7ea5-49c5-a0ba-32ca06dd03b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ec0a8da-0437-4751-ad58-983def34c220'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:44.062179 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215df2aa-7f6d-4335-a428-47f3225a7eac" -d '{"events": [{"server_uuid": "60d42287-7ea5-49c5-a0ba-32ca06dd03b2", "name": "network-vif-unplugged", "status": "completed", "tag": "7ec0a8da-0437-4751-ad58-983def34c220"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:44.069581 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 0a07679b-9214-42fc-9250-d17f2e078357 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:54:44.069938 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 0a07679b-9214-42fc-9250-d17f2e078357 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:54:44.092904 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aef9247d-babd-4d4c-88d6-9c94914b4789 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:44.104872 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba68fea-a60d-406d-b496-5391734ca5a5', 'tag': 'c0828bf0-f3bc-4690-b46b-0f89a031f6e1'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:44.108274 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72441fd0-6531-4012-a365-c975e6c75a14" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba68fea-a60d-406d-b496-5391734ca5a5", "tag": "c0828bf0-f3bc-4690-b46b-0f89a031f6e1"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:44.174949 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35798) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:44.195397 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:44.223517 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c67469d7-4417-4512-ad59-dec9b41f2698 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:54:44.246723 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port c67469d7-4417-4512-ad59-dec9b41f2698, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=c67469d7-4417-4512-ad59-dec9b41f2698,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:44.261400 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-aef9247d-babd-4d4c-88d6-9c94914b4789 None None] Transition to ACTIVE for port object 65bbe04f-7c3b-41e1-a794-a24056db7666 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:44.264663 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:44.330034 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72124432-283f-436f-8549-692ae8802779 req-5fb9feaf-7a86-4f23-a257-37326bdb6329 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:44.373552 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72124432-283f-436f-8549-692ae8802779 req-5fb9feaf-7a86-4f23-a257-37326bdb6329 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:44.397091 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-72124432-283f-436f-8549-692ae8802779 req-5fb9feaf-7a86-4f23-a257-37326bdb6329 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/networks?id=0eefdf5e-d972-4e4c-a89b-5d6a9364e508&id=079c5ed4-a871-4979-8dae-304680a7612f HTTP/1.1" status: 200 len: 1392 time: 0.2621658 Aug 10 00:54:44.418404 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0f0d046d-7d58-4333-9d5c-625ed75c0679 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9c32c6d2df4e491284de4efe4d30a843&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421167 Aug 10 00:54:44.422153 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35810) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:44.428802 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-72124432-283f-436f-8549-692ae8802779 req-15815604-c220-4293-9fb9-4b974cc5bc27 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/quotas/f51fe90847624ce5b5acb4fc88c3589e HTTP/1.1" status: 200 len: 375 time: 0.0307574 Aug 10 00:54:44.430919 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449240cc-e74a-4102-8fed-94abb4398310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-079c5ed4-a871-4979-8dae-304680a7612f', 'network_id': '079c5ed4-a871-4979-8dae-304680a7612f', 'tenant_id': 'f51fe90847624ce5b5acb4fc88c3589e', 'fixed_ips': [{'subnet_id': '3a45aec0-5d07-49c1-a7c9-d5d3842dddb7'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:54:44.431920 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-449240cc-e74a-4102-8fed-94abb4398310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:44.447907 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-aef9247d-babd-4d4c-88d6-9c94914b4789 None None] Transition to ACTIVE for port object 65bbe04f-7c3b-41e1-a794-a24056db7666 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:44.459692 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=7ec0a8da-0437-4751-ad58-983def34c220,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:44.497066 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-92b2de43-d376-4d86-920b-65426a480162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:44.505483 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:44.511415 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aef9247d-babd-4d4c-88d6-9c94914b4789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:44.549771 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-92b2de43-d376-4d86-920b-65426a480162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:44.596587 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef9247d-babd-4d4c-88d6-9c94914b4789 None None] Network 0eefdf5e-d972-4e4c-a89b-5d6a9364e508 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:54:44.609643 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-aef9247d-babd-4d4c-88d6-9c94914b4789 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:44.619092 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef9247d-babd-4d4c-88d6-9c94914b4789 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:54:44.627811 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-72124432-283f-436f-8549-692ae8802779 req-a933e0d5-e3e6-4433-b744-c3ce335acbaf tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f51fe90847624ce5b5acb4fc88c3589e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1975346 Aug 10 00:54:44.641950 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=c67469d7-4417-4512-ad59-dec9b41f2698,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:44.647504 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-92b2de43-d376-4d86-920b-65426a480162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:44.654642 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-92b2de43-d376-4d86-920b-65426a480162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:44.673323 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-92b2de43-d376-4d86-920b-65426a480162 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5b761f19-1c76-4e4b-a03a-a747de5c0af4 HTTP/1.1" status: 204 len: 168 time: 0.2498534 Aug 10 00:54:44.697188 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2de43-d376-4d86-920b-65426a480162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b761f19-1c76-4e4b-a03a-a747de5c0af4,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:44.727210 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3624f-fa20-4955-8bd1-b2ceb904171d req-2c5f424e-7248-4793-afe8-8c149c4bc01a tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:44.735467 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8eb3624f-fa20-4955-8bd1-b2ceb904171d req-2c5f424e-7248-4793-afe8-8c149c4bc01a tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 948 time: 0.2305257 Aug 10 00:54:44.820212 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8eb3624f-fa20-4955-8bd1-b2ceb904171d req-93671b44-bd13-44d1-a8ff-1371bce00a87 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677640 Aug 10 00:54:44.860775 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-72124432-283f-436f-8549-692ae8802779 req-f917226d-aee8-4175-9a87-c85dcefad6b9 service neutron] 10.222.0.35 "GET /v2.0/networks/0eefdf5e-d972-4e4c-a89b-5d6a9364e508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314384 Aug 10 00:54:44.863283 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['c67469d7-4417-4512-ad59-dec9b41f2698'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:54:44.948791 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 5d5ab189-5a5f-4a82-8e0e-8f8898045148 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:54:45.006909 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c46f68-a379-4ac2-a3ca-5a6791969b06 req-489a823b-1ef6-43a2-bd9b-79e2fd758f58 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:45.008719 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-23c46f68-a379-4ac2-a3ca-5a6791969b06 req-489a823b-1ef6-43a2-bd9b-79e2fd758f58 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=03fd20ad-f9fe-4d4c-afdf-df2806c173f9 HTTP/1.1" status: 200 len: 950 time: 0.0769739 Aug 10 00:54:45.017857 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-aef9247d-babd-4d4c-88d6-9c94914b4789 None None] Attempting to bind port 65bbe04f-7c3b-41e1-a794-a24056db7666 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:54:45.018444 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-aef9247d-babd-4d4c-88d6-9c94914b4789 None None] Attempting to bind port 65bbe04f-7c3b-41e1-a794-a24056db7666 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '1e036a64-df29-4e98-babf-00ca8340a058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0eefdf5e-d972-4e4c-a89b-5d6a9364e508'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:54:45.018816 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef9247d-babd-4d4c-88d6-9c94914b4789 None None] Attempting to bind port 65bbe04f-7c3b-41e1-a794-a24056db7666 on network 0eefdf5e-d972-4e4c-a89b-5d6a9364e508 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:45.033568 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef9247d-babd-4d4c-88d6-9c94914b4789 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:54:45.034206 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef9247d-babd-4d4c-88d6-9c94914b4789 None None] Checking segment: {'id': '1e036a64-df29-4e98-babf-00ca8340a058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0eefdf5e-d972-4e4c-a89b-5d6a9364e508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:54:45.034755 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aef9247d-babd-4d4c-88d6-9c94914b4789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:45.035253 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef9247d-babd-4d4c-88d6-9c94914b4789 None None] Bound using segment: {'id': '1e036a64-df29-4e98-babf-00ca8340a058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0eefdf5e-d972-4e4c-a89b-5d6a9364e508'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:54:45.035637 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-aef9247d-babd-4d4c-88d6-9c94914b4789 None None] Bound port: 65bbe04f-7c3b-41e1-a794-a24056db7666, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e036a64-df29-4e98-babf-00ca8340a058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0eefdf5e-d972-4e4c-a89b-5d6a9364e508'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:54:45.036041 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aef9247d-babd-4d4c-88d6-9c94914b4789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:45.037848 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 5d5ab189-5a5f-4a82-8e0e-8f8898045148 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:54:45.038190 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 5d5ab189-5a5f-4a82-8e0e-8f8898045148 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:54:45.052852 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-72124432-283f-436f-8549-692ae8802779 req-d63b49b3-92f3-4a05-b012-e3144f2c5c5b service neutron] 10.222.0.35 "GET /v2.0/networks/0eefdf5e-d972-4e4c-a89b-5d6a9364e508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785498 Aug 10 00:54:45.079490 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef9247d-babd-4d4c-88d6-9c94914b4789 None None] Pushing event updated for resources: {'Port': ['ID=65bbe04f-7c3b-41e1-a794-a24056db7666,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:45.087225 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-449240cc-e74a-4102-8fed-94abb4398310 None None] Allocated IP 19.86.0.2 (079c5ed4-a871-4979-8dae-304680a7612f/3a45aec0-5d07-49c1-a7c9-d5d3842dddb7/3de77574-0094-4bb1-bca9-f8b07417b0c7) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:54:45.098469 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:45.128773 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-23c46f68-a379-4ac2-a3ca-5a6791969b06 req-79fc428e-60c4-42e7-b422-77877f3d8389 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088829 Aug 10 00:54:45.222953 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b456abc3-9114-4671-a1c3-b81f5962f747 x-openstack-request-id: req-b456abc3-9114-4671-a1c3-b81f5962f747 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:45.223258 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d42287-7ea5-49c5-a0ba-32ca06dd03b2", "name": "network-vif-unplugged", "status": "completed", "tag": "7ec0a8da-0437-4751-ad58-983def34c220", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:45.223518 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b456abc3-9114-4671-a1c3-b81f5962f747 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:45.223914 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d42287-7ea5-49c5-a0ba-32ca06dd03b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ec0a8da-0437-4751-ad58-983def34c220', 'code': 200} Aug 10 00:54:45.224664 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35826) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:45.236149 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-72124432-283f-436f-8549-692ae8802779 req-6e460de1-ae33-4bdb-9ef1-e5ce9b9e4c91 service neutron] 10.222.0.35 "GET /v2.0/networks/079c5ed4-a871-4979-8dae-304680a7612f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711390 Aug 10 00:54:45.239427 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4a6854b6-f8a6-47ce-8c71-36d7730c0818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:45.292366 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-aef9247d-babd-4d4c-88d6-9c94914b4789 None None] For port 65bbe04f-7c3b-41e1-a794-a24056db7666, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:54:45.346331 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f368d2bb-832e-41ac-b6d4-0475c7dcb140 x-openstack-request-id: req-f368d2bb-832e-41ac-b6d4-0475c7dcb140 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:45.346839 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba68fea-a60d-406d-b496-5391734ca5a5", "tag": "c0828bf0-f3bc-4690-b46b-0f89a031f6e1", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:45.347311 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f368d2bb-832e-41ac-b6d4-0475c7dcb140 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:45.347829 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ba68fea-a60d-406d-b496-5391734ca5a5', 'tag': 'c0828bf0-f3bc-4690-b46b-0f89a031f6e1', 'status': 'completed', 'code': 200} Aug 10 00:54:45.374443 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-aef9247d-babd-4d4c-88d6-9c94914b4789 None None] For port 65bbe04f-7c3b-41e1-a794-a24056db7666, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=65bbe04f-7c3b-41e1-a794-a24056db7666,segment=NetworkSegment(1e036a64-df29-4e98-babf-00ca8340a058),segment_id=1e036a64-df29-4e98-babf-00ca8340a058)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:54:45.375357 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-72124432-283f-436f-8549-692ae8802779 req-f20248db-34cb-4eea-be19-831a7a9bf179 service neutron] 10.222.0.35 "GET /v2.0/networks/079c5ed4-a871-4979-8dae-304680a7612f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313417 Aug 10 00:54:45.394200 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aef9247d-babd-4d4c-88d6-9c94914b4789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:45.463750 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de957f-27f6-4cbd-9796-f5032bd8adf8 req-66245170-e866-4a1b-b9a8-b91cc58d7aa2 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:45.473036 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c7de957f-27f6-4cbd-9796-f5032bd8adf8 req-66245170-e866-4a1b-b9a8-b91cc58d7aa2 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 943 time: 0.1286485 Aug 10 00:54:45.473396 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72441fd0-6531-4012-a365-c975e6c75a14 req-d00e70f4-9598-4e3f-b7d1-49cbc7baf5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:45.474887 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-72441fd0-6531-4012-a365-c975e6c75a14 req-d00e70f4-9598-4e3f-b7d1-49cbc7baf5d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=040768a449b74edfb649dfba67db8bf2&device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 1126 time: 0.1374209 Aug 10 00:54:45.565245 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c7de957f-27f6-4cbd-9796-f5032bd8adf8 req-abf5c9dc-c17b-4d83-996a-560bc90cb6af tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856750 Aug 10 00:54:45.647621 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4a6854b6-f8a6-47ce-8c71-36d7730c0818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:45.656639 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef9247d-babd-4d4c-88d6-9c94914b4789 None None] Pushing event updated for resources: {'Port': ['ID=65bbe04f-7c3b-41e1-a794-a24056db7666,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:45.667106 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-449240cc-e74a-4102-8fed-94abb4398310 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:45.675490 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4a6854b6-f8a6-47ce-8c71-36d7730c0818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:45.682101 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-449240cc-e74a-4102-8fed-94abb4398310 None None] Transition to ACTIVE for port object 3de77574-0094-4bb1-bca9-f8b07417b0c7 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:45.718650 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-449240cc-e74a-4102-8fed-94abb4398310 None None] Transition to ACTIVE for port object 3de77574-0094-4bb1-bca9-f8b07417b0c7 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:45.732698 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-449240cc-e74a-4102-8fed-94abb4398310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:45.802494 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449240cc-e74a-4102-8fed-94abb4398310 None None] Network 079c5ed4-a871-4979-8dae-304680a7612f is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:54:45.808409 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-449240cc-e74a-4102-8fed-94abb4398310 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:45.814436 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449240cc-e74a-4102-8fed-94abb4398310 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:54:45.819039 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4a6854b6-f8a6-47ce-8c71-36d7730c0818 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f03bc90567b2478e9150aeb9628196a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5929925 Aug 10 00:54:45.822107 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35848) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:45.830159 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6854b6-f8a6-47ce-8c71-36d7730c0818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69bb4ea8-3153-4bc4-9360-d1527dd6a2f0,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:45.842341 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72441fd0-6531-4012-a365-c975e6c75a14 req-b8476229-8927-464d-9c41-ebb01ed02fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:45.844617 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-72441fd0-6531-4012-a365-c975e6c75a14 req-b8476229-8927-464d-9c41-ebb01ed02fcf service neutron] 10.222.0.20 "GET /v2.0/networks?id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da HTTP/1.1" status: 200 len: 921 time: 0.3475621 Aug 10 00:54:45.860168 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449240cc-e74a-4102-8fed-94abb4398310 None None] Pushing event updated for resources: {'Port': ['ID=3de77574-0094-4bb1-bca9-f8b07417b0c7,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:45.990469 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-72441fd0-6531-4012-a365-c975e6c75a14 req-d057afe4-04cc-4421-945a-cb6a76d122dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0828bf0-f3bc-4690-b46b-0f89a031f6e1 HTTP/1.1" status: 200 len: 217 time: 0.1196566 Aug 10 00:54:45.995146 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1cb3c360-b849-42c7-83b8-a2d962d56f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:46.053511 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-449240cc-e74a-4102-8fed-94abb4398310 None None] Attempting to bind port 3de77574-0094-4bb1-bca9-f8b07417b0c7 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:54:46.054440 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-449240cc-e74a-4102-8fed-94abb4398310 None None] Attempting to bind port 3de77574-0094-4bb1-bca9-f8b07417b0c7 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '495526b2-264b-47af-a132-d28e0f9eed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '079c5ed4-a871-4979-8dae-304680a7612f'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:54:46.054791 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449240cc-e74a-4102-8fed-94abb4398310 None None] Attempting to bind port 3de77574-0094-4bb1-bca9-f8b07417b0c7 on network 079c5ed4-a871-4979-8dae-304680a7612f {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:46.073581 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449240cc-e74a-4102-8fed-94abb4398310 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:54:46.073976 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449240cc-e74a-4102-8fed-94abb4398310 None None] Checking segment: {'id': '495526b2-264b-47af-a132-d28e0f9eed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '079c5ed4-a871-4979-8dae-304680a7612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:54:46.074520 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-449240cc-e74a-4102-8fed-94abb4398310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:46.074930 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449240cc-e74a-4102-8fed-94abb4398310 None None] Bound using segment: {'id': '495526b2-264b-47af-a132-d28e0f9eed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '079c5ed4-a871-4979-8dae-304680a7612f'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:54:46.075416 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-449240cc-e74a-4102-8fed-94abb4398310 None None] Bound port: 3de77574-0094-4bb1-bca9-f8b07417b0c7, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '495526b2-264b-47af-a132-d28e0f9eed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '079c5ed4-a871-4979-8dae-304680a7612f'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:54:46.075884 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-449240cc-e74a-4102-8fed-94abb4398310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:46.082570 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1cb3c360-b849-42c7-83b8-a2d962d56f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:46.113780 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72441fd0-6531-4012-a365-c975e6c75a14 req-caf7fc89-9964-41a7-a348-f4ef1ba5efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:46.133175 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-72441fd0-6531-4012-a365-c975e6c75a14 req-caf7fc89-9964-41a7-a348-f4ef1ba5efbc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ff99852-0921-4c80-99ca-12207c311102 HTTP/1.1" status: 200 len: 860 time: 0.1333823 Aug 10 00:54:46.209044 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:46.220437 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-449240cc-e74a-4102-8fed-94abb4398310 None None] For port 3de77574-0094-4bb1-bca9-f8b07417b0c7, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:54:46.227540 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-449240cc-e74a-4102-8fed-94abb4398310 None None] For port 3de77574-0094-4bb1-bca9-f8b07417b0c7, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=3de77574-0094-4bb1-bca9-f8b07417b0c7,segment=NetworkSegment(495526b2-264b-47af-a132-d28e0f9eed25),segment_id=495526b2-264b-47af-a132-d28e0f9eed25)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:54:46.241231 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-449240cc-e74a-4102-8fed-94abb4398310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:46.256265 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8559f57f-15d2-48c1-809b-5bc1f8043adf req-775c8c66-e736-4570-ae1d-00e14bfd8a08 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=733b475d-3b5e-4e19-9a48-53e507491837 HTTP/1.1" status: 200 len: 210 time: 0.1003587 Aug 10 00:54:46.296760 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1cb3c360-b849-42c7-83b8-a2d962d56f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:46.299644 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1cb3c360-b849-42c7-83b8-a2d962d56f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:46.302397 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1cb3c360-b849-42c7-83b8-a2d962d56f47 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/69bb4ea8-3153-4bc4-9360-d1527dd6a2f0 HTTP/1.1" status: 204 len: 168 time: 0.4792774 Aug 10 00:54:46.332558 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-72441fd0-6531-4012-a365-c975e6c75a14 req-c81b794d-eac0-4b5f-b884-aeae24df037e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1538095 Aug 10 00:54:46.333651 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb3c360-b849-42c7-83b8-a2d962d56f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bb4ea8-3153-4bc4-9360-d1527dd6a2f0,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:46.422608 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449240cc-e74a-4102-8fed-94abb4398310 None None] Pushing event updated for resources: {'Port': ['ID=3de77574-0094-4bb1-bca9-f8b07417b0c7,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:46.545268 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8770f8-c406-4920-a342-760a0a184ccd req-f5fe4177-c095-4fa5-826a-504072bdc54c tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:46.547942 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7d8770f8-c406-4920-a342-760a0a184ccd req-f5fe4177-c095-4fa5-826a-504072bdc54c tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.20 "GET /v2.0/ports?device_id=03fd20ad-f9fe-4d4c-afdf-df2806c173f9 HTTP/1.1" status: 200 len: 950 time: 0.3703287 Aug 10 00:54:46.618634 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643699e5-db4a-4829-8102-ad92949fb05d req-431589e6-cbb4-4c71-94a0-e85d571aeebe tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:46.656280 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-643699e5-db4a-4829-8102-ad92949fb05d req-431589e6-cbb4-4c71-94a0-e85d571aeebe tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=03fd20ad-f9fe-4d4c-afdf-df2806c173f9 HTTP/1.1" status: 200 len: 950 time: 0.2349629 Aug 10 00:54:46.815511 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcbce1-610b-4a9e-8283-7ae4de27479e req-453278cb-557e-4c8a-a157-ed258c51e33e tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:46.825754 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dbdcbce1-610b-4a9e-8283-7ae4de27479e req-453278cb-557e-4c8a-a157-ed258c51e33e tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.24 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6&tenant_id=a32ed65983d143c3b0d38c9da5efabeb&binding%3Ahost_id=n-h1-766726-26 HTTP/1.1" status: 200 len: 948 time: 0.3284574 Aug 10 00:54:46.956882 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-643699e5-db4a-4829-8102-ad92949fb05d req-003b2e9a-3a7d-4334-8233-26cb2f57af04 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860866 Aug 10 00:54:47.001995 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb1249-c690-4fd5-a186-79859f4ce69a req-f62b61ba-2813-4464-9e4f-c1d4247d8730 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:47.013592 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-42fb1249-c690-4fd5-a186-79859f4ce69a req-f62b61ba-2813-4464-9e4f-c1d4247d8730 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 948 time: 0.4266679 Aug 10 00:54:47.134583 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 65bbe04f-7c3b-41e1-a794-a24056db7666 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:47.178762 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-42fb1249-c690-4fd5-a186-79859f4ce69a req-8f99c2ec-0ff5-4748-84f4-4da7ceac1c86 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641867 Aug 10 00:54:47.235843 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 65bbe04f-7c3b-41e1-a794-a24056db7666 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:47.246766 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3de77574-0094-4bb1-bca9-f8b07417b0c7 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:47.282354 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dbdcbce1-610b-4a9e-8283-7ae4de27479e req-fe6c6d37-c7d4-4e23-bbf6-31bdb3846414 service neutron] 10.222.0.24 "GET /v2.0/ports/c67469d7-4417-4512-ad59-dec9b41f2698/bindings/n-h1-766726-26 HTTP/1.1" status: 200 len: 383 time: 0.4465933 Aug 10 00:54:47.375326 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1766e973-5cfe-46ee-a8c6-bc0548772bac None None] Network 0eefdf5e-d972-4e4c-a89b-5d6a9364e508 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:54:47.534452 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device c67469d7-4417-4512-ad59-dec9b41f2698 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:47.536712 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-3c915cf7-8853-4dd6-bd37-f80b95646efa None None] Provisioning for port 65bbe04f-7c3b-41e1-a794-a24056db7666 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:47.578157 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-3c915cf7-8853-4dd6-bd37-f80b95646efa None None] Provisioning complete for port 65bbe04f-7c3b-41e1-a794-a24056db7666 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:47.583730 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3c915cf7-8853-4dd6-bd37-f80b95646efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:47.585285 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dbfcb-cd28-40a9-920e-22f0cf293eeb req-56bde4e7-b10d-43e8-b62b-2e26efbbb181 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:47.593407 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-df9dbfcb-cd28-40a9-920e-22f0cf293eeb req-56bde4e7-b10d-43e8-b62b-2e26efbbb181 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 943 time: 0.4485166 Aug 10 00:54:47.634571 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 3de77574-0094-4bb1-bca9-f8b07417b0c7 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:47.676037 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcbce1-610b-4a9e-8283-7ae4de27479e req-425152bb-37ef-4d35-96ef-6d2ca3e71760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:47.689379 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dbdcbce1-610b-4a9e-8283-7ae4de27479e req-425152bb-37ef-4d35-96ef-6d2ca3e71760 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 1100 time: 0.3514023 Aug 10 00:54:47.839170 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72124432-283f-436f-8549-692ae8802779 req-4a8ad29c-0dcf-4390-bb42-cd3d6924ff16 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:47.864041 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72124432-283f-436f-8549-692ae8802779 req-4a8ad29c-0dcf-4390-bb42-cd3d6924ff16 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:47.866700 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-72124432-283f-436f-8549-692ae8802779 req-4a8ad29c-0dcf-4390-bb42-cd3d6924ff16 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.24 "GET /v2.0/networks?id=0eefdf5e-d972-4e4c-a89b-5d6a9364e508&id=079c5ed4-a871-4979-8dae-304680a7612f HTTP/1.1" status: 200 len: 1392 time: 0.3725731 Aug 10 00:54:47.882928 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-72441fd0-6531-4012-a365-c975e6c75a14 req-70aeb4ec-0de7-4469-87fa-7fb0aabf5047 service neutron] 10.222.0.20 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5364914 Aug 10 00:54:47.893328 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-72124432-283f-436f-8549-692ae8802779 req-f0b2fc8b-5519-455f-9dbc-5ad745c7c4c5 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Request body: {'port': {'device_id': '733b475d-3b5e-4e19-9a48-53e507491837', 'network_id': '0eefdf5e-d972-4e4c-a89b-5d6a9364e508', 'admin_state_up': True, 'tenant_id': 'f51fe90847624ce5b5acb4fc88c3589e'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:47.975455 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port c67469d7-4417-4512-ad59-dec9b41f2698 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:47.981009 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:48.037227 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-72441fd0-6531-4012-a365-c975e6c75a14 req-edfd5aaf-75dd-4bd4-b5a3-f5e1f249227d service neutron] 10.222.0.20 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226110 Aug 10 00:54:48.048828 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcbce1-610b-4a9e-8283-7ae4de27479e req-a87cdcd6-6d7b-4bde-8b78-bc37d239ea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:48.050683 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dbdcbce1-610b-4a9e-8283-7ae4de27479e req-a87cdcd6-6d7b-4bde-8b78-bc37d239ea8a service neutron] 10.222.0.24 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.3243577 Aug 10 00:54:48.110918 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-7d8770f8-c406-4920-a342-760a0a184ccd req-2bc9f0d8-197f-46d1-8857-9e4f225072ae tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Deleting port 26d2b690-1c80-42bb-8a94-6e6ae008e7e4 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:54:48.111507 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-7d8770f8-c406-4920-a342-760a0a184ccd req-2bc9f0d8-197f-46d1-8857-9e4f225072ae tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:48.167336 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-19cc0931-5220-43ef-9106-45f9d2e3e6b3 req-69fe536a-d07c-4f2d-b0c6-790df1043336 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=733b475d-3b5e-4e19-9a48-53e507491837 HTTP/1.1" status: 200 len: 210 time: 0.1247108 Aug 10 00:54:48.216067 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-df9dbfcb-cd28-40a9-920e-22f0cf293eeb req-6f29ccb5-4d72-4b68-991c-be99dc6070c7 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5807850 Aug 10 00:54:48.220173 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35908) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:48.227862 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3c915cf7-8853-4dd6-bd37-f80b95646efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:48.233670 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dbdcbce1-610b-4a9e-8283-7ae4de27479e req-9a7f2f9e-4a35-4469-b083-d1d201963250 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=c67469d7-4417-4512-ad59-dec9b41f2698 HTTP/1.1" status: 200 len: 217 time: 0.1230237 Aug 10 00:54:48.281154 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d30d23-c8bb-4d7a-ad27-f13c231d781b None None] Network 079c5ed4-a871-4979-8dae-304680a7612f requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:54:48.427215 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72124432-283f-436f-8549-692ae8802779 req-f0b2fc8b-5519-455f-9dbc-5ad745c7c4c5 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Made reservation on behalf of f51fe90847624ce5b5acb4fc88c3589e for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:54:48.434232 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-72124432-283f-436f-8549-692ae8802779 req-f0b2fc8b-5519-455f-9dbc-5ad745c7c4c5 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:48.473511 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-7d8770f8-c406-4920-a342-760a0a184ccd req-2bc9f0d8-197f-46d1-8857-9e4f225072ae tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] For port 26d2b690-1c80-42bb-8a94-6e6ae008e7e4, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=26d2b690-1c80-42bb-8a94-6e6ae008e7e4,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:48.473814 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-7d8770f8-c406-4920-a342-760a0a184ccd req-2bc9f0d8-197f-46d1-8857-9e4f225072ae tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:48.502644 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-7d8770f8-c406-4920-a342-760a0a184ccd req-2bc9f0d8-197f-46d1-8857-9e4f225072ae tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Calling delete_port for 26d2b690-1c80-42bb-8a94-6e6ae008e7e4 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:54:48.530175 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-e832a2b3-f55f-4ed3-85ae-614d6d1d6737 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-763467413-network', 'tenant_id': 'cd405c4606b744399551045130e0614d'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:48.633472 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:48.636247 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e832a2b3-f55f-4ed3-85ae-614d6d1d6737 admin admin] Made reservation on behalf of cd405c4606b744399551045130e0614d for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:54:48.639392 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e832a2b3-f55f-4ed3-85ae-614d6d1d6737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:48.652031 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-3c915cf7-8853-4dd6-bd37-f80b95646efa None None] For port 65bbe04f-7c3b-41e1-a794-a24056db7666, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=65bbe04f-7c3b-41e1-a794-a24056db7666,segment=NetworkSegment(1e036a64-df29-4e98-babf-00ca8340a058),segment_id=1e036a64-df29-4e98-babf-00ca8340a058)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:48.656868 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcbce1-610b-4a9e-8283-7ae4de27479e req-4275a5dc-6d80-4d84-8b9f-af88e3e4171e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:48.659440 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dbdcbce1-610b-4a9e-8283-7ae4de27479e req-4275a5dc-6d80-4d84-8b9f-af88e3e4171e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.4150431 Aug 10 00:54:48.672221 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e832a2b3-f55f-4ed3-85ae-614d6d1d6737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:48.690829 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3c915cf7-8853-4dd6-bd37-f80b95646efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:48.702798 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f9335f-3a15-4db5-b66e-83cc39a4ddc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67469d7-4417-4512-ad59-dec9b41f2698'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:48.705087 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b3ee39-4188-4869-be11-6ef21979e1b2" -d '{"events": [{"server_uuid": "86f9335f-3a15-4db5-b66e-83cc39a4ddc6", "name": "network-vif-plugged", "status": "completed", "tag": "c67469d7-4417-4512-ad59-dec9b41f2698"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:48.736793 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port c67469d7-4417-4512-ad59-dec9b41f2698, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=c67469d7-4417-4512-ad59-dec9b41f2698,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:48.743590 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-72124432-283f-436f-8549-692ae8802779 req-f0b2fc8b-5519-455f-9dbc-5ad745c7c4c5 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Allocated IP 19.80.0.135 (0eefdf5e-d972-4e4c-a89b-5d6a9364e508/5ac208c2-7c25-4035-9c2d-e0076f4d9e43/5237d120-22c6-4ebe-b223-16b2a3a8e6c8) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:54:48.751819 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:48.772917 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76facf23-b3bb-4b14-9a45-87ff413af375 req-638ee3aa-a884-4bf4-83ba-7c06d0fec2be tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:48.773181 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c915cf7-8853-4dd6-bd37-f80b95646efa None None] Pushing event updated for resources: {'Port': ['ID=65bbe04f-7c3b-41e1-a794-a24056db7666,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:48.797801 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76facf23-b3bb-4b14-9a45-87ff413af375 req-638ee3aa-a884-4bf4-83ba-7c06d0fec2be tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 948 time: 0.3705010 Aug 10 00:54:48.919982 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=c67469d7-4417-4512-ad59-dec9b41f2698,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:48.935803 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 7ec0a8da-0437-4751-ad58-983def34c220 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:54:48.958349 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 26d2b690-1c80-42bb-8a94-6e6ae008e7e4 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:54:48.965812 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43edd38-65d4-401f-8f9b-460c193676c5 req-1eae720b-f5b2-4242-94f5-a4a4d3caa094 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:48.968287 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 65bbe04f-7c3b-41e1-a794-a24056db7666 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:48.971966 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c43edd38-65d4-401f-8f9b-460c193676c5 req-1eae720b-f5b2-4242-94f5-a4a4d3caa094 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=03fd20ad-f9fe-4d4c-afdf-df2806c173f9 HTTP/1.1" status: 200 len: 950 time: 0.6157260 Aug 10 00:54:49.043984 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-7d8770f8-c406-4920-a342-760a0a184ccd req-2bc9f0d8-197f-46d1-8857-9e4f225072ae tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:49.057957 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76facf23-b3bb-4b14-9a45-87ff413af375 req-bf5e9138-a29e-472b-a3d3-d749f6d613af tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482812 Aug 10 00:54:49.071361 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcbce1-610b-4a9e-8283-7ae4de27479e req-fc78a846-3c5a-4927-a4ae-91bc7ef21def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:49.072907 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dbdcbce1-610b-4a9e-8283-7ae4de27479e req-fc78a846-3c5a-4927-a4ae-91bc7ef21def service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3644223 Aug 10 00:54:49.137401 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc9f0d8-197f-46d1-8857-9e4f225072ae tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Pushing event deleted for resources: {'Port': ['ID=26d2b690-1c80-42bb-8a94-6e6ae008e7e4,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:49.245421 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c43edd38-65d4-401f-8f9b-460c193676c5 req-a2cb49d1-baf7-4c87-b0f8-aa49aad7a468 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540512 Aug 10 00:54:49.272711 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['6a834218-a44a-41c8-b76e-4f94deca7511'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:54:49.274268 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8770f8-c406-4920-a342-760a0a184ccd req-2bc9f0d8-197f-46d1-8857-9e4f225072ae tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] No DVR routers for this DVR port 26d2b690-1c80-42bb-8a94-6e6ae008e7e4 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:54:49.287044 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-7d8770f8-c406-4920-a342-760a0a184ccd req-2bc9f0d8-197f-46d1-8857-9e4f225072ae tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:49.290999 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7d8770f8-c406-4920-a342-760a0a184ccd req-2bc9f0d8-197f-46d1-8857-9e4f225072ae tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.20 "DELETE /v2.0/ports/26d2b690-1c80-42bb-8a94-6e6ae008e7e4 HTTP/1.1" status: 204 len: 173 time: 2.7274532 Aug 10 00:54:49.291471 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03fd20ad-f9fe-4d4c-afdf-df2806c173f9', 'name': 'network-vif-deleted', 'tag': '26d2b690-1c80-42bb-8a94-6e6ae008e7e4'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:49.297804 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febe339b-bf06-4581-9c92-5b1c89e4919a" -d '{"events": [{"server_uuid": "03fd20ad-f9fe-4d4c-afdf-df2806c173f9", "name": "network-vif-deleted", "tag": "26d2b690-1c80-42bb-8a94-6e6ae008e7e4"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:49.394000 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1d512501-c06e-4763-aa2d-b1643a5bf1f1 None None] Provisioning complete for port 65bbe04f-7c3b-41e1-a794-a24056db7666 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:49.394451 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1d512501-c06e-4763-aa2d-b1643a5bf1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:49.399056 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-72124432-283f-436f-8549-692ae8802779 req-f0b2fc8b-5519-455f-9dbc-5ad745c7c4c5 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:49.418273 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a7f5c4-3cb8-4cf4-84ad-1162dc9c382a x-openstack-request-id: req-74a7f5c4-3cb8-4cf4-84ad-1162dc9c382a {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:49.418636 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f9335f-3a15-4db5-b66e-83cc39a4ddc6", "name": "network-vif-plugged", "status": "completed", "tag": "c67469d7-4417-4512-ad59-dec9b41f2698", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:49.418819 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-74a7f5c4-3cb8-4cf4-84ad-1162dc9c382a {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:49.419209 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f9335f-3a15-4db5-b66e-83cc39a4ddc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67469d7-4417-4512-ad59-dec9b41f2698', 'code': 200} Aug 10 00:54:49.457219 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-72124432-283f-436f-8549-692ae8802779 req-f0b2fc8b-5519-455f-9dbc-5ad745c7c4c5 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Transition to ACTIVE for port object 5237d120-22c6-4ebe-b223-16b2a3a8e6c8 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:49.510184 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e832a2b3-f55f-4ed3-85ae-614d6d1d6737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:49.521995 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dbdcbce1-610b-4a9e-8283-7ae4de27479e req-d3425baf-9dff-474b-aa99-9e0ac1e71c72 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4354885 Aug 10 00:54:49.540009 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e832a2b3-f55f-4ed3-85ae-614d6d1d6737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:49.569147 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-72124432-283f-436f-8549-692ae8802779 req-f0b2fc8b-5519-455f-9dbc-5ad745c7c4c5 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:49.631348 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-934b59b9-8bc2-4762-9c8c-6a3c57df4e6f req-a200e2c3-6784-455e-9473-97b00b74cbed tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=733b475d-3b5e-4e19-9a48-53e507491837 HTTP/1.1" status: 200 len: 210 time: 0.1196558 Aug 10 00:54:49.649021 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No active binding found for port 26d2b690-1c80-42bb-8a94-6e6ae008e7e4 {{(pid=105828) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 00:54:49.649469 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 26d2b690-1c80-42bb-8a94-6e6ae008e7e4 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:54:49.660238 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b2fc8b-5519-455f-9dbc-5ad745c7c4c5 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Pushing event updated for resources: {'Port': ['ID=5237d120-22c6-4ebe-b223-16b2a3a8e6c8,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:49.672427 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72124432-283f-436f-8549-692ae8802779 req-f0b2fc8b-5519-455f-9dbc-5ad745c7c4c5 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Network 0eefdf5e-d972-4e4c-a89b-5d6a9364e508 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:54:49.673958 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-72124432-283f-436f-8549-692ae8802779 req-f0b2fc8b-5519-455f-9dbc-5ad745c7c4c5 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:49.689188 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-72124432-283f-436f-8549-692ae8802779 req-f0b2fc8b-5519-455f-9dbc-5ad745c7c4c5 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:54:49.773673 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72124432-283f-436f-8549-692ae8802779 req-f0b2fc8b-5519-455f-9dbc-5ad745c7c4c5 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:49.774555 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-72124432-283f-436f-8549-692ae8802779 req-f0b2fc8b-5519-455f-9dbc-5ad745c7c4c5 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:49.778396 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff07192-37e8-42bb-9917-42cb31f25582 x-openstack-request-id: req-8ff07192-37e8-42bb-9917-42cb31f25582 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:49.780106 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03fd20ad-f9fe-4d4c-afdf-df2806c173f9", "name": "network-vif-deleted", "tag": "26d2b690-1c80-42bb-8a94-6e6ae008e7e4", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:49.780681 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8ff07192-37e8-42bb-9917-42cb31f25582 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:49.781256 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03fd20ad-f9fe-4d4c-afdf-df2806c173f9', 'name': 'network-vif-deleted', 'tag': '26d2b690-1c80-42bb-8a94-6e6ae008e7e4', 'status': 'completed', 'code': 200} Aug 10 00:54:49.806707 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e832a2b3-f55f-4ed3-85ae-614d6d1d6737 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:54:49.811327 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-72124432-283f-436f-8549-692ae8802779 req-f0b2fc8b-5519-455f-9dbc-5ad745c7c4c5 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9237759 Aug 10 00:54:49.828213 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-72124432-283f-436f-8549-692ae8802779 req-5fb725c0-7f50-4a96-b113-e7669906ea7a tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Request body: {'port': {'device_id': '733b475d-3b5e-4e19-9a48-53e507491837', 'network_id': '079c5ed4-a871-4979-8dae-304680a7612f', 'admin_state_up': True, 'tenant_id': 'f51fe90847624ce5b5acb4fc88c3589e'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:49.900219 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832a2b3-f55f-4ed3-85ae-614d6d1d6737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e529c1c-120c-4ae4-bad4-71009d2bd0e8,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:49.908222 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e832a2b3-f55f-4ed3-85ae-614d6d1d6737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:49.909398 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-e832a2b3-f55f-4ed3-85ae-614d6d1d6737 admin admin] Added segment 32a7cdcd-f576-45dc-bc1e-72c8510b1ec6 of type vlan for network e516dddc-8d86-41c2-b6b1-1e5c8e770afa Aug 10 00:54:50.016498 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 7ec0a8da-0437-4751-ad58-983def34c220, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=7ec0a8da-0437-4751-ad58-983def34c220,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:50.060092 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 65bbe04f-7c3b-41e1-a794-a24056db7666 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:50.078546 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:50.083598 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '7ec0a8da-0437-4751-ad58-983def34c220', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': '7ec0a8da-0437-4751-ad58-983def34c220', 'mac_address': 'fa:16:3e:d6:fe:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:54:50.101786 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2e00f-5340-4412-a9f8-58232f2a22fc req-3dfe68a2-4ded-4f73-a2b9-ec3bf80d65f3 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:50.116793 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c6b2e00f-5340-4412-a9f8-58232f2a22fc req-3dfe68a2-4ded-4f73-a2b9-ec3bf80d65f3 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 943 time: 0.5112267 Aug 10 00:54:50.129149 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72124432-283f-436f-8549-692ae8802779 req-5fb725c0-7f50-4a96-b113-e7669906ea7a tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Made reservation on behalf of f51fe90847624ce5b5acb4fc88c3589e for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:54:50.140584 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-72124432-283f-436f-8549-692ae8802779 req-5fb725c0-7f50-4a96-b113-e7669906ea7a tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:50.157663 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e832a2b3-f55f-4ed3-85ae-614d6d1d6737 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:50.220282 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:50.242627 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1d512501-c06e-4763-aa2d-b1643a5bf1f1 None None] Provisioning for port 3de77574-0094-4bb1-bca9-f8b07417b0c7 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:50.252209 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec0a8da-0437-4751-ad58-983def34c220 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:54:50.254931 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dbdcbce1-610b-4a9e-8283-7ae4de27479e req-9e0a6434-baa9-4355-a53d-1c8f0227abc0 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7159436 Aug 10 00:54:50.275812 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1d512501-c06e-4763-aa2d-b1643a5bf1f1 None None] Provisioning complete for port 3de77574-0094-4bb1-bca9-f8b07417b0c7 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:50.276895 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1d512501-c06e-4763-aa2d-b1643a5bf1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:50.313496 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c6b2e00f-5340-4412-a9f8-58232f2a22fc req-5961dfc8-dced-4df1-8731-1a86ece50bf2 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957254 Aug 10 00:54:50.343163 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ff549-93c6-44e0-bd4e-24eb7ab3c69f req-200d741a-a43d-46f8-94da-e4ce3b538d9d tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:50.350359 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-493ff549-93c6-44e0-bd4e-24eb7ab3c69f req-200d741a-a43d-46f8-94da-e4ce3b538d9d tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 949 time: 0.1766014 Aug 10 00:54:50.351090 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 7ec0a8da-0437-4751-ad58-983def34c220, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=7ec0a8da-0437-4751-ad58-983def34c220,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:50.362045 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:50.390821 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e832a2b3-f55f-4ed3-85ae-614d6d1d6737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:50.392710 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e832a2b3-f55f-4ed3-85ae-614d6d1d6737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:50.393482 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e832a2b3-f55f-4ed3-85ae-614d6d1d6737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:50.410867 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-493ff549-93c6-44e0-bd4e-24eb7ab3c69f req-e7445e4e-062e-454e-a89c-2401e0d2a41e tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590615 Aug 10 00:54:50.457394 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-72124432-283f-436f-8549-692ae8802779 req-5fb725c0-7f50-4a96-b113-e7669906ea7a tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Allocated IP 19.86.0.122 (079c5ed4-a871-4979-8dae-304680a7612f/3a45aec0-5d07-49c1-a7c9-d5d3842dddb7/5b6bfdf2-202b-4862-a6e2-8371b28157f4) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:54:50.462220 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=7ec0a8da-0437-4751-ad58-983def34c220,revision_number=9']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:50.476721 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1d512501-c06e-4763-aa2d-b1643a5bf1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:50.540779 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-1d512501-c06e-4763-aa2d-b1643a5bf1f1 None None] For port 3de77574-0094-4bb1-bca9-f8b07417b0c7, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=3de77574-0094-4bb1-bca9-f8b07417b0c7,segment=NetworkSegment(495526b2-264b-47af-a132-d28e0f9eed25),segment_id=495526b2-264b-47af-a132-d28e0f9eed25)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:50.552988 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1d512501-c06e-4763-aa2d-b1643a5bf1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:50.563510 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e832a2b3-f55f-4ed3-85ae-614d6d1d6737 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3418276 Aug 10 00:54:50.569761 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35972) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:50.575158 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-2b3e5a9c-f6cf-4eab-aee3-dfc13ca1ace3 admin admin] Request body: {'subnet': {'network_id': 'e516dddc-8d86-41c2-b6b1-1e5c8e770afa', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-763467413-subnet', 'tenant_id': 'cd405c4606b744399551045130e0614d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:50.598539 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832a2b3-f55f-4ed3-85ae-614d6d1d6737 admin admin] Pushing event updated for resources: {'Network': ['ID=e516dddc-8d86-41c2-b6b1-1e5c8e770afa,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:50.607049 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['7ec0a8da-0437-4751-ad58-983def34c220'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:54:50.616659 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network e516dddc-8d86-41c2-b6b1-1e5c8e770afa details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:54:50.654074 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3e5a9c-f6cf-4eab-aee3-dfc13ca1ace3 admin admin] Made reservation on behalf of cd405c4606b744399551045130e0614d for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:54:50.656993 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2b3e5a9c-f6cf-4eab-aee3-dfc13ca1ace3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:50.678221 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-72124432-283f-436f-8549-692ae8802779 req-5fb725c0-7f50-4a96-b113-e7669906ea7a tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:50.694821 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-72124432-283f-436f-8549-692ae8802779 req-5fb725c0-7f50-4a96-b113-e7669906ea7a tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Transition to ACTIVE for port object 5b6bfdf2-202b-4862-a6e2-8371b28157f4 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:50.736961 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-72124432-283f-436f-8549-692ae8802779 req-5fb725c0-7f50-4a96-b113-e7669906ea7a tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:50.817787 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72124432-283f-436f-8549-692ae8802779 req-5fb725c0-7f50-4a96-b113-e7669906ea7a tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Network 079c5ed4-a871-4979-8dae-304680a7612f is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:54:50.825036 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-72124432-283f-436f-8549-692ae8802779 req-5fb725c0-7f50-4a96-b113-e7669906ea7a tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:50.833154 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-72124432-283f-436f-8549-692ae8802779 req-5fb725c0-7f50-4a96-b113-e7669906ea7a tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:54:50.851904 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d512501-c06e-4763-aa2d-b1643a5bf1f1 None None] Pushing event updated for resources: {'Port': ['ID=3de77574-0094-4bb1-bca9-f8b07417b0c7,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:50.887712 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0011197d-b884-4d73-958b-1ce717fe7e2f None None] Provisioning complete for port 3de77574-0094-4bb1-bca9-f8b07417b0c7 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:50.889013 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb725c0-7f50-4a96-b113-e7669906ea7a tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Pushing event updated for resources: {'Port': ['ID=5b6bfdf2-202b-4862-a6e2-8371b28157f4,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:50.892410 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0011197d-b884-4d73-958b-1ce717fe7e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:50.925888 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72124432-283f-436f-8549-692ae8802779 req-5fb725c0-7f50-4a96-b113-e7669906ea7a tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:50.927133 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-72124432-283f-436f-8549-692ae8802779 req-5fb725c0-7f50-4a96-b113-e7669906ea7a tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:50.974983 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-72124432-283f-436f-8549-692ae8802779 req-5fb725c0-7f50-4a96-b113-e7669906ea7a tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1523707 Aug 10 00:54:50.992680 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-72124432-283f-436f-8549-692ae8802779 req-a758575c-2c30-44eb-8f00-2acb8f8a2c2e service neutron] Request body: {'port': {'device_id': '733b475d-3b5e-4e19-9a48-53e507491837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:51.013234 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2b3e5a9c-f6cf-4eab-aee3-dfc13ca1ace3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:51.080116 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-72124432-283f-436f-8549-692ae8802779 req-a758575c-2c30-44eb-8f00-2acb8f8a2c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:51.103514 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0011197d-b884-4d73-958b-1ce717fe7e2f None None] Provisioning for port 5237d120-22c6-4ebe-b223-16b2a3a8e6c8 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:51.117123 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0011197d-b884-4d73-958b-1ce717fe7e2f None None] Provisioning complete for port 5237d120-22c6-4ebe-b223-16b2a3a8e6c8 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:51.117605 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0011197d-b884-4d73-958b-1ce717fe7e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:51.182074 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-0011197d-b884-4d73-958b-1ce717fe7e2f None None] Port 5237d120-22c6-4ebe-b223-16b2a3a8e6c8 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:54:51.200775 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39cf34e-ad74-4693-b721-22cbbc3d6bb6 req-505c93e1-b8b4-4fbc-a796-199cf5c543a8 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:51.208551 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b39cf34e-ad74-4693-b721-22cbbc3d6bb6 req-505c93e1-b8b4-4fbc-a796-199cf5c543a8 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=b80ef126-5374-449c-9ac7-c7fa472955b1 HTTP/1.1" status: 200 len: 945 time: 0.2725058 Aug 10 00:54:51.220735 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e5a9c-f6cf-4eab-aee3-dfc13ca1ace3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72ec540d-57ea-4b07-abb3-656586e4ff80,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:51.223746 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3e5a9c-f6cf-4eab-aee3-dfc13ca1ace3 admin admin] Checking segment: {'id': '32a7cdcd-f576-45dc-bc1e-72c8510b1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e516dddc-8d86-41c2-b6b1-1e5c8e770afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:54:51.224605 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3e5a9c-f6cf-4eab-aee3-dfc13ca1ace3 admin admin] Network hostable DHCP agents. Network: e516dddc-8d86-41c2-b6b1-1e5c8e770afa, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:54:51.246432 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e94f6f-89c3-44c4-b13e-18efd5ce3807 req-398fb8ae-cfbe-431f-b8df-f0da0d6e58de tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:51.252683 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e94f6f-89c3-44c4-b13e-18efd5ce3807 req-398fb8ae-cfbe-431f-b8df-f0da0d6e58de tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:51.254995 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8e94f6f-89c3-44c4-b13e-18efd5ce3807 req-398fb8ae-cfbe-431f-b8df-f0da0d6e58de tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=733b475d-3b5e-4e19-9a48-53e507491837 HTTP/1.1" status: 200 len: 1655 time: 0.3175566 Aug 10 00:54:51.307929 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6a68dc1c-4340-42bc-a9c2-53c69e6dfa03 None None] Provisioning for port 5b6bfdf2-202b-4862-a6e2-8371b28157f4 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:51.314629 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b39cf34e-ad74-4693-b721-22cbbc3d6bb6 req-4fcbc755-ece4-4af9-9801-618054907dcc tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/security-groups?id=709ca5dd-a64e-4e40-a421-0f2b5d9fc282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997295 Aug 10 00:54:51.316280 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6a68dc1c-4340-42bc-a9c2-53c69e6dfa03 None None] Provisioning complete for port 5b6bfdf2-202b-4862-a6e2-8371b28157f4 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:51.317290 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a68dc1c-4340-42bc-a9c2-53c69e6dfa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:51.317639 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3e5a9c-f6cf-4eab-aee3-dfc13ca1ace3 admin admin] Network e516dddc-8d86-41c2-b6b1-1e5c8e770afa is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:54:51.361347 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-2b3e5a9c-f6cf-4eab-aee3-dfc13ca1ace3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, e516dddc-8d86-41c2-b6b1-1e5c8e770afa) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:51.366263 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6a68dc1c-4340-42bc-a9c2-53c69e6dfa03 None None] Port 5b6bfdf2-202b-4862-a6e2-8371b28157f4 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:54:51.374816 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3e5a9c-f6cf-4eab-aee3-dfc13ca1ace3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:51.375413 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2b3e5a9c-f6cf-4eab-aee3-dfc13ca1ace3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:51.376560 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111f6f53-a6fc-4590-9f18-1d9ff8680843 None None] Network e516dddc-8d86-41c2-b6b1-1e5c8e770afa requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:54:51.389691 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8e94f6f-89c3-44c4-b13e-18efd5ce3807 req-8486d623-2534-434c-b7c6-3abfa8499db7 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/security-groups?id=63c5f77b-3837-4d76-af41-3e7a6d6a5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277118 Aug 10 00:54:51.419763 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2b3e5a9c-f6cf-4eab-aee3-dfc13ca1ace3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8462465 Aug 10 00:54:51.420277 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35984) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:51.432583 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-54dc3e89-6fd3-410a-897f-f3b58a34c574 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-763467413-router', 'tenant_id': 'cd405c4606b744399551045130e0614d', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:51.508456 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-54dc3e89-6fd3-410a-897f-f3b58a34c574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:51.509496 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-54dc3e89-6fd3-410a-897f-f3b58a34c574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:51.547910 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-72124432-283f-436f-8549-692ae8802779 req-a758575c-2c30-44eb-8f00-2acb8f8a2c2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5237d120-22c6-4ebe-b223-16b2a3a8e6c8 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:54:51.559351 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-72124432-283f-436f-8549-692ae8802779 req-a758575c-2c30-44eb-8f00-2acb8f8a2c2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:51.575564 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-72124432-283f-436f-8549-692ae8802779 req-a758575c-2c30-44eb-8f00-2acb8f8a2c2e service neutron] Transition to ACTIVE for port object 5237d120-22c6-4ebe-b223-16b2a3a8e6c8 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:51.580454 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff0f3e-7f35-4b18-b0e8-8b352500b013 req-d496da8e-1bf9-4653-912e-d584e15b842f tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:51.591272 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3bff0f3e-7f35-4b18-b0e8-8b352500b013 req-d496da8e-1bf9-4653-912e-d584e15b842f tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 949 time: 0.1534185 Aug 10 00:54:51.627436 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-72124432-283f-436f-8549-692ae8802779 req-a758575c-2c30-44eb-8f00-2acb8f8a2c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:51.652300 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3736c54-49a8-4f3c-9336-70815774abf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-e516dddc-8d86-41c2-b6b1-1e5c8e770afa', 'network_id': 'e516dddc-8d86-41c2-b6b1-1e5c8e770afa', 'tenant_id': 'cd405c4606b744399551045130e0614d', 'fixed_ips': [{'subnet_id': '72ec540d-57ea-4b07-abb3-656586e4ff80'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:54:51.653838 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a3736c54-49a8-4f3c-9336-70815774abf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:51.755309 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7d5b8-f535-415f-b6a5-d0c1d312c412 req-6b060609-8f92-4249-9fc3-7b1609d05d66 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:51.756926 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cdf7d5b8-f535-415f-b6a5-d0c1d312c412 req-6b060609-8f92-4249-9fc3-7b1609d05d66 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 943 time: 0.2620051 Aug 10 00:54:51.758522 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-54dc3e89-6fd3-410a-897f-f3b58a34c574 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:51.840111 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3bff0f3e-7f35-4b18-b0e8-8b352500b013 req-9979d5cc-8785-4939-8f0f-fa0350efa743 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478540 Aug 10 00:54:51.870636 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758575c-2c30-44eb-8f00-2acb8f8a2c2e service neutron] Pushing event updated for resources: {'Port': ['ID=5237d120-22c6-4ebe-b223-16b2a3a8e6c8,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:52.026572 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-a3736c54-49a8-4f3c-9336-70815774abf9 None None] Allocated IP 172.20.0.2 (e516dddc-8d86-41c2-b6b1-1e5c8e770afa/72ec540d-57ea-4b07-abb3-656586e4ff80/062cce0d-83b2-4e92-b4b7-be329ea58cdf) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:54:52.090063 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-72124432-283f-436f-8549-692ae8802779 req-a758575c-2c30-44eb-8f00-2acb8f8a2c2e service neutron] Attempting to bind port 5237d120-22c6-4ebe-b223-16b2a3a8e6c8 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:54:52.092740 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-72124432-283f-436f-8549-692ae8802779 req-a758575c-2c30-44eb-8f00-2acb8f8a2c2e service neutron] Attempting to bind port 5237d120-22c6-4ebe-b223-16b2a3a8e6c8 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '1e036a64-df29-4e98-babf-00ca8340a058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0eefdf5e-d972-4e4c-a89b-5d6a9364e508'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:54:52.093646 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72124432-283f-436f-8549-692ae8802779 req-a758575c-2c30-44eb-8f00-2acb8f8a2c2e service neutron] Attempting to bind port 5237d120-22c6-4ebe-b223-16b2a3a8e6c8 on network 0eefdf5e-d972-4e4c-a89b-5d6a9364e508 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:52.101254 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72124432-283f-436f-8549-692ae8802779 req-a758575c-2c30-44eb-8f00-2acb8f8a2c2e service neutron] Port 5237d120-22c6-4ebe-b223-16b2a3a8e6c8 on network 0eefdf5e-d972-4e4c-a89b-5d6a9364e508 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:54:52.101639 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72124432-283f-436f-8549-692ae8802779 req-a758575c-2c30-44eb-8f00-2acb8f8a2c2e service neutron] Attempting to bind port 5237d120-22c6-4ebe-b223-16b2a3a8e6c8 on network 0eefdf5e-d972-4e4c-a89b-5d6a9364e508 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:52.113894 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72124432-283f-436f-8549-692ae8802779 req-a758575c-2c30-44eb-8f00-2acb8f8a2c2e service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:54:52.114325 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72124432-283f-436f-8549-692ae8802779 req-a758575c-2c30-44eb-8f00-2acb8f8a2c2e service neutron] Checking segment: {'id': '1e036a64-df29-4e98-babf-00ca8340a058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0eefdf5e-d972-4e4c-a89b-5d6a9364e508'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:54:52.114728 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72124432-283f-436f-8549-692ae8802779 req-a758575c-2c30-44eb-8f00-2acb8f8a2c2e service neutron] Bound using segment: {'id': '1e036a64-df29-4e98-babf-00ca8340a058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0eefdf5e-d972-4e4c-a89b-5d6a9364e508'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:54:52.115267 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-72124432-283f-436f-8549-692ae8802779 req-a758575c-2c30-44eb-8f00-2acb8f8a2c2e service neutron] Bound port: 5237d120-22c6-4ebe-b223-16b2a3a8e6c8, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e036a64-df29-4e98-babf-00ca8340a058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0eefdf5e-d972-4e4c-a89b-5d6a9364e508'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:54:52.115642 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-72124432-283f-436f-8549-692ae8802779 req-a758575c-2c30-44eb-8f00-2acb8f8a2c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:52.185347 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cdf7d5b8-f535-415f-b6a5-d0c1d312c412 req-21ef75a6-f378-4986-ad4a-b873de6b042e tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075341 Aug 10 00:54:52.297750 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cec2c3-e6fc-436a-b36a-10a7510b58a5 req-2f0494f7-c1dd-4efb-85f3-77463336250e tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:52.299910 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-78cec2c3-e6fc-436a-b36a-10a7510b58a5 req-2f0494f7-c1dd-4efb-85f3-77463336250e tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 949 time: 0.2774394 Aug 10 00:54:52.309693 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-72124432-283f-436f-8549-692ae8802779 req-a758575c-2c30-44eb-8f00-2acb8f8a2c2e service neutron] For port 5237d120-22c6-4ebe-b223-16b2a3a8e6c8, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:54:52.309693 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-72124432-283f-436f-8549-692ae8802779 req-a758575c-2c30-44eb-8f00-2acb8f8a2c2e service neutron] For port 5237d120-22c6-4ebe-b223-16b2a3a8e6c8, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=5237d120-22c6-4ebe-b223-16b2a3a8e6c8,segment=NetworkSegment(1e036a64-df29-4e98-babf-00ca8340a058),segment_id=1e036a64-df29-4e98-babf-00ca8340a058)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:54:52.318938 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-54dc3e89-6fd3-410a-897f-f3b58a34c574 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:52.346172 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a3736c54-49a8-4f3c-9336-70815774abf9 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:52.347787 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-72124432-283f-436f-8549-692ae8802779 req-a758575c-2c30-44eb-8f00-2acb8f8a2c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:52.370888 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a3736c54-49a8-4f3c-9336-70815774abf9 None None] Transition to ACTIVE for port object 062cce0d-83b2-4e92-b4b7-be329ea58cdf will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:52.400311 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a3736c54-49a8-4f3c-9336-70815774abf9 None None] Transition to ACTIVE for port object 062cce0d-83b2-4e92-b4b7-be329ea58cdf will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:52.416924 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a3736c54-49a8-4f3c-9336-70815774abf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:52.448637 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72124432-283f-436f-8549-692ae8802779 req-a758575c-2c30-44eb-8f00-2acb8f8a2c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:52.449237 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-72124432-283f-436f-8549-692ae8802779 req-a758575c-2c30-44eb-8f00-2acb8f8a2c2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:52.451200 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-72124432-283f-436f-8549-692ae8802779 req-a758575c-2c30-44eb-8f00-2acb8f8a2c2e service neutron] 10.222.0.24 "PUT /v2.0/ports/5237d120-22c6-4ebe-b223-16b2a3a8e6c8 HTTP/1.1" status: 200 len: 1093 time: 1.4651163 Aug 10 00:54:52.451678 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '733b475d-3b5e-4e19-9a48-53e507491837', 'tag': '5237d120-22c6-4ebe-b223-16b2a3a8e6c8'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:52.468069 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-78cec2c3-e6fc-436a-b36a-10a7510b58a5 req-f5a11ebb-8292-44bd-bada-d5092b2c1625 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560776 Aug 10 00:54:52.479574 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556d1d1f-98b7-4716-bb3f-0e5e5b551504" -d '{"events": [{"name": "network-changed", "server_uuid": "733b475d-3b5e-4e19-9a48-53e507491837", "tag": "5237d120-22c6-4ebe-b223-16b2a3a8e6c8"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:52.522791 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3736c54-49a8-4f3c-9336-70815774abf9 None None] Network e516dddc-8d86-41c2-b6b1-1e5c8e770afa is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:54:52.525247 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-a3736c54-49a8-4f3c-9336-70815774abf9 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:52.527296 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3736c54-49a8-4f3c-9336-70815774abf9 None None] Pushing event updated for resources: {'Port': ['ID=062cce0d-83b2-4e92-b4b7-be329ea58cdf,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:52.530314 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3736c54-49a8-4f3c-9336-70815774abf9 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:54:52.544306 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-72124432-283f-436f-8549-692ae8802779 req-e6f5fb57-19b2-4bbf-857a-f162016c8e19 service neutron] Request body: {'port': {'device_id': '733b475d-3b5e-4e19-9a48-53e507491837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:52.646537 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758575c-2c30-44eb-8f00-2acb8f8a2c2e service neutron] Pushing event updated for resources: {'Port': ['ID=5237d120-22c6-4ebe-b223-16b2a3a8e6c8,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:52.675804 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a3736c54-49a8-4f3c-9336-70815774abf9 None None] Attempting to bind port 062cce0d-83b2-4e92-b4b7-be329ea58cdf on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:54:52.675804 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a3736c54-49a8-4f3c-9336-70815774abf9 None None] Attempting to bind port 062cce0d-83b2-4e92-b4b7-be329ea58cdf by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '32a7cdcd-f576-45dc-bc1e-72c8510b1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e516dddc-8d86-41c2-b6b1-1e5c8e770afa'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:54:52.675804 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3736c54-49a8-4f3c-9336-70815774abf9 None None] Attempting to bind port 062cce0d-83b2-4e92-b4b7-be329ea58cdf on network e516dddc-8d86-41c2-b6b1-1e5c8e770afa {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:52.701708 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3736c54-49a8-4f3c-9336-70815774abf9 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:54:52.706983 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3736c54-49a8-4f3c-9336-70815774abf9 None None] Checking segment: {'id': '32a7cdcd-f576-45dc-bc1e-72c8510b1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e516dddc-8d86-41c2-b6b1-1e5c8e770afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:54:52.707825 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a3736c54-49a8-4f3c-9336-70815774abf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:52.717203 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3736c54-49a8-4f3c-9336-70815774abf9 None None] Bound using segment: {'id': '32a7cdcd-f576-45dc-bc1e-72c8510b1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e516dddc-8d86-41c2-b6b1-1e5c8e770afa'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:54:52.717901 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a3736c54-49a8-4f3c-9336-70815774abf9 None None] Bound port: 062cce0d-83b2-4e92-b4b7-be329ea58cdf, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a7cdcd-f576-45dc-bc1e-72c8510b1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e516dddc-8d86-41c2-b6b1-1e5c8e770afa'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:54:52.718427 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a3736c54-49a8-4f3c-9336-70815774abf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:52.749024 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-72124432-283f-436f-8549-692ae8802779 req-e6f5fb57-19b2-4bbf-857a-f162016c8e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:52.859828 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a6925-1e58-4475-aec5-399434f52c9b req-38bcb3b4-ea31-4f95-b7a2-fdcfdbd60416 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:52.870479 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-a3736c54-49a8-4f3c-9336-70815774abf9 None None] For port 062cce0d-83b2-4e92-b4b7-be329ea58cdf, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:54:52.877725 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-a3736c54-49a8-4f3c-9336-70815774abf9 None None] For port 062cce0d-83b2-4e92-b4b7-be329ea58cdf, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=062cce0d-83b2-4e92-b4b7-be329ea58cdf,segment=NetworkSegment(32a7cdcd-f576-45dc-bc1e-72c8510b1ec6),segment_id=32a7cdcd-f576-45dc-bc1e-72c8510b1ec6)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:54:52.881958 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a6925-1e58-4475-aec5-399434f52c9b req-38bcb3b4-ea31-4f95-b7a2-fdcfdbd60416 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:52.891245 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a3736c54-49a8-4f3c-9336-70815774abf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:52.906553 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-145a6925-1e58-4475-aec5-399434f52c9b req-38bcb3b4-ea31-4f95-b7a2-fdcfdbd60416 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=733b475d-3b5e-4e19-9a48-53e507491837 HTTP/1.1" status: 200 len: 1667 time: 0.2499907 Aug 10 00:54:53.128643 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3736c54-49a8-4f3c-9336-70815774abf9 None None] Pushing event updated for resources: {'Port': ['ID=062cce0d-83b2-4e92-b4b7-be329ea58cdf,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:53.147075 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 7ec0a8da-0437-4751-ad58-983def34c220 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:53.150474 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3de77574-0094-4bb1-bca9-f8b07417b0c7 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:53.164603 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca1bd14-74fd-4e3a-bd92-e6549407c4ca x-openstack-request-id: req-cca1bd14-74fd-4e3a-bd92-e6549407c4ca {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:53.164947 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "733b475d-3b5e-4e19-9a48-53e507491837", "tag": "5237d120-22c6-4ebe-b223-16b2a3a8e6c8", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:53.165156 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cca1bd14-74fd-4e3a-bd92-e6549407c4ca {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:53.165558 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '733b475d-3b5e-4e19-9a48-53e507491837', 'tag': '5237d120-22c6-4ebe-b223-16b2a3a8e6c8', 'status': 'completed', 'code': 200} Aug 10 00:54:53.356336 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 3de77574-0094-4bb1-bca9-f8b07417b0c7 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:53.356904 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:53.358596 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 7ec0a8da-0437-4751-ad58-983def34c220 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:53.358954 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:53.530891 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381dd78b-2da4-4f97-991a-d3d5e4302dfd req-a1258ec7-b82e-46a5-8e5a-92239e2e88ae tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:53.532601 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-381dd78b-2da4-4f97-991a-d3d5e4302dfd req-a1258ec7-b82e-46a5-8e5a-92239e2e88ae tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.20 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 949 time: 0.2391064 Aug 10 00:54:53.534830 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:53.570562 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d42287-7ea5-49c5-a0ba-32ca06dd03b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec0a8da-0437-4751-ad58-983def34c220'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:53.580056 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd3f667-7db0-456c-9c4c-a6a54b27a89a" -d '{"events": [{"server_uuid": "60d42287-7ea5-49c5-a0ba-32ca06dd03b2", "name": "network-vif-plugged", "status": "completed", "tag": "7ec0a8da-0437-4751-ad58-983def34c220"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:53.598776 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 7ec0a8da-0437-4751-ad58-983def34c220, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=7ec0a8da-0437-4751-ad58-983def34c220,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:53.612201 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-145a6925-1e58-4475-aec5-399434f52c9b req-6299e0cf-de87-48a0-b01b-f077aefdc154 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/security-groups?id=63c5f77b-3837-4d76-af41-3e7a6d6a5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7046642 Aug 10 00:54:53.614724 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:53.615672 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device c0828bf0-f3bc-4690-b46b-0f89a031f6e1 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:54:53.676120 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:54:53.865212 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=7ec0a8da-0437-4751-ad58-983def34c220,revision_number=10']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:53.882004 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-16bbef8d-b04e-4633-871d-73145d391a32 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1695814671&fields=id&tenant_id=efee53c3551044e8afcc00c8cdf7b6ca HTTP/1.1" status: 200 len: 267 time: 0.0950463 Aug 10 00:54:53.938130 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-72124432-283f-436f-8549-692ae8802779 req-e6f5fb57-19b2-4bbf-857a-f162016c8e19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b6bfdf2-202b-4862-a6e2-8371b28157f4 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:54:53.949010 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-72124432-283f-436f-8549-692ae8802779 req-e6f5fb57-19b2-4bbf-857a-f162016c8e19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:53.949897 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcbce1-610b-4a9e-8283-7ae4de27479e req-5090f9bb-99cb-468a-80b8-541fd7faad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:53.952128 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dbdcbce1-610b-4a9e-8283-7ae4de27479e req-5090f9bb-99cb-468a-80b8-541fd7faad46 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6&tenant_id=a32ed65983d143c3b0d38c9da5efabeb HTTP/1.1" status: 200 len: 1101 time: 0.3665357 Aug 10 00:54:53.955324 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-381dd78b-2da4-4f97-991a-d3d5e4302dfd req-1ac061c2-b6ea-4152-96d9-94d0cc25eb7a tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Deleting port 6a834218-a44a-41c8-b76e-4f94deca7511 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:54:53.955670 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-381dd78b-2da4-4f97-991a-d3d5e4302dfd req-1ac061c2-b6ea-4152-96d9-94d0cc25eb7a tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:54.026316 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-72124432-283f-436f-8549-692ae8802779 req-e6f5fb57-19b2-4bbf-857a-f162016c8e19 service neutron] Transition to ACTIVE for port object 5b6bfdf2-202b-4862-a6e2-8371b28157f4 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:54.038620 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-54dc3e89-6fd3-410a-897f-f3b58a34c574 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:54.040250 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-72124432-283f-436f-8549-692ae8802779 req-e6f5fb57-19b2-4bbf-857a-f162016c8e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:54.060352 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46da56-9900-4ee9-a461-2b51ecf4f6ed req-54f80c6c-b852-4de9-989b-1a4a87d84c45 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:54.070405 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1f46da56-9900-4ee9-a461-2b51ecf4f6ed req-54f80c6c-b852-4de9-989b-1a4a87d84c45 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/ports?device_id=be929e63-6bd7-4015-b59e-8b494d5ecba9 HTTP/1.1" status: 200 len: 949 time: 0.5088105 Aug 10 00:54:54.101036 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d1d1f-98b7-4716-bb3f-0e5e5b551504 req-07a36226-f318-4077-b9ab-514e16e12e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:54.101546 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d1d1f-98b7-4716-bb3f-0e5e5b551504 req-07a36226-f318-4077-b9ab-514e16e12e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:54.103625 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-556d1d1f-98b7-4716-bb3f-0e5e5b551504 req-07a36226-f318-4077-b9ab-514e16e12e02 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f51fe90847624ce5b5acb4fc88c3589e&device_id=733b475d-3b5e-4e19-9a48-53e507491837 HTTP/1.1" status: 200 len: 1915 time: 0.5438387 Aug 10 00:54:54.130425 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-54dc3e89-6fd3-410a-897f-f3b58a34c574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:54.215424 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5fb57-19b2-4bbf-857a-f162016c8e19 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6bfdf2-202b-4862-a6e2-8371b28157f4,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:54.221869 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-381dd78b-2da4-4f97-991a-d3d5e4302dfd req-1ac061c2-b6ea-4152-96d9-94d0cc25eb7a tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] For port 6a834218-a44a-41c8-b76e-4f94deca7511, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=6a834218-a44a-41c8-b76e-4f94deca7511,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:54.222240 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-381dd78b-2da4-4f97-991a-d3d5e4302dfd req-1ac061c2-b6ea-4152-96d9-94d0cc25eb7a tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:54.312002 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-381dd78b-2da4-4f97-991a-d3d5e4302dfd req-1ac061c2-b6ea-4152-96d9-94d0cc25eb7a tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Calling delete_port for 6a834218-a44a-41c8-b76e-4f94deca7511 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:54:54.351129 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcbce1-610b-4a9e-8283-7ae4de27479e req-6d6a7268-12d4-4e79-be13-86308088b03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:54.354082 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dbdcbce1-610b-4a9e-8283-7ae4de27479e req-6d6a7268-12d4-4e79-be13-86308088b03e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 1101 time: 0.3542328 Aug 10 00:54:54.424731 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d1d1f-98b7-4716-bb3f-0e5e5b551504 req-9b55c6a6-881c-4e3d-8e4a-180786aa30db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:54.426116 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d1d1f-98b7-4716-bb3f-0e5e5b551504 req-9b55c6a6-881c-4e3d-8e4a-180786aa30db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:54.426922 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d1d1f-98b7-4716-bb3f-0e5e5b551504 req-9b55c6a6-881c-4e3d-8e4a-180786aa30db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:54.428812 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-556d1d1f-98b7-4716-bb3f-0e5e5b551504 req-9b55c6a6-881c-4e3d-8e4a-180786aa30db service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f51fe90847624ce5b5acb4fc88c3589e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3042951 Aug 10 00:54:54.504962 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-72124432-283f-436f-8549-692ae8802779 req-e6f5fb57-19b2-4bbf-857a-f162016c8e19 service neutron] Attempting to bind port 5b6bfdf2-202b-4862-a6e2-8371b28157f4 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:54:54.505442 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-72124432-283f-436f-8549-692ae8802779 req-e6f5fb57-19b2-4bbf-857a-f162016c8e19 service neutron] Attempting to bind port 5b6bfdf2-202b-4862-a6e2-8371b28157f4 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '495526b2-264b-47af-a132-d28e0f9eed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '079c5ed4-a871-4979-8dae-304680a7612f'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:54:54.505784 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72124432-283f-436f-8549-692ae8802779 req-e6f5fb57-19b2-4bbf-857a-f162016c8e19 service neutron] Attempting to bind port 5b6bfdf2-202b-4862-a6e2-8371b28157f4 on network 079c5ed4-a871-4979-8dae-304680a7612f {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:54.539280 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72124432-283f-436f-8549-692ae8802779 req-e6f5fb57-19b2-4bbf-857a-f162016c8e19 service neutron] Port 5b6bfdf2-202b-4862-a6e2-8371b28157f4 on network 079c5ed4-a871-4979-8dae-304680a7612f not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:54:54.539591 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72124432-283f-436f-8549-692ae8802779 req-e6f5fb57-19b2-4bbf-857a-f162016c8e19 service neutron] Attempting to bind port 5b6bfdf2-202b-4862-a6e2-8371b28157f4 on network 079c5ed4-a871-4979-8dae-304680a7612f {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:54.560339 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72124432-283f-436f-8549-692ae8802779 req-e6f5fb57-19b2-4bbf-857a-f162016c8e19 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:54:54.564211 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72124432-283f-436f-8549-692ae8802779 req-e6f5fb57-19b2-4bbf-857a-f162016c8e19 service neutron] Checking segment: {'id': '495526b2-264b-47af-a132-d28e0f9eed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '079c5ed4-a871-4979-8dae-304680a7612f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:54:54.564211 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72124432-283f-436f-8549-692ae8802779 req-e6f5fb57-19b2-4bbf-857a-f162016c8e19 service neutron] Bound using segment: {'id': '495526b2-264b-47af-a132-d28e0f9eed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '079c5ed4-a871-4979-8dae-304680a7612f'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:54:54.564644 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-72124432-283f-436f-8549-692ae8802779 req-e6f5fb57-19b2-4bbf-857a-f162016c8e19 service neutron] Bound port: 5b6bfdf2-202b-4862-a6e2-8371b28157f4, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '495526b2-264b-47af-a132-d28e0f9eed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '079c5ed4-a871-4979-8dae-304680a7612f'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:54:54.565028 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-72124432-283f-436f-8549-692ae8802779 req-e6f5fb57-19b2-4bbf-857a-f162016c8e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:54.597314 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcbce1-610b-4a9e-8283-7ae4de27479e req-10d42f1a-8248-40a4-b281-dc03ad0df1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:54.600097 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dbdcbce1-610b-4a9e-8283-7ae4de27479e req-10d42f1a-8248-40a4-b281-dc03ad0df1ea service neutron] 10.222.0.24 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.1606991 Aug 10 00:54:54.773169 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-72124432-283f-436f-8549-692ae8802779 req-e6f5fb57-19b2-4bbf-857a-f162016c8e19 service neutron] For port 5b6bfdf2-202b-4862-a6e2-8371b28157f4, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:54:54.846267 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-72124432-283f-436f-8549-692ae8802779 req-e6f5fb57-19b2-4bbf-857a-f162016c8e19 service neutron] For port 5b6bfdf2-202b-4862-a6e2-8371b28157f4, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=5b6bfdf2-202b-4862-a6e2-8371b28157f4,segment=NetworkSegment(495526b2-264b-47af-a132-d28e0f9eed25),segment_id=495526b2-264b-47af-a132-d28e0f9eed25)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:54:54.871431 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-72124432-283f-436f-8549-692ae8802779 req-e6f5fb57-19b2-4bbf-857a-f162016c8e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:54.911823 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-381dd78b-2da4-4f97-991a-d3d5e4302dfd req-1ac061c2-b6ea-4152-96d9-94d0cc25eb7a tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:54.946690 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dbdcbce1-610b-4a9e-8283-7ae4de27479e req-4a7f6666-fa04-45d5-9dbe-7df09c03bedb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=c67469d7-4417-4512-ad59-dec9b41f2698 HTTP/1.1" status: 200 len: 217 time: 0.2918897 Aug 10 00:54:54.949707 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['6a834218-a44a-41c8-b76e-4f94deca7511'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:54:54.968098 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 062cce0d-83b2-4e92-b4b7-be329ea58cdf up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:54.984930 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-f9f42562-c80b-48f5-8aae-3dfa246106d6 service neutron] 10.222.0.20 "GET /v2.0/ports/c0828bf0-f3bc-4690-b46b-0f89a031f6e1/bindings/n-h1-766726-26 HTTP/1.1" status: 200 len: 385 time: 0.2494719 Aug 10 00:54:55.026762 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1f46da56-9900-4ee9-a461-2b51ecf4f6ed req-a5075f4c-24f8-4160-bf00-059547ad24b2 tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d85969-d8f7-493b-a8bf-ed8a871cf81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9553785 Aug 10 00:54:55.057757 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72124432-283f-436f-8549-692ae8802779 req-e6f5fb57-19b2-4bbf-857a-f162016c8e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:55.058654 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-72124432-283f-436f-8549-692ae8802779 req-e6f5fb57-19b2-4bbf-857a-f162016c8e19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:55.060809 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-72124432-283f-436f-8549-692ae8802779 req-e6f5fb57-19b2-4bbf-857a-f162016c8e19 service neutron] 10.222.0.24 "PUT /v2.0/ports/5b6bfdf2-202b-4862-a6e2-8371b28157f4 HTTP/1.1" status: 200 len: 1093 time: 2.5645912 Aug 10 00:54:55.105242 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5fb57-19b2-4bbf-857a-f162016c8e19 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6bfdf2-202b-4862-a6e2-8371b28157f4,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:55.157077 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0e1ddb-659b-4dc3-88ee-3a3dfc85cc85 None None] Network e516dddc-8d86-41c2-b6b1-1e5c8e770afa requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:54:55.181930 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-688b07bf-c11b-4ba6-b94e-7133e358e228 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:55.185670 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-688b07bf-c11b-4ba6-b94e-7133e358e228 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/networks?id=c58b2db2-79c7-40d4-af6c-7a7b4827f110 HTTP/1.1" status: 200 len: 823 time: 1.3020515 Aug 10 00:54:55.208941 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '733b475d-3b5e-4e19-9a48-53e507491837', 'tag': '5b6bfdf2-202b-4862-a6e2-8371b28157f4'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:55.211193 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c1dfb5-b17a-4bc3-864a-dfec151743c7" -d '{"events": [{"name": "network-changed", "server_uuid": "733b475d-3b5e-4e19-9a48-53e507491837", "tag": "5b6bfdf2-202b-4862-a6e2-8371b28157f4"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:55.214055 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac061c2-b6ea-4152-96d9-94d0cc25eb7a tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Pushing event deleted for resources: {'Port': ['ID=6a834218-a44a-41c8-b76e-4f94deca7511,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:55.282100 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-381dd78b-2da4-4f97-991a-d3d5e4302dfd req-1ac061c2-b6ea-4152-96d9-94d0cc25eb7a tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] No DVR routers for this DVR port 6a834218-a44a-41c8-b76e-4f94deca7511 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:54:55.313746 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-381dd78b-2da4-4f97-991a-d3d5e4302dfd req-1ac061c2-b6ea-4152-96d9-94d0cc25eb7a tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:55.315914 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-381dd78b-2da4-4f97-991a-d3d5e4302dfd req-1ac061c2-b6ea-4152-96d9-94d0cc25eb7a tempest-ServersAdminTestJSON-1558643862 tempest-ServersAdminTestJSON-1558643862-project] 10.222.0.20 "DELETE /v2.0/ports/6a834218-a44a-41c8-b76e-4f94deca7511 HTTP/1.1" status: 204 len: 173 time: 1.7692735 Aug 10 00:54:55.318641 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-54dc3e89-6fd3-410a-897f-f3b58a34c574 admin admin] Allocated IP 172.25.2.10 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/6419aabf-b4cf-4626-8896-5b34ed11b535) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:54:55.345267 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998eb3c-9277-4a1e-8fac-f561a67d85ca req-50190233-8e08-4cc8-9828-fc0c15dc86c3 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:55.346836 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4998eb3c-9277-4a1e-8fac-f561a67d85ca req-50190233-8e08-4cc8-9828-fc0c15dc86c3 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.20 "GET /v2.0/ports?device_id=b80ef126-5374-449c-9ac7-c7fa472955b1 HTTP/1.1" status: 200 len: 945 time: 0.3549111 Aug 10 00:54:55.361116 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-9704ee96-369e-4a06-9205-7c55aba6e767 None None] Provisioning for port 062cce0d-83b2-4e92-b4b7-be329ea58cdf completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:55.417426 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 062cce0d-83b2-4e92-b4b7-be329ea58cdf completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:55.491922 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 062cce0d-83b2-4e92-b4b7-be329ea58cdf triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:55.498097 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:55.574119 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device c67469d7-4417-4512-ad59-dec9b41f2698 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:54:55.635067 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-54dc3e89-6fd3-410a-897f-f3b58a34c574 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:55.748630 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-4998eb3c-9277-4a1e-8fac-f561a67d85ca req-955678ab-6f95-404b-9da0-3ce36d0d4289 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Deleting port c7a3b030-adf1-4d8d-be4f-93c78325bbc6 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:54:55.757745 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4998eb3c-9277-4a1e-8fac-f561a67d85ca req-955678ab-6f95-404b-9da0-3ce36d0d4289 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:55.814932 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-74722328-6ba6-4175-a619-c95bdee36702 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/quotas/efee53c3551044e8afcc00c8cdf7b6ca HTTP/1.1" status: 200 len: 375 time: 0.6060328 Aug 10 00:54:55.895429 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-064ad75f-614a-44d1-b73f-d0e279e22fdc service neutron] For port c0828bf0-f3bc-4690-b46b-0f89a031f6e1, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=c0828bf0-f3bc-4690-b46b-0f89a031f6e1,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:55.923394 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d1d1f-98b7-4716-bb3f-0e5e5b551504 req-5be9811f-e58c-41d2-8140-f2fff91f39fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:55.931513 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-556d1d1f-98b7-4716-bb3f-0e5e5b551504 req-5be9811f-e58c-41d2-8140-f2fff91f39fc service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4896152 Aug 10 00:54:55.989085 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-54dc3e89-6fd3-410a-897f-f3b58a34c574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:56.031014 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-064ad75f-614a-44d1-b73f-d0e279e22fdc service neutron] For port c0828bf0-f3bc-4690-b46b-0f89a031f6e1, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:54:56.054045 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcbce1-610b-4a9e-8283-7ae4de27479e req-34464439-be4a-4aa5-9fbb-abe3c64e9693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:56.057635 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dbdcbce1-610b-4a9e-8283-7ae4de27479e req-34464439-be4a-4aa5-9fbb-abe3c64e9693 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 1.0786130 Aug 10 00:54:56.079657 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:56.119917 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-4998eb3c-9277-4a1e-8fac-f561a67d85ca req-955678ab-6f95-404b-9da0-3ce36d0d4289 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] For port c7a3b030-adf1-4d8d-be4f-93c78325bbc6, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=c7a3b030-adf1-4d8d-be4f-93c78325bbc6,segment=NetworkSegment(00cd8800-3b5e-49b2-aecd-def2a07ae15a),segment_id=00cd8800-3b5e-49b2-aecd-def2a07ae15a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:56.120418 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4998eb3c-9277-4a1e-8fac-f561a67d85ca req-955678ab-6f95-404b-9da0-3ce36d0d4289 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:56.149560 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13fbb4b-96d4-4c58-bf0c-3ab09acf428f req-4937a015-3b7f-4c5f-8109-79772678fa37 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:56.160230 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f13fbb4b-96d4-4c58-bf0c-3ab09acf428f req-4937a015-3b7f-4c5f-8109-79772678fa37 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 943 time: 0.9527268 Aug 10 00:54:56.166757 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-064ad75f-614a-44d1-b73f-d0e279e22fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0828bf0-f3bc-4690-b46b-0f89a031f6e1 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:54:56.179032 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:56.308953 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dc3e89-6fd3-410a-897f-f3b58a34c574 admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:54:56.323228 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port c67469d7-4417-4512-ad59-dec9b41f2698, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=c67469d7-4417-4512-ad59-dec9b41f2698,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:56.331574 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-064ad75f-614a-44d1-b73f-d0e279e22fdc service neutron] For port c0828bf0-f3bc-4690-b46b-0f89a031f6e1, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=c0828bf0-f3bc-4690-b46b-0f89a031f6e1,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:56.339679 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:56.345619 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-54dc3e89-6fd3-410a-897f-f3b58a34c574 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:56.361065 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dc3e89-6fd3-410a-897f-f3b58a34c574 admin admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:54:56.363186 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 062cce0d-83b2-4e92-b4b7-be329ea58cdf, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=062cce0d-83b2-4e92-b4b7-be329ea58cdf,segment=NetworkSegment(32a7cdcd-f576-45dc-bc1e-72c8510b1ec6),segment_id=32a7cdcd-f576-45dc-bc1e-72c8510b1ec6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:56.393940 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:56.439361 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=c67469d7-4417-4512-ad59-dec9b41f2698,revision_number=9']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:56.471938 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-064ad75f-614a-44d1-b73f-d0e279e22fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:56.560907 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=062cce0d-83b2-4e92-b4b7-be329ea58cdf,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:56.694638 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-d23a317d-9489-476b-a581-3831cd63d090 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=efee53c3551044e8afcc00c8cdf7b6ca&fields=id HTTP/1.1" status: 200 len: 394 time: 0.8788035 Aug 10 00:54:56.768472 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-15c0459f-7b9d-47cd-92de-eb8e0e69a3c8 None None] Provisioning complete for port 062cce0d-83b2-4e92-b4b7-be329ea58cdf triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:56.768852 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-15c0459f-7b9d-47cd-92de-eb8e0e69a3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:56.976845 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 062cce0d-83b2-4e92-b4b7-be329ea58cdf up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:57.074139 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f13fbb4b-96d4-4c58-bf0c-3ab09acf428f req-f4487d81-23e2-41d8-b4de-a495f9f1c9f7 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8439074 Aug 10 00:54:57.074810 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-5f4aa5fc-5b68-44c1-8bd5-806dcf30b3b3 service neutron] 10.222.0.35 "GET /v2.0/networks/c58b2db2-79c7-40d4-af6c-7a7b4827f110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817552 Aug 10 00:54:57.077589 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc3e89-6fd3-410a-897f-f3b58a34c574 admin admin] Pushing event updated for resources: {'Port': ['ID=6419aabf-b4cf-4626-8896-5b34ed11b535,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:57.084509 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72124432-283f-436f-8549-692ae8802779 req-820427f7-12e5-4537-827d-21e8802d5f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:57.085011 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72124432-283f-436f-8549-692ae8802779 req-820427f7-12e5-4537-827d-21e8802d5f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:57.086630 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-72124432-283f-436f-8549-692ae8802779 req-820427f7-12e5-4537-827d-21e8802d5f47 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f51fe90847624ce5b5acb4fc88c3589e&device_id=733b475d-3b5e-4e19-9a48-53e507491837 HTTP/1.1" status: 200 len: 1983 time: 1.0865569 Aug 10 00:54:57.145178 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcbce1-610b-4a9e-8283-7ae4de27479e req-c9411c27-97be-461e-9059-6d43569d86b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:57.147117 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dbdcbce1-610b-4a9e-8283-7ae4de27479e req-c9411c27-97be-461e-9059-6d43569d86b7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0187080 Aug 10 00:54:57.288834 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 062cce0d-83b2-4e92-b4b7-be329ea58cdf triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:57.289476 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:57.334112 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dbdcbce1-610b-4a9e-8283-7ae4de27479e req-ae0c4c60-7c34-4c5a-a54c-ddd641fa6dfb service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119945 Aug 10 00:54:57.335665 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-72124432-283f-436f-8549-692ae8802779 req-69da3556-7f3d-4078-af6b-a16520a9d3fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.135&port_id=5237d120-22c6-4ebe-b223-16b2a3a8e6c8 HTTP/1.1" status: 200 len: 217 time: 0.2295663 Aug 10 00:54:57.543243 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4998eb3c-9277-4a1e-8fac-f561a67d85ca req-955678ab-6f95-404b-9da0-3ce36d0d4289 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:57.543986 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4998eb3c-9277-4a1e-8fac-f561a67d85ca req-955678ab-6f95-404b-9da0-3ce36d0d4289 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:57.544811 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [req-4998eb3c-9277-4a1e-8fac-f561a67d85ca req-955678ab-6f95-404b-9da0-3ce36d0d4289 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Floating IP 5b3c7bac-3945-4b98-b658-63b5ab6415b4 disassociated. External IP: 172.25.2.242, port: c7a3b030-adf1-4d8d-be4f-93c78325bbc6. Aug 10 00:54:57.545274 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-4998eb3c-9277-4a1e-8fac-f561a67d85ca req-955678ab-6f95-404b-9da0-3ce36d0d4289 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Calling delete_port for c7a3b030-adf1-4d8d-be4f-93c78325bbc6 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:54:57.780854 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4998eb3c-9277-4a1e-8fac-f561a67d85ca req-955678ab-6f95-404b-9da0-3ce36d0d4289 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:57.809953 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-064ad75f-614a-44d1-b73f-d0e279e22fdc service neutron] Transition to ACTIVE for port object c0828bf0-f3bc-4690-b46b-0f89a031f6e1 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:57.834666 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-064ad75f-614a-44d1-b73f-d0e279e22fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:57.838762 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955678ab-6f95-404b-9da0-3ce36d0d4289 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Pushing event deleted for resources: {'Port': ['ID=c7a3b030-adf1-4d8d-be4f-93c78325bbc6,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:57.906989 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad75f-614a-44d1-b73f-d0e279e22fdc service neutron] Pushing event updated for resources: {'Port': ['ID=c0828bf0-f3bc-4690-b46b-0f89a031f6e1,revision_number=10']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:57.932358 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:57.995224 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72124432-283f-436f-8549-692ae8802779 req-322477ad-f5a7-4a58-aa91-f8386f78b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:57.996738 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-72124432-283f-436f-8549-692ae8802779 req-322477ad-f5a7-4a58-aa91-f8386f78b204 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5ac208c2-7c25-4035-9c2d-e0076f4d9e43 HTTP/1.1" status: 200 len: 801 time: 0.2635021 Aug 10 00:54:58.065371 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4998eb3c-9277-4a1e-8fac-f561a67d85ca req-955678ab-6f95-404b-9da0-3ce36d0d4289 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Router 2a2c37e0-62c6-4f7b-a81d-a872163db1a4 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:54:58.087915 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-064ad75f-614a-44d1-b73f-d0e279e22fdc service neutron] No DVR routers for this DVR port c0828bf0-f3bc-4690-b46b-0f89a031f6e1 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:54:58.170652 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-697b69ec-74db-441a-813f-f2fea07cee16 service neutron] 10.222.0.35 "GET /v2.0/networks/c58b2db2-79c7-40d4-af6c-7a7b4827f110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0208328 Aug 10 00:54:58.232738 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dbdcbce1-610b-4a9e-8283-7ae4de27479e req-ea7c86f8-288d-4b48-8775-60f18ec8ff58 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4975162 Aug 10 00:54:58.263453 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72124432-283f-436f-8549-692ae8802779 req-16b058e3-abba-42d9-8381-ea25543587a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:58.270115 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-72124432-283f-436f-8549-692ae8802779 req-16b058e3-abba-42d9-8381-ea25543587a1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0eefdf5e-d972-4e4c-a89b-5d6a9364e508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2518508 Aug 10 00:54:58.365654 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-064ad75f-614a-44d1-b73f-d0e279e22fdc service neutron] 10.222.0.20 "PUT /v2.0/ports/c0828bf0-f3bc-4690-b46b-0f89a031f6e1/bindings/n-h1-766726-26/activate HTTP/1.1" status: 200 len: 370 time: 3.3496592 Aug 10 00:54:58.366966 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4998eb3c-9277-4a1e-8fac-f561a67d85ca req-955678ab-6f95-404b-9da0-3ce36d0d4289 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:54:58.378111 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a611b090-54da-406a-897b-25fa9647ad3e None None] Sync routers for ids ['2a2c37e0-62c6-4f7b-a81d-a872163db1a4'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:54:58.388595 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a611b090-54da-406a-897b-25fa9647ad3e None None] Routers {'2a2c37e0-62c6-4f7b-a81d-a872163db1a4'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:54:58.401682 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-a611b090-54da-406a-897b-25fa9647ad3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:54:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['2a2c37e0-62c6-4f7b-a81d-a872163db1a4'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:58.529521 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-4998eb3c-9277-4a1e-8fac-f561a67d85ca req-955678ab-6f95-404b-9da0-3ce36d0d4289 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] No DVR routers for this DVR port c7a3b030-adf1-4d8d-be4f-93c78325bbc6 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:54:58.538693 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4998eb3c-9277-4a1e-8fac-f561a67d85ca req-955678ab-6f95-404b-9da0-3ce36d0d4289 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:58.540307 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4998eb3c-9277-4a1e-8fac-f561a67d85ca req-955678ab-6f95-404b-9da0-3ce36d0d4289 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.20 "DELETE /v2.0/ports/c7a3b030-adf1-4d8d-be4f-93c78325bbc6 HTTP/1.1" status: 204 len: 173 time: 3.1645460 Aug 10 00:54:58.570984 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-72124432-283f-436f-8549-692ae8802779 req-e6586fc0-b602-436b-bac4-c7eb3293fce5 service neutron] 10.222.0.24 "GET /v2.0/networks/0eefdf5e-d972-4e4c-a89b-5d6a9364e508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888827 Aug 10 00:54:58.573564 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-54dc3e89-6fd3-410a-897f-f3b58a34c574 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:58.593712 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-a611b090-54da-406a-897b-25fa9647ad3e None None] Set router 2a2c37e0-62c6-4f7b-a81d-a872163db1a4 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:54:58.966542 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 6a834218-a44a-41c8-b76e-4f94deca7511 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:54:59.031374 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7370a19-3228-47f1-87c0-e44974738b8d req-208486d5-9b5f-46b5-b2c2-af990f70a213 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:59.041978 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d7370a19-3228-47f1-87c0-e44974738b8d req-208486d5-9b5f-46b5-b2c2-af990f70a213 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 947 time: 0.2281239 Aug 10 00:54:59.062331 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 6a834218-a44a-41c8-b76e-4f94deca7511 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:54:59.062673 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 6a834218-a44a-41c8-b76e-4f94deca7511 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:54:59.063102 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device c7a3b030-adf1-4d8d-be4f-93c78325bbc6 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:54:59.123616 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-e9941085-dac7-4676-9d82-65c3d3df7992 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:59.126756 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-e9941085-dac7-4676-9d82-65c3d3df7992 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5&tenant_id=040768a449b74edfb649dfba67db8bf2&binding%3Ahost_id=n-h2-766726-26 HTTP/1.1" status: 200 len: 1096 time: 0.5543702 Aug 10 00:54:59.146520 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: c7a3b030-adf1-4d8d-be4f-93c78325bbc6 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:54:59.146866 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device c7a3b030-adf1-4d8d-be4f-93c78325bbc6 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:54:59.195697 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-a611b090-54da-406a-897b-25fa9647ad3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865821593-router', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'fb7fb90c-ee87-43b5-a087-f1628df89431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:51:05Z', 'updated_at': '2021-08-10T00:51:11Z', 'revision_number': 4, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'gw_port': {'id': 'fb7fb90c-ee87-43b5-a087-f1628df89431', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:54:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:06Z', 'updated_at': '2021-08-10T00:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'f2974e0d-3e49-4448-977f-355123778c9e', 'name': '', 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'mac_address': 'fa:16:3e:25:b3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '2ecd1c4b-499a-4426-9e1d-abb75625188f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:09Z', 'updated_at': '2021-08-10T00:51:17Z', 'revision_number': 5, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'subnets': [{'id': '2ecd1c4b-499a-4426-9e1d-abb75625188f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:59.252698 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a611b090-54da-406a-897b-25fa9647ad3e None None] Checking router: 2a2c37e0-62c6-4f7b-a81d-a872163db1a4 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:54:59.270356 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a611b090-54da-406a-897b-25fa9647ad3e None None] Routers {'2a2c37e0-62c6-4f7b-a81d-a872163db1a4'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:54:59.272082 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-a611b090-54da-406a-897b-25fa9647ad3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:54:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['2a2c37e0-62c6-4f7b-a81d-a872163db1a4'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:59.358659 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d7370a19-3228-47f1-87c0-e44974738b8d req-51bda61a-5a86-47a3-8d51-c5c5f4a70fc3 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178637 Aug 10 00:54:59.366570 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-54dc3e89-6fd3-410a-897f-f3b58a34c574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:59.383580 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-72124432-283f-436f-8549-692ae8802779 req-32767333-f7d4-432e-8843-0ad806c01d64 service neutron] 10.222.0.24 "GET /v2.0/networks/0eefdf5e-d972-4e4c-a89b-5d6a9364e508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5800009 Aug 10 00:54:59.504098 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-72124432-283f-436f-8549-692ae8802779 req-08d5b7b9-68d6-4103-9a63-27f518b0c055 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.122&port_id=5b6bfdf2-202b-4862-a6e2-8371b28157f4 HTTP/1.1" status: 200 len: 217 time: 0.0933940 Aug 10 00:54:59.507580 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-a611b090-54da-406a-897b-25fa9647ad3e None None] Set router 2a2c37e0-62c6-4f7b-a81d-a872163db1a4 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:54:59.636848 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-9db232c9-ea15-439f-bd26-629755c488e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:59.639508 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-9db232c9-ea15-439f-bd26-629755c488e2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5&tenant_id=040768a449b74edfb649dfba67db8bf2 HTTP/1.1" status: 200 len: 1096 time: 0.4956026 Aug 10 00:54:59.668087 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72124432-283f-436f-8549-692ae8802779 req-a0854ee9-9f3a-40ca-92b3-699a2b4211ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:59.669928 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-72124432-283f-436f-8549-692ae8802779 req-a0854ee9-9f3a-40ca-92b3-699a2b4211ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3a45aec0-5d07-49c1-a7c9-d5d3842dddb7 HTTP/1.1" status: 200 len: 801 time: 0.1610579 Aug 10 00:54:59.799030 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72124432-283f-436f-8549-692ae8802779 req-b29b4cbd-3f84-4ae0-80dc-512d1e0db087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:59.800547 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-72124432-283f-436f-8549-692ae8802779 req-b29b4cbd-3f84-4ae0-80dc-512d1e0db087 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=079c5ed4-a871-4979-8dae-304680a7612f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716836 Aug 10 00:54:59.808229 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-0793627d-fd7e-4e89-ba16-da48ce8ce5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:59.810493 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-0793627d-fd7e-4e89-ba16-da48ce8ce5ad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=040768a449b74edfb649dfba67db8bf2&device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 1096 time: 0.1139920 Aug 10 00:54:59.871407 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-a611b090-54da-406a-897b-25fa9647ad3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865821593-router', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'fb7fb90c-ee87-43b5-a087-f1628df89431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:51:05Z', 'updated_at': '2021-08-10T00:51:11Z', 'revision_number': 4, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'gw_port': {'id': 'fb7fb90c-ee87-43b5-a087-f1628df89431', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:54:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:06Z', 'updated_at': '2021-08-10T00:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'f2974e0d-3e49-4448-977f-355123778c9e', 'name': '', 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'mac_address': 'fa:16:3e:25:b3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '2ecd1c4b-499a-4426-9e1d-abb75625188f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:09Z', 'updated_at': '2021-08-10T00:51:17Z', 'revision_number': 5, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'subnets': [{'id': '2ecd1c4b-499a-4426-9e1d-abb75625188f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:59.907868 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a611b090-54da-406a-897b-25fa9647ad3e None None] The sync data for ids ['2a2c37e0-62c6-4f7b-a81d-a872163db1a4'] in n-d-766726-26 is: [{'id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865821593-router', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'fb7fb90c-ee87-43b5-a087-f1628df89431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:51:05Z', 'updated_at': '2021-08-10T00:51:11Z', 'revision_number': 4, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'gw_port': {'id': 'fb7fb90c-ee87-43b5-a087-f1628df89431', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:54:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:06Z', 'updated_at': '2021-08-10T00:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'f2974e0d-3e49-4448-977f-355123778c9e', 'name': '', 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'mac_address': 'fa:16:3e:25:b3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '2ecd1c4b-499a-4426-9e1d-abb75625188f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:09Z', 'updated_at': '2021-08-10T00:51:17Z', 'revision_number': 5, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'subnets': [{'id': '2ecd1c4b-499a-4426-9e1d-abb75625188f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:55:00.049805 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c0096a-c201-4cc1-bfba-f8abc6288d31 x-openstack-request-id: req-46c0096a-c201-4cc1-bfba-f8abc6288d31 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:00.050243 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d42287-7ea5-49c5-a0ba-32ca06dd03b2", "name": "network-vif-plugged", "status": "completed", "tag": "7ec0a8da-0437-4751-ad58-983def34c220", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:00.050608 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-46c0096a-c201-4cc1-bfba-f8abc6288d31 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:00.051144 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d42287-7ea5-49c5-a0ba-32ca06dd03b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec0a8da-0437-4751-ad58-983def34c220', 'code': 200} Aug 10 00:55:00.088115 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b17eb1b-7120-458d-8ac5-5d81558a813b x-openstack-request-id: req-3b17eb1b-7120-458d-8ac5-5d81558a813b {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:00.089111 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "733b475d-3b5e-4e19-9a48-53e507491837", "tag": "5b6bfdf2-202b-4862-a6e2-8371b28157f4", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:00.089563 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3b17eb1b-7120-458d-8ac5-5d81558a813b {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:00.090219 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '733b475d-3b5e-4e19-9a48-53e507491837', 'tag': '5b6bfdf2-202b-4862-a6e2-8371b28157f4', 'status': 'completed', 'code': 200} Aug 10 00:55:00.133291 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54dc3e89-6fd3-410a-897f-f3b58a34c574 admin admin] Router 1135a4ed-1d72-4ee5-b653-d7c6e35541ea is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 00:55:00.142917 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-e88e7736-f727-4593-a8dc-b9969f158f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:00.144438 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-e88e7736-f727-4593-a8dc-b9969f158f98 service neutron] 10.222.0.24 "GET /v2.0/networks?id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da HTTP/1.1" status: 200 len: 921 time: 0.3224099 Aug 10 00:55:00.186798 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-72124432-283f-436f-8549-692ae8802779 req-5dd52cc1-9bb7-4abc-ac8d-fa56feea271e service neutron] 10.222.0.24 "GET /v2.0/networks/079c5ed4-a871-4979-8dae-304680a7612f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751955 Aug 10 00:55:00.319451 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-180f90a5-c971-4942-9805-149a440c097f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0828bf0-f3bc-4690-b46b-0f89a031f6e1 HTTP/1.1" status: 200 len: 217 time: 0.1407628 Aug 10 00:55:00.382751 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fb2203-5d56-4850-bc16-fc1d91cb8d1e None None] New status for floating IP 5b3c7bac-3945-4b98-b658-63b5ab6415b4: DOWN {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 00:55:00.442256 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-72124432-283f-436f-8549-692ae8802779 req-f108584f-d6cf-4fea-acc7-780099e4a35c service neutron] 10.222.0.24 "GET /v2.0/networks/079c5ed4-a871-4979-8dae-304680a7612f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113614 Aug 10 00:55:00.474600 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94343a-bdb0-467e-85e5-ed0549de19d0 req-80fb45da-460c-4e00-856d-54591b3d940d tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:00.480963 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94343a-bdb0-467e-85e5-ed0549de19d0 req-80fb45da-460c-4e00-856d-54591b3d940d tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:00.482759 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ba94343a-bdb0-467e-85e5-ed0549de19d0 req-80fb45da-460c-4e00-856d-54591b3d940d tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=733b475d-3b5e-4e19-9a48-53e507491837 HTTP/1.1" status: 200 len: 1679 time: 0.4179041 Aug 10 00:55:00.484340 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36120) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:00.496395 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-45f58069-c677-47c0-a5f3-1ad5eb8b8eee tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:00.500082 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-45f58069-c677-47c0-a5f3-1ad5eb8b8eee tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.20 "GET /v2.0/networks?id=c58b2db2-79c7-40d4-af6c-7a7b4827f110 HTTP/1.1" status: 200 len: 823 time: 0.1859329 Aug 10 00:55:00.553206 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bc4fe-beb9-42fe-98b8-52e342eeb707 req-ad2426ef-47cb-48a6-8f20-37cc8098cf49 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:00.561251 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9e2bc4fe-beb9-42fe-98b8-52e342eeb707 req-ad2426ef-47cb-48a6-8f20-37cc8098cf49 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 944 time: 0.3430619 Aug 10 00:55:00.676640 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-334ffc7f-67e7-4a07-8229-a61814b5c0cb tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efee53c3551044e8afcc00c8cdf7b6ca HTTP/1.1" status: 200 len: 380 time: 0.1562116 Aug 10 00:55:00.691720 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-06626da9-8348-4514-b765-f52afdf1e715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:00.693290 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-06626da9-8348-4514-b765-f52afdf1e715 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ff99852-0921-4c80-99ca-12207c311102 HTTP/1.1" status: 200 len: 860 time: 0.3616607 Aug 10 00:55:00.716768 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ba94343a-bdb0-467e-85e5-ed0549de19d0 req-8a5fff95-e3e3-46bc-aeb0-020aeb754fe1 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/security-groups?id=63c5f77b-3837-4d76-af41-3e7a6d6a5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255938 Aug 10 00:55:00.740976 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-e17742d2-245c-4bd7-8baa-e3f017205b5d tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Request body: {'port': {'device_id': '667a1a15-88be-4d95-9216-e10e3cb4725c', 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110', 'admin_state_up': True, 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'security_groups': ['709ca5dd-a64e-4e40-a421-0f2b5d9fc282']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:00.774721 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54dc3e89-6fd3-410a-897f-f3b58a34c574 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:55:00.785798 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-c08ca00f-75b7-4593-a554-73ebf00c28fe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760865 Aug 10 00:55:00.802816 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1dfb5-b17a-4bc3-864a-dfec151743c7 req-e2b99486-65dc-4a99-9197-8d5ad759eadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:00.803319 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1dfb5-b17a-4bc3-864a-dfec151743c7 req-e2b99486-65dc-4a99-9197-8d5ad759eadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:00.805135 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-93c1dfb5-b17a-4bc3-864a-dfec151743c7 req-e2b99486-65dc-4a99-9197-8d5ad759eadb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f51fe90847624ce5b5acb4fc88c3589e&device_id=733b475d-3b5e-4e19-9a48-53e507491837 HTTP/1.1" status: 200 len: 1983 time: 0.2370768 Aug 10 00:55:00.807352 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac88993-2bbb-4e04-a356-050ed6108a47 None None] Sync routers for ids ['1135a4ed-1d72-4ee5-b653-d7c6e35541ea'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:55:00.825776 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac88993-2bbb-4e04-a356-050ed6108a47 None None] Routers {'1135a4ed-1d72-4ee5-b653-d7c6e35541ea'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:55:00.826424 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-1ac88993-2bbb-4e04-a356-050ed6108a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:54:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['1135a4ed-1d72-4ee5-b653-d7c6e35541ea'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:00.830920 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9e2bc4fe-beb9-42fe-98b8-52e342eeb707 req-a9056d27-30dc-4c90-8f1c-5385ef79a471 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626014 Aug 10 00:55:00.999900 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-54dc3e89-6fd3-410a-897f-f3b58a34c574 admin admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:01.001311 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-54dc3e89-6fd3-410a-897f-f3b58a34c574 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.5798573 Aug 10 00:55:01.003115 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-1ac88993-2bbb-4e04-a356-050ed6108a47 None None] Set router 1135a4ed-1d72-4ee5-b653-d7c6e35541ea gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:55:01.004157 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36136) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:01.141129 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7cdaee3d-565e-4f1b-b513-bf35b83c43f1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5a8d9cf0b9b34b619f24841b76d1a7f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6264133 Aug 10 00:55:01.141129 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1dfb5-b17a-4bc3-864a-dfec151743c7 req-90fdd00d-ff1d-45ad-916d-7a697656dae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:01.141995 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36138) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:01.144080 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-93c1dfb5-b17a-4bc3-864a-dfec151743c7 req-90fdd00d-ff1d-45ad-916d-7a697656dae3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=079c5ed4-a871-4979-8dae-304680a7612f HTTP/1.1" status: 200 len: 903 time: 0.2956512 Aug 10 00:55:01.177589 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a1d5a137-ea89-49aa-b8cc-3ace0285b133 req-91793e84-d323-43e7-bb94-23b61c71f555 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=667a1a15-88be-4d95-9216-e10e3cb4725c HTTP/1.1" status: 200 len: 210 time: 0.2898524 Aug 10 00:55:01.219837 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-e17742d2-245c-4bd7-8baa-e3f017205b5d tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Made reservation on behalf of efee53c3551044e8afcc00c8cdf7b6ca for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:55:01.222597 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-e17742d2-245c-4bd7-8baa-e3f017205b5d tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:01.237715 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-93c1dfb5-b17a-4bc3-864a-dfec151743c7 req-b1614bcc-ccbb-4c04-8351-3a7dd3b329c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.122&port_id=5b6bfdf2-202b-4862-a6e2-8371b28157f4 HTTP/1.1" status: 200 len: 217 time: 0.0772879 Aug 10 00:55:01.263645 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105442ed-5dc6-4a96-845d-bc39857d887a req-4c3147b0-5631-4f6d-b4ec-a35b2cbb6c77 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:01.271047 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-105442ed-5dc6-4a96-845d-bc39857d887a req-4c3147b0-5631-4f6d-b4ec-a35b2cbb6c77 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 947 time: 0.2210600 Aug 10 00:55:01.357782 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-64c879e3-912f-4994-a50c-ec2b8c6f8bdb service neutron] 10.222.0.24 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5598755 Aug 10 00:55:01.382638 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-1ac88993-2bbb-4e04-a356-050ed6108a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1135a4ed-1d72-4ee5-b653-d7c6e35541ea', 'name': 'tempest-FloatingIPDetailsTestJSON-763467413-router', 'tenant_id': 'cd405c4606b744399551045130e0614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '6419aabf-b4cf-4626-8896-5b34ed11b535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:54:51Z', 'updated_at': '2021-08-10T00:54:57Z', 'revision_number': 3, 'project_id': 'cd405c4606b744399551045130e0614d', 'gw_port': {'id': '6419aabf-b4cf-4626-8896-5b34ed11b535', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:07:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1135a4ed-1d72-4ee5-b653-d7c6e35541ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:54:54Z', 'updated_at': '2021-08-10T00:54:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:01.410106 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3760902f-f294-4155-bade-f014e260f60f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:01.426110 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac88993-2bbb-4e04-a356-050ed6108a47 None None] Checking router: 1135a4ed-1d72-4ee5-b653-d7c6e35541ea for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:55:01.426743 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac88993-2bbb-4e04-a356-050ed6108a47 None None] Updating router 1135a4ed-1d72-4ee5-b653-d7c6e35541ea port 6419aabf-b4cf-4626-8896-5b34ed11b535 binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:55:01.439049 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-105442ed-5dc6-4a96-845d-bc39857d887a req-ff1d96e2-979e-44ad-89f6-e49c5a2f8828 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617551 Aug 10 00:55:01.442729 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1dfb5-b17a-4bc3-864a-dfec151743c7 req-a4cc175e-d08e-496a-8347-90c739f8b1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:01.444200 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-93c1dfb5-b17a-4bc3-864a-dfec151743c7 req-a4cc175e-d08e-496a-8347-90c739f8b1f1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3a45aec0-5d07-49c1-a7c9-d5d3842dddb7 HTTP/1.1" status: 200 len: 801 time: 0.1980631 Aug 10 00:55:01.468683 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1ac88993-2bbb-4e04-a356-050ed6108a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:01.514497 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30b9ce-2190-4a6c-b092-6adab267c6cf req-63077a83-7f7f-4cef-a445-75096e11b7d2 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:01.516074 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6b30b9ce-2190-4a6c-b092-6adab267c6cf req-63077a83-7f7f-4cef-a445-75096e11b7d2 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b34a020-eeb8-4f3e-a378-23d162f9addf HTTP/1.1" status: 200 len: 950 time: 0.2226403 Aug 10 00:55:01.564344 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3760902f-f294-4155-bade-f014e260f60f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:01.583451 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1dfb5-b17a-4bc3-864a-dfec151743c7 req-7fee8102-3020-4a66-a175-3b4f9da011e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:01.585036 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-93c1dfb5-b17a-4bc3-864a-dfec151743c7 req-7fee8102-3020-4a66-a175-3b4f9da011e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=079c5ed4-a871-4979-8dae-304680a7612f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1266387 Aug 10 00:55:01.593099 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-427bf7be-c5a9-4700-ae2d-98f61543eb16 service neutron] 10.222.0.24 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256508 Aug 10 00:55:01.614134 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6b30b9ce-2190-4a6c-b092-6adab267c6cf req-20f6bb53-4925-49e6-bc41-3f7804d7de9e tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/security-groups?id=91f38ab9-4eee-421c-9bba-91c2ab30c0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809917 Aug 10 00:55:01.647281 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device c67469d7-4417-4512-ad59-dec9b41f2698 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:55:01.808315 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-93c1dfb5-b17a-4bc3-864a-dfec151743c7 req-56e8d8f3-2b51-49d6-8d79-ee71fa8eacc4 service neutron] 10.222.0.24 "GET /v2.0/networks/079c5ed4-a871-4979-8dae-304680a7612f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142289 Aug 10 00:55:01.813802 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-e17742d2-245c-4bd7-8baa-e3f017205b5d tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Allocated IP 172.20.0.13 (c58b2db2-79c7-40d4-af6c-7a7b4827f110/2ecd1c4b-499a-4426-9e1d-abb75625188f/9b8123ae-38a5-43aa-98f7-f197b89ebe6d) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:55:01.909586 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3760902f-f294-4155-bade-f014e260f60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:01.913358 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3760902f-f294-4155-bade-f014e260f60f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:01.918063 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3760902f-f294-4155-bade-f014e260f60f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f8d85969-d8f7-493b-a8bf-ed8a871cf81e HTTP/1.1" status: 204 len: 168 time: 0.7926846 Aug 10 00:55:01.958765 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760902f-f294-4155-bade-f014e260f60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d85969-d8f7-493b-a8bf-ed8a871cf81e,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:02.069303 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f9335f-3a15-4db5-b66e-83cc39a4ddc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c67469d7-4417-4512-ad59-dec9b41f2698'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:02.077374 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8c0631-8dc4-428d-8686-9958deae9251" -d '{"events": [{"server_uuid": "86f9335f-3a15-4db5-b66e-83cc39a4ddc6", "name": "network-vif-unplugged", "status": "completed", "tag": "c67469d7-4417-4512-ad59-dec9b41f2698"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:02.194840 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be929e63-6bd7-4015-b59e-8b494d5ecba9', 'name': 'network-vif-deleted', 'tag': '6a834218-a44a-41c8-b76e-4f94deca7511'}, {'server_uuid': 'b80ef126-5374-449c-9ac7-c7fa472955b1', 'name': 'network-vif-deleted', 'tag': 'c7a3b030-adf1-4d8d-be4f-93c78325bbc6'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:02.200636 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512ee53d-ebd1-4376-87c8-4a16829b7941" -d '{"events": [{"server_uuid": "be929e63-6bd7-4015-b59e-8b494d5ecba9", "name": "network-vif-deleted", "tag": "6a834218-a44a-41c8-b76e-4f94deca7511"}, {"server_uuid": "b80ef126-5374-449c-9ac7-c7fa472955b1", "name": "network-vif-deleted", "tag": "c7a3b030-adf1-4d8d-be4f-93c78325bbc6"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:02.335643 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b5e1e001-4e2e-4c4f-9973-bbb37734e0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:02.358497 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1ac88993-2bbb-4e04-a356-050ed6108a47 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:02.381974 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-e17742d2-245c-4bd7-8baa-e3f017205b5d tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:02.408049 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-e17742d2-245c-4bd7-8baa-e3f017205b5d tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Transition to ACTIVE for port object 9b8123ae-38a5-43aa-98f7-f197b89ebe6d will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:02.611728 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36182) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:02.618691 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1ac88993-2bbb-4e04-a356-050ed6108a47 None None] Transition to ACTIVE for port object 6419aabf-b4cf-4626-8896-5b34ed11b535 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:02.644140 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1ac88993-2bbb-4e04-a356-050ed6108a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:02.658121 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port c67469d7-4417-4512-ad59-dec9b41f2698, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=c67469d7-4417-4512-ad59-dec9b41f2698,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:02.691989 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-e17742d2-245c-4bd7-8baa-e3f017205b5d tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:02.706918 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d44d3f-0d03-4e0c-b7a5-66c63450c618 req-a98f5d3c-97a7-4022-a4f1-3316711b812e tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:02.715245 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b8d44d3f-0d03-4e0c-b7a5-66c63450c618 req-a98f5d3c-97a7-4022-a4f1-3316711b812e tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 944 time: 0.1467693 Aug 10 00:55:02.725188 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-d44a644a-9bf8-497d-9226-46e7dfb93ca5 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:02.726928 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-d44a644a-9bf8-497d-9226-46e7dfb93ca5 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5&tenant_id=040768a449b74edfb649dfba67db8bf2&binding%3Ahost_id=n-h1-766726-26 HTTP/1.1" status: 200 len: 1096 time: 0.1776073 Aug 10 00:55:02.736831 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'c67469d7-4417-4512-ad59-dec9b41f2698', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': 'c67469d7-4417-4512-ad59-dec9b41f2698', 'mac_address': 'fa:16:3e:f4:8f:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:55:02.746245 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7102e2-1552-481c-8f6a-30cfd5ec07c5 None None] Pushing event updated for resources: {'Port': ['ID=6419aabf-b4cf-4626-8896-5b34ed11b535,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:02.775891 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c7c3f2ba-5d83-4a16-a993-a29299b7b75e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c1b8ba8b3c2448c8a23fac62769e1c4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1628881 Aug 10 00:55:02.780673 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36184) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:02.787174 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af51e57-be7f-4727-a719-4213ad361691 req-c990bb94-db00-4acf-95c6-bcf25a49459e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:02.793073 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af51e57-be7f-4727-a719-4213ad361691 req-c990bb94-db00-4acf-95c6-bcf25a49459e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:02.796772 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-1ac88993-2bbb-4e04-a356-050ed6108a47 None None] Attempting to bind port 6419aabf-b4cf-4626-8896-5b34ed11b535 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:55:02.797820 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-1ac88993-2bbb-4e04-a356-050ed6108a47 None None] Attempting to bind port 6419aabf-b4cf-4626-8896-5b34ed11b535 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:55:02.797820 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac88993-2bbb-4e04-a356-050ed6108a47 None None] Attempting to bind port 6419aabf-b4cf-4626-8896-5b34ed11b535 on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:02.801036 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2af51e57-be7f-4727-a719-4213ad361691 req-c990bb94-db00-4acf-95c6-bcf25a49459e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=733b475d-3b5e-4e19-9a48-53e507491837 HTTP/1.1" status: 200 len: 1679 time: 0.9472625 Aug 10 00:55:02.807323 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac88993-2bbb-4e04-a356-050ed6108a47 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:55:02.807946 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac88993-2bbb-4e04-a356-050ed6108a47 None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:55:02.808514 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1ac88993-2bbb-4e04-a356-050ed6108a47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:02.809018 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac88993-2bbb-4e04-a356-050ed6108a47 None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:55:02.810559 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-1ac88993-2bbb-4e04-a356-050ed6108a47 None None] Bound port: 6419aabf-b4cf-4626-8896-5b34ed11b535, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:55:02.811053 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1ac88993-2bbb-4e04-a356-050ed6108a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:02.817420 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-e17742d2-245c-4bd7-8baa-e3f017205b5d tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Network c58b2db2-79c7-40d4-af6c-7a7b4827f110 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:55:02.831219 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b8d44d3f-0d03-4e0c-b7a5-66c63450c618 req-91371672-2a34-4d0d-9ed3-8a6ea616919d tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147711 Aug 10 00:55:02.834155 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-b5e1e001-4e2e-4c4f-9973-bbb37734e0a9 admin admin] Allocated IP 172.20.0.1 (e516dddc-8d86-41c2-b6b1-1e5c8e770afa/72ec540d-57ea-4b07-abb3-656586e4ff80/bd5f45a4-38ad-4e41-bf49-e8514bc8a280) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:55:02.853128 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-e17742d2-245c-4bd7-8baa-e3f017205b5d tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:55:02.865445 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-e17742d2-245c-4bd7-8baa-e3f017205b5d tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:55:02.892921 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-93c1dfb5-b17a-4bc3-864a-dfec151743c7 req-792c0344-3d24-4505-8e73-3ebf2e080fba service neutron] 10.222.0.24 "GET /v2.0/networks/079c5ed4-a871-4979-8dae-304680a7612f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0752256 Aug 10 00:55:02.909056 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-1ac88993-2bbb-4e04-a356-050ed6108a47 None None] For port 6419aabf-b4cf-4626-8896-5b34ed11b535, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:55:02.913432 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-1ac88993-2bbb-4e04-a356-050ed6108a47 None None] For port 6419aabf-b4cf-4626-8896-5b34ed11b535, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=6419aabf-b4cf-4626-8896-5b34ed11b535,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:55:02.920743 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2af51e57-be7f-4727-a719-4213ad361691 req-9da5797d-000b-410e-a331-59d74a90dbb6 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/security-groups?id=63c5f77b-3837-4d76-af41-3e7a6d6a5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186693 Aug 10 00:55:02.948103 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1ac88993-2bbb-4e04-a356-050ed6108a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:02.976209 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17742d2-245c-4bd7-8baa-e3f017205b5d tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Pushing event updated for resources: {'Port': ['ID=9b8123ae-38a5-43aa-98f7-f197b89ebe6d,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:03.061968 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7102e2-1552-481c-8f6a-30cfd5ec07c5 None None] Pushing event updated for resources: {'Port': ['ID=6419aabf-b4cf-4626-8896-5b34ed11b535,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:03.071962 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:03.089399 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c67469d7-4417-4512-ad59-dec9b41f2698 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:03.114528 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2cd99d-89d6-4188-88a3-c03f72c8a283 x-openstack-request-id: req-2b2cd99d-89d6-4188-88a3-c03f72c8a283 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:03.114985 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be929e63-6bd7-4015-b59e-8b494d5ecba9", "name": "network-vif-deleted", "tag": "6a834218-a44a-41c8-b76e-4f94deca7511", "status": "completed", "code": 200}, {"server_uuid": "b80ef126-5374-449c-9ac7-c7fa472955b1", "name": "network-vif-deleted", "tag": "c7a3b030-adf1-4d8d-be4f-93c78325bbc6", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:03.115344 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2b2cd99d-89d6-4188-88a3-c03f72c8a283 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:03.115845 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be929e63-6bd7-4015-b59e-8b494d5ecba9', 'name': 'network-vif-deleted', 'tag': '6a834218-a44a-41c8-b76e-4f94deca7511', 'status': 'completed', 'code': 200} Aug 10 00:55:03.116226 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80ef126-5374-449c-9ac7-c7fa472955b1', 'name': 'network-vif-deleted', 'tag': 'c7a3b030-adf1-4d8d-be4f-93c78325bbc6', 'status': 'completed', 'code': 200} Aug 10 00:55:03.120394 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port c67469d7-4417-4512-ad59-dec9b41f2698, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=c67469d7-4417-4512-ad59-dec9b41f2698,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:03.136123 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-e17742d2-245c-4bd7-8baa-e3f017205b5d tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:03.136908 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac88993-2bbb-4e04-a356-050ed6108a47 None None] Routers {'1135a4ed-1d72-4ee5-b653-d7c6e35541ea'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:55:03.137050 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-e17742d2-245c-4bd7-8baa-e3f017205b5d tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:03.137614 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-1ac88993-2bbb-4e04-a356-050ed6108a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:54:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['1135a4ed-1d72-4ee5-b653-d7c6e35541ea'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:03.194029 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68c15bc3-72d9-42f2-9fef-3358d503b6a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:03.220065 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-e17742d2-245c-4bd7-8baa-e3f017205b5d tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4862134 Aug 10 00:55:03.255138 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-5b0413c5-1711-44a8-8bfb-104322e269e8 service neutron] Request body: {'port': {'device_id': '667a1a15-88be-4d95-9216-e10e3cb4725c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:03.270598 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-12204b31-5f8e-41aa-81e4-d50f82445d48 service neutron] For port c0828bf0-f3bc-4690-b46b-0f89a031f6e1, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:55:03.285255 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-12204b31-5f8e-41aa-81e4-d50f82445d48 service neutron] Notify callbacks [] for binding, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:03.285899 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3134a0d9-9d46-40ce-8d09-bd692de926df req-12204b31-5f8e-41aa-81e4-d50f82445d48 service neutron] 10.222.0.24 "DELETE /v2.0/ports/c0828bf0-f3bc-4690-b46b-0f89a031f6e1/bindings/n-h2-766726-26 HTTP/1.1" status: 204 len: 173 time: 0.5100667 Aug 10 00:55:03.297245 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68c15bc3-72d9-42f2-9fef-3358d503b6a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:03.306121 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-1ac88993-2bbb-4e04-a356-050ed6108a47 None None] Set router 1135a4ed-1d72-4ee5-b653-d7c6e35541ea gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:55:03.306856 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188b011-8544-46c8-8017-224d44910bbd req-59eabd14-c0b6-48f7-9d38-96f347a92caf tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:03.315162 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0188b011-8544-46c8-8017-224d44910bbd req-59eabd14-c0b6-48f7-9d38-96f347a92caf tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=667a1a15-88be-4d95-9216-e10e3cb4725c HTTP/1.1" status: 200 len: 932 time: 0.1433377 Aug 10 00:55:03.359882 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:03.377671 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937be9ec-61c5-4c44-bba7-ac498b3170ac req-0e275d63-5f65-4478-b837-d202c0c5af26 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:03.386328 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-937be9ec-61c5-4c44-bba7-ac498b3170ac req-0e275d63-5f65-4478-b837-d202c0c5af26 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 949 time: 0.0974071 Aug 10 00:55:03.392661 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82cd47b-ae80-43ab-b314-b3f8cd512c37 x-openstack-request-id: req-a82cd47b-ae80-43ab-b314-b3f8cd512c37 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:03.392997 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f9335f-3a15-4db5-b66e-83cc39a4ddc6", "name": "network-vif-unplugged", "status": "completed", "tag": "c67469d7-4417-4512-ad59-dec9b41f2698", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:03.393186 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a82cd47b-ae80-43ab-b314-b3f8cd512c37 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:03.393583 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f9335f-3a15-4db5-b66e-83cc39a4ddc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c67469d7-4417-4512-ad59-dec9b41f2698', 'code': 200} Aug 10 00:55:03.395928 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b5e1e001-4e2e-4c4f-9973-bbb37734e0a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:03.434837 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0188b011-8544-46c8-8017-224d44910bbd req-9384a7b3-8f76-451a-bde3-7b7ccad769d3 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/security-groups?id=709ca5dd-a64e-4e40-a421-0f2b5d9fc282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134186 Aug 10 00:55:03.469916 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-937be9ec-61c5-4c44-bba7-ac498b3170ac req-ab348c51-e0e4-4f2b-aa19-7f2117be0708 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810540 Aug 10 00:55:03.475344 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-b5e1e001-4e2e-4c4f-9973-bbb37734e0a9 admin admin] Transition to ACTIVE for port object bd5f45a4-38ad-4e41-bf49-e8514bc8a280 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:03.482080 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-5b0413c5-1711-44a8-8bfb-104322e269e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:03.572238 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 5b6bfdf2-202b-4862-a6e2-8371b28157f4 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:55:03.613890 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f531a0cf-4272-4e12-9cac-88168e61224b None None] Provisioning for port 9b8123ae-38a5-43aa-98f7-f197b89ebe6d completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:03.630594 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68c15bc3-72d9-42f2-9fef-3358d503b6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:03.637972 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68c15bc3-72d9-42f2-9fef-3358d503b6a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:03.639928 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-68c15bc3-72d9-42f2-9fef-3358d503b6a1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/28ed1ba8-615a-47b0-8567-6ce84ca02ddd HTTP/1.1" status: 204 len: 168 time: 0.8515513 Aug 10 00:55:03.682867 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f531a0cf-4272-4e12-9cac-88168e61224b None None] Provisioning complete for port 9b8123ae-38a5-43aa-98f7-f197b89ebe6d triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:03.683539 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f531a0cf-4272-4e12-9cac-88168e61224b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:03.752039 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-f531a0cf-4272-4e12-9cac-88168e61224b None None] Port 9b8123ae-38a5-43aa-98f7-f197b89ebe6d cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:55:03.769917 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=c67469d7-4417-4512-ad59-dec9b41f2698,revision_number=10']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:03.774210 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.db.resource_extend [None req-37942978-4b60-4791-bac3-47b21a134052 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 00:55:03.797812 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743bcbff-ff0e-4f34-ba41-b500b4abdbdc req-f6909f4c-453a-4624-85c1-0517956a1032 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:03.799448 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-743bcbff-ff0e-4f34-ba41-b500b4abdbdc req-f6909f4c-453a-4624-85c1-0517956a1032 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 949 time: 0.2340035 Aug 10 00:55:03.830337 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd00d6d-3360-41a2-9ecb-e191adda172a req-efbc2c53-c793-42a7-86b1-bb613005dea2 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:03.838389 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9cd00d6d-3360-41a2-9ecb-e191adda172a req-efbc2c53-c793-42a7-86b1-bb613005dea2 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 1096 time: 0.2058201 Aug 10 00:55:03.877133 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['c67469d7-4417-4512-ad59-dec9b41f2698'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:55:03.906809 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-5b0413c5-1711-44a8-8bfb-104322e269e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b8123ae-38a5-43aa-98f7-f197b89ebe6d {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:03.916533 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-5b0413c5-1711-44a8-8bfb-104322e269e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:03.930972 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-5b0413c5-1711-44a8-8bfb-104322e269e8 service neutron] Transition to ACTIVE for port object 9b8123ae-38a5-43aa-98f7-f197b89ebe6d will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:03.945530 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-5b0413c5-1711-44a8-8bfb-104322e269e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:03.949252 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 5b6bfdf2-202b-4862-a6e2-8371b28157f4, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=5b6bfdf2-202b-4862-a6e2-8371b28157f4,segment=NetworkSegment(495526b2-264b-47af-a132-d28e0f9eed25),segment_id=495526b2-264b-47af-a132-d28e0f9eed25)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:03.970427 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9cd00d6d-3360-41a2-9ecb-e191adda172a req-d8c90a3a-4a26-4c5e-8c29-8d152b74ee78 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040449 Aug 10 00:55:04.011378 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-1ac88993-2bbb-4e04-a356-050ed6108a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1135a4ed-1d72-4ee5-b653-d7c6e35541ea', 'name': 'tempest-FloatingIPDetailsTestJSON-763467413-router', 'tenant_id': 'cd405c4606b744399551045130e0614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '6419aabf-b4cf-4626-8896-5b34ed11b535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:54:51Z', 'updated_at': '2021-08-10T00:54:57Z', 'revision_number': 3, 'project_id': 'cd405c4606b744399551045130e0614d', 'gw_port': {'id': '6419aabf-b4cf-4626-8896-5b34ed11b535', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:07:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1135a4ed-1d72-4ee5-b653-d7c6e35541ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:54:54Z', 'updated_at': '2021-08-10T00:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:04.014499 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-743bcbff-ff0e-4f34-ba41-b500b4abdbdc req-50c14352-a4af-4632-9e79-06b35e04d495 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042046 Aug 10 00:55:04.027633 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '5b6bfdf2-202b-4862-a6e2-8371b28157f4', 'network_id': '079c5ed4-a871-4979-8dae-304680a7612f', 'port_id': '5b6bfdf2-202b-4862-a6e2-8371b28157f4', 'mac_address': 'fa:16:3e:5e:56:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a45aec0-5d07-49c1-a7c9-d5d3842dddb7', 'ip_address': '19.86.0.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:55:04.037624 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c15bc3-72d9-42f2-9fef-3358d503b6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ed1ba8-615a-47b0-8567-6ce84ca02ddd,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:04.076327 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b5e1e001-4e2e-4c4f-9973-bbb37734e0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:04.081418 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0413c5-1711-44a8-8bfb-104322e269e8 service neutron] Pushing event updated for resources: {'Port': ['ID=9b8123ae-38a5-43aa-98f7-f197b89ebe6d,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:04.144503 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1e001-4e2e-4c4f-9973-bbb37734e0a9 admin admin] Pushing event updated for resources: {'Port': ['ID=bd5f45a4-38ad-4e41-bf49-e8514bc8a280,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:04.171912 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac88993-2bbb-4e04-a356-050ed6108a47 None None] The sync data for ids ['1135a4ed-1d72-4ee5-b653-d7c6e35541ea'] in n-d-766726-26 is: [{'id': '1135a4ed-1d72-4ee5-b653-d7c6e35541ea', 'name': 'tempest-FloatingIPDetailsTestJSON-763467413-router', 'tenant_id': 'cd405c4606b744399551045130e0614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '6419aabf-b4cf-4626-8896-5b34ed11b535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:54:51Z', 'updated_at': '2021-08-10T00:54:57Z', 'revision_number': 3, 'project_id': 'cd405c4606b744399551045130e0614d', 'gw_port': {'id': '6419aabf-b4cf-4626-8896-5b34ed11b535', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:07:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1135a4ed-1d72-4ee5-b653-d7c6e35541ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:54:54Z', 'updated_at': '2021-08-10T00:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:55:04.309003 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873aa30-95f4-4dce-ad14-66d2073dc95b req-5efe9613-60a3-4f91-83f1-5be1fdc03410 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:04.326808 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873aa30-95f4-4dce-ad14-66d2073dc95b req-5efe9613-60a3-4f91-83f1-5be1fdc03410 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:04.340850 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7873aa30-95f4-4dce-ad14-66d2073dc95b req-5efe9613-60a3-4f91-83f1-5be1fdc03410 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=733b475d-3b5e-4e19-9a48-53e507491837 HTTP/1.1" status: 200 len: 1679 time: 0.1810858 Aug 10 00:55:04.468989 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7873aa30-95f4-4dce-ad14-66d2073dc95b req-c93c1b95-3a15-4eef-a9c8-b530d89b5c15 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/security-groups?id=63c5f77b-3837-4d76-af41-3e7a6d6a5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147857 Aug 10 00:55:04.493355 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:04.614097 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b6bfdf2-202b-4862-a6e2-8371b28157f4 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:04.642736 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e1e001-4e2e-4c4f-9973-bbb37734e0a9 admin admin] Network e516dddc-8d86-41c2-b6b1-1e5c8e770afa is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:55:04.665301 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-b5e1e001-4e2e-4c4f-9973-bbb37734e0a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:55:04.674544 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e1e001-4e2e-4c4f-9973-bbb37734e0a9 admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:55:04.680118 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa65a8-0a3e-44d2-ad7f-34ac524bc326 req-99f78191-e37c-4122-9a64-39097deb5c66 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:04.682975 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-5b0413c5-1711-44a8-8bfb-104322e269e8 service neutron] Attempting to bind port 9b8123ae-38a5-43aa-98f7-f197b89ebe6d on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:55:04.683323 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-5b0413c5-1711-44a8-8bfb-104322e269e8 service neutron] Attempting to bind port 9b8123ae-38a5-43aa-98f7-f197b89ebe6d by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '00cd8800-3b5e-49b2-aecd-def2a07ae15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:55:04.683662 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-5b0413c5-1711-44a8-8bfb-104322e269e8 service neutron] Attempting to bind port 9b8123ae-38a5-43aa-98f7-f197b89ebe6d on network c58b2db2-79c7-40d4-af6c-7a7b4827f110 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:04.693156 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d8aa65a8-0a3e-44d2-ad7f-34ac524bc326 req-99f78191-e37c-4122-9a64-39097deb5c66 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 1096 time: 0.1756928 Aug 10 00:55:04.719575 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-5b0413c5-1711-44a8-8bfb-104322e269e8 service neutron] Port 9b8123ae-38a5-43aa-98f7-f197b89ebe6d on network c58b2db2-79c7-40d4-af6c-7a7b4827f110 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:55:04.719916 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-5b0413c5-1711-44a8-8bfb-104322e269e8 service neutron] Attempting to bind port 9b8123ae-38a5-43aa-98f7-f197b89ebe6d on network c58b2db2-79c7-40d4-af6c-7a7b4827f110 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:04.742753 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-5b0413c5-1711-44a8-8bfb-104322e269e8 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:55:04.743187 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-5b0413c5-1711-44a8-8bfb-104322e269e8 service neutron] Checking segment: {'id': '00cd8800-3b5e-49b2-aecd-def2a07ae15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:55:04.744559 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-5b0413c5-1711-44a8-8bfb-104322e269e8 service neutron] Bound using segment: {'id': '00cd8800-3b5e-49b2-aecd-def2a07ae15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:55:04.745193 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-5b0413c5-1711-44a8-8bfb-104322e269e8 service neutron] Bound port: 9b8123ae-38a5-43aa-98f7-f197b89ebe6d, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00cd8800-3b5e-49b2-aecd-def2a07ae15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:55:04.745581 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-5b0413c5-1711-44a8-8bfb-104322e269e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:04.793633 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 5b6bfdf2-202b-4862-a6e2-8371b28157f4, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=5b6bfdf2-202b-4862-a6e2-8371b28157f4,segment=NetworkSegment(495526b2-264b-47af-a132-d28e0f9eed25),segment_id=495526b2-264b-47af-a132-d28e0f9eed25)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:04.818474 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b5e1e001-4e2e-4c4f-9973-bbb37734e0a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:04.884349 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:04.888558 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 5237d120-22c6-4ebe-b223-16b2a3a8e6c8 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:55:05.025571 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d8aa65a8-0a3e-44d2-ad7f-34ac524bc326 req-9005caaf-c9c1-45f0-9621-cab62cdea97a tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264771 Aug 10 00:55:05.049410 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49778f-20d1-4173-af16-9c0febe9822e req-08e7e9e3-e162-46c1-8d85-179bcb765a44 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:05.060804 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-da49778f-20d1-4173-af16-9c0febe9822e req-08e7e9e3-e162-46c1-8d85-179bcb765a44 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=667a1a15-88be-4d95-9216-e10e3cb4725c HTTP/1.1" status: 200 len: 944 time: 0.3610270 Aug 10 00:55:05.096487 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device ee529561-278f-469e-9209-791f4c2472c4 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:55:05.159446 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-5b0413c5-1711-44a8-8bfb-104322e269e8 service neutron] For port 9b8123ae-38a5-43aa-98f7-f197b89ebe6d, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:55:05.162812 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-5b0413c5-1711-44a8-8bfb-104322e269e8 service neutron] For port 9b8123ae-38a5-43aa-98f7-f197b89ebe6d, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=9b8123ae-38a5-43aa-98f7-f197b89ebe6d,segment=NetworkSegment(00cd8800-3b5e-49b2-aecd-def2a07ae15a),segment_id=00cd8800-3b5e-49b2-aecd-def2a07ae15a)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:55:05.190621 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-5b0413c5-1711-44a8-8bfb-104322e269e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:05.243628 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 6419aabf-b4cf-4626-8896-5b34ed11b535 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:55:05.248311 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-da49778f-20d1-4173-af16-9c0febe9822e req-b8432c6e-77a0-4a45-a3ec-ca8eaff0dd8d tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/security-groups?id=709ca5dd-a64e-4e40-a421-0f2b5d9fc282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589572 Aug 10 00:55:05.310209 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-5b0413c5-1711-44a8-8bfb-104322e269e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:05.313103 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-5b0413c5-1711-44a8-8bfb-104322e269e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:05.314620 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-5b0413c5-1711-44a8-8bfb-104322e269e8 service neutron] 10.222.0.20 "PUT /v2.0/ports/9b8123ae-38a5-43aa-98f7-f197b89ebe6d HTTP/1.1" status: 200 len: 1093 time: 2.0680552 Aug 10 00:55:05.315105 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '667a1a15-88be-4d95-9216-e10e3cb4725c', 'tag': '9b8123ae-38a5-43aa-98f7-f197b89ebe6d'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:05.317869 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781af9b2-4560-4b4d-87c4-258c867e1a22" -d '{"events": [{"name": "network-changed", "server_uuid": "667a1a15-88be-4d95-9216-e10e3cb4725c", "tag": "9b8123ae-38a5-43aa-98f7-f197b89ebe6d"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:05.523483 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.db.resource_extend [None req-37942978-4b60-4791-bac3-47b21a134052 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 00:55:05.532992 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4202d99e-634c-4418-bce5-d57e29d5cfd0 x-openstack-request-id: req-4202d99e-634c-4418-bce5-d57e29d5cfd0 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:05.533382 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "667a1a15-88be-4d95-9216-e10e3cb4725c", "tag": "9b8123ae-38a5-43aa-98f7-f197b89ebe6d", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:05.534555 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4202d99e-634c-4418-bce5-d57e29d5cfd0 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:05.546461 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '667a1a15-88be-4d95-9216-e10e3cb4725c', 'tag': '9b8123ae-38a5-43aa-98f7-f197b89ebe6d', 'status': 'completed', 'code': 200} Aug 10 00:55:05.556868 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-38e603f9-d80c-47af-bf5d-203f87df8096 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0716743 Aug 10 00:55:05.605126 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=5b6bfdf2-202b-4862-a6e2-8371b28157f4,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:05.689045 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-303c5451-a549-4203-8911-cf0e2fbfdecc None None] Provisioning for port bd5f45a4-38ad-4e41-bf49-e8514bc8a280 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:05.706274 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:05.714665 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-303c5451-a549-4203-8911-cf0e2fbfdecc None None] Provisioning complete for port bd5f45a4-38ad-4e41-bf49-e8514bc8a280 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:05.715049 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-303c5451-a549-4203-8911-cf0e2fbfdecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:05.810488 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-a97d6696-7988-49e9-8361-5d6907c6a682 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:05.820644 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-a97d6696-7988-49e9-8361-5d6907c6a682 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2608123 Aug 10 00:55:05.847048 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-79d94e0c-bc23-4f2c-841d-aa0209ce114c tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/quotas/a32ed65983d143c3b0d38c9da5efabeb HTTP/1.1" status: 200 len: 375 time: 0.0246842 Aug 10 00:55:05.908467 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port ee529561-278f-469e-9209-791f4c2472c4, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=ee529561-278f-469e-9209-791f4c2472c4,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:05.916302 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b34a020-eeb8-4f3e-a378-23d162f9addf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee529561-278f-469e-9209-791f4c2472c4'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:05.919664 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91080c6-3e5d-4033-b895-87ba7255a23d" -d '{"events": [{"server_uuid": "6b34a020-eeb8-4f3e-a378-23d162f9addf", "name": "network-vif-unplugged", "status": "completed", "tag": "ee529561-278f-469e-9209-791f4c2472c4"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:05.928825 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:05.956209 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-303c5451-a549-4203-8911-cf0e2fbfdecc None None] Port bd5f45a4-38ad-4e41-bf49-e8514bc8a280 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:55:06.005406 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-d85088fb-db1f-4a3d-afca-b72db7cd4373 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1568775 Aug 10 00:55:06.028101 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=ee529561-278f-469e-9209-791f4c2472c4,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:06.052885 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 6419aabf-b4cf-4626-8896-5b34ed11b535 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:06.058619 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0413c5-1711-44a8-8bfb-104322e269e8 service neutron] Pushing event updated for resources: {'Port': ['ID=9b8123ae-38a5-43aa-98f7-f197b89ebe6d,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:06.071235 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 5237d120-22c6-4ebe-b223-16b2a3a8e6c8, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=5237d120-22c6-4ebe-b223-16b2a3a8e6c8,segment=NetworkSegment(1e036a64-df29-4e98-babf-00ca8340a058),segment_id=1e036a64-df29-4e98-babf-00ca8340a058)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:06.074850 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 6419aabf-b4cf-4626-8896-5b34ed11b535 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:06.076122 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:06.113086 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-2d561767-6635-4747-aac0-b171511294a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:06.114993 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-2d561767-6635-4747-aac0-b171511294a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=efee53c3551044e8afcc00c8cdf7b6ca&device_id=667a1a15-88be-4d95-9216-e10e3cb4725c HTTP/1.1" status: 200 len: 1096 time: 0.7172627 Aug 10 00:55:06.121714 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b5e1e001-4e2e-4c4f-9973-bbb37734e0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:06.129104 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '5237d120-22c6-4ebe-b223-16b2a3a8e6c8', 'network_id': '0eefdf5e-d972-4e4c-a89b-5d6a9364e508', 'port_id': '5237d120-22c6-4ebe-b223-16b2a3a8e6c8', 'mac_address': 'fa:16:3e:4f:c4:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ac208c2-7c25-4035-9c2d-e0076f4d9e43', 'ip_address': '19.80.0.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:55:06.223201 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-7f0c5e9f-6bdc-4e39-b70a-8762adeaff87 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b8123ae-38a5-43aa-98f7-f197b89ebe6d HTTP/1.1" status: 200 len: 217 time: 0.0847068 Aug 10 00:55:06.252858 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:06.297530 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5237d120-22c6-4ebe-b223-16b2a3a8e6c8 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:06.340973 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 5237d120-22c6-4ebe-b223-16b2a3a8e6c8, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=5237d120-22c6-4ebe-b223-16b2a3a8e6c8,segment=NetworkSegment(1e036a64-df29-4e98-babf-00ca8340a058),segment_id=1e036a64-df29-4e98-babf-00ca8340a058)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:06.356467 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:06.394735 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0ade3-5dbd-4963-bdcd-c8ae175993b7 req-93baf0d4-6d1a-449a-9aa3-ca9b72c2cf62 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:06.410260 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0ade3-5dbd-4963-bdcd-c8ae175993b7 req-93baf0d4-6d1a-449a-9aa3-ca9b72c2cf62 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:06.412565 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-b7eccff8-a456-465a-97f2-26a4724a3c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:06.414029 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device c67469d7-4417-4512-ad59-dec9b41f2698 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:55:06.414479 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-b7eccff8-a456-465a-97f2-26a4724a3c79 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ecd1c4b-499a-4426-9e1d-abb75625188f HTTP/1.1" status: 200 len: 862 time: 0.1133204 Aug 10 00:55:06.427385 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-08c0ade3-5dbd-4963-bdcd-c8ae175993b7 req-93baf0d4-6d1a-449a-9aa3-ca9b72c2cf62 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=733b475d-3b5e-4e19-9a48-53e507491837 HTTP/1.1" status: 200 len: 1680 time: 0.1704135 Aug 10 00:55:06.495421 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-08c0ade3-5dbd-4963-bdcd-c8ae175993b7 req-34df0cfe-518e-4cc1-88e9-38daf1cd58da tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/security-groups?id=63c5f77b-3837-4d76-af41-3e7a6d6a5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618348 Aug 10 00:55:06.613273 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-9a731883-d1a4-4603-9a21-647a82144366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:06.615501 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-9a731883-d1a4-4603-9a21-647a82144366 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c58b2db2-79c7-40d4-af6c-7a7b4827f110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1532440 Aug 10 00:55:06.627317 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:06.642747 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d81500-5da4-47a4-9dd1-d30a79e8d375 x-openstack-request-id: req-d8d81500-5da4-47a4-9dd1-d30a79e8d375 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:06.643829 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b34a020-eeb8-4f3e-a378-23d162f9addf", "name": "network-vif-unplugged", "status": "completed", "tag": "ee529561-278f-469e-9209-791f4c2472c4", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:06.644594 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d8d81500-5da4-47a4-9dd1-d30a79e8d375 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:06.645194 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b34a020-eeb8-4f3e-a378-23d162f9addf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee529561-278f-469e-9209-791f4c2472c4', 'code': 200} Aug 10 00:55:06.651900 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=5237d120-22c6-4ebe-b223-16b2a3a8e6c8,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:06.693928 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 6419aabf-b4cf-4626-8896-5b34ed11b535, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=6419aabf-b4cf-4626-8896-5b34ed11b535,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:06.712640 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:06.742717 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b5e1e001-4e2e-4c4f-9973-bbb37734e0a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:06.760476 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b5e1e001-4e2e-4c4f-9973-bbb37734e0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:06.829828 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=6419aabf-b4cf-4626-8896-5b34ed11b535,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:06.846487 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port c67469d7-4417-4512-ad59-dec9b41f2698 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:06.846876 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:06.896979 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-35e52a40-e5f7-4398-ba51-b13ac52c76c8 req-a0eefe9b-04bf-419f-b81b-938e0fd9a910 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 210 time: 0.0992510 Aug 10 00:55:07.045191 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-1563b09c-6ff0-48e0-8ba5-b49974ad43de service neutron] 10.222.0.20 "GET /v2.0/networks/c58b2db2-79c7-40d4-af6c-7a7b4827f110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037421 Aug 10 00:55:07.154263 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b5e1e001-4e2e-4c4f-9973-bbb37734e0a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:07.162292 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf9720-d1b8-4ec2-9169-5432fbd0dd37 req-fe3c9cad-6d94-43d6-8ec7-3a7a93a31dab tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:07.177518 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-52cf9720-d1b8-4ec2-9169-5432fbd0dd37 req-fe3c9cad-6d94-43d6-8ec7-3a7a93a31dab tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=667a1a15-88be-4d95-9216-e10e3cb4725c HTTP/1.1" status: 200 len: 944 time: 0.0892069 Aug 10 00:55:07.255027 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1e001-4e2e-4c4f-9973-bbb37734e0a9 admin admin] Pushing event updated for resources: {'Port': ['ID=bd5f45a4-38ad-4e41-bf49-e8514bc8a280,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:07.287058 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-52cf9720-d1b8-4ec2-9169-5432fbd0dd37 req-30fb0438-78bc-46eb-b3ef-3ef89a045214 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/security-groups?id=709ca5dd-a64e-4e40-a421-0f2b5d9fc282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073222 Aug 10 00:55:07.378426 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4c38814d-6c01-40ba-9c4e-5e0a834e5af7 req-e8421e1e-1278-4ca3-9dc7-b95affdd0b54 service neutron] 10.222.0.20 "GET /v2.0/networks/c58b2db2-79c7-40d4-af6c-7a7b4827f110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407923 Aug 10 00:55:07.392833 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['5b6bfdf2-202b-4862-a6e2-8371b28157f4'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:55:07.395794 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['5237d120-22c6-4ebe-b223-16b2a3a8e6c8'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:55:07.409608 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e1e001-4e2e-4c4f-9973-bbb37734e0a9 admin admin] Network e516dddc-8d86-41c2-b6b1-1e5c8e770afa is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:55:07.411478 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-b5e1e001-4e2e-4c4f-9973-bbb37734e0a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:55:07.519418 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:07.695029 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f86d0528-eafb-48e0-afa7-99608afb6171 req-879bcfc4-ae28-46b5-af80-a930feff5556 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0605392 Aug 10 00:55:07.726056 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port c67469d7-4417-4512-ad59-dec9b41f2698, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=c67469d7-4417-4512-ad59-dec9b41f2698,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:07.765553 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:07.816096 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d0528-eafb-48e0-afa7-99608afb6171 req-b1a47f1a-27a0-408a-a31f-d7597496b7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:07.819903 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f86d0528-eafb-48e0-afa7-99608afb6171 req-b1a47f1a-27a0-408a-a31f-d7597496b7b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 1102 time: 0.0913818 Aug 10 00:55:07.845597 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781af9b2-4560-4b4d-87c4-258c867e1a22 req-39a9dcc5-cc23-48c5-8942-e56f7d3aee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:07.847271 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-781af9b2-4560-4b4d-87c4-258c867e1a22 req-39a9dcc5-cc23-48c5-8942-e56f7d3aee41 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=efee53c3551044e8afcc00c8cdf7b6ca&device_id=667a1a15-88be-4d95-9216-e10e3cb4725c HTTP/1.1" status: 200 len: 1096 time: 0.1914554 Aug 10 00:55:07.854114 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e1e001-4e2e-4c4f-9973-bbb37734e0a9 admin admin] Router 1135a4ed-1d72-4ee5-b653-d7c6e35541ea has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:55:08.041135 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=c67469d7-4417-4512-ad59-dec9b41f2698,revision_number=11']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:08.058371 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-465b8013-e2d0-4b71-9a71-6e77d9627bc3 None None] Provisioning complete for port bd5f45a4-38ad-4e41-bf49-e8514bc8a280 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:08.058746 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-465b8013-e2d0-4b71-9a71-6e77d9627bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:08.082755 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-49c0ffbe-b964-48ad-88db-de7ad24a2757 req-e231b879-4006-4b56-ad30-bfd63bfd76f0 tempest-FlavorsV2NegativeTest-1333055202 tempest-FlavorsV2NegativeTest-1333055202-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=4176432c45154f288254e135c1127a44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606802 Aug 10 00:55:08.189039 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-465b8013-e2d0-4b71-9a71-6e77d9627bc3 None None] Port bd5f45a4-38ad-4e41-bf49-e8514bc8a280 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:55:08.223925 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62d014-be8f-475d-90a4-c8b13cdd6a12 req-2ae6703b-6267-4d76-b8bf-30d189790183 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:08.241406 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62d014-be8f-475d-90a4-c8b13cdd6a12 req-2ae6703b-6267-4d76-b8bf-30d189790183 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:08.241406 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8c62d014-be8f-475d-90a4-c8b13cdd6a12 req-2ae6703b-6267-4d76-b8bf-30d189790183 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=733b475d-3b5e-4e19-9a48-53e507491837 HTTP/1.1" status: 200 len: 1681 time: 0.2104135 Aug 10 00:55:08.271834 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e1e001-4e2e-4c4f-9973-bbb37734e0a9 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:55:08.291937 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b5e1e001-4e2e-4c4f-9973-bbb37734e0a9 admin admin] 10.222.0.35 "PUT /v2.0/routers/1135a4ed-1d72-4ee5-b653-d7c6e35541ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2817583 Aug 10 00:55:08.391276 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58902be1-cddb-4bc9-9bb0-780c798f6698 None None] Sync routers for ids ['1135a4ed-1d72-4ee5-b653-d7c6e35541ea'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:55:08.391735 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d0528-eafb-48e0-afa7-99608afb6171 req-5c0003f3-eea6-4afe-a235-700dd213f48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:08.391735 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f86d0528-eafb-48e0-afa7-99608afb6171 req-5c0003f3-eea6-4afe-a235-700dd213f48e service neutron] 10.222.0.24 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.5060263 Aug 10 00:55:08.391938 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58902be1-cddb-4bc9-9bb0-780c798f6698 None None] Routers {'1135a4ed-1d72-4ee5-b653-d7c6e35541ea'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:55:08.391938 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-58902be1-cddb-4bc9-9bb0-780c798f6698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:54:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['1135a4ed-1d72-4ee5-b653-d7c6e35541ea'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:08.392144 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 65a48a5c-816d-49a7-b218-71e733ae3f95 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:55:08.472381 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f86d0528-eafb-48e0-afa7-99608afb6171 req-21a9f85e-96c9-4a27-9223-69f9767dea65 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=fdc10411-30f3-4964-8619-36d66302f093 HTTP/1.1" status: 200 len: 217 time: 0.0839868 Aug 10 00:55:08.482479 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-9efd7ccd-2109-4699-b5e2-0221e8e64564 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0926192 Aug 10 00:55:08.581357 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 65a48a5c-816d-49a7-b218-71e733ae3f95, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=65a48a5c-816d-49a7-b218-71e733ae3f95,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:08.605174 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d0528-eafb-48e0-afa7-99608afb6171 req-3460d5a6-481f-4dac-98b9-eb65ad912b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:08.607289 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f86d0528-eafb-48e0-afa7-99608afb6171 req-3460d5a6-481f-4dac-98b9-eb65ad912b99 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.1185012 Aug 10 00:55:08.624218 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8c62d014-be8f-475d-90a4-c8b13cdd6a12 req-4f3d1408-d52e-425a-b6d1-acb8a73e82f1 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/security-groups?id=63c5f77b-3837-4d76-af41-3e7a6d6a5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809633 Aug 10 00:55:08.628819 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '65a48a5c-816d-49a7-b218-71e733ae3f95', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': '65a48a5c-816d-49a7-b218-71e733ae3f95', 'mac_address': 'fa:16:3e:5f:00:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:55:08.634472 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0ffbe-b964-48ad-88db-de7ad24a2757 req-dec773dc-4c0d-4f80-a682-f5a39a188985 tempest-FlavorsV2NegativeTest-1333055202 tempest-FlavorsV2NegativeTest-1333055202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:08.654630 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-49c0ffbe-b964-48ad-88db-de7ad24a2757 req-dec773dc-4c0d-4f80-a682-f5a39a188985 tempest-FlavorsV2NegativeTest-1333055202 tempest-FlavorsV2NegativeTest-1333055202-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5505190 Aug 10 00:55:08.666974 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-58902be1-cddb-4bc9-9bb0-780c798f6698 None None] Set router 1135a4ed-1d72-4ee5-b653-d7c6e35541ea gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:55:08.681393 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f9335f-3a15-4db5-b66e-83cc39a4ddc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67469d7-4417-4512-ad59-dec9b41f2698'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:08.689309 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eaa72fe-7605-47f9-8671-24a5e6d600f0" -d '{"events": [{"server_uuid": "86f9335f-3a15-4db5-b66e-83cc39a4ddc6", "name": "network-vif-plugged", "status": "completed", "tag": "c67469d7-4417-4512-ad59-dec9b41f2698"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:08.730297 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:08.761635 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-49c0ffbe-b964-48ad-88db-de7ad24a2757 req-8da1d7e1-f507-4819-8f81-936d818c21dc tempest-FlavorsV2NegativeTest-1333055202 tempest-FlavorsV2NegativeTest-1333055202-project] 10.222.0.35 "GET /v2.0/quotas/4176432c45154f288254e135c1127a44 HTTP/1.1" status: 200 len: 375 time: 0.0686848 Aug 10 00:55:08.765818 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a48a5c-816d-49a7-b218-71e733ae3f95 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:08.807124 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-ba0924c3-606c-4199-b7af-353fd24e55da tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:08.808238 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 65a48a5c-816d-49a7-b218-71e733ae3f95, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=65a48a5c-816d-49a7-b218-71e733ae3f95,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:08.811325 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-ba0924c3-606c-4199-b7af-353fd24e55da tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2756867 Aug 10 00:55:08.816280 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:08.844050 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c633c1f7-2a53-4bfe-b5cf-b01e3ae3bfbc req-01136127-da7a-4b09-9f1c-c1b51bae0050 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 210 time: 0.0793796 Aug 10 00:55:08.848231 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-b83675b2-1c1d-4336-852e-c63b03cf29b8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Request body: {'port': {'device_id': 'ddad8732-d7fd-4023-ae25-7947adcb909e', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'admin_state_up': True, 'tenant_id': 'a32ed65983d143c3b0d38c9da5efabeb'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:08.940023 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=65a48a5c-816d-49a7-b218-71e733ae3f95,revision_number=9']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:08.960821 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-49c0ffbe-b964-48ad-88db-de7ad24a2757 req-dde986a5-b15b-4654-bd47-0b8d5779683c tempest-FlavorsV2NegativeTest-1333055202 tempest-FlavorsV2NegativeTest-1333055202-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4176432c45154f288254e135c1127a44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1973150 Aug 10 00:55:08.994339 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 6419aabf-b4cf-4626-8896-5b34ed11b535 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:55:08.997135 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d0528-eafb-48e0-afa7-99608afb6171 req-a89c42b5-d70b-48d1-b330-b941fa06f60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:08.999244 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f86d0528-eafb-48e0-afa7-99608afb6171 req-a89c42b5-d70b-48d1-b330-b941fa06f60c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3373356 Aug 10 00:55:09.055364 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781af9b2-4560-4b4d-87c4-258c867e1a22 req-67be228a-999e-443f-b8e1-119dba032fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:09.061707 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-781af9b2-4560-4b4d-87c4-258c867e1a22 req-67be228a-999e-443f-b8e1-119dba032fd7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c58b2db2-79c7-40d4-af6c-7a7b4827f110 HTTP/1.1" status: 200 len: 924 time: 1.2011931 Aug 10 00:55:09.069860 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ad58e5-dc68-4d78-94eb-edc835da26aa x-openstack-request-id: req-02ad58e5-dc68-4d78-94eb-edc835da26aa {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:09.073751 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f9335f-3a15-4db5-b66e-83cc39a4ddc6", "name": "network-vif-plugged", "status": "completed", "tag": "c67469d7-4417-4512-ad59-dec9b41f2698", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:09.074040 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-02ad58e5-dc68-4d78-94eb-edc835da26aa {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:09.074454 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f9335f-3a15-4db5-b66e-83cc39a4ddc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67469d7-4417-4512-ad59-dec9b41f2698', 'code': 200} Aug 10 00:55:09.162092 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['65a48a5c-816d-49a7-b218-71e733ae3f95'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:55:09.173266 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cfdaa-f5ab-47a0-ae80-7b68819061f2 req-2644b5e0-500d-4177-a2f0-db7d95140eb7 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:09.181166 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-927cfdaa-f5ab-47a0-ae80-7b68819061f2 req-2644b5e0-500d-4177-a2f0-db7d95140eb7 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=667a1a15-88be-4d95-9216-e10e3cb4725c HTTP/1.1" status: 200 len: 944 time: 0.1425066 Aug 10 00:55:09.213765 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-58902be1-cddb-4bc9-9bb0-780c798f6698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1135a4ed-1d72-4ee5-b653-d7c6e35541ea', 'name': 'tempest-FloatingIPDetailsTestJSON-763467413-router', 'tenant_id': 'cd405c4606b744399551045130e0614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '6419aabf-b4cf-4626-8896-5b34ed11b535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:54:51Z', 'updated_at': '2021-08-10T00:55:06Z', 'revision_number': 4, 'project_id': 'cd405c4606b744399551045130e0614d', 'gw_port': {'id': '6419aabf-b4cf-4626-8896-5b34ed11b535', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:07:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1135a4ed-1d72-4ee5-b653-d7c6e35541ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:54:54Z', 'updated_at': '2021-08-10T00:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'bd5f45a4-38ad-4e41-bf49-e8514bc8a280', 'name': '', 'network_id': 'e516dddc-8d86-41c2-b6b1-1e5c8e770afa', 'tenant_id': 'cd405c4606b744399551045130e0614d', 'mac_address': 'fa:16:3e:a5:3f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1135a4ed-1d72-4ee5-b653-d7c6e35541ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '72ec540d-57ea-4b07-abb3-656586e4ff80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:55:02Z', 'updated_at': '2021-08-10T00:55:06Z', 'revision_number': 2, 'project_id': 'cd405c4606b744399551045130e0614d', 'subnets': [{'id': '72ec540d-57ea-4b07-abb3-656586e4ff80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:09.225287 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-781af9b2-4560-4b4d-87c4-258c867e1a22 req-37027b1e-19ed-47f4-b78a-0a0d464a86a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b8123ae-38a5-43aa-98f7-f197b89ebe6d HTTP/1.1" status: 200 len: 217 time: 0.1518209 Aug 10 00:55:09.251013 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 6419aabf-b4cf-4626-8896-5b34ed11b535 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:09.251397 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:09.254668 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58902be1-cddb-4bc9-9bb0-780c798f6698 None None] Checking router: 1135a4ed-1d72-4ee5-b653-d7c6e35541ea for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:55:09.255515 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58902be1-cddb-4bc9-9bb0-780c798f6698 None None] Updating router 1135a4ed-1d72-4ee5-b653-d7c6e35541ea port bd5f45a4-38ad-4e41-bf49-e8514bc8a280 binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:55:09.270618 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-927cfdaa-f5ab-47a0-ae80-7b68819061f2 req-2605cd74-fe8c-433c-a58d-b0972b6170ec tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/security-groups?id=709ca5dd-a64e-4e40-a421-0f2b5d9fc282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836542 Aug 10 00:55:09.308967 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f86d0528-eafb-48e0-afa7-99608afb6171 req-41820c9d-7cbe-46e6-909b-5ca9f6d6ff55 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889349 Aug 10 00:55:09.319146 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-58902be1-cddb-4bc9-9bb0-780c798f6698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:09.379518 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781af9b2-4560-4b4d-87c4-258c867e1a22 req-812ff5a4-5423-45d6-a586-a1f4007e1054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:09.385627 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-781af9b2-4560-4b4d-87c4-258c867e1a22 req-812ff5a4-5423-45d6-a586-a1f4007e1054 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ecd1c4b-499a-4426-9e1d-abb75625188f HTTP/1.1" status: 200 len: 862 time: 0.1501620 Aug 10 00:55:09.448484 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f86d0528-eafb-48e0-afa7-99608afb6171 req-d791c420-d652-4948-85b9-0246fd4daf7f service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239295 Aug 10 00:55:09.563758 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781af9b2-4560-4b4d-87c4-258c867e1a22 req-8a024887-e734-4ccf-9ad1-35cd4a39a72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:09.566056 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-781af9b2-4560-4b4d-87c4-258c867e1a22 req-8a024887-e734-4ccf-9ad1-35cd4a39a72e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c58b2db2-79c7-40d4-af6c-7a7b4827f110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1650612 Aug 10 00:55:09.766083 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-b83675b2-1c1d-4336-852e-c63b03cf29b8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Made reservation on behalf of a32ed65983d143c3b0d38c9da5efabeb for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:55:09.772656 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-b83675b2-1c1d-4336-852e-c63b03cf29b8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:09.906455 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0516cf2f-98f9-4656-8574-4c4b9fac3e63 req-0f66cd55-ebb5-4f1d-9b1f-c1b0b0460b1c tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1733341 Aug 10 00:55:09.926110 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-0516cf2f-98f9-4656-8574-4c4b9fac3e63 req-9d3759cd-c422-4b9d-8449-407cd25bd459 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:09.960677 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-58902be1-cddb-4bc9-9bb0-780c798f6698 None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:09.992648 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-58902be1-cddb-4bc9-9bb0-780c798f6698 None None] Transition to ACTIVE for port object bd5f45a4-38ad-4e41-bf49-e8514bc8a280 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:10.005205 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-781af9b2-4560-4b4d-87c4-258c867e1a22 req-901181cb-7b17-4356-9595-dfdeeab80073 service neutron] 10.222.0.20 "GET /v2.0/networks/c58b2db2-79c7-40d4-af6c-7a7b4827f110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282382 Aug 10 00:55:10.005902 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9cf45c-17a6-4ee9-b0e5-9d0c28c71ce5 req-7e06c8e3-185f-4925-88d3-fec2356fe4a3 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:10.011730 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-58902be1-cddb-4bc9-9bb0-780c798f6698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:10.014284 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9cf45c-17a6-4ee9-b0e5-9d0c28c71ce5 req-7e06c8e3-185f-4925-88d3-fec2356fe4a3 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:10.016090 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0a9cf45c-17a6-4ee9-b0e5-9d0c28c71ce5 req-7e06c8e3-185f-4925-88d3-fec2356fe4a3 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=733b475d-3b5e-4e19-9a48-53e507491837 HTTP/1.1" status: 200 len: 1681 time: 0.1086285 Aug 10 00:55:10.017632 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0516cf2f-98f9-4656-8574-4c4b9fac3e63 req-9d3759cd-c422-4b9d-8449-407cd25bd459 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:10.104790 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-b83675b2-1c1d-4336-852e-c63b03cf29b8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Allocated IP 192.168.233.160 (853ae90b-411a-4cc9-b27c-aa212d4ff023/f49e9f1d-7e8a-42ac-a9f2-157734919ae5/e0399ea1-9a9b-4796-a5d2-b67c4abfc49d) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:55:10.173977 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57047311-44aa-42c0-a27a-97094d792c4b None None] Pushing event updated for resources: {'Port': ['ID=bd5f45a4-38ad-4e41-bf49-e8514bc8a280,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:10.191743 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36426) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:10.230004 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57047311-44aa-42c0-a27a-97094d792c4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:10.230627 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57047311-44aa-42c0-a27a-97094d792c4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:10.233393 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0a9cf45c-17a6-4ee9-b0e5-9d0c28c71ce5 req-9694c04a-a3be-42f8-a26a-48dd2e264bde tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/security-groups?id=63c5f77b-3837-4d76-af41-3e7a6d6a5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926715 Aug 10 00:55:10.249268 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57047311-44aa-42c0-a27a-97094d792c4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:10.251443 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57047311-44aa-42c0-a27a-97094d792c4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:10.252164 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57047311-44aa-42c0-a27a-97094d792c4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:10.252702 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57047311-44aa-42c0-a27a-97094d792c4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:10.253939 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57047311-44aa-42c0-a27a-97094d792c4b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:10.254866 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57047311-44aa-42c0-a27a-97094d792c4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:10.255909 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57047311-44aa-42c0-a27a-97094d792c4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:10.257386 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57047311-44aa-42c0-a27a-97094d792c4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:10.257886 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57047311-44aa-42c0-a27a-97094d792c4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:10.258375 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57047311-44aa-42c0-a27a-97094d792c4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:10.297064 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-58902be1-cddb-4bc9-9bb0-780c798f6698 None None] Attempting to bind port bd5f45a4-38ad-4e41-bf49-e8514bc8a280 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:55:10.302828 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-58902be1-cddb-4bc9-9bb0-780c798f6698 None None] Attempting to bind port bd5f45a4-38ad-4e41-bf49-e8514bc8a280 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '32a7cdcd-f576-45dc-bc1e-72c8510b1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e516dddc-8d86-41c2-b6b1-1e5c8e770afa'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:55:10.303434 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58902be1-cddb-4bc9-9bb0-780c798f6698 None None] Attempting to bind port bd5f45a4-38ad-4e41-bf49-e8514bc8a280 on network e516dddc-8d86-41c2-b6b1-1e5c8e770afa {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:10.328038 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58902be1-cddb-4bc9-9bb0-780c798f6698 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:55:10.332589 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58902be1-cddb-4bc9-9bb0-780c798f6698 None None] Checking segment: {'id': '32a7cdcd-f576-45dc-bc1e-72c8510b1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e516dddc-8d86-41c2-b6b1-1e5c8e770afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:55:10.333225 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-58902be1-cddb-4bc9-9bb0-780c798f6698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:10.333814 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58902be1-cddb-4bc9-9bb0-780c798f6698 None None] Bound using segment: {'id': '32a7cdcd-f576-45dc-bc1e-72c8510b1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e516dddc-8d86-41c2-b6b1-1e5c8e770afa'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:55:10.334465 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-58902be1-cddb-4bc9-9bb0-780c798f6698 None None] Bound port: bd5f45a4-38ad-4e41-bf49-e8514bc8a280, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a7cdcd-f576-45dc-bc1e-72c8510b1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e516dddc-8d86-41c2-b6b1-1e5c8e770afa'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:55:10.335944 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-58902be1-cddb-4bc9-9bb0-780c798f6698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:10.385247 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0516cf2f-98f9-4656-8574-4c4b9fac3e63 req-9d3759cd-c422-4b9d-8449-407cd25bd459 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:10.391607 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 5237d120-22c6-4ebe-b223-16b2a3a8e6c8 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:55:10.558928 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-58902be1-cddb-4bc9-9bb0-780c798f6698 None None] For port bd5f45a4-38ad-4e41-bf49-e8514bc8a280, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:55:10.565397 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-58902be1-cddb-4bc9-9bb0-780c798f6698 None None] For port bd5f45a4-38ad-4e41-bf49-e8514bc8a280, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=bd5f45a4-38ad-4e41-bf49-e8514bc8a280,segment=NetworkSegment(32a7cdcd-f576-45dc-bc1e-72c8510b1ec6),segment_id=32a7cdcd-f576-45dc-bc1e-72c8510b1ec6)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:55:10.576161 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-58902be1-cddb-4bc9-9bb0-780c798f6698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:10.584816 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2ff1474-85b8-4c77-be69-4dd609593823 req-d066e88c-ba39-490d-ac1c-20cc629a0790 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 210 time: 0.0857673 Aug 10 00:55:10.639289 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b185e9ae-9ea3-4c61-9f77-97ccd3142b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:10.646343 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 5237d120-22c6-4ebe-b223-16b2a3a8e6c8 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:10.671931 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 5237d120-22c6-4ebe-b223-16b2a3a8e6c8 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:10.672345 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:10.676423 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-b83675b2-1c1d-4336-852e-c63b03cf29b8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:10.717940 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-b83675b2-1c1d-4336-852e-c63b03cf29b8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Transition to ACTIVE for port object e0399ea1-9a9b-4796-a5d2-b67c4abfc49d will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:10.730877 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58902be1-cddb-4bc9-9bb0-780c798f6698 None None] Routers {'1135a4ed-1d72-4ee5-b653-d7c6e35541ea'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:55:10.731705 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-58902be1-cddb-4bc9-9bb0-780c798f6698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:54:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['1135a4ed-1d72-4ee5-b653-d7c6e35541ea'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:10.847208 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-781af9b2-4560-4b4d-87c4-258c867e1a22 req-db9f00a5-ef21-4be1-b922-7d3b8913a5d0 service neutron] 10.222.0.20 "GET /v2.0/networks/c58b2db2-79c7-40d4-af6c-7a7b4827f110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036241 Aug 10 00:55:10.855792 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-b83675b2-1c1d-4336-852e-c63b03cf29b8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:10.897551 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-0516cf2f-98f9-4656-8574-4c4b9fac3e63 req-9d3759cd-c422-4b9d-8449-407cd25bd459 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Allocated IP 172.25.2.38 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/3f770f42-7e99-40f2-bdf3-acb0a654faa0) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:55:10.901375 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['fdc10411-30f3-4964-8619-36d66302f093', 'c67469d7-4417-4512-ad59-dec9b41f2698'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:55:10.904622 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['adc78391-d6f9-4d24-a261-f8d782ea2f86'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:55:10.996250 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57047311-44aa-42c0-a27a-97094d792c4b None None] Pushing event updated for resources: {'Port': ['ID=bd5f45a4-38ad-4e41-bf49-e8514bc8a280,revision_number=4']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:11.000789 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83675b2-1c1d-4336-852e-c63b03cf29b8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Pushing event updated for resources: {'Port': ['ID=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:11.010826 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-b83675b2-1c1d-4336-852e-c63b03cf29b8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Network 853ae90b-411a-4cc9-b27c-aa212d4ff023 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:55:11.015099 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-b83675b2-1c1d-4336-852e-c63b03cf29b8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:55:11.018281 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-b83675b2-1c1d-4336-852e-c63b03cf29b8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:55:11.026902 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643b684-930e-4d86-9a63-182c5576d738 req-4afd5f1a-88fb-4fd6-8f42-db7d5e6d58cf tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:11.028755 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d643b684-930e-4d86-9a63-182c5576d738 req-4afd5f1a-88fb-4fd6-8f42-db7d5e6d58cf tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=667a1a15-88be-4d95-9216-e10e3cb4725c HTTP/1.1" status: 200 len: 944 time: 0.2724407 Aug 10 00:55:11.071917 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-58902be1-cddb-4bc9-9bb0-780c798f6698 None None] Set router 1135a4ed-1d72-4ee5-b653-d7c6e35541ea gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:55:11.097541 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:11.117049 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-b83675b2-1c1d-4336-852e-c63b03cf29b8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:11.118860 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-b83675b2-1c1d-4336-852e-c63b03cf29b8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:11.206355 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d643b684-930e-4d86-9a63-182c5576d738 req-e952eca1-1692-42cd-a585-5251564d9149 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/security-groups?id=709ca5dd-a64e-4e40-a421-0f2b5d9fc282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673081 Aug 10 00:55:11.303058 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733b475d-3b5e-4e19-9a48-53e507491837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5237d120-22c6-4ebe-b223-16b2a3a8e6c8'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:11.305427 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964e0f5e-6515-4cf4-86b3-cd7dc40e64d7" -d '{"events": [{"server_uuid": "733b475d-3b5e-4e19-9a48-53e507491837", "name": "network-vif-plugged", "status": "completed", "tag": "5237d120-22c6-4ebe-b223-16b2a3a8e6c8"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:11.315787 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0516cf2f-98f9-4656-8574-4c4b9fac3e63 req-9d3759cd-c422-4b9d-8449-407cd25bd459 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:11.322357 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b185e9ae-9ea3-4c61-9f77-97ccd3142b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:11.331052 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b185e9ae-9ea3-4c61-9f77-97ccd3142b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:11.333446 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-40266754-d57e-4f08-9322-b290fb201aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:11.340568 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-b83675b2-1c1d-4336-852e-c63b03cf29b8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5099273 Aug 10 00:55:11.342249 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:11.345979 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 5237d120-22c6-4ebe-b223-16b2a3a8e6c8, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=5237d120-22c6-4ebe-b223-16b2a3a8e6c8,segment=NetworkSegment(1e036a64-df29-4e98-babf-00ca8340a058),segment_id=1e036a64-df29-4e98-babf-00ca8340a058)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:11.362288 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-f4e66c80-1d1c-46dc-97cf-55dcc7adc0dd service neutron] Request body: {'port': {'device_id': 'ddad8732-d7fd-4023-ae25-7947adcb909e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:11.365804 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b185e9ae-9ea3-4c61-9f77-97ccd3142b65 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4176432c45154f288254e135c1127a44&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1658545 Aug 10 00:55:11.366895 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36454) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:11.375063 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:11.511034 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-f4e66c80-1d1c-46dc-97cf-55dcc7adc0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:11.522621 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185e9ae-9ea3-4c61-9f77-97ccd3142b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79a20e8-622c-413a-b5aa-b2b9f472ad99,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:11.547611 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=5237d120-22c6-4ebe-b223-16b2a3a8e6c8,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:11.552474 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-dabca7b9-e137-4b93-81c9-74c66bfbef12 None None] Provisioning for port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:11.562054 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-dabca7b9-e137-4b93-81c9-74c66bfbef12 None None] Provisioning complete for port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:11.562518 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dabca7b9-e137-4b93-81c9-74c66bfbef12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:11.587846 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-58902be1-cddb-4bc9-9bb0-780c798f6698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1135a4ed-1d72-4ee5-b653-d7c6e35541ea', 'name': 'tempest-FloatingIPDetailsTestJSON-763467413-router', 'tenant_id': 'cd405c4606b744399551045130e0614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '6419aabf-b4cf-4626-8896-5b34ed11b535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:54:51Z', 'updated_at': '2021-08-10T00:55:06Z', 'revision_number': 4, 'project_id': 'cd405c4606b744399551045130e0614d', 'gw_port': {'id': '6419aabf-b4cf-4626-8896-5b34ed11b535', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:07:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1135a4ed-1d72-4ee5-b653-d7c6e35541ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:54:54Z', 'updated_at': '2021-08-10T00:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'bd5f45a4-38ad-4e41-bf49-e8514bc8a280', 'name': '', 'network_id': 'e516dddc-8d86-41c2-b6b1-1e5c8e770afa', 'tenant_id': 'cd405c4606b744399551045130e0614d', 'mac_address': 'fa:16:3e:a5:3f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1135a4ed-1d72-4ee5-b653-d7c6e35541ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '72ec540d-57ea-4b07-abb3-656586e4ff80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:55:02Z', 'updated_at': '2021-08-10T00:55:10Z', 'revision_number': 4, 'project_id': 'cd405c4606b744399551045130e0614d', 'subnets': [{'id': '72ec540d-57ea-4b07-abb3-656586e4ff80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:11.604471 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185e9ae-9ea3-4c61-9f77-97ccd3142b65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:11.611316 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185e9ae-9ea3-4c61-9f77-97ccd3142b65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:11.611899 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185e9ae-9ea3-4c61-9f77-97ccd3142b65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:11.612424 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185e9ae-9ea3-4c61-9f77-97ccd3142b65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:11.612947 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185e9ae-9ea3-4c61-9f77-97ccd3142b65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:11.613437 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185e9ae-9ea3-4c61-9f77-97ccd3142b65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:11.613939 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185e9ae-9ea3-4c61-9f77-97ccd3142b65 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:11.614523 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185e9ae-9ea3-4c61-9f77-97ccd3142b65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:11.615019 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185e9ae-9ea3-4c61-9f77-97ccd3142b65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:11.617420 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185e9ae-9ea3-4c61-9f77-97ccd3142b65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:11.617924 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185e9ae-9ea3-4c61-9f77-97ccd3142b65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:11.618403 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185e9ae-9ea3-4c61-9f77-97ccd3142b65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:11.645121 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-dabca7b9-e137-4b93-81c9-74c66bfbef12 None None] Port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:55:11.674863 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58902be1-cddb-4bc9-9bb0-780c798f6698 None None] The sync data for ids ['1135a4ed-1d72-4ee5-b653-d7c6e35541ea'] in n-d-766726-26 is: [{'id': '1135a4ed-1d72-4ee5-b653-d7c6e35541ea', 'name': 'tempest-FloatingIPDetailsTestJSON-763467413-router', 'tenant_id': 'cd405c4606b744399551045130e0614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '6419aabf-b4cf-4626-8896-5b34ed11b535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:54:51Z', 'updated_at': '2021-08-10T00:55:06Z', 'revision_number': 4, 'project_id': 'cd405c4606b744399551045130e0614d', 'gw_port': {'id': '6419aabf-b4cf-4626-8896-5b34ed11b535', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:07:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1135a4ed-1d72-4ee5-b653-d7c6e35541ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:54:54Z', 'updated_at': '2021-08-10T00:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'bd5f45a4-38ad-4e41-bf49-e8514bc8a280', 'name': '', 'network_id': 'e516dddc-8d86-41c2-b6b1-1e5c8e770afa', 'tenant_id': 'cd405c4606b744399551045130e0614d', 'mac_address': 'fa:16:3e:a5:3f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1135a4ed-1d72-4ee5-b653-d7c6e35541ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '72ec540d-57ea-4b07-abb3-656586e4ff80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:55:02Z', 'updated_at': '2021-08-10T00:55:10Z', 'revision_number': 4, 'project_id': 'cd405c4606b744399551045130e0614d', 'subnets': [{'id': '72ec540d-57ea-4b07-abb3-656586e4ff80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:55:11.693991 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fde0c4fb-9bb7-4ecf-89b5-88ab8c643795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:11.700581 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0516cf2f-98f9-4656-8574-4c4b9fac3e63 req-9d3759cd-c422-4b9d-8449-407cd25bd459 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:11.903777 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fde0c4fb-9bb7-4ecf-89b5-88ab8c643795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:11.914628 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0516cf2f-98f9-4656-8574-4c4b9fac3e63 req-9d3759cd-c422-4b9d-8449-407cd25bd459 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:55:11.938156 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-0516cf2f-98f9-4656-8574-4c4b9fac3e63 req-9d3759cd-c422-4b9d-8449-407cd25bd459 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:55:11.941776 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0516cf2f-98f9-4656-8574-4c4b9fac3e63 req-9d3759cd-c422-4b9d-8449-407cd25bd459 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:55:12.035060 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3759cd-c422-4b9d-8449-407cd25bd459 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Pushing event updated for resources: {'Port': ['ID=3f770f42-7e99-40f2-bdf3-acb0a654faa0,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:12.104576 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-f4e66c80-1d1c-46dc-97cf-55dcc7adc0dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0399ea1-9a9b-4796-a5d2-b67c4abfc49d {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:12.115065 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-f4e66c80-1d1c-46dc-97cf-55dcc7adc0dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:12.138884 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a24ba-176f-4965-ab20-985566591edc req-b133c8fa-1d23-4338-8073-e657bdc07237 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:12.139136 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-f4e66c80-1d1c-46dc-97cf-55dcc7adc0dd service neutron] Transition to ACTIVE for port object e0399ea1-9a9b-4796-a5d2-b67c4abfc49d will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:12.152403 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a24ba-176f-4965-ab20-985566591edc req-b133c8fa-1d23-4338-8073-e657bdc07237 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:12.161501 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-f4e66c80-1d1c-46dc-97cf-55dcc7adc0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:12.166061 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ea1a24ba-176f-4965-ab20-985566591edc req-b133c8fa-1d23-4338-8073-e657bdc07237 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=733b475d-3b5e-4e19-9a48-53e507491837 HTTP/1.1" status: 200 len: 1682 time: 0.3551991 Aug 10 00:55:12.290011 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fde0c4fb-9bb7-4ecf-89b5-88ab8c643795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:12.296588 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fde0c4fb-9bb7-4ecf-89b5-88ab8c643795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:12.300451 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-fde0c4fb-9bb7-4ecf-89b5-88ab8c643795 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e79a20e8-622c-413a-b5aa-b2b9f472ad99 HTTP/1.1" status: 204 len: 168 time: 0.8954113 Aug 10 00:55:12.373173 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-f4e66c80-1d1c-46dc-97cf-55dcc7adc0dd service neutron] Attempting to bind port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:55:12.373459 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-f4e66c80-1d1c-46dc-97cf-55dcc7adc0dd service neutron] Attempting to bind port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:55:12.373799 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-f4e66c80-1d1c-46dc-97cf-55dcc7adc0dd service neutron] Attempting to bind port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:12.376375 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e66c80-1d1c-46dc-97cf-55dcc7adc0dd service neutron] Pushing event updated for resources: {'Port': ['ID=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:12.382547 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ea1a24ba-176f-4965-ab20-985566591edc req-9718ca06-b1bb-45c5-8b62-75fc0aa16552 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/security-groups?id=63c5f77b-3837-4d76-af41-3e7a6d6a5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154908 Aug 10 00:55:12.389721 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0c4fb-9bb7-4ecf-89b5-88ab8c643795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79a20e8-622c-413a-b5aa-b2b9f472ad99,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:12.394311 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 5b6bfdf2-202b-4862-a6e2-8371b28157f4 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:55:12.402455 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e66c80-1d1c-46dc-97cf-55dcc7adc0dd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:12.406417 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e66c80-1d1c-46dc-97cf-55dcc7adc0dd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:12.406865 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e66c80-1d1c-46dc-97cf-55dcc7adc0dd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:12.407218 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e66c80-1d1c-46dc-97cf-55dcc7adc0dd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:12.412339 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e66c80-1d1c-46dc-97cf-55dcc7adc0dd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:12.413962 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e66c80-1d1c-46dc-97cf-55dcc7adc0dd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:12.414315 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e66c80-1d1c-46dc-97cf-55dcc7adc0dd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:12.414659 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e66c80-1d1c-46dc-97cf-55dcc7adc0dd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:12.415002 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e66c80-1d1c-46dc-97cf-55dcc7adc0dd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:12.416929 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e66c80-1d1c-46dc-97cf-55dcc7adc0dd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:12.417287 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e66c80-1d1c-46dc-97cf-55dcc7adc0dd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:12.418706 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e66c80-1d1c-46dc-97cf-55dcc7adc0dd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:12.429232 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0516cf2f-98f9-4656-8574-4c4b9fac3e63 req-9d3759cd-c422-4b9d-8449-407cd25bd459 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:12.429595 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-f4e66c80-1d1c-46dc-97cf-55dcc7adc0dd service neutron] Port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:55:12.429949 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-f4e66c80-1d1c-46dc-97cf-55dcc7adc0dd service neutron] Attempting to bind port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:12.455656 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-f4e66c80-1d1c-46dc-97cf-55dcc7adc0dd service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:55:12.456015 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-f4e66c80-1d1c-46dc-97cf-55dcc7adc0dd service neutron] Checking segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:55:12.457820 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-f4e66c80-1d1c-46dc-97cf-55dcc7adc0dd service neutron] Bound using segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:55:12.458294 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-f4e66c80-1d1c-46dc-97cf-55dcc7adc0dd service neutron] Bound port: e0399ea1-9a9b-4796-a5d2-b67c4abfc49d, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:55:12.463767 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-f4e66c80-1d1c-46dc-97cf-55dcc7adc0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:12.523253 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6626686a-e5e1-4bae-ac06-eea8978cc639 x-openstack-request-id: req-6626686a-e5e1-4bae-ac06-eea8978cc639 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:12.524968 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "733b475d-3b5e-4e19-9a48-53e507491837", "name": "network-vif-plugged", "status": "completed", "tag": "5237d120-22c6-4ebe-b223-16b2a3a8e6c8", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:12.527364 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6626686a-e5e1-4bae-ac06-eea8978cc639 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:12.528019 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733b475d-3b5e-4e19-9a48-53e507491837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5237d120-22c6-4ebe-b223-16b2a3a8e6c8', 'code': 200} Aug 10 00:55:12.546280 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0516cf2f-98f9-4656-8574-4c4b9fac3e63 req-9d3759cd-c422-4b9d-8449-407cd25bd459 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:12.640708 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 5b6bfdf2-202b-4862-a6e2-8371b28157f4 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:12.656163 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 5b6bfdf2-202b-4862-a6e2-8371b28157f4 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:12.657411 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:12.756166 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-f4e66c80-1d1c-46dc-97cf-55dcc7adc0dd service neutron] For port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:55:12.766846 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-f4e66c80-1d1c-46dc-97cf-55dcc7adc0dd service neutron] For port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:55:12.779852 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-f4e66c80-1d1c-46dc-97cf-55dcc7adc0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:12.958546 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 9b8123ae-38a5-43aa-98f7-f197b89ebe6d details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:55:13.001698 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device bd5f45a4-38ad-4e41-bf49-e8514bc8a280 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:55:13.012857 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e66c80-1d1c-46dc-97cf-55dcc7adc0dd service neutron] Pushing event updated for resources: {'Port': ['ID=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:13.019898 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-f4e66c80-1d1c-46dc-97cf-55dcc7adc0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:13.020578 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-f4e66c80-1d1c-46dc-97cf-55dcc7adc0dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:13.022018 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-f4e66c80-1d1c-46dc-97cf-55dcc7adc0dd service neutron] 10.222.0.20 "PUT /v2.0/ports/e0399ea1-9a9b-4796-a5d2-b67c4abfc49d HTTP/1.1" status: 200 len: 1097 time: 1.6663158 Aug 10 00:55:13.022472 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddad8732-d7fd-4023-ae25-7947adcb909e', 'tag': 'e0399ea1-9a9b-4796-a5d2-b67c4abfc49d'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:13.024933 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2bf841-78b7-4506-b2fc-e22619a1939d" -d '{"events": [{"name": "network-changed", "server_uuid": "ddad8732-d7fd-4023-ae25-7947adcb909e", "tag": "e0399ea1-9a9b-4796-a5d2-b67c4abfc49d"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:13.118445 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cc4cf-3a06-4a96-9ea0-b68404c10901 req-f10e7ffa-df34-4187-b5bf-ea8f607ed892 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:13.119974 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e55cc4cf-3a06-4a96-9ea0-b68404c10901 req-f10e7ffa-df34-4187-b5bf-ea8f607ed892 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 948 time: 0.3989010 Aug 10 00:55:13.220305 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-415ef77a-95e2-4130-b489-df043204fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:13.228861 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-415ef77a-95e2-4130-b489-df043204fe02 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 1100 time: 0.1295843 Aug 10 00:55:13.235309 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:13.339244 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port bd5f45a4-38ad-4e41-bf49-e8514bc8a280 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:13.349536 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.db.resource_extend [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 00:55:13.354506 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-d20fc7f9-51ff-49ef-b807-f2c01f187630 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d HTTP/1.1" status: 200 len: 217 time: 0.1139655 Aug 10 00:55:13.379222 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e55cc4cf-3a06-4a96-9ea0-b68404c10901 req-8c1a4313-dcd8-4d7b-b693-3158bc4880ee tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335374 Aug 10 00:55:13.432444 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port bd5f45a4-38ad-4e41-bf49-e8514bc8a280 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:13.432827 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:13.505641 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-d4db563c-67af-4a01-8ba8-98e5d7a1ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:13.508062 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-d4db563c-67af-4a01-8ba8-98e5d7a1ef82 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.1440604 Aug 10 00:55:13.525210 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0516cf2f-98f9-4656-8574-4c4b9fac3e63 req-9d3759cd-c422-4b9d-8449-407cd25bd459 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:13.540774 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0516cf2f-98f9-4656-8574-4c4b9fac3e63 req-9d3759cd-c422-4b9d-8449-407cd25bd459 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:13.594488 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 5b6bfdf2-202b-4862-a6e2-8371b28157f4, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=5b6bfdf2-202b-4862-a6e2-8371b28157f4,segment=NetworkSegment(495526b2-264b-47af-a132-d28e0f9eed25),segment_id=495526b2-264b-47af-a132-d28e0f9eed25)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:13.594737 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-8ad94249-7dbe-47f8-b403-ff95f8afb581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:13.596468 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-8ad94249-7dbe-47f8-b403-ff95f8afb581 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0787895 Aug 10 00:55:13.672967 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:13.688392 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 65a48a5c-816d-49a7-b218-71e733ae3f95 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:55:13.825651 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3759cd-c422-4b9d-8449-407cd25bd459 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Pushing event updated for resources: {'Port': ['ID=3f770f42-7e99-40f2-bdf3-acb0a654faa0,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:13.858919 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0516cf2f-98f9-4656-8574-4c4b9fac3e63 req-9d3759cd-c422-4b9d-8449-407cd25bd459 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:13.881228 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-dd5a488c-d6b2-4a5f-a073-87979e84d897 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733588 Aug 10 00:55:13.884781 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7859a-e3fa-4e09-a44c-826fc99d4f99 req-bb9c105a-3848-44d7-a532-58ce0ce0ab5a tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:13.900519 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f7c7859a-e3fa-4e09-a44c-826fc99d4f99 req-bb9c105a-3848-44d7-a532-58ce0ce0ab5a tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=667a1a15-88be-4d95-9216-e10e3cb4725c HTTP/1.1" status: 200 len: 944 time: 0.3174703 Aug 10 00:55:13.953834 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0516cf2f-98f9-4656-8574-4c4b9fac3e63 req-9d3759cd-c422-4b9d-8449-407cd25bd459 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:13.955043 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0516cf2f-98f9-4656-8574-4c4b9fac3e63 req-9d3759cd-c422-4b9d-8449-407cd25bd459 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.0350397 Aug 10 00:55:14.082643 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 9b8123ae-38a5-43aa-98f7-f197b89ebe6d, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=9b8123ae-38a5-43aa-98f7-f197b89ebe6d,segment=NetworkSegment(00cd8800-3b5e-49b2-aecd-def2a07ae15a),segment_id=00cd8800-3b5e-49b2-aecd-def2a07ae15a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:14.110447 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4220debb-c85f-4d1e-ba92-42d60a047825 req-aca08339-64f1-43a0-9e64-3f978638941a service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991355 Aug 10 00:55:14.130723 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f7c7859a-e3fa-4e09-a44c-826fc99d4f99 req-21307013-511c-4ce1-921f-4dfa03f0ae4e tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/security-groups?id=709ca5dd-a64e-4e40-a421-0f2b5d9fc282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283444 Aug 10 00:55:14.155825 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0516cf2f-98f9-4656-8574-4c4b9fac3e63 req-6f60e98c-b977-481d-af7d-bbe31d1f14e5 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.38 HTTP/1.1" status: 200 len: 695 time: 0.1832881 Aug 10 00:55:14.188141 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a1680d00-7f40-46a5-9286-6c1067414c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:14.249571 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '9b8123ae-38a5-43aa-98f7-f197b89ebe6d', 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110', 'port_id': '9b8123ae-38a5-43aa-98f7-f197b89ebe6d', 'mac_address': 'fa:16:3e:ed:36:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ecd1c4b-499a-4426-9e1d-abb75625188f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:55:14.257978 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 65a48a5c-816d-49a7-b218-71e733ae3f95 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:14.258850 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:14.339275 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=5b6bfdf2-202b-4862-a6e2-8371b28157f4,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:14.429513 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516cf2f-98f9-4656-8574-4c4b9fac3e63 req-93f29602-c5b9-4187-9307-f5aa6828795e tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:14.431751 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0516cf2f-98f9-4656-8574-4c4b9fac3e63 req-93f29602-c5b9-4187-9307-f5aa6828795e tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 784 time: 0.2742131 Aug 10 00:55:14.469183 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:14.479769 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:14.495157 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:14.510784 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b8123ae-38a5-43aa-98f7-f197b89ebe6d {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:14.545103 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733b475d-3b5e-4e19-9a48-53e507491837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6bfdf2-202b-4862-a6e2-8371b28157f4'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:14.547360 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c623d02-6f9f-44a0-adad-62fb313d64b4" -d '{"events": [{"server_uuid": "733b475d-3b5e-4e19-9a48-53e507491837", "name": "network-vif-plugged", "status": "completed", "tag": "5b6bfdf2-202b-4862-a6e2-8371b28157f4"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:14.627207 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 9b8123ae-38a5-43aa-98f7-f197b89ebe6d, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=9b8123ae-38a5-43aa-98f7-f197b89ebe6d,segment=NetworkSegment(00cd8800-3b5e-49b2-aecd-def2a07ae15a),segment_id=00cd8800-3b5e-49b2-aecd-def2a07ae15a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:14.646323 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port bd5f45a4-38ad-4e41-bf49-e8514bc8a280, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=bd5f45a4-38ad-4e41-bf49-e8514bc8a280,segment=NetworkSegment(32a7cdcd-f576-45dc-bc1e-72c8510b1ec6),segment_id=32a7cdcd-f576-45dc-bc1e-72c8510b1ec6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:14.649661 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:14.665792 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:14.680326 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:14.735099 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 65a48a5c-816d-49a7-b218-71e733ae3f95, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=65a48a5c-816d-49a7-b218-71e733ae3f95,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:14.756681 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:14.768539 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=9b8123ae-38a5-43aa-98f7-f197b89ebe6d,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:14.971795 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=bd5f45a4-38ad-4e41-bf49-e8514bc8a280,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:15.013877 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:15.056260 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=65a48a5c-816d-49a7-b218-71e733ae3f95,revision_number=10']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:15.183674 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['9b8123ae-38a5-43aa-98f7-f197b89ebe6d'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:55:16.132537 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:16.898471 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device bd5f45a4-38ad-4e41-bf49-e8514bc8a280 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:55:16.959940 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port bd5f45a4-38ad-4e41-bf49-e8514bc8a280 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:16.960504 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:16.983715 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 9b8123ae-38a5-43aa-98f7-f197b89ebe6d up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:55:17.054389 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 9b8123ae-38a5-43aa-98f7-f197b89ebe6d completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:17.084202 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 9b8123ae-38a5-43aa-98f7-f197b89ebe6d triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:17.085131 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:17.224476 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:17.261512 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678448f3-1000-4a37-b5ce-f822f73da15c x-openstack-request-id: req-678448f3-1000-4a37-b5ce-f822f73da15c {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:17.261512 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddad8732-d7fd-4023-ae25-7947adcb909e", "tag": "e0399ea1-9a9b-4796-a5d2-b67c4abfc49d", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:17.261512 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-678448f3-1000-4a37-b5ce-f822f73da15c {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:17.261512 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddad8732-d7fd-4023-ae25-7947adcb909e', 'tag': 'e0399ea1-9a9b-4796-a5d2-b67c4abfc49d', 'status': 'completed', 'code': 200} Aug 10 00:55:17.280060 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 9b8123ae-38a5-43aa-98f7-f197b89ebe6d, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=9b8123ae-38a5-43aa-98f7-f197b89ebe6d,segment=NetworkSegment(00cd8800-3b5e-49b2-aecd-def2a07ae15a),segment_id=00cd8800-3b5e-49b2-aecd-def2a07ae15a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:17.288421 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:17.351738 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=9b8123ae-38a5-43aa-98f7-f197b89ebe6d,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:17.420975 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bf841-78b7-4506-b2fc-e22619a1939d req-4479f42c-dcf1-4b0d-b3cb-860065184bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:17.423187 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0e2bf841-78b7-4506-b2fc-e22619a1939d req-4479f42c-dcf1-4b0d-b3cb-860065184bec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 1100 time: 0.1111982 Aug 10 00:55:17.436075 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03255247-37c4-4854-b23f-43a783230e9f req-96332b82-9707-43d1-b578-34c8ef044984 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:17.452602 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03255247-37c4-4854-b23f-43a783230e9f req-96332b82-9707-43d1-b578-34c8ef044984 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:17.475271 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-03255247-37c4-4854-b23f-43a783230e9f req-96332b82-9707-43d1-b578-34c8ef044984 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=733b475d-3b5e-4e19-9a48-53e507491837 HTTP/1.1" status: 200 len: 1683 time: 0.1439941 Aug 10 00:55:17.539947 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-03255247-37c4-4854-b23f-43a783230e9f req-c85b9500-5b1b-4bdb-ba83-6735a278b60c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/security-groups?id=63c5f77b-3837-4d76-af41-3e7a6d6a5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627489 Aug 10 00:55:17.608724 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bf841-78b7-4506-b2fc-e22619a1939d req-87500664-4187-4d49-943d-9899b407b82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:17.610351 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0e2bf841-78b7-4506-b2fc-e22619a1939d req-87500664-4187-4d49-943d-9899b407b82f service neutron] 10.222.0.20 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.1792285 Aug 10 00:55:17.677412 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0e2bf841-78b7-4506-b2fc-e22619a1939d req-577e5c0b-b33e-471c-9b4c-a76a4ea3e708 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d HTTP/1.1" status: 200 len: 217 time: 0.0516446 Aug 10 00:55:17.753375 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bf841-78b7-4506-b2fc-e22619a1939d req-6f13f95c-4f2a-418b-a9d1-941157b6c1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:17.755232 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0e2bf841-78b7-4506-b2fc-e22619a1939d req-6f13f95c-4f2a-418b-a9d1-941157b6c1a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0710869 Aug 10 00:55:17.777519 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d7d2c-badb-49aa-abc5-8204052a4ec7 req-a077b39d-0eb9-4552-b53d-d782025063c6 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:17.779485 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-266d7d2c-badb-49aa-abc5-8204052a4ec7 req-a077b39d-0eb9-4552-b53d-d782025063c6 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 948 time: 0.1352136 Aug 10 00:55:17.832736 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bf841-78b7-4506-b2fc-e22619a1939d req-0158a0d8-0d38-4b7e-9b13-0d84b7b90efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:17.834166 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9f0a039f-bd97-4d6b-9289-720c219c5a60 req-2543d8ac-685d-4957-8c08-2f38c366cbcd tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2011721 Aug 10 00:55:17.840368 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0e2bf841-78b7-4506-b2fc-e22619a1939d req-0158a0d8-0d38-4b7e-9b13-0d84b7b90efa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0767486 Aug 10 00:55:17.851323 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-9f0a039f-bd97-4d6b-9289-720c219c5a60 req-e14bdeb8-72a8-4582-bc5d-8b354f4aa806 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:17.880629 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-266d7d2c-badb-49aa-abc5-8204052a4ec7 req-b845f869-f23a-45ab-a23a-b413f6e1ddbc tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908849 Aug 10 00:55:17.882252 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-9f0a039f-bd97-4d6b-9289-720c219c5a60 req-e14bdeb8-72a8-4582-bc5d-8b354f4aa806 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:17.968670 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94249bb8-15ea-4be9-aa22-8b2304e04661 x-openstack-request-id: req-94249bb8-15ea-4be9-aa22-8b2304e04661 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:17.969659 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "733b475d-3b5e-4e19-9a48-53e507491837", "name": "network-vif-plugged", "status": "completed", "tag": "5b6bfdf2-202b-4862-a6e2-8371b28157f4", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:17.969923 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-94249bb8-15ea-4be9-aa22-8b2304e04661 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:17.970346 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733b475d-3b5e-4e19-9a48-53e507491837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6bfdf2-202b-4862-a6e2-8371b28157f4', 'code': 200} Aug 10 00:55:18.120702 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0e2bf841-78b7-4506-b2fc-e22619a1939d req-878d6250-0235-41ee-bd18-1e18c83b5c77 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118933 Aug 10 00:55:18.151928 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-9f0a039f-bd97-4d6b-9289-720c219c5a60 req-e14bdeb8-72a8-4582-bc5d-8b354f4aa806 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:18.308383 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0e2bf841-78b7-4506-b2fc-e22619a1939d req-d2ce0438-4315-4cd6-9036-a6bc5feb5520 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798985 Aug 10 00:55:18.310920 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-9f0a039f-bd97-4d6b-9289-720c219c5a60 req-e14bdeb8-72a8-4582-bc5d-8b354f4aa806 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Allocated IP 172.25.2.253 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/e942465e-35a1-4369-b5a8-63b8f2f9a7a6) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:55:18.337872 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d22ec-e3ff-48af-9016-22def5e03fe1 req-193ca202-4c85-43a2-a2b7-bdbbda5d605e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:18.338655 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d22ec-e3ff-48af-9016-22def5e03fe1 req-193ca202-4c85-43a2-a2b7-bdbbda5d605e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:18.340425 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-162d22ec-e3ff-48af-9016-22def5e03fe1 req-193ca202-4c85-43a2-a2b7-bdbbda5d605e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=733b475d-3b5e-4e19-9a48-53e507491837 HTTP/1.1" status: 200 len: 1987 time: 0.2769833 Aug 10 00:55:18.368766 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4adc5d-bba9-4db6-b603-7601447ecbeb req-14936fd7-1c54-447b-ae53-f7068cf1f22c tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:18.370312 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cb4adc5d-bba9-4db6-b603-7601447ecbeb req-14936fd7-1c54-447b-ae53-f7068cf1f22c tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=667a1a15-88be-4d95-9216-e10e3cb4725c HTTP/1.1" status: 200 len: 946 time: 0.2626197 Aug 10 00:55:18.462033 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-162d22ec-e3ff-48af-9016-22def5e03fe1 req-85e042b9-937c-4d74-b4c3-fe9ec0be6185 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=63c5f77b-3837-4d76-af41-3e7a6d6a5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073346 Aug 10 00:55:18.485138 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cb4adc5d-bba9-4db6-b603-7601447ecbeb req-ce2f6d4d-7eaa-403b-a87b-975d715b84a9 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/security-groups?id=709ca5dd-a64e-4e40-a421-0f2b5d9fc282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780950 Aug 10 00:55:18.532123 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-9f0a039f-bd97-4d6b-9289-720c219c5a60 req-e14bdeb8-72a8-4582-bc5d-8b354f4aa806 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:18.584478 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-9f0a039f-bd97-4d6b-9289-720c219c5a60 req-e14bdeb8-72a8-4582-bc5d-8b354f4aa806 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:18.632703 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f0a039f-bd97-4d6b-9289-720c219c5a60 req-e14bdeb8-72a8-4582-bc5d-8b354f4aa806 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:55:18.635758 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-9f0a039f-bd97-4d6b-9289-720c219c5a60 req-e14bdeb8-72a8-4582-bc5d-8b354f4aa806 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:55:18.640303 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0a039f-bd97-4d6b-9289-720c219c5a60 req-e14bdeb8-72a8-4582-bc5d-8b354f4aa806 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:55:18.643435 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14bdeb8-72a8-4582-bc5d-8b354f4aa806 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Pushing event updated for resources: {'Port': ['ID=e942465e-35a1-4369-b5a8-63b8f2f9a7a6,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:18.752157 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-9f0a039f-bd97-4d6b-9289-720c219c5a60 req-e14bdeb8-72a8-4582-bc5d-8b354f4aa806 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:18.815533 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-9f0a039f-bd97-4d6b-9289-720c219c5a60 req-e14bdeb8-72a8-4582-bc5d-8b354f4aa806 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:18.998662 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device e0399ea1-9a9b-4796-a5d2-b67c4abfc49d details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:55:19.022681 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-9f0a039f-bd97-4d6b-9289-720c219c5a60 req-e14bdeb8-72a8-4582-bc5d-8b354f4aa806 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:19.028599 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-9f0a039f-bd97-4d6b-9289-720c219c5a60 req-e14bdeb8-72a8-4582-bc5d-8b354f4aa806 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:19.139744 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14bdeb8-72a8-4582-bc5d-8b354f4aa806 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Pushing event updated for resources: {'Port': ['ID=e942465e-35a1-4369-b5a8-63b8f2f9a7a6,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:19.144311 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:19.157530 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-9f0a039f-bd97-4d6b-9289-720c219c5a60 req-e14bdeb8-72a8-4582-bc5d-8b354f4aa806 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:19.172412 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': 'e0399ea1-9a9b-4796-a5d2-b67c4abfc49d', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': 'e0399ea1-9a9b-4796-a5d2-b67c4abfc49d', 'mac_address': 'fa:16:3e:97:93:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:55:19.186087 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-9f0a039f-bd97-4d6b-9289-720c219c5a60 req-e14bdeb8-72a8-4582-bc5d-8b354f4aa806 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:19.187380 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9f0a039f-bd97-4d6b-9289-720c219c5a60 req-e14bdeb8-72a8-4582-bc5d-8b354f4aa806 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3455710 Aug 10 00:55:19.245963 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:19.267419 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0399ea1-9a9b-4796-a5d2-b67c4abfc49d {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:19.267770 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9f0a039f-bd97-4d6b-9289-720c219c5a60 req-ab669da8-c2bc-4100-a629-0e7c918d94ff tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.253 HTTP/1.1" status: 200 len: 696 time: 0.0714099 Aug 10 00:55:19.297618 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:19.310546 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:19.429841 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:19.430265 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a039f-bd97-4d6b-9289-720c219c5a60 req-59e55254-8dcf-4456-a3ad-1ff54018d56a tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:19.438864 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9f0a039f-bd97-4d6b-9289-720c219c5a60 req-59e55254-8dcf-4456-a3ad-1ff54018d56a tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 784 time: 0.1629362 Aug 10 00:55:19.441065 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:19.441735 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:19.442229 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:19.442579 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:19.443227 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:19.443583 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:19.443926 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:19.444291 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:19.444667 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:19.445006 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:19.445344 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:19.445688 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:19.805381 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['e0399ea1-9a9b-4796-a5d2-b67c4abfc49d'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:55:19.974791 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc55842-3668-4e02-8785-c3767f5cfc36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a48a5c-816d-49a7-b218-71e733ae3f95'}, {'server_uuid': '667a1a15-88be-4d95-9216-e10e3cb4725c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8123ae-38a5-43aa-98f7-f197b89ebe6d'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:19.977347 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31144853-f304-46af-96be-c6890d256dbf" -d '{"events": [{"server_uuid": "4cc55842-3668-4e02-8785-c3767f5cfc36", "name": "network-vif-plugged", "status": "completed", "tag": "65a48a5c-816d-49a7-b218-71e733ae3f95"}, {"server_uuid": "667a1a15-88be-4d95-9216-e10e3cb4725c", "name": "network-vif-plugged", "status": "completed", "tag": "9b8123ae-38a5-43aa-98f7-f197b89ebe6d"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:20.872944 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-75a497f2-f710-4b21-8aa6-edfd71e2845f req-1a1cab23-65f2-431d-ae57-b40311b1165a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0554602 Aug 10 00:55:20.960509 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a497f2-f710-4b21-8aa6-edfd71e2845f req-cb910135-ca68-4a56-b864-14aa0b80e660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:20.962008 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-75a497f2-f710-4b21-8aa6-edfd71e2845f req-cb910135-ca68-4a56-b864-14aa0b80e660 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 1101 time: 0.0545402 Aug 10 00:55:21.015479 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device e0399ea1-9a9b-4796-a5d2-b67c4abfc49d up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:55:21.100248 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a497f2-f710-4b21-8aa6-edfd71e2845f req-3a553eb2-6a6e-4aeb-a959-3cc07cd04159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:21.101443 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:21.101729 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-75a497f2-f710-4b21-8aa6-edfd71e2845f req-3a553eb2-6a6e-4aeb-a959-3cc07cd04159 service neutron] 10.222.0.20 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.1188047 Aug 10 00:55:21.106307 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:21.106719 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:21.156218 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-75a497f2-f710-4b21-8aa6-edfd71e2845f req-e37d6da7-ebf2-4ec4-8d78-aed6769bc563 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=adc78391-d6f9-4d24-a261-f8d782ea2f86 HTTP/1.1" status: 200 len: 217 time: 0.0459471 Aug 10 00:55:21.211390 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:21.223843 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a497f2-f710-4b21-8aa6-edfd71e2845f req-9be2b73f-5c22-4754-9a6d-c63138eca6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:21.225734 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-75a497f2-f710-4b21-8aa6-edfd71e2845f req-9be2b73f-5c22-4754-9a6d-c63138eca6d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0625935 Aug 10 00:55:21.258765 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:21.265843 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:21.308053 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a497f2-f710-4b21-8aa6-edfd71e2845f req-a0bdeb83-c027-4632-a384-bb441be30489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:21.309859 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-75a497f2-f710-4b21-8aa6-edfd71e2845f req-a0bdeb83-c027-4632-a384-bb441be30489 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0743213 Aug 10 00:55:21.331598 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:21.424729 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-75a497f2-f710-4b21-8aa6-edfd71e2845f req-6eb4457b-c422-4511-832a-fd0f2fed1986 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068709 Aug 10 00:55:21.566935 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-75a497f2-f710-4b21-8aa6-edfd71e2845f req-8c7b1d8f-4198-4cbf-9e50-062eb8905249 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349661 Aug 10 00:55:23.006898 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 7ec0a8da-0437-4751-ad58-983def34c220 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:55:23.111663 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:23.152760 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 7ec0a8da-0437-4751-ad58-983def34c220, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=7ec0a8da-0437-4751-ad58-983def34c220,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:23.158411 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:23.301981 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=7ec0a8da-0437-4751-ad58-983def34c220,revision_number=11']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:24.588132 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8b558-1050-4a3f-a4ed-16d7c527f903 req-ebcff2a1-52c3-4212-8221-fb61d1ebab10 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:24.594078 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8b558-1050-4a3f-a4ed-16d7c527f903 req-ebcff2a1-52c3-4212-8221-fb61d1ebab10 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:24.595699 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c3a8b558-1050-4a3f-a4ed-16d7c527f903 req-ebcff2a1-52c3-4212-8221-fb61d1ebab10 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=733b475d-3b5e-4e19-9a48-53e507491837 HTTP/1.1" status: 200 len: 1683 time: 0.0636849 Aug 10 00:55:24.659858 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c3a8b558-1050-4a3f-a4ed-16d7c527f903 req-c9b075a5-fef5-4c61-8e49-357e65d00d78 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/security-groups?id=63c5f77b-3837-4d76-af41-3e7a6d6a5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550072 Aug 10 00:55:24.668580 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfc540-cd2e-4e49-b9c8-5ce6dfba72e5 req-31d85c74-ed9b-4aca-aaa8-1e246c3c37fa tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:24.670095 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0acfc540-cd2e-4e49-b9c8-5ce6dfba72e5 req-31d85c74-ed9b-4aca-aaa8-1e246c3c37fa tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60d42287-7ea5-49c5-a0ba-32ca06dd03b2 HTTP/1.1" status: 200 len: 949 time: 0.0734663 Aug 10 00:55:24.715414 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0acfc540-cd2e-4e49-b9c8-5ce6dfba72e5 req-3eba337d-f49a-4a04-bb48-f1bad222f4c2 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.35 "GET /v2.0/security-groups?id=a176d16f-d337-42ef-9410-a07a68d13d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384650 Aug 10 00:55:24.849894 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27fcc0-bdb1-4147-887a-989616566393 req-4560b2fa-5774-4b88-bc69-3663a7eee5cc tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:24.851361 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd27fcc0-bdb1-4147-887a-989616566393 req-4560b2fa-5774-4b88-bc69-3663a7eee5cc tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 950 time: 0.1180897 Aug 10 00:55:24.914170 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1de94847-877e-4eae-be85-c8a4745df053 req-dfce4b0f-1202-4d76-bb4b-3e234ed71d0e tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1530015 Aug 10 00:55:24.922595 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd27fcc0-bdb1-4147-887a-989616566393 req-d159f452-dd28-431a-a7cf-54cf3aea8c6e tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609031 Aug 10 00:55:24.929871 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-1de94847-877e-4eae-be85-c8a4745df053 req-91a3d1f9-8b58-4bd9-8020-2741124be86e tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:24.954484 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-1de94847-877e-4eae-be85-c8a4745df053 req-91a3d1f9-8b58-4bd9-8020-2741124be86e tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:25.060693 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80980dbb-224b-44a9-a2f0-db39921f44a5 req-72e04aa6-2edc-4d7c-8c63-4d7bf2958672 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:25.062101 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-80980dbb-224b-44a9-a2f0-db39921f44a5 req-72e04aa6-2edc-4d7c-8c63-4d7bf2958672 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=667a1a15-88be-4d95-9216-e10e3cb4725c HTTP/1.1" status: 200 len: 946 time: 0.0651071 Aug 10 00:55:25.115380 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-80980dbb-224b-44a9-a2f0-db39921f44a5 req-ece661a8-5ef5-4aea-ae65-684000ff0ccd tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/security-groups?id=709ca5dd-a64e-4e40-a421-0f2b5d9fc282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469432 Aug 10 00:55:25.121308 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-1de94847-877e-4eae-be85-c8a4745df053 req-91a3d1f9-8b58-4bd9-8020-2741124be86e tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:25.177639 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31059b3-e837-487b-bbdf-442d34de5db8 x-openstack-request-id: req-d31059b3-e837-487b-bbdf-442d34de5db8 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:25.179209 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc55842-3668-4e02-8785-c3767f5cfc36", "name": "network-vif-plugged", "status": "completed", "tag": "65a48a5c-816d-49a7-b218-71e733ae3f95", "code": 200}, {"server_uuid": "667a1a15-88be-4d95-9216-e10e3cb4725c", "name": "network-vif-plugged", "status": "completed", "tag": "9b8123ae-38a5-43aa-98f7-f197b89ebe6d", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:25.179819 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d31059b3-e837-487b-bbdf-442d34de5db8 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:25.180684 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc55842-3668-4e02-8785-c3767f5cfc36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a48a5c-816d-49a7-b218-71e733ae3f95', 'code': 200} Aug 10 00:55:25.182010 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '667a1a15-88be-4d95-9216-e10e3cb4725c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8123ae-38a5-43aa-98f7-f197b89ebe6d', 'code': 200} Aug 10 00:55:25.239376 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-1de94847-877e-4eae-be85-c8a4745df053 req-91a3d1f9-8b58-4bd9-8020-2741124be86e tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Allocated IP 172.25.2.165 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/2a1f5e0b-7a31-4d1f-8f91-a22d9dd7e740) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:55:25.348831 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764d219-833f-4755-b4da-f0b9fbb03f07 req-6351e1b1-0e80-47e1-a197-8800c9922cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:25.351638 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1764d219-833f-4755-b4da-f0b9fbb03f07 req-6351e1b1-0e80-47e1-a197-8800c9922cfe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=667a1a15-88be-4d95-9216-e10e3cb4725c HTTP/1.1" status: 200 len: 1098 time: 0.0617731 Aug 10 00:55:25.403454 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1764d219-833f-4755-b4da-f0b9fbb03f07 req-827ca040-293e-4204-9895-b1dd3534f86c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=709ca5dd-a64e-4e40-a421-0f2b5d9fc282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434701 Aug 10 00:55:25.403644 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-1de94847-877e-4eae-be85-c8a4745df053 req-91a3d1f9-8b58-4bd9-8020-2741124be86e tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:25.454358 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-1de94847-877e-4eae-be85-c8a4745df053 req-91a3d1f9-8b58-4bd9-8020-2741124be86e tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:25.505475 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1de94847-877e-4eae-be85-c8a4745df053 req-91a3d1f9-8b58-4bd9-8020-2741124be86e tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:55:25.509982 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-1de94847-877e-4eae-be85-c8a4745df053 req-91a3d1f9-8b58-4bd9-8020-2741124be86e tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:55:25.519357 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de94847-877e-4eae-be85-c8a4745df053 req-91a3d1f9-8b58-4bd9-8020-2741124be86e tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:55:25.523656 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a3d1f9-8b58-4bd9-8020-2741124be86e tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Pushing event updated for resources: {'Port': ['ID=2a1f5e0b-7a31-4d1f-8f91-a22d9dd7e740,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:25.629119 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-1de94847-877e-4eae-be85-c8a4745df053 req-91a3d1f9-8b58-4bd9-8020-2741124be86e tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:25.693442 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-1de94847-877e-4eae-be85-c8a4745df053 req-91a3d1f9-8b58-4bd9-8020-2741124be86e tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:25.918713 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-1de94847-877e-4eae-be85-c8a4745df053 req-91a3d1f9-8b58-4bd9-8020-2741124be86e tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:25.923568 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-1de94847-877e-4eae-be85-c8a4745df053 req-91a3d1f9-8b58-4bd9-8020-2741124be86e tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:26.007787 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a3d1f9-8b58-4bd9-8020-2741124be86e tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Pushing event updated for resources: {'Port': ['ID=2a1f5e0b-7a31-4d1f-8f91-a22d9dd7e740,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:26.013322 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-1de94847-877e-4eae-be85-c8a4745df053 req-91a3d1f9-8b58-4bd9-8020-2741124be86e tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:26.027067 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-1de94847-877e-4eae-be85-c8a4745df053 req-91a3d1f9-8b58-4bd9-8020-2741124be86e tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:26.028582 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1de94847-877e-4eae-be85-c8a4745df053 req-91a3d1f9-8b58-4bd9-8020-2741124be86e tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1050453 Aug 10 00:55:26.396222 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1de94847-877e-4eae-be85-c8a4745df053 req-2b890e67-5998-4060-bf39-0edb83b48caa tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.165 HTTP/1.1" status: 200 len: 696 time: 0.3585794 Aug 10 00:55:26.485487 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cff6d-521c-4adb-bb98-4e29a1f46d0b req-cc12bd35-1c5d-4ced-89fe-f32ee1b1cf12 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:26.486988 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fa2cff6d-521c-4adb-bb98-4e29a1f46d0b req-cc12bd35-1c5d-4ced-89fe-f32ee1b1cf12 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/ports?device_id=4cc55842-3668-4e02-8785-c3767f5cfc36 HTTP/1.1" status: 200 len: 950 time: 0.1086884 Aug 10 00:55:26.549334 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de94847-877e-4eae-be85-c8a4745df053 req-2dbeda39-e0f8-4905-b413-4a3aa330c126 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:26.550692 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1de94847-877e-4eae-be85-c8a4745df053 req-2dbeda39-e0f8-4905-b413-4a3aa330c126 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 784 time: 0.1413157 Aug 10 00:55:26.556706 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fa2cff6d-521c-4adb-bb98-4e29a1f46d0b req-192ba4d1-19fa-45e9-8f54-2b62da82be4a tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/security-groups?id=91f38ab9-4eee-421c-9bba-91c2ab30c0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634861 Aug 10 00:55:26.670674 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60759335-e6be-4995-aaf0-c0852ce54bd7 req-8b765c09-6d56-4d45-9b6c-e89bb42e4f8a tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:26.672412 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-60759335-e6be-4995-aaf0-c0852ce54bd7 req-8b765c09-6d56-4d45-9b6c-e89bb42e4f8a tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 950 time: 0.0554380 Aug 10 00:55:26.720759 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-60759335-e6be-4995-aaf0-c0852ce54bd7 req-126be1aa-431c-4654-b801-b1e6ffb406a2 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423799 Aug 10 00:55:26.944546 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f362cce-f06f-40ba-a2a9-1b3287ab7072 req-40df5743-9c18-4059-90f2-9b906cbb4d31 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:26.946004 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f362cce-f06f-40ba-a2a9-1b3287ab7072 req-40df5743-9c18-4059-90f2-9b906cbb4d31 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=667a1a15-88be-4d95-9216-e10e3cb4725c HTTP/1.1" status: 200 len: 946 time: 0.1159616 Aug 10 00:55:26.968716 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b3732563-2efc-4f07-a726-f6d97c8fffd0 req-6b3e17f6-7113-4081-934b-c85630a7ce0d tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1628623 Aug 10 00:55:26.988054 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-b3732563-2efc-4f07-a726-f6d97c8fffd0 req-ee4bb809-45d9-493b-8a8c-46472d265a56 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:27.018594 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f362cce-f06f-40ba-a2a9-1b3287ab7072 req-18d7964f-33c4-4eda-82f3-fce69ec1eb56 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/security-groups?id=709ca5dd-a64e-4e40-a421-0f2b5d9fc282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620372 Aug 10 00:55:27.026243 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b3732563-2efc-4f07-a726-f6d97c8fffd0 req-ee4bb809-45d9-493b-8a8c-46472d265a56 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:27.137318 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b3732563-2efc-4f07-a726-f6d97c8fffd0 req-ee4bb809-45d9-493b-8a8c-46472d265a56 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:27.184610 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddad8732-d7fd-4023-ae25-7947adcb909e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0399ea1-9a9b-4796-a5d2-b67c4abfc49d'}, {'server_uuid': '60d42287-7ea5-49c5-a0ba-32ca06dd03b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ec0a8da-0437-4751-ad58-983def34c220'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:27.187552 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca15750-9153-44e5-a283-c8b85c15f665" -d '{"events": [{"server_uuid": "ddad8732-d7fd-4023-ae25-7947adcb909e", "name": "network-vif-plugged", "status": "completed", "tag": "e0399ea1-9a9b-4796-a5d2-b67c4abfc49d"}, {"server_uuid": "60d42287-7ea5-49c5-a0ba-32ca06dd03b2", "name": "network-vif-unplugged", "status": "completed", "tag": "7ec0a8da-0437-4751-ad58-983def34c220"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:27.280041 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-b3732563-2efc-4f07-a726-f6d97c8fffd0 req-ee4bb809-45d9-493b-8a8c-46472d265a56 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Allocated IP 172.25.2.254 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/c0b0cbae-2fad-4c3e-8119-e4f09c619edc) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:55:27.311987 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd9a4c-24f0-4537-bc6b-f5798af7b9ef req-f09f3d7e-d212-4177-8009-a01e69f7a3bd tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:27.317823 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd9a4c-24f0-4537-bc6b-f5798af7b9ef req-f09f3d7e-d212-4177-8009-a01e69f7a3bd tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:27.321294 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-accd9a4c-24f0-4537-bc6b-f5798af7b9ef req-f09f3d7e-d212-4177-8009-a01e69f7a3bd tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=733b475d-3b5e-4e19-9a48-53e507491837 HTTP/1.1" status: 200 len: 1683 time: 0.0878601 Aug 10 00:55:27.403141 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-accd9a4c-24f0-4537-bc6b-f5798af7b9ef req-a69b4773-d1f0-48f6-a9c3-bce5bc4c095e tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/security-groups?id=63c5f77b-3837-4d76-af41-3e7a6d6a5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732224 Aug 10 00:55:27.437677 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b3732563-2efc-4f07-a726-f6d97c8fffd0 req-ee4bb809-45d9-493b-8a8c-46472d265a56 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:27.479606 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b3732563-2efc-4f07-a726-f6d97c8fffd0 req-ee4bb809-45d9-493b-8a8c-46472d265a56 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:27.517439 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3732563-2efc-4f07-a726-f6d97c8fffd0 req-ee4bb809-45d9-493b-8a8c-46472d265a56 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:55:27.522957 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-b3732563-2efc-4f07-a726-f6d97c8fffd0 req-ee4bb809-45d9-493b-8a8c-46472d265a56 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:55:27.526166 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3732563-2efc-4f07-a726-f6d97c8fffd0 req-ee4bb809-45d9-493b-8a8c-46472d265a56 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:55:27.559723 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4bb809-45d9-493b-8a8c-46472d265a56 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Pushing event updated for resources: {'Port': ['ID=c0b0cbae-2fad-4c3e-8119-e4f09c619edc,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:27.641919 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b3732563-2efc-4f07-a726-f6d97c8fffd0 req-ee4bb809-45d9-493b-8a8c-46472d265a56 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:27.688687 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b3732563-2efc-4f07-a726-f6d97c8fffd0 req-ee4bb809-45d9-493b-8a8c-46472d265a56 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:27.778891 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96f8b52-1102-48a0-b843-9f305c5a7ba1 x-openstack-request-id: req-e96f8b52-1102-48a0-b843-9f305c5a7ba1 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:27.779596 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddad8732-d7fd-4023-ae25-7947adcb909e", "name": "network-vif-plugged", "status": "completed", "tag": "e0399ea1-9a9b-4796-a5d2-b67c4abfc49d", "code": 200}, {"server_uuid": "60d42287-7ea5-49c5-a0ba-32ca06dd03b2", "name": "network-vif-unplugged", "status": "completed", "tag": "7ec0a8da-0437-4751-ad58-983def34c220", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:27.779943 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e96f8b52-1102-48a0-b843-9f305c5a7ba1 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:27.780438 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddad8732-d7fd-4023-ae25-7947adcb909e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0399ea1-9a9b-4796-a5d2-b67c4abfc49d', 'code': 200} Aug 10 00:55:27.780963 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d42287-7ea5-49c5-a0ba-32ca06dd03b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ec0a8da-0437-4751-ad58-983def34c220', 'code': 200} Aug 10 00:55:27.899241 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:27.914593 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b3732563-2efc-4f07-a726-f6d97c8fffd0 req-ee4bb809-45d9-493b-8a8c-46472d265a56 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:27.930914 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c84c2a-61ff-496a-b8fc-a9f1981f3356 req-7a7833a1-63dc-49c6-af8a-e7cf87714594 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:27.948970 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-62c84c2a-61ff-496a-b8fc-a9f1981f3356 req-7a7833a1-63dc-49c6-af8a-e7cf87714594 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60d42287-7ea5-49c5-a0ba-32ca06dd03b2 HTTP/1.1" status: 200 len: 949 time: 0.1061208 Aug 10 00:55:27.950200 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b3732563-2efc-4f07-a726-f6d97c8fffd0 req-ee4bb809-45d9-493b-8a8c-46472d265a56 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:27.955019 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a1ffd-e3fc-470f-b63a-ad3418e40dfc req-5ba8f2b4-970b-4707-9e5f-01ddb9a737b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:27.956861 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-026a1ffd-e3fc-470f-b63a-ad3418e40dfc req-5ba8f2b4-970b-4707-9e5f-01ddb9a737b2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 1102 time: 0.0511594 Aug 10 00:55:27.989681 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36850) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:28.025958 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-026a1ffd-e3fc-470f-b63a-ad3418e40dfc req-114ec830-26b0-4bd3-8dd7-2ade569fc0b5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612416 Aug 10 00:55:28.064434 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-62c84c2a-61ff-496a-b8fc-a9f1981f3356 req-d23c0715-f02f-46d6-a9e2-829c9d7febdb tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.35 "GET /v2.0/security-groups?id=a176d16f-d337-42ef-9410-a07a68d13d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053855 Aug 10 00:55:28.067670 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4bb809-45d9-493b-8a8c-46472d265a56 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Pushing event updated for resources: {'Port': ['ID=c0b0cbae-2fad-4c3e-8119-e4f09c619edc,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:28.077886 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b3732563-2efc-4f07-a726-f6d97c8fffd0 req-ee4bb809-45d9-493b-8a8c-46472d265a56 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:28.102447 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b3732563-2efc-4f07-a726-f6d97c8fffd0 req-ee4bb809-45d9-493b-8a8c-46472d265a56 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:28.104839 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b3732563-2efc-4f07-a726-f6d97c8fffd0 req-ee4bb809-45d9-493b-8a8c-46472d265a56 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1290329 Aug 10 00:55:28.149775 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fce96ca1-becb-406e-a98f-b3b48b431119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:28.173538 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b3732563-2efc-4f07-a726-f6d97c8fffd0 req-eeb205ee-c0d9-4e95-83f4-2e87b3e6c0ea tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.254 HTTP/1.1" status: 200 len: 696 time: 0.0623116 Aug 10 00:55:28.295824 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fce96ca1-becb-406e-a98f-b3b48b431119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:28.300064 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fce96ca1-becb-406e-a98f-b3b48b431119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:28.340325 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-fce96ca1-becb-406e-a98f-b3b48b431119 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b049763fe41241afa70a49d63045302e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3490252 Aug 10 00:55:28.343568 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36866) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:28.351594 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce96ca1-becb-406e-a98f-b3b48b431119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23083a7b-23f0-4700-859e-a1d77a463297,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:28.360081 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3732563-2efc-4f07-a726-f6d97c8fffd0 req-1a854b47-40de-4334-a930-f2f722c053d8 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:28.361508 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b3732563-2efc-4f07-a726-f6d97c8fffd0 req-1a854b47-40de-4334-a930-f2f722c053d8 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 784 time: 0.1752276 Aug 10 00:55:28.380775 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4744b-1404-451e-ba25-5b887af2afc2 req-2ac2662e-b33d-4821-bf51-42fc42b1d1f0 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:28.382278 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8a4744b-1404-451e-ba25-5b887af2afc2 req-2ac2662e-b33d-4821-bf51-42fc42b1d1f0 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 950 time: 0.0998240 Aug 10 00:55:28.411218 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f3bf34e1-d483-4aa2-9d44-563556838768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:28.430166 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8a4744b-1404-451e-ba25-5b887af2afc2 req-839e4f2e-72b4-4eea-8bf7-d73571d3cce0 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404255 Aug 10 00:55:28.440996 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f3bf34e1-d483-4aa2-9d44-563556838768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:28.484611 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 65a48a5c-816d-49a7-b218-71e733ae3f95 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:55:28.494818 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f3bf34e1-d483-4aa2-9d44-563556838768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:28.499119 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f3bf34e1-d483-4aa2-9d44-563556838768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:28.501153 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f3bf34e1-d483-4aa2-9d44-563556838768 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/23083a7b-23f0-4700-859e-a1d77a463297 HTTP/1.1" status: 204 len: 168 time: 0.1565332 Aug 10 00:55:28.510740 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340100a-b309-49f0-b78d-9bf56c084202 req-df6b1a9e-b1b6-4180-b8ed-be3fbc5058a2 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:28.514778 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6340100a-b309-49f0-b78d-9bf56c084202 req-df6b1a9e-b1b6-4180-b8ed-be3fbc5058a2 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=667a1a15-88be-4d95-9216-e10e3cb4725c HTTP/1.1" status: 200 len: 946 time: 0.0721421 Aug 10 00:55:28.523752 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf34e1-d483-4aa2-9d44-563556838768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23083a7b-23f0-4700-859e-a1d77a463297,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:28.561694 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6340100a-b309-49f0-b78d-9bf56c084202 req-16f80cbf-1ec1-4614-a309-422315a49c73 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/security-groups?id=709ca5dd-a64e-4e40-a421-0f2b5d9fc282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380518 Aug 10 00:55:28.631474 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:28.697944 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a9cad69-3d4d-4dd8-9868-8b0f7716c81d req-0e7ae441-731b-480d-8faa-0b2fe5676614 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "GET /v2.0/floatingips/b12ab630-22df-419d-b1f0-641b44ac637f HTTP/1.1" status: 200 len: 693 time: 0.1263585 Aug 10 00:55:28.705500 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 65a48a5c-816d-49a7-b218-71e733ae3f95, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=65a48a5c-816d-49a7-b218-71e733ae3f95,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:28.711173 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:28.774759 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579416d-6bd9-420e-9e72-a8274ae8b056 req-440b8d64-730d-4d8a-8de1-2602d4c066c0 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:28.780900 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579416d-6bd9-420e-9e72-a8274ae8b056 req-440b8d64-730d-4d8a-8de1-2602d4c066c0 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:28.782500 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1579416d-6bd9-420e-9e72-a8274ae8b056 req-440b8d64-730d-4d8a-8de1-2602d4c066c0 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.24 "GET /v2.0/ports?device_id=733b475d-3b5e-4e19-9a48-53e507491837 HTTP/1.1" status: 200 len: 1683 time: 0.1982810 Aug 10 00:55:28.805625 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=65a48a5c-816d-49a7-b218-71e733ae3f95,revision_number=11']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:28.810131 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bd981-f35a-4c97-88d6-09beb88894d5 req-2aa16261-0d38-4f36-85d4-a7f4c32318fe tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:28.816244 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bd981-f35a-4c97-88d6-09beb88894d5 req-2aa16261-0d38-4f36-85d4-a7f4c32318fe tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:28.823466 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e44bd981-f35a-4c97-88d6-09beb88894d5 req-2aa16261-0d38-4f36-85d4-a7f4c32318fe tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=733b475d-3b5e-4e19-9a48-53e507491837 HTTP/1.1" status: 200 len: 1683 time: 0.1628890 Aug 10 00:55:28.955125 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e44bd981-f35a-4c97-88d6-09beb88894d5 req-d6fe4b74-f31f-42db-ac59-ecb502501052 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/security-groups?id=63c5f77b-3837-4d76-af41-3e7a6d6a5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307425 Aug 10 00:55:28.962910 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cad69-3d4d-4dd8-9868-8b0f7716c81d req-73cedb21-6818-40c3-81a0-4d68aa41d37a tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:28.964348 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a9cad69-3d4d-4dd8-9868-8b0f7716c81d req-73cedb21-6818-40c3-81a0-4d68aa41d37a tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 784 time: 0.2561274 Aug 10 00:55:28.989017 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [req-8a9cad69-3d4d-4dd8-9868-8b0f7716c81d req-a8e448bb-15d9-4f19-ab11-bc2d40b19e62 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:55:28.990083 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a9cad69-3d4d-4dd8-9868-8b0f7716c81d req-a8e448bb-15d9-4f19-ab11-bc2d40b19e62 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090983 Aug 10 00:55:29.023782 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-1579416d-6bd9-420e-9e72-a8274ae8b056 req-96018991-f1fa-4bfa-86cf-82ca84cafc0c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Deleting port 5b6bfdf2-202b-4862-a6e2-8371b28157f4 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:55:29.024131 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-1579416d-6bd9-420e-9e72-a8274ae8b056 req-96018991-f1fa-4bfa-86cf-82ca84cafc0c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:29.175191 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-13636816-7070-459c-93e4-fafa70562f3c req-fa33759b-9b9a-42cb-bef9-4e17543ef1a4 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "GET /v2.0/floatingips/b12ab630-22df-419d-b1f0-641b44ac637f HTTP/1.1" status: 200 len: 693 time: 0.0809388 Aug 10 00:55:29.268171 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d824b4-6895-48a1-aaeb-8527ec0bf0df req-47d13e5a-731e-4780-9a82-ed81fc2f793c tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:29.269761 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-56d824b4-6895-48a1-aaeb-8527ec0bf0df req-47d13e5a-731e-4780-9a82-ed81fc2f793c tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=667a1a15-88be-4d95-9216-e10e3cb4725c HTTP/1.1" status: 200 len: 946 time: 0.1727457 Aug 10 00:55:29.282031 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-1579416d-6bd9-420e-9e72-a8274ae8b056 req-96018991-f1fa-4bfa-86cf-82ca84cafc0c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] For port 5b6bfdf2-202b-4862-a6e2-8371b28157f4, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=5b6bfdf2-202b-4862-a6e2-8371b28157f4,segment=NetworkSegment(495526b2-264b-47af-a132-d28e0f9eed25),segment_id=495526b2-264b-47af-a132-d28e0f9eed25)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:29.282031 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-1579416d-6bd9-420e-9e72-a8274ae8b056 req-96018991-f1fa-4bfa-86cf-82ca84cafc0c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:29.282430 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36918) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:29.288213 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-426930c9-98f4-4e52-a6f8-732782a17a55 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Request body: {'floatingip': {'port_id': '9b8123ae-38a5-43aa-98f7-f197b89ebe6d'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:29.304701 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-1579416d-6bd9-420e-9e72-a8274ae8b056 req-96018991-f1fa-4bfa-86cf-82ca84cafc0c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Calling delete_port for 5b6bfdf2-202b-4862-a6e2-8371b28157f4 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:55:29.350416 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13636816-7070-459c-93e4-fafa70562f3c req-11789b1c-0fc7-4cb6-8245-717fff4e4885 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:29.352214 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-13636816-7070-459c-93e4-fafa70562f3c req-11789b1c-0fc7-4cb6-8245-717fff4e4885 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 784 time: 0.1690602 Aug 10 00:55:29.447127 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-13636816-7070-459c-93e4-fafa70562f3c req-10477d14-a396-41eb-b5da-aeac78f48da3 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.254 HTTP/1.1" status: 200 len: 696 time: 0.0876706 Aug 10 00:55:29.516283 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-13636816-7070-459c-93e4-fafa70562f3c req-477298d3-f355-4e58-8a51-e5121ca8142b tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.254 HTTP/1.1" status: 200 len: 696 time: 0.0616672 Aug 10 00:55:29.707816 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-426930c9-98f4-4e52-a6f8-732782a17a55 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks [] for floatingip, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:29.718773 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844bec5-c48d-4339-a167-40f7235f373f req-96f777ca-f974-4c0f-9f56-9b03c8c8488b tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:29.729831 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2844bec5-c48d-4339-a167-40f7235f373f req-96f777ca-f974-4c0f-9f56-9b03c8c8488b tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60d42287-7ea5-49c5-a0ba-32ca06dd03b2 HTTP/1.1" status: 200 len: 949 time: 0.1585641 Aug 10 00:55:29.729831 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-1579416d-6bd9-420e-9e72-a8274ae8b056 req-96018991-f1fa-4bfa-86cf-82ca84cafc0c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:29.749049 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['5237d120-22c6-4ebe-b223-16b2a3a8e6c8', '5b6bfdf2-202b-4862-a6e2-8371b28157f4'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:55:29.774123 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96018991-f1fa-4bfa-86cf-82ca84cafc0c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Pushing event deleted for resources: {'Port': ['ID=5b6bfdf2-202b-4862-a6e2-8371b28157f4,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:29.808288 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-13636816-7070-459c-93e4-fafa70562f3c req-a2a426bd-9415-4ef8-a872-3788d494ba6b tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Deleting port c0b0cbae-2fad-4c3e-8119-e4f09c619edc {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:55:29.808677 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-13636816-7070-459c-93e4-fafa70562f3c req-a2a426bd-9415-4ef8-a872-3788d494ba6b tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:29.821797 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc55842-3668-4e02-8785-c3767f5cfc36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65a48a5c-816d-49a7-b218-71e733ae3f95'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:29.824098 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9a0da7-0f88-417d-b429-a1c9bed26a21" -d '{"events": [{"server_uuid": "4cc55842-3668-4e02-8785-c3767f5cfc36", "name": "network-vif-unplugged", "status": "completed", "tag": "65a48a5c-816d-49a7-b218-71e733ae3f95"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:29.879413 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1579416d-6bd9-420e-9e72-a8274ae8b056 req-96018991-f1fa-4bfa-86cf-82ca84cafc0c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] No DVR routers for this DVR port 5b6bfdf2-202b-4862-a6e2-8371b28157f4 on host n-h1-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:55:29.889510 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-1579416d-6bd9-420e-9e72-a8274ae8b056 req-96018991-f1fa-4bfa-86cf-82ca84cafc0c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:29.891494 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1579416d-6bd9-420e-9e72-a8274ae8b056 req-96018991-f1fa-4bfa-86cf-82ca84cafc0c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.24 "DELETE /v2.0/ports/5b6bfdf2-202b-4862-a6e2-8371b28157f4 HTTP/1.1" status: 204 len: 173 time: 1.0924876 Aug 10 00:55:29.892152 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733b475d-3b5e-4e19-9a48-53e507491837', 'name': 'network-vif-deleted', 'tag': '5b6bfdf2-202b-4862-a6e2-8371b28157f4'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:29.894920 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3838d5fd-a881-42f4-921c-9dbbba4d39d4" -d '{"events": [{"server_uuid": "733b475d-3b5e-4e19-9a48-53e507491837", "name": "network-vif-deleted", "tag": "5b6bfdf2-202b-4862-a6e2-8371b28157f4"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:29.944496 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2844bec5-c48d-4339-a167-40f7235f373f req-fb1507ff-b918-40a6-a92d-e5573c6856b0 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.35 "GET /v2.0/security-groups?id=a176d16f-d337-42ef-9410-a07a68d13d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747274 Aug 10 00:55:30.018781 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-13636816-7070-459c-93e4-fafa70562f3c req-a2a426bd-9415-4ef8-a872-3788d494ba6b tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:30.019118 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-13636816-7070-459c-93e4-fafa70562f3c req-a2a426bd-9415-4ef8-a872-3788d494ba6b tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:30.034480 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-13636816-7070-459c-93e4-fafa70562f3c req-a2a426bd-9415-4ef8-a872-3788d494ba6b tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Calling delete_port for c0b0cbae-2fad-4c3e-8119-e4f09c619edc owned by network:floatingip {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:55:30.169070 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-1579416d-6bd9-420e-9e72-a8274ae8b056 req-72a6df9a-688c-444a-9dae-9814f0142b71 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Deleting port 5237d120-22c6-4ebe-b223-16b2a3a8e6c8 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:55:30.169421 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-1579416d-6bd9-420e-9e72-a8274ae8b056 req-72a6df9a-688c-444a-9dae-9814f0142b71 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:30.198416 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873f5a8-7e26-410f-8186-b5ab4b9f2a45 req-30dbe4f4-8310-49e5-a0cb-aa405a8403fe tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:30.199962 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f873f5a8-7e26-410f-8186-b5ab4b9f2a45 req-30dbe4f4-8310-49e5-a0cb-aa405a8403fe tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 950 time: 0.1528776 Aug 10 00:55:30.316656 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f873f5a8-7e26-410f-8186-b5ab4b9f2a45 req-1381ce3e-9c63-4270-a352-68fdc2c3cd92 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895185 Aug 10 00:55:30.350894 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-1579416d-6bd9-420e-9e72-a8274ae8b056 req-72a6df9a-688c-444a-9dae-9814f0142b71 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] For port 5237d120-22c6-4ebe-b223-16b2a3a8e6c8, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=5237d120-22c6-4ebe-b223-16b2a3a8e6c8,segment=NetworkSegment(1e036a64-df29-4e98-babf-00ca8340a058),segment_id=1e036a64-df29-4e98-babf-00ca8340a058)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:30.351271 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-1579416d-6bd9-420e-9e72-a8274ae8b056 req-72a6df9a-688c-444a-9dae-9814f0142b71 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:30.366681 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-1579416d-6bd9-420e-9e72-a8274ae8b056 req-72a6df9a-688c-444a-9dae-9814f0142b71 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Calling delete_port for 5237d120-22c6-4ebe-b223-16b2a3a8e6c8 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:55:30.368838 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-13636816-7070-459c-93e4-fafa70562f3c req-a2a426bd-9415-4ef8-a872-3788d494ba6b tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:30.413737 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a426bd-9415-4ef8-a872-3788d494ba6b tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Pushing event deleted for resources: {'Port': ['ID=c0b0cbae-2fad-4c3e-8119-e4f09c619edc,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:30.485607 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-426930c9-98f4-4e52-a6f8-732782a17a55 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:30.492706 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-426930c9-98f4-4e52-a6f8-732782a17a55 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:30.536538 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-13636816-7070-459c-93e4-fafa70562f3c req-a2a426bd-9415-4ef8-a872-3788d494ba6b tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks [] for floatingip, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:30.539878 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-13636816-7070-459c-93e4-fafa70562f3c req-a2a426bd-9415-4ef8-a872-3788d494ba6b tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:30.552532 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-13636816-7070-459c-93e4-fafa70562f3c req-a2a426bd-9415-4ef8-a872-3788d494ba6b tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "DELETE /v2.0/floatingips/b12ab630-22df-419d-b1f0-641b44ac637f HTTP/1.1" status: 204 len: 173 time: 1.0274603 Aug 10 00:55:30.618218 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d1385-6bc8-4201-ba93-1a8d5d6b6efa req-f1a2732b-75d7-474b-beb9-212b6e7d56f0 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:30.619720 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8c6d1385-6bc8-4201-ba93-1a8d5d6b6efa req-f1a2732b-75d7-474b-beb9-212b6e7d56f0 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.20 "GET /v2.0/ports?device_id=60d42287-7ea5-49c5-a0ba-32ca06dd03b2 HTTP/1.1" status: 200 len: 949 time: 0.0775933 Aug 10 00:55:30.661846 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-1579416d-6bd9-420e-9e72-a8274ae8b056 req-72a6df9a-688c-444a-9dae-9814f0142b71 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:30.669298 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:55:30.708257 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6787066e-f7cc-4ce0-ac6d-31e28016c462 x-openstack-request-id: req-6787066e-f7cc-4ce0-ac6d-31e28016c462 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:30.708561 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc55842-3668-4e02-8785-c3767f5cfc36", "name": "network-vif-unplugged", "status": "completed", "tag": "65a48a5c-816d-49a7-b218-71e733ae3f95", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:30.708817 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6787066e-f7cc-4ce0-ac6d-31e28016c462 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:30.709237 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc55842-3668-4e02-8785-c3767f5cfc36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65a48a5c-816d-49a7-b218-71e733ae3f95', 'code': 200} Aug 10 00:55:30.741030 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6df9a-688c-444a-9dae-9814f0142b71 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Pushing event deleted for resources: {'Port': ['ID=5237d120-22c6-4ebe-b223-16b2a3a8e6c8,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:30.751232 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2c99fd-a101-4aca-9532-9c60592f9ec2 x-openstack-request-id: req-ee2c99fd-a101-4aca-9532-9c60592f9ec2 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:30.752314 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "733b475d-3b5e-4e19-9a48-53e507491837", "name": "network-vif-deleted", "tag": "5b6bfdf2-202b-4862-a6e2-8371b28157f4", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:30.752587 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ee2c99fd-a101-4aca-9532-9c60592f9ec2 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:30.753650 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733b475d-3b5e-4e19-9a48-53e507491837', 'name': 'network-vif-deleted', 'tag': '5b6bfdf2-202b-4862-a6e2-8371b28157f4', 'status': 'completed', 'code': 200} Aug 10 00:55:30.767072 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [None req-426930c9-98f4-4e52-a6f8-732782a17a55 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Floating IP 5b3c7bac-3945-4b98-b658-63b5ab6415b4 associated. External IP: 172.25.2.242, port: 9b8123ae-38a5-43aa-98f7-f197b89ebe6d. Aug 10 00:55:30.828889 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1579416d-6bd9-420e-9e72-a8274ae8b056 req-72a6df9a-688c-444a-9dae-9814f0142b71 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] No DVR routers for this DVR port 5237d120-22c6-4ebe-b223-16b2a3a8e6c8 on host n-h1-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:55:30.832970 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-1579416d-6bd9-420e-9e72-a8274ae8b056 req-72a6df9a-688c-444a-9dae-9814f0142b71 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:30.834949 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1579416d-6bd9-420e-9e72-a8274ae8b056 req-72a6df9a-688c-444a-9dae-9814f0142b71 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.24 "DELETE /v2.0/ports/5237d120-22c6-4ebe-b223-16b2a3a8e6c8 HTTP/1.1" status: 204 len: 173 time: 0.9353967 Aug 10 00:55:30.865064 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ccb429cb-cea2-4464-b797-44b4824a7cf8 req-f1624559-421c-4073-a222-d9053f85c921 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "GET /v2.0/ports?device_id=733b475d-3b5e-4e19-9a48-53e507491837 HTTP/1.1" status: 200 len: 210 time: 0.0335107 Aug 10 00:55:31.025831 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7239ad7-e8ae-4e98-a554-63ab2efe9bb6 req-f96a0378-0004-46c6-a95b-c88cd98b3bbd tempest-MigrationsAdminTest-47515320 tempest-MigrationsAdminTest-47515320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:31.034843 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e7239ad7-e8ae-4e98-a554-63ab2efe9bb6 req-f96a0378-0004-46c6-a95b-c88cd98b3bbd tempest-MigrationsAdminTest-47515320 tempest-MigrationsAdminTest-47515320-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 1102 time: 0.0597968 Aug 10 00:55:31.123530 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e7239ad7-e8ae-4e98-a554-63ab2efe9bb6 req-37d2ebf4-e323-4340-b26b-9ff113ee0763 tempest-MigrationsAdminTest-47515320 tempest-MigrationsAdminTest-47515320-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817599 Aug 10 00:55:31.192624 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426930c9-98f4-4e52-a6f8-732782a17a55 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Router 2a2c37e0-62c6-4f7b-a81d-a872163db1a4 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:55:31.199443 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-8c6d1385-6bc8-4201-ba93-1a8d5d6b6efa req-6c9ab7ab-a920-400a-9315-943ffaee935d tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Deleting port 7ec0a8da-0437-4751-ad58-983def34c220 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:55:31.199795 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8c6d1385-6bc8-4201-ba93-1a8d5d6b6efa req-6c9ab7ab-a920-400a-9315-943ffaee935d tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:31.375126 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b8a06-8e57-49ca-a4f9-9ba1a88d6baf req-3b799e2c-35fd-4098-91c1-bd9ca6b4f314 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:31.377951 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9f6b8a06-8e57-49ca-a4f9-9ba1a88d6baf req-3b799e2c-35fd-4098-91c1-bd9ca6b4f314 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2435768 Aug 10 00:55:31.439788 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-8c6d1385-6bc8-4201-ba93-1a8d5d6b6efa req-6c9ab7ab-a920-400a-9315-943ffaee935d tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] For port 7ec0a8da-0437-4751-ad58-983def34c220, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=7ec0a8da-0437-4751-ad58-983def34c220,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:31.440425 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8c6d1385-6bc8-4201-ba93-1a8d5d6b6efa req-6c9ab7ab-a920-400a-9315-943ffaee935d tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:31.463386 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-8c6d1385-6bc8-4201-ba93-1a8d5d6b6efa req-6c9ab7ab-a920-400a-9315-943ffaee935d tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Calling delete_port for 7ec0a8da-0437-4751-ad58-983def34c220 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:55:31.487040 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426930c9-98f4-4e52-a6f8-732782a17a55 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:55:31.493020 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-426930c9-98f4-4e52-a6f8-732782a17a55 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:31.503375 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b7b49b-da5a-4b88-84b2-9f32273354bb None None] Sync routers for ids ['2a2c37e0-62c6-4f7b-a81d-a872163db1a4'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:55:31.533024 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b7b49b-da5a-4b88-84b2-9f32273354bb None None] Routers {'2a2c37e0-62c6-4f7b-a81d-a872163db1a4'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:55:31.534475 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-c1b7b49b-da5a-4b88-84b2-9f32273354bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:55:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['2a2c37e0-62c6-4f7b-a81d-a872163db1a4'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:31.629673 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-426930c9-98f4-4e52-a6f8-732782a17a55 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "PUT /v2.0/floatingips/5b3c7bac-3945-4b98-b658-63b5ab6415b4 HTTP/1.1" status: 200 len: 992 time: 2.3457849 Aug 10 00:55:31.637675 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '667a1a15-88be-4d95-9216-e10e3cb4725c', 'tag': '9b8123ae-38a5-43aa-98f7-f197b89ebe6d'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:31.640619 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c3928c-df88-4592-b3bf-dc657c12cbd8" -d '{"events": [{"name": "network-changed", "server_uuid": "667a1a15-88be-4d95-9216-e10e3cb4725c", "tag": "9b8123ae-38a5-43aa-98f7-f197b89ebe6d"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:31.711825 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-c1b7b49b-da5a-4b88-84b2-9f32273354bb None None] Set router 2a2c37e0-62c6-4f7b-a81d-a872163db1a4 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:55:31.770286 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8c6d1385-6bc8-4201-ba93-1a8d5d6b6efa req-6c9ab7ab-a920-400a-9315-943ffaee935d tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:31.848414 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ab7ab-a920-400a-9315-943ffaee935d tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Pushing event deleted for resources: {'Port': ['ID=7ec0a8da-0437-4751-ad58-983def34c220,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:31.877231 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6d1385-6bc8-4201-ba93-1a8d5d6b6efa req-6c9ab7ab-a920-400a-9315-943ffaee935d tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] No DVR routers for this DVR port 7ec0a8da-0437-4751-ad58-983def34c220 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:55:31.880693 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8c6d1385-6bc8-4201-ba93-1a8d5d6b6efa req-6c9ab7ab-a920-400a-9315-943ffaee935d tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:31.884470 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8c6d1385-6bc8-4201-ba93-1a8d5d6b6efa req-6c9ab7ab-a920-400a-9315-943ffaee935d tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.20 "DELETE /v2.0/ports/7ec0a8da-0437-4751-ad58-983def34c220 HTTP/1.1" status: 204 len: 173 time: 1.2567389 Aug 10 00:55:31.945075 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4782c2c-a33b-40ad-b52e-702ab2bdbbc8 req-4b5ca698-2c2c-448c-b901-305d2c3e7317 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:31.947722 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f4782c2c-a33b-40ad-b52e-702ab2bdbbc8 req-4b5ca698-2c2c-448c-b901-305d2c3e7317 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60d42287-7ea5-49c5-a0ba-32ca06dd03b2 HTTP/1.1" status: 200 len: 866 time: 0.4694388 Aug 10 00:55:32.004642 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f4782c2c-a33b-40ad-b52e-702ab2bdbbc8 req-31a4f8c2-4416-4a88-ba70-3079bdd2f584 tempest-ImagesOneServerTestJSON-2092265727 tempest-ImagesOneServerTestJSON-2092265727-project] 10.222.0.35 "GET /v2.0/security-groups?id=a176d16f-d337-42ef-9410-a07a68d13d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434539 Aug 10 00:55:32.034784 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-c1b7b49b-da5a-4b88-84b2-9f32273354bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865821593-router', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'fb7fb90c-ee87-43b5-a087-f1628df89431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:51:05Z', 'updated_at': '2021-08-10T00:51:11Z', 'revision_number': 4, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'gw_port': {'id': 'fb7fb90c-ee87-43b5-a087-f1628df89431', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:54:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:06Z', 'updated_at': '2021-08-10T00:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '5b3c7bac-3945-4b98-b658-63b5ab6415b4', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'port_id': '9b8123ae-38a5-43aa-98f7-f197b89ebe6d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110', 'mac_address': 'fa:16:3e:ed:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667a1a15-88be-4d95-9216-e10e3cb4725c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:51:31Z', 'updated_at': '2021-08-10T00:55:30Z', 'revision_number': 5, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2974e0d-3e49-4448-977f-355123778c9e', 'name': '', 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'mac_address': 'fa:16:3e:25:b3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '2ecd1c4b-499a-4426-9e1d-abb75625188f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:09Z', 'updated_at': '2021-08-10T00:51:17Z', 'revision_number': 5, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'subnets': [{'id': '2ecd1c4b-499a-4426-9e1d-abb75625188f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:32.062572 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b7b49b-da5a-4b88-84b2-9f32273354bb None None] Checking router: 2a2c37e0-62c6-4f7b-a81d-a872163db1a4 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:55:32.071901 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b7b49b-da5a-4b88-84b2-9f32273354bb None None] Routers {'2a2c37e0-62c6-4f7b-a81d-a872163db1a4'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:55:32.072512 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-c1b7b49b-da5a-4b88-84b2-9f32273354bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:55:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['2a2c37e0-62c6-4f7b-a81d-a872163db1a4'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:32.134683 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2c20d0b6-7aef-4e80-917e-1f1b501c174b req-13df261c-07c3-4423-8a33-6713fc53041a tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "GET /v2.0/floatingips?tenant_id=cd405c4606b744399551045130e0614d HTTP/1.1" status: 200 len: 1656 time: 0.0545669 Aug 10 00:55:32.228606 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-c1b7b49b-da5a-4b88-84b2-9f32273354bb None None] Set router 2a2c37e0-62c6-4f7b-a81d-a872163db1a4 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:55:32.265593 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-c5503892-56e9-4e6d-b699-4e183a532e3c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0682869 Aug 10 00:55:32.346321 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20d0b6-7aef-4e80-917e-1f1b501c174b req-36a12f06-1f08-4277-a522-0ddbb2f8ff07 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:32.369778 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2c20d0b6-7aef-4e80-917e-1f1b501c174b req-36a12f06-1f08-4277-a522-0ddbb2f8ff07 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "GET /v2.0/networks?id=beabd0db-a6e0-4ff1-a3e9-6522348fc998&id=beabd0db-a6e0-4ff1-a3e9-6522348fc998&id=beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 787 time: 0.2292883 Aug 10 00:55:32.424784 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30c0305-001f-4343-bd9e-3864450cf482 x-openstack-request-id: req-b30c0305-001f-4343-bd9e-3864450cf482 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:32.425348 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "667a1a15-88be-4d95-9216-e10e3cb4725c", "tag": "9b8123ae-38a5-43aa-98f7-f197b89ebe6d", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:32.425812 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b30c0305-001f-4343-bd9e-3864450cf482 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:32.426408 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '667a1a15-88be-4d95-9216-e10e3cb4725c', 'tag': '9b8123ae-38a5-43aa-98f7-f197b89ebe6d', 'status': 'completed', 'code': 200} Aug 10 00:55:32.478122 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37032) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:32.500823 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 5b6bfdf2-202b-4862-a6e2-8371b28157f4 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:55:32.532629 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 5b6bfdf2-202b-4862-a6e2-8371b28157f4 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:55:32.537110 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 5b6bfdf2-202b-4862-a6e2-8371b28157f4 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:55:32.540677 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 5237d120-22c6-4ebe-b223-16b2a3a8e6c8 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:55:32.560230 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3928c-df88-4592-b3bf-dc657c12cbd8 req-a42fb69d-ec3d-4fb9-aee4-d4257f50b3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:32.562505 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e0c3928c-df88-4592-b3bf-dc657c12cbd8 req-a42fb69d-ec3d-4fb9-aee4-d4257f50b3b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=efee53c3551044e8afcc00c8cdf7b6ca&device_id=667a1a15-88be-4d95-9216-e10e3cb4725c HTTP/1.1" status: 200 len: 1098 time: 0.0798571 Aug 10 00:55:32.581881 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 5237d120-22c6-4ebe-b223-16b2a3a8e6c8 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:55:32.586017 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 5237d120-22c6-4ebe-b223-16b2a3a8e6c8 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:55:32.690721 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b9e961-9f45-4911-b488-c2673f009ecf tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Deleting subnet 3a45aec0-5d07-49c1-a7c9-d5d3842dddb7 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:55:32.717277 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3928c-df88-4592-b3bf-dc657c12cbd8 req-1b0467a5-337c-4e6a-94e1-0cba74cf72a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:32.718844 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e0c3928c-df88-4592-b3bf-dc657c12cbd8 req-1b0467a5-337c-4e6a-94e1-0cba74cf72a7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c58b2db2-79c7-40d4-af6c-7a7b4827f110 HTTP/1.1" status: 200 len: 924 time: 0.1460497 Aug 10 00:55:32.749077 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2d9ff44-4bae-43c4-b45d-0a740b0a88f7 req-ec745ef7-333f-4253-92d5-7bcfdbf11b01 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "GET /v2.0/floatingips/993ee590-539b-49d2-b9f4-5277f7fb1b5e HTTP/1.1" status: 200 len: 693 time: 0.0752454 Aug 10 00:55:32.750006 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f2b9e961-9f45-4911-b488-c2673f009ecf tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:32.754413 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733b475d-3b5e-4e19-9a48-53e507491837', 'name': 'network-vif-deleted', 'tag': '5237d120-22c6-4ebe-b223-16b2a3a8e6c8'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:32.757103 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1466f9b8-103b-4f17-9b76-72f4b98d61b6" -d '{"events": [{"server_uuid": "733b475d-3b5e-4e19-9a48-53e507491837", "name": "network-vif-deleted", "tag": "5237d120-22c6-4ebe-b223-16b2a3a8e6c8"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:32.771436 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-c1b7b49b-da5a-4b88-84b2-9f32273354bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865821593-router', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'fb7fb90c-ee87-43b5-a087-f1628df89431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:51:05Z', 'updated_at': '2021-08-10T00:51:11Z', 'revision_number': 4, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'gw_port': {'id': 'fb7fb90c-ee87-43b5-a087-f1628df89431', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:54:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:06Z', 'updated_at': '2021-08-10T00:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '5b3c7bac-3945-4b98-b658-63b5ab6415b4', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'port_id': '9b8123ae-38a5-43aa-98f7-f197b89ebe6d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110', 'mac_address': 'fa:16:3e:ed:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667a1a15-88be-4d95-9216-e10e3cb4725c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:51:31Z', 'updated_at': '2021-08-10T00:55:30Z', 'revision_number': 5, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2974e0d-3e49-4448-977f-355123778c9e', 'name': '', 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'mac_address': 'fa:16:3e:25:b3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '2ecd1c4b-499a-4426-9e1d-abb75625188f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:09Z', 'updated_at': '2021-08-10T00:51:17Z', 'revision_number': 5, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'subnets': [{'id': '2ecd1c4b-499a-4426-9e1d-abb75625188f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:32.809462 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e0c3928c-df88-4592-b3bf-dc657c12cbd8 req-19db9bf9-cdb6-4898-8916-b18b8a772999 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b8123ae-38a5-43aa-98f7-f197b89ebe6d HTTP/1.1" status: 200 len: 1000 time: 0.0770934 Aug 10 00:55:32.813478 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b7b49b-da5a-4b88-84b2-9f32273354bb None None] The sync data for ids ['2a2c37e0-62c6-4f7b-a81d-a872163db1a4'] in n-d-766726-26 is: [{'id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865821593-router', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'fb7fb90c-ee87-43b5-a087-f1628df89431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:51:05Z', 'updated_at': '2021-08-10T00:51:11Z', 'revision_number': 4, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'gw_port': {'id': 'fb7fb90c-ee87-43b5-a087-f1628df89431', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:54:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:06Z', 'updated_at': '2021-08-10T00:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '5b3c7bac-3945-4b98-b658-63b5ab6415b4', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'port_id': '9b8123ae-38a5-43aa-98f7-f197b89ebe6d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110', 'mac_address': 'fa:16:3e:ed:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667a1a15-88be-4d95-9216-e10e3cb4725c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:51:31Z', 'updated_at': '2021-08-10T00:55:30Z', 'revision_number': 5, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2974e0d-3e49-4448-977f-355123778c9e', 'name': '', 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'mac_address': 'fa:16:3e:25:b3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '2ecd1c4b-499a-4426-9e1d-abb75625188f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:09Z', 'updated_at': '2021-08-10T00:51:17Z', 'revision_number': 5, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'subnets': [{'id': '2ecd1c4b-499a-4426-9e1d-abb75625188f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:55:32.846684 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b4b6e-7bbf-4c9e-9840-93ad9fcf5c41 req-7c4aed4d-6cf3-492c-b66a-575af817e73f tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:32.848299 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b74b4b6e-7bbf-4c9e-9840-93ad9fcf5c41 req-7c4aed4d-6cf3-492c-b66a-575af817e73f tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 950 time: 0.2751200 Aug 10 00:55:32.925439 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3928c-df88-4592-b3bf-dc657c12cbd8 req-4347f182-7631-4ed2-9cab-0f9fc4d6cca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:32.927009 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e0c3928c-df88-4592-b3bf-dc657c12cbd8 req-4347f182-7631-4ed2-9cab-0f9fc4d6cca3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ecd1c4b-499a-4426-9e1d-abb75625188f HTTP/1.1" status: 200 len: 862 time: 0.0985920 Aug 10 00:55:32.929448 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f2b9e961-9f45-4911-b488-c2673f009ecf tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:32.999618 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3928c-df88-4592-b3bf-dc657c12cbd8 req-13589272-b1b8-4dc1-9acc-49d0af46f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:33.000971 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e0c3928c-df88-4592-b3bf-dc657c12cbd8 req-13589272-b1b8-4dc1-9acc-49d0af46f8ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c58b2db2-79c7-40d4-af6c-7a7b4827f110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614140 Aug 10 00:55:33.021850 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b74b4b6e-7bbf-4c9e-9840-93ad9fcf5c41 req-c440df1f-ca9d-4c41-b573-b96642dbc084 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607904 Aug 10 00:55:33.146522 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e0c3928c-df88-4592-b3bf-dc657c12cbd8 req-61c24e23-0878-48a5-af33-a6f477699c55 service neutron] 10.222.0.20 "GET /v2.0/networks/c58b2db2-79c7-40d4-af6c-7a7b4827f110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375830 Aug 10 00:55:33.217612 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcbb32f-049a-45f5-acdc-de2b74ec35b2 None None] New status for floating IP 5b3c7bac-3945-4b98-b658-63b5ab6415b4: ACTIVE {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 00:55:33.239987 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9ff44-4bae-43c4-b45d-0a740b0a88f7 req-5abaed8a-47df-4f11-bbe3-0bcae38b4f3e tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:33.248193 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2d9ff44-4bae-43c4-b45d-0a740b0a88f7 req-5abaed8a-47df-4f11-bbe3-0bcae38b4f3e tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 784 time: 0.4879377 Aug 10 00:55:33.296919 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f2b9e961-9f45-4911-b488-c2673f009ecf tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:33.306974 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e0c3928c-df88-4592-b3bf-dc657c12cbd8 req-308df14a-e9b6-4061-b3cc-ac011064cb15 service neutron] 10.222.0.20 "GET /v2.0/networks/c58b2db2-79c7-40d4-af6c-7a7b4827f110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397502 Aug 10 00:55:33.339041 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2d9ff44-4bae-43c4-b45d-0a740b0a88f7 req-f15e6632-e70e-41a3-8630-3f5ac015ee29 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.165 HTTP/1.1" status: 200 len: 696 time: 0.0896482 Aug 10 00:55:33.403433 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2d9ff44-4bae-43c4-b45d-0a740b0a88f7 req-2eee89c3-f820-4ab8-aabd-b8482c62e11f tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.165 HTTP/1.1" status: 200 len: 696 time: 0.0632391 Aug 10 00:55:33.555253 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f2b9e961-9f45-4911-b488-c2673f009ecf tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:33.600432 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f2b9e961-9f45-4911-b488-c2673f009ecf tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:33.602582 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f2b9e961-9f45-4911-b488-c2673f009ecf tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "DELETE /v2.0/subnets/3a45aec0-5d07-49c1-a7c9-d5d3842dddb7 HTTP/1.1" status: 204 len: 168 time: 1.1234260 Aug 10 00:55:33.604086 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9e961-9f45-4911-b488-c2673f009ecf tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Pushing event deleted for resources: {'Subnet': ['ID=3a45aec0-5d07-49c1-a7c9-d5d3842dddb7,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:33.606429 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37086) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:33.610860 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cefdd8-2755-4315-841b-c5a5d97a78d8 None None] Network 079c5ed4-a871-4979-8dae-304680a7612f requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:55:33.633722 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c2be3b-9797-483a-b24a-e89d3e1ac812 x-openstack-request-id: req-02c2be3b-9797-483a-b24a-e89d3e1ac812 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:33.634006 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "733b475d-3b5e-4e19-9a48-53e507491837", "name": "network-vif-deleted", "tag": "5237d120-22c6-4ebe-b223-16b2a3a8e6c8", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:33.634258 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-02c2be3b-9797-483a-b24a-e89d3e1ac812 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:33.634651 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733b475d-3b5e-4e19-9a48-53e507491837', 'name': 'network-vif-deleted', 'tag': '5237d120-22c6-4ebe-b223-16b2a3a8e6c8', 'status': 'completed', 'code': 200} Aug 10 00:55:33.678092 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-b2d9ff44-4bae-43c4-b45d-0a740b0a88f7 req-65b9c78e-5607-4a8f-acad-c1718e7652e4 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Deleting port 2a1f5e0b-7a31-4d1f-8f91-a22d9dd7e740 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:55:33.678510 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b2d9ff44-4bae-43c4-b45d-0a740b0a88f7 req-65b9c78e-5607-4a8f-acad-c1718e7652e4 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:33.779749 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c6f53d86-a2f5-4c38-9fc6-cebc87e3781c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:33.879488 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d751b59-7e3b-409d-8ec6-e56237cf20cf None None] DHCP port deletion for 079c5ed4-a871-4979-8dae-304680a7612f request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 00:55:33.880756 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b2d9ff44-4bae-43c4-b45d-0a740b0a88f7 req-65b9c78e-5607-4a8f-acad-c1718e7652e4 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:33.881368 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b2d9ff44-4bae-43c4-b45d-0a740b0a88f7 req-65b9c78e-5607-4a8f-acad-c1718e7652e4 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:33.913604 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-b2d9ff44-4bae-43c4-b45d-0a740b0a88f7 req-65b9c78e-5607-4a8f-acad-c1718e7652e4 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Calling delete_port for 2a1f5e0b-7a31-4d1f-8f91-a22d9dd7e740 owned by network:floatingip {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:55:33.940488 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-c6f53d86-a2f5-4c38-9fc6-cebc87e3781c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Deleting port 3de77574-0094-4bb1-bca9-f8b07417b0c7 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:55:33.940858 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c6f53d86-a2f5-4c38-9fc6-cebc87e3781c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:33.972817 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-0d751b59-7e3b-409d-8ec6-e56237cf20cf None None] Deleting port 3de77574-0094-4bb1-bca9-f8b07417b0c7 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:55:33.973356 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0d751b59-7e3b-409d-8ec6-e56237cf20cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:34.104264 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-0d751b59-7e3b-409d-8ec6-e56237cf20cf None None] For port 3de77574-0094-4bb1-bca9-f8b07417b0c7, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=3de77574-0094-4bb1-bca9-f8b07417b0c7,segment=NetworkSegment(495526b2-264b-47af-a132-d28e0f9eed25),segment_id=495526b2-264b-47af-a132-d28e0f9eed25)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:34.104761 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0d751b59-7e3b-409d-8ec6-e56237cf20cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:34.118063 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-c6f53d86-a2f5-4c38-9fc6-cebc87e3781c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] For port 3de77574-0094-4bb1-bca9-f8b07417b0c7, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=3de77574-0094-4bb1-bca9-f8b07417b0c7,segment=NetworkSegment(495526b2-264b-47af-a132-d28e0f9eed25),segment_id=495526b2-264b-47af-a132-d28e0f9eed25)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:34.118761 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c6f53d86-a2f5-4c38-9fc6-cebc87e3781c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:34.139836 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b2d9ff44-4bae-43c4-b45d-0a740b0a88f7 req-65b9c78e-5607-4a8f-acad-c1718e7652e4 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:34.143756 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37112) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:34.203503 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9c78e-5607-4a8f-acad-c1718e7652e4 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Pushing event deleted for resources: {'Port': ['ID=2a1f5e0b-7a31-4d1f-8f91-a22d9dd7e740,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:34.246463 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-c6f53d86-a2f5-4c38-9fc6-cebc87e3781c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Calling delete_port for 3de77574-0094-4bb1-bca9-f8b07417b0c7 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:55:34.260093 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b2d9ff44-4bae-43c4-b45d-0a740b0a88f7 req-65b9c78e-5607-4a8f-acad-c1718e7652e4 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks [] for floatingip, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:34.263187 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b2d9ff44-4bae-43c4-b45d-0a740b0a88f7 req-65b9c78e-5607-4a8f-acad-c1718e7652e4 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:34.264860 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2d9ff44-4bae-43c4-b45d-0a740b0a88f7 req-65b9c78e-5607-4a8f-acad-c1718e7652e4 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "DELETE /v2.0/floatingips/993ee590-539b-49d2-b9f4-5277f7fb1b5e HTTP/1.1" status: 204 len: 173 time: 0.8606014 Aug 10 00:55:34.337870 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-1d5e0621-9dd3-4eb5-826d-51eb92aeca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:34.343680 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-1d5e0621-9dd3-4eb5-826d-51eb92aeca6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 1102 time: 0.2085428 Aug 10 00:55:34.413925 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24be60-3de8-4076-a01c-affacc1e819e req-6b966363-b589-40e2-9d1f-01ed6547acc5 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:34.415409 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-0d751b59-7e3b-409d-8ec6-e56237cf20cf None None] Calling delete_port for 3de77574-0094-4bb1-bca9-f8b07417b0c7 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:55:34.433779 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bb24be60-3de8-4076-a01c-affacc1e819e req-6b966363-b589-40e2-9d1f-01ed6547acc5 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 950 time: 0.1166303 Aug 10 00:55:34.459107 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d42287-7ea5-49c5-a0ba-32ca06dd03b2', 'name': 'network-vif-deleted', 'tag': '7ec0a8da-0437-4751-ad58-983def34c220'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:34.463820 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8d9dda-078f-4abb-8367-b675fc4b3f8c" -d '{"events": [{"server_uuid": "60d42287-7ea5-49c5-a0ba-32ca06dd03b2", "name": "network-vif-deleted", "tag": "7ec0a8da-0437-4751-ad58-983def34c220"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:34.500127 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bb24be60-3de8-4076-a01c-affacc1e819e req-fabbbf58-6f52-4faf-8e60-f66c57e38a21 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654638 Aug 10 00:55:34.551238 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0d751b59-7e3b-409d-8ec6-e56237cf20cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:34.561740 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e7edf9ef-cb87-4e9c-8173-14dd8ba09a1b req-58c8827f-a344-4372-9cc4-bf775c8138c9 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "GET /v2.0/floatingips/79200009-ad29-40ac-ad14-ee5576546610 HTTP/1.1" status: 200 len: 693 time: 0.0662210 Aug 10 00:55:34.568022 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-473d722c-397d-4561-8cf4-f0ddb5e2c405 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cd8cbc7cb8ac46f7929ee5620f95f5f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4194467 Aug 10 00:55:34.568596 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37140) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:34.610628 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d751b59-7e3b-409d-8ec6-e56237cf20cf None None] Pushing event deleted for resources: {'Port': ['ID=3de77574-0094-4bb1-bca9-f8b07417b0c7,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:34.615198 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d751b59-7e3b-409d-8ec6-e56237cf20cf None None] No DVR routers for this DVR port 3de77574-0094-4bb1-bca9-f8b07417b0c7 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:55:34.632403 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-206ecee3-8ea2-445e-b1f9-9e1e64b0f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:34.634608 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-206ecee3-8ea2-445e-b1f9-9e1e64b0f68c service neutron] 10.222.0.20 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.2441578 Aug 10 00:55:34.638796 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c6f53d86-a2f5-4c38-9fc6-cebc87e3781c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:34.680309 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f53d86-a2f5-4c38-9fc6-cebc87e3781c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Pushing event deleted for resources: {'Port': ['ID=3de77574-0094-4bb1-bca9-f8b07417b0c7,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:34.722382 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b125fb43-f636-4f91-babc-f699e903a3a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:34.730449 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f53d86-a2f5-4c38-9fc6-cebc87e3781c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] No DVR routers for this DVR port 3de77574-0094-4bb1-bca9-f8b07417b0c7 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:55:34.767673 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b125fb43-f636-4f91-babc-f699e903a3a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:34.822409 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edf9ef-cb87-4e9c-8173-14dd8ba09a1b req-23d5d0c8-2520-4b38-9f66-91307e66206e tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:34.823076 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c6f53d86-a2f5-4c38-9fc6-cebc87e3781c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:34.824462 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e7edf9ef-cb87-4e9c-8173-14dd8ba09a1b req-23d5d0c8-2520-4b38-9f66-91307e66206e tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 784 time: 0.2461286 Aug 10 00:55:34.835260 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-f60897ef-1a30-4d5e-a9c3-c8bf30f28f20 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d HTTP/1.1" status: 200 len: 217 time: 0.1604936 Aug 10 00:55:34.838512 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-c6f53d86-a2f5-4c38-9fc6-cebc87e3781c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['079c5ed4-a871-4979-8dae-304680a7612f']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:34.865909 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-c6f53d86-a2f5-4c38-9fc6-cebc87e3781c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '495526b2-264b-47af-a132-d28e0f9eed25') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:34.866215 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-c6f53d86-a2f5-4c38-9fc6-cebc87e3781c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '495526b2-264b-47af-a132-d28e0f9eed25') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:34.897944 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b125fb43-f636-4f91-babc-f699e903a3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:34.902627 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b125fb43-f636-4f91-babc-f699e903a3a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:34.903499 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b125fb43-f636-4f91-babc-f699e903a3a9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a176d16f-d337-42ef-9410-a07a68d13d5b HTTP/1.1" status: 204 len: 168 time: 0.3335876 Aug 10 00:55:34.903885 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c6f53d86-a2f5-4c38-9fc6-cebc87e3781c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:34.926868 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b125fb43-f636-4f91-babc-f699e903a3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a176d16f-d337-42ef-9410-a07a68d13d5b,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:34.932982 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e7edf9ef-cb87-4e9c-8173-14dd8ba09a1b req-2bd52011-101d-4fc0-aba4-a577cdd062ff tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.253 HTTP/1.1" status: 200 len: 696 time: 0.0933204 Aug 10 00:55:34.950195 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c6f53d86-a2f5-4c38-9fc6-cebc87e3781c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:34.955542 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-97017738-a47d-4330-8976-a81952064c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:34.958031 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-97017738-a47d-4330-8976-a81952064c6a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.1111012 Aug 10 00:55:34.960824 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6f53d86-a2f5-4c38-9fc6-cebc87e3781c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:55:34.961257 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c6f53d86-a2f5-4c38-9fc6-cebc87e3781c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: timer() Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:55:34.964514 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:55:34.976072 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3de77574-0094-4bb1-bca9-f8b07417b0c7 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:55:34.989573 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff658d0-6b3b-48b2-af0b-05eacb5beb22 x-openstack-request-id: req-8ff658d0-6b3b-48b2-af0b-05eacb5beb22 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:34.990036 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d42287-7ea5-49c5-a0ba-32ca06dd03b2", "name": "network-vif-deleted", "tag": "7ec0a8da-0437-4751-ad58-983def34c220", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:34.990143 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8ff658d0-6b3b-48b2-af0b-05eacb5beb22 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:34.990639 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d42287-7ea5-49c5-a0ba-32ca06dd03b2', 'name': 'network-vif-deleted', 'tag': '7ec0a8da-0437-4751-ad58-983def34c220', 'status': 'completed', 'code': 200} Aug 10 00:55:35.018664 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 3de77574-0094-4bb1-bca9-f8b07417b0c7 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:55:35.028745 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3de77574-0094-4bb1-bca9-f8b07417b0c7 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:55:35.039419 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e7edf9ef-cb87-4e9c-8173-14dd8ba09a1b req-2e606417-2e13-4762-905c-b0c5dc6934a1 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.253 HTTP/1.1" status: 200 len: 696 time: 0.0883653 Aug 10 00:55:35.072708 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 7ec0a8da-0437-4751-ad58-983def34c220 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:55:35.110371 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 7ec0a8da-0437-4751-ad58-983def34c220 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:55:35.110830 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 7ec0a8da-0437-4751-ad58-983def34c220 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:55:35.142914 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c6f53d86-a2f5-4c38-9fc6-cebc87e3781c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:35.200342 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-e7edf9ef-cb87-4e9c-8173-14dd8ba09a1b req-6ef12935-7ee8-4576-8e8a-525a32738b67 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Deleting port e942465e-35a1-4369-b5a8-63b8f2f9a7a6 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:55:35.201126 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e7edf9ef-cb87-4e9c-8173-14dd8ba09a1b req-6ef12935-7ee8-4576-8e8a-525a32738b67 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:35.294289 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e7edf9ef-cb87-4e9c-8173-14dd8ba09a1b req-6ef12935-7ee8-4576-8e8a-525a32738b67 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:35.294795 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e7edf9ef-cb87-4e9c-8173-14dd8ba09a1b req-6ef12935-7ee8-4576-8e8a-525a32738b67 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:35.311589 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-e7edf9ef-cb87-4e9c-8173-14dd8ba09a1b req-6ef12935-7ee8-4576-8e8a-525a32738b67 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Calling delete_port for e942465e-35a1-4369-b5a8-63b8f2f9a7a6 owned by network:floatingip {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:55:35.495497 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e7edf9ef-cb87-4e9c-8173-14dd8ba09a1b req-6ef12935-7ee8-4576-8e8a-525a32738b67 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:35.554371 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef12935-7ee8-4576-8e8a-525a32738b67 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Pushing event deleted for resources: {'Port': ['ID=e942465e-35a1-4369-b5a8-63b8f2f9a7a6,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:35.617753 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c6f53d86-a2f5-4c38-9fc6-cebc87e3781c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:35.622862 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c6f53d86-a2f5-4c38-9fc6-cebc87e3781c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "DELETE /v2.0/networks/079c5ed4-a871-4979-8dae-304680a7612f HTTP/1.1" status: 204 len: 168 time: 2.0149159 Aug 10 00:55:35.624132 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37190) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:35.628008 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f53d86-a2f5-4c38-9fc6-cebc87e3781c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Pushing event deleted for resources: {'Network': ['ID=079c5ed4-a871-4979-8dae-304680a7612f,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:35.640786 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-03edcece-6514-4e78-8474-712c892c83d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:35.642292 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-03edcece-6514-4e78-8474-712c892c83d8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6547115 Aug 10 00:55:35.760002 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e6a58f6-72a8-40e8-a87f-81009b27582c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Deleting subnet 5ac208c2-7c25-4035-9c2d-e0076f4d9e43 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:55:35.766323 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4e6a58f6-72a8-40e8-a87f-81009b27582c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:35.815523 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-0252444e-19ff-4d28-9da8-535644b924a3 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651883 Aug 10 00:55:35.828021 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e7edf9ef-cb87-4e9c-8173-14dd8ba09a1b req-6ef12935-7ee8-4576-8e8a-525a32738b67 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks [] for floatingip, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:35.830991 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e7edf9ef-cb87-4e9c-8173-14dd8ba09a1b req-6ef12935-7ee8-4576-8e8a-525a32738b67 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:35.832207 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e7edf9ef-cb87-4e9c-8173-14dd8ba09a1b req-6ef12935-7ee8-4576-8e8a-525a32738b67 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "DELETE /v2.0/floatingips/79200009-ad29-40ac-ad14-ee5576546610 HTTP/1.1" status: 204 len: 173 time: 0.7919776 Aug 10 00:55:35.851735 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4e6a58f6-72a8-40e8-a87f-81009b27582c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:35.908764 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779d70f-b3d9-4814-a845-36f3c5f07015 req-8d82ee8c-ba2d-4203-99f8-46ffaecd03b8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:35.910294 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f779d70f-b3d9-4814-a845-36f3c5f07015 req-8d82ee8c-ba2d-4203-99f8-46ffaecd03b8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 950 time: 0.1629450 Aug 10 00:55:35.969404 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f779d70f-b3d9-4814-a845-36f3c5f07015 req-ed8a8a01-0db1-492f-9eec-4d914808d7eb tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515430 Aug 10 00:55:36.013162 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-91f0e762-a20d-461e-af7d-86b9970ba4f0 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904423 Aug 10 00:55:36.035261 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4e6a58f6-72a8-40e8-a87f-81009b27582c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:36.139446 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4e6a58f6-72a8-40e8-a87f-81009b27582c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:36.187867 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7bcefe-4e03-4fa5-9af8-b858e2e2d3af None None] Network 0eefdf5e-d972-4e4c-a89b-5d6a9364e508 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:55:36.200253 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4e6a58f6-72a8-40e8-a87f-81009b27582c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:36.202728 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4e6a58f6-72a8-40e8-a87f-81009b27582c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "DELETE /v2.0/subnets/5ac208c2-7c25-4035-9c2d-e0076f4d9e43 HTTP/1.1" status: 204 len: 168 time: 0.5776241 Aug 10 00:55:36.205452 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37218) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:36.216910 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a58f6-72a8-40e8-a87f-81009b27582c tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Pushing event deleted for resources: {'Subnet': ['ID=5ac208c2-7c25-4035-9c2d-e0076f4d9e43,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:36.326631 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3c2ccf9e-a64a-4017-a99f-d8dfc492d0fe req-6e34235b-26a6-47cc-9ed6-d4122c3b7a19 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "GET /v2.0/floatingips/594a5c0a-9633-42b4-962e-1a59361162f0 HTTP/1.1" status: 200 len: 692 time: 0.0852818 Aug 10 00:55:36.366049 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-88f2f239-5b13-45b1-adc0-f8e06fe082d9 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:36.430231 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba17fcb-843b-45c4-a808-7dfee4189aec None None] DHCP port deletion for 0eefdf5e-d972-4e4c-a89b-5d6a9364e508 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 00:55:36.465577 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-88f2f239-5b13-45b1-adc0-f8e06fe082d9 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Deleting port 65bbe04f-7c3b-41e1-a794-a24056db7666 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:55:36.465823 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-88f2f239-5b13-45b1-adc0-f8e06fe082d9 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:36.485476 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-2ba17fcb-843b-45c4-a808-7dfee4189aec None None] Deleting port 65bbe04f-7c3b-41e1-a794-a24056db7666 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:55:36.485949 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2ba17fcb-843b-45c4-a808-7dfee4189aec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:36.536806 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ccf9e-a64a-4017-a99f-d8dfc492d0fe req-dc9f3d3f-3b93-43af-9f6a-784fd9f2d619 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:36.546016 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3c2ccf9e-a64a-4017-a99f-d8dfc492d0fe req-dc9f3d3f-3b93-43af-9f6a-784fd9f2d619 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 784 time: 0.2078044 Aug 10 00:55:36.565626 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-88f2f239-5b13-45b1-adc0-f8e06fe082d9 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] For port 65bbe04f-7c3b-41e1-a794-a24056db7666, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=65bbe04f-7c3b-41e1-a794-a24056db7666,segment=NetworkSegment(1e036a64-df29-4e98-babf-00ca8340a058),segment_id=1e036a64-df29-4e98-babf-00ca8340a058)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:36.566319 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-88f2f239-5b13-45b1-adc0-f8e06fe082d9 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:36.581824 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-88f2f239-5b13-45b1-adc0-f8e06fe082d9 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Calling delete_port for 65bbe04f-7c3b-41e1-a794-a24056db7666 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:55:36.610260 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3c2ccf9e-a64a-4017-a99f-d8dfc492d0fe req-ac7163b8-c8db-4480-9986-1510aebf9541 tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.38 HTTP/1.1" status: 200 len: 695 time: 0.0629723 Aug 10 00:55:36.645836 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-2ba17fcb-843b-45c4-a808-7dfee4189aec None None] For port 65bbe04f-7c3b-41e1-a794-a24056db7666, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=65bbe04f-7c3b-41e1-a794-a24056db7666,segment=NetworkSegment(1e036a64-df29-4e98-babf-00ca8340a058),segment_id=1e036a64-df29-4e98-babf-00ca8340a058)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:36.646158 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2ba17fcb-843b-45c4-a808-7dfee4189aec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:36.662694 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-2ba17fcb-843b-45c4-a808-7dfee4189aec None None] Calling delete_port for 65bbe04f-7c3b-41e1-a794-a24056db7666 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:55:36.675878 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3c2ccf9e-a64a-4017-a99f-d8dfc492d0fe req-aff0fe56-12ae-443c-aa5b-7815e0b24bed tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.38 HTTP/1.1" status: 200 len: 695 time: 0.0590856 Aug 10 00:55:36.714522 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-88f2f239-5b13-45b1-adc0-f8e06fe082d9 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:36.766096 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2ba17fcb-843b-45c4-a808-7dfee4189aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:36.783064 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2f239-5b13-45b1-adc0-f8e06fe082d9 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Pushing event deleted for resources: {'Port': ['ID=65bbe04f-7c3b-41e1-a794-a24056db7666,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:36.785496 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f2f239-5b13-45b1-adc0-f8e06fe082d9 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] No DVR routers for this DVR port 65bbe04f-7c3b-41e1-a794-a24056db7666 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:55:36.839741 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba17fcb-843b-45c4-a808-7dfee4189aec None None] Pushing event deleted for resources: {'Port': ['ID=65bbe04f-7c3b-41e1-a794-a24056db7666,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:36.853990 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba17fcb-843b-45c4-a808-7dfee4189aec None None] No DVR routers for this DVR port 65bbe04f-7c3b-41e1-a794-a24056db7666 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:55:36.903142 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-88f2f239-5b13-45b1-adc0-f8e06fe082d9 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:36.915625 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-88f2f239-5b13-45b1-adc0-f8e06fe082d9 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eefdf5e-d972-4e4c-a89b-5d6a9364e508']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:36.936234 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 65bbe04f-7c3b-41e1-a794-a24056db7666 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:55:36.942479 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-3c2ccf9e-a64a-4017-a99f-d8dfc492d0fe req-d304f920-f4ff-4fa7-aa80-82cecb29bafb tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Deleting port 3f770f42-7e99-40f2-bdf3-acb0a654faa0 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:55:36.947175 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-3c2ccf9e-a64a-4017-a99f-d8dfc492d0fe req-d304f920-f4ff-4fa7-aa80-82cecb29bafb tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:36.960853 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 65bbe04f-7c3b-41e1-a794-a24056db7666 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:55:36.961303 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 65bbe04f-7c3b-41e1-a794-a24056db7666 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:55:36.967182 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-88f2f239-5b13-45b1-adc0-f8e06fe082d9 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e036a64-df29-4e98-babf-00ca8340a058') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:36.967657 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-88f2f239-5b13-45b1-adc0-f8e06fe082d9 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e036a64-df29-4e98-babf-00ca8340a058') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:36.984686 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-88f2f239-5b13-45b1-adc0-f8e06fe082d9 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:37.007464 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-88f2f239-5b13-45b1-adc0-f8e06fe082d9 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:37.024749 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f2f239-5b13-45b1-adc0-f8e06fe082d9 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:55:37.025354 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-88f2f239-5b13-45b1-adc0-f8e06fe082d9 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:37.032337 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 00:55:37.032337 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:55:37.032337 n-d-766726-26 neutron-server[105827]: timer() Aug 10 00:55:37.032337 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:55:37.032337 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 00:55:37.032337 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:55:37.032337 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 00:55:37.032337 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:55:37.032337 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 00:55:37.032337 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:55:37.032337 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 00:55:37.032337 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:55:37.032337 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 00:55:37.032337 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:55:37.032337 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:55:37.032337 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:55:37.032337 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:55:37.032337 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:55:37.032337 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 00:55:37.032337 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:55:37.032337 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 00:55:37.032337 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:55:37.032337 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:55:37.032337 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:55:37.032337 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 00:55:37.032337 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:55:37.032337 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:55:37.032337 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:55:37.032337 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:55:37.032337 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:55:37.032337 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:55:37.032337 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:55:37.063558 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-3c2ccf9e-a64a-4017-a99f-d8dfc492d0fe req-d304f920-f4ff-4fa7-aa80-82cecb29bafb tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:37.064118 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-3c2ccf9e-a64a-4017-a99f-d8dfc492d0fe req-d304f920-f4ff-4fa7-aa80-82cecb29bafb tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:37.079036 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-3c2ccf9e-a64a-4017-a99f-d8dfc492d0fe req-d304f920-f4ff-4fa7-aa80-82cecb29bafb tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Calling delete_port for 3f770f42-7e99-40f2-bdf3-acb0a654faa0 owned by network:floatingip {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:55:37.135011 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-88f2f239-5b13-45b1-adc0-f8e06fe082d9 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:37.156749 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-88f2f239-5b13-45b1-adc0-f8e06fe082d9 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:37.160213 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-88f2f239-5b13-45b1-adc0-f8e06fe082d9 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] 10.222.0.35 "DELETE /v2.0/networks/0eefdf5e-d972-4e4c-a89b-5d6a9364e508 HTTP/1.1" status: 204 len: 168 time: 0.9532037 Aug 10 00:55:37.177166 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2f239-5b13-45b1-adc0-f8e06fe082d9 tempest-ServersTestMultiNic-762746861 tempest-ServersTestMultiNic-762746861-project] Pushing event deleted for resources: {'Network': ['ID=0eefdf5e-d972-4e4c-a89b-5d6a9364e508,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:37.269203 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-3c2ccf9e-a64a-4017-a99f-d8dfc492d0fe req-d304f920-f4ff-4fa7-aa80-82cecb29bafb tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:37.301148 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304f920-f4ff-4fa7-aa80-82cecb29bafb tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Pushing event deleted for resources: {'Port': ['ID=3f770f42-7e99-40f2-bdf3-acb0a654faa0,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:37.386775 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-3c2ccf9e-a64a-4017-a99f-d8dfc492d0fe req-d304f920-f4ff-4fa7-aa80-82cecb29bafb tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks [] for floatingip, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:37.389873 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-3c2ccf9e-a64a-4017-a99f-d8dfc492d0fe req-d304f920-f4ff-4fa7-aa80-82cecb29bafb tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:37.398323 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37258) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:37.400883 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3c2ccf9e-a64a-4017-a99f-d8dfc492d0fe req-d304f920-f4ff-4fa7-aa80-82cecb29bafb tempest-FloatingIPDetailsTestJSON-1455812119 tempest-FloatingIPDetailsTestJSON-1455812119-project] 10.222.0.35 "DELETE /v2.0/floatingips/594a5c0a-9633-42b4-962e-1a59361162f0 HTTP/1.1" status: 204 len: 173 time: 0.7232540 Aug 10 00:55:37.654239 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fecfe-f622-4046-8d78-760990d28a98 req-fdd76976-2e8f-4e69-a961-85a15e534e4a tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:37.667649 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd7fecfe-f622-4046-8d78-760990d28a98 req-fdd76976-2e8f-4e69-a961-85a15e534e4a tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 950 time: 0.0815337 Aug 10 00:55:37.720709 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd7fecfe-f622-4046-8d78-760990d28a98 req-a3cc774a-d15a-4d78-9cba-a56d66c63262 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416281 Aug 10 00:55:37.960039 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-979f6bd2-4449-44dd-a672-833ffd8d0cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:38.140335 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37322) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:38.301595 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-979f6bd2-4449-44dd-a672-833ffd8d0cf2 admin admin] Deleting port bd5f45a4-38ad-4e41-bf49-e8514bc8a280 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:55:38.301939 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-979f6bd2-4449-44dd-a672-833ffd8d0cf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:38.437153 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-979f6bd2-4449-44dd-a672-833ffd8d0cf2 admin admin] For port bd5f45a4-38ad-4e41-bf49-e8514bc8a280, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=bd5f45a4-38ad-4e41-bf49-e8514bc8a280,segment=NetworkSegment(32a7cdcd-f576-45dc-bc1e-72c8510b1ec6),segment_id=32a7cdcd-f576-45dc-bc1e-72c8510b1ec6)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:38.437561 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-979f6bd2-4449-44dd-a672-833ffd8d0cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:38.451205 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-979f6bd2-4449-44dd-a672-833ffd8d0cf2 admin admin] Calling delete_port for bd5f45a4-38ad-4e41-bf49-e8514bc8a280 owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:55:38.645420 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5337a90e-41f5-4a4e-a2d1-6db461135e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:38.684711 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-979f6bd2-4449-44dd-a672-833ffd8d0cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:38.759730 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f6bd2-4449-44dd-a672-833ffd8d0cf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd5f45a4-38ad-4e41-bf49-e8514bc8a280,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:39.053339 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-979f6bd2-4449-44dd-a672-833ffd8d0cf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:39.055866 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffba592-6a1c-483a-9f02-2de5aabbd741 req-b55439ab-8d98-4b02-960b-2ee778c751b3 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:39.057457 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5ffba592-6a1c-483a-9f02-2de5aabbd741 req-b55439ab-8d98-4b02-960b-2ee778c751b3 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 950 time: 0.0955517 Aug 10 00:55:39.066828 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-5337a90e-41f5-4a4e-a2d1-6db461135e4e admin admin] Deleting port 5691523f-32fa-4acb-bfa0-93f9a5f777ae {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:55:39.067211 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5337a90e-41f5-4a4e-a2d1-6db461135e4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:39.152982 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5ffba592-6a1c-483a-9f02-2de5aabbd741 req-5622c335-493d-48e9-9a6c-0ffd34051d58 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878348 Aug 10 00:55:39.203639 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-5337a90e-41f5-4a4e-a2d1-6db461135e4e admin admin] For port 5691523f-32fa-4acb-bfa0-93f9a5f777ae, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5691523f-32fa-4acb-bfa0-93f9a5f777ae,segment=NetworkSegment(f1c83123-eeb3-42b2-9bb4-931c538fa49d),segment_id=f1c83123-eeb3-42b2-9bb4-931c538fa49d)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:39.204042 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5337a90e-41f5-4a4e-a2d1-6db461135e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:39.226580 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-5337a90e-41f5-4a4e-a2d1-6db461135e4e admin admin] Calling delete_port for 5691523f-32fa-4acb-bfa0-93f9a5f777ae owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:55:39.309800 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979f6bd2-4449-44dd-a672-833ffd8d0cf2 admin admin] Router 1135a4ed-1d72-4ee5-b653-d7c6e35541ea has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:55:39.373441 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-d57d95ca-56df-46f0-bc47-239ea85bf51f tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:39.374926 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-d57d95ca-56df-46f0-bc47-239ea85bf51f tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/networks?id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da HTTP/1.1" status: 200 len: 820 time: 0.1733694 Aug 10 00:55:39.423424 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979f6bd2-4449-44dd-a672-833ffd8d0cf2 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:55:39.425525 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-fb9f366e-01d7-4abd-830d-82343b2bb679 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/quotas/040768a449b74edfb649dfba67db8bf2 HTTP/1.1" status: 200 len: 375 time: 0.0127807 Aug 10 00:55:39.438302 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f5dd73-ed1e-4b71-bfb7-096b56f59cb0 None None] Sync routers for ids ['1135a4ed-1d72-4ee5-b653-d7c6e35541ea'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:55:39.442821 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-979f6bd2-4449-44dd-a672-833ffd8d0cf2 admin admin] 10.222.0.35 "PUT /v2.0/routers/1135a4ed-1d72-4ee5-b653-d7c6e35541ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0410705 Aug 10 00:55:39.442959 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37390) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:39.456023 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f5dd73-ed1e-4b71-bfb7-096b56f59cb0 None None] Routers {'1135a4ed-1d72-4ee5-b653-d7c6e35541ea'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:55:39.456946 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-81f5dd73-ed1e-4b71-bfb7-096b56f59cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:55:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['1135a4ed-1d72-4ee5-b653-d7c6e35541ea'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:39.523197 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-7f395271-a1b6-405b-9b10-36b1d1b63df7 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=040768a449b74edfb649dfba67db8bf2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0885432 Aug 10 00:55:39.587329 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7fddaf9d-ee40-4b52-a86d-31327502e2de admin admin] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:39.588490 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-81f5dd73-ed1e-4b71-bfb7-096b56f59cb0 None None] Set router 1135a4ed-1d72-4ee5-b653-d7c6e35541ea gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:55:39.598330 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5337a90e-41f5-4a4e-a2d1-6db461135e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:39.634781 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5337a90e-41f5-4a4e-a2d1-6db461135e4e admin admin] Pushing event deleted for resources: {'Port': ['ID=5691523f-32fa-4acb-bfa0-93f9a5f777ae,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:39.731285 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-818699c3-3aa7-4c71-a1a4-2e86a2b6080d service neutron] 10.222.0.35 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974413 Aug 10 00:55:39.763068 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7fddaf9d-ee40-4b52-a86d-31327502e2de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:39.839858 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-81f5dd73-ed1e-4b71-bfb7-096b56f59cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1135a4ed-1d72-4ee5-b653-d7c6e35541ea', 'name': 'tempest-FloatingIPDetailsTestJSON-763467413-router', 'tenant_id': 'cd405c4606b744399551045130e0614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '6419aabf-b4cf-4626-8896-5b34ed11b535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:54:51Z', 'updated_at': '2021-08-10T00:55:38Z', 'revision_number': 5, 'project_id': 'cd405c4606b744399551045130e0614d', 'gw_port': {'id': '6419aabf-b4cf-4626-8896-5b34ed11b535', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:07:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1135a4ed-1d72-4ee5-b653-d7c6e35541ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:54:54Z', 'updated_at': '2021-08-10T00:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:39.850684 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-7fddaf9d-ee40-4b52-a86d-31327502e2de admin admin] Deleting port 6419aabf-b4cf-4626-8896-5b34ed11b535 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:55:39.851175 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7fddaf9d-ee40-4b52-a86d-31327502e2de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:39.871957 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f5dd73-ed1e-4b71-bfb7-096b56f59cb0 None None] Checking router: 1135a4ed-1d72-4ee5-b653-d7c6e35541ea for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:55:39.881329 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f5dd73-ed1e-4b71-bfb7-096b56f59cb0 None None] Routers {'1135a4ed-1d72-4ee5-b653-d7c6e35541ea'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:55:39.882064 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-81f5dd73-ed1e-4b71-bfb7-096b56f59cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:55:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['1135a4ed-1d72-4ee5-b653-d7c6e35541ea'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:39.978996 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-7fddaf9d-ee40-4b52-a86d-31327502e2de admin admin] For port 6419aabf-b4cf-4626-8896-5b34ed11b535, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=6419aabf-b4cf-4626-8896-5b34ed11b535,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:39.980879 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7fddaf9d-ee40-4b52-a86d-31327502e2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:40.000718 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-7fddaf9d-ee40-4b52-a86d-31327502e2de admin admin] Calling delete_port for 6419aabf-b4cf-4626-8896-5b34ed11b535 owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:55:40.005064 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-81f5dd73-ed1e-4b71-bfb7-096b56f59cb0 None None] Set router 1135a4ed-1d72-4ee5-b653-d7c6e35541ea gateway port host: None {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:55:40.066034 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-81f5dd73-ed1e-4b71-bfb7-096b56f59cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1135a4ed-1d72-4ee5-b653-d7c6e35541ea', 'name': 'tempest-FloatingIPDetailsTestJSON-763467413-router', 'tenant_id': 'cd405c4606b744399551045130e0614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:54:51Z', 'updated_at': '2021-08-10T00:55:39Z', 'revision_number': 6, 'project_id': 'cd405c4606b744399551045130e0614d', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:40.099421 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f5dd73-ed1e-4b71-bfb7-096b56f59cb0 None None] The sync data for ids ['1135a4ed-1d72-4ee5-b653-d7c6e35541ea'] in n-d-766726-26 is: [{'id': '1135a4ed-1d72-4ee5-b653-d7c6e35541ea', 'name': 'tempest-FloatingIPDetailsTestJSON-763467413-router', 'tenant_id': 'cd405c4606b744399551045130e0614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:54:51Z', 'updated_at': '2021-08-10T00:55:39Z', 'revision_number': 6, 'project_id': 'cd405c4606b744399551045130e0614d', 'gw_port_host': None}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:55:40.200426 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7fddaf9d-ee40-4b52-a86d-31327502e2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:40.226863 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddaf9d-ee40-4b52-a86d-31327502e2de admin admin] Pushing event deleted for resources: {'Port': ['ID=6419aabf-b4cf-4626-8896-5b34ed11b535,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:40.234436 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-b1a0fe9f-988b-4672-8c22-cfd26edd4a15 service neutron] 10.222.0.35 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5014572 Aug 10 00:55:40.260711 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5337a90e-41f5-4a4e-a2d1-6db461135e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:40.290996 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7fddaf9d-ee40-4b52-a86d-31327502e2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:40.344343 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff007fd-51ed-4f8d-a41e-4f0b931e4291 req-5957fc6f-3208-4c07-a424-a09454362c56 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:40.345839 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cff007fd-51ed-4f8d-a41e-4f0b931e4291 req-5957fc6f-3208-4c07-a424-a09454362c56 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b34a020-eeb8-4f3e-a378-23d162f9addf HTTP/1.1" status: 200 len: 948 time: 0.1001050 Aug 10 00:55:40.381838 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7fddaf9d-ee40-4b52-a86d-31327502e2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:40.384075 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7fddaf9d-ee40-4b52-a86d-31327502e2de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:40.435407 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7fddaf9d-ee40-4b52-a86d-31327502e2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:40.436360 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fddaf9d-ee40-4b52-a86d-31327502e2de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1135a4ed-1d72-4ee5-b653-d7c6e35541ea {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 00:55:40.441480 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7fddaf9d-ee40-4b52-a86d-31327502e2de admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:40.442822 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7fddaf9d-ee40-4b52-a86d-31327502e2de admin admin] 10.222.0.35 "DELETE /v2.0/routers/1135a4ed-1d72-4ee5-b653-d7c6e35541ea HTTP/1.1" status: 204 len: 168 time: 0.9989471 Aug 10 00:55:40.443884 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cff007fd-51ed-4f8d-a41e-4f0b931e4291 req-f5f6a415-0551-44ad-98f5-ebbf6ba00359 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/security-groups?id=91f38ab9-4eee-421c-9bba-91c2ab30c0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866745 Aug 10 00:55:40.445462 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37406) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:40.515632 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-bca26874-27a8-4a00-be5b-20ea19f6fa69 admin admin] Deleting subnet 72ec540d-57ea-4b07-abb3-656586e4ff80 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:55:40.519671 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bca26874-27a8-4a00-be5b-20ea19f6fa69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:40.564440 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bca26874-27a8-4a00-be5b-20ea19f6fa69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:40.637884 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5337a90e-41f5-4a4e-a2d1-6db461135e4e admin admin] Router d6cc2a43-b9c8-4f5e-be8e-a6086838b335 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:55:40.671100 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bca26874-27a8-4a00-be5b-20ea19f6fa69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:40.732262 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bca26874-27a8-4a00-be5b-20ea19f6fa69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:40.743373 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1513f-1d59-4650-adf9-523dc07d6afc req-c783022f-131c-4cc4-8ce0-4b59d076905d tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:40.745144 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9ad1513f-1d59-4650-adf9-523dc07d6afc req-c783022f-131c-4cc4-8ce0-4b59d076905d tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 950 time: 0.1244640 Aug 10 00:55:40.771178 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca26874-27a8-4a00-be5b-20ea19f6fa69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72ec540d-57ea-4b07-abb3-656586e4ff80,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:40.779349 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bca26874-27a8-4a00-be5b-20ea19f6fa69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:40.786737 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8157ea7e-286d-4657-8789-b0dc887e1f83 None None] Network e516dddc-8d86-41c2-b6b1-1e5c8e770afa requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:55:40.796343 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-bca26874-27a8-4a00-be5b-20ea19f6fa69 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/72ec540d-57ea-4b07-abb3-656586e4ff80 HTTP/1.1" status: 204 len: 168 time: 0.3495362 Aug 10 00:55:40.796910 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37416) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:40.866601 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9ad1513f-1d59-4650-adf9-523dc07d6afc req-7697087c-a6e7-40e6-90b4-ef1c481ec8fd tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987492 Aug 10 00:55:40.875449 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5337a90e-41f5-4a4e-a2d1-6db461135e4e admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:55:40.881435 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5337a90e-41f5-4a4e-a2d1-6db461135e4e admin admin] 10.222.0.35 "PUT /v2.0/routers/d6cc2a43-b9c8-4f5e-be8e-a6086838b335/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7395854 Aug 10 00:55:40.886808 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2972f3fd-1908-4c61-89a3-e1a9b9ac39a2 None None] Sync routers for ids ['d6cc2a43-b9c8-4f5e-be8e-a6086838b335'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:55:40.887387 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37422) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:40.902605 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2972f3fd-1908-4c61-89a3-e1a9b9ac39a2 None None] Routers {'d6cc2a43-b9c8-4f5e-be8e-a6086838b335'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:55:40.904973 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-2972f3fd-1908-4c61-89a3-e1a9b9ac39a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:55:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['d6cc2a43-b9c8-4f5e-be8e-a6086838b335'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:41.022274 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39591972-4a16-42c2-b563-e29661be5fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:41.107706 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d08367f7-7c12-4d2d-b5fa-2c7781573a0d req-3c4126d8-ea03-4faa-9d02-73f8a8a3bdf4 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 210 time: 0.0892155 Aug 10 00:55:41.111505 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c841b86-3416-4879-a8fc-e3d2c6b0b309 None None] DHCP port deletion for e516dddc-8d86-41c2-b6b1-1e5c8e770afa request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 00:55:41.111662 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-39591972-4a16-42c2-b563-e29661be5fb2 admin admin] Deleting port 062cce0d-83b2-4e92-b4b7-be329ea58cdf {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:55:41.112085 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39591972-4a16-42c2-b563-e29661be5fb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:41.148167 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-2972f3fd-1908-4c61-89a3-e1a9b9ac39a2 None None] Set router d6cc2a43-b9c8-4f5e-be8e-a6086838b335 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:55:41.188655 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-97daaab0-8545-4bd4-808b-173b3029f31f admin admin] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:41.241111 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device bd5f45a4-38ad-4e41-bf49-e8514bc8a280 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:55:41.265617 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: bd5f45a4-38ad-4e41-bf49-e8514bc8a280 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:55:41.265617 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device bd5f45a4-38ad-4e41-bf49-e8514bc8a280 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:55:41.266020 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 6419aabf-b4cf-4626-8896-5b34ed11b535 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:55:41.268600 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1ab8c9f6-3c9f-48dc-9320-9aa5c24ef97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:41.277971 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-39591972-4a16-42c2-b563-e29661be5fb2 admin admin] For port 062cce0d-83b2-4e92-b4b7-be329ea58cdf, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=062cce0d-83b2-4e92-b4b7-be329ea58cdf,segment=NetworkSegment(32a7cdcd-f576-45dc-bc1e-72c8510b1ec6),segment_id=32a7cdcd-f576-45dc-bc1e-72c8510b1ec6)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:41.278972 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39591972-4a16-42c2-b563-e29661be5fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:41.305626 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 6419aabf-b4cf-4626-8896-5b34ed11b535 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:55:41.306599 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 6419aabf-b4cf-4626-8896-5b34ed11b535 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:55:41.316498 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-39591972-4a16-42c2-b563-e29661be5fb2 admin admin] Calling delete_port for 062cce0d-83b2-4e92-b4b7-be329ea58cdf owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:55:41.357577 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:41.375955 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-1c841b86-3416-4879-a8fc-e3d2c6b0b309 None None] Deleting port 062cce0d-83b2-4e92-b4b7-be329ea58cdf {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:55:41.376476 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1c841b86-3416-4879-a8fc-e3d2c6b0b309 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:41.508705 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-1c841b86-3416-4879-a8fc-e3d2c6b0b309 None None] For port 062cce0d-83b2-4e92-b4b7-be329ea58cdf, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=062cce0d-83b2-4e92-b4b7-be329ea58cdf,segment=NetworkSegment(32a7cdcd-f576-45dc-bc1e-72c8510b1ec6),segment_id=32a7cdcd-f576-45dc-bc1e-72c8510b1ec6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:41.509360 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1c841b86-3416-4879-a8fc-e3d2c6b0b309 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:41.532038 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-97daaab0-8545-4bd4-808b-173b3029f31f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:41.535982 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-1c841b86-3416-4879-a8fc-e3d2c6b0b309 None None] Calling delete_port for 062cce0d-83b2-4e92-b4b7-be329ea58cdf owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:55:41.598967 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03474b-e9d5-4324-b773-5d26b53995a8 req-d43f3fcb-6380-41ea-bd77-2e3c057c0ced tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:41.601065 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2a03474b-e9d5-4324-b773-5d26b53995a8 req-d43f3fcb-6380-41ea-bd77-2e3c057c0ced tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b34a020-eeb8-4f3e-a378-23d162f9addf HTTP/1.1" status: 200 len: 948 time: 0.0956187 Aug 10 00:55:41.602583 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39591972-4a16-42c2-b563-e29661be5fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:41.645535 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39591972-4a16-42c2-b563-e29661be5fb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=062cce0d-83b2-4e92-b4b7-be329ea58cdf,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:41.650340 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39591972-4a16-42c2-b563-e29661be5fb2 admin admin] No DVR routers for this DVR port 062cce0d-83b2-4e92-b4b7-be329ea58cdf on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:55:41.676348 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1c841b86-3416-4879-a8fc-e3d2c6b0b309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:41.734650 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fad7cc-8a88-49ec-90bf-a5adfa0e23b4 req-e3dd92a4-619d-428e-aec9-0a01bb45c7f9 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:41.741185 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c841b86-3416-4879-a8fc-e3d2c6b0b309 None None] No DVR routers for this DVR port 062cce0d-83b2-4e92-b4b7-be329ea58cdf on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:55:41.745647 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a0fad7cc-8a88-49ec-90bf-a5adfa0e23b4 req-e3dd92a4-619d-428e-aec9-0a01bb45c7f9 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b34a020-eeb8-4f3e-a378-23d162f9addf HTTP/1.1" status: 200 len: 948 time: 0.1056714 Aug 10 00:55:41.749487 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c841b86-3416-4879-a8fc-e3d2c6b0b309 None None] Pushing event deleted for resources: {'Port': ['ID=062cce0d-83b2-4e92-b4b7-be329ea58cdf,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:41.785263 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-97daaab0-8545-4bd4-808b-173b3029f31f admin admin] Deleting port 96239082-cf98-441d-8ca7-f49139972346 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:55:41.785618 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-97daaab0-8545-4bd4-808b-173b3029f31f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:41.831524 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39591972-4a16-42c2-b563-e29661be5fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:41.837171 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a0fad7cc-8a88-49ec-90bf-a5adfa0e23b4 req-1102a178-5e54-41e2-8795-c64ca56942df tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/security-groups?id=91f38ab9-4eee-421c-9bba-91c2ab30c0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905559 Aug 10 00:55:41.852315 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-39591972-4a16-42c2-b563-e29661be5fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e516dddc-8d86-41c2-b6b1-1e5c8e770afa']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:41.865847 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-39591972-4a16-42c2-b563-e29661be5fb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a7cdcd-f576-45dc-bc1e-72c8510b1ec6') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:41.866165 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-39591972-4a16-42c2-b563-e29661be5fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a7cdcd-f576-45dc-bc1e-72c8510b1ec6') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:41.867748 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37434) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:41.889652 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39591972-4a16-42c2-b563-e29661be5fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:41.907520 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-2a03474b-e9d5-4324-b773-5d26b53995a8 req-6f407dfb-6ed9-4cfa-93d8-af2d62ceec39 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Deleting port ee529561-278f-469e-9209-791f4c2472c4 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:55:41.907926 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2a03474b-e9d5-4324-b773-5d26b53995a8 req-6f407dfb-6ed9-4cfa-93d8-af2d62ceec39 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:41.951794 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-2972f3fd-1908-4c61-89a3-e1a9b9ac39a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cc2a43-b9c8-4f5e-be8e-a6086838b335', 'name': 'tempest-ServersTestMultiNic-1093606176-router', 'tenant_id': 'f51fe90847624ce5b5acb4fc88c3589e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '96239082-cf98-441d-8ca7-f49139972346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:46Z', 'updated_at': '2021-08-10T00:55:39Z', 'revision_number': 5, 'project_id': 'f51fe90847624ce5b5acb4fc88c3589e', 'gw_port': {'id': '96239082-cf98-441d-8ca7-f49139972346', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:81:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cc2a43-b9c8-4f5e-be8e-a6086838b335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:47Z', 'updated_at': '2021-08-10T00:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:41.967803 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39591972-4a16-42c2-b563-e29661be5fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:41.980086 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39591972-4a16-42c2-b563-e29661be5fb2 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:55:41.980706 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39591972-4a16-42c2-b563-e29661be5fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:41.982653 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 00:55:41.982653 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:55:41.982653 n-d-766726-26 neutron-server[105827]: timer() Aug 10 00:55:41.982653 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:55:41.982653 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 00:55:41.982653 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:55:41.982653 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 00:55:41.982653 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:55:41.982653 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 00:55:41.982653 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:55:41.982653 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 00:55:41.982653 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:55:41.982653 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 00:55:41.982653 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:55:41.982653 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:55:41.982653 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:55:41.982653 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:55:41.982653 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:55:41.982653 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 00:55:41.982653 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:55:41.982653 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 00:55:41.982653 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:55:41.982653 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:55:41.982653 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:55:41.982653 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 00:55:41.982653 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:55:41.982653 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:55:41.982653 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:55:41.982653 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:55:41.982653 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:55:41.982653 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:55:41.982653 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:55:42.007296 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2972f3fd-1908-4c61-89a3-e1a9b9ac39a2 None None] Checking router: d6cc2a43-b9c8-4f5e-be8e-a6086838b335 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:55:42.025771 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2972f3fd-1908-4c61-89a3-e1a9b9ac39a2 None None] Routers {'d6cc2a43-b9c8-4f5e-be8e-a6086838b335'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:55:42.025947 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-2972f3fd-1908-4c61-89a3-e1a9b9ac39a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:55:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['d6cc2a43-b9c8-4f5e-be8e-a6086838b335'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:42.091382 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-97daaab0-8545-4bd4-808b-173b3029f31f admin admin] For port 96239082-cf98-441d-8ca7-f49139972346, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=96239082-cf98-441d-8ca7-f49139972346,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:42.091968 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-97daaab0-8545-4bd4-808b-173b3029f31f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:42.106375 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39591972-4a16-42c2-b563-e29661be5fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:42.111814 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39591972-4a16-42c2-b563-e29661be5fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:42.116932 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-39591972-4a16-42c2-b563-e29661be5fb2 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e516dddc-8d86-41c2-b6b1-1e5c8e770afa HTTP/1.1" status: 204 len: 168 time: 1.3173151 Aug 10 00:55:42.141325 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39591972-4a16-42c2-b563-e29661be5fb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e516dddc-8d86-41c2-b6b1-1e5c8e770afa,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:42.144421 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f4883458-c86c-4cd1-a6c4-4a2cd39e44a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:42.148467 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-2a03474b-e9d5-4324-b773-5d26b53995a8 req-6f407dfb-6ed9-4cfa-93d8-af2d62ceec39 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] For port ee529561-278f-469e-9209-791f4c2472c4, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=ee529561-278f-469e-9209-791f4c2472c4,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:42.149173 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2a03474b-e9d5-4324-b773-5d26b53995a8 req-6f407dfb-6ed9-4cfa-93d8-af2d62ceec39 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:42.171390 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-2a03474b-e9d5-4324-b773-5d26b53995a8 req-6f407dfb-6ed9-4cfa-93d8-af2d62ceec39 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Calling delete_port for ee529561-278f-469e-9209-791f4c2472c4 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:55:42.173534 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-2972f3fd-1908-4c61-89a3-e1a9b9ac39a2 None None] Set router d6cc2a43-b9c8-4f5e-be8e-a6086838b335 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:55:42.184631 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e076fe-3a18-47bb-a31d-94196e3e41b2 req-84c4a759-4554-46e9-a11b-1897f96d7063 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:42.193240 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b1e076fe-3a18-47bb-a31d-94196e3e41b2 req-84c4a759-4554-46e9-a11b-1897f96d7063 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 950 time: 0.2524238 Aug 10 00:55:42.201021 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-97daaab0-8545-4bd4-808b-173b3029f31f admin admin] Calling delete_port for 96239082-cf98-441d-8ca7-f49139972346 owned by network:router_gateway {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:55:42.293694 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-2972f3fd-1908-4c61-89a3-e1a9b9ac39a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cc2a43-b9c8-4f5e-be8e-a6086838b335', 'name': 'tempest-ServersTestMultiNic-1093606176-router', 'tenant_id': 'f51fe90847624ce5b5acb4fc88c3589e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:46Z', 'updated_at': '2021-08-10T00:55:41Z', 'revision_number': 6, 'project_id': 'f51fe90847624ce5b5acb4fc88c3589e', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:42.325326 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b1e076fe-3a18-47bb-a31d-94196e3e41b2 req-d5e961c0-dd74-4f3d-8fe0-634a507a2631 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255131 Aug 10 00:55:42.346921 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2972f3fd-1908-4c61-89a3-e1a9b9ac39a2 None None] The sync data for ids ['d6cc2a43-b9c8-4f5e-be8e-a6086838b335'] in n-d-766726-26 is: [{'id': 'd6cc2a43-b9c8-4f5e-be8e-a6086838b335', 'name': 'tempest-ServersTestMultiNic-1093606176-router', 'tenant_id': 'f51fe90847624ce5b5acb4fc88c3589e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:46Z', 'updated_at': '2021-08-10T00:55:41Z', 'revision_number': 6, 'project_id': 'f51fe90847624ce5b5acb4fc88c3589e', 'gw_port_host': None}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:55:42.353077 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37452) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:42.442009 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e4aa6a9c-121a-4dd9-8d76-cf7e3446d39a req-2868cac5-a5ab-4337-ba45-815e6aab0232 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 210 time: 0.1124611 Aug 10 00:55:42.460490 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-6508a7a0-f2a8-4547-832a-83b4fe4b95e5 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:42.460490 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-6508a7a0-f2a8-4547-832a-83b4fe4b95e5 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.24 "GET /v2.0/networks?id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da HTTP/1.1" status: 200 len: 820 time: 0.3721921 Aug 10 00:55:42.472796 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-68ebf4f9-0816-4a35-9f45-e1eeebb7e050 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Request body: {'port': {'device_id': '3024c646-26ef-47cf-8349-33715cbae83b', 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da', 'admin_state_up': True, 'tenant_id': '040768a449b74edfb649dfba67db8bf2'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:42.482611 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f4883458-c86c-4cd1-a6c4-4a2cd39e44a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:42.500838 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2cb02cd2-0b76-4110-94f3-2fbd88fc4aff admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cd405c4606b744399551045130e0614d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455350 Aug 10 00:55:42.502660 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37458) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:42.521766 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f4883458-c86c-4cd1-a6c4-4a2cd39e44a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:42.580748 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f4883458-c86c-4cd1-a6c4-4a2cd39e44a9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=78d41a0cb10b4eb9ae5b6fb7679d03b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7114170 Aug 10 00:55:42.581449 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37460) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:42.586920 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2a03474b-e9d5-4324-b773-5d26b53995a8 req-6f407dfb-6ed9-4cfa-93d8-af2d62ceec39 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:42.668456 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4883458-c86c-4cd1-a6c4-4a2cd39e44a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d492c458-5083-4a2b-a586-4448b47781f9,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:42.674743 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f407dfb-6ed9-4cfa-93d8-af2d62ceec39 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Pushing event deleted for resources: {'Port': ['ID=ee529561-278f-469e-9209-791f4c2472c4,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:42.680335 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e52ec449-fd4f-45ef-a5d3-ff5d38483645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:42.707145 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f0746c1-1d11-45be-8e15-3daf06a96ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:42.709164 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a03474b-e9d5-4324-b773-5d26b53995a8 req-6f407dfb-6ed9-4cfa-93d8-af2d62ceec39 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] No DVR routers for this DVR port ee529561-278f-469e-9209-791f4c2472c4 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:55:42.712239 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2a03474b-e9d5-4324-b773-5d26b53995a8 req-6f407dfb-6ed9-4cfa-93d8-af2d62ceec39 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:42.714239 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2a03474b-e9d5-4324-b773-5d26b53995a8 req-6f407dfb-6ed9-4cfa-93d8-af2d62ceec39 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.20 "DELETE /v2.0/ports/ee529561-278f-469e-9209-791f4c2472c4 HTTP/1.1" status: 204 len: 173 time: 1.1024301 Aug 10 00:55:42.714694 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b34a020-eeb8-4f3e-a378-23d162f9addf', 'name': 'network-vif-deleted', 'tag': 'ee529561-278f-469e-9209-791f4c2472c4'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:42.717019 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee1ed67-f0a5-40d3-945e-a5a13469f3b3" -d '{"events": [{"server_uuid": "6b34a020-eeb8-4f3e-a378-23d162f9addf", "name": "network-vif-deleted", "tag": "ee529561-278f-469e-9209-791f4c2472c4"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:42.778888 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f0746c1-1d11-45be-8e15-3daf06a96ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:42.788049 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbd0561-48d7-4abe-9501-d4114d8987e6 x-openstack-request-id: req-2fbd0561-48d7-4abe-9501-d4114d8987e6 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:42.788419 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b34a020-eeb8-4f3e-a378-23d162f9addf", "name": "network-vif-deleted", "tag": "ee529561-278f-469e-9209-791f4c2472c4", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:42.788673 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2fbd0561-48d7-4abe-9501-d4114d8987e6 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:42.789120 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b34a020-eeb8-4f3e-a378-23d162f9addf', 'name': 'network-vif-deleted', 'tag': 'ee529561-278f-469e-9209-791f4c2472c4', 'status': 'completed', 'code': 200} Aug 10 00:55:42.833541 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e52ec449-fd4f-45ef-a5d3-ff5d38483645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:42.850311 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37466) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:42.866129 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f0746c1-1d11-45be-8e15-3daf06a96ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:42.877455 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f0746c1-1d11-45be-8e15-3daf06a96ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:42.879063 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1f0746c1-1d11-45be-8e15-3daf06a96ffe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6e529c1c-120c-4ae4-bad4-71009d2bd0e8 HTTP/1.1" status: 204 len: 168 time: 0.3687131 Aug 10 00:55:42.896001 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-68ebf4f9-0816-4a35-9f45-e1eeebb7e050 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Made reservation on behalf of 040768a449b74edfb649dfba67db8bf2 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:55:42.899641 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-68ebf4f9-0816-4a35-9f45-e1eeebb7e050 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:42.911485 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0746c1-1d11-45be-8e15-3daf06a96ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e529c1c-120c-4ae4-bad4-71009d2bd0e8,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:42.971878 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-97daaab0-8545-4bd4-808b-173b3029f31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:42.982663 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 062cce0d-83b2-4e92-b4b7-be329ea58cdf no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:55:43.020025 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 062cce0d-83b2-4e92-b4b7-be329ea58cdf {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:55:43.022437 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 062cce0d-83b2-4e92-b4b7-be329ea58cdf not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:55:43.022915 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5691523f-32fa-4acb-bfa0-93f9a5f777ae no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:55:43.071720 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-28111c15-8079-4fa1-a869-772be6f2e9c4 req-d4fb192f-34ba-4cf7-8389-07425974c096 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b34a020-eeb8-4f3e-a378-23d162f9addf HTTP/1.1" status: 200 len: 210 time: 0.0536051 Aug 10 00:55:43.095873 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 5691523f-32fa-4acb-bfa0-93f9a5f777ae {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:55:43.096310 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5691523f-32fa-4acb-bfa0-93f9a5f777ae not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:55:43.111919 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8e5ecb3c-c920-4813-83a5-c1d9cafb5c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:43.155054 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97daaab0-8545-4bd4-808b-173b3029f31f admin admin] Pushing event deleted for resources: {'Port': ['ID=96239082-cf98-441d-8ca7-f49139972346,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:43.295511 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8e5ecb3c-c920-4813-83a5-c1d9cafb5c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:43.306422 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8e5ecb3c-c920-4813-83a5-c1d9cafb5c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:43.348750 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e52ec449-fd4f-45ef-a5d3-ff5d38483645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:43.351772 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e52ec449-fd4f-45ef-a5d3-ff5d38483645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:43.353064 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e52ec449-fd4f-45ef-a5d3-ff5d38483645 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d492c458-5083-4a2b-a586-4448b47781f9 HTTP/1.1" status: 204 len: 168 time: 0.7700469 Aug 10 00:55:43.376979 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ec449-fd4f-45ef-a5d3-ff5d38483645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d492c458-5083-4a2b-a586-4448b47781f9,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:43.396953 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8e5ecb3c-c920-4813-83a5-c1d9cafb5c4b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=94664e2cedab4ad7b89a208d81f40526&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5455415 Aug 10 00:55:43.416472 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37486) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:43.419609 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-97daaab0-8545-4bd4-808b-173b3029f31f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:43.461782 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ecb3c-c920-4813-83a5-c1d9cafb5c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2050d077-5b50-4aee-bd0d-ea8ccff9ed2c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:43.488671 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cda25968-7df9-4b97-9c75-c7f088aaba6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:43.516750 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cda25968-7df9-4b97-9c75-c7f088aaba6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:43.578356 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cda25968-7df9-4b97-9c75-c7f088aaba6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:43.581406 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cda25968-7df9-4b97-9c75-c7f088aaba6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:43.582703 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cda25968-7df9-4b97-9c75-c7f088aaba6f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2050d077-5b50-4aee-bd0d-ea8ccff9ed2c HTTP/1.1" status: 204 len: 168 time: 0.1647944 Aug 10 00:55:43.603530 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda25968-7df9-4b97-9c75-c7f088aaba6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2050d077-5b50-4aee-bd0d-ea8ccff9ed2c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:43.650168 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-97daaab0-8545-4bd4-808b-173b3029f31f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:43.656081 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-68ebf4f9-0816-4a35-9f45-e1eeebb7e050 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Allocated IP 172.20.0.4 (96b6f7d5-4bc5-4b00-aff8-aabc45fca6da/4ff99852-0921-4c80-99ca-12207c311102/552dfeff-3ddd-478f-86af-fb8dd8a7fa9c) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:55:43.676540 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-97daaab0-8545-4bd4-808b-173b3029f31f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:43.680239 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-312b9312-600f-43ca-b4ad-a56d2c5be670 req-c86a0141-9d73-4391-9253-4e74da402420 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 210 time: 0.0754378 Aug 10 00:55:43.739959 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e2528-588b-4043-b17a-9ada0e235389 req-4e8cd120-5cfa-4e3b-b986-f6102f9fbb0e tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:43.749539 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd8e2528-588b-4043-b17a-9ada0e235389 req-4e8cd120-5cfa-4e3b-b986-f6102f9fbb0e tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 950 time: 0.2305436 Aug 10 00:55:43.792347 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-97daaab0-8545-4bd4-808b-173b3029f31f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:43.793157 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97daaab0-8545-4bd4-808b-173b3029f31f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6cc2a43-b9c8-4f5e-be8e-a6086838b335 {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 00:55:43.801986 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2f1dd1fe-56b8-4c06-8d71-ba5f025b75d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:43.816645 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-97daaab0-8545-4bd4-808b-173b3029f31f admin admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:43.819019 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-97daaab0-8545-4bd4-808b-173b3029f31f admin admin] 10.222.0.35 "DELETE /v2.0/routers/d6cc2a43-b9c8-4f5e-be8e-a6086838b335 HTTP/1.1" status: 204 len: 168 time: 2.9308105 Aug 10 00:55:43.821383 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37498) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:43.836422 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd8e2528-588b-4043-b17a-9ada0e235389 req-b1cdd572-b46e-4377-b634-4ed6fa2f1949 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837343 Aug 10 00:55:43.941597 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d40940-bfe2-46f6-ba04-4364028ecb37 admin admin] Deleting subnet 4e8da7be-51be-41de-ab4c-2f47e80b4335 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:55:43.944869 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-62d40940-bfe2-46f6-ba04-4364028ecb37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:43.997650 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-68ebf4f9-0816-4a35-9f45-e1eeebb7e050 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:44.031327 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-62d40940-bfe2-46f6-ba04-4364028ecb37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:44.081392 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-68ebf4f9-0816-4a35-9f45-e1eeebb7e050 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:44.095191 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['c0828bf0-f3bc-4690-b46b-0f89a031f6e1'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:55:44.159040 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-68ebf4f9-0816-4a35-9f45-e1eeebb7e050 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:55:44.159040 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-68ebf4f9-0816-4a35-9f45-e1eeebb7e050 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:55:44.169183 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-68ebf4f9-0816-4a35-9f45-e1eeebb7e050 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:55:44.185588 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-62d40940-bfe2-46f6-ba04-4364028ecb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:44.266607 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ebf4f9-0816-4a35-9f45-e1eeebb7e050 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Pushing event updated for resources: {'Port': ['ID=552dfeff-3ddd-478f-86af-fb8dd8a7fa9c,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:44.343982 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-68ebf4f9-0816-4a35-9f45-e1eeebb7e050 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:44.347667 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-68ebf4f9-0816-4a35-9f45-e1eeebb7e050 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:44.378344 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-68ebf4f9-0816-4a35-9f45-e1eeebb7e050 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9107916 Aug 10 00:55:44.400252 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-43c0fc91-2a0c-4e50-8cfa-81f6d7d2bfc6 service neutron] Request body: {'port': {'device_id': '3024c646-26ef-47cf-8349-33715cbae83b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:44.437957 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:44.565581 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-43c0fc91-2a0c-4e50-8cfa-81f6d7d2bfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:44.687176 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4a1e7-7edb-47b5-9aad-25dd43b52970 req-2bcd3b83-db85-4cd6-8d38-7bc4df938e83 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:44.700069 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-47f4a1e7-7edb-47b5-9aad-25dd43b52970 req-2bcd3b83-db85-4cd6-8d38-7bc4df938e83 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/ports?device_id=4cc55842-3668-4e02-8785-c3767f5cfc36 HTTP/1.1" status: 200 len: 948 time: 0.1535761 Aug 10 00:55:44.856501 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-62d40940-bfe2-46f6-ba04-4364028ecb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:44.931681 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d40940-bfe2-46f6-ba04-4364028ecb37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e8da7be-51be-41de-ab4c-2f47e80b4335,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:44.933942 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-62d40940-bfe2-46f6-ba04-4364028ecb37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:44.934945 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 96239082-cf98-441d-8ca7-f49139972346 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:55:44.935820 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-62d40940-bfe2-46f6-ba04-4364028ecb37 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4e8da7be-51be-41de-ab4c-2f47e80b4335 HTTP/1.1" status: 204 len: 168 time: 1.1134489 Aug 10 00:55:44.939130 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37552) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:44.980604 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0432791e-14ba-4c49-bf01-51d30412e859 None None] Network 8da20456-a2cd-4171-9d7e-90bb1f354e7a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:55:45.000797 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 96239082-cf98-441d-8ca7-f49139972346 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:55:45.001150 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 96239082-cf98-441d-8ca7-f49139972346 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:55:45.093092 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device ee529561-278f-469e-9209-791f4c2472c4 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:55:45.093985 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-47f4a1e7-7edb-47b5-9aad-25dd43b52970 req-93bbc10c-1565-4d5c-8024-a525dcbee794 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/security-groups?id=91f38ab9-4eee-421c-9bba-91c2ab30c0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931754 Aug 10 00:55:45.110230 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f9cc0ff5-2ec1-45bd-8160-d2bd661248ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:45.121318 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: ee529561-278f-469e-9209-791f4c2472c4 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:55:45.121873 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device ee529561-278f-469e-9209-791f4c2472c4 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:55:45.134714 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:45.141655 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847dc08-e768-415c-a7af-c321ee193f23 req-f51dcc67-6ee6-4f2e-9ffc-45dfcccf6d6f tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:45.151852 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4847dc08-e768-415c-a7af-c321ee193f23 req-f51dcc67-6ee6-4f2e-9ffc-45dfcccf6d6f tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 931 time: 0.2941821 Aug 10 00:55:45.156134 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37560) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:45.203881 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37564) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:45.252770 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4847dc08-e768-415c-a7af-c321ee193f23 req-79c48fe9-9c47-44fb-886f-85c2246c6a8c tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851009 Aug 10 00:55:45.284081 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-f9cc0ff5-2ec1-45bd-8160-d2bd661248ab admin admin] Deleting port 3c97bc5a-fe95-4138-b64f-c7831e15ce10 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:55:45.287818 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f9cc0ff5-2ec1-45bd-8160-d2bd661248ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:45.333147 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f976cc-cb94-43c6-bb8b-ecfaf1c58e6e None None] DHCP port deletion for 8da20456-a2cd-4171-9d7e-90bb1f354e7a request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 00:55:45.421486 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-f9cc0ff5-2ec1-45bd-8160-d2bd661248ab admin admin] For port 3c97bc5a-fe95-4138-b64f-c7831e15ce10, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=3c97bc5a-fe95-4138-b64f-c7831e15ce10,segment=NetworkSegment(f1c83123-eeb3-42b2-9bb4-931c538fa49d),segment_id=f1c83123-eeb3-42b2-9bb4-931c538fa49d)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:45.422161 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f9cc0ff5-2ec1-45bd-8160-d2bd661248ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:45.430944 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-76f976cc-cb94-43c6-bb8b-ecfaf1c58e6e None None] Deleting port 3c97bc5a-fe95-4138-b64f-c7831e15ce10 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:55:45.431330 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-76f976cc-cb94-43c6-bb8b-ecfaf1c58e6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:45.442599 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-f9cc0ff5-2ec1-45bd-8160-d2bd661248ab admin admin] Calling delete_port for 3c97bc5a-fe95-4138-b64f-c7831e15ce10 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:55:45.457440 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-8aec4bcc-302d-4601-adb9-083ee4e25bf5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1378103196-network', 'tenant_id': '10f7050015304e84b3f71a403993ccee'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:45.500724 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-43c0fc91-2a0c-4e50-8cfa-81f6d7d2bfc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:45.512343 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-43c0fc91-2a0c-4e50-8cfa-81f6d7d2bfc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:45.523985 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ad66c-7f52-40a7-8b6b-df2d44c0e5f1 req-8a42fd22-cc1b-4706-9c67-b2aeea04688b tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:45.525878 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f32ad66c-7f52-40a7-8b6b-df2d44c0e5f1 req-8a42fd22-cc1b-4706-9c67-b2aeea04688b tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 950 time: 0.1997035 Aug 10 00:55:45.541285 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-bea33336-bfcb-4ddd-ae0b-c37162e2f359 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1513321692-network', 'tenant_id': '34862481f66244cdb00ae05ecbfcc44b'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:45.561876 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-76f976cc-cb94-43c6-bb8b-ecfaf1c58e6e None None] For port 3c97bc5a-fe95-4138-b64f-c7831e15ce10, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=3c97bc5a-fe95-4138-b64f-c7831e15ce10,segment=NetworkSegment(f1c83123-eeb3-42b2-9bb4-931c538fa49d),segment_id=f1c83123-eeb3-42b2-9bb4-931c538fa49d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:45.562286 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-76f976cc-cb94-43c6-bb8b-ecfaf1c58e6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:45.565405 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aec4bcc-302d-4601-adb9-083ee4e25bf5 admin admin] Made reservation on behalf of 10f7050015304e84b3f71a403993ccee for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:55:45.567756 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8aec4bcc-302d-4601-adb9-083ee4e25bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:45.576441 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-76f976cc-cb94-43c6-bb8b-ecfaf1c58e6e None None] Calling delete_port for 3c97bc5a-fe95-4138-b64f-c7831e15ce10 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:55:45.595426 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea33336-bfcb-4ddd-ae0b-c37162e2f359 admin admin] Made reservation on behalf of 34862481f66244cdb00ae05ecbfcc44b for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:55:45.598123 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bea33336-bfcb-4ddd-ae0b-c37162e2f359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:45.599371 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-43c0fc91-2a0c-4e50-8cfa-81f6d7d2bfc6 service neutron] Transition to ACTIVE for port object 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:45.620974 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8aec4bcc-302d-4601-adb9-083ee4e25bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:45.625913 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bea33336-bfcb-4ddd-ae0b-c37162e2f359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:45.636768 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-43c0fc91-2a0c-4e50-8cfa-81f6d7d2bfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:45.639617 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f9cc0ff5-2ec1-45bd-8160-d2bd661248ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:45.686784 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cc0ff5-2ec1-45bd-8160-d2bd661248ab admin admin] No DVR routers for this DVR port 3c97bc5a-fe95-4138-b64f-c7831e15ce10 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:55:45.688909 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc0ff5-2ec1-45bd-8160-d2bd661248ab admin admin] Pushing event deleted for resources: {'Port': ['ID=3c97bc5a-fe95-4138-b64f-c7831e15ce10,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:45.706487 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-76f976cc-cb94-43c6-bb8b-ecfaf1c58e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:45.739195 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f976cc-cb94-43c6-bb8b-ecfaf1c58e6e None None] Pushing event deleted for resources: {'Port': ['ID=3c97bc5a-fe95-4138-b64f-c7831e15ce10,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:45.745878 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f976cc-cb94-43c6-bb8b-ecfaf1c58e6e None None] No DVR routers for this DVR port 3c97bc5a-fe95-4138-b64f-c7831e15ce10 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:55:45.797506 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f32ad66c-7f52-40a7-8b6b-df2d44c0e5f1 req-1e527e7d-8ad1-4df1-950b-30ad35f15f31 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569683 Aug 10 00:55:45.824009 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f9cc0ff5-2ec1-45bd-8160-d2bd661248ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:45.834301 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0fc91-2a0c-4e50-8cfa-81f6d7d2bfc6 service neutron] Pushing event updated for resources: {'Port': ['ID=552dfeff-3ddd-478f-86af-fb8dd8a7fa9c,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:45.840329 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-f9cc0ff5-2ec1-45bd-8160-d2bd661248ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8da20456-a2cd-4171-9d7e-90bb1f354e7a']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:45.857933 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-f9cc0ff5-2ec1-45bd-8160-d2bd661248ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1c83123-eeb3-42b2-9bb4-931c538fa49d') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:45.858604 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-f9cc0ff5-2ec1-45bd-8160-d2bd661248ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1c83123-eeb3-42b2-9bb4-931c538fa49d') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:45.873001 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f9cc0ff5-2ec1-45bd-8160-d2bd661248ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:45.894541 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f9cc0ff5-2ec1-45bd-8160-d2bd661248ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:45.905147 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9cc0ff5-2ec1-45bd-8160-d2bd661248ab admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:55:45.905564 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f9cc0ff5-2ec1-45bd-8160-d2bd661248ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:45.907244 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 00:55:45.907244 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:55:45.907244 n-d-766726-26 neutron-server[105827]: timer() Aug 10 00:55:45.907244 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:55:45.907244 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 00:55:45.907244 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:55:45.907244 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 00:55:45.907244 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:55:45.907244 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 00:55:45.907244 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:55:45.907244 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 00:55:45.907244 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:55:45.907244 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 00:55:45.907244 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:55:45.907244 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:55:45.907244 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:55:45.907244 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:55:45.907244 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:55:45.907244 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 00:55:45.907244 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:55:45.907244 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 00:55:45.907244 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:55:45.907244 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:55:45.907244 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:55:45.907244 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 00:55:45.907244 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:55:45.907244 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:55:45.907244 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:55:45.907244 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:55:45.907244 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:55:45.907244 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:55:45.907244 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:55:45.910152 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-43c0fc91-2a0c-4e50-8cfa-81f6d7d2bfc6 service neutron] Attempting to bind port 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:55:45.910340 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-43c0fc91-2a0c-4e50-8cfa-81f6d7d2bfc6 service neutron] Attempting to bind port 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:55:45.911177 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-43c0fc91-2a0c-4e50-8cfa-81f6d7d2bfc6 service neutron] Attempting to bind port 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c on network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:45.917513 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-43c0fc91-2a0c-4e50-8cfa-81f6d7d2bfc6 service neutron] Port 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c on network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:55:45.918202 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-43c0fc91-2a0c-4e50-8cfa-81f6d7d2bfc6 service neutron] Attempting to bind port 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c on network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:45.925643 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-43c0fc91-2a0c-4e50-8cfa-81f6d7d2bfc6 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:55:45.926570 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-43c0fc91-2a0c-4e50-8cfa-81f6d7d2bfc6 service neutron] Checking segment: {'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:55:45.927621 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-43c0fc91-2a0c-4e50-8cfa-81f6d7d2bfc6 service neutron] Bound using segment: {'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:55:45.928805 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-43c0fc91-2a0c-4e50-8cfa-81f6d7d2bfc6 service neutron] Bound port: 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:55:45.929540 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-43c0fc91-2a0c-4e50-8cfa-81f6d7d2bfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:45.971153 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bea33336-bfcb-4ddd-ae0b-c37162e2f359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:45.977984 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bea33336-bfcb-4ddd-ae0b-c37162e2f359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:45.990890 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea33336-bfcb-4ddd-ae0b-c37162e2f359 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:55:46.001776 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bea33336-bfcb-4ddd-ae0b-c37162e2f359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:46.002292 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-bea33336-bfcb-4ddd-ae0b-c37162e2f359 admin admin] Added segment e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2 of type vlan for network 8e043123-acd1-4cc8-a670-ebf832c12f2b Aug 10 00:55:46.020138 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-43c0fc91-2a0c-4e50-8cfa-81f6d7d2bfc6 service neutron] For port 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:55:46.023704 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-43c0fc91-2a0c-4e50-8cfa-81f6d7d2bfc6 service neutron] For port 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=552dfeff-3ddd-478f-86af-fb8dd8a7fa9c,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:55:46.034874 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-43c0fc91-2a0c-4e50-8cfa-81f6d7d2bfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:46.047189 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bea33336-bfcb-4ddd-ae0b-c37162e2f359 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:46.072433 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37604) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:46.082609 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f9cc0ff5-2ec1-45bd-8160-d2bd661248ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:46.087213 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-43c0fc91-2a0c-4e50-8cfa-81f6d7d2bfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:46.087918 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-43c0fc91-2a0c-4e50-8cfa-81f6d7d2bfc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:46.090393 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-43c0fc91-2a0c-4e50-8cfa-81f6d7d2bfc6 service neutron] 10.222.0.24 "PUT /v2.0/ports/552dfeff-3ddd-478f-86af-fb8dd8a7fa9c HTTP/1.1" status: 200 len: 1092 time: 1.7033842 Aug 10 00:55:46.090874 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3024c646-26ef-47cf-8349-33715cbae83b', 'tag': '552dfeff-3ddd-478f-86af-fb8dd8a7fa9c'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:46.093731 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ac1eef-9c76-4b31-8cf5-be54fcfc87fc" -d '{"events": [{"name": "network-changed", "server_uuid": "3024c646-26ef-47cf-8349-33715cbae83b", "tag": "552dfeff-3ddd-478f-86af-fb8dd8a7fa9c"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:46.113080 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bea33336-bfcb-4ddd-ae0b-c37162e2f359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:46.118959 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea33336-bfcb-4ddd-ae0b-c37162e2f359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:46.121260 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bea33336-bfcb-4ddd-ae0b-c37162e2f359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:46.142198 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:46.154457 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0fc91-2a0c-4e50-8cfa-81f6d7d2bfc6 service neutron] Pushing event updated for resources: {'Port': ['ID=552dfeff-3ddd-478f-86af-fb8dd8a7fa9c,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:46.172266 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f71f98-8c0a-4dfc-9410-b424780cd889 x-openstack-request-id: req-d4f71f98-8c0a-4dfc-9410-b424780cd889 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:46.172575 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3024c646-26ef-47cf-8349-33715cbae83b", "tag": "552dfeff-3ddd-478f-86af-fb8dd8a7fa9c", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:46.173142 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d4f71f98-8c0a-4dfc-9410-b424780cd889 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:46.173642 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3024c646-26ef-47cf-8349-33715cbae83b', 'tag': '552dfeff-3ddd-478f-86af-fb8dd8a7fa9c', 'status': 'completed', 'code': 200} Aug 10 00:55:46.178052 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f9cc0ff5-2ec1-45bd-8160-d2bd661248ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:46.180133 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f9cc0ff5-2ec1-45bd-8160-d2bd661248ab admin admin] 10.222.0.35 "DELETE /v2.0/networks/8da20456-a2cd-4171-9d7e-90bb1f354e7a HTTP/1.1" status: 204 len: 168 time: 1.2400692 Aug 10 00:55:46.192218 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc0ff5-2ec1-45bd-8160-d2bd661248ab admin admin] Pushing event deleted for resources: {'Network': ['ID=8da20456-a2cd-4171-9d7e-90bb1f354e7a,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:46.194324 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea33336-bfcb-4ddd-ae0b-c37162e2f359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6911e6cf-ab78-4416-af63-4f3cef5c2a71,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:46.263045 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea33336-bfcb-4ddd-ae0b-c37162e2f359 admin admin] Pushing event updated for resources: {'Network': ['ID=8e043123-acd1-4cc8-a670-ebf832c12f2b,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:46.272874 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 8e043123-acd1-4cc8-a670-ebf832c12f2b details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:55:46.357415 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-be369dfd-6404-4332-899a-4640a5a047af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:46.359139 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-be369dfd-6404-4332-899a-4640a5a047af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=040768a449b74edfb649dfba67db8bf2&device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 1095 time: 0.1842165 Aug 10 00:55:46.360861 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-edb04967-13f7-4b99-8e62-27926c29f6f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:46.421961 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37616) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:46.447346 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-133f6a9c-c5b8-4a0f-b373-cbf8c0c3ed8b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=552dfeff-3ddd-478f-86af-fb8dd8a7fa9c HTTP/1.1" status: 200 len: 217 time: 0.0703077 Aug 10 00:55:46.463003 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8aec4bcc-302d-4601-adb9-083ee4e25bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:46.466987 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-08565549-61ae-46bb-9d9b-acba7d3e0259 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f51fe90847624ce5b5acb4fc88c3589e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434787 Aug 10 00:55:46.469493 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37618) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:46.483898 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b3f23-2a6d-489d-8d7b-1af8639a01ed req-c6e347a5-1ca4-4b21-a990-dd82b3bc3455 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:46.485463 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-144b3f23-2a6d-489d-8d7b-1af8639a01ed req-c6e347a5-1ca4-4b21-a990-dd82b3bc3455 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/ports?device_id=4cc55842-3668-4e02-8785-c3767f5cfc36 HTTP/1.1" status: 200 len: 948 time: 0.2219770 Aug 10 00:55:46.486257 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-bea33336-bfcb-4ddd-ae0b-c37162e2f359 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2719231 Aug 10 00:55:46.488074 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37620) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:46.498217 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-7dab5810-f8de-4cff-8ab7-8c61a54df7c6 admin admin] Request body: {'subnet': {'network_id': '8e043123-acd1-4cc8-a670-ebf832c12f2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1513321692-subnet', 'tenant_id': '34862481f66244cdb00ae05ecbfcc44b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:46.503254 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8aec4bcc-302d-4601-adb9-083ee4e25bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:46.574545 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d64ac1cc-aa02-41c1-a8e0-be0c561c7e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:46.613124 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d64ac1cc-aa02-41c1-a8e0-be0c561c7e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:46.675591 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-edb04967-13f7-4b99-8e62-27926c29f6f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:46.693148 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-edb04967-13f7-4b99-8e62-27926c29f6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:46.725264 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb04967-13f7-4b99-8e62-27926c29f6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3cd142-66fe-4365-ab03-fe5ec743d718,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:46.727856 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dab5810-f8de-4cff-8ab7-8c61a54df7c6 admin admin] Made reservation on behalf of 34862481f66244cdb00ae05ecbfcc44b for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:55:46.730983 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7dab5810-f8de-4cff-8ab7-8c61a54df7c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:46.780625 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d64ac1cc-aa02-41c1-a8e0-be0c561c7e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:46.783231 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d64ac1cc-aa02-41c1-a8e0-be0c561c7e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:46.787100 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d64ac1cc-aa02-41c1-a8e0-be0c561c7e13 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/63c5f77b-3837-4d76-af41-3e7a6d6a5d91 HTTP/1.1" status: 204 len: 168 time: 0.3142567 Aug 10 00:55:46.851940 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-edb04967-13f7-4b99-8e62-27926c29f6f9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bf835e98151440cc8cbdd954322de087&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7768123 Aug 10 00:55:46.862212 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37628) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:46.874392 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ac1cc-aa02-41c1-a8e0-be0c561c7e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c5f77b-3837-4d76-af41-3e7a6d6a5d91,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:46.962558 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3c97bc5a-fe95-4138-b64f-c7831e15ce10 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:55:46.980265 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7470a4-8a20-4148-bef9-6b36a4f4be69 req-20827e15-df5e-4465-8a92-cead900f9a95 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:46.982523 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dd0357a7-68a9-47e5-b288-b4acdc5ae60c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:46.988821 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dc7470a4-8a20-4148-bef9-6b36a4f4be69 req-20827e15-df5e-4465-8a92-cead900f9a95 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 943 time: 0.6288474 Aug 10 00:55:47.006928 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 3c97bc5a-fe95-4138-b64f-c7831e15ce10 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:55:47.007719 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3c97bc5a-fe95-4138-b64f-c7831e15ce10 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:55:47.008504 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dd0357a7-68a9-47e5-b288-b4acdc5ae60c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:47.035916 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aec4bcc-302d-4601-adb9-083ee4e25bf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:55:47.071750 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-ce5c086c-617c-49a0-96b4-df47b52053b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:47.073990 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-ce5c086c-617c-49a0-96b4-df47b52053b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ff99852-0921-4c80-99ca-12207c311102 HTTP/1.1" status: 200 len: 860 time: 0.6133590 Aug 10 00:55:47.074686 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec4bcc-302d-4601-adb9-083ee4e25bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71530737-2bfa-42f3-844c-b6f2ad2e7ad8,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:47.095160 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8aec4bcc-302d-4601-adb9-083ee4e25bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:47.095678 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-8aec4bcc-302d-4601-adb9-083ee4e25bf5 admin admin] Added segment d249fd15-fc1f-43cd-bd64-b045520aef78 of type vlan for network 1805ad23-e76e-4170-8cce-d9f8ae87fa4a Aug 10 00:55:47.109224 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-144b3f23-2a6d-489d-8d7b-1af8639a01ed req-7c26fb11-b461-4714-a7f1-f7e18801584b tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/security-groups?id=91f38ab9-4eee-421c-9bba-91c2ab30c0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6025937 Aug 10 00:55:47.134266 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7dab5810-f8de-4cff-8ab7-8c61a54df7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:47.181594 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab5810-f8de-4cff-8ab7-8c61a54df7c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeb15cfb-323e-472a-80f5-e301eee96d09,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:47.184929 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dd0357a7-68a9-47e5-b288-b4acdc5ae60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:47.187131 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dc7470a4-8a20-4148-bef9-6b36a4f4be69 req-4a0c5f8a-22e1-4444-be25-95be02b63592 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974440 Aug 10 00:55:47.189366 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-9bdc2782-9349-459c-8399-f59150d2cae4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052818 Aug 10 00:55:47.197097 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dd0357a7-68a9-47e5-b288-b4acdc5ae60c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:47.201879 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-dd0357a7-68a9-47e5-b288-b4acdc5ae60c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0b3cd142-66fe-4365-ab03-fe5ec743d718 HTTP/1.1" status: 204 len: 168 time: 0.3383636 Aug 10 00:55:47.237410 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0357a7-68a9-47e5-b288-b4acdc5ae60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3cd142-66fe-4365-ab03-fe5ec743d718,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:47.281653 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dab5810-f8de-4cff-8ab7-8c61a54df7c6 admin admin] Checking segment: {'id': 'e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8e043123-acd1-4cc8-a670-ebf832c12f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:55:47.282037 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dab5810-f8de-4cff-8ab7-8c61a54df7c6 admin admin] Network hostable DHCP agents. Network: 8e043123-acd1-4cc8-a670-ebf832c12f2b, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:55:47.316739 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dab5810-f8de-4cff-8ab7-8c61a54df7c6 admin admin] Network 8e043123-acd1-4cc8-a670-ebf832c12f2b is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:55:47.335783 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-7dab5810-f8de-4cff-8ab7-8c61a54df7c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 8e043123-acd1-4cc8-a670-ebf832c12f2b) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:55:47.343991 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dab5810-f8de-4cff-8ab7-8c61a54df7c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:47.344626 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7dab5810-f8de-4cff-8ab7-8c61a54df7c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:47.346377 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e618002-d6f1-43c9-b5ec-4915af854696 None None] Network 8e043123-acd1-4cc8-a670-ebf832c12f2b requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:55:47.358974 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14901f0b-3df3-4073-8cf8-371fcb8f3989 req-f729c702-4014-461a-82ff-425a4fc0797d tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:47.360671 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-14901f0b-3df3-4073-8cf8-371fcb8f3989 req-f729c702-4014-461a-82ff-425a4fc0797d tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cc55842-3668-4e02-8785-c3767f5cfc36 HTTP/1.1" status: 200 len: 948 time: 0.4344130 Aug 10 00:55:47.380992 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7dab5810-f8de-4cff-8ab7-8c61a54df7c6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8785822 Aug 10 00:55:47.460093 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8aec4bcc-302d-4601-adb9-083ee4e25bf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:47.516079 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cdcb0-e58a-4196-a908-67346d559d4e req-aa0c4514-c78f-4d89-a63f-23cffd74c1e0 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:47.517660 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f62cdcb0-e58a-4196-a908-67346d559d4e req-aa0c4514-c78f-4d89-a63f-23cffd74c1e0 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 950 time: 0.2044835 Aug 10 00:55:47.547553 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-0a2fe948-7a8b-4351-8af1-6cb2c327af49 service neutron] 10.222.0.24 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249369 Aug 10 00:55:47.579546 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453512d3-812e-4267-87aa-00e6f01dda68 None None] Network 8e043123-acd1-4cc8-a670-ebf832c12f2b requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:55:47.669318 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8aec4bcc-302d-4601-adb9-083ee4e25bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:47.671146 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aec4bcc-302d-4601-adb9-083ee4e25bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:47.672719 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8aec4bcc-302d-4601-adb9-083ee4e25bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:47.716933 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8aec4bcc-302d-4601-adb9-083ee4e25bf5 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5591466 Aug 10 00:55:47.719693 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37652) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:47.725607 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-a331cbbb-8cdd-413e-83b7-0b395b4548fc admin admin] Request body: {'subnet': {'network_id': '1805ad23-e76e-4170-8cce-d9f8ae87fa4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1378103196-subnet', 'tenant_id': '10f7050015304e84b3f71a403993ccee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:47.751316 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-14901f0b-3df3-4073-8cf8-371fcb8f3989 req-767f85c2-7411-4765-a0ae-39c2f3512a3a tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Deleting port 65a48a5c-816d-49a7-b218-71e733ae3f95 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:55:47.752079 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-14901f0b-3df3-4073-8cf8-371fcb8f3989 req-767f85c2-7411-4765-a0ae-39c2f3512a3a tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:47.770501 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a331cbbb-8cdd-413e-83b7-0b395b4548fc admin admin] Made reservation on behalf of 10f7050015304e84b3f71a403993ccee for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:55:47.772981 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a331cbbb-8cdd-413e-83b7-0b395b4548fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:47.817792 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f62cdcb0-e58a-4196-a908-67346d559d4e req-2a81e74f-6bd9-4afd-90fc-08a7a9b34133 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678759 Aug 10 00:55:47.867933 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec4bcc-302d-4601-adb9-083ee4e25bf5 admin admin] Pushing event updated for resources: {'Network': ['ID=1805ad23-e76e-4170-8cce-d9f8ae87fa4a,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:47.879926 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 1805ad23-e76e-4170-8cce-d9f8ae87fa4a details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:55:47.923589 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d463fc28-0f10-4500-8d12-8b3220461b1c req-ca6e15a4-c9ab-4827-b117-86b4f5efa61b service neutron] 10.222.0.24 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631704 Aug 10 00:55:48.064053 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-dab934ba-4bc8-4a2d-9fc8-469e8daecf8a req-f85b6697-0864-4964-8c00-58a31efb6693 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1644786002', 'description': 'tempest-description-144926820'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:48.103684 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-14901f0b-3df3-4073-8cf8-371fcb8f3989 req-767f85c2-7411-4765-a0ae-39c2f3512a3a tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] For port 65a48a5c-816d-49a7-b218-71e733ae3f95, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=65a48a5c-816d-49a7-b218-71e733ae3f95,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:48.104339 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-14901f0b-3df3-4073-8cf8-371fcb8f3989 req-767f85c2-7411-4765-a0ae-39c2f3512a3a tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:48.134015 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac1eef-9c76-4b31-8cf5-be54fcfc87fc req-388155d8-385d-4393-a55f-57a917c74646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:48.135684 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87ac1eef-9c76-4b31-8cf5-be54fcfc87fc req-388155d8-385d-4393-a55f-57a917c74646 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=040768a449b74edfb649dfba67db8bf2&device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 1095 time: 0.1554401 Aug 10 00:55:48.136516 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a331cbbb-8cdd-413e-83b7-0b395b4548fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:48.137652 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-14901f0b-3df3-4073-8cf8-371fcb8f3989 req-767f85c2-7411-4765-a0ae-39c2f3512a3a tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Calling delete_port for 65a48a5c-816d-49a7-b218-71e733ae3f95 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:55:48.140311 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-dab934ba-4bc8-4a2d-9fc8-469e8daecf8a req-f85b6697-0864-4964-8c00-58a31efb6693 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:48.296659 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a331cbbb-8cdd-413e-83b7-0b395b4548fc admin admin] Checking segment: {'id': 'd249fd15-fc1f-43cd-bd64-b045520aef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1805ad23-e76e-4170-8cce-d9f8ae87fa4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:55:48.297026 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a331cbbb-8cdd-413e-83b7-0b395b4548fc admin admin] Network hostable DHCP agents. Network: 1805ad23-e76e-4170-8cce-d9f8ae87fa4a, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:55:48.304823 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a331cbbb-8cdd-413e-83b7-0b395b4548fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=13423d62-75d5-4a60-9053-4948677cf60d,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:48.351729 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a331cbbb-8cdd-413e-83b7-0b395b4548fc admin admin] Network 1805ad23-e76e-4170-8cce-d9f8ae87fa4a is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:55:48.367371 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-a331cbbb-8cdd-413e-83b7-0b395b4548fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 1805ad23-e76e-4170-8cce-d9f8ae87fa4a) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:55:48.375811 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a331cbbb-8cdd-413e-83b7-0b395b4548fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:48.376399 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a331cbbb-8cdd-413e-83b7-0b395b4548fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:48.377697 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1865676d-0497-447e-831b-4081d704389a None None] Network 1805ad23-e76e-4170-8cce-d9f8ae87fa4a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:55:48.399701 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99928c-56ce-4eae-86ad-377f25df07dc req-c72fb200-20a7-4053-8124-a389da93ba50 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:48.410125 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-de99928c-56ce-4eae-86ad-377f25df07dc req-c72fb200-20a7-4053-8124-a389da93ba50 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/ports?device_id=4cc55842-3668-4e02-8785-c3767f5cfc36 HTTP/1.1" status: 200 len: 948 time: 0.1471748 Aug 10 00:55:48.438981 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac1eef-9c76-4b31-8cf5-be54fcfc87fc req-9f9fd652-38f1-4998-a0e4-a7f3c32f2c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:48.440829 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87ac1eef-9c76-4b31-8cf5-be54fcfc87fc req-9f9fd652-38f1-4998-a0e4-a7f3c32f2c58 service neutron] 10.222.0.24 "GET /v2.0/networks?id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da HTTP/1.1" status: 200 len: 921 time: 0.2822371 Aug 10 00:55:48.480887 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37674) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:48.565943 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87ac1eef-9c76-4b31-8cf5-be54fcfc87fc req-07192610-9d74-4752-a787-05b48e20256d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=552dfeff-3ddd-478f-86af-fb8dd8a7fa9c HTTP/1.1" status: 200 len: 217 time: 0.1104848 Aug 10 00:55:48.578380 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bebdb48-e752-42a6-b650-93f7305b0395 None None] Network 1805ad23-e76e-4170-8cce-d9f8ae87fa4a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:55:48.615839 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-de99928c-56ce-4eae-86ad-377f25df07dc req-88803aaf-a09a-4d29-bfa2-3698f5e8c0db tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/security-groups?id=91f38ab9-4eee-421c-9bba-91c2ab30c0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737385 Aug 10 00:55:48.653625 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-78919dcc-4726-4cc1-916c-b120126a0e7d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-249930496-network', 'tenant_id': 'fc4321199ccb4da6af26fb4c7f2e415e'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:48.724588 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-dab934ba-4bc8-4a2d-9fc8-469e8daecf8a req-f85b6697-0864-4964-8c00-58a31efb6693 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:48.737549 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac1eef-9c76-4b31-8cf5-be54fcfc87fc req-5a7bd89d-f837-4b28-957c-254d3c5e41a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:48.739494 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87ac1eef-9c76-4b31-8cf5-be54fcfc87fc req-5a7bd89d-f837-4b28-957c-254d3c5e41a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ff99852-0921-4c80-99ca-12207c311102 HTTP/1.1" status: 200 len: 860 time: 0.1506507 Aug 10 00:55:48.742956 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-dab934ba-4bc8-4a2d-9fc8-469e8daecf8a req-f85b6697-0864-4964-8c00-58a31efb6693 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:48.755615 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a331cbbb-8cdd-413e-83b7-0b395b4548fc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0344634 Aug 10 00:55:48.761616 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37684) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:48.774798 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-4505cf14-fe46-441b-bcae-e0c1a19dc961 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1378103196-router', 'tenant_id': '10f7050015304e84b3f71a403993ccee', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:48.800492 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78919dcc-4726-4cc1-916c-b120126a0e7d admin admin] Made reservation on behalf of fc4321199ccb4da6af26fb4c7f2e415e for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:55:48.810122 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-78919dcc-4726-4cc1-916c-b120126a0e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:48.818662 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87ac1eef-9c76-4b31-8cf5-be54fcfc87fc req-7b57927a-3cb0-4996-9c19-7f457767cb3c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429544 Aug 10 00:55:48.825092 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-14901f0b-3df3-4073-8cf8-371fcb8f3989 req-767f85c2-7411-4765-a0ae-39c2f3512a3a tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:48.835646 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-78919dcc-4726-4cc1-916c-b120126a0e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:48.850995 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b6697-0864-4964-8c00-58a31efb6693 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c56a9ec-5e3a-45c4-80f5-021545595d39,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:48.878220 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4505cf14-fe46-441b-bcae-e0c1a19dc961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:48.882356 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4505cf14-fe46-441b-bcae-e0c1a19dc961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:48.969291 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4505cf14-fe46-441b-bcae-e0c1a19dc961 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:48.969562 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f85c2-7411-4765-a0ae-39c2f3512a3a tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Pushing event deleted for resources: {'Port': ['ID=65a48a5c-816d-49a7-b218-71e733ae3f95,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:49.005584 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-dab934ba-4bc8-4a2d-9fc8-469e8daecf8a req-f85b6697-0864-4964-8c00-58a31efb6693 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:49.006816 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dab934ba-4bc8-4a2d-9fc8-469e8daecf8a req-f85b6697-0864-4964-8c00-58a31efb6693 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9683661 Aug 10 00:55:49.036110 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-14901f0b-3df3-4073-8cf8-371fcb8f3989 req-767f85c2-7411-4765-a0ae-39c2f3512a3a tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] No DVR routers for this DVR port 65a48a5c-816d-49a7-b218-71e733ae3f95 on host n-h1-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:55:49.039559 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-14901f0b-3df3-4073-8cf8-371fcb8f3989 req-767f85c2-7411-4765-a0ae-39c2f3512a3a tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:49.043230 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-14901f0b-3df3-4073-8cf8-371fcb8f3989 req-767f85c2-7411-4765-a0ae-39c2f3512a3a tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.24 "DELETE /v2.0/ports/65a48a5c-816d-49a7-b218-71e733ae3f95 HTTP/1.1" status: 204 len: 173 time: 1.6691923 Aug 10 00:55:49.060592 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc55842-3668-4e02-8785-c3767f5cfc36', 'name': 'network-vif-deleted', 'tag': '65a48a5c-816d-49a7-b218-71e733ae3f95'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:49.068409 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687cd847-8325-4323-a776-287cf5a00d0c" -d '{"events": [{"server_uuid": "4cc55842-3668-4e02-8785-c3767f5cfc36", "name": "network-vif-deleted", "tag": "65a48a5c-816d-49a7-b218-71e733ae3f95"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:49.153265 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021218f-53ca-41e0-a04e-11514648cac5 req-f288e812-f830-4acb-845b-65226a413531 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:49.161223 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a021218f-53ca-41e0-a04e-11514648cac5 req-f288e812-f830-4acb-845b-65226a413531 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 943 time: 0.3385727 Aug 10 00:55:49.164484 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87ac1eef-9c76-4b31-8cf5-be54fcfc87fc req-0930b693-b5f0-4f57-9ea4-50a36815bdd1 service neutron] 10.222.0.24 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182199 Aug 10 00:55:49.173403 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4505cf14-fe46-441b-bcae-e0c1a19dc961 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:49.247983 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-78919dcc-4726-4cc1-916c-b120126a0e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:49.253682 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-78919dcc-4726-4cc1-916c-b120126a0e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:49.284535 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78919dcc-4726-4cc1-916c-b120126a0e7d admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:55:49.293649 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a021218f-53ca-41e0-a04e-11514648cac5 req-44cb6260-65af-4462-9b5a-704db42a77bc tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314664 Aug 10 00:55:49.300547 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78919dcc-4726-4cc1-916c-b120126a0e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:49.304337 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-78919dcc-4726-4cc1-916c-b120126a0e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:49.304684 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-78919dcc-4726-4cc1-916c-b120126a0e7d admin admin] Added segment fd0aa135-7bf0-4440-a395-b4833e4cac38 of type vlan for network 4f44dc9d-70b4-422e-936e-64ca9a631395 Aug 10 00:55:49.326632 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692815c0-af8f-4c8f-9ab9-d97c06ffb277 req-734876a2-1f26-42ec-8590-915cc0f728dc tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:49.328251 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-692815c0-af8f-4c8f-9ab9-d97c06ffb277 req-734876a2-1f26-42ec-8590-915cc0f728dc tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 950 time: 0.1294334 Aug 10 00:55:49.357215 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-78919dcc-4726-4cc1-916c-b120126a0e7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:49.370391 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87ac1eef-9c76-4b31-8cf5-be54fcfc87fc req-fec57ce9-3f98-49ea-aaec-291d9b17ccc0 service neutron] 10.222.0.24 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703472 Aug 10 00:55:49.401280 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-692815c0-af8f-4c8f-9ab9-d97c06ffb277 req-86b617f3-986b-43ea-acd8-8c2f5d4c07db tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594609 Aug 10 00:55:49.445414 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-d73e00f8-58b6-47b9-b48c-f1ff809c1418 req-010259e0-8ed5-418c-bf71-7efbf0a5805c tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-461811450', 'description': 'tempest-description-1333805541'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:49.456347 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-78919dcc-4726-4cc1-916c-b120126a0e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:49.457336 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78919dcc-4726-4cc1-916c-b120126a0e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:49.457927 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-78919dcc-4726-4cc1-916c-b120126a0e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:49.474838 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d73e00f8-58b6-47b9-b48c-f1ff809c1418 req-010259e0-8ed5-418c-bf71-7efbf0a5805c tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:49.574157 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78919dcc-4726-4cc1-916c-b120126a0e7d admin admin] Pushing event updated for resources: {'Network': ['ID=4f44dc9d-70b4-422e-936e-64ca9a631395,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:49.586029 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 4f44dc9d-70b4-422e-936e-64ca9a631395 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:55:49.596734 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4505cf14-fe46-441b-bcae-e0c1a19dc961 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:49.638817 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4505cf14-fe46-441b-bcae-e0c1a19dc961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:49.641391 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d73e00f8-58b6-47b9-b48c-f1ff809c1418 req-010259e0-8ed5-418c-bf71-7efbf0a5805c tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:49.659637 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d73e00f8-58b6-47b9-b48c-f1ff809c1418 req-010259e0-8ed5-418c-bf71-7efbf0a5805c tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:49.696360 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442712e8-312e-48d1-9792-1066126446af x-openstack-request-id: req-442712e8-312e-48d1-9792-1066126446af {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:49.696751 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc55842-3668-4e02-8785-c3767f5cfc36", "name": "network-vif-deleted", "tag": "65a48a5c-816d-49a7-b218-71e733ae3f95", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:49.697086 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-442712e8-312e-48d1-9792-1066126446af {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:49.699020 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc55842-3668-4e02-8785-c3767f5cfc36', 'name': 'network-vif-deleted', 'tag': '65a48a5c-816d-49a7-b218-71e733ae3f95', 'status': 'completed', 'code': 200} Aug 10 00:55:49.706802 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-78919dcc-4726-4cc1-916c-b120126a0e7d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2250369 Aug 10 00:55:49.709814 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37702) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:49.719083 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-3219462f-037a-4803-82c1-a7900f3c9db5 admin admin] Request body: {'subnet': {'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-249930496-subnet', 'tenant_id': 'fc4321199ccb4da6af26fb4c7f2e415e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:49.730383 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010259e0-8ed5-418c-bf71-7efbf0a5805c tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9a1798-fa5a-49bf-965e-636390584cc3,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:49.741948 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d73e00f8-58b6-47b9-b48c-f1ff809c1418 req-010259e0-8ed5-418c-bf71-7efbf0a5805c tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:49.746363 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d73e00f8-58b6-47b9-b48c-f1ff809c1418 req-010259e0-8ed5-418c-bf71-7efbf0a5805c tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3051574 Aug 10 00:55:49.778081 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3219462f-037a-4803-82c1-a7900f3c9db5 admin admin] Made reservation on behalf of fc4321199ccb4da6af26fb4c7f2e415e for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:55:49.780530 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3219462f-037a-4803-82c1-a7900f3c9db5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:49.838385 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-37be43e1-34da-409f-bb6f-2f4ef5ad999f req-31053fc1-3318-415d-92a3-d2c84ef89f92 tempest-ListImageFiltersTestJSON-1133656363 tempest-ListImageFiltersTestJSON-1133656363-project] 10.222.0.35 "GET /v2.0/ports?device_id=4cc55842-3668-4e02-8785-c3767f5cfc36 HTTP/1.1" status: 200 len: 210 time: 0.0409453 Aug 10 00:55:49.909827 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-4505cf14-fe46-441b-bcae-e0c1a19dc961 admin admin] Allocated IP 172.25.2.204 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/f9e840eb-c696-4c00-97a4-48a74a678f20) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:55:49.964503 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37718) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:50.076145 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-a84fcb0f-0f05-4ec1-86c2-f6a270b23aee tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:50.078102 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-a84fcb0f-0f05-4ec1-86c2-f6a270b23aee tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/networks?id=8e043123-acd1-4cc8-a670-ebf832c12f2b HTTP/1.1" status: 200 len: 813 time: 0.1077096 Aug 10 00:55:50.094986 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-b85ba052-8700-4c98-9525-adbd92d099b6 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/quotas/34862481f66244cdb00ae05ecbfcc44b HTTP/1.1" status: 200 len: 375 time: 0.0095880 Aug 10 00:55:50.095523 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4505cf14-fe46-441b-bcae-e0c1a19dc961 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:50.108273 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3219462f-037a-4803-82c1-a7900f3c9db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:50.131855 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-a57ddc4a-81b1-4f7f-a52c-be501b794fe5 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=34862481f66244cdb00ae05ecbfcc44b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306540 Aug 10 00:55:50.143067 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ac6d2eac-7cc3-48c9-8ad7-411bfaf38807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:50.182704 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3219462f-037a-4803-82c1-a7900f3c9db5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93c0490b-72d4-4bea-8139-8e9a7dbf1c5c,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:50.197199 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3219462f-037a-4803-82c1-a7900f3c9db5 admin admin] Checking segment: {'id': 'fd0aa135-7bf0-4440-a395-b4833e4cac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:55:50.197474 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3219462f-037a-4803-82c1-a7900f3c9db5 admin admin] Network hostable DHCP agents. Network: 4f44dc9d-70b4-422e-936e-64ca9a631395, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:55:50.201809 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4505cf14-fe46-441b-bcae-e0c1a19dc961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:50.255220 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4505cf14-fe46-441b-bcae-e0c1a19dc961 admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:55:50.260174 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-4505cf14-fe46-441b-bcae-e0c1a19dc961 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:55:50.261988 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3219462f-037a-4803-82c1-a7900f3c9db5 admin admin] Network 4f44dc9d-70b4-422e-936e-64ca9a631395 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:55:50.264016 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4505cf14-fe46-441b-bcae-e0c1a19dc961 admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:55:50.270306 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-5871f21c-f5ef-49cf-98e6-6817ebae3d63 service neutron] 10.222.0.35 "GET /v2.0/networks/8e043123-acd1-4cc8-a670-ebf832c12f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249702 Aug 10 00:55:50.288920 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505cf14-fe46-441b-bcae-e0c1a19dc961 admin admin] Pushing event updated for resources: {'Port': ['ID=f9e840eb-c696-4c00-97a4-48a74a678f20,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:50.296604 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-3219462f-037a-4803-82c1-a7900f3c9db5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 4f44dc9d-70b4-422e-936e-64ca9a631395) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:55:50.304451 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3219462f-037a-4803-82c1-a7900f3c9db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:50.305035 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3219462f-037a-4803-82c1-a7900f3c9db5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:50.313040 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5982f3cc-19b5-469b-8fc6-8e5494f83323 None None] Network 4f44dc9d-70b4-422e-936e-64ca9a631395 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:55:50.381438 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ac6d2eac-7cc3-48c9-8ad7-411bfaf38807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:50.394220 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ac6d2eac-7cc3-48c9-8ad7-411bfaf38807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:50.424588 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d2eac-7cc3-48c9-8ad7-411bfaf38807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa780fcd-55c9-4154-87c1-b5c30a53f068,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:50.431775 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-4a5423f9-542d-4b3f-9226-827155176cd7 service neutron] 10.222.0.35 "GET /v2.0/networks/8e043123-acd1-4cc8-a670-ebf832c12f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546965 Aug 10 00:55:50.439532 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3219462f-037a-4803-82c1-a7900f3c9db5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7283952 Aug 10 00:55:50.484619 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ac6d2eac-7cc3-48c9-8ad7-411bfaf38807 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6443b2e95755418a903c190a549ed00e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5175519 Aug 10 00:55:50.488285 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37730) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:50.504457 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c26f38d-769f-49e1-a3d3-61e667b39f20 None None] Network 4f44dc9d-70b4-422e-936e-64ca9a631395 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:55:50.543100 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 65a48a5c-816d-49a7-b218-71e733ae3f95 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:55:50.555266 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f62a7d-e0da-4cf1-9a87-aac77c0da0d8 req-b4ded07e-710b-433c-96a1-f1cec991ba26 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:50.559484 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-08f62a7d-e0da-4cf1-9a87-aac77c0da0d8 req-b4ded07e-710b-433c-96a1-f1cec991ba26 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 943 time: 0.1299183 Aug 10 00:55:50.577467 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 65a48a5c-816d-49a7-b218-71e733ae3f95 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:55:50.578054 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4505cf14-fe46-441b-bcae-e0c1a19dc961 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:50.578250 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 65a48a5c-816d-49a7-b218-71e733ae3f95 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:55:50.656565 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-08f62a7d-e0da-4cf1-9a87-aac77c0da0d8 req-76d9115d-38e2-489b-ba54-a414cf9ff0bd tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898206 Aug 10 00:55:50.661960 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7c52c6cf-6f61-4692-ab04-8cfce35446bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:50.714717 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7c52c6cf-6f61-4692-ab04-8cfce35446bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:50.836972 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7c52c6cf-6f61-4692-ab04-8cfce35446bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:50.840097 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7c52c6cf-6f61-4692-ab04-8cfce35446bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:50.841427 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7c52c6cf-6f61-4692-ab04-8cfce35446bd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fa780fcd-55c9-4154-87c1-b5c30a53f068 HTTP/1.1" status: 204 len: 168 time: 0.3511732 Aug 10 00:55:50.873342 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c57cbc-4a11-42b7-a355-a962752ad993 req-06d999c6-d8f6-48ce-87f8-4b27d86acbde tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:50.881093 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b6c57cbc-4a11-42b7-a355-a962752ad993 req-06d999c6-d8f6-48ce-87f8-4b27d86acbde tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 950 time: 0.1009378 Aug 10 00:55:50.900165 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52c6cf-6f61-4692-ab04-8cfce35446bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa780fcd-55c9-4154-87c1-b5c30a53f068,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:50.906004 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4505cf14-fe46-441b-bcae-e0c1a19dc961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:50.944911 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b6c57cbc-4a11-42b7-a355-a962752ad993 req-cbd313a4-1d9a-45c9-a8ae-c32056b1a1c6 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628510 Aug 10 00:55:51.071624 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6db25149-3132-4a8f-9cbf-053a2b1d3c2d req-e61690ee-e31c-4708-973f-3b128a2cffd3 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5aec2ae-67ea-4715-aaf2-d9aa8aa70205 HTTP/1.1" status: 200 len: 210 time: 0.0907006 Aug 10 00:55:51.130381 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-25fe163e-9c37-4956-88af-91cd34475f0b tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:51.133790 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4505cf14-fe46-441b-bcae-e0c1a19dc961 admin admin] Router 5cd1a149-2393-4426-a797-3f9c81683b9d is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 00:55:51.139216 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-25fe163e-9c37-4956-88af-91cd34475f0b tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/networks?id=4f44dc9d-70b4-422e-936e-64ca9a631395 HTTP/1.1" status: 200 len: 811 time: 0.1765909 Aug 10 00:55:51.156097 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-259374d8-9c36-4644-8327-49fd9c18b9d4 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/quotas/fc4321199ccb4da6af26fb4c7f2e415e HTTP/1.1" status: 200 len: 375 time: 0.0158370 Aug 10 00:55:51.207978 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-d60c9b80-2a97-4bb6-ad3b-0e31c081fccc tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fc4321199ccb4da6af26fb4c7f2e415e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387135 Aug 10 00:55:51.264607 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4505cf14-fe46-441b-bcae-e0c1a19dc961 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:55:51.276425 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdd6d17-7da2-4ebe-ad7c-9a603854720d None None] Sync routers for ids ['5cd1a149-2393-4426-a797-3f9c81683b9d'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:55:51.287424 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdd6d17-7da2-4ebe-ad7c-9a603854720d None None] Routers {'5cd1a149-2393-4426-a797-3f9c81683b9d'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:55:51.288369 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-5cdd6d17-7da2-4ebe-ad7c-9a603854720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:55:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['5cd1a149-2393-4426-a797-3f9c81683b9d'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:51.309621 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4505cf14-fe46-441b-bcae-e0c1a19dc961 admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:51.314148 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4505cf14-fe46-441b-bcae-e0c1a19dc961 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5490522 Aug 10 00:55:51.315184 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37778) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:51.402184 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-393cd602-c0a5-493b-a62e-ff3c016d651f service neutron] 10.222.0.35 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858201 Aug 10 00:55:51.438679 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-5cdd6d17-7da2-4ebe-ad7c-9a603854720d None None] Set router 5cd1a149-2393-4426-a797-3f9c81683b9d gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:55:51.518827 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-3709c6e6-7235-45f5-8d8d-55b7c3423de3 service neutron] 10.222.0.35 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097174 Aug 10 00:55:51.769441 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-5cdd6d17-7da2-4ebe-ad7c-9a603854720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd1a149-2393-4426-a797-3f9c81683b9d', 'name': 'tempest-ServerRescueTestJSON-1378103196-router', 'tenant_id': '10f7050015304e84b3f71a403993ccee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'f9e840eb-c696-4c00-97a4-48a74a678f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:55:48Z', 'updated_at': '2021-08-10T00:55:50Z', 'revision_number': 3, 'project_id': '10f7050015304e84b3f71a403993ccee', 'gw_port': {'id': 'f9e840eb-c696-4c00-97a4-48a74a678f20', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd1a149-2393-4426-a797-3f9c81683b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:55:49Z', 'updated_at': '2021-08-10T00:55:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:51.803471 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdd6d17-7da2-4ebe-ad7c-9a603854720d None None] Checking router: 5cd1a149-2393-4426-a797-3f9c81683b9d for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:55:51.804308 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdd6d17-7da2-4ebe-ad7c-9a603854720d None None] Updating router 5cd1a149-2393-4426-a797-3f9c81683b9d port f9e840eb-c696-4c00-97a4-48a74a678f20 binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:55:51.844830 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5cdd6d17-7da2-4ebe-ad7c-9a603854720d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:52.113277 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-65570f56-520e-4a36-a6a6-12a055f903e2 req-afaac166-8966-4bd0-bde3-12cd8a47b563 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf4006af-3d16-4b3c-8041-1c0c9803f7a4 HTTP/1.1" status: 200 len: 210 time: 0.1551545 Aug 10 00:55:52.122423 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37816) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:52.164072 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c13511-a203-4a66-8da3-abfe08b7ba35 req-335e3ac8-77b3-408f-a64d-7b1481eab84c tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:52.165814 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-71c13511-a203-4a66-8da3-abfe08b7ba35 req-335e3ac8-77b3-408f-a64d-7b1481eab84c tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 943 time: 0.2664452 Aug 10 00:55:52.231945 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-71c13511-a203-4a66-8da3-abfe08b7ba35 req-d8f6e103-59e1-4682-bff8-a85f6281b255 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580118 Aug 10 00:55:52.253115 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-b05acb95-1bbb-46f9-891a-52547e337c54 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:52.254741 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-b05acb95-1bbb-46f9-891a-52547e337c54 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.24 "GET /v2.0/networks?id=8e043123-acd1-4cc8-a670-ebf832c12f2b HTTP/1.1" status: 200 len: 813 time: 0.2075512 Aug 10 00:55:52.282467 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-4f570ef6-3d51-4fbb-a454-a2a58190f75f tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Request body: {'port': {'device_id': 'e5aec2ae-67ea-4715-aaf2-d9aa8aa70205', 'network_id': '8e043123-acd1-4cc8-a670-ebf832c12f2b', 'admin_state_up': True, 'tenant_id': '34862481f66244cdb00ae05ecbfcc44b'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:52.286855 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5cdd6d17-7da2-4ebe-ad7c-9a603854720d None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:52.312170 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5cdd6d17-7da2-4ebe-ad7c-9a603854720d None None] Transition to ACTIVE for port object f9e840eb-c696-4c00-97a4-48a74a678f20 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:52.324830 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5cdd6d17-7da2-4ebe-ad7c-9a603854720d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:52.397831 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-5cdd6d17-7da2-4ebe-ad7c-9a603854720d None None] Attempting to bind port f9e840eb-c696-4c00-97a4-48a74a678f20 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:55:52.398063 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-5cdd6d17-7da2-4ebe-ad7c-9a603854720d None None] Attempting to bind port f9e840eb-c696-4c00-97a4-48a74a678f20 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:55:52.398323 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdd6d17-7da2-4ebe-ad7c-9a603854720d None None] Attempting to bind port f9e840eb-c696-4c00-97a4-48a74a678f20 on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:52.406919 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdd6d17-7da2-4ebe-ad7c-9a603854720d None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:55:52.407284 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdd6d17-7da2-4ebe-ad7c-9a603854720d None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:55:52.407693 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5cdd6d17-7da2-4ebe-ad7c-9a603854720d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:52.408077 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdd6d17-7da2-4ebe-ad7c-9a603854720d None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:55:52.408833 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-5cdd6d17-7da2-4ebe-ad7c-9a603854720d None None] Bound port: f9e840eb-c696-4c00-97a4-48a74a678f20, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:55:52.409220 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5cdd6d17-7da2-4ebe-ad7c-9a603854720d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:52.432002 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5b944-af68-4c56-b13d-82856d67fa8c None None] Pushing event updated for resources: {'Port': ['ID=f9e840eb-c696-4c00-97a4-48a74a678f20,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:52.437293 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-0df47a3e-bff7-49a2-bd5e-53a68f00924a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-631822380-network', 'tenant_id': 'b821ce6a3c4741e89d4ef4255b8fedf7'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:52.475905 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-5cdd6d17-7da2-4ebe-ad7c-9a603854720d None None] For port f9e840eb-c696-4c00-97a4-48a74a678f20, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:55:52.481161 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-5cdd6d17-7da2-4ebe-ad7c-9a603854720d None None] For port f9e840eb-c696-4c00-97a4-48a74a678f20, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=f9e840eb-c696-4c00-97a4-48a74a678f20,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:55:52.490452 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5cdd6d17-7da2-4ebe-ad7c-9a603854720d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:52.515316 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02b329-efdd-4bf8-8774-4fcb9f248966 req-ccff360e-f09e-4378-9b68-e34825ee7198 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:52.516913 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7e02b329-efdd-4bf8-8774-4fcb9f248966 req-ccff360e-f09e-4378-9b68-e34825ee7198 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 950 time: 0.1198149 Aug 10 00:55:52.556830 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdd6d17-7da2-4ebe-ad7c-9a603854720d None None] Routers {'5cd1a149-2393-4426-a797-3f9c81683b9d'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:55:52.557579 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-5cdd6d17-7da2-4ebe-ad7c-9a603854720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:55:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['5cd1a149-2393-4426-a797-3f9c81683b9d'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:52.573947 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df47a3e-bff7-49a2-bd5e-53a68f00924a admin admin] Made reservation on behalf of b821ce6a3c4741e89d4ef4255b8fedf7 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:55:52.576579 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0df47a3e-bff7-49a2-bd5e-53a68f00924a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:52.593782 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0df47a3e-bff7-49a2-bd5e-53a68f00924a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:52.594746 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7e02b329-efdd-4bf8-8774-4fcb9f248966 req-ea70b4f1-ba17-4ce7-a175-594caf9e79d7 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707564 Aug 10 00:55:52.627638 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-4f570ef6-3d51-4fbb-a454-a2a58190f75f tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Made reservation on behalf of 34862481f66244cdb00ae05ecbfcc44b for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:55:52.631826 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5b944-af68-4c56-b13d-82856d67fa8c None None] Pushing event updated for resources: {'Port': ['ID=f9e840eb-c696-4c00-97a4-48a74a678f20,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:52.634810 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-4f570ef6-3d51-4fbb-a454-a2a58190f75f tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:52.752549 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-5cdd6d17-7da2-4ebe-ad7c-9a603854720d None None] Set router 5cd1a149-2393-4426-a797-3f9c81683b9d gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:55:52.780823 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ec14b3ba-02b1-4c97-97a3-a33869374ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:52.800894 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c6a66a80-69eb-4e5b-b64b-b7f28ff1945a req-b3e33670-b111-4399-8c96-581858355a0c tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5aec2ae-67ea-4715-aaf2-d9aa8aa70205 HTTP/1.1" status: 200 len: 210 time: 0.0581348 Aug 10 00:55:52.874598 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-4f570ef6-3d51-4fbb-a454-a2a58190f75f tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Allocated IP 172.20.0.2 (8e043123-acd1-4cc8-a670-ebf832c12f2b/eeb15cfb-323e-472a-80f5-e301eee96d09/2bc509b8-c00a-4b66-abd4-cc5ecbb92540) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:55:52.968884 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0df47a3e-bff7-49a2-bd5e-53a68f00924a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:52.980269 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0df47a3e-bff7-49a2-bd5e-53a68f00924a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:53.009720 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-5cdd6d17-7da2-4ebe-ad7c-9a603854720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd1a149-2393-4426-a797-3f9c81683b9d', 'name': 'tempest-ServerRescueTestJSON-1378103196-router', 'tenant_id': '10f7050015304e84b3f71a403993ccee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'f9e840eb-c696-4c00-97a4-48a74a678f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:55:48Z', 'updated_at': '2021-08-10T00:55:50Z', 'revision_number': 3, 'project_id': '10f7050015304e84b3f71a403993ccee', 'gw_port': {'id': 'f9e840eb-c696-4c00-97a4-48a74a678f20', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd1a149-2393-4426-a797-3f9c81683b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:55:49Z', 'updated_at': '2021-08-10T00:55:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:53.019828 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0df47a3e-bff7-49a2-bd5e-53a68f00924a admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:55:53.050767 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdd6d17-7da2-4ebe-ad7c-9a603854720d None None] The sync data for ids ['5cd1a149-2393-4426-a797-3f9c81683b9d'] in n-d-766726-26 is: [{'id': '5cd1a149-2393-4426-a797-3f9c81683b9d', 'name': 'tempest-ServerRescueTestJSON-1378103196-router', 'tenant_id': '10f7050015304e84b3f71a403993ccee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'f9e840eb-c696-4c00-97a4-48a74a678f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:55:48Z', 'updated_at': '2021-08-10T00:55:50Z', 'revision_number': 3, 'project_id': '10f7050015304e84b3f71a403993ccee', 'gw_port': {'id': 'f9e840eb-c696-4c00-97a4-48a74a678f20', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd1a149-2393-4426-a797-3f9c81683b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:55:49Z', 'updated_at': '2021-08-10T00:55:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:55:53.063546 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-4f570ef6-3d51-4fbb-a454-a2a58190f75f tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:53.066993 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df47a3e-bff7-49a2-bd5e-53a68f00924a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571f4510-6af9-41a2-86d0-f2fe5e2b4512,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:53.091819 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0df47a3e-bff7-49a2-bd5e-53a68f00924a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:53.092415 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-0df47a3e-bff7-49a2-bd5e-53a68f00924a admin admin] Added segment 9b9a07a4-481c-463a-b73d-734d4ea092b3 of type vlan for network 17d4aa0e-6e60-40c9-89ab-02ab05ff0c1b Aug 10 00:55:53.139453 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-4f570ef6-3d51-4fbb-a454-a2a58190f75f tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:53.139782 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-ec14b3ba-02b1-4c97-97a3-a33869374ed1 admin admin] Allocated IP 172.20.0.1 (1805ad23-e76e-4170-8cce-d9f8ae87fa4a/13423d62-75d5-4a60-9053-4948677cf60d/fa270ccb-35d1-4465-bc68-77bd651e1464) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:55:53.188897 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0df47a3e-bff7-49a2-bd5e-53a68f00924a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:53.214600 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f570ef6-3d51-4fbb-a454-a2a58190f75f tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Pushing event updated for resources: {'Port': ['ID=2bc509b8-c00a-4b66-abd4-cc5ecbb92540,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:53.235050 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ebaead73-1ab9-4001-a811-d7734f4db3b9 req-526e6b46-d81a-4e6c-93ea-1776638d849c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf4006af-3d16-4b3c-8041-1c0c9803f7a4 HTTP/1.1" status: 200 len: 210 time: 0.0435352 Aug 10 00:55:53.241620 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-4f570ef6-3d51-4fbb-a454-a2a58190f75f tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Network 8e043123-acd1-4cc8-a670-ebf832c12f2b is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:55:53.243266 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-4f570ef6-3d51-4fbb-a454-a2a58190f75f tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:55:53.246759 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-4f570ef6-3d51-4fbb-a454-a2a58190f75f tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:55:53.313924 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-4f570ef6-3d51-4fbb-a454-a2a58190f75f tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:53.314570 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-4f570ef6-3d51-4fbb-a454-a2a58190f75f tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:53.334816 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-4f570ef6-3d51-4fbb-a454-a2a58190f75f tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0690186 Aug 10 00:55:53.361425 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-49501197-5ae0-4ada-8ab6-e262c10c6086 service neutron] Request body: {'port': {'device_id': 'e5aec2ae-67ea-4715-aaf2-d9aa8aa70205', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:53.392703 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0df47a3e-bff7-49a2-bd5e-53a68f00924a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:53.395740 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df47a3e-bff7-49a2-bd5e-53a68f00924a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:53.396711 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0df47a3e-bff7-49a2-bd5e-53a68f00924a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:53.474952 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd3019-2bab-4478-bfbb-6489b3158fb3 req-9758d4e9-e894-435e-aa98-b94b35f494de tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:53.477529 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bcfd3019-2bab-4478-bfbb-6489b3158fb3 req-9758d4e9-e894-435e-aa98-b94b35f494de tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 943 time: 0.1351755 Aug 10 00:55:53.505381 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0df47a3e-bff7-49a2-bd5e-53a68f00924a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3816404 Aug 10 00:55:53.505944 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-49501197-5ae0-4ada-8ab6-e262c10c6086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:53.509102 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37868) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:53.527619 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-fb5ac76d-612f-43d4-b801-63577fdbe791 admin admin] Request body: {'subnet': {'network_id': '17d4aa0e-6e60-40c9-89ab-02ab05ff0c1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-631822380-subnet', 'tenant_id': 'b821ce6a3c4741e89d4ef4255b8fedf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:53.550193 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37870) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:53.562645 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ec14b3ba-02b1-4c97-97a3-a33869374ed1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:53.571363 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df47a3e-bff7-49a2-bd5e-53a68f00924a admin admin] Pushing event updated for resources: {'Network': ['ID=17d4aa0e-6e60-40c9-89ab-02ab05ff0c1b,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:53.589417 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-5639f652-5fd5-4042-9847-6344223facc5 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:53.591102 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-5639f652-5fd5-4042-9847-6344223facc5 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.20 "GET /v2.0/networks?id=4f44dc9d-70b4-422e-936e-64ca9a631395 HTTP/1.1" status: 200 len: 811 time: 0.3282437 Aug 10 00:55:53.591553 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 17d4aa0e-6e60-40c9-89ab-02ab05ff0c1b details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:55:53.613816 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-3e5b0ada-6a20-4051-a8e6-3bacb2ed0a74 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Request body: {'port': {'device_id': 'cf4006af-3d16-4b3c-8041-1c0c9803f7a4', 'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395', 'admin_state_up': True, 'tenant_id': 'fc4321199ccb4da6af26fb4c7f2e415e'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:53.734524 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ec14b3ba-02b1-4c97-97a3-a33869374ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:53.793255 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec14b3ba-02b1-4c97-97a3-a33869374ed1 admin admin] Network 1805ad23-e76e-4170-8cce-d9f8ae87fa4a is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:55:53.801182 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-ec14b3ba-02b1-4c97-97a3-a33869374ed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:55:53.811176 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec14b3ba-02b1-4c97-97a3-a33869374ed1 admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:55:53.815992 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14b3ba-02b1-4c97-97a3-a33869374ed1 admin admin] Pushing event updated for resources: {'Port': ['ID=fa270ccb-35d1-4465-bc68-77bd651e1464,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:53.868544 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ec14b3ba-02b1-4c97-97a3-a33869374ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:53.929217 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.db.api [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-3e5b0ada-6a20-4051-a8e6-3bacb2ed0a74 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 00:55:53.929217 n-d-766726-26 neutron-server[105827]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 00:55:53.929217 n-d-766726-26 neutron-server[105827]: [parameters: {'project_id': 'fc4321199ccb4da6af26fb4c7f2e415e', 'id': '7281ad23-7ce1-449d-bd0c-19985f1cd0df', 'expiration': datetime.datetime(2021, 8, 10, 0, 57, 53, 862354)}] Aug 10 00:55:53.929217 n-d-766726-26 neutron-server[105827]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 00:55:53.929629 n-d-766726-26 neutron-server[105827]: DEBUG oslo_db.api [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-3e5b0ada-6a20-4051-a8e6-3bacb2ed0a74 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 00:55:53.984598 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bcfd3019-2bab-4478-bfbb-6489b3158fb3 req-bc314664-bb85-4509-9106-07cfdf780a2d tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4950547 Aug 10 00:55:54.013296 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5ac76d-612f-43d4-b801-63577fdbe791 admin admin] Made reservation on behalf of b821ce6a3c4741e89d4ef4255b8fedf7 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:55:54.015584 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fb5ac76d-612f-43d4-b801-63577fdbe791 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:54.022066 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ec14b3ba-02b1-4c97-97a3-a33869374ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:54.206818 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ec14b3ba-02b1-4c97-97a3-a33869374ed1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:54.211723 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ec14b3ba-02b1-4c97-97a3-a33869374ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:54.214454 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3779e17-271a-4865-ae11-6e8ed2078059 req-b1911b42-84bf-47d9-b721-07ec3ca927a6 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:54.217451 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c3779e17-271a-4865-ae11-6e8ed2078059 req-b1911b42-84bf-47d9-b721-07ec3ca927a6 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 950 time: 0.2908628 Aug 10 00:55:54.288971 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14b3ba-02b1-4c97-97a3-a33869374ed1 admin admin] Pushing event updated for resources: {'Port': ['ID=fa270ccb-35d1-4465-bc68-77bd651e1464,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:54.292966 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ec14b3ba-02b1-4c97-97a3-a33869374ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:54.318701 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ff38b40d-0517-4753-9dac-3a426b145f8a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0c3c05a4aa6b44198d9152275c7d5b9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7627590 Aug 10 00:55:54.326732 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37882) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:54.337788 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfd705-b7c7-41d2-ae65-be4344303f79 req-634489fb-4e50-4383-9980-b850a277293b tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:54.339766 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6dbfd705-b7c7-41d2-ae65-be4344303f79 req-634489fb-4e50-4383-9980-b850a277293b tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5aec2ae-67ea-4715-aaf2-d9aa8aa70205 HTTP/1.1" status: 200 len: 931 time: 0.2618527 Aug 10 00:55:54.385601 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec14b3ba-02b1-4c97-97a3-a33869374ed1 admin admin] Network 1805ad23-e76e-4170-8cce-d9f8ae87fa4a is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:55:54.387320 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-ec14b3ba-02b1-4c97-97a3-a33869374ed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:55:54.398632 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c3779e17-271a-4865-ae11-6e8ed2078059 req-23ab6ab5-78b4-4d52-9b82-632f611de5bb tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680603 Aug 10 00:55:54.490093 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-3e5b0ada-6a20-4051-a8e6-3bacb2ed0a74 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Made reservation on behalf of fc4321199ccb4da6af26fb4c7f2e415e for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:55:54.493510 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-3e5b0ada-6a20-4051-a8e6-3bacb2ed0a74 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:54.497452 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6dbfd705-b7c7-41d2-ae65-be4344303f79 req-79bf9831-b4b3-4318-9a0f-3ebd21dcc5e2 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups?id=6911e6cf-ab78-4416-af63-4f3cef5c2a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405516 Aug 10 00:55:54.570965 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7cc80e5d-d8a2-4e45-97a1-0230833b5423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:54.611441 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec14b3ba-02b1-4c97-97a3-a33869374ed1 admin admin] Router 5cd1a149-2393-4426-a797-3f9c81683b9d has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:55:54.628648 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a2a8d198-c177-4219-aff1-b74afc0f2fe4 req-d8b77927-c849-4ead-9fbc-e73ba6af26cb tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf4006af-3d16-4b3c-8041-1c0c9803f7a4 HTTP/1.1" status: 200 len: 210 time: 0.0820887 Aug 10 00:55:54.646321 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fb5ac76d-612f-43d4-b801-63577fdbe791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:54.656399 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7cc80e5d-d8a2-4e45-97a1-0230833b5423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:54.678211 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-3e5b0ada-6a20-4051-a8e6-3bacb2ed0a74 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Allocated IP 172.20.0.11 (4f44dc9d-70b4-422e-936e-64ca9a631395/93c0490b-72d4-4bea-8139-8e9a7dbf1c5c/2b1b295b-eb63-44a9-8be5-5e2a88616a4a) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:55:54.701075 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-49501197-5ae0-4ada-8ab6-e262c10c6086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bc509b8-c00a-4b66-abd4-cc5ecbb92540 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:54.716208 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-49501197-5ae0-4ada-8ab6-e262c10c6086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:54.759336 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-49501197-5ae0-4ada-8ab6-e262c10c6086 service neutron] Transition to ACTIVE for port object 2bc509b8-c00a-4b66-abd4-cc5ecbb92540 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:54.761281 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ac76d-612f-43d4-b801-63577fdbe791 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c8ec363-d000-4fe0-836f-4ba135da54c0,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:54.773318 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-49501197-5ae0-4ada-8ab6-e262c10c6086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:54.786448 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec14b3ba-02b1-4c97-97a3-a33869374ed1 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:55:54.792579 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ec14b3ba-02b1-4c97-97a3-a33869374ed1 admin admin] 10.222.0.35 "PUT /v2.0/routers/5cd1a149-2393-4426-a797-3f9c81683b9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4756331 Aug 10 00:55:54.819248 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5ac76d-612f-43d4-b801-63577fdbe791 admin admin] Checking segment: {'id': '9b9a07a4-481c-463a-b73d-734d4ea092b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '17d4aa0e-6e60-40c9-89ab-02ab05ff0c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:55:54.819643 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5ac76d-612f-43d4-b801-63577fdbe791 admin admin] Network hostable DHCP agents. Network: 17d4aa0e-6e60-40c9-89ab-02ab05ff0c1b, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:55:54.829956 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7cc80e5d-d8a2-4e45-97a1-0230833b5423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:54.832492 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7cc80e5d-d8a2-4e45-97a1-0230833b5423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:54.833648 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7cc80e5d-d8a2-4e45-97a1-0230833b5423 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/91f38ab9-4eee-421c-9bba-91c2ab30c0fe HTTP/1.1" status: 204 len: 168 time: 0.4928389 Aug 10 00:55:54.859198 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc80e5d-d8a2-4e45-97a1-0230833b5423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f38ab9-4eee-421c-9bba-91c2ab30c0fe,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:54.865277 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49501197-5ae0-4ada-8ab6-e262c10c6086 service neutron] Pushing event updated for resources: {'Port': ['ID=2bc509b8-c00a-4b66-abd4-cc5ecbb92540,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:54.913106 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5ac76d-612f-43d4-b801-63577fdbe791 admin admin] Network 17d4aa0e-6e60-40c9-89ab-02ab05ff0c1b is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:55:54.936367 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-fb5ac76d-612f-43d4-b801-63577fdbe791 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 17d4aa0e-6e60-40c9-89ab-02ab05ff0c1b) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:55:54.945241 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5ac76d-612f-43d4-b801-63577fdbe791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:54.946378 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067f015c-b96d-473c-8b35-64fc8b70d09f None None] Network 17d4aa0e-6e60-40c9-89ab-02ab05ff0c1b requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:55:54.947345 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fb5ac76d-612f-43d4-b801-63577fdbe791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:54.970915 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-49501197-5ae0-4ada-8ab6-e262c10c6086 service neutron] Attempting to bind port 2bc509b8-c00a-4b66-abd4-cc5ecbb92540 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:55:54.971676 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-49501197-5ae0-4ada-8ab6-e262c10c6086 service neutron] Attempting to bind port 2bc509b8-c00a-4b66-abd4-cc5ecbb92540 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8e043123-acd1-4cc8-a670-ebf832c12f2b'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:55:54.972257 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-49501197-5ae0-4ada-8ab6-e262c10c6086 service neutron] Attempting to bind port 2bc509b8-c00a-4b66-abd4-cc5ecbb92540 on network 8e043123-acd1-4cc8-a670-ebf832c12f2b {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:54.978431 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-49501197-5ae0-4ada-8ab6-e262c10c6086 service neutron] Port 2bc509b8-c00a-4b66-abd4-cc5ecbb92540 on network 8e043123-acd1-4cc8-a670-ebf832c12f2b not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:55:54.979141 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-49501197-5ae0-4ada-8ab6-e262c10c6086 service neutron] Attempting to bind port 2bc509b8-c00a-4b66-abd4-cc5ecbb92540 on network 8e043123-acd1-4cc8-a670-ebf832c12f2b {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:54.982647 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-fb5ac76d-612f-43d4-b801-63577fdbe791 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4706635 Aug 10 00:55:54.989032 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-49501197-5ae0-4ada-8ab6-e262c10c6086 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:55:54.990635 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-49501197-5ae0-4ada-8ab6-e262c10c6086 service neutron] Checking segment: {'id': 'e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8e043123-acd1-4cc8-a670-ebf832c12f2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:55:54.991590 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-49501197-5ae0-4ada-8ab6-e262c10c6086 service neutron] Bound using segment: {'id': 'e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8e043123-acd1-4cc8-a670-ebf832c12f2b'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:55:54.992481 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-49501197-5ae0-4ada-8ab6-e262c10c6086 service neutron] Bound port: 2bc509b8-c00a-4b66-abd4-cc5ecbb92540, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8e043123-acd1-4cc8-a670-ebf832c12f2b'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:55:54.993274 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-49501197-5ae0-4ada-8ab6-e262c10c6086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:55.021736 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device f9e840eb-c696-4c00-97a4-48a74a678f20 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:55:55.023601 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-3e5b0ada-6a20-4051-a8e6-3bacb2ed0a74 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:55.130041 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-3e5b0ada-6a20-4051-a8e6-3bacb2ed0a74 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:55.175154 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-49501197-5ae0-4ada-8ab6-e262c10c6086 service neutron] For port 2bc509b8-c00a-4b66-abd4-cc5ecbb92540, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:55:55.179856 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-49501197-5ae0-4ada-8ab6-e262c10c6086 service neutron] For port 2bc509b8-c00a-4b66-abd4-cc5ecbb92540, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=2bc509b8-c00a-4b66-abd4-cc5ecbb92540,segment=NetworkSegment(e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2),segment_id=e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:55:55.199614 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46453677-e5c2-4b4b-82f4-dd8d525a488f req-47caa593-c339-4b8d-a8b5-53eb9b6ca851 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:55.210292 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3cd5f0-cdeb-44ec-b75d-4e69c41495f0 None None] Network 17d4aa0e-6e60-40c9-89ab-02ab05ff0c1b requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:55:55.211008 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-46453677-e5c2-4b4b-82f4-dd8d525a488f req-47caa593-c339-4b8d-a8b5-53eb9b6ca851 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 943 time: 0.0925307 Aug 10 00:55:55.215627 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port f9e840eb-c696-4c00-97a4-48a74a678f20 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:55.219974 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-49501197-5ae0-4ada-8ab6-e262c10c6086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:55.243056 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b0ada-6a20-4051-a8e6-3bacb2ed0a74 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Pushing event updated for resources: {'Port': ['ID=2b1b295b-eb63-44a9-8be5-5e2a88616a4a,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:55.267846 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-3e5b0ada-6a20-4051-a8e6-3bacb2ed0a74 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Network 4f44dc9d-70b4-422e-936e-64ca9a631395 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:55:55.268947 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11da03bf-e3b4-4da1-9cb2-3ce6adc9f8da None None] Sync routers for ids ['5cd1a149-2393-4426-a797-3f9c81683b9d'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:55:55.269785 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-3e5b0ada-6a20-4051-a8e6-3bacb2ed0a74 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:55:55.272036 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-3e5b0ada-6a20-4051-a8e6-3bacb2ed0a74 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:55:55.277096 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port f9e840eb-c696-4c00-97a4-48a74a678f20 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:55.277691 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:55.286749 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11da03bf-e3b4-4da1-9cb2-3ce6adc9f8da None None] Routers {'5cd1a149-2393-4426-a797-3f9c81683b9d'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:55:55.287524 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-11da03bf-e3b4-4da1-9cb2-3ce6adc9f8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:55:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['5cd1a149-2393-4426-a797-3f9c81683b9d'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:55.304381 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-49501197-5ae0-4ada-8ab6-e262c10c6086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:55.307372 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-49501197-5ae0-4ada-8ab6-e262c10c6086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:55.313633 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-49501197-5ae0-4ada-8ab6-e262c10c6086 service neutron] 10.222.0.24 "PUT /v2.0/ports/2bc509b8-c00a-4b66-abd4-cc5ecbb92540 HTTP/1.1" status: 200 len: 1092 time: 1.9554403 Aug 10 00:55:55.320708 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5aec2ae-67ea-4715-aaf2-d9aa8aa70205', 'tag': '2bc509b8-c00a-4b66-abd4-cc5ecbb92540'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:55.326397 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c963f5c-921f-42dd-8b33-ca8238704206" -d '{"events": [{"name": "network-changed", "server_uuid": "e5aec2ae-67ea-4715-aaf2-d9aa8aa70205", "tag": "2bc509b8-c00a-4b66-abd4-cc5ecbb92540"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:55.337171 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-3e5b0ada-6a20-4051-a8e6-3bacb2ed0a74 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:55.338139 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-3e5b0ada-6a20-4051-a8e6-3bacb2ed0a74 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:55.357417 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-3e5b0ada-6a20-4051-a8e6-3bacb2ed0a74 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7496016 Aug 10 00:55:55.382296 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-4c80035a-621f-45a3-9060-ba0454d962c7 service neutron] Request body: {'port': {'device_id': 'cf4006af-3d16-4b3c-8041-1c0c9803f7a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:55.467876 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-46453677-e5c2-4b4b-82f4-dd8d525a488f req-b7133b60-783d-48a2-a952-1e0bc1735860 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502661 Aug 10 00:55:55.545846 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49501197-5ae0-4ada-8ab6-e262c10c6086 service neutron] Pushing event updated for resources: {'Port': ['ID=2bc509b8-c00a-4b66-abd4-cc5ecbb92540,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:55.557267 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-11da03bf-e3b4-4da1-9cb2-3ce6adc9f8da None None] Set router 5cd1a149-2393-4426-a797-3f9c81683b9d gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:55:55.571761 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-4c80035a-621f-45a3-9060-ba0454d962c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:55.586343 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5221364d-c978-4acd-bf56-3eb62d7dfe81 x-openstack-request-id: req-5221364d-c978-4acd-bf56-3eb62d7dfe81 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:55.586643 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5aec2ae-67ea-4715-aaf2-d9aa8aa70205", "tag": "2bc509b8-c00a-4b66-abd4-cc5ecbb92540", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:55.586905 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5221364d-c978-4acd-bf56-3eb62d7dfe81 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:55.593295 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5aec2ae-67ea-4715-aaf2-d9aa8aa70205', 'tag': '2bc509b8-c00a-4b66-abd4-cc5ecbb92540', 'status': 'completed', 'code': 200} Aug 10 00:55:55.600859 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-8d629acf-6965-449f-81f9-9052d4023a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:55.605500 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-8d629acf-6965-449f-81f9-9052d4023a01 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=34862481f66244cdb00ae05ecbfcc44b&device_id=e5aec2ae-67ea-4715-aaf2-d9aa8aa70205 HTTP/1.1" status: 200 len: 1095 time: 0.2338562 Aug 10 00:55:55.605927 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:55.629254 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port f9e840eb-c696-4c00-97a4-48a74a678f20, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=f9e840eb-c696-4c00-97a4-48a74a678f20,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:55.637444 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:55.708447 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=f9e840eb-c696-4c00-97a4-48a74a678f20,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:55.724870 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-fa79f833-b675-462a-a1e0-70231805ec4f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2bc509b8-c00a-4b66-abd4-cc5ecbb92540 HTTP/1.1" status: 200 len: 217 time: 0.1099691 Aug 10 00:55:55.817488 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-9b4e2d4a-15ad-41ff-a3eb-8b0d0380926d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:55.819378 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-9b4e2d4a-15ad-41ff-a3eb-8b0d0380926d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eeb15cfb-323e-472a-80f5-e301eee96d09 HTTP/1.1" status: 200 len: 853 time: 0.0839336 Aug 10 00:55:55.821833 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-11da03bf-e3b4-4da1-9cb2-3ce6adc9f8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd1a149-2393-4426-a797-3f9c81683b9d', 'name': 'tempest-ServerRescueTestJSON-1378103196-router', 'tenant_id': '10f7050015304e84b3f71a403993ccee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'f9e840eb-c696-4c00-97a4-48a74a678f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:55:48Z', 'updated_at': '2021-08-10T00:55:53Z', 'revision_number': 4, 'project_id': '10f7050015304e84b3f71a403993ccee', 'gw_port': {'id': 'f9e840eb-c696-4c00-97a4-48a74a678f20', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd1a149-2393-4426-a797-3f9c81683b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:55:49Z', 'updated_at': '2021-08-10T00:55:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'fa270ccb-35d1-4465-bc68-77bd651e1464', 'name': '', 'network_id': '1805ad23-e76e-4170-8cce-d9f8ae87fa4a', 'tenant_id': '10f7050015304e84b3f71a403993ccee', 'mac_address': 'fa:16:3e:5e:89:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd1a149-2393-4426-a797-3f9c81683b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '13423d62-75d5-4a60-9053-4948677cf60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:55:52Z', 'updated_at': '2021-08-10T00:55:54Z', 'revision_number': 2, 'project_id': '10f7050015304e84b3f71a403993ccee', 'subnets': [{'id': '13423d62-75d5-4a60-9053-4948677cf60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:55.864259 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-1f0a9e6c-27fd-4bc8-b723-166f59ef69b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e043123-acd1-4cc8-a670-ebf832c12f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367723 Aug 10 00:55:55.878765 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11da03bf-e3b4-4da1-9cb2-3ce6adc9f8da None None] Checking router: 5cd1a149-2393-4426-a797-3f9c81683b9d for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:55:55.879502 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11da03bf-e3b4-4da1-9cb2-3ce6adc9f8da None None] Updating router 5cd1a149-2393-4426-a797-3f9c81683b9d port fa270ccb-35d1-4465-bc68-77bd651e1464 binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:55:55.929254 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-11da03bf-e3b4-4da1-9cb2-3ce6adc9f8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:55.959623 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-22f91a6a-6d5f-4295-bf85-e4bb3c246b2a req-5a11f2f2-3abd-4939-8442-a0daf2f39460 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1248377066', 'description': 'tempest-description-729289495'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:55.987533 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-4c80035a-621f-45a3-9060-ba0454d962c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b1b295b-eb63-44a9-8be5-5e2a88616a4a {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:56.006297 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-4c80035a-621f-45a3-9060-ba0454d962c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:56.025064 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-4c80035a-621f-45a3-9060-ba0454d962c7 service neutron] Transition to ACTIVE for port object 2b1b295b-eb63-44a9-8be5-5e2a88616a4a will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:56.025892 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-22f91a6a-6d5f-4295-bf85-e4bb3c246b2a req-5a11f2f2-3abd-4939-8442-a0daf2f39460 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:56.032342 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-4c80035a-621f-45a3-9060-ba0454d962c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:56.053696 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-5022076d-7e13-4d5c-9a6e-ac01380f8e40 service neutron] 10.222.0.24 "GET /v2.0/networks/8e043123-acd1-4cc8-a670-ebf832c12f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822250 Aug 10 00:55:56.086893 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80035a-621f-45a3-9060-ba0454d962c7 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1b295b-eb63-44a9-8be5-5e2a88616a4a,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:56.174117 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-4c80035a-621f-45a3-9060-ba0454d962c7 service neutron] Attempting to bind port 2b1b295b-eb63-44a9-8be5-5e2a88616a4a on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:55:56.175420 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-4c80035a-621f-45a3-9060-ba0454d962c7 service neutron] Attempting to bind port 2b1b295b-eb63-44a9-8be5-5e2a88616a4a by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': 'fd0aa135-7bf0-4440-a395-b4833e4cac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:55:56.176238 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-4c80035a-621f-45a3-9060-ba0454d962c7 service neutron] Attempting to bind port 2b1b295b-eb63-44a9-8be5-5e2a88616a4a on network 4f44dc9d-70b4-422e-936e-64ca9a631395 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:56.180459 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-4c80035a-621f-45a3-9060-ba0454d962c7 service neutron] Port 2b1b295b-eb63-44a9-8be5-5e2a88616a4a on network 4f44dc9d-70b4-422e-936e-64ca9a631395 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:55:56.180791 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-4c80035a-621f-45a3-9060-ba0454d962c7 service neutron] Attempting to bind port 2b1b295b-eb63-44a9-8be5-5e2a88616a4a on network 4f44dc9d-70b4-422e-936e-64ca9a631395 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:56.185797 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-4c80035a-621f-45a3-9060-ba0454d962c7 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:55:56.186209 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-4c80035a-621f-45a3-9060-ba0454d962c7 service neutron] Checking segment: {'id': 'fd0aa135-7bf0-4440-a395-b4833e4cac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:55:56.186890 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-4c80035a-621f-45a3-9060-ba0454d962c7 service neutron] Bound using segment: {'id': 'fd0aa135-7bf0-4440-a395-b4833e4cac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:55:56.187058 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-4c80035a-621f-45a3-9060-ba0454d962c7 service neutron] Bound port: 2b1b295b-eb63-44a9-8be5-5e2a88616a4a, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd0aa135-7bf0-4440-a395-b4833e4cac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:55:56.187431 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-4c80035a-621f-45a3-9060-ba0454d962c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:56.259713 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-4c80035a-621f-45a3-9060-ba0454d962c7 service neutron] For port 2b1b295b-eb63-44a9-8be5-5e2a88616a4a, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:55:56.263452 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-4c80035a-621f-45a3-9060-ba0454d962c7 service neutron] For port 2b1b295b-eb63-44a9-8be5-5e2a88616a4a, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2b1b295b-eb63-44a9-8be5-5e2a88616a4a,segment=NetworkSegment(fd0aa135-7bf0-4440-a395-b4833e4cac38),segment_id=fd0aa135-7bf0-4440-a395-b4833e4cac38)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:55:56.269113 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-4c80035a-621f-45a3-9060-ba0454d962c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:56.290183 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-11da03bf-e3b4-4da1-9cb2-3ce6adc9f8da None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:56.290774 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f2092e03-366f-47e4-8bda-26f82e38a2fd req-f1a909db-82ff-4659-9049-107f56809887 service neutron] 10.222.0.24 "GET /v2.0/networks/8e043123-acd1-4cc8-a670-ebf832c12f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268443 Aug 10 00:55:56.301269 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-11da03bf-e3b4-4da1-9cb2-3ce6adc9f8da None None] Transition to ACTIVE for port object fa270ccb-35d1-4465-bc68-77bd651e1464 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:56.308664 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-11da03bf-e3b4-4da1-9cb2-3ce6adc9f8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:56.312622 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-f5ef3430-73b7-409d-9a06-c1759f68c456 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:56.314243 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-f5ef3430-73b7-409d-9a06-c1759f68c456 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/networks?id=1805ad23-e76e-4170-8cce-d9f8ae87fa4a HTTP/1.1" status: 200 len: 811 time: 0.2194641 Aug 10 00:55:56.320375 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-4c80035a-621f-45a3-9060-ba0454d962c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:56.321078 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-4c80035a-621f-45a3-9060-ba0454d962c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:56.322548 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-4c80035a-621f-45a3-9060-ba0454d962c7 service neutron] 10.222.0.20 "PUT /v2.0/ports/2b1b295b-eb63-44a9-8be5-5e2a88616a4a HTTP/1.1" status: 200 len: 1093 time: 0.9507253 Aug 10 00:55:56.324155 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf4006af-3d16-4b3c-8041-1c0c9803f7a4', 'tag': '2b1b295b-eb63-44a9-8be5-5e2a88616a4a'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:56.326019 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182fa141-5ea9-4ad6-abda-db183d1c387e" -d '{"events": [{"name": "network-changed", "server_uuid": "cf4006af-3d16-4b3c-8041-1c0c9803f7a4", "tag": "2b1b295b-eb63-44a9-8be5-5e2a88616a4a"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:56.343318 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-c622fc56-7ff0-4859-bafb-65b2b8db9b16 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/quotas/10f7050015304e84b3f71a403993ccee HTTP/1.1" status: 200 len: 375 time: 0.0187049 Aug 10 00:55:56.346048 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-22f91a6a-6d5f-4295-bf85-e4bb3c246b2a req-5a11f2f2-3abd-4939-8442-a0daf2f39460 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:56.351556 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80035a-621f-45a3-9060-ba0454d962c7 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1b295b-eb63-44a9-8be5-5e2a88616a4a,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:56.361313 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-22f91a6a-6d5f-4295-bf85-e4bb3c246b2a req-5a11f2f2-3abd-4939-8442-a0daf2f39460 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:56.384520 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf00df-f7e0-405f-a7a2-0c0426ad61f7 None None] Pushing event updated for resources: {'Port': ['ID=fa270ccb-35d1-4465-bc68-77bd651e1464,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:56.433364 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-89680807-cdf6-484f-bfbf-ee2087174429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:56.434760 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-89680807-cdf6-484f-bfbf-ee2087174429 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fc4321199ccb4da6af26fb4c7f2e415e&device_id=cf4006af-3d16-4b3c-8041-1c0c9803f7a4 HTTP/1.1" status: 200 len: 1096 time: 0.0449817 Aug 10 00:55:56.437789 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-22f91a6a-6d5f-4295-bf85-e4bb3c246b2a req-5a11f2f2-3abd-4939-8442-a0daf2f39460 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:56.439018 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-22f91a6a-6d5f-4295-bf85-e4bb3c246b2a req-5a11f2f2-3abd-4939-8442-a0daf2f39460 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4929202 Aug 10 00:55:56.447182 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11f2f2-3abd-4939-8442-a0daf2f39460 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6b8650-9a37-44a9-96db-8b89f5626adc,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:56.449959 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-11da03bf-e3b4-4da1-9cb2-3ce6adc9f8da None None] Attempting to bind port fa270ccb-35d1-4465-bc68-77bd651e1464 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:55:56.450592 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-11da03bf-e3b4-4da1-9cb2-3ce6adc9f8da None None] Attempting to bind port fa270ccb-35d1-4465-bc68-77bd651e1464 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'd249fd15-fc1f-43cd-bd64-b045520aef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1805ad23-e76e-4170-8cce-d9f8ae87fa4a'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:55:56.451336 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11da03bf-e3b4-4da1-9cb2-3ce6adc9f8da None None] Attempting to bind port fa270ccb-35d1-4465-bc68-77bd651e1464 on network 1805ad23-e76e-4170-8cce-d9f8ae87fa4a {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:56.459220 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-f1f3c6db-3bd4-44dc-9139-355131a3dfe3 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=10f7050015304e84b3f71a403993ccee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1089082 Aug 10 00:55:56.459508 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11da03bf-e3b4-4da1-9cb2-3ce6adc9f8da None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:55:56.460042 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11da03bf-e3b4-4da1-9cb2-3ce6adc9f8da None None] Checking segment: {'id': 'd249fd15-fc1f-43cd-bd64-b045520aef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1805ad23-e76e-4170-8cce-d9f8ae87fa4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:55:56.460573 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-11da03bf-e3b4-4da1-9cb2-3ce6adc9f8da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:56.461188 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11da03bf-e3b4-4da1-9cb2-3ce6adc9f8da None None] Bound using segment: {'id': 'd249fd15-fc1f-43cd-bd64-b045520aef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1805ad23-e76e-4170-8cce-d9f8ae87fa4a'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:55:56.461761 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-11da03bf-e3b4-4da1-9cb2-3ce6adc9f8da None None] Bound port: fa270ccb-35d1-4465-bc68-77bd651e1464, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd249fd15-fc1f-43cd-bd64-b045520aef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1805ad23-e76e-4170-8cce-d9f8ae87fa4a'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:55:56.462355 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-11da03bf-e3b4-4da1-9cb2-3ce6adc9f8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:56.472138 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c963f5c-921f-42dd-8b33-ca8238704206 req-971fc148-273c-46e0-acf3-a351c67aeed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:56.473622 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3c963f5c-921f-42dd-8b33-ca8238704206 req-971fc148-273c-46e0-acf3-a351c67aeed4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=34862481f66244cdb00ae05ecbfcc44b&device_id=e5aec2ae-67ea-4715-aaf2-d9aa8aa70205 HTTP/1.1" status: 200 len: 1095 time: 0.0914111 Aug 10 00:55:56.504757 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-b44a7b27-a890-4688-b3e8-5d99971e32c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b1b295b-eb63-44a9-8be5-5e2a88616a4a HTTP/1.1" status: 200 len: 217 time: 0.0543265 Aug 10 00:55:56.528351 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:55:56.561763 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-11da03bf-e3b4-4da1-9cb2-3ce6adc9f8da None None] For port fa270ccb-35d1-4465-bc68-77bd651e1464, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:55:56.566967 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-11da03bf-e3b4-4da1-9cb2-3ce6adc9f8da None None] For port fa270ccb-35d1-4465-bc68-77bd651e1464, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=fa270ccb-35d1-4465-bc68-77bd651e1464,segment=NetworkSegment(d249fd15-fc1f-43cd-bd64-b045520aef78),segment_id=d249fd15-fc1f-43cd-bd64-b045520aef78)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:55:56.567694 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-b196c3d7-564f-44ef-89c5-6aa785a66fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:56.569343 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-b196c3d7-564f-44ef-89c5-6aa785a66fa8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93c0490b-72d4-4bea-8139-8e9a7dbf1c5c HTTP/1.1" status: 200 len: 851 time: 0.0560973 Aug 10 00:55:56.571326 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-11da03bf-e3b4-4da1-9cb2-3ce6adc9f8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:56.610947 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-0e7f9f0d-8b54-48e3-b1a6-815a2c235ac3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f44dc9d-70b4-422e-936e-64ca9a631395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312378 Aug 10 00:55:56.652879 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=552dfeff-3ddd-478f-86af-fb8dd8a7fa9c,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:56.660626 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf00df-f7e0-405f-a7a2-0c0426ad61f7 None None] Pushing event updated for resources: {'Port': ['ID=fa270ccb-35d1-4465-bc68-77bd651e1464,revision_number=4']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:56.671546 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6effb7a-5f61-48c0-8851-95aba6af6794 req-a800d6a4-fb4d-436d-883f-422197a5ad07 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:56.673107 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f6effb7a-5f61-48c0-8851-95aba6af6794 req-a800d6a4-fb4d-436d-883f-422197a5ad07 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 950 time: 0.1379333 Aug 10 00:55:56.676505 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11da03bf-e3b4-4da1-9cb2-3ce6adc9f8da None None] Routers {'5cd1a149-2393-4426-a797-3f9c81683b9d'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:55:56.677321 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-11da03bf-e3b4-4da1-9cb2-3ce6adc9f8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:55:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['5cd1a149-2393-4426-a797-3f9c81683b9d'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:56.679100 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c963f5c-921f-42dd-8b33-ca8238704206 req-db780bb5-e057-4d59-bd81-5c09642eac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:56.679302 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '552dfeff-3ddd-478f-86af-fb8dd8a7fa9c', 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da', 'port_id': '552dfeff-3ddd-478f-86af-fb8dd8a7fa9c', 'mac_address': 'fa:16:3e:0c:54:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ff99852-0921-4c80-99ca-12207c311102', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:55:56.681032 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3c963f5c-921f-42dd-8b33-ca8238704206 req-db780bb5-e057-4d59-bd81-5c09642eac73 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e043123-acd1-4cc8-a670-ebf832c12f2b HTTP/1.1" status: 200 len: 914 time: 0.1991491 Aug 10 00:55:56.684293 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-bb890441-70ee-409e-98b5-e4cd93c02a51 service neutron] 10.222.0.35 "GET /v2.0/networks/1805ad23-e76e-4170-8cce-d9f8ae87fa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144885 Aug 10 00:55:56.723305 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:56.736714 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:56.752630 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3c963f5c-921f-42dd-8b33-ca8238704206 req-51fc5d6e-8dc1-4eb2-92d6-99c0591a1ce4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2bc509b8-c00a-4b66-abd4-cc5ecbb92540 HTTP/1.1" status: 200 len: 217 time: 0.0625741 Aug 10 00:55:56.763885 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=552dfeff-3ddd-478f-86af-fb8dd8a7fa9c,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:56.769525 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:56.769914 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-dad16d1e-7807-4166-803d-bae5b0acec87 service neutron] 10.222.0.20 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500101 Aug 10 00:55:56.814931 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-11da03bf-e3b4-4da1-9cb2-3ce6adc9f8da None None] Set router 5cd1a149-2393-4426-a797-3f9c81683b9d gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:55:56.832900 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=552dfeff-3ddd-478f-86af-fb8dd8a7fa9c,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:56.833616 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f6effb7a-5f61-48c0-8851-95aba6af6794 req-31f647b3-89c6-4590-a0bd-1fbc58b5c750 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520858 Aug 10 00:55:56.870982 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c963f5c-921f-42dd-8b33-ca8238704206 req-1590659c-1e72-4af6-b5fd-4ec7ac6f6c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:56.872498 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3c963f5c-921f-42dd-8b33-ca8238704206 req-1590659c-1e72-4af6-b5fd-4ec7ac6f6c0c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eeb15cfb-323e-472a-80f5-e301eee96d09 HTTP/1.1" status: 200 len: 853 time: 0.0913138 Aug 10 00:55:56.876078 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-efed608e-6167-423e-a90f-db6a12904f63 service neutron] 10.222.0.35 "GET /v2.0/networks/1805ad23-e76e-4170-8cce-d9f8ae87fa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800029 Aug 10 00:55:56.910115 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3c963f5c-921f-42dd-8b33-ca8238704206 req-a0c446ad-bc32-4457-9f98-007cbeead3f3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e043123-acd1-4cc8-a670-ebf832c12f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297115 Aug 10 00:55:56.916169 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fb687eab-c38a-41bd-8d15-3f4b5f718f12 req-aa8cd035-9246-468b-b316-f395924feaf6 service neutron] 10.222.0.20 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382167 Aug 10 00:55:56.968547 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device f9e840eb-c696-4c00-97a4-48a74a678f20 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:55:57.057075 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3c963f5c-921f-42dd-8b33-ca8238704206 req-71e6ea8f-d19f-4571-8979-958d9744ccd2 service neutron] 10.222.0.24 "GET /v2.0/networks/8e043123-acd1-4cc8-a670-ebf832c12f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388087 Aug 10 00:55:57.082093 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port f9e840eb-c696-4c00-97a4-48a74a678f20 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:57.082983 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:57.178676 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-11da03bf-e3b4-4da1-9cb2-3ce6adc9f8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd1a149-2393-4426-a797-3f9c81683b9d', 'name': 'tempest-ServerRescueTestJSON-1378103196-router', 'tenant_id': '10f7050015304e84b3f71a403993ccee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'f9e840eb-c696-4c00-97a4-48a74a678f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:55:48Z', 'updated_at': '2021-08-10T00:55:53Z', 'revision_number': 4, 'project_id': '10f7050015304e84b3f71a403993ccee', 'gw_port': {'id': 'f9e840eb-c696-4c00-97a4-48a74a678f20', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd1a149-2393-4426-a797-3f9c81683b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:55:49Z', 'updated_at': '2021-08-10T00:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'fa270ccb-35d1-4465-bc68-77bd651e1464', 'name': '', 'network_id': '1805ad23-e76e-4170-8cce-d9f8ae87fa4a', 'tenant_id': '10f7050015304e84b3f71a403993ccee', 'mac_address': 'fa:16:3e:5e:89:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd1a149-2393-4426-a797-3f9c81683b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '13423d62-75d5-4a60-9053-4948677cf60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:55:52Z', 'updated_at': '2021-08-10T00:55:56Z', 'revision_number': 4, 'project_id': '10f7050015304e84b3f71a403993ccee', 'subnets': [{'id': '13423d62-75d5-4a60-9053-4948677cf60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:57.202507 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['552dfeff-3ddd-478f-86af-fb8dd8a7fa9c'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:55:57.207911 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11da03bf-e3b4-4da1-9cb2-3ce6adc9f8da None None] The sync data for ids ['5cd1a149-2393-4426-a797-3f9c81683b9d'] in n-d-766726-26 is: [{'id': '5cd1a149-2393-4426-a797-3f9c81683b9d', 'name': 'tempest-ServerRescueTestJSON-1378103196-router', 'tenant_id': '10f7050015304e84b3f71a403993ccee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'f9e840eb-c696-4c00-97a4-48a74a678f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:55:48Z', 'updated_at': '2021-08-10T00:55:53Z', 'revision_number': 4, 'project_id': '10f7050015304e84b3f71a403993ccee', 'gw_port': {'id': 'f9e840eb-c696-4c00-97a4-48a74a678f20', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd1a149-2393-4426-a797-3f9c81683b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:55:49Z', 'updated_at': '2021-08-10T00:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'fa270ccb-35d1-4465-bc68-77bd651e1464', 'name': '', 'network_id': '1805ad23-e76e-4170-8cce-d9f8ae87fa4a', 'tenant_id': '10f7050015304e84b3f71a403993ccee', 'mac_address': 'fa:16:3e:5e:89:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd1a149-2393-4426-a797-3f9c81683b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '13423d62-75d5-4a60-9053-4948677cf60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:55:52Z', 'updated_at': '2021-08-10T00:55:56Z', 'revision_number': 4, 'project_id': '10f7050015304e84b3f71a403993ccee', 'subnets': [{'id': '13423d62-75d5-4a60-9053-4948677cf60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:55:57.214385 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a92ab6-82a2-43db-bf9c-39ada0a9a9c7 req-420969ea-0ff9-4119-93ea-ce7fb92725c6 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:57.215957 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-93a92ab6-82a2-43db-bf9c-39ada0a9a9c7 req-420969ea-0ff9-4119-93ea-ce7fb92725c6 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5aec2ae-67ea-4715-aaf2-d9aa8aa70205 HTTP/1.1" status: 200 len: 943 time: 0.1572392 Aug 10 00:55:57.306804 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40b2d4-f69a-4e8b-98b8-f90610064eaf req-9d862221-8114-41ca-8085-1dcd64cbf877 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:57.308460 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0a40b2d4-f69a-4e8b-98b8-f90610064eaf req-9d862221-8114-41ca-8085-1dcd64cbf877 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf4006af-3d16-4b3c-8041-1c0c9803f7a4 HTTP/1.1" status: 200 len: 944 time: 0.1444988 Aug 10 00:55:57.317673 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3c963f5c-921f-42dd-8b33-ca8238704206 req-e1e89b67-9584-4db3-9ab3-eeb3d2b79f42 service neutron] 10.222.0.24 "GET /v2.0/networks/8e043123-acd1-4cc8-a670-ebf832c12f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187557 Aug 10 00:55:57.332728 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-93a92ab6-82a2-43db-bf9c-39ada0a9a9c7 req-0b0dc55c-8b7c-4330-8e61-184371dbb669 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups?id=6911e6cf-ab78-4416-af63-4f3cef5c2a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097562 Aug 10 00:55:57.402304 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0a40b2d4-f69a-4e8b-98b8-f90610064eaf req-3bdc891a-cf84-4a78-bdac-78422f7aa6e7 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812821 Aug 10 00:55:57.453008 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1be7b3-5087-4bb4-bf38-525001ac22c6 x-openstack-request-id: req-de1be7b3-5087-4bb4-bf38-525001ac22c6 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:57.453529 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf4006af-3d16-4b3c-8041-1c0c9803f7a4", "tag": "2b1b295b-eb63-44a9-8be5-5e2a88616a4a", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:57.453636 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-de1be7b3-5087-4bb4-bf38-525001ac22c6 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:57.454560 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf4006af-3d16-4b3c-8041-1c0c9803f7a4', 'tag': '2b1b295b-eb63-44a9-8be5-5e2a88616a4a', 'status': 'completed', 'code': 200} Aug 10 00:55:57.515607 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c7883c5e-d97b-4f8b-9f63-e66bf5039f3a req-5e704ae0-ffdc-4887-87eb-1fb7ea8462a2 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] 10.222.0.35 "GET /v2.0/security-groups/8d6b8650-9a37-44a9-96db-8b89f5626adc HTTP/1.1" status: 200 len: 1812 time: 0.0481791 Aug 10 00:55:57.528895 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-c7883c5e-d97b-4f8b-9f63-e66bf5039f3a req-05b4a327-a581-47f4-a93e-b151d94c738b tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8d6b8650-9a37-44a9-96db-8b89f5626adc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:57.529331 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-c7883c5e-d97b-4f8b-9f63-e66bf5039f3a req-05b4a327-a581-47f4-a93e-b151d94c738b tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8d6b8650-9a37-44a9-96db-8b89f5626adc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:57.585182 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fa141-5ea9-4ad6-abda-db183d1c387e req-3d2d36d7-2ad0-4e56-bc1c-ea482a841548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:57.592402 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-182fa141-5ea9-4ad6-abda-db183d1c387e req-3d2d36d7-2ad0-4e56-bc1c-ea482a841548 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fc4321199ccb4da6af26fb4c7f2e415e&device_id=cf4006af-3d16-4b3c-8041-1c0c9803f7a4 HTTP/1.1" status: 200 len: 1096 time: 0.0914934 Aug 10 00:55:57.623708 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c7883c5e-d97b-4f8b-9f63-e66bf5039f3a req-05b4a327-a581-47f4-a93e-b151d94c738b tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:57.670913 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c7883c5e-d97b-4f8b-9f63-e66bf5039f3a req-05b4a327-a581-47f4-a93e-b151d94c738b tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:57.692744 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c7883c5e-d97b-4f8b-9f63-e66bf5039f3a req-05b4a327-a581-47f4-a93e-b151d94c738b tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:57.723538 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4a327-a581-47f4-a93e-b151d94c738b tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b326517f-6e43-447f-ac77-314b75790215,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:57.730846 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fa141-5ea9-4ad6-abda-db183d1c387e req-1488b97a-ef6b-48c7-9d59-6bdd5010da5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:57.732508 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-182fa141-5ea9-4ad6-abda-db183d1c387e req-1488b97a-ef6b-48c7-9d59-6bdd5010da5e service neutron] 10.222.0.20 "GET /v2.0/networks?id=4f44dc9d-70b4-422e-936e-64ca9a631395 HTTP/1.1" status: 200 len: 912 time: 0.1326778 Aug 10 00:55:57.740542 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06070149-b5b5-412e-bd66-d216c02b615a req-59a7d9e2-6264-4e6a-b189-a7b6c4958481 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:57.745008 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06070149-b5b5-412e-bd66-d216c02b615a req-59a7d9e2-6264-4e6a-b189-a7b6c4958481 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 944 time: 0.0978467 Aug 10 00:55:57.747444 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c7883c5e-d97b-4f8b-9f63-e66bf5039f3a req-05b4a327-a581-47f4-a93e-b151d94c738b tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:57.750368 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c7883c5e-d97b-4f8b-9f63-e66bf5039f3a req-05b4a327-a581-47f4-a93e-b151d94c738b tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2280149 Aug 10 00:55:57.795251 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-182fa141-5ea9-4ad6-abda-db183d1c387e req-1eb94d53-d0fa-4db8-b660-097a9e3d9af0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b1b295b-eb63-44a9-8be5-5e2a88616a4a HTTP/1.1" status: 200 len: 217 time: 0.0548623 Aug 10 00:55:57.797801 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06070149-b5b5-412e-bd66-d216c02b615a req-ca53280a-c4b7-418a-aecd-98219e456026 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457561 Aug 10 00:55:57.879814 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f3c766c5-07cf-4219-b4d8-6b41797387e0 req-005ebaf8-b00a-4bb5-9631-18a749e78a3b tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 210 time: 0.0428712 Aug 10 00:55:57.908099 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fa141-5ea9-4ad6-abda-db183d1c387e req-8ada69a5-1641-404e-8de4-c1b1319ddd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:57.910495 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-182fa141-5ea9-4ad6-abda-db183d1c387e req-8ada69a5-1641-404e-8de4-c1b1319ddd0f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93c0490b-72d4-4bea-8139-8e9a7dbf1c5c HTTP/1.1" status: 200 len: 851 time: 0.1000941 Aug 10 00:55:57.915878 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:57.957494 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-182fa141-5ea9-4ad6-abda-db183d1c387e req-4d8021b6-77cc-430f-8238-53993dbe245a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f44dc9d-70b4-422e-936e-64ca9a631395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359516 Aug 10 00:55:57.961997 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a33c0a59-d55c-413a-bd14-efda045b43f6 req-19a75d6b-5fee-4c56-86c8-9f8205292138 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] 10.222.0.35 "GET /v2.0/security-groups/8d6b8650-9a37-44a9-96db-8b89f5626adc HTTP/1.1" status: 200 len: 2405 time: 0.0492837 Aug 10 00:55:58.050502 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a2898-dc3e-4cce-bbce-ea5436b34181 req-9b436334-118b-4df1-a3a9-7e7049d90128 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:58.052061 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a28a2898-dc3e-4cce-bbce-ea5436b34181 req-9b436334-118b-4df1-a3a9-7e7049d90128 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 950 time: 0.0643795 Aug 10 00:55:58.072902 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-182fa141-5ea9-4ad6-abda-db183d1c387e req-6509e3ac-eeb6-4903-87ce-ab5fdbc0f76e service neutron] 10.222.0.20 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053925 Aug 10 00:55:58.114508 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a28a2898-dc3e-4cce-bbce-ea5436b34181 req-fef82172-5052-4415-94a5-36b83a796c0b tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459123 Aug 10 00:55:58.159970 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aa00891e-b3ab-497c-8233-f294ac051a22 req-b2d74413-680e-432b-ad83-e7cc12e46958 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] 10.222.0.35 "GET /v2.0/security-group-rules/b326517f-6e43-447f-ac77-314b75790215 HTTP/1.1" status: 200 len: 778 time: 0.0297699 Aug 10 00:55:58.203237 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aa00891e-b3ab-497c-8233-f294ac051a22 req-cc1f84b5-a493-4f87-94c7-9bb5e7f66436 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] 10.222.0.35 "GET /v2.0/security-groups/8d6b8650-9a37-44a9-96db-8b89f5626adc HTTP/1.1" status: 200 len: 2405 time: 0.0420845 Aug 10 00:55:58.222127 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-182fa141-5ea9-4ad6-abda-db183d1c387e req-57a74228-057c-4752-9318-94196fd1479c service neutron] 10.222.0.20 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248672 Aug 10 00:55:58.244110 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-aa00891e-b3ab-497c-8233-f294ac051a22 req-e89a123f-6141-47e9-9aa1-c9a89f39d9c5 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:58.259064 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-aa00891e-b3ab-497c-8233-f294ac051a22 req-e89a123f-6141-47e9-9aa1-c9a89f39d9c5 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:58.297768 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-aa00891e-b3ab-497c-8233-f294ac051a22 req-e89a123f-6141-47e9-9aa1-c9a89f39d9c5 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:58.302969 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-aa00891e-b3ab-497c-8233-f294ac051a22 req-e89a123f-6141-47e9-9aa1-c9a89f39d9c5 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:58.304110 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aa00891e-b3ab-497c-8233-f294ac051a22 req-e89a123f-6141-47e9-9aa1-c9a89f39d9c5 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/b326517f-6e43-447f-ac77-314b75790215 HTTP/1.1" status: 204 len: 173 time: 0.0935476 Aug 10 00:55:58.313794 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a123f-6141-47e9-9aa1-c9a89f39d9c5 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b326517f-6e43-447f-ac77-314b75790215,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:58.414554 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-c8f2bcea-3ffa-4dba-a10a-e80c9564d7cf req-8309c2fe-14f4-4044-8f5c-4d050c9ce65c tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-381415052', 'description': 'tempest-description-490766777'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:58.443939 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c8f2bcea-3ffa-4dba-a10a-e80c9564d7cf req-8309c2fe-14f4-4044-8f5c-4d050c9ce65c tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:58.534296 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:55:58.552588 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c8f2bcea-3ffa-4dba-a10a-e80c9564d7cf req-8309c2fe-14f4-4044-8f5c-4d050c9ce65c tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:58.561225 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c8f2bcea-3ffa-4dba-a10a-e80c9564d7cf req-8309c2fe-14f4-4044-8f5c-4d050c9ce65c tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:58.591738 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c8f2bcea-3ffa-4dba-a10a-e80c9564d7cf req-8309c2fe-14f4-4044-8f5c-4d050c9ce65c tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:58.593350 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c8f2bcea-3ffa-4dba-a10a-e80c9564d7cf req-8309c2fe-14f4-4044-8f5c-4d050c9ce65c tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.1862140 Aug 10 00:55:58.598408 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309c2fe-14f4-4044-8f5c-4d050c9ce65c tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b819a47-ef42-4c0c-b865-7bc362cd856f,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:58.644920 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:58.650564 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:58.651388 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:58.753463 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-c1a9c19c-7eb5-425b-b8c5-935db40cf3cd tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:58.754952 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-c1a9c19c-7eb5-425b-b8c5-935db40cf3cd tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.20 "GET /v2.0/networks?id=1805ad23-e76e-4170-8cce-d9f8ae87fa4a HTTP/1.1" status: 200 len: 811 time: 0.1593990 Aug 10 00:55:58.767044 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:58.777985 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-02c3d651-ba90-4764-8da7-b7358ffbea8a tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Request body: {'port': {'device_id': '3e32798c-b7fc-41d5-9c98-83af27d7f19c', 'network_id': '1805ad23-e76e-4170-8cce-d9f8ae87fa4a', 'admin_state_up': True, 'tenant_id': '10f7050015304e84b3f71a403993ccee'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:58.797827 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32834f6-1607-4da1-8e9e-9ab2a84faea7 req-eabd0c94-1187-4992-80e2-d29d61e2316a tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:58.799364 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e32834f6-1607-4da1-8e9e-9ab2a84faea7 req-eabd0c94-1187-4992-80e2-d29d61e2316a tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5aec2ae-67ea-4715-aaf2-d9aa8aa70205 HTTP/1.1" status: 200 len: 943 time: 0.1197457 Aug 10 00:55:58.813033 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f2eb5-871f-4da2-92b5-5dfdeea65f5b req-15bb7a9d-51fb-4e78-9d0d-0189d9102aa6 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:58.813803 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=552dfeff-3ddd-478f-86af-fb8dd8a7fa9c,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:58.814527 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ff5f2eb5-871f-4da2-92b5-5dfdeea65f5b req-15bb7a9d-51fb-4e78-9d0d-0189d9102aa6 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf4006af-3d16-4b3c-8041-1c0c9803f7a4 HTTP/1.1" status: 200 len: 944 time: 0.0789526 Aug 10 00:55:58.814834 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3024c646-26ef-47cf-8349-33715cbae83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552dfeff-3ddd-478f-86af-fb8dd8a7fa9c'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:58.817487 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff0e789-7b74-43de-b5cd-8fc799447f69" -d '{"events": [{"server_uuid": "3024c646-26ef-47cf-8349-33715cbae83b", "name": "network-vif-plugged", "status": "completed", "tag": "552dfeff-3ddd-478f-86af-fb8dd8a7fa9c"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:58.827712 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:58.868333 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e32834f6-1607-4da1-8e9e-9ab2a84faea7 req-3928708f-b3c5-4de5-b704-e36344fc8de9 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups?id=6911e6cf-ab78-4416-af63-4f3cef5c2a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527816 Aug 10 00:55:58.887710 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ff5f2eb5-871f-4da2-92b5-5dfdeea65f5b req-ee2225fe-c055-4789-a221-5910caf5e1d1 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557332 Aug 10 00:55:58.915407 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=552dfeff-3ddd-478f-86af-fb8dd8a7fa9c,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:58.918314 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-02c3d651-ba90-4764-8da7-b7358ffbea8a tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Made reservation on behalf of 10f7050015304e84b3f71a403993ccee for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:55:58.921941 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-02c3d651-ba90-4764-8da7-b7358ffbea8a tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:58.973134 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4cd78ece-4afa-4363-88e4-431aefbf4d1d req-e3f9da84-7f4c-4228-be23-7edcd6fa7353 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] 10.222.0.35 "GET /v2.0/security-groups/1b819a47-ef42-4c0c-b865-7bc362cd856f HTTP/1.1" status: 200 len: 1811 time: 0.0514584 Aug 10 00:55:59.002404 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device fa270ccb-35d1-4465-bc68-77bd651e1464 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:55:59.027958 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba3f976-e679-465c-ae25-ed8651f91cf5 x-openstack-request-id: req-aba3f976-e679-465c-ae25-ed8651f91cf5 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:59.028342 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3024c646-26ef-47cf-8349-33715cbae83b", "name": "network-vif-plugged", "status": "completed", "tag": "552dfeff-3ddd-478f-86af-fb8dd8a7fa9c", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:59.028669 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aba3f976-e679-465c-ae25-ed8651f91cf5 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:59.029127 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3024c646-26ef-47cf-8349-33715cbae83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552dfeff-3ddd-478f-86af-fb8dd8a7fa9c', 'code': 200} Aug 10 00:55:59.077659 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port fa270ccb-35d1-4465-bc68-77bd651e1464 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:59.082510 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port fa270ccb-35d1-4465-bc68-77bd651e1464 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:59.083027 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:59.106504 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-02c3d651-ba90-4764-8da7-b7358ffbea8a tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Allocated IP 172.20.0.12 (1805ad23-e76e-4170-8cce-d9f8ae87fa4a/13423d62-75d5-4a60-9053-4948677cf60d/4c925211-bb26-4318-a0e2-13a49bddd4ba) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:55:59.157183 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79a036-32c0-407c-9d64-0dc99ef31343 req-9ecb66e4-23f5-46e7-a936-306b5008473d tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:59.158970 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd79a036-32c0-407c-9d64-0dc99ef31343 req-9ecb66e4-23f5-46e7-a936-306b5008473d tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 945 time: 0.0807576 Aug 10 00:55:59.161659 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1cadc3-6317-4cb6-95ec-8fb438e0c40c req-5774acf2-ec9b-4ec3-8a28-8289ca540371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:59.163012 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ac1cadc3-6317-4cb6-95ec-8fb438e0c40c req-5774acf2-ec9b-4ec3-8a28-8289ca540371 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 1097 time: 0.0761466 Aug 10 00:55:59.181789 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:59.220440 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port fa270ccb-35d1-4465-bc68-77bd651e1464, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=fa270ccb-35d1-4465-bc68-77bd651e1464,segment=NetworkSegment(d249fd15-fc1f-43cd-bd64-b045520aef78),segment_id=d249fd15-fc1f-43cd-bd64-b045520aef78)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:59.226328 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:59.235177 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd79a036-32c0-407c-9d64-0dc99ef31343 req-c2cae5ce-f311-446e-b75e-e868802fbd55 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694950 Aug 10 00:55:59.240533 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ac1cadc3-6317-4cb6-95ec-8fb438e0c40c req-d873bc07-a4aa-4e81-bf05-9785f18c0e70 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675266 Aug 10 00:55:59.296341 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=fa270ccb-35d1-4465-bc68-77bd651e1464,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:59.315356 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-02c3d651-ba90-4764-8da7-b7358ffbea8a tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:59.349196 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-df0e0cc1-cd10-453f-9ef6-2ee0cf6b7224 req-4d7e3033-ef8c-4b17-b349-8a2b42228edc tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 210 time: 0.0284729 Aug 10 00:55:59.357808 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-02c3d651-ba90-4764-8da7-b7358ffbea8a tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:59.407567 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-02c3d651-ba90-4764-8da7-b7358ffbea8a tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Network 1805ad23-e76e-4170-8cce-d9f8ae87fa4a is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:55:59.411522 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-02c3d651-ba90-4764-8da7-b7358ffbea8a tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:55:59.415344 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-02c3d651-ba90-4764-8da7-b7358ffbea8a tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:55:59.422424 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-a3b33e4a-5401-4e21-87e2-f47feffce2a0 req-a80dea90-6508-46f1-94ca-48263f0d47e4 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1244744909', 'description': 'tempest-description-1500278925'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:59.438239 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3d651-ba90-4764-8da7-b7358ffbea8a tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Pushing event updated for resources: {'Port': ['ID=4c925211-bb26-4318-a0e2-13a49bddd4ba,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:59.458347 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72179229-f7e6-4dc2-a8ea-973397322a8f req-e21a03a6-01df-4f2a-bcf7-0f7d3b25ddfc tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:59.459823 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-72179229-f7e6-4dc2-a8ea-973397322a8f req-e21a03a6-01df-4f2a-bcf7-0f7d3b25ddfc tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 950 time: 0.0786288 Aug 10 00:55:59.461114 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a3b33e4a-5401-4e21-87e2-f47feffce2a0 req-a80dea90-6508-46f1-94ca-48263f0d47e4 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:59.467954 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-02c3d651-ba90-4764-8da7-b7358ffbea8a tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:59.468624 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-02c3d651-ba90-4764-8da7-b7358ffbea8a tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:59.482462 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-02c3d651-ba90-4764-8da7-b7358ffbea8a tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7101703 Aug 10 00:55:59.500465 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-f42dc29a-52c6-48b4-b634-27866e801a2d service neutron] Request body: {'port': {'device_id': '3e32798c-b7fc-41d5-9c98-83af27d7f19c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:59.532026 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-72179229-f7e6-4dc2-a8ea-973397322a8f req-a9a8bf0f-ab57-44e4-b82c-a9d9ceecd197 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583441 Aug 10 00:55:59.561531 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-f42dc29a-52c6-48b4-b634-27866e801a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:59.581448 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a3b33e4a-5401-4e21-87e2-f47feffce2a0 req-a80dea90-6508-46f1-94ca-48263f0d47e4 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:59.586562 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a3b33e4a-5401-4e21-87e2-f47feffce2a0 req-a80dea90-6508-46f1-94ca-48263f0d47e4 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:59.615074 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80dea90-6508-46f1-94ca-48263f0d47e4 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be67d0cc-28cc-4889-9e91-5d691da67989,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:59.623620 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a3b33e4a-5401-4e21-87e2-f47feffce2a0 req-a80dea90-6508-46f1-94ca-48263f0d47e4 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:59.624890 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a3b33e4a-5401-4e21-87e2-f47feffce2a0 req-a80dea90-6508-46f1-94ca-48263f0d47e4 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2075517 Aug 10 00:55:59.696254 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-14bec67d-c04a-44a1-ae52-51fb446ebd57 req-c34cfaf9-dbfd-4e38-86a5-bfeebbef5e8c tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] 10.222.0.35 "GET /v2.0/security-groups/be67d0cc-28cc-4889-9e91-5d691da67989 HTTP/1.1" status: 200 len: 1813 time: 0.0445254 Aug 10 00:55:59.727740 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-8a458299-b5fe-4154-bc3a-d054892c0357 req-5567c4c4-4186-4323-b7ed-5ad21d001496 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-739713168', 'description': 'tempest-description-2023725047'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:59.750939 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8a458299-b5fe-4154-bc3a-d054892c0357 req-5567c4c4-4186-4323-b7ed-5ad21d001496 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:59.841161 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8a458299-b5fe-4154-bc3a-d054892c0357 req-5567c4c4-4186-4323-b7ed-5ad21d001496 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:59.845484 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8a458299-b5fe-4154-bc3a-d054892c0357 req-5567c4c4-4186-4323-b7ed-5ad21d001496 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:59.876104 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8a458299-b5fe-4154-bc3a-d054892c0357 req-5567c4c4-4186-4323-b7ed-5ad21d001496 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:59.877335 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a458299-b5fe-4154-bc3a-d054892c0357 req-5567c4c4-4186-4323-b7ed-5ad21d001496 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1538281 Aug 10 00:55:59.879004 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567c4c4-4186-4323-b7ed-5ad21d001496 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5229b04c-a46a-4658-ab45-069176541f45,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:59.880173 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-f42dc29a-52c6-48b4-b634-27866e801a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c925211-bb26-4318-a0e2-13a49bddd4ba {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:59.889578 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-f42dc29a-52c6-48b4-b634-27866e801a2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:59.902645 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-f42dc29a-52c6-48b4-b634-27866e801a2d service neutron] Transition to ACTIVE for port object 4c925211-bb26-4318-a0e2-13a49bddd4ba will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:59.907523 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-f42dc29a-52c6-48b4-b634-27866e801a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:59.958693 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-74a0a8ca-eaab-4b8d-b351-72a47365f1c9 req-a5c7bb39-f403-47c1-ae5f-759dfb507c7c tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] 10.222.0.35 "GET /v2.0/security-groups/5229b04c-a46a-4658-ab45-069176541f45 HTTP/1.1" status: 200 len: 1812 time: 0.0550597 Aug 10 00:56:00.023300 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8e3d2-42af-4640-9789-595240f863d3 req-d61ee4ed-3707-4592-b162-15e54031bd43 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:00.024931 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1fb8e3d2-42af-4640-9789-595240f863d3 req-d61ee4ed-3707-4592-b162-15e54031bd43 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5aec2ae-67ea-4715-aaf2-d9aa8aa70205 HTTP/1.1" status: 200 len: 943 time: 0.0628250 Aug 10 00:56:00.108612 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1fb8e3d2-42af-4640-9789-595240f863d3 req-0c267ae5-685e-4c1f-aa82-a49104f1e744 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups?id=6911e6cf-ab78-4416-af63-4f3cef5c2a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734174 Aug 10 00:56:00.109278 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38022) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:00.118777 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ee9ed-968b-42d3-90d0-a35994027986 req-77a3c489-ba94-4d75-ad9f-9e080db5c424 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:00.128110 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-240ee9ed-968b-42d3-90d0-a35994027986 req-77a3c489-ba94-4d75-ad9f-9e080db5c424 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf4006af-3d16-4b3c-8041-1c0c9803f7a4 HTTP/1.1" status: 200 len: 944 time: 0.0943401 Aug 10 00:56:00.151784 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-049bc0ab-9b2a-42d1-a6b0-ad36ff885d00 req-d538a76d-bae9-48c8-a4dd-76a41d8a6970 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1862744004', 'description': 'tempest-description-1185334764'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:00.183861 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-240ee9ed-968b-42d3-90d0-a35994027986 req-d13467c3-e420-43aa-ae5f-38158da1b902 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548055 Aug 10 00:56:00.195162 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-049bc0ab-9b2a-42d1-a6b0-ad36ff885d00 req-d538a76d-bae9-48c8-a4dd-76a41d8a6970 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:00.263124 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8a7c22be-6cc0-46f1-9234-acb2f0a0a6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:00.265132 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42dc29a-52c6-48b4-b634-27866e801a2d service neutron] Pushing event updated for resources: {'Port': ['ID=4c925211-bb26-4318-a0e2-13a49bddd4ba,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:00.323035 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-f42dc29a-52c6-48b4-b634-27866e801a2d service neutron] Attempting to bind port 4c925211-bb26-4318-a0e2-13a49bddd4ba on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:56:00.323412 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-f42dc29a-52c6-48b4-b634-27866e801a2d service neutron] Attempting to bind port 4c925211-bb26-4318-a0e2-13a49bddd4ba by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': 'd249fd15-fc1f-43cd-bd64-b045520aef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1805ad23-e76e-4170-8cce-d9f8ae87fa4a'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:56:00.323721 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-f42dc29a-52c6-48b4-b634-27866e801a2d service neutron] Attempting to bind port 4c925211-bb26-4318-a0e2-13a49bddd4ba on network 1805ad23-e76e-4170-8cce-d9f8ae87fa4a {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:00.328495 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-f42dc29a-52c6-48b4-b634-27866e801a2d service neutron] Port 4c925211-bb26-4318-a0e2-13a49bddd4ba on network 1805ad23-e76e-4170-8cce-d9f8ae87fa4a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:56:00.328820 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-f42dc29a-52c6-48b4-b634-27866e801a2d service neutron] Attempting to bind port 4c925211-bb26-4318-a0e2-13a49bddd4ba on network 1805ad23-e76e-4170-8cce-d9f8ae87fa4a {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:00.333816 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-f42dc29a-52c6-48b4-b634-27866e801a2d service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:56:00.334161 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-f42dc29a-52c6-48b4-b634-27866e801a2d service neutron] Checking segment: {'id': 'd249fd15-fc1f-43cd-bd64-b045520aef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1805ad23-e76e-4170-8cce-d9f8ae87fa4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:56:00.336222 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-f42dc29a-52c6-48b4-b634-27866e801a2d service neutron] Bound using segment: {'id': 'd249fd15-fc1f-43cd-bd64-b045520aef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1805ad23-e76e-4170-8cce-d9f8ae87fa4a'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:56:00.336222 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-f42dc29a-52c6-48b4-b634-27866e801a2d service neutron] Bound port: 4c925211-bb26-4318-a0e2-13a49bddd4ba, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd249fd15-fc1f-43cd-bd64-b045520aef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1805ad23-e76e-4170-8cce-d9f8ae87fa4a'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:56:00.336222 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-f42dc29a-52c6-48b4-b634-27866e801a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:00.373083 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-049bc0ab-9b2a-42d1-a6b0-ad36ff885d00 req-d538a76d-bae9-48c8-a4dd-76a41d8a6970 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:00.404515 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-f42dc29a-52c6-48b4-b634-27866e801a2d service neutron] For port 4c925211-bb26-4318-a0e2-13a49bddd4ba, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:56:00.407751 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-f42dc29a-52c6-48b4-b634-27866e801a2d service neutron] For port 4c925211-bb26-4318-a0e2-13a49bddd4ba, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=4c925211-bb26-4318-a0e2-13a49bddd4ba,segment=NetworkSegment(d249fd15-fc1f-43cd-bd64-b045520aef78),segment_id=d249fd15-fc1f-43cd-bd64-b045520aef78)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:56:00.413809 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-f42dc29a-52c6-48b4-b634-27866e801a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:00.415076 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-049bc0ab-9b2a-42d1-a6b0-ad36ff885d00 req-d538a76d-bae9-48c8-a4dd-76a41d8a6970 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:00.439210 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88359a-8c5b-4fa4-a0e2-6d4320e3db5e req-3f26439e-c69c-4e1f-be71-a692b128d191 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:00.440735 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9e88359a-8c5b-4fa4-a0e2-6d4320e3db5e req-3f26439e-c69c-4e1f-be71-a692b128d191 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 945 time: 0.1203055 Aug 10 00:56:00.453736 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-f42dc29a-52c6-48b4-b634-27866e801a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:00.454353 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-f42dc29a-52c6-48b4-b634-27866e801a2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:00.455734 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-f42dc29a-52c6-48b4-b634-27866e801a2d service neutron] 10.222.0.20 "PUT /v2.0/ports/4c925211-bb26-4318-a0e2-13a49bddd4ba HTTP/1.1" status: 200 len: 1093 time: 0.9594636 Aug 10 00:56:00.456234 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e32798c-b7fc-41d5-9c98-83af27d7f19c', 'tag': '4c925211-bb26-4318-a0e2-13a49bddd4ba'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:00.458723 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523037de-eccd-4b58-8cab-8587a5d3d9cf" -d '{"events": [{"name": "network-changed", "server_uuid": "3e32798c-b7fc-41d5-9c98-83af27d7f19c", "tag": "4c925211-bb26-4318-a0e2-13a49bddd4ba"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:00.477203 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42dc29a-52c6-48b4-b634-27866e801a2d service neutron] Pushing event updated for resources: {'Port': ['ID=4c925211-bb26-4318-a0e2-13a49bddd4ba,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:00.501980 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538a76d-bae9-48c8-a4dd-76a41d8a6970 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18343516-ba1d-4755-b892-0848dedcc756,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:00.523377 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9e88359a-8c5b-4fa4-a0e2-6d4320e3db5e req-2379095b-82e4-4efd-bf0f-b832f115c358 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690351 Aug 10 00:56:00.553458 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-81f32f28-adfa-4670-a8d8-2a36f2ddaf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:00.556835 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-81f32f28-adfa-4670-a8d8-2a36f2ddaf70 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=10f7050015304e84b3f71a403993ccee&device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 1096 time: 0.0430818 Aug 10 00:56:00.565559 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8a7c22be-6cc0-46f1-9234-acb2f0a0a6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:00.568671 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 2bc509b8-c00a-4b66-abd4-cc5ecbb92540 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:56:00.575687 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8a7c22be-6cc0-46f1-9234-acb2f0a0a6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:00.592064 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-049bc0ab-9b2a-42d1-a6b0-ad36ff885d00 req-d538a76d-bae9-48c8-a4dd-76a41d8a6970 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:00.593309 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-049bc0ab-9b2a-42d1-a6b0-ad36ff885d00 req-d538a76d-bae9-48c8-a4dd-76a41d8a6970 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4528148 Aug 10 00:56:00.613542 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-d0c44356-dd13-4e85-8ecc-3c996138d1d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c925211-bb26-4318-a0e2-13a49bddd4ba HTTP/1.1" status: 200 len: 217 time: 0.0432773 Aug 10 00:56:00.654579 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c22be-6cc0-46f1-9234-acb2f0a0a6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40796768-af47-4f26-a827-0963f9fd0006,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:00.668611 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8a7c22be-6cc0-46f1-9234-acb2f0a0a6f1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ea28a1f7d0614f07867496c7a46f3191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5380719 Aug 10 00:56:00.670236 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38038) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:00.673245 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-ed541a4e-533f-4337-a148-83dbb5564174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:00.675863 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-ed541a4e-533f-4337-a148-83dbb5564174 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=13423d62-75d5-4a60-9053-4948677cf60d HTTP/1.1" status: 200 len: 851 time: 0.0529189 Aug 10 00:56:00.677878 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af411d65-05d6-41bd-b016-6e5354386fce x-openstack-request-id: req-af411d65-05d6-41bd-b016-6e5354386fce {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:00.678374 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e32798c-b7fc-41d5-9c98-83af27d7f19c", "tag": "4c925211-bb26-4318-a0e2-13a49bddd4ba", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:00.678777 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-af411d65-05d6-41bd-b016-6e5354386fce {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:00.679335 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e32798c-b7fc-41d5-9c98-83af27d7f19c', 'tag': '4c925211-bb26-4318-a0e2-13a49bddd4ba', 'status': 'completed', 'code': 200} Aug 10 00:56:00.711091 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-3194baae-5293-4f2c-b25b-f42f9ab1b5dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1805ad23-e76e-4170-8cce-d9f8ae87fa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278382 Aug 10 00:56:00.711898 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 2bc509b8-c00a-4b66-abd4-cc5ecbb92540, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=2bc509b8-c00a-4b66-abd4-cc5ecbb92540,segment=NetworkSegment(e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2),segment_id=e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:00.725164 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '2bc509b8-c00a-4b66-abd4-cc5ecbb92540', 'network_id': '8e043123-acd1-4cc8-a670-ebf832c12f2b', 'port_id': '2bc509b8-c00a-4b66-abd4-cc5ecbb92540', 'mac_address': 'fa:16:3e:94:b8:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeb15cfb-323e-472a-80f5-e301eee96d09', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:56:00.739332 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70de64-7fe0-44d6-aa45-459bd4ea8a25 req-ee1e5047-6840-4ebc-aea5-082707cca2cf tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:00.740978 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5e70de64-7fe0-44d6-aa45-459bd4ea8a25 req-ee1e5047-6840-4ebc-aea5-082707cca2cf tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 944 time: 0.1437597 Aug 10 00:56:00.769941 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:00.785329 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bc509b8-c00a-4b66-abd4-cc5ecbb92540 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:00.791625 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e7cd30fa-7693-4e50-b518-e5a3b7de74ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:00.804752 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-9bd5a25e-a034-4d3f-a8db-7dc3d88c3916 service neutron] 10.222.0.20 "GET /v2.0/networks/1805ad23-e76e-4170-8cce-d9f8ae87fa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860603 Aug 10 00:56:00.806002 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 2bc509b8-c00a-4b66-abd4-cc5ecbb92540, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=2bc509b8-c00a-4b66-abd4-cc5ecbb92540,segment=NetworkSegment(e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2),segment_id=e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:00.809952 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:00.830935 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39585bad-94f0-4c58-b66a-841956b22060 req-9e0d6850-1c64-4728-8a0b-8592fdaf72e5 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:00.832709 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-39585bad-94f0-4c58-b66a-841956b22060 req-9e0d6850-1c64-4728-8a0b-8592fdaf72e5 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 950 time: 0.1222286 Aug 10 00:56:00.839790 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5e70de64-7fe0-44d6-aa45-459bd4ea8a25 req-e9a6599b-5434-40a1-a245-9f836cf03313 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826449 Aug 10 00:56:00.841668 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e7cd30fa-7693-4e50-b518-e5a3b7de74ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:00.865725 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=2bc509b8-c00a-4b66-abd4-cc5ecbb92540,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:00.933111 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a4060460-4858-4d71-9788-735d6bc12fe0 req-a7d7580a-4ef4-4ea6-aa02-6db61afedec8 service neutron] 10.222.0.20 "GET /v2.0/networks/1805ad23-e76e-4170-8cce-d9f8ae87fa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197288 Aug 10 00:56:00.937458 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-39585bad-94f0-4c58-b66a-841956b22060 req-00b9bccb-3cc6-4352-afe4-c01fb076fed9 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935390 Aug 10 00:56:00.943645 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device fa270ccb-35d1-4465-bc68-77bd651e1464 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:00.959115 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-90148dfd-bb37-46ff-b55d-2393f1a629f6 req-7bb59276-f52c-4751-a095-3b309fa173ef tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] 10.222.0.35 "GET /v2.0/security-groups/18343516-ba1d-4755-b892-0848dedcc756 HTTP/1.1" status: 200 len: 1813 time: 0.0778668 Aug 10 00:56:00.981802 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e7cd30fa-7693-4e50-b518-e5a3b7de74ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:00.984539 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e7cd30fa-7693-4e50-b518-e5a3b7de74ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:00.988362 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e7cd30fa-7693-4e50-b518-e5a3b7de74ab admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/40796768-af47-4f26-a827-0963f9fd0006 HTTP/1.1" status: 204 len: 168 time: 0.3154316 Aug 10 00:56:01.007725 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [req-6bc13f6b-5f07-45b6-ab84-c03688cd520d req-c8e3426f-5151-4b42-aae9-012c1e0c58e6 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] show failed (client error): The resource could not be found. Aug 10 00:56:01.014995 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port fa270ccb-35d1-4465-bc68-77bd651e1464 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:01.015553 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6bc13f6b-5f07-45b6-ab84-c03688cd520d req-c8e3426f-5151-4b42-aae9-012c1e0c58e6 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] 10.222.0.35 "GET /v2.0/security-groups/3c8ba1da-7ef0-4335-973e-1fdd98d78651 HTTP/1.1" status: 404 len: 352 time: 0.0355232 Aug 10 00:56:01.015952 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:01.016547 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd30fa-7693-4e50-b518-e5a3b7de74ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40796768-af47-4f26-a827-0963f9fd0006,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:01.046073 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [req-7dcae905-ed94-4c35-8b8c-829ffa0b18be req-c531fa59-aef0-4d6a-a08f-6fd91ca39299 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] show failed (client error): The resource could not be found. Aug 10 00:56:01.047051 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7dcae905-ed94-4c35-8b8c-829ffa0b18be req-c531fa59-aef0-4d6a-a08f-6fd91ca39299 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] 10.222.0.35 "GET /v2.0/security-group-rules/b42989db-cacf-49e7-b214-599dc4871665 HTTP/1.1" status: 404 len: 361 time: 0.0146668 Aug 10 00:56:01.105748 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523037de-eccd-4b58-8cab-8587a5d3d9cf req-5cc442e2-77f0-4d6c-a135-034d4d4de7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:01.107755 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-523037de-eccd-4b58-8cab-8587a5d3d9cf req-5cc442e2-77f0-4d6c-a135-034d4d4de7ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=10f7050015304e84b3f71a403993ccee&device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 1096 time: 0.0518379 Aug 10 00:56:01.124452 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0e5db74a-e251-4b72-81f8-2ba8e69e7622 req-4300300a-ba95-4e5d-8cfa-6f7141883731 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] 10.222.0.35 "GET /v2.0/security-groups/18343516-ba1d-4755-b892-0848dedcc756 HTTP/1.1" status: 200 len: 1813 time: 0.0478632 Aug 10 00:56:01.165603 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['2bc509b8-c00a-4b66-abd4-cc5ecbb92540'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:01.194871 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0e5db74a-e251-4b72-81f8-2ba8e69e7622 req-ce7773cd-363e-42f5-8672-81900458a9f5 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:01.204336 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 2b1b295b-eb63-44a9-8be5-5e2a88616a4a details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:56:01.220416 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523037de-eccd-4b58-8cab-8587a5d3d9cf req-ec790a7d-8699-417d-b7bb-504aaed5fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:01.222048 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-523037de-eccd-4b58-8cab-8587a5d3d9cf req-ec790a7d-8699-417d-b7bb-504aaed5fd34 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1805ad23-e76e-4170-8cce-d9f8ae87fa4a HTTP/1.1" status: 200 len: 912 time: 0.1050043 Aug 10 00:56:01.263070 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0e5db74a-e251-4b72-81f8-2ba8e69e7622 req-ce7773cd-363e-42f5-8672-81900458a9f5 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:01.280544 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-523037de-eccd-4b58-8cab-8587a5d3d9cf req-a06b4914-9312-435a-9e6c-3d5abb1db842 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c925211-bb26-4318-a0e2-13a49bddd4ba HTTP/1.1" status: 200 len: 217 time: 0.0499334 Aug 10 00:56:01.286258 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc72f9-11cd-4361-9721-14aaeb4588c8 req-b7542e33-0892-4d1a-855a-2731700f17ca tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:01.287847 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2cfc72f9-11cd-4361-9721-14aaeb4588c8 req-b7542e33-0892-4d1a-855a-2731700f17ca tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5aec2ae-67ea-4715-aaf2-d9aa8aa70205 HTTP/1.1" status: 200 len: 944 time: 0.0946853 Aug 10 00:56:01.346753 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523037de-eccd-4b58-8cab-8587a5d3d9cf req-11f1c411-d5bc-400a-aa65-9c26386becd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:01.347636 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2cfc72f9-11cd-4361-9721-14aaeb4588c8 req-d6f8b1ca-00ce-4d6c-883f-3d5f45401ea5 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups?id=6911e6cf-ab78-4416-af63-4f3cef5c2a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512092 Aug 10 00:56:01.352762 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-523037de-eccd-4b58-8cab-8587a5d3d9cf req-11f1c411-d5bc-400a-aa65-9c26386becd9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=13423d62-75d5-4a60-9053-4948677cf60d HTTP/1.1" status: 200 len: 851 time: 0.0651639 Aug 10 00:56:01.357615 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0e5db74a-e251-4b72-81f8-2ba8e69e7622 req-ce7773cd-363e-42f5-8672-81900458a9f5 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:01.375306 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0e5db74a-e251-4b72-81f8-2ba8e69e7622 req-ce7773cd-363e-42f5-8672-81900458a9f5 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:01.390596 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0e5db74a-e251-4b72-81f8-2ba8e69e7622 req-ce7773cd-363e-42f5-8672-81900458a9f5 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] 10.222.0.35 "DELETE /v2.0/security-groups/18343516-ba1d-4755-b892-0848dedcc756 HTTP/1.1" status: 204 len: 173 time: 0.2584460 Aug 10 00:56:01.392784 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-523037de-eccd-4b58-8cab-8587a5d3d9cf req-d3db540d-252b-4055-ac62-152a60b22d0d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1805ad23-e76e-4170-8cce-d9f8ae87fa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353351 Aug 10 00:56:01.413284 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7773cd-363e-42f5-8672-81900458a9f5 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18343516-ba1d-4755-b892-0848dedcc756,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:01.445126 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 2b1b295b-eb63-44a9-8be5-5e2a88616a4a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2b1b295b-eb63-44a9-8be5-5e2a88616a4a,segment=NetworkSegment(fd0aa135-7bf0-4440-a395-b4833e4cac38),segment_id=fd0aa135-7bf0-4440-a395-b4833e4cac38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:01.485675 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '2b1b295b-eb63-44a9-8be5-5e2a88616a4a', 'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395', 'port_id': '2b1b295b-eb63-44a9-8be5-5e2a88616a4a', 'mac_address': 'fa:16:3e:ab:4a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c0490b-72d4-4bea-8139-8e9a7dbf1c5c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:56:01.516514 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05b70722-d819-4b1b-8737-0244d4fc089a req-e7faf9ef-93d6-4161-9f55-8491942eeffc tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] 10.222.0.35 "GET /v2.0/security-groups/5229b04c-a46a-4658-ab45-069176541f45 HTTP/1.1" status: 200 len: 1812 time: 0.1110921 Aug 10 00:56:01.527581 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-523037de-eccd-4b58-8cab-8587a5d3d9cf req-67ff6e37-2470-4ef4-a6f0-8576f221170f service neutron] 10.222.0.20 "GET /v2.0/networks/1805ad23-e76e-4170-8cce-d9f8ae87fa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259384 Aug 10 00:56:01.540131 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7bf81-be59-4ea6-bc6b-a2887febbf42 req-1e2d7329-d109-411e-a195-6d3f62e1485d tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:01.548724 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d8e7bf81-be59-4ea6-bc6b-a2887febbf42 req-1e2d7329-d109-411e-a195-6d3f62e1485d tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf4006af-3d16-4b3c-8041-1c0c9803f7a4 HTTP/1.1" status: 200 len: 944 time: 0.1206391 Aug 10 00:56:01.550241 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:01.565200 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b1b295b-eb63-44a9-8be5-5e2a88616a4a {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:01.587127 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 2b1b295b-eb63-44a9-8be5-5e2a88616a4a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2b1b295b-eb63-44a9-8be5-5e2a88616a4a,segment=NetworkSegment(fd0aa135-7bf0-4440-a395-b4833e4cac38),segment_id=fd0aa135-7bf0-4440-a395-b4833e4cac38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:01.593231 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:01.617491 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d8e7bf81-be59-4ea6-bc6b-a2887febbf42 req-75e22daf-0aa3-4e12-b1eb-14fa0b577bc9 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672894 Aug 10 00:56:01.639888 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-05b70722-d819-4b1b-8737-0244d4fc089a req-b829f14b-33c6-4ec6-b1ab-e5c6c55e18ab tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:01.666382 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=2b1b295b-eb63-44a9-8be5-5e2a88616a4a,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:01.673012 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-05b70722-d819-4b1b-8737-0244d4fc089a req-b829f14b-33c6-4ec6-b1ab-e5c6c55e18ab tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:01.733902 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-05b70722-d819-4b1b-8737-0244d4fc089a req-b829f14b-33c6-4ec6-b1ab-e5c6c55e18ab tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:01.735373 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-05b70722-d819-4b1b-8737-0244d4fc089a req-b829f14b-33c6-4ec6-b1ab-e5c6c55e18ab tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:01.736535 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05b70722-d819-4b1b-8737-0244d4fc089a req-b829f14b-33c6-4ec6-b1ab-e5c6c55e18ab tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] 10.222.0.35 "DELETE /v2.0/security-groups/5229b04c-a46a-4658-ab45-069176541f45 HTTP/1.1" status: 204 len: 173 time: 0.2187009 Aug 10 00:56:01.749232 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-523037de-eccd-4b58-8cab-8587a5d3d9cf req-da4b355f-2438-4e60-b27c-32d19bb2059f service neutron] 10.222.0.20 "GET /v2.0/networks/1805ad23-e76e-4170-8cce-d9f8ae87fa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398275 Aug 10 00:56:01.764320 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829f14b-33c6-4ec6-b1ab-e5c6c55e18ab tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5229b04c-a46a-4658-ab45-069176541f45,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:01.808973 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e99b0-b2f8-4261-8f74-94b11d0c833b req-1643f420-4347-4106-92c6-7d007d7bcfcb tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:01.810515 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-496e99b0-b2f8-4261-8f74-94b11d0c833b req-1643f420-4347-4106-92c6-7d007d7bcfcb tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 945 time: 0.0895402 Aug 10 00:56:01.826731 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4ae444ba-71ed-403d-9677-ff33fe800ab6 req-9b0c14c9-92b0-49d7-bf2e-380c6d20ac51 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] 10.222.0.35 "GET /v2.0/security-groups/be67d0cc-28cc-4889-9e91-5d691da67989 HTTP/1.1" status: 200 len: 1813 time: 0.0648766 Aug 10 00:56:01.871151 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-496e99b0-b2f8-4261-8f74-94b11d0c833b req-0c34efc3-18f2-4ada-8a86-c644a14943bc tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536699 Aug 10 00:56:01.920835 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4ae444ba-71ed-403d-9677-ff33fe800ab6 req-03e710dc-b4cb-4bd6-8c5f-3e31b2bc09d2 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:01.948882 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4ae444ba-71ed-403d-9677-ff33fe800ab6 req-03e710dc-b4cb-4bd6-8c5f-3e31b2bc09d2 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:02.121907 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['2b1b295b-eb63-44a9-8be5-5e2a88616a4a'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:02.318283 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99d834-ae0e-4663-8eeb-c45d8a96ed87 req-004ce6ce-a6aa-46c4-964b-8e148517f524 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:02.319766 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ba99d834-ae0e-4663-8eeb-c45d8a96ed87 req-004ce6ce-a6aa-46c4-964b-8e148517f524 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 944 time: 0.3758631 Aug 10 00:56:02.333199 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4ae444ba-71ed-403d-9677-ff33fe800ab6 req-03e710dc-b4cb-4bd6-8c5f-3e31b2bc09d2 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:02.335637 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4ae444ba-71ed-403d-9677-ff33fe800ab6 req-03e710dc-b4cb-4bd6-8c5f-3e31b2bc09d2 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:02.336681 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4ae444ba-71ed-403d-9677-ff33fe800ab6 req-03e710dc-b4cb-4bd6-8c5f-3e31b2bc09d2 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] 10.222.0.35 "DELETE /v2.0/security-groups/be67d0cc-28cc-4889-9e91-5d691da67989 HTTP/1.1" status: 204 len: 173 time: 0.5017455 Aug 10 00:56:02.356746 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e710dc-b4cb-4bd6-8c5f-3e31b2bc09d2 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be67d0cc-28cc-4889-9e91-5d691da67989,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:02.371911 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ba99d834-ae0e-4663-8eeb-c45d8a96ed87 req-86d3bfd5-3bd5-432f-a063-08097e22af89 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456350 Aug 10 00:56:02.466751 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501f95a-46b2-4c94-93dc-b8a62e43c6d3 req-77bb7450-e481-406d-a87f-73741eddb3c8 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:02.468319 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9501f95a-46b2-4c94-93dc-b8a62e43c6d3 req-77bb7450-e481-406d-a87f-73741eddb3c8 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 1097 time: 0.0427172 Aug 10 00:56:02.505621 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9501f95a-46b2-4c94-93dc-b8a62e43c6d3 req-c29fb33b-f6a8-42a4-877d-9207b75cc57e tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314937 Aug 10 00:56:02.568689 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 2bc509b8-c00a-4b66-abd4-cc5ecbb92540 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:02.579358 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcb6a3-581a-4a53-8279-9b765b1ebf50 req-6d42497d-a7b6-41fd-b3ff-f627778350fb tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:02.581067 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-99fcb6a3-581a-4a53-8279-9b765b1ebf50 req-6d42497d-a7b6-41fd-b3ff-f627778350fb tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 950 time: 0.0519793 Aug 10 00:56:02.621561 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-99fcb6a3-581a-4a53-8279-9b765b1ebf50 req-bc64b74b-8168-4da9-8a08-3688eaf66727 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344532 Aug 10 00:56:02.634186 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 2bc509b8-c00a-4b66-abd4-cc5ecbb92540 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:02.640032 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 2bc509b8-c00a-4b66-abd4-cc5ecbb92540 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:02.644819 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:02.680509 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8f814290-b92c-4995-8539-72ed7b49de0c req-9c3432bb-aa39-4319-b502-2dc0f7068e44 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] 10.222.0.35 "GET /v2.0/security-groups/1b819a47-ef42-4c0c-b865-7bc362cd856f HTTP/1.1" status: 200 len: 1811 time: 0.0462894 Aug 10 00:56:02.746808 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:02.767555 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd41526-cb9c-48c4-b47b-8ecdd36c1fc4 req-3ca3b762-a50c-4992-911f-ecb6d05f30dc tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:02.769082 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ddd41526-cb9c-48c4-b47b-8ecdd36c1fc4 req-3ca3b762-a50c-4992-911f-ecb6d05f30dc tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5aec2ae-67ea-4715-aaf2-d9aa8aa70205 HTTP/1.1" status: 200 len: 944 time: 0.0669234 Aug 10 00:56:02.778778 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5aec2ae-67ea-4715-aaf2-d9aa8aa70205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc509b8-c00a-4b66-abd4-cc5ecbb92540'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:02.781301 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7b1617-a4de-4c18-8df9-946cf9c359e0" -d '{"events": [{"server_uuid": "e5aec2ae-67ea-4715-aaf2-d9aa8aa70205", "name": "network-vif-plugged", "status": "completed", "tag": "2bc509b8-c00a-4b66-abd4-cc5ecbb92540"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:02.796153 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 2bc509b8-c00a-4b66-abd4-cc5ecbb92540, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=2bc509b8-c00a-4b66-abd4-cc5ecbb92540,segment=NetworkSegment(e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2),segment_id=e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:02.798428 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8f814290-b92c-4995-8539-72ed7b49de0c req-5c1f348d-40b1-4395-ab45-cbb1a9e71e89 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:02.802157 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:02.824569 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38104) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:02.841747 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8f814290-b92c-4995-8539-72ed7b49de0c req-5c1f348d-40b1-4395-ab45-cbb1a9e71e89 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:02.853590 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ddd41526-cb9c-48c4-b47b-8ecdd36c1fc4 req-6513af00-c267-434a-b51a-a7c7fa66d017 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups?id=6911e6cf-ab78-4416-af63-4f3cef5c2a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757463 Aug 10 00:56:02.863680 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=2bc509b8-c00a-4b66-abd4-cc5ecbb92540,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:02.904760 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8f814290-b92c-4995-8539-72ed7b49de0c req-5c1f348d-40b1-4395-ab45-cbb1a9e71e89 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:02.909536 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8f814290-b92c-4995-8539-72ed7b49de0c req-5c1f348d-40b1-4395-ab45-cbb1a9e71e89 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:02.916808 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8f814290-b92c-4995-8539-72ed7b49de0c req-5c1f348d-40b1-4395-ab45-cbb1a9e71e89 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] 10.222.0.35 "DELETE /v2.0/security-groups/1b819a47-ef42-4c0c-b865-7bc362cd856f HTTP/1.1" status: 204 len: 173 time: 0.2296865 Aug 10 00:56:02.933920 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f348d-40b1-4395-ab45-cbb1a9e71e89 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b819a47-ef42-4c0c-b865-7bc362cd856f,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:02.983386 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629faee-fc2e-4a1b-b369-486c93bf6fa3 req-5800fae8-9bea-4c4a-ad4a-624975563d0d tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:02.984986 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9629faee-fc2e-4a1b-b369-486c93bf6fa3 req-5800fae8-9bea-4c4a-ad4a-624975563d0d tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 1097 time: 0.0550387 Aug 10 00:56:03.011186 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d513191d-0944-4623-ad19-af367a557baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:03.043318 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9629faee-fc2e-4a1b-b369-486c93bf6fa3 req-99e8891c-6758-444d-9a17-a08ba1dba26f tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491977 Aug 10 00:56:03.054192 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20909378-576a-44fe-9710-a8993e4bcc54 req-20876ecf-b270-4d19-a00d-cdd3713c1b66 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:03.056217 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-20909378-576a-44fe-9710-a8993e4bcc54 req-20876ecf-b270-4d19-a00d-cdd3713c1b66 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf4006af-3d16-4b3c-8041-1c0c9803f7a4 HTTP/1.1" status: 200 len: 945 time: 0.0750811 Aug 10 00:56:03.105424 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ae63e2-80c2-4741-bc83-ce244ab2a21f x-openstack-request-id: req-36ae63e2-80c2-4741-bc83-ce244ab2a21f {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:03.105731 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5aec2ae-67ea-4715-aaf2-d9aa8aa70205", "name": "network-vif-plugged", "status": "completed", "tag": "2bc509b8-c00a-4b66-abd4-cc5ecbb92540", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:03.105944 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-20909378-576a-44fe-9710-a8993e4bcc54 req-ee3ef928-b457-4a50-aa4c-6653f52d849b tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423877 Aug 10 00:56:03.106077 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-36ae63e2-80c2-4741-bc83-ce244ab2a21f {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:03.106425 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5aec2ae-67ea-4715-aaf2-d9aa8aa70205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc509b8-c00a-4b66-abd4-cc5ecbb92540', 'code': 200} Aug 10 00:56:03.112153 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d513191d-0944-4623-ad19-af367a557baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:03.126498 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d513191d-0944-4623-ad19-af367a557baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:03.164796 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f8c14978-555d-4ac2-ac0e-f4d6444ee2d1 req-1a402a94-5a59-44f7-a4fc-76561f08a148 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] 10.222.0.35 "GET /v2.0/security-groups/8d6b8650-9a37-44a9-96db-8b89f5626adc HTTP/1.1" status: 200 len: 1812 time: 0.0467279 Aug 10 00:56:03.180474 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d513191d-0944-4623-ad19-af367a557baa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aaa9166d1330423cae73a93dc5f23f64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3509414 Aug 10 00:56:03.181891 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38116) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:03.198756 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 2b1b295b-eb63-44a9-8be5-5e2a88616a4a up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:03.246140 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f32f903a-bad3-47a5-b34f-e307d931a85a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:03.251516 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513191d-0944-4623-ad19-af367a557baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6286d6b9-3182-4909-95b6-79fbb654f5c4,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:03.261304 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824ae7f-82bb-452e-8ede-40a6b5f606a7 req-351a9840-36da-4fc7-8421-6edba55f096f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:03.263326 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0824ae7f-82bb-452e-8ede-40a6b5f606a7 req-351a9840-36da-4fc7-8421-6edba55f096f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e5aec2ae-67ea-4715-aaf2-d9aa8aa70205 HTTP/1.1" status: 200 len: 1097 time: 0.0781615 Aug 10 00:56:03.266970 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f8c14978-555d-4ac2-ac0e-f4d6444ee2d1 req-16b0fb8f-f0c8-4e0d-885c-9286dd1b4020 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:03.278274 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f32f903a-bad3-47a5-b34f-e307d931a85a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:03.284468 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 2b1b295b-eb63-44a9-8be5-5e2a88616a4a completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:03.290962 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 2b1b295b-eb63-44a9-8be5-5e2a88616a4a triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:03.291608 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:03.308242 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f8c14978-555d-4ac2-ac0e-f4d6444ee2d1 req-16b0fb8f-f0c8-4e0d-885c-9286dd1b4020 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:03.346242 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0824ae7f-82bb-452e-8ede-40a6b5f606a7 req-c5a86274-5a54-4022-8cfe-37a30b3c306d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6911e6cf-ab78-4416-af63-4f3cef5c2a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734479 Aug 10 00:56:03.374482 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-31fcdc64-aa71-4356-b210-ceff2277ecbc service neutron] show failed (client error): The resource could not be found. Aug 10 00:56:03.374911 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-31fcdc64-aa71-4356-b210-ceff2277ecbc service neutron] 10.222.0.20 "GET /v2.0/ports/e0399ea1-9a9b-4796-a5d2-b67c4abfc49d/bindings/n-h1-766726-26 HTTP/1.1" status: 404 len: 381 time: 0.0657179 Aug 10 00:56:03.378803 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f8c14978-555d-4ac2-ac0e-f4d6444ee2d1 req-16b0fb8f-f0c8-4e0d-885c-9286dd1b4020 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:03.381651 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f8c14978-555d-4ac2-ac0e-f4d6444ee2d1 req-16b0fb8f-f0c8-4e0d-885c-9286dd1b4020 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:03.384087 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f32f903a-bad3-47a5-b34f-e307d931a85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:03.386583 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f8c14978-555d-4ac2-ac0e-f4d6444ee2d1 req-16b0fb8f-f0c8-4e0d-885c-9286dd1b4020 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] 10.222.0.35 "DELETE /v2.0/security-groups/8d6b8650-9a37-44a9-96db-8b89f5626adc HTTP/1.1" status: 204 len: 173 time: 0.2151704 Aug 10 00:56:03.392549 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f32f903a-bad3-47a5-b34f-e307d931a85a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:03.395882 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f32f903a-bad3-47a5-b34f-e307d931a85a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6286d6b9-3182-4909-95b6-79fbb654f5c4 HTTP/1.1" status: 204 len: 168 time: 0.2108300 Aug 10 00:56:03.396319 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38118) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:03.410291 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0fb8f-f0c8-4e0d-885c-9286dd1b4020 tempest-SecurityGroupRulesNegativeTestJSON-1704558034 tempest-SecurityGroupRulesNegativeTestJSON-1704558034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6b8650-9a37-44a9-96db-8b89f5626adc,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:03.430428 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f903a-bad3-47a5-b34f-e307d931a85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6286d6b9-3182-4909-95b6-79fbb654f5c4,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:03.438711 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:03.512997 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 2b1b295b-eb63-44a9-8be5-5e2a88616a4a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2b1b295b-eb63-44a9-8be5-5e2a88616a4a,segment=NetworkSegment(fd0aa135-7bf0-4440-a395-b4833e4cac38),segment_id=fd0aa135-7bf0-4440-a395-b4833e4cac38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:03.514712 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ab278-0948-4eb4-82a8-14187a1137f8 req-16c4c60e-5666-4f35-b0c6-58e737e56e0d tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:03.519486 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:03.523489 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b5ab278-0948-4eb4-82a8-14187a1137f8 req-16c4c60e-5666-4f35-b0c6-58e737e56e0d tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 944 time: 0.0744596 Aug 10 00:56:03.567196 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b5ab278-0948-4eb4-82a8-14187a1137f8 req-ad8d145c-1987-45e7-b4a9-44843283f6a5 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428054 Aug 10 00:56:03.576778 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f47bf1-6ba6-4f1f-b069-7cb227000701 admin admin] Deleting subnet 8c8ec363-d000-4fe0-836f-4ba135da54c0 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:56:03.581388 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-14f47bf1-6ba6-4f1f-b069-7cb227000701 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:03.628213 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-14f47bf1-6ba6-4f1f-b069-7cb227000701 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:03.639588 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=2b1b295b-eb63-44a9-8be5-5e2a88616a4a,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:03.681447 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-14f47bf1-6ba6-4f1f-b069-7cb227000701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:03.713624 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-39daff90-5df0-4bf4-b73e-86555d546039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:03.715714 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-39daff90-5df0-4bf4-b73e-86555d546039 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e&tenant_id=a32ed65983d143c3b0d38c9da5efabeb HTTP/1.1" status: 200 len: 1102 time: 0.0568354 Aug 10 00:56:03.733051 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-954eabc1-848e-4184-8f2d-a0c14053a08b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766726-26', 'device_owner': 'compute:nova'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:03.764435 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-14f47bf1-6ba6-4f1f-b069-7cb227000701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:03.805862 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-14f47bf1-6ba6-4f1f-b069-7cb227000701 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:03.809014 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-14f47bf1-6ba6-4f1f-b069-7cb227000701 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8c8ec363-d000-4fe0-836f-4ba135da54c0 HTTP/1.1" status: 204 len: 168 time: 0.3957000 Aug 10 00:56:03.810046 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f47bf1-6ba6-4f1f-b069-7cb227000701 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c8ec363-d000-4fe0-836f-4ba135da54c0,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:03.817254 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38146) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:03.850039 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-954eabc1-848e-4184-8f2d-a0c14053a08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:03.876664 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968ca51-58b3-47bd-9de0-951670b54507 req-ee940936-c600-47c2-a1ab-fedc1e29447d tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:03.883877 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8968ca51-58b3-47bd-9de0-951670b54507 req-ee940936-c600-47c2-a1ab-fedc1e29447d tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 950 time: 0.1043131 Aug 10 00:56:03.901318 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e385cb7b-69c4-4abb-8df0-5ffe46f85321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:03.969879 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8968ca51-58b3-47bd-9de0-951670b54507 req-35da03d3-5680-4a1e-9934-7fd260eeae90 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848634 Aug 10 00:56:04.011931 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e385cb7b-69c4-4abb-8df0-5ffe46f85321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:04.024268 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-e385cb7b-69c4-4abb-8df0-5ffe46f85321 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d4aa0e-6e60-40c9-89ab-02ab05ff0c1b']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:04.043887 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-e385cb7b-69c4-4abb-8df0-5ffe46f85321 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b9a07a4-481c-463a-b73d-734d4ea092b3') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:04.044632 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-e385cb7b-69c4-4abb-8df0-5ffe46f85321 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b9a07a4-481c-463a-b73d-734d4ea092b3') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:04.061227 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e385cb7b-69c4-4abb-8df0-5ffe46f85321 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:04.085775 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e385cb7b-69c4-4abb-8df0-5ffe46f85321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:04.102723 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e385cb7b-69c4-4abb-8df0-5ffe46f85321 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:56:04.103190 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e385cb7b-69c4-4abb-8df0-5ffe46f85321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:04.110381 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 00:56:04.110381 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:56:04.110381 n-d-766726-26 neutron-server[105827]: timer() Aug 10 00:56:04.110381 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:56:04.110381 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 00:56:04.110381 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:56:04.110381 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 00:56:04.110381 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:56:04.110381 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 00:56:04.110381 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:56:04.110381 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 00:56:04.110381 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:56:04.110381 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 00:56:04.110381 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:56:04.110381 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:56:04.110381 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:56:04.110381 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:56:04.110381 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:56:04.110381 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 00:56:04.110381 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:56:04.110381 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 00:56:04.110381 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:56:04.110381 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:56:04.110381 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:56:04.110381 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 00:56:04.110381 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:56:04.110381 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:56:04.110381 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:56:04.110381 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:56:04.110381 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:56:04.110381 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:56:04.110381 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:56:04.160685 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691c38b-3023-416d-b218-4f16f67a8655 req-fb26bfca-8893-4075-96b4-00682de72b98 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:04.162260 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7691c38b-3023-416d-b218-4f16f67a8655 req-fb26bfca-8893-4075-96b4-00682de72b98 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5aec2ae-67ea-4715-aaf2-d9aa8aa70205 HTTP/1.1" status: 200 len: 945 time: 0.1064558 Aug 10 00:56:04.190460 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e385cb7b-69c4-4abb-8df0-5ffe46f85321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:04.195341 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e385cb7b-69c4-4abb-8df0-5ffe46f85321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:04.198016 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e385cb7b-69c4-4abb-8df0-5ffe46f85321 admin admin] 10.222.0.35 "DELETE /v2.0/networks/17d4aa0e-6e60-40c9-89ab-02ab05ff0c1b HTTP/1.1" status: 204 len: 168 time: 0.3797588 Aug 10 00:56:04.211823 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385cb7b-69c4-4abb-8df0-5ffe46f85321 admin admin] Pushing event deleted for resources: {'Network': ['ID=17d4aa0e-6e60-40c9-89ab-02ab05ff0c1b,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:04.230804 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-954eabc1-848e-4184-8f2d-a0c14053a08b service neutron] For port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:04.282185 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-954eabc1-848e-4184-8f2d-a0c14053a08b service neutron] For port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:56:04.318067 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38176) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:04.332690 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7691c38b-3023-416d-b218-4f16f67a8655 req-e604314e-c5e9-4e5e-afe3-d59eb3c3f38b tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups?id=6911e6cf-ab78-4416-af63-4f3cef5c2a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793693 Aug 10 00:56:04.350684 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddad8732-d7fd-4023-ae25-7947adcb909e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0399ea1-9a9b-4796-a5d2-b67c4abfc49d'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:04.353135 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6286766-4591-40b5-a8e9-e0278ef5520a" -d '{"events": [{"server_uuid": "ddad8732-d7fd-4023-ae25-7947adcb909e", "name": "network-vif-unplugged", "status": "completed", "tag": "e0399ea1-9a9b-4796-a5d2-b67c4abfc49d"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:04.363264 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-954eabc1-848e-4184-8f2d-a0c14053a08b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:04.384293 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-954eabc1-848e-4184-8f2d-a0c14053a08b service neutron] Transition to ACTIVE for port object e0399ea1-9a9b-4796-a5d2-b67c4abfc49d will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:56:04.391434 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-954eabc1-848e-4184-8f2d-a0c14053a08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:04.452437 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38182) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:04.489007 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-5e4c5c8c-50a3-47c4-9a92-8aa15483a284 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:56:04.490391 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-5e4c5c8c-50a3-47c4-9a92-8aa15483a284 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079837 Aug 10 00:56:04.508714 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-fcd35a66-cea1-4887-ad9e-b8081ef30735 service neutron] Request body: {'binding': {'host': 'n-h2-766726-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:04.509356 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-fcd35a66-cea1-4887-ad9e-b8081ef30735 service neutron] Unknown quota resources ['binding']. {{(pid=105827) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 00:56:04.540764 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-954eabc1-848e-4184-8f2d-a0c14053a08b service neutron] No DVR routers for this DVR port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:56:04.542910 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954eabc1-848e-4184-8f2d-a0c14053a08b service neutron] Pushing event updated for resources: {'Port': ['ID=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d,revision_number=6']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:04.571039 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbe726-b4ba-4e9d-8416-3d8a9fb6c5a5 req-3d839c1d-1d08-4c6a-b5bd-ba3786a5feb0 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:04.572575 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-81c985be-0998-44fa-ba83-c49650b6a6a1 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-818888552-network', 'tenant_id': '4601200a9ae04426885123602616bb50'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:04.573256 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6bfbe726-b4ba-4e9d-8416-3d8a9fb6c5a5 req-3d839c1d-1d08-4c6a-b5bd-ba3786a5feb0 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf4006af-3d16-4b3c-8041-1c0c9803f7a4 HTTP/1.1" status: 200 len: 946 time: 0.1676035 Aug 10 00:56:04.620857 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c985be-0998-44fa-ba83-c49650b6a6a1 admin admin] Made reservation on behalf of 4601200a9ae04426885123602616bb50 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:56:04.621227 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-81c985be-0998-44fa-ba83-c49650b6a6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:04.625877 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-954eabc1-848e-4184-8f2d-a0c14053a08b service neutron] Attempting to bind port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:56:04.626459 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-954eabc1-848e-4184-8f2d-a0c14053a08b service neutron] Attempting to bind port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:56:04.626602 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-954eabc1-848e-4184-8f2d-a0c14053a08b service neutron] Attempting to bind port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:04.639627 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-954eabc1-848e-4184-8f2d-a0c14053a08b service neutron] Port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:56:04.639958 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-954eabc1-848e-4184-8f2d-a0c14053a08b service neutron] Attempting to bind port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:04.653288 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-954eabc1-848e-4184-8f2d-a0c14053a08b service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:56:04.653708 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-954eabc1-848e-4184-8f2d-a0c14053a08b service neutron] Checking segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:56:04.654111 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-954eabc1-848e-4184-8f2d-a0c14053a08b service neutron] Bound using segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:56:04.654560 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-954eabc1-848e-4184-8f2d-a0c14053a08b service neutron] Bound port: e0399ea1-9a9b-4796-a5d2-b67c4abfc49d, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:56:04.654930 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-954eabc1-848e-4184-8f2d-a0c14053a08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:04.665049 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-517f1d59-edb4-4b3a-9136-bbd75f4c9791 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b821ce6a3c4741e89d4ef4255b8fedf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2114480 Aug 10 00:56:04.666711 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6bfbe726-b4ba-4e9d-8416-3d8a9fb6c5a5 req-e0243edb-4f8d-40d7-b305-e5d78294f59f tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695653 Aug 10 00:56:04.668392 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-81c985be-0998-44fa-ba83-c49650b6a6a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:04.668960 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38186) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:04.756089 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-954eabc1-848e-4184-8f2d-a0c14053a08b service neutron] For port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:56:04.758912 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf32ec8-aad1-4e49-919d-1314b79beefb x-openstack-request-id: req-baf32ec8-aad1-4e49-919d-1314b79beefb {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:04.759373 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddad8732-d7fd-4023-ae25-7947adcb909e", "name": "network-vif-unplugged", "status": "completed", "tag": "e0399ea1-9a9b-4796-a5d2-b67c4abfc49d", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:04.759508 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-baf32ec8-aad1-4e49-919d-1314b79beefb {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:04.759824 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddad8732-d7fd-4023-ae25-7947adcb909e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0399ea1-9a9b-4796-a5d2-b67c4abfc49d', 'code': 200} Aug 10 00:56:04.762157 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-954eabc1-848e-4184-8f2d-a0c14053a08b service neutron] For port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:56:04.768091 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-954eabc1-848e-4184-8f2d-a0c14053a08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:04.807028 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-fcd35a66-cea1-4887-ad9e-b8081ef30735 service neutron] Attempting to bind port 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c on host n-h2-766726-26 for vnic_type normal with profile None {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:56:04.807996 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-fcd35a66-cea1-4887-ad9e-b8081ef30735 service neutron] Attempting to bind port 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:56:04.808688 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-fcd35a66-cea1-4887-ad9e-b8081ef30735 service neutron] Attempting to bind port 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c on network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:04.818507 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-60a92f8c-134e-4c36-afe8-92ea9700f70d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:04.819534 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-fcd35a66-cea1-4887-ad9e-b8081ef30735 service neutron] Port 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c on network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:56:04.819869 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-fcd35a66-cea1-4887-ad9e-b8081ef30735 service neutron] Attempting to bind port 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c on network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:04.830040 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-fcd35a66-cea1-4887-ad9e-b8081ef30735 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:56:04.830379 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-fcd35a66-cea1-4887-ad9e-b8081ef30735 service neutron] Checking segment: {'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:56:04.831050 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-fcd35a66-cea1-4887-ad9e-b8081ef30735 service neutron] Bound using segment: {'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:56:04.831493 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-954eabc1-848e-4184-8f2d-a0c14053a08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:04.831731 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-fcd35a66-cea1-4887-ad9e-b8081ef30735 service neutron] Bound port: 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:56:04.832131 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-954eabc1-848e-4184-8f2d-a0c14053a08b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:04.833550 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-954eabc1-848e-4184-8f2d-a0c14053a08b service neutron] 10.222.0.24 "PUT /v2.0/ports/e0399ea1-9a9b-4796-a5d2-b67c4abfc49d HTTP/1.1" status: 200 len: 1097 time: 1.1086028 Aug 10 00:56:04.897998 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-60a92f8c-134e-4c36-afe8-92ea9700f70d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:04.898298 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-81c985be-0998-44fa-ba83-c49650b6a6a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:04.906225 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-81c985be-0998-44fa-ba83-c49650b6a6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:04.906987 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954eabc1-848e-4184-8f2d-a0c14053a08b service neutron] Pushing event updated for resources: {'Port': ['ID=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d,revision_number=7']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:04.924329 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-fcd35a66-cea1-4887-ad9e-b8081ef30735 service neutron] For port 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=552dfeff-3ddd-478f-86af-fb8dd8a7fa9c,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:56:04.936876 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-fcd35a66-cea1-4887-ad9e-b8081ef30735 service neutron] Notify callbacks [] for binding, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:04.938352 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-fcd35a66-cea1-4887-ad9e-b8081ef30735 service neutron] 10.222.0.35 "POST /v2.0/ports/552dfeff-3ddd-478f-86af-fb8dd8a7fa9c/bindings HTTP/1.1" status: 201 len: 390 time: 0.4369876 Aug 10 00:56:04.948790 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c985be-0998-44fa-ba83-c49650b6a6a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:56:04.959569 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c985be-0998-44fa-ba83-c49650b6a6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992f8368-105f-44c2-8ad6-564cf4b45441,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:04.968111 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-81c985be-0998-44fa-ba83-c49650b6a6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:04.968550 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-81c985be-0998-44fa-ba83-c49650b6a6a1 admin admin] Added segment 5567dfb7-4a62-4cb8-80e6-7e28a94d846e of type vlan for network e2a6ec3c-4222-413e-a726-7eaab29284cd Aug 10 00:56:04.971323 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7734b0f-178c-4bee-b2a9-62b43e63556b req-5d978db3-b63e-4347-9e3f-cc33beb6b528 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:04.972956 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b7734b0f-178c-4bee-b2a9-62b43e63556b req-5d978db3-b63e-4347-9e3f-cc33beb6b528 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 944 time: 0.1448929 Aug 10 00:56:04.981076 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-f9f95bc5-00b3-4527-8e67-5e234abb559f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:04.982882 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-f9f95bc5-00b3-4527-8e67-5e234abb559f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 1100 time: 0.0996480 Aug 10 00:56:05.053329 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-81c985be-0998-44fa-ba83-c49650b6a6a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:05.074048 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-60a92f8c-134e-4c36-afe8-92ea9700f70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:05.076701 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-60a92f8c-134e-4c36-afe8-92ea9700f70d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:05.077860 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-60a92f8c-134e-4c36-afe8-92ea9700f70d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/571f4510-6af9-41a2-86d0-f2fe5e2b4512 HTTP/1.1" status: 204 len: 168 time: 0.4079459 Aug 10 00:56:05.103240 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b7734b0f-178c-4bee-b2a9-62b43e63556b req-609ed26f-32f5-42d9-ac50-4bb15c9eacab tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140482 Aug 10 00:56:05.107875 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4006af-3d16-4b3c-8041-1c0c9803f7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1b295b-eb63-44a9-8be5-5e2a88616a4a'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:05.111320 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f623d555-da03-4903-80ca-aa57c2622f5e" -d '{"events": [{"server_uuid": "cf4006af-3d16-4b3c-8041-1c0c9803f7a4", "name": "network-vif-plugged", "status": "completed", "tag": "2b1b295b-eb63-44a9-8be5-5e2a88616a4a"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:05.123355 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-81c985be-0998-44fa-ba83-c49650b6a6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:05.124502 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c985be-0998-44fa-ba83-c49650b6a6a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:05.125939 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-81c985be-0998-44fa-ba83-c49650b6a6a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:05.130271 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a92f8c-134e-4c36-afe8-92ea9700f70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571f4510-6af9-41a2-86d0-f2fe5e2b4512,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:05.203246 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 4c925211-bb26-4318-a0e2-13a49bddd4ba details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:56:05.208960 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-34936279-7350-418d-8206-d298192c0dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:05.210707 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-34936279-7350-418d-8206-d298192c0dd5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.2180507 Aug 10 00:56:05.269310 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-81c985be-0998-44fa-ba83-c49650b6a6a1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9482541 Aug 10 00:56:05.269843 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38198) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:05.289110 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-b4eb805b-4e55-4a3c-a521-2b11339b3cb8 admin admin] Request body: {'subnet': {'network_id': 'e2a6ec3c-4222-413e-a726-7eaab29284cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-818888552-subnet', 'tenant_id': '4601200a9ae04426885123602616bb50', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:05.319362 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-fd5844d0-b336-42bb-bc00-ce31b2865b9a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d HTTP/1.1" status: 200 len: 217 time: 0.0901217 Aug 10 00:56:05.320605 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c985be-0998-44fa-ba83-c49650b6a6a1 admin admin] Pushing event updated for resources: {'Network': ['ID=e2a6ec3c-4222-413e-a726-7eaab29284cd,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:05.335574 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network e2a6ec3c-4222-413e-a726-7eaab29284cd details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:56:05.357085 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-bb2c578b-aa98-4ec8-bd15-09e522377f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:05.358747 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-bb2c578b-aa98-4ec8-bd15-09e522377f98 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=040768a449b74edfb649dfba67db8bf2&device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 1097 time: 0.0880027 Aug 10 00:56:05.360634 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4eb805b-4e55-4a3c-a521-2b11339b3cb8 admin admin] Made reservation on behalf of 4601200a9ae04426885123602616bb50 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:56:05.363273 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b4eb805b-4e55-4a3c-a521-2b11339b3cb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:05.388873 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbeb61f-665b-4af9-a0ac-7e4157b1a801 req-bcb011bf-23a9-4af1-85ec-8e7830a9e784 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:05.396588 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8cbeb61f-665b-4af9-a0ac-7e4157b1a801 req-bcb011bf-23a9-4af1-85ec-8e7830a9e784 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 948 time: 0.1790779 Aug 10 00:56:05.434703 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 4c925211-bb26-4318-a0e2-13a49bddd4ba, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=4c925211-bb26-4318-a0e2-13a49bddd4ba,segment=NetworkSegment(d249fd15-fc1f-43cd-bd64-b045520aef78),segment_id=d249fd15-fc1f-43cd-bd64-b045520aef78)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:05.443581 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8de399-f51c-44e1-b9f4-becb504e1bb6 req-7b4294a4-6059-493f-bf03-034c4588d187 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:05.446113 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0a8de399-f51c-44e1-b9f4-becb504e1bb6 req-7b4294a4-6059-493f-bf03-034c4588d187 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 945 time: 0.1929252 Aug 10 00:56:05.454543 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '4c925211-bb26-4318-a0e2-13a49bddd4ba', 'network_id': '1805ad23-e76e-4170-8cce-d9f8ae87fa4a', 'port_id': '4c925211-bb26-4318-a0e2-13a49bddd4ba', 'mac_address': 'fa:16:3e:ef:04:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13423d62-75d5-4a60-9053-4948677cf60d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:56:05.461395 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-4ef923b4-3fa3-408d-a51f-293819457267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:05.462790 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-4ef923b4-3fa3-408d-a51f-293819457267 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.1267400 Aug 10 00:56:05.500629 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:05.516941 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c925211-bb26-4318-a0e2-13a49bddd4ba {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:05.547703 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-78d70540-b25f-4d37-a10a-23681247bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:05.548896 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 4c925211-bb26-4318-a0e2-13a49bddd4ba, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=4c925211-bb26-4318-a0e2-13a49bddd4ba,segment=NetworkSegment(d249fd15-fc1f-43cd-bd64-b045520aef78),segment_id=d249fd15-fc1f-43cd-bd64-b045520aef78)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:05.549219 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-78d70540-b25f-4d37-a10a-23681247bc80 service neutron] 10.222.0.20 "GET /v2.0/networks?id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da HTTP/1.1" status: 200 len: 921 time: 0.1826348 Aug 10 00:56:05.554955 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:05.557526 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8cbeb61f-665b-4af9-a0ac-7e4157b1a801 req-37446347-2821-4756-aab8-1bd6fb0cc4a7 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552041 Aug 10 00:56:05.583416 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0a8de399-f51c-44e1-b9f4-becb504e1bb6 req-852da950-259f-455d-a540-f5308295d11b tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137953 Aug 10 00:56:05.647120 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-ef710b4b-fe46-4194-b938-5b566953cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:05.651618 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-ef710b4b-fe46-4194-b938-5b566953cd8d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1730387 Aug 10 00:56:05.663615 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=4c925211-bb26-4318-a0e2-13a49bddd4ba,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:05.673036 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8753ada-fa6b-4358-8bce-b3ec87b2ed41 x-openstack-request-id: req-f8753ada-fa6b-4358-8bce-b3ec87b2ed41 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:05.673390 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4006af-3d16-4b3c-8041-1c0c9803f7a4", "name": "network-vif-plugged", "status": "completed", "tag": "2b1b295b-eb63-44a9-8be5-5e2a88616a4a", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:05.673741 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f8753ada-fa6b-4358-8bce-b3ec87b2ed41 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:05.674226 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4006af-3d16-4b3c-8041-1c0c9803f7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1b295b-eb63-44a9-8be5-5e2a88616a4a', 'code': 200} Aug 10 00:56:05.708614 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-e7a2584c-c7a8-4452-b705-8ea465e8db0a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=552dfeff-3ddd-478f-86af-fb8dd8a7fa9c HTTP/1.1" status: 200 len: 217 time: 0.1489966 Aug 10 00:56:05.738143 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b4eb805b-4e55-4a3c-a521-2b11339b3cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:05.856529 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1310c-b33d-4415-98ab-412990d2deb4 req-9af10faf-8cc4-4b01-903c-3fcc46bf7ca3 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:05.861118 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3db1310c-b33d-4415-98ab-412990d2deb4 req-9af10faf-8cc4-4b01-903c-3fcc46bf7ca3 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5aec2ae-67ea-4715-aaf2-d9aa8aa70205 HTTP/1.1" status: 200 len: 945 time: 0.1800003 Aug 10 00:56:05.869563 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-5c0c2317-a392-44c8-a7a4-c67005ca1412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:05.871222 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-5c0c2317-a392-44c8-a7a4-c67005ca1412 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ff99852-0921-4c80-99ca-12207c311102 HTTP/1.1" status: 200 len: 860 time: 0.1546035 Aug 10 00:56:05.873780 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2163f-8fe8-4fe1-985d-28c563b5a948 req-f7ea797d-324d-4bee-9620-3098d3479a37 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:05.874909 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb805b-4e55-4a3c-a521-2b11339b3cb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51adb930-96b8-48f4-bf3f-8c67c62f0b2a,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:05.875279 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-95c2163f-8fe8-4fe1-985d-28c563b5a948 req-f7ea797d-324d-4bee-9620-3098d3479a37 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf4006af-3d16-4b3c-8041-1c0c9803f7a4 HTTP/1.1" status: 200 len: 946 time: 0.1044273 Aug 10 00:56:05.883763 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-d4c3d300-12ae-4e5e-a3d0-5a506be7fe68 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238970 Aug 10 00:56:05.898607 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d7edf-d179-4be5-a0ed-ef47a9459242 req-e7c4fc56-30e7-4728-9ecb-fc7786396254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:05.900011 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6e5d7edf-d179-4be5-a0ed-ef47a9459242 req-e7c4fc56-30e7-4728-9ecb-fc7786396254 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cf4006af-3d16-4b3c-8041-1c0c9803f7a4 HTTP/1.1" status: 200 len: 1098 time: 0.1295238 Aug 10 00:56:05.916003 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eb805b-4e55-4a3c-a521-2b11339b3cb8 admin admin] Checking segment: {'id': '5567dfb7-4a62-4cb8-80e6-7e28a94d846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e2a6ec3c-4222-413e-a726-7eaab29284cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:56:05.916705 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eb805b-4e55-4a3c-a521-2b11339b3cb8 admin admin] Network hostable DHCP agents. Network: e2a6ec3c-4222-413e-a726-7eaab29284cd, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:56:05.920074 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-71935d8a-b7a6-41b7-9077-ee1f8904e8ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389221 Aug 10 00:56:05.971784 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['4c925211-bb26-4318-a0e2-13a49bddd4ba'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:06.007859 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3db1310c-b33d-4415-98ab-412990d2deb4 req-20be36f1-2886-4e45-91a7-fbb2a8b210e8 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups?id=6911e6cf-ab78-4416-af63-4f3cef5c2a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255624 Aug 10 00:56:06.010816 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eb805b-4e55-4a3c-a521-2b11339b3cb8 admin admin] Network e2a6ec3c-4222-413e-a726-7eaab29284cd is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:56:06.024788 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6e5d7edf-d179-4be5-a0ed-ef47a9459242 req-f3ee95a5-4f6e-48ca-8913-949ecd06d536 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101208 Aug 10 00:56:06.039381 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-b4eb805b-4e55-4a3c-a521-2b11339b3cb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, e2a6ec3c-4222-413e-a726-7eaab29284cd) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:56:06.051671 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58066bab-a8e3-499e-ac54-2f5895e06fc7 None None] Network e2a6ec3c-4222-413e-a726-7eaab29284cd requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:56:06.052959 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4eb805b-4e55-4a3c-a521-2b11339b3cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:06.055289 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b4eb805b-4e55-4a3c-a521-2b11339b3cb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:06.076358 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-95c2163f-8fe8-4fe1-985d-28c563b5a948 req-2ad57c6c-b99a-4050-854e-50496b9b8da4 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780820 Aug 10 00:56:06.108403 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-5e52aefa-83e3-4500-b05f-14ce894450d6 service neutron] 10.222.0.20 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804016 Aug 10 00:56:06.116548 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38226) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:06.118020 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b4eb805b-4e55-4a3c-a521-2b11339b3cb8 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8397677 Aug 10 00:56:06.185335 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2c73abd-dab9-403f-99d6-d07e74fa7930 req-ccdfa711-067c-4748-977c-7ec533060cfe service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809961 Aug 10 00:56:06.247444 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b03ee9c1-9e7c-4b57-a7c4-f3e8459164a3 req-69954fdb-25be-4334-b4ad-754c6bc9ce0a tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1644786002&fields=id&tenant_id=34862481f66244cdb00ae05ecbfcc44b HTTP/1.1" status: 200 len: 267 time: 0.1034515 Aug 10 00:56:06.282841 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0f160-8a87-4624-9935-7b4e14c3874b req-4a5cf481-9974-44ee-aa14-e29dae434bdf tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:06.295388 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-61f0f160-8a87-4624-9935-7b4e14c3874b req-4a5cf481-9974-44ee-aa14-e29dae434bdf tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 945 time: 0.1178372 Aug 10 00:56:06.320381 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24cc25e-98fb-45e6-be33-c22e95b9a187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-e2a6ec3c-4222-413e-a726-7eaab29284cd', 'network_id': 'e2a6ec3c-4222-413e-a726-7eaab29284cd', 'tenant_id': '4601200a9ae04426885123602616bb50', 'fixed_ips': [{'subnet_id': '51adb930-96b8-48f4-bf3f-8c67c62f0b2a'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:56:06.321458 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c24cc25e-98fb-45e6-be33-c22e95b9a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:06.344959 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-3f787482-a94d-4370-b023-64c3b8468b0c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1583437198-network', 'tenant_id': '0bdb14d3beda40a8adc548b6ea36731e'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:06.407092 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-61f0f160-8a87-4624-9935-7b4e14c3874b req-c136f323-bdc4-42f9-891b-63ca8e8511c4 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027651 Aug 10 00:56:06.418402 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ee9c1-9e7c-4b57-a7c4-f3e8459164a3 req-7574ca4b-1e0a-4ba7-bb63-3d6088e01e9c tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:06.425976 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b03ee9c1-9e7c-4b57-a7c4-f3e8459164a3 req-7574ca4b-1e0a-4ba7-bb63-3d6088e01e9c tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5aec2ae-67ea-4715-aaf2-d9aa8aa70205 HTTP/1.1" status: 200 len: 945 time: 0.1704710 Aug 10 00:56:06.428262 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f787482-a94d-4370-b023-64c3b8468b0c admin admin] Made reservation on behalf of 0bdb14d3beda40a8adc548b6ea36731e for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:56:06.430665 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3f787482-a94d-4370-b023-64c3b8468b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:06.438171 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-b03ee9c1-9e7c-4b57-a7c4-f3e8459164a3 req-ffd55c27-ddee-4bde-bade-214d3b9ebf0b tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Request body: {'port': {'security_groups': ['6911e6cf-ab78-4416-af63-4f3cef5c2a71', '9c56a9ec-5e3a-45c4-80f5-021545595d39']}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:06.448434 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3f787482-a94d-4370-b023-64c3b8468b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:06.500782 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-c24cc25e-98fb-45e6-be33-c22e95b9a187 None None] Allocated IP 172.20.0.2 (e2a6ec3c-4222-413e-a726-7eaab29284cd/51adb930-96b8-48f4-bf3f-8c67c62f0b2a/10ba18e4-ca73-4de8-9f9c-4db666f477f9) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:56:06.540526 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b03ee9c1-9e7c-4b57-a7c4-f3e8459164a3 req-ffd55c27-ddee-4bde-bade-214d3b9ebf0b tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:06.597677 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-eb571e23-4e5b-44f9-82a1-9ddaab271718 service neutron] 10.222.0.20 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301017 Aug 10 00:56:06.699174 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3f787482-a94d-4370-b023-64c3b8468b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:06.716266 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3f787482-a94d-4370-b023-64c3b8468b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:06.718862 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c24cc25e-98fb-45e6-be33-c22e95b9a187 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:06.730637 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c24cc25e-98fb-45e6-be33-c22e95b9a187 None None] Transition to ACTIVE for port object 10ba18e4-ca73-4de8-9f9c-4db666f477f9 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:56:06.746696 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c24cc25e-98fb-45e6-be33-c22e95b9a187 None None] Transition to ACTIVE for port object 10ba18e4-ca73-4de8-9f9c-4db666f477f9 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:56:06.754202 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c24cc25e-98fb-45e6-be33-c22e95b9a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:06.764599 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddad8732-d7fd-4023-ae25-7947adcb909e', 'tag': 'e0399ea1-9a9b-4796-a5d2-b67c4abfc49d'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:06.766937 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a862ebd2-5eee-491a-ab45-a3889131e9b2" -d '{"events": [{"name": "network-changed", "server_uuid": "ddad8732-d7fd-4023-ae25-7947adcb909e", "tag": "e0399ea1-9a9b-4796-a5d2-b67c4abfc49d"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:06.802330 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24cc25e-98fb-45e6-be33-c22e95b9a187 None None] Network e2a6ec3c-4222-413e-a726-7eaab29284cd is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:56:06.805462 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f787482-a94d-4370-b023-64c3b8468b0c admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:56:06.806054 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-c24cc25e-98fb-45e6-be33-c22e95b9a187 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:56:06.811023 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24cc25e-98fb-45e6-be33-c22e95b9a187 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:56:06.816291 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24cc25e-98fb-45e6-be33-c22e95b9a187 None None] Pushing event updated for resources: {'Port': ['ID=10ba18e4-ca73-4de8-9f9c-4db666f477f9,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:06.863084 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3f787482-a94d-4370-b023-64c3b8468b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:06.863448 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-3f787482-a94d-4370-b023-64c3b8468b0c admin admin] Added segment 521e6df6-86cd-45a0-a02f-7d037678324c of type vlan for network e1c9d804-2ed6-48ca-88e5-1a548fa7af3e Aug 10 00:56:06.866649 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f787482-a94d-4370-b023-64c3b8468b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a5f85d-e897-48e4-9402-145a3b34cac5,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:06.872636 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-c24cc25e-98fb-45e6-be33-c22e95b9a187 None None] Attempting to bind port 10ba18e4-ca73-4de8-9f9c-4db666f477f9 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:56:06.873170 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-c24cc25e-98fb-45e6-be33-c22e95b9a187 None None] Attempting to bind port 10ba18e4-ca73-4de8-9f9c-4db666f477f9 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '5567dfb7-4a62-4cb8-80e6-7e28a94d846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e2a6ec3c-4222-413e-a726-7eaab29284cd'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:56:06.873637 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24cc25e-98fb-45e6-be33-c22e95b9a187 None None] Attempting to bind port 10ba18e4-ca73-4de8-9f9c-4db666f477f9 on network e2a6ec3c-4222-413e-a726-7eaab29284cd {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:06.879830 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24cc25e-98fb-45e6-be33-c22e95b9a187 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:56:06.880501 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24cc25e-98fb-45e6-be33-c22e95b9a187 None None] Checking segment: {'id': '5567dfb7-4a62-4cb8-80e6-7e28a94d846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e2a6ec3c-4222-413e-a726-7eaab29284cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:56:06.881082 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c24cc25e-98fb-45e6-be33-c22e95b9a187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:06.881846 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24cc25e-98fb-45e6-be33-c22e95b9a187 None None] Bound using segment: {'id': '5567dfb7-4a62-4cb8-80e6-7e28a94d846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e2a6ec3c-4222-413e-a726-7eaab29284cd'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:56:06.882515 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-c24cc25e-98fb-45e6-be33-c22e95b9a187 None None] Bound port: 10ba18e4-ca73-4de8-9f9c-4db666f477f9, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5567dfb7-4a62-4cb8-80e6-7e28a94d846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e2a6ec3c-4222-413e-a726-7eaab29284cd'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:56:06.883066 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c24cc25e-98fb-45e6-be33-c22e95b9a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:06.950427 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-c24cc25e-98fb-45e6-be33-c22e95b9a187 None None] For port 10ba18e4-ca73-4de8-9f9c-4db666f477f9, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:56:06.954145 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-c24cc25e-98fb-45e6-be33-c22e95b9a187 None None] For port 10ba18e4-ca73-4de8-9f9c-4db666f477f9, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=10ba18e4-ca73-4de8-9f9c-4db666f477f9,segment=NetworkSegment(5567dfb7-4a62-4cb8-80e6-7e28a94d846e),segment_id=5567dfb7-4a62-4cb8-80e6-7e28a94d846e)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:56:06.959382 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c24cc25e-98fb-45e6-be33-c22e95b9a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:06.971629 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3f787482-a94d-4370-b023-64c3b8468b0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:06.992379 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a60567-27c3-479e-828b-48e0747c705d req-790773d8-c812-44fe-8d19-1a63f956756b tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:07.000457 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94a60567-27c3-479e-828b-48e0747c705d req-790773d8-c812-44fe-8d19-1a63f956756b tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/networks?id=e2a6ec3c-4222-413e-a726-7eaab29284cd HTTP/1.1" status: 200 len: 815 time: 0.2433474 Aug 10 00:56:07.003415 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-b03ee9c1-9e7c-4b57-a7c4-f3e8459164a3 req-ffd55c27-ddee-4bde-bade-214d3b9ebf0b tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] For port 2bc509b8-c00a-4b66-abd4-cc5ecbb92540, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=2bc509b8-c00a-4b66-abd4-cc5ecbb92540,segment=NetworkSegment(e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2),segment_id=e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:07.025198 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24cc25e-98fb-45e6-be33-c22e95b9a187 None None] Pushing event updated for resources: {'Port': ['ID=10ba18e4-ca73-4de8-9f9c-4db666f477f9,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:07.039920 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94a60567-27c3-479e-828b-48e0747c705d req-bc6cc986-58f5-4cdc-b5cf-fbef878a8223 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/quotas/4601200a9ae04426885123602616bb50 HTTP/1.1" status: 200 len: 375 time: 0.0386760 Aug 10 00:56:07.097079 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b03ee9c1-9e7c-4b57-a7c4-f3e8459164a3 req-ffd55c27-ddee-4bde-bade-214d3b9ebf0b tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:07.105748 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3f787482-a94d-4370-b023-64c3b8468b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:07.106828 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f787482-a94d-4370-b023-64c3b8468b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:07.107494 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3f787482-a94d-4370-b023-64c3b8468b0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:07.114185 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b03ee9c1-9e7c-4b57-a7c4-f3e8459164a3 req-ffd55c27-ddee-4bde-bade-214d3b9ebf0b tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:07.126648 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['2bc509b8-c00a-4b66-abd4-cc5ecbb92540'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:07.209786 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94a60567-27c3-479e-828b-48e0747c705d req-72687b9d-e98d-4fe0-b014-bcc59db74aac tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4601200a9ae04426885123602616bb50&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1688457 Aug 10 00:56:07.217487 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device e0399ea1-9a9b-4796-a5d2-b67c4abfc49d no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:56:07.218813 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38260) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:07.219315 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3f787482-a94d-4370-b023-64c3b8468b0c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1012323 Aug 10 00:56:07.227152 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-26586e11-25f4-4275-8b12-6b01de26a0f7 admin admin] Request body: {'subnet': {'network_id': 'e1c9d804-2ed6-48ca-88e5-1a548fa7af3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1583437198-subnet', 'tenant_id': '0bdb14d3beda40a8adc548b6ea36731e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:07.251783 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ee9c1-9e7c-4b57-a7c4-f3e8459164a3 req-ffd55c27-ddee-4bde-bade-214d3b9ebf0b tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:07.252966 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b03ee9c1-9e7c-4b57-a7c4-f3e8459164a3 req-ffd55c27-ddee-4bde-bade-214d3b9ebf0b tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:07.254171 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b03ee9c1-9e7c-4b57-a7c4-f3e8459164a3 req-ffd55c27-ddee-4bde-bade-214d3b9ebf0b tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "PUT /v2.0/ports/2bc509b8-c00a-4b66-abd4-cc5ecbb92540 HTTP/1.1" status: 200 len: 981 time: 0.8268931 Aug 10 00:56:07.261117 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f787482-a94d-4370-b023-64c3b8468b0c admin admin] Pushing event updated for resources: {'Network': ['ID=e1c9d804-2ed6-48ca-88e5-1a548fa7af3e,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:07.282222 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network e1c9d804-2ed6-48ca-88e5-1a548fa7af3e details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:56:07.309573 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26586e11-25f4-4275-8b12-6b01de26a0f7 admin admin] Made reservation on behalf of 0bdb14d3beda40a8adc548b6ea36731e for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:56:07.317556 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26586e11-25f4-4275-8b12-6b01de26a0f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:07.336938 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd55c27-ddee-4bde-bade-214d3b9ebf0b tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Pushing event updated for resources: {'Port': ['ID=2bc509b8-c00a-4b66-abd4-cc5ecbb92540,revision_number=6']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:07.410192 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['2bc509b8-c00a-4b66-abd4-cc5ecbb92540'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:07.432472 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94a60567-27c3-479e-828b-48e0747c705d req-393a4d8e-654c-4dc5-a07f-498caa4a9560 service neutron] 10.222.0.35 "GET /v2.0/networks/e2a6ec3c-4222-413e-a726-7eaab29284cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952593 Aug 10 00:56:07.458480 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555d792-7283-4ce6-9b24-7362294fc977 req-f1136251-85ba-4c21-b554-da55fe23e78b tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:07.460260 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9555d792-7283-4ce6-9b24-7362294fc977 req-f1136251-85ba-4c21-b554-da55fe23e78b tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 948 time: 0.0764527 Aug 10 00:56:07.493524 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device e0399ea1-9a9b-4796-a5d2-b67c4abfc49d not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:56:07.558334 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9555d792-7283-4ce6-9b24-7362294fc977 req-047c6669-664a-41dd-8949-322d13b94da3 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846915 Aug 10 00:56:07.605417 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26586e11-25f4-4275-8b12-6b01de26a0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:07.620487 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94a60567-27c3-479e-828b-48e0747c705d req-43cdb271-615a-42dd-bc33-6a2b72d1a81f service neutron] 10.222.0.35 "GET /v2.0/networks/e2a6ec3c-4222-413e-a726-7eaab29284cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688991 Aug 10 00:56:07.673956 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:56:07.739968 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26586e11-25f4-4275-8b12-6b01de26a0f7 admin admin] Checking segment: {'id': '521e6df6-86cd-45a0-a02f-7d037678324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e1c9d804-2ed6-48ca-88e5-1a548fa7af3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:56:07.740548 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26586e11-25f4-4275-8b12-6b01de26a0f7 admin admin] Network hostable DHCP agents. Network: e1c9d804-2ed6-48ca-88e5-1a548fa7af3e, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:56:07.746854 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26586e11-25f4-4275-8b12-6b01de26a0f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=140109fb-cd35-4792-a696-820ba76fbafd,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:07.771100 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26586e11-25f4-4275-8b12-6b01de26a0f7 admin admin] Network e1c9d804-2ed6-48ca-88e5-1a548fa7af3e is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:56:07.773664 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22699a59-3488-48a8-b63f-c5b2e210cd5c req-02552d7c-d777-43e5-af41-b018c570cf01 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:07.782947 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-26586e11-25f4-4275-8b12-6b01de26a0f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, e1c9d804-2ed6-48ca-88e5-1a548fa7af3e) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:56:07.783787 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-22699a59-3488-48a8-b63f-c5b2e210cd5c req-02552d7c-d777-43e5-af41-b018c570cf01 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 945 time: 0.1135576 Aug 10 00:56:07.790995 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26586e11-25f4-4275-8b12-6b01de26a0f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:07.792103 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26586e11-25f4-4275-8b12-6b01de26a0f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:07.799057 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ddda0c-7919-4b80-956f-c934484f9bf3 None None] Network e1c9d804-2ed6-48ca-88e5-1a548fa7af3e requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:56:07.814684 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-26586e11-25f4-4275-8b12-6b01de26a0f7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5947528 Aug 10 00:56:07.846001 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-22699a59-3488-48a8-b63f-c5b2e210cd5c req-05320100-6e21-4d15-ac30-41d17fbf2b0b tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515149 Aug 10 00:56:07.985080 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb024b37-2825-48c7-b656-5195ab5f0b48 None None] Network e1c9d804-2ed6-48ca-88e5-1a548fa7af3e requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:56:08.013127 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f309499a-e4ac-45c4-a289-8993a9b084ff x-openstack-request-id: req-f309499a-e4ac-45c4-a289-8993a9b084ff {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:08.013486 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddad8732-d7fd-4023-ae25-7947adcb909e", "tag": "e0399ea1-9a9b-4796-a5d2-b67c4abfc49d", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:08.013754 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f309499a-e4ac-45c4-a289-8993a9b084ff {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:08.014181 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddad8732-d7fd-4023-ae25-7947adcb909e', 'tag': 'e0399ea1-9a9b-4796-a5d2-b67c4abfc49d', 'status': 'completed', 'code': 200} Aug 10 00:56:08.185508 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862ebd2-5eee-491a-ab45-a3889131e9b2 req-412cf7e7-aec3-4aed-b32a-0ac804b99efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:08.191828 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a862ebd2-5eee-491a-ab45-a3889131e9b2 req-412cf7e7-aec3-4aed-b32a-0ac804b99efa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 1100 time: 0.1376109 Aug 10 00:56:08.318662 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e368a461-4218-4000-8960-6043f754ab64 req-3b908769-ba1d-497f-8ef9-f323f92899a9 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-461811450&fields=id&tenant_id=34862481f66244cdb00ae05ecbfcc44b HTTP/1.1" status: 200 len: 267 time: 0.1724732 Aug 10 00:56:08.329373 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee267f8-c9d1-497c-9f0f-b8e7d77866d5 req-3a0359f4-cbfb-4490-9b06-6c9c9c05b684 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:08.336977 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1ee267f8-c9d1-497c-9f0f-b8e7d77866d5 req-3a0359f4-cbfb-4490-9b06-6c9c9c05b684 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf4006af-3d16-4b3c-8041-1c0c9803f7a4 HTTP/1.1" status: 200 len: 946 time: 0.3191831 Aug 10 00:56:08.349397 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862ebd2-5eee-491a-ab45-a3889131e9b2 req-a9bf1128-c46b-4cf2-a6e6-5128a2525526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:08.363682 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a862ebd2-5eee-491a-ab45-a3889131e9b2 req-a9bf1128-c46b-4cf2-a6e6-5128a2525526 service neutron] 10.222.0.20 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.1648092 Aug 10 00:56:08.396106 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862ebd2-5eee-491a-ab45-a3889131e9b2 req-782a3664-ebfa-4744-bcf3-42e987e7814b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:08.397683 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a862ebd2-5eee-491a-ab45-a3889131e9b2 req-782a3664-ebfa-4744-bcf3-42e987e7814b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 1100 time: 0.2904458 Aug 10 00:56:08.430859 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a862ebd2-5eee-491a-ab45-a3889131e9b2 req-8ec9ee19-6ebe-41fd-a856-47a9ca0bc47b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d HTTP/1.1" status: 200 len: 217 time: 0.0575125 Aug 10 00:56:08.474014 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8eb4abb-7403-4d0b-9af8-ad0f95d10d3a None None] Network e2a6ec3c-4222-413e-a726-7eaab29284cd requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:56:08.490467 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1ee267f8-c9d1-497c-9f0f-b8e7d77866d5 req-9480fae4-468a-404f-af0f-46459afbde2f tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527827 Aug 10 00:56:08.504822 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368a461-4218-4000-8960-6043f754ab64 req-74122705-3e98-49fc-bcbb-3c9e6fe776f3 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:08.508409 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862ebd2-5eee-491a-ab45-a3889131e9b2 req-3d71fc72-ca66-4b58-a7e9-6b1090bf15dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:08.510233 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a862ebd2-5eee-491a-ab45-a3889131e9b2 req-3d71fc72-ca66-4b58-a7e9-6b1090bf15dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0747387 Aug 10 00:56:08.512819 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e368a461-4218-4000-8960-6043f754ab64 req-74122705-3e98-49fc-bcbb-3c9e6fe776f3 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5aec2ae-67ea-4715-aaf2-d9aa8aa70205 HTTP/1.1" status: 200 len: 984 time: 0.1933005 Aug 10 00:56:08.521192 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-e368a461-4218-4000-8960-6043f754ab64 req-24d1711e-c4cd-4634-9af3-4ff230054ce3 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Request body: {'port': {'security_groups': ['6911e6cf-ab78-4416-af63-4f3cef5c2a71', '9c56a9ec-5e3a-45c4-80f5-021545595d39', '0c9a1798-fa5a-49bf-965e-636390584cc3']}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:08.602088 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862ebd2-5eee-491a-ab45-a3889131e9b2 req-3b90647f-0440-451d-beb4-2cb07f5915a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:08.603597 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a862ebd2-5eee-491a-ab45-a3889131e9b2 req-3b90647f-0440-451d-beb4-2cb07f5915a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0865674 Aug 10 00:56:08.644167 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-49067be4-42bf-4f8b-8a9c-489e2d4b5e6f None None] Provisioning for port 10ba18e4-ca73-4de8-9f9c-4db666f477f9 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:08.723670 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a862ebd2-5eee-491a-ab45-a3889131e9b2 req-1a2c475a-2e46-4b9d-a69f-a934e4f94562 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129742 Aug 10 00:56:08.734669 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e368a461-4218-4000-8960-6043f754ab64 req-24d1711e-c4cd-4634-9af3-4ff230054ce3 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:08.782410 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862ebd2-5eee-491a-ab45-a3889131e9b2 req-31d0a280-07d1-46d0-9da4-efdcead1b874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:08.784377 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a862ebd2-5eee-491a-ab45-a3889131e9b2 req-31d0a280-07d1-46d0-9da4-efdcead1b874 service neutron] 10.222.0.24 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.3730643 Aug 10 00:56:08.835518 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a862ebd2-5eee-491a-ab45-a3889131e9b2 req-966df346-d93d-42e2-88b2-6e0609dbfe89 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039929 Aug 10 00:56:08.878028 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a862ebd2-5eee-491a-ab45-a3889131e9b2 req-78607b53-231f-4ae0-8baa-3893d4b6b9bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d HTTP/1.1" status: 200 len: 217 time: 0.0679119 Aug 10 00:56:08.895172 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e06bbe-a236-48b9-a6da-84645fdad135 req-0d300ce7-5f1e-41a2-abbb-6e6c6e3c2ad5 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:08.896843 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-52e06bbe-a236-48b9-a6da-84645fdad135 req-0d300ce7-5f1e-41a2-abbb-6e6c6e3c2ad5 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 945 time: 0.2905478 Aug 10 00:56:08.994447 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 10ba18e4-ca73-4de8-9f9c-4db666f477f9 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:09.051537 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 10ba18e4-ca73-4de8-9f9c-4db666f477f9 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:09.056171 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 10ba18e4-ca73-4de8-9f9c-4db666f477f9 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:09.056961 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:09.083887 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862ebd2-5eee-491a-ab45-a3889131e9b2 req-8c2e2fb5-78fc-4b5e-81a9-a86b1d7e5cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:09.085876 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a862ebd2-5eee-491a-ab45-a3889131e9b2 req-8c2e2fb5-78fc-4b5e-81a9-a86b1d7e5cc0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.1881394 Aug 10 00:56:09.096404 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-52e06bbe-a236-48b9-a6da-84645fdad135 req-92d2ab8b-ae2b-4a7d-bb80-1d41a4c14540 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552079 Aug 10 00:56:09.204795 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:09.232445 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862ebd2-5eee-491a-ab45-a3889131e9b2 req-00ac9333-fbcc-4dca-a307-8eef4ba953a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:09.234110 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a862ebd2-5eee-491a-ab45-a3889131e9b2 req-00ac9333-fbcc-4dca-a307-8eef4ba953a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1359754 Aug 10 00:56:09.254502 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 4c925211-bb26-4318-a0e2-13a49bddd4ba up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:09.340065 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 10ba18e4-ca73-4de8-9f9c-4db666f477f9, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=10ba18e4-ca73-4de8-9f9c-4db666f477f9,segment=NetworkSegment(5567dfb7-4a62-4cb8-80e6-7e28a94d846e),segment_id=5567dfb7-4a62-4cb8-80e6-7e28a94d846e)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:09.357572 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:09.365998 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7b5dd536-93aa-4240-802c-5d2cad02c0a1 None None] Provisioning complete for port 10ba18e4-ca73-4de8-9f9c-4db666f477f9 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:09.366370 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7b5dd536-93aa-4240-802c-5d2cad02c0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:09.409702 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-e368a461-4218-4000-8960-6043f754ab64 req-24d1711e-c4cd-4634-9af3-4ff230054ce3 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] For port 2bc509b8-c00a-4b66-abd4-cc5ecbb92540, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=2bc509b8-c00a-4b66-abd4-cc5ecbb92540,segment=NetworkSegment(e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2),segment_id=e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:09.459398 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=10ba18e4-ca73-4de8-9f9c-4db666f477f9,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:09.477111 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 4c925211-bb26-4318-a0e2-13a49bddd4ba completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:09.488798 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 4c925211-bb26-4318-a0e2-13a49bddd4ba triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:09.491050 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:09.577480 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6c4dd59f-d03b-4e10-9d58-635dc8fe0fb0 req-835628ce-0b34-435e-a2ca-66d4c0a651e1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=afd75883-1f7e-444d-adc3-f51d404b13cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0496237 Aug 10 00:56:09.653619 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:09.660420 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4dd59f-d03b-4e10-9d58-635dc8fe0fb0 req-d8ff7d1d-928f-43fe-bc92-fe00fa213086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:09.662591 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6c4dd59f-d03b-4e10-9d58-635dc8fe0fb0 req-d8ff7d1d-928f-43fe-bc92-fe00fa213086 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=040768a449b74edfb649dfba67db8bf2&device_id=afd75883-1f7e-444d-adc3-f51d404b13cf HTTP/1.1" status: 200 len: 1096 time: 0.0573363 Aug 10 00:56:09.685605 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e32798c-b7fc-41d5-9c98-83af27d7f19c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c925211-bb26-4318-a0e2-13a49bddd4ba'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:09.697460 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5db2e9-dd1d-46e0-ab14-37992a69149a" -d '{"events": [{"server_uuid": "3e32798c-b7fc-41d5-9c98-83af27d7f19c", "name": "network-vif-plugged", "status": "completed", "tag": "4c925211-bb26-4318-a0e2-13a49bddd4ba"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:09.714878 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 4c925211-bb26-4318-a0e2-13a49bddd4ba, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=4c925211-bb26-4318-a0e2-13a49bddd4ba,segment=NetworkSegment(d249fd15-fc1f-43cd-bd64-b045520aef78),segment_id=d249fd15-fc1f-43cd-bd64-b045520aef78)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:09.721511 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:09.781684 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4dd59f-d03b-4e10-9d58-635dc8fe0fb0 req-8b2f8d05-8e6e-47c6-9d61-1430d35f1f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:09.783776 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6c4dd59f-d03b-4e10-9d58-635dc8fe0fb0 req-8b2f8d05-8e6e-47c6-9d61-1430d35f1f19 service neutron] 10.222.0.24 "GET /v2.0/networks?id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da HTTP/1.1" status: 200 len: 921 time: 0.0951366 Aug 10 00:56:09.784441 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=4c925211-bb26-4318-a0e2-13a49bddd4ba,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:09.838397 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6c4dd59f-d03b-4e10-9d58-635dc8fe0fb0 req-c7701fe0-a36d-4dd3-a82f-674d543d71ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 HTTP/1.1" status: 200 len: 217 time: 0.0443761 Aug 10 00:56:09.864147 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a862ebd2-5eee-491a-ab45-a3889131e9b2 req-cfc45185-1454-4f49-9a98-175676e73c95 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6118052 Aug 10 00:56:09.881259 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e368a461-4218-4000-8960-6043f754ab64 req-24d1711e-c4cd-4634-9af3-4ff230054ce3 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:09.906948 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e368a461-4218-4000-8960-6043f754ab64 req-24d1711e-c4cd-4634-9af3-4ff230054ce3 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:09.915244 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4dd59f-d03b-4e10-9d58-635dc8fe0fb0 req-7f1c6a5b-9239-4729-a5bd-8a3c6e758e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:09.919813 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['2bc509b8-c00a-4b66-abd4-cc5ecbb92540'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:09.928760 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6c4dd59f-d03b-4e10-9d58-635dc8fe0fb0 req-7f1c6a5b-9239-4729-a5bd-8a3c6e758e65 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ff99852-0921-4c80-99ca-12207c311102 HTTP/1.1" status: 200 len: 860 time: 0.0772889 Aug 10 00:56:09.962972 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6c4dd59f-d03b-4e10-9d58-635dc8fe0fb0 req-7136b33e-5c27-4399-9dd0-300eeefe12c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333502 Aug 10 00:56:09.975471 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-3f5abadd-5310-4b2d-8b8c-12c378ed21c9 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:09.977006 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-3f5abadd-5310-4b2d-8b8c-12c378ed21c9 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/networks?id=e2a6ec3c-4222-413e-a726-7eaab29284cd HTTP/1.1" status: 200 len: 815 time: 0.6592534 Aug 10 00:56:10.020922 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-c99e1909-9362-4fde-aa68-ed5fdf2021ec tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/quotas/4601200a9ae04426885123602616bb50 HTTP/1.1" status: 200 len: 375 time: 0.0334578 Aug 10 00:56:10.021657 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5aec2ae-67ea-4715-aaf2-d9aa8aa70205', 'tag': '2bc509b8-c00a-4b66-abd4-cc5ecbb92540'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:10.024067 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b30ba49-0d0c-47c8-986e-392e0dbbed64" -d '{"events": [{"name": "network-changed", "server_uuid": "e5aec2ae-67ea-4715-aaf2-d9aa8aa70205", "tag": "2bc509b8-c00a-4b66-abd4-cc5ecbb92540"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:10.064238 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6c4dd59f-d03b-4e10-9d58-635dc8fe0fb0 req-3e0ee513-8a49-434e-87f8-7f36a5f3fe4c service neutron] 10.222.0.24 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884421 Aug 10 00:56:10.072817 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a60567-27c3-479e-828b-48e0747c705d req-40d8fb47-33fd-4c1a-9c41-9444b68baa12 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:10.074624 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94a60567-27c3-479e-828b-48e0747c705d req-40d8fb47-33fd-4c1a-9c41-9444b68baa12 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.24 "GET /v2.0/networks?id=e2a6ec3c-4222-413e-a726-7eaab29284cd HTTP/1.1" status: 200 len: 815 time: 0.6904247 Aug 10 00:56:10.088926 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368a461-4218-4000-8960-6043f754ab64 req-24d1711e-c4cd-4634-9af3-4ff230054ce3 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:10.089874 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e368a461-4218-4000-8960-6043f754ab64 req-24d1711e-c4cd-4634-9af3-4ff230054ce3 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:10.091328 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e368a461-4218-4000-8960-6043f754ab64 req-24d1711e-c4cd-4634-9af3-4ff230054ce3 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "PUT /v2.0/ports/2bc509b8-c00a-4b66-abd4-cc5ecbb92540 HTTP/1.1" status: 200 len: 1020 time: 1.5777078 Aug 10 00:56:10.111391 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-94a60567-27c3-479e-828b-48e0747c705d req-19bbda9a-b79d-4bf4-9891-c8713e435be4 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Request body: {'port': {'device_id': '5286a4c0-5266-4973-91e9-0ae393764377', 'network_id': 'e2a6ec3c-4222-413e-a726-7eaab29284cd', 'admin_state_up': True, 'tenant_id': '4601200a9ae04426885123602616bb50'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:10.184981 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d1711e-c4cd-4634-9af3-4ff230054ce3 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Pushing event updated for resources: {'Port': ['ID=2bc509b8-c00a-4b66-abd4-cc5ecbb92540,revision_number=7']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:10.196754 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['2bc509b8-c00a-4b66-abd4-cc5ecbb92540'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:10.220900 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-7c87f32b-3f06-483d-afee-a55ee677b2b6 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4601200a9ae04426885123602616bb50&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1930521 Aug 10 00:56:10.229586 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a862ebd2-5eee-491a-ab45-a3889131e9b2 req-1da8979d-2e5f-4615-a697-b366ca6e493c service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441169 Aug 10 00:56:10.234269 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6c4dd59f-d03b-4e10-9d58-635dc8fe0fb0 req-93f21739-5cc1-4795-9167-5fa764cd368f service neutron] 10.222.0.24 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323633 Aug 10 00:56:10.401706 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94a60567-27c3-479e-828b-48e0747c705d req-19bbda9a-b79d-4bf4-9891-c8713e435be4 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Made reservation on behalf of 4601200a9ae04426885123602616bb50 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:56:10.405113 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-94a60567-27c3-479e-828b-48e0747c705d req-19bbda9a-b79d-4bf4-9891-c8713e435be4 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:10.427837 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-343db67a-2532-4663-bdbc-554900b4a860 service neutron] 10.222.0.35 "GET /v2.0/networks/e2a6ec3c-4222-413e-a726-7eaab29284cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911857 Aug 10 00:56:10.560500 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-d7ae849b-7d4f-427b-9125-ad206c7871d4 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:10.562017 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-d7ae849b-7d4f-427b-9125-ad206c7871d4 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] 10.222.0.35 "GET /v2.0/networks?id=e1c9d804-2ed6-48ca-88e5-1a548fa7af3e HTTP/1.1" status: 200 len: 814 time: 0.2505095 Aug 10 00:56:10.634183 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device e0399ea1-9a9b-4796-a5d2-b67c4abfc49d details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:56:10.656901 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-8818d12c-c4a5-4cfd-a426-6bb0ce4ab3db service neutron] 10.222.0.35 "GET /v2.0/networks/e2a6ec3c-4222-413e-a726-7eaab29284cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277000 Aug 10 00:56:10.675566 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-94a60567-27c3-479e-828b-48e0747c705d req-19bbda9a-b79d-4bf4-9891-c8713e435be4 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Allocated IP 172.20.0.9 (e2a6ec3c-4222-413e-a726-7eaab29284cd/51adb930-96b8-48f4-bf3f-8c67c62f0b2a/9c8c5786-1eca-4edb-8b2e-0f05897549b5) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:56:10.678237 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-2839ccdb-576b-4054-ad41-d69cc3e3a625 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] 10.222.0.35 "GET /v2.0/quotas/0bdb14d3beda40a8adc548b6ea36731e HTTP/1.1" status: 200 len: 375 time: 0.1078727 Aug 10 00:56:10.724382 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-17a431e6-5d2c-449d-b1af-a206d3bd5ab4 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bdb14d3beda40a8adc548b6ea36731e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368381 Aug 10 00:56:10.746147 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:10.759162 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'e0399ea1-9a9b-4796-a5d2-b67c4abfc49d', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': 'e0399ea1-9a9b-4796-a5d2-b67c4abfc49d', 'mac_address': 'fa:16:3e:97:93:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:56:10.805962 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:10.853032 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0399ea1-9a9b-4796-a5d2-b67c4abfc49d {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:10.890404 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:10.895792 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:10.951492 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-73b260cf-084a-4e2e-84e8-be8acb5e9be5 service neutron] 10.222.0.35 "GET /v2.0/networks/e1c9d804-2ed6-48ca-88e5-1a548fa7af3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153671 Aug 10 00:56:10.960689 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:10.980639 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 10ba18e4-ca73-4de8-9f9c-4db666f477f9 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:11.048752 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 10ba18e4-ca73-4de8-9f9c-4db666f477f9 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:11.048752 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:11.165565 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-523ce008-7b9a-4bf9-b980-5ba4c8b235b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:11.209222 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-94a60567-27c3-479e-828b-48e0747c705d req-19bbda9a-b79d-4bf4-9891-c8713e435be4 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:11.225791 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad9899-3965-413c-8579-46c508b05879 req-3a796448-263b-4cbe-ac18-fde27d6959d4 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:11.233139 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3fad9899-3965-413c-8579-46c508b05879 req-3a796448-263b-4cbe-ac18-fde27d6959d4 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 949 time: 0.1462274 Aug 10 00:56:11.264913 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-94a60567-27c3-479e-828b-48e0747c705d req-19bbda9a-b79d-4bf4-9891-c8713e435be4 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Transition to ACTIVE for port object 9c8c5786-1eca-4edb-8b2e-0f05897549b5 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:56:11.269733 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-73d9ed19-802e-484c-811a-64c92063514f service neutron] 10.222.0.35 "GET /v2.0/networks/e1c9d804-2ed6-48ca-88e5-1a548fa7af3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103738 Aug 10 00:56:11.296875 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3fad9899-3965-413c-8579-46c508b05879 req-f9668abb-b93b-48c7-997b-5cb9166b2824 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628867 Aug 10 00:56:11.308629 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:11.324559 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-94a60567-27c3-479e-828b-48e0747c705d req-19bbda9a-b79d-4bf4-9891-c8713e435be4 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:11.349932 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['e0399ea1-9a9b-4796-a5d2-b67c4abfc49d'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:11.410973 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94a60567-27c3-479e-828b-48e0747c705d req-19bbda9a-b79d-4bf4-9891-c8713e435be4 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Network e2a6ec3c-4222-413e-a726-7eaab29284cd is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:56:11.413814 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-94a60567-27c3-479e-828b-48e0747c705d req-19bbda9a-b79d-4bf4-9891-c8713e435be4 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:56:11.430055 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a60567-27c3-479e-828b-48e0747c705d req-19bbda9a-b79d-4bf4-9891-c8713e435be4 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:56:11.476604 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bbda9a-b79d-4bf4-9891-c8713e435be4 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Pushing event updated for resources: {'Port': ['ID=9c8c5786-1eca-4edb-8b2e-0f05897549b5,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:11.543002 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a60567-27c3-479e-828b-48e0747c705d req-19bbda9a-b79d-4bf4-9891-c8713e435be4 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:11.543773 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-94a60567-27c3-479e-828b-48e0747c705d req-19bbda9a-b79d-4bf4-9891-c8713e435be4 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:11.557359 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c65a0cc-9c60-4f39-8283-ed1a52f8adac x-openstack-request-id: req-1c65a0cc-9c60-4f39-8283-ed1a52f8adac {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:11.559702 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e32798c-b7fc-41d5-9c98-83af27d7f19c", "name": "network-vif-plugged", "status": "completed", "tag": "4c925211-bb26-4318-a0e2-13a49bddd4ba", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:11.560331 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1c65a0cc-9c60-4f39-8283-ed1a52f8adac {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:11.560800 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e32798c-b7fc-41d5-9c98-83af27d7f19c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c925211-bb26-4318-a0e2-13a49bddd4ba', 'code': 200} Aug 10 00:56:11.578846 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856159f-da4d-4cea-8b61-31eabad4d6ac req-40db6b80-b31e-4fb0-a687-e72b937aa56f tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:11.584985 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8856159f-da4d-4cea-8b61-31eabad4d6ac req-40db6b80-b31e-4fb0-a687-e72b937aa56f tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 945 time: 0.1571412 Aug 10 00:56:11.609524 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94a60567-27c3-479e-828b-48e0747c705d req-19bbda9a-b79d-4bf4-9891-c8713e435be4 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5042648 Aug 10 00:56:11.644612 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-94a60567-27c3-479e-828b-48e0747c705d req-8246c00f-13c1-404b-90c9-2d9bb0827103 service neutron] Request body: {'port': {'device_id': '5286a4c0-5266-4973-91e9-0ae393764377', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:11.673246 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497f2542-854b-492c-9fe1-48a59948ab8d x-openstack-request-id: req-497f2542-854b-492c-9fe1-48a59948ab8d {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:11.673687 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5aec2ae-67ea-4715-aaf2-d9aa8aa70205", "tag": "2bc509b8-c00a-4b66-abd4-cc5ecbb92540", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:11.674053 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-497f2542-854b-492c-9fe1-48a59948ab8d {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:11.674558 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5aec2ae-67ea-4715-aaf2-d9aa8aa70205', 'tag': '2bc509b8-c00a-4b66-abd4-cc5ecbb92540', 'status': 'completed', 'code': 200} Aug 10 00:56:11.729509 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8856159f-da4d-4cea-8b61-31eabad4d6ac req-3a986265-2168-4e81-8bf4-9ac4ffd553b8 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328211 Aug 10 00:56:11.823468 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-94a60567-27c3-479e-828b-48e0747c705d req-8246c00f-13c1-404b-90c9-2d9bb0827103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:11.830451 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9229b-ceb6-420c-b637-f49d7a1b156e req-2933c0e8-b69a-46b0-b368-702e527dd9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:11.832613 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6be9229b-ceb6-420c-b637-f49d7a1b156e req-2933c0e8-b69a-46b0-b368-702e527dd9c6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 1098 time: 0.1673286 Aug 10 00:56:11.859367 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30ba49-0d0c-47c8-986e-392e0dbbed64 req-8b05ca81-f383-4e3f-816f-46ad204210e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:11.866307 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7b30ba49-0d0c-47c8-986e-392e0dbbed64 req-8b05ca81-f383-4e3f-816f-46ad204210e7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=34862481f66244cdb00ae05ecbfcc44b&device_id=e5aec2ae-67ea-4715-aaf2-d9aa8aa70205 HTTP/1.1" status: 200 len: 1175 time: 0.1903875 Aug 10 00:56:11.870057 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309432e-7d6b-4d40-9b7d-9ff33be31087 req-39bf94b3-0025-4713-b5cb-774f36b63a49 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:11.871727 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3309432e-7d6b-4d40-9b7d-9ff33be31087 req-39bf94b3-0025-4713-b5cb-774f36b63a49 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5aec2ae-67ea-4715-aaf2-d9aa8aa70205 HTTP/1.1" status: 200 len: 1023 time: 0.1129231 Aug 10 00:56:11.915231 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-97db43d8-7a42-40be-9c85-7a93d617c724 None None] Provisioning for port 9c8c5786-1eca-4edb-8b2e-0f05897549b5 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:11.926717 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-97db43d8-7a42-40be-9c85-7a93d617c724 None None] Provisioning complete for port 9c8c5786-1eca-4edb-8b2e-0f05897549b5 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:11.928956 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-97db43d8-7a42-40be-9c85-7a93d617c724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:11.961936 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6be9229b-ceb6-420c-b637-f49d7a1b156e req-5b2cf6a0-bf78-411a-960b-68853b92de10 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179926 Aug 10 00:56:11.988433 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-97db43d8-7a42-40be-9c85-7a93d617c724 None None] Port 9c8c5786-1eca-4edb-8b2e-0f05897549b5 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:56:12.013391 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30ba49-0d0c-47c8-986e-392e0dbbed64 req-a0c7a4f1-eced-4193-b89c-9c25d453ffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:12.015274 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7b30ba49-0d0c-47c8-986e-392e0dbbed64 req-a0c7a4f1-eced-4193-b89c-9c25d453ffdd service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e043123-acd1-4cc8-a670-ebf832c12f2b HTTP/1.1" status: 200 len: 914 time: 0.1301107 Aug 10 00:56:12.091057 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7b30ba49-0d0c-47c8-986e-392e0dbbed64 req-52294863-9319-4ea5-9b22-abb1afda67a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2bc509b8-c00a-4b66-abd4-cc5ecbb92540 HTTP/1.1" status: 200 len: 217 time: 0.0565474 Aug 10 00:56:12.161506 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30ba49-0d0c-47c8-986e-392e0dbbed64 req-f6d4e557-a0ba-41de-ad9f-a55820f24055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:12.163825 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7b30ba49-0d0c-47c8-986e-392e0dbbed64 req-f6d4e557-a0ba-41de-ad9f-a55820f24055 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eeb15cfb-323e-472a-80f5-e301eee96d09 HTTP/1.1" status: 200 len: 853 time: 0.0648437 Aug 10 00:56:12.194368 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd66848-87e4-4b56-9abe-9f6e4aadfc59 req-9b78df61-e29d-4b22-a36a-2f5a2fd50b14 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:12.201580 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0cd66848-87e4-4b56-9abe-9f6e4aadfc59 req-9b78df61-e29d-4b22-a36a-2f5a2fd50b14 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 946 time: 0.1785297 Aug 10 00:56:12.204022 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7b30ba49-0d0c-47c8-986e-392e0dbbed64 req-1e3e867b-a591-4933-9a38-183c0caf4460 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e043123-acd1-4cc8-a670-ebf832c12f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302403 Aug 10 00:56:12.236098 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3309432e-7d6b-4d40-9b7d-9ff33be31087 req-90e2383c-b3f5-4742-87e8-ed932d7c7fca tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups?id=6911e6cf-ab78-4416-af63-4f3cef5c2a71&id=0c9a1798-fa5a-49bf-965e-636390584cc3&id=9c56a9ec-5e3a-45c4-80f5-021545595d39 HTTP/1.1" status: 200 len: 6148 time: 0.3544428 Aug 10 00:56:12.285418 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0cd66848-87e4-4b56-9abe-9f6e4aadfc59 req-b29471da-9e1d-4eee-8e98-f502b597232c tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829666 Aug 10 00:56:12.336254 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7b30ba49-0d0c-47c8-986e-392e0dbbed64 req-f20c2bd1-0d04-4db9-9478-261ad089c82d service neutron] 10.222.0.24 "GET /v2.0/networks/8e043123-acd1-4cc8-a670-ebf832c12f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194863 Aug 10 00:56:12.353723 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-94a60567-27c3-479e-828b-48e0747c705d req-8246c00f-13c1-404b-90c9-2d9bb0827103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c8c5786-1eca-4edb-8b2e-0f05897549b5 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:12.363420 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-94a60567-27c3-479e-828b-48e0747c705d req-8246c00f-13c1-404b-90c9-2d9bb0827103 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:12.378414 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-94a60567-27c3-479e-828b-48e0747c705d req-8246c00f-13c1-404b-90c9-2d9bb0827103 service neutron] Transition to ACTIVE for port object 9c8c5786-1eca-4edb-8b2e-0f05897549b5 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:56:12.390825 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-94a60567-27c3-479e-828b-48e0747c705d req-8246c00f-13c1-404b-90c9-2d9bb0827103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:12.511687 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7b30ba49-0d0c-47c8-986e-392e0dbbed64 req-7a9676dc-82be-41db-a903-4cf8c0da5c85 service neutron] 10.222.0.24 "GET /v2.0/networks/8e043123-acd1-4cc8-a670-ebf832c12f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577075 Aug 10 00:56:12.613219 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246c00f-13c1-404b-90c9-2d9bb0827103 service neutron] Pushing event updated for resources: {'Port': ['ID=9c8c5786-1eca-4edb-8b2e-0f05897549b5,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:12.668292 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8246c00f-13c1-404b-90c9-2d9bb0827103 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:12.668733 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8246c00f-13c1-404b-90c9-2d9bb0827103 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:12.669086 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8246c00f-13c1-404b-90c9-2d9bb0827103 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:12.669435 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8246c00f-13c1-404b-90c9-2d9bb0827103 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:12.669879 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8246c00f-13c1-404b-90c9-2d9bb0827103 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:12.670286 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8246c00f-13c1-404b-90c9-2d9bb0827103 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:12.670629 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8246c00f-13c1-404b-90c9-2d9bb0827103 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:12.670966 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8246c00f-13c1-404b-90c9-2d9bb0827103 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:12.671298 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8246c00f-13c1-404b-90c9-2d9bb0827103 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:12.671715 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8246c00f-13c1-404b-90c9-2d9bb0827103 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:12.672071 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8246c00f-13c1-404b-90c9-2d9bb0827103 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:12.672461 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8246c00f-13c1-404b-90c9-2d9bb0827103 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:12.766421 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-b17482bf-cb72-4e68-af83-dc1a393182e5 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:12.767859 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-b17482bf-cb72-4e68-af83-dc1a393182e5 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/networks?id=e2a6ec3c-4222-413e-a726-7eaab29284cd HTTP/1.1" status: 200 len: 815 time: 0.3325896 Aug 10 00:56:12.775616 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba977ec-8118-4372-86d8-89fe556a01e3 req-1b752784-5212-4f63-bb66-78e670cd2111 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:12.777625 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eba977ec-8118-4372-86d8-89fe556a01e3 req-1b752784-5212-4f63-bb66-78e670cd2111 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf4006af-3d16-4b3c-8041-1c0c9803f7a4 HTTP/1.1" status: 200 len: 946 time: 0.2741821 Aug 10 00:56:12.819722 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-f8d9617d-e47d-4231-9c3a-f5db1c30fcb5 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:12.821318 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-f8d9617d-e47d-4231-9c3a-f5db1c30fcb5 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.24 "GET /v2.0/networks?id=e2a6ec3c-4222-413e-a726-7eaab29284cd HTTP/1.1" status: 200 len: 815 time: 0.3541005 Aug 10 00:56:12.842951 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-b22cf224-ac97-4ab3-bab2-00bbb36d4d15 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Request body: {'port': {'device_id': 'ee26251f-0f7c-4997-889f-2249b06ee09b', 'network_id': 'e2a6ec3c-4222-413e-a726-7eaab29284cd', 'admin_state_up': True, 'tenant_id': '4601200a9ae04426885123602616bb50'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:12.846095 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-94a60567-27c3-479e-828b-48e0747c705d req-8246c00f-13c1-404b-90c9-2d9bb0827103 service neutron] Attempting to bind port 9c8c5786-1eca-4edb-8b2e-0f05897549b5 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:56:12.846517 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-94a60567-27c3-479e-828b-48e0747c705d req-8246c00f-13c1-404b-90c9-2d9bb0827103 service neutron] Attempting to bind port 9c8c5786-1eca-4edb-8b2e-0f05897549b5 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '5567dfb7-4a62-4cb8-80e6-7e28a94d846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e2a6ec3c-4222-413e-a726-7eaab29284cd'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:56:12.846823 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a60567-27c3-479e-828b-48e0747c705d req-8246c00f-13c1-404b-90c9-2d9bb0827103 service neutron] Attempting to bind port 9c8c5786-1eca-4edb-8b2e-0f05897549b5 on network e2a6ec3c-4222-413e-a726-7eaab29284cd {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:12.909441 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eba977ec-8118-4372-86d8-89fe556a01e3 req-4b72fbd5-f840-40a4-bba2-838de49ca797 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157732 Aug 10 00:56:12.910063 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a60567-27c3-479e-828b-48e0747c705d req-8246c00f-13c1-404b-90c9-2d9bb0827103 service neutron] Port 9c8c5786-1eca-4edb-8b2e-0f05897549b5 on network e2a6ec3c-4222-413e-a726-7eaab29284cd not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:56:12.910497 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a60567-27c3-479e-828b-48e0747c705d req-8246c00f-13c1-404b-90c9-2d9bb0827103 service neutron] Attempting to bind port 9c8c5786-1eca-4edb-8b2e-0f05897549b5 on network e2a6ec3c-4222-413e-a726-7eaab29284cd {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:12.918171 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-2a797bc7-4330-4cba-97d8-7165d1a51b65 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/quotas/4601200a9ae04426885123602616bb50 HTTP/1.1" status: 200 len: 375 time: 0.1327977 Aug 10 00:56:12.928029 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a60567-27c3-479e-828b-48e0747c705d req-8246c00f-13c1-404b-90c9-2d9bb0827103 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:56:12.928423 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a60567-27c3-479e-828b-48e0747c705d req-8246c00f-13c1-404b-90c9-2d9bb0827103 service neutron] Checking segment: {'id': '5567dfb7-4a62-4cb8-80e6-7e28a94d846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e2a6ec3c-4222-413e-a726-7eaab29284cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:56:12.928813 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a60567-27c3-479e-828b-48e0747c705d req-8246c00f-13c1-404b-90c9-2d9bb0827103 service neutron] Bound using segment: {'id': '5567dfb7-4a62-4cb8-80e6-7e28a94d846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e2a6ec3c-4222-413e-a726-7eaab29284cd'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:56:12.929254 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-94a60567-27c3-479e-828b-48e0747c705d req-8246c00f-13c1-404b-90c9-2d9bb0827103 service neutron] Bound port: 9c8c5786-1eca-4edb-8b2e-0f05897549b5, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5567dfb7-4a62-4cb8-80e6-7e28a94d846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e2a6ec3c-4222-413e-a726-7eaab29284cd'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:56:12.929629 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-94a60567-27c3-479e-828b-48e0747c705d req-8246c00f-13c1-404b-90c9-2d9bb0827103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:13.080015 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-e9f34380-14f2-43d2-87c6-ab427e9cfa8a tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4601200a9ae04426885123602616bb50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1530683 Aug 10 00:56:13.136250 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.24', 60146) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:13.164487 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-94a60567-27c3-479e-828b-48e0747c705d req-8246c00f-13c1-404b-90c9-2d9bb0827103 service neutron] For port 9c8c5786-1eca-4edb-8b2e-0f05897549b5, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:56:13.200028 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9098090d-e645-4483-8284-f1dee933765d req-120f9e65-d82a-44da-a65f-6bbd4277ba61 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] 10.222.0.35 "GET /v2.0/ports?device_id=8edf4889-5287-4c38-aea9-933ce1b9c4e8 HTTP/1.1" status: 200 len: 210 time: 0.0580108 Aug 10 00:56:13.206172 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022863e-577b-40f3-98fa-6e92027f6f20 req-012d280d-9300-47cf-9fe5-e438d0cde86c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:13.207603 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-94a60567-27c3-479e-828b-48e0747c705d req-8246c00f-13c1-404b-90c9-2d9bb0827103 service neutron] For port 9c8c5786-1eca-4edb-8b2e-0f05897549b5, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=9c8c5786-1eca-4edb-8b2e-0f05897549b5,segment=NetworkSegment(5567dfb7-4a62-4cb8-80e6-7e28a94d846e),segment_id=5567dfb7-4a62-4cb8-80e6-7e28a94d846e)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:56:13.207884 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5022863e-577b-40f3-98fa-6e92027f6f20 req-012d280d-9300-47cf-9fe5-e438d0cde86c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf4006af-3d16-4b3c-8041-1c0c9803f7a4 HTTP/1.1" status: 200 len: 946 time: 0.1528647 Aug 10 00:56:13.209086 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-b22cf224-ac97-4ab3-bab2-00bbb36d4d15 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Made reservation on behalf of 4601200a9ae04426885123602616bb50 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:56:13.213095 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-b22cf224-ac97-4ab3-bab2-00bbb36d4d15 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:13.229534 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-94a60567-27c3-479e-828b-48e0747c705d req-8246c00f-13c1-404b-90c9-2d9bb0827103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:13.273478 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-f96813ff-238f-49d5-a9d2-f719b575c354 req-3a2e573c-7931-4c39-b206-283ae715df05 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1211257593 ', 'description': 'tempest-description-565435789'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:13.290893 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-e60a209e-254f-432c-ac2e-c8e14c73edca tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:13.293115 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-e60a209e-254f-432c-ac2e-c8e14c73edca tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e&tenant_id=a32ed65983d143c3b0d38c9da5efabeb&binding%3Ahost_id=n-h1-766726-26 HTTP/1.1" status: 200 len: 949 time: 0.1875455 Aug 10 00:56:13.328129 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a60567-27c3-479e-828b-48e0747c705d req-8246c00f-13c1-404b-90c9-2d9bb0827103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:13.328791 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-94a60567-27c3-479e-828b-48e0747c705d req-8246c00f-13c1-404b-90c9-2d9bb0827103 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:13.330204 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94a60567-27c3-479e-828b-48e0747c705d req-8246c00f-13c1-404b-90c9-2d9bb0827103 service neutron] 10.222.0.24 "PUT /v2.0/ports/9c8c5786-1eca-4edb-8b2e-0f05897549b5 HTTP/1.1" status: 200 len: 1092 time: 1.7002366 Aug 10 00:56:13.381168 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-dedf5571-a8bd-4d9f-9890-44b107c82876 service neutron] 10.222.0.35 "GET /v2.0/networks/e2a6ec3c-4222-413e-a726-7eaab29284cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997460 Aug 10 00:56:13.394564 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246c00f-13c1-404b-90c9-2d9bb0827103 service neutron] Pushing event updated for resources: {'Port': ['ID=9c8c5786-1eca-4edb-8b2e-0f05897549b5,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:13.404375 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-53624348-e7ee-4ae6-ae9c-79b994f5cca4 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:13.406354 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-53624348-e7ee-4ae6-ae9c-79b994f5cca4 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] 10.222.0.24 "GET /v2.0/networks?id=e1c9d804-2ed6-48ca-88e5-1a548fa7af3e HTTP/1.1" status: 200 len: 814 time: 0.2682099 Aug 10 00:56:13.427841 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-6b0a690e-7229-44ec-bd44-d4706355fdd0 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] Request body: {'port': {'device_id': '8edf4889-5287-4c38-aea9-933ce1b9c4e8', 'network_id': 'e1c9d804-2ed6-48ca-88e5-1a548fa7af3e', 'admin_state_up': True, 'tenant_id': '0bdb14d3beda40a8adc548b6ea36731e'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:13.433994 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f96813ff-238f-49d5-a9d2-f719b575c354 req-3a2e573c-7931-4c39-b206-283ae715df05 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:13.517751 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-92d32e59-19db-4ee6-aa25-072afefc4f8c service neutron] 10.222.0.24 "GET /v2.0/ports/e0399ea1-9a9b-4796-a5d2-b67c4abfc49d/bindings/n-h1-766726-26 HTTP/1.1" status: 200 len: 383 time: 0.2119772 Aug 10 00:56:13.519807 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-5022863e-577b-40f3-98fa-6e92027f6f20 req-09eb8832-646b-4a9f-9d16-d2d00f4db305 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Deleting port 2b1b295b-eb63-44a9-8be5-5e2a88616a4a {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:56:13.520146 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5022863e-577b-40f3-98fa-6e92027f6f20 req-09eb8832-646b-4a9f-9d16-d2d00f4db305 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:13.593502 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a60567-27c3-479e-828b-48e0747c705d req-d3b18ac2-49e1-447a-8fed-7edc1b2100d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:13.594962 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94a60567-27c3-479e-828b-48e0747c705d req-d3b18ac2-49e1-447a-8fed-7edc1b2100d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4601200a9ae04426885123602616bb50&device_id=5286a4c0-5266-4973-91e9-0ae393764377 HTTP/1.1" status: 200 len: 1095 time: 0.1970320 Aug 10 00:56:13.616635 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-b22cf224-ac97-4ab3-bab2-00bbb36d4d15 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Allocated IP 172.20.0.7 (e2a6ec3c-4222-413e-a726-7eaab29284cd/51adb930-96b8-48f4-bf3f-8c67c62f0b2a/f42c354e-43eb-4cf7-a1ed-9a41f6f1400f) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:56:13.623116 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-a7c6d68c-8200-4cf1-b313-1c13dc66ffdd service neutron] 10.222.0.35 "GET /v2.0/networks/e2a6ec3c-4222-413e-a726-7eaab29284cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204690 Aug 10 00:56:13.675738 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5aec2ae-67ea-4715-aaf2-d9aa8aa70205', 'tag': '2bc509b8-c00a-4b66-abd4-cc5ecbb92540'}, {'name': 'network-changed', 'server_uuid': '5286a4c0-5266-4973-91e9-0ae393764377', 'tag': '9c8c5786-1eca-4edb-8b2e-0f05897549b5'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:13.678445 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d80d68-96dd-4877-88c4-9107c5fcea7b" -d '{"events": [{"name": "network-changed", "server_uuid": "e5aec2ae-67ea-4715-aaf2-d9aa8aa70205", "tag": "2bc509b8-c00a-4b66-abd4-cc5ecbb92540"}, {"name": "network-changed", "server_uuid": "5286a4c0-5266-4973-91e9-0ae393764377", "tag": "9c8c5786-1eca-4edb-8b2e-0f05897549b5"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:13.688614 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94a60567-27c3-479e-828b-48e0747c705d req-74a22059-d3fc-4117-a48b-88768916c9b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c8c5786-1eca-4edb-8b2e-0f05897549b5 HTTP/1.1" status: 200 len: 217 time: 0.0690308 Aug 10 00:56:13.710818 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-8354da8f-f13a-48fb-935b-93e61202d92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:13.712502 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-8354da8f-f13a-48fb-935b-93e61202d92a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 1101 time: 0.1273458 Aug 10 00:56:13.720892 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-5022863e-577b-40f3-98fa-6e92027f6f20 req-09eb8832-646b-4a9f-9d16-d2d00f4db305 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] For port 2b1b295b-eb63-44a9-8be5-5e2a88616a4a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2b1b295b-eb63-44a9-8be5-5e2a88616a4a,segment=NetworkSegment(fd0aa135-7bf0-4440-a395-b4833e4cac38),segment_id=fd0aa135-7bf0-4440-a395-b4833e4cac38)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:13.721333 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5022863e-577b-40f3-98fa-6e92027f6f20 req-09eb8832-646b-4a9f-9d16-d2d00f4db305 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:13.786984 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f4e5bfe8-4079-4c1e-a57a-9bc632b9ab1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:13.819331 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-5022863e-577b-40f3-98fa-6e92027f6f20 req-09eb8832-646b-4a9f-9d16-d2d00f4db305 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Calling delete_port for 2b1b295b-eb63-44a9-8be5-5e2a88616a4a owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:56:13.851689 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a60567-27c3-479e-828b-48e0747c705d req-8f0de615-f9b9-4d49-875d-fedeec875851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:13.853127 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94a60567-27c3-479e-828b-48e0747c705d req-8f0de615-f9b9-4d49-875d-fedeec875851 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=51adb930-96b8-48f4-bf3f-8c67c62f0b2a HTTP/1.1" status: 200 len: 854 time: 0.1534977 Aug 10 00:56:13.912790 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f96813ff-238f-49d5-a9d2-f719b575c354 req-3a2e573c-7931-4c39-b206-283ae715df05 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:13.933734 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-7f9fe487-231c-4736-b03d-ac0294273c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:13.935736 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-7f9fe487-231c-4736-b03d-ac0294273c70 service neutron] 10.222.0.24 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.2112491 Aug 10 00:56:13.941931 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f96813ff-238f-49d5-a9d2-f719b575c354 req-3a2e573c-7931-4c39-b206-283ae715df05 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:13.961859 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-6b0a690e-7229-44ec-bd44-d4706355fdd0 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] Made reservation on behalf of 0bdb14d3beda40a8adc548b6ea36731e for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:56:13.966652 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-6b0a690e-7229-44ec-bd44-d4706355fdd0 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:14.006799 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-ac7d8820-8a3b-47a0-a4fe-b8b2d499b117 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d HTTP/1.1" status: 200 len: 217 time: 0.0564556 Aug 10 00:56:14.007083 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f96813ff-238f-49d5-a9d2-f719b575c354 req-3a2e573c-7931-4c39-b206-283ae715df05 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:14.008384 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f96813ff-238f-49d5-a9d2-f719b575c354 req-3a2e573c-7931-4c39-b206-283ae715df05 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.7639506 Aug 10 00:56:14.038352 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f5e59-8925-4079-bced-66620ddd184a req-8548b043-0599-4c0e-938d-1f63e79ae4f3 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:14.040034 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f67f5e59-8925-4079-bced-66620ddd184a req-8548b043-0599-4c0e-938d-1f63e79ae4f3 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 945 time: 0.2197409 Aug 10 00:56:14.045174 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e573c-7931-4c39-b206-283ae715df05 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68108f71-465e-4806-a759-24e563bc4a3b,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:14.055146 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a60567-27c3-479e-828b-48e0747c705d req-d496cfea-0540-4d52-9fc6-03b980c0f2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:14.057627 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94a60567-27c3-479e-828b-48e0747c705d req-d496cfea-0540-4d52-9fc6-03b980c0f2b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e2a6ec3c-4222-413e-a726-7eaab29284cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1845424 Aug 10 00:56:14.076408 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-b22cf224-ac97-4ab3-bab2-00bbb36d4d15 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:14.181793 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5022863e-577b-40f3-98fa-6e92027f6f20 req-09eb8832-646b-4a9f-9d16-d2d00f4db305 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:14.184506 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-21dfee3d-a318-49eb-a1f0-3b9451b49950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:14.186005 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-21dfee3d-a318-49eb-a1f0-3b9451b49950 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.1450527 Aug 10 00:56:14.216961 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['2b1b295b-eb63-44a9-8be5-5e2a88616a4a'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:14.275355 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb8832-646b-4a9f-9d16-d2d00f4db305 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Pushing event deleted for resources: {'Port': ['ID=2b1b295b-eb63-44a9-8be5-5e2a88616a4a,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:14.372092 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:14.535754 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-b22cf224-ac97-4ab3-bab2-00bbb36d4d15 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Transition to ACTIVE for port object f42c354e-43eb-4cf7-a1ed-9a41f6f1400f will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:56:14.577210 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f67f5e59-8925-4079-bced-66620ddd184a req-2126b488-8a7b-4238-9c82-f2438cea5bb9 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5259752 Aug 10 00:56:14.600124 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb8832-646b-4a9f-9d16-d2d00f4db305 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:14.600499 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb8832-646b-4a9f-9d16-d2d00f4db305 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:14.600841 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb8832-646b-4a9f-9d16-d2d00f4db305 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:14.601177 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb8832-646b-4a9f-9d16-d2d00f4db305 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:14.601507 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb8832-646b-4a9f-9d16-d2d00f4db305 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:14.601835 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb8832-646b-4a9f-9d16-d2d00f4db305 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:14.602161 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb8832-646b-4a9f-9d16-d2d00f4db305 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:14.602273 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b719815-880f-4674-b900-39d1a50ce9d4 req-1a0f1b5e-215c-4f9d-96f4-e583b5f434f4 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:14.602482 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb8832-646b-4a9f-9d16-d2d00f4db305 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:14.602806 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb8832-646b-4a9f-9d16-d2d00f4db305 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:14.609267 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb8832-646b-4a9f-9d16-d2d00f4db305 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:14.609439 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7b719815-880f-4674-b900-39d1a50ce9d4 req-1a0f1b5e-215c-4f9d-96f4-e583b5f434f4 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 949 time: 0.5089681 Aug 10 00:56:14.609530 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb8832-646b-4a9f-9d16-d2d00f4db305 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:14.609530 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb8832-646b-4a9f-9d16-d2d00f4db305 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:14.640745 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-6b0a690e-7229-44ec-bd44-d4706355fdd0 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] Allocated IP 172.20.0.4 (e1c9d804-2ed6-48ca-88e5-1a548fa7af3e/140109fb-cd35-4792-a696-820ba76fbafd/652e4c06-7fd5-4f50-ae03-913c16315598) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:56:14.641204 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94a60567-27c3-479e-828b-48e0747c705d req-8c7bb4a5-30ae-4ba3-9e48-bc39866b9207 service neutron] 10.222.0.24 "GET /v2.0/networks/e2a6ec3c-4222-413e-a726-7eaab29284cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5613234 Aug 10 00:56:14.655193 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device e0399ea1-9a9b-4796-a5d2-b67c4abfc49d up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:14.694214 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5022863e-577b-40f3-98fa-6e92027f6f20 req-09eb8832-646b-4a9f-9d16-d2d00f4db305 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] No DVR routers for this DVR port 2b1b295b-eb63-44a9-8be5-5e2a88616a4a on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:56:14.699439 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5022863e-577b-40f3-98fa-6e92027f6f20 req-09eb8832-646b-4a9f-9d16-d2d00f4db305 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:14.702675 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5022863e-577b-40f3-98fa-6e92027f6f20 req-09eb8832-646b-4a9f-9d16-d2d00f4db305 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.20 "DELETE /v2.0/ports/2b1b295b-eb63-44a9-8be5-5e2a88616a4a HTTP/1.1" status: 204 len: 173 time: 1.4868970 Aug 10 00:56:14.704904 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-8ac13890-354b-4c44-8f40-56bf492c162d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:14.706391 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-8ac13890-354b-4c44-8f40-56bf492c162d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5063736 Aug 10 00:56:14.706906 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4006af-3d16-4b3c-8041-1c0c9803f7a4', 'name': 'network-vif-deleted', 'tag': '2b1b295b-eb63-44a9-8be5-5e2a88616a4a'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:14.709719 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f3ca13-61c9-4280-a49a-7264edc7ab9f" -d '{"events": [{"server_uuid": "cf4006af-3d16-4b3c-8041-1c0c9803f7a4", "name": "network-vif-deleted", "tag": "2b1b295b-eb63-44a9-8be5-5e2a88616a4a"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:14.726171 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:14.730473 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7b719815-880f-4674-b900-39d1a50ce9d4 req-a681fbc5-0693-47a1-82d9-a5eeb836d970 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117966 Aug 10 00:56:14.734169 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:14.734813 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:14.750410 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-b22cf224-ac97-4ab3-bab2-00bbb36d4d15 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:14.860642 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:14.898423 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94a60567-27c3-479e-828b-48e0747c705d req-53961074-25de-4cce-8d0e-2d0cce3e45c1 service neutron] 10.222.0.24 "GET /v2.0/networks/e2a6ec3c-4222-413e-a726-7eaab29284cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466087 Aug 10 00:56:14.905010 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddad8732-d7fd-4023-ae25-7947adcb909e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0399ea1-9a9b-4796-a5d2-b67c4abfc49d'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:14.907292 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db58f48c-8ae1-4d5c-8961-274d702c8a0f x-openstack-request-id: req-db58f48c-8ae1-4d5c-8961-274d702c8a0f {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:14.907490 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5aec2ae-67ea-4715-aaf2-d9aa8aa70205", "tag": "2bc509b8-c00a-4b66-abd4-cc5ecbb92540", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5286a4c0-5266-4973-91e9-0ae393764377", "tag": "9c8c5786-1eca-4edb-8b2e-0f05897549b5", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:14.907747 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-db58f48c-8ae1-4d5c-8961-274d702c8a0f {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:14.907921 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e65137a-1d66-4c3d-9a85-20ec7c3e39e5" -d '{"events": [{"server_uuid": "ddad8732-d7fd-4023-ae25-7947adcb909e", "name": "network-vif-plugged", "status": "completed", "tag": "e0399ea1-9a9b-4796-a5d2-b67c4abfc49d"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:14.909046 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5aec2ae-67ea-4715-aaf2-d9aa8aa70205', 'tag': '2bc509b8-c00a-4b66-abd4-cc5ecbb92540', 'status': 'completed', 'code': 200} Aug 10 00:56:14.909312 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5286a4c0-5266-4973-91e9-0ae393764377', 'tag': '9c8c5786-1eca-4edb-8b2e-0f05897549b5', 'status': 'completed', 'code': 200} Aug 10 00:56:14.910734 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-26ca749f-ba6c-4455-8dfa-d22675bd15c7 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943810 Aug 10 00:56:14.921022 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-b22cf224-ac97-4ab3-bab2-00bbb36d4d15 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Network e2a6ec3c-4222-413e-a726-7eaab29284cd is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:56:14.926821 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-b22cf224-ac97-4ab3-bab2-00bbb36d4d15 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:56:14.934474 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-b22cf224-ac97-4ab3-bab2-00bbb36d4d15 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:56:14.945213 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:14.951451 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1516e0b-1fd1-421b-9c51-2f14565bbc54 req-279d2cbc-cd1f-4e47-92f5-7d03a19dc09e tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:14.953034 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:14.959031 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b1516e0b-1fd1-421b-9c51-2f14565bbc54 req-279d2cbc-cd1f-4e47-92f5-7d03a19dc09e tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 946 time: 0.2441494 Aug 10 00:56:14.966733 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22cf224-ac97-4ab3-bab2-00bbb36d4d15 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Pushing event updated for resources: {'Port': ['ID=f42c354e-43eb-4cf7-a1ed-9a41f6f1400f,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:15.013741 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:15.040892 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-6b0a690e-7229-44ec-bd44-d4706355fdd0 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:15.047880 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d,revision_number=9']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:15.081979 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3d393551-1a51-4ae8-8e73-81eef129a0ff req-8a04187b-ed20-49d9-9a64-c2c7f9ec0440 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=65dd2b58-57b3-4e1b-b286-81d786a90bd5 HTTP/1.1" status: 200 len: 210 time: 0.0654159 Aug 10 00:56:15.111762 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b1516e0b-1fd1-421b-9c51-2f14565bbc54 req-42724226-4b6e-4a7e-b6ff-26e48e3f2978 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506670 Aug 10 00:56:15.117379 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-8e6e6206-2213-43ef-9ad8-812f0caabc29 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666458 Aug 10 00:56:15.126156 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-b22cf224-ac97-4ab3-bab2-00bbb36d4d15 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:15.126784 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-b22cf224-ac97-4ab3-bab2-00bbb36d4d15 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:15.141521 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-6b0a690e-7229-44ec-bd44-d4706355fdd0 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:15.190293 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d80d68-96dd-4877-88c4-9107c5fcea7b req-22e2be11-dfae-4e78-b361-6212e01a9b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:15.191803 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87d80d68-96dd-4877-88c4-9107c5fcea7b req-22e2be11-dfae-4e78-b361-6212e01a9b2c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=34862481f66244cdb00ae05ecbfcc44b&device_id=e5aec2ae-67ea-4715-aaf2-d9aa8aa70205 HTTP/1.1" status: 200 len: 1175 time: 0.2525640 Aug 10 00:56:15.204743 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-b22cf224-ac97-4ab3-bab2-00bbb36d4d15 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3677113 Aug 10 00:56:15.225038 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-989fe285-ad64-44ac-bd32-523934d032d7 service neutron] Request body: {'port': {'device_id': 'ee26251f-0f7c-4997-889f-2249b06ee09b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:15.225645 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-6b0a690e-7229-44ec-bd44-d4706355fdd0 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] Network e1c9d804-2ed6-48ca-88e5-1a548fa7af3e is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:56:15.231220 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-6b0a690e-7229-44ec-bd44-d4706355fdd0 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:56:15.236699 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-6b0a690e-7229-44ec-bd44-d4706355fdd0 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:56:15.288698 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0d255d2c-c79d-46eb-a9d7-5bc98e9fc6ae None None] Provisioning for port f42c354e-43eb-4cf7-a1ed-9a41f6f1400f completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:15.293463 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0d255d2c-c79d-46eb-a9d7-5bc98e9fc6ae None None] Provisioning complete for port f42c354e-43eb-4cf7-a1ed-9a41f6f1400f triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:15.294122 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0d255d2c-c79d-46eb-a9d7-5bc98e9fc6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:15.314833 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a690e-7229-44ec-bd44-d4706355fdd0 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] Pushing event updated for resources: {'Port': ['ID=652e4c06-7fd5-4f50-ae03-913c16315598,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:15.345229 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-0d255d2c-c79d-46eb-a9d7-5bc98e9fc6ae None None] Port f42c354e-43eb-4cf7-a1ed-9a41f6f1400f cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:56:15.355665 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-6b0a690e-7229-44ec-bd44-d4706355fdd0 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:15.356321 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-6b0a690e-7229-44ec-bd44-d4706355fdd0 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:15.386468 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d80d68-96dd-4877-88c4-9107c5fcea7b req-59d9afec-98b4-4938-8284-a20b942be2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:15.386713 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-6b0a690e-7229-44ec-bd44-d4706355fdd0 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9655814 Aug 10 00:56:15.387874 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87d80d68-96dd-4877-88c4-9107c5fcea7b req-59d9afec-98b4-4938-8284-a20b942be2b0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e043123-acd1-4cc8-a670-ebf832c12f2b HTTP/1.1" status: 200 len: 914 time: 0.1681085 Aug 10 00:56:15.400044 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0487f120-7d3b-4a51-be9d-2a7d47fab4d3 req-7828486a-3ae0-442f-98eb-6a8eabd64301 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups/68108f71-465e-4806-a759-24e563bc4a3b HTTP/1.1" status: 200 len: 1780 time: 0.2448497 Aug 10 00:56:15.401253 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-e096bd8e-f93e-4b5d-9744-d85f2754d372 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:15.402698 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-e096bd8e-f93e-4b5d-9744-d85f2754d372 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.20 "GET /v2.0/networks?id=e2a6ec3c-4222-413e-a726-7eaab29284cd HTTP/1.1" status: 200 len: 815 time: 0.1691523 Aug 10 00:56:15.409903 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-600967d6-815d-4ef3-8282-ef930415654e service neutron] Request body: {'port': {'device_id': '8edf4889-5287-4c38-aea9-933ce1b9c4e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:15.424119 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8071b615-4bad-4779-9c39-b750e3c6cf50 req-78fa6421-a7b5-4af2-a244-eb9ad90c482e tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf4006af-3d16-4b3c-8041-1c0c9803f7a4 HTTP/1.1" status: 200 len: 210 time: 0.0432112 Aug 10 00:56:15.433359 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-989fe285-ad64-44ac-bd32-523934d032d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:15.467931 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-600967d6-815d-4ef3-8282-ef930415654e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:15.472851 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-76a385fe-3d71-4913-9b92-c7d57a2174dc tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Request body: {'port': {'device_id': '65dd2b58-57b3-4e1b-b286-81d786a90bd5', 'network_id': 'e2a6ec3c-4222-413e-a726-7eaab29284cd', 'admin_state_up': True, 'tenant_id': '4601200a9ae04426885123602616bb50'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:15.478467 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12955782-b920-4678-b758-33c39c7ec061 x-openstack-request-id: req-12955782-b920-4678-b758-33c39c7ec061 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:15.478793 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4006af-3d16-4b3c-8041-1c0c9803f7a4", "name": "network-vif-deleted", "tag": "2b1b295b-eb63-44a9-8be5-5e2a88616a4a", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:15.479153 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-12955782-b920-4678-b758-33c39c7ec061 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:15.479421 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4006af-3d16-4b3c-8041-1c0c9803f7a4', 'name': 'network-vif-deleted', 'tag': '2b1b295b-eb63-44a9-8be5-5e2a88616a4a', 'status': 'completed', 'code': 200} Aug 10 00:56:15.495118 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87d80d68-96dd-4877-88c4-9107c5fcea7b req-0fa57720-1b21-4a46-8db7-ddf3ec71895f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2bc509b8-c00a-4b66-abd4-cc5ecbb92540 HTTP/1.1" status: 200 len: 217 time: 0.0789392 Aug 10 00:56:15.528967 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c03b5e-d8b3-4fef-a739-3cfecd7b07b3 x-openstack-request-id: req-05c03b5e-d8b3-4fef-a739-3cfecd7b07b3 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:15.529554 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddad8732-d7fd-4023-ae25-7947adcb909e", "name": "network-vif-plugged", "status": "completed", "tag": "e0399ea1-9a9b-4796-a5d2-b67c4abfc49d", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:15.530710 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-05c03b5e-d8b3-4fef-a739-3cfecd7b07b3 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:15.531332 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddad8732-d7fd-4023-ae25-7947adcb909e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0399ea1-9a9b-4796-a5d2-b67c4abfc49d', 'code': 200} Aug 10 00:56:15.592362 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d80d68-96dd-4877-88c4-9107c5fcea7b req-d6930489-2925-4292-bd33-1c1db2191897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:15.593496 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87d80d68-96dd-4877-88c4-9107c5fcea7b req-d6930489-2925-4292-bd33-1c1db2191897 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eeb15cfb-323e-472a-80f5-e301eee96d09 HTTP/1.1" status: 200 len: 853 time: 0.0831828 Aug 10 00:56:15.735044 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3d7ba-de51-48d8-ba4c-de6625ac73d9 req-03cef9b1-4634-4b3a-83e2-9b81d6d44a15 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:15.736869 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-45e3d7ba-de51-48d8-ba4c-de6625ac73d9 req-03cef9b1-4634-4b3a-83e2-9b81d6d44a15 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] 10.222.0.35 "GET /v2.0/ports?device_id=8edf4889-5287-4c38-aea9-933ce1b9c4e8 HTTP/1.1" status: 200 len: 931 time: 0.2560472 Aug 10 00:56:15.739558 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87d80d68-96dd-4877-88c4-9107c5fcea7b req-181500ac-5801-4d4e-b931-f7684a4dc620 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e043123-acd1-4cc8-a670-ebf832c12f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638790 Aug 10 00:56:15.739774 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-76a385fe-3d71-4913-9b92-c7d57a2174dc tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Made reservation on behalf of 4601200a9ae04426885123602616bb50 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:56:15.743358 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-76a385fe-3d71-4913-9b92-c7d57a2174dc tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:15.900556 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47750729-a1b2-4d0e-bb8e-51102c500def req-07cc9018-2025-4bc7-a06a-90fc85e62493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:15.902061 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-47750729-a1b2-4d0e-bb8e-51102c500def req-07cc9018-2025-4bc7-a06a-90fc85e62493 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=10f7050015304e84b3f71a403993ccee&device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 1098 time: 0.1148608 Aug 10 00:56:15.924157 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-45e3d7ba-de51-48d8-ba4c-de6625ac73d9 req-bcd68a91-7290-4c7d-8da9-be98a4cdf8b2 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] 10.222.0.35 "GET /v2.0/security-groups?id=56a5f85d-e897-48e4-9402-145a3b34cac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805499 Aug 10 00:56:15.936815 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d7c17989-d99e-4a9e-8389-58206fc5e311 req-4ab81b2f-75f2-4792-9845-7a2fbdd0933f tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups/68108f71-465e-4806-a759-24e563bc4a3b HTTP/1.1" status: 200 len: 1780 time: 0.1965621 Aug 10 00:56:15.946673 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-600967d6-815d-4ef3-8282-ef930415654e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 652e4c06-7fd5-4f50-ae03-913c16315598 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:15.955030 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-600967d6-815d-4ef3-8282-ef930415654e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:15.968534 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-600967d6-815d-4ef3-8282-ef930415654e service neutron] Transition to ACTIVE for port object 652e4c06-7fd5-4f50-ae03-913c16315598 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:56:15.981189 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-600967d6-815d-4ef3-8282-ef930415654e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:15.983034 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87d80d68-96dd-4877-88c4-9107c5fcea7b req-305d18f2-6e38-4277-a8be-b266aec814f5 service neutron] 10.222.0.24 "GET /v2.0/networks/8e043123-acd1-4cc8-a670-ebf832c12f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322462 Aug 10 00:56:16.085244 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600967d6-815d-4ef3-8282-ef930415654e service neutron] Pushing event updated for resources: {'Port': ['ID=652e4c06-7fd5-4f50-ae03-913c16315598,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:16.138112 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:16.154681 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47750729-a1b2-4d0e-bb8e-51102c500def req-61e9051e-9a1b-4c9a-bb13-318edd36c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:16.156149 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-47750729-a1b2-4d0e-bb8e-51102c500def req-61e9051e-9a1b-4c9a-bb13-318edd36c706 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1805ad23-e76e-4170-8cce-d9f8ae87fa4a HTTP/1.1" status: 200 len: 912 time: 0.1841018 Aug 10 00:56:16.159630 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87f2dd-1cbe-4a89-93b8-29fc8dd7546b req-2cd91673-0540-47a2-aa2d-2e3f1c55e347 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:16.161145 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7e87f2dd-1cbe-4a89-93b8-29fc8dd7546b req-2cd91673-0540-47a2-aa2d-2e3f1c55e347 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 945 time: 0.1654282 Aug 10 00:56:16.161717 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d7c17989-d99e-4a9e-8389-58206fc5e311 req-b15d383f-ca9b-4b15-9b75-89a4a83ba6ca tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:16.203144 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-47750729-a1b2-4d0e-bb8e-51102c500def req-152a5df4-7e20-4a2d-93a6-4d489ef44da3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c925211-bb26-4318-a0e2-13a49bddd4ba HTTP/1.1" status: 200 len: 217 time: 0.0389080 Aug 10 00:56:16.220518 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-600967d6-815d-4ef3-8282-ef930415654e service neutron] Attempting to bind port 652e4c06-7fd5-4f50-ae03-913c16315598 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:56:16.220855 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-600967d6-815d-4ef3-8282-ef930415654e service neutron] Attempting to bind port 652e4c06-7fd5-4f50-ae03-913c16315598 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '521e6df6-86cd-45a0-a02f-7d037678324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e1c9d804-2ed6-48ca-88e5-1a548fa7af3e'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:56:16.221206 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-600967d6-815d-4ef3-8282-ef930415654e service neutron] Attempting to bind port 652e4c06-7fd5-4f50-ae03-913c16315598 on network e1c9d804-2ed6-48ca-88e5-1a548fa7af3e {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:16.234792 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d7c17989-d99e-4a9e-8389-58206fc5e311 req-b15d383f-ca9b-4b15-9b75-89a4a83ba6ca tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:16.245716 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-600967d6-815d-4ef3-8282-ef930415654e service neutron] Port 652e4c06-7fd5-4f50-ae03-913c16315598 on network e1c9d804-2ed6-48ca-88e5-1a548fa7af3e not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:56:16.246276 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-600967d6-815d-4ef3-8282-ef930415654e service neutron] Attempting to bind port 652e4c06-7fd5-4f50-ae03-913c16315598 on network e1c9d804-2ed6-48ca-88e5-1a548fa7af3e {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:16.247317 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87d80d68-96dd-4877-88c4-9107c5fcea7b req-e11e4f84-c7f6-4a5e-82c4-3f134a415e53 service neutron] 10.222.0.24 "GET /v2.0/networks/8e043123-acd1-4cc8-a670-ebf832c12f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503779 Aug 10 00:56:16.256888 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-600967d6-815d-4ef3-8282-ef930415654e service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:56:16.257226 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-600967d6-815d-4ef3-8282-ef930415654e service neutron] Checking segment: {'id': '521e6df6-86cd-45a0-a02f-7d037678324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e1c9d804-2ed6-48ca-88e5-1a548fa7af3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:56:16.257431 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-989fe285-ad64-44ac-bd32-523934d032d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f42c354e-43eb-4cf7-a1ed-9a41f6f1400f {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:16.257608 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-600967d6-815d-4ef3-8282-ef930415654e service neutron] Bound using segment: {'id': '521e6df6-86cd-45a0-a02f-7d037678324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e1c9d804-2ed6-48ca-88e5-1a548fa7af3e'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:56:16.258041 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-600967d6-815d-4ef3-8282-ef930415654e service neutron] Bound port: 652e4c06-7fd5-4f50-ae03-913c16315598, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '521e6df6-86cd-45a0-a02f-7d037678324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e1c9d804-2ed6-48ca-88e5-1a548fa7af3e'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:56:16.258399 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-600967d6-815d-4ef3-8282-ef930415654e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:16.270900 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47750729-a1b2-4d0e-bb8e-51102c500def req-5b7e526a-8509-4b40-b771-fa08072841c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:16.272376 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-47750729-a1b2-4d0e-bb8e-51102c500def req-5b7e526a-8509-4b40-b771-fa08072841c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=13423d62-75d5-4a60-9053-4948677cf60d HTTP/1.1" status: 200 len: 851 time: 0.0624585 Aug 10 00:56:16.277954 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-989fe285-ad64-44ac-bd32-523934d032d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:16.294766 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7e87f2dd-1cbe-4a89-93b8-29fc8dd7546b req-5c6f773f-de1d-40fb-b63b-42655acd550b tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079347 Aug 10 00:56:16.307406 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-989fe285-ad64-44ac-bd32-523934d032d7 service neutron] Transition to ACTIVE for port object f42c354e-43eb-4cf7-a1ed-9a41f6f1400f will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:56:16.313942 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-989fe285-ad64-44ac-bd32-523934d032d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:16.348496 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-47750729-a1b2-4d0e-bb8e-51102c500def req-456cd696-b1ff-4d4e-a973-4b7bd7452652 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1805ad23-e76e-4170-8cce-d9f8ae87fa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677536 Aug 10 00:56:16.376389 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d7c17989-d99e-4a9e-8389-58206fc5e311 req-b15d383f-ca9b-4b15-9b75-89a4a83ba6ca tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:16.379089 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d7c17989-d99e-4a9e-8389-58206fc5e311 req-b15d383f-ca9b-4b15-9b75-89a4a83ba6ca tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:16.380188 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d7c17989-d99e-4a9e-8389-58206fc5e311 req-b15d383f-ca9b-4b15-9b75-89a4a83ba6ca tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "DELETE /v2.0/security-groups/68108f71-465e-4806-a759-24e563bc4a3b HTTP/1.1" status: 204 len: 173 time: 0.4309819 Aug 10 00:56:16.432111 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d383f-ca9b-4b15-9b75-89a4a83ba6ca tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68108f71-465e-4806-a759-24e563bc4a3b,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:16.447138 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989fe285-ad64-44ac-bd32-523934d032d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f42c354e-43eb-4cf7-a1ed-9a41f6f1400f,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:16.461441 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d80d68-96dd-4877-88c4-9107c5fcea7b req-8da9192a-dbea-42a9-b342-add992a7489b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:16.463062 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87d80d68-96dd-4877-88c4-9107c5fcea7b req-8da9192a-dbea-42a9-b342-add992a7489b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4601200a9ae04426885123602616bb50&device_id=5286a4c0-5266-4973-91e9-0ae393764377 HTTP/1.1" status: 200 len: 1095 time: 0.1507657 Aug 10 00:56:16.484043 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-600967d6-815d-4ef3-8282-ef930415654e service neutron] For port 652e4c06-7fd5-4f50-ae03-913c16315598, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:56:16.498883 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-76a385fe-3d71-4913-9b92-c7d57a2174dc tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Allocated IP 172.20.0.10 (e2a6ec3c-4222-413e-a726-7eaab29284cd/51adb930-96b8-48f4-bf3f-8c67c62f0b2a/ac6352e0-dee3-4955-b1d6-82244bc30a51) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:56:16.520880 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-600967d6-815d-4ef3-8282-ef930415654e service neutron] For port 652e4c06-7fd5-4f50-ae03-913c16315598, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=652e4c06-7fd5-4f50-ae03-913c16315598,segment=NetworkSegment(521e6df6-86cd-45a0-a02f-7d037678324c),segment_id=521e6df6-86cd-45a0-a02f-7d037678324c)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:56:16.533627 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-600967d6-815d-4ef3-8282-ef930415654e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:16.551527 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6e0ff-cc20-4148-acec-ab82b53350a2 req-357353f5-f51b-40d4-80dd-3c52eefcdaf7 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:16.553196 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5fd6e0ff-cc20-4148-acec-ab82b53350a2 req-357353f5-f51b-40d4-80dd-3c52eefcdaf7 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 946 time: 0.1841083 Aug 10 00:56:16.574983 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-47750729-a1b2-4d0e-bb8e-51102c500def req-417c8501-ed2d-4af4-bfc4-b6a6da7896ba service neutron] 10.222.0.20 "GET /v2.0/networks/1805ad23-e76e-4170-8cce-d9f8ae87fa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029119 Aug 10 00:56:16.601855 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-600967d6-815d-4ef3-8282-ef930415654e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:16.604254 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-600967d6-815d-4ef3-8282-ef930415654e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:16.604254 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-600967d6-815d-4ef3-8282-ef930415654e service neutron] 10.222.0.24 "PUT /v2.0/ports/652e4c06-7fd5-4f50-ae03-913c16315598 HTTP/1.1" status: 200 len: 1092 time: 1.1985207 Aug 10 00:56:16.674392 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-989fe285-ad64-44ac-bd32-523934d032d7 service neutron] Attempting to bind port f42c354e-43eb-4cf7-a1ed-9a41f6f1400f on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:56:16.674942 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-989fe285-ad64-44ac-bd32-523934d032d7 service neutron] Attempting to bind port f42c354e-43eb-4cf7-a1ed-9a41f6f1400f by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '5567dfb7-4a62-4cb8-80e6-7e28a94d846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e2a6ec3c-4222-413e-a726-7eaab29284cd'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:56:16.675260 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-989fe285-ad64-44ac-bd32-523934d032d7 service neutron] Attempting to bind port f42c354e-43eb-4cf7-a1ed-9a41f6f1400f on network e2a6ec3c-4222-413e-a726-7eaab29284cd {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:16.690456 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b29e8-5fcd-46af-9f54-ede60a45173c req-57820bde-d555-4259-8319-30a397bbc3b5 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:16.691943 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b66b29e8-5fcd-46af-9f54-ede60a45173c req-57820bde-d555-4259-8319-30a397bbc3b5 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 950 time: 0.2115643 Aug 10 00:56:16.702603 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-989fe285-ad64-44ac-bd32-523934d032d7 service neutron] Port f42c354e-43eb-4cf7-a1ed-9a41f6f1400f on network e2a6ec3c-4222-413e-a726-7eaab29284cd not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:56:16.702938 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-989fe285-ad64-44ac-bd32-523934d032d7 service neutron] Attempting to bind port f42c354e-43eb-4cf7-a1ed-9a41f6f1400f on network e2a6ec3c-4222-413e-a726-7eaab29284cd {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:16.713850 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5fd6e0ff-cc20-4148-acec-ab82b53350a2 req-e2ff491b-e4a2-4c22-9cbe-5341a87b2ff0 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475616 Aug 10 00:56:16.730328 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-989fe285-ad64-44ac-bd32-523934d032d7 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:56:16.730678 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-989fe285-ad64-44ac-bd32-523934d032d7 service neutron] Checking segment: {'id': '5567dfb7-4a62-4cb8-80e6-7e28a94d846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e2a6ec3c-4222-413e-a726-7eaab29284cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:56:16.731061 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-989fe285-ad64-44ac-bd32-523934d032d7 service neutron] Bound using segment: {'id': '5567dfb7-4a62-4cb8-80e6-7e28a94d846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e2a6ec3c-4222-413e-a726-7eaab29284cd'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:56:16.731504 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-989fe285-ad64-44ac-bd32-523934d032d7 service neutron] Bound port: f42c354e-43eb-4cf7-a1ed-9a41f6f1400f, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5567dfb7-4a62-4cb8-80e6-7e28a94d846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e2a6ec3c-4222-413e-a726-7eaab29284cd'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:56:16.731869 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-989fe285-ad64-44ac-bd32-523934d032d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:16.736723 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d80d68-96dd-4877-88c4-9107c5fcea7b req-ebbe9e82-f1ee-4396-a4f5-32a18dc08e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:16.738180 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87d80d68-96dd-4877-88c4-9107c5fcea7b req-ebbe9e82-f1ee-4396-a4f5-32a18dc08e52 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e2a6ec3c-4222-413e-a726-7eaab29284cd HTTP/1.1" status: 200 len: 916 time: 0.2321374 Aug 10 00:56:16.764048 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600967d6-815d-4ef3-8282-ef930415654e service neutron] Pushing event updated for resources: {'Port': ['ID=652e4c06-7fd5-4f50-ae03-913c16315598,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:16.815455 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87d80d68-96dd-4877-88c4-9107c5fcea7b req-69d32d1d-3bf0-43a9-89b4-78e8a5487137 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c8c5786-1eca-4edb-8b2e-0f05897549b5 HTTP/1.1" status: 200 len: 217 time: 0.0660708 Aug 10 00:56:16.823919 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b66b29e8-5fcd-46af-9f54-ede60a45173c req-b9e6f1e3-13bf-4e22-81da-9e284092a5e1 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221976 Aug 10 00:56:16.863325 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-47750729-a1b2-4d0e-bb8e-51102c500def req-08c6169e-bd56-40b6-ba26-f7316987a03d service neutron] 10.222.0.20 "GET /v2.0/networks/1805ad23-e76e-4170-8cce-d9f8ae87fa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758870 Aug 10 00:56:16.871745 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-76a385fe-3d71-4913-9b92-c7d57a2174dc tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:16.881801 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-54de286d-75d7-4df3-84f0-9ad9491e5fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:16.883437 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-54de286d-75d7-4df3-84f0-9ad9491e5fe9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0bdb14d3beda40a8adc548b6ea36731e&device_id=8edf4889-5287-4c38-aea9-933ce1b9c4e8 HTTP/1.1" status: 200 len: 1095 time: 0.2109525 Aug 10 00:56:16.891925 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-76a385fe-3d71-4913-9b92-c7d57a2174dc tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Transition to ACTIVE for port object ac6352e0-dee3-4955-b1d6-82244bc30a51 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:56:16.919682 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [req-234914a2-d962-4c52-a989-8b045211f551 req-810e6dee-9248-412c-bc88-18509d42022d tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] show failed (client error): The resource could not be found. Aug 10 00:56:16.920753 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-234914a2-d962-4c52-a989-8b045211f551 req-810e6dee-9248-412c-bc88-18509d42022d tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups/68108f71-465e-4806-a759-24e563bc4a3b HTTP/1.1" status: 404 len: 352 time: 0.0564907 Aug 10 00:56:16.922638 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24f25242-ce72-4d6b-925e-ed5f0f0cc7f1 req-1c7f7d90-2126-45de-9c20-b7547cd71705 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=65dd2b58-57b3-4e1b-b286-81d786a90bd5 HTTP/1.1" status: 200 len: 210 time: 0.0518153 Aug 10 00:56:16.925346 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-989fe285-ad64-44ac-bd32-523934d032d7 service neutron] For port f42c354e-43eb-4cf7-a1ed-9a41f6f1400f, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:56:16.933794 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d80d68-96dd-4877-88c4-9107c5fcea7b req-5efc405f-3bf5-4aba-bdf1-6c946037e439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:16.934585 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87d80d68-96dd-4877-88c4-9107c5fcea7b req-5efc405f-3bf5-4aba-bdf1-6c946037e439 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=51adb930-96b8-48f4-bf3f-8c67c62f0b2a HTTP/1.1" status: 200 len: 854 time: 0.1057723 Aug 10 00:56:16.959717 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-df9da4cc-650b-422c-a1bc-0d33cd91dd1a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=652e4c06-7fd5-4f50-ae03-913c16315598 HTTP/1.1" status: 200 len: 217 time: 0.0643110 Aug 10 00:56:16.984578 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-989fe285-ad64-44ac-bd32-523934d032d7 service neutron] For port f42c354e-43eb-4cf7-a1ed-9a41f6f1400f, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=f42c354e-43eb-4cf7-a1ed-9a41f6f1400f,segment=NetworkSegment(5567dfb7-4a62-4cb8-80e6-7e28a94d846e),segment_id=5567dfb7-4a62-4cb8-80e6-7e28a94d846e)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:56:16.988016 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-a41033fd-2007-4e0b-ace8-db67cbad05f5 req-e6d9e1cc-9ee3-4740-b851-6e55ea8fb4dc tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-808441071', 'description': 'tempest-description-1170866167'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:17.002721 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-989fe285-ad64-44ac-bd32-523934d032d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:17.036478 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-d711b434-d549-45cb-9730-62b218cc45ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:17.037953 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-d711b434-d549-45cb-9730-62b218cc45ff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=140109fb-cd35-4792-a696-820ba76fbafd HTTP/1.1" status: 200 len: 854 time: 0.0689631 Aug 10 00:56:17.044679 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-76a385fe-3d71-4913-9b92-c7d57a2174dc tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:17.058546 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d80d68-96dd-4877-88c4-9107c5fcea7b req-0ea4db96-05e8-4c53-835e-92764ec4a116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:17.059853 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87d80d68-96dd-4877-88c4-9107c5fcea7b req-0ea4db96-05e8-4c53-835e-92764ec4a116 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e2a6ec3c-4222-413e-a726-7eaab29284cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1135581 Aug 10 00:56:17.073898 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-989fe285-ad64-44ac-bd32-523934d032d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:17.074530 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-989fe285-ad64-44ac-bd32-523934d032d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:17.075970 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-989fe285-ad64-44ac-bd32-523934d032d7 service neutron] 10.222.0.24 "PUT /v2.0/ports/f42c354e-43eb-4cf7-a1ed-9a41f6f1400f HTTP/1.1" status: 200 len: 1092 time: 1.8575633 Aug 10 00:56:17.076649 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee26251f-0f7c-4997-889f-2249b06ee09b', 'tag': 'f42c354e-43eb-4cf7-a1ed-9a41f6f1400f'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:17.079253 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06a74fb-4147-44ba-aa9e-fb0a64320e67" -d '{"events": [{"name": "network-changed", "server_uuid": "ee26251f-0f7c-4997-889f-2249b06ee09b", "tag": "f42c354e-43eb-4cf7-a1ed-9a41f6f1400f"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:17.092772 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-03d0629e-530a-49b5-95a2-29e1a1d55b81 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e1c9d804-2ed6-48ca-88e5-1a548fa7af3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402639 Aug 10 00:56:17.099878 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a41033fd-2007-4e0b-ace8-db67cbad05f5 req-e6d9e1cc-9ee3-4740-b851-6e55ea8fb4dc tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:17.185589 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-76a385fe-3d71-4913-9b92-c7d57a2174dc tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Network e2a6ec3c-4222-413e-a726-7eaab29284cd is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:56:17.191786 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-76a385fe-3d71-4913-9b92-c7d57a2174dc tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:56:17.194128 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-76a385fe-3d71-4913-9b92-c7d57a2174dc tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:56:17.206100 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a385fe-3d71-4913-9b92-c7d57a2174dc tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Pushing event updated for resources: {'Port': ['ID=ac6352e0-dee3-4955-b1d6-82244bc30a51,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:17.208108 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989fe285-ad64-44ac-bd32-523934d032d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f42c354e-43eb-4cf7-a1ed-9a41f6f1400f,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:17.261884 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 2b1b295b-eb63-44a9-8be5-5e2a88616a4a no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:56:17.279688 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-63f1473c-6abe-4440-9631-a6f62070e7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:17.281277 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-63f1473c-6abe-4440-9631-a6f62070e7b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4601200a9ae04426885123602616bb50&device_id=ee26251f-0f7c-4997-889f-2249b06ee09b HTTP/1.1" status: 200 len: 1095 time: 0.1192751 Aug 10 00:56:17.285604 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 2b1b295b-eb63-44a9-8be5-5e2a88616a4a {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:56:17.285769 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-76a385fe-3d71-4913-9b92-c7d57a2174dc tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:17.287142 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 2b1b295b-eb63-44a9-8be5-5e2a88616a4a not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:56:17.287513 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-76a385fe-3d71-4913-9b92-c7d57a2174dc tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:17.310543 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46453fca-2562-46cf-aa24-5b80c9bd0dd5 req-2c6831e7-88d4-4947-8b47-4f36bb0ee33c tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:17.312067 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-46453fca-2562-46cf-aa24-5b80c9bd0dd5 req-2c6831e7-88d4-4947-8b47-4f36bb0ee33c tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] 10.222.0.35 "GET /v2.0/ports?device_id=8edf4889-5287-4c38-aea9-933ce1b9c4e8 HTTP/1.1" status: 200 len: 943 time: 0.2030046 Aug 10 00:56:17.338858 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-a6228bef-b180-4bfb-bf09-85b016efb3fd service neutron] 10.222.0.24 "GET /v2.0/networks/e1c9d804-2ed6-48ca-88e5-1a548fa7af3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164803 Aug 10 00:56:17.347675 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87d80d68-96dd-4877-88c4-9107c5fcea7b req-08d98cf3-a77d-4654-bbf2-7cffdc3059f2 service neutron] 10.222.0.24 "GET /v2.0/networks/e2a6ec3c-4222-413e-a726-7eaab29284cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624359 Aug 10 00:56:17.350735 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-aef489ef-6e41-4868-a261-f01cc4f3a8e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f42c354e-43eb-4cf7-a1ed-9a41f6f1400f HTTP/1.1" status: 200 len: 217 time: 0.0548532 Aug 10 00:56:17.464661 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-45d597b8-b821-4e24-977d-c1b0fc1e2e2c req-b5985d07-8a93-410f-9bb9-dd6db4581cd5 service neutron] 10.222.0.24 "GET /v2.0/networks/e1c9d804-2ed6-48ca-88e5-1a548fa7af3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024661 Aug 10 00:56:17.481524 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8edf4889-5287-4c38-aea9-933ce1b9c4e8', 'tag': '652e4c06-7fd5-4f50-ae03-913c16315598'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:17.486223 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6eedd8-8809-4999-bbf6-2842de245bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "8edf4889-5287-4c38-aea9-933ce1b9c4e8", "tag": "652e4c06-7fd5-4f50-ae03-913c16315598"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:17.486854 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-46453fca-2562-46cf-aa24-5b80c9bd0dd5 req-e9d009a4-3804-4e7d-8872-dd003541ee76 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] 10.222.0.35 "GET /v2.0/security-groups?id=56a5f85d-e897-48e4-9402-145a3b34cac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417143 Aug 10 00:56:17.511772 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a41033fd-2007-4e0b-ace8-db67cbad05f5 req-e6d9e1cc-9ee3-4740-b851-6e55ea8fb4dc tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:17.515090 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-54fdf4e0-a301-4c4c-9173-82777aa43e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:17.516597 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-54fdf4e0-a301-4c4c-9173-82777aa43e23 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=51adb930-96b8-48f4-bf3f-8c67c62f0b2a HTTP/1.1" status: 200 len: 854 time: 0.1374080 Aug 10 00:56:17.519205 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a41033fd-2007-4e0b-ace8-db67cbad05f5 req-e6d9e1cc-9ee3-4740-b851-6e55ea8fb4dc tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:17.526075 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-76a385fe-3d71-4913-9b92-c7d57a2174dc tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0584962 Aug 10 00:56:17.537815 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-edc3e8d7-acf9-4814-b23e-548891846250 None None] Provisioning for port ac6352e0-dee3-4955-b1d6-82244bc30a51 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:17.544124 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-edc3e8d7-acf9-4814-b23e-548891846250 None None] Provisioning complete for port ac6352e0-dee3-4955-b1d6-82244bc30a51 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:17.544495 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093aef53-a742-4e1d-9e5a-ff633f09f2a2 x-openstack-request-id: req-093aef53-a742-4e1d-9e5a-ff633f09f2a2 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:17.544784 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee26251f-0f7c-4997-889f-2249b06ee09b", "tag": "f42c354e-43eb-4cf7-a1ed-9a41f6f1400f", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:17.545039 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-093aef53-a742-4e1d-9e5a-ff633f09f2a2 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:17.545391 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-edc3e8d7-acf9-4814-b23e-548891846250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:17.545513 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee26251f-0f7c-4997-889f-2249b06ee09b', 'tag': 'f42c354e-43eb-4cf7-a1ed-9a41f6f1400f', 'status': 'completed', 'code': 200} Aug 10 00:56:17.545611 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-0a22576c-998a-4c6b-aa1b-ccbd9586ebd6 service neutron] Request body: {'port': {'device_id': '65dd2b58-57b3-4e1b-b286-81d786a90bd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:17.579825 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a41033fd-2007-4e0b-ace8-db67cbad05f5 req-e6d9e1cc-9ee3-4740-b851-6e55ea8fb4dc tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:17.592414 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a41033fd-2007-4e0b-ace8-db67cbad05f5 req-e6d9e1cc-9ee3-4740-b851-6e55ea8fb4dc tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6293113 Aug 10 00:56:17.611285 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-edc3e8d7-acf9-4814-b23e-548891846250 None None] Port ac6352e0-dee3-4955-b1d6-82244bc30a51 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:56:17.634799 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87d80d68-96dd-4877-88c4-9107c5fcea7b req-df03e568-f96f-4f9e-9f6f-e52abec87e5f service neutron] 10.222.0.24 "GET /v2.0/networks/e2a6ec3c-4222-413e-a726-7eaab29284cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454607 Aug 10 00:56:17.657829 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d9e1cc-9ee3-4740-b851-6e55ea8fb4dc tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e87919f-89b1-45ba-862f-f7735faddb12,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:17.668782 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-0a22576c-998a-4c6b-aa1b-ccbd9586ebd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:17.730264 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-a3e4113f-2211-4c32-b8f1-94507019a8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:17.731998 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-a3e4113f-2211-4c32-b8f1-94507019a8ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e2a6ec3c-4222-413e-a726-7eaab29284cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2025790 Aug 10 00:56:17.763606 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da12858-7dd8-4ba8-bf73-578e569606ec req-87bead2b-7362-4899-8f30-aaeef401c9f1 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:17.765105 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2da12858-7dd8-4ba8-bf73-578e569606ec req-87bead2b-7362-4899-8f30-aaeef401c9f1 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 945 time: 0.1200054 Aug 10 00:56:17.865560 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-004c4e20-8d52-421f-88e5-152bd5e83200 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:17.867056 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-004c4e20-8d52-421f-88e5-152bd5e83200 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/networks?id=4f44dc9d-70b4-422e-936e-64ca9a631395 HTTP/1.1" status: 200 len: 811 time: 0.2288699 Aug 10 00:56:17.901176 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2da12858-7dd8-4ba8-bf73-578e569606ec req-df9042e4-808b-4699-8225-bd0ce973a7fb tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177418 Aug 10 00:56:17.904109 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-d794db8f-4637-4586-a9f2-041a525e79ca tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/quotas/fc4321199ccb4da6af26fb4c7f2e415e HTTP/1.1" status: 200 len: 375 time: 0.0283997 Aug 10 00:56:17.960875 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-b46df2af-b206-4677-b44b-33ba0992b76b tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fc4321199ccb4da6af26fb4c7f2e415e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481911 Aug 10 00:56:17.964782 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-31ad315e-081a-470c-b714-7bfd0a92eb05 service neutron] 10.222.0.24 "GET /v2.0/networks/e2a6ec3c-4222-413e-a726-7eaab29284cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927168 Aug 10 00:56:17.965163 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-0a22576c-998a-4c6b-aa1b-ccbd9586ebd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac6352e0-dee3-4955-b1d6-82244bc30a51 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:17.974430 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-0a22576c-998a-4c6b-aa1b-ccbd9586ebd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:17.980806 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6135319a-3141-4e47-b929-e42f85e9f6ff x-openstack-request-id: req-6135319a-3141-4e47-b929-e42f85e9f6ff {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:17.981266 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8edf4889-5287-4c38-aea9-933ce1b9c4e8", "tag": "652e4c06-7fd5-4f50-ae03-913c16315598", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:17.981594 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6135319a-3141-4e47-b929-e42f85e9f6ff {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:17.990781 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8edf4889-5287-4c38-aea9-933ce1b9c4e8', 'tag': '652e4c06-7fd5-4f50-ae03-913c16315598', 'status': 'completed', 'code': 200} Aug 10 00:56:18.001813 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-0a22576c-998a-4c6b-aa1b-ccbd9586ebd6 service neutron] Transition to ACTIVE for port object ac6352e0-dee3-4955-b1d6-82244bc30a51 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:56:18.006376 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-0a22576c-998a-4c6b-aa1b-ccbd9586ebd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:18.077840 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a22576c-998a-4c6b-aa1b-ccbd9586ebd6 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6352e0-dee3-4955-b1d6-82244bc30a51,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:18.094077 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-6de8aa42-7820-48a4-9ed3-465924a35aba req-f6f6ab5c-c941-4981-80c7-42f08b03c642 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-80230495', 'description': 'tempest-description-1501695537'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:18.168919 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-0a22576c-998a-4c6b-aa1b-ccbd9586ebd6 service neutron] Attempting to bind port ac6352e0-dee3-4955-b1d6-82244bc30a51 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:56:18.169337 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-0a22576c-998a-4c6b-aa1b-ccbd9586ebd6 service neutron] Attempting to bind port ac6352e0-dee3-4955-b1d6-82244bc30a51 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '5567dfb7-4a62-4cb8-80e6-7e28a94d846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e2a6ec3c-4222-413e-a726-7eaab29284cd'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:56:18.170185 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-0a22576c-998a-4c6b-aa1b-ccbd9586ebd6 service neutron] Attempting to bind port ac6352e0-dee3-4955-b1d6-82244bc30a51 on network e2a6ec3c-4222-413e-a726-7eaab29284cd {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:18.177642 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-b5797cab-af77-4c40-83cd-56b3054fb304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:18.179263 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-b5797cab-af77-4c40-83cd-56b3054fb304 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e&tenant_id=a32ed65983d143c3b0d38c9da5efabeb HTTP/1.1" status: 200 len: 1102 time: 0.0690575 Aug 10 00:56:18.180582 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-0a22576c-998a-4c6b-aa1b-ccbd9586ebd6 service neutron] Port ac6352e0-dee3-4955-b1d6-82244bc30a51 on network e2a6ec3c-4222-413e-a726-7eaab29284cd not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:56:18.180582 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-0a22576c-998a-4c6b-aa1b-ccbd9586ebd6 service neutron] Attempting to bind port ac6352e0-dee3-4955-b1d6-82244bc30a51 on network e2a6ec3c-4222-413e-a726-7eaab29284cd {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:18.186131 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-0a22576c-998a-4c6b-aa1b-ccbd9586ebd6 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:56:18.186552 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-0a22576c-998a-4c6b-aa1b-ccbd9586ebd6 service neutron] Checking segment: {'id': '5567dfb7-4a62-4cb8-80e6-7e28a94d846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e2a6ec3c-4222-413e-a726-7eaab29284cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:56:18.187010 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-0a22576c-998a-4c6b-aa1b-ccbd9586ebd6 service neutron] Bound using segment: {'id': '5567dfb7-4a62-4cb8-80e6-7e28a94d846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e2a6ec3c-4222-413e-a726-7eaab29284cd'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:56:18.187513 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-0a22576c-998a-4c6b-aa1b-ccbd9586ebd6 service neutron] Bound port: ac6352e0-dee3-4955-b1d6-82244bc30a51, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5567dfb7-4a62-4cb8-80e6-7e28a94d846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e2a6ec3c-4222-413e-a726-7eaab29284cd'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:56:18.187973 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-0a22576c-998a-4c6b-aa1b-ccbd9586ebd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:18.188793 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6eedd8-8809-4999-bbf6-2842de245bd1 req-9c96d1bd-8369-4bb1-b81d-e2a7e0157fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:18.190665 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4e6eedd8-8809-4999-bbf6-2842de245bd1 req-9c96d1bd-8369-4bb1-b81d-e2a7e0157fe9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0bdb14d3beda40a8adc548b6ea36731e&device_id=8edf4889-5287-4c38-aea9-933ce1b9c4e8 HTTP/1.1" status: 200 len: 1095 time: 0.1676469 Aug 10 00:56:18.190986 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-6de8aa42-7820-48a4-9ed3-465924a35aba req-f6f6ab5c-c941-4981-80c7-42f08b03c642 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:18.203859 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-d63c1f4c-a026-443a-a563-a910041636eb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-26', 'device_owner': 'compute:nova'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:18.220518 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-65274251-34ef-48a4-9282-48e228963a4c service neutron] 10.222.0.35 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587633 Aug 10 00:56:18.283398 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f0160c6-cda4-48b6-8726-1827a95b8a79 req-efeb5433-b29c-44e1-91d7-2488032b5ef0 service neutron] 10.222.0.24 "GET /v2.0/networks/e2a6ec3c-4222-413e-a726-7eaab29284cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961152 Aug 10 00:56:18.298701 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-d63c1f4c-a026-443a-a563-a910041636eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:18.338393 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-0a22576c-998a-4c6b-aa1b-ccbd9586ebd6 service neutron] For port ac6352e0-dee3-4955-b1d6-82244bc30a51, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:56:18.357174 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-0a22576c-998a-4c6b-aa1b-ccbd9586ebd6 service neutron] For port ac6352e0-dee3-4955-b1d6-82244bc30a51, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=ac6352e0-dee3-4955-b1d6-82244bc30a51,segment=NetworkSegment(5567dfb7-4a62-4cb8-80e6-7e28a94d846e),segment_id=5567dfb7-4a62-4cb8-80e6-7e28a94d846e)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:56:18.368338 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-0a22576c-998a-4c6b-aa1b-ccbd9586ebd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:18.471257 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-0a22576c-998a-4c6b-aa1b-ccbd9586ebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:18.471891 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-0a22576c-998a-4c6b-aa1b-ccbd9586ebd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:18.473383 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-0a22576c-998a-4c6b-aa1b-ccbd9586ebd6 service neutron] 10.222.0.20 "PUT /v2.0/ports/ac6352e0-dee3-4955-b1d6-82244bc30a51 HTTP/1.1" status: 200 len: 1093 time: 0.9343896 Aug 10 00:56:18.536278 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a22576c-998a-4c6b-aa1b-ccbd9586ebd6 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6352e0-dee3-4955-b1d6-82244bc30a51,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:18.670652 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 9c8c5786-1eca-4edb-8b2e-0f05897549b5 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:56:18.783031 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6eedd8-8809-4999-bbf6-2842de245bd1 req-734e1f9d-a058-4c43-9d43-c19eb7521e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:18.785017 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4e6eedd8-8809-4999-bbf6-2842de245bd1 req-734e1f9d-a058-4c43-9d43-c19eb7521e98 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e1c9d804-2ed6-48ca-88e5-1a548fa7af3e HTTP/1.1" status: 200 len: 915 time: 0.5790837 Aug 10 00:56:18.798238 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 9c8c5786-1eca-4edb-8b2e-0f05897549b5, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=9c8c5786-1eca-4edb-8b2e-0f05897549b5,segment=NetworkSegment(5567dfb7-4a62-4cb8-80e6-7e28a94d846e),segment_id=5567dfb7-4a62-4cb8-80e6-7e28a94d846e)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:18.809205 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-72b10dc0-b696-4f2a-a7d9-7461899e3579 service neutron] 10.222.0.35 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5704434 Aug 10 00:56:18.811269 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '9c8c5786-1eca-4edb-8b2e-0f05897549b5', 'network_id': 'e2a6ec3c-4222-413e-a726-7eaab29284cd', 'port_id': '9c8c5786-1eca-4edb-8b2e-0f05897549b5', 'mac_address': 'fa:16:3e:d8:52:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51adb930-96b8-48f4-bf3f-8c67c62f0b2a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:56:18.852914 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4e6eedd8-8809-4999-bbf6-2842de245bd1 req-2b5ba9db-0071-4f86-b761-e94658c8a105 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=652e4c06-7fd5-4f50-ae03-913c16315598 HTTP/1.1" status: 200 len: 217 time: 0.0548882 Aug 10 00:56:18.859198 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:18.861450 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a74fb-4147-44ba-aa9e-fb0a64320e67 req-b66ade7f-1ee2-4d46-b834-3d270cd1a325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:18.863220 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a06a74fb-4147-44ba-aa9e-fb0a64320e67 req-b66ade7f-1ee2-4d46-b834-3d270cd1a325 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4601200a9ae04426885123602616bb50&device_id=ee26251f-0f7c-4997-889f-2249b06ee09b HTTP/1.1" status: 200 len: 1095 time: 0.5120106 Aug 10 00:56:18.872911 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-6de8aa42-7820-48a4-9ed3-465924a35aba req-f6f6ab5c-c941-4981-80c7-42f08b03c642 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:18.894835 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c8c5786-1eca-4edb-8b2e-0f05897549b5 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:18.900094 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-6de8aa42-7820-48a4-9ed3-465924a35aba req-f6f6ab5c-c941-4981-80c7-42f08b03c642 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:18.902280 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-3448f66d-4fe1-4428-a49b-4030c474c7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:18.903779 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-3448f66d-4fe1-4428-a49b-4030c474c7cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4601200a9ae04426885123602616bb50&device_id=65dd2b58-57b3-4e1b-b286-81d786a90bd5 HTTP/1.1" status: 200 len: 1096 time: 0.3626046 Aug 10 00:56:18.911043 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-d63c1f4c-a026-443a-a563-a910041636eb service neutron] For port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:18.925499 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 9c8c5786-1eca-4edb-8b2e-0f05897549b5, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=9c8c5786-1eca-4edb-8b2e-0f05897549b5,segment=NetworkSegment(5567dfb7-4a62-4cb8-80e6-7e28a94d846e),segment_id=5567dfb7-4a62-4cb8-80e6-7e28a94d846e)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:18.934172 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:18.965252 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-d4185dc6-6b9a-4d6f-bcb0-2231c2c1f027 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac6352e0-dee3-4955-b1d6-82244bc30a51 HTTP/1.1" status: 200 len: 217 time: 0.0440681 Aug 10 00:56:19.010832 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-6de8aa42-7820-48a4-9ed3-465924a35aba req-f6f6ab5c-c941-4981-80c7-42f08b03c642 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:19.022485 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=9c8c5786-1eca-4edb-8b2e-0f05897549b5,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:19.029311 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6de8aa42-7820-48a4-9ed3-465924a35aba req-f6f6ab5c-c941-4981-80c7-42f08b03c642 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.0046320 Aug 10 00:56:19.033837 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6ab5c-c941-4981-80c7-42f08b03c642 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f866038-191b-42eb-9e71-3b9e1a97868e,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:19.034560 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-d63c1f4c-a026-443a-a563-a910041636eb service neutron] For port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:56:19.054391 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6eedd8-8809-4999-bbf6-2842de245bd1 req-db0d159f-7b25-4489-9f1b-bc3364f1d26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:19.065180 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4e6eedd8-8809-4999-bbf6-2842de245bd1 req-db0d159f-7b25-4489-9f1b-bc3364f1d26e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=140109fb-cd35-4792-a696-820ba76fbafd HTTP/1.1" status: 200 len: 854 time: 0.1743488 Aug 10 00:56:19.073127 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-afeaa11a-f373-4261-b131-a5a61af6c7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:19.074637 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-afeaa11a-f373-4261-b131-a5a61af6c7bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=51adb930-96b8-48f4-bf3f-8c67c62f0b2a HTTP/1.1" status: 200 len: 854 time: 0.1014380 Aug 10 00:56:19.123785 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-d63c1f4c-a026-443a-a563-a910041636eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:19.145236 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-d63c1f4c-a026-443a-a563-a910041636eb service neutron] Transition to ACTIVE for port object e0399ea1-9a9b-4796-a5d2-b67c4abfc49d will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:56:19.152821 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-d6847f5b-1d5b-42ed-9e48-50a82443ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:19.156692 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-d6847f5b-1d5b-42ed-9e48-50a82443ed99 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e2a6ec3c-4222-413e-a726-7eaab29284cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0740433 Aug 10 00:56:19.158465 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4e6eedd8-8809-4999-bbf6-2842de245bd1 req-b4dbf836-e20c-4ac3-a8a1-b3179e18b9d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e1c9d804-2ed6-48ca-88e5-1a548fa7af3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724936 Aug 10 00:56:19.158901 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-d63c1f4c-a026-443a-a563-a910041636eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:19.163040 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a74fb-4147-44ba-aa9e-fb0a64320e67 req-1091f77d-3f92-4310-8f32-c8c3b0a3eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:19.164481 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a06a74fb-4147-44ba-aa9e-fb0a64320e67 req-1091f77d-3f92-4310-8f32-c8c3b0a3eba4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e2a6ec3c-4222-413e-a726-7eaab29284cd HTTP/1.1" status: 200 len: 916 time: 0.2844284 Aug 10 00:56:19.263014 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c1f4c-a026-443a-a563-a910041636eb service neutron] Pushing event updated for resources: {'Port': ['ID=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d,revision_number=10']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:19.290446 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-d63c1f4c-a026-443a-a563-a910041636eb service neutron] No DVR routers for this DVR port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:56:19.356174 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff40c49-1f24-4ea1-83cb-ea50e699b0d4 req-d46142d0-a667-4996-a5b7-1b4e18d8c271 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:19.358732 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6ff40c49-1f24-4ea1-83cb-ea50e699b0d4 req-d46142d0-a667-4996-a5b7-1b4e18d8c271 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 946 time: 0.2791502 Aug 10 00:56:19.364376 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a06a74fb-4147-44ba-aa9e-fb0a64320e67 req-647fd960-5b6c-4532-a375-e003c6e9ff0d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f42c354e-43eb-4cf7-a1ed-9a41f6f1400f HTTP/1.1" status: 200 len: 217 time: 0.1777542 Aug 10 00:56:19.379867 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-d63c1f4c-a026-443a-a563-a910041636eb service neutron] Attempting to bind port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:56:19.380490 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-d63c1f4c-a026-443a-a563-a910041636eb service neutron] Attempting to bind port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:56:19.380603 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-d63c1f4c-a026-443a-a563-a910041636eb service neutron] Attempting to bind port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:19.388172 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-bae43684-c030-4eec-9017-2c3880ef1082 service neutron] 10.222.0.20 "GET /v2.0/networks/e2a6ec3c-4222-413e-a726-7eaab29284cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190707 Aug 10 00:56:19.392109 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-d63c1f4c-a026-443a-a563-a910041636eb service neutron] Port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:56:19.392471 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-d63c1f4c-a026-443a-a563-a910041636eb service neutron] Attempting to bind port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:19.409003 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-d63c1f4c-a026-443a-a563-a910041636eb service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:56:19.409352 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-d63c1f4c-a026-443a-a563-a910041636eb service neutron] Checking segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:56:19.409740 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-d63c1f4c-a026-443a-a563-a910041636eb service neutron] Bound using segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:56:19.410211 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-d63c1f4c-a026-443a-a563-a910041636eb service neutron] Bound port: e0399ea1-9a9b-4796-a5d2-b67c4abfc49d, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:56:19.410560 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-d63c1f4c-a026-443a-a563-a910041636eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:19.416495 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['9c8c5786-1eca-4edb-8b2e-0f05897549b5'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:19.444029 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-b7fa3e7b-8a76-4176-ba2d-ed36b59bdd76 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:19.445653 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b34763-e0ab-426f-8190-4bf504755d17 req-a7167eb7-7141-4220-af66-76624a9fea1e tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:19.446377 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-b7fa3e7b-8a76-4176-ba2d-ed36b59bdd76 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b&tenant_id=040768a449b74edfb649dfba67db8bf2&binding%3Ahost_id=n-h1-766726-26 HTTP/1.1" status: 200 len: 1097 time: 0.1433747 Aug 10 00:56:19.448033 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c3b34763-e0ab-426f-8190-4bf504755d17 req-a7167eb7-7141-4220-af66-76624a9fea1e tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 949 time: 0.2424185 Aug 10 00:56:19.492486 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-00cddf88-9b5a-4220-ad73-59f35b40ef97 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-766726-26'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:19.559148 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4e6eedd8-8809-4999-bbf6-2842de245bd1 req-c7deefd4-85e7-44a0-a786-45e6365d8f12 service neutron] 10.222.0.24 "GET /v2.0/networks/e1c9d804-2ed6-48ca-88e5-1a548fa7af3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806942 Aug 10 00:56:19.577147 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6ff40c49-1f24-4ea1-83cb-ea50e699b0d4 req-66b6e1a3-a680-42dc-8dd8-47070c13db4e tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068851 Aug 10 00:56:19.578801 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a74fb-4147-44ba-aa9e-fb0a64320e67 req-7535eb90-57e9-40bd-a22a-af6dfd69aa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:19.580354 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a06a74fb-4147-44ba-aa9e-fb0a64320e67 req-7535eb90-57e9-40bd-a22a-af6dfd69aa1d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=51adb930-96b8-48f4-bf3f-8c67c62f0b2a HTTP/1.1" status: 200 len: 854 time: 0.1922383 Aug 10 00:56:19.622219 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-00cddf88-9b5a-4220-ad73-59f35b40ef97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:19.649250 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-d63c1f4c-a026-443a-a563-a910041636eb service neutron] For port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:56:19.664851 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-50a11fdf-809d-44d9-98d5-44cc6c3e7d80 req-b9cf42cf-43ac-495a-b5c2-1e8f1939c07f service neutron] 10.222.0.20 "GET /v2.0/networks/e2a6ec3c-4222-413e-a726-7eaab29284cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674737 Aug 10 00:56:19.687797 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-d63c1f4c-a026-443a-a563-a910041636eb service neutron] For port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:56:19.699229 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-d63c1f4c-a026-443a-a563-a910041636eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:19.746800 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c3b34763-e0ab-426f-8190-4bf504755d17 req-2d7c2b9f-ee13-4523-b31e-f5560aeb6698 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556534 Aug 10 00:56:19.793394 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-d63c1f4c-a026-443a-a563-a910041636eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:19.795040 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-d63c1f4c-a026-443a-a563-a910041636eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:19.795808 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a74fb-4147-44ba-aa9e-fb0a64320e67 req-3b21ee6e-719e-4dfe-96bc-40c044c911bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:19.796647 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-d63c1f4c-a026-443a-a563-a910041636eb service neutron] 10.222.0.20 "PUT /v2.0/ports/e0399ea1-9a9b-4796-a5d2-b67c4abfc49d HTTP/1.1" status: 200 len: 1098 time: 1.5997624 Aug 10 00:56:19.798907 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a06a74fb-4147-44ba-aa9e-fb0a64320e67 req-3b21ee6e-719e-4dfe-96bc-40c044c911bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e2a6ec3c-4222-413e-a726-7eaab29284cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1768866 Aug 10 00:56:19.849241 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c1f4c-a026-443a-a563-a910041636eb service neutron] Pushing event updated for resources: {'Port': ['ID=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d,revision_number=11']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:19.876521 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b7ee4-1465-4974-bd4b-33083c0e253e req-1d476f5c-d911-4958-a93a-265bcf7dcb62 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:19.880800 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-088b7ee4-1465-4974-bd4b-33083c0e253e req-1d476f5c-d911-4958-a93a-265bcf7dcb62 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=65dd2b58-57b3-4e1b-b286-81d786a90bd5 HTTP/1.1" status: 200 len: 944 time: 0.1765025 Aug 10 00:56:19.886163 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4e6eedd8-8809-4999-bbf6-2842de245bd1 req-316c0455-5b0d-4ea7-8828-adb284d8fb48 service neutron] 10.222.0.24 "GET /v2.0/networks/e1c9d804-2ed6-48ca-88e5-1a548fa7af3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922292 Aug 10 00:56:19.909330 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-00cddf88-9b5a-4220-ad73-59f35b40ef97 service neutron] For port 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=552dfeff-3ddd-478f-86af-fb8dd8a7fa9c,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:19.937775 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-72625333-3a14-465d-a4d2-a06079648266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:19.939542 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-72625333-3a14-465d-a4d2-a06079648266 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 1101 time: 0.0848184 Aug 10 00:56:19.977886 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-088b7ee4-1465-4974-bd4b-33083c0e253e req-1c78da89-f7d0-44e2-8799-32f9b22e0a4e tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906560 Aug 10 00:56:19.991558 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced43c1-5105-4fce-acff-881b1dc1e461 req-76a9c8f8-d87f-413d-9bd9-607bdf86b67f tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:19.993599 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3ced43c1-5105-4fce-acff-881b1dc1e461 req-76a9c8f8-d87f-413d-9bd9-607bdf86b67f tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] 10.222.0.35 "GET /v2.0/ports?device_id=8edf4889-5287-4c38-aea9-933ce1b9c4e8 HTTP/1.1" status: 200 len: 943 time: 0.1277864 Aug 10 00:56:20.003985 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65dd2b58-57b3-4e1b-b286-81d786a90bd5', 'tag': 'ac6352e0-dee3-4955-b1d6-82244bc30a51'}, {'server_uuid': 'ddad8732-d7fd-4023-ae25-7947adcb909e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0399ea1-9a9b-4796-a5d2-b67c4abfc49d'}, {'name': 'network-changed', 'server_uuid': 'ddad8732-d7fd-4023-ae25-7947adcb909e', 'tag': 'e0399ea1-9a9b-4796-a5d2-b67c4abfc49d'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:20.006294 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee24d4a-db60-4939-b799-c2dbd08010b2" -d '{"events": [{"name": "network-changed", "server_uuid": "65dd2b58-57b3-4e1b-b286-81d786a90bd5", "tag": "ac6352e0-dee3-4955-b1d6-82244bc30a51"}, {"server_uuid": "ddad8732-d7fd-4023-ae25-7947adcb909e", "name": "network-vif-unplugged", "status": "completed", "tag": "e0399ea1-9a9b-4796-a5d2-b67c4abfc49d"}, {"name": "network-changed", "server_uuid": "ddad8732-d7fd-4023-ae25-7947adcb909e", "tag": "e0399ea1-9a9b-4796-a5d2-b67c4abfc49d"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:20.028532 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a06a74fb-4147-44ba-aa9e-fb0a64320e67 req-396699b4-8c78-4029-ad17-4da7f1ba824e service neutron] 10.222.0.24 "GET /v2.0/networks/e2a6ec3c-4222-413e-a726-7eaab29284cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154152 Aug 10 00:56:20.028906 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-00cddf88-9b5a-4220-ad73-59f35b40ef97 service neutron] For port 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:56:20.095928 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-00cddf88-9b5a-4220-ad73-59f35b40ef97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:20.100870 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-84527d62-aa11-43e3-b3dd-5f144954baba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:20.102410 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-84527d62-aa11-43e3-b3dd-5f144954baba service neutron] 10.222.0.20 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.1507590 Aug 10 00:56:20.106415 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-00cddf88-9b5a-4220-ad73-59f35b40ef97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:20.139325 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3ced43c1-5105-4fce-acff-881b1dc1e461 req-e042f61d-6622-42cd-a62f-5b448e34fa73 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] 10.222.0.35 "GET /v2.0/security-groups?id=56a5f85d-e897-48e4-9402-145a3b34cac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131289 Aug 10 00:56:20.164166 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46568ebc-fa37-4937-ba6c-1289c2c04590 req-aa80568a-b99a-4fcd-8fea-54483a88faa8 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:20.166406 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-46568ebc-fa37-4937-ba6c-1289c2c04590 req-aa80568a-b99a-4fcd-8fea-54483a88faa8 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 945 time: 0.1137612 Aug 10 00:56:20.178497 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-065f6d02-1454-46f2-817e-390206200064 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d HTTP/1.1" status: 200 len: 217 time: 0.0638452 Aug 10 00:56:20.216385 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a06a74fb-4147-44ba-aa9e-fb0a64320e67 req-c2f5f9f9-b138-4dcc-995d-d93ac8c78578 service neutron] 10.222.0.24 "GET /v2.0/networks/e2a6ec3c-4222-413e-a726-7eaab29284cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733997 Aug 10 00:56:20.250379 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-46568ebc-fa37-4937-ba6c-1289c2c04590 req-67308a68-f26b-4d6c-9191-1af020c0503f tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773990 Aug 10 00:56:20.252283 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3b191777-d2e2-4db3-a0b1-e8467eb93027 req-9a5c05bc-4a39-4576-bf6c-49a44f806cbb tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e31889-8ff6-44ba-83af-8ab4c2bbfdc4 HTTP/1.1" status: 200 len: 210 time: 0.0384412 Aug 10 00:56:20.254644 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cddf88-9b5a-4220-ad73-59f35b40ef97 service neutron] Pushing event updated for resources: {'Port': ['ID=552dfeff-3ddd-478f-86af-fb8dd8a7fa9c,revision_number=7']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:20.282015 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-c566da22-3050-42b6-8813-badfc76e6eab req-224e00e5-76f5-4282-b855-e2d934f98d02 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-188038277', 'description': 'tempest-description-1188078357'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:20.282832 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-00cddf88-9b5a-4220-ad73-59f35b40ef97 service neutron] Attempting to bind port 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c on host n-h1-766726-26 for vnic_type normal with profile {"migrating_to": "n-h2-766726-26"} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:56:20.283502 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-00cddf88-9b5a-4220-ad73-59f35b40ef97 service neutron] Attempting to bind port 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:56:20.284087 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-00cddf88-9b5a-4220-ad73-59f35b40ef97 service neutron] Attempting to bind port 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c on network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:20.294402 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-f2fc4b78-4d7d-46f2-b249-f104708f942a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:20.295876 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-f2fc4b78-4d7d-46f2-b249-f104708f942a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.1092625 Aug 10 00:56:20.296443 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-00cddf88-9b5a-4220-ad73-59f35b40ef97 service neutron] Port 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c on network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:56:20.296768 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-00cddf88-9b5a-4220-ad73-59f35b40ef97 service neutron] Attempting to bind port 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c on network 96b6f7d5-4bc5-4b00-aff8-aabc45fca6da {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:20.303727 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-00cddf88-9b5a-4220-ad73-59f35b40ef97 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:56:20.304076 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-00cddf88-9b5a-4220-ad73-59f35b40ef97 service neutron] Checking segment: {'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:56:20.304715 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-00cddf88-9b5a-4220-ad73-59f35b40ef97 service neutron] Bound using segment: {'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:56:20.305353 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-00cddf88-9b5a-4220-ad73-59f35b40ef97 service neutron] Bound port: 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8ff049c-adcf-478e-b1d5-2df8cde403c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96b6f7d5-4bc5-4b00-aff8-aabc45fca6da'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:56:20.305866 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-00cddf88-9b5a-4220-ad73-59f35b40ef97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:20.308901 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c566da22-3050-42b6-8813-badfc76e6eab req-224e00e5-76f5-4282-b855-e2d934f98d02 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:20.342826 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7722871d-81b9-4873-90fe-39d6072cfacc x-openstack-request-id: req-7722871d-81b9-4873-90fe-39d6072cfacc {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:20.343129 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65dd2b58-57b3-4e1b-b286-81d786a90bd5", "tag": "ac6352e0-dee3-4955-b1d6-82244bc30a51", "status": "completed", "code": 200}, {"server_uuid": "ddad8732-d7fd-4023-ae25-7947adcb909e", "name": "network-vif-unplugged", "status": "completed", "tag": "e0399ea1-9a9b-4796-a5d2-b67c4abfc49d", "code": 200}, {"name": "network-changed", "server_uuid": "ddad8732-d7fd-4023-ae25-7947adcb909e", "tag": "e0399ea1-9a9b-4796-a5d2-b67c4abfc49d", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:20.343383 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7722871d-81b9-4873-90fe-39d6072cfacc {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:20.343788 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65dd2b58-57b3-4e1b-b286-81d786a90bd5', 'tag': 'ac6352e0-dee3-4955-b1d6-82244bc30a51', 'status': 'completed', 'code': 200} Aug 10 00:56:20.344042 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddad8732-d7fd-4023-ae25-7947adcb909e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0399ea1-9a9b-4796-a5d2-b67c4abfc49d', 'code': 200} Aug 10 00:56:20.344318 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddad8732-d7fd-4023-ae25-7947adcb909e', 'tag': 'e0399ea1-9a9b-4796-a5d2-b67c4abfc49d', 'status': 'completed', 'code': 200} Aug 10 00:56:20.411453 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-6650a0da-7967-4256-9a66-c7f0c5e97fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:20.413158 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-6650a0da-7967-4256-9a66-c7f0c5e97fd0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1041553 Aug 10 00:56:20.420130 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-00cddf88-9b5a-4220-ad73-59f35b40ef97 service neutron] For port 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:56:20.423337 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-00cddf88-9b5a-4220-ad73-59f35b40ef97 service neutron] For port 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=552dfeff-3ddd-478f-86af-fb8dd8a7fa9c,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:56:20.428861 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-00cddf88-9b5a-4220-ad73-59f35b40ef97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:20.459074 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee24d4a-db60-4939-b799-c2dbd08010b2 req-e89620eb-0421-492c-9a37-f9917232caa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:20.461209 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ee24d4a-db60-4939-b799-c2dbd08010b2 req-e89620eb-0421-492c-9a37-f9917232caa8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 1101 time: 0.0785668 Aug 10 00:56:20.568975 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c566da22-3050-42b6-8813-badfc76e6eab req-224e00e5-76f5-4282-b855-e2d934f98d02 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:20.580822 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c566da22-3050-42b6-8813-badfc76e6eab req-224e00e5-76f5-4282-b855-e2d934f98d02 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:20.597141 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cddf88-9b5a-4220-ad73-59f35b40ef97 service neutron] Pushing event updated for resources: {'Port': ['ID=552dfeff-3ddd-478f-86af-fb8dd8a7fa9c,revision_number=8']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:20.607182 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-00cddf88-9b5a-4220-ad73-59f35b40ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:20.607719 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-00cddf88-9b5a-4220-ad73-59f35b40ef97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:20.609205 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-00cddf88-9b5a-4220-ad73-59f35b40ef97 service neutron] 10.222.0.20 "PUT /v2.0/ports/552dfeff-3ddd-478f-86af-fb8dd8a7fa9c HTTP/1.1" status: 200 len: 1123 time: 1.1228080 Aug 10 00:56:20.634609 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee24d4a-db60-4939-b799-c2dbd08010b2 req-ec703337-edd8-4e22-9c83-b03b6bc0fb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:20.636311 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ee24d4a-db60-4939-b799-c2dbd08010b2 req-ec703337-edd8-4e22-9c83-b03b6bc0fb9a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4601200a9ae04426885123602616bb50&device_id=65dd2b58-57b3-4e1b-b286-81d786a90bd5 HTTP/1.1" status: 200 len: 1096 time: 0.1605990 Aug 10 00:56:20.676031 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-40553cc9-2d81-4bd9-abf0-a6718c373300 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083874 Aug 10 00:56:20.677018 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 652e4c06-7fd5-4f50-ae03-913c16315598 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:56:20.680694 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device e0399ea1-9a9b-4796-a5d2-b67c4abfc49d no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:56:20.694008 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c566da22-3050-42b6-8813-badfc76e6eab req-224e00e5-76f5-4282-b855-e2d934f98d02 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:20.695749 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c566da22-3050-42b6-8813-badfc76e6eab req-224e00e5-76f5-4282-b855-e2d934f98d02 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4181416 Aug 10 00:56:20.788503 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device e0399ea1-9a9b-4796-a5d2-b67c4abfc49d not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:56:20.801591 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['552dfeff-3ddd-478f-86af-fb8dd8a7fa9c'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:20.819301 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee24d4a-db60-4939-b799-c2dbd08010b2 req-2a4c2495-d0e1-4f45-a3d2-b5a574924bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:20.820797 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ee24d4a-db60-4939-b799-c2dbd08010b2 req-2a4c2495-d0e1-4f45-a3d2-b5a574924bc5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e2a6ec3c-4222-413e-a726-7eaab29284cd HTTP/1.1" status: 200 len: 916 time: 0.1747532 Aug 10 00:56:20.825692 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e00e5-76f5-4282-b855-e2d934f98d02 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c57324a2-bacc-4ac6-a232-dc7c1717c67d,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:20.830867 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['552dfeff-3ddd-478f-86af-fb8dd8a7fa9c'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:20.834401 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8331ccf9-b4a2-4407-8fe0-f6db03647035 req-97ce1eed-1585-44db-a569-37e09762e12d service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329465 Aug 10 00:56:20.850278 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee24d4a-db60-4939-b799-c2dbd08010b2 req-910c9a90-e093-4dc7-8303-d31e7425f4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:20.851854 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ee24d4a-db60-4939-b799-c2dbd08010b2 req-910c9a90-e093-4dc7-8303-d31e7425f4ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.3731089 Aug 10 00:56:20.884251 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-8137720d-1c91-4d4f-b050-6d1e59860e0c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:20.886281 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-8137720d-1c91-4d4f-b050-6d1e59860e0c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.20 "GET /v2.0/networks?id=4f44dc9d-70b4-422e-936e-64ca9a631395 HTTP/1.1" status: 200 len: 811 time: 0.4171126 Aug 10 00:56:20.915170 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ee24d4a-db60-4939-b799-c2dbd08010b2 req-0dbc851d-91db-44e6-bd8d-5b981edbc985 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac6352e0-dee3-4955-b1d6-82244bc30a51 HTTP/1.1" status: 200 len: 217 time: 0.0555358 Aug 10 00:56:20.933782 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8451aff1-9212-496f-9d42-ad0c70b69d61 req-5eff9c90-a54a-457d-8070-87ada8fe1156 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:20.935283 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8451aff1-9212-496f-9d42-ad0c70b69d61 req-5eff9c90-a54a-457d-8070-87ada8fe1156 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 946 time: 0.2328737 Aug 10 00:56:20.936898 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ee24d4a-db60-4939-b799-c2dbd08010b2 req-918a9b40-8537-4949-a386-d5cb409918f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d HTTP/1.1" status: 200 len: 217 time: 0.0713658 Aug 10 00:56:20.943718 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-786f4ca0-1cb5-41e6-8ab6-5cb1e3764561 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Request body: {'port': {'device_id': '85e31889-8ff6-44ba-83af-8ab4c2bbfdc4', 'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395', 'admin_state_up': True, 'tenant_id': 'fc4321199ccb4da6af26fb4c7f2e415e'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:20.951058 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 652e4c06-7fd5-4f50-ae03-913c16315598, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=652e4c06-7fd5-4f50-ae03-913c16315598,segment=NetworkSegment(521e6df6-86cd-45a0-a02f-7d037678324c),segment_id=521e6df6-86cd-45a0-a02f-7d037678324c)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:20.979942 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '652e4c06-7fd5-4f50-ae03-913c16315598', 'network_id': 'e1c9d804-2ed6-48ca-88e5-1a548fa7af3e', 'port_id': '652e4c06-7fd5-4f50-ae03-913c16315598', 'mac_address': 'fa:16:3e:f8:e1:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '140109fb-cd35-4792-a696-820ba76fbafd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:56:20.982330 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee24d4a-db60-4939-b799-c2dbd08010b2 req-104fe295-cc11-4dcc-beb4-9a8b04a4381e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:20.983808 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ee24d4a-db60-4939-b799-c2dbd08010b2 req-104fe295-cc11-4dcc-beb4-9a8b04a4381e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=51adb930-96b8-48f4-bf3f-8c67c62f0b2a HTTP/1.1" status: 200 len: 854 time: 0.0531809 Aug 10 00:56:21.039614 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee24d4a-db60-4939-b799-c2dbd08010b2 req-5e9d7f51-f322-42a3-80b8-538032ded8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:21.042914 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ee24d4a-db60-4939-b799-c2dbd08010b2 req-5e9d7f51-f322-42a3-80b8-538032ded8ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e2a6ec3c-4222-413e-a726-7eaab29284cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488546 Aug 10 00:56:21.085572 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:21.119488 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8451aff1-9212-496f-9d42-ad0c70b69d61 req-b8a80658-4d69-464c-986a-789bcc669476 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654527 Aug 10 00:56:21.121887 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee24d4a-db60-4939-b799-c2dbd08010b2 req-70ebc959-5285-44fc-a01c-1a39c970abd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:21.123576 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ee24d4a-db60-4939-b799-c2dbd08010b2 req-70ebc959-5285-44fc-a01c-1a39c970abd7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.1637630 Aug 10 00:56:21.129105 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 652e4c06-7fd5-4f50-ae03-913c16315598 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:21.148786 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ee24d4a-db60-4939-b799-c2dbd08010b2 req-de5f18b1-efb1-42cd-870c-48f6b2611f2e service neutron] 10.222.0.20 "GET /v2.0/networks/e2a6ec3c-4222-413e-a726-7eaab29284cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962670 Aug 10 00:56:21.150015 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 652e4c06-7fd5-4f50-ae03-913c16315598, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=652e4c06-7fd5-4f50-ae03-913c16315598,segment=NetworkSegment(521e6df6-86cd-45a0-a02f-7d037678324c),segment_id=521e6df6-86cd-45a0-a02f-7d037678324c)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:21.157318 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:21.160707 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0d923be3-94c4-487c-9f97-50c9103e52f5 req-54d595d6-a5bf-4548-b2a2-fdc035fd84aa tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=34862481f66244cdb00ae05ecbfcc44b HTTP/1.1" status: 200 len: 10894 time: 0.4080648 Aug 10 00:56:21.223046 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=652e4c06-7fd5-4f50-ae03-913c16315598,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:21.233899 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:21.233899 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:21.233899 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:21.233899 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:21.233899 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:21.234560 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:21.234560 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:21.234780 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:21.235107 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:21.235440 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:21.236409 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:21.236820 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:21.277566 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-786f4ca0-1cb5-41e6-8ab6-5cb1e3764561 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Made reservation on behalf of fc4321199ccb4da6af26fb4c7f2e415e for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:56:21.281017 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-786f4ca0-1cb5-41e6-8ab6-5cb1e3764561 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:21.281959 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ee24d4a-db60-4939-b799-c2dbd08010b2 req-2212c751-b4cc-4020-a8ef-634bb4dbe414 service neutron] 10.222.0.20 "GET /v2.0/networks/e2a6ec3c-4222-413e-a726-7eaab29284cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242011 Aug 10 00:56:21.289902 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:56:21.296084 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0d923be3-94c4-487c-9f97-50c9103e52f5 req-112101e0-850a-40cb-8b23-a5140bf3d392 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups/6911e6cf-ab78-4416-af63-4f3cef5c2a71 HTTP/1.1" status: 200 len: 2981 time: 0.1211040 Aug 10 00:56:21.310182 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee24d4a-db60-4939-b799-c2dbd08010b2 req-e0a00ee5-ba19-4e36-80a6-7fe920cf4369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:21.311813 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ee24d4a-db60-4939-b799-c2dbd08010b2 req-e0a00ee5-ba19-4e36-80a6-7fe920cf4369 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1489704 Aug 10 00:56:21.355986 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ee0e2-71bf-44c9-a281-b6bbe5aa7f14 req-7d70737e-5381-4daa-871b-0b87afc6b3dd tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:21.357667 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-509ee0e2-71bf-44c9-a281-b6bbe5aa7f14 req-7d70737e-5381-4daa-871b-0b87afc6b3dd tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 949 time: 0.1523259 Aug 10 00:56:21.391369 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=552dfeff-3ddd-478f-86af-fb8dd8a7fa9c,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:21.410618 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c has no active binding in host n-h2-766726-26 {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 00:56:21.453294 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee24d4a-db60-4939-b799-c2dbd08010b2 req-eb38db9b-0aac-4fdc-a246-cd19c5042bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:21.454794 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ee24d4a-db60-4939-b799-c2dbd08010b2 req-eb38db9b-0aac-4fdc-a246-cd19c5042bfb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 1101 time: 0.0466833 Aug 10 00:56:21.506979 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0d923be3-94c4-487c-9f97-50c9103e52f5 req-dc72852e-a3b1-4efb-9c69-89128a5514eb tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups/6911e6cf-ab78-4416-af63-4f3cef5c2a71 HTTP/1.1" status: 200 len: 2981 time: 0.1933639 Aug 10 00:56:21.565679 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-509ee0e2-71bf-44c9-a281-b6bbe5aa7f14 req-1697d49c-c1fd-43d4-b6ac-8c67de645203 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721764 Aug 10 00:56:21.582388 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee24d4a-db60-4939-b799-c2dbd08010b2 req-239ce00a-bb5f-4efe-853a-2d0bf9eca8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:21.584212 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ee24d4a-db60-4939-b799-c2dbd08010b2 req-239ce00a-bb5f-4efe-853a-2d0bf9eca8f0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.1097913 Aug 10 00:56:21.589354 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['652e4c06-7fd5-4f50-ae03-913c16315598'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:21.633326 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ee24d4a-db60-4939-b799-c2dbd08010b2 req-2f518b89-04c2-4d0e-b2a4-d9e097d1ed5b service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012998 Aug 10 00:56:21.656169 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ee24d4a-db60-4939-b799-c2dbd08010b2 req-205ace56-6f16-4d87-b71a-91b9a17b3aee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d HTTP/1.1" status: 200 len: 217 time: 0.0483124 Aug 10 00:56:21.665597 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-786f4ca0-1cb5-41e6-8ab6-5cb1e3764561 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Allocated IP 172.20.0.14 (4f44dc9d-70b4-422e-936e-64ca9a631395/93c0490b-72d4-4bea-8139-8e9a7dbf1c5c/2df7af90-aa3a-4199-addc-945d5fef50b8) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:56:21.718996 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee24d4a-db60-4939-b799-c2dbd08010b2 req-04673e23-5a2f-48bc-a2c0-1fc824539808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:21.720503 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ee24d4a-db60-4939-b799-c2dbd08010b2 req-04673e23-5a2f-48bc-a2c0-1fc824539808 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0520585 Aug 10 00:56:21.770261 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee24d4a-db60-4939-b799-c2dbd08010b2 req-06bc7087-2ecf-416a-b7a9-a63747ad87bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:21.771751 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ee24d4a-db60-4939-b799-c2dbd08010b2 req-06bc7087-2ecf-416a-b7a9-a63747ad87bc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0420232 Aug 10 00:56:21.782423 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6c51b-a440-4765-81c1-a394c0ba5d38 req-2b474019-3c62-4bcf-a22c-e619d8b515db tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:21.784159 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-abd6c51b-a440-4765-81c1-a394c0ba5d38 req-2b474019-3c62-4bcf-a22c-e619d8b515db tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=65dd2b58-57b3-4e1b-b286-81d786a90bd5 HTTP/1.1" status: 200 len: 944 time: 0.2067955 Aug 10 00:56:21.809621 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b738728-70dc-48ce-a5ee-16d76cfae7f2 req-68e681f1-e0ff-42bc-a736-267228f2c506 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:21.811072 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7b738728-70dc-48ce-a5ee-16d76cfae7f2 req-68e681f1-e0ff-42bc-a736-267228f2c506 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] 10.222.0.35 "GET /v2.0/ports?device_id=8edf4889-5287-4c38-aea9-933ce1b9c4e8 HTTP/1.1" status: 200 len: 944 time: 0.1706040 Aug 10 00:56:21.865445 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ee24d4a-db60-4939-b799-c2dbd08010b2 req-4e7c7968-0365-4c60-a011-aaa762df280a service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859852 Aug 10 00:56:21.884211 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ee24d4a-db60-4939-b799-c2dbd08010b2 req-7c10c8f3-b007-4a32-bbb5-826d2fd11ee2 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402403 Aug 10 00:56:21.927772 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-abd6c51b-a440-4765-81c1-a394c0ba5d38 req-239f10dc-be88-4e40-b996-8c7d6c1a46d7 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314776 Aug 10 00:56:21.945088 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7b738728-70dc-48ce-a5ee-16d76cfae7f2 req-c447d234-25d2-4fe3-89f7-c218e282921c tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] 10.222.0.35 "GET /v2.0/security-groups?id=56a5f85d-e897-48e4-9402-145a3b34cac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244042 Aug 10 00:56:21.970323 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ee24d4a-db60-4939-b799-c2dbd08010b2 req-1afe34ae-98cd-4311-a95e-6afc42538f0b service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947292 Aug 10 00:56:22.008925 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-786f4ca0-1cb5-41e6-8ab6-5cb1e3764561 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:22.066102 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7e9eaa27-2fb2-4f60-86e3-7024fc47dfa7 req-8ff6453c-aa2b-4315-a18e-14a20f367b8f tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e31889-8ff6-44ba-83af-8ab4c2bbfdc4 HTTP/1.1" status: 200 len: 210 time: 0.0337946 Aug 10 00:56:22.080609 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2a69e-edef-4e9a-9847-6ad244aff408 req-5bd37535-4a38-4582-ac73-7871c478b5b9 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:22.082059 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-98b2a69e-edef-4e9a-9847-6ad244aff408 req-5bd37535-4a38-4582-ac73-7871c478b5b9 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 943 time: 0.0868523 Aug 10 00:56:22.121185 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-786f4ca0-1cb5-41e6-8ab6-5cb1e3764561 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:22.161669 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-98b2a69e-edef-4e9a-9847-6ad244aff408 req-e75f8314-f81d-4b27-aa58-e59848a403f2 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677717 Aug 10 00:56:22.345201 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3024c646-26ef-47cf-8349-33715cbae83b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '552dfeff-3ddd-478f-86af-fb8dd8a7fa9c'}, {'name': 'network-changed', 'server_uuid': '3024c646-26ef-47cf-8349-33715cbae83b', 'tag': '552dfeff-3ddd-478f-86af-fb8dd8a7fa9c'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:22.347949 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4824924f-aea8-4f27-a265-fc2b8713d2b9" -d '{"events": [{"server_uuid": "3024c646-26ef-47cf-8349-33715cbae83b", "name": "network-vif-unplugged", "status": "completed", "tag": "552dfeff-3ddd-478f-86af-fb8dd8a7fa9c"}, {"name": "network-changed", "server_uuid": "3024c646-26ef-47cf-8349-33715cbae83b", "tag": "552dfeff-3ddd-478f-86af-fb8dd8a7fa9c"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:22.499309 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-786f4ca0-1cb5-41e6-8ab6-5cb1e3764561 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Network 4f44dc9d-70b4-422e-936e-64ca9a631395 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:56:22.518833 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-786f4ca0-1cb5-41e6-8ab6-5cb1e3764561 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:56:22.531897 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-786f4ca0-1cb5-41e6-8ab6-5cb1e3764561 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:56:22.567977 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f4ca0-1cb5-41e6-8ab6-5cb1e3764561 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Pushing event updated for resources: {'Port': ['ID=2df7af90-aa3a-4199-addc-945d5fef50b8,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:22.595300 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b1009c4-dc9b-4dd5-8627-a32d2fc360e0 req-d1622e00-dbb1-45d3-8f29-7bace73f1230 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups/8e87919f-89b1-45ba-862f-f7735faddb12 HTTP/1.1" status: 200 len: 1800 time: 0.4295444 Aug 10 00:56:22.619201 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-786f4ca0-1cb5-41e6-8ab6-5cb1e3764561 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:22.619816 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-786f4ca0-1cb5-41e6-8ab6-5cb1e3764561 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:22.636366 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323141d6-9ccf-4901-bcc4-a90d26f0e94a req-aca008cd-1ed5-4e76-af13-5a559988f54c tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:22.637811 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-323141d6-9ccf-4901-bcc4-a90d26f0e94a req-aca008cd-1ed5-4e76-af13-5a559988f54c tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 946 time: 0.1374779 Aug 10 00:56:22.666701 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-786f4ca0-1cb5-41e6-8ab6-5cb1e3764561 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7267327 Aug 10 00:56:22.688619 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-0b524b8d-fb01-4ba7-896e-9aaf727c8dbd service neutron] Request body: {'port': {'device_id': '85e31889-8ff6-44ba-83af-8ab4c2bbfdc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:22.705660 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device f42c354e-43eb-4cf7-a1ed-9a41f6f1400f details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:56:22.711879 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 9c8c5786-1eca-4edb-8b2e-0f05897549b5 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:22.730843 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-323141d6-9ccf-4901-bcc4-a90d26f0e94a req-2630b1f8-e9ff-4a6d-ba91-7c1447aaa880 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840859 Aug 10 00:56:22.748703 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5b1009c4-dc9b-4dd5-8627-a32d2fc360e0 req-9edf1f45-f48b-4116-9bc1-1c97483b6654 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:22.783422 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bded017-8b65-4691-8bb2-3df4a767a121 x-openstack-request-id: req-3bded017-8b65-4691-8bb2-3df4a767a121 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:22.785215 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3024c646-26ef-47cf-8349-33715cbae83b", "name": "network-vif-unplugged", "status": "completed", "tag": "552dfeff-3ddd-478f-86af-fb8dd8a7fa9c", "code": 200}, {"name": "network-changed", "server_uuid": "3024c646-26ef-47cf-8349-33715cbae83b", "tag": "552dfeff-3ddd-478f-86af-fb8dd8a7fa9c", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:22.787176 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3bded017-8b65-4691-8bb2-3df4a767a121 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:22.788443 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3024c646-26ef-47cf-8349-33715cbae83b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '552dfeff-3ddd-478f-86af-fb8dd8a7fa9c', 'code': 200} Aug 10 00:56:22.788928 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3024c646-26ef-47cf-8349-33715cbae83b', 'tag': '552dfeff-3ddd-478f-86af-fb8dd8a7fa9c', 'status': 'completed', 'code': 200} Aug 10 00:56:22.797976 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5b1009c4-dc9b-4dd5-8627-a32d2fc360e0 req-9edf1f45-f48b-4116-9bc1-1c97483b6654 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:22.801091 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-0b524b8d-fb01-4ba7-896e-9aaf727c8dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:22.817938 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 9c8c5786-1eca-4edb-8b2e-0f05897549b5 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:22.830032 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 9c8c5786-1eca-4edb-8b2e-0f05897549b5 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:22.830464 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:22.883354 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port f42c354e-43eb-4cf7-a1ed-9a41f6f1400f, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=f42c354e-43eb-4cf7-a1ed-9a41f6f1400f,segment=NetworkSegment(5567dfb7-4a62-4cb8-80e6-7e28a94d846e),segment_id=5567dfb7-4a62-4cb8-80e6-7e28a94d846e)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:22.900284 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'f42c354e-43eb-4cf7-a1ed-9a41f6f1400f', 'network_id': 'e2a6ec3c-4222-413e-a726-7eaab29284cd', 'port_id': 'f42c354e-43eb-4cf7-a1ed-9a41f6f1400f', 'mac_address': 'fa:16:3e:45:1b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51adb930-96b8-48f4-bf3f-8c67c62f0b2a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:56:22.918433 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5b1009c4-dc9b-4dd5-8627-a32d2fc360e0 req-9edf1f45-f48b-4116-9bc1-1c97483b6654 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:22.921077 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5b1009c4-dc9b-4dd5-8627-a32d2fc360e0 req-9edf1f45-f48b-4116-9bc1-1c97483b6654 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:22.922222 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b1009c4-dc9b-4dd5-8627-a32d2fc360e0 req-9edf1f45-f48b-4116-9bc1-1c97483b6654 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "DELETE /v2.0/security-groups/8e87919f-89b1-45ba-862f-f7735faddb12 HTTP/1.1" status: 204 len: 173 time: 0.3203363 Aug 10 00:56:22.974782 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:22.977728 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:22.997260 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f42c354e-43eb-4cf7-a1ed-9a41f6f1400f {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:23.016393 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5286a4c0-5266-4973-91e9-0ae393764377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8c5786-1eca-4edb-8b2e-0f05897549b5'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:23.018540 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69aa1f92-9be8-4629-a73d-fd04f6b441f3" -d '{"events": [{"server_uuid": "5286a4c0-5266-4973-91e9-0ae393764377", "name": "network-vif-plugged", "status": "completed", "tag": "9c8c5786-1eca-4edb-8b2e-0f05897549b5"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:23.037391 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port f42c354e-43eb-4cf7-a1ed-9a41f6f1400f, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=f42c354e-43eb-4cf7-a1ed-9a41f6f1400f,segment=NetworkSegment(5567dfb7-4a62-4cb8-80e6-7e28a94d846e),segment_id=5567dfb7-4a62-4cb8-80e6-7e28a94d846e)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:23.039591 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 9c8c5786-1eca-4edb-8b2e-0f05897549b5, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=9c8c5786-1eca-4edb-8b2e-0f05897549b5,segment=NetworkSegment(5567dfb7-4a62-4cb8-80e6-7e28a94d846e),segment_id=5567dfb7-4a62-4cb8-80e6-7e28a94d846e)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:23.041417 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf1f45-f48b-4116-9bc1-1c97483b6654 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e87919f-89b1-45ba-862f-f7735faddb12,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:23.042573 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:23.051430 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:23.065919 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [req-d87f47ed-4245-49b8-8155-00760ee71106 req-67d25139-0dc9-453b-bed1-14713032d855 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] show failed (client error): The resource could not be found. Aug 10 00:56:23.067087 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d87f47ed-4245-49b8-8155-00760ee71106 req-67d25139-0dc9-453b-bed1-14713032d855 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups/8e87919f-89b1-45ba-862f-f7735faddb12 HTTP/1.1" status: 404 len: 352 time: 0.0686827 Aug 10 00:56:23.075314 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d25a1-3ace-474f-aa76-7bb467658d99 req-6a18f640-10a4-4f04-9b86-ff33fdec1322 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:23.079132 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-963d25a1-3ace-474f-aa76-7bb467658d99 req-6a18f640-10a4-4f04-9b86-ff33fdec1322 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 949 time: 0.2268009 Aug 10 00:56:23.115427 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=f42c354e-43eb-4cf7-a1ed-9a41f6f1400f,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:23.164887 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824924f-aea8-4f27-a265-fc2b8713d2b9 req-eba322a9-2880-4a7a-811b-113d1f0706c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:23.167038 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4824924f-aea8-4f27-a265-fc2b8713d2b9 req-eba322a9-2880-4a7a-811b-113d1f0706c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=040768a449b74edfb649dfba67db8bf2&device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 1126 time: 0.3206756 Aug 10 00:56:23.182735 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=9c8c5786-1eca-4edb-8b2e-0f05897549b5,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:23.236964 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-963d25a1-3ace-474f-aa76-7bb467658d99 req-01bcddcf-89f2-49bc-91de-c93236a1742c tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521833 Aug 10 00:56:23.290336 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device ac6352e0-dee3-4955-b1d6-82244bc30a51 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:56:23.351133 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af258f6-b829-499f-a8d0-694da068c4f2 req-f5a89c3b-e1d5-4263-958c-943722e1f39b tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:23.352775 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3af258f6-b829-499f-a8d0-694da068c4f2 req-f5a89c3b-e1d5-4263-958c-943722e1f39b tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=65dd2b58-57b3-4e1b-b286-81d786a90bd5 HTTP/1.1" status: 200 len: 944 time: 0.1820490 Aug 10 00:56:23.404952 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824924f-aea8-4f27-a265-fc2b8713d2b9 req-60fe742b-213d-4c92-bdc7-549592d76433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:23.406451 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4824924f-aea8-4f27-a265-fc2b8713d2b9 req-60fe742b-213d-4c92-bdc7-549592d76433 service neutron] 10.222.0.24 "GET /v2.0/networks?id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da HTTP/1.1" status: 200 len: 921 time: 0.2150810 Aug 10 00:56:23.491282 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e410c1c-30e7-48c3-ad67-f4d816bc8906 req-a49f1fa5-82e9-4fd4-a0dd-e7dd186b008f tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:23.492872 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e410c1c-30e7-48c3-ad67-f4d816bc8906 req-a49f1fa5-82e9-4fd4-a0dd-e7dd186b008f tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] 10.222.0.35 "GET /v2.0/ports?device_id=8edf4889-5287-4c38-aea9-933ce1b9c4e8 HTTP/1.1" status: 200 len: 944 time: 0.1978505 Aug 10 00:56:23.497391 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4824924f-aea8-4f27-a265-fc2b8713d2b9 req-0c17f775-8756-4892-9299-c790c05d5924 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=552dfeff-3ddd-478f-86af-fb8dd8a7fa9c HTTP/1.1" status: 200 len: 217 time: 0.0783110 Aug 10 00:56:23.511294 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3af258f6-b829-499f-a8d0-694da068c4f2 req-8324c333-61af-4632-93b5-17da69f12238 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468306 Aug 10 00:56:23.513538 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port ac6352e0-dee3-4955-b1d6-82244bc30a51, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=ac6352e0-dee3-4955-b1d6-82244bc30a51,segment=NetworkSegment(5567dfb7-4a62-4cb8-80e6-7e28a94d846e),segment_id=5567dfb7-4a62-4cb8-80e6-7e28a94d846e)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:23.524359 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-0b524b8d-fb01-4ba7-896e-9aaf727c8dbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2df7af90-aa3a-4199-addc-945d5fef50b8 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:23.525009 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': 'ac6352e0-dee3-4955-b1d6-82244bc30a51', 'network_id': 'e2a6ec3c-4222-413e-a726-7eaab29284cd', 'port_id': 'ac6352e0-dee3-4955-b1d6-82244bc30a51', 'mac_address': 'fa:16:3e:c0:90:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51adb930-96b8-48f4-bf3f-8c67c62f0b2a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:56:23.561626 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-0b524b8d-fb01-4ba7-896e-9aaf727c8dbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:23.562978 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:23.572862 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07a7bae-0a48-4b3d-ae29-b95a649faed3 x-openstack-request-id: req-f07a7bae-0a48-4b3d-ae29-b95a649faed3 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:23.573156 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5286a4c0-5266-4973-91e9-0ae393764377", "name": "network-vif-plugged", "status": "completed", "tag": "9c8c5786-1eca-4edb-8b2e-0f05897549b5", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:23.573405 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f07a7bae-0a48-4b3d-ae29-b95a649faed3 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:23.574425 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5286a4c0-5266-4973-91e9-0ae393764377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8c5786-1eca-4edb-8b2e-0f05897549b5', 'code': 200} Aug 10 00:56:23.582846 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac6352e0-dee3-4955-b1d6-82244bc30a51 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:23.592156 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-0b524b8d-fb01-4ba7-896e-9aaf727c8dbd service neutron] Transition to ACTIVE for port object 2df7af90-aa3a-4199-addc-945d5fef50b8 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:56:23.611638 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port ac6352e0-dee3-4955-b1d6-82244bc30a51, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=ac6352e0-dee3-4955-b1d6-82244bc30a51,segment=NetworkSegment(5567dfb7-4a62-4cb8-80e6-7e28a94d846e),segment_id=5567dfb7-4a62-4cb8-80e6-7e28a94d846e)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:23.612843 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e410c1c-30e7-48c3-ad67-f4d816bc8906 req-e54934b3-dab4-4123-889e-added5e133ac tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] 10.222.0.35 "GET /v2.0/security-groups?id=56a5f85d-e897-48e4-9402-145a3b34cac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076767 Aug 10 00:56:23.620741 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:23.628131 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-0b524b8d-fb01-4ba7-896e-9aaf727c8dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:23.631126 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824924f-aea8-4f27-a265-fc2b8713d2b9 req-44039b78-03b5-4fe6-8931-f38e66d73a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:23.632723 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4824924f-aea8-4f27-a265-fc2b8713d2b9 req-44039b78-03b5-4fe6-8931-f38e66d73a03 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ff99852-0921-4c80-99ca-12207c311102 HTTP/1.1" status: 200 len: 860 time: 0.1258802 Aug 10 00:56:23.671221 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=ac6352e0-dee3-4955-b1d6-82244bc30a51,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:23.767458 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4824924f-aea8-4f27-a265-fc2b8713d2b9 req-a3ea3246-3c28-4d78-bc19-e4de757c4880 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954514 Aug 10 00:56:23.779897 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b524b8d-fb01-4ba7-896e-9aaf727c8dbd service neutron] Pushing event updated for resources: {'Port': ['ID=2df7af90-aa3a-4199-addc-945d5fef50b8,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:23.784287 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['f42c354e-43eb-4cf7-a1ed-9a41f6f1400f'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:23.896454 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1896f-00ac-4e75-a5c1-12cc0d848bdb req-c786174d-0f19-40b6-af63-e0eef7b72b8e tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:23.897838 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d8b1896f-00ac-4e75-a5c1-12cc0d848bdb req-c786174d-0f19-40b6-af63-e0eef7b72b8e tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e31889-8ff6-44ba-83af-8ab4c2bbfdc4 HTTP/1.1" status: 200 len: 944 time: 0.2580204 Aug 10 00:56:23.906734 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3ea17988-e491-42fa-813b-8a011006887d req-001189c0-9cdf-4620-ba6a-bfaa03207a45 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups/8f866038-191b-42eb-9e71-3b9e1a97868e HTTP/1.1" status: 200 len: 1799 time: 0.2462187 Aug 10 00:56:23.913155 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8c968-f736-4a39-a1ed-c8a41cd2272b req-884a471f-203f-4aa8-bd2c-9645d6713f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:23.914569 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f6a8c968-f736-4a39-a1ed-c8a41cd2272b req-884a471f-203f-4aa8-bd2c-9645d6713f05 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5286a4c0-5266-4973-91e9-0ae393764377 HTTP/1.1" status: 200 len: 1097 time: 0.2443008 Aug 10 00:56:24.040274 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-0b524b8d-fb01-4ba7-896e-9aaf727c8dbd service neutron] Attempting to bind port 2df7af90-aa3a-4199-addc-945d5fef50b8 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:56:24.041022 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-0b524b8d-fb01-4ba7-896e-9aaf727c8dbd service neutron] Attempting to bind port 2df7af90-aa3a-4199-addc-945d5fef50b8 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': 'fd0aa135-7bf0-4440-a395-b4833e4cac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:56:24.041022 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-0b524b8d-fb01-4ba7-896e-9aaf727c8dbd service neutron] Attempting to bind port 2df7af90-aa3a-4199-addc-945d5fef50b8 on network 4f44dc9d-70b4-422e-936e-64ca9a631395 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:24.044118 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4824924f-aea8-4f27-a265-fc2b8713d2b9 req-59ece8ae-397b-44dc-b8fd-043fd158c09f service neutron] 10.222.0.24 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572803 Aug 10 00:56:24.048317 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d8b1896f-00ac-4e75-a5c1-12cc0d848bdb req-329f5e2a-6010-4682-beac-69ef962d70a6 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388893 Aug 10 00:56:24.051815 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f6a8c968-f736-4a39-a1ed-c8a41cd2272b req-27af06bf-44f1-4473-a904-f875b6239a44 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277423 Aug 10 00:56:24.062339 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-0b524b8d-fb01-4ba7-896e-9aaf727c8dbd service neutron] Port 2df7af90-aa3a-4199-addc-945d5fef50b8 on network 4f44dc9d-70b4-422e-936e-64ca9a631395 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:56:24.062667 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-0b524b8d-fb01-4ba7-896e-9aaf727c8dbd service neutron] Attempting to bind port 2df7af90-aa3a-4199-addc-945d5fef50b8 on network 4f44dc9d-70b4-422e-936e-64ca9a631395 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:24.118682 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-0b524b8d-fb01-4ba7-896e-9aaf727c8dbd service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:56:24.119032 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-0b524b8d-fb01-4ba7-896e-9aaf727c8dbd service neutron] Checking segment: {'id': 'fd0aa135-7bf0-4440-a395-b4833e4cac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:56:24.119422 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-0b524b8d-fb01-4ba7-896e-9aaf727c8dbd service neutron] Bound using segment: {'id': 'fd0aa135-7bf0-4440-a395-b4833e4cac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:56:24.119861 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-0b524b8d-fb01-4ba7-896e-9aaf727c8dbd service neutron] Bound port: 2df7af90-aa3a-4199-addc-945d5fef50b8, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd0aa135-7bf0-4440-a395-b4833e4cac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:56:24.120264 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-0b524b8d-fb01-4ba7-896e-9aaf727c8dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:24.131365 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-3ea17988-e491-42fa-813b-8a011006887d req-752a01b0-4ef4-4a54-9245-b75a7eb04bc6 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:24.185103 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-3ea17988-e491-42fa-813b-8a011006887d req-752a01b0-4ef4-4a54-9245-b75a7eb04bc6 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:24.293627 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4824924f-aea8-4f27-a265-fc2b8713d2b9 req-040597ee-cd41-4418-a631-c77ac32012d8 service neutron] 10.222.0.24 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408233 Aug 10 00:56:24.310743 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-0b524b8d-fb01-4ba7-896e-9aaf727c8dbd service neutron] For port 2df7af90-aa3a-4199-addc-945d5fef50b8, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:56:24.317176 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-0b524b8d-fb01-4ba7-896e-9aaf727c8dbd service neutron] For port 2df7af90-aa3a-4199-addc-945d5fef50b8, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2df7af90-aa3a-4199-addc-945d5fef50b8,segment=NetworkSegment(fd0aa135-7bf0-4440-a395-b4833e4cac38),segment_id=fd0aa135-7bf0-4440-a395-b4833e4cac38)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:56:24.327071 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-0b524b8d-fb01-4ba7-896e-9aaf727c8dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:24.341996 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3634d-e935-47bf-93b2-91eb3cdd3a1b req-68827ee6-18b0-4964-9244-314483475b27 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:24.343546 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-57b3634d-e935-47bf-93b2-91eb3cdd3a1b req-68827ee6-18b0-4964-9244-314483475b27 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 943 time: 0.1615686 Aug 10 00:56:24.350367 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-3ea17988-e491-42fa-813b-8a011006887d req-752a01b0-4ef4-4a54-9245-b75a7eb04bc6 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:24.354194 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-3ea17988-e491-42fa-813b-8a011006887d req-752a01b0-4ef4-4a54-9245-b75a7eb04bc6 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:24.354916 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['ac6352e0-dee3-4955-b1d6-82244bc30a51'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:24.355844 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3ea17988-e491-42fa-813b-8a011006887d req-752a01b0-4ef4-4a54-9245-b75a7eb04bc6 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "DELETE /v2.0/security-groups/8f866038-191b-42eb-9e71-3b9e1a97868e HTTP/1.1" status: 204 len: 173 time: 0.4349642 Aug 10 00:56:24.402460 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-0b524b8d-fb01-4ba7-896e-9aaf727c8dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:24.402987 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-0b524b8d-fb01-4ba7-896e-9aaf727c8dbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:24.404582 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-0b524b8d-fb01-4ba7-896e-9aaf727c8dbd service neutron] 10.222.0.20 "PUT /v2.0/ports/2df7af90-aa3a-4199-addc-945d5fef50b8 HTTP/1.1" status: 200 len: 1093 time: 1.7221687 Aug 10 00:56:24.408709 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e31889-8ff6-44ba-83af-8ab4c2bbfdc4', 'tag': '2df7af90-aa3a-4199-addc-945d5fef50b8'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:24.411334 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3278c3-a5bb-401f-8279-f1e2d9c92930" -d '{"events": [{"name": "network-changed", "server_uuid": "85e31889-8ff6-44ba-83af-8ab4c2bbfdc4", "tag": "2df7af90-aa3a-4199-addc-945d5fef50b8"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:24.424707 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a01b0-4ef4-4a54-9245-b75a7eb04bc6 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f866038-191b-42eb-9e71-3b9e1a97868e,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:24.507019 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b524b8d-fb01-4ba7-896e-9aaf727c8dbd service neutron] Pushing event updated for resources: {'Port': ['ID=2df7af90-aa3a-4199-addc-945d5fef50b8,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:24.527162 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-57b3634d-e935-47bf-93b2-91eb3cdd3a1b req-960e340e-a8c0-4340-b9a1-f0341aa74157 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695638 Aug 10 00:56:24.547282 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e95ac-96f4-4784-9a66-0b724656253e req-90853e53-6cbd-48af-98bf-b5181e97b38d tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:24.548838 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a2e95ac-96f4-4784-9a66-0b724656253e req-90853e53-6cbd-48af-98bf-b5181e97b38d tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 946 time: 0.1256540 Aug 10 00:56:24.570115 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-9be3c49e-95d4-4639-a462-c5b43d32c118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:24.571695 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-9be3c49e-95d4-4639-a462-c5b43d32c118 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fc4321199ccb4da6af26fb4c7f2e415e&device_id=85e31889-8ff6-44ba-83af-8ab4c2bbfdc4 HTTP/1.1" status: 200 len: 1096 time: 0.0843909 Aug 10 00:56:24.616194 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a2e95ac-96f4-4784-9a66-0b724656253e req-a34e987b-a3d4-4bac-8179-9edda4712a8c tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551755 Aug 10 00:56:24.663064 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-46c45917-24e5-47dd-83a9-2663a2807034 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2df7af90-aa3a-4199-addc-945d5fef50b8 HTTP/1.1" status: 200 len: 217 time: 0.0663724 Aug 10 00:56:24.691244 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [req-c371fc1e-8621-4a81-ae19-70f4d46ce47a req-27999e46-f4cc-4634-9df1-d383f11c1cd5 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] show failed (client error): The resource could not be found. Aug 10 00:56:24.692308 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c371fc1e-8621-4a81-ae19-70f4d46ce47a req-27999e46-f4cc-4634-9df1-d383f11c1cd5 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups/8f866038-191b-42eb-9e71-3b9e1a97868e HTTP/1.1" status: 404 len: 352 time: 0.0331764 Aug 10 00:56:24.713835 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 652e4c06-7fd5-4f50-ae03-913c16315598 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:24.734759 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9c818-4c21-47bc-8b57-62cb972950cb req-46132d2c-845c-495c-92e9-d4768b23353a tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:24.736158 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-13e9c818-4c21-47bc-8b57-62cb972950cb req-46132d2c-845c-495c-92e9-d4768b23353a tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 949 time: 0.1432488 Aug 10 00:56:24.737623 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9514ac-6c45-4e15-b3a2-a4969a6258a4 x-openstack-request-id: req-0b9514ac-6c45-4e15-b3a2-a4969a6258a4 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:24.737906 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85e31889-8ff6-44ba-83af-8ab4c2bbfdc4", "tag": "2df7af90-aa3a-4199-addc-945d5fef50b8", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:24.738156 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0b9514ac-6c45-4e15-b3a2-a4969a6258a4 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:24.738543 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85e31889-8ff6-44ba-83af-8ab4c2bbfdc4', 'tag': '2df7af90-aa3a-4199-addc-945d5fef50b8', 'status': 'completed', 'code': 200} Aug 10 00:56:24.754620 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-cab79d51-c6f4-47e5-b4ec-09697d53178b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:24.756027 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-cab79d51-c6f4-47e5-b4ec-09697d53178b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93c0490b-72d4-4bea-8139-8e9a7dbf1c5c HTTP/1.1" status: 200 len: 851 time: 0.0785573 Aug 10 00:56:24.776936 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 652e4c06-7fd5-4f50-ae03-913c16315598 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:24.780549 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 652e4c06-7fd5-4f50-ae03-913c16315598 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:24.780956 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:24.824886 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-0694e59a-4e5b-4088-b96b-3729f78f1d57 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f44dc9d-70b4-422e-936e-64ca9a631395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466869 Aug 10 00:56:24.827733 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-13e9c818-4c21-47bc-8b57-62cb972950cb req-1651772a-c570-4aa7-aff4-c87737438f62 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848072 Aug 10 00:56:24.871937 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:24.909778 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 652e4c06-7fd5-4f50-ae03-913c16315598, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=652e4c06-7fd5-4f50-ae03-913c16315598,segment=NetworkSegment(521e6df6-86cd-45a0-a02f-7d037678324c),segment_id=521e6df6-86cd-45a0-a02f-7d037678324c)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:24.915147 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:24.916725 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:56:24.919514 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8636f-9210-454b-a819-6d32262ac91d req-6e7a1d4a-3f29-4c1e-af49-d5f5bab889af tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:24.927226 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2f8636f-9210-454b-a819-6d32262ac91d req-6e7a1d4a-3f29-4c1e-af49-d5f5bab889af tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=65dd2b58-57b3-4e1b-b286-81d786a90bd5 HTTP/1.1" status: 200 len: 945 time: 0.1501982 Aug 10 00:56:25.001053 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=652e4c06-7fd5-4f50-ae03-913c16315598,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:25.015592 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2f8636f-9210-454b-a819-6d32262ac91d req-c78a1d58-312a-4a41-b218-1118e4f0428d tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875125 Aug 10 00:56:25.020916 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-e23bcc14-a6d4-4a19-907f-83aeb9a0312d service neutron] 10.222.0.20 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879826 Aug 10 00:56:25.047566 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db3d0b-4b8f-4150-96b4-c1cc996ab984 req-6d7423a5-40b5-40a6-a406-e914969c310d tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:25.049122 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e7db3d0b-4b8f-4150-96b4-c1cc996ab984 req-6d7423a5-40b5-40a6-a406-e914969c310d tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] 10.222.0.35 "GET /v2.0/ports?device_id=8edf4889-5287-4c38-aea9-933ce1b9c4e8 HTTP/1.1" status: 200 len: 945 time: 0.1410248 Aug 10 00:56:25.175723 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e7db3d0b-4b8f-4150-96b4-c1cc996ab984 req-0f936eeb-b30e-4a43-ad74-2d57c7f02f10 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] 10.222.0.35 "GET /v2.0/security-groups?id=56a5f85d-e897-48e4-9402-145a3b34cac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180696 Aug 10 00:56:25.179966 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-061b9638-a578-4269-9fb2-2b4e61520e85 req-c24ce04f-08f2-4ec1-bfe2-194622a11399 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups/c57324a2-bacc-4ac6-a232-dc7c1717c67d HTTP/1.1" status: 200 len: 1800 time: 0.1027462 Aug 10 00:56:25.203420 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-868f19a8-df3d-4838-9e5b-f848011bb7fc req-8bb03fa5-a815-472d-a097-6a1a3861bd49 service neutron] 10.222.0.20 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738708 Aug 10 00:56:25.299507 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:56:25.314501 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-061b9638-a578-4269-9fb2-2b4e61520e85 req-294c64a8-dd47-421e-b8eb-3c27e0b564f3 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:25.340466 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651eebb-2d2a-4413-a9f5-ba213daf50eb req-58686f1c-f102-4fd8-849b-63078d36a368 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:25.343350 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8651eebb-2d2a-4413-a9f5-ba213daf50eb req-58686f1c-f102-4fd8-849b-63078d36a368 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e31889-8ff6-44ba-83af-8ab4c2bbfdc4 HTTP/1.1" status: 200 len: 944 time: 0.0897999 Aug 10 00:56:25.363227 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-061b9638-a578-4269-9fb2-2b4e61520e85 req-294c64a8-dd47-421e-b8eb-3c27e0b564f3 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:25.411204 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=552dfeff-3ddd-478f-86af-fb8dd8a7fa9c,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:25.426582 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c has no active binding in host n-h2-766726-26 {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 00:56:25.427373 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device e0399ea1-9a9b-4796-a5d2-b67c4abfc49d details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:56:25.441032 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8651eebb-2d2a-4413-a9f5-ba213daf50eb req-8af1cacb-1e32-4993-b209-a364a91e9c7d tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814605 Aug 10 00:56:25.448527 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3278c3-a5bb-401f-8279-f1e2d9c92930 req-d2f0d967-3519-4ca1-b6c6-d4adcb0ef989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:25.450122 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7f3278c3-a5bb-401f-8279-f1e2d9c92930 req-d2f0d967-3519-4ca1-b6c6-d4adcb0ef989 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fc4321199ccb4da6af26fb4c7f2e415e&device_id=85e31889-8ff6-44ba-83af-8ab4c2bbfdc4 HTTP/1.1" status: 200 len: 1096 time: 0.1019864 Aug 10 00:56:25.477653 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-061b9638-a578-4269-9fb2-2b4e61520e85 req-294c64a8-dd47-421e-b8eb-3c27e0b564f3 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:25.480551 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-061b9638-a578-4269-9fb2-2b4e61520e85 req-294c64a8-dd47-421e-b8eb-3c27e0b564f3 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:25.496070 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-061b9638-a578-4269-9fb2-2b4e61520e85 req-294c64a8-dd47-421e-b8eb-3c27e0b564f3 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "DELETE /v2.0/security-groups/c57324a2-bacc-4ac6-a232-dc7c1717c67d HTTP/1.1" status: 204 len: 173 time: 0.2796769 Aug 10 00:56:25.556775 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:25.569125 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c64a8-dd47-421e-b8eb-3c27e0b564f3 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57324a2-bacc-4ac6-a232-dc7c1717c67d,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:25.574164 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [req-ae9bef21-b0bb-40d4-a7a1-b0787688e4a4 req-fb3085ca-be2a-4a8c-be4a-93f2a46a6eec tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] show failed (client error): The resource could not be found. Aug 10 00:56:25.584034 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edf4889-5287-4c38-aea9-933ce1b9c4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652e4c06-7fd5-4f50-ae03-913c16315598'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:25.590461 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325fef40-8179-46c0-810e-753d87e72126" -d '{"events": [{"server_uuid": "8edf4889-5287-4c38-aea9-933ce1b9c4e8", "name": "network-vif-plugged", "status": "completed", "tag": "652e4c06-7fd5-4f50-ae03-913c16315598"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:25.591439 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae9bef21-b0bb-40d4-a7a1-b0787688e4a4 req-fb3085ca-be2a-4a8c-be4a-93f2a46a6eec tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups/c57324a2-bacc-4ac6-a232-dc7c1717c67d HTTP/1.1" status: 404 len: 352 time: 0.0447824 Aug 10 00:56:25.599439 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': 'e0399ea1-9a9b-4796-a5d2-b67c4abfc49d', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': 'e0399ea1-9a9b-4796-a5d2-b67c4abfc49d', 'mac_address': 'fa:16:3e:97:93:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:56:25.670355 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:25.672787 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3278c3-a5bb-401f-8279-f1e2d9c92930 req-b335f8b8-1059-48e6-a094-901546de9e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:25.674310 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7f3278c3-a5bb-401f-8279-f1e2d9c92930 req-b335f8b8-1059-48e6-a094-901546de9e86 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4f44dc9d-70b4-422e-936e-64ca9a631395 HTTP/1.1" status: 200 len: 912 time: 0.2157707 Aug 10 00:56:25.690523 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0399ea1-9a9b-4796-a5d2-b67c4abfc49d {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:25.721197 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:25.725689 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:25.774994 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7f3278c3-a5bb-401f-8279-f1e2d9c92930 req-51c761ee-970f-432e-b8af-b62aa724c027 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2df7af90-aa3a-4199-addc-945d5fef50b8 HTTP/1.1" status: 200 len: 217 time: 0.0577455 Aug 10 00:56:25.776171 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d,revision_number=12']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:25.838246 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcc058-db8f-4231-9ff8-fff089f92c72 req-4fe5f05b-3de5-47d8-a49b-f772524eebd4 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:25.840642 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3ffcc058-db8f-4231-9ff8-fff089f92c72 req-4fe5f05b-3de5-47d8-a49b-f772524eebd4 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 943 time: 0.1573706 Aug 10 00:56:25.906178 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-54f4d182-3ccb-4a84-b8f2-8834d4c526f6 req-f03a8b3d-4172-40df-8fef-66250854f180 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=34862481f66244cdb00ae05ecbfcc44b HTTP/1.1" status: 200 len: 6148 time: 0.1849275 Aug 10 00:56:25.907700 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3278c3-a5bb-401f-8279-f1e2d9c92930 req-f152b591-b70f-4bf2-a975-c8a4ae04ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:25.910375 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7f3278c3-a5bb-401f-8279-f1e2d9c92930 req-f152b591-b70f-4bf2-a975-c8a4ae04ea3a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93c0490b-72d4-4bea-8139-8e9a7dbf1c5c HTTP/1.1" status: 200 len: 851 time: 0.1260610 Aug 10 00:56:25.972597 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3ffcc058-db8f-4231-9ff8-fff089f92c72 req-9161c8a2-a448-49e1-b6ef-fc9ac1bc008b tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215370 Aug 10 00:56:25.974407 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7f3278c3-a5bb-401f-8279-f1e2d9c92930 req-813a1f15-bd11-480a-bccd-5fb2bf88ecc8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f44dc9d-70b4-422e-936e-64ca9a631395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515637 Aug 10 00:56:26.007339 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-54f4d182-3ccb-4a84-b8f2-8834d4c526f6 req-bcc6a1d9-ae4b-4b41-9c52-b76947670fd1 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups/6911e6cf-ab78-4416-af63-4f3cef5c2a71 HTTP/1.1" status: 200 len: 2981 time: 0.0958765 Aug 10 00:56:26.034552 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308daa3e-8c8c-448f-a2be-5e1eba074b0c x-openstack-request-id: req-308daa3e-8c8c-448f-a2be-5e1eba074b0c {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:26.035078 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8edf4889-5287-4c38-aea9-933ce1b9c4e8", "name": "network-vif-plugged", "status": "completed", "tag": "652e4c06-7fd5-4f50-ae03-913c16315598", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:26.035170 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-308daa3e-8c8c-448f-a2be-5e1eba074b0c {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:26.035496 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edf4889-5287-4c38-aea9-933ce1b9c4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652e4c06-7fd5-4f50-ae03-913c16315598', 'code': 200} Aug 10 00:56:26.210633 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-54f4d182-3ccb-4a84-b8f2-8834d4c526f6 req-6bf8c2ea-2aec-4338-b1f9-29628f1189b0 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups/6911e6cf-ab78-4416-af63-4f3cef5c2a71 HTTP/1.1" status: 200 len: 2981 time: 0.1862252 Aug 10 00:56:26.242117 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539191a-758a-49b9-9328-af32b68d2c45 req-5e11f803-6f11-4672-a2ca-a75841dbe076 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:26.244447 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0539191a-758a-49b9-9328-af32b68d2c45 req-5e11f803-6f11-4672-a2ca-a75841dbe076 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 946 time: 0.1380115 Aug 10 00:56:26.251152 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2bb1df-1ed7-4732-bbd0-0348161b0765 req-b16f4d3c-3b21-4264-adab-9a222dc15aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:26.251152 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ca2bb1df-1ed7-4732-bbd0-0348161b0765 req-b16f4d3c-3b21-4264-adab-9a222dc15aed service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8edf4889-5287-4c38-aea9-933ce1b9c4e8 HTTP/1.1" status: 200 len: 1097 time: 0.1499350 Aug 10 00:56:26.253042 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7f3278c3-a5bb-401f-8279-f1e2d9c92930 req-65578dee-0f3b-49b2-8bf3-75239e03bf79 service neutron] 10.222.0.20 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651501 Aug 10 00:56:26.322555 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['e0399ea1-9a9b-4796-a5d2-b67c4abfc49d'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:26.403163 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0539191a-758a-49b9-9328-af32b68d2c45 req-de370301-9552-4243-9afd-5fc6d569fc26 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490695 Aug 10 00:56:26.423962 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ca2bb1df-1ed7-4732-bbd0-0348161b0765 req-d86c3a3c-e892-466e-bc9e-0d4cea26f48a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=56a5f85d-e897-48e4-9402-145a3b34cac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634715 Aug 10 00:56:26.466439 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d633f-6d7f-4d91-b35a-70589a1d39d3 req-d780f5b5-93b4-4f48-9304-d8cc87a0736d tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:26.467907 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9a3d633f-6d7f-4d91-b35a-70589a1d39d3 req-d780f5b5-93b4-4f48-9304-d8cc87a0736d tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 950 time: 0.1807449 Aug 10 00:56:26.530668 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7f3278c3-a5bb-401f-8279-f1e2d9c92930 req-5336de23-9065-4b09-809b-10334a439ef9 service neutron] 10.222.0.20 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632616 Aug 10 00:56:26.538951 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-9218c860-5ef8-4145-8450-ff31ad6001e6 service neutron] 10.222.0.24 "GET /v2.0/ports/552dfeff-3ddd-478f-86af-fb8dd8a7fa9c/bindings/n-h2-766726-26 HTTP/1.1" status: 200 len: 385 time: 0.1528254 Aug 10 00:56:26.585693 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9a3d633f-6d7f-4d91-b35a-70589a1d39d3 req-62f85a7b-fca1-44d2-b980-c63b82c5e41c tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001232 Aug 10 00:56:26.600143 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930a3ce-3717-4052-b952-ba1a34d9848c req-7d53c28c-6fe6-40ba-ad55-7f4bcc20eadc tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:26.601649 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1930a3ce-3717-4052-b952-ba1a34d9848c req-7d53c28c-6fe6-40ba-ad55-7f4bcc20eadc tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=65dd2b58-57b3-4e1b-b286-81d786a90bd5 HTTP/1.1" status: 200 len: 945 time: 0.1251683 Aug 10 00:56:26.698382 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1930a3ce-3717-4052-b952-ba1a34d9848c req-c41b617e-872d-4429-9c80-63f78969dc11 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883946 Aug 10 00:56:26.720555 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device f42c354e-43eb-4cf7-a1ed-9a41f6f1400f up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:26.760602 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-0dc52e09-596c-4fa9-a216-bb59c408c1d7 req-200c6f69-b80f-4ce6-b301-02074147fd9b tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-332794211', 'description': 'tempest-description-871139114'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:26.768172 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port f42c354e-43eb-4cf7-a1ed-9a41f6f1400f completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:26.771841 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port f42c354e-43eb-4cf7-a1ed-9a41f6f1400f triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:26.772224 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:26.774487 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f431c68-64fd-479a-9308-e0cbf4433d34 req-8cc63b74-1fd1-4dba-b7c5-6a287cf625f1 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:26.776483 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f431c68-64fd-479a-9308-e0cbf4433d34 req-8cc63b74-1fd1-4dba-b7c5-6a287cf625f1 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] 10.222.0.35 "GET /v2.0/ports?device_id=8edf4889-5287-4c38-aea9-933ce1b9c4e8 HTTP/1.1" status: 200 len: 945 time: 0.1267855 Aug 10 00:56:26.830251 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0dc52e09-596c-4fa9-a216-bb59c408c1d7 req-200c6f69-b80f-4ce6-b301-02074147fd9b tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:26.852078 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:26.854343 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f431c68-64fd-479a-9308-e0cbf4433d34 req-3e88bf41-5dd5-47b0-b1f7-82714c0a78e5 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] 10.222.0.35 "GET /v2.0/security-groups?id=56a5f85d-e897-48e4-9402-145a3b34cac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704000 Aug 10 00:56:26.865055 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-9dc8b72d-cb7e-4fcc-8c19-6bde366a8659 service neutron] For port 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=552dfeff-3ddd-478f-86af-fb8dd8a7fa9c,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:26.887391 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port f42c354e-43eb-4cf7-a1ed-9a41f6f1400f, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=f42c354e-43eb-4cf7-a1ed-9a41f6f1400f,segment=NetworkSegment(5567dfb7-4a62-4cb8-80e6-7e28a94d846e),segment_id=5567dfb7-4a62-4cb8-80e6-7e28a94d846e)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:26.892001 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:26.897047 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-9dc8b72d-cb7e-4fcc-8c19-6bde366a8659 service neutron] For port 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:56:26.942471 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=f42c354e-43eb-4cf7-a1ed-9a41f6f1400f,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:26.952472 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-9dc8b72d-cb7e-4fcc-8c19-6bde366a8659 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:26.980723 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-9dc8b72d-cb7e-4fcc-8c19-6bde366a8659 service neutron] For port 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=552dfeff-3ddd-478f-86af-fb8dd8a7fa9c,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:27.008074 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-9dc8b72d-cb7e-4fcc-8c19-6bde366a8659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:27.035693 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775dd080-ae8e-4912-9dd7-9c14bb5e3944 req-86356b6c-d703-46df-a212-fc7a45bc8fa5 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:27.037175 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-775dd080-ae8e-4912-9dd7-9c14bb5e3944 req-86356b6c-d703-46df-a212-fc7a45bc8fa5 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e31889-8ff6-44ba-83af-8ab4c2bbfdc4 HTTP/1.1" status: 200 len: 944 time: 0.1083465 Aug 10 00:56:27.072784 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0dc52e09-596c-4fa9-a216-bb59c408c1d7 req-200c6f69-b80f-4ce6-b301-02074147fd9b tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:27.084163 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0dc52e09-596c-4fa9-a216-bb59c408c1d7 req-200c6f69-b80f-4ce6-b301-02074147fd9b tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:27.143790 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0dc52e09-596c-4fa9-a216-bb59c408c1d7 req-200c6f69-b80f-4ce6-b301-02074147fd9b tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:27.145010 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0dc52e09-596c-4fa9-a216-bb59c408c1d7 req-200c6f69-b80f-4ce6-b301-02074147fd9b tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3912029 Aug 10 00:56:27.154046 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-775dd080-ae8e-4912-9dd7-9c14bb5e3944 req-6a734d93-4821-4e60-83c4-bf54f805854d tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052940 Aug 10 00:56:27.155386 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c6f69-b80f-4ce6-b301-02074147fd9b tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83e5f0fe-4c82-49d0-94b2-1fd57d3e9726,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:27.166778 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-9dc8b72d-cb7e-4fcc-8c19-6bde366a8659 service neutron] Transition to ACTIVE for port object 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:56:27.172612 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-9dc8b72d-cb7e-4fcc-8c19-6bde366a8659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:27.269959 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-9dc8b72d-cb7e-4fcc-8c19-6bde366a8659 service neutron] No DVR routers for this DVR port 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c on host n-h1-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:56:27.274796 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8b72d-cb7e-4fcc-8c19-6bde366a8659 service neutron] Pushing event updated for resources: {'Port': ['ID=552dfeff-3ddd-478f-86af-fb8dd8a7fa9c,revision_number=10']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:27.302691 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47891e-75de-4529-8fbc-456be8057c22 req-307aff0c-95a9-48f5-a6b5-2740a2d9402f tempest-MigrationsAdminTest-47515320 tempest-MigrationsAdminTest-47515320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:27.304218 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9f47891e-75de-4529-8fbc-456be8057c22 req-307aff0c-95a9-48f5-a6b5-2740a2d9402f tempest-MigrationsAdminTest-47515320 tempest-MigrationsAdminTest-47515320-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 1102 time: 0.1014423 Aug 10 00:56:27.319693 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-9dc8b72d-cb7e-4fcc-8c19-6bde366a8659 service neutron] 10.222.0.24 "PUT /v2.0/ports/552dfeff-3ddd-478f-86af-fb8dd8a7fa9c/bindings/n-h2-766726-26/activate HTTP/1.1" status: 200 len: 370 time: 0.7683921 Aug 10 00:56:27.325374 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device ac6352e0-dee3-4955-b1d6-82244bc30a51 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:27.380456 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port ac6352e0-dee3-4955-b1d6-82244bc30a51 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:27.385152 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port ac6352e0-dee3-4955-b1d6-82244bc30a51 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:27.385534 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:27.470477 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:27.505011 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port ac6352e0-dee3-4955-b1d6-82244bc30a51, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=ac6352e0-dee3-4955-b1d6-82244bc30a51,segment=NetworkSegment(5567dfb7-4a62-4cb8-80e6-7e28a94d846e),segment_id=5567dfb7-4a62-4cb8-80e6-7e28a94d846e)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:27.509011 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:27.567301 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=ac6352e0-dee3-4955-b1d6-82244bc30a51,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:27.706139 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9f47891e-75de-4529-8fbc-456be8057c22 req-d10633df-1e63-4e8f-b98b-7594c9d81731 tempest-MigrationsAdminTest-47515320 tempest-MigrationsAdminTest-47515320-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903987 Aug 10 00:56:27.727793 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d53ca-7e97-4ad1-afbd-54ec4dca0178 req-cf5cfa66-a5cc-4650-937c-2fa9679cf653 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:27.727793 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a26d53ca-7e97-4ad1-afbd-54ec4dca0178 req-cf5cfa66-a5cc-4650-937c-2fa9679cf653 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 944 time: 0.4158695 Aug 10 00:56:27.730702 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-93eabd2a-ac0d-4bd5-b344-269489a03ff3 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:27.731797 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-93eabd2a-ac0d-4bd5-b344-269489a03ff3 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b&tenant_id=040768a449b74edfb649dfba67db8bf2&binding%3Ahost_id=n-h1-766726-26 HTTP/1.1" status: 200 len: 1096 time: 0.0820138 Aug 10 00:56:27.742437 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-ca7708cd-dd43-4862-a88d-44f15d7211da req-f8f648c9-fa5c-45df-bcc2-a2c8bb590889 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1617114067', 'description': 'tempest-description-1262489780'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:27.813344 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ca7708cd-dd43-4862-a88d-44f15d7211da req-f8f648c9-fa5c-45df-bcc2-a2c8bb590889 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:27.817419 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a26d53ca-7e97-4ad1-afbd-54ec4dca0178 req-26d15e44-d22d-4371-881f-71c852783709 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846729 Aug 10 00:56:27.833558 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-51737c6c-8ee1-477e-8360-84801b812e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:27.835015 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-51737c6c-8ee1-477e-8360-84801b812e05 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b&tenant_id=040768a449b74edfb649dfba67db8bf2 HTTP/1.1" status: 200 len: 1096 time: 0.0875435 Aug 10 00:56:27.902830 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:27.954818 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ca7708cd-dd43-4862-a88d-44f15d7211da req-f8f648c9-fa5c-45df-bcc2-a2c8bb590889 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:27.962225 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ca7708cd-dd43-4862-a88d-44f15d7211da req-f8f648c9-fa5c-45df-bcc2-a2c8bb590889 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:27.994464 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-351205f0-3f93-4992-b755-520fa35e4253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:27.995957 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-351205f0-3f93-4992-b755-520fa35e4253 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=040768a449b74edfb649dfba67db8bf2&device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 1096 time: 0.1144614 Aug 10 00:56:28.008152 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a70c5b-a6a1-4ece-acee-e8b79fe5babc req-7ff588d8-17fe-47e2-9a97-8c9b4ea4dd7c tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:28.009571 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-17a70c5b-a6a1-4ece-acee-e8b79fe5babc req-7ff588d8-17fe-47e2-9a97-8c9b4ea4dd7c tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 946 time: 0.1269701 Aug 10 00:56:28.019931 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ca7708cd-dd43-4862-a88d-44f15d7211da req-f8f648c9-fa5c-45df-bcc2-a2c8bb590889 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:28.021096 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ca7708cd-dd43-4862-a88d-44f15d7211da req-f8f648c9-fa5c-45df-bcc2-a2c8bb590889 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2872112 Aug 10 00:56:28.037799 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee26251f-0f7c-4997-889f-2249b06ee09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42c354e-43eb-4cf7-a1ed-9a41f6f1400f'}, {'server_uuid': '65dd2b58-57b3-4e1b-b286-81d786a90bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6352e0-dee3-4955-b1d6-82244bc30a51'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:28.040423 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a45fe6-a8ea-42ca-9775-c09eb61bd6b9" -d '{"events": [{"server_uuid": "ee26251f-0f7c-4997-889f-2249b06ee09b", "name": "network-vif-plugged", "status": "completed", "tag": "f42c354e-43eb-4cf7-a1ed-9a41f6f1400f"}, {"server_uuid": "65dd2b58-57b3-4e1b-b286-81d786a90bd5", "name": "network-vif-plugged", "status": "completed", "tag": "ac6352e0-dee3-4955-b1d6-82244bc30a51"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:28.042803 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f648c9-fa5c-45df-bcc2-a2c8bb590889 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc64f6e7-33d0-45df-bb25-0476b24df538,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:28.136084 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-17a70c5b-a6a1-4ece-acee-e8b79fe5babc req-786edcb5-001a-4bde-83ee-51d0c418d802 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133149 Aug 10 00:56:28.166389 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-5410be4e-47d0-4061-9be0-17a58eee46a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:28.167905 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-5410be4e-47d0-4061-9be0-17a58eee46a3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da HTTP/1.1" status: 200 len: 921 time: 0.1571863 Aug 10 00:56:28.175653 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98ad4a-4fab-4c0d-9120-d8def0d641f1 req-c50502e5-f5a8-4a31-90a3-99543002e4fa tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:28.177074 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ea98ad4a-4fab-4c0d-9120-d8def0d641f1 req-c50502e5-f5a8-4a31-90a3-99543002e4fa tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=65dd2b58-57b3-4e1b-b286-81d786a90bd5 HTTP/1.1" status: 200 len: 946 time: 0.0915587 Aug 10 00:56:28.221033 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-dd405137-53c3-4144-917c-0a92526b6795 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=552dfeff-3ddd-478f-86af-fb8dd8a7fa9c HTTP/1.1" status: 200 len: 217 time: 0.0429673 Aug 10 00:56:28.284396 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ea98ad4a-4fab-4c0d-9120-d8def0d641f1 req-b8c6c365-4a2d-4a43-b938-68ae77756deb tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994825 Aug 10 00:56:28.290271 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-b1b2c280-1ee9-4a8c-a6eb-28997851202c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:28.292709 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-b1b2c280-1ee9-4a8c-a6eb-28997851202c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ff99852-0921-4c80-99ca-12207c311102 HTTP/1.1" status: 200 len: 860 time: 0.0634043 Aug 10 00:56:28.339402 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3348ba6d-6ecc-4223-a732-e5266173aea9 x-openstack-request-id: req-3348ba6d-6ecc-4223-a732-e5266173aea9 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:28.339922 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee26251f-0f7c-4997-889f-2249b06ee09b", "name": "network-vif-plugged", "status": "completed", "tag": "f42c354e-43eb-4cf7-a1ed-9a41f6f1400f", "code": 200}, {"server_uuid": "65dd2b58-57b3-4e1b-b286-81d786a90bd5", "name": "network-vif-plugged", "status": "completed", "tag": "ac6352e0-dee3-4955-b1d6-82244bc30a51", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:28.340032 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3348ba6d-6ecc-4223-a732-e5266173aea9 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:28.340406 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee26251f-0f7c-4997-889f-2249b06ee09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42c354e-43eb-4cf7-a1ed-9a41f6f1400f', 'code': 200} Aug 10 00:56:28.341246 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65dd2b58-57b3-4e1b-b286-81d786a90bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6352e0-dee3-4955-b1d6-82244bc30a51', 'code': 200} Aug 10 00:56:28.390846 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-ba2fe623-04e6-4ea1-a044-c3716fe4ef17 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350130 Aug 10 00:56:28.407868 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0b0f5-317d-42d0-ae5d-63a3129b7d42 req-7b791fc4-1eed-44f4-8861-e37bdca56a06 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:28.409852 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-67a0b0f5-317d-42d0-ae5d-63a3129b7d42 req-7b791fc4-1eed-44f4-8861-e37bdca56a06 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] 10.222.0.35 "GET /v2.0/ports?device_id=8edf4889-5287-4c38-aea9-933ce1b9c4e8 HTTP/1.1" status: 200 len: 945 time: 0.0819986 Aug 10 00:56:28.496730 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d7930-2fe6-4ccc-8115-f76d901de087 req-30f4188a-70ec-457d-bcf0-a2a95f6102c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:28.498220 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7e8d7930-2fe6-4ccc-8115-f76d901de087 req-30f4188a-70ec-457d-bcf0-a2a95f6102c4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=65dd2b58-57b3-4e1b-b286-81d786a90bd5 HTTP/1.1" status: 200 len: 1098 time: 0.0448103 Aug 10 00:56:28.539941 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7e8d7930-2fe6-4ccc-8115-f76d901de087 req-f9dedb29-12dc-4b2d-9e53-08288c504fec service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283322 Aug 10 00:56:28.582974 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-67a0b0f5-317d-42d0-ae5d-63a3129b7d42 req-87ad9408-a646-4db5-8c26-2434dce6c6e0 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] 10.222.0.35 "GET /v2.0/security-groups?id=56a5f85d-e897-48e4-9402-145a3b34cac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549335 Aug 10 00:56:28.589576 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149f630-3eff-4b57-bc73-9facf42bcac1 req-03ee1bb8-b797-470f-ad9b-9d2dc525b3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:28.591248 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1149f630-3eff-4b57-bc73-9facf42bcac1 req-03ee1bb8-b797-470f-ad9b-9d2dc525b3a3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ee26251f-0f7c-4997-889f-2249b06ee09b HTTP/1.1" status: 200 len: 1097 time: 0.1792445 Aug 10 00:56:28.680517 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d594869-bab6-468b-94e7-c114e9c97244 req-76f32c2c-e681-4bab-a52c-24dda577dd27 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:28.681874 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d594869-bab6-468b-94e7-c114e9c97244 req-76f32c2c-e681-4bab-a52c-24dda577dd27 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/networks?id=8e043123-acd1-4cc8-a670-ebf832c12f2b HTTP/1.1" status: 200 len: 813 time: 0.2626896 Aug 10 00:56:28.712031 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-d95b080d-99af-4909-800e-812f6de6682d service neutron] 10.222.0.20 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012638 Aug 10 00:56:28.714211 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1149f630-3eff-4b57-bc73-9facf42bcac1 req-04f9bd1b-06af-448d-a1d6-c136dee18453 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091983 Aug 10 00:56:28.721915 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d594869-bab6-468b-94e7-c114e9c97244 req-d280b1d6-eae9-449d-bc27-ff39e772147d tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/quotas/34862481f66244cdb00ae05ecbfcc44b HTTP/1.1" status: 200 len: 375 time: 0.0221412 Aug 10 00:56:28.748847 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640a261-2489-4ba7-91a3-1f0565892762 req-fd7787e6-7cd8-4658-a0a9-6e17a86fbc78 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:28.750399 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9640a261-2489-4ba7-91a3-1f0565892762 req-fd7787e6-7cd8-4658-a0a9-6e17a86fbc78 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e31889-8ff6-44ba-83af-8ab4c2bbfdc4 HTTP/1.1" status: 200 len: 944 time: 0.1024885 Aug 10 00:56:28.811962 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d594869-bab6-468b-94e7-c114e9c97244 req-18a53c7b-9f1c-4308-a99d-10b2bb02a30f tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=34862481f66244cdb00ae05ecbfcc44b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0842433 Aug 10 00:56:28.815495 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9640a261-2489-4ba7-91a3-1f0565892762 req-32433630-a0b2-4ea7-a458-066720c5de57 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506768 Aug 10 00:56:28.915947 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d594869-bab6-468b-94e7-c114e9c97244 req-58514188-ad98-4b4b-a22e-ad2fecdcbf32 service neutron] 10.222.0.35 "GET /v2.0/networks/8e043123-acd1-4cc8-a670-ebf832c12f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967507 Aug 10 00:56:29.005396 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d594869-bab6-468b-94e7-c114e9c97244 req-c7859da1-b58e-4aa9-a4e4-b50cd1e3ec35 service neutron] 10.222.0.35 "GET /v2.0/networks/8e043123-acd1-4cc8-a670-ebf832c12f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833240 Aug 10 00:56:29.148320 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-2d14a370-965e-4e43-ba09-00619a93fdf5 service neutron] 10.222.0.20 "GET /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219740 Aug 10 00:56:29.156717 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f1293-4128-4498-bb8a-e60b36ffa4a5 req-b48f7fc3-d143-4b09-9410-208e8ca5feca tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:29.158500 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-023f1293-4128-4498-bb8a-e60b36ffa4a5 req-b48f7fc3-d143-4b09-9410-208e8ca5feca tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 950 time: 0.0831692 Aug 10 00:56:29.203793 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-023f1293-4128-4498-bb8a-e60b36ffa4a5 req-5ca4bf14-4c98-44f5-b6aa-a8106d9611ea tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370791 Aug 10 00:56:29.271549 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a9cbb-0c75-4099-9423-db2b7fed04df req-713c20ef-7aa9-4010-9a0b-c44759dc517b tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:29.273126 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e76a9cbb-0c75-4099-9423-db2b7fed04df req-713c20ef-7aa9-4010-9a0b-c44759dc517b tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 944 time: 0.0533392 Aug 10 00:56:29.312123 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8880146b-c53b-4bea-a6f5-1c248d451829 req-d1825ffc-7d2d-4adf-b5f6-3fcfb3b98acc tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/ports?device_id=267ee52f-bc08-43a8-97e1-d4acd391fd85 HTTP/1.1" status: 200 len: 210 time: 0.0380208 Aug 10 00:56:29.335375 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 2df7af90-aa3a-4199-addc-945d5fef50b8 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:56:29.340850 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e76a9cbb-0c75-4099-9423-db2b7fed04df req-a38549b6-6eba-4ff1-9a3b-c247f7c4d742 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550821 Aug 10 00:56:29.352640 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device e0399ea1-9a9b-4796-a5d2-b67c4abfc49d up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:29.503357 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e10504-e709-4fbf-86d0-76f15bd1ff6d req-ddd9cc9f-bb66-4c3d-beec-a46236c4b91f tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:29.510756 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:29.512493 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f4e10504-e709-4fbf-86d0-76f15bd1ff6d req-ddd9cc9f-bb66-4c3d-beec-a46236c4b91f tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 946 time: 0.1162746 Aug 10 00:56:29.527797 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:29.528504 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:29.581762 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 2df7af90-aa3a-4199-addc-945d5fef50b8, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2df7af90-aa3a-4199-addc-945d5fef50b8,segment=NetworkSegment(fd0aa135-7bf0-4440-a395-b4833e4cac38),segment_id=fd0aa135-7bf0-4440-a395-b4833e4cac38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:29.600537 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '2df7af90-aa3a-4199-addc-945d5fef50b8', 'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395', 'port_id': '2df7af90-aa3a-4199-addc-945d5fef50b8', 'mac_address': 'fa:16:3e:79:6a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c0490b-72d4-4bea-8139-8e9a7dbf1c5c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:56:29.650972 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f4e10504-e709-4fbf-86d0-76f15bd1ff6d req-f59b56da-ccec-463f-a0f0-451ab4ca7413 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375260 Aug 10 00:56:29.671471 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:29.685434 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-286e7553-0e11-4d51-b004-97e61d11ddf5 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:29.687100 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-286e7553-0e11-4d51-b004-97e61d11ddf5 tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b&tenant_id=040768a449b74edfb649dfba67db8bf2&binding%3Ahost_id=n-h2-766726-26 HTTP/1.1" status: 200 len: 1096 time: 0.1390235 Aug 10 00:56:29.692627 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2ea88-3ca4-4ed9-9564-84cd6f02cb95 req-ad786d23-0d36-449c-be7b-29c8ef6fff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:29.694394 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eba2ea88-3ca4-4ed9-9564-84cd6f02cb95 req-ad786d23-0d36-449c-be7b-29c8ef6fff3b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0bdb14d3beda40a8adc548b6ea36731e&device_id=8edf4889-5287-4c38-aea9-933ce1b9c4e8 HTTP/1.1" status: 200 len: 1097 time: 0.1069858 Aug 10 00:56:29.702519 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5ec62-b429-4107-bdf9-ed8277241c94 req-7f9348c9-cdad-4989-89f5-65ab12ddfcd5 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:29.704026 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2be5ec62-b429-4107-bdf9-ed8277241c94 req-7f9348c9-cdad-4989-89f5-65ab12ddfcd5 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=65dd2b58-57b3-4e1b-b286-81d786a90bd5 HTTP/1.1" status: 200 len: 946 time: 0.1144524 Aug 10 00:56:29.706290 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df7af90-aa3a-4199-addc-945d5fef50b8 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:29.710296 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:29.739042 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 2df7af90-aa3a-4199-addc-945d5fef50b8, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2df7af90-aa3a-4199-addc-945d5fef50b8,segment=NetworkSegment(fd0aa135-7bf0-4440-a395-b4833e4cac38),segment_id=fd0aa135-7bf0-4440-a395-b4833e4cac38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:29.747385 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:29.787528 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:29.795029 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:29.796011 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:56:29.839368 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=2df7af90-aa3a-4199-addc-945d5fef50b8,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:29.909552 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2be5ec62-b429-4107-bdf9-ed8277241c94 req-1761c0a6-2ee1-4104-bb57-662438e8de96 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850266 Aug 10 00:56:29.925553 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d,revision_number=13']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:29.952088 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1023e43-555a-4189-a57a-3f39ee48752c req-a98a7f25-5b4f-49d5-95cd-f8679fd6cc8c tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:29.953617 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f1023e43-555a-4189-a57a-3f39ee48752c req-a98a7f25-5b4f-49d5-95cd-f8679fd6cc8c tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] 10.222.0.35 "GET /v2.0/ports?device_id=8edf4889-5287-4c38-aea9-933ce1b9c4e8 HTTP/1.1" status: 200 len: 945 time: 0.2038014 Aug 10 00:56:29.959420 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2ea88-3ca4-4ed9-9564-84cd6f02cb95 req-faf3e95c-4737-4c94-96bf-4e47d9af2db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:29.960863 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eba2ea88-3ca4-4ed9-9564-84cd6f02cb95 req-faf3e95c-4737-4c94-96bf-4e47d9af2db4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e1c9d804-2ed6-48ca-88e5-1a548fa7af3e HTTP/1.1" status: 200 len: 915 time: 0.2494321 Aug 10 00:56:30.035347 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eba2ea88-3ca4-4ed9-9564-84cd6f02cb95 req-3743695f-09a2-4efa-b0be-c9d65eeb0eec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=652e4c06-7fd5-4f50-ae03-913c16315598 HTTP/1.1" status: 200 len: 217 time: 0.0595951 Aug 10 00:56:30.069848 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-5d3c52f4-b2ee-4ec5-a456-545aedbc9cc1 service neutron] For port 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:56:30.102953 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-5d3c52f4-b2ee-4ec5-a456-545aedbc9cc1 service neutron] Notify callbacks [] for binding, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:30.104129 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-5d3c52f4-b2ee-4ec5-a456-545aedbc9cc1 service neutron] 10.222.0.20 "DELETE /v2.0/ports/552dfeff-3ddd-478f-86af-fb8dd8a7fa9c/bindings/n-h1-766726-26 HTTP/1.1" status: 204 len: 173 time: 0.3991442 Aug 10 00:56:30.106968 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f1023e43-555a-4189-a57a-3f39ee48752c req-6c6b5c43-30dd-4252-b0a8-889087a33c6e tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] 10.222.0.35 "GET /v2.0/security-groups?id=56a5f85d-e897-48e4-9402-145a3b34cac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431692 Aug 10 00:56:30.132839 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcabd9e-a8dc-43b0-9118-bda304183d5c req-9d76427f-a5ad-4a76-832d-7af1fc03ee34 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:30.135002 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bfcabd9e-a8dc-43b0-9118-bda304183d5c req-9d76427f-a5ad-4a76-832d-7af1fc03ee34 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e31889-8ff6-44ba-83af-8ab4c2bbfdc4 HTTP/1.1" status: 200 len: 945 time: 0.1427355 Aug 10 00:56:30.137026 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2ea88-3ca4-4ed9-9564-84cd6f02cb95 req-910c86df-e245-42ec-99bf-ee6e2f369570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:30.138479 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eba2ea88-3ca4-4ed9-9564-84cd6f02cb95 req-910c86df-e245-42ec-99bf-ee6e2f369570 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=140109fb-cd35-4792-a696-820ba76fbafd HTTP/1.1" status: 200 len: 854 time: 0.0878267 Aug 10 00:56:30.199406 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eba2ea88-3ca4-4ed9-9564-84cd6f02cb95 req-8b1283ba-0164-4b4e-ab5e-4e0d2e159030 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e1c9d804-2ed6-48ca-88e5-1a548fa7af3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402300 Aug 10 00:56:30.206548 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bfcabd9e-a8dc-43b0-9118-bda304183d5c req-4eb64f43-609f-48a5-bfcf-654c40b3d361 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647845 Aug 10 00:56:30.337867 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eba2ea88-3ca4-4ed9-9564-84cd6f02cb95 req-5e4d28bb-f5f9-4e6d-a1fa-6d85e71a96df service neutron] 10.222.0.24 "GET /v2.0/networks/e1c9d804-2ed6-48ca-88e5-1a548fa7af3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288919 Aug 10 00:56:30.341900 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddad8732-d7fd-4023-ae25-7947adcb909e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0399ea1-9a9b-4796-a5d2-b67c4abfc49d'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:30.344469 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd12a2b-9e0a-459c-9ae1-8984349443ce" -d '{"events": [{"server_uuid": "ddad8732-d7fd-4023-ae25-7947adcb909e", "name": "network-vif-plugged", "status": "completed", "tag": "e0399ea1-9a9b-4796-a5d2-b67c4abfc49d"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:30.361763 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4249ec-c164-4487-9833-282119eb1a50 req-a00f10c7-255d-485c-bfd6-c0be76bb04eb tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:30.363233 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6d4249ec-c164-4487-9833-282119eb1a50 req-a00f10c7-255d-485c-bfd6-c0be76bb04eb tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 951 time: 0.0801945 Aug 10 00:56:30.377583 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['2df7af90-aa3a-4199-addc-945d5fef50b8'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:30.462649 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0bdae3b0-59ae-49f1-bf5b-6f9768f033a5 req-2cf94a69-5b0d-478e-a470-46346051986f tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/ports?device_id=267ee52f-bc08-43a8-97e1-d4acd391fd85 HTTP/1.1" status: 200 len: 210 time: 0.0598304 Aug 10 00:56:30.499084 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6d4249ec-c164-4487-9833-282119eb1a50 req-3d6d01c7-b6d4-4474-a3ed-9943170ae94b tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248279 Aug 10 00:56:30.515754 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30eb33a3-d01c-4f39-b4d3-fb7bb0afdcb9 x-openstack-request-id: req-30eb33a3-d01c-4f39-b4d3-fb7bb0afdcb9 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:30.516106 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddad8732-d7fd-4023-ae25-7947adcb909e", "name": "network-vif-plugged", "status": "completed", "tag": "e0399ea1-9a9b-4796-a5d2-b67c4abfc49d", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:30.516658 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-30eb33a3-d01c-4f39-b4d3-fb7bb0afdcb9 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:30.517145 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddad8732-d7fd-4023-ae25-7947adcb909e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0399ea1-9a9b-4796-a5d2-b67c4abfc49d', 'code': 200} Aug 10 00:56:30.535371 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eba2ea88-3ca4-4ed9-9564-84cd6f02cb95 req-b0650577-4eff-4b49-9228-396630b892eb service neutron] 10.222.0.24 "GET /v2.0/networks/e1c9d804-2ed6-48ca-88e5-1a548fa7af3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894886 Aug 10 00:56:30.625764 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4d824-14f3-482d-8bf1-8cc2c77e843f req-812bc1f5-d765-4046-9dfa-79b4bdd52491 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:30.627419 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-32b4d824-14f3-482d-8bf1-8cc2c77e843f req-812bc1f5-d765-4046-9dfa-79b4bdd52491 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 944 time: 0.0555303 Aug 10 00:56:30.678411 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-32b4d824-14f3-482d-8bf1-8cc2c77e843f req-695875f7-e1a3-4e87-b1bd-e2afacb0ea31 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396173 Aug 10 00:56:30.811604 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42856d-808d-4398-bfe5-327eb362a293 req-f8236b2b-ec00-49da-b041-3f413a68c771 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:30.813127 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d42856d-808d-4398-bfe5-327eb362a293 req-f8236b2b-ec00-49da-b041-3f413a68c771 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 946 time: 0.0623202 Aug 10 00:56:30.941193 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34751a7b-7d68-4fea-a2c8-9096a2327ebe req-94223fe4-d148-4367-a463-1276d45f36dd tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:30.942712 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-34751a7b-7d68-4fea-a2c8-9096a2327ebe req-94223fe4-d148-4367-a463-1276d45f36dd tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 1096 time: 0.1475186 Aug 10 00:56:30.947843 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d42856d-808d-4398-bfe5-327eb362a293 req-de4d3bfc-53d6-4405-bb5e-b5de456fd00f tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083438 Aug 10 00:56:30.996050 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d594869-bab6-468b-94e7-c114e9c97244 req-e748fbc7-83e7-4e8f-bed3-6ab04b64aad9 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:30.997596 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d594869-bab6-468b-94e7-c114e9c97244 req-e748fbc7-83e7-4e8f-bed3-6ab04b64aad9 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.20 "GET /v2.0/networks?id=8e043123-acd1-4cc8-a670-ebf832c12f2b HTTP/1.1" status: 200 len: 813 time: 0.1836150 Aug 10 00:56:31.004304 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-34751a7b-7d68-4fea-a2c8-9096a2327ebe req-ad688e64-f6fb-436c-a0ef-dfbc6358885e tempest-LiveAutoBlockMigrationV225Test-71244835 tempest-LiveAutoBlockMigrationV225Test-71244835-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554883 Aug 10 00:56:31.022148 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-2d594869-bab6-468b-94e7-c114e9c97244 req-2bf64485-6125-4585-b75a-fef59b2c9946 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Request body: {'port': {'device_id': '267ee52f-bc08-43a8-97e1-d4acd391fd85', 'network_id': '8e043123-acd1-4cc8-a670-ebf832c12f2b', 'admin_state_up': True, 'tenant_id': '34862481f66244cdb00ae05ecbfcc44b'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:31.110638 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5ad92-7f1c-4679-ab97-3af67aba4402 req-5fcfdddc-4250-47e4-b4eb-41b6c5d9e86a tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:31.112163 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c8d5ad92-7f1c-4679-ab97-3af67aba4402 req-5fcfdddc-4250-47e4-b4eb-41b6c5d9e86a tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=65dd2b58-57b3-4e1b-b286-81d786a90bd5 HTTP/1.1" status: 200 len: 946 time: 0.1047482 Aug 10 00:56:31.185343 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c8d5ad92-7f1c-4679-ab97-3af67aba4402 req-8e11346a-7c24-425f-94cf-0d72fcb1edf3 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569813 Aug 10 00:56:31.227537 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d594869-bab6-468b-94e7-c114e9c97244 req-2bf64485-6125-4585-b75a-fef59b2c9946 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Made reservation on behalf of 34862481f66244cdb00ae05ecbfcc44b for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:56:31.233269 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2d594869-bab6-468b-94e7-c114e9c97244 req-2bf64485-6125-4585-b75a-fef59b2c9946 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:31.388671 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893723d2-2897-412a-be76-9207875048b6 req-8d78d419-83ff-4f48-a173-9928ff5ec4e7 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:31.390086 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-893723d2-2897-412a-be76-9207875048b6 req-8d78d419-83ff-4f48-a173-9928ff5ec4e7 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] 10.222.0.35 "GET /v2.0/ports?device_id=8edf4889-5287-4c38-aea9-933ce1b9c4e8 HTTP/1.1" status: 200 len: 945 time: 0.1452689 Aug 10 00:56:31.434563 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af139c-953d-46c5-bcec-e8dea628e226 req-a4fcb5ec-d358-4dce-a021-481fa14b8463 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:31.436007 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b1af139c-953d-46c5-bcec-e8dea628e226 req-a4fcb5ec-d358-4dce-a021-481fa14b8463 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=5286a4c0-5266-4973-91e9-0ae393764377 HTTP/1.1" status: 200 len: 945 time: 0.1576827 Aug 10 00:56:31.482844 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-2d594869-bab6-468b-94e7-c114e9c97244 req-2bf64485-6125-4585-b75a-fef59b2c9946 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Allocated IP 172.20.0.10 (8e043123-acd1-4cc8-a670-ebf832c12f2b/eeb15cfb-323e-472a-80f5-e301eee96d09/840c9686-5777-4935-8be5-811c3287ba57) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:56:31.513816 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-893723d2-2897-412a-be76-9207875048b6 req-c2b093ab-febb-483a-bf12-5bed7b4768f4 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] 10.222.0.35 "GET /v2.0/security-groups?id=56a5f85d-e897-48e4-9402-145a3b34cac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154616 Aug 10 00:56:31.521797 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b1af139c-953d-46c5-bcec-e8dea628e226 req-cf471ea7-3c4c-4aac-a115-2cb108f8cbdc tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713284 Aug 10 00:56:31.607727 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b9a3c-9d56-4aa9-bdb8-489a939d725d req-7f4b383f-2fae-4cf5-93e7-efd3bbfd01b5 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:31.609546 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e57b9a3c-9d56-4aa9-bdb8-489a939d725d req-7f4b383f-2fae-4cf5-93e7-efd3bbfd01b5 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 951 time: 0.0847328 Aug 10 00:56:31.736883 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41f7da-8ee0-473d-8713-8eb6f5af3c4a req-8a0c5cd6-7178-4ad6-8d70-1b10936b7ef6 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:31.738330 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2e41f7da-8ee0-473d-8713-8eb6f5af3c4a req-8a0c5cd6-7178-4ad6-8d70-1b10936b7ef6 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 944 time: 0.1406679 Aug 10 00:56:31.749474 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15a135-60bd-4728-8529-6fd0f4ce297b req-c69346bd-a8bd-434e-af90-a6d959856fc0 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:31.751153 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dc15a135-60bd-4728-8529-6fd0f4ce297b req-c69346bd-a8bd-434e-af90-a6d959856fc0 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e31889-8ff6-44ba-83af-8ab4c2bbfdc4 HTTP/1.1" status: 200 len: 945 time: 0.1210499 Aug 10 00:56:31.759823 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-e57b9a3c-9d56-4aa9-bdb8-489a939d725d req-5afba3b9-bcc7-4b18-aeef-57715cb1fec8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Deleting port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:56:31.760170 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e57b9a3c-9d56-4aa9-bdb8-489a939d725d req-5afba3b9-bcc7-4b18-aeef-57715cb1fec8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:31.771897 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2d594869-bab6-468b-94e7-c114e9c97244 req-2bf64485-6125-4585-b75a-fef59b2c9946 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:31.827992 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2e41f7da-8ee0-473d-8713-8eb6f5af3c4a req-d080780c-08cc-4ec1-a07c-96cb4dc8ee96 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734603 Aug 10 00:56:31.838832 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dc15a135-60bd-4728-8529-6fd0f4ce297b req-a0f4075e-b958-476c-84fc-ede3e43a74ba tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722516 Aug 10 00:56:31.851719 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-e57b9a3c-9d56-4aa9-bdb8-489a939d725d req-5afba3b9-bcc7-4b18-aeef-57715cb1fec8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] For port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:31.852418 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e57b9a3c-9d56-4aa9-bdb8-489a939d725d req-5afba3b9-bcc7-4b18-aeef-57715cb1fec8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:31.866074 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2d594869-bab6-468b-94e7-c114e9c97244 req-2bf64485-6125-4585-b75a-fef59b2c9946 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:31.877625 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-e57b9a3c-9d56-4aa9-bdb8-489a939d725d req-5afba3b9-bcc7-4b18-aeef-57715cb1fec8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Calling delete_port for e0399ea1-9a9b-4796-a5d2-b67c4abfc49d owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:56:31.879032 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['2bc509b8-c00a-4b66-abd4-cc5ecbb92540'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:31.920306 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d594869-bab6-468b-94e7-c114e9c97244 req-2bf64485-6125-4585-b75a-fef59b2c9946 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Network 8e043123-acd1-4cc8-a670-ebf832c12f2b is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:56:31.924639 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-2d594869-bab6-468b-94e7-c114e9c97244 req-2bf64485-6125-4585-b75a-fef59b2c9946 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:56:31.929932 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d594869-bab6-468b-94e7-c114e9c97244 req-2bf64485-6125-4585-b75a-fef59b2c9946 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:56:31.935315 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf64485-6125-4585-b75a-fef59b2c9946 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Pushing event updated for resources: {'Port': ['ID=840c9686-5777-4935-8be5-811c3287ba57,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:32.010017 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d594869-bab6-468b-94e7-c114e9c97244 req-2bf64485-6125-4585-b75a-fef59b2c9946 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:32.010569 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2d594869-bab6-468b-94e7-c114e9c97244 req-2bf64485-6125-4585-b75a-fef59b2c9946 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:32.041096 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d594869-bab6-468b-94e7-c114e9c97244 req-2bf64485-6125-4585-b75a-fef59b2c9946 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0229390 Aug 10 00:56:32.061296 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d1bdb-1806-433b-9e75-0c5dad8bcc52 req-a025a9f6-65c6-4d8d-9305-d871c8703e05 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:32.062834 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d8d1bdb-1806-433b-9e75-0c5dad8bcc52 req-a025a9f6-65c6-4d8d-9305-d871c8703e05 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/ports?device_id=267ee52f-bc08-43a8-97e1-d4acd391fd85 HTTP/1.1" status: 200 len: 932 time: 0.1018560 Aug 10 00:56:32.068338 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e57b9a3c-9d56-4aa9-bdb8-489a939d725d req-5afba3b9-bcc7-4b18-aeef-57715cb1fec8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:32.092488 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-2d594869-bab6-468b-94e7-c114e9c97244 req-1230866c-f172-41de-b928-15a603d98a01 service neutron] Request body: {'port': {'device_id': '267ee52f-bc08-43a8-97e1-d4acd391fd85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:32.102699 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afba3b9-bcc7-4b18-aeef-57715cb1fec8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Pushing event deleted for resources: {'Port': ['ID=e0399ea1-9a9b-4796-a5d2-b67c4abfc49d,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:32.134209 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['adc78391-d6f9-4d24-a261-f8d782ea2f86', 'e0399ea1-9a9b-4796-a5d2-b67c4abfc49d'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:32.140703 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9844c8-45f9-4aba-996e-a3d3efbfa829 req-7a974ed9-8bf4-48a1-8d8d-2bb1d6edfb6b tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:32.142201 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9f9844c8-45f9-4aba-996e-a3d3efbfa829 req-7a974ed9-8bf4-48a1-8d8d-2bb1d6edfb6b tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad8732-d7fd-4023-ae25-7947adcb909e HTTP/1.1" status: 200 len: 868 time: 0.1200871 Aug 10 00:56:32.158047 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57b9a3c-9d56-4aa9-bdb8-489a939d725d req-5afba3b9-bcc7-4b18-aeef-57715cb1fec8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] No DVR routers for this DVR port e0399ea1-9a9b-4796-a5d2-b67c4abfc49d on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:56:32.161065 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e57b9a3c-9d56-4aa9-bdb8-489a939d725d req-5afba3b9-bcc7-4b18-aeef-57715cb1fec8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:32.163572 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e57b9a3c-9d56-4aa9-bdb8-489a939d725d req-5afba3b9-bcc7-4b18-aeef-57715cb1fec8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.20 "DELETE /v2.0/ports/e0399ea1-9a9b-4796-a5d2-b67c4abfc49d HTTP/1.1" status: 204 len: 173 time: 0.4989369 Aug 10 00:56:32.164089 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddad8732-d7fd-4023-ae25-7947adcb909e', 'name': 'network-vif-deleted', 'tag': 'e0399ea1-9a9b-4796-a5d2-b67c4abfc49d'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:32.170019 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a6cdd2-1418-4b94-8a11-a0544d9dadef" -d '{"events": [{"server_uuid": "ddad8732-d7fd-4023-ae25-7947adcb909e", "name": "network-vif-deleted", "tag": "e0399ea1-9a9b-4796-a5d2-b67c4abfc49d"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:32.176530 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d8d1bdb-1806-433b-9e75-0c5dad8bcc52 req-e12866e9-9ccb-4651-9931-112d5e72110d tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups?id=6911e6cf-ab78-4416-af63-4f3cef5c2a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061611 Aug 10 00:56:32.191081 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2d594869-bab6-468b-94e7-c114e9c97244 req-1230866c-f172-41de-b928-15a603d98a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:32.260249 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9f9844c8-45f9-4aba-996e-a3d3efbfa829 req-2757ee86-6d4a-436c-8c69-267b08669f87 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086984 Aug 10 00:56:32.508111 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a81fd-37f8-4ce2-8749-78de94e980ad req-16b3d246-b7c3-4890-9a32-9236027b0f16 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:32.509646 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2c3a81fd-37f8-4ce2-8749-78de94e980ad req-16b3d246-b7c3-4890-9a32-9236027b0f16 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 946 time: 0.1325080 Aug 10 00:56:32.517181 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4efe0-32cb-4418-8623-ff043789e217 req-e62c293d-019c-4edb-9c05-9b1f79f1e374 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:32.518548 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e0a4efe0-32cb-4418-8623-ff043789e217 req-e62c293d-019c-4edb-9c05-9b1f79f1e374 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.20 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 944 time: 0.0512288 Aug 10 00:56:32.519056 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab6e52-5b0b-4c71-8ef1-32c5c6d0f5fd req-64a6f452-7e44-456f-9ec3-efc55606fcb5 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:32.520460 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1aab6e52-5b0b-4c71-8ef1-32c5c6d0f5fd req-64a6f452-7e44-456f-9ec3-efc55606fcb5 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee26251f-0f7c-4997-889f-2249b06ee09b HTTP/1.1" status: 200 len: 945 time: 0.1422019 Aug 10 00:56:32.544218 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['fdc10411-30f3-4964-8619-36d66302f093', 'c67469d7-4417-4512-ad59-dec9b41f2698'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:32.594469 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2c3a81fd-37f8-4ce2-8749-78de94e980ad req-1506b0a4-ec6c-41ea-9bde-438cb7362bd4 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730462 Aug 10 00:56:32.615610 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1aab6e52-5b0b-4c71-8ef1-32c5c6d0f5fd req-1e93a289-ea34-41e3-97d5-6f38a22381d0 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802295 Aug 10 00:56:32.624793 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-e0a4efe0-32cb-4418-8623-ff043789e217 req-59f2d2a7-ecf0-4be6-be85-0e877abc82b0 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Deleting port 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:56:32.632846 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e0a4efe0-32cb-4418-8623-ff043789e217 req-59f2d2a7-ecf0-4be6-be85-0e877abc82b0 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:32.690725 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcdde48-2fd3-49c5-92fa-1c7fcd256554 x-openstack-request-id: req-9dcdde48-2fd3-49c5-92fa-1c7fcd256554 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:32.691084 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddad8732-d7fd-4023-ae25-7947adcb909e", "name": "network-vif-deleted", "tag": "e0399ea1-9a9b-4796-a5d2-b67c4abfc49d", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:32.691601 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9dcdde48-2fd3-49c5-92fa-1c7fcd256554 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:32.692799 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddad8732-d7fd-4023-ae25-7947adcb909e', 'name': 'network-vif-deleted', 'tag': 'e0399ea1-9a9b-4796-a5d2-b67c4abfc49d', 'status': 'completed', 'code': 200} Aug 10 00:56:32.767378 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-e0a4efe0-32cb-4418-8623-ff043789e217 req-59f2d2a7-ecf0-4be6-be85-0e877abc82b0 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] For port 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=552dfeff-3ddd-478f-86af-fb8dd8a7fa9c,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:32.767632 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e0a4efe0-32cb-4418-8623-ff043789e217 req-59f2d2a7-ecf0-4be6-be85-0e877abc82b0 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:32.775417 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-2d594869-bab6-468b-94e7-c114e9c97244 req-1230866c-f172-41de-b928-15a603d98a01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 840c9686-5777-4935-8be5-811c3287ba57 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:32.786994 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-e0a4efe0-32cb-4418-8623-ff043789e217 req-59f2d2a7-ecf0-4be6-be85-0e877abc82b0 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Calling delete_port for 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:56:32.801825 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2d594869-bab6-468b-94e7-c114e9c97244 req-1230866c-f172-41de-b928-15a603d98a01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:32.828222 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-2d594869-bab6-468b-94e7-c114e9c97244 req-1230866c-f172-41de-b928-15a603d98a01 service neutron] Transition to ACTIVE for port object 840c9686-5777-4935-8be5-811c3287ba57 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:56:32.836050 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2d594869-bab6-468b-94e7-c114e9c97244 req-1230866c-f172-41de-b928-15a603d98a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:32.970909 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e0a4efe0-32cb-4418-8623-ff043789e217 req-59f2d2a7-ecf0-4be6-be85-0e877abc82b0 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:33.010208 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2d2a7-ecf0-4be6-be85-0e877abc82b0 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Pushing event deleted for resources: {'Port': ['ID=552dfeff-3ddd-478f-86af-fb8dd8a7fa9c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:33.067077 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a4efe0-32cb-4418-8623-ff043789e217 req-59f2d2a7-ecf0-4be6-be85-0e877abc82b0 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] No DVR routers for this DVR port 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:56:33.069807 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e0a4efe0-32cb-4418-8623-ff043789e217 req-59f2d2a7-ecf0-4be6-be85-0e877abc82b0 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:33.073018 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e0a4efe0-32cb-4418-8623-ff043789e217 req-59f2d2a7-ecf0-4be6-be85-0e877abc82b0 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.20 "DELETE /v2.0/ports/552dfeff-3ddd-478f-86af-fb8dd8a7fa9c HTTP/1.1" status: 204 len: 173 time: 0.5467424 Aug 10 00:56:33.287389 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e4877b7d-bd66-4804-ad7e-95bba797a463 req-78fe1a1c-7f56-42d0-9f04-b0a298a74463 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 210 time: 0.0596919 Aug 10 00:56:33.308980 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230866c-f172-41de-b928-15a603d98a01 service neutron] Pushing event updated for resources: {'Port': ['ID=840c9686-5777-4935-8be5-811c3287ba57,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:33.356309 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84129079-091b-4920-a3f0-3c5b808b7150 req-39ec366c-2a33-45b1-914d-ec79db3ca715 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:33.357795 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-84129079-091b-4920-a3f0-3c5b808b7150 req-39ec366c-2a33-45b1-914d-ec79db3ca715 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=65dd2b58-57b3-4e1b-b286-81d786a90bd5 HTTP/1.1" status: 200 len: 946 time: 0.1276472 Aug 10 00:56:33.411451 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 2df7af90-aa3a-4199-addc-945d5fef50b8 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:33.443259 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-2d594869-bab6-468b-94e7-c114e9c97244 req-1230866c-f172-41de-b928-15a603d98a01 service neutron] Attempting to bind port 840c9686-5777-4935-8be5-811c3287ba57 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:56:33.443525 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-2d594869-bab6-468b-94e7-c114e9c97244 req-1230866c-f172-41de-b928-15a603d98a01 service neutron] Attempting to bind port 840c9686-5777-4935-8be5-811c3287ba57 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': 'e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8e043123-acd1-4cc8-a670-ebf832c12f2b'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:56:33.443862 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d594869-bab6-468b-94e7-c114e9c97244 req-1230866c-f172-41de-b928-15a603d98a01 service neutron] Attempting to bind port 840c9686-5777-4935-8be5-811c3287ba57 on network 8e043123-acd1-4cc8-a670-ebf832c12f2b {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:33.456251 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a401c32-3292-4d00-adcc-1a680619b085 req-949ab4de-0e72-4db6-b42c-9d460e314917 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:33.457838 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a401c32-3292-4d00-adcc-1a680619b085 req-949ab4de-0e72-4db6-b42c-9d460e314917 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e31889-8ff6-44ba-83af-8ab4c2bbfdc4 HTTP/1.1" status: 200 len: 945 time: 0.0973828 Aug 10 00:56:33.461451 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-84129079-091b-4920-a3f0-3c5b808b7150 req-27ae5894-e63d-407c-89d6-c7de9c3e547f tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908189 Aug 10 00:56:33.462083 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d594869-bab6-468b-94e7-c114e9c97244 req-1230866c-f172-41de-b928-15a603d98a01 service neutron] Port 840c9686-5777-4935-8be5-811c3287ba57 on network 8e043123-acd1-4cc8-a670-ebf832c12f2b not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:56:33.462452 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d594869-bab6-468b-94e7-c114e9c97244 req-1230866c-f172-41de-b928-15a603d98a01 service neutron] Attempting to bind port 840c9686-5777-4935-8be5-811c3287ba57 on network 8e043123-acd1-4cc8-a670-ebf832c12f2b {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:33.463183 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 2df7af90-aa3a-4199-addc-945d5fef50b8 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:33.467695 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 2df7af90-aa3a-4199-addc-945d5fef50b8 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:33.468417 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:33.484547 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d594869-bab6-468b-94e7-c114e9c97244 req-1230866c-f172-41de-b928-15a603d98a01 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:56:33.484895 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d594869-bab6-468b-94e7-c114e9c97244 req-1230866c-f172-41de-b928-15a603d98a01 service neutron] Checking segment: {'id': 'e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8e043123-acd1-4cc8-a670-ebf832c12f2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:56:33.485321 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d594869-bab6-468b-94e7-c114e9c97244 req-1230866c-f172-41de-b928-15a603d98a01 service neutron] Bound using segment: {'id': 'e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8e043123-acd1-4cc8-a670-ebf832c12f2b'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:56:33.485715 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-2d594869-bab6-468b-94e7-c114e9c97244 req-1230866c-f172-41de-b928-15a603d98a01 service neutron] Bound port: 840c9686-5777-4935-8be5-811c3287ba57, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8e043123-acd1-4cc8-a670-ebf832c12f2b'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:56:33.486081 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2d594869-bab6-468b-94e7-c114e9c97244 req-1230866c-f172-41de-b928-15a603d98a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:33.546879 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a401c32-3292-4d00-adcc-1a680619b085 req-2ee304e1-eb05-442b-a93c-deb04f9b05b2 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808623 Aug 10 00:56:33.562695 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:33.572966 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['c0828bf0-f3bc-4690-b46b-0f89a031f6e1'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:33.621878 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-2d594869-bab6-468b-94e7-c114e9c97244 req-1230866c-f172-41de-b928-15a603d98a01 service neutron] For port 840c9686-5777-4935-8be5-811c3287ba57, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:56:33.627089 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 2df7af90-aa3a-4199-addc-945d5fef50b8, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2df7af90-aa3a-4199-addc-945d5fef50b8,segment=NetworkSegment(fd0aa135-7bf0-4440-a395-b4833e4cac38),segment_id=fd0aa135-7bf0-4440-a395-b4833e4cac38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:33.630670 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e31889-8ff6-44ba-83af-8ab4c2bbfdc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df7af90-aa3a-4199-addc-945d5fef50b8'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:33.631463 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a784a2f-1777-4975-8247-14a4d60a1be4 req-09fb30d7-ef0f-46fa-8809-6d31f8cdf1cb tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:33.633406 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42e95bf-86d8-4d3a-8a71-1704bb31fea5" -d '{"events": [{"server_uuid": "85e31889-8ff6-44ba-83af-8ab4c2bbfdc4", "name": "network-vif-plugged", "status": "completed", "tag": "2df7af90-aa3a-4199-addc-945d5fef50b8"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:33.638839 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:33.639711 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device e0399ea1-9a9b-4796-a5d2-b67c4abfc49d no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:56:33.640350 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1a784a2f-1777-4975-8247-14a4d60a1be4 req-09fb30d7-ef0f-46fa-8809-6d31f8cdf1cb tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] 10.222.0.35 "GET /v2.0/ports?device_id=8edf4889-5287-4c38-aea9-933ce1b9c4e8 HTTP/1.1" status: 200 len: 945 time: 0.0968559 Aug 10 00:56:33.646211 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-2d594869-bab6-468b-94e7-c114e9c97244 req-1230866c-f172-41de-b928-15a603d98a01 service neutron] For port 840c9686-5777-4935-8be5-811c3287ba57, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=840c9686-5777-4935-8be5-811c3287ba57,segment=NetworkSegment(e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2),segment_id=e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:56:33.655199 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2d594869-bab6-468b-94e7-c114e9c97244 req-1230866c-f172-41de-b928-15a603d98a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:33.693045 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=2df7af90-aa3a-4199-addc-945d5fef50b8,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:33.698096 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d594869-bab6-468b-94e7-c114e9c97244 req-1230866c-f172-41de-b928-15a603d98a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:33.698854 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2d594869-bab6-468b-94e7-c114e9c97244 req-1230866c-f172-41de-b928-15a603d98a01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:33.700673 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d594869-bab6-468b-94e7-c114e9c97244 req-1230866c-f172-41de-b928-15a603d98a01 service neutron] 10.222.0.20 "PUT /v2.0/ports/840c9686-5777-4935-8be5-811c3287ba57 HTTP/1.1" status: 200 len: 1093 time: 1.6222053 Aug 10 00:56:33.703267 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267ee52f-bc08-43a8-97e1-d4acd391fd85', 'tag': '840c9686-5777-4935-8be5-811c3287ba57'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:33.706258 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc466e46-9798-485c-999d-b00ce79da31a" -d '{"events": [{"name": "network-changed", "server_uuid": "267ee52f-bc08-43a8-97e1-d4acd391fd85", "tag": "840c9686-5777-4935-8be5-811c3287ba57"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:33.727586 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: e0399ea1-9a9b-4796-a5d2-b67c4abfc49d {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:56:33.728490 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device e0399ea1-9a9b-4796-a5d2-b67c4abfc49d not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:56:33.728925 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:56:33.747440 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1a784a2f-1777-4975-8247-14a4d60a1be4 req-10d55a1d-0f1c-4945-b53c-d1f1d03b67dc tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] 10.222.0.35 "GET /v2.0/security-groups?id=56a5f85d-e897-48e4-9402-145a3b34cac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060483 Aug 10 00:56:33.750607 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:56:33.750956 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 552dfeff-3ddd-478f-86af-fb8dd8a7fa9c not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:56:33.791781 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230866c-f172-41de-b928-15a603d98a01 service neutron] Pushing event updated for resources: {'Port': ['ID=840c9686-5777-4935-8be5-811c3287ba57,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:33.870434 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d594869-bab6-468b-94e7-c114e9c97244 req-1b775433-782b-46bd-b4c9-ecd812c4be39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:33.872310 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d594869-bab6-468b-94e7-c114e9c97244 req-1b775433-782b-46bd-b4c9-ecd812c4be39 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=34862481f66244cdb00ae05ecbfcc44b&device_id=267ee52f-bc08-43a8-97e1-d4acd391fd85 HTTP/1.1" status: 200 len: 1096 time: 0.1021039 Aug 10 00:56:33.882704 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc3bf0-b2e1-45fd-8a9e-7af54f0c8cd4 req-5159a23b-976d-4451-bf40-7adb3ca4b738 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:33.884390 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-81dc3bf0-b2e1-45fd-8a9e-7af54f0c8cd4 req-5159a23b-976d-4451-bf40-7adb3ca4b738 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/ports?device_id=267ee52f-bc08-43a8-97e1-d4acd391fd85 HTTP/1.1" status: 200 len: 944 time: 0.0994077 Aug 10 00:56:33.928225 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d594869-bab6-468b-94e7-c114e9c97244 req-551d05e1-6208-496d-9683-cb4cb282f4e6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=840c9686-5777-4935-8be5-811c3287ba57 HTTP/1.1" status: 200 len: 217 time: 0.0409639 Aug 10 00:56:33.985639 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-81dc3bf0-b2e1-45fd-8a9e-7af54f0c8cd4 req-9c30bd09-3313-4dbe-bd46-be327cbf27a1 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups?id=6911e6cf-ab78-4416-af63-4f3cef5c2a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922742 Aug 10 00:56:34.000844 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d594869-bab6-468b-94e7-c114e9c97244 req-ae966beb-e9ac-4a92-8127-3bd7aa8b2b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:34.002991 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d594869-bab6-468b-94e7-c114e9c97244 req-ae966beb-e9ac-4a92-8127-3bd7aa8b2b64 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eeb15cfb-323e-472a-80f5-e301eee96d09 HTTP/1.1" status: 200 len: 853 time: 0.0677896 Aug 10 00:56:34.045109 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166a5d0f-0cca-48a2-99f8-ac0181744274 x-openstack-request-id: req-166a5d0f-0cca-48a2-99f8-ac0181744274 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:34.045410 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e31889-8ff6-44ba-83af-8ab4c2bbfdc4", "name": "network-vif-plugged", "status": "completed", "tag": "2df7af90-aa3a-4199-addc-945d5fef50b8", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:34.045663 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-166a5d0f-0cca-48a2-99f8-ac0181744274 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:34.046060 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e31889-8ff6-44ba-83af-8ab4c2bbfdc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df7af90-aa3a-4199-addc-945d5fef50b8', 'code': 200} Aug 10 00:56:34.047887 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d594869-bab6-468b-94e7-c114e9c97244 req-55d7cce3-346e-406c-8d3c-4c2a9b274fee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8e043123-acd1-4cc8-a670-ebf832c12f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368254 Aug 10 00:56:34.187545 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d76cd-4dbb-43fb-9f35-8dc7ca82040f req-acaaa7ca-3805-4b02-8364-a08368388836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:34.189042 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3d9d76cd-4dbb-43fb-9f35-8dc7ca82040f req-acaaa7ca-3805-4b02-8364-a08368388836 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=85e31889-8ff6-44ba-83af-8ab4c2bbfdc4 HTTP/1.1" status: 200 len: 1098 time: 0.0462148 Aug 10 00:56:34.223728 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d594869-bab6-468b-94e7-c114e9c97244 req-87fb24d9-faf9-4be9-9f3e-6f3c9416170b service neutron] 10.222.0.20 "GET /v2.0/networks/8e043123-acd1-4cc8-a670-ebf832c12f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361001 Aug 10 00:56:34.238798 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3d9d76cd-4dbb-43fb-9f35-8dc7ca82040f req-0f0bf96f-d1a7-4a89-8350-cc5dc1c3f30c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424862 Aug 10 00:56:34.260637 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0488a-d04a-4b7f-b9c1-a5a80e330851 req-4afd197a-078b-428a-92a1-7be36fb31829 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:34.262136 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-73e0488a-d04a-4b7f-b9c1-a5a80e330851 req-4afd197a-078b-428a-92a1-7be36fb31829 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 946 time: 0.1525986 Aug 10 00:56:34.375951 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-73e0488a-d04a-4b7f-b9c1-a5a80e330851 req-5c0106ab-d202-4780-9d0e-0f0093756542 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867240 Aug 10 00:56:34.397773 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb77e23-f8d1-42d2-83c2-cddac51bddaf req-0df0655c-3b38-4f14-8709-b296190b8b68 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:34.399310 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0fb77e23-f8d1-42d2-83c2-cddac51bddaf req-0df0655c-3b38-4f14-8709-b296190b8b68 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=5286a4c0-5266-4973-91e9-0ae393764377 HTTP/1.1" status: 200 len: 945 time: 0.1115277 Aug 10 00:56:34.405749 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d594869-bab6-468b-94e7-c114e9c97244 req-81c0d3a0-d293-4289-89da-58c847ce35b1 service neutron] 10.222.0.20 "GET /v2.0/networks/8e043123-acd1-4cc8-a670-ebf832c12f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738539 Aug 10 00:56:34.442644 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0fb77e23-f8d1-42d2-83c2-cddac51bddaf req-58c08a5c-fbb3-47ce-b630-76136fdaf2ee tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345056 Aug 10 00:56:34.510852 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de55e665-195c-4b05-83e8-69344f060c17 x-openstack-request-id: req-de55e665-195c-4b05-83e8-69344f060c17 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:34.511782 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267ee52f-bc08-43a8-97e1-d4acd391fd85", "tag": "840c9686-5777-4935-8be5-811c3287ba57", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:34.512305 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-de55e665-195c-4b05-83e8-69344f060c17 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:34.512988 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267ee52f-bc08-43a8-97e1-d4acd391fd85', 'tag': '840c9686-5777-4935-8be5-811c3287ba57', 'status': 'completed', 'code': 200} Aug 10 00:56:34.591534 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c66e98d3-5fe8-4da5-b887-8268096a274b req-4f1d04e0-5a3b-4822-b1d7-d0f1d54d87cb tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 210 time: 0.0330503 Aug 10 00:56:34.666177 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738b73f-5b2a-40fe-a0f5-30070c0f9770 req-3911afbb-24f8-446f-8235-955977e110c0 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:34.667782 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e738b73f-5b2a-40fe-a0f5-30070c0f9770 req-3911afbb-24f8-446f-8235-955977e110c0 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] 10.222.0.24 "GET /v2.0/ports?device_id=8edf4889-5287-4c38-aea9-933ce1b9c4e8 HTTP/1.1" status: 200 len: 945 time: 0.0700738 Aug 10 00:56:34.694307 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3024c646-26ef-47cf-8349-33715cbae83b', 'name': 'network-vif-deleted', 'tag': '552dfeff-3ddd-478f-86af-fb8dd8a7fa9c'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:34.697962 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef15bc14-cc50-49e2-ac12-dba7aaf4bef7" -d '{"events": [{"server_uuid": "3024c646-26ef-47cf-8349-33715cbae83b", "name": "network-vif-deleted", "tag": "552dfeff-3ddd-478f-86af-fb8dd8a7fa9c"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:34.827479 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc466e46-9798-485c-999d-b00ce79da31a req-b6e9252d-30f5-491a-89c5-6717fa3cae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:34.829039 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bc466e46-9798-485c-999d-b00ce79da31a req-b6e9252d-30f5-491a-89c5-6717fa3cae8f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=34862481f66244cdb00ae05ecbfcc44b&device_id=267ee52f-bc08-43a8-97e1-d4acd391fd85 HTTP/1.1" status: 200 len: 1096 time: 0.1241088 Aug 10 00:56:34.838800 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc0b47-2fae-488b-a85e-923178dfa83b req-68d234f7-e0f1-48d1-a812-31f8586c439e tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:34.840165 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82bc0b47-2fae-488b-a85e-923178dfa83b req-68d234f7-e0f1-48d1-a812-31f8586c439e tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e31889-8ff6-44ba-83af-8ab4c2bbfdc4 HTTP/1.1" status: 200 len: 946 time: 0.1538036 Aug 10 00:56:34.953605 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-e738b73f-5b2a-40fe-a0f5-30070c0f9770 req-349f59b3-eb3f-496a-9b07-1b469e8149d5 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] Deleting port 652e4c06-7fd5-4f50-ae03-913c16315598 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:56:34.953864 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e738b73f-5b2a-40fe-a0f5-30070c0f9770 req-349f59b3-eb3f-496a-9b07-1b469e8149d5 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:35.027144 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82bc0b47-2fae-488b-a85e-923178dfa83b req-667dc215-750a-4451-afe4-34505ff78bf9 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658349 Aug 10 00:56:35.048486 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813417e-0685-419a-a7da-5454429ae739 req-51d6fddc-d637-45ab-988e-456594b4674a tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:35.051128 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813417e-0685-419a-a7da-5454429ae739 req-51d6fddc-d637-45ab-988e-456594b4674a tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:35.057587 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813417e-0685-419a-a7da-5454429ae739 req-51d6fddc-d637-45ab-988e-456594b4674a tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:35.059284 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5813417e-0685-419a-a7da-5454429ae739 req-51d6fddc-d637-45ab-988e-456594b4674a tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=65dd2b58-57b3-4e1b-b286-81d786a90bd5&device_id=ee26251f-0f7c-4997-889f-2249b06ee09b&device_id=5286a4c0-5266-4973-91e9-0ae393764377 HTTP/1.1" status: 200 len: 2417 time: 0.2292166 Aug 10 00:56:35.098174 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc466e46-9798-485c-999d-b00ce79da31a req-ae35db11-a0b3-4a26-9a75-730a4e0dadc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:35.099627 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bc466e46-9798-485c-999d-b00ce79da31a req-ae35db11-a0b3-4a26-9a75-730a4e0dadc2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8e043123-acd1-4cc8-a670-ebf832c12f2b HTTP/1.1" status: 200 len: 914 time: 0.2573640 Aug 10 00:56:35.190970 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bc466e46-9798-485c-999d-b00ce79da31a req-ce130eb8-80b4-4b01-a378-5f1dc4cc82d8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=840c9686-5777-4935-8be5-811c3287ba57 HTTP/1.1" status: 200 len: 217 time: 0.0778143 Aug 10 00:56:35.199247 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-e738b73f-5b2a-40fe-a0f5-30070c0f9770 req-349f59b3-eb3f-496a-9b07-1b469e8149d5 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] For port 652e4c06-7fd5-4f50-ae03-913c16315598, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=652e4c06-7fd5-4f50-ae03-913c16315598,segment=NetworkSegment(521e6df6-86cd-45a0-a02f-7d037678324c),segment_id=521e6df6-86cd-45a0-a02f-7d037678324c)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:35.199619 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e738b73f-5b2a-40fe-a0f5-30070c0f9770 req-349f59b3-eb3f-496a-9b07-1b469e8149d5 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:35.205957 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5813417e-0685-419a-a7da-5454429ae739 req-2ca9864d-7ad7-498e-88d2-b9cee95d5267 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389630 Aug 10 00:56:35.247502 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-e738b73f-5b2a-40fe-a0f5-30070c0f9770 req-349f59b3-eb3f-496a-9b07-1b469e8149d5 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] Calling delete_port for 652e4c06-7fd5-4f50-ae03-913c16315598 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:56:35.273540 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b09cd-ffda-4f8b-8fd1-9d47f750ff10 req-57160c06-379f-4bc4-b858-5a0946f3b6b9 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:35.275070 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-963b09cd-ffda-4f8b-8fd1-9d47f750ff10 req-57160c06-379f-4bc4-b858-5a0946f3b6b9 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 950 time: 0.1785073 Aug 10 00:56:35.321276 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f709d5-7f42-46a6-9e39-aab03acd9f94 x-openstack-request-id: req-b0f709d5-7f42-46a6-9e39-aab03acd9f94 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:35.321276 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3024c646-26ef-47cf-8349-33715cbae83b", "name": "network-vif-deleted", "tag": "552dfeff-3ddd-478f-86af-fb8dd8a7fa9c", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:35.321873 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b0f709d5-7f42-46a6-9e39-aab03acd9f94 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:35.321965 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3024c646-26ef-47cf-8349-33715cbae83b', 'name': 'network-vif-deleted', 'tag': '552dfeff-3ddd-478f-86af-fb8dd8a7fa9c', 'status': 'completed', 'code': 200} Aug 10 00:56:35.322426 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc466e46-9798-485c-999d-b00ce79da31a req-93a50e2b-54d5-491c-b71c-7d53bedbad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:35.323893 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bc466e46-9798-485c-999d-b00ce79da31a req-93a50e2b-54d5-491c-b71c-7d53bedbad8b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eeb15cfb-323e-472a-80f5-e301eee96d09 HTTP/1.1" status: 200 len: 853 time: 0.1171253 Aug 10 00:56:35.374971 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bc466e46-9798-485c-999d-b00ce79da31a req-fd7198a3-fe03-4302-b858-057ec26749e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8e043123-acd1-4cc8-a670-ebf832c12f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393043 Aug 10 00:56:35.470761 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-963b09cd-ffda-4f8b-8fd1-9d47f750ff10 req-eeff54ab-e62f-4f73-accc-ba98449c5dc0 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864560 Aug 10 00:56:35.503125 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4f692-cd4c-4672-b4b4-e3d6cb619a25 req-f44a57ce-2889-4609-9270-c34028d001d1 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:35.504776 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2bb4f692-cd4c-4672-b4b4-e3d6cb619a25 req-f44a57ce-2889-4609-9270-c34028d001d1 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] 10.222.0.35 "GET /v2.0/ports?device_id=8edf4889-5287-4c38-aea9-933ce1b9c4e8 HTTP/1.1" status: 200 len: 945 time: 0.1253970 Aug 10 00:56:35.627453 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bc466e46-9798-485c-999d-b00ce79da31a req-e50b96d6-e565-439c-b30c-7106451cfa26 service neutron] 10.222.0.20 "GET /v2.0/networks/8e043123-acd1-4cc8-a670-ebf832c12f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288773 Aug 10 00:56:35.633088 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2bb4f692-cd4c-4672-b4b4-e3d6cb619a25 req-fe87f333-5205-4a53-8d67-f800a2908231 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] 10.222.0.35 "GET /v2.0/security-groups?id=56a5f85d-e897-48e4-9402-145a3b34cac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194036 Aug 10 00:56:35.636084 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e738b73f-5b2a-40fe-a0f5-30070c0f9770 req-349f59b3-eb3f-496a-9b07-1b469e8149d5 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:35.647405 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['652e4c06-7fd5-4f50-ae03-913c16315598'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:35.668453 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6fc4e4-2076-4b46-91a1-6017e54ec662 req-28245440-e52b-4d9a-ab9b-a823163768a2 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:35.670048 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9f6fc4e4-2076-4b46-91a1-6017e54ec662 req-28245440-e52b-4d9a-ab9b-a823163768a2 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/ports?device_id=267ee52f-bc08-43a8-97e1-d4acd391fd85 HTTP/1.1" status: 200 len: 944 time: 0.1231158 Aug 10 00:56:35.727503 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f59b3-eb3f-496a-9b07-1b469e8149d5 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] Pushing event deleted for resources: {'Port': ['ID=652e4c06-7fd5-4f50-ae03-913c16315598,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:35.827462 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e738b73f-5b2a-40fe-a0f5-30070c0f9770 req-349f59b3-eb3f-496a-9b07-1b469e8149d5 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] No DVR routers for this DVR port 652e4c06-7fd5-4f50-ae03-913c16315598 on host n-h1-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:56:35.835399 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e738b73f-5b2a-40fe-a0f5-30070c0f9770 req-349f59b3-eb3f-496a-9b07-1b469e8149d5 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:35.837927 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e738b73f-5b2a-40fe-a0f5-30070c0f9770 req-349f59b3-eb3f-496a-9b07-1b469e8149d5 tempest-InstanceActionsTestJSON-1393715789 tempest-InstanceActionsTestJSON-1393715789-project] 10.222.0.24 "DELETE /v2.0/ports/652e4c06-7fd5-4f50-ae03-913c16315598 HTTP/1.1" status: 204 len: 173 time: 1.1584332 Aug 10 00:56:35.846166 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9f6fc4e4-2076-4b46-91a1-6017e54ec662 req-b2223899-07f7-4856-9553-eeb319c4dcda tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups?id=6911e6cf-ab78-4416-af63-4f3cef5c2a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471043 Aug 10 00:56:35.888483 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0752e-a6b2-48ed-b612-3978f9f2c028 req-96bf0889-36e3-49c1-a94a-9987f1e98eff tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:35.890087 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06c0752e-a6b2-48ed-b612-3978f9f2c028 req-96bf0889-36e3-49c1-a94a-9987f1e98eff tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=65dd2b58-57b3-4e1b-b286-81d786a90bd5 HTTP/1.1" status: 200 len: 946 time: 0.1494527 Aug 10 00:56:35.900775 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bc466e46-9798-485c-999d-b00ce79da31a req-b46382f7-e86c-48cc-9261-f23e09724f9a service neutron] 10.222.0.20 "GET /v2.0/networks/8e043123-acd1-4cc8-a670-ebf832c12f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630074 Aug 10 00:56:35.982441 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06c0752e-a6b2-48ed-b612-3978f9f2c028 req-f29e95c0-f1fc-4a8b-bd75-01081a298b2f tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701184 Aug 10 00:56:36.005440 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f75eba-c982-4605-8557-f4ba29fc0ace req-63172b10-72ef-411b-9fe5-ec8b42694fa3 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:36.015029 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-46f75eba-c982-4605-8557-f4ba29fc0ace req-63172b10-72ef-411b-9fe5-ec8b42694fa3 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 946 time: 0.0954859 Aug 10 00:56:36.077237 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-46f75eba-c982-4605-8557-f4ba29fc0ace req-466f8da0-3ff7-4dc1-ade0-2194575b1617 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612383 Aug 10 00:56:36.079527 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a359bc00-c6b0-4770-ba37-3a43781f8d8b req-28acac09-b8fc-46e4-96a0-9ff4b8f39fcf tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=3024c646-26ef-47cf-8349-33715cbae83b HTTP/1.1" status: 200 len: 210 time: 0.0337706 Aug 10 00:56:36.192079 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad3af3-a166-44c4-a926-e7c4ffaec110 req-b690ab90-f0c5-4dc4-8583-86db82c115dd tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:36.193643 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-80ad3af3-a166-44c4-a926-e7c4ffaec110 req-b690ab90-f0c5-4dc4-8583-86db82c115dd tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e31889-8ff6-44ba-83af-8ab4c2bbfdc4 HTTP/1.1" status: 200 len: 946 time: 0.0540628 Aug 10 00:56:36.235672 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-80ad3af3-a166-44c4-a926-e7c4ffaec110 req-220f2221-fa6e-47ea-a0a0-340de2eea5a3 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331736 Aug 10 00:56:36.423528 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b20fd-79c3-4b58-afec-b47fe163ff24 req-fcdea75e-0ef2-4c36-a9c9-d0e5e4d26e7b tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:36.425605 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7d9b20fd-79c3-4b58-afec-b47fe163ff24 req-fcdea75e-0ef2-4c36-a9c9-d0e5e4d26e7b tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.24 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 950 time: 0.0717204 Aug 10 00:56:36.515354 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edf4889-5287-4c38-aea9-933ce1b9c4e8', 'name': 'network-vif-deleted', 'tag': '652e4c06-7fd5-4f50-ae03-913c16315598'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:36.517070 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f0e4eb-6f7a-4465-8f9b-4425a48b826e" -d '{"events": [{"server_uuid": "8edf4889-5287-4c38-aea9-933ce1b9c4e8", "name": "network-vif-deleted", "tag": "652e4c06-7fd5-4f50-ae03-913c16315598"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:36.727004 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-7d9b20fd-79c3-4b58-afec-b47fe163ff24 req-56f6d7d1-e40a-4218-bd2c-ead50df06fa3 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Deleting port c67469d7-4417-4512-ad59-dec9b41f2698 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:56:36.729344 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-7d9b20fd-79c3-4b58-afec-b47fe163ff24 req-56f6d7d1-e40a-4218-bd2c-ead50df06fa3 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:36.783291 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1648ba-2ee8-4997-a983-5ee92126ea44 req-e7776860-02ab-47a1-a04b-1ebd6cb30357 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:36.785076 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2e1648ba-2ee8-4997-a983-5ee92126ea44 req-e7776860-02ab-47a1-a04b-1ebd6cb30357 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 950 time: 0.1785183 Aug 10 00:56:36.885286 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2e1648ba-2ee8-4997-a983-5ee92126ea44 req-8403153a-c0ac-46e3-af4a-7a60307dfd81 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880992 Aug 10 00:56:36.894308 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-7d9b20fd-79c3-4b58-afec-b47fe163ff24 req-56f6d7d1-e40a-4218-bd2c-ead50df06fa3 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] For port c67469d7-4417-4512-ad59-dec9b41f2698, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=c67469d7-4417-4512-ad59-dec9b41f2698,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:36.894912 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-7d9b20fd-79c3-4b58-afec-b47fe163ff24 req-56f6d7d1-e40a-4218-bd2c-ead50df06fa3 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:36.923192 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-7d9b20fd-79c3-4b58-afec-b47fe163ff24 req-56f6d7d1-e40a-4218-bd2c-ead50df06fa3 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Calling delete_port for c67469d7-4417-4512-ad59-dec9b41f2698 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:56:36.936734 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38736) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:37.033304 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-c40228b3-e0c6-44d5-9a17-e29d74921ebe admin admin] Deleting subnet 140109fb-cd35-4792-a696-820ba76fbafd {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:56:37.041286 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c40228b3-e0c6-44d5-9a17-e29d74921ebe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:37.083143 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c40228b3-e0c6-44d5-9a17-e29d74921ebe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:37.128091 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c40228b3-e0c6-44d5-9a17-e29d74921ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:37.202353 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c40228b3-e0c6-44d5-9a17-e29d74921ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:37.238609 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40228b3-e0c6-44d5-9a17-e29d74921ebe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=140109fb-cd35-4792-a696-820ba76fbafd,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:37.242948 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c40228b3-e0c6-44d5-9a17-e29d74921ebe admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:37.245345 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd5cd94-0c45-48ea-aca2-9f8074aee22a x-openstack-request-id: req-0fd5cd94-0c45-48ea-aca2-9f8074aee22a {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:37.245898 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c40228b3-e0c6-44d5-9a17-e29d74921ebe admin admin] 10.222.0.35 "DELETE /v2.0/subnets/140109fb-cd35-4792-a696-820ba76fbafd HTTP/1.1" status: 204 len: 168 time: 0.3074539 Aug 10 00:56:37.246703 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8edf4889-5287-4c38-aea9-933ce1b9c4e8", "name": "network-vif-deleted", "tag": "652e4c06-7fd5-4f50-ae03-913c16315598", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:37.247245 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0fd5cd94-0c45-48ea-aca2-9f8074aee22a {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:37.247897 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edf4889-5287-4c38-aea9-933ce1b9c4e8', 'name': 'network-vif-deleted', 'tag': '652e4c06-7fd5-4f50-ae03-913c16315598', 'status': 'completed', 'code': 200} Aug 10 00:56:37.248472 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38744) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:37.273881 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-7d9b20fd-79c3-4b58-afec-b47fe163ff24 req-56f6d7d1-e40a-4218-bd2c-ead50df06fa3 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:37.288530 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['fdc10411-30f3-4964-8619-36d66302f093'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:37.333874 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['adc78391-d6f9-4d24-a261-f8d782ea2f86'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:37.349284 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6d7d1-e40a-4218-bd2c-ead50df06fa3 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Pushing event deleted for resources: {'Port': ['ID=c67469d7-4417-4512-ad59-dec9b41f2698,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:37.417374 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9b20fd-79c3-4b58-afec-b47fe163ff24 req-56f6d7d1-e40a-4218-bd2c-ead50df06fa3 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] No DVR routers for this DVR port c67469d7-4417-4512-ad59-dec9b41f2698 on host n-h1-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:56:37.430048 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0797b88-e250-40c1-a3b1-cde5fdbc5e0f req-218179cf-32f5-40ab-bc17-ca07f93c68ae tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:37.431699 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e0797b88-e250-40c1-a3b1-cde5fdbc5e0f req-218179cf-32f5-40ab-bc17-ca07f93c68ae tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 946 time: 0.1691673 Aug 10 00:56:37.432865 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-7d9b20fd-79c3-4b58-afec-b47fe163ff24 req-56f6d7d1-e40a-4218-bd2c-ead50df06fa3 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:37.435642 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7d9b20fd-79c3-4b58-afec-b47fe163ff24 req-56f6d7d1-e40a-4218-bd2c-ead50df06fa3 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.24 "DELETE /v2.0/ports/c67469d7-4417-4512-ad59-dec9b41f2698 HTTP/1.1" status: 204 len: 173 time: 0.9919379 Aug 10 00:56:37.453199 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7699b-b58d-4ed5-8384-3edc74d43192 req-118ccef0-2ad9-4bdd-9716-17438a0b9d8b tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:37.454184 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-879e3ca7-9c50-45ad-a0dc-7d6abc9f08d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:37.464348 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-49f7699b-b58d-4ed5-8384-3edc74d43192 req-118ccef0-2ad9-4bdd-9716-17438a0b9d8b tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/ports?device_id=267ee52f-bc08-43a8-97e1-d4acd391fd85 HTTP/1.1" status: 200 len: 944 time: 0.2137969 Aug 10 00:56:37.640329 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-49f7699b-b58d-4ed5-8384-3edc74d43192 req-9db7c53d-ea43-408c-8656-ccf581a18c1c tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups?id=6911e6cf-ab78-4416-af63-4f3cef5c2a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660061 Aug 10 00:56:37.648122 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e0797b88-e250-40c1-a3b1-cde5fdbc5e0f req-527c0f52-6814-4596-b892-182cb67cb75c tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753602 Aug 10 00:56:37.661835 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-879e3ca7-9c50-45ad-a0dc-7d6abc9f08d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:37.702116 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-879e3ca7-9c50-45ad-a0dc-7d6abc9f08d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1c9d804-2ed6-48ca-88e5-1a548fa7af3e']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:37.723930 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-879e3ca7-9c50-45ad-a0dc-7d6abc9f08d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '521e6df6-86cd-45a0-a02f-7d037678324c') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:37.724280 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-879e3ca7-9c50-45ad-a0dc-7d6abc9f08d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '521e6df6-86cd-45a0-a02f-7d037678324c') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:37.747354 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-879e3ca7-9c50-45ad-a0dc-7d6abc9f08d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:37.779739 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-879e3ca7-9c50-45ad-a0dc-7d6abc9f08d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:37.794551 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-879e3ca7-9c50-45ad-a0dc-7d6abc9f08d8 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:56:37.796166 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-879e3ca7-9c50-45ad-a0dc-7d6abc9f08d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:37.905217 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 00:56:37.905217 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:56:37.905217 n-d-766726-26 neutron-server[105827]: timer() Aug 10 00:56:37.905217 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:56:37.905217 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 00:56:37.905217 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:56:37.905217 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 00:56:37.905217 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:56:37.905217 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 00:56:37.905217 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:56:37.905217 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 00:56:37.905217 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:56:37.905217 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 00:56:37.905217 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:56:37.905217 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:56:37.905217 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:56:37.905217 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:56:37.905217 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:56:37.905217 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 00:56:37.905217 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:56:37.905217 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 00:56:37.905217 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:56:37.905217 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:56:37.905217 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:56:37.905217 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 00:56:37.905217 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:56:37.905217 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:56:37.905217 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:56:37.905217 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:56:37.905217 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:56:37.905217 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:56:37.905217 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:56:37.917529 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-879e3ca7-9c50-45ad-a0dc-7d6abc9f08d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:37.932661 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-879e3ca7-9c50-45ad-a0dc-7d6abc9f08d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:37.936040 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-879e3ca7-9c50-45ad-a0dc-7d6abc9f08d8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e1c9d804-2ed6-48ca-88e5-1a548fa7af3e HTTP/1.1" status: 204 len: 168 time: 0.6860602 Aug 10 00:56:37.950836 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e3ca7-9c50-45ad-a0dc-7d6abc9f08d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1c9d804-2ed6-48ca-88e5-1a548fa7af3e,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:38.134677 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38764) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:38.202779 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38772) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:38.204257 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1fe3de5a-6c39-4c11-8c08-60a7d6d347df admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0bdb14d3beda40a8adc548b6ea36731e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0640357 Aug 10 00:56:38.313367 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-58087495-35f6-4ccf-853e-886523f26ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:38.356716 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8283f7c1-4f78-4fdc-bf44-ed834c4114d2 req-1373ceda-f227-4614-95d8-e7ccce9863eb tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f9335f-3a15-4db5-b66e-83cc39a4ddc6 HTTP/1.1" status: 200 len: 210 time: 0.0710006 Aug 10 00:56:38.416233 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-58087495-35f6-4ccf-853e-886523f26ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:38.483986 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-58087495-35f6-4ccf-853e-886523f26ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:38.486713 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-58087495-35f6-4ccf-853e-886523f26ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:38.491096 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-58087495-35f6-4ccf-853e-886523f26ae3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/56a5f85d-e897-48e4-9402-145a3b34cac5 HTTP/1.1" status: 204 len: 168 time: 0.2864275 Aug 10 00:56:38.502081 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58087495-35f6-4ccf-853e-886523f26ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a5f85d-e897-48e4-9402-145a3b34cac5,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:38.634692 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1104122-68d7-4fb2-b401-eb132ce22859 req-cad1ace1-e0e3-4579-9c66-4ebcf9a2cd63 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:38.636697 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d1104122-68d7-4fb2-b401-eb132ce22859 req-cad1ace1-e0e3-4579-9c66-4ebcf9a2cd63 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=5286a4c0-5266-4973-91e9-0ae393764377 HTTP/1.1" status: 200 len: 945 time: 0.0832968 Aug 10 00:56:38.729544 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d1104122-68d7-4fb2-b401-eb132ce22859 req-9c177e7f-2778-4a29-87f6-2ef0793deac1 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576882 Aug 10 00:56:38.815094 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device c67469d7-4417-4512-ad59-dec9b41f2698 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:56:38.857821 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: c67469d7-4417-4512-ad59-dec9b41f2698 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:56:38.857933 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device c67469d7-4417-4512-ad59-dec9b41f2698 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:56:38.858360 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 652e4c06-7fd5-4f50-ae03-913c16315598 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:56:38.902602 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 652e4c06-7fd5-4f50-ae03-913c16315598 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:56:38.903962 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 652e4c06-7fd5-4f50-ae03-913c16315598 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:56:38.926547 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e856e-c77d-4dd5-baee-f84ac2b95b53 req-ede3ac54-aa1d-46d3-bd2d-d01151d034c3 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:38.951351 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b53e856e-c77d-4dd5-baee-f84ac2b95b53 req-ede3ac54-aa1d-46d3-bd2d-d01151d034c3 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/ports?device_id=267ee52f-bc08-43a8-97e1-d4acd391fd85 HTTP/1.1" status: 200 len: 944 time: 0.1672413 Aug 10 00:56:39.009326 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab074db3-4bcd-4563-be09-18fd3a9a5e63 req-90bd0edc-8a2a-4636-ad30-9ea986995e4f tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:39.010995 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ab074db3-4bcd-4563-be09-18fd3a9a5e63 req-90bd0edc-8a2a-4636-ad30-9ea986995e4f tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 946 time: 0.2138910 Aug 10 00:56:39.059419 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b53e856e-c77d-4dd5-baee-f84ac2b95b53 req-b79cfb11-91a2-4d81-8fec-0d0da05311b4 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups?id=6911e6cf-ab78-4416-af63-4f3cef5c2a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067567 Aug 10 00:56:39.097967 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ab074db3-4bcd-4563-be09-18fd3a9a5e63 req-df5f4e41-fb2f-4716-8ea7-4b16640c29ca tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755091 Aug 10 00:56:39.250752 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f9335f-3a15-4db5-b66e-83cc39a4ddc6', 'name': 'network-vif-deleted', 'tag': 'c67469d7-4417-4512-ad59-dec9b41f2698'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:39.253925 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7631396-dee2-4c46-82fa-d6100439e25d" -d '{"events": [{"server_uuid": "86f9335f-3a15-4db5-b66e-83cc39a4ddc6", "name": "network-vif-deleted", "tag": "c67469d7-4417-4512-ad59-dec9b41f2698"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:39.311082 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1da0132-d260-400b-bfd0-91a8ca547589 x-openstack-request-id: req-b1da0132-d260-400b-bfd0-91a8ca547589 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:39.311446 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f9335f-3a15-4db5-b66e-83cc39a4ddc6", "name": "network-vif-deleted", "tag": "c67469d7-4417-4512-ad59-dec9b41f2698", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:39.311766 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b1da0132-d260-400b-bfd0-91a8ca547589 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:39.312254 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f9335f-3a15-4db5-b66e-83cc39a4ddc6', 'name': 'network-vif-deleted', 'tag': 'c67469d7-4417-4512-ad59-dec9b41f2698', 'status': 'completed', 'code': 200} Aug 10 00:56:39.347889 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 840c9686-5777-4935-8be5-811c3287ba57 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:56:39.537994 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 840c9686-5777-4935-8be5-811c3287ba57, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=840c9686-5777-4935-8be5-811c3287ba57,segment=NetworkSegment(e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2),segment_id=e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:39.553793 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '840c9686-5777-4935-8be5-811c3287ba57', 'network_id': '8e043123-acd1-4cc8-a670-ebf832c12f2b', 'port_id': '840c9686-5777-4935-8be5-811c3287ba57', 'mac_address': 'fa:16:3e:d0:ba:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeb15cfb-323e-472a-80f5-e301eee96d09', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:56:39.566329 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38814) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:39.595272 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:39.610438 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 840c9686-5777-4935-8be5-811c3287ba57 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:39.636321 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 840c9686-5777-4935-8be5-811c3287ba57, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=840c9686-5777-4935-8be5-811c3287ba57,segment=NetworkSegment(e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2),segment_id=e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:39.645645 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:39.761364 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=840c9686-5777-4935-8be5-811c3287ba57,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:39.805982 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-4b4d5eb8-1758-4566-97a1-bdd1d4367793 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-665993216-network', 'tenant_id': '17ee1744e428496598c9988733ef5d4e'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:39.832584 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4d5eb8-1758-4566-97a1-bdd1d4367793 admin admin] Made reservation on behalf of 17ee1744e428496598c9988733ef5d4e for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:56:39.835915 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4b4d5eb8-1758-4566-97a1-bdd1d4367793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:39.849135 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4b4d5eb8-1758-4566-97a1-bdd1d4367793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:40.027906 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4b4d5eb8-1758-4566-97a1-bdd1d4367793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:40.041018 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4b4d5eb8-1758-4566-97a1-bdd1d4367793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:40.090013 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2c27a-99a8-46ce-b0c7-a74f0cd84c26 req-3f5ea3b2-1b98-4904-b6b6-2c9491434be7 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:40.091656 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82a2c27a-99a8-46ce-b0c7-a74f0cd84c26 req-3f5ea3b2-1b98-4904-b6b6-2c9491434be7 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=5286a4c0-5266-4973-91e9-0ae393764377 HTTP/1.1" status: 200 len: 945 time: 0.2330999 Aug 10 00:56:40.097042 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b4d5eb8-1758-4566-97a1-bdd1d4367793 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:56:40.127809 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['840c9686-5777-4935-8be5-811c3287ba57'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:40.211435 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4b4d5eb8-1758-4566-97a1-bdd1d4367793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:40.211435 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-4b4d5eb8-1758-4566-97a1-bdd1d4367793 admin admin] Added segment 700ac786-a0d6-43cb-a784-a1e514aaa0f3 of type vlan for network c299ecef-0bf4-4f79-a545-86b4040e4e50 Aug 10 00:56:40.238699 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d5eb8-1758-4566-97a1-bdd1d4367793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06325a86-b122-4800-b20d-610f2b255170,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:40.269737 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82a2c27a-99a8-46ce-b0c7-a74f0cd84c26 req-07f39cc3-e359-42c2-83b4-30d8eab1131d tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699584 Aug 10 00:56:40.290531 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4b4d5eb8-1758-4566-97a1-bdd1d4367793 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:40.373513 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca04a48-25ee-4a9b-87ed-2486f9c45f34 req-cf740648-e68b-4fbb-9935-3ea4a5c9dea7 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:40.391362 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aca04a48-25ee-4a9b-87ed-2486f9c45f34 req-cf740648-e68b-4fbb-9935-3ea4a5c9dea7 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 950 time: 0.2093124 Aug 10 00:56:40.411501 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4b4d5eb8-1758-4566-97a1-bdd1d4367793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:40.412720 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4d5eb8-1758-4566-97a1-bdd1d4367793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:40.413319 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4b4d5eb8-1758-4566-97a1-bdd1d4367793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:40.503655 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38832) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:40.504262 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4b4d5eb8-1758-4566-97a1-bdd1d4367793 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9362478 Aug 10 00:56:40.510180 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-bfa216fd-deca-4c57-b6b2-cda66146146d admin admin] Request body: {'subnet': {'network_id': 'c299ecef-0bf4-4f79-a545-86b4040e4e50', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-665993216-subnet', 'tenant_id': '17ee1744e428496598c9988733ef5d4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:40.535451 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aca04a48-25ee-4a9b-87ed-2486f9c45f34 req-4799b7ca-b7a4-4a2f-99f0-3e483fabe0dd tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426008 Aug 10 00:56:40.553217 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa216fd-deca-4c57-b6b2-cda66146146d admin admin] Made reservation on behalf of 17ee1744e428496598c9988733ef5d4e for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:56:40.557560 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bfa216fd-deca-4c57-b6b2-cda66146146d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:40.574736 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d5eb8-1758-4566-97a1-bdd1d4367793 admin admin] Pushing event updated for resources: {'Network': ['ID=c299ecef-0bf4-4f79-a545-86b4040e4e50,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:40.585509 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network c299ecef-0bf4-4f79-a545-86b4040e4e50 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:56:40.592955 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e490d-8b2c-4e69-a413-f091240c93b7 req-878f7069-d910-4803-9956-93cd97a8b342 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:40.600942 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-308e490d-8b2c-4e69-a413-f091240c93b7 req-878f7069-d910-4803-9956-93cd97a8b342 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/ports?device_id=267ee52f-bc08-43a8-97e1-d4acd391fd85 HTTP/1.1" status: 200 len: 945 time: 0.1843264 Aug 10 00:56:40.763334 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-308e490d-8b2c-4e69-a413-f091240c93b7 req-777641c5-b43c-4985-81f1-f2dfcbf48605 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups?id=6911e6cf-ab78-4416-af63-4f3cef5c2a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612604 Aug 10 00:56:40.797756 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b578e-ed00-4e23-a05f-f15d8c47f14a req-faaa4f5e-6720-45c8-a4f6-d6aa60a2ffd4 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:40.802907 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ca1b578e-ed00-4e23-a05f-f15d8c47f14a req-faaa4f5e-6720-45c8-a4f6-d6aa60a2ffd4 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 946 time: 0.1364388 Aug 10 00:56:40.864789 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ca1b578e-ed00-4e23-a05f-f15d8c47f14a req-c313659b-8c56-4dad-965d-46f2c6e3ca86 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542243 Aug 10 00:56:41.155839 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bfa216fd-deca-4c57-b6b2-cda66146146d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:41.166120 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e8ffb965-e573-46bc-8a79-18be910e57d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:41.231516 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa216fd-deca-4c57-b6b2-cda66146146d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4c212b0-0c85-4c4b-bdcf-03d96bd95001,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:41.246130 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa216fd-deca-4c57-b6b2-cda66146146d admin admin] Checking segment: {'id': '700ac786-a0d6-43cb-a784-a1e514aaa0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c299ecef-0bf4-4f79-a545-86b4040e4e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:56:41.246496 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa216fd-deca-4c57-b6b2-cda66146146d admin admin] Network hostable DHCP agents. Network: c299ecef-0bf4-4f79-a545-86b4040e4e50, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:56:41.268751 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa216fd-deca-4c57-b6b2-cda66146146d admin admin] Network c299ecef-0bf4-4f79-a545-86b4040e4e50 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:56:41.282278 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-bfa216fd-deca-4c57-b6b2-cda66146146d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, c299ecef-0bf4-4f79-a545-86b4040e4e50) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:56:41.296057 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa216fd-deca-4c57-b6b2-cda66146146d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:41.296821 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bfa216fd-deca-4c57-b6b2-cda66146146d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:41.296965 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d63db1-a764-4b43-9033-790599da119b None None] Network c299ecef-0bf4-4f79-a545-86b4040e4e50 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:56:41.332927 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-bfa216fd-deca-4c57-b6b2-cda66146146d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8265550 Aug 10 00:56:41.391625 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:41.508802 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce040015-ec8f-4e56-8f85-95cec5225b37 req-319c7a01-fbb3-4c51-93bf-433f68f08495 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:41.522454 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ce040015-ec8f-4e56-8f85-95cec5225b37 req-319c7a01-fbb3-4c51-93bf-433f68f08495 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=5286a4c0-5266-4973-91e9-0ae393764377 HTTP/1.1" status: 200 len: 945 time: 0.1260800 Aug 10 00:56:41.558122 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a080829c-272b-4255-917e-ca4d8d7d0cc2 None None] Network c299ecef-0bf4-4f79-a545-86b4040e4e50 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:56:41.671964 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ce040015-ec8f-4e56-8f85-95cec5225b37 req-44f11513-70b7-4b73-bf6e-fc4559e32b80 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482217 Aug 10 00:56:41.692300 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a69590-f8fe-4fb5-a5bb-a8686b733383 req-3eab3b01-c26c-4c0d-914f-2837594e7cea tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:41.704425 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c6a69590-f8fe-4fb5-a5bb-a8686b733383 req-3eab3b01-c26c-4c0d-914f-2837594e7cea tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 944 time: 0.1725295 Aug 10 00:56:41.794532 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c6a69590-f8fe-4fb5-a5bb-a8686b733383 req-d16b39fb-4687-42ba-86cf-39755bfd82a3 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835066 Aug 10 00:56:41.908583 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88590a5f-dd50-4fe7-934c-940a63a103ee req-eeb16dd7-4db7-4e1d-a9b4-2eef9bd27c56 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:41.917040 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-88590a5f-dd50-4fe7-934c-940a63a103ee req-eeb16dd7-4db7-4e1d-a9b4-2eef9bd27c56 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 950 time: 0.1269052 Aug 10 00:56:42.022393 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-88590a5f-dd50-4fe7-934c-940a63a103ee req-1634dad8-2282-4f3a-914e-0d3f0fde7240 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044903 Aug 10 00:56:42.101618 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531761ec-346e-4de8-be9e-d3781433b228 req-848b7948-d57e-4ad9-ac25-ba548af02331 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:42.103713 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-531761ec-346e-4de8-be9e-d3781433b228 req-848b7948-d57e-4ad9-ac25-ba548af02331 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 950 time: 0.2162356 Aug 10 00:56:42.552454 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-e5e3a7a8-1fe0-4333-9b33-cfcdb821fb1d tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:42.553881 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-e5e3a7a8-1fe0-4333-9b33-cfcdb821fb1d tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/networks?id=c299ecef-0bf4-4f79-a545-86b4040e4e50 HTTP/1.1" status: 200 len: 812 time: 0.5359485 Aug 10 00:56:42.573921 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264fa42-c956-407f-9744-89ea83c07042 req-aca7b28c-f88f-4d0f-9770-0de53deda776 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:42.575334 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2264fa42-c956-407f-9744-89ea83c07042 req-aca7b28c-f88f-4d0f-9770-0de53deda776 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/ports?device_id=267ee52f-bc08-43a8-97e1-d4acd391fd85 HTTP/1.1" status: 200 len: 945 time: 0.4706316 Aug 10 00:56:42.608856 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-3ed022c3-a697-4e2f-851d-9a669f256849 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/quotas/17ee1744e428496598c9988733ef5d4e HTTP/1.1" status: 200 len: 375 time: 0.0325603 Aug 10 00:56:42.665857 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdaf07-1875-4bfb-ae50-1b2fcfe9f4bb req-1b7a28df-e801-4d74-a424-7bdf0d27145d tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:42.667233 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0bfdaf07-1875-4bfb-ae50-1b2fcfe9f4bb req-1b7a28df-e801-4d74-a424-7bdf0d27145d tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 944 time: 0.1374614 Aug 10 00:56:42.671234 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-ca9f6e1b-8721-429e-99e0-db8421129dcb tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=17ee1744e428496598c9988733ef5d4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512276 Aug 10 00:56:42.679648 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2264fa42-c956-407f-9744-89ea83c07042 req-a037c60a-4fb4-44af-94c7-54791c7b96fa tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups?id=6911e6cf-ab78-4416-af63-4f3cef5c2a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975869 Aug 10 00:56:42.714108 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-531761ec-346e-4de8-be9e-d3781433b228 req-e7af9285-4e45-409c-a2df-2891d437d2b5 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Deleting port fdc10411-30f3-4964-8619-36d66302f093 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:56:42.714455 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-531761ec-346e-4de8-be9e-d3781433b228 req-e7af9285-4e45-409c-a2df-2891d437d2b5 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:42.963403 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-531761ec-346e-4de8-be9e-d3781433b228 req-e7af9285-4e45-409c-a2df-2891d437d2b5 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] For port fdc10411-30f3-4964-8619-36d66302f093, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=fdc10411-30f3-4964-8619-36d66302f093,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:42.963684 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-531761ec-346e-4de8-be9e-d3781433b228 req-e7af9285-4e45-409c-a2df-2891d437d2b5 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:42.985553 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-531761ec-346e-4de8-be9e-d3781433b228 req-e7af9285-4e45-409c-a2df-2891d437d2b5 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Calling delete_port for fdc10411-30f3-4964-8619-36d66302f093 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:56:42.990743 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-5df4cbfc-80ea-466c-80c3-1c14bf79062e service neutron] 10.222.0.35 "GET /v2.0/networks/c299ecef-0bf4-4f79-a545-86b4040e4e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083115 Aug 10 00:56:42.998771 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-0bfdaf07-1875-4bfb-ae50-1b2fcfe9f4bb req-5ae8aeed-5a52-493d-ac62-dc11abc9a979 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Deleting port c0828bf0-f3bc-4690-b46b-0f89a031f6e1 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:56:42.999119 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0bfdaf07-1875-4bfb-ae50-1b2fcfe9f4bb req-5ae8aeed-5a52-493d-ac62-dc11abc9a979 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:43.023324 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6998c-88b8-45e9-85e0-609adf5ea04a req-00ac4da1-5544-4c4b-8e61-02f5e14651b8 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:43.024811 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-60c6998c-88b8-45e9-85e0-609adf5ea04a req-00ac4da1-5544-4c4b-8e61-02f5e14651b8 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 946 time: 0.1536741 Aug 10 00:56:43.216793 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-60c6998c-88b8-45e9-85e0-609adf5ea04a req-3a7f7edc-fe1e-4b1e-bf46-b5455dced756 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710443 Aug 10 00:56:43.262046 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-0bfdaf07-1875-4bfb-ae50-1b2fcfe9f4bb req-5ae8aeed-5a52-493d-ac62-dc11abc9a979 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] For port c0828bf0-f3bc-4690-b46b-0f89a031f6e1, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=c0828bf0-f3bc-4690-b46b-0f89a031f6e1,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:43.262430 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0bfdaf07-1875-4bfb-ae50-1b2fcfe9f4bb req-5ae8aeed-5a52-493d-ac62-dc11abc9a979 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:43.271950 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-e43cb63d-ba8d-4126-8840-ac144d364f6a service neutron] 10.222.0.35 "GET /v2.0/networks/c299ecef-0bf4-4f79-a545-86b4040e4e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670159 Aug 10 00:56:43.278848 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-0bfdaf07-1875-4bfb-ae50-1b2fcfe9f4bb req-5ae8aeed-5a52-493d-ac62-dc11abc9a979 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Calling delete_port for c0828bf0-f3bc-4690-b46b-0f89a031f6e1 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:56:43.350171 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 840c9686-5777-4935-8be5-811c3287ba57 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:43.413566 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 840c9686-5777-4935-8be5-811c3287ba57 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:43.413806 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-531761ec-346e-4de8-be9e-d3781433b228 req-e7af9285-4e45-409c-a2df-2891d437d2b5 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:43.419651 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 840c9686-5777-4935-8be5-811c3287ba57 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:43.420526 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:43.425247 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c21cf-a4ff-4ea4-9990-bf87b1f5efc9 req-0899eb91-64c2-47ff-80cb-1e0f5435b287 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:43.426828 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-994c21cf-a4ff-4ea4-9990-bf87b1f5efc9 req-0899eb91-64c2-47ff-80cb-1e0f5435b287 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=5286a4c0-5266-4973-91e9-0ae393764377 HTTP/1.1" status: 200 len: 945 time: 0.1237826 Aug 10 00:56:43.465870 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['adc78391-d6f9-4d24-a261-f8d782ea2f86'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:43.469624 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af9285-4e45-409c-a2df-2891d437d2b5 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Pushing event deleted for resources: {'Port': ['ID=fdc10411-30f3-4964-8619-36d66302f093,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:43.553111 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-531761ec-346e-4de8-be9e-d3781433b228 req-e7af9285-4e45-409c-a2df-2891d437d2b5 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] No DVR routers for this DVR port fdc10411-30f3-4964-8619-36d66302f093 on host n-h1-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:56:43.561187 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-531761ec-346e-4de8-be9e-d3781433b228 req-e7af9285-4e45-409c-a2df-2891d437d2b5 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:43.563223 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-531761ec-346e-4de8-be9e-d3781433b228 req-e7af9285-4e45-409c-a2df-2891d437d2b5 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.24 "DELETE /v2.0/ports/fdc10411-30f3-4964-8619-36d66302f093 HTTP/1.1" status: 204 len: 173 time: 1.4458625 Aug 10 00:56:43.563986 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d32d65-a580-456e-a6cd-6c73f1678a0d', 'name': 'network-vif-deleted', 'tag': 'fdc10411-30f3-4964-8619-36d66302f093'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:43.566381 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1342efe5-2d65-4262-ad6d-7b9429a943f1" -d '{"events": [{"server_uuid": "f6d32d65-a580-456e-a6cd-6c73f1678a0d", "name": "network-vif-deleted", "tag": "fdc10411-30f3-4964-8619-36d66302f093"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:43.607805 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-994c21cf-a4ff-4ea4-9990-bf87b1f5efc9 req-d80b3881-2f2a-4d2d-8ebd-880730720bf9 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706789 Aug 10 00:56:43.688806 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:43.715354 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0bfdaf07-1875-4bfb-ae50-1b2fcfe9f4bb req-5ae8aeed-5a52-493d-ac62-dc11abc9a979 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:43.720087 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2e60f1ae-70d0-41e4-b60f-a534b3f1cb2e req-d14f8694-5144-478e-a456-f4bebc6e55e7 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d32d65-a580-456e-a6cd-6c73f1678a0d HTTP/1.1" status: 200 len: 210 time: 0.0373981 Aug 10 00:56:43.731955 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83560e-2547-41c7-89cd-89dd49dbc870 req-f88344c0-4767-4d21-9c15-2eb1a62205c9 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:43.733577 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0a83560e-2547-41c7-89cd-89dd49dbc870 req-f88344c0-4767-4d21-9c15-2eb1a62205c9 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ba68fea-a60d-406d-b496-5391734ca5a5 HTTP/1.1" status: 200 len: 944 time: 0.1191962 Aug 10 00:56:43.753183 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 840c9686-5777-4935-8be5-811c3287ba57, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=840c9686-5777-4935-8be5-811c3287ba57,segment=NetworkSegment(e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2),segment_id=e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:43.757870 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267ee52f-bc08-43a8-97e1-d4acd391fd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840c9686-5777-4935-8be5-811c3287ba57'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:43.761270 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfeaa6ad-5cc5-4d5d-9262-96ed663565fb" -d '{"events": [{"server_uuid": "267ee52f-bc08-43a8-97e1-d4acd391fd85", "name": "network-vif-plugged", "status": "completed", "tag": "840c9686-5777-4935-8be5-811c3287ba57"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:43.766349 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:43.806587 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8aeed-5a52-493d-ac62-dc11abc9a979 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Pushing event deleted for resources: {'Port': ['ID=c0828bf0-f3bc-4690-b46b-0f89a031f6e1,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:43.828077 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-23074cea-3e66-4b0b-a6a5-8844361021d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:43.869908 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=840c9686-5777-4935-8be5-811c3287ba57,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:43.907305 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bfdaf07-1875-4bfb-ae50-1b2fcfe9f4bb req-5ae8aeed-5a52-493d-ac62-dc11abc9a979 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] No DVR routers for this DVR port c0828bf0-f3bc-4690-b46b-0f89a031f6e1 on host n-h1-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:56:43.913492 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0bfdaf07-1875-4bfb-ae50-1b2fcfe9f4bb req-5ae8aeed-5a52-493d-ac62-dc11abc9a979 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:43.918853 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0bfdaf07-1875-4bfb-ae50-1b2fcfe9f4bb req-5ae8aeed-5a52-493d-ac62-dc11abc9a979 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.24 "DELETE /v2.0/ports/c0828bf0-f3bc-4690-b46b-0f89a031f6e1 HTTP/1.1" status: 204 len: 173 time: 1.2374115 Aug 10 00:56:43.920573 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf458bb-ab07-43ff-b3ab-235e6c4c97f4 x-openstack-request-id: req-ddf458bb-ab07-43ff-b3ab-235e6c4c97f4 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:43.920873 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d32d65-a580-456e-a6cd-6c73f1678a0d", "name": "network-vif-deleted", "tag": "fdc10411-30f3-4964-8619-36d66302f093", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:43.922107 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ddf458bb-ab07-43ff-b3ab-235e6c4c97f4 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:43.922472 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d32d65-a580-456e-a6cd-6c73f1678a0d', 'name': 'network-vif-deleted', 'tag': 'fdc10411-30f3-4964-8619-36d66302f093', 'status': 'completed', 'code': 200} Aug 10 00:56:43.937177 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0a83560e-2547-41c7-89cd-89dd49dbc870 req-8a67d6a4-4034-43ef-a74f-239a9459f0f3 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470962 Aug 10 00:56:44.063204 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ad85d-9932-4f5a-8bb0-21ecb05d512f req-817927f2-0649-4c13-b5bd-1c41e2e17740 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:44.070878 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d20ad85d-9932-4f5a-8bb0-21ecb05d512f req-817927f2-0649-4c13-b5bd-1c41e2e17740 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/ports?device_id=267ee52f-bc08-43a8-97e1-d4acd391fd85 HTTP/1.1" status: 200 len: 946 time: 0.1008294 Aug 10 00:56:44.079425 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430dc129-659e-4a96-8e73-959b522f2fa9 x-openstack-request-id: req-430dc129-659e-4a96-8e73-959b522f2fa9 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:44.079804 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267ee52f-bc08-43a8-97e1-d4acd391fd85", "name": "network-vif-plugged", "status": "completed", "tag": "840c9686-5777-4935-8be5-811c3287ba57", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:44.080298 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-430dc129-659e-4a96-8e73-959b522f2fa9 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:44.081785 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267ee52f-bc08-43a8-97e1-d4acd391fd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840c9686-5777-4935-8be5-811c3287ba57', 'code': 200} Aug 10 00:56:44.124975 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d20ad85d-9932-4f5a-8bb0-21ecb05d512f req-cc73071c-ab07-4675-a958-5cb7476b5d21 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups?id=6911e6cf-ab78-4416-af63-4f3cef5c2a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528321 Aug 10 00:56:44.221592 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-923cd017-efb1-4334-8bf1-18f611038880 req-531c4362-7968-4295-ab2e-6d6b6c598542 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/ports?device_id=1281cdda-8d7f-4d68-8de0-3e82be17d9df HTTP/1.1" status: 200 len: 210 time: 0.0340204 Aug 10 00:56:44.268236 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2be98-b1fb-4c98-8ddc-739f024fcf20 req-2ac5dd58-afaf-4594-aa0e-a559a3bc6e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:44.269956 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-40f2be98-b1fb-4c98-8ddc-739f024fcf20 req-2ac5dd58-afaf-4594-aa0e-a559a3bc6e26 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=267ee52f-bc08-43a8-97e1-d4acd391fd85 HTTP/1.1" status: 200 len: 1098 time: 0.0513787 Aug 10 00:56:44.344152 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-40f2be98-b1fb-4c98-8ddc-739f024fcf20 req-e40e2d84-5a9e-4d54-a46b-2fe59b075ecc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6911e6cf-ab78-4416-af63-4f3cef5c2a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660119 Aug 10 00:56:44.361695 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1ab93-9c7c-40b2-a057-9d0beedf5c8b req-0dc3b101-1a1b-4574-8df5-023c13fe35af tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:44.363521 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dea1ab93-9c7c-40b2-a057-9d0beedf5c8b req-0dc3b101-1a1b-4574-8df5-023c13fe35af tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 946 time: 0.0666542 Aug 10 00:56:44.370260 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:44.404235 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dea1ab93-9c7c-40b2-a057-9d0beedf5c8b req-e474386f-ff58-443d-a3f1-995bfbfc8b56 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328283 Aug 10 00:56:44.673780 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:56:44.722305 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf5b60-ff53-4cb4-b024-3cb6c53cbe42 req-fe2c83e8-489b-4ad4-8ef1-f4a061a92d39 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:44.723800 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-33cf5b60-ff53-4cb4-b024-3cb6c53cbe42 req-fe2c83e8-489b-4ad4-8ef1-f4a061a92d39 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=5286a4c0-5266-4973-91e9-0ae393764377 HTTP/1.1" status: 200 len: 945 time: 0.0525434 Aug 10 00:56:44.761419 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-33cf5b60-ff53-4cb4-b024-3cb6c53cbe42 req-5a119de4-e7cd-42fa-b1be-26849877c2b3 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313897 Aug 10 00:56:44.864987 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device fdc10411-30f3-4964-8619-36d66302f093 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:56:44.886551 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: fdc10411-30f3-4964-8619-36d66302f093 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:56:44.887075 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device fdc10411-30f3-4964-8619-36d66302f093 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:56:44.887658 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device c0828bf0-f3bc-4690-b46b-0f89a031f6e1 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:56:44.909191 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: c0828bf0-f3bc-4690-b46b-0f89a031f6e1 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:56:44.909538 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device c0828bf0-f3bc-4690-b46b-0f89a031f6e1 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:56:44.997104 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:45.019353 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134e14f-0a19-4889-a81a-e617bcd3a240 req-0634297a-1df7-424e-ab61-443b78c49d02 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:45.021560 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4134e14f-0a19-4889-a81a-e617bcd3a240 req-0634297a-1df7-424e-ab61-443b78c49d02 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 949 time: 0.0748742 Aug 10 00:56:45.081271 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4134e14f-0a19-4889-a81a-e617bcd3a240 req-cc28012a-7485-4f64-a63c-8b13cca27c43 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534866 Aug 10 00:56:45.180082 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-6f5e0081-f1d3-4828-96a7-c76e15bb50b1 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:45.182707 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-6f5e0081-f1d3-4828-96a7-c76e15bb50b1 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.24 "GET /v2.0/networks?id=c299ecef-0bf4-4f79-a545-86b4040e4e50 HTTP/1.1" status: 200 len: 812 time: 0.1329505 Aug 10 00:56:45.198358 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-4b4e7730-5aa2-400b-a5d5-bd5a4a2c7483 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Request body: {'port': {'device_id': 'f02eb245-c52d-490e-bd8f-35993692bc8a', 'network_id': 'c299ecef-0bf4-4f79-a545-86b4040e4e50', 'admin_state_up': True, 'tenant_id': '17ee1744e428496598c9988733ef5d4e'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:45.342825 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73682d57-9745-4923-b060-0a91610903a8 req-d7d087c8-5034-46af-a6cc-32a7a6801f31 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:45.344196 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-73682d57-9745-4923-b060-0a91610903a8 req-d7d087c8-5034-46af-a6cc-32a7a6801f31 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/ports?device_id=267ee52f-bc08-43a8-97e1-d4acd391fd85 HTTP/1.1" status: 200 len: 946 time: 0.1406493 Aug 10 00:56:45.358160 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c34e37-83cb-465e-86ea-b3d72c936dee req-88acda01-8070-478a-8777-4a93bef47faa tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:45.359515 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-00c34e37-83cb-465e-86ea-b3d72c936dee req-88acda01-8070-478a-8777-4a93bef47faa tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=afd75883-1f7e-444d-adc3-f51d404b13cf HTTP/1.1" status: 200 len: 944 time: 0.1437230 Aug 10 00:56:45.431070 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-73682d57-9745-4923-b060-0a91610903a8 req-e31ac4da-69ca-47ec-ac68-e68f4762a102 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups?id=6911e6cf-ab78-4416-af63-4f3cef5c2a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693827 Aug 10 00:56:45.431629 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-4b4e7730-5aa2-400b-a5d5-bd5a4a2c7483 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Made reservation on behalf of 17ee1744e428496598c9988733ef5d4e for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:56:45.434822 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-4b4e7730-5aa2-400b-a5d5-bd5a4a2c7483 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:45.446422 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-00c34e37-83cb-465e-86ea-b3d72c936dee req-1bdf660c-c6dd-4434-b1db-3de0e0c093de tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767763 Aug 10 00:56:45.591556 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c8ae28e5-e545-446c-bea4-4491dd4afa1e req-cc2aab89-3d67-4d96-8d38-66b92f5e2118 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/ports?device_id=1281cdda-8d7f-4d68-8de0-3e82be17d9df HTTP/1.1" status: 200 len: 210 time: 0.0646343 Aug 10 00:56:45.695637 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-4b4e7730-5aa2-400b-a5d5-bd5a4a2c7483 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Allocated IP 172.20.0.13 (c299ecef-0bf4-4f79-a545-86b4040e4e50/c4c212b0-0c85-4c4b-bdcf-03d96bd95001/35d4dd96-3bed-4379-a5a5-ea0c9768c718) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:56:45.728624 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-63c4e061-b961-481d-a5f4-17d1fbe8018d tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:45.730037 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-63c4e061-b961-481d-a5f4-17d1fbe8018d tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.24 "GET /v2.0/networks?id=c299ecef-0bf4-4f79-a545-86b4040e4e50 HTTP/1.1" status: 200 len: 812 time: 0.2207100 Aug 10 00:56:45.741299 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a879f6-5ec8-4f61-bcf3-77e75d5e4756 req-07266077-abf1-4c44-a4bb-2aaa4a6e438a tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:45.742649 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a6a879f6-5ec8-4f61-bcf3-77e75d5e4756 req-07266077-abf1-4c44-a4bb-2aaa4a6e438a tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 946 time: 0.1153467 Aug 10 00:56:45.748965 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-dd1d9440-8860-416d-920b-d817013f5324 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Request body: {'port': {'device_id': '1281cdda-8d7f-4d68-8de0-3e82be17d9df', 'network_id': 'c299ecef-0bf4-4f79-a545-86b4040e4e50', 'admin_state_up': True, 'tenant_id': '17ee1744e428496598c9988733ef5d4e'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:45.925064 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba68fea-a60d-406d-b496-5391734ca5a5', 'name': 'network-vif-deleted', 'tag': 'c0828bf0-f3bc-4690-b46b-0f89a031f6e1'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:45.927196 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87587631-73f1-4af2-a9f8-fde303d841ed" -d '{"events": [{"server_uuid": "6ba68fea-a60d-406d-b496-5391734ca5a5", "name": "network-vif-deleted", "tag": "c0828bf0-f3bc-4690-b46b-0f89a031f6e1"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:45.950719 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a6a879f6-5ec8-4f61-bcf3-77e75d5e4756 req-df4b76b9-ef48-4a24-9162-dcd76b20ca31 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922338 Aug 10 00:56:45.995673 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d191a6a-8923-4216-a924-5ea4c4a6e039 req-fe64d791-4518-44d9-9fe5-a14ce142dca5 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:45.997203 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d191a6a-8923-4216-a924-5ea4c4a6e039 req-fe64d791-4518-44d9-9fe5-a14ce142dca5 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=5286a4c0-5266-4973-91e9-0ae393764377 HTTP/1.1" status: 200 len: 945 time: 0.1671605 Aug 10 00:56:46.021624 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc74065d-76f5-4182-9687-65462896971e x-openstack-request-id: req-dc74065d-76f5-4182-9687-65462896971e {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:46.021909 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba68fea-a60d-406d-b496-5391734ca5a5", "name": "network-vif-deleted", "tag": "c0828bf0-f3bc-4690-b46b-0f89a031f6e1", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:46.022153 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dc74065d-76f5-4182-9687-65462896971e {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:46.022540 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba68fea-a60d-406d-b496-5391734ca5a5', 'name': 'network-vif-deleted', 'tag': 'c0828bf0-f3bc-4690-b46b-0f89a031f6e1', 'status': 'completed', 'code': 200} Aug 10 00:56:46.042713 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-dd1d9440-8860-416d-920b-d817013f5324 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Made reservation on behalf of 17ee1744e428496598c9988733ef5d4e for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:56:46.046310 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-dd1d9440-8860-416d-920b-d817013f5324 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:46.070872 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e6f42-1912-49cb-8e9c-1d3f936513cf req-285e9e4d-779e-4f20-ab14-09ecc6fcd121 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:46.073216 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-495e6f42-1912-49cb-8e9c-1d3f936513cf req-285e9e4d-779e-4f20-ab14-09ecc6fcd121 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.24 "GET /v2.0/ports?device_id=afd75883-1f7e-444d-adc3-f51d404b13cf HTTP/1.1" status: 200 len: 944 time: 0.0842960 Aug 10 00:56:46.081372 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-4b4e7730-5aa2-400b-a5d5-bd5a4a2c7483 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:46.101207 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d191a6a-8923-4216-a924-5ea4c4a6e039 req-091406c5-1beb-4ddc-bcfe-f48223b86dea tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947566 Aug 10 00:56:46.149195 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:46.190841 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-495e6f42-1912-49cb-8e9c-1d3f936513cf req-5f0bd307-942b-4d65-865b-1d837ebc2c3f tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Deleting port 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:56:46.191105 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-495e6f42-1912-49cb-8e9c-1d3f936513cf req-5f0bd307-942b-4d65-865b-1d837ebc2c3f tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:46.212051 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-4b4e7730-5aa2-400b-a5d5-bd5a4a2c7483 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:46.285030 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-495e6f42-1912-49cb-8e9c-1d3f936513cf req-5f0bd307-942b-4d65-865b-1d837ebc2c3f tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] For port 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=2d7c6203-1ccd-4e9b-bb20-f853cd0068b0,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:46.285583 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-495e6f42-1912-49cb-8e9c-1d3f936513cf req-5f0bd307-942b-4d65-865b-1d837ebc2c3f tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:46.293537 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-4b4e7730-5aa2-400b-a5d5-bd5a4a2c7483 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Network c299ecef-0bf4-4f79-a545-86b4040e4e50 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:56:46.298480 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-495e6f42-1912-49cb-8e9c-1d3f936513cf req-5f0bd307-942b-4d65-865b-1d837ebc2c3f tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Calling delete_port for 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:56:46.304012 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-4b4e7730-5aa2-400b-a5d5-bd5a4a2c7483 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:56:46.313190 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ffb73-a2b6-46d3-ac40-c53adbd7fd92 req-c1f3e146-fa53-4784-9f32-e0848e78211d tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:46.314675 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b50ffb73-a2b6-46d3-ac40-c53adbd7fd92 req-c1f3e146-fa53-4784-9f32-e0848e78211d tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 949 time: 0.1407757 Aug 10 00:56:46.317286 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-4b4e7730-5aa2-400b-a5d5-bd5a4a2c7483 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:56:46.323893 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e7730-5aa2-400b-a5d5-bd5a4a2c7483 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Pushing event updated for resources: {'Port': ['ID=35d4dd96-3bed-4379-a5a5-ea0c9768c718,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:46.327665 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-dd1d9440-8860-416d-920b-d817013f5324 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Allocated IP 172.20.0.8 (c299ecef-0bf4-4f79-a545-86b4040e4e50/c4c212b0-0c85-4c4b-bdcf-03d96bd95001/17620661-e792-46b0-9d69-3193bd04e982) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:56:46.416235 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-4b4e7730-5aa2-400b-a5d5-bd5a4a2c7483 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:46.416846 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-4b4e7730-5aa2-400b-a5d5-bd5a4a2c7483 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:46.429398 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-495e6f42-1912-49cb-8e9c-1d3f936513cf req-5f0bd307-942b-4d65-865b-1d837ebc2c3f tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:46.435116 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b50ffb73-a2b6-46d3-ac40-c53adbd7fd92 req-e93f4b40-4a8c-4137-adf7-18a9d14d152d tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087036 Aug 10 00:56:46.459703 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0bd307-942b-4d65-865b-1d837ebc2c3f tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Pushing event deleted for resources: {'Port': ['ID=2d7c6203-1ccd-4e9b-bb20-f853cd0068b0,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:46.479511 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-4b4e7730-5aa2-400b-a5d5-bd5a4a2c7483 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2861753 Aug 10 00:56:46.506604 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-495e6f42-1912-49cb-8e9c-1d3f936513cf req-5f0bd307-942b-4d65-865b-1d837ebc2c3f tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] No DVR routers for this DVR port 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:56:46.507474 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-48fad195-7eaa-4f9a-ab80-dd7ffa1d36cf service neutron] Request body: {'port': {'device_id': 'f02eb245-c52d-490e-bd8f-35993692bc8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:46.509884 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-495e6f42-1912-49cb-8e9c-1d3f936513cf req-5f0bd307-942b-4d65-865b-1d837ebc2c3f tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:46.512327 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-495e6f42-1912-49cb-8e9c-1d3f936513cf req-5f0bd307-942b-4d65-865b-1d837ebc2c3f tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.24 "DELETE /v2.0/ports/2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 HTTP/1.1" status: 204 len: 173 time: 0.4319775 Aug 10 00:56:46.513018 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd75883-1f7e-444d-adc3-f51d404b13cf', 'name': 'network-vif-deleted', 'tag': '2d7c6203-1ccd-4e9b-bb20-f853cd0068b0'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:46.520939 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cb9486-c224-41ca-923c-f4f9edc444b1" -d '{"events": [{"server_uuid": "afd75883-1f7e-444d-adc3-f51d404b13cf", "name": "network-vif-deleted", "tag": "2d7c6203-1ccd-4e9b-bb20-f853cd0068b0"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:46.613423 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bd0b3eeb-777a-4a83-81c3-86f7bbfa15a4 req-c4539006-8816-4de2-a8e7-2d587b66e9a8 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=afd75883-1f7e-444d-adc3-f51d404b13cf HTTP/1.1" status: 200 len: 210 time: 0.0599096 Aug 10 00:56:46.672021 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dffd39-2320-4e4c-93d4-46d3d880a344 req-6e14fb3e-b94e-436f-a96f-f0383be66e42 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:46.673437 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a4dffd39-2320-4e4c-93d4-46d3d880a344 req-6e14fb3e-b94e-436f-a96f-f0383be66e42 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/ports?device_id=267ee52f-bc08-43a8-97e1-d4acd391fd85 HTTP/1.1" status: 200 len: 946 time: 0.1404915 Aug 10 00:56:46.673694 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a65005d-ff6d-4dd0-8ba0-0748d4671aa2 x-openstack-request-id: req-3a65005d-ff6d-4dd0-8ba0-0748d4671aa2 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:46.674173 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd75883-1f7e-444d-adc3-f51d404b13cf", "name": "network-vif-deleted", "tag": "2d7c6203-1ccd-4e9b-bb20-f853cd0068b0", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:46.674436 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3a65005d-ff6d-4dd0-8ba0-0748d4671aa2 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:46.674836 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd75883-1f7e-444d-adc3-f51d404b13cf', 'name': 'network-vif-deleted', 'tag': '2d7c6203-1ccd-4e9b-bb20-f853cd0068b0', 'status': 'completed', 'code': 200} Aug 10 00:56:46.677062 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-48fad195-7eaa-4f9a-ab80-dd7ffa1d36cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:46.706837 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-dd1d9440-8860-416d-920b-d817013f5324 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:46.777347 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a4dffd39-2320-4e4c-93d4-46d3d880a344 req-efa9dc68-c6ec-4af3-9469-ca944ed767e0 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups?id=6911e6cf-ab78-4416-af63-4f3cef5c2a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929554 Aug 10 00:56:46.869831 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8001023a-f8e3-45e3-92c7-cf647c2ebd4e req-a7c64bea-5a86-4767-af8d-81eb881043c1 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/ports?device_id=1281cdda-8d7f-4d68-8de0-3e82be17d9df HTTP/1.1" status: 200 len: 210 time: 0.0712736 Aug 10 00:56:46.903808 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-dd1d9440-8860-416d-920b-d817013f5324 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:47.329975 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-49a31e92-279e-4890-b3bb-373e3cb4e6b0 req-c1ac80f0-7a3c-400a-b9ee-e0bd443eb4e8 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-332794211&fields=id&tenant_id=34862481f66244cdb00ae05ecbfcc44b HTTP/1.1" status: 200 len: 267 time: 0.4580159 Aug 10 00:56:47.332566 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-dd1d9440-8860-416d-920b-d817013f5324 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Network c299ecef-0bf4-4f79-a545-86b4040e4e50 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:56:47.385264 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-dd1d9440-8860-416d-920b-d817013f5324 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:56:47.402797 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-dd1d9440-8860-416d-920b-d817013f5324 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:56:47.405249 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d9440-8860-416d-920b-d817013f5324 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Pushing event updated for resources: {'Port': ['ID=17620661-e792-46b0-9d69-3193bd04e982,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:47.494045 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88c7e3-6746-46fe-9bbd-b225abadf60f req-0171f092-efce-456e-84b8-429371534d83 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:47.495513 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd88c7e3-6746-46fe-9bbd-b225abadf60f req-0171f092-efce-456e-84b8-429371534d83 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 949 time: 0.5636935 Aug 10 00:56:47.506499 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f41af-ae2a-4967-b628-7b9668c656cd req-fff057fc-031a-453e-b44d-3ce8c44ebc64 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:47.507844 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-254f41af-ae2a-4967-b628-7b9668c656cd req-fff057fc-031a-453e-b44d-3ce8c44ebc64 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 946 time: 0.2335474 Aug 10 00:56:47.537360 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-dd1d9440-8860-416d-920b-d817013f5324 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:47.538311 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-dd1d9440-8860-416d-920b-d817013f5324 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:47.594552 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a31e92-279e-4890-b3bb-373e3cb4e6b0 req-65921f34-a209-4ab6-8aa7-592391022b11 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:47.595918 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-49a31e92-279e-4890-b3bb-373e3cb4e6b0 req-65921f34-a209-4ab6-8aa7-592391022b11 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/ports?device_id=267ee52f-bc08-43a8-97e1-d4acd391fd85 HTTP/1.1" status: 200 len: 946 time: 0.2204335 Aug 10 00:56:47.620549 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-49a31e92-279e-4890-b3bb-373e3cb4e6b0 req-e820e53a-3c75-435e-8403-f3e3cb66e706 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Request body: {'port': {'security_groups': ['6911e6cf-ab78-4416-af63-4f3cef5c2a71', '83e5f0fe-4c82-49d0-94b2-1fd57d3e9726']}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:47.634436 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-dd1d9440-8860-416d-920b-d817013f5324 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8888619 Aug 10 00:56:47.688283 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-e81e6b99-b843-4cdd-898b-7ba82ae16484 service neutron] Request body: {'port': {'device_id': '1281cdda-8d7f-4d68-8de0-3e82be17d9df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:47.723622 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-254f41af-ae2a-4967-b628-7b9668c656cd req-5ec91c8d-353e-41c0-ac0e-d736229756d3 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038600 Aug 10 00:56:47.849067 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-49a31e92-279e-4890-b3bb-373e3cb4e6b0 req-e820e53a-3c75-435e-8403-f3e3cb66e706 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:47.857895 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-48fad195-7eaa-4f9a-ab80-dd7ffa1d36cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35d4dd96-3bed-4379-a5a5-ea0c9768c718 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:47.882441 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-48fad195-7eaa-4f9a-ab80-dd7ffa1d36cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:47.885344 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-e81e6b99-b843-4cdd-898b-7ba82ae16484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:47.931223 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-cd88c7e3-6746-46fe-9bbd-b225abadf60f req-f5834675-c4e2-4b02-ad84-fde99699eeb8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Deleting port adc78391-d6f9-4d24-a261-f8d782ea2f86 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:56:47.931606 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-cd88c7e3-6746-46fe-9bbd-b225abadf60f req-f5834675-c4e2-4b02-ad84-fde99699eeb8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:48.007977 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d05ae-51e8-493c-84ac-43ea75f5fc77 req-bbc5c2ea-5c71-4d0d-bba8-7747030ac420 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:48.010024 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-006d05ae-51e8-493c-84ac-43ea75f5fc77 req-bbc5c2ea-5c71-4d0d-bba8-7747030ac420 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=5286a4c0-5266-4973-91e9-0ae393764377 HTTP/1.1" status: 200 len: 945 time: 0.2268426 Aug 10 00:56:48.012963 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-48fad195-7eaa-4f9a-ab80-dd7ffa1d36cf service neutron] Transition to ACTIVE for port object 35d4dd96-3bed-4379-a5a5-ea0c9768c718 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:56:48.035895 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-48fad195-7eaa-4f9a-ab80-dd7ffa1d36cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:48.239123 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fad195-7eaa-4f9a-ab80-dd7ffa1d36cf service neutron] Pushing event updated for resources: {'Port': ['ID=35d4dd96-3bed-4379-a5a5-ea0c9768c718,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:48.256764 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-cd88c7e3-6746-46fe-9bbd-b225abadf60f req-f5834675-c4e2-4b02-ad84-fde99699eeb8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] For port adc78391-d6f9-4d24-a261-f8d782ea2f86, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=adc78391-d6f9-4d24-a261-f8d782ea2f86,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:48.257141 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-cd88c7e3-6746-46fe-9bbd-b225abadf60f req-f5834675-c4e2-4b02-ad84-fde99699eeb8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:48.270479 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-006d05ae-51e8-493c-84ac-43ea75f5fc77 req-fb846eec-63f0-400c-b052-9dd7070f2926 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411649 Aug 10 00:56:48.306542 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-cd88c7e3-6746-46fe-9bbd-b225abadf60f req-f5834675-c4e2-4b02-ad84-fde99699eeb8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Calling delete_port for adc78391-d6f9-4d24-a261-f8d782ea2f86 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:56:48.577368 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-48fad195-7eaa-4f9a-ab80-dd7ffa1d36cf service neutron] Attempting to bind port 35d4dd96-3bed-4379-a5a5-ea0c9768c718 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:56:48.577613 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-48fad195-7eaa-4f9a-ab80-dd7ffa1d36cf service neutron] Attempting to bind port 35d4dd96-3bed-4379-a5a5-ea0c9768c718 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '700ac786-a0d6-43cb-a784-a1e514aaa0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c299ecef-0bf4-4f79-a545-86b4040e4e50'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:56:48.577954 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-48fad195-7eaa-4f9a-ab80-dd7ffa1d36cf service neutron] Attempting to bind port 35d4dd96-3bed-4379-a5a5-ea0c9768c718 on network c299ecef-0bf4-4f79-a545-86b4040e4e50 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:48.592937 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965df953-c131-4920-8729-82716266a4cc req-50aea2b9-3841-45fd-9bcc-a0763159f9c0 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:48.594425 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-965df953-c131-4920-8729-82716266a4cc req-50aea2b9-3841-45fd-9bcc-a0763159f9c0 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 949 time: 0.2435842 Aug 10 00:56:48.597195 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-49a31e92-279e-4890-b3bb-373e3cb4e6b0 req-e820e53a-3c75-435e-8403-f3e3cb66e706 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] For port 840c9686-5777-4935-8be5-811c3287ba57, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=840c9686-5777-4935-8be5-811c3287ba57,segment=NetworkSegment(e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2),segment_id=e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:48.615622 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-48fad195-7eaa-4f9a-ab80-dd7ffa1d36cf service neutron] Port 35d4dd96-3bed-4379-a5a5-ea0c9768c718 on network c299ecef-0bf4-4f79-a545-86b4040e4e50 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:56:48.615956 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-48fad195-7eaa-4f9a-ab80-dd7ffa1d36cf service neutron] Attempting to bind port 35d4dd96-3bed-4379-a5a5-ea0c9768c718 on network c299ecef-0bf4-4f79-a545-86b4040e4e50 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:48.659418 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-48fad195-7eaa-4f9a-ab80-dd7ffa1d36cf service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:56:48.659759 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-48fad195-7eaa-4f9a-ab80-dd7ffa1d36cf service neutron] Checking segment: {'id': '700ac786-a0d6-43cb-a784-a1e514aaa0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c299ecef-0bf4-4f79-a545-86b4040e4e50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:56:48.660142 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-48fad195-7eaa-4f9a-ab80-dd7ffa1d36cf service neutron] Bound using segment: {'id': '700ac786-a0d6-43cb-a784-a1e514aaa0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c299ecef-0bf4-4f79-a545-86b4040e4e50'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:56:48.660613 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-48fad195-7eaa-4f9a-ab80-dd7ffa1d36cf service neutron] Bound port: 35d4dd96-3bed-4379-a5a5-ea0c9768c718, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '700ac786-a0d6-43cb-a784-a1e514aaa0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c299ecef-0bf4-4f79-a545-86b4040e4e50'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:56:48.660976 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-48fad195-7eaa-4f9a-ab80-dd7ffa1d36cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:48.704389 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-49a31e92-279e-4890-b3bb-373e3cb4e6b0 req-e820e53a-3c75-435e-8403-f3e3cb66e706 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:48.740290 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-49a31e92-279e-4890-b3bb-373e3cb4e6b0 req-e820e53a-3c75-435e-8403-f3e3cb66e706 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:48.751869 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['2bc509b8-c00a-4b66-abd4-cc5ecbb92540'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:48.769441 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-965df953-c131-4920-8729-82716266a4cc req-aaf244d1-ed6c-4412-ae70-ff95d8ad7b12 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c5d240e-271d-42f6-a77c-c851bc537141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599638 Aug 10 00:56:48.778696 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['840c9686-5777-4935-8be5-811c3287ba57'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:48.872498 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a31e92-279e-4890-b3bb-373e3cb4e6b0 req-e820e53a-3c75-435e-8403-f3e3cb66e706 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:48.873107 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-49a31e92-279e-4890-b3bb-373e3cb4e6b0 req-e820e53a-3c75-435e-8403-f3e3cb66e706 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:48.874477 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-49a31e92-279e-4890-b3bb-373e3cb4e6b0 req-e820e53a-3c75-435e-8403-f3e3cb66e706 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "PUT /v2.0/ports/840c9686-5777-4935-8be5-811c3287ba57 HTTP/1.1" status: 200 len: 982 time: 1.2668796 Aug 10 00:56:48.886230 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267ee52f-bc08-43a8-97e1-d4acd391fd85', 'tag': '840c9686-5777-4935-8be5-811c3287ba57'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:48.888537 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c4bc64-3d99-4739-bcec-14f709fcd250" -d '{"events": [{"name": "network-changed", "server_uuid": "267ee52f-bc08-43a8-97e1-d4acd391fd85", "tag": "840c9686-5777-4935-8be5-811c3287ba57"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:48.897295 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-e81e6b99-b843-4cdd-898b-7ba82ae16484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17620661-e792-46b0-9d69-3193bd04e982 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:48.909036 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:56:48.910631 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-cd88c7e3-6746-46fe-9bbd-b225abadf60f req-f5834675-c4e2-4b02-ad84-fde99699eeb8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:48.918546 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-e81e6b99-b843-4cdd-898b-7ba82ae16484 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:48.931191 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-48fad195-7eaa-4f9a-ab80-dd7ffa1d36cf service neutron] For port 35d4dd96-3bed-4379-a5a5-ea0c9768c718, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:56:48.941589 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:56:48.941954 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 2d7c6203-1ccd-4e9b-bb20-f853cd0068b0 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:56:48.957359 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-e81e6b99-b843-4cdd-898b-7ba82ae16484 service neutron] Transition to ACTIVE for port object 17620661-e792-46b0-9d69-3193bd04e982 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:56:48.962220 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820e53a-3c75-435e-8403-f3e3cb66e706 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Pushing event updated for resources: {'Port': ['ID=840c9686-5777-4935-8be5-811c3287ba57,revision_number=6']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:48.976148 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-48fad195-7eaa-4f9a-ab80-dd7ffa1d36cf service neutron] For port 35d4dd96-3bed-4379-a5a5-ea0c9768c718, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=35d4dd96-3bed-4379-a5a5-ea0c9768c718,segment=NetworkSegment(700ac786-a0d6-43cb-a784-a1e514aaa0f3),segment_id=700ac786-a0d6-43cb-a784-a1e514aaa0f3)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:56:48.985570 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-e81e6b99-b843-4cdd-898b-7ba82ae16484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:49.020728 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-48fad195-7eaa-4f9a-ab80-dd7ffa1d36cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:49.073567 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5834675-c4e2-4b02-ad84-fde99699eeb8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Pushing event deleted for resources: {'Port': ['ID=adc78391-d6f9-4d24-a261-f8d782ea2f86,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:49.081037 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd88c7e3-6746-46fe-9bbd-b225abadf60f req-f5834675-c4e2-4b02-ad84-fde99699eeb8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] No DVR routers for this DVR port adc78391-d6f9-4d24-a261-f8d782ea2f86 on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:56:49.096822 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['840c9686-5777-4935-8be5-811c3287ba57'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:49.100456 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-cd88c7e3-6746-46fe-9bbd-b225abadf60f req-f5834675-c4e2-4b02-ad84-fde99699eeb8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:49.102957 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd88c7e3-6746-46fe-9bbd-b225abadf60f req-f5834675-c4e2-4b02-ad84-fde99699eeb8 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.20 "DELETE /v2.0/ports/adc78391-d6f9-4d24-a261-f8d782ea2f86 HTTP/1.1" status: 204 len: 173 time: 1.5921814 Aug 10 00:56:49.135143 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-48fad195-7eaa-4f9a-ab80-dd7ffa1d36cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:49.136069 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-48fad195-7eaa-4f9a-ab80-dd7ffa1d36cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:49.137208 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-48fad195-7eaa-4f9a-ab80-dd7ffa1d36cf service neutron] 10.222.0.24 "PUT /v2.0/ports/35d4dd96-3bed-4379-a5a5-ea0c9768c718 HTTP/1.1" status: 200 len: 1093 time: 2.6339154 Aug 10 00:56:49.186885 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2bd1a0-ca14-4ff7-a371-c5f21068af91 req-40bc92da-b3c9-4184-83d5-a0127a9d3369 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:49.187917 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3b2bd1a0-ca14-4ff7-a371-c5f21068af91 req-40bc92da-b3c9-4184-83d5-a0127a9d3369 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/ports?device_id=1281cdda-8d7f-4d68-8de0-3e82be17d9df HTTP/1.1" status: 200 len: 943 time: 0.2319152 Aug 10 00:56:49.214544 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e6b99-b843-4cdd-898b-7ba82ae16484 service neutron] Pushing event updated for resources: {'Port': ['ID=17620661-e792-46b0-9d69-3193bd04e982,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:49.291263 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c25bbf-f4d5-42fe-aaba-07ee9da30e0e req-698deb45-5259-4891-b283-809342a37a62 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:49.293530 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-99c25bbf-f4d5-42fe-aaba-07ee9da30e0e req-698deb45-5259-4891-b283-809342a37a62 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 946 time: 0.2538285 Aug 10 00:56:49.311529 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['adc78391-d6f9-4d24-a261-f8d782ea2f86'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:49.385336 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3b2bd1a0-ca14-4ff7-a371-c5f21068af91 req-468da2d7-1059-44fb-9de8-e3fa2578ed5a tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/security-groups?id=06325a86-b122-4800-b20d-610f2b255170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584060 Aug 10 00:56:49.407487 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fad195-7eaa-4f9a-ab80-dd7ffa1d36cf service neutron] Pushing event updated for resources: {'Port': ['ID=35d4dd96-3bed-4379-a5a5-ea0c9768c718,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:49.435392 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-e186f296-23f2-4423-ab49-d0d2a531acf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:49.436984 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-e186f296-23f2-4423-ab49-d0d2a531acf1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=17ee1744e428496598c9988733ef5d4e&device_id=f02eb245-c52d-490e-bd8f-35993692bc8a HTTP/1.1" status: 200 len: 1096 time: 0.2188914 Aug 10 00:56:49.438544 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-e81e6b99-b843-4cdd-898b-7ba82ae16484 service neutron] Attempting to bind port 17620661-e792-46b0-9d69-3193bd04e982 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:56:49.438883 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-e81e6b99-b843-4cdd-898b-7ba82ae16484 service neutron] Attempting to bind port 17620661-e792-46b0-9d69-3193bd04e982 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '700ac786-a0d6-43cb-a784-a1e514aaa0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c299ecef-0bf4-4f79-a545-86b4040e4e50'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:56:49.439218 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-e81e6b99-b843-4cdd-898b-7ba82ae16484 service neutron] Attempting to bind port 17620661-e792-46b0-9d69-3193bd04e982 on network c299ecef-0bf4-4f79-a545-86b4040e4e50 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:49.443948 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-99c25bbf-f4d5-42fe-aaba-07ee9da30e0e req-430b8c44-44f5-4063-bc4b-7a16b2732561 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316743 Aug 10 00:56:49.489665 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-e81e6b99-b843-4cdd-898b-7ba82ae16484 service neutron] Port 17620661-e792-46b0-9d69-3193bd04e982 on network c299ecef-0bf4-4f79-a545-86b4040e4e50 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:56:49.489996 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-e81e6b99-b843-4cdd-898b-7ba82ae16484 service neutron] Attempting to bind port 17620661-e792-46b0-9d69-3193bd04e982 on network c299ecef-0bf4-4f79-a545-86b4040e4e50 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:49.503872 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-a972f1d0-8587-476b-9606-cbecf6d472b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35d4dd96-3bed-4379-a5a5-ea0c9768c718 HTTP/1.1" status: 200 len: 217 time: 0.0577471 Aug 10 00:56:49.551117 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-e81e6b99-b843-4cdd-898b-7ba82ae16484 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:56:49.551472 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-e81e6b99-b843-4cdd-898b-7ba82ae16484 service neutron] Checking segment: {'id': '700ac786-a0d6-43cb-a784-a1e514aaa0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c299ecef-0bf4-4f79-a545-86b4040e4e50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:56:49.551862 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-e81e6b99-b843-4cdd-898b-7ba82ae16484 service neutron] Bound using segment: {'id': '700ac786-a0d6-43cb-a784-a1e514aaa0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c299ecef-0bf4-4f79-a545-86b4040e4e50'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:56:49.552473 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-e81e6b99-b843-4cdd-898b-7ba82ae16484 service neutron] Bound port: 17620661-e792-46b0-9d69-3193bd04e982, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '700ac786-a0d6-43cb-a784-a1e514aaa0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c299ecef-0bf4-4f79-a545-86b4040e4e50'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:56:49.552783 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-e81e6b99-b843-4cdd-898b-7ba82ae16484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:49.601496 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ec11eb-66c4-4348-bded-2eb0043e50fd x-openstack-request-id: req-a3ec11eb-66c4-4348-bded-2eb0043e50fd {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:49.601794 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267ee52f-bc08-43a8-97e1-d4acd391fd85", "tag": "840c9686-5777-4935-8be5-811c3287ba57", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:49.602053 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a3ec11eb-66c4-4348-bded-2eb0043e50fd {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:49.602487 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267ee52f-bc08-43a8-97e1-d4acd391fd85', 'tag': '840c9686-5777-4935-8be5-811c3287ba57', 'status': 'completed', 'code': 200} Aug 10 00:56:49.648679 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5285e-a00c-45b4-b969-f16f04ffc8cc req-bc173971-ba29-42e6-9ec9-43e317967f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:49.650838 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f1c5285e-a00c-45b4-b969-f16f04ffc8cc req-bc173971-ba29-42e6-9ec9-43e317967f1c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 1098 time: 0.3020387 Aug 10 00:56:49.652242 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-21536a64-8833-4439-8b07-c43e57935f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:49.653536 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-21536a64-8833-4439-8b07-c43e57935f93 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c4c212b0-0c85-4c4b-bdcf-03d96bd95001 HTTP/1.1" status: 200 len: 852 time: 0.1280353 Aug 10 00:56:49.683386 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4bc64-3d99-4739-bcec-14f709fcd250 req-fa0804b2-aad0-4acd-8dcd-a08b2a7c24f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:49.684991 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-96c4bc64-3d99-4739-bcec-14f709fcd250 req-fa0804b2-aad0-4acd-8dcd-a08b2a7c24f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=34862481f66244cdb00ae05ecbfcc44b&device_id=267ee52f-bc08-43a8-97e1-d4acd391fd85 HTTP/1.1" status: 200 len: 1137 time: 0.0444660 Aug 10 00:56:49.724696 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d049bd9-c6de-4533-83d3-d12db1437ba3 req-2368b7d9-eee6-4e67-ae33-7a42be1d97e1 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups/83e5f0fe-4c82-49d0-94b2-1fd57d3e9726 HTTP/1.1" status: 200 len: 1799 time: 0.2310996 Aug 10 00:56:49.737818 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-27cca10e-98d0-4397-8c35-36636ca7da01 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c299ecef-0bf4-4f79-a545-86b4040e4e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675948 Aug 10 00:56:49.780091 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4bc64-3d99-4739-bcec-14f709fcd250 req-e3af8b1b-9a40-42f2-9832-7bbb4ff6fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:49.781655 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-96c4bc64-3d99-4739-bcec-14f709fcd250 req-e3af8b1b-9a40-42f2-9832-7bbb4ff6fac8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8e043123-acd1-4cc8-a670-ebf832c12f2b HTTP/1.1" status: 200 len: 914 time: 0.0887818 Aug 10 00:56:49.825043 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-e81e6b99-b843-4cdd-898b-7ba82ae16484 service neutron] For port 17620661-e792-46b0-9d69-3193bd04e982, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:56:49.856459 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f1c5285e-a00c-45b4-b969-f16f04ffc8cc req-1a5ce373-68d4-4421-b455-d91aa71d5b3f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883755 Aug 10 00:56:49.857018 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-96c4bc64-3d99-4739-bcec-14f709fcd250 req-fc1e0d72-fe7a-437c-931a-68d220452c94 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=840c9686-5777-4935-8be5-811c3287ba57 HTTP/1.1" status: 200 len: 217 time: 0.0348923 Aug 10 00:56:49.863741 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-e81e6b99-b843-4cdd-898b-7ba82ae16484 service neutron] For port 17620661-e792-46b0-9d69-3193bd04e982, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=17620661-e792-46b0-9d69-3193bd04e982,segment=NetworkSegment(700ac786-a0d6-43cb-a784-a1e514aaa0f3),segment_id=700ac786-a0d6-43cb-a784-a1e514aaa0f3)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:56:49.875645 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b2df3-98f8-4154-ab03-31c758e1ffa2 req-64668812-fe0e-4995-9183-0cb1d0b2322a tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:49.877143 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d1b2df3-98f8-4154-ab03-31c758e1ffa2 req-64668812-fe0e-4995-9183-0cb1d0b2322a tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=5286a4c0-5266-4973-91e9-0ae393764377 HTTP/1.1" status: 200 len: 945 time: 0.2211475 Aug 10 00:56:49.886975 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-e81e6b99-b843-4cdd-898b-7ba82ae16484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:49.958231 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [req-2d049bd9-c6de-4533-83d3-d12db1437ba3 req-dd40a7a1-e27f-4d84-bf51-c3ffc3062375 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 00:56:49.959416 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d049bd9-c6de-4533-83d3-d12db1437ba3 req-dd40a7a1-e27f-4d84-bf51-c3ffc3062375 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "DELETE /v2.0/security-groups/83e5f0fe-4c82-49d0-94b2-1fd57d3e9726 HTTP/1.1" status: 409 len: 341 time: 0.2137232 Aug 10 00:56:49.960640 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-e81e6b99-b843-4cdd-898b-7ba82ae16484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:49.961251 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-e81e6b99-b843-4cdd-898b-7ba82ae16484 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:49.962567 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-e81e6b99-b843-4cdd-898b-7ba82ae16484 service neutron] 10.222.0.24 "PUT /v2.0/ports/17620661-e792-46b0-9d69-3193bd04e982 HTTP/1.1" status: 200 len: 1092 time: 2.2799752 Aug 10 00:56:49.999143 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-f88e4f9c-8d69-4789-ba10-b88df66b0c18 service neutron] 10.222.0.24 "GET /v2.0/networks/c299ecef-0bf4-4f79-a545-86b4040e4e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521498 Aug 10 00:56:50.005780 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d1b2df3-98f8-4154-ab03-31c758e1ffa2 req-ab57fe26-b589-449e-b228-19c7bf8c8b81 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201971 Aug 10 00:56:50.006784 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e6b99-b843-4cdd-898b-7ba82ae16484 service neutron] Pushing event updated for resources: {'Port': ['ID=17620661-e792-46b0-9d69-3193bd04e982,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:50.298414 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4bc64-3d99-4739-bcec-14f709fcd250 req-4e6c2405-3556-429b-a0fa-4030ef2856a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:50.301247 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-96c4bc64-3d99-4739-bcec-14f709fcd250 req-4e6c2405-3556-429b-a0fa-4030ef2856a8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eeb15cfb-323e-472a-80f5-e301eee96d09 HTTP/1.1" status: 200 len: 853 time: 0.0769327 Aug 10 00:56:50.376640 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-96c4bc64-3d99-4739-bcec-14f709fcd250 req-65427100-e06d-4c80-8939-f5ed5e5e8848 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8e043123-acd1-4cc8-a670-ebf832c12f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406656 Aug 10 00:56:50.441375 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36f3aa-4b9b-4f7f-9a4b-a559773cfa50 req-63bb9fc9-df1a-4631-a17b-fabe10cfa44d tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:50.442885 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6b36f3aa-4b9b-4f7f-9a4b-a559773cfa50 req-63bb9fc9-df1a-4631-a17b-fabe10cfa44d tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a3f67a-1464-4057-bc1c-764604ede1cb HTTP/1.1" status: 200 len: 945 time: 0.1161859 Aug 10 00:56:50.474415 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a646d4f8-5a30-4b7f-bdf0-223d4b19badf req-44c1e7ec-e529-40ac-aa63-95eaa4e9f0d1 tempest-MigrationsAdminTest-1767436306 tempest-MigrationsAdminTest-1767436306-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb38fa8-a1d1-4852-9935-945dd1c95ce8 HTTP/1.1" status: 200 len: 210 time: 0.3958743 Aug 10 00:56:50.497779 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a58efd-c9e0-4241-ae52-31adb5e31d36 req-accde5b4-ae7d-4fd2-8d62-4ea68a09ed8e tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:50.504724 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-95a58efd-c9e0-4241-ae52-31adb5e31d36 req-accde5b4-ae7d-4fd2-8d62-4ea68a09ed8e tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a3f67a-1464-4057-bc1c-764604ede1cb HTTP/1.1" status: 200 len: 945 time: 0.4914541 Aug 10 00:56:50.519083 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-656bd365-35a2-4794-90ef-4292780bdeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:50.520551 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-656bd365-35a2-4794-90ef-4292780bdeba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=17ee1744e428496598c9988733ef5d4e&device_id=1281cdda-8d7f-4d68-8de0-3e82be17d9df HTTP/1.1" status: 200 len: 1095 time: 0.4894803 Aug 10 00:56:50.544725 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-96c4bc64-3d99-4739-bcec-14f709fcd250 req-7910affd-122a-44b3-9a22-82174ecea50c service neutron] 10.222.0.20 "GET /v2.0/networks/8e043123-acd1-4cc8-a670-ebf832c12f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589692 Aug 10 00:56:50.566844 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-6b36f3aa-4b9b-4f7f-9a4b-a559773cfa50 req-9608f79d-6159-48bf-9c89-37df64be481e tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Deleting port e0faacd5-133a-43ad-950f-3f6efc6ebf93 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:56:50.567189 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-6b36f3aa-4b9b-4f7f-9a4b-a559773cfa50 req-9608f79d-6159-48bf-9c89-37df64be481e tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:50.577538 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-91106f60-1ae9-43a6-b37b-8986b85a8b42 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17620661-e792-46b0-9d69-3193bd04e982 HTTP/1.1" status: 200 len: 217 time: 0.0423393 Aug 10 00:56:50.634976 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-df2e39a4-2c2f-4aa7-a8b6-945a839f97b8 service neutron] 10.222.0.24 "GET /v2.0/networks/c299ecef-0bf4-4f79-a545-86b4040e4e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6027758 Aug 10 00:56:50.643928 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-95a58efd-c9e0-4241-ae52-31adb5e31d36 req-fc8f41a5-04a4-450b-b65a-012987ecf1e3 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a32d360-0439-4b39-8dfc-e5132c09547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379108 Aug 10 00:56:50.671748 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-0bc3b414-0c85-47e3-b4df-1df9b3618403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:50.673322 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-0bc3b414-0c85-47e3-b4df-1df9b3618403 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c4c212b0-0c85-4c4b-bdcf-03d96bd95001 HTTP/1.1" status: 200 len: 852 time: 0.0869045 Aug 10 00:56:50.718613 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-6b36f3aa-4b9b-4f7f-9a4b-a559773cfa50 req-9608f79d-6159-48bf-9c89-37df64be481e tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] For port e0faacd5-133a-43ad-950f-3f6efc6ebf93, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=e0faacd5-133a-43ad-950f-3f6efc6ebf93,segment=NetworkSegment(b8ff049c-adcf-478e-b1d5-2df8cde403c0),segment_id=b8ff049c-adcf-478e-b1d5-2df8cde403c0)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:50.719141 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-6b36f3aa-4b9b-4f7f-9a4b-a559773cfa50 req-9608f79d-6159-48bf-9c89-37df64be481e tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:50.733621 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-6b36f3aa-4b9b-4f7f-9a4b-a559773cfa50 req-9608f79d-6159-48bf-9c89-37df64be481e tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Calling delete_port for e0faacd5-133a-43ad-950f-3f6efc6ebf93 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:56:50.739325 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-3b6b3e60-5ec4-407f-a8ff-72f572fbacf9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c299ecef-0bf4-4f79-a545-86b4040e4e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515304 Aug 10 00:56:50.863348 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-96c4bc64-3d99-4739-bcec-14f709fcd250 req-828b0347-1229-4158-b0d2-2db0f8b5fe8b service neutron] 10.222.0.20 "GET /v2.0/networks/8e043123-acd1-4cc8-a670-ebf832c12f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533410 Aug 10 00:56:50.881197 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-6b36f3aa-4b9b-4f7f-9a4b-a559773cfa50 req-9608f79d-6159-48bf-9c89-37df64be481e tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:50.919578 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608f79d-6159-48bf-9c89-37df64be481e tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Pushing event deleted for resources: {'Port': ['ID=e0faacd5-133a-43ad-950f-3f6efc6ebf93,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:50.939929 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cc7e4-acfb-42d6-8d4e-6098f17f6aa2 req-5dca79cf-8dd3-424e-9891-c63cb8695350 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:50.941439 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0d3cc7e4-acfb-42d6-8d4e-6098f17f6aa2 req-5dca79cf-8dd3-424e-9891-c63cb8695350 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/ports?device_id=1281cdda-8d7f-4d68-8de0-3e82be17d9df HTTP/1.1" status: 200 len: 943 time: 0.1235166 Aug 10 00:56:50.948670 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-65f16b41-5833-481a-869f-c450d0337ded service neutron] 10.222.0.24 "GET /v2.0/networks/c299ecef-0bf4-4f79-a545-86b4040e4e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998127 Aug 10 00:56:50.966790 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b36f3aa-4b9b-4f7f-9a4b-a559773cfa50 req-9608f79d-6159-48bf-9c89-37df64be481e tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] No DVR routers for this DVR port e0faacd5-133a-43ad-950f-3f6efc6ebf93 on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:56:50.969257 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-6b36f3aa-4b9b-4f7f-9a4b-a559773cfa50 req-9608f79d-6159-48bf-9c89-37df64be481e tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:50.971269 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6b36f3aa-4b9b-4f7f-9a4b-a559773cfa50 req-9608f79d-6159-48bf-9c89-37df64be481e tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.24 "DELETE /v2.0/ports/e0faacd5-133a-43ad-950f-3f6efc6ebf93 HTTP/1.1" status: 204 len: 173 time: 0.5185459 Aug 10 00:56:50.971715 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a3f67a-1464-4057-bc1c-764604ede1cb', 'name': 'network-vif-deleted', 'tag': 'e0faacd5-133a-43ad-950f-3f6efc6ebf93'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:50.973988 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236143d8-be66-482d-b841-7c855ab1aefc" -d '{"events": [{"server_uuid": "19a3f67a-1464-4057-bc1c-764604ede1cb", "name": "network-vif-deleted", "tag": "e0faacd5-133a-43ad-950f-3f6efc6ebf93"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:50.984227 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afecf3ef-c7be-4c96-9385-b8d38ef211bc req-10e8ebd8-a615-4fc5-9b1a-b6e0b9313afe tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:50.988217 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-afecf3ef-c7be-4c96-9385-b8d38ef211bc req-10e8ebd8-a615-4fc5-9b1a-b6e0b9313afe tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 946 time: 0.1412723 Aug 10 00:56:51.018830 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f07ed1-35ec-4716-86be-eab077bafe8c req-6ece6ca1-d48f-41e1-aeca-7cf48e5098a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:51.020489 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-22f07ed1-35ec-4716-86be-eab077bafe8c req-6ece6ca1-d48f-41e1-aeca-7cf48e5098a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=34862481f66244cdb00ae05ecbfcc44b&device_id=267ee52f-bc08-43a8-97e1-d4acd391fd85 HTTP/1.1" status: 200 len: 1137 time: 0.0432556 Aug 10 00:56:51.084544 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0d3cc7e4-acfb-42d6-8d4e-6098f17f6aa2 req-8777f3ea-3a77-4b4e-b1e6-931815fd58dc tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/security-groups?id=06325a86-b122-4800-b20d-610f2b255170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347759 Aug 10 00:56:51.108879 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-afecf3ef-c7be-4c96-9385-b8d38ef211bc req-77295e08-531e-46ac-b732-2740d9a0795b tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811541 Aug 10 00:56:51.137499 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f07ed1-35ec-4716-86be-eab077bafe8c req-e8c14a08-1d16-468c-8929-e59417f644a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:51.138998 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-22f07ed1-35ec-4716-86be-eab077bafe8c req-e8c14a08-1d16-468c-8929-e59417f644a9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8e043123-acd1-4cc8-a670-ebf832c12f2b HTTP/1.1" status: 200 len: 914 time: 0.1075153 Aug 10 00:56:51.147562 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d691a7c-cb4e-44bc-bf0e-1c5845a5b829 req-9382c604-c185-41e9-a997-1a6308f8ec67 service neutron] 10.222.0.24 "GET /v2.0/networks/c299ecef-0bf4-4f79-a545-86b4040e4e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896510 Aug 10 00:56:51.189435 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-22f07ed1-35ec-4716-86be-eab077bafe8c req-57d4aba2-b4a5-4416-ab09-b4823337cbf1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=840c9686-5777-4935-8be5-811c3287ba57 HTTP/1.1" status: 200 len: 217 time: 0.0422058 Aug 10 00:56:51.239472 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af2276-d586-4008-84a5-a80bce7a494e req-6d46faf0-3d09-41ed-a827-eb53137ce931 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:51.240987 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-74af2276-d586-4008-84a5-a80bce7a494e req-6d46faf0-3d09-41ed-a827-eb53137ce931 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/ports?device_id=267ee52f-bc08-43a8-97e1-d4acd391fd85 HTTP/1.1" status: 200 len: 985 time: 0.0838108 Aug 10 00:56:51.249125 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f64049-8a28-4cf0-ae67-7fad68a0c974 req-6fc113c8-aaaf-44c1-b8a6-6382f3b22ca7 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:51.250510 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-44f64049-8a28-4cf0-ae67-7fad68a0c974 req-6fc113c8-aaaf-44c1-b8a6-6382f3b22ca7 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e31889-8ff6-44ba-83af-8ab4c2bbfdc4 HTTP/1.1" status: 200 len: 946 time: 0.0812705 Aug 10 00:56:51.290364 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f07ed1-35ec-4716-86be-eab077bafe8c req-0d3bae48-647d-4731-861a-9b72b687c082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:51.291828 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-22f07ed1-35ec-4716-86be-eab077bafe8c req-0d3bae48-647d-4731-861a-9b72b687c082 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eeb15cfb-323e-472a-80f5-e301eee96d09 HTTP/1.1" status: 200 len: 853 time: 0.0463343 Aug 10 00:56:51.307185 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-74af2276-d586-4008-84a5-a80bce7a494e req-d44d9864-6adb-41c1-98b8-3fed5d5e47d0 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups?id=6911e6cf-ab78-4416-af63-4f3cef5c2a71&id=83e5f0fe-4c82-49d0-94b2-1fd57d3e9726&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0557299 Aug 10 00:56:51.312085 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-44f64049-8a28-4cf0-ae67-7fad68a0c974 req-5bfd41ab-2423-45d7-8d29-30aacd7f7d31 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549052 Aug 10 00:56:51.325740 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-22f07ed1-35ec-4716-86be-eab077bafe8c req-ad5dc626-8d7a-46ec-8e46-e8dabcae4e39 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8e043123-acd1-4cc8-a670-ebf832c12f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251722 Aug 10 00:56:51.433623 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387644e8-a04e-4661-8808-3c0d7cc8cdb0 x-openstack-request-id: req-387644e8-a04e-4661-8808-3c0d7cc8cdb0 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:51.433919 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a3f67a-1464-4057-bc1c-764604ede1cb", "name": "network-vif-deleted", "tag": "e0faacd5-133a-43ad-950f-3f6efc6ebf93", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:51.434179 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-387644e8-a04e-4661-8808-3c0d7cc8cdb0 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:51.434580 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a3f67a-1464-4057-bc1c-764604ede1cb', 'name': 'network-vif-deleted', 'tag': 'e0faacd5-133a-43ad-950f-3f6efc6ebf93', 'status': 'completed', 'code': 200} Aug 10 00:56:51.446941 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device adc78391-d6f9-4d24-a261-f8d782ea2f86 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:56:51.450758 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-22f07ed1-35ec-4716-86be-eab077bafe8c req-bb653cb2-864c-4935-b885-8ea58ac1e146 service neutron] 10.222.0.20 "GET /v2.0/networks/8e043123-acd1-4cc8-a670-ebf832c12f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058693 Aug 10 00:56:51.452948 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d01c0c-cf72-4193-816d-dda9a5bd203a req-f1a0a786-f629-4bb2-947f-a1c73952f8b3 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:51.454466 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-21d01c0c-cf72-4193-816d-dda9a5bd203a req-f1a0a786-f629-4bb2-947f-a1c73952f8b3 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=5286a4c0-5266-4973-91e9-0ae393764377 HTTP/1.1" status: 200 len: 945 time: 0.0593123 Aug 10 00:56:51.466343 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: adc78391-d6f9-4d24-a261-f8d782ea2f86 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:56:51.466960 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device adc78391-d6f9-4d24-a261-f8d782ea2f86 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:56:51.492907 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-21d01c0c-cf72-4193-816d-dda9a5bd203a req-f1109f60-d31e-4013-bed3-003d83143e79 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325143 Aug 10 00:56:51.547998 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-22f07ed1-35ec-4716-86be-eab077bafe8c req-dd47cc80-24e6-4c46-88dc-379ff6e8d291 service neutron] 10.222.0.20 "GET /v2.0/networks/8e043123-acd1-4cc8-a670-ebf832c12f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843627 Aug 10 00:56:51.604217 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb38fa8-a1d1-4852-9935-945dd1c95ce8', 'name': 'network-vif-deleted', 'tag': 'adc78391-d6f9-4d24-a261-f8d782ea2f86'}, {'name': 'network-changed', 'server_uuid': 'f02eb245-c52d-490e-bd8f-35993692bc8a', 'tag': '35d4dd96-3bed-4379-a5a5-ea0c9768c718'}, {'name': 'network-changed', 'server_uuid': '1281cdda-8d7f-4d68-8de0-3e82be17d9df', 'tag': '17620661-e792-46b0-9d69-3193bd04e982'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:51.608313 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa80860-07ae-4405-a874-b959e4594a0b" -d '{"events": [{"server_uuid": "2cb38fa8-a1d1-4852-9935-945dd1c95ce8", "name": "network-vif-deleted", "tag": "adc78391-d6f9-4d24-a261-f8d782ea2f86"}, {"name": "network-changed", "server_uuid": "f02eb245-c52d-490e-bd8f-35993692bc8a", "tag": "35d4dd96-3bed-4379-a5a5-ea0c9768c718"}, {"name": "network-changed", "server_uuid": "1281cdda-8d7f-4d68-8de0-3e82be17d9df", "tag": "17620661-e792-46b0-9d69-3193bd04e982"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:51.682104 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a68b8e-8d02-48b1-9e2f-27b99bbe1373 x-openstack-request-id: req-b7a68b8e-8d02-48b1-9e2f-27b99bbe1373 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:51.682412 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb38fa8-a1d1-4852-9935-945dd1c95ce8", "name": "network-vif-deleted", "tag": "adc78391-d6f9-4d24-a261-f8d782ea2f86", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f02eb245-c52d-490e-bd8f-35993692bc8a", "tag": "35d4dd96-3bed-4379-a5a5-ea0c9768c718", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1281cdda-8d7f-4d68-8de0-3e82be17d9df", "tag": "17620661-e792-46b0-9d69-3193bd04e982", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:51.682675 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b7a68b8e-8d02-48b1-9e2f-27b99bbe1373 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:51.683060 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb38fa8-a1d1-4852-9935-945dd1c95ce8', 'name': 'network-vif-deleted', 'tag': 'adc78391-d6f9-4d24-a261-f8d782ea2f86', 'status': 'completed', 'code': 200} Aug 10 00:56:51.683330 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f02eb245-c52d-490e-bd8f-35993692bc8a', 'tag': '35d4dd96-3bed-4379-a5a5-ea0c9768c718', 'status': 'completed', 'code': 200} Aug 10 00:56:51.683587 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1281cdda-8d7f-4d68-8de0-3e82be17d9df', 'tag': '17620661-e792-46b0-9d69-3193bd04e982', 'status': 'completed', 'code': 200} Aug 10 00:56:51.757782 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa80860-07ae-4405-a874-b959e4594a0b req-c2ffb3ea-81da-4a78-afb0-3eb410c06a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:51.760366 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2aa80860-07ae-4405-a874-b959e4594a0b req-c2ffb3ea-81da-4a78-afb0-3eb410c06a08 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=17ee1744e428496598c9988733ef5d4e&device_id=f02eb245-c52d-490e-bd8f-35993692bc8a HTTP/1.1" status: 200 len: 1096 time: 0.0491624 Aug 10 00:56:51.786678 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39026) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:51.847742 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-27feec96-740e-47ee-a2d2-ecd600f48dec req-bceb7aab-cc53-4188-80c7-4b90c65e8105 tempest-LiveAutoBlockMigrationV225Test-1767173777 tempest-LiveAutoBlockMigrationV225Test-1767173777-project] 10.222.0.35 "GET /v2.0/ports?device_id=19a3f67a-1464-4057-bc1c-764604ede1cb HTTP/1.1" status: 200 len: 210 time: 0.0652328 Aug 10 00:56:51.886452 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa80860-07ae-4405-a874-b959e4594a0b req-5df4dee8-bdc7-45b9-9f0a-9b555228f042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:51.888125 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2aa80860-07ae-4405-a874-b959e4594a0b req-5df4dee8-bdc7-45b9-9f0a-9b555228f042 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c299ecef-0bf4-4f79-a545-86b4040e4e50 HTTP/1.1" status: 200 len: 913 time: 0.1192238 Aug 10 00:56:51.932412 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2aa80860-07ae-4405-a874-b959e4594a0b req-bae61d18-6e94-4664-bac0-6baf488eaedf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35d4dd96-3bed-4379-a5a5-ea0c9768c718 HTTP/1.1" status: 200 len: 217 time: 0.0354528 Aug 10 00:56:51.940910 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d47a4ba0-35f9-4f5a-a223-dd1120354d94 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a32ed65983d143c3b0d38c9da5efabeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1531105 Aug 10 00:56:51.943409 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39030) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:51.985762 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa80860-07ae-4405-a874-b959e4594a0b req-4aec46d7-cf26-49fd-a625-9ad946cdca57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:51.987277 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2aa80860-07ae-4405-a874-b959e4594a0b req-4aec46d7-cf26-49fd-a625-9ad946cdca57 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c4c212b0-0c85-4c4b-bdcf-03d96bd95001 HTTP/1.1" status: 200 len: 852 time: 0.0439889 Aug 10 00:56:51.996023 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a8e58282-228f-4ce1-ad95-4a18e3da8496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:52.017225 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a8e58282-228f-4ce1-ad95-4a18e3da8496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:52.021277 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2aa80860-07ae-4405-a874-b959e4594a0b req-8b92c0b8-acba-4b6c-accf-c4092768a886 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c299ecef-0bf4-4f79-a545-86b4040e4e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242639 Aug 10 00:56:52.062651 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a8e58282-228f-4ce1-ad95-4a18e3da8496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:52.065424 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a8e58282-228f-4ce1-ad95-4a18e3da8496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:52.066624 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a8e58282-228f-4ce1-ad95-4a18e3da8496 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c5d240e-271d-42f6-a77c-c851bc537141 HTTP/1.1" status: 204 len: 168 time: 0.1223409 Aug 10 00:56:52.076451 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e58282-228f-4ce1-ad95-4a18e3da8496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5d240e-271d-42f6-a77c-c851bc537141,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:52.129224 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2aa80860-07ae-4405-a874-b959e4594a0b req-ff9d5b94-30a7-48c2-b883-991034024708 service neutron] 10.222.0.24 "GET /v2.0/networks/c299ecef-0bf4-4f79-a545-86b4040e4e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996063 Aug 10 00:56:52.302356 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6e7ba-3999-4f7e-afe7-2b803274790d req-897457cd-d024-4c4d-ae3b-db712870401d tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:52.303839 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-63c6e7ba-3999-4f7e-afe7-2b803274790d req-897457cd-d024-4c4d-ae3b-db712870401d tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 946 time: 0.0985765 Aug 10 00:56:52.316892 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11586e22-fddf-4268-ae88-3b9b909e85d6 req-dbf18f57-dd59-4d84-8b2b-440b15506485 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:52.318346 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-11586e22-fddf-4268-ae88-3b9b909e85d6 req-dbf18f57-dd59-4d84-8b2b-440b15506485 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/ports?device_id=1281cdda-8d7f-4d68-8de0-3e82be17d9df HTTP/1.1" status: 200 len: 943 time: 0.1478279 Aug 10 00:56:52.331983 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2aa80860-07ae-4405-a874-b959e4594a0b req-9e4d0e0a-5731-4560-bb9c-3718121ae9b5 service neutron] 10.222.0.24 "GET /v2.0/networks/c299ecef-0bf4-4f79-a545-86b4040e4e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870430 Aug 10 00:56:52.372868 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39046) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:52.382615 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-63c6e7ba-3999-4f7e-afe7-2b803274790d req-0260e569-e7f3-4cbc-8e21-e398e975469e tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617125 Aug 10 00:56:52.424337 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-028ccb40-7c74-471f-b882-950c2a367b2e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3c56b0c40433413a95135f4becc8c230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499525 Aug 10 00:56:52.425036 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39050) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:52.441527 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-11586e22-fddf-4268-ae88-3b9b909e85d6 req-afbdcf87-f58a-4c80-8ce1-f2c3d2d528cb tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/security-groups?id=06325a86-b122-4800-b20d-610f2b255170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064734 Aug 10 00:56:52.458585 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa80860-07ae-4405-a874-b959e4594a0b req-b3a86aeb-42d0-412e-a043-7b7d270301ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:52.460060 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2aa80860-07ae-4405-a874-b959e4594a0b req-b3a86aeb-42d0-412e-a043-7b7d270301ac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=17ee1744e428496598c9988733ef5d4e&device_id=1281cdda-8d7f-4d68-8de0-3e82be17d9df HTTP/1.1" status: 200 len: 1095 time: 0.0809438 Aug 10 00:56:52.485914 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9df22b22-6ff3-49f6-85e3-0c25a80a31f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:52.511344 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9df22b22-6ff3-49f6-85e3-0c25a80a31f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:52.560555 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9df22b22-6ff3-49f6-85e3-0c25a80a31f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:52.563138 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9df22b22-6ff3-49f6-85e3-0c25a80a31f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:52.564317 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9df22b22-6ff3-49f6-85e3-0c25a80a31f9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eff43fa7-e5f0-4ffb-9c43-49ca5255e60b HTTP/1.1" status: 204 len: 168 time: 0.1381106 Aug 10 00:56:52.574320 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df22b22-6ff3-49f6-85e3-0c25a80a31f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff43fa7-e5f0-4ffb-9c43-49ca5255e60b,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:52.601735 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d9853-305c-4d1b-869c-29fb83ab217e req-3bca2ea4-a879-4c13-a5e5-a7a3237ee174 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:52.603771 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c57d9853-305c-4d1b-869c-29fb83ab217e req-3bca2ea4-a879-4c13-a5e5-a7a3237ee174 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/ports?device_id=267ee52f-bc08-43a8-97e1-d4acd391fd85 HTTP/1.1" status: 200 len: 985 time: 0.1475084 Aug 10 00:56:52.634583 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cea349-4a3c-4d80-b49d-e894f1666124 req-fde0ecf8-cc42-41d9-8efa-75717da19ea8 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:52.635925 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e2cea349-4a3c-4d80-b49d-e894f1666124 req-fde0ecf8-cc42-41d9-8efa-75717da19ea8 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e31889-8ff6-44ba-83af-8ab4c2bbfdc4 HTTP/1.1" status: 200 len: 946 time: 0.1088259 Aug 10 00:56:52.642652 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa80860-07ae-4405-a874-b959e4594a0b req-4cb2b3ab-8d2d-49f3-91ff-6b5ae7d957bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:52.644042 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2aa80860-07ae-4405-a874-b959e4594a0b req-4cb2b3ab-8d2d-49f3-91ff-6b5ae7d957bc service neutron] 10.222.0.24 "GET /v2.0/networks?id=c299ecef-0bf4-4f79-a545-86b4040e4e50 HTTP/1.1" status: 200 len: 913 time: 0.1734321 Aug 10 00:56:52.719181 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c57d9853-305c-4d1b-869c-29fb83ab217e req-5deda762-8260-43a0-981d-fae46c3840cb tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups?id=6911e6cf-ab78-4416-af63-4f3cef5c2a71&id=83e5f0fe-4c82-49d0-94b2-1fd57d3e9726&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1035914 Aug 10 00:56:52.722347 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2aa80860-07ae-4405-a874-b959e4594a0b req-98500504-b917-411f-a5e7-e51499ed174b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17620661-e792-46b0-9d69-3193bd04e982 HTTP/1.1" status: 200 len: 217 time: 0.0564592 Aug 10 00:56:52.728118 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e2cea349-4a3c-4d80-b49d-e894f1666124 req-7dbcaa84-0848-4012-a1d0-6289cd0ae256 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826123 Aug 10 00:56:52.785780 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa80860-07ae-4405-a874-b959e4594a0b req-144a0752-fbe6-49af-862b-6b8a90e491ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:52.787416 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2aa80860-07ae-4405-a874-b959e4594a0b req-144a0752-fbe6-49af-862b-6b8a90e491ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c4c212b0-0c85-4c4b-bdcf-03d96bd95001 HTTP/1.1" status: 200 len: 852 time: 0.0563881 Aug 10 00:56:52.826539 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2aa80860-07ae-4405-a874-b959e4594a0b req-f8ff9b1f-673c-4749-a0b3-a685ccde2a8a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c299ecef-0bf4-4f79-a545-86b4040e4e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301020 Aug 10 00:56:52.950326 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device e0faacd5-133a-43ad-950f-3f6efc6ebf93 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:56:52.971680 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: e0faacd5-133a-43ad-950f-3f6efc6ebf93 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:56:52.972034 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device e0faacd5-133a-43ad-950f-3f6efc6ebf93 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:56:53.006426 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e4c07-9e20-4719-b6df-7a1e2cd10ec2 req-b58117d5-54d5-4b55-974a-164315f74857 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:53.007898 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b51e4c07-9e20-4719-b6df-7a1e2cd10ec2 req-b58117d5-54d5-4b55-974a-164315f74857 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=5286a4c0-5266-4973-91e9-0ae393764377 HTTP/1.1" status: 200 len: 945 time: 0.1850464 Aug 10 00:56:53.055445 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-a146f484-bc8a-49d3-8833-674ee9d4f058 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:53.056916 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-a146f484-bc8a-49d3-8833-674ee9d4f058 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/networks?id=1805ad23-e76e-4170-8cce-d9f8ae87fa4a HTTP/1.1" status: 200 len: 811 time: 0.2329779 Aug 10 00:56:53.059796 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2aa80860-07ae-4405-a874-b959e4594a0b req-9282d7fd-61ee-4552-9533-c87427a5439c service neutron] 10.222.0.24 "GET /v2.0/networks/c299ecef-0bf4-4f79-a545-86b4040e4e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165711 Aug 10 00:56:53.099015 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-163fc02c-9140-4cf2-8a53-e63dd85b36d9 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/quotas/10f7050015304e84b3f71a403993ccee HTTP/1.1" status: 200 len: 375 time: 0.0357449 Aug 10 00:56:53.124863 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b51e4c07-9e20-4719-b6df-7a1e2cd10ec2 req-0fc54593-e09f-40e0-b13e-0a1bd8566063 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105864 Aug 10 00:56:53.204987 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-afdbb8a2-9ac9-4477-9d51-bb68e7ddc37d tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=10f7050015304e84b3f71a403993ccee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0791717 Aug 10 00:56:53.208469 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2aa80860-07ae-4405-a874-b959e4594a0b req-654bce2e-cc23-4e2e-96d0-8e2be71d02da service neutron] 10.222.0.24 "GET /v2.0/networks/c299ecef-0bf4-4f79-a545-86b4040e4e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315770 Aug 10 00:56:53.320375 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b1275198-b87b-41a8-b026-e20bc3280fdd req-6e7df533-44ae-4f8b-8574-fd3be090c4c1 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1617114067&fields=id&tenant_id=34862481f66244cdb00ae05ecbfcc44b HTTP/1.1" status: 200 len: 267 time: 0.0481534 Aug 10 00:56:53.341148 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-6b011ede-013d-454d-80c0-758c27030cb9 service neutron] 10.222.0.35 "GET /v2.0/networks/1805ad23-e76e-4170-8cce-d9f8ae87fa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241791 Aug 10 00:56:53.427476 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1275198-b87b-41a8-b026-e20bc3280fdd req-798f030d-1c76-46ff-a37f-e3f0c04abed1 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:53.428988 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b1275198-b87b-41a8-b026-e20bc3280fdd req-798f030d-1c76-46ff-a37f-e3f0c04abed1 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/ports?device_id=267ee52f-bc08-43a8-97e1-d4acd391fd85 HTTP/1.1" status: 200 len: 985 time: 0.1025252 Aug 10 00:56:53.445735 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-b1275198-b87b-41a8-b026-e20bc3280fdd req-b717c783-36e0-4187-96aa-e5ce0bc4ba20 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Request body: {'port': {'security_groups': ['6911e6cf-ab78-4416-af63-4f3cef5c2a71', '83e5f0fe-4c82-49d0-94b2-1fd57d3e9726', 'fc64f6e7-33d0-45df-bb25-0476b24df538']}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:53.498948 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-ebe9a74d-5ee1-4972-9028-4fc0c960ef7e service neutron] 10.222.0.35 "GET /v2.0/networks/1805ad23-e76e-4170-8cce-d9f8ae87fa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446266 Aug 10 00:56:53.535092 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b1275198-b87b-41a8-b026-e20bc3280fdd req-b717c783-36e0-4187-96aa-e5ce0bc4ba20 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:53.657268 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39106) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:53.713103 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-932d19a4-e6fc-43d1-a947-ed9c75925b85 admin admin] Deleting subnet 4ff99852-0921-4c80-99ca-12207c311102 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:56:53.717982 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-932d19a4-e6fc-43d1-a947-ed9c75925b85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:53.768391 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-932d19a4-e6fc-43d1-a947-ed9c75925b85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:53.794370 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86033af7-67ba-44d0-9265-eeaaa3485b08 req-0832c684-767f-4610-b23d-99829e482ede tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:53.795844 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-86033af7-67ba-44d0-9265-eeaaa3485b08 req-0832c684-767f-4610-b23d-99829e482ede tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.20 "GET /v2.0/ports?device_id=85e31889-8ff6-44ba-83af-8ab4c2bbfdc4 HTTP/1.1" status: 200 len: 946 time: 0.1865370 Aug 10 00:56:53.876098 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54212d2-29ec-4add-abff-7b572c9d2608 req-8e7a15b2-51ce-4926-bcad-90a2cffaf3f2 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:53.883188 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c54212d2-29ec-4add-abff-7b572c9d2608 req-8e7a15b2-51ce-4926-bcad-90a2cffaf3f2 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/ports?device_id=1281cdda-8d7f-4d68-8de0-3e82be17d9df HTTP/1.1" status: 200 len: 943 time: 0.1629384 Aug 10 00:56:53.894839 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-932d19a4-e6fc-43d1-a947-ed9c75925b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:53.953395 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c54212d2-29ec-4add-abff-7b572c9d2608 req-e6473fb3-8619-4f79-9379-db717f552ba7 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/security-groups?id=06325a86-b122-4800-b20d-610f2b255170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671289 Aug 10 00:56:53.965638 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-86033af7-67ba-44d0-9265-eeaaa3485b08 req-7194dea7-8385-4afc-91cb-c4ffb9eb950c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Deleting port 2df7af90-aa3a-4199-addc-945d5fef50b8 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:56:53.966207 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-86033af7-67ba-44d0-9265-eeaaa3485b08 req-7194dea7-8385-4afc-91cb-c4ffb9eb950c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:53.970427 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-b1275198-b87b-41a8-b026-e20bc3280fdd req-b717c783-36e0-4187-96aa-e5ce0bc4ba20 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] For port 840c9686-5777-4935-8be5-811c3287ba57, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=840c9686-5777-4935-8be5-811c3287ba57,segment=NetworkSegment(e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2),segment_id=e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:54.013114 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b1275198-b87b-41a8-b026-e20bc3280fdd req-b717c783-36e0-4187-96aa-e5ce0bc4ba20 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:54.014701 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-932d19a4-e6fc-43d1-a947-ed9c75925b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:54.057804 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-932d19a4-e6fc-43d1-a947-ed9c75925b85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:54.062175 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-932d19a4-e6fc-43d1-a947-ed9c75925b85 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4ff99852-0921-4c80-99ca-12207c311102 HTTP/1.1" status: 204 len: 168 time: 0.4003592 Aug 10 00:56:54.062382 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d19a4-e6fc-43d1-a947-ed9c75925b85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ff99852-0921-4c80-99ca-12207c311102,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:54.064897 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39124) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:54.077583 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-64749e92-c113-4a83-b66f-4f2a6b557553 req-3590fb23-9258-47a0-88c3-b5aec3e26dfd tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 210 time: 0.0576391 Aug 10 00:56:54.079112 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b1275198-b87b-41a8-b026-e20bc3280fdd req-b717c783-36e0-4187-96aa-e5ce0bc4ba20 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:54.098667 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['2bc509b8-c00a-4b66-abd4-cc5ecbb92540'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:54.148241 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1275198-b87b-41a8-b026-e20bc3280fdd req-b717c783-36e0-4187-96aa-e5ce0bc4ba20 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:54.149001 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b1275198-b87b-41a8-b026-e20bc3280fdd req-b717c783-36e0-4187-96aa-e5ce0bc4ba20 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:54.165609 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b1275198-b87b-41a8-b026-e20bc3280fdd req-b717c783-36e0-4187-96aa-e5ce0bc4ba20 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "PUT /v2.0/ports/840c9686-5777-4935-8be5-811c3287ba57 HTTP/1.1" status: 200 len: 1021 time: 0.7276464 Aug 10 00:56:54.166339 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267ee52f-bc08-43a8-97e1-d4acd391fd85', 'tag': '840c9686-5777-4935-8be5-811c3287ba57'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:54.168724 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-86033af7-67ba-44d0-9265-eeaaa3485b08 req-7194dea7-8385-4afc-91cb-c4ffb9eb950c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] For port 2df7af90-aa3a-4199-addc-945d5fef50b8, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2df7af90-aa3a-4199-addc-945d5fef50b8,segment=NetworkSegment(fd0aa135-7bf0-4440-a395-b4833e4cac38),segment_id=fd0aa135-7bf0-4440-a395-b4833e4cac38)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:54.169258 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-86033af7-67ba-44d0-9265-eeaaa3485b08 req-7194dea7-8385-4afc-91cb-c4ffb9eb950c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:54.173825 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4499c654-e413-4e6d-9425-d7e8364d46bf" -d '{"events": [{"name": "network-changed", "server_uuid": "267ee52f-bc08-43a8-97e1-d4acd391fd85", "tag": "840c9686-5777-4935-8be5-811c3287ba57"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:54.180079 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c39ac427-9456-4725-8ba4-d1f276b427bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:54.194126 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-86033af7-67ba-44d0-9265-eeaaa3485b08 req-7194dea7-8385-4afc-91cb-c4ffb9eb950c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Calling delete_port for 2df7af90-aa3a-4199-addc-945d5fef50b8 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:56:54.209814 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['840c9686-5777-4935-8be5-811c3287ba57'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:54.302349 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717c783-36e0-4187-96aa-e5ce0bc4ba20 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Pushing event updated for resources: {'Port': ['ID=840c9686-5777-4935-8be5-811c3287ba57,revision_number=7']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:54.348345 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe6b30-d813-41df-9169-aa9a0c852d19 req-db2a5311-d5d3-4854-93f2-640ec27591ea tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:54.350526 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bdbe6b30-d813-41df-9169-aa9a0c852d19 req-db2a5311-d5d3-4854-93f2-640ec27591ea tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e31889-8ff6-44ba-83af-8ab4c2bbfdc4 HTTP/1.1" status: 200 len: 946 time: 0.1429307 Aug 10 00:56:54.358886 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c39ac427-9456-4725-8ba4-d1f276b427bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:54.362338 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd762ea-7a7a-454d-9bdd-2ac388a3a467 req-456f9744-5a62-44b8-b6cb-f4a32f86c746 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:54.365020 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dfd762ea-7a7a-454d-9bdd-2ac388a3a467 req-456f9744-5a62-44b8-b6cb-f4a32f86c746 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=5286a4c0-5266-4973-91e9-0ae393764377 HTTP/1.1" status: 200 len: 945 time: 0.1061623 Aug 10 00:56:54.372591 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-c39ac427-9456-4725-8ba4-d1f276b427bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b6f7d5-4bc5-4b00-aff8-aabc45fca6da']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:54.381784 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['840c9686-5777-4935-8be5-811c3287ba57'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:54.391605 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-c39ac427-9456-4725-8ba4-d1f276b427bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8ff049c-adcf-478e-b1d5-2df8cde403c0') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:54.392388 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-c39ac427-9456-4725-8ba4-d1f276b427bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8ff049c-adcf-478e-b1d5-2df8cde403c0') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:54.404819 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c39ac427-9456-4725-8ba4-d1f276b427bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:54.424388 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c39ac427-9456-4725-8ba4-d1f276b427bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:54.444910 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dfd762ea-7a7a-454d-9bdd-2ac388a3a467 req-51c0f94c-4fca-494b-81c5-d91be7edc643 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706484 Aug 10 00:56:54.469316 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c39ac427-9456-4725-8ba4-d1f276b427bd admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:56:54.469787 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c39ac427-9456-4725-8ba4-d1f276b427bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:54.471596 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 00:56:54.471596 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:56:54.471596 n-d-766726-26 neutron-server[105827]: timer() Aug 10 00:56:54.471596 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:56:54.471596 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 00:56:54.471596 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:56:54.471596 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 00:56:54.471596 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:56:54.471596 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 00:56:54.471596 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:56:54.471596 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 00:56:54.471596 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:56:54.471596 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 00:56:54.471596 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:56:54.471596 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:56:54.471596 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:56:54.471596 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:56:54.471596 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:56:54.471596 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 00:56:54.471596 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:56:54.471596 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 00:56:54.471596 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:56:54.471596 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:56:54.471596 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:56:54.471596 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 00:56:54.471596 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:56:54.471596 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:56:54.471596 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:56:54.471596 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:56:54.471596 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:56:54.471596 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:56:54.471596 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:56:54.474810 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bdbe6b30-d813-41df-9169-aa9a0c852d19 req-26291b8b-eb00-4188-b442-b1084ce0f6bf tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084991 Aug 10 00:56:54.534131 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9346f3e3-2304-4dfa-8e39-d0f06bb6a79a x-openstack-request-id: req-9346f3e3-2304-4dfa-8e39-d0f06bb6a79a {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:54.534436 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267ee52f-bc08-43a8-97e1-d4acd391fd85", "tag": "840c9686-5777-4935-8be5-811c3287ba57", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:54.534877 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9346f3e3-2304-4dfa-8e39-d0f06bb6a79a {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:54.535283 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267ee52f-bc08-43a8-97e1-d4acd391fd85', 'tag': '840c9686-5777-4935-8be5-811c3287ba57', 'status': 'completed', 'code': 200} Aug 10 00:56:54.543170 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-86033af7-67ba-44d0-9265-eeaaa3485b08 req-7194dea7-8385-4afc-91cb-c4ffb9eb950c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:54.573161 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ad7b9a63-0947-43c6-88c2-92cad1890686 req-2bc0ff40-95f9-4993-8bae-67bf5dc72db2 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups/fc64f6e7-33d0-45df-bb25-0476b24df538 HTTP/1.1" status: 200 len: 1801 time: 0.0652456 Aug 10 00:56:54.581309 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194dea7-8385-4afc-91cb-c4ffb9eb950c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Pushing event deleted for resources: {'Port': ['ID=2df7af90-aa3a-4199-addc-945d5fef50b8,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:54.584361 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c39ac427-9456-4725-8ba4-d1f276b427bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:54.596539 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c39ac427-9456-4725-8ba4-d1f276b427bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:54.598803 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c39ac427-9456-4725-8ba4-d1f276b427bd admin admin] 10.222.0.35 "DELETE /v2.0/networks/96b6f7d5-4bc5-4b00-aff8-aabc45fca6da HTTP/1.1" status: 204 len: 168 time: 0.5311022 Aug 10 00:56:54.611642 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39138) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:54.641627 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ac427-9456-4725-8ba4-d1f276b427bd admin admin] Pushing event deleted for resources: {'Network': ['ID=96b6f7d5-4bc5-4b00-aff8-aabc45fca6da,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:54.660452 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499c654-e413-4e6d-9425-d7e8364d46bf req-05c450e4-e432-45c5-8963-c6af4d2e0bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:54.662237 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4499c654-e413-4e6d-9425-d7e8364d46bf req-05c450e4-e432-45c5-8963-c6af4d2e0bb0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=34862481f66244cdb00ae05ecbfcc44b&device_id=267ee52f-bc08-43a8-97e1-d4acd391fd85 HTTP/1.1" status: 200 len: 1176 time: 0.0881319 Aug 10 00:56:54.669757 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [req-ad7b9a63-0947-43c6-88c2-92cad1890686 req-ab70e9fe-9515-454f-857d-e9533ce00b34 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 00:56:54.670792 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ad7b9a63-0947-43c6-88c2-92cad1890686 req-ab70e9fe-9515-454f-857d-e9533ce00b34 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "DELETE /v2.0/security-groups/fc64f6e7-33d0-45df-bb25-0476b24df538 HTTP/1.1" status: 409 len: 341 time: 0.0876529 Aug 10 00:56:54.709754 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-86033af7-67ba-44d0-9265-eeaaa3485b08 req-7194dea7-8385-4afc-91cb-c4ffb9eb950c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] No DVR routers for this DVR port 2df7af90-aa3a-4199-addc-945d5fef50b8 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:56:54.714170 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-86033af7-67ba-44d0-9265-eeaaa3485b08 req-7194dea7-8385-4afc-91cb-c4ffb9eb950c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:54.716659 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-86033af7-67ba-44d0-9265-eeaaa3485b08 req-7194dea7-8385-4afc-91cb-c4ffb9eb950c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.20 "DELETE /v2.0/ports/2df7af90-aa3a-4199-addc-945d5fef50b8 HTTP/1.1" status: 204 len: 173 time: 0.9141200 Aug 10 00:56:54.727460 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e31889-8ff6-44ba-83af-8ab4c2bbfdc4', 'name': 'network-vif-deleted', 'tag': '2df7af90-aa3a-4199-addc-945d5fef50b8'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:54.730504 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcd1353-8150-4af2-a0b3-f367d75f54cf" -d '{"events": [{"server_uuid": "85e31889-8ff6-44ba-83af-8ab4c2bbfdc4", "name": "network-vif-deleted", "tag": "2df7af90-aa3a-4199-addc-945d5fef50b8"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:54.759154 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7abdf18-84c9-43f7-b453-474cd4dd9a27 admin admin] Deleting subnet 58ddc28e-b1bd-4b3b-90e9-bf5c18968948 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:56:54.764745 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f7abdf18-84c9-43f7-b453-474cd4dd9a27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:54.811080 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499c654-e413-4e6d-9425-d7e8364d46bf req-8de48bbe-fa10-4987-9c05-1004d54d8238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:54.812915 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4499c654-e413-4e6d-9425-d7e8364d46bf req-8de48bbe-fa10-4987-9c05-1004d54d8238 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8e043123-acd1-4cc8-a670-ebf832c12f2b HTTP/1.1" status: 200 len: 914 time: 0.1412458 Aug 10 00:56:54.853925 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f7abdf18-84c9-43f7-b453-474cd4dd9a27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:54.942918 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 17620661-e792-46b0-9d69-3193bd04e982 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:56:54.954394 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f7abdf18-84c9-43f7-b453-474cd4dd9a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:54.962453 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4499c654-e413-4e6d-9425-d7e8364d46bf req-bfb901c6-b6b6-4092-8679-150866dba9a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=840c9686-5777-4935-8be5-811c3287ba57 HTTP/1.1" status: 200 len: 217 time: 0.1294608 Aug 10 00:56:55.026697 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ef6229-9591-41ab-9374-037b649ba9ca x-openstack-request-id: req-32ef6229-9591-41ab-9374-037b649ba9ca {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:55.027281 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e31889-8ff6-44ba-83af-8ab4c2bbfdc4", "name": "network-vif-deleted", "tag": "2df7af90-aa3a-4199-addc-945d5fef50b8", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:55.028336 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-32ef6229-9591-41ab-9374-037b649ba9ca {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:55.028918 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e31889-8ff6-44ba-83af-8ab4c2bbfdc4', 'name': 'network-vif-deleted', 'tag': '2df7af90-aa3a-4199-addc-945d5fef50b8', 'status': 'completed', 'code': 200} Aug 10 00:56:55.081356 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f7abdf18-84c9-43f7-b453-474cd4dd9a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:55.153679 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f7abdf18-84c9-43f7-b453-474cd4dd9a27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:55.155838 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f7abdf18-84c9-43f7-b453-474cd4dd9a27 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/58ddc28e-b1bd-4b3b-90e9-bf5c18968948 HTTP/1.1" status: 204 len: 168 time: 0.5429921 Aug 10 00:56:55.157070 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abdf18-84c9-43f7-b453-474cd4dd9a27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58ddc28e-b1bd-4b3b-90e9-bf5c18968948,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:55.166179 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39158) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:55.171282 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-4aa574a7-fbb1-410d-840c-cf2c38db2ab2 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:55.172807 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-4aa574a7-fbb1-410d-840c-cf2c38db2ab2 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.24 "GET /v2.0/networks?id=1805ad23-e76e-4170-8cce-d9f8ae87fa4a HTTP/1.1" status: 200 len: 811 time: 0.1955740 Aug 10 00:56:55.247775 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-46aa4aed-46e5-474f-bf73-3ecda4838431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:55.253830 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499c654-e413-4e6d-9425-d7e8364d46bf req-b1a9fdcd-185e-4917-b95b-a4b156b5e6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:55.255623 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4499c654-e413-4e6d-9425-d7e8364d46bf req-b1a9fdcd-185e-4917-b95b-a4b156b5e6d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eeb15cfb-323e-472a-80f5-e301eee96d09 HTTP/1.1" status: 200 len: 853 time: 0.2507663 Aug 10 00:56:55.261191 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-4dccc415-59b0-446e-b756-c52136cad347 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Request body: {'port': {'device_id': '554edb6f-7aec-4a08-9fc7-37df86bb31dd', 'network_id': '1805ad23-e76e-4170-8cce-d9f8ae87fa4a', 'admin_state_up': True, 'tenant_id': '10f7050015304e84b3f71a403993ccee'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:55.323810 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 17620661-e792-46b0-9d69-3193bd04e982, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=17620661-e792-46b0-9d69-3193bd04e982,segment=NetworkSegment(700ac786-a0d6-43cb-a784-a1e514aaa0f3),segment_id=700ac786-a0d6-43cb-a784-a1e514aaa0f3)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:55.336676 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '17620661-e792-46b0-9d69-3193bd04e982', 'network_id': 'c299ecef-0bf4-4f79-a545-86b4040e4e50', 'port_id': '17620661-e792-46b0-9d69-3193bd04e982', 'mac_address': 'fa:16:3e:b7:23:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c212b0-0c85-4c4b-bdcf-03d96bd95001', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:56:55.355864 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-46aa4aed-46e5-474f-bf73-3ecda4838431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:55.369896 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-46aa4aed-46e5-474f-bf73-3ecda4838431 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d08c8f7-9372-43ce-9511-d657a6dd2465']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:55.371448 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4499c654-e413-4e6d-9425-d7e8364d46bf req-e420a85b-e564-44fe-b894-2fbd14fc5e9d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8e043123-acd1-4cc8-a670-ebf832c12f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249987 Aug 10 00:56:55.381062 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:55.385134 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-46aa4aed-46e5-474f-bf73-3ecda4838431 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e26967-285b-4191-b0fe-73406111b73e') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:55.385752 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-46aa4aed-46e5-474f-bf73-3ecda4838431 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e26967-285b-4191-b0fe-73406111b73e') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:55.395325 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17620661-e792-46b0-9d69-3193bd04e982 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:55.397427 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-46aa4aed-46e5-474f-bf73-3ecda4838431 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:55.415963 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-46aa4aed-46e5-474f-bf73-3ecda4838431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:55.416683 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 17620661-e792-46b0-9d69-3193bd04e982, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=17620661-e792-46b0-9d69-3193bd04e982,segment=NetworkSegment(700ac786-a0d6-43cb-a784-a1e514aaa0f3),segment_id=700ac786-a0d6-43cb-a784-a1e514aaa0f3)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:55.423573 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:55.424323 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 35d4dd96-3bed-4379-a5a5-ea0c9768c718 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:56:55.425963 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46aa4aed-46e5-474f-bf73-3ecda4838431 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:56:55.426978 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-46aa4aed-46e5-474f-bf73-3ecda4838431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:55.429325 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 00:56:55.429325 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:56:55.429325 n-d-766726-26 neutron-server[105827]: timer() Aug 10 00:56:55.429325 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:56:55.429325 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 00:56:55.429325 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:56:55.429325 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 00:56:55.429325 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:56:55.429325 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 00:56:55.429325 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:56:55.429325 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 00:56:55.429325 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:56:55.429325 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 00:56:55.429325 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:56:55.429325 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:56:55.429325 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:56:55.429325 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:56:55.429325 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:56:55.429325 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 00:56:55.429325 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:56:55.429325 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 00:56:55.429325 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:56:55.429325 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:56:55.429325 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:56:55.429325 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 00:56:55.429325 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:56:55.429325 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:56:55.429325 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:56:55.429325 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:56:55.429325 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:56:55.429325 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:56:55.429325 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:56:55.474440 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['2df7af90-aa3a-4199-addc-945d5fef50b8'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:55.477865 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4499c654-e413-4e6d-9425-d7e8364d46bf req-0e42c130-5601-4617-ab01-7ddff957ca01 service neutron] 10.222.0.20 "GET /v2.0/networks/8e043123-acd1-4cc8-a670-ebf832c12f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902598 Aug 10 00:56:55.500236 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-46aa4aed-46e5-474f-bf73-3ecda4838431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:55.511767 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-46aa4aed-46e5-474f-bf73-3ecda4838431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:55.514584 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-46aa4aed-46e5-474f-bf73-3ecda4838431 admin admin] 10.222.0.35 "DELETE /v2.0/networks/7d08c8f7-9372-43ce-9511-d657a6dd2465 HTTP/1.1" status: 204 len: 168 time: 0.3472378 Aug 10 00:56:55.529945 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa4aed-46e5-474f-bf73-3ecda4838431 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d08c8f7-9372-43ce-9511-d657a6dd2465,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:55.544822 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=17620661-e792-46b0-9d69-3193bd04e982,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:55.555031 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 35d4dd96-3bed-4379-a5a5-ea0c9768c718, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=35d4dd96-3bed-4379-a5a5-ea0c9768c718,segment=NetworkSegment(700ac786-a0d6-43cb-a784-a1e514aaa0f3),segment_id=700ac786-a0d6-43cb-a784-a1e514aaa0f3)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:55.566936 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '35d4dd96-3bed-4379-a5a5-ea0c9768c718', 'network_id': 'c299ecef-0bf4-4f79-a545-86b4040e4e50', 'port_id': '35d4dd96-3bed-4379-a5a5-ea0c9768c718', 'mac_address': 'fa:16:3e:83:a4:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c212b0-0c85-4c4b-bdcf-03d96bd95001', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:56:55.572683 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605887a4-fac5-4a05-9b0d-8805f4e1c26a req-0ea9a234-78aa-4042-8c23-1d2c27e836e4 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:55.582906 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-605887a4-fac5-4a05-9b0d-8805f4e1c26a req-0ea9a234-78aa-4042-8c23-1d2c27e836e4 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/ports?device_id=267ee52f-bc08-43a8-97e1-d4acd391fd85 HTTP/1.1" status: 200 len: 1024 time: 0.4090447 Aug 10 00:56:55.612832 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:55.630810 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d4dd96-3bed-4379-a5a5-ea0c9768c718 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:55.655240 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a666d0-6099-4b76-8bb5-cc2be180484e req-a77c7e3e-2538-4913-a48a-e8a48a5e2678 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:55.660785 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 35d4dd96-3bed-4379-a5a5-ea0c9768c718, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=35d4dd96-3bed-4379-a5a5-ea0c9768c718,segment=NetworkSegment(700ac786-a0d6-43cb-a784-a1e514aaa0f3),segment_id=700ac786-a0d6-43cb-a784-a1e514aaa0f3)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:55.662917 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2a666d0-6099-4b76-8bb5-cc2be180484e req-a77c7e3e-2538-4913-a48a-e8a48a5e2678 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/ports?device_id=1281cdda-8d7f-4d68-8de0-3e82be17d9df HTTP/1.1" status: 200 len: 943 time: 0.3305433 Aug 10 00:56:55.667005 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:55.724675 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-4dccc415-59b0-446e-b756-c52136cad347 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Made reservation on behalf of 10f7050015304e84b3f71a403993ccee for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:56:55.728794 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-4dccc415-59b0-446e-b756-c52136cad347 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:55.737120 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=35d4dd96-3bed-4379-a5a5-ea0c9768c718,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:55.750726 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4499c654-e413-4e6d-9425-d7e8364d46bf req-a61df68b-5775-49fb-a9a8-2e408ed43675 service neutron] 10.222.0.20 "GET /v2.0/networks/8e043123-acd1-4cc8-a670-ebf832c12f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520816 Aug 10 00:56:55.753092 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39168) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:55.757409 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-605887a4-fac5-4a05-9b0d-8805f4e1c26a req-5dc82df5-03bf-4aea-8f37-c262b1442d7e tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc64f6e7-33d0-45df-bb25-0476b24df538&id=6911e6cf-ab78-4416-af63-4f3cef5c2a71&id=83e5f0fe-4c82-49d0-94b2-1fd57d3e9726&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1737018 Aug 10 00:56:55.795654 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2a666d0-6099-4b76-8bb5-cc2be180484e req-ffd2d804-011e-4329-9a4b-a96d435895f1 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/security-groups?id=06325a86-b122-4800-b20d-610f2b255170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175954 Aug 10 00:56:55.815996 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-23d9f84e-d68e-4085-b676-8319261217f4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=040768a449b74edfb649dfba67db8bf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0610690 Aug 10 00:56:55.820210 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39172) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:55.886817 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4495d880-8c74-4caf-ba98-cb8a282f7ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:55.897195 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cca55548-a7f2-4a8b-8d16-7cd32f5b470e req-5f3d5406-d0ff-4cc4-aaf6-070b1207c0c2 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 210 time: 0.0349793 Aug 10 00:56:55.920926 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4495d880-8c74-4caf-ba98-cb8a282f7ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:56.005421 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4495d880-8c74-4caf-ba98-cb8a282f7ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:56.008921 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4495d880-8c74-4caf-ba98-cb8a282f7ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:56.013485 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4495d880-8c74-4caf-ba98-cb8a282f7ab8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1a32d360-0439-4b39-8dfc-e5132c09547f HTTP/1.1" status: 204 len: 168 time: 0.1914539 Aug 10 00:56:56.023329 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495d880-8c74-4caf-ba98-cb8a282f7ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a32d360-0439-4b39-8dfc-e5132c09547f,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:56.072103 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['35d4dd96-3bed-4379-a5a5-ea0c9768c718'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:56.077355 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['17620661-e792-46b0-9d69-3193bd04e982'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:56.485577 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-4dccc415-59b0-446e-b756-c52136cad347 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Allocated IP 172.20.0.7 (1805ad23-e76e-4170-8cce-d9f8ae87fa4a/13423d62-75d5-4a60-9053-4948677cf60d/f2a1f941-7a6b-4031-a806-49a23402beab) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:56:56.489854 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06e136cc-999c-4b6d-89db-f2add767277d req-c76d6307-e712-41a2-8d55-ff9859db5762 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e31889-8ff6-44ba-83af-8ab4c2bbfdc4 HTTP/1.1" status: 200 len: 210 time: 0.0378733 Aug 10 00:56:56.520096 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a7843-e6fe-4142-aa4a-9812c8f6b2de req-2dda318e-f56c-4e09-96e3-2eeca76032b8 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:56.522094 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9a2a7843-e6fe-4142-aa4a-9812c8f6b2de req-2dda318e-f56c-4e09-96e3-2eeca76032b8 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=5286a4c0-5266-4973-91e9-0ae393764377 HTTP/1.1" status: 200 len: 945 time: 0.5368297 Aug 10 00:56:56.565848 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39188) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:56.624515 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3a4d52a6-e5d3-4bd2-ab76-e788a9a85fec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bc163afc8df24d5c8a5e7b92e6206a70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0573194 Aug 10 00:56:56.627177 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39190) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:56.629773 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9a2a7843-e6fe-4142-aa4a-9812c8f6b2de req-aa849b9b-4c30-4d62-b255-b7db1734c175 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981483 Aug 10 00:56:56.690658 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b6d9c3e3-9c6d-4925-97b4-f17e57a7eb9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:56.709438 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-4dccc415-59b0-446e-b756-c52136cad347 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:56.732260 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b6d9c3e3-9c6d-4925-97b4-f17e57a7eb9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:56.756487 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-4dccc415-59b0-446e-b756-c52136cad347 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:56.800750 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['4c925211-bb26-4318-a0e2-13a49bddd4ba'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:56.807761 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b6d9c3e3-9c6d-4925-97b4-f17e57a7eb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:56.819488 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b6d9c3e3-9c6d-4925-97b4-f17e57a7eb9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:56.832656 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-4dccc415-59b0-446e-b756-c52136cad347 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Network 1805ad23-e76e-4170-8cce-d9f8ae87fa4a is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:56:56.836024 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-4dccc415-59b0-446e-b756-c52136cad347 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:56:56.840979 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-4dccc415-59b0-446e-b756-c52136cad347 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:56:56.845157 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dccc415-59b0-446e-b756-c52136cad347 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Pushing event updated for resources: {'Port': ['ID=f2a1f941-7a6b-4031-a806-49a23402beab,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:56.847261 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b6d9c3e3-9c6d-4925-97b4-f17e57a7eb9c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/85ffa9fc-546d-4716-88ee-38ffe65bea59 HTTP/1.1" status: 204 len: 168 time: 0.2012355 Aug 10 00:56:56.875150 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9c3e3-9c6d-4925-97b4-f17e57a7eb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ffa9fc-546d-4716-88ee-38ffe65bea59,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:56.907470 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-4dccc415-59b0-446e-b756-c52136cad347 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:56.908748 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-4dccc415-59b0-446e-b756-c52136cad347 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:56.983724 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-4dccc415-59b0-446e-b756-c52136cad347 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7271533 Aug 10 00:56:57.012922 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-d96f4107-c829-4b57-9c12-c1dc0d3bd66e service neutron] Request body: {'port': {'device_id': '554edb6f-7aec-4a08-9fc7-37df86bb31dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:57.076639 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-d96f4107-c829-4b57-9c12-c1dc0d3bd66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:57.150039 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbdaaf6-a3e8-4802-8306-6124532f6dd4 req-64fda7f5-844b-4f73-ad48-0fcd5e86a8dc tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:57.151527 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ecbdaaf6-a3e8-4802-8306-6124532f6dd4 req-64fda7f5-844b-4f73-ad48-0fcd5e86a8dc tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.20 "GET /v2.0/ports?device_id=267ee52f-bc08-43a8-97e1-d4acd391fd85 HTTP/1.1" status: 200 len: 1024 time: 0.2151892 Aug 10 00:56:57.222394 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fba3b-b47f-4710-b640-017042af8451 req-ab391de1-9971-47a9-a520-19ac5b974e2d tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:57.223902 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5e8fba3b-b47f-4710-b640-017042af8451 req-ab391de1-9971-47a9-a520-19ac5b974e2d tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/ports?device_id=267ee52f-bc08-43a8-97e1-d4acd391fd85 HTTP/1.1" status: 200 len: 1024 time: 0.2899938 Aug 10 00:56:57.439446 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5e8fba3b-b47f-4710-b640-017042af8451 req-70673f42-aa8e-41b7-bab7-264d764b4cee tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc64f6e7-33d0-45df-bb25-0476b24df538&id=6911e6cf-ab78-4416-af63-4f3cef5c2a71&id=83e5f0fe-4c82-49d0-94b2-1fd57d3e9726&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1476562 Aug 10 00:56:57.451881 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b3862-92f6-46bd-a72a-3ab8e8fe458b req-095c31b5-ccfd-4a93-8cfc-a4cb54714549 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:57.456173 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-911b3862-92f6-46bd-a72a-3ab8e8fe458b req-095c31b5-ccfd-4a93-8cfc-a4cb54714549 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/ports?device_id=1281cdda-8d7f-4d68-8de0-3e82be17d9df HTTP/1.1" status: 200 len: 944 time: 0.2591794 Aug 10 00:56:57.490169 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 2df7af90-aa3a-4199-addc-945d5fef50b8 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:56:57.518272 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 2df7af90-aa3a-4199-addc-945d5fef50b8 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:56:57.518625 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 2df7af90-aa3a-4199-addc-945d5fef50b8 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:56:57.562463 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-ecbdaaf6-a3e8-4802-8306-6124532f6dd4 req-129a1604-4587-4891-b513-c6db94cf4fc8 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Deleting port 840c9686-5777-4935-8be5-811c3287ba57 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:56:57.562990 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ecbdaaf6-a3e8-4802-8306-6124532f6dd4 req-129a1604-4587-4891-b513-c6db94cf4fc8 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:57.585175 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-911b3862-92f6-46bd-a72a-3ab8e8fe458b req-f0397767-b46f-4966-aeab-0e0a5038493c tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/security-groups?id=06325a86-b122-4800-b20d-610f2b255170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221302 Aug 10 00:56:57.699872 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b9825-db13-42a2-b0ac-aab6a89483bf req-70ad8738-109d-4882-9d74-0368bd696338 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:57.701499 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-844b9825-db13-42a2-b0ac-aab6a89483bf req-70ad8738-109d-4882-9d74-0368bd696338 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 931 time: 0.1788995 Aug 10 00:56:57.757254 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-ecbdaaf6-a3e8-4802-8306-6124532f6dd4 req-129a1604-4587-4891-b513-c6db94cf4fc8 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] For port 840c9686-5777-4935-8be5-811c3287ba57, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=840c9686-5777-4935-8be5-811c3287ba57,segment=NetworkSegment(e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2),segment_id=e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:57.757734 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ecbdaaf6-a3e8-4802-8306-6124532f6dd4 req-129a1604-4587-4891-b513-c6db94cf4fc8 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:57.788229 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-d96f4107-c829-4b57-9c12-c1dc0d3bd66e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2a1f941-7a6b-4031-a806-49a23402beab {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:57.793385 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-ecbdaaf6-a3e8-4802-8306-6124532f6dd4 req-129a1604-4587-4891-b513-c6db94cf4fc8 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Calling delete_port for 840c9686-5777-4935-8be5-811c3287ba57 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:56:57.803254 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-844b9825-db13-42a2-b0ac-aab6a89483bf req-8c8e7fb9-b380-4500-bf49-e025fc694260 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781972 Aug 10 00:56:57.806886 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-d96f4107-c829-4b57-9c12-c1dc0d3bd66e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:57.856609 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-d96f4107-c829-4b57-9c12-c1dc0d3bd66e service neutron] Transition to ACTIVE for port object f2a1f941-7a6b-4031-a806-49a23402beab will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:56:57.869574 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-d96f4107-c829-4b57-9c12-c1dc0d3bd66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:57.911558 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:57.990935 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f4107-c829-4b57-9c12-c1dc0d3bd66e service neutron] Pushing event updated for resources: {'Port': ['ID=f2a1f941-7a6b-4031-a806-49a23402beab,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:58.041734 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6a107c44-755c-4f5f-9497-f55abf7b8564 req-8c75073a-0792-444a-b95b-d20bb05a7b38 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e31889-8ff6-44ba-83af-8ab4c2bbfdc4 HTTP/1.1" status: 200 len: 210 time: 0.0390851 Aug 10 00:56:58.125356 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ecbdaaf6-a3e8-4802-8306-6124532f6dd4 req-129a1604-4587-4891-b513-c6db94cf4fc8 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:58.146377 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['2bc509b8-c00a-4b66-abd4-cc5ecbb92540'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:58.170595 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a1604-4587-4891-b513-c6db94cf4fc8 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Pushing event deleted for resources: {'Port': ['ID=840c9686-5777-4935-8be5-811c3287ba57,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:58.220989 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['840c9686-5777-4935-8be5-811c3287ba57'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:58.227987 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31f7e7-39a8-487b-a91b-05fe4fc57f43 req-c336f846-95cc-4c23-a29b-0ea6845e55c5 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:58.229620 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f31f7e7-39a8-487b-a91b-05fe4fc57f43 req-c336f846-95cc-4c23-a29b-0ea6845e55c5 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=5286a4c0-5266-4973-91e9-0ae393764377 HTTP/1.1" status: 200 len: 945 time: 0.1948459 Aug 10 00:56:58.249894 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecbdaaf6-a3e8-4802-8306-6124532f6dd4 req-129a1604-4587-4891-b513-c6db94cf4fc8 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] No DVR routers for this DVR port 840c9686-5777-4935-8be5-811c3287ba57 on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:56:58.251626 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-d96f4107-c829-4b57-9c12-c1dc0d3bd66e service neutron] Attempting to bind port f2a1f941-7a6b-4031-a806-49a23402beab on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:56:58.251962 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-d96f4107-c829-4b57-9c12-c1dc0d3bd66e service neutron] Attempting to bind port f2a1f941-7a6b-4031-a806-49a23402beab by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'd249fd15-fc1f-43cd-bd64-b045520aef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1805ad23-e76e-4170-8cce-d9f8ae87fa4a'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:56:58.252420 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-d96f4107-c829-4b57-9c12-c1dc0d3bd66e service neutron] Attempting to bind port f2a1f941-7a6b-4031-a806-49a23402beab on network 1805ad23-e76e-4170-8cce-d9f8ae87fa4a {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:58.256854 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ecbdaaf6-a3e8-4802-8306-6124532f6dd4 req-129a1604-4587-4891-b513-c6db94cf4fc8 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:58.259009 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ecbdaaf6-a3e8-4802-8306-6124532f6dd4 req-129a1604-4587-4891-b513-c6db94cf4fc8 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.20 "DELETE /v2.0/ports/840c9686-5777-4935-8be5-811c3287ba57 HTTP/1.1" status: 204 len: 173 time: 1.0954714 Aug 10 00:56:58.259492 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267ee52f-bc08-43a8-97e1-d4acd391fd85', 'name': 'network-vif-deleted', 'tag': '840c9686-5777-4935-8be5-811c3287ba57'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:58.261845 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de469f92-0d63-4730-9273-60cfc789c762" -d '{"events": [{"server_uuid": "267ee52f-bc08-43a8-97e1-d4acd391fd85", "name": "network-vif-deleted", "tag": "840c9686-5777-4935-8be5-811c3287ba57"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:58.272115 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-d96f4107-c829-4b57-9c12-c1dc0d3bd66e service neutron] Port f2a1f941-7a6b-4031-a806-49a23402beab on network 1805ad23-e76e-4170-8cce-d9f8ae87fa4a not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:56:58.272531 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-d96f4107-c829-4b57-9c12-c1dc0d3bd66e service neutron] Attempting to bind port f2a1f941-7a6b-4031-a806-49a23402beab on network 1805ad23-e76e-4170-8cce-d9f8ae87fa4a {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:58.289395 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-d96f4107-c829-4b57-9c12-c1dc0d3bd66e service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:56:58.290300 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-d96f4107-c829-4b57-9c12-c1dc0d3bd66e service neutron] Checking segment: {'id': 'd249fd15-fc1f-43cd-bd64-b045520aef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1805ad23-e76e-4170-8cce-d9f8ae87fa4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:56:58.290653 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-d96f4107-c829-4b57-9c12-c1dc0d3bd66e service neutron] Bound using segment: {'id': 'd249fd15-fc1f-43cd-bd64-b045520aef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1805ad23-e76e-4170-8cce-d9f8ae87fa4a'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:56:58.291099 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-d96f4107-c829-4b57-9c12-c1dc0d3bd66e service neutron] Bound port: f2a1f941-7a6b-4031-a806-49a23402beab, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd249fd15-fc1f-43cd-bd64-b045520aef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1805ad23-e76e-4170-8cce-d9f8ae87fa4a'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:56:58.291468 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-d96f4107-c829-4b57-9c12-c1dc0d3bd66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:58.342856 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2653d5f-4f47-4ba3-bb51-62c115db1bef x-openstack-request-id: req-c2653d5f-4f47-4ba3-bb51-62c115db1bef {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:58.342856 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267ee52f-bc08-43a8-97e1-d4acd391fd85", "name": "network-vif-deleted", "tag": "840c9686-5777-4935-8be5-811c3287ba57", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:58.342856 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c2653d5f-4f47-4ba3-bb51-62c115db1bef {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:58.342856 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267ee52f-bc08-43a8-97e1-d4acd391fd85', 'name': 'network-vif-deleted', 'tag': '840c9686-5777-4935-8be5-811c3287ba57', 'status': 'completed', 'code': 200} Aug 10 00:56:58.378961 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f31f7e7-39a8-487b-a91b-05fe4fc57f43 req-c8b7c6b3-8afc-41ea-b69b-46246504f494 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246760 Aug 10 00:56:58.449530 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-d96f4107-c829-4b57-9c12-c1dc0d3bd66e service neutron] For port f2a1f941-7a6b-4031-a806-49a23402beab, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:56:58.455005 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-d96f4107-c829-4b57-9c12-c1dc0d3bd66e service neutron] For port f2a1f941-7a6b-4031-a806-49a23402beab, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=f2a1f941-7a6b-4031-a806-49a23402beab,segment=NetworkSegment(d249fd15-fc1f-43cd-bd64-b045520aef78),segment_id=d249fd15-fc1f-43cd-bd64-b045520aef78)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:56:58.463119 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-d96f4107-c829-4b57-9c12-c1dc0d3bd66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:58.510018 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-d96f4107-c829-4b57-9c12-c1dc0d3bd66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:58.510829 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-d96f4107-c829-4b57-9c12-c1dc0d3bd66e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:58.512512 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-d96f4107-c829-4b57-9c12-c1dc0d3bd66e service neutron] 10.222.0.24 "PUT /v2.0/ports/f2a1f941-7a6b-4031-a806-49a23402beab HTTP/1.1" status: 200 len: 1092 time: 1.5071917 Aug 10 00:56:58.554478 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f4107-c829-4b57-9c12-c1dc0d3bd66e service neutron] Pushing event updated for resources: {'Port': ['ID=f2a1f941-7a6b-4031-a806-49a23402beab,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:58.704343 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-499fc94b-2774-4cc4-8548-1247598bf424 req-acabdeec-83e8-40df-a787-aa12f4263eac tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/ports?device_id=267ee52f-bc08-43a8-97e1-d4acd391fd85 HTTP/1.1" status: 200 len: 210 time: 0.0743220 Aug 10 00:56:58.715722 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-02a1f677-be59-4c20-bd6f-b5a98e9af652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:58.717390 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-02a1f677-be59-4c20-bd6f-b5a98e9af652 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=10f7050015304e84b3f71a403993ccee&device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 1095 time: 0.1507273 Aug 10 00:56:58.803383 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-e5e48546-4168-4152-8092-e2dc5cd442ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2a1f941-7a6b-4031-a806-49a23402beab HTTP/1.1" status: 200 len: 217 time: 0.0586421 Aug 10 00:56:58.896298 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27deacd9-96a2-45a2-a1a3-64dd9e35fcdd req-f797f12d-0a97-4000-ac8e-beeb84ba6970 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:58.904321 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-27deacd9-96a2-45a2-a1a3-64dd9e35fcdd req-f797f12d-0a97-4000-ac8e-beeb84ba6970 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/ports?device_id=1281cdda-8d7f-4d68-8de0-3e82be17d9df HTTP/1.1" status: 200 len: 944 time: 0.1808419 Aug 10 00:56:58.940977 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-21fe407c-265c-4049-ae59-1de9978ea234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:58.942492 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-21fe407c-265c-4049-ae59-1de9978ea234 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13423d62-75d5-4a60-9053-4948677cf60d HTTP/1.1" status: 200 len: 851 time: 0.1305385 Aug 10 00:56:58.950717 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 35d4dd96-3bed-4379-a5a5-ea0c9768c718 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:59.052244 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-793bf422-4c59-4865-9cc6-817554b66ede service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1805ad23-e76e-4170-8cce-d9f8ae87fa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913308 Aug 10 00:56:59.059351 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-27deacd9-96a2-45a2-a1a3-64dd9e35fcdd req-e6967d63-2548-4cc0-8628-5059d86ce5f8 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/security-groups?id=06325a86-b122-4800-b20d-610f2b255170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540303 Aug 10 00:56:59.070462 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 35d4dd96-3bed-4379-a5a5-ea0c9768c718 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:59.077226 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 35d4dd96-3bed-4379-a5a5-ea0c9768c718 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:59.077616 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:59.219760 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39276) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:59.220336 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:59.234661 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-ed16b0ec-3cad-4432-8e26-26c9dbe94e74 service neutron] 10.222.0.24 "GET /v2.0/networks/1805ad23-e76e-4170-8cce-d9f8ae87fa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742322 Aug 10 00:56:59.264990 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d1df2bd2-db4b-451a-b46c-a5eaa8ebdfb9 req-2465b614-5d89-4192-909d-e4879fe0c360 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=85e31889-8ff6-44ba-83af-8ab4c2bbfdc4 HTTP/1.1" status: 200 len: 210 time: 0.0660155 Aug 10 00:56:59.269619 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 35d4dd96-3bed-4379-a5a5-ea0c9768c718, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=35d4dd96-3bed-4379-a5a5-ea0c9768c718,segment=NetworkSegment(700ac786-a0d6-43cb-a784-a1e514aaa0f3),segment_id=700ac786-a0d6-43cb-a784-a1e514aaa0f3)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:59.270798 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02eb245-c52d-490e-bd8f-35993692bc8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d4dd96-3bed-4379-a5a5-ea0c9768c718'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:59.273571 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6b83c0-e8c7-44eb-93c4-db9498c80449" -d '{"events": [{"server_uuid": "f02eb245-c52d-490e-bd8f-35993692bc8a", "name": "network-vif-plugged", "status": "completed", "tag": "35d4dd96-3bed-4379-a5a5-ea0c9768c718"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:59.279078 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:59.280096 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 17620661-e792-46b0-9d69-3193bd04e982 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:59.366787 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5442a35f-b4e1-4b73-9a92-c9e10cb8386d req-ff0dca12-b20b-4d25-b5bb-9e010eb06e0e service neutron] 10.222.0.24 "GET /v2.0/networks/1805ad23-e76e-4170-8cce-d9f8ae87fa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007063 Aug 10 00:56:59.379759 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0d868-bf5c-4752-b0fd-b7dba84dfaa3 req-e8d0a44a-115a-423f-a5ad-8957478c0c14 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:59.381514 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-13c0d868-bf5c-4752-b0fd-b7dba84dfaa3 req-e8d0a44a-115a-423f-a5ad-8957478c0c14 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 943 time: 0.1843579 Aug 10 00:56:59.402426 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 17620661-e792-46b0-9d69-3193bd04e982 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:59.415832 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 17620661-e792-46b0-9d69-3193bd04e982 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:59.416554 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:59.442369 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=35d4dd96-3bed-4379-a5a5-ea0c9768c718,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:59.446626 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-13c0d868-bf5c-4752-b0fd-b7dba84dfaa3 req-8caaeb45-9da4-474b-8cef-2b298bc42aa8 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553114 Aug 10 00:56:59.478944 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-43b9dada-07e6-442b-bd75-b40b490d1ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:59.522453 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848468d9-741d-4a58-9807-01c8c69aed3b x-openstack-request-id: req-848468d9-741d-4a58-9807-01c8c69aed3b {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:59.523753 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02eb245-c52d-490e-bd8f-35993692bc8a", "name": "network-vif-plugged", "status": "completed", "tag": "35d4dd96-3bed-4379-a5a5-ea0c9768c718", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:59.523753 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-848468d9-741d-4a58-9807-01c8c69aed3b {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:59.523753 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02eb245-c52d-490e-bd8f-35993692bc8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d4dd96-3bed-4379-a5a5-ea0c9768c718', 'code': 200} Aug 10 00:56:59.532228 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:59.581300 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 17620661-e792-46b0-9d69-3193bd04e982, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=17620661-e792-46b0-9d69-3193bd04e982,segment=NetworkSegment(700ac786-a0d6-43cb-a784-a1e514aaa0f3),segment_id=700ac786-a0d6-43cb-a784-a1e514aaa0f3)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:59.592995 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:59.652881 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-43b9dada-07e6-442b-bd75-b40b490d1ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:59.656122 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171fadaf-8b4c-4c57-9af0-ce5009844838 req-5deea99e-1be8-414b-9e06-d7bf963a98b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:59.657748 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=17620661-e792-46b0-9d69-3193bd04e982,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:59.657882 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-171fadaf-8b4c-4c57-9af0-ce5009844838 req-5deea99e-1be8-414b-9e06-d7bf963a98b3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f02eb245-c52d-490e-bd8f-35993692bc8a HTTP/1.1" status: 200 len: 1098 time: 0.0969188 Aug 10 00:56:59.661429 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-43b9dada-07e6-442b-bd75-b40b490d1ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:59.674006 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6114ce-2a97-4139-8a6a-1a534ea522a7 req-f47933e4-523d-47cf-9fca-2ac89e1befa2 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:59.682343 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d6114ce-2a97-4139-8a6a-1a534ea522a7 req-f47933e4-523d-47cf-9fca-2ac89e1befa2 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=5286a4c0-5266-4973-91e9-0ae393764377 HTTP/1.1" status: 200 len: 945 time: 0.1121233 Aug 10 00:56:59.701415 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-43b9dada-07e6-442b-bd75-b40b490d1ed2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=03718a1062764356a0f9bbe8997b1f90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4797559 Aug 10 00:56:59.702603 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9dada-07e6-442b-bd75-b40b490d1ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fada2f3c-ef99-4e8f-af53-3c36f4fe8f17,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:59.705116 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39296) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:59.756115 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5488a4f7-ddff-4d3e-9201-7cdbfffdc6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:59.779609 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5488a4f7-ddff-4d3e-9201-7cdbfffdc6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:59.787714 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d6114ce-2a97-4139-8a6a-1a534ea522a7 req-374c17d7-c067-49bf-b22f-0cf09af1c2ae tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042845 Aug 10 00:56:59.816804 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-171fadaf-8b4c-4c57-9af0-ce5009844838 req-077e019f-29d0-4765-bae8-9efd69dd1583 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=06325a86-b122-4800-b20d-610f2b255170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429334 Aug 10 00:56:59.836361 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5488a4f7-ddff-4d3e-9201-7cdbfffdc6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:59.839513 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5488a4f7-ddff-4d3e-9201-7cdbfffdc6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:59.840861 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5488a4f7-ddff-4d3e-9201-7cdbfffdc6c6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fada2f3c-ef99-4e8f-af53-3c36f4fe8f17 HTTP/1.1" status: 204 len: 168 time: 0.1348376 Aug 10 00:56:59.851145 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488a4f7-ddff-4d3e-9201-7cdbfffdc6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fada2f3c-ef99-4e8f-af53-3c36f4fe8f17,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:59.872554 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39308) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:59.909131 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ebd0d602-7f19-492c-8863-af62da2067ac req-a1b3b167-b2bd-4f5e-837a-bfadcfc0a938 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups/83e5f0fe-4c82-49d0-94b2-1fd57d3e9726 HTTP/1.1" status: 200 len: 1799 time: 0.0837188 Aug 10 00:57:00.027433 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ebd0d602-7f19-492c-8863-af62da2067ac req-8eae675d-5a3f-4d95-afd9-4493f29493b4 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:00.044404 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-64bb18dd-211f-4b66-85e2-a66f01809f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:00.059495 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ebd0d602-7f19-492c-8863-af62da2067ac req-8eae675d-5a3f-4d95-afd9-4493f29493b4 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:00.152701 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ebd0d602-7f19-492c-8863-af62da2067ac req-8eae675d-5a3f-4d95-afd9-4493f29493b4 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:00.155175 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ebd0d602-7f19-492c-8863-af62da2067ac req-8eae675d-5a3f-4d95-afd9-4493f29493b4 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:00.156561 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ebd0d602-7f19-492c-8863-af62da2067ac req-8eae675d-5a3f-4d95-afd9-4493f29493b4 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "DELETE /v2.0/security-groups/83e5f0fe-4c82-49d0-94b2-1fd57d3e9726 HTTP/1.1" status: 204 len: 173 time: 0.2403874 Aug 10 00:57:00.184407 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae675d-5a3f-4d95-afd9-4493f29493b4 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e5f0fe-4c82-49d0-94b2-1fd57d3e9726,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:00.190730 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-64bb18dd-211f-4b66-85e2-a66f01809f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:00.197443 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-64bb18dd-211f-4b66-85e2-a66f01809f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:00.231004 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c01e12-4382-4967-8c69-d0f1092b0ae8 req-1e0cacb3-e8b5-4702-a953-5ccf6b16ee17 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:00.233432 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-26c01e12-4382-4967-8c69-d0f1092b0ae8 req-1e0cacb3-e8b5-4702-a953-5ccf6b16ee17 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=5286a4c0-5266-4973-91e9-0ae393764377 HTTP/1.1" status: 200 len: 945 time: 0.0932550 Aug 10 00:57:00.252005 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-64bb18dd-211f-4b66-85e2-a66f01809f50 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=34b04b861d4c40fe9d6c6e56b7804e9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3783467 Aug 10 00:57:00.253306 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb18dd-211f-4b66-85e2-a66f01809f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c05037-169f-479a-80a2-c62b6a0b12e3,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:00.255981 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39322) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:00.318157 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39326) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:00.324339 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2b1b0317-951c-4729-9088-104f0bb08499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:00.339267 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4b010bb5-1231-4a1e-a6d1-7ecd105c3ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:00.344328 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554edb6f-7aec-4a08-9fc7-37df86bb31dd', 'tag': 'f2a1f941-7a6b-4031-a806-49a23402beab'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:00.344986 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40bd776-08ba-487b-be9c-23796e6f5cb1" -d '{"events": [{"name": "network-changed", "server_uuid": "554edb6f-7aec-4a08-9fc7-37df86bb31dd", "tag": "f2a1f941-7a6b-4031-a806-49a23402beab"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:00.363036 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2b1b0317-951c-4729-9088-104f0bb08499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:00.370071 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-26c01e12-4382-4967-8c69-d0f1092b0ae8 req-cb7cc3d7-0829-4a04-8cdc-2502069b7be9 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291757 Aug 10 00:57:00.398403 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0be4d8-f0a0-468d-acbe-a4c8be004bed req-f363f94a-449c-4dd9-ad83-14e445835458 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:00.400601 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ce0be4d8-f0a0-468d-acbe-a4c8be004bed req-f363f94a-449c-4dd9-ad83-14e445835458 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/ports?device_id=1281cdda-8d7f-4d68-8de0-3e82be17d9df HTTP/1.1" status: 200 len: 945 time: 0.1033492 Aug 10 00:57:00.410358 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14be2f-3214-4114-bf2e-da2a14d6d7fa req-d4a96f7f-3a74-4ffa-acb4-da1571120210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:00.411683 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6b14be2f-3214-4114-bf2e-da2a14d6d7fa req-d4a96f7f-3a74-4ffa-acb4-da1571120210 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4601200a9ae04426885123602616bb50&device_id=5286a4c0-5266-4973-91e9-0ae393764377 HTTP/1.1" status: 200 len: 1097 time: 0.0963974 Aug 10 00:57:00.453574 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2b1b0317-951c-4729-9088-104f0bb08499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:00.456063 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2b1b0317-951c-4729-9088-104f0bb08499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:00.459514 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2b1b0317-951c-4729-9088-104f0bb08499 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/46c05037-169f-479a-80a2-c62b6a0b12e3 HTTP/1.1" status: 204 len: 168 time: 0.2003772 Aug 10 00:57:00.469984 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b0317-951c-4729-9088-104f0bb08499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c05037-169f-479a-80a2-c62b6a0b12e3,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:00.501791 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4b010bb5-1231-4a1e-a6d1-7ecd105c3ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:00.507363 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4b010bb5-1231-4a1e-a6d1-7ecd105c3ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:00.540772 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ce0be4d8-f0a0-468d-acbe-a4c8be004bed req-ec351315-994d-4910-a96c-0ac26f395c81 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/security-groups?id=06325a86-b122-4800-b20d-610f2b255170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269467 Aug 10 00:57:00.555716 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4b010bb5-1231-4a1e-a6d1-7ecd105c3ddc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9f618d6f52834d7abf47496a62cacb46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287982 Aug 10 00:57:00.555716 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b010bb5-1231-4a1e-a6d1-7ecd105c3ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56e8c66-6113-485c-94aa-eed25ad44f69,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:00.555716 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39336) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:00.556540 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aec9052c-383f-4788-87d3-403e47913dd9 req-04c6b57a-459e-4d7f-b4c2-593a9355b049 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups/fc64f6e7-33d0-45df-bb25-0476b24df538 HTTP/1.1" status: 200 len: 1801 time: 0.1535826 Aug 10 00:57:00.614261 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14be2f-3214-4114-bf2e-da2a14d6d7fa req-83f2cf80-2965-49cb-9423-e94a6c4861d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:00.621006 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6b14be2f-3214-4114-bf2e-da2a14d6d7fa req-83f2cf80-2965-49cb-9423-e94a6c4861d6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e2a6ec3c-4222-413e-a726-7eaab29284cd HTTP/1.1" status: 200 len: 916 time: 0.1886134 Aug 10 00:57:00.632986 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-105a6b55-4ca7-487d-9901-761fc008e706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:00.684578 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fd0274-ed7a-4d91-92f2-49793b37d667 x-openstack-request-id: req-c8fd0274-ed7a-4d91-92f2-49793b37d667 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:00.684912 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "554edb6f-7aec-4a08-9fc7-37df86bb31dd", "tag": "f2a1f941-7a6b-4031-a806-49a23402beab", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:00.687127 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c8fd0274-ed7a-4d91-92f2-49793b37d667 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:00.687127 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554edb6f-7aec-4a08-9fc7-37df86bb31dd', 'tag': 'f2a1f941-7a6b-4031-a806-49a23402beab', 'status': 'completed', 'code': 200} Aug 10 00:57:00.688985 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6b14be2f-3214-4114-bf2e-da2a14d6d7fa req-1700f624-422b-47fc-a85a-c4849bfe7e82 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c8c5786-1eca-4edb-8b2e-0f05897549b5 HTTP/1.1" status: 200 len: 217 time: 0.0602059 Aug 10 00:57:00.706553 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-105a6b55-4ca7-487d-9901-761fc008e706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:00.750373 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40bd776-08ba-487b-be9c-23796e6f5cb1 req-9bf4e645-ff98-414c-95ad-669c75ac8b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:00.751987 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f40bd776-08ba-487b-be9c-23796e6f5cb1 req-9bf4e645-ff98-414c-95ad-669c75ac8b97 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=10f7050015304e84b3f71a403993ccee&device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 1095 time: 0.0808597 Aug 10 00:57:00.789286 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-aec9052c-383f-4788-87d3-403e47913dd9 req-65d17ba2-0fab-4c1c-b8d4-f9ddfdff4a3e tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:00.821772 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14be2f-3214-4114-bf2e-da2a14d6d7fa req-7ecc5ec1-f152-492e-8103-a0c8125844be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:00.823285 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6b14be2f-3214-4114-bf2e-da2a14d6d7fa req-7ecc5ec1-f152-492e-8103-a0c8125844be service neutron] 10.222.0.24 "GET /v2.0/subnets?id=51adb930-96b8-48f4-bf3f-8c67c62f0b2a HTTP/1.1" status: 200 len: 854 time: 0.1063368 Aug 10 00:57:00.823727 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-105a6b55-4ca7-487d-9901-761fc008e706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:00.826164 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-aec9052c-383f-4788-87d3-403e47913dd9 req-65d17ba2-0fab-4c1c-b8d4-f9ddfdff4a3e tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:00.826490 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-105a6b55-4ca7-487d-9901-761fc008e706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:00.829922 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-105a6b55-4ca7-487d-9901-761fc008e706 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b56e8c66-6113-485c-94aa-eed25ad44f69 HTTP/1.1" status: 204 len: 168 time: 0.2753730 Aug 10 00:57:00.843848 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a6b55-4ca7-487d-9901-761fc008e706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56e8c66-6113-485c-94aa-eed25ad44f69,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:00.896148 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40bd776-08ba-487b-be9c-23796e6f5cb1 req-0dd4d579-4ba4-4eb9-ba95-134b8caf7d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:00.898009 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f40bd776-08ba-487b-be9c-23796e6f5cb1 req-0dd4d579-4ba4-4eb9-ba95-134b8caf7d4b service neutron] 10.222.0.24 "GET /v2.0/networks?id=1805ad23-e76e-4170-8cce-d9f8ae87fa4a HTTP/1.1" status: 200 len: 912 time: 0.1348794 Aug 10 00:57:00.945352 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92984a39-4d80-417d-b514-29abf2b694f5 req-a6d1660d-f536-452e-9fe3-cf4ea51ca450 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:00.947414 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-92984a39-4d80-417d-b514-29abf2b694f5 req-a6d1660d-f536-452e-9fe3-cf4ea51ca450 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 943 time: 0.1232269 Aug 10 00:57:00.947915 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39348) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:00.951511 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f40bd776-08ba-487b-be9c-23796e6f5cb1 req-b9af3f8e-31a8-4f75-b6db-d29ca5ef3bd1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2a1f941-7a6b-4031-a806-49a23402beab HTTP/1.1" status: 200 len: 217 time: 0.0432408 Aug 10 00:57:00.973086 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-80655cd5-f48a-4df6-8a7b-a8e5d0df425a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:00.978184 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14be2f-3214-4114-bf2e-da2a14d6d7fa req-a6fa9a7d-b12f-4639-adb4-61f708eb4d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:00.979891 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6b14be2f-3214-4114-bf2e-da2a14d6d7fa req-a6fa9a7d-b12f-4639-adb4-61f708eb4d2a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e2a6ec3c-4222-413e-a726-7eaab29284cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1072712 Aug 10 00:57:00.991122 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-aec9052c-383f-4788-87d3-403e47913dd9 req-65d17ba2-0fab-4c1c-b8d4-f9ddfdff4a3e tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:00.994220 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-aec9052c-383f-4788-87d3-403e47913dd9 req-65d17ba2-0fab-4c1c-b8d4-f9ddfdff4a3e tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:01.005975 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aec9052c-383f-4788-87d3-403e47913dd9 req-65d17ba2-0fab-4c1c-b8d4-f9ddfdff4a3e tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "DELETE /v2.0/security-groups/fc64f6e7-33d0-45df-bb25-0476b24df538 HTTP/1.1" status: 204 len: 173 time: 0.4434090 Aug 10 00:57:01.010680 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40bd776-08ba-487b-be9c-23796e6f5cb1 req-c93eb663-963c-445f-aa1e-c25b1c2e5fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:01.012162 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f40bd776-08ba-487b-be9c-23796e6f5cb1 req-c93eb663-963c-445f-aa1e-c25b1c2e5fa5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13423d62-75d5-4a60-9053-4948677cf60d HTTP/1.1" status: 200 len: 851 time: 0.0554321 Aug 10 00:57:01.064201 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f40bd776-08ba-487b-be9c-23796e6f5cb1 req-cae5a3bd-4552-4037-9d6f-f819c2fa6a8d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1805ad23-e76e-4170-8cce-d9f8ae87fa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436237 Aug 10 00:57:01.092990 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-4aa5e47f-77ca-4705-81ca-eef9a80d45f6 req-70be3c70-2c43-4b1c-9e41-19ec3e2d4a50 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2021026185', 'description': 'tempest-description-1244882812'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:01.101153 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d17ba2-0fab-4c1c-b8d4-f9ddfdff4a3e tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc64f6e7-33d0-45df-bb25-0476b24df538,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:01.144522 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-92984a39-4d80-417d-b514-29abf2b694f5 req-05124e76-3c4c-48d1-801f-e87beb58dd3e tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880372 Aug 10 00:57:01.145380 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.db.api [None req-80655cd5-f48a-4df6-8a7b-a8e5d0df425a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 00:57:01.145380 n-d-766726-26 neutron-server[105826]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 00:57:01.145380 n-d-766726-26 neutron-server[105826]: [parameters: {'project_id': 'bcdd762627d94bf3a2c5d565782e1f75', 'id': '88c1f5aa-15c8-4261-b956-031ca66e0f0c', 'expiration': datetime.datetime(2021, 8, 10, 0, 59, 1, 130874)}] Aug 10 00:57:01.145380 n-d-766726-26 neutron-server[105826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 00:57:01.145894 n-d-766726-26 neutron-server[105826]: DEBUG oslo_db.api [None req-80655cd5-f48a-4df6-8a7b-a8e5d0df425a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 00:57:01.156908 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4aa5e47f-77ca-4705-81ca-eef9a80d45f6 req-70be3c70-2c43-4b1c-9e41-19ec3e2d4a50 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:01.191741 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6b14be2f-3214-4114-bf2e-da2a14d6d7fa req-4b1d8892-52af-4705-80c7-c16e147057fe service neutron] 10.222.0.24 "GET /v2.0/networks/e2a6ec3c-4222-413e-a726-7eaab29284cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912613 Aug 10 00:57:01.223373 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f40bd776-08ba-487b-be9c-23796e6f5cb1 req-e636b2bf-01f3-481f-a86c-800922c3a352 service neutron] 10.222.0.24 "GET /v2.0/networks/1805ad23-e76e-4170-8cce-d9f8ae87fa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506438 Aug 10 00:57:01.341906 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6b14be2f-3214-4114-bf2e-da2a14d6d7fa req-c55d5cbf-f943-419b-9d7b-244c83483e0b service neutron] 10.222.0.24 "GET /v2.0/networks/e2a6ec3c-4222-413e-a726-7eaab29284cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386273 Aug 10 00:57:01.353363 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f40bd776-08ba-487b-be9c-23796e6f5cb1 req-a998051b-bac9-4b87-b6d3-964db07c7746 service neutron] 10.222.0.24 "GET /v2.0/networks/1805ad23-e76e-4170-8cce-d9f8ae87fa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224949 Aug 10 00:57:01.373938 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4aa5e47f-77ca-4705-81ca-eef9a80d45f6 req-70be3c70-2c43-4b1c-9e41-19ec3e2d4a50 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:01.379110 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4aa5e47f-77ca-4705-81ca-eef9a80d45f6 req-70be3c70-2c43-4b1c-9e41-19ec3e2d4a50 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:01.456526 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4aa5e47f-77ca-4705-81ca-eef9a80d45f6 req-70be3c70-2c43-4b1c-9e41-19ec3e2d4a50 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:01.457735 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4aa5e47f-77ca-4705-81ca-eef9a80d45f6 req-70be3c70-2c43-4b1c-9e41-19ec3e2d4a50 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3763399 Aug 10 00:57:01.460986 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be3c70-2c43-4b1c-9e41-19ec3e2d4a50 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3659a0cc-07f8-4011-8190-3877816c5c2f,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:01.501604 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 840c9686-5777-4935-8be5-811c3287ba57 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:57:01.520643 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 840c9686-5777-4935-8be5-811c3287ba57 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:57:01.521237 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 840c9686-5777-4935-8be5-811c3287ba57 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:57:01.524569 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1281cdda-8d7f-4d68-8de0-3e82be17d9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17620661-e792-46b0-9d69-3193bd04e982'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:01.527036 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fe024b-9bd5-47df-a821-d401e10f8752" -d '{"events": [{"server_uuid": "1281cdda-8d7f-4d68-8de0-3e82be17d9df", "name": "network-vif-plugged", "status": "completed", "tag": "17620661-e792-46b0-9d69-3193bd04e982"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:01.562977 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0351f7-9496-457e-9cd6-91935ced583a req-6b621143-05d8-47c0-b67e-0743ee174b6f tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:01.564493 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd0351f7-9496-457e-9cd6-91935ced583a req-6b621143-05d8-47c0-b67e-0743ee174b6f tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/networks?id=4f44dc9d-70b4-422e-936e-64ca9a631395 HTTP/1.1" status: 200 len: 811 time: 0.1814616 Aug 10 00:57:01.588001 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd0351f7-9496-457e-9cd6-91935ced583a req-245f794b-39e0-4acd-8caf-98a835beb781 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/quotas/fc4321199ccb4da6af26fb4c7f2e415e HTTP/1.1" status: 200 len: 375 time: 0.0142367 Aug 10 00:57:01.599456 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5247b6b-a559-4a14-9e6e-d8096f024027 req-1535f44a-4405-4d93-a7ce-216e8831f13c tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:01.600899 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d5247b6b-a559-4a14-9e6e-d8096f024027 req-1535f44a-4405-4d93-a7ce-216e8831f13c tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=5286a4c0-5266-4973-91e9-0ae393764377 HTTP/1.1" status: 200 len: 945 time: 0.0767846 Aug 10 00:57:01.638714 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd0351f7-9496-457e-9cd6-91935ced583a req-91beb840-5522-407d-8ea5-e105078bb276 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fc4321199ccb4da6af26fb4c7f2e415e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363712 Aug 10 00:57:01.647164 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-80655cd5-f48a-4df6-8a7b-a8e5d0df425a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:01.673936 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d5247b6b-a559-4a14-9e6e-d8096f024027 req-0cabac31-5b6c-475f-8888-7e3ef07da77c tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618653 Aug 10 00:57:01.766316 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8168a54c-3d3b-42bb-9b24-fe9334f24e3a req-9412ba45-9a4a-4243-931b-35e1da50a8a9 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups/3659a0cc-07f8-4011-8190-3877816c5c2f HTTP/1.1" status: 200 len: 1801 time: 0.0584300 Aug 10 00:57:01.791382 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-8168a54c-3d3b-42bb-9b24-fe9334f24e3a req-bd3d76b5-a553-49cd-a622-b186326bbc87 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1033503154', 'description': 'tempest-description-hth-251781588'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:01.875964 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-80655cd5-f48a-4df6-8a7b-a8e5d0df425a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:01.881515 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8168a54c-3d3b-42bb-9b24-fe9334f24e3a req-bd3d76b5-a553-49cd-a622-b186326bbc87 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:01.892685 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-80655cd5-f48a-4df6-8a7b-a8e5d0df425a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:01.972089 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-80655cd5-f48a-4df6-8a7b-a8e5d0df425a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bcdd762627d94bf3a2c5d565782e1f75&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0198035 Aug 10 00:57:01.972639 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39404) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:01.978284 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd0351f7-9496-457e-9cd6-91935ced583a req-2b5e0dc2-f2e9-42a7-86b1-1409fd7e0823 service neutron] 10.222.0.35 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228848 Aug 10 00:57:01.980853 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80655cd5-f48a-4df6-8a7b-a8e5d0df425a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03e0e81-ef7f-4b42-b13b-8afabf8ed41d,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:02.008073 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8168a54c-3d3b-42bb-9b24-fe9334f24e3a req-bd3d76b5-a553-49cd-a622-b186326bbc87 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:02.045868 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8168a54c-3d3b-42bb-9b24-fe9334f24e3a req-bd3d76b5-a553-49cd-a622-b186326bbc87 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:02.048608 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8168a54c-3d3b-42bb-9b24-fe9334f24e3a req-bd3d76b5-a553-49cd-a622-b186326bbc87 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:02.050010 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8168a54c-3d3b-42bb-9b24-fe9334f24e3a req-bd3d76b5-a553-49cd-a622-b186326bbc87 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "PUT /v2.0/security-groups/3659a0cc-07f8-4011-8190-3877816c5c2f HTTP/1.1" status: 200 len: 1774 time: 0.2754967 Aug 10 00:57:02.052354 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-539481f3-cf72-43dc-b0e6-a82f8f489779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:02.078273 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-539481f3-cf72-43dc-b0e6-a82f8f489779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:02.084252 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d76b5-a553-49cd-a622-b186326bbc87 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3659a0cc-07f8-4011-8190-3877816c5c2f,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:02.115042 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5c97fb-2f23-457e-8b8d-c268d90632dd x-openstack-request-id: req-6c5c97fb-2f23-457e-8b8d-c268d90632dd {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:02.115338 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1281cdda-8d7f-4d68-8de0-3e82be17d9df", "name": "network-vif-plugged", "status": "completed", "tag": "17620661-e792-46b0-9d69-3193bd04e982", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:02.115776 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6c5c97fb-2f23-457e-8b8d-c268d90632dd {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:02.116355 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1281cdda-8d7f-4d68-8de0-3e82be17d9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17620661-e792-46b0-9d69-3193bd04e982', 'code': 200} Aug 10 00:57:02.122768 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd0351f7-9496-457e-9cd6-91935ced583a req-733082d3-0ab6-4dbb-b437-63e23706f6a9 service neutron] 10.222.0.35 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309071 Aug 10 00:57:02.136799 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-539481f3-cf72-43dc-b0e6-a82f8f489779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:02.140499 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-539481f3-cf72-43dc-b0e6-a82f8f489779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:02.143282 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-539481f3-cf72-43dc-b0e6-a82f8f489779 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d03e0e81-ef7f-4b42-b13b-8afabf8ed41d HTTP/1.1" status: 204 len: 168 time: 0.1686945 Aug 10 00:57:02.156294 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539481f3-cf72-43dc-b0e6-a82f8f489779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03e0e81-ef7f-4b42-b13b-8afabf8ed41d,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:02.249118 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165bc69-e910-477c-885f-7ef575e9759f req-fe1eaf34-36ff-4482-9b2d-5a864b700f56 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:02.257595 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a165bc69-e910-477c-885f-7ef575e9759f req-fe1eaf34-36ff-4482-9b2d-5a864b700f56 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/ports?device_id=1281cdda-8d7f-4d68-8de0-3e82be17d9df HTTP/1.1" status: 200 len: 945 time: 0.0727634 Aug 10 00:57:02.291044 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48462bf-d70f-4915-baa3-4c762b089ae7 req-47be5957-b2a2-4e3d-921e-f8d9d9e8ccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:02.302304 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c48462bf-d70f-4915-baa3-4c762b089ae7 req-47be5957-b2a2-4e3d-921e-f8d9d9e8ccfa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1281cdda-8d7f-4d68-8de0-3e82be17d9df HTTP/1.1" status: 200 len: 1097 time: 0.0729616 Aug 10 00:57:02.316934 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a165bc69-e910-477c-885f-7ef575e9759f req-acfcb923-43d5-4132-ad4d-0dfdfc971dc0 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/security-groups?id=06325a86-b122-4800-b20d-610f2b255170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572805 Aug 10 00:57:02.375829 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c48462bf-d70f-4915-baa3-4c762b089ae7 req-7caa6fda-8f7c-42a8-b8b5-2b309d0a52be service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=06325a86-b122-4800-b20d-610f2b255170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761988 Aug 10 00:57:02.409134 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1eb80bfd-cd50-4ed4-a37a-b96bc01ae85e req-c2c64e58-6c78-40ce-b0a8-b85da1defa47 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups/3659a0cc-07f8-4011-8190-3877816c5c2f HTTP/1.1" status: 200 len: 1774 time: 0.0506115 Aug 10 00:57:02.536171 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8909924d-8ca3-4c6a-a365-83852783340e req-779b445d-2002-4783-b31c-97489a771f00 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8e0d8a2-b509-4546-baf0-1b8b0e7c360a HTTP/1.1" status: 200 len: 210 time: 0.0292554 Aug 10 00:57:02.550455 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62948e41-56a8-4bdf-81cf-64193695948e req-3df9869e-6379-49bb-8382-a0eb439030f3 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:02.564002 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-62948e41-56a8-4bdf-81cf-64193695948e req-3df9869e-6379-49bb-8382-a0eb439030f3 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 943 time: 0.0974398 Aug 10 00:57:02.644772 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-62948e41-56a8-4bdf-81cf-64193695948e req-e331790f-540f-491e-aadb-4dfea6540acd tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740380 Aug 10 00:57:02.663398 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24765807-d550-4bcc-b339-7e5c59b83050 req-cb1ffd71-38dd-4244-b8c5-efc44b97aad9 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups/3659a0cc-07f8-4011-8190-3877816c5c2f HTTP/1.1" status: 200 len: 1774 time: 0.0782495 Aug 10 00:57:02.733210 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-24765807-d550-4bcc-b339-7e5c59b83050 req-97c2b179-7cb4-4701-a9cc-42cf6aa0f7e8 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:02.767633 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-24765807-d550-4bcc-b339-7e5c59b83050 req-97c2b179-7cb4-4701-a9cc-42cf6aa0f7e8 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:02.815139 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-24765807-d550-4bcc-b339-7e5c59b83050 req-97c2b179-7cb4-4701-a9cc-42cf6aa0f7e8 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:02.818253 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-24765807-d550-4bcc-b339-7e5c59b83050 req-97c2b179-7cb4-4701-a9cc-42cf6aa0f7e8 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:02.821709 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24765807-d550-4bcc-b339-7e5c59b83050 req-97c2b179-7cb4-4701-a9cc-42cf6aa0f7e8 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "DELETE /v2.0/security-groups/3659a0cc-07f8-4011-8190-3877816c5c2f HTTP/1.1" status: 204 len: 173 time: 0.1633978 Aug 10 00:57:02.832137 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c2b179-7cb4-4701-a9cc-42cf6aa0f7e8 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3659a0cc-07f8-4011-8190-3877816c5c2f,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:02.950425 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device f2a1f941-7a6b-4031-a806-49a23402beab details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:57:03.077740 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fefdc6-6fc8-47c7-b4a9-f7fa495c6fdb req-4baa8d84-0097-4016-a8f8-994074fdfc1d tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:03.085632 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-21fefdc6-6fc8-47c7-b4a9-f7fa495c6fdb req-4baa8d84-0097-4016-a8f8-994074fdfc1d tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=5286a4c0-5266-4973-91e9-0ae393764377 HTTP/1.1" status: 200 len: 945 time: 0.0883048 Aug 10 00:57:03.151146 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-21fefdc6-6fc8-47c7-b4a9-f7fa495c6fdb req-fe94e804-5f88-40e2-a173-5e370eed0489 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535893 Aug 10 00:57:03.239230 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port f2a1f941-7a6b-4031-a806-49a23402beab, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=f2a1f941-7a6b-4031-a806-49a23402beab,segment=NetworkSegment(d249fd15-fc1f-43cd-bd64-b045520aef78),segment_id=d249fd15-fc1f-43cd-bd64-b045520aef78)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:03.258540 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'f2a1f941-7a6b-4031-a806-49a23402beab', 'network_id': '1805ad23-e76e-4170-8cce-d9f8ae87fa4a', 'port_id': 'f2a1f941-7a6b-4031-a806-49a23402beab', 'mac_address': 'fa:16:3e:d7:58:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13423d62-75d5-4a60-9053-4948677cf60d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:57:03.306916 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:03.327079 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a1f941-7a6b-4031-a806-49a23402beab {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:57:03.368958 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port f2a1f941-7a6b-4031-a806-49a23402beab, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=f2a1f941-7a6b-4031-a806-49a23402beab,segment=NetworkSegment(d249fd15-fc1f-43cd-bd64-b045520aef78),segment_id=d249fd15-fc1f-43cd-bd64-b045520aef78)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:03.374800 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:03.401857 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1671e-de34-463e-9d5d-d4e440e99f57 req-08671a20-408b-4205-8a2b-71b92b453923 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:03.409840 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-86b1671e-de34-463e-9d5d-d4e440e99f57 req-08671a20-408b-4205-8a2b-71b92b453923 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=5286a4c0-5266-4973-91e9-0ae393764377 HTTP/1.1" status: 200 len: 945 time: 0.0682497 Aug 10 00:57:03.437488 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=f2a1f941-7a6b-4031-a806-49a23402beab,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:03.452801 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-86b1671e-de34-463e-9d5d-d4e440e99f57 req-eb1548ad-2e3f-482f-adf2-346d47a83192 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400343 Aug 10 00:57:03.492024 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [req-79210e83-eaa5-4503-8d24-586ad917441f req-9cfdc53e-eb2c-49ca-8491-77e3af68374d tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] show failed (client error): The resource could not be found. Aug 10 00:57:03.493612 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-79210e83-eaa5-4503-8d24-586ad917441f req-9cfdc53e-eb2c-49ca-8491-77e3af68374d tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups/fc64f6e7-33d0-45df-bb25-0476b24df538 HTTP/1.1" status: 404 len: 352 time: 0.0152795 Aug 10 00:57:03.657748 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7a463-46b5-45f8-aee4-8dbba46c8090 req-61994ecb-76dd-45a9-b9e7-6b702223bc5a tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:03.659513 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2c7a463-46b5-45f8-aee4-8dbba46c8090 req-61994ecb-76dd-45a9-b9e7-6b702223bc5a tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/ports?device_id=1281cdda-8d7f-4d68-8de0-3e82be17d9df HTTP/1.1" status: 200 len: 945 time: 0.0505402 Aug 10 00:57:03.715837 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2c7a463-46b5-45f8-aee4-8dbba46c8090 req-3ad4d2d9-68d5-4c9c-a12d-7dc421a5eb17 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/security-groups?id=06325a86-b122-4800-b20d-610f2b255170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443935 Aug 10 00:57:03.757335 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44d687-08ff-442b-89e1-4027d7b78962 req-b612733b-2c16-4af6-8fc2-b1dcbf32746c tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:03.759495 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8f44d687-08ff-442b-89e1-4027d7b78962 req-b612733b-2c16-4af6-8fc2-b1dcbf32746c tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee26251f-0f7c-4997-889f-2249b06ee09b HTTP/1.1" status: 200 len: 945 time: 0.0589042 Aug 10 00:57:03.764415 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [req-3c0ecedb-9897-44c7-86e2-dbf6c9631333 req-10726166-dd86-4d22-8745-37095b9c3935 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] show failed (client error): The resource could not be found. Aug 10 00:57:03.765358 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3c0ecedb-9897-44c7-86e2-dbf6c9631333 req-10726166-dd86-4d22-8745-37095b9c3935 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups/83e5f0fe-4c82-49d0-94b2-1fd57d3e9726 HTTP/1.1" status: 404 len: 352 time: 0.0251901 Aug 10 00:57:03.798200 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8f44d687-08ff-442b-89e1-4027d7b78962 req-314e8d59-2339-4a72-acba-d7a1c45a3000 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319376 Aug 10 00:57:03.816680 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['f2a1f941-7a6b-4031-a806-49a23402beab'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:03.886428 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [req-62917ebd-585e-4d77-9831-1da1cbc67b0d req-ce532f0d-b2a7-478f-bfc7-a0b9e3b83005 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] show failed (client error): The resource could not be found. Aug 10 00:57:03.887519 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-62917ebd-585e-4d77-9831-1da1cbc67b0d req-ce532f0d-b2a7-478f-bfc7-a0b9e3b83005 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups/c57324a2-bacc-4ac6-a232-dc7c1717c67d HTTP/1.1" status: 404 len: 352 time: 0.0233400 Aug 10 00:57:03.939221 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f25b39-81e5-457b-808d-b482269f552f req-586f8434-d214-4624-9a5d-4b95d9b8b496 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:03.940838 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-80f25b39-81e5-457b-808d-b482269f552f req-586f8434-d214-4624-9a5d-4b95d9b8b496 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 944 time: 0.0567067 Aug 10 00:57:03.979745 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-80f25b39-81e5-457b-808d-b482269f552f req-cf3c3072-14fa-4aa6-b59f-ec59ec14b3ed tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322099 Aug 10 00:57:04.084895 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958ce6c-5095-4519-93ce-cf03ada3c21f req-da36ad80-a412-489d-a12b-4da38dd6c5f0 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:04.086403 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f958ce6c-5095-4519-93ce-cf03ada3c21f req-da36ad80-a412-489d-a12b-4da38dd6c5f0 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=65dd2b58-57b3-4e1b-b286-81d786a90bd5 HTTP/1.1" status: 200 len: 946 time: 0.0496733 Aug 10 00:57:04.111671 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [req-7a4fa4fe-4c02-48a7-a8c4-455f81a7b350 req-5bab3aff-5f7a-472b-8f9a-5d6d25b59e95 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] show failed (client error): The resource could not be found. Aug 10 00:57:04.112650 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7a4fa4fe-4c02-48a7-a8c4-455f81a7b350 req-5bab3aff-5f7a-472b-8f9a-5d6d25b59e95 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups/8f866038-191b-42eb-9e71-3b9e1a97868e HTTP/1.1" status: 404 len: 352 time: 0.0240855 Aug 10 00:57:04.131928 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f958ce6c-5095-4519-93ce-cf03ada3c21f req-59a01069-dad4-4ab3-893d-bd00bb924c65 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370364 Aug 10 00:57:04.266083 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [req-d785eabb-b338-458e-9596-961d539f8fb7 req-6d2736e9-7539-4259-b329-fa3ba7d95552 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] show failed (client error): The resource could not be found. Aug 10 00:57:04.267066 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d785eabb-b338-458e-9596-961d539f8fb7 req-6d2736e9-7539-4259-b329-fa3ba7d95552 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups/8e87919f-89b1-45ba-862f-f7735faddb12 HTTP/1.1" status: 404 len: 352 time: 0.0340121 Aug 10 00:57:04.289742 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd0351f7-9496-457e-9cd6-91935ced583a req-8c26e8f2-e6f9-44f3-986c-cb63fabaf3c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fc4321199ccb4da6af26fb4c7f2e415e&device_id=a8e0d8a2-b509-4546-baf0-1b8b0e7c360a HTTP/1.1" status: 200 len: 210 time: 0.0414498 Aug 10 00:57:04.296671 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [req-6ee6aa2e-f202-44e8-99d0-b4d9988f36a9 req-917e9a8e-0207-494d-a147-5e27cae4ca4c tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:57:04.297654 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6ee6aa2e-f202-44e8-99d0-b4d9988f36a9 req-917e9a8e-0207-494d-a147-5e27cae4ca4c tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070612 Aug 10 00:57:04.417266 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-a2c417dd-e5bd-4ea5-831f-132c5de90a6e tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:04.418728 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-a2c417dd-e5bd-4ea5-831f-132c5de90a6e tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/networks?id=4f44dc9d-70b4-422e-936e-64ca9a631395 HTTP/1.1" status: 200 len: 811 time: 0.2380271 Aug 10 00:57:04.492012 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-325eb77d-cda1-43a2-8ed9-310ac282816f tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/quotas/fc4321199ccb4da6af26fb4c7f2e415e HTTP/1.1" status: 200 len: 375 time: 0.0656698 Aug 10 00:57:04.527813 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6ee6aa2e-f202-44e8-99d0-b4d9988f36a9 req-57e0d2b6-85c5-4028-bd47-ec45a974bdb9 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2144606 Aug 10 00:57:04.555550 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-87e352bb-352a-4f4c-b5c0-60425785f980 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fc4321199ccb4da6af26fb4c7f2e415e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480661 Aug 10 00:57:04.558255 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0351f7-9496-457e-9cd6-91935ced583a req-ab09ba6c-708d-496a-b0bf-6746f290707e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:04.559691 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd0351f7-9496-457e-9cd6-91935ced583a req-ab09ba6c-708d-496a-b0bf-6746f290707e service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=fc4321199ccb4da6af26fb4c7f2e415e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2567399 Aug 10 00:57:04.954706 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device f2a1f941-7a6b-4031-a806-49a23402beab up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:57:05.002890 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port f2a1f941-7a6b-4031-a806-49a23402beab completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:57:05.006414 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port f2a1f941-7a6b-4031-a806-49a23402beab triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:05.006790 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:05.027725 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [req-8344e86b-5796-4ebb-9779-ef8c487bb815 req-cac3e6f4-5728-47a4-b948-6274eeaee1f4 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] show failed (client error): The resource could not be found. Aug 10 00:57:05.028846 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8344e86b-5796-4ebb-9779-ef8c487bb815 req-cac3e6f4-5728-47a4-b948-6274eeaee1f4 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups/68108f71-465e-4806-a759-24e563bc4a3b HTTP/1.1" status: 404 len: 352 time: 0.0883303 Aug 10 00:57:05.087927 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:05.110359 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554edb6f-7aec-4a08-9fc7-37df86bb31dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a1f941-7a6b-4031-a806-49a23402beab'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:05.112624 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6a3474-4a53-4f21-8ebb-1e67dbaeedc0" -d '{"events": [{"server_uuid": "554edb6f-7aec-4a08-9fc7-37df86bb31dd", "name": "network-vif-plugged", "status": "completed", "tag": "f2a1f941-7a6b-4031-a806-49a23402beab"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:05.117835 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-8f795bca-c6ce-43d0-8a88-a866e64f0094 service neutron] 10.222.0.35 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5547326 Aug 10 00:57:05.126203 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port f2a1f941-7a6b-4031-a806-49a23402beab, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=f2a1f941-7a6b-4031-a806-49a23402beab,segment=NetworkSegment(d249fd15-fc1f-43cd-bd64-b045520aef78),segment_id=d249fd15-fc1f-43cd-bd64-b045520aef78)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:05.130488 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:05.133613 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0351f7-9496-457e-9cd6-91935ced583a req-a6aaf602-ccdd-4d48-a32b-e6e172fa75e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:05.135099 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd0351f7-9496-457e-9cd6-91935ced583a req-a6aaf602-ccdd-4d48-a32b-e6e172fa75e4 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5642223 Aug 10 00:57:05.185858 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=f2a1f941-7a6b-4031-a806-49a23402beab,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:05.237461 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd0351f7-9496-457e-9cd6-91935ced583a req-fc157aff-0fd0-4f22-ba1e-1b12ea8e39c8 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8e0d8a2-b509-4546-baf0-1b8b0e7c360a HTTP/1.1" status: 200 len: 210 time: 0.0341401 Aug 10 00:57:05.271502 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d824e-03af-45a6-9882-74083b0ae5cb req-7f0bf229-c3ca-4bba-b9f8-b0cf39d46daf tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:05.273009 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-248d824e-03af-45a6-9882-74083b0ae5cb req-7f0bf229-c3ca-4bba-b9f8-b0cf39d46daf tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=5286a4c0-5266-4973-91e9-0ae393764377 HTTP/1.1" status: 200 len: 945 time: 0.0995970 Aug 10 00:57:05.292874 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-41f7f241-972e-4ca8-94fa-2d5b946f1b1d service neutron] 10.222.0.35 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674526 Aug 10 00:57:05.320316 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-248d824e-03af-45a6-9882-74083b0ae5cb req-407680bb-00d6-4766-aac7-2a1e9bd75e64 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395601 Aug 10 00:57:05.471744 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324d542-33d2-4e84-bbc3-e8c032601f77 req-3b37f725-26cb-4feb-b58f-15e8d2c970c2 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:05.473401 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4324d542-33d2-4e84-bbc3-e8c032601f77 req-3b37f725-26cb-4feb-b58f-15e8d2c970c2 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/ports?device_id=1281cdda-8d7f-4d68-8de0-3e82be17d9df HTTP/1.1" status: 200 len: 945 time: 0.0595894 Aug 10 00:57:05.542593 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4324d542-33d2-4e84-bbc3-e8c032601f77 req-f0a5e78c-dd1d-4bab-aca1-ac7f98dbc964 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/security-groups?id=06325a86-b122-4800-b20d-610f2b255170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626576 Aug 10 00:57:05.559477 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de93595-b47c-48da-bcd5-0db40bb57e71 req-dc663edc-d97c-4370-afcd-b45f0f6a92df tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:05.560976 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1de93595-b47c-48da-bcd5-0db40bb57e71 req-dc663edc-d97c-4370-afcd-b45f0f6a92df tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 945 time: 0.0653713 Aug 10 00:57:05.600989 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1de93595-b47c-48da-bcd5-0db40bb57e71 req-9c0b957e-5730-47ca-b0e5-a9a94e3d0687 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328047 Aug 10 00:57:05.645381 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bf7cba-f7e2-464b-9d4a-aac5e1ab9409 x-openstack-request-id: req-69bf7cba-f7e2-464b-9d4a-aac5e1ab9409 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:05.645630 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554edb6f-7aec-4a08-9fc7-37df86bb31dd", "name": "network-vif-plugged", "status": "completed", "tag": "f2a1f941-7a6b-4031-a806-49a23402beab", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:05.645872 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-69bf7cba-f7e2-464b-9d4a-aac5e1ab9409 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:05.646306 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554edb6f-7aec-4a08-9fc7-37df86bb31dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a1f941-7a6b-4031-a806-49a23402beab', 'code': 200} Aug 10 00:57:05.753547 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5f1dc-0be6-490e-bba3-7a87252f325c req-fda66ca2-3291-4f4e-8ea1-f7b9924099a3 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:05.761628 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47032436-69c3-416a-9b38-8704322ec781 req-7a66dfe3-bfb3-4d4f-a056-c2d193cd0b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:05.763135 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fae5f1dc-0be6-490e-bba3-7a87252f325c req-fda66ca2-3291-4f4e-8ea1-f7b9924099a3 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee26251f-0f7c-4997-889f-2249b06ee09b HTTP/1.1" status: 200 len: 945 time: 0.0637929 Aug 10 00:57:05.763418 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-47032436-69c3-416a-9b38-8704322ec781 req-7a66dfe3-bfb3-4d4f-a056-c2d193cd0b11 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 1097 time: 0.0562627 Aug 10 00:57:05.804272 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fae5f1dc-0be6-490e-bba3-7a87252f325c req-a38f880c-fb00-44bb-b912-318f160aaec3 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400054 Aug 10 00:57:05.807273 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-47032436-69c3-416a-9b38-8704322ec781 req-caaceb2f-aebe-4489-8277-dcdaf66bab1f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354614 Aug 10 00:57:05.848327 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7db73f18-2ed1-425f-9498-f74541b98f95 req-307e1c8d-3014-46fe-a2ba-b3da778c7fb4 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd48c277-eb90-47c3-96ab-5569cf172cb3 HTTP/1.1" status: 200 len: 210 time: 0.0425134 Aug 10 00:57:05.959348 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2eba45-b4c3-4d10-97fe-b7e78bb4de03 req-a30f9eee-af57-4780-994d-6ddcbe3dd860 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:05.968863 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-df2eba45-b4c3-4d10-97fe-b7e78bb4de03 req-a30f9eee-af57-4780-994d-6ddcbe3dd860 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/ports?device_id=f02eb245-c52d-490e-bd8f-35993692bc8a HTTP/1.1" status: 200 len: 946 time: 0.0621083 Aug 10 00:57:06.046016 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-df2eba45-b4c3-4d10-97fe-b7e78bb4de03 req-7d1c5e21-c2e4-47fb-b7ab-6cf2f32891e7 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/security-groups?id=06325a86-b122-4800-b20d-610f2b255170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758944 Aug 10 00:57:06.053899 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d358a84-8dd4-4d1d-ab08-f5dbc3b2dcc0 req-9cd688a6-e1de-4ed8-8aca-f25fe62109cd tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:06.056248 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d358a84-8dd4-4d1d-ab08-f5dbc3b2dcc0 req-9cd688a6-e1de-4ed8-8aca-f25fe62109cd tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5aec2ae-67ea-4715-aaf2-d9aa8aa70205 HTTP/1.1" status: 200 len: 1023 time: 0.0721402 Aug 10 00:57:06.127063 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d358a84-8dd4-4d1d-ab08-f5dbc3b2dcc0 req-440a11df-d3b1-4fc0-a641-85afca71fa4b tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups?id=6911e6cf-ab78-4416-af63-4f3cef5c2a71&id=0c9a1798-fa5a-49bf-965e-636390584cc3&id=9c56a9ec-5e3a-45c4-80f5-021545595d39&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0549719 Aug 10 00:57:06.237025 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43032d6-34f3-48b7-bad0-041e3990ca4b req-27d59049-7951-4ef9-a83e-e253bf7ac82b tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:06.237354 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39626) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:06.238214 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e43032d6-34f3-48b7-bad0-041e3990ca4b req-27d59049-7951-4ef9-a83e-e253bf7ac82b tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=65dd2b58-57b3-4e1b-b286-81d786a90bd5 HTTP/1.1" status: 200 len: 946 time: 0.0654817 Aug 10 00:57:06.286259 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e43032d6-34f3-48b7-bad0-041e3990ca4b req-0aeea065-0a4c-4774-a060-152b05e7da76 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384955 Aug 10 00:57:06.365865 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-682de3bb-e1ef-47af-b007-61d5043b90e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:06.481611 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-682de3bb-e1ef-47af-b007-61d5043b90e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:06.487033 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-682de3bb-e1ef-47af-b007-61d5043b90e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:06.536332 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-682de3bb-e1ef-47af-b007-61d5043b90e5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a4cb15c817ef491084effc7a8c4d5087&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2972848 Aug 10 00:57:06.537132 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682de3bb-e1ef-47af-b007-61d5043b90e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19a0c7c-68cc-41f9-944c-9775ab8dc1ec,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:06.540096 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39638) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:06.626670 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-71489730-1b07-489d-a632-1cab0a71b901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:06.657736 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-71489730-1b07-489d-a632-1cab0a71b901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:06.771001 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-71489730-1b07-489d-a632-1cab0a71b901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:06.774101 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-71489730-1b07-489d-a632-1cab0a71b901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:06.775432 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-71489730-1b07-489d-a632-1cab0a71b901 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b19a0c7c-68cc-41f9-944c-9775ab8dc1ec HTTP/1.1" status: 204 len: 168 time: 0.2341547 Aug 10 00:57:06.795505 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39650) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:06.799775 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71489730-1b07-489d-a632-1cab0a71b901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19a0c7c-68cc-41f9-944c-9775ab8dc1ec,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:06.813555 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb553ea-191d-45cf-bf45-d89bcb57437d req-552197b5-9d33-4f48-bc05-9219074b59d3 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:06.821373 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bdb553ea-191d-45cf-bf45-d89bcb57437d req-552197b5-9d33-4f48-bc05-9219074b59d3 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 945 time: 0.1131370 Aug 10 00:57:06.853073 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f95e93-83d1-4889-a017-c52f03955c71 req-0422de0f-a515-408a-a89f-35db8ae3a836 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:06.860353 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f95e93-83d1-4889-a017-c52f03955c71 req-0422de0f-a515-408a-a89f-35db8ae3a836 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:06.870929 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f95e93-83d1-4889-a017-c52f03955c71 req-0422de0f-a515-408a-a89f-35db8ae3a836 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:06.872900 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-04f95e93-83d1-4889-a017-c52f03955c71 req-0422de0f-a515-408a-a89f-35db8ae3a836 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=65dd2b58-57b3-4e1b-b286-81d786a90bd5&device_id=ee26251f-0f7c-4997-889f-2249b06ee09b&device_id=5286a4c0-5266-4973-91e9-0ae393764377 HTTP/1.1" status: 200 len: 2417 time: 0.1348398 Aug 10 00:57:06.921679 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bdb553ea-191d-45cf-bf45-d89bcb57437d req-78961620-ab9e-4f01-866f-da4b9b60a363 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996022 Aug 10 00:57:06.923638 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-3d779e44-9ffc-4439-bbe1-82405d7ce51d tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:06.925375 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-3d779e44-9ffc-4439-bbe1-82405d7ce51d tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.24 "GET /v2.0/networks?id=4f44dc9d-70b4-422e-936e-64ca9a631395 HTTP/1.1" status: 200 len: 811 time: 0.1793158 Aug 10 00:57:06.952164 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-04f95e93-83d1-4889-a017-c52f03955c71 req-a368b3a8-e7f2-4dd5-8996-c3350baf6bd8 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713520 Aug 10 00:57:06.975788 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-e3e7b71a-94c2-45c1-a3b2-901c0ea36404 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Request body: {'port': {'device_id': 'bd48c277-eb90-47c3-96ab-5569cf172cb3', 'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395', 'admin_state_up': True, 'tenant_id': 'fc4321199ccb4da6af26fb4c7f2e415e'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:07.115259 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-27fa556f-84cd-4606-88bc-0b9e0683e444 req-41160381-612f-4c6d-a74e-5a1038019d2d tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd48c277-eb90-47c3-96ab-5569cf172cb3 HTTP/1.1" status: 200 len: 210 time: 0.0613704 Aug 10 00:57:07.150259 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-e3e7b71a-94c2-45c1-a3b2-901c0ea36404 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Made reservation on behalf of fc4321199ccb4da6af26fb4c7f2e415e for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:07.159152 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-e3e7b71a-94c2-45c1-a3b2-901c0ea36404 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:07.180520 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-e0a89341-8689-4a32-8c75-55c229ac1754 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:07.182198 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-e0a89341-8689-4a32-8c75-55c229ac1754 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/networks?id=c299ecef-0bf4-4f79-a545-86b4040e4e50 HTTP/1.1" status: 200 len: 812 time: 0.1636002 Aug 10 00:57:07.202600 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [req-e7da9679-8070-4cc0-8dd0-53c917e2be47 req-bcc30bc4-c6af-4963-83ac-6c4b7447041c tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:57:07.203765 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e7da9679-8070-4cc0-8dd0-53c917e2be47 req-bcc30bc4-c6af-4963-83ac-6c4b7447041c tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127847 Aug 10 00:57:07.211057 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-390c1ceb-951e-40fe-ae4a-9ac48962faa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:07.230355 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-42be8e95-8a03-4ae9-885e-44b1413fdc3e tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/quotas/17ee1744e428496598c9988733ef5d4e HTTP/1.1" status: 200 len: 375 time: 0.0402970 Aug 10 00:57:07.255106 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39670) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:07.279582 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c90cfd04-7ea2-42ba-a8b8-697238bfc7a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:07.334903 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e7da9679-8070-4cc0-8dd0-53c917e2be47 req-7736fb2c-4ae0-4015-9c73-06d526ddc7ab tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1205604 Aug 10 00:57:07.343502 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-e3e7b71a-94c2-45c1-a3b2-901c0ea36404 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Allocated IP 172.20.0.12 (4f44dc9d-70b4-422e-936e-64ca9a631395/93c0490b-72d4-4bea-8139-8e9a7dbf1c5c/c01fdc4e-8abb-477f-8f66-34bac1d001b6) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:57:07.345049 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-82a68b73-e7b7-470a-8e2c-bfad93b1a2f2 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=17ee1744e428496598c9988733ef5d4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0870771 Aug 10 00:57:07.455282 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-390c1ceb-951e-40fe-ae4a-9ac48962faa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:07.468402 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-390c1ceb-951e-40fe-ae4a-9ac48962faa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:07.490936 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-0c523a45-eba3-4a9b-98c1-6b57b4e12aa7 service neutron] 10.222.0.35 "GET /v2.0/networks/c299ecef-0bf4-4f79-a545-86b4040e4e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308658 Aug 10 00:57:07.524005 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-390c1ceb-951e-40fe-ae4a-9ac48962faa5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=71130ae0a3a345cfa3490a1785e5cca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7252200 Aug 10 00:57:07.525399 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39676) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:07.563911 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c1ceb-951e-40fe-ae4a-9ac48962faa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20db4123-1d6b-4e73-adf2-832660879c3e,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:07.575767 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-e3e7b71a-94c2-45c1-a3b2-901c0ea36404 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:07.650626 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-bcf722a3-a4d5-42e4-8400-f4e4dee3c6c2 service neutron] 10.222.0.35 "GET /v2.0/networks/c299ecef-0bf4-4f79-a545-86b4040e4e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482222 Aug 10 00:57:07.652435 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cda7a4f8-50d9-42be-b89f-0807cc381b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:07.659631 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426958f9-d8bc-4395-b6d9-135c2bb3bf1f req-a71714ee-be67-4d27-86df-b8e4600f3d26 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:07.661129 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-426958f9-d8bc-4395-b6d9-135c2bb3bf1f req-a71714ee-be67-4d27-86df-b8e4600f3d26 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5aec2ae-67ea-4715-aaf2-d9aa8aa70205 HTTP/1.1" status: 200 len: 1023 time: 0.0984282 Aug 10 00:57:07.686605 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c90cfd04-7ea2-42ba-a8b8-697238bfc7a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:07.697279 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c90cfd04-7ea2-42ba-a8b8-697238bfc7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:07.700632 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cda7a4f8-50d9-42be-b89f-0807cc381b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:07.707326 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-426958f9-d8bc-4395-b6d9-135c2bb3bf1f req-e9c91a81-7748-471e-89d5-17443bc30092 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups?id=6911e6cf-ab78-4416-af63-4f3cef5c2a71&id=0c9a1798-fa5a-49bf-965e-636390584cc3&id=9c56a9ec-5e3a-45c4-80f5-021545595d39&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0394709 Aug 10 00:57:07.721562 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-e3e7b71a-94c2-45c1-a3b2-901c0ea36404 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:07.805131 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c90cfd04-7ea2-42ba-a8b8-697238bfc7a7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cc8da6ec49544274ae3de65866de01e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5489099 Aug 10 00:57:07.807928 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39678) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:07.839136 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90cfd04-7ea2-42ba-a8b8-697238bfc7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd7d6e1-bb74-489b-b255-365191af953f,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:07.868478 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-e3e7b71a-94c2-45c1-a3b2-901c0ea36404 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Network 4f44dc9d-70b4-422e-936e-64ca9a631395 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:57:07.870370 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e7b71a-94c2-45c1-a3b2-901c0ea36404 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Pushing event updated for resources: {'Port': ['ID=c01fdc4e-8abb-477f-8f66-34bac1d001b6,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:07.881751 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-e3e7b71a-94c2-45c1-a3b2-901c0ea36404 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:07.890801 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-e3e7b71a-94c2-45c1-a3b2-901c0ea36404 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:57:07.897047 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-75e9f542-f655-4cb5-b70c-87485f7a5f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:07.963928 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cda7a4f8-50d9-42be-b89f-0807cc381b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:07.967108 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cda7a4f8-50d9-42be-b89f-0807cc381b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:07.968454 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cda7a4f8-50d9-42be-b89f-0807cc381b60 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/20db4123-1d6b-4e73-adf2-832660879c3e HTTP/1.1" status: 204 len: 168 time: 0.4405918 Aug 10 00:57:08.001755 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-75e9f542-f655-4cb5-b70c-87485f7a5f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:08.006317 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7a4f8-50d9-42be-b89f-0807cc381b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20db4123-1d6b-4e73-adf2-832660879c3e,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:08.025159 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-e3e7b71a-94c2-45c1-a3b2-901c0ea36404 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:08.025976 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-e3e7b71a-94c2-45c1-a3b2-901c0ea36404 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:08.057173 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-e3e7b71a-94c2-45c1-a3b2-901c0ea36404 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1062117 Aug 10 00:57:08.082576 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-e36483a8-9721-4550-8b40-4d12e4843251 service neutron] Request body: {'port': {'device_id': 'bd48c277-eb90-47c3-96ab-5569cf172cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:08.107053 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13daedd0-127c-46ab-9e18-54514bd79231 req-325b4787-9a2b-43e4-a07a-dcd496808917 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:08.116221 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-13daedd0-127c-46ab-9e18-54514bd79231 req-325b4787-9a2b-43e4-a07a-dcd496808917 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5aec2ae-67ea-4715-aaf2-d9aa8aa70205 HTTP/1.1" status: 200 len: 1023 time: 0.2006624 Aug 10 00:57:08.160624 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-e36483a8-9721-4550-8b40-4d12e4843251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:08.180336 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d6ffe20c-ee6d-4344-b085-6b050c9721a3 req-955a3786-732a-4699-8542-03321ca165fa tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/ports?device_id=3aed4397-7c1a-4dcf-a5e8-09ed2bd4214f HTTP/1.1" status: 200 len: 210 time: 0.0569596 Aug 10 00:57:08.199347 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca3b9f-b168-4a14-9f34-70ac462356d3 req-7966ba8d-524e-4953-a31a-c30b88e65043 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:08.206484 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a6ca3b9f-b168-4a14-9f34-70ac462356d3 req-7966ba8d-524e-4953-a31a-c30b88e65043 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 945 time: 0.1903384 Aug 10 00:57:08.231671 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-75e9f542-f655-4cb5-b70c-87485f7a5f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:08.234198 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-75e9f542-f655-4cb5-b70c-87485f7a5f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:08.235335 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-75e9f542-f655-4cb5-b70c-87485f7a5f45 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4bd7d6e1-bb74-489b-b255-365191af953f HTTP/1.1" status: 204 len: 168 time: 0.4264264 Aug 10 00:57:08.327668 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9f542-f655-4cb5-b70c-87485f7a5f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd7d6e1-bb74-489b-b255-365191af953f,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:08.367178 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a6ca3b9f-b168-4a14-9f34-70ac462356d3 req-5b44f00c-7e93-46cd-beb6-5f6bfa6e92bf tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594045 Aug 10 00:57:08.442465 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-13daedd0-127c-46ab-9e18-54514bd79231 req-3607ae86-b63f-4c3d-90df-5d4bfeabe49d tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Deleting port 2bc509b8-c00a-4b66-abd4-cc5ecbb92540 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:57:08.442869 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-13daedd0-127c-46ab-9e18-54514bd79231 req-3607ae86-b63f-4c3d-90df-5d4bfeabe49d tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:08.690988 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ace17-75f0-4a04-9d6e-f29951ac6517 req-d9b3b1c8-2581-4938-82ce-ec465a7a4c90 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:08.699934 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f91ace17-75f0-4a04-9d6e-f29951ac6517 req-d9b3b1c8-2581-4938-82ce-ec465a7a4c90 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd48c277-eb90-47c3-96ab-5569cf172cb3 HTTP/1.1" status: 200 len: 932 time: 0.2504194 Aug 10 00:57:08.714562 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39714) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:08.781787 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d45f8a-fb45-4209-a9d4-c486a369fbe3 req-bba5900c-e782-4a54-a009-a40de760a7e5 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:08.786880 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-61d45f8a-fb45-4209-a9d4-c486a369fbe3 req-bba5900c-e782-4a54-a009-a40de760a7e5 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.24 "GET /v2.0/ports?device_id=f02eb245-c52d-490e-bd8f-35993692bc8a HTTP/1.1" status: 200 len: 946 time: 0.2591815 Aug 10 00:57:08.802806 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-21ccc3ca-3824-47d4-ac26-87b84da0dc31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:08.915024 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.24', 60183) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:09.068295 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f91ace17-75f0-4a04-9d6e-f29951ac6517 req-7addcba4-d772-434e-b0fb-1f4aa20e1f80 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668554 Aug 10 00:57:09.102377 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-13daedd0-127c-46ab-9e18-54514bd79231 req-3607ae86-b63f-4c3d-90df-5d4bfeabe49d tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] For port 2bc509b8-c00a-4b66-abd4-cc5ecbb92540, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=2bc509b8-c00a-4b66-abd4-cc5ecbb92540,segment=NetworkSegment(e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2),segment_id=e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:09.102707 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-13daedd0-127c-46ab-9e18-54514bd79231 req-3607ae86-b63f-4c3d-90df-5d4bfeabe49d tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:09.152690 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81350b8f-26ea-4cd4-8b3b-94266215589b req-34ed1c1e-dd90-44a6-b964-eada0575881e tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:09.162530 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-81350b8f-26ea-4cd4-8b3b-94266215589b req-34ed1c1e-dd90-44a6-b964-eada0575881e tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.24 "GET /v2.0/ports?device_id=1281cdda-8d7f-4d68-8de0-3e82be17d9df HTTP/1.1" status: 200 len: 945 time: 0.1391110 Aug 10 00:57:09.195558 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-13daedd0-127c-46ab-9e18-54514bd79231 req-3607ae86-b63f-4c3d-90df-5d4bfeabe49d tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Calling delete_port for 2bc509b8-c00a-4b66-abd4-cc5ecbb92540 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:57:09.212768 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250abc4-470c-4ee2-9ecb-cd992e6110b5 req-c0495d3e-020b-4c5f-88d0-dce1b6ba1ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:09.214358 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3250abc4-470c-4ee2-9ecb-cd992e6110b5 req-c0495d3e-020b-4c5f-88d0-dce1b6ba1ff2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=10f7050015304e84b3f71a403993ccee&device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 1097 time: 0.2981610 Aug 10 00:57:09.299575 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-e36483a8-9721-4550-8b40-4d12e4843251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c01fdc4e-8abb-477f-8f66-34bac1d001b6 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:57:09.309952 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-e36483a8-9721-4550-8b40-4d12e4843251 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:09.330570 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-e36483a8-9721-4550-8b40-4d12e4843251 service neutron] Transition to ACTIVE for port object c01fdc4e-8abb-477f-8f66-34bac1d001b6 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:09.337768 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-e36483a8-9721-4550-8b40-4d12e4843251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:09.377741 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-81350b8f-26ea-4cd4-8b3b-94266215589b req-044122e9-de10-4637-8a1d-590a6823d708 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Deleting port 17620661-e792-46b0-9d69-3193bd04e982 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:57:09.377741 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-81350b8f-26ea-4cd4-8b3b-94266215589b req-044122e9-de10-4637-8a1d-590a6823d708 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:09.440817 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36483a8-9721-4550-8b40-4d12e4843251 service neutron] Pushing event updated for resources: {'Port': ['ID=c01fdc4e-8abb-477f-8f66-34bac1d001b6,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:09.500586 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39742) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:09.541349 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.24', 60185) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:09.621487 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-61d45f8a-fb45-4209-a9d4-c486a369fbe3 req-a7231122-52ca-464d-8d7d-40d852db7b27 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Deleting port 35d4dd96-3bed-4379-a5a5-ea0c9768c718 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:57:09.621832 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-61d45f8a-fb45-4209-a9d4-c486a369fbe3 req-a7231122-52ca-464d-8d7d-40d852db7b27 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:09.638026 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-81350b8f-26ea-4cd4-8b3b-94266215589b req-044122e9-de10-4637-8a1d-590a6823d708 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] For port 17620661-e792-46b0-9d69-3193bd04e982, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=17620661-e792-46b0-9d69-3193bd04e982,segment=NetworkSegment(700ac786-a0d6-43cb-a784-a1e514aaa0f3),segment_id=700ac786-a0d6-43cb-a784-a1e514aaa0f3)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:09.638730 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-81350b8f-26ea-4cd4-8b3b-94266215589b req-044122e9-de10-4637-8a1d-590a6823d708 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:09.663412 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-e36483a8-9721-4550-8b40-4d12e4843251 service neutron] Attempting to bind port c01fdc4e-8abb-477f-8f66-34bac1d001b6 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:57:09.663845 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-e36483a8-9721-4550-8b40-4d12e4843251 service neutron] Attempting to bind port c01fdc4e-8abb-477f-8f66-34bac1d001b6 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'fd0aa135-7bf0-4440-a395-b4833e4cac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:57:09.664331 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-e36483a8-9721-4550-8b40-4d12e4843251 service neutron] Attempting to bind port c01fdc4e-8abb-477f-8f66-34bac1d001b6 on network 4f44dc9d-70b4-422e-936e-64ca9a631395 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:09.668689 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-81350b8f-26ea-4cd4-8b3b-94266215589b req-044122e9-de10-4637-8a1d-590a6823d708 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Calling delete_port for 17620661-e792-46b0-9d69-3193bd04e982 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:57:09.694645 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-e36483a8-9721-4550-8b40-4d12e4843251 service neutron] Port c01fdc4e-8abb-477f-8f66-34bac1d001b6 on network 4f44dc9d-70b4-422e-936e-64ca9a631395 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:57:09.695131 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-e36483a8-9721-4550-8b40-4d12e4843251 service neutron] Attempting to bind port c01fdc4e-8abb-477f-8f66-34bac1d001b6 on network 4f44dc9d-70b4-422e-936e-64ca9a631395 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:09.700659 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-8bd67ed2-97c7-484f-b7e4-7b77d67d08e6 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-984121314-network', 'tenant_id': '8bb23d60148d40eaa256202b456c8a40'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:09.745305 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-e36483a8-9721-4550-8b40-4d12e4843251 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:57:09.745795 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-e36483a8-9721-4550-8b40-4d12e4843251 service neutron] Checking segment: {'id': 'fd0aa135-7bf0-4440-a395-b4833e4cac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:57:09.746328 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-e36483a8-9721-4550-8b40-4d12e4843251 service neutron] Bound using segment: {'id': 'fd0aa135-7bf0-4440-a395-b4833e4cac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:57:09.746884 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-e36483a8-9721-4550-8b40-4d12e4843251 service neutron] Bound port: c01fdc4e-8abb-477f-8f66-34bac1d001b6, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd0aa135-7bf0-4440-a395-b4833e4cac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:57:09.747368 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-e36483a8-9721-4550-8b40-4d12e4843251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:09.766778 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8d3b4-b0f9-4c33-ab89-9081cc7e9592 req-6c727d24-a991-4c51-bf52-b13c3603c0e0 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:09.768967 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a5a8d3b4-b0f9-4c33-ab89-9081cc7e9592 req-6c727d24-a991-4c51-bf52-b13c3603c0e0 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5aec2ae-67ea-4715-aaf2-d9aa8aa70205 HTTP/1.1" status: 200 len: 1023 time: 0.6426015 Aug 10 00:57:09.796673 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-b8cedf7d-5d17-430d-a18d-bfa6ce6a93a7 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:09.798206 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-b8cedf7d-5d17-430d-a18d-bfa6ce6a93a7 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.24 "GET /v2.0/networks?id=c299ecef-0bf4-4f79-a545-86b4040e4e50 HTTP/1.1" status: 200 len: 812 time: 0.2538888 Aug 10 00:57:09.806478 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b7efd-3b87-4357-a105-aecaa480f4ac req-7e87580c-ac61-448b-82fe-357d25edce5d tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:09.808060 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9d0b7efd-3b87-4357-a105-aecaa480f4ac req-7e87580c-ac61-448b-82fe-357d25edce5d tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 945 time: 0.6095860 Aug 10 00:57:09.830162 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-42284013-198a-4acf-9f51-f266d6f91395 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Request body: {'port': {'device_id': '3aed4397-7c1a-4dcf-a5e8-09ed2bd4214f', 'network_id': 'c299ecef-0bf4-4f79-a545-86b4040e4e50', 'admin_state_up': True, 'tenant_id': '17ee1744e428496598c9988733ef5d4e'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:09.893254 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-21ccc3ca-3824-47d4-ac26-87b84da0dc31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:09.917665 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-21ccc3ca-3824-47d4-ac26-87b84da0dc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:09.941120 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-e36483a8-9721-4550-8b40-4d12e4843251 service neutron] For port c01fdc4e-8abb-477f-8f66-34bac1d001b6, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:57:09.979771 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd67ed2-97c7-484f-b7e4-7b77d67d08e6 admin admin] Made reservation on behalf of 8bb23d60148d40eaa256202b456c8a40 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:09.982057 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8bd67ed2-97c7-484f-b7e4-7b77d67d08e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:09.986943 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250abc4-470c-4ee2-9ecb-cd992e6110b5 req-ceb32e8a-5531-462f-a4ec-eb3345db2b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:09.988707 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3250abc4-470c-4ee2-9ecb-cd992e6110b5 req-ceb32e8a-5531-462f-a4ec-eb3345db2b5b service neutron] 10.222.0.24 "GET /v2.0/networks?id=1805ad23-e76e-4170-8cce-d9f8ae87fa4a HTTP/1.1" status: 200 len: 912 time: 0.7510858 Aug 10 00:57:09.989829 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-e36483a8-9721-4550-8b40-4d12e4843251 service neutron] For port c01fdc4e-8abb-477f-8f66-34bac1d001b6, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=c01fdc4e-8abb-477f-8f66-34bac1d001b6,segment=NetworkSegment(fd0aa135-7bf0-4440-a395-b4833e4cac38),segment_id=fd0aa135-7bf0-4440-a395-b4833e4cac38)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:57:10.013061 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8bd67ed2-97c7-484f-b7e4-7b77d67d08e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:10.015272 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-e36483a8-9721-4550-8b40-4d12e4843251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:10.033186 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-61d45f8a-fb45-4209-a9d4-c486a369fbe3 req-a7231122-52ca-464d-8d7d-40d852db7b27 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] For port 35d4dd96-3bed-4379-a5a5-ea0c9768c718, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=35d4dd96-3bed-4379-a5a5-ea0c9768c718,segment=NetworkSegment(700ac786-a0d6-43cb-a784-a1e514aaa0f3),segment_id=700ac786-a0d6-43cb-a784-a1e514aaa0f3)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:10.033568 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-61d45f8a-fb45-4209-a9d4-c486a369fbe3 req-a7231122-52ca-464d-8d7d-40d852db7b27 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:10.060649 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9d0b7efd-3b87-4357-a105-aecaa480f4ac req-339b5303-447d-4578-85c6-4b9a3bed5e9a tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319784 Aug 10 00:57:10.081095 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-e36483a8-9721-4550-8b40-4d12e4843251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:10.081851 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-e36483a8-9721-4550-8b40-4d12e4843251 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:10.083718 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-e36483a8-9721-4550-8b40-4d12e4843251 service neutron] 10.222.0.24 "PUT /v2.0/ports/c01fdc4e-8abb-477f-8f66-34bac1d001b6 HTTP/1.1" status: 200 len: 1093 time: 2.0070643 Aug 10 00:57:10.100075 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd48c277-eb90-47c3-96ab-5569cf172cb3', 'tag': 'c01fdc4e-8abb-477f-8f66-34bac1d001b6'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:10.102800 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8261e54c-5490-43c4-b74b-8bff91803294" -d '{"events": [{"name": "network-changed", "server_uuid": "bd48c277-eb90-47c3-96ab-5569cf172cb3", "tag": "c01fdc4e-8abb-477f-8f66-34bac1d001b6"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:10.109535 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-21ccc3ca-3824-47d4-ac26-87b84da0dc31 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=45fc3f6e6ff840c880e7558fcef023db&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3772228 Aug 10 00:57:10.114304 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39750) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:10.119909 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-81350b8f-26ea-4cd4-8b3b-94266215589b req-044122e9-de10-4637-8a1d-590a6823d708 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:10.127722 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a5a8d3b4-b0f9-4c33-ab89-9081cc7e9592 req-3a655705-847f-4120-a36c-cb09f3fcc868 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups?id=6911e6cf-ab78-4416-af63-4f3cef5c2a71&id=0c9a1798-fa5a-49bf-965e-636390584cc3&id=9c56a9ec-5e3a-45c4-80f5-021545595d39&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3185289 Aug 10 00:57:10.129360 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-61d45f8a-fb45-4209-a9d4-c486a369fbe3 req-a7231122-52ca-464d-8d7d-40d852db7b27 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Calling delete_port for 35d4dd96-3bed-4379-a5a5-ea0c9768c718 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:57:10.153454 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ccc3ca-3824-47d4-ac26-87b84da0dc31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa001de-6637-4c11-b079-b31a44cb7d5f,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:10.158275 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3250abc4-470c-4ee2-9ecb-cd992e6110b5 req-9e3ec941-18c7-427b-b84c-72e12bc65f62 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2a1f941-7a6b-4031-a806-49a23402beab HTTP/1.1" status: 200 len: 217 time: 0.1547153 Aug 10 00:57:10.163270 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36483a8-9721-4550-8b40-4d12e4843251 service neutron] Pushing event updated for resources: {'Port': ['ID=c01fdc4e-8abb-477f-8f66-34bac1d001b6,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:10.190055 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-42284013-198a-4acf-9f51-f266d6f91395 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Made reservation on behalf of 17ee1744e428496598c9988733ef5d4e for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:10.200174 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-42284013-198a-4acf-9f51-f266d6f91395 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:10.220411 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-9b1f123c-62ff-42de-a07e-bec15e8d87c0 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:10.222148 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-9b1f123c-62ff-42de-a07e-bec15e8d87c0 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.20 "GET /v2.0/networks?id=c299ecef-0bf4-4f79-a545-86b4040e4e50 HTTP/1.1" status: 200 len: 812 time: 0.5933278 Aug 10 00:57:10.230807 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-13daedd0-127c-46ab-9e18-54514bd79231 req-3607ae86-b63f-4c3d-90df-5d4bfeabe49d tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:10.284807 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044122e9-de10-4637-8a1d-590a6823d708 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Pushing event deleted for resources: {'Port': ['ID=17620661-e792-46b0-9d69-3193bd04e982,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:10.299285 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-2c8162ed-c357-4d50-820b-01022a258adf tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Request body: {'port': {'device_id': 'b32f20d0-c497-4bf2-b2ae-c84660bc8271', 'network_id': 'c299ecef-0bf4-4f79-a545-86b4040e4e50', 'admin_state_up': True, 'tenant_id': '17ee1744e428496598c9988733ef5d4e'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:10.339156 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-81350b8f-26ea-4cd4-8b3b-94266215589b req-044122e9-de10-4637-8a1d-590a6823d708 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] No DVR routers for this DVR port 17620661-e792-46b0-9d69-3193bd04e982 on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:57:10.343230 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-81350b8f-26ea-4cd4-8b3b-94266215589b req-044122e9-de10-4637-8a1d-590a6823d708 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:10.345499 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-81350b8f-26ea-4cd4-8b3b-94266215589b req-044122e9-de10-4637-8a1d-590a6823d708 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.24 "DELETE /v2.0/ports/17620661-e792-46b0-9d69-3193bd04e982 HTTP/1.1" status: 204 len: 173 time: 1.1741934 Aug 10 00:57:10.403982 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-26bcaa58-36df-4978-a63b-ac4b66c315a2 req-f3a5c47e-5364-4fa3-8e37-6c7fd2cbfa92 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/ports?device_id=3aed4397-7c1a-4dcf-a5e8-09ed2bd4214f HTTP/1.1" status: 200 len: 210 time: 0.1603353 Aug 10 00:57:10.404771 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607ae86-b63f-4c3d-90df-5d4bfeabe49d tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Pushing event deleted for resources: {'Port': ['ID=2bc509b8-c00a-4b66-abd4-cc5ecbb92540,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:10.514442 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-0bb110ec-1880-4c0e-99a6-fbe306233318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:10.515997 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-0bb110ec-1880-4c0e-99a6-fbe306233318 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc4321199ccb4da6af26fb4c7f2e415e&device_id=bd48c277-eb90-47c3-96ab-5569cf172cb3 HTTP/1.1" status: 200 len: 1096 time: 0.3753016 Aug 10 00:57:10.522850 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd162f86-a9bc-4648-a659-2f04a8ae2f44 x-openstack-request-id: req-fd162f86-a9bc-4648-a659-2f04a8ae2f44 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:10.523300 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd48c277-eb90-47c3-96ab-5569cf172cb3", "tag": "c01fdc4e-8abb-477f-8f66-34bac1d001b6", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:10.523737 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fd162f86-a9bc-4648-a659-2f04a8ae2f44 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:10.524164 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd48c277-eb90-47c3-96ab-5569cf172cb3', 'tag': 'c01fdc4e-8abb-477f-8f66-34bac1d001b6', 'status': 'completed', 'code': 200} Aug 10 00:57:10.531543 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250abc4-470c-4ee2-9ecb-cd992e6110b5 req-6ca23392-31e1-4569-bb50-642bd899f482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:10.533465 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3250abc4-470c-4ee2-9ecb-cd992e6110b5 req-6ca23392-31e1-4569-bb50-642bd899f482 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13423d62-75d5-4a60-9053-4948677cf60d HTTP/1.1" status: 200 len: 851 time: 0.3037980 Aug 10 00:57:10.559449 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-13daedd0-127c-46ab-9e18-54514bd79231 req-3607ae86-b63f-4c3d-90df-5d4bfeabe49d tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] No DVR routers for this DVR port 2bc509b8-c00a-4b66-abd4-cc5ecbb92540 on host n-h1-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:57:10.577134 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-13daedd0-127c-46ab-9e18-54514bd79231 req-3607ae86-b63f-4c3d-90df-5d4bfeabe49d tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:10.577364 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b7988df0-a8dd-463d-9415-aa8c53e97d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:10.578366 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-13daedd0-127c-46ab-9e18-54514bd79231 req-3607ae86-b63f-4c3d-90df-5d4bfeabe49d tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.24 "DELETE /v2.0/ports/2bc509b8-c00a-4b66-abd4-cc5ecbb92540 HTTP/1.1" status: 204 len: 173 time: 2.4523184 Aug 10 00:57:10.580389 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5aec2ae-67ea-4715-aaf2-d9aa8aa70205', 'name': 'network-vif-deleted', 'tag': '2bc509b8-c00a-4b66-abd4-cc5ecbb92540'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:10.582435 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e989c97f-5b58-4827-b100-327e3e319cf2" -d '{"events": [{"server_uuid": "e5aec2ae-67ea-4715-aaf2-d9aa8aa70205", "name": "network-vif-deleted", "tag": "2bc509b8-c00a-4b66-abd4-cc5ecbb92540"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:10.591178 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-fece7c8b-5671-4f6c-bb99-429cd6b5b36b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c01fdc4e-8abb-477f-8f66-34bac1d001b6 HTTP/1.1" status: 200 len: 217 time: 0.0623214 Aug 10 00:57:10.622175 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3250abc4-470c-4ee2-9ecb-cd992e6110b5 req-efb946e0-08c3-435f-9d46-f1f8ca88929c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1805ad23-e76e-4170-8cce-d9f8ae87fa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523517 Aug 10 00:57:10.686921 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b7988df0-a8dd-463d-9415-aa8c53e97d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:10.702910 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8bd67ed2-97c7-484f-b7e4-7b77d67d08e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:10.710403 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95de28-6b02-4db3-a24d-d7c77771adeb req-bc19f838-caab-47c7-ac1d-a30827e6c58e tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:10.712498 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7b95de28-6b02-4db3-a24d-d7c77771adeb req-bc19f838-caab-47c7-ac1d-a30827e6c58e tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd48c277-eb90-47c3-96ab-5569cf172cb3 HTTP/1.1" status: 200 len: 944 time: 0.2163603 Aug 10 00:57:10.726111 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8bd67ed2-97c7-484f-b7e4-7b77d67d08e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:10.762847 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-aa32b403-79e3-454c-a978-6c5ddbed2727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:10.764465 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-aa32b403-79e3-454c-a978-6c5ddbed2727 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=93c0490b-72d4-4bea-8139-8e9a7dbf1c5c HTTP/1.1" status: 200 len: 851 time: 0.1621597 Aug 10 00:57:10.765980 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-42284013-198a-4acf-9f51-f266d6f91395 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Allocated IP 172.20.0.14 (c299ecef-0bf4-4f79-a545-86b4040e4e50/c4c212b0-0c85-4c4b-bdcf-03d96bd95001/6a71e38f-1c3c-4be2-94cb-1a32fed67db9) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:57:10.771017 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9c9d03-ca00-4a90-ac50-c122d3df74eb x-openstack-request-id: req-1d9c9d03-ca00-4a90-ac50-c122d3df74eb {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:10.771338 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5aec2ae-67ea-4715-aaf2-d9aa8aa70205", "name": "network-vif-deleted", "tag": "2bc509b8-c00a-4b66-abd4-cc5ecbb92540", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:10.771568 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1d9c9d03-ca00-4a90-ac50-c122d3df74eb {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:10.771966 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5aec2ae-67ea-4715-aaf2-d9aa8aa70205', 'name': 'network-vif-deleted', 'tag': '2bc509b8-c00a-4b66-abd4-cc5ecbb92540', 'status': 'completed', 'code': 200} Aug 10 00:57:10.809292 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-2c8162ed-c357-4d50-820b-01022a258adf tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Made reservation on behalf of 17ee1744e428496598c9988733ef5d4e for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:10.812788 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-2c8162ed-c357-4d50-820b-01022a258adf tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:10.830610 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd67ed2-97c7-484f-b7e4-7b77d67d08e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28be9260-ab4d-4b54-9c8e-a36c675c287f,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:10.839381 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-61d45f8a-fb45-4209-a9d4-c486a369fbe3 req-a7231122-52ca-464d-8d7d-40d852db7b27 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:10.841294 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-2aac8142-d058-4d92-b6fe-6fd9e8e7e7f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4f44dc9d-70b4-422e-936e-64ca9a631395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588796 Aug 10 00:57:10.843037 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd67ed2-97c7-484f-b7e4-7b77d67d08e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:57:10.891050 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7b95de28-6b02-4db3-a24d-d7c77771adeb req-6f980ddb-fa99-4ab5-a93d-20c0668dd63c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463540 Aug 10 00:57:10.905536 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3250abc4-470c-4ee2-9ecb-cd992e6110b5 req-3a3aad87-1c2a-4f6d-9be6-553ecec85f8c service neutron] 10.222.0.24 "GET /v2.0/networks/1805ad23-e76e-4170-8cce-d9f8ae87fa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742114 Aug 10 00:57:10.908114 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7231122-52ca-464d-8d7d-40d852db7b27 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Pushing event deleted for resources: {'Port': ['ID=35d4dd96-3bed-4379-a5a5-ea0c9768c718,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:10.950456 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8bd67ed2-97c7-484f-b7e4-7b77d67d08e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:10.951050 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-8bd67ed2-97c7-484f-b7e4-7b77d67d08e6 admin admin] Added segment 29e670d9-5039-46c1-a69e-9628f4a030e2 of type vlan for network 5040841a-4984-47dc-a172-a1e3b8550316 Aug 10 00:57:10.957919 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b7988df0-a8dd-463d-9415-aa8c53e97d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:10.961312 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b7988df0-a8dd-463d-9415-aa8c53e97d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:10.964363 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b7988df0-a8dd-463d-9415-aa8c53e97d50 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9aa001de-6637-4c11-b079-b31a44cb7d5f HTTP/1.1" status: 204 len: 168 time: 0.8458073 Aug 10 00:57:10.983792 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 35d4dd96-3bed-4379-a5a5-ea0c9768c718 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:57:11.032608 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 35d4dd96-3bed-4379-a5a5-ea0c9768c718 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:57:11.034723 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 35d4dd96-3bed-4379-a5a5-ea0c9768c718 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:57:11.035165 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 17620661-e792-46b0-9d69-3193bd04e982 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:57:11.051289 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7988df0-a8dd-463d-9415-aa8c53e97d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa001de-6637-4c11-b079-b31a44cb7d5f,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:11.058969 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d45f8a-fb45-4209-a9d4-c486a369fbe3 req-a7231122-52ca-464d-8d7d-40d852db7b27 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] No DVR routers for this DVR port 35d4dd96-3bed-4379-a5a5-ea0c9768c718 on host n-h1-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:57:11.089207 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-61d45f8a-fb45-4209-a9d4-c486a369fbe3 req-a7231122-52ca-464d-8d7d-40d852db7b27 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:11.093248 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8bd67ed2-97c7-484f-b7e4-7b77d67d08e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:11.095659 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-61d45f8a-fb45-4209-a9d4-c486a369fbe3 req-a7231122-52ca-464d-8d7d-40d852db7b27 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.24 "DELETE /v2.0/ports/35d4dd96-3bed-4379-a5a5-ea0c9768c718 HTTP/1.1" status: 204 len: 173 time: 2.2789860 Aug 10 00:57:11.106400 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 17620661-e792-46b0-9d69-3193bd04e982 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:57:11.113380 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 17620661-e792-46b0-9d69-3193bd04e982 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:57:11.114024 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 2bc509b8-c00a-4b66-abd4-cc5ecbb92540 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:57:11.145026 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-01a81463-5843-4595-8e65-675fd4279738 service neutron] 10.222.0.24 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844145 Aug 10 00:57:11.157760 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 2bc509b8-c00a-4b66-abd4-cc5ecbb92540 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:57:11.158363 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 2bc509b8-c00a-4b66-abd4-cc5ecbb92540 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:57:11.214564 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dceb9e29-465f-4e0c-9f33-831ef9a5cac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:11.225821 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8bd67ed2-97c7-484f-b7e4-7b77d67d08e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:11.227493 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd67ed2-97c7-484f-b7e4-7b77d67d08e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:11.228316 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8bd67ed2-97c7-484f-b7e4-7b77d67d08e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:11.233001 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-42284013-198a-4acf-9f51-f266d6f91395 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:11.269374 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3250abc4-470c-4ee2-9ecb-cd992e6110b5 req-4115ae48-1258-4835-8968-c05e3b8d96cc service neutron] 10.222.0.24 "GET /v2.0/networks/1805ad23-e76e-4170-8cce-d9f8ae87fa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193026 Aug 10 00:57:11.313659 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:11.323770 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8bd67ed2-97c7-484f-b7e4-7b77d67d08e6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.8222947 Aug 10 00:57:11.324808 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39772) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:11.340870 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-71954b69-e031-4936-92c8-65fec8f1202c admin admin] Request body: {'subnet': {'network_id': '5040841a-4984-47dc-a172-a1e3b8550316', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-984121314-subnet', 'tenant_id': '8bb23d60148d40eaa256202b456c8a40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:11.385205 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd67ed2-97c7-484f-b7e4-7b77d67d08e6 admin admin] Pushing event updated for resources: {'Network': ['ID=5040841a-4984-47dc-a172-a1e3b8550316,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:11.397625 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 5040841a-4984-47dc-a172-a1e3b8550316 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:57:11.412366 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4fe19d4b-8340-43f6-8c29-e30729d98995 req-ed10da4b-a1f5-443c-a903-b2ae1f66553a service neutron] 10.222.0.24 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509737 Aug 10 00:57:11.420021 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71954b69-e031-4936-92c8-65fec8f1202c admin admin] Made reservation on behalf of 8bb23d60148d40eaa256202b456c8a40 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:11.420021 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-71954b69-e031-4936-92c8-65fec8f1202c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:11.446211 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-42284013-198a-4acf-9f51-f266d6f91395 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:11.519914 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dabba3-7630-4dc8-9502-8b5caf4108d2 req-681c5da2-41f2-4d03-99a0-2973446d3fbc tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:11.524750 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-62dabba3-7630-4dc8-9502-8b5caf4108d2 req-681c5da2-41f2-4d03-99a0-2973446d3fbc tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 945 time: 0.2823174 Aug 10 00:57:11.552055 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-2c8162ed-c357-4d50-820b-01022a258adf tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Allocated IP 172.20.0.8 (c299ecef-0bf4-4f79-a545-86b4040e4e50/c4c212b0-0c85-4c4b-bdcf-03d96bd95001/455b425b-9cef-4b70-85ff-dec37ada5edb) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:57:11.583727 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-42284013-198a-4acf-9f51-f266d6f91395 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Network c299ecef-0bf4-4f79-a545-86b4040e4e50 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:57:11.587029 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e54e0a-f348-4ad1-9728-ed11484019f2 req-809373df-d360-4326-b93f-f820add8c2d7 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:11.592747 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-71e54e0a-f348-4ad1-9728-ed11484019f2 req-809373df-d360-4326-b93f-f820add8c2d7 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=65dd2b58-57b3-4e1b-b286-81d786a90bd5 HTTP/1.1" status: 200 len: 946 time: 0.2750573 Aug 10 00:57:11.599818 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-42284013-198a-4acf-9f51-f266d6f91395 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:11.603717 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42284013-198a-4acf-9f51-f266d6f91395 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Pushing event updated for resources: {'Port': ['ID=6a71e38f-1c3c-4be2-94cb-1a32fed67db9,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:11.606557 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-42284013-198a-4acf-9f51-f266d6f91395 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:57:11.636812 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261e54c-5490-43c4-b74b-8bff91803294 req-2708efe7-855c-410c-beba-b3b8890f3464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:11.638325 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8261e54c-5490-43c4-b74b-8bff91803294 req-2708efe7-855c-410c-beba-b3b8890f3464 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc4321199ccb4da6af26fb4c7f2e415e&device_id=bd48c277-eb90-47c3-96ab-5569cf172cb3 HTTP/1.1" status: 200 len: 1096 time: 0.1393003 Aug 10 00:57:11.657459 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-62dabba3-7630-4dc8-9502-8b5caf4108d2 req-9a476fb9-58cc-40e2-8fb3-783df1ad1d07 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177919 Aug 10 00:57:11.714239 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-71e54e0a-f348-4ad1-9728-ed11484019f2 req-87431dfb-f7ee-4a31-8260-1ab306d61eee tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119609 Aug 10 00:57:11.779830 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-42284013-198a-4acf-9f51-f266d6f91395 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:11.780816 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-42284013-198a-4acf-9f51-f266d6f91395 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:11.797624 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261e54c-5490-43c4-b74b-8bff91803294 req-f432118a-6ec2-4bad-946b-38ed6f8b51b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:11.799324 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8261e54c-5490-43c4-b74b-8bff91803294 req-f432118a-6ec2-4bad-946b-38ed6f8b51b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4f44dc9d-70b4-422e-936e-64ca9a631395 HTTP/1.1" status: 200 len: 912 time: 0.1440530 Aug 10 00:57:11.825631 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-42284013-198a-4acf-9f51-f266d6f91395 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0018036 Aug 10 00:57:11.859425 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-cd4409d7-cb31-4a04-9896-4c37f38ad0bc service neutron] Request body: {'port': {'device_id': '3aed4397-7c1a-4dcf-a5e8-09ed2bd4214f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:11.869372 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8261e54c-5490-43c4-b74b-8bff91803294 req-019bf49b-4c77-40fa-8285-d18fa398f6ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c01fdc4e-8abb-477f-8f66-34bac1d001b6 HTTP/1.1" status: 200 len: 217 time: 0.0601642 Aug 10 00:57:11.929574 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8b84e3e3-24aa-4206-b399-4d6724c5a5a5 req-b768a7e5-a366-4b7f-bf3f-77bfe2f1e0f4 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups/0c9a1798-fa5a-49bf-965e-636390584cc3 HTTP/1.1" status: 200 len: 1800 time: 0.0796697 Aug 10 00:57:11.942845 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f3001-4fc7-4097-a867-15f2f5d3af44 req-0183d749-6a5f-4e4f-82d6-05043cfc6953 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:11.944360 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-296f3001-4fc7-4097-a867-15f2f5d3af44 req-0183d749-6a5f-4e4f-82d6-05043cfc6953 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/ports?device_id=3aed4397-7c1a-4dcf-a5e8-09ed2bd4214f HTTP/1.1" status: 200 len: 932 time: 0.1384706 Aug 10 00:57:11.997897 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-71954b69-e031-4936-92c8-65fec8f1202c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:12.036831 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-2c8162ed-c357-4d50-820b-01022a258adf tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:12.037863 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261e54c-5490-43c4-b74b-8bff91803294 req-df2a2284-6f1c-4a38-b20a-6f05058c08de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:12.039827 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8261e54c-5490-43c4-b74b-8bff91803294 req-df2a2284-6f1c-4a38-b20a-6f05058c08de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=93c0490b-72d4-4bea-8139-8e9a7dbf1c5c HTTP/1.1" status: 200 len: 851 time: 0.1470957 Aug 10 00:57:12.046869 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-cd4409d7-cb31-4a04-9896-4c37f38ad0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:12.075670 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39798) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:12.090829 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8b84e3e3-24aa-4206-b399-4d6724c5a5a5 req-57d2190b-4a8a-4e2e-9831-08bcb63930ea tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:12.100704 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8261e54c-5490-43c4-b74b-8bff91803294 req-007bf562-aa68-4cf7-bc21-22fe7886301c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4f44dc9d-70b4-422e-936e-64ca9a631395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471990 Aug 10 00:57:12.104711 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-296f3001-4fc7-4097-a867-15f2f5d3af44 req-8d49b610-4412-4ec7-9ed0-23dc0e964d6a tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/security-groups?id=06325a86-b122-4800-b20d-610f2b255170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495929 Aug 10 00:57:12.123602 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8b84e3e3-24aa-4206-b399-4d6724c5a5a5 req-57d2190b-4a8a-4e2e-9831-08bcb63930ea tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:12.123917 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71954b69-e031-4936-92c8-65fec8f1202c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d10f85b2-b60a-4bec-a6dc-24390adf6af4,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:12.172064 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8b84e3e3-24aa-4206-b399-4d6724c5a5a5 req-57d2190b-4a8a-4e2e-9831-08bcb63930ea tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:12.174411 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8b84e3e3-24aa-4206-b399-4d6724c5a5a5 req-57d2190b-4a8a-4e2e-9831-08bcb63930ea tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:12.184870 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8b84e3e3-24aa-4206-b399-4d6724c5a5a5 req-57d2190b-4a8a-4e2e-9831-08bcb63930ea tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "DELETE /v2.0/security-groups/0c9a1798-fa5a-49bf-965e-636390584cc3 HTTP/1.1" status: 204 len: 173 time: 0.2536404 Aug 10 00:57:12.208098 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71954b69-e031-4936-92c8-65fec8f1202c admin admin] Checking segment: {'id': '29e670d9-5039-46c1-a69e-9628f4a030e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5040841a-4984-47dc-a172-a1e3b8550316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:57:12.208485 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71954b69-e031-4936-92c8-65fec8f1202c admin admin] Network hostable DHCP agents. Network: 5040841a-4984-47dc-a172-a1e3b8550316, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:57:12.237827 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-22c4c00e-22b3-42b0-8d48-8d010306a001 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-437861673-network', 'tenant_id': '405f14961293446ebadaa701e5bf6997'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:12.243922 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2190b-4a8a-4e2e-9831-08bcb63930ea tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9a1798-fa5a-49bf-965e-636390584cc3,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:12.294387 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-2c8162ed-c357-4d50-820b-01022a258adf tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:12.310177 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71954b69-e031-4936-92c8-65fec8f1202c admin admin] Network 5040841a-4984-47dc-a172-a1e3b8550316 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:57:12.321769 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8261e54c-5490-43c4-b74b-8bff91803294 req-ed3e90de-896e-44ac-a488-94a5a8f2a757 service neutron] 10.222.0.24 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940033 Aug 10 00:57:12.328211 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-71954b69-e031-4936-92c8-65fec8f1202c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 5040841a-4984-47dc-a172-a1e3b8550316) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:12.336811 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3398fd-44da-4747-a397-7eaebb79191e None None] Network 5040841a-4984-47dc-a172-a1e3b8550316 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:57:12.350978 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71954b69-e031-4936-92c8-65fec8f1202c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:12.351997 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-34b247ce-993b-4af0-b3ff-557cd43cebac req-183fe188-fd7e-43cc-ad96-c58dda74bbfa tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "GET /v2.0/security-groups/9c56a9ec-5e3a-45c4-80f5-021545595d39 HTTP/1.1" status: 200 len: 1800 time: 0.1524258 Aug 10 00:57:12.352124 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-71954b69-e031-4936-92c8-65fec8f1202c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:12.355728 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-2c8162ed-c357-4d50-820b-01022a258adf tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Network c299ecef-0bf4-4f79-a545-86b4040e4e50 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:57:12.357547 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c4c00e-22b3-42b0-8d48-8d010306a001 admin admin] Made reservation on behalf of 405f14961293446ebadaa701e5bf6997 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:12.359808 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-22c4c00e-22b3-42b0-8d48-8d010306a001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:12.376721 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-2c8162ed-c357-4d50-820b-01022a258adf tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:12.395225 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e3f48-f10f-494b-a332-4941800bc937 req-96cbb56d-8edc-4398-850e-972179dd03b2 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:12.396847 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8e4e3f48-f10f-494b-a332-4941800bc937 req-96cbb56d-8edc-4398-850e-972179dd03b2 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd48c277-eb90-47c3-96ab-5569cf172cb3 HTTP/1.1" status: 200 len: 944 time: 0.2110012 Aug 10 00:57:12.400400 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-2c8162ed-c357-4d50-820b-01022a258adf tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:57:12.404549 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-22c4c00e-22b3-42b0-8d48-8d010306a001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:12.450918 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-71954b69-e031-4936-92c8-65fec8f1202c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1140168 Aug 10 00:57:12.461682 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8162ed-c357-4d50-820b-01022a258adf tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Pushing event updated for resources: {'Port': ['ID=455b425b-9cef-4b70-85ff-dec37ada5edb,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:12.496359 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f609b09c-aedd-4009-809a-4468acb004ee None None] Network 5040841a-4984-47dc-a172-a1e3b8550316 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:57:12.526914 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1281cdda-8d7f-4d68-8de0-3e82be17d9df', 'name': 'network-vif-deleted', 'tag': '17620661-e792-46b0-9d69-3193bd04e982'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:12.529646 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8cc1dc-c056-4bae-ab7d-1c7052611798" -d '{"events": [{"server_uuid": "1281cdda-8d7f-4d68-8de0-3e82be17d9df", "name": "network-vif-deleted", "tag": "17620661-e792-46b0-9d69-3193bd04e982"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:12.541889 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-2c8162ed-c357-4d50-820b-01022a258adf tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:12.542540 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-2c8162ed-c357-4d50-820b-01022a258adf tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:12.545845 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8261e54c-5490-43c4-b74b-8bff91803294 req-b57b0684-c721-434c-9120-ff41fc0f0846 service neutron] 10.222.0.24 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037885 Aug 10 00:57:12.552687 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8e4e3f48-f10f-494b-a332-4941800bc937 req-81c5d86e-5a0e-42e0-ac4c-8ceeae878125 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439996 Aug 10 00:57:12.579475 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-34b247ce-993b-4af0-b3ff-557cd43cebac req-b2e532ee-87dc-4d90-8bd3-77576069d3a1 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:12.616775 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3574ce1-75b4-4144-960b-2308119b5d73 x-openstack-request-id: req-a3574ce1-75b4-4144-960b-2308119b5d73 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:12.617216 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1281cdda-8d7f-4d68-8de0-3e82be17d9df", "name": "network-vif-deleted", "tag": "17620661-e792-46b0-9d69-3193bd04e982", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:12.617533 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a3574ce1-75b4-4144-960b-2308119b5d73 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:12.617973 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1281cdda-8d7f-4d68-8de0-3e82be17d9df', 'name': 'network-vif-deleted', 'tag': '17620661-e792-46b0-9d69-3193bd04e982', 'status': 'completed', 'code': 200} Aug 10 00:57:12.653102 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-cd4409d7-cb31-4a04-9896-4c37f38ad0bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a71e38f-1c3c-4be2-94cb-1a32fed67db9 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:57:12.662908 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-cd4409d7-cb31-4a04-9896-4c37f38ad0bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:12.668367 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-34b247ce-993b-4af0-b3ff-557cd43cebac req-b2e532ee-87dc-4d90-8bd3-77576069d3a1 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:12.688239 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-cd4409d7-cb31-4a04-9896-4c37f38ad0bc service neutron] Transition to ACTIVE for port object 6a71e38f-1c3c-4be2-94cb-1a32fed67db9 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:12.693932 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-cd4409d7-cb31-4a04-9896-4c37f38ad0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:12.722373 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-22c4c00e-22b3-42b0-8d48-8d010306a001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:12.729380 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-22c4c00e-22b3-42b0-8d48-8d010306a001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:12.737983 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-2c8162ed-c357-4d50-820b-01022a258adf tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4898758 Aug 10 00:57:12.753512 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-34b247ce-993b-4af0-b3ff-557cd43cebac req-b2e532ee-87dc-4d90-8bd3-77576069d3a1 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:12.756115 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-34b247ce-993b-4af0-b3ff-557cd43cebac req-b2e532ee-87dc-4d90-8bd3-77576069d3a1 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:12.757318 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-34b247ce-993b-4af0-b3ff-557cd43cebac req-b2e532ee-87dc-4d90-8bd3-77576069d3a1 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] 10.222.0.35 "DELETE /v2.0/security-groups/9c56a9ec-5e3a-45c4-80f5-021545595d39 HTTP/1.1" status: 204 len: 173 time: 0.3913085 Aug 10 00:57:12.770298 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-96876180-36b3-49c4-ba30-28f3c92fc3dd service neutron] Request body: {'port': {'device_id': 'b32f20d0-c497-4bf2-b2ae-c84660bc8271', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:12.799220 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39818) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:12.802766 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02eb245-c52d-490e-bd8f-35993692bc8a', 'name': 'network-vif-deleted', 'tag': '35d4dd96-3bed-4379-a5a5-ea0c9768c718'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:12.805208 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8acdacf-5adb-43d7-a26d-f0e3858be8aa" -d '{"events": [{"server_uuid": "f02eb245-c52d-490e-bd8f-35993692bc8a", "name": "network-vif-deleted", "tag": "35d4dd96-3bed-4379-a5a5-ea0c9768c718"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:12.815348 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22c4c00e-22b3-42b0-8d48-8d010306a001 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:57:12.884393 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4c00e-22b3-42b0-8d48-8d010306a001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73b4de3-ce87-441b-8a15-1b349ab4dcf2,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:12.908368 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-22c4c00e-22b3-42b0-8d48-8d010306a001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:12.908724 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-22c4c00e-22b3-42b0-8d48-8d010306a001 admin admin] Added segment 78f548fd-cb67-46c0-9004-5af88c4b62bb of type vlan for network 6c29bbfd-d1b1-46c6-b51f-62e3a119abac Aug 10 00:57:12.946431 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c4c00e-22b3-42b0-8d48-8d010306a001 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:12.946794 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c4c00e-22b3-42b0-8d48-8d010306a001 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:12.947141 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c4c00e-22b3-42b0-8d48-8d010306a001 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:12.947484 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c4c00e-22b3-42b0-8d48-8d010306a001 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:12.947823 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c4c00e-22b3-42b0-8d48-8d010306a001 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:12.948159 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c4c00e-22b3-42b0-8d48-8d010306a001 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:12.948520 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c4c00e-22b3-42b0-8d48-8d010306a001 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:12.948856 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c4c00e-22b3-42b0-8d48-8d010306a001 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:12.949187 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c4c00e-22b3-42b0-8d48-8d010306a001 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:12.949517 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c4c00e-22b3-42b0-8d48-8d010306a001 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:12.949847 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c4c00e-22b3-42b0-8d48-8d010306a001 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:12.950177 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c4c00e-22b3-42b0-8d48-8d010306a001 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:12.974540 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-96876180-36b3-49c4-ba30-28f3c92fc3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:13.050756 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-22c4c00e-22b3-42b0-8d48-8d010306a001 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:13.057873 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e532ee-87dc-4d90-8bd3-77576069d3a1 tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c56a9ec-5e3a-45c4-80f5-021545595d39,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:13.061055 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4409d7-cb31-4a04-9896-4c37f38ad0bc service neutron] Pushing event updated for resources: {'Port': ['ID=6a71e38f-1c3c-4be2-94cb-1a32fed67db9,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:13.062465 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f8b5923-6afe-434e-945c-ebfb417bbc87 admin admin] Deleting subnet eeb15cfb-323e-472a-80f5-e301eee96d09 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:57:13.081037 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7f8b5923-6afe-434e-945c-ebfb417bbc87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:13.118617 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a0d27-814e-449c-a392-ade00999a15b req-b929fdea-09ba-43fd-bd76-39183ab94981 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:13.119940 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-973a0d27-814e-449c-a392-ade00999a15b req-b929fdea-09ba-43fd-bd76-39183ab94981 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.20 "GET /v2.0/ports?device_id=65dd2b58-57b3-4e1b-b286-81d786a90bd5 HTTP/1.1" status: 200 len: 946 time: 0.1089392 Aug 10 00:57:13.144654 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b39bab-9d29-4f11-b643-2d53364eec79 req-982dd042-247c-4610-bb3f-ee4fcf7ec51a tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:13.146137 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d6b39bab-9d29-4f11-b643-2d53364eec79 req-982dd042-247c-4610-bb3f-ee4fcf7ec51a tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 945 time: 0.2837527 Aug 10 00:57:13.165185 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-cd4409d7-cb31-4a04-9896-4c37f38ad0bc service neutron] Attempting to bind port 6a71e38f-1c3c-4be2-94cb-1a32fed67db9 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:57:13.165521 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-cd4409d7-cb31-4a04-9896-4c37f38ad0bc service neutron] Attempting to bind port 6a71e38f-1c3c-4be2-94cb-1a32fed67db9 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '700ac786-a0d6-43cb-a784-a1e514aaa0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c299ecef-0bf4-4f79-a545-86b4040e4e50'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:57:13.165846 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-cd4409d7-cb31-4a04-9896-4c37f38ad0bc service neutron] Attempting to bind port 6a71e38f-1c3c-4be2-94cb-1a32fed67db9 on network c299ecef-0bf4-4f79-a545-86b4040e4e50 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:13.180310 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-cd4409d7-cb31-4a04-9896-4c37f38ad0bc service neutron] Port 6a71e38f-1c3c-4be2-94cb-1a32fed67db9 on network c299ecef-0bf4-4f79-a545-86b4040e4e50 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:57:13.180635 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-cd4409d7-cb31-4a04-9896-4c37f38ad0bc service neutron] Attempting to bind port 6a71e38f-1c3c-4be2-94cb-1a32fed67db9 on network c299ecef-0bf4-4f79-a545-86b4040e4e50 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:13.204559 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-cd4409d7-cb31-4a04-9896-4c37f38ad0bc service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:57:13.204896 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-cd4409d7-cb31-4a04-9896-4c37f38ad0bc service neutron] Checking segment: {'id': '700ac786-a0d6-43cb-a784-a1e514aaa0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c299ecef-0bf4-4f79-a545-86b4040e4e50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:57:13.205280 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-cd4409d7-cb31-4a04-9896-4c37f38ad0bc service neutron] Bound using segment: {'id': '700ac786-a0d6-43cb-a784-a1e514aaa0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c299ecef-0bf4-4f79-a545-86b4040e4e50'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:57:13.205708 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-cd4409d7-cb31-4a04-9896-4c37f38ad0bc service neutron] Bound port: 6a71e38f-1c3c-4be2-94cb-1a32fed67db9, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '700ac786-a0d6-43cb-a784-a1e514aaa0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c299ecef-0bf4-4f79-a545-86b4040e4e50'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:57:13.205845 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7f8b5923-6afe-434e-945c-ebfb417bbc87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:13.206067 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-cd4409d7-cb31-4a04-9896-4c37f38ad0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:13.256462 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-22c4c00e-22b3-42b0-8d48-8d010306a001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:13.257510 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c4c00e-22b3-42b0-8d48-8d010306a001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:13.258675 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-22c4c00e-22b3-42b0-8d48-8d010306a001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:13.278465 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-973a0d27-814e-449c-a392-ade00999a15b req-6f47add0-d8e6-4066-a9cc-749cafda0547 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Deleting port ac6352e0-dee3-4955-b1d6-82244bc30a51 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:57:13.278806 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-973a0d27-814e-449c-a392-ade00999a15b req-6f47add0-d8e6-4066-a9cc-749cafda0547 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:13.324356 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-cd4409d7-cb31-4a04-9896-4c37f38ad0bc service neutron] For port 6a71e38f-1c3c-4be2-94cb-1a32fed67db9, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:57:13.338342 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-20a021c8-cf32-43bc-8870-e6c6df46e43c tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:13.339842 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-20a021c8-cf32-43bc-8870-e6c6df46e43c tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/networks?id=5040841a-4984-47dc-a172-a1e3b8550316 HTTP/1.1" status: 200 len: 804 time: 0.4283731 Aug 10 00:57:13.343563 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-cd4409d7-cb31-4a04-9896-4c37f38ad0bc service neutron] For port 6a71e38f-1c3c-4be2-94cb-1a32fed67db9, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=6a71e38f-1c3c-4be2-94cb-1a32fed67db9,segment=NetworkSegment(700ac786-a0d6-43cb-a784-a1e514aaa0f3),segment_id=700ac786-a0d6-43cb-a784-a1e514aaa0f3)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:57:13.352715 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-cd4409d7-cb31-4a04-9896-4c37f38ad0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:13.402134 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d6b39bab-9d29-4f11-b643-2d53364eec79 req-f5052bae-96d6-434b-8fa3-a7561e1a1d3f tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468162 Aug 10 00:57:13.405497 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-cd4409d7-cb31-4a04-9896-4c37f38ad0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:13.406039 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-cd4409d7-cb31-4a04-9896-4c37f38ad0bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:13.407589 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-cd4409d7-cb31-4a04-9896-4c37f38ad0bc service neutron] 10.222.0.24 "PUT /v2.0/ports/6a71e38f-1c3c-4be2-94cb-1a32fed67db9 HTTP/1.1" status: 200 len: 1093 time: 1.5533566 Aug 10 00:57:13.419929 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-973a0d27-814e-449c-a392-ade00999a15b req-6f47add0-d8e6-4066-a9cc-749cafda0547 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] For port ac6352e0-dee3-4955-b1d6-82244bc30a51, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=ac6352e0-dee3-4955-b1d6-82244bc30a51,segment=NetworkSegment(5567dfb7-4a62-4cb8-80e6-7e28a94d846e),segment_id=5567dfb7-4a62-4cb8-80e6-7e28a94d846e)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:13.420155 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-973a0d27-814e-449c-a392-ade00999a15b req-6f47add0-d8e6-4066-a9cc-749cafda0547 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:13.434919 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-22c4c00e-22b3-42b0-8d48-8d010306a001 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.3546820 Aug 10 00:57:13.442250 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7f8b5923-6afe-434e-945c-ebfb417bbc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:13.444210 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39834) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:13.446253 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-973a0d27-814e-449c-a392-ade00999a15b req-6f47add0-d8e6-4066-a9cc-749cafda0547 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Calling delete_port for ac6352e0-dee3-4955-b1d6-82244bc30a51 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:57:13.450718 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-141039bb-76fb-4368-adc0-8ad08dbe8f76 admin admin] Request body: {'subnet': {'network_id': '6c29bbfd-d1b1-46c6-b51f-62e3a119abac', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-437861673-subnet', 'tenant_id': '405f14961293446ebadaa701e5bf6997', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:13.476833 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4409d7-cb31-4a04-9896-4c37f38ad0bc service neutron] Pushing event updated for resources: {'Port': ['ID=6a71e38f-1c3c-4be2-94cb-1a32fed67db9,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:13.552762 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141039bb-76fb-4368-adc0-8ad08dbe8f76 admin admin] Made reservation on behalf of 405f14961293446ebadaa701e5bf6997 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:13.555762 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-141039bb-76fb-4368-adc0-8ad08dbe8f76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:13.628000 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-a3fe3234-3f04-4466-b9c1-f13b73cabeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:13.629546 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-a3fe3234-3f04-4466-b9c1-f13b73cabeb5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=17ee1744e428496598c9988733ef5d4e&device_id=3aed4397-7c1a-4dcf-a5e8-09ed2bd4214f HTTP/1.1" status: 200 len: 1096 time: 0.1543279 Aug 10 00:57:13.683148 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-9eb2401b-d332-448b-bc57-5902174cc266 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a71e38f-1c3c-4be2-94cb-1a32fed67db9 HTTP/1.1" status: 200 len: 217 time: 0.0440962 Aug 10 00:57:13.704242 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-95ced169-2dc9-4249-be36-89faa4b7cfb4 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/quotas/8bb23d60148d40eaa256202b456c8a40 HTTP/1.1" status: 200 len: 375 time: 0.3178875 Aug 10 00:57:13.724380 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4c00e-22b3-42b0-8d48-8d010306a001 admin admin] Pushing event updated for resources: {'Network': ['ID=6c29bbfd-d1b1-46c6-b51f-62e3a119abac,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:13.737769 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 6c29bbfd-d1b1-46c6-b51f-62e3a119abac details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:57:13.805109 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b79a6b6a-c3a1-4af5-a5b1-483359697a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:13.809771 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-9447f1eb-3584-4818-8a1a-c022aa140803 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8bb23d60148d40eaa256202b456c8a40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0966632 Aug 10 00:57:13.812646 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-44676bcd-747b-4a07-b92b-7f8e3d761d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:13.814128 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-44676bcd-747b-4a07-b92b-7f8e3d761d80 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c4c212b0-0c85-4c4b-bdcf-03d96bd95001 HTTP/1.1" status: 200 len: 852 time: 0.1180086 Aug 10 00:57:13.818371 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-973a0d27-814e-449c-a392-ade00999a15b req-6f47add0-d8e6-4066-a9cc-749cafda0547 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:13.836576 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['9c8c5786-1eca-4edb-8b2e-0f05897549b5', 'f42c354e-43eb-4cf7-a1ed-9a41f6f1400f'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:13.865466 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['ac6352e0-dee3-4955-b1d6-82244bc30a51'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:13.876365 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-ef17df58-a2b2-4025-9f22-40146b0c1453 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c299ecef-0bf4-4f79-a545-86b4040e4e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529795 Aug 10 00:57:13.877094 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f47add0-d8e6-4066-a9cc-749cafda0547 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Pushing event deleted for resources: {'Port': ['ID=ac6352e0-dee3-4955-b1d6-82244bc30a51,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:13.934520 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09adc03c-ddb6-404b-a424-8515dd7b0e34 req-e392b836-a89a-4580-8367-f59d0f71d910 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:13.936007 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-09adc03c-ddb6-404b-a424-8515dd7b0e34 req-e392b836-a89a-4580-8367-f59d0f71d910 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=65dd2b58-57b3-4e1b-b286-81d786a90bd5 HTTP/1.1" status: 200 len: 867 time: 0.2307780 Aug 10 00:57:13.942868 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7f8b5923-6afe-434e-945c-ebfb417bbc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:14.006888 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-973a0d27-814e-449c-a392-ade00999a15b req-6f47add0-d8e6-4066-a9cc-749cafda0547 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] No DVR routers for this DVR port ac6352e0-dee3-4955-b1d6-82244bc30a51 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:57:14.011475 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-973a0d27-814e-449c-a392-ade00999a15b req-6f47add0-d8e6-4066-a9cc-749cafda0547 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:14.013046 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b5923-6afe-434e-945c-ebfb417bbc87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeb15cfb-323e-472a-80f5-e301eee96d09,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:14.013719 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-973a0d27-814e-449c-a392-ade00999a15b req-6f47add0-d8e6-4066-a9cc-749cafda0547 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.20 "DELETE /v2.0/ports/ac6352e0-dee3-4955-b1d6-82244bc30a51 HTTP/1.1" status: 204 len: 173 time: 0.8858664 Aug 10 00:57:14.018238 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7f8b5923-6afe-434e-945c-ebfb417bbc87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:14.020240 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7f8b5923-6afe-434e-945c-ebfb417bbc87 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/eeb15cfb-323e-472a-80f5-e301eee96d09 HTTP/1.1" status: 204 len: 168 time: 1.2085991 Aug 10 00:57:14.027418 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39838) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:14.031683 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-141039bb-76fb-4368-adc0-8ad08dbe8f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:14.079510 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-7e0af2fa-6417-4d85-ad56-5653baee9e13 service neutron] 10.222.0.35 "GET /v2.0/networks/5040841a-4984-47dc-a172-a1e3b8550316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528958 Aug 10 00:57:14.093458 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-2cf01d7c-d67b-4f84-9c0b-e362a1717742 service neutron] 10.222.0.24 "GET /v2.0/networks/c299ecef-0bf4-4f79-a545-86b4040e4e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061279 Aug 10 00:57:14.103768 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141039bb-76fb-4368-adc0-8ad08dbe8f76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a80426b3-f5f6-4de8-be44-4bf2e3dd3e8a,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:14.144713 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-09adc03c-ddb6-404b-a424-8515dd7b0e34 req-0d89e805-d741-47bd-9760-3b5561e15f1f tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841702 Aug 10 00:57:14.176199 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141039bb-76fb-4368-adc0-8ad08dbe8f76 admin admin] Checking segment: {'id': '78f548fd-cb67-46c0-9004-5af88c4b62bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6c29bbfd-d1b1-46c6-b51f-62e3a119abac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:57:14.176540 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141039bb-76fb-4368-adc0-8ad08dbe8f76 admin admin] Network hostable DHCP agents. Network: 6c29bbfd-d1b1-46c6-b51f-62e3a119abac, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:57:14.214823 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141039bb-76fb-4368-adc0-8ad08dbe8f76 admin admin] Network 6c29bbfd-d1b1-46c6-b51f-62e3a119abac is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:57:14.223123 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adff6263-4f1c-4c9e-9f48-5ffb8f8c0743 x-openstack-request-id: req-adff6263-4f1c-4c9e-9f48-5ffb8f8c0743 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:14.223584 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02eb245-c52d-490e-bd8f-35993692bc8a", "name": "network-vif-deleted", "tag": "35d4dd96-3bed-4379-a5a5-ea0c9768c718", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:14.223728 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-adff6263-4f1c-4c9e-9f48-5ffb8f8c0743 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:14.223923 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-644baa4e-a3b4-4ee5-a778-9517ccf00683 service neutron] 10.222.0.24 "GET /v2.0/networks/c299ecef-0bf4-4f79-a545-86b4040e4e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177373 Aug 10 00:57:14.224227 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02eb245-c52d-490e-bd8f-35993692bc8a', 'name': 'network-vif-deleted', 'tag': '35d4dd96-3bed-4379-a5a5-ea0c9768c718', 'status': 'completed', 'code': 200} Aug 10 00:57:14.229122 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-141039bb-76fb-4368-adc0-8ad08dbe8f76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 6c29bbfd-d1b1-46c6-b51f-62e3a119abac) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:14.233069 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141039bb-76fb-4368-adc0-8ad08dbe8f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:14.233853 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-141039bb-76fb-4368-adc0-8ad08dbe8f76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:14.240306 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271aabc2-153a-48a0-86ee-fd022887a63d None None] Network 6c29bbfd-d1b1-46c6-b51f-62e3a119abac requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:57:14.259416 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-141039bb-76fb-4368-adc0-8ad08dbe8f76 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8144796 Aug 10 00:57:14.262313 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39840) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:14.266307 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-96876180-36b3-49c4-ba30-28f3c92fc3dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 455b425b-9cef-4b70-85ff-dec37ada5edb {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:57:14.266505 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-b2273fba-93b0-4d6a-8fe6-70785826175c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-437861673-router', 'tenant_id': '405f14961293446ebadaa701e5bf6997', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:14.284964 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-96876180-36b3-49c4-ba30-28f3c92fc3dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:14.303598 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b2273fba-93b0-4d6a-8fe6-70785826175c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:14.305863 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b2273fba-93b0-4d6a-8fe6-70785826175c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:14.360529 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-90520f5d-e07b-4211-96e4-0b46f30f9cc0 service neutron] 10.222.0.35 "GET /v2.0/networks/5040841a-4984-47dc-a172-a1e3b8550316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383349 Aug 10 00:57:14.372126 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-769d9b50-4d34-4b37-bd1c-49fb358fa99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:14.379752 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b2273fba-93b0-4d6a-8fe6-70785826175c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:14.403609 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:14.474354 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698b3ceb-af99-4e7a-945a-21216f32dfc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-6c29bbfd-d1b1-46c6-b51f-62e3a119abac', 'network_id': '6c29bbfd-d1b1-46c6-b51f-62e3a119abac', 'tenant_id': '405f14961293446ebadaa701e5bf6997', 'fixed_ips': [{'subnet_id': 'a80426b3-f5f6-4de8-be44-4bf2e3dd3e8a'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:57:14.475305 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-698b3ceb-af99-4e7a-945a-21216f32dfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:14.552380 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-96876180-36b3-49c4-ba30-28f3c92fc3dd service neutron] Transition to ACTIVE for port object 455b425b-9cef-4b70-85ff-dec37ada5edb will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:14.576075 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-96876180-36b3-49c4-ba30-28f3c92fc3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:14.583375 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b2273fba-93b0-4d6a-8fe6-70785826175c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:14.628537 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aed4397-7c1a-4dcf-a5e8-09ed2bd4214f', 'tag': '6a71e38f-1c3c-4be2-94cb-1a32fed67db9'}, {'server_uuid': '65dd2b58-57b3-4e1b-b286-81d786a90bd5', 'name': 'network-vif-deleted', 'tag': 'ac6352e0-dee3-4955-b1d6-82244bc30a51'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:14.631991 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4f0049-2915-4d92-9b94-36b3383f94f1" -d '{"events": [{"name": "network-changed", "server_uuid": "3aed4397-7c1a-4dcf-a5e8-09ed2bd4214f", "tag": "6a71e38f-1c3c-4be2-94cb-1a32fed67db9"}, {"server_uuid": "65dd2b58-57b3-4e1b-b286-81d786a90bd5", "name": "network-vif-deleted", "tag": "ac6352e0-dee3-4955-b1d6-82244bc30a51"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:14.689094 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-769d9b50-4d34-4b37-bd1c-49fb358fa99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:14.716716 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-698b3ceb-af99-4e7a-945a-21216f32dfc3 None None] Allocated IP 172.20.0.2 (6c29bbfd-d1b1-46c6-b51f-62e3a119abac/a80426b3-f5f6-4de8-be44-4bf2e3dd3e8a/cea08638-3667-4b1b-b650-203d2c044334) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:57:14.764377 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-769d9b50-4d34-4b37-bd1c-49fb358fa99d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e043123-acd1-4cc8-a670-ebf832c12f2b']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:14.790848 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96876180-36b3-49c4-ba30-28f3c92fc3dd service neutron] Pushing event updated for resources: {'Port': ['ID=455b425b-9cef-4b70-85ff-dec37ada5edb,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:14.801220 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c841f9-08e9-4c3d-be80-ae16b62fb552 req-2e65cacd-b1dc-45ab-94c7-d41cc5b58952 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:14.808420 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e8c841f9-08e9-4c3d-be80-ae16b62fb552 req-2e65cacd-b1dc-45ab-94c7-d41cc5b58952 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/ports?device_id=3aed4397-7c1a-4dcf-a5e8-09ed2bd4214f HTTP/1.1" status: 200 len: 944 time: 0.4189684 Aug 10 00:57:14.869454 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-769d9b50-4d34-4b37-bd1c-49fb358fa99d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:14.869762 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-769d9b50-4d34-4b37-bd1c-49fb358fa99d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1302f98-1b5c-40a4-ae6c-acb6ed5fcec2') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:14.892743 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b2273fba-93b0-4d6a-8fe6-70785826175c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:14.901203 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-769d9b50-4d34-4b37-bd1c-49fb358fa99d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:14.917514 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-698b3ceb-af99-4e7a-945a-21216f32dfc3 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:14.918338 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b2273fba-93b0-4d6a-8fe6-70785826175c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:14.926416 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-698b3ceb-af99-4e7a-945a-21216f32dfc3 None None] Transition to ACTIVE for port object cea08638-3667-4b1b-b650-203d2c044334 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:14.943733 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-698b3ceb-af99-4e7a-945a-21216f32dfc3 None None] Transition to ACTIVE for port object cea08638-3667-4b1b-b650-203d2c044334 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:14.948225 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-96876180-36b3-49c4-ba30-28f3c92fc3dd service neutron] Attempting to bind port 455b425b-9cef-4b70-85ff-dec37ada5edb on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:57:14.948386 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-96876180-36b3-49c4-ba30-28f3c92fc3dd service neutron] Attempting to bind port 455b425b-9cef-4b70-85ff-dec37ada5edb by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '700ac786-a0d6-43cb-a784-a1e514aaa0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c299ecef-0bf4-4f79-a545-86b4040e4e50'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:57:14.948786 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-96876180-36b3-49c4-ba30-28f3c92fc3dd service neutron] Attempting to bind port 455b425b-9cef-4b70-85ff-dec37ada5edb on network c299ecef-0bf4-4f79-a545-86b4040e4e50 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:14.953783 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-698b3ceb-af99-4e7a-945a-21216f32dfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:14.956775 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-769d9b50-4d34-4b37-bd1c-49fb358fa99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:14.969299 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5ce9b-d9a4-47d6-a6ba-ee89c9479ba5 req-aeb5788c-f9ce-4a27-988e-5e097fe4d193 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:14.978095 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-54e5ce9b-d9a4-47d6-a6ba-ee89c9479ba5 req-aeb5788c-f9ce-4a27-988e-5e097fe4d193 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd48c277-eb90-47c3-96ab-5569cf172cb3 HTTP/1.1" status: 200 len: 944 time: 0.3456852 Aug 10 00:57:14.987232 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device c01fdc4e-8abb-477f-8f66-34bac1d001b6 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:57:15.004801 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e8c841f9-08e9-4c3d-be80-ae16b62fb552 req-4e52cbc0-c2ad-4cab-84a4-9267b926995e tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/security-groups?id=06325a86-b122-4800-b20d-610f2b255170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954954 Aug 10 00:57:15.005364 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-96876180-36b3-49c4-ba30-28f3c92fc3dd service neutron] Port 455b425b-9cef-4b70-85ff-dec37ada5edb on network c299ecef-0bf4-4f79-a545-86b4040e4e50 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:57:15.005699 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-96876180-36b3-49c4-ba30-28f3c92fc3dd service neutron] Attempting to bind port 455b425b-9cef-4b70-85ff-dec37ada5edb on network c299ecef-0bf4-4f79-a545-86b4040e4e50 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:15.009042 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-769d9b50-4d34-4b37-bd1c-49fb358fa99d admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:57:15.009456 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-769d9b50-4d34-4b37-bd1c-49fb358fa99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:15.012781 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 00:57:15.012781 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:57:15.012781 n-d-766726-26 neutron-server[105826]: timer() Aug 10 00:57:15.012781 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:57:15.012781 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 00:57:15.012781 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:57:15.012781 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 00:57:15.012781 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:57:15.012781 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 00:57:15.012781 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:57:15.012781 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 00:57:15.012781 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:57:15.012781 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 00:57:15.012781 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:57:15.012781 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:57:15.012781 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:57:15.012781 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:57:15.012781 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:57:15.012781 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 00:57:15.012781 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:57:15.012781 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 00:57:15.012781 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:57:15.012781 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:57:15.012781 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:57:15.012781 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 00:57:15.012781 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:57:15.012781 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:57:15.012781 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:57:15.012781 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:57:15.012781 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:57:15.012781 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:57:15.012781 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:57:15.014942 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698b3ceb-af99-4e7a-945a-21216f32dfc3 None None] Network 6c29bbfd-d1b1-46c6-b51f-62e3a119abac is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:57:15.022810 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-698b3ceb-af99-4e7a-945a-21216f32dfc3 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:15.028932 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698b3ceb-af99-4e7a-945a-21216f32dfc3 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:57:15.049179 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b3ceb-af99-4e7a-945a-21216f32dfc3 None None] Pushing event updated for resources: {'Port': ['ID=cea08638-3667-4b1b-b650-203d2c044334,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:15.050609 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-96876180-36b3-49c4-ba30-28f3c92fc3dd service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:57:15.050964 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-96876180-36b3-49c4-ba30-28f3c92fc3dd service neutron] Checking segment: {'id': '700ac786-a0d6-43cb-a784-a1e514aaa0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c299ecef-0bf4-4f79-a545-86b4040e4e50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:57:15.051362 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-96876180-36b3-49c4-ba30-28f3c92fc3dd service neutron] Bound using segment: {'id': '700ac786-a0d6-43cb-a784-a1e514aaa0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c299ecef-0bf4-4f79-a545-86b4040e4e50'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:57:15.051825 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-96876180-36b3-49c4-ba30-28f3c92fc3dd service neutron] Bound port: 455b425b-9cef-4b70-85ff-dec37ada5edb, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '700ac786-a0d6-43cb-a784-a1e514aaa0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c299ecef-0bf4-4f79-a545-86b4040e4e50'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:57:15.052210 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-96876180-36b3-49c4-ba30-28f3c92fc3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:15.065247 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-b2273fba-93b0-4d6a-8fe6-70785826175c admin admin] Allocated IP 172.25.2.96 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/84a828f1-3c61-4c30-8168-4fc91e0f8729) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:57:15.077826 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:15.103161 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-54e5ce9b-d9a4-47d6-a6ba-ee89c9479ba5 req-e82f2294-aab7-4e80-8051-1665ee099c84 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241930 Aug 10 00:57:15.150532 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-698b3ceb-af99-4e7a-945a-21216f32dfc3 None None] Attempting to bind port cea08638-3667-4b1b-b650-203d2c044334 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:57:15.150914 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-698b3ceb-af99-4e7a-945a-21216f32dfc3 None None] Attempting to bind port cea08638-3667-4b1b-b650-203d2c044334 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '78f548fd-cb67-46c0-9004-5af88c4b62bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6c29bbfd-d1b1-46c6-b51f-62e3a119abac'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:57:15.151285 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698b3ceb-af99-4e7a-945a-21216f32dfc3 None None] Attempting to bind port cea08638-3667-4b1b-b650-203d2c044334 on network 6c29bbfd-d1b1-46c6-b51f-62e3a119abac {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:15.161260 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698b3ceb-af99-4e7a-945a-21216f32dfc3 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:57:15.161800 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698b3ceb-af99-4e7a-945a-21216f32dfc3 None None] Checking segment: {'id': '78f548fd-cb67-46c0-9004-5af88c4b62bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6c29bbfd-d1b1-46c6-b51f-62e3a119abac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:57:15.162191 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-698b3ceb-af99-4e7a-945a-21216f32dfc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:15.163005 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698b3ceb-af99-4e7a-945a-21216f32dfc3 None None] Bound using segment: {'id': '78f548fd-cb67-46c0-9004-5af88c4b62bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6c29bbfd-d1b1-46c6-b51f-62e3a119abac'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:57:15.163193 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-698b3ceb-af99-4e7a-945a-21216f32dfc3 None None] Bound port: cea08638-3667-4b1b-b650-203d2c044334, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f548fd-cb67-46c0-9004-5af88c4b62bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6c29bbfd-d1b1-46c6-b51f-62e3a119abac'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:57:15.163693 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-698b3ceb-af99-4e7a-945a-21216f32dfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:15.214024 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-769d9b50-4d34-4b37-bd1c-49fb358fa99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:15.233932 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port c01fdc4e-8abb-477f-8f66-34bac1d001b6, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=c01fdc4e-8abb-477f-8f66-34bac1d001b6,segment=NetworkSegment(fd0aa135-7bf0-4440-a395-b4833e4cac38),segment_id=fd0aa135-7bf0-4440-a395-b4833e4cac38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:15.241556 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-769d9b50-4d34-4b37-bd1c-49fb358fa99d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:15.243471 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-769d9b50-4d34-4b37-bd1c-49fb358fa99d admin admin] 10.222.0.35 "DELETE /v2.0/networks/8e043123-acd1-4cc8-a670-ebf832c12f2b HTTP/1.1" status: 204 len: 168 time: 1.2150884 Aug 10 00:57:15.272336 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'c01fdc4e-8abb-477f-8f66-34bac1d001b6', 'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395', 'port_id': 'c01fdc4e-8abb-477f-8f66-34bac1d001b6', 'mac_address': 'fa:16:3e:40:5c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c0490b-72d4-4bea-8139-8e9a7dbf1c5c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:57:15.275143 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6535e338-89e0-43e7-8af5-0d0e7890f340 req-30699897-5026-42e2-b3cb-00d45dd84c13 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b732ad5-e2fc-42b7-bc7d-f275cbeff9a1 HTTP/1.1" status: 200 len: 210 time: 0.0854609 Aug 10 00:57:15.277722 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-698b3ceb-af99-4e7a-945a-21216f32dfc3 None None] For port cea08638-3667-4b1b-b650-203d2c044334, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:57:15.281856 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-698b3ceb-af99-4e7a-945a-21216f32dfc3 None None] For port cea08638-3667-4b1b-b650-203d2c044334, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=cea08638-3667-4b1b-b650-203d2c044334,segment=NetworkSegment(78f548fd-cb67-46c0-9004-5af88c4b62bb),segment_id=78f548fd-cb67-46c0-9004-5af88c4b62bb)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:57:15.298548 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b2273fba-93b0-4d6a-8fe6-70785826175c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:15.303707 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-698b3ceb-af99-4e7a-945a-21216f32dfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:15.357231 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:15.358842 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d9b50-4d34-4b37-bd1c-49fb358fa99d admin admin] Pushing event deleted for resources: {'Network': ['ID=8e043123-acd1-4cc8-a670-ebf832c12f2b,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:15.396899 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c01fdc4e-8abb-477f-8f66-34bac1d001b6 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:57:15.399758 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-96876180-36b3-49c4-ba30-28f3c92fc3dd service neutron] For port 455b425b-9cef-4b70-85ff-dec37ada5edb, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:57:15.407288 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b3ceb-af99-4e7a-945a-21216f32dfc3 None None] Pushing event updated for resources: {'Port': ['ID=cea08638-3667-4b1b-b650-203d2c044334,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:15.425568 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port c01fdc4e-8abb-477f-8f66-34bac1d001b6, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=c01fdc4e-8abb-477f-8f66-34bac1d001b6,segment=NetworkSegment(fd0aa135-7bf0-4440-a395-b4833e4cac38),segment_id=fd0aa135-7bf0-4440-a395-b4833e4cac38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:15.430788 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-96876180-36b3-49c4-ba30-28f3c92fc3dd service neutron] For port 455b425b-9cef-4b70-85ff-dec37ada5edb, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=455b425b-9cef-4b70-85ff-dec37ada5edb,segment=NetworkSegment(700ac786-a0d6-43cb-a784-a1e514aaa0f3),segment_id=700ac786-a0d6-43cb-a784-a1e514aaa0f3)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:57:15.431697 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:15.433644 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f901b02c-b96b-4428-acad-0237f6889cb3 x-openstack-request-id: req-f901b02c-b96b-4428-acad-0237f6889cb3 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:15.434463 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aed4397-7c1a-4dcf-a5e8-09ed2bd4214f", "tag": "6a71e38f-1c3c-4be2-94cb-1a32fed67db9", "status": "completed", "code": 200}, {"server_uuid": "65dd2b58-57b3-4e1b-b286-81d786a90bd5", "name": "network-vif-deleted", "tag": "ac6352e0-dee3-4955-b1d6-82244bc30a51", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:15.434727 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f901b02c-b96b-4428-acad-0237f6889cb3 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:15.435518 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aed4397-7c1a-4dcf-a5e8-09ed2bd4214f', 'tag': '6a71e38f-1c3c-4be2-94cb-1a32fed67db9', 'status': 'completed', 'code': 200} Aug 10 00:57:15.435851 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65dd2b58-57b3-4e1b-b286-81d786a90bd5', 'name': 'network-vif-deleted', 'tag': 'ac6352e0-dee3-4955-b1d6-82244bc30a51', 'status': 'completed', 'code': 200} Aug 10 00:57:15.440580 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeaed33-9a9b-4530-8ab4-2e6da84c4924 req-e4fdaa35-eac3-4ff3-8cba-ff5cd8f65c60 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:15.447881 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b2273fba-93b0-4d6a-8fe6-70785826175c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:15.450518 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5aeaed33-9a9b-4530-8ab4-2e6da84c4924 req-e4fdaa35-eac3-4ff3-8cba-ff5cd8f65c60 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 945 time: 0.2844620 Aug 10 00:57:15.511917 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2273fba-93b0-4d6a-8fe6-70785826175c admin admin] Pushing event updated for resources: {'Port': ['ID=84a828f1-3c61-4c30-8168-4fc91e0f8729,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:15.526902 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39864) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:15.531506 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2273fba-93b0-4d6a-8fe6-70785826175c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:15.531862 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2273fba-93b0-4d6a-8fe6-70785826175c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:15.532230 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2273fba-93b0-4d6a-8fe6-70785826175c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:15.532577 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2273fba-93b0-4d6a-8fe6-70785826175c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:15.533174 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2273fba-93b0-4d6a-8fe6-70785826175c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:15.534143 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2273fba-93b0-4d6a-8fe6-70785826175c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:15.534483 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2273fba-93b0-4d6a-8fe6-70785826175c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:15.534817 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2273fba-93b0-4d6a-8fe6-70785826175c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:15.535149 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2273fba-93b0-4d6a-8fe6-70785826175c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:15.535481 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2273fba-93b0-4d6a-8fe6-70785826175c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:15.535809 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2273fba-93b0-4d6a-8fe6-70785826175c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:15.536136 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2273fba-93b0-4d6a-8fe6-70785826175c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:15.543525 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5aeaed33-9a9b-4530-8ab4-2e6da84c4924 req-b611bb64-080c-4477-a4fb-6db5d7889f76 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919731 Aug 10 00:57:15.550187 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=c01fdc4e-8abb-477f-8f66-34bac1d001b6,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:15.552976 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-96876180-36b3-49c4-ba30-28f3c92fc3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:15.572381 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2273fba-93b0-4d6a-8fe6-70785826175c admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:57:15.578646 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-b2273fba-93b0-4d6a-8fe6-70785826175c admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:15.581266 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2273fba-93b0-4d6a-8fe6-70785826175c admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:57:15.643837 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-96876180-36b3-49c4-ba30-28f3c92fc3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:15.645814 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-96876180-36b3-49c4-ba30-28f3c92fc3dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:15.645960 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f0049-2915-4d92-9b94-36b3383f94f1 req-ab5c994a-aaf4-4565-b240-78b594152ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:15.650500 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-96876180-36b3-49c4-ba30-28f3c92fc3dd service neutron] 10.222.0.20 "PUT /v2.0/ports/455b425b-9cef-4b70-85ff-dec37ada5edb HTTP/1.1" status: 200 len: 1092 time: 2.8874035 Aug 10 00:57:15.656207 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1b4f0049-2915-4d92-9b94-36b3383f94f1 req-ab5c994a-aaf4-4565-b240-78b594152ca7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=17ee1744e428496598c9988733ef5d4e&device_id=3aed4397-7c1a-4dcf-a5e8-09ed2bd4214f HTTP/1.1" status: 200 len: 1096 time: 0.2106941 Aug 10 00:57:15.716848 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96876180-36b3-49c4-ba30-28f3c92fc3dd service neutron] Pushing event updated for resources: {'Port': ['ID=455b425b-9cef-4b70-85ff-dec37ada5edb,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:15.766116 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0fcba36e-001f-451a-aa01-e5a54be5e1c2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=34862481f66244cdb00ae05ecbfcc44b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2021396 Aug 10 00:57:15.766925 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39868) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:15.837847 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-c532ba47-74f8-477c-bb67-f7894f730577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:15.839504 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-c532ba47-74f8-477c-bb67-f7894f730577 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=17ee1744e428496598c9988733ef5d4e&device_id=b32f20d0-c497-4bf2-b2ae-c84660bc8271 HTTP/1.1" status: 200 len: 1095 time: 0.1184373 Aug 10 00:57:15.881050 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f0049-2915-4d92-9b94-36b3383f94f1 req-444d6479-a664-4d0d-a838-1a2288565cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:15.883323 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1b4f0049-2915-4d92-9b94-36b3383f94f1 req-444d6479-a664-4d0d-a838-1a2288565cb7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c299ecef-0bf4-4f79-a545-86b4040e4e50 HTTP/1.1" status: 200 len: 913 time: 0.2146716 Aug 10 00:57:15.899185 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-376e361d-25d3-4ba8-a162-ae9bf475a600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:15.902746 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-6bebe8e9-9f7f-4d88-9a0f-c8186a40a56e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=455b425b-9cef-4b70-85ff-dec37ada5edb HTTP/1.1" status: 200 len: 217 time: 0.0490923 Aug 10 00:57:15.910337 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869ceb6-1ccc-4bc2-bb27-4974ad72c9ac req-a12bba90-4466-4180-b8a5-4a86f47a984a tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:15.911721 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b869ceb6-1ccc-4bc2-bb27-4974ad72c9ac req-a12bba90-4466-4180-b8a5-4a86f47a984a tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee26251f-0f7c-4997-889f-2249b06ee09b HTTP/1.1" status: 200 len: 945 time: 0.1154246 Aug 10 00:57:15.925257 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['c01fdc4e-8abb-477f-8f66-34bac1d001b6'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:15.957301 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1b4f0049-2915-4d92-9b94-36b3383f94f1 req-bba0426c-5b5c-4a37-b748-f86f9223747c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a71e38f-1c3c-4be2-94cb-1a32fed67db9 HTTP/1.1" status: 200 len: 217 time: 0.0396192 Aug 10 00:57:15.980017 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-376e361d-25d3-4ba8-a162-ae9bf475a600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:16.017345 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-25e67d9b-63a9-458e-b6e0-f24e70f03916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:16.018835 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-25e67d9b-63a9-458e-b6e0-f24e70f03916 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4c212b0-0c85-4c4b-bdcf-03d96bd95001 HTTP/1.1" status: 200 len: 852 time: 0.1062353 Aug 10 00:57:16.047984 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b869ceb6-1ccc-4bc2-bb27-4974ad72c9ac req-3d713034-b0c6-4bc2-96f2-d2f7d60e55e3 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202204 Aug 10 00:57:16.048757 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f0049-2915-4d92-9b94-36b3383f94f1 req-2befeaeb-dddf-4889-9921-60409d3ed13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:16.050168 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1b4f0049-2915-4d92-9b94-36b3383f94f1 req-2befeaeb-dddf-4889-9921-60409d3ed13a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c4c212b0-0c85-4c4b-bdcf-03d96bd95001 HTTP/1.1" status: 200 len: 852 time: 0.0843639 Aug 10 00:57:16.057438 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b2273fba-93b0-4d6a-8fe6-70785826175c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:16.062702 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-93c1c94a-ed01-407a-b149-4ab09508862a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c299ecef-0bf4-4f79-a545-86b4040e4e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295498 Aug 10 00:57:16.087623 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1b4f0049-2915-4d92-9b94-36b3383f94f1 req-f5f39e7f-9cf1-4f16-94c6-6c7d34dd850a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c299ecef-0bf4-4f79-a545-86b4040e4e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273883 Aug 10 00:57:16.140261 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-376e361d-25d3-4ba8-a162-ae9bf475a600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:16.143500 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-376e361d-25d3-4ba8-a162-ae9bf475a600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:16.147968 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-376e361d-25d3-4ba8-a162-ae9bf475a600 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6911e6cf-ab78-4416-af63-4f3cef5c2a71 HTTP/1.1" status: 204 len: 168 time: 0.3787007 Aug 10 00:57:16.164106 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:16.186583 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e361d-25d3-4ba8-a162-ae9bf475a600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6911e6cf-ab78-4416-af63-4f3cef5c2a71,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:16.226424 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b32f20d0-c497-4bf2-b2ae-c84660bc8271', 'tag': '455b425b-9cef-4b70-85ff-dec37ada5edb'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:16.229250 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9433a0a5-666f-43c1-bb16-5a1fea4e9c49" -d '{"events": [{"name": "network-changed", "server_uuid": "b32f20d0-c497-4bf2-b2ae-c84660bc8271", "tag": "455b425b-9cef-4b70-85ff-dec37ada5edb"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:16.252440 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-ee0514bc-d0c1-44d8-968e-0c63d3bd791a service neutron] 10.222.0.20 "GET /v2.0/networks/c299ecef-0bf4-4f79-a545-86b4040e4e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805453 Aug 10 00:57:16.382883 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ab365-18a3-4a62-a8fa-56a708419d27 req-74e7bfa7-aceb-46f7-a3c6-3e96efe0e94f tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:16.384514 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b21ab365-18a3-4a62-a8fa-56a708419d27 req-74e7bfa7-aceb-46f7-a3c6-3e96efe0e94f tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/ports?device_id=3aed4397-7c1a-4dcf-a5e8-09ed2bd4214f HTTP/1.1" status: 200 len: 944 time: 0.1992505 Aug 10 00:57:16.441010 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507dcd1-e656-4c51-b78a-2f3e1ce7707c req-b4e02907-4b8e-4939-af9e-29726da4605a tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:16.450013 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b507dcd1-e656-4c51-b78a-2f3e1ce7707c req-b4e02907-4b8e-4939-af9e-29726da4605a tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd48c277-eb90-47c3-96ab-5569cf172cb3 HTTP/1.1" status: 200 len: 945 time: 0.1702344 Aug 10 00:57:16.513690 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b507dcd1-e656-4c51-b78a-2f3e1ce7707c req-5261217e-9ebc-4327-b43d-9c782286c0a5 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639131 Aug 10 00:57:16.531458 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b21ab365-18a3-4a62-a8fa-56a708419d27 req-c3a91289-378e-44e1-9a17-b48bef62ad9e tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/security-groups?id=06325a86-b122-4800-b20d-610f2b255170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326828 Aug 10 00:57:16.543177 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be201054-3cf8-417c-8c14-e7e43e0ef2ef req-3c68b7ee-89e2-4446-adf7-669c03d3bc25 service neutron] 10.222.0.20 "GET /v2.0/networks/c299ecef-0bf4-4f79-a545-86b4040e4e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776539 Aug 10 00:57:16.589424 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-0bb881ce-d0e4-41d3-9bcc-e2924026f8c8 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:16.591140 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-0bb881ce-d0e4-41d3-9bcc-e2924026f8c8 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.24 "GET /v2.0/networks?id=5040841a-4984-47dc-a172-a1e3b8550316 HTTP/1.1" status: 200 len: 804 time: 0.4646862 Aug 10 00:57:16.596634 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1b4f0049-2915-4d92-9b94-36b3383f94f1 req-812ba142-3f25-469a-98e0-41736ca4ea3d service neutron] 10.222.0.24 "GET /v2.0/networks/c299ecef-0bf4-4f79-a545-86b4040e4e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4754882 Aug 10 00:57:16.625432 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2041712-f94e-416e-a2b5-47cd5b46c010 x-openstack-request-id: req-c2041712-f94e-416e-a2b5-47cd5b46c010 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:16.625814 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b32f20d0-c497-4bf2-b2ae-c84660bc8271", "tag": "455b425b-9cef-4b70-85ff-dec37ada5edb", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:16.626130 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c2041712-f94e-416e-a2b5-47cd5b46c010 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:16.626605 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b32f20d0-c497-4bf2-b2ae-c84660bc8271', 'tag': '455b425b-9cef-4b70-85ff-dec37ada5edb', 'status': 'completed', 'code': 200} Aug 10 00:57:16.700257 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4bc321d9-2510-41a4-9cd0-d292ec75844b req-5c288001-5931-43d1-91d4-6592e5f4aa22 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b732ad5-e2fc-42b7-bc7d-f275cbeff9a1 HTTP/1.1" status: 200 len: 210 time: 0.0491915 Aug 10 00:57:16.740293 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35862441-a5be-493b-b84c-5e59bc103ee7 None None] Network 6c29bbfd-d1b1-46c6-b51f-62e3a119abac requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:57:16.794915 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433a0a5-666f-43c1-bb16-5a1fea4e9c49 req-de147721-e444-4096-852b-c31e7e6bd2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:16.797911 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9433a0a5-666f-43c1-bb16-5a1fea4e9c49 req-de147721-e444-4096-852b-c31e7e6bd2d9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=17ee1744e428496598c9988733ef5d4e&device_id=b32f20d0-c497-4bf2-b2ae-c84660bc8271 HTTP/1.1" status: 200 len: 1095 time: 0.1097984 Aug 10 00:57:16.836517 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-eace5da2-78cd-43e2-9a57-126203428f93 None None] Provisioning for port cea08638-3667-4b1b-b650-203d2c044334 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:57:16.931477 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05312aa-0a9c-4984-891c-c9a1d00a776d req-eb934342-3e84-4017-9ef5-888da4f77a12 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:16.933150 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a05312aa-0a9c-4984-891c-c9a1d00a776d req-eb934342-3e84-4017-9ef5-888da4f77a12 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 945 time: 0.1465459 Aug 10 00:57:16.969436 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-8aa17627-7ddd-4b2a-ba48-aad7d018d563 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Request body: {'port': {'device_id': '4b732ad5-e2fc-42b7-bc7d-f275cbeff9a1', 'network_id': '5040841a-4984-47dc-a172-a1e3b8550316', 'admin_state_up': True, 'tenant_id': '8bb23d60148d40eaa256202b456c8a40'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:16.982540 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 6a71e38f-1c3c-4be2-94cb-1a32fed67db9 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:57:16.983138 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433a0a5-666f-43c1-bb16-5a1fea4e9c49 req-e0b4f216-945d-4fda-86ff-18a05368bc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:16.984473 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9433a0a5-666f-43c1-bb16-5a1fea4e9c49 req-e0b4f216-945d-4fda-86ff-18a05368bc02 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c299ecef-0bf4-4f79-a545-86b4040e4e50 HTTP/1.1" status: 200 len: 913 time: 0.1549180 Aug 10 00:57:17.043642 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a05312aa-0a9c-4984-891c-c9a1d00a776d req-e8e90e5f-c7e3-4da2-942c-b20bbb8f9354 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024313 Aug 10 00:57:17.051946 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9433a0a5-666f-43c1-bb16-5a1fea4e9c49 req-c91c2d09-307b-4059-b9d2-cdeb078455db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=455b425b-9cef-4b70-85ff-dec37ada5edb HTTP/1.1" status: 200 len: 217 time: 0.0588570 Aug 10 00:57:17.155252 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433a0a5-666f-43c1-bb16-5a1fea4e9c49 req-002ad542-21e2-43ef-92bc-d727b83ddfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:17.155505 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device cea08638-3667-4b1b-b650-203d2c044334 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:57:17.157454 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9433a0a5-666f-43c1-bb16-5a1fea4e9c49 req-002ad542-21e2-43ef-92bc-d727b83ddfbb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4c212b0-0c85-4c4b-bdcf-03d96bd95001 HTTP/1.1" status: 200 len: 852 time: 0.0970647 Aug 10 00:57:17.167870 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b2273fba-93b0-4d6a-8fe6-70785826175c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:17.223412 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 6a71e38f-1c3c-4be2-94cb-1a32fed67db9, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=6a71e38f-1c3c-4be2-94cb-1a32fed67db9,segment=NetworkSegment(700ac786-a0d6-43cb-a784-a1e514aaa0f3),segment_id=700ac786-a0d6-43cb-a784-a1e514aaa0f3)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:17.249675 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '6a71e38f-1c3c-4be2-94cb-1a32fed67db9', 'network_id': 'c299ecef-0bf4-4f79-a545-86b4040e4e50', 'port_id': '6a71e38f-1c3c-4be2-94cb-1a32fed67db9', 'mac_address': 'fa:16:3e:eb:f9:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c212b0-0c85-4c4b-bdcf-03d96bd95001', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:57:17.274330 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9433a0a5-666f-43c1-bb16-5a1fea4e9c49 req-ae1ca8c4-2f2e-4201-ba39-802a01e55b12 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c299ecef-0bf4-4f79-a545-86b4040e4e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085505 Aug 10 00:57:17.297725 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1b4f0049-2915-4d92-9b94-36b3383f94f1 req-76798e72-aab6-435a-8d2a-689b585e217d service neutron] 10.222.0.24 "GET /v2.0/networks/c299ecef-0bf4-4f79-a545-86b4040e4e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341467 Aug 10 00:57:17.302207 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port cea08638-3667-4b1b-b650-203d2c044334 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:57:17.308589 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port cea08638-3667-4b1b-b650-203d2c044334 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:17.309315 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:17.312775 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0e61b6f7-0000-4cb5-8031-5c8fa7baa1c6 None None] Provisioning complete for port cea08638-3667-4b1b-b650-203d2c044334 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:17.313379 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e61b6f7-0000-4cb5-8031-5c8fa7baa1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:17.366627 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:17.393098 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-8aa17627-7ddd-4b2a-ba48-aad7d018d563 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Made reservation on behalf of 8bb23d60148d40eaa256202b456c8a40 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:17.399655 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-8aa17627-7ddd-4b2a-ba48-aad7d018d563 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:17.405638 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be6b2c-3908-4a05-8082-ce164a254863 req-1e364013-08cf-4498-9a46-97c1af79f280 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:17.407436 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-04be6b2c-3908-4a05-8082-ce164a254863 req-1e364013-08cf-4498-9a46-97c1af79f280 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee26251f-0f7c-4997-889f-2249b06ee09b HTTP/1.1" status: 200 len: 945 time: 0.2234097 Aug 10 00:57:17.425232 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a71e38f-1c3c-4be2-94cb-1a32fed67db9 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:57:17.439004 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9433a0a5-666f-43c1-bb16-5a1fea4e9c49 req-d2614624-6da4-4b4d-b013-5ac4c4d4acca service neutron] 10.222.0.20 "GET /v2.0/networks/c299ecef-0bf4-4f79-a545-86b4040e4e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537077 Aug 10 00:57:17.456481 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 6a71e38f-1c3c-4be2-94cb-1a32fed67db9, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=6a71e38f-1c3c-4be2-94cb-1a32fed67db9,segment=NetworkSegment(700ac786-a0d6-43cb-a784-a1e514aaa0f3),segment_id=700ac786-a0d6-43cb-a784-a1e514aaa0f3)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:17.472905 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-04be6b2c-3908-4a05-8082-ce164a254863 req-48366d0c-4474-4cc7-a44f-33723f7443da tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592031 Aug 10 00:57:17.491296 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39906) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:17.506453 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:17.511688 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2273fba-93b0-4d6a-8fe6-70785826175c admin admin] Router 12a707e3-97ad-42d9-84ff-8b485a5d10dd is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 00:57:17.590885 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=6a71e38f-1c3c-4be2-94cb-1a32fed67db9,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:17.620243 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device ac6352e0-dee3-4955-b1d6-82244bc30a51 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:57:17.662153 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: ac6352e0-dee3-4955-b1d6-82244bc30a51 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:57:17.662509 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device ac6352e0-dee3-4955-b1d6-82244bc30a51 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:57:17.664233 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:17.688934 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e61b6f7-0000-4cb5-8031-5c8fa7baa1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:17.703204 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-e3eafbc0-34bc-40ef-9807-3de4c59bba8c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1535893369-network', 'tenant_id': '6ce22cd272384fa49cf120480de19447'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:17.719025 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port cea08638-3667-4b1b-b650-203d2c044334, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=cea08638-3667-4b1b-b650-203d2c044334,segment=NetworkSegment(78f548fd-cb67-46c0-9004-5af88c4b62bb),segment_id=78f548fd-cb67-46c0-9004-5af88c4b62bb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:17.724453 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:17.752004 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-8aa17627-7ddd-4b2a-ba48-aad7d018d563 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Allocated IP 172.20.0.14 (5040841a-4984-47dc-a172-a1e3b8550316/d10f85b2-b60a-4bec-a6dc-24390adf6af4/5a05efcd-f6a7-4c4f-b526-05e003d007a8) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:57:17.794101 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2273fba-93b0-4d6a-8fe6-70785826175c admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:57:17.805800 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3eafbc0-34bc-40ef-9807-3de4c59bba8c admin admin] Made reservation on behalf of 6ce22cd272384fa49cf120480de19447 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:17.808216 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e3eafbc0-34bc-40ef-9807-3de4c59bba8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:17.846849 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e3eafbc0-34bc-40ef-9807-3de4c59bba8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:17.870448 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1efae-8c43-447c-bb9a-3fed3542bf64 req-262401b0-4ac8-4d6f-ab9e-2e6d938679fc tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:17.871943 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6bf1efae-8c43-447c-bb9a-3fed3542bf64 req-262401b0-4ac8-4d6f-ab9e-2e6d938679fc tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee26251f-0f7c-4997-889f-2249b06ee09b HTTP/1.1" status: 200 len: 945 time: 0.1396449 Aug 10 00:57:17.872730 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b2273fba-93b0-4d6a-8fe6-70785826175c admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:17.876363 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b2273fba-93b0-4d6a-8fe6-70785826175c admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 3.6107900 Aug 10 00:57:17.881522 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39918) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:17.919890 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cebe143-35b7-4b53-a006-3928c58f74ca None None] Sync routers for ids ['12a707e3-97ad-42d9-84ff-8b485a5d10dd'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:57:17.934994 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9c6ca-f92c-48e7-aa1b-6714f47b5265 req-0c57f6e7-258e-43eb-ac9f-a326470037bf tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:17.936614 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c1a9c6ca-f92c-48e7-aa1b-6714f47b5265 req-0c57f6e7-258e-43eb-ac9f-a326470037bf tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/ports?device_id=3aed4397-7c1a-4dcf-a5e8-09ed2bd4214f HTTP/1.1" status: 200 len: 945 time: 0.1149971 Aug 10 00:57:17.948787 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9759e-6d8b-4fde-a604-9d53f64d93b3 req-f77014d2-0b10-47ac-8f65-2d1ae4f0646b tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:17.950371 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-38f9759e-6d8b-4fde-a604-9d53f64d93b3 req-f77014d2-0b10-47ac-8f65-2d1ae4f0646b tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd48c277-eb90-47c3-96ab-5569cf172cb3 HTTP/1.1" status: 200 len: 945 time: 0.1276271 Aug 10 00:57:17.953779 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9433a0a5-666f-43c1-bb16-5a1fea4e9c49 req-0c39bbfe-2504-4995-8107-5805a80085c2 service neutron] 10.222.0.20 "GET /v2.0/networks/c299ecef-0bf4-4f79-a545-86b4040e4e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5062895 Aug 10 00:57:17.958669 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cebe143-35b7-4b53-a006-3928c58f74ca None None] Routers {'12a707e3-97ad-42d9-84ff-8b485a5d10dd'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:57:17.959361 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-8cebe143-35b7-4b53-a006-3928c58f74ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:57:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['12a707e3-97ad-42d9-84ff-8b485a5d10dd'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:18.010495 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c1a9c6ca-f92c-48e7-aa1b-6714f47b5265 req-fef05b4a-ea6b-4b83-96d9-4e8cb7a3b671 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/security-groups?id=06325a86-b122-4800-b20d-610f2b255170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588188 Aug 10 00:57:18.016323 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.db.api [None req-0e61b6f7-0000-4cb5-8031-5c8fa7baa1c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 00:57:18.016871 n-d-766726-26 neutron-server[105828]: DEBUG oslo_db.api [None req-0e61b6f7-0000-4cb5-8031-5c8fa7baa1c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 00:57:18.019264 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=cea08638-3667-4b1b-b650-203d2c044334,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:18.034940 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-38f9759e-6d8b-4fde-a604-9d53f64d93b3 req-683e1263-c41f-4995-9e49-f8265369c77f tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637667 Aug 10 00:57:18.106235 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['6a71e38f-1c3c-4be2-94cb-1a32fed67db9'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:18.111262 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-8cebe143-35b7-4b53-a006-3928c58f74ca None None] Set router 12a707e3-97ad-42d9-84ff-8b485a5d10dd gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:57:18.124100 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7eb2d67f-f0d3-4634-a967-235677a981b8 req-d0f0875b-b9db-4ed3-8af7-ee7451f584df tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b732ad5-e2fc-42b7-bc7d-f275cbeff9a1 HTTP/1.1" status: 200 len: 210 time: 0.0285530 Aug 10 00:57:18.240240 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-8aa17627-7ddd-4b2a-ba48-aad7d018d563 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:18.253295 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf6386-76f9-4b22-b2f1-86ef90242af5 req-79dcc6cd-95f4-4dca-a97c-ac096b9b361f tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:18.255152 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b7bf6386-76f9-4b22-b2f1-86ef90242af5 req-79dcc6cd-95f4-4dca-a97c-ac096b9b361f tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 945 time: 0.0584657 Aug 10 00:57:18.300764 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-6bf1efae-8c43-447c-bb9a-3fed3542bf64 req-981d113a-6e00-4ebd-b66d-f740fb73a2e8 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Deleting port f42c354e-43eb-4cf7-a1ed-9a41f6f1400f {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:57:18.301137 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-6bf1efae-8c43-447c-bb9a-3fed3542bf64 req-981d113a-6e00-4ebd-b66d-f740fb73a2e8 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:18.308765 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b7bf6386-76f9-4b22-b2f1-86ef90242af5 req-c1a63b92-b9f2-4d02-8f98-96e63c6b5aa6 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468676 Aug 10 00:57:18.314613 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e3eafbc0-34bc-40ef-9807-3de4c59bba8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:18.364244 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e3eafbc0-34bc-40ef-9807-3de4c59bba8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:18.399300 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-8cebe143-35b7-4b53-a006-3928c58f74ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-437861673-router', 'tenant_id': '405f14961293446ebadaa701e5bf6997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '84a828f1-3c61-4c30-8168-4fc91e0f8729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:15Z', 'revision_number': 3, 'project_id': '405f14961293446ebadaa701e5bf6997', 'gw_port': {'id': '84a828f1-3c61-4c30-8168-4fc91e0f8729', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:18.428839 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cebe143-35b7-4b53-a006-3928c58f74ca None None] Checking router: 12a707e3-97ad-42d9-84ff-8b485a5d10dd for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:57:18.429178 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cebe143-35b7-4b53-a006-3928c58f74ca None None] Updating router 12a707e3-97ad-42d9-84ff-8b485a5d10dd port 84a828f1-3c61-4c30-8168-4fc91e0f8729 binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:57:18.443829 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3eafbc0-34bc-40ef-9807-3de4c59bba8c admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:57:18.455818 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8cebe143-35b7-4b53-a006-3928c58f74ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:18.480478 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e3eafbc0-34bc-40ef-9807-3de4c59bba8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:18.480814 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-e3eafbc0-34bc-40ef-9807-3de4c59bba8c admin admin] Added segment 8c7cf94b-7c06-42c9-aef1-c8e6f1d3b5f1 of type vlan for network b8dc5bcc-1dbc-46b7-96c4-4d2a279d46c4 Aug 10 00:57:18.493203 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eafbc0-34bc-40ef-9807-3de4c59bba8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc74ff9-12cb-4348-b552-aa5de9d4856d,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:18.571688 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-8aa17627-7ddd-4b2a-ba48-aad7d018d563 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:18.595015 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-6bf1efae-8c43-447c-bb9a-3fed3542bf64 req-981d113a-6e00-4ebd-b66d-f740fb73a2e8 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] For port f42c354e-43eb-4cf7-a1ed-9a41f6f1400f, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=f42c354e-43eb-4cf7-a1ed-9a41f6f1400f,segment=NetworkSegment(5567dfb7-4a62-4cb8-80e6-7e28a94d846e),segment_id=5567dfb7-4a62-4cb8-80e6-7e28a94d846e)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:18.595723 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-6bf1efae-8c43-447c-bb9a-3fed3542bf64 req-981d113a-6e00-4ebd-b66d-f740fb73a2e8 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:18.600607 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e3eafbc0-34bc-40ef-9807-3de4c59bba8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:18.626109 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce0f4a-3580-4043-938f-e3c57304d3d9 req-c35fbcec-371d-418c-a360-cef10bc4ce39 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:18.627843 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-84ce0f4a-3580-4043-938f-e3c57304d3d9 req-c35fbcec-371d-418c-a360-cef10bc4ce39 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee26251f-0f7c-4997-889f-2249b06ee09b HTTP/1.1" status: 200 len: 945 time: 0.0711737 Aug 10 00:57:18.667699 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-84ce0f4a-3580-4043-938f-e3c57304d3d9 req-3e811e82-b7ea-40e5-826c-8c0adc5fc56d tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331995 Aug 10 00:57:18.678840 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-6bf1efae-8c43-447c-bb9a-3fed3542bf64 req-981d113a-6e00-4ebd-b66d-f740fb73a2e8 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Calling delete_port for f42c354e-43eb-4cf7-a1ed-9a41f6f1400f owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:57:18.683401 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-8aa17627-7ddd-4b2a-ba48-aad7d018d563 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Network 5040841a-4984-47dc-a172-a1e3b8550316 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:57:18.706677 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-8aa17627-7ddd-4b2a-ba48-aad7d018d563 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:18.741741 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa17627-7ddd-4b2a-ba48-aad7d018d563 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Pushing event updated for resources: {'Port': ['ID=5a05efcd-f6a7-4c4f-b526-05e003d007a8,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:18.744400 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-8aa17627-7ddd-4b2a-ba48-aad7d018d563 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:57:18.754598 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8cebe143-35b7-4b53-a006-3928c58f74ca None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:18.769228 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8cebe143-35b7-4b53-a006-3928c58f74ca None None] Transition to ACTIVE for port object 84a828f1-3c61-4c30-8168-4fc91e0f8729 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:18.778387 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8cebe143-35b7-4b53-a006-3928c58f74ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:18.784234 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e3eafbc0-34bc-40ef-9807-3de4c59bba8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:18.785225 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3eafbc0-34bc-40ef-9807-3de4c59bba8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:18.785809 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e3eafbc0-34bc-40ef-9807-3de4c59bba8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:18.832896 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-8cebe143-35b7-4b53-a006-3928c58f74ca None None] Attempting to bind port 84a828f1-3c61-4c30-8168-4fc91e0f8729 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:57:18.833278 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-8cebe143-35b7-4b53-a006-3928c58f74ca None None] Attempting to bind port 84a828f1-3c61-4c30-8168-4fc91e0f8729 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:57:18.833647 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cebe143-35b7-4b53-a006-3928c58f74ca None None] Attempting to bind port 84a828f1-3c61-4c30-8168-4fc91e0f8729 on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:18.837097 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43edd4a-c14b-4375-b306-362e618471ae None None] Pushing event updated for resources: {'Port': ['ID=84a828f1-3c61-4c30-8168-4fc91e0f8729,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:18.841650 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cebe143-35b7-4b53-a006-3928c58f74ca None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:57:18.842033 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cebe143-35b7-4b53-a006-3928c58f74ca None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:57:18.842450 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8cebe143-35b7-4b53-a006-3928c58f74ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:18.842844 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cebe143-35b7-4b53-a006-3928c58f74ca None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:57:18.843316 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-8cebe143-35b7-4b53-a006-3928c58f74ca None None] Bound port: 84a828f1-3c61-4c30-8168-4fc91e0f8729, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:57:18.843712 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8cebe143-35b7-4b53-a006-3928c58f74ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:18.898856 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-8cebe143-35b7-4b53-a006-3928c58f74ca None None] For port 84a828f1-3c61-4c30-8168-4fc91e0f8729, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:57:18.901965 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-8cebe143-35b7-4b53-a006-3928c58f74ca None None] For port 84a828f1-3c61-4c30-8168-4fc91e0f8729, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=84a828f1-3c61-4c30-8168-4fc91e0f8729,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:57:18.909481 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8cebe143-35b7-4b53-a006-3928c58f74ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:18.919907 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39924) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:18.920067 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e3eafbc0-34bc-40ef-9807-3de4c59bba8c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4268775 Aug 10 00:57:18.928151 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-b4f282d2-9e01-4404-b559-dd637ff416bf admin admin] Request body: {'subnet': {'network_id': 'b8dc5bcc-1dbc-46b7-96c4-4d2a279d46c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1535893369-subnet', 'tenant_id': '6ce22cd272384fa49cf120480de19447', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:18.948344 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-8aa17627-7ddd-4b2a-ba48-aad7d018d563 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:18.948964 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-8aa17627-7ddd-4b2a-ba48-aad7d018d563 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:18.954930 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eafbc0-34bc-40ef-9807-3de4c59bba8c admin admin] Pushing event updated for resources: {'Network': ['ID=b8dc5bcc-1dbc-46b7-96c4-4d2a279d46c4,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:18.966743 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f282d2-9e01-4404-b559-dd637ff416bf admin admin] Made reservation on behalf of 6ce22cd272384fa49cf120480de19447 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:18.971728 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network b8dc5bcc-1dbc-46b7-96c4-4d2a279d46c4 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:57:18.975168 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b4f282d2-9e01-4404-b559-dd637ff416bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:18.992748 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device c01fdc4e-8abb-477f-8f66-34bac1d001b6 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:57:19.015458 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-8aa17627-7ddd-4b2a-ba48-aad7d018d563 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0505075 Aug 10 00:57:19.020363 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43edd4a-c14b-4375-b306-362e618471ae None None] Pushing event updated for resources: {'Port': ['ID=84a828f1-3c61-4c30-8168-4fc91e0f8729,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:19.054036 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-00be8009-eed8-4525-8dd6-aab41cb03280 service neutron] Request body: {'port': {'device_id': '4b732ad5-e2fc-42b7-bc7d-f275cbeff9a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:19.058662 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device cea08638-3667-4b1b-b650-203d2c044334 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:57:19.128563 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cebe143-35b7-4b53-a006-3928c58f74ca None None] Routers {'12a707e3-97ad-42d9-84ff-8b485a5d10dd'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:57:19.129122 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-8cebe143-35b7-4b53-a006-3928c58f74ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:57:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['12a707e3-97ad-42d9-84ff-8b485a5d10dd'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:19.162097 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4d3-704b-4808-84a4-4ef002695cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:19.172079 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-6bf1efae-8c43-447c-bb9a-3fed3542bf64 req-981d113a-6e00-4ebd-b66d-f740fb73a2e8 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:19.175459 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-00be8009-eed8-4525-8dd6-aab41cb03280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:19.196578 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['9c8c5786-1eca-4edb-8b2e-0f05897549b5'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:19.229215 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d113a-6e00-4ebd-b66d-f740fb73a2e8 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Pushing event deleted for resources: {'Port': ['ID=f42c354e-43eb-4cf7-a1ed-9a41f6f1400f,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:19.234927 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b4f282d2-9e01-4404-b559-dd637ff416bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:19.301471 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea000a-94be-4f4c-8dab-c21d0aee16f5 req-9c0d7ce2-13f2-4595-b785-2546db2f35bc tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:19.303232 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2cea000a-94be-4f4c-8dab-c21d0aee16f5 req-9c0d7ce2-13f2-4595-b785-2546db2f35bc tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/ports?device_id=3aed4397-7c1a-4dcf-a5e8-09ed2bd4214f HTTP/1.1" status: 200 len: 945 time: 0.1434274 Aug 10 00:57:19.324361 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port c01fdc4e-8abb-477f-8f66-34bac1d001b6 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:57:19.325022 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d83aee-192a-4e42-aa69-8813c5fa0b6f req-ebaba09a-29dc-41af-a796-163d893a0bd5 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:19.326545 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d3d83aee-192a-4e42-aa69-8813c5fa0b6f req-ebaba09a-29dc-41af-a796-163d893a0bd5 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd48c277-eb90-47c3-96ab-5569cf172cb3 HTTP/1.1" status: 200 len: 945 time: 0.1685429 Aug 10 00:57:19.332372 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf1efae-8c43-447c-bb9a-3fed3542bf64 req-981d113a-6e00-4ebd-b66d-f740fb73a2e8 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] No DVR routers for this DVR port f42c354e-43eb-4cf7-a1ed-9a41f6f1400f on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:57:19.341610 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port cea08638-3667-4b1b-b650-203d2c044334 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:19.341610 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:19.341900 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f282d2-9e01-4404-b559-dd637ff416bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=258dd487-f0a6-4047-adf3-63a9e79fe71c,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:19.342905 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port c01fdc4e-8abb-477f-8f66-34bac1d001b6 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:19.343035 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:19.343315 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-6bf1efae-8c43-447c-bb9a-3fed3542bf64 req-981d113a-6e00-4ebd-b66d-f740fb73a2e8 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:19.345351 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6bf1efae-8c43-447c-bb9a-3fed3542bf64 req-981d113a-6e00-4ebd-b66d-f740fb73a2e8 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.24 "DELETE /v2.0/ports/f42c354e-43eb-4cf7-a1ed-9a41f6f1400f HTTP/1.1" status: 204 len: 173 time: 1.4587212 Aug 10 00:57:19.345806 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee26251f-0f7c-4997-889f-2249b06ee09b', 'name': 'network-vif-deleted', 'tag': 'f42c354e-43eb-4cf7-a1ed-9a41f6f1400f'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:19.348062 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83881155-be00-4cde-bc3d-626df7e80445" -d '{"events": [{"server_uuid": "ee26251f-0f7c-4997-889f-2249b06ee09b", "name": "network-vif-deleted", "tag": "f42c354e-43eb-4cf7-a1ed-9a41f6f1400f"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:19.387962 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f282d2-9e01-4404-b559-dd637ff416bf admin admin] Checking segment: {'id': '8c7cf94b-7c06-42c9-aef1-c8e6f1d3b5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b8dc5bcc-1dbc-46b7-96c4-4d2a279d46c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:57:19.388361 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f282d2-9e01-4404-b559-dd637ff416bf admin admin] Network hostable DHCP agents. Network: b8dc5bcc-1dbc-46b7-96c4-4d2a279d46c4, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:57:19.421923 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d3d83aee-192a-4e42-aa69-8813c5fa0b6f req-c8c73f36-cd92-4ecb-ac17-43d1003a8ab5 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749235 Aug 10 00:57:19.437083 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2cea000a-94be-4f4c-8dab-c21d0aee16f5 req-4683861a-6926-4ab9-953b-98f9527144b7 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/security-groups?id=06325a86-b122-4800-b20d-610f2b255170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964370 Aug 10 00:57:19.451931 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f282d2-9e01-4404-b559-dd637ff416bf admin admin] Network b8dc5bcc-1dbc-46b7-96c4-4d2a279d46c4 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:57:19.463596 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-b4f282d2-9e01-4404-b559-dd637ff416bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, b8dc5bcc-1dbc-46b7-96c4-4d2a279d46c4) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:19.464410 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-8cebe143-35b7-4b53-a006-3928c58f74ca None None] Set router 12a707e3-97ad-42d9-84ff-8b485a5d10dd gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:57:19.469118 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f282d2-9e01-4404-b559-dd637ff416bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:19.469853 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b4f282d2-9e01-4404-b559-dd637ff416bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:19.490092 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b4f282d2-9e01-4404-b559-dd637ff416bf admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5687141 Aug 10 00:57:19.521448 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d562bbe-5c1e-45cf-8bc0-99f981b1e9bb None None] Network b8dc5bcc-1dbc-46b7-96c4-4d2a279d46c4 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:57:19.666320 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1bc3b-7e8f-4ee9-894c-6ff1aa742350 req-7fd7cc98-06fd-44e2-a29a-b4ca93132917 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:19.667938 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-28e1bc3b-7e8f-4ee9-894c-6ff1aa742350 req-7fd7cc98-06fd-44e2-a29a-b4ca93132917 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b732ad5-e2fc-42b7-bc7d-f275cbeff9a1 HTTP/1.1" status: 200 len: 932 time: 0.1242156 Aug 10 00:57:19.686050 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 455b425b-9cef-4b70-85ff-dec37ada5edb details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:57:19.700771 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-5ec7f4d3-704b-4808-84a4-4ef002695cc2 admin admin] Allocated IP 172.20.0.1 (6c29bbfd-d1b1-46c6-b51f-62e3a119abac/a80426b3-f5f6-4de8-be44-4bf2e3dd3e8a/3115a18c-784d-4f4a-a4d9-351250c328a5) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:57:19.755153 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-28e1bc3b-7e8f-4ee9-894c-6ff1aa742350 req-d3c65503-8744-4975-b133-dd3c0a8d36cd tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690975 Aug 10 00:57:19.765717 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424e307-6033-4ba9-b620-177174fe54f8 req-f34f3501-cc20-4a46-b31d-3973bae04ea1 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:19.767482 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1424e307-6033-4ba9-b620-177174fe54f8 req-f34f3501-cc20-4a46-b31d-3973bae04ea1 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 945 time: 0.0978017 Aug 10 00:57:19.832493 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1424e307-6033-4ba9-b620-177174fe54f8 req-d860f736-5d12-4e0c-923a-902adc236b5a tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571456 Aug 10 00:57:19.850573 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91b5158-0786-4afe-83ed-542ff459c909 x-openstack-request-id: req-c91b5158-0786-4afe-83ed-542ff459c909 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:19.851866 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee26251f-0f7c-4997-889f-2249b06ee09b", "name": "network-vif-deleted", "tag": "f42c354e-43eb-4cf7-a1ed-9a41f6f1400f", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:19.851866 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c91b5158-0786-4afe-83ed-542ff459c909 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:19.852414 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee26251f-0f7c-4997-889f-2249b06ee09b', 'name': 'network-vif-deleted', 'tag': 'f42c354e-43eb-4cf7-a1ed-9a41f6f1400f', 'status': 'completed', 'code': 200} Aug 10 00:57:19.978039 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4d3-704b-4808-84a4-4ef002695cc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:19.984516 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-00be8009-eed8-4525-8dd6-aab41cb03280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a05efcd-f6a7-4c4f-b526-05e003d007a8 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:57:19.998309 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-00be8009-eed8-4525-8dd6-aab41cb03280 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:20.003730 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c3bd554c-7b8f-48b1-9045-2a8659ce3e7b req-af065121-5ea0-46e2-a345-41092f99b5a0 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee26251f-0f7c-4997-889f-2249b06ee09b HTTP/1.1" status: 200 len: 210 time: 0.0529265 Aug 10 00:57:20.016273 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-5ec7f4d3-704b-4808-84a4-4ef002695cc2 admin admin] Transition to ACTIVE for port object 3115a18c-784d-4f4a-a4d9-351250c328a5 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:20.020217 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-00be8009-eed8-4525-8dd6-aab41cb03280 service neutron] Transition to ACTIVE for port object 5a05efcd-f6a7-4c4f-b526-05e003d007a8 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:20.025634 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-00be8009-eed8-4525-8dd6-aab41cb03280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:20.100964 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6310abd0-7741-4d3d-a185-30834cb1a6c0 None None] Network b8dc5bcc-1dbc-46b7-96c4-4d2a279d46c4 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:57:20.119308 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be8009-eed8-4525-8dd6-aab41cb03280 service neutron] Pushing event updated for resources: {'Port': ['ID=5a05efcd-f6a7-4c4f-b526-05e003d007a8,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:20.120878 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [req-d21c3d4c-b79f-496f-9bac-a144b679201a req-e042b4b7-3ab1-44ff-afb6-1cf5271bcd49 tempest-SecurityGroupsNegativeTestJSON-2108345229 tempest-SecurityGroupsNegativeTestJSON-2108345229-project] show failed (client error): The resource could not be found. Aug 10 00:57:20.122125 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d21c3d4c-b79f-496f-9bac-a144b679201a req-e042b4b7-3ab1-44ff-afb6-1cf5271bcd49 tempest-SecurityGroupsNegativeTestJSON-2108345229 tempest-SecurityGroupsNegativeTestJSON-2108345229-project] 10.222.0.35 "GET /v2.0/security-groups/2217bb28-5019-4ad9-af0e-3fbe6a0570ae HTTP/1.1" status: 404 len: 352 time: 0.0193932 Aug 10 00:57:20.156033 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4d3-704b-4808-84a4-4ef002695cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:20.194200 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:20.201377 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ddea591-5271-4d66-a593-5ac75b9dea1d req-86635a54-0165-4724-aa21-7a644f344cc2 tempest-SecurityGroupsNegativeTestJSON-2108345229 tempest-SecurityGroupsNegativeTestJSON-2108345229-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6ce22cd272384fa49cf120480de19447 HTTP/1.1" status: 200 len: 2984 time: 0.0455120 Aug 10 00:57:20.255022 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ddea591-5271-4d66-a593-5ac75b9dea1d req-2ab4daa5-a22e-41c0-916a-284cbbaac14e tempest-SecurityGroupsNegativeTestJSON-2108345229 tempest-SecurityGroupsNegativeTestJSON-2108345229-project] 10.222.0.35 "GET /v2.0/security-groups/3dc74ff9-12cb-4348-b552-aa5de9d4856d HTTP/1.1" status: 200 len: 2981 time: 0.0460179 Aug 10 00:57:20.306909 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ddea591-5271-4d66-a593-5ac75b9dea1d req-51e791a3-4a8b-449e-9d96-b27077474854 tempest-SecurityGroupsNegativeTestJSON-2108345229 tempest-SecurityGroupsNegativeTestJSON-2108345229-project] 10.222.0.35 "GET /v2.0/security-groups/3dc74ff9-12cb-4348-b552-aa5de9d4856d HTTP/1.1" status: 200 len: 2981 time: 0.0446854 Aug 10 00:57:20.321741 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd48c277-eb90-47c3-96ab-5569cf172cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01fdc4e-8abb-477f-8f66-34bac1d001b6'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:20.324031 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7295ca0c-e548-43c9-be66-f4d12f684e8d" -d '{"events": [{"server_uuid": "bd48c277-eb90-47c3-96ab-5569cf172cb3", "name": "network-vif-plugged", "status": "completed", "tag": "c01fdc4e-8abb-477f-8f66-34bac1d001b6"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:20.352746 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port c01fdc4e-8abb-477f-8f66-34bac1d001b6, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=c01fdc4e-8abb-477f-8f66-34bac1d001b6,segment=NetworkSegment(fd0aa135-7bf0-4440-a395-b4833e4cac38),segment_id=fd0aa135-7bf0-4440-a395-b4833e4cac38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:20.383113 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:20.390344 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-607aa224-9a6b-4be2-80ce-eac7211aaa0e req-de9293d0-86d4-490c-a311-42d48a0f85e1 tempest-SecurityGroupsNegativeTestJSON-2108345229 tempest-SecurityGroupsNegativeTestJSON-2108345229-project] 10.222.0.35 "GET /v2.0/security-groups/3dc74ff9-12cb-4348-b552-aa5de9d4856d HTTP/1.1" status: 200 len: 2981 time: 0.0603530 Aug 10 00:57:20.398312 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 455b425b-9cef-4b70-85ff-dec37ada5edb, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=455b425b-9cef-4b70-85ff-dec37ada5edb,segment=NetworkSegment(700ac786-a0d6-43cb-a784-a1e514aaa0f3),segment_id=700ac786-a0d6-43cb-a784-a1e514aaa0f3)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:20.426091 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720fb145-2bc3-42c2-9909-7799656f46c9 x-openstack-request-id: req-720fb145-2bc3-42c2-9909-7799656f46c9 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:20.426401 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd48c277-eb90-47c3-96ab-5569cf172cb3", "name": "network-vif-plugged", "status": "completed", "tag": "c01fdc4e-8abb-477f-8f66-34bac1d001b6", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:20.426687 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-720fb145-2bc3-42c2-9909-7799656f46c9 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:20.427074 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd48c277-eb90-47c3-96ab-5569cf172cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01fdc4e-8abb-477f-8f66-34bac1d001b6', 'code': 200} Aug 10 00:57:20.458836 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [req-607aa224-9a6b-4be2-80ce-eac7211aaa0e req-568c3265-7f83-4a13-b6d7-5bdee2ae2d52 tempest-SecurityGroupsNegativeTestJSON-2108345229 tempest-SecurityGroupsNegativeTestJSON-2108345229-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 00:57:20.473982 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '455b425b-9cef-4b70-85ff-dec37ada5edb', 'network_id': 'c299ecef-0bf4-4f79-a545-86b4040e4e50', 'port_id': '455b425b-9cef-4b70-85ff-dec37ada5edb', 'mac_address': 'fa:16:3e:c7:87:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c212b0-0c85-4c4b-bdcf-03d96bd95001', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:57:20.481137 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-607aa224-9a6b-4be2-80ce-eac7211aaa0e req-568c3265-7f83-4a13-b6d7-5bdee2ae2d52 tempest-SecurityGroupsNegativeTestJSON-2108345229 tempest-SecurityGroupsNegativeTestJSON-2108345229-project] 10.222.0.35 "DELETE /v2.0/security-groups/3dc74ff9-12cb-4348-b552-aa5de9d4856d HTTP/1.1" status: 409 len: 352 time: 0.0897148 Aug 10 00:57:20.526234 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=c01fdc4e-8abb-477f-8f66-34bac1d001b6,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:20.535392 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-8cebe143-35b7-4b53-a006-3928c58f74ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-437861673-router', 'tenant_id': '405f14961293446ebadaa701e5bf6997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '84a828f1-3c61-4c30-8168-4fc91e0f8729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:15Z', 'revision_number': 3, 'project_id': '405f14961293446ebadaa701e5bf6997', 'gw_port': {'id': '84a828f1-3c61-4c30-8168-4fc91e0f8729', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:20.539234 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec7f4d3-704b-4808-84a4-4ef002695cc2 admin admin] Network 6c29bbfd-d1b1-46c6-b51f-62e3a119abac is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:57:20.570748 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cebe143-35b7-4b53-a006-3928c58f74ca None None] The sync data for ids ['12a707e3-97ad-42d9-84ff-8b485a5d10dd'] in n-d-766726-26 is: [{'id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-437861673-router', 'tenant_id': '405f14961293446ebadaa701e5bf6997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '84a828f1-3c61-4c30-8168-4fc91e0f8729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:15Z', 'revision_number': 3, 'project_id': '405f14961293446ebadaa701e5bf6997', 'gw_port': {'id': '84a828f1-3c61-4c30-8168-4fc91e0f8729', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:57:20.574172 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:20.576988 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-5ec7f4d3-704b-4808-84a4-4ef002695cc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:20.582162 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec7f4d3-704b-4808-84a4-4ef002695cc2 admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:57:20.584336 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7f4d3-704b-4808-84a4-4ef002695cc2 admin admin] Pushing event updated for resources: {'Port': ['ID=3115a18c-784d-4f4a-a4d9-351250c328a5,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:20.587557 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-00be8009-eed8-4525-8dd6-aab41cb03280 service neutron] Attempting to bind port 5a05efcd-f6a7-4c4f-b526-05e003d007a8 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:57:20.588670 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-00be8009-eed8-4525-8dd6-aab41cb03280 service neutron] Attempting to bind port 5a05efcd-f6a7-4c4f-b526-05e003d007a8 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '29e670d9-5039-46c1-a69e-9628f4a030e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5040841a-4984-47dc-a172-a1e3b8550316'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:57:20.589006 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-00be8009-eed8-4525-8dd6-aab41cb03280 service neutron] Attempting to bind port 5a05efcd-f6a7-4c4f-b526-05e003d007a8 on network 5040841a-4984-47dc-a172-a1e3b8550316 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:20.594673 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 455b425b-9cef-4b70-85ff-dec37ada5edb {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:57:20.614653 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93b40d-0a95-45f1-b590-293f0326d210 req-eebba0e4-5cab-4a64-bddf-2e9a99ce19b0 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:20.619289 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 455b425b-9cef-4b70-85ff-dec37ada5edb, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=455b425b-9cef-4b70-85ff-dec37ada5edb,segment=NetworkSegment(700ac786-a0d6-43cb-a784-a1e514aaa0f3),segment_id=700ac786-a0d6-43cb-a784-a1e514aaa0f3)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:20.622465 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cf93b40d-0a95-45f1-b590-293f0326d210 req-eebba0e4-5cab-4a64-bddf-2e9a99ce19b0 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/ports?device_id=3aed4397-7c1a-4dcf-a5e8-09ed2bd4214f HTTP/1.1" status: 200 len: 945 time: 0.1005273 Aug 10 00:57:20.629750 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:20.636692 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-00be8009-eed8-4525-8dd6-aab41cb03280 service neutron] Port 5a05efcd-f6a7-4c4f-b526-05e003d007a8 on network 5040841a-4984-47dc-a172-a1e3b8550316 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:57:20.637062 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-00be8009-eed8-4525-8dd6-aab41cb03280 service neutron] Attempting to bind port 5a05efcd-f6a7-4c4f-b526-05e003d007a8 on network 5040841a-4984-47dc-a172-a1e3b8550316 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:20.653838 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-00be8009-eed8-4525-8dd6-aab41cb03280 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:57:20.654216 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-00be8009-eed8-4525-8dd6-aab41cb03280 service neutron] Checking segment: {'id': '29e670d9-5039-46c1-a69e-9628f4a030e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5040841a-4984-47dc-a172-a1e3b8550316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:57:20.654672 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-00be8009-eed8-4525-8dd6-aab41cb03280 service neutron] Bound using segment: {'id': '29e670d9-5039-46c1-a69e-9628f4a030e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5040841a-4984-47dc-a172-a1e3b8550316'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:57:20.655020 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-00be8009-eed8-4525-8dd6-aab41cb03280 service neutron] Bound port: 5a05efcd-f6a7-4c4f-b526-05e003d007a8, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e670d9-5039-46c1-a69e-9628f4a030e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5040841a-4984-47dc-a172-a1e3b8550316'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:57:20.655379 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-00be8009-eed8-4525-8dd6-aab41cb03280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:20.688837 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bf127-eb38-43d7-a303-b6377d4063c3 req-037e10ae-ee8c-4a0e-b1a9-2a886b2b2528 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:20.691495 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-492bf127-eb38-43d7-a303-b6377d4063c3 req-037e10ae-ee8c-4a0e-b1a9-2a886b2b2528 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd48c277-eb90-47c3-96ab-5569cf172cb3 HTTP/1.1" status: 200 len: 946 time: 0.1334696 Aug 10 00:57:20.694694 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35c33d-090d-4066-8725-d7e18834dbba req-4c92d051-d98d-49f9-9c6f-82d76112f80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:20.696255 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2a35c33d-090d-4066-8725-d7e18834dbba req-4c92d051-d98d-49f9-9c6f-82d76112f80c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bd48c277-eb90-47c3-96ab-5569cf172cb3 HTTP/1.1" status: 200 len: 1098 time: 0.1540973 Aug 10 00:57:20.698314 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4d3-704b-4808-84a4-4ef002695cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:20.700680 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=455b425b-9cef-4b70-85ff-dec37ada5edb,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:20.706800 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cf93b40d-0a95-45f1-b590-293f0326d210 req-30786c29-157c-4407-9190-e1c6eea19490 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/security-groups?id=06325a86-b122-4800-b20d-610f2b255170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834308 Aug 10 00:57:20.768325 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-492bf127-eb38-43d7-a303-b6377d4063c3 req-f38f736e-67ce-4f60-933d-1fcbfe71e5d0 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697436 Aug 10 00:57:20.775677 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [req-0d8710f8-5141-48e4-bd81-ad7b5665b201 req-be6e627c-3724-4d31-bf49-76e0e2cfba99 tempest-SecurityGroupsNegativeTestJSON-2108345229 tempest-SecurityGroupsNegativeTestJSON-2108345229-project] show failed (client error): The resource could not be found. Aug 10 00:57:20.776301 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0d8710f8-5141-48e4-bd81-ad7b5665b201 req-be6e627c-3724-4d31-bf49-76e0e2cfba99 tempest-SecurityGroupsNegativeTestJSON-2108345229 tempest-SecurityGroupsNegativeTestJSON-2108345229-project] 10.222.0.35 "GET /v2.0/security-groups/4f0584d8-a918-4bff-9f83-43b55175dc7f HTTP/1.1" status: 404 len: 352 time: 0.0223656 Aug 10 00:57:20.834400 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2a35c33d-090d-4066-8725-d7e18834dbba req-fe015a69-d417-48b5-9bca-01b01e5678fb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295099 Aug 10 00:57:20.908041 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-00be8009-eed8-4525-8dd6-aab41cb03280 service neutron] For port 5a05efcd-f6a7-4c4f-b526-05e003d007a8, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:57:20.910760 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-00be8009-eed8-4525-8dd6-aab41cb03280 service neutron] For port 5a05efcd-f6a7-4c4f-b526-05e003d007a8, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=5a05efcd-f6a7-4c4f-b526-05e003d007a8,segment=NetworkSegment(29e670d9-5039-46c1-a69e-9628f4a030e2),segment_id=29e670d9-5039-46c1-a69e-9628f4a030e2)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:57:20.921394 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-00be8009-eed8-4525-8dd6-aab41cb03280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:20.934970 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c2b5c-c4be-4aee-9e20-015e2fc528bb req-e7d665b3-76cd-429e-8140-d0b265adf771 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:20.955806 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a04c2b5c-c4be-4aee-9e20-015e2fc528bb req-e7d665b3-76cd-429e-8140-d0b265adf771 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b732ad5-e2fc-42b7-bc7d-f275cbeff9a1 HTTP/1.1" status: 200 len: 944 time: 0.0916061 Aug 10 00:57:20.993076 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-00be8009-eed8-4525-8dd6-aab41cb03280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:20.993728 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-00be8009-eed8-4525-8dd6-aab41cb03280 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:20.994167 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 6a71e38f-1c3c-4be2-94cb-1a32fed67db9 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:57:20.995113 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-00be8009-eed8-4525-8dd6-aab41cb03280 service neutron] 10.222.0.24 "PUT /v2.0/ports/5a05efcd-f6a7-4c4f-b526-05e003d007a8 HTTP/1.1" status: 200 len: 1093 time: 1.9648411 Aug 10 00:57:20.999426 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [req-3c8b26e0-a651-44b6-ba41-7082a5d13a6a req-4abb41d8-e0fb-4600-8726-4e57d776065b tempest-SecurityGroupsNegativeTestJSON-2108345229 tempest-SecurityGroupsNegativeTestJSON-2108345229-project] show failed (client error): The resource could not be found. Aug 10 00:57:21.003088 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4d3-704b-4808-84a4-4ef002695cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:21.022267 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3c8b26e0-a651-44b6-ba41-7082a5d13a6a req-4abb41d8-e0fb-4600-8726-4e57d776065b tempest-SecurityGroupsNegativeTestJSON-2108345229 tempest-SecurityGroupsNegativeTestJSON-2108345229-project] 10.222.0.35 "GET /v2.0/security-groups/7550ed80-744e-43e9-bc44-a6f8d1d66149 HTTP/1.1" status: 404 len: 352 time: 0.0542655 Aug 10 00:57:21.023636 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39968) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:21.047985 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be8009-eed8-4525-8dd6-aab41cb03280 service neutron] Pushing event updated for resources: {'Port': ['ID=5a05efcd-f6a7-4c4f-b526-05e003d007a8,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:21.057592 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['455b425b-9cef-4b70-85ff-dec37ada5edb'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:21.154009 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 84a828f1-3c61-4c30-8168-4fc91e0f8729 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:57:21.161597 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a04c2b5c-c4be-4aee-9e20-015e2fc528bb req-0f23f6bb-0de8-4f20-a256-eb6911d940dc tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043195 Aug 10 00:57:21.185432 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-74f72ef9-10c5-485f-a3f0-958c18913f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:21.187141 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-74f72ef9-10c5-485f-a3f0-958c18913f5c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8bb23d60148d40eaa256202b456c8a40&device_id=4b732ad5-e2fc-42b7-bc7d-f275cbeff9a1 HTTP/1.1" status: 200 len: 1096 time: 0.1242073 Aug 10 00:57:21.194201 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-764a3abb-d404-4e3a-ad2e-030aa5096f02 admin admin] Deleting subnet 258dd487-f0a6-4047-adf3-63a9e79fe71c {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:57:21.199892 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-764a3abb-d404-4e3a-ad2e-030aa5096f02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:21.259500 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-bbb7f334-b5d8-41f5-afef-781aac6d77a8 None None] Provisioning for port 3115a18c-784d-4f4a-a4d9-351250c328a5 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:57:21.266014 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-bbb7f334-b5d8-41f5-afef-781aac6d77a8 None None] Provisioning complete for port 3115a18c-784d-4f4a-a4d9-351250c328a5 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:21.266977 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bbb7f334-b5d8-41f5-afef-781aac6d77a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:21.268581 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-764a3abb-d404-4e3a-ad2e-030aa5096f02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:21.321258 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-7d2a1afc-bf01-45af-9095-189cffb28f90 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a05efcd-f6a7-4c4f-b526-05e003d007a8 HTTP/1.1" status: 200 len: 217 time: 0.0684531 Aug 10 00:57:21.374985 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-bbb7f334-b5d8-41f5-afef-781aac6d77a8 None None] Port 3115a18c-784d-4f4a-a4d9-351250c328a5 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:57:21.383900 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30daaddc-5836-4849-819a-9683c0751619 req-63172d9b-782a-4f21-bba1-9557c7d932a3 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:21.385735 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-30daaddc-5836-4849-819a-9683c0751619 req-63172d9b-782a-4f21-bba1-9557c7d932a3 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 945 time: 0.2207754 Aug 10 00:57:21.387445 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-764a3abb-d404-4e3a-ad2e-030aa5096f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:21.420381 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 84a828f1-3c61-4c30-8168-4fc91e0f8729 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:57:21.428452 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 6a71e38f-1c3c-4be2-94cb-1a32fed67db9 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:57:21.436649 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 84a828f1-3c61-4c30-8168-4fc91e0f8729 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:21.437088 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:21.454672 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 6a71e38f-1c3c-4be2-94cb-1a32fed67db9 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:21.455954 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:21.496733 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-7e164aa2-5802-4f99-81a3-593a2caffa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:21.498236 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-7e164aa2-5802-4f99-81a3-593a2caffa33 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d10f85b2-b60a-4bec-a6dc-24390adf6af4 HTTP/1.1" status: 200 len: 844 time: 0.1667690 Aug 10 00:57:21.545825 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-30daaddc-5836-4849-819a-9683c0751619 req-85225abb-f02d-418f-867b-bb4b2891a218 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293728 Aug 10 00:57:21.560358 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-4d6f96f7-7a13-43ba-8e52-430ef36b1f7f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5040841a-4984-47dc-a172-a1e3b8550316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394568 Aug 10 00:57:21.595847 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-764a3abb-d404-4e3a-ad2e-030aa5096f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:21.631342 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-764a3abb-d404-4e3a-ad2e-030aa5096f02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:21.633395 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-764a3abb-d404-4e3a-ad2e-030aa5096f02 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/258dd487-f0a6-4047-adf3-63a9e79fe71c HTTP/1.1" status: 204 len: 168 time: 0.6056621 Aug 10 00:57:21.641289 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425e1a6-bde3-4181-9eb5-b2f3e23db5a1 req-6047db4b-6e15-40d5-aa8e-499977e8c20e tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:21.647881 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:21.648995 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d425e1a6-bde3-4181-9eb5-b2f3e23db5a1 req-6047db4b-6e15-40d5-aa8e-499977e8c20e tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=5286a4c0-5266-4973-91e9-0ae393764377 HTTP/1.1" status: 200 len: 945 time: 0.1293957 Aug 10 00:57:21.650917 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39976) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:21.651713 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a3abb-d404-4e3a-ad2e-030aa5096f02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=258dd487-f0a6-4047-adf3-63a9e79fe71c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:21.670260 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4d3-704b-4808-84a4-4ef002695cc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:21.676109 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:57:21.680746 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4d3-704b-4808-84a4-4ef002695cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:21.719200 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:21.742729 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 6a71e38f-1c3c-4be2-94cb-1a32fed67db9, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=6a71e38f-1c3c-4be2-94cb-1a32fed67db9,segment=NetworkSegment(700ac786-a0d6-43cb-a784-a1e514aaa0f3),segment_id=700ac786-a0d6-43cb-a784-a1e514aaa0f3)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:21.752012 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:21.752837 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device f42c354e-43eb-4cf7-a1ed-9a41f6f1400f no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:57:21.759970 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 84a828f1-3c61-4c30-8168-4fc91e0f8729, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=84a828f1-3c61-4c30-8168-4fc91e0f8729,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:21.771427 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f4d3-704b-4808-84a4-4ef002695cc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:21.791418 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6773200b-5e2d-4f30-ab6f-a944c335ccd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:21.791986 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7f4d3-704b-4808-84a4-4ef002695cc2 admin admin] Pushing event updated for resources: {'Port': ['ID=3115a18c-784d-4f4a-a4d9-351250c328a5,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:21.806754 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:21.810918 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: f42c354e-43eb-4cf7-a1ed-9a41f6f1400f {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:57:21.811166 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device f42c354e-43eb-4cf7-a1ed-9a41f6f1400f not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:57:21.826779 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d425e1a6-bde3-4181-9eb5-b2f3e23db5a1 req-acef15b7-390f-48f2-8eb5-42b3eb0cf4df tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690419 Aug 10 00:57:21.845325 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-932f3d05-6c50-4230-94be-ca27fd8f9662 service neutron] 10.222.0.24 "GET /v2.0/networks/5040841a-4984-47dc-a172-a1e3b8550316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684133 Aug 10 00:57:21.855503 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b732ad5-e2fc-42b7-bc7d-f275cbeff9a1', 'tag': '5a05efcd-f6a7-4c4f-b526-05e003d007a8'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:21.856847 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=6a71e38f-1c3c-4be2-94cb-1a32fed67db9,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:21.858580 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3a275a-3bc4-4fba-a1c5-debe3376c026" -d '{"events": [{"name": "network-changed", "server_uuid": "4b732ad5-e2fc-42b7-bc7d-f275cbeff9a1", "tag": "5a05efcd-f6a7-4c4f-b526-05e003d007a8"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:21.868757 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:21.869111 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:21.869456 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:21.869993 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:21.870266 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:21.870607 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:21.870940 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:21.871269 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:21.871598 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:21.871942 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:21.872282 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:21.872604 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:21.927126 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=84a828f1-3c61-4c30-8168-4fc91e0f8729,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:21.991284 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-982d0727-6de4-4259-b8a3-bb2131c3ecd7 req-e5caefcf-80f4-4a5a-a255-aba155c1895e service neutron] 10.222.0.24 "GET /v2.0/networks/5040841a-4984-47dc-a172-a1e3b8550316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283143 Aug 10 00:57:21.996022 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec7f4d3-704b-4808-84a4-4ef002695cc2 admin admin] Network 6c29bbfd-d1b1-46c6-b51f-62e3a119abac is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:57:21.997548 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-5ec7f4d3-704b-4808-84a4-4ef002695cc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:22.029873 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238d432-9660-44cc-9f5a-bebf9c983d68 req-43e6e0ee-f120-4223-a4ab-6441016ff5a4 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:22.039443 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2238d432-9660-44cc-9f5a-bebf9c983d68 req-43e6e0ee-f120-4223-a4ab-6441016ff5a4 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/ports?device_id=3aed4397-7c1a-4dcf-a5e8-09ed2bd4214f HTTP/1.1" status: 200 len: 946 time: 0.2073362 Aug 10 00:57:22.051941 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6773200b-5e2d-4f30-ab6f-a944c335ccd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:22.088746 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-6773200b-5e2d-4f30-ab6f-a944c335ccd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8dc5bcc-1dbc-46b7-96c4-4d2a279d46c4']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:22.112823 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be5ae9-803d-4eb6-b2ad-e1a3b5af99c7 req-30738efb-492c-4eb5-9f23-162faec6b23c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:22.117169 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-31be5ae9-803d-4eb6-b2ad-e1a3b5af99c7 req-30738efb-492c-4eb5-9f23-162faec6b23c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd48c277-eb90-47c3-96ab-5569cf172cb3 HTTP/1.1" status: 200 len: 946 time: 0.1774089 Aug 10 00:57:22.131598 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-6773200b-5e2d-4f30-ab6f-a944c335ccd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c7cf94b-7c06-42c9-aef1-c8e6f1d3b5f1') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:22.132174 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-6773200b-5e2d-4f30-ab6f-a944c335ccd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c7cf94b-7c06-42c9-aef1-c8e6f1d3b5f1') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:22.154820 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec7f4d3-704b-4808-84a4-4ef002695cc2 admin admin] Router 12a707e3-97ad-42d9-84ff-8b485a5d10dd has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:57:22.162672 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6773200b-5e2d-4f30-ab6f-a944c335ccd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:22.168781 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2238d432-9660-44cc-9f5a-bebf9c983d68 req-5cd1a82e-e757-49ee-9b8e-b6e385e9a3fa tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/security-groups?id=06325a86-b122-4800-b20d-610f2b255170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283798 Aug 10 00:57:22.188320 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6773200b-5e2d-4f30-ab6f-a944c335ccd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:22.190506 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6773200b-5e2d-4f30-ab6f-a944c335ccd3 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:57:22.190936 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6773200b-5e2d-4f30-ab6f-a944c335ccd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:22.236725 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2fa224-764d-449a-a9cf-e9c7b47b81fe x-openstack-request-id: req-db2fa224-764d-449a-a9cf-e9c7b47b81fe {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:22.236977 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b732ad5-e2fc-42b7-bc7d-f275cbeff9a1", "tag": "5a05efcd-f6a7-4c4f-b526-05e003d007a8", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:22.237230 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-db2fa224-764d-449a-a9cf-e9c7b47b81fe {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:22.237623 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b732ad5-e2fc-42b7-bc7d-f275cbeff9a1', 'tag': '5a05efcd-f6a7-4c4f-b526-05e003d007a8', 'status': 'completed', 'code': 200} Aug 10 00:57:22.240103 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 00:57:22.240103 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:57:22.240103 n-d-766726-26 neutron-server[105826]: timer() Aug 10 00:57:22.240103 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:57:22.240103 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 00:57:22.240103 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:57:22.240103 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 00:57:22.240103 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:57:22.240103 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 00:57:22.240103 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:57:22.240103 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 00:57:22.240103 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:57:22.240103 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 00:57:22.240103 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:57:22.240103 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:57:22.240103 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:57:22.240103 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:57:22.240103 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:57:22.240103 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 00:57:22.240103 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:57:22.240103 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 00:57:22.240103 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:57:22.240103 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:57:22.240103 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:57:22.240103 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 00:57:22.240103 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:57:22.240103 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:57:22.240103 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:57:22.240103 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:57:22.240103 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:57:22.240103 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:57:22.240103 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:57:22.265522 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-31be5ae9-803d-4eb6-b2ad-e1a3b5af99c7 req-cd05ef2d-f2f7-4915-8222-85ff287d919d tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428890 Aug 10 00:57:22.266615 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6773200b-5e2d-4f30-ab6f-a944c335ccd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:22.271061 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6773200b-5e2d-4f30-ab6f-a944c335ccd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:22.273884 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6773200b-5e2d-4f30-ab6f-a944c335ccd3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b8dc5bcc-1dbc-46b7-96c4-4d2a279d46c4 HTTP/1.1" status: 204 len: 168 time: 0.6149757 Aug 10 00:57:22.302279 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773200b-5e2d-4f30-ab6f-a944c335ccd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8dc5bcc-1dbc-46b7-96c4-4d2a279d46c4,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:22.317526 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-3045b598-1adb-46b4-8c64-7062c3db2e19 None None] Provisioning complete for port 3115a18c-784d-4f4a-a4d9-351250c328a5 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:22.318043 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3045b598-1adb-46b4-8c64-7062c3db2e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:22.356229 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec7f4d3-704b-4808-84a4-4ef002695cc2 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:57:22.362576 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5ec7f4d3-704b-4808-84a4-4ef002695cc2 admin admin] 10.222.0.35 "PUT /v2.0/routers/12a707e3-97ad-42d9-84ff-8b485a5d10dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4770384 Aug 10 00:57:22.364821 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a275a-3bc4-4fba-a1c5-debe3376c026 req-1bffcd3f-5638-488c-a273-50afc300a4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:22.366244 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0d3a275a-3bc4-4fba-a1c5-debe3376c026 req-1bffcd3f-5638-488c-a273-50afc300a4cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8bb23d60148d40eaa256202b456c8a40&device_id=4b732ad5-e2fc-42b7-bc7d-f275cbeff9a1 HTTP/1.1" status: 200 len: 1096 time: 0.0748906 Aug 10 00:57:22.403908 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-3045b598-1adb-46b4-8c64-7062c3db2e19 None None] Port 3115a18c-784d-4f4a-a4d9-351250c328a5 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:57:22.429862 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aed4397-7c1a-4dcf-a5e8-09ed2bd4214f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a71e38f-1c3c-4be2-94cb-1a32fed67db9'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:22.434811 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e95f108-ad31-4796-84b5-71045312beba" -d '{"events": [{"server_uuid": "3aed4397-7c1a-4dcf-a5e8-09ed2bd4214f", "name": "network-vif-plugged", "status": "completed", "tag": "6a71e38f-1c3c-4be2-94cb-1a32fed67db9"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:22.461091 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39994) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:22.488687 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a2108-d77e-4859-9660-94179b44bd7b req-d8a02c4d-bd40-4b6d-8bcc-04b60237f6b0 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:22.497378 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0a4a2108-d77e-4859-9660-94179b44bd7b req-d8a02c4d-bd40-4b6d-8bcc-04b60237f6b0 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b732ad5-e2fc-42b7-bc7d-f275cbeff9a1 HTTP/1.1" status: 200 len: 944 time: 0.0914862 Aug 10 00:57:22.508413 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c591dee-23b5-42d2-8e8d-e49486c405c8 x-openstack-request-id: req-4c591dee-23b5-42d2-8e8d-e49486c405c8 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:22.508413 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aed4397-7c1a-4dcf-a5e8-09ed2bd4214f", "name": "network-vif-plugged", "status": "completed", "tag": "6a71e38f-1c3c-4be2-94cb-1a32fed67db9", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:22.508413 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4c591dee-23b5-42d2-8e8d-e49486c405c8 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:22.508897 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aed4397-7c1a-4dcf-a5e8-09ed2bd4214f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a71e38f-1c3c-4be2-94cb-1a32fed67db9', 'code': 200} Aug 10 00:57:22.528907 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ac6d04f3-92a8-4e86-b895-0e74a3a51462 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6ce22cd272384fa49cf120480de19447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0666997 Aug 10 00:57:22.531673 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39998) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:22.550078 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a275a-3bc4-4fba-a1c5-debe3376c026 req-9ad8d6f4-d388-413d-b5fa-46c09ef89e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:22.551967 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0d3a275a-3bc4-4fba-a1c5-debe3376c026 req-9ad8d6f4-d388-413d-b5fa-46c09ef89e8f service neutron] 10.222.0.24 "GET /v2.0/networks?id=5040841a-4984-47dc-a172-a1e3b8550316 HTTP/1.1" status: 200 len: 905 time: 0.1732278 Aug 10 00:57:22.585251 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0a4a2108-d77e-4859-9660-94179b44bd7b req-40ed3900-cb2d-4101-b69e-824eea41fa57 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819716 Aug 10 00:57:22.626364 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3190db01-0e5a-40ab-b24d-5f09a563fcc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:22.647261 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0d3a275a-3bc4-4fba-a1c5-debe3376c026 req-9c19daa2-7e7e-4701-8b2d-e2c31a964656 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a05efcd-f6a7-4c4f-b526-05e003d007a8 HTTP/1.1" status: 200 len: 217 time: 0.0802405 Aug 10 00:57:22.683061 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3190db01-0e5a-40ab-b24d-5f09a563fcc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:22.717004 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af633779-273b-43bf-983d-763cfd6ce51e req-1bc0ba80-2265-4423-96fd-a9cb5581eb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:22.718497 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-af633779-273b-43bf-983d-763cfd6ce51e req-1bc0ba80-2265-4423-96fd-a9cb5581eb59 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3aed4397-7c1a-4dcf-a5e8-09ed2bd4214f HTTP/1.1" status: 200 len: 1098 time: 0.0798604 Aug 10 00:57:22.720331 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a275a-3bc4-4fba-a1c5-debe3376c026 req-6e7e036e-ffed-4a2e-909f-3cb514795620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:22.721252 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0d3a275a-3bc4-4fba-a1c5-debe3376c026 req-6e7e036e-ffed-4a2e-909f-3cb514795620 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d10f85b2-b60a-4bec-a6dc-24390adf6af4 HTTP/1.1" status: 200 len: 844 time: 0.0559826 Aug 10 00:57:22.727715 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3944724-3adf-4476-accc-d53f488d8550 req-7e7547d0-0964-48a8-892a-ce365f282f5d tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:22.729358 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d3944724-3adf-4476-accc-d53f488d8550 req-7e7547d0-0964-48a8-892a-ce365f282f5d tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 945 time: 0.0974579 Aug 10 00:57:22.781138 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3190db01-0e5a-40ab-b24d-5f09a563fcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:22.784294 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3190db01-0e5a-40ab-b24d-5f09a563fcc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:22.787821 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3190db01-0e5a-40ab-b24d-5f09a563fcc4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3dc74ff9-12cb-4348-b552-aa5de9d4856d HTTP/1.1" status: 204 len: 168 time: 0.2520411 Aug 10 00:57:22.795899 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0d3a275a-3bc4-4fba-a1c5-debe3376c026 req-0c002169-589e-4988-a48b-5578752f5f9a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5040841a-4984-47dc-a172-a1e3b8550316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399523 Aug 10 00:57:22.797259 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3190db01-0e5a-40ab-b24d-5f09a563fcc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc74ff9-12cb-4348-b552-aa5de9d4856d,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:22.803029 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-af633779-273b-43bf-983d-763cfd6ce51e req-7d4442d9-a6fc-4365-8e99-8287c4c7e3c3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=06325a86-b122-4800-b20d-610f2b255170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544167 Aug 10 00:57:22.803300 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d3944724-3adf-4476-accc-d53f488d8550 req-ede41fa2-33dd-4f94-aef6-126be006ad25 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676186 Aug 10 00:57:22.863676 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9caec9-08d6-4200-921a-5f45124b39cb None None] Sync routers for ids ['12a707e3-97ad-42d9-84ff-8b485a5d10dd'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:57:22.877791 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9caec9-08d6-4200-921a-5f45124b39cb None None] Routers {'12a707e3-97ad-42d9-84ff-8b485a5d10dd'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:57:22.878758 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-8f9caec9-08d6-4200-921a-5f45124b39cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:57:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['12a707e3-97ad-42d9-84ff-8b485a5d10dd'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:22.960730 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0d3a275a-3bc4-4fba-a1c5-debe3376c026 req-b72b0238-48ab-4c2a-b386-e0ae92a5e6ec service neutron] 10.222.0.24 "GET /v2.0/networks/5040841a-4984-47dc-a172-a1e3b8550316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565480 Aug 10 00:57:23.013926 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 84a828f1-3c61-4c30-8168-4fc91e0f8729 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:57:23.042381 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d15d5-db77-471e-bc71-95097e561899 req-625eb13d-c99d-4175-9588-806083f28163 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:23.044383 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-290d15d5-db77-471e-bc71-95097e561899 req-625eb13d-c99d-4175-9588-806083f28163 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=5286a4c0-5266-4973-91e9-0ae393764377 HTTP/1.1" status: 200 len: 945 time: 0.1245532 Aug 10 00:57:23.046329 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-8f9caec9-08d6-4200-921a-5f45124b39cb None None] Set router 12a707e3-97ad-42d9-84ff-8b485a5d10dd gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:57:23.090116 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 84a828f1-3c61-4c30-8168-4fc91e0f8729 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:23.091311 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:23.110671 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0d3a275a-3bc4-4fba-a1c5-debe3376c026 req-aabef794-08da-4a97-8b23-c61b47807aa8 service neutron] 10.222.0.24 "GET /v2.0/networks/5040841a-4984-47dc-a172-a1e3b8550316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364603 Aug 10 00:57:23.147896 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-9d2bc417-0bcb-446e-84cb-773991bcaa0b tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:23.155571 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-9d2bc417-0bcb-446e-84cb-773991bcaa0b tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/networks?id=6c29bbfd-d1b1-46c6-b51f-62e3a119abac HTTP/1.1" status: 200 len: 828 time: 0.2225492 Aug 10 00:57:23.166127 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-290d15d5-db77-471e-bc71-95097e561899 req-72c1d9f9-76dc-4991-a018-b41e8d836603 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089034 Aug 10 00:57:23.175092 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-bcc9eb41-8ef4-4285-b59f-0631676b3203 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/quotas/405f14961293446ebadaa701e5bf6997 HTTP/1.1" status: 200 len: 375 time: 0.0186517 Aug 10 00:57:23.246196 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-d1aa063b-ce5c-411f-95ad-7ae57697a3f6 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=405f14961293446ebadaa701e5bf6997&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0687697 Aug 10 00:57:23.300152 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-8f9caec9-08d6-4200-921a-5f45124b39cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-437861673-router', 'tenant_id': '405f14961293446ebadaa701e5bf6997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '84a828f1-3c61-4c30-8168-4fc91e0f8729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:20Z', 'revision_number': 4, 'project_id': '405f14961293446ebadaa701e5bf6997', 'gw_port': {'id': '84a828f1-3c61-4c30-8168-4fc91e0f8729', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '3115a18c-784d-4f4a-a4d9-351250c328a5', 'name': '', 'network_id': '6c29bbfd-d1b1-46c6-b51f-62e3a119abac', 'tenant_id': '405f14961293446ebadaa701e5bf6997', 'mac_address': 'fa:16:3e:19:e2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'a80426b3-f5f6-4de8-be44-4bf2e3dd3e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:19Z', 'updated_at': '2021-08-10T00:57:21Z', 'revision_number': 2, 'project_id': '405f14961293446ebadaa701e5bf6997', 'subnets': [{'id': 'a80426b3-f5f6-4de8-be44-4bf2e3dd3e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:23.327360 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9caec9-08d6-4200-921a-5f45124b39cb None None] Checking router: 12a707e3-97ad-42d9-84ff-8b485a5d10dd for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:57:23.327710 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9caec9-08d6-4200-921a-5f45124b39cb None None] Updating router 12a707e3-97ad-42d9-84ff-8b485a5d10dd port 3115a18c-784d-4f4a-a4d9-351250c328a5 binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:57:23.353228 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f9caec9-08d6-4200-921a-5f45124b39cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:23.359263 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863dd6b-1d07-42b8-9891-eb8eb0263a19 req-71b88929-2ed9-4504-8149-ddebf362db51 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:23.360897 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e863dd6b-1d07-42b8-9891-eb8eb0263a19 req-71b88929-2ed9-4504-8149-ddebf362db51 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/ports?device_id=3aed4397-7c1a-4dcf-a5e8-09ed2bd4214f HTTP/1.1" status: 200 len: 946 time: 0.1118429 Aug 10 00:57:23.400215 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-25ed1104-3472-4f6e-a504-d9803e4edeee service neutron] 10.222.0.35 "GET /v2.0/networks/6c29bbfd-d1b1-46c6-b51f-62e3a119abac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523564 Aug 10 00:57:23.434237 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e863dd6b-1d07-42b8-9891-eb8eb0263a19 req-46c6efdd-fb84-454c-a207-8282b5535196 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/security-groups?id=06325a86-b122-4800-b20d-610f2b255170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660119 Aug 10 00:57:23.526439 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-2c81bae5-f48a-4094-89ec-5572e8c1f693 service neutron] 10.222.0.35 "GET /v2.0/networks/6c29bbfd-d1b1-46c6-b51f-62e3a119abac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163042 Aug 10 00:57:23.593859 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0679b-7917-4cc3-834b-0f8aeab4012f req-0e234886-c30c-401b-bc97-49cc5dd635ab tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:23.601686 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9a0679b-7917-4cc3-834b-0f8aeab4012f req-0e234886-c30c-401b-bc97-49cc5dd635ab tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd48c277-eb90-47c3-96ab-5569cf172cb3 HTTP/1.1" status: 200 len: 946 time: 0.0727098 Aug 10 00:57:23.628081 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 455b425b-9cef-4b70-85ff-dec37ada5edb up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:57:23.647719 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9a0679b-7917-4cc3-834b-0f8aeab4012f req-31dffab7-c622-4d7a-a7d3-e88723eca1ac tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449631 Aug 10 00:57:23.715081 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f9caec9-08d6-4200-921a-5f45124b39cb None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:23.721866 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 455b425b-9cef-4b70-85ff-dec37ada5edb completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:57:23.725893 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 455b425b-9cef-4b70-85ff-dec37ada5edb triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:23.726801 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:23.727653 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-8f9caec9-08d6-4200-921a-5f45124b39cb None None] Transition to ACTIVE for port object 3115a18c-784d-4f4a-a4d9-351250c328a5 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:23.737527 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f9caec9-08d6-4200-921a-5f45124b39cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:23.818911 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabfad15-b93c-4399-9044-9f462c825114 req-90e3f0c1-83c9-4435-94ea-79ea2b8571b1 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:23.823889 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c0b67-07c3-44f6-a2f9-1ce8a3675ecc req-28a13e20-921b-4bf7-953c-cd970d174191 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:23.826190 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-cabfad15-b93c-4399-9044-9f462c825114 req-90e3f0c1-83c9-4435-94ea-79ea2b8571b1 tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5286a4c0-5266-4973-91e9-0ae393764377 HTTP/1.1" status: 200 len: 945 time: 0.1405478 Aug 10 00:57:23.838271 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-390c0b67-07c3-44f6-a2f9-1ce8a3675ecc req-28a13e20-921b-4bf7-953c-cd970d174191 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b732ad5-e2fc-42b7-bc7d-f275cbeff9a1 HTTP/1.1" status: 200 len: 944 time: 0.0976324 Aug 10 00:57:23.917197 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40052) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:23.925530 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9a5b4-c0e4-4a4a-ae39-b22116d4dd91 None None] Pushing event updated for resources: {'Port': ['ID=3115a18c-784d-4f4a-a4d9-351250c328a5,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:23.958717 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:23.968342 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e9a5b4-c0e4-4a4a-ae39-b22116d4dd91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:23.968572 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-390c0b67-07c3-44f6-a2f9-1ce8a3675ecc req-94765714-05ed-48cc-87e3-8dab847f8b31 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294596 Aug 10 00:57:23.969107 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e9a5b4-c0e4-4a4a-ae39-b22116d4dd91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:23.969606 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e9a5b4-c0e4-4a4a-ae39-b22116d4dd91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:23.970307 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e9a5b4-c0e4-4a4a-ae39-b22116d4dd91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:23.970986 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e9a5b4-c0e4-4a4a-ae39-b22116d4dd91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:23.971478 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e9a5b4-c0e4-4a4a-ae39-b22116d4dd91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:23.972776 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e9a5b4-c0e4-4a4a-ae39-b22116d4dd91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:23.974504 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e9a5b4-c0e4-4a4a-ae39-b22116d4dd91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:23.974996 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e9a5b4-c0e4-4a4a-ae39-b22116d4dd91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:23.978255 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e9a5b4-c0e4-4a4a-ae39-b22116d4dd91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:23.978790 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e9a5b4-c0e4-4a4a-ae39-b22116d4dd91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:23.979419 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e9a5b4-c0e4-4a4a-ae39-b22116d4dd91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:24.001853 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-8f9caec9-08d6-4200-921a-5f45124b39cb None None] Attempting to bind port 3115a18c-784d-4f4a-a4d9-351250c328a5 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:57:24.001961 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-8f9caec9-08d6-4200-921a-5f45124b39cb None None] Attempting to bind port 3115a18c-784d-4f4a-a4d9-351250c328a5 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '78f548fd-cb67-46c0-9004-5af88c4b62bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6c29bbfd-d1b1-46c6-b51f-62e3a119abac'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:57:24.002268 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9caec9-08d6-4200-921a-5f45124b39cb None None] Attempting to bind port 3115a18c-784d-4f4a-a4d9-351250c328a5 on network 6c29bbfd-d1b1-46c6-b51f-62e3a119abac {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:24.019911 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9caec9-08d6-4200-921a-5f45124b39cb None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:57:24.020803 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9caec9-08d6-4200-921a-5f45124b39cb None None] Checking segment: {'id': '78f548fd-cb67-46c0-9004-5af88c4b62bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6c29bbfd-d1b1-46c6-b51f-62e3a119abac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:57:24.021888 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f9caec9-08d6-4200-921a-5f45124b39cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:24.022308 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9caec9-08d6-4200-921a-5f45124b39cb None None] Bound using segment: {'id': '78f548fd-cb67-46c0-9004-5af88c4b62bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6c29bbfd-d1b1-46c6-b51f-62e3a119abac'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:57:24.024472 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-8f9caec9-08d6-4200-921a-5f45124b39cb None None] Bound port: 3115a18c-784d-4f4a-a4d9-351250c328a5, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f548fd-cb67-46c0-9004-5af88c4b62bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6c29bbfd-d1b1-46c6-b51f-62e3a119abac'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:57:24.025783 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f9caec9-08d6-4200-921a-5f45124b39cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:24.043838 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 455b425b-9cef-4b70-85ff-dec37ada5edb, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=455b425b-9cef-4b70-85ff-dec37ada5edb,segment=NetworkSegment(700ac786-a0d6-43cb-a784-a1e514aaa0f3),segment_id=700ac786-a0d6-43cb-a784-a1e514aaa0f3)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:24.050258 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3a906e7d-397c-4f58-b0f0-0cd3306cb8f9 req-f23d91a6-fc9f-4a3b-9e17-853cf91e9de1 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/ports?device_id=125232a4-3351-4e92-973d-7895a54e78b4 HTTP/1.1" status: 200 len: 210 time: 0.1147263 Aug 10 00:57:24.055283 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:24.085968 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-312ed8bc-4c94-421b-8f4e-6407654b6ed0 req-615dced1-991c-47d5-971c-00dececacc9b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=667a1a15-88be-4d95-9216-e10e3cb4725c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2075224 Aug 10 00:57:24.120894 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-cabfad15-b93c-4399-9044-9f462c825114 req-0fc913a1-b3f9-420d-9389-abc9bd32da1e tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Deleting port 9c8c5786-1eca-4edb-8b2e-0f05897549b5 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:57:24.122034 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-cabfad15-b93c-4399-9044-9f462c825114 req-0fc913a1-b3f9-420d-9389-abc9bd32da1e tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:24.142114 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-02f40c6c-8cca-4fc2-ab3a-e2a1ce34d384 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1913514345-network', 'tenant_id': '945061800c0e4b428d851daf59a283e3'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:24.185431 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=455b425b-9cef-4b70-85ff-dec37ada5edb,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:24.224803 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-8f9caec9-08d6-4200-921a-5f45124b39cb None None] For port 3115a18c-784d-4f4a-a4d9-351250c328a5, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:57:24.234522 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-8f9caec9-08d6-4200-921a-5f45124b39cb None None] For port 3115a18c-784d-4f4a-a4d9-351250c328a5, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=3115a18c-784d-4f4a-a4d9-351250c328a5,segment=NetworkSegment(78f548fd-cb67-46c0-9004-5af88c4b62bb),segment_id=78f548fd-cb67-46c0-9004-5af88c4b62bb)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:57:24.248529 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f9caec9-08d6-4200-921a-5f45124b39cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:24.266860 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f40c6c-8cca-4fc2-ab3a-e2a1ce34d384 admin admin] Made reservation on behalf of 945061800c0e4b428d851daf59a283e3 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:24.269495 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-02f40c6c-8cca-4fc2-ab3a-e2a1ce34d384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:24.291425 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-02f40c6c-8cca-4fc2-ab3a-e2a1ce34d384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:24.338029 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-cabfad15-b93c-4399-9044-9f462c825114 req-0fc913a1-b3f9-420d-9389-abc9bd32da1e tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] For port 9c8c5786-1eca-4edb-8b2e-0f05897549b5, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=9c8c5786-1eca-4edb-8b2e-0f05897549b5,segment=NetworkSegment(5567dfb7-4a62-4cb8-80e6-7e28a94d846e),segment_id=5567dfb7-4a62-4cb8-80e6-7e28a94d846e)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:24.338734 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-cabfad15-b93c-4399-9044-9f462c825114 req-0fc913a1-b3f9-420d-9389-abc9bd32da1e tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:24.351380 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9caec9-08d6-4200-921a-5f45124b39cb None None] Routers {'12a707e3-97ad-42d9-84ff-8b485a5d10dd'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:57:24.352038 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-8f9caec9-08d6-4200-921a-5f45124b39cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:57:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['12a707e3-97ad-42d9-84ff-8b485a5d10dd'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:24.361924 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-cabfad15-b93c-4399-9044-9f462c825114 req-0fc913a1-b3f9-420d-9389-abc9bd32da1e tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Calling delete_port for 9c8c5786-1eca-4edb-8b2e-0f05897549b5 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:57:24.441182 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9a5b4-c0e4-4a4a-ae39-b22116d4dd91 None None] Pushing event updated for resources: {'Port': ['ID=3115a18c-784d-4f4a-a4d9-351250c328a5,revision_number=4']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:24.472268 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb9558-9535-41f7-9181-a0b7ed4fe533 req-8c7b192f-29ff-42e8-8b07-c657beb83371 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:24.487508 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cdfb9558-9535-41f7-9181-a0b7ed4fe533 req-8c7b192f-29ff-42e8-8b07-c657beb83371 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 945 time: 0.2910054 Aug 10 00:57:24.509496 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b32f20d0-c497-4bf2-b2ae-c84660bc8271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455b425b-9cef-4b70-85ff-dec37ada5edb'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:24.511854 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658e4b4d-25e1-4ef8-a6f3-edb65408b9f5" -d '{"events": [{"server_uuid": "b32f20d0-c497-4bf2-b2ae-c84660bc8271", "name": "network-vif-plugged", "status": "completed", "tag": "455b425b-9cef-4b70-85ff-dec37ada5edb"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:24.527378 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-02f40c6c-8cca-4fc2-ab3a-e2a1ce34d384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:24.535075 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ed8bc-4c94-421b-8f4e-6407654b6ed0 req-583fb957-c56c-4f72-9f7f-8200c1f8dbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:24.536618 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-312ed8bc-4c94-421b-8f4e-6407654b6ed0 req-583fb957-c56c-4f72-9f7f-8200c1f8dbaf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=efee53c3551044e8afcc00c8cdf7b6ca&device_id=667a1a15-88be-4d95-9216-e10e3cb4725c HTTP/1.1" status: 200 len: 1098 time: 0.3678806 Aug 10 00:57:24.572118 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-02f40c6c-8cca-4fc2-ab3a-e2a1ce34d384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:24.577102 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-8f9caec9-08d6-4200-921a-5f45124b39cb None None] Set router 12a707e3-97ad-42d9-84ff-8b485a5d10dd gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:57:24.627277 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02f40c6c-8cca-4fc2-ab3a-e2a1ce34d384 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:57:24.642992 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cdfb9558-9535-41f7-9181-a0b7ed4fe533 req-197da939-603b-4661-8e32-13eb5eba6148 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547236 Aug 10 00:57:24.654714 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f40c6c-8cca-4fc2-ab3a-e2a1ce34d384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafe8e63-7cec-4939-b261-26a15156c7de,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:24.657067 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8e6b5-acac-4ea6-b611-062cf6f1f4ac req-6d6165bd-72cf-4ad1-96d5-8cafe366b65f tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:24.659888 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-02f40c6c-8cca-4fc2-ab3a-e2a1ce34d384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:24.660408 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-02f40c6c-8cca-4fc2-ab3a-e2a1ce34d384 admin admin] Added segment e4b403ff-b51d-4558-966f-35bd6f4c1050 of type vlan for network 3b57b57d-f91c-48b2-bedc-bedccfa4abab Aug 10 00:57:24.665843 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3da8e6b5-acac-4ea6-b611-062cf6f1f4ac req-6d6165bd-72cf-4ad1-96d5-8cafe366b65f tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/ports?device_id=5286a4c0-5266-4973-91e9-0ae393764377 HTTP/1.1" status: 200 len: 945 time: 0.3358369 Aug 10 00:57:24.680956 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-cabfad15-b93c-4399-9044-9f462c825114 req-0fc913a1-b3f9-420d-9389-abc9bd32da1e tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:24.692230 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['9c8c5786-1eca-4edb-8b2e-0f05897549b5'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:24.748786 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3da8e6b5-acac-4ea6-b611-062cf6f1f4ac req-979528f3-e992-4dc5-b2ad-fd95c18bc52f tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.35 "GET /v2.0/security-groups?id=992f8368-105f-44c2-8ad6-564cf4b45441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766485 Aug 10 00:57:24.774694 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc913a1-b3f9-420d-9389-abc9bd32da1e tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Pushing event deleted for resources: {'Port': ['ID=9c8c5786-1eca-4edb-8b2e-0f05897549b5,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:24.790092 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-02f40c6c-8cca-4fc2-ab3a-e2a1ce34d384 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:24.798518 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ed8bc-4c94-421b-8f4e-6407654b6ed0 req-203b636e-4ede-44e2-b72a-e605f0fdae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:24.807292 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-312ed8bc-4c94-421b-8f4e-6407654b6ed0 req-203b636e-4ede-44e2-b72a-e605f0fdae52 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c58b2db2-79c7-40d4-af6c-7a7b4827f110 HTTP/1.1" status: 200 len: 924 time: 0.2422400 Aug 10 00:57:24.858496 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabfad15-b93c-4399-9044-9f462c825114 req-0fc913a1-b3f9-420d-9389-abc9bd32da1e tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] No DVR routers for this DVR port 9c8c5786-1eca-4edb-8b2e-0f05897549b5 on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:57:24.867542 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-cabfad15-b93c-4399-9044-9f462c825114 req-0fc913a1-b3f9-420d-9389-abc9bd32da1e tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:24.869904 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-cabfad15-b93c-4399-9044-9f462c825114 req-0fc913a1-b3f9-420d-9389-abc9bd32da1e tempest-ListServerFiltersTestJSON-546796208 tempest-ListServerFiltersTestJSON-546796208-project] 10.222.0.24 "DELETE /v2.0/ports/9c8c5786-1eca-4edb-8b2e-0f05897549b5 HTTP/1.1" status: 204 len: 173 time: 1.0247533 Aug 10 00:57:24.870526 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5286a4c0-5266-4973-91e9-0ae393764377', 'name': 'network-vif-deleted', 'tag': '9c8c5786-1eca-4edb-8b2e-0f05897549b5'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:24.873456 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8e6790-f3b4-470c-afd7-44029ac4f034" -d '{"events": [{"server_uuid": "5286a4c0-5266-4973-91e9-0ae393764377", "name": "network-vif-deleted", "tag": "9c8c5786-1eca-4edb-8b2e-0f05897549b5"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:24.897168 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-02f40c6c-8cca-4fc2-ab3a-e2a1ce34d384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:24.899238 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f40c6c-8cca-4fc2-ab3a-e2a1ce34d384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:24.900523 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-02f40c6c-8cca-4fc2-ab3a-e2a1ce34d384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:24.924145 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-02f40c6c-8cca-4fc2-ab3a-e2a1ce34d384 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0032427 Aug 10 00:57:24.926547 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-8f9caec9-08d6-4200-921a-5f45124b39cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-437861673-router', 'tenant_id': '405f14961293446ebadaa701e5bf6997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '84a828f1-3c61-4c30-8168-4fc91e0f8729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:20Z', 'revision_number': 4, 'project_id': '405f14961293446ebadaa701e5bf6997', 'gw_port': {'id': '84a828f1-3c61-4c30-8168-4fc91e0f8729', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '3115a18c-784d-4f4a-a4d9-351250c328a5', 'name': '', 'network_id': '6c29bbfd-d1b1-46c6-b51f-62e3a119abac', 'tenant_id': '405f14961293446ebadaa701e5bf6997', 'mac_address': 'fa:16:3e:19:e2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'a80426b3-f5f6-4de8-be44-4bf2e3dd3e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:19Z', 'updated_at': '2021-08-10T00:57:24Z', 'revision_number': 4, 'project_id': '405f14961293446ebadaa701e5bf6997', 'subnets': [{'id': 'a80426b3-f5f6-4de8-be44-4bf2e3dd3e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:24.947955 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40074) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:24.958623 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9caec9-08d6-4200-921a-5f45124b39cb None None] The sync data for ids ['12a707e3-97ad-42d9-84ff-8b485a5d10dd'] in n-d-766726-26 is: [{'id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-437861673-router', 'tenant_id': '405f14961293446ebadaa701e5bf6997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '84a828f1-3c61-4c30-8168-4fc91e0f8729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:20Z', 'revision_number': 4, 'project_id': '405f14961293446ebadaa701e5bf6997', 'gw_port': {'id': '84a828f1-3c61-4c30-8168-4fc91e0f8729', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '3115a18c-784d-4f4a-a4d9-351250c328a5', 'name': '', 'network_id': '6c29bbfd-d1b1-46c6-b51f-62e3a119abac', 'tenant_id': '405f14961293446ebadaa701e5bf6997', 'mac_address': 'fa:16:3e:19:e2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'a80426b3-f5f6-4de8-be44-4bf2e3dd3e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:19Z', 'updated_at': '2021-08-10T00:57:24Z', 'revision_number': 4, 'project_id': '405f14961293446ebadaa701e5bf6997', 'subnets': [{'id': 'a80426b3-f5f6-4de8-be44-4bf2e3dd3e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:57:25.026718 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f40c6c-8cca-4fc2-ab3a-e2a1ce34d384 admin admin] Pushing event updated for resources: {'Network': ['ID=3b57b57d-f91c-48b2-bedc-bedccfa4abab,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:25.040076 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-ed2663ba-f66b-44a3-8059-0653c8e29dca admin admin] Request body: {'subnet': {'network_id': '3b57b57d-f91c-48b2-bedc-bedccfa4abab', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1913514345-subnet', 'tenant_id': '945061800c0e4b428d851daf59a283e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:25.044424 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 3b57b57d-f91c-48b2-bedc-bedccfa4abab details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:57:25.375248 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-c94eac1b-4de1-4235-97ff-0f0803144a3c tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:25.377511 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-c94eac1b-4de1-4235-97ff-0f0803144a3c tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.24 "GET /v2.0/networks?id=6c29bbfd-d1b1-46c6-b51f-62e3a119abac HTTP/1.1" status: 200 len: 828 time: 0.1388478 Aug 10 00:57:25.397561 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-31ed0180-d16d-43c8-8d81-698aa44b99ba tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Request body: {'port': {'device_id': '125232a4-3351-4e92-973d-7895a54e78b4', 'network_id': '6c29bbfd-d1b1-46c6-b51f-62e3a119abac', 'admin_state_up': True, 'tenant_id': '405f14961293446ebadaa701e5bf6997'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:25.408161 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2663ba-f66b-44a3-8059-0653c8e29dca admin admin] Made reservation on behalf of 945061800c0e4b428d851daf59a283e3 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:25.410466 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ed2663ba-f66b-44a3-8059-0653c8e29dca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:25.419748 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04da029-a8fe-4788-be35-2882fba83211 req-eaae9b14-fb72-4ab6-872e-7852954eec5f tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:25.421362 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c04da029-a8fe-4788-be35-2882fba83211 req-eaae9b14-fb72-4ab6-872e-7852954eec5f tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/ports?device_id=3aed4397-7c1a-4dcf-a5e8-09ed2bd4214f HTTP/1.1" status: 200 len: 946 time: 0.4879766 Aug 10 00:57:25.425593 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-312ed8bc-4c94-421b-8f4e-6407654b6ed0 req-c58d62ab-6007-4adc-b964-3fa0d72dad1a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b8123ae-38a5-43aa-98f7-f197b89ebe6d HTTP/1.1" status: 200 len: 1002 time: 0.6095412 Aug 10 00:57:25.490750 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfd840-4241-42e4-af53-ff9ef384ece0 req-f9ba884f-8202-4e2e-8ce0-0e7b64adbc1b tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:25.492895 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-10cfd840-4241-42e4-af53-ff9ef384ece0 req-f9ba884f-8202-4e2e-8ce0-0e7b64adbc1b tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd48c277-eb90-47c3-96ab-5569cf172cb3 HTTP/1.1" status: 200 len: 946 time: 0.5440226 Aug 10 00:57:25.534468 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-31ed0180-d16d-43c8-8d81-698aa44b99ba tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Made reservation on behalf of 405f14961293446ebadaa701e5bf6997 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:25.538198 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-31ed0180-d16d-43c8-8d81-698aa44b99ba tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:25.605048 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c04da029-a8fe-4788-be35-2882fba83211 req-fdf374c6-9964-4f9e-88aa-a88b821a4862 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/security-groups?id=06325a86-b122-4800-b20d-610f2b255170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432941 Aug 10 00:57:25.618186 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ed8bc-4c94-421b-8f4e-6407654b6ed0 req-039e2e67-3a97-447d-8711-a7baac36fc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:25.619684 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-312ed8bc-4c94-421b-8f4e-6407654b6ed0 req-039e2e67-3a97-447d-8711-a7baac36fc21 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ecd1c4b-499a-4426-9e1d-abb75625188f HTTP/1.1" status: 200 len: 862 time: 0.1592543 Aug 10 00:57:25.647206 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-10cfd840-4241-42e4-af53-ff9ef384ece0 req-317c8101-42ca-4001-b3ae-c334270de6a4 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329365 Aug 10 00:57:25.664215 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b538e8d4-c241-4730-91b6-7f4397f19dbc x-openstack-request-id: req-b538e8d4-c241-4730-91b6-7f4397f19dbc {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:25.664950 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b32f20d0-c497-4bf2-b2ae-c84660bc8271", "name": "network-vif-plugged", "status": "completed", "tag": "455b425b-9cef-4b70-85ff-dec37ada5edb", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:25.665786 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b538e8d4-c241-4730-91b6-7f4397f19dbc {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:25.666378 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b32f20d0-c497-4bf2-b2ae-c84660bc8271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455b425b-9cef-4b70-85ff-dec37ada5edb', 'code': 200} Aug 10 00:57:25.741460 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-31ed0180-d16d-43c8-8d81-698aa44b99ba tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Allocated IP 172.20.0.14 (6c29bbfd-d1b1-46c6-b51f-62e3a119abac/a80426b3-f5f6-4de8-be44-4bf2e3dd3e8a/80b2b8db-2f69-462a-97ba-bfb1978a70e3) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:57:25.778414 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ed8bc-4c94-421b-8f4e-6407654b6ed0 req-5eb0fb4b-119f-4981-9606-1a90a00312ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:25.780429 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-312ed8bc-4c94-421b-8f4e-6407654b6ed0 req-5eb0fb4b-119f-4981-9606-1a90a00312ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c58b2db2-79c7-40d4-af6c-7a7b4827f110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1303923 Aug 10 00:57:25.785432 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2593cb8b-984b-4614-96e9-adf0394f88f8 x-openstack-request-id: req-2593cb8b-984b-4614-96e9-adf0394f88f8 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:25.785739 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5286a4c0-5266-4973-91e9-0ae393764377", "name": "network-vif-deleted", "tag": "9c8c5786-1eca-4edb-8b2e-0f05897549b5", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:25.785998 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2593cb8b-984b-4614-96e9-adf0394f88f8 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:25.786401 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5286a4c0-5266-4973-91e9-0ae393764377', 'name': 'network-vif-deleted', 'tag': '9c8c5786-1eca-4edb-8b2e-0f05897549b5', 'status': 'completed', 'code': 200} Aug 10 00:57:25.964377 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f82ec-1e76-4d60-9b35-ea131ca75a47 req-676682e7-a2e3-4fd0-8d67-3a88a3b47254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:25.965854 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8e7f82ec-1e76-4d60-9b35-ea131ca75a47 req-676682e7-a2e3-4fd0-8d67-3a88a3b47254 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b32f20d0-c497-4bf2-b2ae-c84660bc8271 HTTP/1.1" status: 200 len: 1097 time: 0.0739002 Aug 10 00:57:25.980629 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-69005871-7b14-460b-a592-3778743d2157 req-d94922e1-1878-4681-8f8a-fb0daf430525 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/ports?device_id=125232a4-3351-4e92-973d-7895a54e78b4 HTTP/1.1" status: 200 len: 210 time: 0.0635166 Aug 10 00:57:26.002394 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ed2663ba-f66b-44a3-8059-0653c8e29dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:26.016570 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-31ed0180-d16d-43c8-8d81-698aa44b99ba tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:26.045097 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-31ed0180-d16d-43c8-8d81-698aa44b99ba tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Transition to ACTIVE for port object 80b2b8db-2f69-462a-97ba-bfb1978a70e3 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:26.048204 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8e7f82ec-1e76-4d60-9b35-ea131ca75a47 req-05f0d2c2-7f32-4e29-b61a-c129b1b0796f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=06325a86-b122-4800-b20d-610f2b255170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701571 Aug 10 00:57:26.072303 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333dbc98-84ac-44ac-9086-fbab56b74666 req-2ea6f184-9cae-4c75-bf6d-6c7e23a5c2ae tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:26.073868 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-333dbc98-84ac-44ac-9086-fbab56b74666 req-2ea6f184-9cae-4c75-bf6d-6c7e23a5c2ae tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b732ad5-e2fc-42b7-bc7d-f275cbeff9a1 HTTP/1.1" status: 200 len: 944 time: 0.2200711 Aug 10 00:57:26.093685 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-31ed0180-d16d-43c8-8d81-698aa44b99ba tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:26.131958 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-312ed8bc-4c94-421b-8f4e-6407654b6ed0 req-c8232c4e-f6e1-4e95-b253-09c9f42635bc service neutron] 10.222.0.20 "GET /v2.0/networks/c58b2db2-79c7-40d4-af6c-7a7b4827f110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423615 Aug 10 00:57:26.141283 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-31ed0180-d16d-43c8-8d81-698aa44b99ba tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Network 6c29bbfd-d1b1-46c6-b51f-62e3a119abac is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:57:26.144400 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-31ed0180-d16d-43c8-8d81-698aa44b99ba tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:26.146827 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-31ed0180-d16d-43c8-8d81-698aa44b99ba tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:57:26.160986 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2663ba-f66b-44a3-8059-0653c8e29dca admin admin] Pushing event updated for resources: {'Subnet': ['ID=18fed6ae-e6b8-41a2-a8f8-d56b3db36331,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:26.201425 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed0180-d16d-43c8-8d81-698aa44b99ba tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Pushing event updated for resources: {'Port': ['ID=80b2b8db-2f69-462a-97ba-bfb1978a70e3,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:26.223061 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-333dbc98-84ac-44ac-9086-fbab56b74666 req-d7b71d90-2895-48a8-9068-c37491b8e53a tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212146 Aug 10 00:57:26.223061 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2663ba-f66b-44a3-8059-0653c8e29dca admin admin] Checking segment: {'id': 'e4b403ff-b51d-4558-966f-35bd6f4c1050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3b57b57d-f91c-48b2-bedc-bedccfa4abab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:57:26.223061 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2663ba-f66b-44a3-8059-0653c8e29dca admin admin] Network hostable DHCP agents. Network: 3b57b57d-f91c-48b2-bedc-bedccfa4abab, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:57:26.236915 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2987896-8db3-4f17-8ceb-c3417b73efe1 req-169f2a45-9559-4ee8-86d8-2ce70b528eff tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:26.238500 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2987896-8db3-4f17-8ceb-c3417b73efe1 req-169f2a45-9559-4ee8-86d8-2ce70b528eff tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/ports?device_id=b32f20d0-c497-4bf2-b2ae-c84660bc8271 HTTP/1.1" status: 200 len: 945 time: 0.1636798 Aug 10 00:57:26.241582 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-31ed0180-d16d-43c8-8d81-698aa44b99ba tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:26.243047 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-31ed0180-d16d-43c8-8d81-698aa44b99ba tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:26.263953 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-31ed0180-d16d-43c8-8d81-698aa44b99ba tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8705142 Aug 10 00:57:26.292637 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-3631a80b-297e-40c6-a7c9-6a7b8648a856 service neutron] Request body: {'port': {'device_id': '125232a4-3351-4e92-973d-7895a54e78b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:26.309272 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2663ba-f66b-44a3-8059-0653c8e29dca admin admin] Network 3b57b57d-f91c-48b2-bedc-bedccfa4abab is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:57:26.340017 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2987896-8db3-4f17-8ceb-c3417b73efe1 req-14fb9267-54d1-465b-84e0-2e14f1cef784 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/security-groups?id=06325a86-b122-4800-b20d-610f2b255170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838246 Aug 10 00:57:26.341138 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-ed2663ba-f66b-44a3-8059-0653c8e29dca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 3b57b57d-f91c-48b2-bedc-bedccfa4abab) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:26.355737 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2663ba-f66b-44a3-8059-0653c8e29dca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:26.357582 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31bdd17-3c63-44e4-aba9-553f5acd377b None None] Network 3b57b57d-f91c-48b2-bedc-bedccfa4abab requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:57:26.358059 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ed2663ba-f66b-44a3-8059-0653c8e29dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:26.396233 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ed2663ba-f66b-44a3-8059-0653c8e29dca admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4174430 Aug 10 00:57:26.494647 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-3631a80b-297e-40c6-a7c9-6a7b8648a856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:26.625137 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40094) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:26.686272 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfbb45d-ac9a-4af7-b3b0-055326994c5a None None] Network 3b57b57d-f91c-48b2-bedc-bedccfa4abab requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:57:26.742187 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-da1f71cb-344a-4f44-83f2-4d1e8c955f63 None None] Provisioning for port 80b2b8db-2f69-462a-97ba-bfb1978a70e3 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:57:26.749967 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-da1f71cb-344a-4f44-83f2-4d1e8c955f63 None None] Provisioning complete for port 80b2b8db-2f69-462a-97ba-bfb1978a70e3 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:26.750592 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-da1f71cb-344a-4f44-83f2-4d1e8c955f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:26.755197 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-312ed8bc-4c94-421b-8f4e-6407654b6ed0 req-a12c876b-4ea6-400d-ad24-dda425ff355a service neutron] 10.222.0.20 "GET /v2.0/networks/c58b2db2-79c7-40d4-af6c-7a7b4827f110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389895 Aug 10 00:57:26.776453 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0b4fa-6e89-4d04-a7a8-b787594d9135 req-96046673-1c37-45d7-86ce-a07dfd4922fd tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:26.784085 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ab0b4fa-6e89-4d04-a7a8-b787594d9135 req-96046673-1c37-45d7-86ce-a07dfd4922fd tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 945 time: 0.2212849 Aug 10 00:57:26.811301 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-857468d4-8dd6-4945-acbd-ff0ecff17376 admin admin] Deleting subnet 51adb930-96b8-48f4-bf3f-8c67c62f0b2a {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:57:26.813002 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-da1f71cb-344a-4f44-83f2-4d1e8c955f63 None None] Port 80b2b8db-2f69-462a-97ba-bfb1978a70e3 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:57:26.818153 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-857468d4-8dd6-4945-acbd-ff0ecff17376 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:26.828218 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ab0b4fa-6e89-4d04-a7a8-b787594d9135 req-cae5f7d4-0dcd-45fa-b517-0b46252046fa tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431368 Aug 10 00:57:26.837387 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb4252-56c9-4f70-9522-9df19735c4d8 req-5b9bfebd-8813-4cff-abe1-3c9c8b81dd38 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:26.838924 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5ecb4252-56c9-4f70-9522-9df19735c4d8 req-5b9bfebd-8813-4cff-abe1-3c9c8b81dd38 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd48c277-eb90-47c3-96ab-5569cf172cb3 HTTP/1.1" status: 200 len: 946 time: 0.1049254 Aug 10 00:57:26.894029 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5ecb4252-56c9-4f70-9522-9df19735c4d8 req-5c2bc4eb-e847-409a-8e9f-7c7b3c47657d tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450540 Aug 10 00:57:26.999479 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-857468d4-8dd6-4945-acbd-ff0ecff17376 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:27.027350 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 5a05efcd-f6a7-4c4f-b526-05e003d007a8 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:57:27.035383 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-3631a80b-297e-40c6-a7c9-6a7b8648a856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80b2b8db-2f69-462a-97ba-bfb1978a70e3 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:57:27.050929 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-3631a80b-297e-40c6-a7c9-6a7b8648a856 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:27.081764 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-3631a80b-297e-40c6-a7c9-6a7b8648a856 service neutron] Transition to ACTIVE for port object 80b2b8db-2f69-462a-97ba-bfb1978a70e3 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:27.089023 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-3631a80b-297e-40c6-a7c9-6a7b8648a856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:27.092307 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3115a18c-784d-4f4a-a4d9-351250c328a5 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:57:27.176693 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-857468d4-8dd6-4945-acbd-ff0ecff17376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:27.200560 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4ea75-37ac-4cfb-ae06-117ab29be9e7 req-0dea3297-895a-44bb-bab5-88e0ce4c3d87 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:27.202166 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3cb4ea75-37ac-4cfb-ae06-117ab29be9e7 req-0dea3297-895a-44bb-bab5-88e0ce4c3d87 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/ports?device_id=125232a4-3351-4e92-973d-7895a54e78b4 HTTP/1.1" status: 200 len: 944 time: 0.1086998 Aug 10 00:57:27.214343 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 3115a18c-784d-4f4a-a4d9-351250c328a5 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:57:27.224150 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 3115a18c-784d-4f4a-a4d9-351250c328a5 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:27.224692 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:27.232062 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631a80b-297e-40c6-a7c9-6a7b8648a856 service neutron] Pushing event updated for resources: {'Port': ['ID=80b2b8db-2f69-462a-97ba-bfb1978a70e3,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:27.266170 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-12296be8-96f5-42d1-b9b3-8de538007eb6 tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:27.275313 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-12296be8-96f5-42d1-b9b3-8de538007eb6 tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] 10.222.0.35 "GET /v2.0/networks?id=3b57b57d-f91c-48b2-bedc-bedccfa4abab HTTP/1.1" status: 200 len: 822 time: 0.1957588 Aug 10 00:57:27.279153 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 5a05efcd-f6a7-4c4f-b526-05e003d007a8, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=5a05efcd-f6a7-4c4f-b526-05e003d007a8,segment=NetworkSegment(29e670d9-5039-46c1-a69e-9628f4a030e2),segment_id=29e670d9-5039-46c1-a69e-9628f4a030e2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:27.298862 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '5a05efcd-f6a7-4c4f-b526-05e003d007a8', 'network_id': '5040841a-4984-47dc-a172-a1e3b8550316', 'port_id': '5a05efcd-f6a7-4c4f-b526-05e003d007a8', 'mac_address': 'fa:16:3e:2b:7a:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10f85b2-b60a-4bec-a6dc-24390adf6af4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:57:27.304864 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-8cd13aae-8d71-4296-949c-1136aac12a83 tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] 10.222.0.35 "GET /v2.0/quotas/945061800c0e4b428d851daf59a283e3 HTTP/1.1" status: 200 len: 375 time: 0.0279989 Aug 10 00:57:27.308827 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-857468d4-8dd6-4945-acbd-ff0ecff17376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:27.333838 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3cb4ea75-37ac-4cfb-ae06-117ab29be9e7 req-9fd5b7e4-5ab0-4a08-b067-48cdfb142e89 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/security-groups?id=d73b4de3-ce87-441b-8a15-1b349ab4dcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196077 Aug 10 00:57:27.358363 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857468d4-8dd6-4945-acbd-ff0ecff17376 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51adb930-96b8-48f4-bf3f-8c67c62f0b2a,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:27.369211 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f25cac9-b2a3-4bd4-9254-ae6cc95d7bf3 None None] Network e2a6ec3c-4222-413e-a726-7eaab29284cd requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:57:27.370180 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-857468d4-8dd6-4945-acbd-ff0ecff17376 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:27.372452 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-857468d4-8dd6-4945-acbd-ff0ecff17376 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/51adb930-96b8-48f4-bf3f-8c67c62f0b2a HTTP/1.1" status: 204 len: 168 time: 0.7439280 Aug 10 00:57:27.380430 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40118) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:27.385767 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-c661ceb9-1132-479a-b4fd-bebfacb1e4d7 tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=945061800c0e4b428d851daf59a283e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507069 Aug 10 00:57:27.445831 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:27.450556 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:27.465770 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-3631a80b-297e-40c6-a7c9-6a7b8648a856 service neutron] Attempting to bind port 80b2b8db-2f69-462a-97ba-bfb1978a70e3 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:57:27.466228 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-3631a80b-297e-40c6-a7c9-6a7b8648a856 service neutron] Attempting to bind port 80b2b8db-2f69-462a-97ba-bfb1978a70e3 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '78f548fd-cb67-46c0-9004-5af88c4b62bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6c29bbfd-d1b1-46c6-b51f-62e3a119abac'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:57:27.466961 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-3631a80b-297e-40c6-a7c9-6a7b8648a856 service neutron] Attempting to bind port 80b2b8db-2f69-462a-97ba-bfb1978a70e3 on network 6c29bbfd-d1b1-46c6-b51f-62e3a119abac {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:27.476782 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-3631a80b-297e-40c6-a7c9-6a7b8648a856 service neutron] Port 80b2b8db-2f69-462a-97ba-bfb1978a70e3 on network 6c29bbfd-d1b1-46c6-b51f-62e3a119abac not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:57:27.477188 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-3631a80b-297e-40c6-a7c9-6a7b8648a856 service neutron] Attempting to bind port 80b2b8db-2f69-462a-97ba-bfb1978a70e3 on network 6c29bbfd-d1b1-46c6-b51f-62e3a119abac {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:27.483529 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-3631a80b-297e-40c6-a7c9-6a7b8648a856 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:57:27.483956 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-3631a80b-297e-40c6-a7c9-6a7b8648a856 service neutron] Checking segment: {'id': '78f548fd-cb67-46c0-9004-5af88c4b62bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6c29bbfd-d1b1-46c6-b51f-62e3a119abac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:57:27.484447 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-3631a80b-297e-40c6-a7c9-6a7b8648a856 service neutron] Bound using segment: {'id': '78f548fd-cb67-46c0-9004-5af88c4b62bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6c29bbfd-d1b1-46c6-b51f-62e3a119abac'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:57:27.484966 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-3631a80b-297e-40c6-a7c9-6a7b8648a856 service neutron] Bound port: 80b2b8db-2f69-462a-97ba-bfb1978a70e3, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f548fd-cb67-46c0-9004-5af88c4b62bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6c29bbfd-d1b1-46c6-b51f-62e3a119abac'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:57:27.485566 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-3631a80b-297e-40c6-a7c9-6a7b8648a856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:27.490565 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fabe428c-9a6a-42fb-90c2-9b8f55b70992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:27.511727 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a05efcd-f6a7-4c4f-b526-05e003d007a8 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:57:27.544408 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93e58b-3c8b-495e-a696-735564408c73 req-8074416c-36d4-4599-ac41-29488c690767 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:27.552379 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ad93e58b-3c8b-495e-a696-735564408c73 req-8074416c-36d4-4599-ac41-29488c690767 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b732ad5-e2fc-42b7-bc7d-f275cbeff9a1 HTTP/1.1" status: 200 len: 944 time: 0.0938582 Aug 10 00:57:27.558363 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 3115a18c-784d-4f4a-a4d9-351250c328a5, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=3115a18c-784d-4f4a-a4d9-351250c328a5,segment=NetworkSegment(78f548fd-cb67-46c0-9004-5af88c4b62bb),segment_id=78f548fd-cb67-46c0-9004-5af88c4b62bb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:27.578223 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 5a05efcd-f6a7-4c4f-b526-05e003d007a8, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=5a05efcd-f6a7-4c4f-b526-05e003d007a8,segment=NetworkSegment(29e670d9-5039-46c1-a69e-9628f4a030e2),segment_id=29e670d9-5039-46c1-a69e-9628f4a030e2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:27.582531 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:27.594337 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:27.609821 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-83fc9e10-fb98-4d90-abe1-bd4ef4126c41 service neutron] 10.222.0.35 "GET /v2.0/networks/3b57b57d-f91c-48b2-bedc-bedccfa4abab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140591 Aug 10 00:57:27.658886 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=3115a18c-784d-4f4a-a4d9-351250c328a5,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:27.707236 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ad93e58b-3c8b-495e-a696-735564408c73 req-f44e421b-6435-4110-9e80-72881ef9442b tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537790 Aug 10 00:57:27.727369 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=5a05efcd-f6a7-4c4f-b526-05e003d007a8,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:27.740122 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29245db-cf5f-4de0-8aa3-fb09bc8be06c None None] DHCP port deletion for e2a6ec3c-4222-413e-a726-7eaab29284cd request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 00:57:27.770414 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-76acf2d7-8c7a-4a34-90a7-3cd34f2a9cde service neutron] 10.222.0.35 "GET /v2.0/networks/3b57b57d-f91c-48b2-bedc-bedccfa4abab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594639 Aug 10 00:57:27.807063 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-d29245db-cf5f-4de0-8aa3-fb09bc8be06c None None] Deleting port 10ba18e4-ca73-4de8-9f9c-4db666f477f9 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:57:27.807482 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d29245db-cf5f-4de0-8aa3-fb09bc8be06c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:27.849473 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8072a-28b2-46bc-9059-93c8e5c6ecae req-cf2404ef-5bf7-4afd-bf96-e70829c290d3 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:27.851761 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-59c8072a-28b2-46bc-9059-93c8e5c6ecae req-cf2404ef-5bf7-4afd-bf96-e70829c290d3 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/ports?device_id=b32f20d0-c497-4bf2-b2ae-c84660bc8271 HTTP/1.1" status: 200 len: 945 time: 0.0695579 Aug 10 00:57:27.909718 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-3631a80b-297e-40c6-a7c9-6a7b8648a856 service neutron] For port 80b2b8db-2f69-462a-97ba-bfb1978a70e3, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:57:27.910620 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d29245db-cf5f-4de0-8aa3-fb09bc8be06c None None] For port 10ba18e4-ca73-4de8-9f9c-4db666f477f9, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=10ba18e4-ca73-4de8-9f9c-4db666f477f9,segment=NetworkSegment(5567dfb7-4a62-4cb8-80e6-7e28a94d846e),segment_id=5567dfb7-4a62-4cb8-80e6-7e28a94d846e)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:27.911526 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d29245db-cf5f-4de0-8aa3-fb09bc8be06c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:27.914858 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-3631a80b-297e-40c6-a7c9-6a7b8648a856 service neutron] For port 80b2b8db-2f69-462a-97ba-bfb1978a70e3, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=80b2b8db-2f69-462a-97ba-bfb1978a70e3,segment=NetworkSegment(78f548fd-cb67-46c0-9004-5af88c4b62bb),segment_id=78f548fd-cb67-46c0-9004-5af88c4b62bb)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:57:27.930614 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-3631a80b-297e-40c6-a7c9-6a7b8648a856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:27.931230 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-d29245db-cf5f-4de0-8aa3-fb09bc8be06c None None] Calling delete_port for 10ba18e4-ca73-4de8-9f9c-4db666f477f9 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:57:27.936035 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:27.942887 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-59c8072a-28b2-46bc-9059-93c8e5c6ecae req-63b27600-7842-4752-b7a4-762ec0021a49 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/security-groups?id=06325a86-b122-4800-b20d-610f2b255170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840926 Aug 10 00:57:28.008797 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-3631a80b-297e-40c6-a7c9-6a7b8648a856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:28.009477 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-3631a80b-297e-40c6-a7c9-6a7b8648a856 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:28.010888 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-3631a80b-297e-40c6-a7c9-6a7b8648a856 service neutron] 10.222.0.24 "PUT /v2.0/ports/80b2b8db-2f69-462a-97ba-bfb1978a70e3 HTTP/1.1" status: 200 len: 1093 time: 1.7274141 Aug 10 00:57:28.014478 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125232a4-3351-4e92-973d-7895a54e78b4', 'tag': '80b2b8db-2f69-462a-97ba-bfb1978a70e3'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:28.020003 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65929fc8-38a5-4dad-88cc-0e8707af329d" -d '{"events": [{"name": "network-changed", "server_uuid": "125232a4-3351-4e92-973d-7895a54e78b4", "tag": "80b2b8db-2f69-462a-97ba-bfb1978a70e3"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:28.030950 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-fabe428c-9a6a-42fb-90c2-9b8f55b70992 admin admin] Deleting port 10ba18e4-ca73-4de8-9f9c-4db666f477f9 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:57:28.031304 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fabe428c-9a6a-42fb-90c2-9b8f55b70992 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:28.061423 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d29245db-cf5f-4de0-8aa3-fb09bc8be06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:28.078046 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['5a05efcd-f6a7-4c4f-b526-05e003d007a8'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:28.098533 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f47226be-56d5-4a04-a52e-588ef9f6a448 req-f54e6cb2-61f9-45a2-a6a1-2f5b11e1d367 tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] 10.222.0.35 "GET /v2.0/ports?device_id=38d8ee5e-03c4-4a66-8ba4-3ad7e5db856f HTTP/1.1" status: 200 len: 210 time: 0.0692692 Aug 10 00:57:28.108365 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9f7e5-cc45-4778-893b-8f9de68114cc req-3d5f656d-b346-4faf-947d-cf14c7c2f2c7 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:28.116675 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06a9f7e5-cc45-4778-893b-8f9de68114cc req-3d5f656d-b346-4faf-947d-cf14c7c2f2c7 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 945 time: 0.1570563 Aug 10 00:57:28.168821 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06a9f7e5-cc45-4778-893b-8f9de68114cc req-60a80462-bd12-4998-8982-107f794ce676 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510008 Aug 10 00:57:28.233911 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631a80b-297e-40c6-a7c9-6a7b8648a856 service neutron] Pushing event updated for resources: {'Port': ['ID=80b2b8db-2f69-462a-97ba-bfb1978a70e3,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:28.236776 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29245db-cf5f-4de0-8aa3-fb09bc8be06c None None] Pushing event deleted for resources: {'Port': ['ID=10ba18e4-ca73-4de8-9f9c-4db666f477f9,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:28.242021 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29245db-cf5f-4de0-8aa3-fb09bc8be06c None None] No DVR routers for this DVR port 10ba18e4-ca73-4de8-9f9c-4db666f477f9 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:57:28.275185 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-fabe428c-9a6a-42fb-90c2-9b8f55b70992 admin admin] For port 10ba18e4-ca73-4de8-9f9c-4db666f477f9, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=10ba18e4-ca73-4de8-9f9c-4db666f477f9,segment=NetworkSegment(5567dfb7-4a62-4cb8-80e6-7e28a94d846e),segment_id=5567dfb7-4a62-4cb8-80e6-7e28a94d846e)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:28.275598 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fabe428c-9a6a-42fb-90c2-9b8f55b70992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:28.323967 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-206ab22e-290d-49f4-a43b-4b7831df77c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:28.325917 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-206ab22e-290d-49f4-a43b-4b7831df77c9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=405f14961293446ebadaa701e5bf6997&device_id=125232a4-3351-4e92-973d-7895a54e78b4 HTTP/1.1" status: 200 len: 1096 time: 0.2146671 Aug 10 00:57:28.326716 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7c091-abaa-44f2-889c-6b8462a0573b req-90ccc28e-6d9d-4f2e-bdc1-e1be726685d6 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:28.334390 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-fabe428c-9a6a-42fb-90c2-9b8f55b70992 admin admin] Calling delete_port for 10ba18e4-ca73-4de8-9f9c-4db666f477f9 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:57:28.335969 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-31f7c091-abaa-44f2-889c-6b8462a0573b req-90ccc28e-6d9d-4f2e-bdc1-e1be726685d6 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd48c277-eb90-47c3-96ab-5569cf172cb3 HTTP/1.1" status: 200 len: 946 time: 0.1426482 Aug 10 00:57:28.348746 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f54a98-f7cc-474a-9f46-b0cff65bd7a6 req-e1b5f438-670c-4910-b797-16c9df7c4b9f tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:28.351581 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-94f54a98-f7cc-474a-9f46-b0cff65bd7a6 req-e1b5f438-670c-4910-b797-16c9df7c4b9f tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd48c277-eb90-47c3-96ab-5569cf172cb3 HTTP/1.1" status: 200 len: 946 time: 0.2472730 Aug 10 00:57:28.384022 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-31f7c091-abaa-44f2-889c-6b8462a0573b req-c4ec94ac-db8a-43ab-b164-30449dce1fcf tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463059 Aug 10 00:57:28.465020 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-4f48b389-431c-44f2-b236-14222e895028 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80b2b8db-2f69-462a-97ba-bfb1978a70e3 HTTP/1.1" status: 200 len: 217 time: 0.1119225 Aug 10 00:57:28.472474 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd572906-8620-48ab-aff2-35b829c4727b x-openstack-request-id: req-dd572906-8620-48ab-aff2-35b829c4727b {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:28.472771 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125232a4-3351-4e92-973d-7895a54e78b4", "tag": "80b2b8db-2f69-462a-97ba-bfb1978a70e3", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:28.473023 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dd572906-8620-48ab-aff2-35b829c4727b {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:28.473417 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '125232a4-3351-4e92-973d-7895a54e78b4', 'tag': '80b2b8db-2f69-462a-97ba-bfb1978a70e3', 'status': 'completed', 'code': 200} Aug 10 00:57:28.561143 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba35f62-9869-4acd-af86-cbe9cca9d48f req-920c636f-5551-4416-ab4c-882d8d8cefdc tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:28.562746 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ba35f62-9869-4acd-af86-cbe9cca9d48f req-920c636f-5551-4416-ab4c-882d8d8cefdc tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/ports?device_id=125232a4-3351-4e92-973d-7895a54e78b4 HTTP/1.1" status: 200 len: 944 time: 0.0557780 Aug 10 00:57:28.631373 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ba35f62-9869-4acd-af86-cbe9cca9d48f req-dd4897e6-d51e-4d4c-b853-a57b31324b69 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/security-groups?id=d73b4de3-ce87-441b-8a15-1b349ab4dcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626900 Aug 10 00:57:28.643585 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-3b55bdb7-2676-4ca3-a175-ffb0ed1f2a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:28.646003 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-3b55bdb7-2676-4ca3-a175-ffb0ed1f2a19 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a80426b3-f5f6-4de8-be44-4bf2e3dd3e8a HTTP/1.1" status: 200 len: 867 time: 0.1433675 Aug 10 00:57:28.702361 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-94f54a98-f7cc-474a-9f46-b0cff65bd7a6 req-468313bd-4ed0-486c-8a08-287edd30fb01 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Deleting port c01fdc4e-8abb-477f-8f66-34bac1d001b6 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:57:28.703033 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-94f54a98-f7cc-474a-9f46-b0cff65bd7a6 req-468313bd-4ed0-486c-8a08-287edd30fb01 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:28.748420 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fabe428c-9a6a-42fb-90c2-9b8f55b70992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:28.760077 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46151cf2-f89c-445f-bb7e-065c4d9cfe64 req-98a87ea6-4338-4abe-a07c-9dd32b6558ca tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:28.767488 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-46151cf2-f89c-445f-bb7e-065c4d9cfe64 req-98a87ea6-4338-4abe-a07c-9dd32b6558ca tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/ports?device_id=b32f20d0-c497-4bf2-b2ae-c84660bc8271 HTTP/1.1" status: 200 len: 945 time: 0.0624423 Aug 10 00:57:28.788708 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe428c-9a6a-42fb-90c2-9b8f55b70992 admin admin] Pushing event deleted for resources: {'Port': ['ID=10ba18e4-ca73-4de8-9f9c-4db666f477f9,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:28.802956 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabe428c-9a6a-42fb-90c2-9b8f55b70992 admin admin] No DVR routers for this DVR port 10ba18e4-ca73-4de8-9f9c-4db666f477f9 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:57:28.812111 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-46151cf2-f89c-445f-bb7e-065c4d9cfe64 req-11912fe2-9891-48f8-a5e6-d16231a0c765 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/security-groups?id=06325a86-b122-4800-b20d-610f2b255170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436935 Aug 10 00:57:28.853405 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90be1d6-7a3d-4b0d-9cea-95c369bbaad6 req-66bb6a4f-7fe6-4c2b-bfba-e9793727473e tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:28.854931 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e90be1d6-7a3d-4b0d-9cea-95c369bbaad6 req-66bb6a4f-7fe6-4c2b-bfba-e9793727473e tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b732ad5-e2fc-42b7-bc7d-f275cbeff9a1 HTTP/1.1" status: 200 len: 945 time: 0.0599654 Aug 10 00:57:28.858813 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-16840930-3754-4d1e-b215-24c83bf19e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:28.860540 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-16840930-3754-4d1e-b215-24c83bf19e6f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c29bbfd-d1b1-46c6-b51f-62e3a119abac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2006271 Aug 10 00:57:28.895304 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e90be1d6-7a3d-4b0d-9cea-95c369bbaad6 req-f15398c8-e567-44f1-bb22-55be6f71bd39 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326045 Aug 10 00:57:28.968512 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-94f54a98-f7cc-474a-9f46-b0cff65bd7a6 req-468313bd-4ed0-486c-8a08-287edd30fb01 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] For port c01fdc4e-8abb-477f-8f66-34bac1d001b6, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=c01fdc4e-8abb-477f-8f66-34bac1d001b6,segment=NetworkSegment(fd0aa135-7bf0-4440-a395-b4833e4cac38),segment_id=fd0aa135-7bf0-4440-a395-b4833e4cac38)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:28.969074 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-94f54a98-f7cc-474a-9f46-b0cff65bd7a6 req-468313bd-4ed0-486c-8a08-287edd30fb01 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:28.984861 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3115a18c-784d-4f4a-a4d9-351250c328a5 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:57:28.986537 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fabe428c-9a6a-42fb-90c2-9b8f55b70992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:28.997536 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-94f54a98-f7cc-474a-9f46-b0cff65bd7a6 req-468313bd-4ed0-486c-8a08-287edd30fb01 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Calling delete_port for c01fdc4e-8abb-477f-8f66-34bac1d001b6 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:57:29.006858 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-fabe428c-9a6a-42fb-90c2-9b8f55b70992 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a6ec3c-4222-413e-a726-7eaab29284cd']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:29.010440 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 9c8c5786-1eca-4edb-8b2e-0f05897549b5 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:57:29.020443 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-fabe428c-9a6a-42fb-90c2-9b8f55b70992 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5567dfb7-4a62-4cb8-80e6-7e28a94d846e') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:29.020738 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-fabe428c-9a6a-42fb-90c2-9b8f55b70992 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5567dfb7-4a62-4cb8-80e6-7e28a94d846e') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:29.032109 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 9c8c5786-1eca-4edb-8b2e-0f05897549b5 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:57:29.032491 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 9c8c5786-1eca-4edb-8b2e-0f05897549b5 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:57:29.042483 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fabe428c-9a6a-42fb-90c2-9b8f55b70992 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:29.055227 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 3115a18c-784d-4f4a-a4d9-351250c328a5 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:29.055611 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:29.101186 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fabe428c-9a6a-42fb-90c2-9b8f55b70992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:29.110774 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fabe428c-9a6a-42fb-90c2-9b8f55b70992 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:57:29.111215 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fabe428c-9a6a-42fb-90c2-9b8f55b70992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: timer() Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:57:29.112958 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:57:29.115694 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-de8bfd4c-b1f7-4902-8e2f-36a7702643a7 service neutron] 10.222.0.24 "GET /v2.0/networks/6c29bbfd-d1b1-46c6-b51f-62e3a119abac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425761 Aug 10 00:57:29.207457 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 10ba18e4-ca73-4de8-9f9c-4db666f477f9 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:57:29.226360 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d79225d-04bd-4849-b46d-5e3b1008acd1 req-59cbb68a-aadb-404a-825e-3a7ecb072cf0 tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] 10.222.0.35 "GET /v2.0/ports?device_id=38d8ee5e-03c4-4a66-8ba4-3ad7e5db856f HTTP/1.1" status: 200 len: 210 time: 0.0349896 Aug 10 00:57:29.249264 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 10ba18e4-ca73-4de8-9f9c-4db666f477f9 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:57:29.251316 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 10ba18e4-ca73-4de8-9f9c-4db666f477f9 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:57:29.271942 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fabe428c-9a6a-42fb-90c2-9b8f55b70992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:29.281592 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fabe428c-9a6a-42fb-90c2-9b8f55b70992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:29.284462 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-fabe428c-9a6a-42fb-90c2-9b8f55b70992 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e2a6ec3c-4222-413e-a726-7eaab29284cd HTTP/1.1" status: 204 len: 168 time: 1.9029322 Aug 10 00:57:29.309981 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe428c-9a6a-42fb-90c2-9b8f55b70992 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2a6ec3c-4222-413e-a726-7eaab29284cd,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:29.339283 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e888336f-3b81-4b2c-974f-ef66ffe0f847 req-93250f00-310f-4cf9-9afb-f329cc5154b0 service neutron] 10.222.0.24 "GET /v2.0/networks/6c29bbfd-d1b1-46c6-b51f-62e3a119abac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122235 Aug 10 00:57:29.377100 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-94f54a98-f7cc-474a-9f46-b0cff65bd7a6 req-468313bd-4ed0-486c-8a08-287edd30fb01 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:29.388745 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['c01fdc4e-8abb-477f-8f66-34bac1d001b6'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:29.402250 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a5c83-162d-40dc-81fc-e8c5c2f038d3 req-2f4ca7b0-1a2a-4d30-9a81-450a9c04e4c0 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:29.410837 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-027a5c83-162d-40dc-81fc-e8c5c2f038d3 req-2f4ca7b0-1a2a-4d30-9a81-450a9c04e4c0 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 945 time: 0.1230230 Aug 10 00:57:29.457404 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-f1696dd4-0f8d-464f-b1a5-4adb55cf344c tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:29.459162 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-f1696dd4-0f8d-464f-b1a5-4adb55cf344c tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] 10.222.0.24 "GET /v2.0/networks?id=3b57b57d-f91c-48b2-bedc-bedccfa4abab HTTP/1.1" status: 200 len: 822 time: 0.2051787 Aug 10 00:57:29.463423 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468313bd-4ed0-486c-8a08-287edd30fb01 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Pushing event deleted for resources: {'Port': ['ID=c01fdc4e-8abb-477f-8f66-34bac1d001b6,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:29.477437 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40156) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:29.488662 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-198d4617-98b5-4a82-aa03-0f6d6f70afcc tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] Request body: {'port': {'device_id': '38d8ee5e-03c4-4a66-8ba4-3ad7e5db856f', 'network_id': '3b57b57d-f91c-48b2-bedc-bedccfa4abab', 'admin_state_up': True, 'tenant_id': '945061800c0e4b428d851daf59a283e3'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:29.523816 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-027a5c83-162d-40dc-81fc-e8c5c2f038d3 req-9ddbcb1a-5f11-4196-8844-73b740f0f44a tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118364 Aug 10 00:57:29.526340 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f54a98-f7cc-474a-9f46-b0cff65bd7a6 req-468313bd-4ed0-486c-8a08-287edd30fb01 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] No DVR routers for this DVR port c01fdc4e-8abb-477f-8f66-34bac1d001b6 on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:57:29.529027 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-94f54a98-f7cc-474a-9f46-b0cff65bd7a6 req-468313bd-4ed0-486c-8a08-287edd30fb01 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:29.531434 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-94f54a98-f7cc-474a-9f46-b0cff65bd7a6 req-468313bd-4ed0-486c-8a08-287edd30fb01 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.24 "DELETE /v2.0/ports/c01fdc4e-8abb-477f-8f66-34bac1d001b6 HTTP/1.1" status: 204 len: 173 time: 1.1107059 Aug 10 00:57:29.553961 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65929fc8-38a5-4dad-88cc-0e8707af329d req-9b7ec7c8-fd6b-4ad6-9962-785e9a024a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:29.555979 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-65929fc8-38a5-4dad-88cc-0e8707af329d req-9b7ec7c8-fd6b-4ad6-9962-785e9a024a61 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=405f14961293446ebadaa701e5bf6997&device_id=125232a4-3351-4e92-973d-7895a54e78b4 HTTP/1.1" status: 200 len: 1096 time: 0.1244442 Aug 10 00:57:29.576756 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b7c28ac6-961d-49d4-aaca-b26ab764f0bf req-0678e52d-37a6-4d81-b0bc-1fdce6f4993f tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd48c277-eb90-47c3-96ab-5569cf172cb3 HTTP/1.1" status: 200 len: 210 time: 0.0845220 Aug 10 00:57:29.628309 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-10aca6d5-c12c-4186-ba1b-a5d764bc3f0b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4601200a9ae04426885123602616bb50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1474736 Aug 10 00:57:29.633051 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40160) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:29.668727 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65929fc8-38a5-4dad-88cc-0e8707af329d req-c3268a2b-4fc1-43bb-b311-c196589f9ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:29.670678 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-65929fc8-38a5-4dad-88cc-0e8707af329d req-c3268a2b-4fc1-43bb-b311-c196589f9ff5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6c29bbfd-d1b1-46c6-b51f-62e3a119abac HTTP/1.1" status: 200 len: 929 time: 0.1065347 Aug 10 00:57:29.714096 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c83e85cc-0fa1-4042-b336-6f7b3289fd26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:29.718379 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-198d4617-98b5-4a82-aa03-0f6d6f70afcc tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] Made reservation on behalf of 945061800c0e4b428d851daf59a283e3 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:29.721929 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-198d4617-98b5-4a82-aa03-0f6d6f70afcc tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:29.730709 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-65929fc8-38a5-4dad-88cc-0e8707af329d req-41b77d87-d8ba-4999-a1e8-9df821cfc872 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80b2b8db-2f69-462a-97ba-bfb1978a70e3 HTTP/1.1" status: 200 len: 217 time: 0.0525897 Aug 10 00:57:29.769746 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c83e85cc-0fa1-4042-b336-6f7b3289fd26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:29.783308 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65929fc8-38a5-4dad-88cc-0e8707af329d req-0ff0a3cd-708c-48b0-930e-555ec118fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:29.784808 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-65929fc8-38a5-4dad-88cc-0e8707af329d req-0ff0a3cd-708c-48b0-930e-555ec118fcf7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a80426b3-f5f6-4de8-be44-4bf2e3dd3e8a HTTP/1.1" status: 200 len: 867 time: 0.0455608 Aug 10 00:57:29.833322 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65929fc8-38a5-4dad-88cc-0e8707af329d req-caddf012-57a4-442c-9b50-585d1c6c2021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:29.834830 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-65929fc8-38a5-4dad-88cc-0e8707af329d req-caddf012-57a4-442c-9b50-585d1c6c2021 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c29bbfd-d1b1-46c6-b51f-62e3a119abac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425503 Aug 10 00:57:29.866765 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f048100-ecd1-422f-9e1d-c32876b9e368 req-e585b3ee-4c4e-484e-a459-2d7865c30f32 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:29.868332 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2f048100-ecd1-422f-9e1d-c32876b9e368 req-e585b3ee-4c4e-484e-a459-2d7865c30f32 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/ports?device_id=125232a4-3351-4e92-973d-7895a54e78b4 HTTP/1.1" status: 200 len: 944 time: 0.1384110 Aug 10 00:57:29.935137 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c83e85cc-0fa1-4042-b336-6f7b3289fd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:29.937713 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c83e85cc-0fa1-4042-b336-6f7b3289fd26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:29.937920 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-65929fc8-38a5-4dad-88cc-0e8707af329d req-fdd7e3dd-2863-48ae-a3bd-91f41b87fc90 service neutron] 10.222.0.24 "GET /v2.0/networks/6c29bbfd-d1b1-46c6-b51f-62e3a119abac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935271 Aug 10 00:57:29.938828 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c83e85cc-0fa1-4042-b336-6f7b3289fd26 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/992f8368-105f-44c2-8ad6-564cf4b45441 HTTP/1.1" status: 204 len: 168 time: 0.3048658 Aug 10 00:57:29.999803 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e85cc-0fa1-4042-b336-6f7b3289fd26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992f8368-105f-44c2-8ad6-564cf4b45441,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:30.037383 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2f048100-ecd1-422f-9e1d-c32876b9e368 req-d9220816-8687-4189-a88a-a3abb6a3af57 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/security-groups?id=d73b4de3-ce87-441b-8a15-1b349ab4dcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525795 Aug 10 00:57:30.040843 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-65929fc8-38a5-4dad-88cc-0e8707af329d req-a79570fd-a037-4a61-ae06-346d533d01eb service neutron] 10.222.0.24 "GET /v2.0/networks/6c29bbfd-d1b1-46c6-b51f-62e3a119abac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942984 Aug 10 00:57:30.048073 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-198d4617-98b5-4a82-aa03-0f6d6f70afcc tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] Allocated IP 172.20.0.13 (3b57b57d-f91c-48b2-bedc-bedccfa4abab/18fed6ae-e6b8-41a2-a8f8-d56b3db36331/70e0a5ae-059c-4c70-b36e-dc83522616c9) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:57:30.064938 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868101af-ffaa-487e-ad37-8badd20b3a6e req-5c38c493-dfbb-4e1f-bbbe-8e91d632d63f tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:30.072709 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-868101af-ffaa-487e-ad37-8badd20b3a6e req-5c38c493-dfbb-4e1f-bbbe-8e91d632d63f tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/ports?device_id=b32f20d0-c497-4bf2-b2ae-c84660bc8271 HTTP/1.1" status: 200 len: 945 time: 0.1832130 Aug 10 00:57:30.160664 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f4ea8-ff42-4347-b8c0-fe2fb72c713c req-f4cd2404-d0b0-49fa-9e8e-41a530738d03 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:30.162156 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-160f4ea8-ff42-4347-b8c0-fe2fb72c713c req-f4cd2404-d0b0-49fa-9e8e-41a530738d03 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.20 "GET /v2.0/ports?device_id=b32f20d0-c497-4bf2-b2ae-c84660bc8271 HTTP/1.1" status: 200 len: 945 time: 0.1837783 Aug 10 00:57:30.225324 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-868101af-ffaa-487e-ad37-8badd20b3a6e req-9158eb09-e783-40d5-b827-dc62f1240fdf tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/security-groups?id=06325a86-b122-4800-b20d-610f2b255170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515908 Aug 10 00:57:30.318612 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c17372-5769-46c9-91a1-aed8136ee836 req-c21e0672-1ee5-40bd-bd67-bdce4337ec97 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:30.326403 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-54c17372-5769-46c9-91a1-aed8136ee836 req-c21e0672-1ee5-40bd-bd67-bdce4337ec97 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b732ad5-e2fc-42b7-bc7d-f275cbeff9a1 HTTP/1.1" status: 200 len: 945 time: 0.2173407 Aug 10 00:57:30.391199 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616768e-e70b-40ac-9b86-ca455eaa5860 req-d3f1bad3-1ad9-49d3-a25e-f3e356a20048 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:30.393164 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e616768e-e70b-40ac-9b86-ca455eaa5860 req-d3f1bad3-1ad9-49d3-a25e-f3e356a20048 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.24 "GET /v2.0/ports?device_id=3aed4397-7c1a-4dcf-a5e8-09ed2bd4214f HTTP/1.1" status: 200 len: 946 time: 0.0603695 Aug 10 00:57:30.397402 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-31ed8f85-40be-4295-b306-1c1059e99f70 req-f20f8e27-9b42-436e-b808-111a39f46154 tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] 10.222.0.35 "GET /v2.0/ports?device_id=38d8ee5e-03c4-4a66-8ba4-3ad7e5db856f HTTP/1.1" status: 200 len: 210 time: 0.0869246 Aug 10 00:57:30.443570 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-54c17372-5769-46c9-91a1-aed8136ee836 req-6255c9ca-e342-4cff-904c-a35bab537d07 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162724 Aug 10 00:57:30.477563 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd48c277-eb90-47c3-96ab-5569cf172cb3', 'name': 'network-vif-deleted', 'tag': 'c01fdc4e-8abb-477f-8f66-34bac1d001b6'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:30.480023 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-160f4ea8-ff42-4347-b8c0-fe2fb72c713c req-5d104771-3e85-4164-ab25-a0548c655cf5 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Deleting port 455b425b-9cef-4b70-85ff-dec37ada5edb {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:57:30.480334 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6300c1-4abe-4c77-be40-34b7873eecb5" -d '{"events": [{"server_uuid": "bd48c277-eb90-47c3-96ab-5569cf172cb3", "name": "network-vif-deleted", "tag": "c01fdc4e-8abb-477f-8f66-34bac1d001b6"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:30.480630 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-160f4ea8-ff42-4347-b8c0-fe2fb72c713c req-5d104771-3e85-4164-ab25-a0548c655cf5 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:30.515311 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-e616768e-e70b-40ac-9b86-ca455eaa5860 req-1e4ea0e5-9b36-4e57-a266-425ae96cc1ad tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Deleting port 6a71e38f-1c3c-4be2-94cb-1a32fed67db9 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:57:30.515968 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e616768e-e70b-40ac-9b86-ca455eaa5860 req-1e4ea0e5-9b36-4e57-a266-425ae96cc1ad tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:30.532405 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-198d4617-98b5-4a82-aa03-0f6d6f70afcc tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:30.533286 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f686abae-83e1-4ca4-a533-2c8d6f8a591a x-openstack-request-id: req-f686abae-83e1-4ca4-a533-2c8d6f8a591a {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:30.533588 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd48c277-eb90-47c3-96ab-5569cf172cb3", "name": "network-vif-deleted", "tag": "c01fdc4e-8abb-477f-8f66-34bac1d001b6", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:30.533847 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f686abae-83e1-4ca4-a533-2c8d6f8a591a {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:30.534547 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd48c277-eb90-47c3-96ab-5569cf172cb3', 'name': 'network-vif-deleted', 'tag': 'c01fdc4e-8abb-477f-8f66-34bac1d001b6', 'status': 'completed', 'code': 200} Aug 10 00:57:30.615993 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-e616768e-e70b-40ac-9b86-ca455eaa5860 req-1e4ea0e5-9b36-4e57-a266-425ae96cc1ad tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] For port 6a71e38f-1c3c-4be2-94cb-1a32fed67db9, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=6a71e38f-1c3c-4be2-94cb-1a32fed67db9,segment=NetworkSegment(700ac786-a0d6-43cb-a784-a1e514aaa0f3),segment_id=700ac786-a0d6-43cb-a784-a1e514aaa0f3)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:30.616986 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e616768e-e70b-40ac-9b86-ca455eaa5860 req-1e4ea0e5-9b36-4e57-a266-425ae96cc1ad tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:30.633628 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-e616768e-e70b-40ac-9b86-ca455eaa5860 req-1e4ea0e5-9b36-4e57-a266-425ae96cc1ad tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Calling delete_port for 6a71e38f-1c3c-4be2-94cb-1a32fed67db9 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:57:30.693367 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-160f4ea8-ff42-4347-b8c0-fe2fb72c713c req-5d104771-3e85-4164-ab25-a0548c655cf5 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] For port 455b425b-9cef-4b70-85ff-dec37ada5edb, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=455b425b-9cef-4b70-85ff-dec37ada5edb,segment=NetworkSegment(700ac786-a0d6-43cb-a784-a1e514aaa0f3),segment_id=700ac786-a0d6-43cb-a784-a1e514aaa0f3)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:30.694073 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-160f4ea8-ff42-4347-b8c0-fe2fb72c713c req-5d104771-3e85-4164-ab25-a0548c655cf5 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:30.712101 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-160f4ea8-ff42-4347-b8c0-fe2fb72c713c req-5d104771-3e85-4164-ab25-a0548c655cf5 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Calling delete_port for 455b425b-9cef-4b70-85ff-dec37ada5edb owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:57:30.798219 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de37c8d-19f1-4cf6-811c-f9febea659a4 req-fdf9267a-9cb9-489d-b3f6-1cd8cf56da1c tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:30.799850 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7de37c8d-19f1-4cf6-811c-f9febea659a4 req-fdf9267a-9cb9-489d-b3f6-1cd8cf56da1c tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 945 time: 0.2017043 Aug 10 00:57:30.832544 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-198d4617-98b5-4a82-aa03-0f6d6f70afcc tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:30.835860 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40200) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:30.843901 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e616768e-e70b-40ac-9b86-ca455eaa5860 req-1e4ea0e5-9b36-4e57-a266-425ae96cc1ad tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:30.855983 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['6a71e38f-1c3c-4be2-94cb-1a32fed67db9'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:30.882095 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ea0e5-9b36-4e57-a266-425ae96cc1ad tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Pushing event deleted for resources: {'Port': ['ID=6a71e38f-1c3c-4be2-94cb-1a32fed67db9,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:30.900589 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['455b425b-9cef-4b70-85ff-dec37ada5edb'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:30.919793 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7de37c8d-19f1-4cf6-811c-f9febea659a4 req-4a442b90-2b3f-4faf-8a59-2a773699d0c3 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087797 Aug 10 00:57:30.937735 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-198d4617-98b5-4a82-aa03-0f6d6f70afcc tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] Network 3b57b57d-f91c-48b2-bedc-bedccfa4abab is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:57:30.943692 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-198d4617-98b5-4a82-aa03-0f6d6f70afcc tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:30.945840 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d4617-98b5-4a82-aa03-0f6d6f70afcc tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] Pushing event updated for resources: {'Port': ['ID=70e0a5ae-059c-4c70-b36e-dc83522616c9,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:30.952372 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-198d4617-98b5-4a82-aa03-0f6d6f70afcc tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:57:30.969285 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e616768e-e70b-40ac-9b86-ca455eaa5860 req-1e4ea0e5-9b36-4e57-a266-425ae96cc1ad tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] No DVR routers for this DVR port 6a71e38f-1c3c-4be2-94cb-1a32fed67db9 on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:57:30.971916 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e616768e-e70b-40ac-9b86-ca455eaa5860 req-1e4ea0e5-9b36-4e57-a266-425ae96cc1ad tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:30.974772 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e616768e-e70b-40ac-9b86-ca455eaa5860 req-1e4ea0e5-9b36-4e57-a266-425ae96cc1ad tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.24 "DELETE /v2.0/ports/6a71e38f-1c3c-4be2-94cb-1a32fed67db9 HTTP/1.1" status: 204 len: 173 time: 0.5654337 Aug 10 00:57:31.013645 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 5a05efcd-f6a7-4c4f-b526-05e003d007a8 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:57:31.111368 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 5a05efcd-f6a7-4c4f-b526-05e003d007a8 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:57:31.117805 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 5a05efcd-f6a7-4c4f-b526-05e003d007a8 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:31.118195 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:31.216410 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:31.240131 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b732ad5-e2fc-42b7-bc7d-f275cbeff9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a05efcd-f6a7-4c4f-b526-05e003d007a8'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:31.242615 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3db4b04-0ae6-4dee-93ad-5fa2058ebf6a" -d '{"events": [{"server_uuid": "4b732ad5-e2fc-42b7-bc7d-f275cbeff9a1", "name": "network-vif-plugged", "status": "completed", "tag": "5a05efcd-f6a7-4c4f-b526-05e003d007a8"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:31.256170 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 5a05efcd-f6a7-4c4f-b526-05e003d007a8, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=5a05efcd-f6a7-4c4f-b526-05e003d007a8,segment=NetworkSegment(29e670d9-5039-46c1-a69e-9628f4a030e2),segment_id=29e670d9-5039-46c1-a69e-9628f4a030e2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:31.259982 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:31.260749 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device c01fdc4e-8abb-477f-8f66-34bac1d001b6 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:57:31.300859 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: c01fdc4e-8abb-477f-8f66-34bac1d001b6 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:57:31.301206 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device c01fdc4e-8abb-477f-8f66-34bac1d001b6 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:57:31.325838 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-f077ad52-365f-484f-b6eb-257185d63365 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-574674970-network', 'tenant_id': 'f55429bd4ed348adaa83c19637c9b5f1'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:31.327267 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=5a05efcd-f6a7-4c4f-b526-05e003d007a8,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:31.375435 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-160f4ea8-ff42-4347-b8c0-fe2fb72c713c req-5d104771-3e85-4164-ab25-a0548c655cf5 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:31.382592 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-198d4617-98b5-4a82-aa03-0f6d6f70afcc tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:31.383179 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-198d4617-98b5-4a82-aa03-0f6d6f70afcc tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:31.386829 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['6a71e38f-1c3c-4be2-94cb-1a32fed67db9'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:31.443324 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d104771-3e85-4164-ab25-a0548c655cf5 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Pushing event deleted for resources: {'Port': ['ID=455b425b-9cef-4b70-85ff-dec37ada5edb,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:31.459873 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f077ad52-365f-484f-b6eb-257185d63365 admin admin] Made reservation on behalf of f55429bd4ed348adaa83c19637c9b5f1 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:31.462689 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f077ad52-365f-484f-b6eb-257185d63365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:31.485819 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-198d4617-98b5-4a82-aa03-0f6d6f70afcc tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0096405 Aug 10 00:57:31.507835 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f077ad52-365f-484f-b6eb-257185d63365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:31.515591 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-25e1197b-16a4-46cd-9dc3-1bb9e8467647 service neutron] Request body: {'port': {'device_id': '38d8ee5e-03c4-4a66-8ba4-3ad7e5db856f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:31.542469 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-8ba81b5b-b8a0-4baf-afb3-b09867e8e6c0 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:31.543950 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-8ba81b5b-b8a0-4baf-afb3-b09867e8e6c0 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/networks?id=4f44dc9d-70b4-422e-936e-64ca9a631395 HTTP/1.1" status: 200 len: 811 time: 0.5458341 Aug 10 00:57:31.551206 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a7713-8734-49c3-b3c3-e1ed6f342cb3 req-4028ae35-b8a7-4e1f-864c-ec24d1fad975 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:31.552625 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7d2a7713-8734-49c3-b3c3-e1ed6f342cb3 req-4028ae35-b8a7-4e1f-864c-ec24d1fad975 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/ports?device_id=125232a4-3351-4e92-973d-7895a54e78b4 HTTP/1.1" status: 200 len: 944 time: 0.2330050 Aug 10 00:57:31.568132 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-160f4ea8-ff42-4347-b8c0-fe2fb72c713c req-5d104771-3e85-4164-ab25-a0548c655cf5 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] No DVR routers for this DVR port 455b425b-9cef-4b70-85ff-dec37ada5edb on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:57:31.576682 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-160f4ea8-ff42-4347-b8c0-fe2fb72c713c req-5d104771-3e85-4164-ab25-a0548c655cf5 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:31.578543 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-160f4ea8-ff42-4347-b8c0-fe2fb72c713c req-5d104771-3e85-4164-ab25-a0548c655cf5 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.20 "DELETE /v2.0/ports/455b425b-9cef-4b70-85ff-dec37ada5edb HTTP/1.1" status: 204 len: 173 time: 1.4079876 Aug 10 00:57:31.586399 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b32f20d0-c497-4bf2-b2ae-c84660bc8271', 'name': 'network-vif-deleted', 'tag': '455b425b-9cef-4b70-85ff-dec37ada5edb'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:31.588597 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc87abdd-b07d-4da4-bc68-aa86fa01b78f" -d '{"events": [{"server_uuid": "b32f20d0-c497-4bf2-b2ae-c84660bc8271", "name": "network-vif-deleted", "tag": "455b425b-9cef-4b70-85ff-dec37ada5edb"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:31.621242 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-68e6659e-58c5-402e-8cc1-b988dd071eb0 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/quotas/fc4321199ccb4da6af26fb4c7f2e415e HTTP/1.1" status: 200 len: 375 time: 0.0628781 Aug 10 00:57:31.696539 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7d2a7713-8734-49c3-b3c3-e1ed6f342cb3 req-da025881-fc53-42db-9921-964f4411b9f8 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/security-groups?id=d73b4de3-ce87-441b-8a15-1b349ab4dcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259019 Aug 10 00:57:31.698430 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-ec882796-941c-4010-ae1a-cedbd83fd908 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fc4321199ccb4da6af26fb4c7f2e415e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0728378 Aug 10 00:57:31.704195 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-25e1197b-16a4-46cd-9dc3-1bb9e8467647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:31.755951 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c770eafa-d586-48c9-a69d-e5d68a3e364a x-openstack-request-id: req-c770eafa-d586-48c9-a69d-e5d68a3e364a {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:31.756283 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b732ad5-e2fc-42b7-bc7d-f275cbeff9a1", "name": "network-vif-plugged", "status": "completed", "tag": "5a05efcd-f6a7-4c4f-b526-05e003d007a8", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:31.756662 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c770eafa-d586-48c9-a69d-e5d68a3e364a {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:31.757725 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b732ad5-e2fc-42b7-bc7d-f275cbeff9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a05efcd-f6a7-4c4f-b526-05e003d007a8', 'code': 200} Aug 10 00:57:31.856960 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91815cd6-27d2-4330-aa7e-3c95ff040744 req-8e225914-d307-4ec0-9e79-f8028f37527a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:31.858453 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-91815cd6-27d2-4330-aa7e-3c95ff040744 req-8e225914-d307-4ec0-9e79-f8028f37527a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4b732ad5-e2fc-42b7-bc7d-f275cbeff9a1 HTTP/1.1" status: 200 len: 1098 time: 0.0404999 Aug 10 00:57:31.880415 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f07a4332-a3b6-43ca-acf5-68014e4f9cf6 req-5d26a86c-c0e1-4845-b23f-c7c761ef9e7a tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] 10.222.0.35 "GET /v2.0/ports?device_id=b32f20d0-c497-4bf2-b2ae-c84660bc8271 HTTP/1.1" status: 200 len: 210 time: 0.0541258 Aug 10 00:57:31.904984 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-91815cd6-27d2-4330-aa7e-3c95ff040744 req-6f01788f-fa71-46d4-b5b5-8eb7bf2bd2fe service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391996 Aug 10 00:57:31.954186 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-b896e441-a942-4d3c-a439-46848317d8e8 service neutron] 10.222.0.35 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440648 Aug 10 00:57:31.971836 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f077ad52-365f-484f-b6eb-257185d63365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:32.018285 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f077ad52-365f-484f-b6eb-257185d63365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:32.112672 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f077ad52-365f-484f-b6eb-257185d63365 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:57:32.156789 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f077ad52-365f-484f-b6eb-257185d63365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:32.157141 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-f077ad52-365f-484f-b6eb-257185d63365 admin admin] Added segment bda898c5-4503-4869-89fd-f33b47db9b36 of type vlan for network 549dfe43-84fc-4bf3-b1a8-35b614481df6 Aug 10 00:57:32.160146 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f077ad52-365f-484f-b6eb-257185d63365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae12080-d78b-4b69-b077-8dbf0f8a65d4,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:32.179666 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547e833-86ae-4c74-b041-4a015981c5e0 req-af867011-f5be-4d8a-bb8e-349c8deb299d tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:32.181186 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5547e833-86ae-4c74-b041-4a015981c5e0 req-af867011-f5be-4d8a-bb8e-349c8deb299d tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] 10.222.0.35 "GET /v2.0/ports?device_id=38d8ee5e-03c4-4a66-8ba4-3ad7e5db856f HTTP/1.1" status: 200 len: 932 time: 0.2315516 Aug 10 00:57:32.261847 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f077ad52-365f-484f-b6eb-257185d63365 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:32.266465 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-96452718-7fcd-4e99-a8af-2835e74c6498 service neutron] 10.222.0.35 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967453 Aug 10 00:57:32.306100 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5547e833-86ae-4c74-b041-4a015981c5e0 req-8cfec642-88a5-417d-98f6-48826b8bc7b3 tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] 10.222.0.35 "GET /v2.0/security-groups?id=aafe8e63-7cec-4939-b261-26a15156c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131632 Aug 10 00:57:32.352508 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f077ad52-365f-484f-b6eb-257185d63365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:32.353501 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f077ad52-365f-484f-b6eb-257185d63365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:32.354218 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f077ad52-365f-484f-b6eb-257185d63365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:32.414594 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83444f61-e2ef-4edc-8bb5-e5eca9032fcc x-openstack-request-id: req-83444f61-e2ef-4edc-8bb5-e5eca9032fcc {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:32.414885 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b32f20d0-c497-4bf2-b2ae-c84660bc8271", "name": "network-vif-deleted", "tag": "455b425b-9cef-4b70-85ff-dec37ada5edb", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:32.415147 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-83444f61-e2ef-4edc-8bb5-e5eca9032fcc {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:32.415529 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b32f20d0-c497-4bf2-b2ae-c84660bc8271', 'name': 'network-vif-deleted', 'tag': '455b425b-9cef-4b70-85ff-dec37ada5edb', 'status': 'completed', 'code': 200} Aug 10 00:57:32.432854 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-25e1197b-16a4-46cd-9dc3-1bb9e8467647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70e0a5ae-059c-4c70-b36e-dc83522616c9 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:57:32.457194 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f077ad52-365f-484f-b6eb-257185d63365 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6172838 Aug 10 00:57:32.460954 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40234) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:32.464966 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-25e1197b-16a4-46cd-9dc3-1bb9e8467647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:32.465869 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-17b84c6f-8195-47bb-a4b4-4bfc9ca72746 admin admin] Request body: {'subnet': {'network_id': '549dfe43-84fc-4bf3-b1a8-35b614481df6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-574674970-subnet', 'tenant_id': 'f55429bd4ed348adaa83c19637c9b5f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:32.469932 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f077ad52-365f-484f-b6eb-257185d63365 admin admin] Pushing event updated for resources: {'Network': ['ID=549dfe43-84fc-4bf3-b1a8-35b614481df6,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:32.486058 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-25e1197b-16a4-46cd-9dc3-1bb9e8467647 service neutron] Transition to ACTIVE for port object 70e0a5ae-059c-4c70-b36e-dc83522616c9 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:32.487158 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 549dfe43-84fc-4bf3-b1a8-35b614481df6 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:57:32.499472 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-25e1197b-16a4-46cd-9dc3-1bb9e8467647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:32.503713 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b84c6f-8195-47bb-a4b4-4bfc9ca72746 admin admin] Made reservation on behalf of f55429bd4ed348adaa83c19637c9b5f1 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:32.510069 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-17b84c6f-8195-47bb-a4b4-4bfc9ca72746 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:32.510452 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471ba7b-32ef-4c13-87c8-472ea5fc78e7 req-6b19f917-d872-421c-9a26-21b43932e531 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:32.517805 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a471ba7b-32ef-4c13-87c8-472ea5fc78e7 req-6b19f917-d872-421c-9a26-21b43932e531 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b732ad5-e2fc-42b7-bc7d-f275cbeff9a1 HTTP/1.1" status: 200 len: 946 time: 0.1199079 Aug 10 00:57:32.536252 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aed4397-7c1a-4dcf-a5e8-09ed2bd4214f', 'name': 'network-vif-deleted', 'tag': '6a71e38f-1c3c-4be2-94cb-1a32fed67db9'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:32.542635 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839fad26-4bd0-4d83-9376-b9562ba0c8f7" -d '{"events": [{"server_uuid": "3aed4397-7c1a-4dcf-a5e8-09ed2bd4214f", "name": "network-vif-deleted", "tag": "6a71e38f-1c3c-4be2-94cb-1a32fed67db9"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:32.622925 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1197b-16a4-46cd-9dc3-1bb9e8467647 service neutron] Pushing event updated for resources: {'Port': ['ID=70e0a5ae-059c-4c70-b36e-dc83522616c9,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:32.636733 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a471ba7b-32ef-4c13-87c8-472ea5fc78e7 req-713b3a56-96a3-4eb0-aa5e-b90f27d49c36 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180613 Aug 10 00:57:32.709848 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0534901-99a2-464b-b941-e24c3ad41eff req-bbb8421b-58ae-4a29-8b7d-761836ad9afc tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:32.711909 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b0534901-99a2-464b-b941-e24c3ad41eff req-bbb8421b-58ae-4a29-8b7d-761836ad9afc tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 945 time: 0.1530509 Aug 10 00:57:32.736735 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8fa8a9c1-3592-4d8b-9226-7daff0dff3f6 req-21e8e175-0278-4d02-aacd-e94969b5ef10 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 210 time: 0.0502903 Aug 10 00:57:32.746151 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-17b84c6f-8195-47bb-a4b4-4bfc9ca72746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:32.801608 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-25e1197b-16a4-46cd-9dc3-1bb9e8467647 service neutron] Attempting to bind port 70e0a5ae-059c-4c70-b36e-dc83522616c9 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:57:32.801955 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-25e1197b-16a4-46cd-9dc3-1bb9e8467647 service neutron] Attempting to bind port 70e0a5ae-059c-4c70-b36e-dc83522616c9 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'e4b403ff-b51d-4558-966f-35bd6f4c1050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3b57b57d-f91c-48b2-bedc-bedccfa4abab'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:57:32.802291 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-25e1197b-16a4-46cd-9dc3-1bb9e8467647 service neutron] Attempting to bind port 70e0a5ae-059c-4c70-b36e-dc83522616c9 on network 3b57b57d-f91c-48b2-bedc-bedccfa4abab {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:32.807809 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b0534901-99a2-464b-b941-e24c3ad41eff req-0eb9d550-a46b-4b53-bbd0-eeb070d5f321 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734067 Aug 10 00:57:32.810008 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-25e1197b-16a4-46cd-9dc3-1bb9e8467647 service neutron] Port 70e0a5ae-059c-4c70-b36e-dc83522616c9 on network 3b57b57d-f91c-48b2-bedc-bedccfa4abab not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:57:32.810520 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-25e1197b-16a4-46cd-9dc3-1bb9e8467647 service neutron] Attempting to bind port 70e0a5ae-059c-4c70-b36e-dc83522616c9 on network 3b57b57d-f91c-48b2-bedc-bedccfa4abab {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:32.810655 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b84c6f-8195-47bb-a4b4-4bfc9ca72746 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50eef13b-428b-4246-b110-77d890ae7f98,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:32.816146 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b84c6f-8195-47bb-a4b4-4bfc9ca72746 admin admin] Checking segment: {'id': 'bda898c5-4503-4869-89fd-f33b47db9b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '549dfe43-84fc-4bf3-b1a8-35b614481df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:57:32.816539 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b84c6f-8195-47bb-a4b4-4bfc9ca72746 admin admin] Network hostable DHCP agents. Network: 549dfe43-84fc-4bf3-b1a8-35b614481df6, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:57:32.816809 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-25e1197b-16a4-46cd-9dc3-1bb9e8467647 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:57:32.817348 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-25e1197b-16a4-46cd-9dc3-1bb9e8467647 service neutron] Checking segment: {'id': 'e4b403ff-b51d-4558-966f-35bd6f4c1050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3b57b57d-f91c-48b2-bedc-bedccfa4abab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:57:32.817904 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-25e1197b-16a4-46cd-9dc3-1bb9e8467647 service neutron] Bound using segment: {'id': 'e4b403ff-b51d-4558-966f-35bd6f4c1050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3b57b57d-f91c-48b2-bedc-bedccfa4abab'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:57:32.818615 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-25e1197b-16a4-46cd-9dc3-1bb9e8467647 service neutron] Bound port: 70e0a5ae-059c-4c70-b36e-dc83522616c9, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b403ff-b51d-4558-966f-35bd6f4c1050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3b57b57d-f91c-48b2-bedc-bedccfa4abab'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:57:32.819156 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-25e1197b-16a4-46cd-9dc3-1bb9e8467647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:32.838362 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3012b71-db5f-43ed-a516-ae4a86205ed7 x-openstack-request-id: req-b3012b71-db5f-43ed-a516-ae4a86205ed7 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:32.839136 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aed4397-7c1a-4dcf-a5e8-09ed2bd4214f", "name": "network-vif-deleted", "tag": "6a71e38f-1c3c-4be2-94cb-1a32fed67db9", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:32.839335 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b3012b71-db5f-43ed-a516-ae4a86205ed7 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:32.840917 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aed4397-7c1a-4dcf-a5e8-09ed2bd4214f', 'name': 'network-vif-deleted', 'tag': '6a71e38f-1c3c-4be2-94cb-1a32fed67db9', 'status': 'completed', 'code': 200} Aug 10 00:57:32.841752 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b84c6f-8195-47bb-a4b4-4bfc9ca72746 admin admin] Network 549dfe43-84fc-4bf3-b1a8-35b614481df6 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:57:32.861252 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-17b84c6f-8195-47bb-a4b4-4bfc9ca72746 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 549dfe43-84fc-4bf3-b1a8-35b614481df6) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:32.871715 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b428a7bf-771c-4fe7-a354-fb67b93c4dc8 None None] Network 549dfe43-84fc-4bf3-b1a8-35b614481df6 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:57:32.872559 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b84c6f-8195-47bb-a4b4-4bfc9ca72746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:32.873319 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-17b84c6f-8195-47bb-a4b4-4bfc9ca72746 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:32.890770 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-17b84c6f-8195-47bb-a4b4-4bfc9ca72746 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4286866 Aug 10 00:57:32.915518 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-25e1197b-16a4-46cd-9dc3-1bb9e8467647 service neutron] For port 70e0a5ae-059c-4c70-b36e-dc83522616c9, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:57:32.919113 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-25e1197b-16a4-46cd-9dc3-1bb9e8467647 service neutron] For port 70e0a5ae-059c-4c70-b36e-dc83522616c9, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=70e0a5ae-059c-4c70-b36e-dc83522616c9,segment=NetworkSegment(e4b403ff-b51d-4558-966f-35bd6f4c1050),segment_id=e4b403ff-b51d-4558-966f-35bd6f4c1050)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:57:32.926873 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-25e1197b-16a4-46cd-9dc3-1bb9e8467647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:32.988775 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-25e1197b-16a4-46cd-9dc3-1bb9e8467647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:32.989702 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-25e1197b-16a4-46cd-9dc3-1bb9e8467647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:32.991721 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-25e1197b-16a4-46cd-9dc3-1bb9e8467647 service neutron] 10.222.0.24 "PUT /v2.0/ports/70e0a5ae-059c-4c70-b36e-dc83522616c9 HTTP/1.1" status: 200 len: 1093 time: 1.4876723 Aug 10 00:57:33.037438 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1197b-16a4-46cd-9dc3-1bb9e8467647 service neutron] Pushing event updated for resources: {'Port': ['ID=70e0a5ae-059c-4c70-b36e-dc83522616c9,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:33.044072 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40252) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:33.062327 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345c82e-8250-409d-8665-f48328c1e3bb req-e45a636f-19fd-477e-9765-27ca8d53d39b tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:33.071422 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7345c82e-8250-409d-8665-f48328c1e3bb req-e45a636f-19fd-477e-9765-27ca8d53d39b tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/ports?device_id=125232a4-3351-4e92-973d-7895a54e78b4 HTTP/1.1" status: 200 len: 944 time: 0.1112485 Aug 10 00:57:33.096070 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3659b9d-92dd-4504-acc9-be79b4e3c59a None None] Network 549dfe43-84fc-4bf3-b1a8-35b614481df6 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:57:33.152821 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7345c82e-8250-409d-8665-f48328c1e3bb req-43dc903c-89e2-44af-a353-45a9c8e97237 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/security-groups?id=d73b4de3-ce87-441b-8a15-1b349ab4dcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801277 Aug 10 00:57:33.157991 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbfdcd30-83a2-4dd6-9a6d-2a6ebf8b0c44 admin admin] Deleting subnet c4c212b0-0c85-4c4b-bdcf-03d96bd95001 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:57:33.165817 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bbfdcd30-83a2-4dd6-9a6d-2a6ebf8b0c44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:33.174975 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-655ef7af-c8a4-41da-b6d3-3d81e1617d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:33.176514 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-655ef7af-c8a4-41da-b6d3-3d81e1617d52 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=945061800c0e4b428d851daf59a283e3&device_id=38d8ee5e-03c4-4a66-8ba4-3ad7e5db856f HTTP/1.1" status: 200 len: 1096 time: 0.1027296 Aug 10 00:57:33.229486 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-6b5048df-ed15-40b7-8fbf-9d080f59013c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70e0a5ae-059c-4c70-b36e-dc83522616c9 HTTP/1.1" status: 200 len: 217 time: 0.0443752 Aug 10 00:57:33.243781 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bbfdcd30-83a2-4dd6-9a6d-2a6ebf8b0c44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:33.296154 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bbfdcd30-83a2-4dd6-9a6d-2a6ebf8b0c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:33.307872 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-11a913e1-ce50-4572-89c8-56004e0b3a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:33.309804 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-11a913e1-ce50-4572-89c8-56004e0b3a1c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18fed6ae-e6b8-41a2-a8f8-d56b3db36331 HTTP/1.1" status: 200 len: 862 time: 0.0712907 Aug 10 00:57:33.346720 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-049f011d-5b32-4a2f-9109-036f0e504bf3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3b57b57d-f91c-48b2-bedc-bedccfa4abab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273705 Aug 10 00:57:33.356050 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bbfdcd30-83a2-4dd6-9a6d-2a6ebf8b0c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:33.386612 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfdcd30-83a2-4dd6-9a6d-2a6ebf8b0c44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4c212b0-0c85-4c4b-bdcf-03d96bd95001,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:33.388601 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bbfdcd30-83a2-4dd6-9a6d-2a6ebf8b0c44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:33.392788 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-bbfdcd30-83a2-4dd6-9a6d-2a6ebf8b0c44 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c4c212b0-0c85-4c4b-bdcf-03d96bd95001 HTTP/1.1" status: 204 len: 168 time: 0.3454607 Aug 10 00:57:33.393030 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40270) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:33.463374 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28eab7fd-3312-4a29-85e4-bd56cacd0560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:33.539713 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28eab7fd-3312-4a29-85e4-bd56cacd0560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:33.549922 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-28eab7fd-3312-4a29-85e4-bd56cacd0560 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c299ecef-0bf4-4f79-a545-86b4040e4e50']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:33.554615 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848d178-7867-4527-a16d-9b887de1032b req-f04c5301-937c-49c6-9a7e-268f032947af tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:33.556209 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9848d178-7867-4527-a16d-9b887de1032b req-f04c5301-937c-49c6-9a7e-268f032947af tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] 10.222.0.35 "GET /v2.0/ports?device_id=38d8ee5e-03c4-4a66-8ba4-3ad7e5db856f HTTP/1.1" status: 200 len: 944 time: 0.1486044 Aug 10 00:57:33.565439 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-38bf632b-8cdd-4024-a6fe-61ccae85bab9 service neutron] 10.222.0.24 "GET /v2.0/networks/3b57b57d-f91c-48b2-bedc-bedccfa4abab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106080 Aug 10 00:57:33.567059 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-28eab7fd-3312-4a29-85e4-bd56cacd0560 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '700ac786-a0d6-43cb-a784-a1e514aaa0f3') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:33.567414 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-28eab7fd-3312-4a29-85e4-bd56cacd0560 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '700ac786-a0d6-43cb-a784-a1e514aaa0f3') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:33.578205 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28eab7fd-3312-4a29-85e4-bd56cacd0560 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:33.592594 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28eab7fd-3312-4a29-85e4-bd56cacd0560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:33.598795 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28eab7fd-3312-4a29-85e4-bd56cacd0560 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:57:33.599182 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28eab7fd-3312-4a29-85e4-bd56cacd0560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:33.601650 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 00:57:33.601650 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:57:33.601650 n-d-766726-26 neutron-server[105827]: timer() Aug 10 00:57:33.601650 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:57:33.601650 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 00:57:33.601650 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:57:33.601650 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 00:57:33.601650 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:57:33.601650 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 00:57:33.601650 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:57:33.601650 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 00:57:33.601650 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:57:33.601650 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 00:57:33.601650 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:57:33.601650 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:57:33.601650 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:57:33.601650 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:57:33.601650 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:57:33.601650 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 00:57:33.601650 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:57:33.601650 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 00:57:33.601650 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:57:33.601650 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:57:33.601650 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:57:33.601650 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 00:57:33.601650 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:57:33.601650 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:57:33.601650 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:57:33.601650 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:57:33.601650 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:57:33.601650 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:57:33.601650 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:57:33.615662 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-67aadf5a-6c7a-4a7c-9163-d411c2d2899a tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:33.620668 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-67aadf5a-6c7a-4a7c-9163-d411c2d2899a tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] 10.222.0.35 "GET /v2.0/networks?id=549dfe43-84fc-4bf3-b1a8-35b614481df6 HTTP/1.1" status: 200 len: 812 time: 0.2144892 Aug 10 00:57:33.658104 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28eab7fd-3312-4a29-85e4-bd56cacd0560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:33.665539 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28eab7fd-3312-4a29-85e4-bd56cacd0560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:33.667754 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-28eab7fd-3312-4a29-85e4-bd56cacd0560 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c299ecef-0bf4-4f79-a545-86b4040e4e50 HTTP/1.1" status: 204 len: 168 time: 0.2734559 Aug 10 00:57:33.678246 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eab7fd-3312-4a29-85e4-bd56cacd0560 admin admin] Pushing event deleted for resources: {'Network': ['ID=c299ecef-0bf4-4f79-a545-86b4040e4e50,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:33.707009 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 455b425b-9cef-4b70-85ff-dec37ada5edb no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:57:33.727713 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 455b425b-9cef-4b70-85ff-dec37ada5edb {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:57:33.728443 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 455b425b-9cef-4b70-85ff-dec37ada5edb not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:57:33.748966 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-ecc99e43-195d-4de2-a14b-031080a2c8a6 tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] 10.222.0.35 "GET /v2.0/quotas/f55429bd4ed348adaa83c19637c9b5f1 HTTP/1.1" status: 200 len: 375 time: 0.1141953 Aug 10 00:57:33.776507 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9848d178-7867-4527-a16d-9b887de1032b req-ad5ad31a-3d88-4af3-be14-633c3f0dbe9a tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] 10.222.0.35 "GET /v2.0/security-groups?id=aafe8e63-7cec-4939-b261-26a15156c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053978 Aug 10 00:57:33.809221 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-a04ecf40-ef5d-4482-b357-d692c343dcc3 tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f55429bd4ed348adaa83c19637c9b5f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593934 Aug 10 00:57:33.814637 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40280) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:33.855837 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6a6b0d7d-2293-4377-ac5f-49b1958b3dbd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=17ee1744e428496598c9988733ef5d4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399363 Aug 10 00:57:33.858318 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40284) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:33.912775 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0c2ce2a9-ec0d-4b30-bb5e-603af92b3c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:33.916597 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8462c159-7ca0-4b3b-ac42-8cb6b5389118 req-161c6f87-edf4-4e6c-9d5b-eb81c0bd99d0 service neutron] 10.222.0.24 "GET /v2.0/networks/3b57b57d-f91c-48b2-bedc-bedccfa4abab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288479 Aug 10 00:57:33.940024 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0c2ce2a9-ec0d-4b30-bb5e-603af92b3c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:33.941521 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-2c1e2e17-e1c0-47fc-9dd7-63c50ab1b972 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:33.942954 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-2c1e2e17-e1c0-47fc-9dd7-63c50ab1b972 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.20 "GET /v2.0/networks?id=4f44dc9d-70b4-422e-936e-64ca9a631395 HTTP/1.1" status: 200 len: 811 time: 0.3074863 Aug 10 00:57:33.979729 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-63677add-edd6-475d-aac1-f73ddd2c853d tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Request body: {'port': {'device_id': '288ac6a4-6abf-429a-8d45-2dd420dcbe30', 'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395', 'admin_state_up': True, 'tenant_id': 'fc4321199ccb4da6af26fb4c7f2e415e'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:33.987674 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0c2ce2a9-ec0d-4b30-bb5e-603af92b3c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:33.990473 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0c2ce2a9-ec0d-4b30-bb5e-603af92b3c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:33.991638 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0c2ce2a9-ec0d-4b30-bb5e-603af92b3c6a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/06325a86-b122-4800-b20d-610f2b255170 HTTP/1.1" status: 204 len: 168 time: 0.1324332 Aug 10 00:57:33.999492 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ce2a9-ec0d-4b30-bb5e-603af92b3c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06325a86-b122-4800-b20d-610f2b255170,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:34.033026 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-482016b1-1639-4eea-973b-3321a52d7d98 service neutron] 10.222.0.35 "GET /v2.0/networks/549dfe43-84fc-4bf3-b1a8-35b614481df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103386 Aug 10 00:57:34.125938 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15633a0-7841-410a-b100-6b76b105fb3a req-f4d6d667-3f2f-4168-8d25-8d7385be32ba tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:34.127435 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b15633a0-7841-410a-b100-6b76b105fb3a req-f4d6d667-3f2f-4168-8d25-8d7385be32ba tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b732ad5-e2fc-42b7-bc7d-f275cbeff9a1 HTTP/1.1" status: 200 len: 946 time: 0.1932957 Aug 10 00:57:34.208531 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b15633a0-7841-410a-b100-6b76b105fb3a req-ae7df202-a842-42c5-86a6-f54e2148eba5 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737455 Aug 10 00:57:34.231772 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-f4dbd81b-5828-4215-9a33-5b2409510e72 service neutron] 10.222.0.35 "GET /v2.0/networks/549dfe43-84fc-4bf3-b1a8-35b614481df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887960 Aug 10 00:57:34.232835 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-63677add-edd6-475d-aac1-f73ddd2c853d tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Made reservation on behalf of fc4321199ccb4da6af26fb4c7f2e415e for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:34.236408 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-63677add-edd6-475d-aac1-f73ddd2c853d tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:34.606179 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d8ee5e-03c4-4a66-8ba4-3ad7e5db856f', 'tag': '70e0a5ae-059c-4c70-b36e-dc83522616c9'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:34.608615 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db6c34a-a205-4682-be6d-2e37c4e88d31" -d '{"events": [{"name": "network-changed", "server_uuid": "38d8ee5e-03c4-4a66-8ba4-3ad7e5db856f", "tag": "70e0a5ae-059c-4c70-b36e-dc83522616c9"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:34.625860 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6792d716-3ec9-4278-acaa-764d44fc0d6c req-e6827ac0-698c-4d1b-a870-5d57dd6d8a26 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 210 time: 0.3297169 Aug 10 00:57:34.761630 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235f16f-c214-4eea-b614-f8e6531f50bb req-0f8cc291-cb0d-419e-a8b4-5229e058cb3e tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:34.763946 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a235f16f-c214-4eea-b614-f8e6531f50bb req-0f8cc291-cb0d-419e-a8b4-5229e058cb3e tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 945 time: 0.1518567 Aug 10 00:57:34.773716 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40322) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:34.775986 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-63677add-edd6-475d-aac1-f73ddd2c853d tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Allocated IP 172.20.0.10 (4f44dc9d-70b4-422e-936e-64ca9a631395/93c0490b-72d4-4bea-8139-8e9a7dbf1c5c/75ec8543-cf35-49f3-9e64-5969f2d2b1bd) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:57:34.841657 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fe489-0553-45a3-b52a-87ae9a68af1a req-272e7fe1-57cb-4243-80c5-c924e705c8a2 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:34.843219 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d10fe489-0553-45a3-b52a-87ae9a68af1a req-272e7fe1-57cb-4243-80c5-c924e705c8a2 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/ports?device_id=125232a4-3351-4e92-973d-7895a54e78b4 HTTP/1.1" status: 200 len: 944 time: 0.1343699 Aug 10 00:57:34.876330 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a235f16f-c214-4eea-b614-f8e6531f50bb req-b2c571be-cfa3-4232-8c21-580a99104813 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032953 Aug 10 00:57:34.886951 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-4bbf9963-958f-43b5-83d0-09dbec29538f admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-594655691-network', 'tenant_id': 'a6266bbb77f54431b89613d1f130049d'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:34.914839 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbf9963-958f-43b5-83d0-09dbec29538f admin admin] Made reservation on behalf of a6266bbb77f54431b89613d1f130049d for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:34.917470 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4bbf9963-958f-43b5-83d0-09dbec29538f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:34.929544 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4bbf9963-958f-43b5-83d0-09dbec29538f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:34.953824 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d10fe489-0553-45a3-b52a-87ae9a68af1a req-b215ffa4-68b1-4db7-9283-7cc5078dae7c tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/security-groups?id=d73b4de3-ce87-441b-8a15-1b349ab4dcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962200 Aug 10 00:57:35.016346 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 80b2b8db-2f69-462a-97ba-bfb1978a70e3 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:57:35.018572 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 6a71e38f-1c3c-4be2-94cb-1a32fed67db9 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:57:35.082880 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4bbf9963-958f-43b5-83d0-09dbec29538f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:35.086319 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-63677add-edd6-475d-aac1-f73ddd2c853d tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:35.092698 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4bbf9963-958f-43b5-83d0-09dbec29538f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:35.118915 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 6a71e38f-1c3c-4be2-94cb-1a32fed67db9 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:57:35.120266 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 6a71e38f-1c3c-4be2-94cb-1a32fed67db9 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:57:35.123592 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bbf9963-958f-43b5-83d0-09dbec29538f admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:57:35.130257 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf9963-958f-43b5-83d0-09dbec29538f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f364bb82-4e6b-4902-b10d-358d8c6f759e,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:35.136997 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4bbf9963-958f-43b5-83d0-09dbec29538f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:35.137425 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-4bbf9963-958f-43b5-83d0-09dbec29538f admin admin] Added segment 9927da4f-9079-4d92-bd4c-82d3f0baaddd of type vlan for network e359b2b7-d76f-4805-b486-8e7558a4527c Aug 10 00:57:35.149656 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fd2f8d-80fd-4689-82b9-270f85a626e1 x-openstack-request-id: req-d8fd2f8d-80fd-4689-82b9-270f85a626e1 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:35.150064 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d8ee5e-03c4-4a66-8ba4-3ad7e5db856f", "tag": "70e0a5ae-059c-4c70-b36e-dc83522616c9", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:35.150324 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d8fd2f8d-80fd-4689-82b9-270f85a626e1 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:35.150774 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d8ee5e-03c4-4a66-8ba4-3ad7e5db856f', 'tag': '70e0a5ae-059c-4c70-b36e-dc83522616c9', 'status': 'completed', 'code': 200} Aug 10 00:57:35.173495 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-63677add-edd6-475d-aac1-f73ddd2c853d tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:35.183575 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4bbf9963-958f-43b5-83d0-09dbec29538f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:35.218594 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4bbf9963-958f-43b5-83d0-09dbec29538f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:35.219989 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbf9963-958f-43b5-83d0-09dbec29538f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:35.220425 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4bbf9963-958f-43b5-83d0-09dbec29538f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:35.243945 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 80b2b8db-2f69-462a-97ba-bfb1978a70e3, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=80b2b8db-2f69-462a-97ba-bfb1978a70e3,segment=NetworkSegment(78f548fd-cb67-46c0-9004-5af88c4b62bb),segment_id=78f548fd-cb67-46c0-9004-5af88c4b62bb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:35.255606 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '80b2b8db-2f69-462a-97ba-bfb1978a70e3', 'network_id': '6c29bbfd-d1b1-46c6-b51f-62e3a119abac', 'port_id': '80b2b8db-2f69-462a-97ba-bfb1978a70e3', 'mac_address': 'fa:16:3e:a8:cf:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a80426b3-f5f6-4de8-be44-4bf2e3dd3e8a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:57:35.260215 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d5f4c55-63d1-44f6-a6d3-9341ddde4832 req-da821daa-0eab-413e-be6b-db6aa312179c tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e9a2bfc-75a7-4064-adf6-5c306138c262 HTTP/1.1" status: 200 len: 210 time: 0.1159861 Aug 10 00:57:35.282433 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-63677add-edd6-475d-aac1-f73ddd2c853d tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Network 4f44dc9d-70b4-422e-936e-64ca9a631395 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:57:35.296787 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-63677add-edd6-475d-aac1-f73ddd2c853d tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:35.299265 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-63677add-edd6-475d-aac1-f73ddd2c853d tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:57:35.306604 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4bbf9963-958f-43b5-83d0-09dbec29538f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5317457 Aug 10 00:57:35.307963 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:35.308353 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40332) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:35.318130 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63677add-edd6-475d-aac1-f73ddd2c853d tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Pushing event updated for resources: {'Port': ['ID=75ec8543-cf35-49f3-9e64-5969f2d2b1bd,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:35.323111 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b2b8db-2f69-462a-97ba-bfb1978a70e3 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:57:35.331772 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-32aa5dae-7757-4877-9018-5c2e140e7c20 admin admin] Request body: {'subnet': {'network_id': 'e359b2b7-d76f-4805-b486-8e7558a4527c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-594655691-subnet', 'tenant_id': 'a6266bbb77f54431b89613d1f130049d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:35.350020 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a956a7f-83b6-4dc8-a0d7-a015f7377044 req-e188470a-ddf2-413c-8ee5-d889541f74cc tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:35.354870 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 80b2b8db-2f69-462a-97ba-bfb1978a70e3, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=80b2b8db-2f69-462a-97ba-bfb1978a70e3,segment=NetworkSegment(78f548fd-cb67-46c0-9004-5af88c4b62bb),segment_id=78f548fd-cb67-46c0-9004-5af88c4b62bb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:35.357177 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf9963-958f-43b5-83d0-09dbec29538f admin admin] Pushing event updated for resources: {'Network': ['ID=e359b2b7-d76f-4805-b486-8e7558a4527c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:35.361041 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6a956a7f-83b6-4dc8-a0d7-a015f7377044 req-e188470a-ddf2-413c-8ee5-d889541f74cc tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] 10.222.0.35 "GET /v2.0/ports?device_id=38d8ee5e-03c4-4a66-8ba4-3ad7e5db856f HTTP/1.1" status: 200 len: 944 time: 0.2153182 Aug 10 00:57:35.361229 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32aa5dae-7757-4877-9018-5c2e140e7c20 admin admin] Made reservation on behalf of a6266bbb77f54431b89613d1f130049d for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:35.363309 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-32aa5dae-7757-4877-9018-5c2e140e7c20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:35.364592 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:35.376618 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network e359b2b7-d76f-4805-b486-8e7558a4527c details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:57:35.381908 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6c34a-a205-4682-be6d-2e37c4e88d31 req-9e57110c-b1bf-444b-a8f4-c1bb76bd22aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:35.383415 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2db6c34a-a205-4682-be6d-2e37c4e88d31 req-9e57110c-b1bf-444b-a8f4-c1bb76bd22aa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=945061800c0e4b428d851daf59a283e3&device_id=38d8ee5e-03c4-4a66-8ba4-3ad7e5db856f HTTP/1.1" status: 200 len: 1096 time: 0.2521288 Aug 10 00:57:35.484451 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=80b2b8db-2f69-462a-97ba-bfb1978a70e3,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:35.525065 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-63677add-edd6-475d-aac1-f73ddd2c853d tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:35.525706 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-63677add-edd6-475d-aac1-f73ddd2c853d tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:35.576206 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-32aa5dae-7757-4877-9018-5c2e140e7c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:35.584751 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6a956a7f-83b6-4dc8-a0d7-a015f7377044 req-4f0cd143-7eda-4bf1-8b0b-694db7f6388c tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] 10.222.0.35 "GET /v2.0/security-groups?id=aafe8e63-7cec-4939-b261-26a15156c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226579 Aug 10 00:57:35.592149 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-63677add-edd6-475d-aac1-f73ddd2c853d tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6200516 Aug 10 00:57:35.599751 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6c34a-a205-4682-be6d-2e37c4e88d31 req-8d955468-c228-4c53-b006-f994e70b607d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:35.601837 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2db6c34a-a205-4682-be6d-2e37c4e88d31 req-8d955468-c228-4c53-b006-f994e70b607d service neutron] 10.222.0.24 "GET /v2.0/networks?id=3b57b57d-f91c-48b2-bedc-bedccfa4abab HTTP/1.1" status: 200 len: 923 time: 0.2024169 Aug 10 00:57:35.610570 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-9cc16a04-1c9f-4c21-8227-3b4dc176e9a6 service neutron] Request body: {'port': {'device_id': '288ac6a4-6abf-429a-8d45-2dd420dcbe30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:35.627756 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b48f71-baa4-457d-9642-9245adfebd56 req-4ab8ac15-241a-4b38-84c3-f1381e3163ed tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:35.637669 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-80b48f71-baa4-457d-9642-9245adfebd56 req-4ab8ac15-241a-4b38-84c3-f1381e3163ed tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b732ad5-e2fc-42b7-bc7d-f275cbeff9a1 HTTP/1.1" status: 200 len: 946 time: 0.1360114 Aug 10 00:57:35.712728 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa5dae-7757-4877-9018-5c2e140e7c20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a197b24b-75a2-4c2c-8c3f-5707d816289a,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:35.716255 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2db6c34a-a205-4682-be6d-2e37c4e88d31 req-d4ef555a-944e-483c-ba15-8fe8051619b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70e0a5ae-059c-4c70-b36e-dc83522616c9 HTTP/1.1" status: 200 len: 217 time: 0.1018620 Aug 10 00:57:35.749938 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aa5dae-7757-4877-9018-5c2e140e7c20 admin admin] Checking segment: {'id': '9927da4f-9079-4d92-bd4c-82d3f0baaddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e359b2b7-d76f-4805-b486-8e7558a4527c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:57:35.750337 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32aa5dae-7757-4877-9018-5c2e140e7c20 admin admin] Network hostable DHCP agents. Network: e359b2b7-d76f-4805-b486-8e7558a4527c, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:57:35.752831 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['80b2b8db-2f69-462a-97ba-bfb1978a70e3'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:35.790555 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-7f40ae10-6058-4f63-8e24-53c6c1d4df6a tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:35.792029 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-7f40ae10-6058-4f63-8e24-53c6c1d4df6a tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] 10.222.0.20 "GET /v2.0/networks?id=549dfe43-84fc-4bf3-b1a8-35b614481df6 HTTP/1.1" status: 200 len: 812 time: 0.2072277 Aug 10 00:57:35.793137 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32aa5dae-7757-4877-9018-5c2e140e7c20 admin admin] Network e359b2b7-d76f-4805-b486-8e7558a4527c is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:57:35.803762 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-32aa5dae-7757-4877-9018-5c2e140e7c20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, e359b2b7-d76f-4805-b486-8e7558a4527c) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:35.808221 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32aa5dae-7757-4877-9018-5c2e140e7c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:35.808830 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-32aa5dae-7757-4877-9018-5c2e140e7c20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:35.816226 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-3e33aacc-8a6c-4a26-8e93-8f83e3a0bb6d tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] Request body: {'port': {'device_id': '1e9a2bfc-75a7-4064-adf6-5c306138c262', 'network_id': '549dfe43-84fc-4bf3-b1a8-35b614481df6', 'admin_state_up': True, 'tenant_id': 'f55429bd4ed348adaa83c19637c9b5f1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:35.822226 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46128dd0-9f37-4d15-aa33-8e8f250a8592 None None] Network e359b2b7-d76f-4805-b486-8e7558a4527c requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:57:35.835728 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-80b48f71-baa4-457d-9642-9245adfebd56 req-895e060c-f880-4906-9641-a106f24d8530 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966021 Aug 10 00:57:35.840101 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-9cc16a04-1c9f-4c21-8227-3b4dc176e9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:35.872671 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6c34a-a205-4682-be6d-2e37c4e88d31 req-7e63a32e-1940-4f52-887c-33603e31e504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:35.874153 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2db6c34a-a205-4682-be6d-2e37c4e88d31 req-7e63a32e-1940-4f52-887c-33603e31e504 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18fed6ae-e6b8-41a2-a8f8-d56b3db36331 HTTP/1.1" status: 200 len: 862 time: 0.1463745 Aug 10 00:57:35.883350 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4cd88-2059-4040-bda0-cebf18cdb2a7 req-d7f16251-0ce1-4588-b269-7b109940dfd8 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:35.884820 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fcc4cd88-2059-4040-bda0-cebf18cdb2a7 req-d7f16251-0ce1-4588-b269-7b109940dfd8 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 932 time: 0.1832912 Aug 10 00:57:35.905712 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-32aa5dae-7757-4877-9018-5c2e140e7c20 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5934548 Aug 10 00:57:35.952753 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2db6c34a-a205-4682-be6d-2e37c4e88d31 req-4d7bdb04-839f-4b86-ad04-81004d323b86 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3b57b57d-f91c-48b2-bedc-bedccfa4abab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669291 Aug 10 00:57:35.988548 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-3e33aacc-8a6c-4a26-8e93-8f83e3a0bb6d tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] Made reservation on behalf of f55429bd4ed348adaa83c19637c9b5f1 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:35.992112 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-3e33aacc-8a6c-4a26-8e93-8f83e3a0bb6d tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:36.052934 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57160a52-7503-4cb6-84c5-0f2140352dfe None None] Network e359b2b7-d76f-4805-b486-8e7558a4527c requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:57:36.089669 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fcc4cd88-2059-4040-bda0-cebf18cdb2a7 req-2315064e-06f4-4d38-84c3-885f8471c531 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828070 Aug 10 00:57:36.202368 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2db6c34a-a205-4682-be6d-2e37c4e88d31 req-39e833ca-b70b-4829-b6c1-0a39fda5b563 service neutron] 10.222.0.24 "GET /v2.0/networks/3b57b57d-f91c-48b2-bedc-bedccfa4abab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359309 Aug 10 00:57:36.205914 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-3e33aacc-8a6c-4a26-8e93-8f83e3a0bb6d tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] Allocated IP 172.20.0.5 (549dfe43-84fc-4bf3-b1a8-35b614481df6/50eef13b-428b-4246-b110-77d890ae7f98/9134e7ac-d158-4503-90ce-a50a74584973) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:57:36.334623 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc4260-ed15-4924-8a76-0aecfd6273b0 req-1a7225fc-aeb5-4cce-a6c1-0ae298fbe0b8 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:36.336339 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e7dc4260-ed15-4924-8a76-0aecfd6273b0 req-1a7225fc-aeb5-4cce-a6c1-0ae298fbe0b8 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 945 time: 0.1313043 Aug 10 00:57:36.406923 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-3e33aacc-8a6c-4a26-8e93-8f83e3a0bb6d tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:36.451476 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-3e33aacc-8a6c-4a26-8e93-8f83e3a0bb6d tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:36.483969 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e7dc4260-ed15-4924-8a76-0aecfd6273b0 req-fd882021-00fb-4140-8f15-c0c0623f3953 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308763 Aug 10 00:57:36.497947 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2db6c34a-a205-4682-be6d-2e37c4e88d31 req-d8ea3439-1f85-4c36-a639-42b2dc24157b service neutron] 10.222.0.24 "GET /v2.0/networks/3b57b57d-f91c-48b2-bedc-bedccfa4abab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799394 Aug 10 00:57:36.508511 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-3e33aacc-8a6c-4a26-8e93-8f83e3a0bb6d tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] Network 549dfe43-84fc-4bf3-b1a8-35b614481df6 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:57:36.510263 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-3e33aacc-8a6c-4a26-8e93-8f83e3a0bb6d tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:36.514456 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-3e33aacc-8a6c-4a26-8e93-8f83e3a0bb6d tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:57:36.515180 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8581e19-9b18-4a75-9cca-ef9ff58184cd req-837b2a91-6727-4c42-a5b5-f93f35d0b3f8 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:36.516911 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8581e19-9b18-4a75-9cca-ef9ff58184cd req-837b2a91-6727-4c42-a5b5-f93f35d0b3f8 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/ports?device_id=125232a4-3351-4e92-973d-7895a54e78b4 HTTP/1.1" status: 200 len: 945 time: 0.1425900 Aug 10 00:57:36.521048 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-9cc16a04-1c9f-4c21-8227-3b4dc176e9a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ec8543-cf35-49f3-9e64-5969f2d2b1bd {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:57:36.536164 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-9cc16a04-1c9f-4c21-8227-3b4dc176e9a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:36.542540 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33aacc-8a6c-4a26-8e93-8f83e3a0bb6d tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] Pushing event updated for resources: {'Port': ['ID=9134e7ac-d158-4503-90ce-a50a74584973,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:36.571305 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-3e33aacc-8a6c-4a26-8e93-8f83e3a0bb6d tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:36.572019 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-3e33aacc-8a6c-4a26-8e93-8f83e3a0bb6d tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:36.576748 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8581e19-9b18-4a75-9cca-ef9ff58184cd req-16088135-d2fd-4cbf-a375-25c2a39df60e tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/security-groups?id=d73b4de3-ce87-441b-8a15-1b349ab4dcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506332 Aug 10 00:57:36.577882 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-9cc16a04-1c9f-4c21-8227-3b4dc176e9a6 service neutron] Transition to ACTIVE for port object 75ec8543-cf35-49f3-9e64-5969f2d2b1bd will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:36.583446 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-9cc16a04-1c9f-4c21-8227-3b4dc176e9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:36.615072 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-3e33aacc-8a6c-4a26-8e93-8f83e3a0bb6d tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8030374 Aug 10 00:57:36.642873 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc16a04-1c9f-4c21-8227-3b4dc176e9a6 service neutron] Pushing event updated for resources: {'Port': ['ID=75ec8543-cf35-49f3-9e64-5969f2d2b1bd,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:36.644780 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-a6083d6c-cb70-4fdd-a63f-732ae1b8e9cf service neutron] Request body: {'port': {'device_id': '1e9a2bfc-75a7-4064-adf6-5c306138c262', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:36.710065 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-a6083d6c-cb70-4fdd-a63f-732ae1b8e9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:36.757838 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b955a-6d2e-4dd8-a86c-fd36acc1a387 req-eea78e66-2d53-4498-bc18-13d8d2947f1f tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:36.759166 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-df1b955a-6d2e-4dd8-a86c-fd36acc1a387 req-eea78e66-2d53-4498-bc18-13d8d2947f1f tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e9a2bfc-75a7-4064-adf6-5c306138c262 HTTP/1.1" status: 200 len: 931 time: 0.0783346 Aug 10 00:57:36.759858 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-9cc16a04-1c9f-4c21-8227-3b4dc176e9a6 service neutron] Attempting to bind port 75ec8543-cf35-49f3-9e64-5969f2d2b1bd on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:57:36.760209 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-9cc16a04-1c9f-4c21-8227-3b4dc176e9a6 service neutron] Attempting to bind port 75ec8543-cf35-49f3-9e64-5969f2d2b1bd by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': 'fd0aa135-7bf0-4440-a395-b4833e4cac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:57:36.760555 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-9cc16a04-1c9f-4c21-8227-3b4dc176e9a6 service neutron] Attempting to bind port 75ec8543-cf35-49f3-9e64-5969f2d2b1bd on network 4f44dc9d-70b4-422e-936e-64ca9a631395 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:36.765133 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-9cc16a04-1c9f-4c21-8227-3b4dc176e9a6 service neutron] Port 75ec8543-cf35-49f3-9e64-5969f2d2b1bd on network 4f44dc9d-70b4-422e-936e-64ca9a631395 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:57:36.765465 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-9cc16a04-1c9f-4c21-8227-3b4dc176e9a6 service neutron] Attempting to bind port 75ec8543-cf35-49f3-9e64-5969f2d2b1bd on network 4f44dc9d-70b4-422e-936e-64ca9a631395 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:36.777110 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-9cc16a04-1c9f-4c21-8227-3b4dc176e9a6 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:57:36.777460 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-9cc16a04-1c9f-4c21-8227-3b4dc176e9a6 service neutron] Checking segment: {'id': 'fd0aa135-7bf0-4440-a395-b4833e4cac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:57:36.777848 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-9cc16a04-1c9f-4c21-8227-3b4dc176e9a6 service neutron] Bound using segment: {'id': 'fd0aa135-7bf0-4440-a395-b4833e4cac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:57:36.778299 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-9cc16a04-1c9f-4c21-8227-3b4dc176e9a6 service neutron] Bound port: 75ec8543-cf35-49f3-9e64-5969f2d2b1bd, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd0aa135-7bf0-4440-a395-b4833e4cac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:57:36.778665 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-9cc16a04-1c9f-4c21-8227-3b4dc176e9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:36.837195 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-df1b955a-6d2e-4dd8-a86c-fd36acc1a387 req-69a32432-7a7f-416a-9fdb-265eb71e1edf tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ae12080-d78b-4b69-b077-8dbf0f8a65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695341 Aug 10 00:57:36.876657 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-9cc16a04-1c9f-4c21-8227-3b4dc176e9a6 service neutron] For port 75ec8543-cf35-49f3-9e64-5969f2d2b1bd, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:57:36.880450 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-9cc16a04-1c9f-4c21-8227-3b4dc176e9a6 service neutron] For port 75ec8543-cf35-49f3-9e64-5969f2d2b1bd, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=75ec8543-cf35-49f3-9e64-5969f2d2b1bd,segment=NetworkSegment(fd0aa135-7bf0-4440-a395-b4833e4cac38),segment_id=fd0aa135-7bf0-4440-a395-b4833e4cac38)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:57:36.885942 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-9cc16a04-1c9f-4c21-8227-3b4dc176e9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:36.922803 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-9cc16a04-1c9f-4c21-8227-3b4dc176e9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:36.923866 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-9cc16a04-1c9f-4c21-8227-3b4dc176e9a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:36.925174 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-9cc16a04-1c9f-4c21-8227-3b4dc176e9a6 service neutron] 10.222.0.20 "PUT /v2.0/ports/75ec8543-cf35-49f3-9e64-5969f2d2b1bd HTTP/1.1" status: 200 len: 1093 time: 1.3188331 Aug 10 00:57:37.009125 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc16a04-1c9f-4c21-8227-3b4dc176e9a6 service neutron] Pushing event updated for resources: {'Port': ['ID=75ec8543-cf35-49f3-9e64-5969f2d2b1bd,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:37.033178 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-a6083d6c-cb70-4fdd-a63f-732ae1b8e9cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9134e7ac-d158-4503-90ce-a50a74584973 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:57:37.041815 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-a6083d6c-cb70-4fdd-a63f-732ae1b8e9cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:37.042042 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5f014-da07-4eff-a459-c5ce68d394e1 req-efcf4569-ad7e-4681-8b41-4b076c715552 tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:37.043989 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eae5f014-da07-4eff-a459-c5ce68d394e1 req-efcf4569-ad7e-4681-8b41-4b076c715552 tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] 10.222.0.35 "GET /v2.0/ports?device_id=38d8ee5e-03c4-4a66-8ba4-3ad7e5db856f HTTP/1.1" status: 200 len: 944 time: 0.1269901 Aug 10 00:57:37.046589 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 80b2b8db-2f69-462a-97ba-bfb1978a70e3 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:57:37.064121 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-a6083d6c-cb70-4fdd-a63f-732ae1b8e9cf service neutron] Transition to ACTIVE for port object 9134e7ac-d158-4503-90ce-a50a74584973 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:37.068631 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-a6083d6c-cb70-4fdd-a63f-732ae1b8e9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:37.074488 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-eec5bef0-f234-4ee4-ac61-6219998d0778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:37.076666 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-eec5bef0-f234-4ee4-ac61-6219998d0778 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fc4321199ccb4da6af26fb4c7f2e415e&device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 1096 time: 0.0763006 Aug 10 00:57:37.118961 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 80b2b8db-2f69-462a-97ba-bfb1978a70e3 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:57:37.121733 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eae5f014-da07-4eff-a459-c5ce68d394e1 req-dc58afa8-dc70-4d39-8e43-036b6e0043fa tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] 10.222.0.35 "GET /v2.0/security-groups?id=aafe8e63-7cec-4939-b261-26a15156c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691192 Aug 10 00:57:37.125304 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 80b2b8db-2f69-462a-97ba-bfb1978a70e3 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:37.125944 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:37.164758 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6083d6c-cb70-4fdd-a63f-732ae1b8e9cf service neutron] Pushing event updated for resources: {'Port': ['ID=9134e7ac-d158-4503-90ce-a50a74584973,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:37.183616 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '288ac6a4-6abf-429a-8d45-2dd420dcbe30', 'tag': '75ec8543-cf35-49f3-9e64-5969f2d2b1bd'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:37.187375 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8f6406-90cc-4342-95ff-b10be6b4b7e7" -d '{"events": [{"name": "network-changed", "server_uuid": "288ac6a4-6abf-429a-8d45-2dd420dcbe30", "tag": "75ec8543-cf35-49f3-9e64-5969f2d2b1bd"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:37.192107 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-70e10642-83d2-4d5b-bd9e-6652bd712771 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75ec8543-cf35-49f3-9e64-5969f2d2b1bd HTTP/1.1" status: 200 len: 217 time: 0.0989237 Aug 10 00:57:37.217773 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-a6083d6c-cb70-4fdd-a63f-732ae1b8e9cf service neutron] Attempting to bind port 9134e7ac-d158-4503-90ce-a50a74584973 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:57:37.218033 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-a6083d6c-cb70-4fdd-a63f-732ae1b8e9cf service neutron] Attempting to bind port 9134e7ac-d158-4503-90ce-a50a74584973 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': 'bda898c5-4503-4869-89fd-f33b47db9b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '549dfe43-84fc-4bf3-b1a8-35b614481df6'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:57:37.218321 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-a6083d6c-cb70-4fdd-a63f-732ae1b8e9cf service neutron] Attempting to bind port 9134e7ac-d158-4503-90ce-a50a74584973 on network 549dfe43-84fc-4bf3-b1a8-35b614481df6 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:37.225297 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-a6083d6c-cb70-4fdd-a63f-732ae1b8e9cf service neutron] Port 9134e7ac-d158-4503-90ce-a50a74584973 on network 549dfe43-84fc-4bf3-b1a8-35b614481df6 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:57:37.226306 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-a6083d6c-cb70-4fdd-a63f-732ae1b8e9cf service neutron] Attempting to bind port 9134e7ac-d158-4503-90ce-a50a74584973 on network 549dfe43-84fc-4bf3-b1a8-35b614481df6 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:37.231402 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-a6083d6c-cb70-4fdd-a63f-732ae1b8e9cf service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:57:37.231735 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-a6083d6c-cb70-4fdd-a63f-732ae1b8e9cf service neutron] Checking segment: {'id': 'bda898c5-4503-4869-89fd-f33b47db9b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '549dfe43-84fc-4bf3-b1a8-35b614481df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:57:37.232116 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-a6083d6c-cb70-4fdd-a63f-732ae1b8e9cf service neutron] Bound using segment: {'id': 'bda898c5-4503-4869-89fd-f33b47db9b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '549dfe43-84fc-4bf3-b1a8-35b614481df6'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:57:37.232655 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:37.232800 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-a6083d6c-cb70-4fdd-a63f-732ae1b8e9cf service neutron] Bound port: 9134e7ac-d158-4503-90ce-a50a74584973, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bda898c5-4503-4869-89fd-f33b47db9b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '549dfe43-84fc-4bf3-b1a8-35b614481df6'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:57:37.233050 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-a6083d6c-cb70-4fdd-a63f-732ae1b8e9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:37.274839 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a6f776-93ed-4135-9c56-c6b9e4988079 x-openstack-request-id: req-97a6f776-93ed-4135-9c56-c6b9e4988079 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:37.275055 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 80b2b8db-2f69-462a-97ba-bfb1978a70e3, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=80b2b8db-2f69-462a-97ba-bfb1978a70e3,segment=NetworkSegment(78f548fd-cb67-46c0-9004-5af88c4b62bb),segment_id=78f548fd-cb67-46c0-9004-5af88c4b62bb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:37.275183 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "288ac6a4-6abf-429a-8d45-2dd420dcbe30", "tag": "75ec8543-cf35-49f3-9e64-5969f2d2b1bd", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:37.275547 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-97a6f776-93ed-4135-9c56-c6b9e4988079 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:37.275954 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '288ac6a4-6abf-429a-8d45-2dd420dcbe30', 'tag': '75ec8543-cf35-49f3-9e64-5969f2d2b1bd', 'status': 'completed', 'code': 200} Aug 10 00:57:37.278025 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125232a4-3351-4e92-973d-7895a54e78b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b2b8db-2f69-462a-97ba-bfb1978a70e3'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:37.285078 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918d14b3-01db-46bd-a1bd-a1f890654ded" -d '{"events": [{"server_uuid": "125232a4-3351-4e92-973d-7895a54e78b4", "name": "network-vif-plugged", "status": "completed", "tag": "80b2b8db-2f69-462a-97ba-bfb1978a70e3"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:37.291550 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:37.309321 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-99b3c0e0-962e-4e8e-a3b4-023d2affc4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:37.310797 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-99b3c0e0-962e-4e8e-a3b4-023d2affc4ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93c0490b-72d4-4bea-8139-8e9a7dbf1c5c HTTP/1.1" status: 200 len: 851 time: 0.1106539 Aug 10 00:57:37.322586 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-a6083d6c-cb70-4fdd-a63f-732ae1b8e9cf service neutron] For port 9134e7ac-d158-4503-90ce-a50a74584973, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:57:37.325860 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-a6083d6c-cb70-4fdd-a63f-732ae1b8e9cf service neutron] For port 9134e7ac-d158-4503-90ce-a50a74584973, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=9134e7ac-d158-4503-90ce-a50a74584973,segment=NetworkSegment(bda898c5-4503-4869-89fd-f33b47db9b36),segment_id=bda898c5-4503-4869-89fd-f33b47db9b36)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:57:37.334148 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-a6083d6c-cb70-4fdd-a63f-732ae1b8e9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:37.338466 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f80b3b-b1c4-4f6b-a825-d762d33b3c75 req-a095a2f6-0aed-4ed0-92ec-f670d507021c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:37.340256 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-11f80b3b-b1c4-4f6b-a825-d762d33b3c75 req-a095a2f6-0aed-4ed0-92ec-f670d507021c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 944 time: 0.0842116 Aug 10 00:57:37.353488 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a10ed3e-2a79-48a8-9cd7-8e8a7a123b2a x-openstack-request-id: req-7a10ed3e-2a79-48a8-9cd7-8e8a7a123b2a {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:37.355045 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125232a4-3351-4e92-973d-7895a54e78b4", "name": "network-vif-plugged", "status": "completed", "tag": "80b2b8db-2f69-462a-97ba-bfb1978a70e3", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:37.355045 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7a10ed3e-2a79-48a8-9cd7-8e8a7a123b2a {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:37.355045 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125232a4-3351-4e92-973d-7895a54e78b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b2b8db-2f69-462a-97ba-bfb1978a70e3', 'code': 200} Aug 10 00:57:37.360556 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-a6083d6c-cb70-4fdd-a63f-732ae1b8e9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:37.361250 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-15c664f2-d5d7-42f0-8eb7-7df16e848c5f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f44dc9d-70b4-422e-936e-64ca9a631395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418644 Aug 10 00:57:37.362244 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-a6083d6c-cb70-4fdd-a63f-732ae1b8e9cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:37.363282 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=80b2b8db-2f69-462a-97ba-bfb1978a70e3,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:37.364680 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-a6083d6c-cb70-4fdd-a63f-732ae1b8e9cf service neutron] 10.222.0.20 "PUT /v2.0/ports/9134e7ac-d158-4503-90ce-a50a74584973 HTTP/1.1" status: 200 len: 1092 time: 0.7343605 Aug 10 00:57:37.367169 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9a2bfc-75a7-4064-adf6-5c306138c262', 'tag': '9134e7ac-d158-4503-90ce-a50a74584973'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:37.370509 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dece018-d572-4b8a-8e8a-fed83485bbc9" -d '{"events": [{"name": "network-changed", "server_uuid": "1e9a2bfc-75a7-4064-adf6-5c306138c262", "tag": "9134e7ac-d158-4503-90ce-a50a74584973"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:37.430056 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6083d6c-cb70-4fdd-a63f-732ae1b8e9cf service neutron] Pushing event updated for resources: {'Port': ['ID=9134e7ac-d158-4503-90ce-a50a74584973,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:37.441885 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985fe118-6f5a-44d5-8829-6d77e1b81fc9 x-openstack-request-id: req-985fe118-6f5a-44d5-8829-6d77e1b81fc9 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:37.442185 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e9a2bfc-75a7-4064-adf6-5c306138c262", "tag": "9134e7ac-d158-4503-90ce-a50a74584973", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:37.442443 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-985fe118-6f5a-44d5-8829-6d77e1b81fc9 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:37.442837 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e9a2bfc-75a7-4064-adf6-5c306138c262', 'tag': '9134e7ac-d158-4503-90ce-a50a74584973', 'status': 'completed', 'code': 200} Aug 10 00:57:37.469556 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-11f80b3b-b1c4-4f6b-a825-d762d33b3c75 req-c6b8dc82-21bb-4659-8fc5-3f2f6cab0535 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126990 Aug 10 00:57:37.492336 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-15d2915c-468d-4724-9ab3-5f68392d7c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:37.492336 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-15d2915c-468d-4724-9ab3-5f68392d7c05 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f55429bd4ed348adaa83c19637c9b5f1&device_id=1e9a2bfc-75a7-4064-adf6-5c306138c262 HTTP/1.1" status: 200 len: 1095 time: 0.0485148 Aug 10 00:57:37.519430 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb62881-3c35-4d05-a889-a7796ce53f54 req-c5b70212-292f-4654-a4ef-cd49b2bf677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:37.521010 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-acb62881-3c35-4d05-a889-a7796ce53f54 req-c5b70212-292f-4654-a4ef-cd49b2bf677e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=125232a4-3351-4e92-973d-7895a54e78b4 HTTP/1.1" status: 200 len: 1098 time: 0.0667768 Aug 10 00:57:37.547749 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-765fedbf-a337-4be6-b2fa-c7d413ca12ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9134e7ac-d158-4503-90ce-a50a74584973 HTTP/1.1" status: 200 len: 217 time: 0.0422153 Aug 10 00:57:37.558192 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-2ebfa6ec-f2e8-4497-86ff-7a035e377e49 service neutron] 10.222.0.20 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606045 Aug 10 00:57:37.589797 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-acb62881-3c35-4d05-a889-a7796ce53f54 req-64793b41-9ff3-4572-b119-3ac33f7d42fa service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d73b4de3-ce87-441b-8a15-1b349ab4dcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595057 Aug 10 00:57:37.621129 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-a88c02ee-72c9-4ea6-a6b3-c779a4cee871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:37.622674 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-a88c02ee-72c9-4ea6-a6b3-c779a4cee871 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=50eef13b-428b-4246-b110-77d890ae7f98 HTTP/1.1" status: 200 len: 852 time: 0.0680606 Aug 10 00:57:37.659036 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-ea98bff1-1a8b-40e3-b29c-ce04ee545067 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=549dfe43-84fc-4bf3-b1a8-35b614481df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294173 Aug 10 00:57:37.692274 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8edacb-f8b9-4cd2-93b3-66743b96cb2c req-9887af83-d486-4bd0-9d20-648672659ea5 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:37.693663 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ba8edacb-f8b9-4cd2-93b3-66743b96cb2c req-9887af83-d486-4bd0-9d20-648672659ea5 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 945 time: 0.1301482 Aug 10 00:57:37.746431 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-156494ad-1db3-4aaa-9b82-8c0af314a783 req-9e3cb054-7590-413e-a4b0-98825101a834 service neutron] 10.222.0.20 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715429 Aug 10 00:57:37.777488 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2326c7-d91b-4607-b006-f708a67dbabe req-571e8063-6902-49df-aef4-6c2a9a29355c tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:37.779067 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4b2326c7-d91b-4607-b006-f708a67dbabe req-571e8063-6902-49df-aef4-6c2a9a29355c tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/ports?device_id=125232a4-3351-4e92-973d-7895a54e78b4 HTTP/1.1" status: 200 len: 946 time: 0.1058459 Aug 10 00:57:37.782220 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ba8edacb-f8b9-4cd2-93b3-66743b96cb2c req-18bc43d3-265d-40d5-b17b-b6ee429fe1af tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684395 Aug 10 00:57:37.831965 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4b2326c7-d91b-4607-b006-f708a67dbabe req-3160e667-06ea-4656-bf98-c48f284be016 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/security-groups?id=d73b4de3-ce87-441b-8a15-1b349ab4dcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463285 Aug 10 00:57:38.054987 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-58aceceb-fa75-47d6-b77e-72cb688afb49 service neutron] 10.222.0.20 "GET /v2.0/networks/549dfe43-84fc-4bf3-b1a8-35b614481df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874750 Aug 10 00:57:38.152644 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f6406-90cc-4342-95ff-b10be6b4b7e7 req-dc5c1aea-a686-46d9-8783-2ccd6523c088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:38.153604 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ab8f6406-90cc-4342-95ff-b10be6b4b7e7 req-dc5c1aea-a686-46d9-8783-2ccd6523c088 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fc4321199ccb4da6af26fb4c7f2e415e&device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 1096 time: 0.3206549 Aug 10 00:57:38.159020 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d5235ed0-2168-4aa4-88ff-31645ca14c71 req-0a8a769f-4260-4d99-b8b1-51453c0bcdff service neutron] 10.222.0.20 "GET /v2.0/networks/549dfe43-84fc-4bf3-b1a8-35b614481df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972602 Aug 10 00:57:38.164715 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278190f1-6d64-4a18-bfbe-a69793f3f01c req-26971845-a207-4a55-9ed6-6406f6fb3711 tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:38.166274 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-278190f1-6d64-4a18-bfbe-a69793f3f01c req-26971845-a207-4a55-9ed6-6406f6fb3711 tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e9a2bfc-75a7-4064-adf6-5c306138c262 HTTP/1.1" status: 200 len: 943 time: 0.0596347 Aug 10 00:57:38.298334 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-278190f1-6d64-4a18-bfbe-a69793f3f01c req-eeb72e6b-bd39-4382-9978-d9c7ab0ff2dc tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ae12080-d78b-4b69-b077-8dbf0f8a65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196716 Aug 10 00:57:38.304282 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dece018-d572-4b8a-8e8a-fed83485bbc9 req-8254ca07-4c31-4f8a-ba2b-a4b65693ec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:38.305809 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6dece018-d572-4b8a-8e8a-fed83485bbc9 req-8254ca07-4c31-4f8a-ba2b-a4b65693ec08 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f55429bd4ed348adaa83c19637c9b5f1&device_id=1e9a2bfc-75a7-4064-adf6-5c306138c262 HTTP/1.1" status: 200 len: 1095 time: 0.0453298 Aug 10 00:57:38.319372 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b489a53-2a9e-4083-99c7-e0c74561e1a1 req-8d278f4f-a19b-40a2-8e2f-ae1dab2f3501 tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:38.320912 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9b489a53-2a9e-4083-99c7-e0c74561e1a1 req-8d278f4f-a19b-40a2-8e2f-ae1dab2f3501 tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] 10.222.0.35 "GET /v2.0/ports?device_id=38d8ee5e-03c4-4a66-8ba4-3ad7e5db856f HTTP/1.1" status: 200 len: 944 time: 0.1320422 Aug 10 00:57:38.325806 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f6406-90cc-4342-95ff-b10be6b4b7e7 req-b081ba74-30d5-4365-bfda-1392a16144f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:38.327243 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ab8f6406-90cc-4342-95ff-b10be6b4b7e7 req-b081ba74-30d5-4365-bfda-1392a16144f9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4f44dc9d-70b4-422e-936e-64ca9a631395 HTTP/1.1" status: 200 len: 912 time: 0.1574335 Aug 10 00:57:38.384791 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ab8f6406-90cc-4342-95ff-b10be6b4b7e7 req-bd576aaf-4758-439f-89f5-523138437446 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75ec8543-cf35-49f3-9e64-5969f2d2b1bd HTTP/1.1" status: 200 len: 217 time: 0.0495880 Aug 10 00:57:38.402524 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dece018-d572-4b8a-8e8a-fed83485bbc9 req-cd251d42-83a4-49f5-9a94-438a557b968a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:38.404071 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6dece018-d572-4b8a-8e8a-fed83485bbc9 req-cd251d42-83a4-49f5-9a94-438a557b968a service neutron] 10.222.0.20 "GET /v2.0/networks?id=549dfe43-84fc-4bf3-b1a8-35b614481df6 HTTP/1.1" status: 200 len: 913 time: 0.0901103 Aug 10 00:57:38.449069 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6dece018-d572-4b8a-8e8a-fed83485bbc9 req-0a6e0158-046a-45d7-b80b-c255e65cdff3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9134e7ac-d158-4503-90ce-a50a74584973 HTTP/1.1" status: 200 len: 217 time: 0.0381877 Aug 10 00:57:38.477575 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9b489a53-2a9e-4083-99c7-e0c74561e1a1 req-9c8e237c-a891-45dd-a887-3b61b014027d tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] 10.222.0.35 "GET /v2.0/security-groups?id=aafe8e63-7cec-4939-b261-26a15156c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493783 Aug 10 00:57:38.498224 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dece018-d572-4b8a-8e8a-fed83485bbc9 req-d0cbbdb1-2304-41f3-8d7c-7d9e56734cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:38.499686 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6dece018-d572-4b8a-8e8a-fed83485bbc9 req-d0cbbdb1-2304-41f3-8d7c-7d9e56734cd2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=50eef13b-428b-4246-b110-77d890ae7f98 HTTP/1.1" status: 200 len: 852 time: 0.0441792 Aug 10 00:57:38.515230 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f6406-90cc-4342-95ff-b10be6b4b7e7 req-f1cc6916-83a0-444e-95a8-c84ce3d7aac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:38.516734 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ab8f6406-90cc-4342-95ff-b10be6b4b7e7 req-f1cc6916-83a0-444e-95a8-c84ce3d7aac7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93c0490b-72d4-4bea-8139-8e9a7dbf1c5c HTTP/1.1" status: 200 len: 851 time: 0.1219919 Aug 10 00:57:38.533029 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6dece018-d572-4b8a-8e8a-fed83485bbc9 req-385f6024-19b5-4a7e-afb8-0ef5873f1081 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=549dfe43-84fc-4bf3-b1a8-35b614481df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259030 Aug 10 00:57:38.553824 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ab8f6406-90cc-4342-95ff-b10be6b4b7e7 req-eaa27c48-f562-42a6-98be-bbeaa16c0c61 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f44dc9d-70b4-422e-936e-64ca9a631395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295305 Aug 10 00:57:38.562402 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-4573fb68-33e8-44bb-b297-f8439683d132 tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:38.569142 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-4573fb68-33e8-44bb-b297-f8439683d132 tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] 10.222.0.35 "GET /v2.0/networks?id=e359b2b7-d76f-4805-b486-8e7558a4527c HTTP/1.1" status: 200 len: 809 time: 0.1881866 Aug 10 00:57:38.626357 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6dece018-d572-4b8a-8e8a-fed83485bbc9 req-36df3999-97cb-40da-9eaa-d512b3f9f0fe service neutron] 10.222.0.20 "GET /v2.0/networks/549dfe43-84fc-4bf3-b1a8-35b614481df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861516 Aug 10 00:57:38.645376 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-e223d012-f5e0-469b-800b-4021a41cf8ec tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] 10.222.0.35 "GET /v2.0/quotas/a6266bbb77f54431b89613d1f130049d HTTP/1.1" status: 200 len: 375 time: 0.0751379 Aug 10 00:57:38.695359 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-813ae697-0f69-4fb5-a2cc-0235ab581926 tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6266bbb77f54431b89613d1f130049d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424817 Aug 10 00:57:38.719976 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6f75f-ec84-4bd4-97d4-a01f9520220a req-7e0289a5-5ba3-40d1-97e4-e422a9781036 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:38.721462 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8fe6f75f-ec84-4bd4-97d4-a01f9520220a req-7e0289a5-5ba3-40d1-97e4-e422a9781036 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 944 time: 0.1484392 Aug 10 00:57:38.723856 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6dece018-d572-4b8a-8e8a-fed83485bbc9 req-259e9b9e-867f-40bc-899e-143b79c3eb6c service neutron] 10.222.0.20 "GET /v2.0/networks/549dfe43-84fc-4bf3-b1a8-35b614481df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893939 Aug 10 00:57:38.784206 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ab8f6406-90cc-4342-95ff-b10be6b4b7e7 req-bc09d25c-6c5b-43d6-b38a-483acccc3216 service neutron] 10.222.0.20 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126918 Aug 10 00:57:38.856674 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8fe6f75f-ec84-4bd4-97d4-a01f9520220a req-d4c5f32a-d1f7-4646-a026-f6363abc0885 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176929 Aug 10 00:57:38.885904 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-95e24521-fce1-4f38-9661-22e6d9ba67d4 service neutron] 10.222.0.35 "GET /v2.0/networks/e359b2b7-d76f-4805-b486-8e7558a4527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818385 Aug 10 00:57:38.972906 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ab8f6406-90cc-4342-95ff-b10be6b4b7e7 req-8532ca34-425e-4844-8ef1-68a40b346437 service neutron] 10.222.0.20 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790216 Aug 10 00:57:39.033160 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c40bb3-3a3b-4fb8-8930-7382dd40007e req-c52f6e01-619a-4ca9-9e7c-7fc6a8e03f7d tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:39.034613 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f9c40bb3-3a3b-4fb8-8930-7382dd40007e req-c52f6e01-619a-4ca9-9e7c-7fc6a8e03f7d tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 945 time: 0.0841248 Aug 10 00:57:39.036541 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-12a53165-09b4-456b-8a98-b68859e3ec30 service neutron] 10.222.0.35 "GET /v2.0/networks/e359b2b7-d76f-4805-b486-8e7558a4527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411510 Aug 10 00:57:39.058095 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 70e0a5ae-059c-4c70-b36e-dc83522616c9 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:57:39.075546 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f9c40bb3-3a3b-4fb8-8930-7382dd40007e req-a729d9d2-4723-4a60-9b59-6e7abb04dd84 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346851 Aug 10 00:57:39.181220 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 70e0a5ae-059c-4c70-b36e-dc83522616c9, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=70e0a5ae-059c-4c70-b36e-dc83522616c9,segment=NetworkSegment(e4b403ff-b51d-4558-966f-35bd6f4c1050),segment_id=e4b403ff-b51d-4558-966f-35bd6f4c1050)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:39.193040 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '70e0a5ae-059c-4c70-b36e-dc83522616c9', 'network_id': '3b57b57d-f91c-48b2-bedc-bedccfa4abab', 'port_id': '70e0a5ae-059c-4c70-b36e-dc83522616c9', 'mac_address': 'fa:16:3e:ed:db:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18fed6ae-e6b8-41a2-a8f8-d56b3db36331', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:57:39.195452 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a0fa7-27e1-414b-a54c-6be6beaf4dff req-32c402b6-c3f4-4ab4-93e5-d1630437bf0c tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:39.197156 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-285a0fa7-27e1-414b-a54c-6be6beaf4dff req-32c402b6-c3f4-4ab4-93e5-d1630437bf0c tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/ports?device_id=125232a4-3351-4e92-973d-7895a54e78b4 HTTP/1.1" status: 200 len: 946 time: 0.0597761 Aug 10 00:57:39.239802 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:39.241740 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-285a0fa7-27e1-414b-a54c-6be6beaf4dff req-bb9d6267-2f58-43b7-bca7-18c39536abd3 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/security-groups?id=d73b4de3-ce87-441b-8a15-1b349ab4dcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380483 Aug 10 00:57:39.268729 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70e0a5ae-059c-4c70-b36e-dc83522616c9 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:57:39.291242 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 70e0a5ae-059c-4c70-b36e-dc83522616c9, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=70e0a5ae-059c-4c70-b36e-dc83522616c9,segment=NetworkSegment(e4b403ff-b51d-4558-966f-35bd6f4c1050),segment_id=e4b403ff-b51d-4558-966f-35bd6f4c1050)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:39.299081 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:39.369226 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e43e6eee-8141-4978-bf70-a395b23397e0 req-1a85556a-2045-47f2-802f-078270f4287e tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] 10.222.0.35 "GET /v2.0/ports?device_id=f763f21f-44e5-4240-966e-3d232ea093bb HTTP/1.1" status: 200 len: 210 time: 0.0317545 Aug 10 00:57:39.379629 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=70e0a5ae-059c-4c70-b36e-dc83522616c9,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:39.606991 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b2de3-c847-4c6e-951c-0a37cdb89057 req-96213cd4-ed62-40d3-bbf5-4b0b7ac4ff07 tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:39.608511 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a9b2de3-c847-4c6e-951c-0a37cdb89057 req-96213cd4-ed62-40d3-bbf5-4b0b7ac4ff07 tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e9a2bfc-75a7-4064-adf6-5c306138c262 HTTP/1.1" status: 200 len: 943 time: 0.1436353 Aug 10 00:57:39.630026 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5120406b-ab25-4ac2-8ca8-77dcc253c4f2 req-ee6473ee-90a0-4e05-8ac2-f3237242cf99 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 258 time: 0.2354462 Aug 10 00:57:39.645862 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-5120406b-ab25-4ac2-8ca8-77dcc253c4f2 req-f793c2b2-2f47-4376-8c9a-b6df14c7d3a0 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:39.680663 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a9b2de3-c847-4c6e-951c-0a37cdb89057 req-b678e79b-fc0e-4df0-b847-13127b72e527 tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ae12080-d78b-4b69-b077-8dbf0f8a65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657921 Aug 10 00:57:39.686447 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5120406b-ab25-4ac2-8ca8-77dcc253c4f2 req-f793c2b2-2f47-4376-8c9a-b6df14c7d3a0 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:39.716307 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['70e0a5ae-059c-4c70-b36e-dc83522616c9'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:39.805103 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b313c-b713-4e70-9546-642fd2f33266 req-2f850390-d94f-49e8-bb2f-a466328a2c59 tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:39.806708 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-da7b313c-b713-4e70-9546-642fd2f33266 req-2f850390-d94f-49e8-bb2f-a466328a2c59 tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] 10.222.0.35 "GET /v2.0/ports?device_id=38d8ee5e-03c4-4a66-8ba4-3ad7e5db856f HTTP/1.1" status: 200 len: 945 time: 0.0683694 Aug 10 00:57:39.867228 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-da7b313c-b713-4e70-9546-642fd2f33266 req-5e0ebd94-1e9c-49ab-8cb5-93de89660d6c tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] 10.222.0.35 "GET /v2.0/security-groups?id=aafe8e63-7cec-4939-b261-26a15156c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528700 Aug 10 00:57:39.870213 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5120406b-ab25-4ac2-8ca8-77dcc253c4f2 req-f793c2b2-2f47-4376-8c9a-b6df14c7d3a0 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:40.020839 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0daf9-8dec-4d90-ba22-d3771bd7bca2 req-34fb5be5-22fe-4b1f-9087-38dfdf307d2a tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:40.022807 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8ea0daf9-8dec-4d90-ba22-d3771bd7bca2 req-34fb5be5-22fe-4b1f-9087-38dfdf307d2a tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 944 time: 0.0918460 Aug 10 00:57:40.033808 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-5120406b-ab25-4ac2-8ca8-77dcc253c4f2 req-f793c2b2-2f47-4376-8c9a-b6df14c7d3a0 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Allocated IP 172.25.2.130 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/977e1a0f-0446-42f5-b3e0-0614a7907c15) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:57:40.109021 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8ea0daf9-8dec-4d90-ba22-d3771bd7bca2 req-3f935c29-6dbb-499c-85fb-dc5adb759dfc tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774570 Aug 10 00:57:40.158202 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5120406b-ab25-4ac2-8ca8-77dcc253c4f2 req-f793c2b2-2f47-4376-8c9a-b6df14c7d3a0 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:40.231112 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d5340-ec3a-46b7-82a9-eec8c9211064 req-c8b58c9a-b1e4-4039-98a6-498d07e7a1d4 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:40.232590 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be8d5340-ec3a-46b7-82a9-eec8c9211064 req-c8b58c9a-b1e4-4039-98a6-498d07e7a1d4 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 945 time: 0.0686138 Aug 10 00:57:40.245844 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5120406b-ab25-4ac2-8ca8-77dcc253c4f2 req-f793c2b2-2f47-4376-8c9a-b6df14c7d3a0 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:40.292953 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5120406b-ab25-4ac2-8ca8-77dcc253c4f2 req-f793c2b2-2f47-4376-8c9a-b6df14c7d3a0 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:57:40.304017 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-5120406b-ab25-4ac2-8ca8-77dcc253c4f2 req-f793c2b2-2f47-4376-8c9a-b6df14c7d3a0 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:40.310762 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5120406b-ab25-4ac2-8ca8-77dcc253c4f2 req-f793c2b2-2f47-4376-8c9a-b6df14c7d3a0 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:57:40.335407 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be8d5340-ec3a-46b7-82a9-eec8c9211064 req-8bce661e-9593-414c-8acc-4495d30d4c16 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963621 Aug 10 00:57:40.337728 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f793c2b2-2f47-4376-8c9a-b6df14c7d3a0 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Pushing event updated for resources: {'Port': ['ID=977e1a0f-0446-42f5-b3e0-0614a7907c15,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:40.407948 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5120406b-ab25-4ac2-8ca8-77dcc253c4f2 req-f793c2b2-2f47-4376-8c9a-b6df14c7d3a0 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:40.450307 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5120406b-ab25-4ac2-8ca8-77dcc253c4f2 req-f793c2b2-2f47-4376-8c9a-b6df14c7d3a0 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:40.493826 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-26959394-ca3c-4cbd-8d7c-61f3da2bff72 req-67b76382-9b21-467a-9553-6b800e8e4131 tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] 10.222.0.35 "GET /v2.0/ports?device_id=f763f21f-44e5-4240-966e-3d232ea093bb HTTP/1.1" status: 200 len: 210 time: 0.0452645 Aug 10 00:57:40.669767 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-0035f496-f5e5-4d5e-bf59-51d37c14cfbf tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:40.671189 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-0035f496-f5e5-4d5e-bf59-51d37c14cfbf tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] 10.222.0.20 "GET /v2.0/networks?id=e359b2b7-d76f-4805-b486-8e7558a4527c HTTP/1.1" status: 200 len: 809 time: 0.1601539 Aug 10 00:57:40.714829 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-114432a4-e9de-4b3d-ac64-93dd95823b69 tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] Request body: {'port': {'device_id': 'f763f21f-44e5-4240-966e-3d232ea093bb', 'network_id': 'e359b2b7-d76f-4805-b486-8e7558a4527c', 'admin_state_up': True, 'tenant_id': 'a6266bbb77f54431b89613d1f130049d'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:40.720947 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5120406b-ab25-4ac2-8ca8-77dcc253c4f2 req-f793c2b2-2f47-4376-8c9a-b6df14c7d3a0 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:40.736704 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5120406b-ab25-4ac2-8ca8-77dcc253c4f2 req-f793c2b2-2f47-4376-8c9a-b6df14c7d3a0 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:41.069864 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 5a05efcd-f6a7-4c4f-b526-05e003d007a8 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:57:41.071971 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 70e0a5ae-059c-4c70-b36e-dc83522616c9 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:57:41.120536 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f793c2b2-2f47-4376-8c9a-b6df14c7d3a0 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Pushing event updated for resources: {'Port': ['ID=977e1a0f-0446-42f5-b3e0-0614a7907c15,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:41.140548 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5120406b-ab25-4ac2-8ca8-77dcc253c4f2 req-f793c2b2-2f47-4376-8c9a-b6df14c7d3a0 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:41.167397 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a00f63-c6c6-4105-abcc-0160b840ed36 req-7f2d50f1-a9eb-4a9f-a6f4-2f742b2429d7 tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:41.168908 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-84a00f63-c6c6-4105-abcc-0160b840ed36 req-7f2d50f1-a9eb-4a9f-a6f4-2f742b2429d7 tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e9a2bfc-75a7-4064-adf6-5c306138c262 HTTP/1.1" status: 200 len: 943 time: 0.4012990 Aug 10 00:57:41.182538 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a905ff5f-3a33-4c02-8e05-245af2036edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:41.189870 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 70e0a5ae-059c-4c70-b36e-dc83522616c9 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:57:41.195799 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 70e0a5ae-059c-4c70-b36e-dc83522616c9 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:41.196156 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:41.198369 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-114432a4-e9de-4b3d-ac64-93dd95823b69 tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] Made reservation on behalf of a6266bbb77f54431b89613d1f130049d for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:41.201855 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-114432a4-e9de-4b3d-ac64-93dd95823b69 tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:41.211077 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5120406b-ab25-4ac2-8ca8-77dcc253c4f2 req-f793c2b2-2f47-4376-8c9a-b6df14c7d3a0 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:41.212321 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5120406b-ab25-4ac2-8ca8-77dcc253c4f2 req-f793c2b2-2f47-4376-8c9a-b6df14c7d3a0 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5759704 Aug 10 00:57:41.240029 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 5a05efcd-f6a7-4c4f-b526-05e003d007a8, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=5a05efcd-f6a7-4c4f-b526-05e003d007a8,segment=NetworkSegment(29e670d9-5039-46c1-a69e-9628f4a030e2),segment_id=29e670d9-5039-46c1-a69e-9628f4a030e2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:41.273461 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-84a00f63-c6c6-4105-abcc-0160b840ed36 req-96d289f0-64a9-4249-8e1c-fb82adbd262d tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ae12080-d78b-4b69-b077-8dbf0f8a65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976026 Aug 10 00:57:41.318250 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5120406b-ab25-4ac2-8ca8-77dcc253c4f2 req-4280e15a-f26c-40f5-a094-19d9ad17075c tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 696 time: 0.0990596 Aug 10 00:57:41.391252 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '5a05efcd-f6a7-4c4f-b526-05e003d007a8', 'network_id': '5040841a-4984-47dc-a172-a1e3b8550316', 'port_id': '5a05efcd-f6a7-4c4f-b526-05e003d007a8', 'mac_address': 'fa:16:3e:2b:7a:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10f85b2-b60a-4bec-a6dc-24390adf6af4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:57:41.401584 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:41.460786 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:41.463600 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:41.481300 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a05efcd-f6a7-4c4f-b526-05e003d007a8 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:57:41.497125 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcb9d9-3655-4194-addf-7f6057814a14 req-a2f03dcf-28ea-4c6d-b590-53ca08ecc3f2 tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:41.498594 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-34dcb9d9-3655-4194-addf-7f6057814a14 req-a2f03dcf-28ea-4c6d-b590-53ca08ecc3f2 tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] 10.222.0.35 "GET /v2.0/ports?device_id=38d8ee5e-03c4-4a66-8ba4-3ad7e5db856f HTTP/1.1" status: 200 len: 945 time: 0.1537194 Aug 10 00:57:41.501693 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d8ee5e-03c4-4a66-8ba4-3ad7e5db856f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e0a5ae-059c-4c70-b36e-dc83522616c9'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:41.503914 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1bc7b1-dd69-4f54-8b51-1e6f720592a8" -d '{"events": [{"server_uuid": "38d8ee5e-03c4-4a66-8ba4-3ad7e5db856f", "name": "network-vif-plugged", "status": "completed", "tag": "70e0a5ae-059c-4c70-b36e-dc83522616c9"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:41.508501 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-114432a4-e9de-4b3d-ac64-93dd95823b69 tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] Allocated IP 172.20.0.8 (e359b2b7-d76f-4805-b486-8e7558a4527c/a197b24b-75a2-4c2c-8c3f-5707d816289a/f3144e37-9796-4c03-97b8-a0d9e36b093a) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:57:41.520442 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 5a05efcd-f6a7-4c4f-b526-05e003d007a8, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=5a05efcd-f6a7-4c4f-b526-05e003d007a8,segment=NetworkSegment(29e670d9-5039-46c1-a69e-9628f4a030e2),segment_id=29e670d9-5039-46c1-a69e-9628f4a030e2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:41.524581 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 70e0a5ae-059c-4c70-b36e-dc83522616c9, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=70e0a5ae-059c-4c70-b36e-dc83522616c9,segment=NetworkSegment(e4b403ff-b51d-4558-966f-35bd6f4c1050),segment_id=e4b403ff-b51d-4558-966f-35bd6f4c1050)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:41.525959 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:41.530771 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:41.560543 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120406b-ab25-4ac2-8ca8-77dcc253c4f2 req-b82202c3-7af4-42b4-9567-652a9fe4a48f tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:41.561904 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5120406b-ab25-4ac2-8ca8-77dcc253c4f2 req-b82202c3-7af4-42b4-9567-652a9fe4a48f tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 784 time: 0.2356882 Aug 10 00:57:41.584362 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=5a05efcd-f6a7-4c4f-b526-05e003d007a8,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:41.597521 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-34dcb9d9-3655-4194-addf-7f6057814a14 req-f4925809-166d-4857-941a-a5ee6a3120b5 tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] 10.222.0.35 "GET /v2.0/security-groups?id=aafe8e63-7cec-4939-b261-26a15156c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897875 Aug 10 00:57:41.612657 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['5a05efcd-f6a7-4c4f-b526-05e003d007a8'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:41.674778 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=70e0a5ae-059c-4c70-b36e-dc83522616c9,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:41.778098 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 9134e7ac-d158-4503-90ce-a50a74584973 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:57:41.784749 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca106d4-93ad-4a96-a3d5-2cb2667b95e0 req-bd805897-5f69-4dbd-8522-02647bec7d88 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:41.786151 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5ca106d4-93ad-4a96-a3d5-2cb2667b95e0 req-bd805897-5f69-4dbd-8522-02647bec7d88 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 944 time: 0.1544535 Aug 10 00:57:41.815442 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09eed1-1c1d-4f1b-8c4f-d5eaeed7d138 req-70d11227-8273-4dc8-ae6e-7bd405edfa19 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:41.816888 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9e09eed1-1c1d-4f1b-8c4f-d5eaeed7d138 req-70d11227-8273-4dc8-ae6e-7bd405edfa19 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 945 time: 0.1106830 Aug 10 00:57:41.846435 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-114432a4-e9de-4b3d-ac64-93dd95823b69 tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:41.869470 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 9134e7ac-d158-4503-90ce-a50a74584973, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=9134e7ac-d158-4503-90ce-a50a74584973,segment=NetworkSegment(bda898c5-4503-4869-89fd-f33b47db9b36),segment_id=bda898c5-4503-4869-89fd-f33b47db9b36)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:41.880605 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '9134e7ac-d158-4503-90ce-a50a74584973', 'network_id': '549dfe43-84fc-4bf3-b1a8-35b614481df6', 'port_id': '9134e7ac-d158-4503-90ce-a50a74584973', 'mac_address': 'fa:16:3e:84:fa:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50eef13b-428b-4246-b110-77d890ae7f98', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:57:41.889856 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5ca106d4-93ad-4a96-a3d5-2cb2667b95e0 req-caa56a21-294b-4751-907b-6c98783deed7 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937955 Aug 10 00:57:41.899120 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9e09eed1-1c1d-4f1b-8c4f-d5eaeed7d138 req-42eb5bb6-2304-4ea5-bf21-14e5be8302f4 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730848 Aug 10 00:57:41.930257 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:41.936021 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-114432a4-e9de-4b3d-ac64-93dd95823b69 tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:41.944999 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9134e7ac-d158-4503-90ce-a50a74584973 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:57:41.970169 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 9134e7ac-d158-4503-90ce-a50a74584973, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=9134e7ac-d158-4503-90ce-a50a74584973,segment=NetworkSegment(bda898c5-4503-4869-89fd-f33b47db9b36),segment_id=bda898c5-4503-4869-89fd-f33b47db9b36)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:41.976692 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:41.977653 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 75ec8543-cf35-49f3-9e64-5969f2d2b1bd details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:57:41.983336 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-114432a4-e9de-4b3d-ac64-93dd95823b69 tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] Network e359b2b7-d76f-4805-b486-8e7558a4527c is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:57:41.986878 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-114432a4-e9de-4b3d-ac64-93dd95823b69 tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:41.989339 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-114432a4-e9de-4b3d-ac64-93dd95823b69 tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:57:42.035888 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114432a4-e9de-4b3d-ac64-93dd95823b69 tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] Pushing event updated for resources: {'Port': ['ID=f3144e37-9796-4c03-97b8-a0d9e36b093a,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:42.047141 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7a6ce6-8674-4483-8b74-7e9c7c2fcb7d x-openstack-request-id: req-bb7a6ce6-8674-4483-8b74-7e9c7c2fcb7d {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:42.047433 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d8ee5e-03c4-4a66-8ba4-3ad7e5db856f", "name": "network-vif-plugged", "status": "completed", "tag": "70e0a5ae-059c-4c70-b36e-dc83522616c9", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:42.047739 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bb7a6ce6-8674-4483-8b74-7e9c7c2fcb7d {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:42.048149 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d8ee5e-03c4-4a66-8ba4-3ad7e5db856f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e0a5ae-059c-4c70-b36e-dc83522616c9', 'code': 200} Aug 10 00:57:42.114085 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=9134e7ac-d158-4503-90ce-a50a74584973,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:42.132464 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 75ec8543-cf35-49f3-9e64-5969f2d2b1bd, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=75ec8543-cf35-49f3-9e64-5969f2d2b1bd,segment=NetworkSegment(fd0aa135-7bf0-4440-a395-b4833e4cac38),segment_id=fd0aa135-7bf0-4440-a395-b4833e4cac38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:42.136169 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-114432a4-e9de-4b3d-ac64-93dd95823b69 tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:42.136807 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-114432a4-e9de-4b3d-ac64-93dd95823b69 tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:42.143395 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '75ec8543-cf35-49f3-9e64-5969f2d2b1bd', 'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395', 'port_id': '75ec8543-cf35-49f3-9e64-5969f2d2b1bd', 'mac_address': 'fa:16:3e:5a:f6:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c0490b-72d4-4bea-8139-8e9a7dbf1c5c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:57:42.179403 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:42.188158 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-114432a4-e9de-4b3d-ac64-93dd95823b69 tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4792728 Aug 10 00:57:42.193011 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ec8543-cf35-49f3-9e64-5969f2d2b1bd {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:57:42.204021 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13704f16-91b5-488d-9e35-f8f1ddd45bfd req-784b783e-7748-4b50-9221-ca81bb96fd22 tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:42.205509 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-13704f16-91b5-488d-9e35-f8f1ddd45bfd req-784b783e-7748-4b50-9221-ca81bb96fd22 tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] 10.222.0.35 "GET /v2.0/ports?device_id=f763f21f-44e5-4240-966e-3d232ea093bb HTTP/1.1" status: 200 len: 931 time: 0.1708026 Aug 10 00:57:42.213897 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 75ec8543-cf35-49f3-9e64-5969f2d2b1bd, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=75ec8543-cf35-49f3-9e64-5969f2d2b1bd,segment=NetworkSegment(fd0aa135-7bf0-4440-a395-b4833e4cac38),segment_id=fd0aa135-7bf0-4440-a395-b4833e4cac38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:42.217332 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-0ce1a329-22ec-425d-b577-b367d6c663f7 service neutron] Request body: {'port': {'device_id': 'f763f21f-44e5-4240-966e-3d232ea093bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:42.218527 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:42.225210 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176fc95-8c2f-4925-9b0e-d73e023d244b req-a34d0bd8-dbcd-4129-827c-3a5ba7654417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:42.226665 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e176fc95-8c2f-4925-9b0e-d73e023d244b req-a34d0bd8-dbcd-4129-827c-3a5ba7654417 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=38d8ee5e-03c4-4a66-8ba4-3ad7e5db856f HTTP/1.1" status: 200 len: 1098 time: 0.1556201 Aug 10 00:57:42.266056 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=75ec8543-cf35-49f3-9e64-5969f2d2b1bd,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:42.267409 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db182d84-0796-41a9-b4bf-9fcf392d2366 req-b0618cf9-a9e7-4510-a1f4-9556dc103113 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:42.268907 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db182d84-0796-41a9-b4bf-9fcf392d2366 req-b0618cf9-a9e7-4510-a1f4-9556dc103113 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/ports?device_id=125232a4-3351-4e92-973d-7895a54e78b4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1967187 Aug 10 00:57:42.377228 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-13704f16-91b5-488d-9e35-f8f1ddd45bfd req-a332c66d-f704-4773-8f0a-2a1c69e524e0 tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] 10.222.0.35 "GET /v2.0/security-groups?id=f364bb82-4e6b-4902-b10d-358d8c6f759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554918 Aug 10 00:57:42.379857 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db182d84-0796-41a9-b4bf-9fcf392d2366 req-cc2d3255-fd7b-4ca1-8a58-b21e74d78f7c tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 696 time: 0.0947769 Aug 10 00:57:42.384296 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e176fc95-8c2f-4925-9b0e-d73e023d244b req-0d676921-f53d-49ab-a995-a60de2313797 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=aafe8e63-7cec-4939-b261-26a15156c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360681 Aug 10 00:57:42.388517 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-0ce1a329-22ec-425d-b577-b367d6c663f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:42.397812 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-db182d84-0796-41a9-b4bf-9fcf392d2366 req-10982b78-1526-43cf-9a0b-58672f270e95 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Request body: {'floatingip': {'port_id': '80b2b8db-2f69-462a-97ba-bfb1978a70e3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:42.442277 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-db182d84-0796-41a9-b4bf-9fcf392d2366 req-10982b78-1526-43cf-9a0b-58672f270e95 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks [] for floatingip, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:42.670217 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['9134e7ac-d158-4503-90ce-a50a74584973'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:42.692271 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['75ec8543-cf35-49f3-9e64-5969f2d2b1bd'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:42.720207 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a5ca9-7e07-4f9f-a2af-f5e2460af1c6 req-566f5f8b-aca8-4ead-ae09-1f785e4c914b tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:42.721712 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-718a5ca9-7e07-4f9f-a2af-f5e2460af1c6 req-566f5f8b-aca8-4ead-ae09-1f785e4c914b tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e9a2bfc-75a7-4064-adf6-5c306138c262 HTTP/1.1" status: 200 len: 944 time: 0.2042542 Aug 10 00:57:42.853137 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-718a5ca9-7e07-4f9f-a2af-f5e2460af1c6 req-6d38c8e7-a496-45e5-afa2-68b3c2e275b5 tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ae12080-d78b-4b69-b077-8dbf0f8a65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221924 Aug 10 00:57:43.077830 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 5a05efcd-f6a7-4c4f-b526-05e003d007a8 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:57:43.131833 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 5a05efcd-f6a7-4c4f-b526-05e003d007a8 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:43.132589 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:43.158503 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f6bac-1782-4e0b-b4d1-e77ed5dd7248 req-232053c4-e569-43c6-b8aa-6229ff0779cc tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:43.159996 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-933f6bac-1782-4e0b-b4d1-e77ed5dd7248 req-232053c4-e569-43c6-b8aa-6229ff0779cc tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] 10.222.0.35 "GET /v2.0/ports?device_id=38d8ee5e-03c4-4a66-8ba4-3ad7e5db856f HTTP/1.1" status: 200 len: 946 time: 0.2293575 Aug 10 00:57:43.169116 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-0ce1a329-22ec-425d-b577-b367d6c663f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3144e37-9796-4c03-97b8-a0d9e36b093a {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:57:43.195639 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-0ce1a329-22ec-425d-b577-b367d6c663f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:43.221908 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:43.258501 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 5a05efcd-f6a7-4c4f-b526-05e003d007a8, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=5a05efcd-f6a7-4c4f-b526-05e003d007a8,segment=NetworkSegment(29e670d9-5039-46c1-a69e-9628f4a030e2),segment_id=29e670d9-5039-46c1-a69e-9628f4a030e2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:43.263298 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:43.317143 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=5a05efcd-f6a7-4c4f-b526-05e003d007a8,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:43.533812 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-0ce1a329-22ec-425d-b577-b367d6c663f7 service neutron] Transition to ACTIVE for port object f3144e37-9796-4c03-97b8-a0d9e36b093a will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:43.545423 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-0ce1a329-22ec-425d-b577-b367d6c663f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:43.633154 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-933f6bac-1782-4e0b-b4d1-e77ed5dd7248 req-83f2402c-583c-4e21-88ad-d2fde17d5c13 tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] 10.222.0.35 "GET /v2.0/security-groups?id=aafe8e63-7cec-4939-b261-26a15156c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528880 Aug 10 00:57:43.700369 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.db.resource_extend [req-db182d84-0796-41a9-b4bf-9fcf392d2366 req-10982b78-1526-43cf-9a0b-58672f270e95 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 00:57:43.738583 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1a329-22ec-425d-b577-b367d6c663f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f3144e37-9796-4c03-97b8-a0d9e36b093a,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:43.786966 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0cb14539-0f64-4d7d-90a9-9f62011a874d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:43.792808 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 75ec8543-cf35-49f3-9e64-5969f2d2b1bd up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:57:43.872288 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-db182d84-0796-41a9-b4bf-9fcf392d2366 req-10982b78-1526-43cf-9a0b-58672f270e95 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:43.884393 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-db182d84-0796-41a9-b4bf-9fcf392d2366 req-10982b78-1526-43cf-9a0b-58672f270e95 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:43.914550 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 75ec8543-cf35-49f3-9e64-5969f2d2b1bd completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:57:43.930401 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 75ec8543-cf35-49f3-9e64-5969f2d2b1bd triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:43.930720 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:43.971088 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf245a1-5d19-450a-9c08-142f0850aaed req-89ebfb08-66a1-4fb1-9724-4eb7672a8f2e tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:43.972779 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3cf245a1-5d19-450a-9c08-142f0850aaed req-89ebfb08-66a1-4fb1-9724-4eb7672a8f2e tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 945 time: 0.2280259 Aug 10 00:57:44.032291 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-0ce1a329-22ec-425d-b577-b367d6c663f7 service neutron] Attempting to bind port f3144e37-9796-4c03-97b8-a0d9e36b093a on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:57:44.032973 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-0ce1a329-22ec-425d-b577-b367d6c663f7 service neutron] Attempting to bind port f3144e37-9796-4c03-97b8-a0d9e36b093a by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '9927da4f-9079-4d92-bd4c-82d3f0baaddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e359b2b7-d76f-4805-b486-8e7558a4527c'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:57:44.033397 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-0ce1a329-22ec-425d-b577-b367d6c663f7 service neutron] Attempting to bind port f3144e37-9796-4c03-97b8-a0d9e36b093a on network e359b2b7-d76f-4805-b486-8e7558a4527c {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:44.042120 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:44.050826 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b732ad5-e2fc-42b7-bc7d-f275cbeff9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a05efcd-f6a7-4c4f-b526-05e003d007a8'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:44.053786 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9963b05-289b-44f9-897a-dda8e6ac343b" -d '{"events": [{"server_uuid": "4b732ad5-e2fc-42b7-bc7d-f275cbeff9a1", "name": "network-vif-plugged", "status": "completed", "tag": "5a05efcd-f6a7-4c4f-b526-05e003d007a8"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:44.059869 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-0ce1a329-22ec-425d-b577-b367d6c663f7 service neutron] Port f3144e37-9796-4c03-97b8-a0d9e36b093a on network e359b2b7-d76f-4805-b486-8e7558a4527c not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:57:44.060256 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-0ce1a329-22ec-425d-b577-b367d6c663f7 service neutron] Attempting to bind port f3144e37-9796-4c03-97b8-a0d9e36b093a on network e359b2b7-d76f-4805-b486-8e7558a4527c {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:44.078038 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f80662-afa5-4e45-a21f-c30c846ad59d req-f6cff024-2669-4b5b-ae9f-681aef04a2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:44.079565 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d0f80662-afa5-4e45-a21f-c30c846ad59d req-f6cff024-2669-4b5b-ae9f-681aef04a2bc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 1097 time: 0.1510711 Aug 10 00:57:44.087945 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-0ce1a329-22ec-425d-b577-b367d6c663f7 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:57:44.087945 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-0ce1a329-22ec-425d-b577-b367d6c663f7 service neutron] Checking segment: {'id': '9927da4f-9079-4d92-bd4c-82d3f0baaddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e359b2b7-d76f-4805-b486-8e7558a4527c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:57:44.088816 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-0ce1a329-22ec-425d-b577-b367d6c663f7 service neutron] Bound using segment: {'id': '9927da4f-9079-4d92-bd4c-82d3f0baaddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e359b2b7-d76f-4805-b486-8e7558a4527c'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:57:44.089354 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-0ce1a329-22ec-425d-b577-b367d6c663f7 service neutron] Bound port: f3144e37-9796-4c03-97b8-a0d9e36b093a, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9927da4f-9079-4d92-bd4c-82d3f0baaddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e359b2b7-d76f-4805-b486-8e7558a4527c'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:57:44.089646 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-0ce1a329-22ec-425d-b577-b367d6c663f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:44.092821 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 75ec8543-cf35-49f3-9e64-5969f2d2b1bd, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=75ec8543-cf35-49f3-9e64-5969f2d2b1bd,segment=NetworkSegment(fd0aa135-7bf0-4440-a395-b4833e4cac38),segment_id=fd0aa135-7bf0-4440-a395-b4833e4cac38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:44.101777 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:44.104996 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 9134e7ac-d158-4503-90ce-a50a74584973 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:57:44.134368 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3cf245a1-5d19-450a-9c08-142f0850aaed req-ebc7cb73-0c2c-49b3-9e36-50b7115c8b46 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442626 Aug 10 00:57:44.135192 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [req-db182d84-0796-41a9-b4bf-9fcf392d2366 req-10982b78-1526-43cf-9a0b-58672f270e95 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Floating IP 933c230b-d371-4338-8878-15e748a52bd8 associated. External IP: 172.25.2.130, port: 80b2b8db-2f69-462a-97ba-bfb1978a70e3. Aug 10 00:57:44.212294 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=75ec8543-cf35-49f3-9e64-5969f2d2b1bd,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:44.230701 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 9134e7ac-d158-4503-90ce-a50a74584973 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:57:44.239731 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 9134e7ac-d158-4503-90ce-a50a74584973 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:44.240289 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:44.308323 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d0f80662-afa5-4e45-a21f-c30c846ad59d req-c835c0d0-a7b4-44bd-b929-fbac6317476b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138045 Aug 10 00:57:44.362335 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-0ce1a329-22ec-425d-b577-b367d6c663f7 service neutron] For port f3144e37-9796-4c03-97b8-a0d9e36b093a, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:57:44.362936 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:44.371158 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-0ce1a329-22ec-425d-b577-b367d6c663f7 service neutron] For port f3144e37-9796-4c03-97b8-a0d9e36b093a, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=f3144e37-9796-4c03-97b8-a0d9e36b093a,segment=NetworkSegment(9927da4f-9079-4d92-bd4c-82d3f0baaddd),segment_id=9927da4f-9079-4d92-bd4c-82d3f0baaddd)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:57:44.383755 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-0ce1a329-22ec-425d-b577-b367d6c663f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:44.403434 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d52f34-acb9-44cc-b9be-211a1ff673ce req-cb35de73-9fe8-411e-98f3-e7559f588830 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:44.407911 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:44.411056 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-61d52f34-acb9-44cc-b9be-211a1ff673ce req-cb35de73-9fe8-411e-98f3-e7559f588830 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 945 time: 0.1597981 Aug 10 00:57:44.425127 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 9134e7ac-d158-4503-90ce-a50a74584973, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=9134e7ac-d158-4503-90ce-a50a74584973,segment=NetworkSegment(bda898c5-4503-4869-89fd-f33b47db9b36),segment_id=bda898c5-4503-4869-89fd-f33b47db9b36)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:44.430997 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:44.474897 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-0ce1a329-22ec-425d-b577-b367d6c663f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:44.476109 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-0ce1a329-22ec-425d-b577-b367d6c663f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:44.477577 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-0ce1a329-22ec-425d-b577-b367d6c663f7 service neutron] 10.222.0.20 "PUT /v2.0/ports/f3144e37-9796-4c03-97b8-a0d9e36b093a HTTP/1.1" status: 200 len: 1092 time: 2.2711604 Aug 10 00:57:44.478044 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f763f21f-44e5-4240-966e-3d232ea093bb', 'tag': 'f3144e37-9796-4c03-97b8-a0d9e36b093a'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:44.480393 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfc8fc2-a077-4ca3-9d41-2cb9562d4039" -d '{"events": [{"name": "network-changed", "server_uuid": "f763f21f-44e5-4240-966e-3d232ea093bb", "tag": "f3144e37-9796-4c03-97b8-a0d9e36b093a"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:44.497476 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=9134e7ac-d158-4503-90ce-a50a74584973,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:44.556562 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-61d52f34-acb9-44cc-b9be-211a1ff673ce req-2c960f12-b775-4641-a86b-831e91720334 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398489 Aug 10 00:57:44.621120 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1a329-22ec-425d-b577-b367d6c663f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f3144e37-9796-4c03-97b8-a0d9e36b093a,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:44.713848 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db182d84-0796-41a9-b4bf-9fcf392d2366 req-10982b78-1526-43cf-9a0b-58672f270e95 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Router 12a707e3-97ad-42d9-84ff-8b485a5d10dd has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:57:44.718157 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-749994eb-8e3a-4946-9523-2a7fd5f0670e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:44.719383 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-749994eb-8e3a-4946-9523-2a7fd5f0670e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6266bbb77f54431b89613d1f130049d&device_id=f763f21f-44e5-4240-966e-3d232ea093bb HTTP/1.1" status: 200 len: 1095 time: 0.1618030 Aug 10 00:57:44.819714 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77271a-4031-4a75-8f76-704a2fb4f910 req-eb62869d-dff3-483f-9ab3-0c47428a377f tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:44.821170 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6a77271a-4031-4a75-8f76-704a2fb4f910 req-eb62869d-dff3-483f-9ab3-0c47428a377f tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] 10.222.0.35 "GET /v2.0/ports?device_id=f763f21f-44e5-4240-966e-3d232ea093bb HTTP/1.1" status: 200 len: 943 time: 0.1397781 Aug 10 00:57:44.822451 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-0ba5465f-26ce-443a-839b-d544b2f9b6f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3144e37-9796-4c03-97b8-a0d9e36b093a HTTP/1.1" status: 200 len: 217 time: 0.0869904 Aug 10 00:57:44.962326 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6a77271a-4031-4a75-8f76-704a2fb4f910 req-86371825-c3b8-4586-810e-c44eb23e71aa tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] 10.222.0.35 "GET /v2.0/security-groups?id=f364bb82-4e6b-4902-b10d-358d8c6f759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095834 Aug 10 00:57:44.968507 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-2201752b-4fb1-46d7-8d53-32b193ae4d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:44.970015 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-2201752b-4fb1-46d7-8d53-32b193ae4d70 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a197b24b-75a2-4c2c-8c3f-5707d816289a HTTP/1.1" status: 200 len: 849 time: 0.1387961 Aug 10 00:57:45.011193 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:45.031358 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-52933976-1ed8-4f43-831b-08035c422149 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e359b2b7-d76f-4805-b486-8e7558a4527c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505259 Aug 10 00:57:45.033031 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db182d84-0796-41a9-b4bf-9fcf392d2366 req-10982b78-1526-43cf-9a0b-58672f270e95 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:57:45.038897 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-db182d84-0796-41a9-b4bf-9fcf392d2366 req-10982b78-1526-43cf-9a0b-58672f270e95 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:45.044866 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d083a0-d6ff-4440-bc2a-5e1261cb5dea None None] Sync routers for ids ['12a707e3-97ad-42d9-84ff-8b485a5d10dd'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:57:45.065878 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d083a0-d6ff-4440-bc2a-5e1261cb5dea None None] Routers {'12a707e3-97ad-42d9-84ff-8b485a5d10dd'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:57:45.070302 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-c0d083a0-d6ff-4440-bc2a-5e1261cb5dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:57:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['12a707e3-97ad-42d9-84ff-8b485a5d10dd'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:45.122339 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db182d84-0796-41a9-b4bf-9fcf392d2366 req-10982b78-1526-43cf-9a0b-58672f270e95 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "PUT /v2.0/floatingips/933c230b-d371-4338-8878-15e748a52bd8 HTTP/1.1" status: 200 len: 997 time: 2.7355294 Aug 10 00:57:45.208639 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-c0d083a0-d6ff-4440-bc2a-5e1261cb5dea None None] Set router 12a707e3-97ad-42d9-84ff-8b485a5d10dd gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:57:45.237985 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-cedf3a9e-a425-4dd4-9fb2-126bc6b938fe service neutron] 10.222.0.20 "GET /v2.0/networks/e359b2b7-d76f-4805-b486-8e7558a4527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759984 Aug 10 00:57:45.246901 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db7e14-5806-420a-a431-c0f0398872bb req-ccd3b9bb-5ec8-4997-8619-9378a81e89d2 tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:45.250712 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-11db7e14-5806-420a-a431-c0f0398872bb req-ccd3b9bb-5ec8-4997-8619-9378a81e89d2 tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e9a2bfc-75a7-4064-adf6-5c306138c262 HTTP/1.1" status: 200 len: 945 time: 0.1166718 Aug 10 00:57:45.285230 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db182d84-0796-41a9-b4bf-9fcf392d2366 req-b626a581-e5c7-4b40-be6e-91d7feecec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:45.286805 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db182d84-0796-41a9-b4bf-9fcf392d2366 req-b626a581-e5c7-4b40-be6e-91d7feecec27 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=405f14961293446ebadaa701e5bf6997&device_id=125232a4-3351-4e92-973d-7895a54e78b4 HTTP/1.1" status: 200 len: 1098 time: 0.1140306 Aug 10 00:57:45.429556 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-11db7e14-5806-420a-a431-c0f0398872bb req-91f95521-eb49-44e4-9bfb-9bc31df9a416 tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ae12080-d78b-4b69-b077-8dbf0f8a65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589875 Aug 10 00:57:45.481842 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f62e7b-c19b-42ff-9a8c-afed95fb789a x-openstack-request-id: req-08f62e7b-c19b-42ff-9a8c-afed95fb789a {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:45.482661 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b732ad5-e2fc-42b7-bc7d-f275cbeff9a1", "name": "network-vif-plugged", "status": "completed", "tag": "5a05efcd-f6a7-4c4f-b526-05e003d007a8", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:45.482894 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-08f62e7b-c19b-42ff-9a8c-afed95fb789a {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:45.483267 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b732ad5-e2fc-42b7-bc7d-f275cbeff9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a05efcd-f6a7-4c4f-b526-05e003d007a8', 'code': 200} Aug 10 00:57:45.499184 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c1dbf3c9-b963-4a30-94e6-ed0a1c9eae7c req-50d54837-b3a5-4b99-a593-7e7a7edf39de service neutron] 10.222.0.20 "GET /v2.0/networks/e359b2b7-d76f-4805-b486-8e7558a4527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444916 Aug 10 00:57:45.502502 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db182d84-0796-41a9-b4bf-9fcf392d2366 req-5ab2b49e-3e64-4940-ad8f-97d4d81be6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:45.504281 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db182d84-0796-41a9-b4bf-9fcf392d2366 req-5ab2b49e-3e64-4940-ad8f-97d4d81be6b9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6c29bbfd-d1b1-46c6-b51f-62e3a119abac HTTP/1.1" status: 200 len: 929 time: 0.1761842 Aug 10 00:57:45.546489 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-c0d083a0-d6ff-4440-bc2a-5e1261cb5dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-437861673-router', 'tenant_id': '405f14961293446ebadaa701e5bf6997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '84a828f1-3c61-4c30-8168-4fc91e0f8729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:20Z', 'revision_number': 4, 'project_id': '405f14961293446ebadaa701e5bf6997', 'gw_port': {'id': '84a828f1-3c61-4c30-8168-4fc91e0f8729', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '933c230b-d371-4338-8878-15e748a52bd8', 'tenant_id': '405f14961293446ebadaa701e5bf6997', 'floating_ip_address': '172.25.2.130', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'port_id': '80b2b8db-2f69-462a-97ba-bfb1978a70e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c29bbfd-d1b1-46c6-b51f-62e3a119abac', 'mac_address': 'fa:16:3e:a8:cf:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125232a4-3351-4e92-973d-7895a54e78b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:57:40Z', 'updated_at': '2021-08-10T00:57:43Z', 'revision_number': 1, 'project_id': '405f14961293446ebadaa701e5bf6997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3115a18c-784d-4f4a-a4d9-351250c328a5', 'name': '', 'network_id': '6c29bbfd-d1b1-46c6-b51f-62e3a119abac', 'tenant_id': '405f14961293446ebadaa701e5bf6997', 'mac_address': 'fa:16:3e:19:e2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'a80426b3-f5f6-4de8-be44-4bf2e3dd3e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:19Z', 'updated_at': '2021-08-10T00:57:27Z', 'revision_number': 5, 'project_id': '405f14961293446ebadaa701e5bf6997', 'subnets': [{'id': 'a80426b3-f5f6-4de8-be44-4bf2e3dd3e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:45.575417 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d083a0-d6ff-4440-bc2a-5e1261cb5dea None None] Checking router: 12a707e3-97ad-42d9-84ff-8b485a5d10dd for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:57:45.584889 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d083a0-d6ff-4440-bc2a-5e1261cb5dea None None] Routers {'12a707e3-97ad-42d9-84ff-8b485a5d10dd'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:57:45.585600 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-c0d083a0-d6ff-4440-bc2a-5e1261cb5dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:57:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['12a707e3-97ad-42d9-84ff-8b485a5d10dd'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:45.589693 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22546f9b-265b-4ee4-8623-9f2ada3a1233 x-openstack-request-id: req-22546f9b-265b-4ee4-8623-9f2ada3a1233 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:45.589986 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f763f21f-44e5-4240-966e-3d232ea093bb", "tag": "f3144e37-9796-4c03-97b8-a0d9e36b093a", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:45.590244 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-22546f9b-265b-4ee4-8623-9f2ada3a1233 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:45.590646 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f763f21f-44e5-4240-966e-3d232ea093bb', 'tag': 'f3144e37-9796-4c03-97b8-a0d9e36b093a', 'status': 'completed', 'code': 200} Aug 10 00:57:45.596115 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db182d84-0796-41a9-b4bf-9fcf392d2366 req-c5ef0e1b-8414-43e4-a738-b9f80fbd650d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80b2b8db-2f69-462a-97ba-bfb1978a70e3 HTTP/1.1" status: 200 len: 1000 time: 0.0834379 Aug 10 00:57:45.720085 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-c0d083a0-d6ff-4440-bc2a-5e1261cb5dea None None] Set router 12a707e3-97ad-42d9-84ff-8b485a5d10dd gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:57:45.725822 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7ddf8-b75e-4df3-a6c0-8ae8f98eff19 req-da293ffb-a3d9-4fe8-9915-5d3e38849c8b tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:45.727333 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5de7ddf8-b75e-4df3-a6c0-8ae8f98eff19 req-da293ffb-a3d9-4fe8-9915-5d3e38849c8b tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] 10.222.0.35 "GET /v2.0/ports?device_id=38d8ee5e-03c4-4a66-8ba4-3ad7e5db856f HTTP/1.1" status: 200 len: 946 time: 0.1359348 Aug 10 00:57:45.729887 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db182d84-0796-41a9-b4bf-9fcf392d2366 req-dfabbe18-c1d9-43af-9b57-0853e65273ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:45.731102 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db182d84-0796-41a9-b4bf-9fcf392d2366 req-dfabbe18-c1d9-43af-9b57-0853e65273ab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a80426b3-f5f6-4de8-be44-4bf2e3dd3e8a HTTP/1.1" status: 200 len: 867 time: 0.1160216 Aug 10 00:57:45.734908 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc8fc2-a077-4ca3-9d41-2cb9562d4039 req-633b492d-c4ee-4417-a2dd-db50b611b06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:45.737297 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0bfc8fc2-a077-4ca3-9d41-2cb9562d4039 req-633b492d-c4ee-4417-a2dd-db50b611b06e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6266bbb77f54431b89613d1f130049d&device_id=f763f21f-44e5-4240-966e-3d232ea093bb HTTP/1.1" status: 200 len: 1095 time: 0.1397085 Aug 10 00:57:46.000102 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-c0d083a0-d6ff-4440-bc2a-5e1261cb5dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-437861673-router', 'tenant_id': '405f14961293446ebadaa701e5bf6997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '84a828f1-3c61-4c30-8168-4fc91e0f8729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:20Z', 'revision_number': 4, 'project_id': '405f14961293446ebadaa701e5bf6997', 'gw_port': {'id': '84a828f1-3c61-4c30-8168-4fc91e0f8729', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '933c230b-d371-4338-8878-15e748a52bd8', 'tenant_id': '405f14961293446ebadaa701e5bf6997', 'floating_ip_address': '172.25.2.130', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'port_id': '80b2b8db-2f69-462a-97ba-bfb1978a70e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c29bbfd-d1b1-46c6-b51f-62e3a119abac', 'mac_address': 'fa:16:3e:a8:cf:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125232a4-3351-4e92-973d-7895a54e78b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:57:40Z', 'updated_at': '2021-08-10T00:57:43Z', 'revision_number': 1, 'project_id': '405f14961293446ebadaa701e5bf6997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3115a18c-784d-4f4a-a4d9-351250c328a5', 'name': '', 'network_id': '6c29bbfd-d1b1-46c6-b51f-62e3a119abac', 'tenant_id': '405f14961293446ebadaa701e5bf6997', 'mac_address': 'fa:16:3e:19:e2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'a80426b3-f5f6-4de8-be44-4bf2e3dd3e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:19Z', 'updated_at': '2021-08-10T00:57:27Z', 'revision_number': 5, 'project_id': '405f14961293446ebadaa701e5bf6997', 'subnets': [{'id': 'a80426b3-f5f6-4de8-be44-4bf2e3dd3e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:46.035118 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d083a0-d6ff-4440-bc2a-5e1261cb5dea None None] The sync data for ids ['12a707e3-97ad-42d9-84ff-8b485a5d10dd'] in n-d-766726-26 is: [{'id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-437861673-router', 'tenant_id': '405f14961293446ebadaa701e5bf6997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '84a828f1-3c61-4c30-8168-4fc91e0f8729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:20Z', 'revision_number': 4, 'project_id': '405f14961293446ebadaa701e5bf6997', 'gw_port': {'id': '84a828f1-3c61-4c30-8168-4fc91e0f8729', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '933c230b-d371-4338-8878-15e748a52bd8', 'tenant_id': '405f14961293446ebadaa701e5bf6997', 'floating_ip_address': '172.25.2.130', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'port_id': '80b2b8db-2f69-462a-97ba-bfb1978a70e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c29bbfd-d1b1-46c6-b51f-62e3a119abac', 'mac_address': 'fa:16:3e:a8:cf:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125232a4-3351-4e92-973d-7895a54e78b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:57:40Z', 'updated_at': '2021-08-10T00:57:43Z', 'revision_number': 1, 'project_id': '405f14961293446ebadaa701e5bf6997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3115a18c-784d-4f4a-a4d9-351250c328a5', 'name': '', 'network_id': '6c29bbfd-d1b1-46c6-b51f-62e3a119abac', 'tenant_id': '405f14961293446ebadaa701e5bf6997', 'mac_address': 'fa:16:3e:19:e2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'a80426b3-f5f6-4de8-be44-4bf2e3dd3e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:19Z', 'updated_at': '2021-08-10T00:57:27Z', 'revision_number': 5, 'project_id': '405f14961293446ebadaa701e5bf6997', 'subnets': [{'id': 'a80426b3-f5f6-4de8-be44-4bf2e3dd3e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:57:46.148840 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:46.154398 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5de7ddf8-b75e-4df3-a6c0-8ae8f98eff19 req-6e96d5ff-2194-4dba-8004-ae9b94a9e348 tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] 10.222.0.35 "GET /v2.0/security-groups?id=aafe8e63-7cec-4939-b261-26a15156c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157104 Aug 10 00:57:46.157907 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db182d84-0796-41a9-b4bf-9fcf392d2366 req-a7185d5a-f484-478a-b611-56f4bcee6996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:46.159802 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db182d84-0796-41a9-b4bf-9fcf392d2366 req-a7185d5a-f484-478a-b611-56f4bcee6996 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6c29bbfd-d1b1-46c6-b51f-62e3a119abac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4128690 Aug 10 00:57:46.271691 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc8fc2-a077-4ca3-9d41-2cb9562d4039 req-ed91c2a4-324a-4b80-bcb3-0990070ecb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:46.274669 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0bfc8fc2-a077-4ca3-9d41-2cb9562d4039 req-ed91c2a4-324a-4b80-bcb3-0990070ecb37 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e359b2b7-d76f-4805-b486-8e7558a4527c HTTP/1.1" status: 200 len: 910 time: 0.5287435 Aug 10 00:57:46.385308 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bdd696-3acb-4b80-90fe-00594c97d69e None None] New status for floating IP 933c230b-d371-4338-8878-15e748a52bd8: ACTIVE {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 00:57:46.391219 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0bfc8fc2-a077-4ca3-9d41-2cb9562d4039 req-721c121e-89c0-48d3-b069-5093edeb78d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3144e37-9796-4c03-97b8-a0d9e36b093a HTTP/1.1" status: 200 len: 217 time: 0.1060853 Aug 10 00:57:46.393179 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db182d84-0796-41a9-b4bf-9fcf392d2366 req-883cf8ae-eea4-401a-9596-13656d448f31 service neutron] 10.222.0.35 "GET /v2.0/networks/6c29bbfd-d1b1-46c6-b51f-62e3a119abac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240775 Aug 10 00:57:46.490821 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b600062-d5df-4b8e-b9fa-ddd7f9d22ef8 req-fbf0d429-8181-495e-a9ba-acbbae4aab13 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:46.498061 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0b600062-d5df-4b8e-b9fa-ddd7f9d22ef8 req-fbf0d429-8181-495e-a9ba-acbbae4aab13 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 946 time: 0.2140539 Aug 10 00:57:46.541704 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc8fc2-a077-4ca3-9d41-2cb9562d4039 req-2977c3d4-b1b0-4f5b-86e5-2967635c4b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:46.543109 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0bfc8fc2-a077-4ca3-9d41-2cb9562d4039 req-2977c3d4-b1b0-4f5b-86e5-2967635c4b2a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a197b24b-75a2-4c2c-8c3f-5707d816289a HTTP/1.1" status: 200 len: 849 time: 0.1441772 Aug 10 00:57:46.587591 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0b600062-d5df-4b8e-b9fa-ddd7f9d22ef8 req-292c398d-1388-4e76-ac05-a982652eacf2 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884843 Aug 10 00:57:46.628868 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0bfc8fc2-a077-4ca3-9d41-2cb9562d4039 req-0203d19e-29c6-4ac1-b426-a20c3264be54 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e359b2b7-d76f-4805-b486-8e7558a4527c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692604 Aug 10 00:57:46.670627 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db182d84-0796-41a9-b4bf-9fcf392d2366 req-23f5a0ad-83b9-4216-b1f1-df16d32713bb service neutron] 10.222.0.35 "GET /v2.0/networks/6c29bbfd-d1b1-46c6-b51f-62e3a119abac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603600 Aug 10 00:57:46.780729 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563cc860-fecb-4783-91ba-9540efd7cf77 req-d30c91b1-7011-477a-901a-44010d9529d0 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:46.788865 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-563cc860-fecb-4783-91ba-9540efd7cf77 req-d30c91b1-7011-477a-901a-44010d9529d0 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 945 time: 0.0867159 Aug 10 00:57:46.815381 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0bfc8fc2-a077-4ca3-9d41-2cb9562d4039 req-a493dea1-360c-44a8-8eae-e6fc5ff5e599 service neutron] 10.222.0.20 "GET /v2.0/networks/e359b2b7-d76f-4805-b486-8e7558a4527c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743879 Aug 10 00:57:46.905044 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-563cc860-fecb-4783-91ba-9540efd7cf77 req-50f71183-d4fa-4327-aaed-4a2995b9102d tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157422 Aug 10 00:57:46.952387 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8abbe-7898-4118-b4fd-2527547ca028 req-72af7f37-f4fb-44cc-888e-0344b7a476b8 tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:46.953873 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-edb8abbe-7898-4118-b4fd-2527547ca028 req-72af7f37-f4fb-44cc-888e-0344b7a476b8 tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] 10.222.0.35 "GET /v2.0/ports?device_id=f763f21f-44e5-4240-966e-3d232ea093bb HTTP/1.1" status: 200 len: 943 time: 0.1409588 Aug 10 00:57:46.986063 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0bfc8fc2-a077-4ca3-9d41-2cb9562d4039 req-5dcb8464-705b-48fc-8b01-574c6d2e5de1 service neutron] 10.222.0.20 "GET /v2.0/networks/e359b2b7-d76f-4805-b486-8e7558a4527c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585836 Aug 10 00:57:47.018305 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-edb8abbe-7898-4118-b4fd-2527547ca028 req-3b596216-a50e-44e3-8e7f-495addc1ba46 tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] 10.222.0.35 "GET /v2.0/security-groups?id=f364bb82-4e6b-4902-b10d-358d8c6f759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468774 Aug 10 00:57:47.185971 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fc86a-3d00-4117-afe7-268eb7ea3c51 req-525fbf57-72f1-4bf2-9499-238e2eee0f1d tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:47.187610 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3a9fc86a-3d00-4117-afe7-268eb7ea3c51 req-525fbf57-72f1-4bf2-9499-238e2eee0f1d tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e9a2bfc-75a7-4064-adf6-5c306138c262 HTTP/1.1" status: 200 len: 945 time: 0.1219196 Aug 10 00:57:47.246967 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f56ee873-2086-46ce-a5da-fdb1e65a64fd req-253413cc-9b41-422e-91ad-c17ea9495a53 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 258 time: 0.1609375 Aug 10 00:57:47.259061 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-f56ee873-2086-46ce-a5da-fdb1e65a64fd req-08b2b398-7984-4346-88b2-635f6bce9d05 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:47.265580 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3a9fc86a-3d00-4117-afe7-268eb7ea3c51 req-7500167f-cd53-49fd-92ab-159a6dfacaf5 tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ae12080-d78b-4b69-b077-8dbf0f8a65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648170 Aug 10 00:57:47.293637 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f56ee873-2086-46ce-a5da-fdb1e65a64fd req-08b2b398-7984-4346-88b2-635f6bce9d05 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:47.485252 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f56ee873-2086-46ce-a5da-fdb1e65a64fd req-08b2b398-7984-4346-88b2-635f6bce9d05 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:47.486766 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288ac6a4-6abf-429a-8d45-2dd420dcbe30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ec8543-cf35-49f3-9e64-5969f2d2b1bd'}, {'server_uuid': '1e9a2bfc-75a7-4064-adf6-5c306138c262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9134e7ac-d158-4503-90ce-a50a74584973'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:47.489746 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebabfdfb-fd14-429d-b2f0-70b648f54428" -d '{"events": [{"server_uuid": "288ac6a4-6abf-429a-8d45-2dd420dcbe30", "name": "network-vif-plugged", "status": "completed", "tag": "75ec8543-cf35-49f3-9e64-5969f2d2b1bd"}, {"server_uuid": "1e9a2bfc-75a7-4064-adf6-5c306138c262", "name": "network-vif-plugged", "status": "completed", "tag": "9134e7ac-d158-4503-90ce-a50a74584973"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:47.593712 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125232a4-3351-4e92-973d-7895a54e78b4', 'tag': '80b2b8db-2f69-462a-97ba-bfb1978a70e3'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:47.596768 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59e0435-c368-48e9-9393-ea1777ad6e12" -d '{"events": [{"name": "network-changed", "server_uuid": "125232a4-3351-4e92-973d-7895a54e78b4", "tag": "80b2b8db-2f69-462a-97ba-bfb1978a70e3"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:47.622268 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee7481-9709-4c9f-b8a5-c11804cbc60c req-ce4729b5-e54d-4960-90b8-bd083479caa1 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:47.623775 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ebee7481-9709-4c9f-b8a5-c11804cbc60c req-ce4729b5-e54d-4960-90b8-bd083479caa1 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 945 time: 0.1206775 Aug 10 00:57:47.631271 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b900a94-2cef-42fd-8221-0fa93b542407 req-a9c919ca-8fd9-423c-a8e5-78156123fa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:47.632988 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0b900a94-2cef-42fd-8221-0fa93b542407 req-a9c919ca-8fd9-423c-a8e5-78156123fa3a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=10f7050015304e84b3f71a403993ccee&device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 1097 time: 0.1627190 Aug 10 00:57:47.758233 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ebee7481-9709-4c9f-b8a5-c11804cbc60c req-7b66f10c-cac3-4ba8-967f-c8d0f82b72d8 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240084 Aug 10 00:57:47.759865 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-f56ee873-2086-46ce-a5da-fdb1e65a64fd req-08b2b398-7984-4346-88b2-635f6bce9d05 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Allocated IP 172.25.2.32 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/1b537b09-77c0-4ada-987c-c910316141f4) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:57:47.844209 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b900a94-2cef-42fd-8221-0fa93b542407 req-82234ae5-6dd5-477f-b4f0-d45826e40f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:47.846054 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0b900a94-2cef-42fd-8221-0fa93b542407 req-82234ae5-6dd5-477f-b4f0-d45826e40f4c service neutron] 10.222.0.24 "GET /v2.0/networks?id=1805ad23-e76e-4170-8cce-d9f8ae87fa4a HTTP/1.1" status: 200 len: 912 time: 0.1885588 Aug 10 00:57:47.908583 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0b900a94-2cef-42fd-8221-0fa93b542407 req-8d111009-5e84-4691-a995-04ec891706f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2a1f941-7a6b-4031-a806-49a23402beab HTTP/1.1" status: 200 len: 217 time: 0.0499201 Aug 10 00:57:47.980429 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f56ee873-2086-46ce-a5da-fdb1e65a64fd req-08b2b398-7984-4346-88b2-635f6bce9d05 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:47.992873 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b900a94-2cef-42fd-8221-0fa93b542407 req-8bc9219e-e5fa-4b09-bcf6-575d1e1fabdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:47.994365 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0b900a94-2cef-42fd-8221-0fa93b542407 req-8bc9219e-e5fa-4b09-bcf6-575d1e1fabdd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13423d62-75d5-4a60-9053-4948677cf60d HTTP/1.1" status: 200 len: 851 time: 0.0778549 Aug 10 00:57:48.007581 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2e4904-07f0-4a2b-8442-825c02b4ac14 x-openstack-request-id: req-5a2e4904-07f0-4a2b-8442-825c02b4ac14 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:48.007875 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288ac6a4-6abf-429a-8d45-2dd420dcbe30", "name": "network-vif-plugged", "status": "completed", "tag": "75ec8543-cf35-49f3-9e64-5969f2d2b1bd", "code": 200}, {"server_uuid": "1e9a2bfc-75a7-4064-adf6-5c306138c262", "name": "network-vif-plugged", "status": "completed", "tag": "9134e7ac-d158-4503-90ce-a50a74584973", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:48.008129 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5a2e4904-07f0-4a2b-8442-825c02b4ac14 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:48.008604 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288ac6a4-6abf-429a-8d45-2dd420dcbe30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ec8543-cf35-49f3-9e64-5969f2d2b1bd', 'code': 200} Aug 10 00:57:48.008806 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9a2bfc-75a7-4064-adf6-5c306138c262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9134e7ac-d158-4503-90ce-a50a74584973', 'code': 200} Aug 10 00:57:48.031218 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0b900a94-2cef-42fd-8221-0fa93b542407 req-a2f97014-6491-4d37-a4b4-54a9bc229563 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1805ad23-e76e-4170-8cce-d9f8ae87fa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280674 Aug 10 00:57:48.056254 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dafe3e-0b6c-40ec-b9f1-e337bfe7f249 x-openstack-request-id: req-74dafe3e-0b6c-40ec-b9f1-e337bfe7f249 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:48.056553 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125232a4-3351-4e92-973d-7895a54e78b4", "tag": "80b2b8db-2f69-462a-97ba-bfb1978a70e3", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:48.056809 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-74dafe3e-0b6c-40ec-b9f1-e337bfe7f249 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:48.057207 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '125232a4-3351-4e92-973d-7895a54e78b4', 'tag': '80b2b8db-2f69-462a-97ba-bfb1978a70e3', 'status': 'completed', 'code': 200} Aug 10 00:57:48.143998 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f56ee873-2086-46ce-a5da-fdb1e65a64fd req-08b2b398-7984-4346-88b2-635f6bce9d05 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:48.225766 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e0435-c368-48e9-9393-ea1777ad6e12 req-076dfee1-b94e-48cc-b980-094744723ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:48.227413 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f59e0435-c368-48e9-9393-ea1777ad6e12 req-076dfee1-b94e-48cc-b980-094744723ab0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=405f14961293446ebadaa701e5bf6997&device_id=125232a4-3351-4e92-973d-7895a54e78b4 HTTP/1.1" status: 200 len: 1098 time: 0.1014445 Aug 10 00:57:48.300351 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f56ee873-2086-46ce-a5da-fdb1e65a64fd req-08b2b398-7984-4346-88b2-635f6bce9d05 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:57:48.316804 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-f56ee873-2086-46ce-a5da-fdb1e65a64fd req-08b2b398-7984-4346-88b2-635f6bce9d05 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:48.320447 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9142ff-ee03-449a-81f0-dda00550ffea req-3bbc84a6-7b07-41f7-82e3-ea0f7af399ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:48.322260 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dd9142ff-ee03-449a-81f0-dda00550ffea req-3bbc84a6-7b07-41f7-82e3-ea0f7af399ac service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1e9a2bfc-75a7-4064-adf6-5c306138c262 HTTP/1.1" status: 200 len: 1097 time: 0.1428432 Aug 10 00:57:48.326529 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56ee873-2086-46ce-a5da-fdb1e65a64fd req-08b2b398-7984-4346-88b2-635f6bce9d05 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:57:48.382329 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dd9142ff-ee03-449a-81f0-dda00550ffea req-8aa65786-28a0-4ada-8e81-8ec0fa8b542b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2ae12080-d78b-4b69-b077-8dbf0f8a65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521708 Aug 10 00:57:48.385864 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e0435-c368-48e9-9393-ea1777ad6e12 req-86ef660c-44d4-4b91-b4ad-8c25bf39cbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:48.386842 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2b398-7984-4346-88b2-635f6bce9d05 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Pushing event updated for resources: {'Port': ['ID=1b537b09-77c0-4ada-987c-c910316141f4,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:48.387755 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f59e0435-c368-48e9-9393-ea1777ad6e12 req-86ef660c-44d4-4b91-b4ad-8c25bf39cbd8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6c29bbfd-d1b1-46c6-b51f-62e3a119abac HTTP/1.1" status: 200 len: 929 time: 0.1488779 Aug 10 00:57:48.397923 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0b900a94-2cef-42fd-8221-0fa93b542407 req-854cfcc7-6224-46ea-aaca-183aa92924c3 service neutron] 10.222.0.24 "GET /v2.0/networks/1805ad23-e76e-4170-8cce-d9f8ae87fa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531733 Aug 10 00:57:48.417095 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99a519-1856-4e6d-9522-fab2c57c7c0d req-4f5a7b68-a513-4db2-a752-2fba1800b02b tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:48.424737 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-af99a519-1856-4e6d-9522-fab2c57c7c0d req-4f5a7b68-a513-4db2-a752-2fba1800b02b tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 946 time: 0.3014722 Aug 10 00:57:48.440344 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48cb657-76c9-4107-b3ad-72d85e093194 req-f2698868-8ea8-4907-9283-36b845b60844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:48.441847 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e48cb657-76c9-4107-b3ad-72d85e093194 req-f2698868-8ea8-4907-9283-36b845b60844 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 1098 time: 0.2414043 Aug 10 00:57:48.495677 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f59e0435-c368-48e9-9393-ea1777ad6e12 req-dd86d161-33ef-41e2-9e6b-6d748cedb77f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80b2b8db-2f69-462a-97ba-bfb1978a70e3 HTTP/1.1" status: 200 len: 1002 time: 0.0986357 Aug 10 00:57:48.560213 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-af99a519-1856-4e6d-9522-fab2c57c7c0d req-0946da01-9b21-43d3-b7f6-aadc128dfba6 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325779 Aug 10 00:57:48.577650 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e0435-c368-48e9-9393-ea1777ad6e12 req-f888d057-3d79-4e4e-a848-933fb3154d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:48.580370 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f59e0435-c368-48e9-9393-ea1777ad6e12 req-f888d057-3d79-4e4e-a848-933fb3154d66 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a80426b3-f5f6-4de8-be44-4bf2e3dd3e8a HTTP/1.1" status: 200 len: 867 time: 0.0756259 Aug 10 00:57:48.598928 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f56ee873-2086-46ce-a5da-fdb1e65a64fd req-08b2b398-7984-4346-88b2-635f6bce9d05 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:48.688875 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e0435-c368-48e9-9393-ea1777ad6e12 req-5f60fce0-2fd3-4c10-8e6c-619be0c06d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:48.690450 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f59e0435-c368-48e9-9393-ea1777ad6e12 req-5f60fce0-2fd3-4c10-8e6c-619be0c06d6e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c29bbfd-d1b1-46c6-b51f-62e3a119abac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0994074 Aug 10 00:57:48.704938 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0b900a94-2cef-42fd-8221-0fa93b542407 req-8c1d7685-2406-4f47-96c5-04d7ae9d53de service neutron] 10.222.0.24 "GET /v2.0/networks/1805ad23-e76e-4170-8cce-d9f8ae87fa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702305 Aug 10 00:57:48.705864 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f56ee873-2086-46ce-a5da-fdb1e65a64fd req-08b2b398-7984-4346-88b2-635f6bce9d05 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:48.791003 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e48cb657-76c9-4107-b3ad-72d85e093194 req-24073f0b-162d-434f-8aa1-1009da590a58 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506999 Aug 10 00:57:48.878860 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f59e0435-c368-48e9-9393-ea1777ad6e12 req-2c62b9a1-c39d-482a-9012-d542d856dc3d service neutron] 10.222.0.24 "GET /v2.0/networks/6c29bbfd-d1b1-46c6-b51f-62e3a119abac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771505 Aug 10 00:57:48.900058 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3a6bd-541d-43fa-8d1d-0468aa8e23da req-3b2ad282-3013-46a5-a701-9cab9042e7ef tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:48.907505 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3fe3a6bd-541d-43fa-8d1d-0468aa8e23da req-3b2ad282-3013-46a5-a701-9cab9042e7ef tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] 10.222.0.35 "GET /v2.0/ports?device_id=38d8ee5e-03c4-4a66-8ba4-3ad7e5db856f HTTP/1.1" status: 200 len: 946 time: 0.1137505 Aug 10 00:57:48.980954 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3fe3a6bd-541d-43fa-8d1d-0468aa8e23da req-c9feed0e-068d-4882-9dd0-0ebe0ee1d631 tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] 10.222.0.35 "GET /v2.0/security-groups?id=aafe8e63-7cec-4939-b261-26a15156c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721762 Aug 10 00:57:48.999055 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f59e0435-c368-48e9-9393-ea1777ad6e12 req-bf44802d-d050-4b26-a8b2-2c24840e027b service neutron] 10.222.0.24 "GET /v2.0/networks/6c29bbfd-d1b1-46c6-b51f-62e3a119abac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078734 Aug 10 00:57:49.012131 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f56ee873-2086-46ce-a5da-fdb1e65a64fd req-08b2b398-7984-4346-88b2-635f6bce9d05 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:49.020151 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f56ee873-2086-46ce-a5da-fdb1e65a64fd req-08b2b398-7984-4346-88b2-635f6bce9d05 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:49.101481 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2b398-7984-4346-88b2-635f6bce9d05 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Pushing event updated for resources: {'Port': ['ID=1b537b09-77c0-4ada-987c-c910316141f4,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:49.110097 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f56ee873-2086-46ce-a5da-fdb1e65a64fd req-08b2b398-7984-4346-88b2-635f6bce9d05 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:49.125536 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f56ee873-2086-46ce-a5da-fdb1e65a64fd req-08b2b398-7984-4346-88b2-635f6bce9d05 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:49.126974 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f56ee873-2086-46ce-a5da-fdb1e65a64fd req-08b2b398-7984-4346-88b2-635f6bce9d05 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8740406 Aug 10 00:57:49.187215 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f56ee873-2086-46ce-a5da-fdb1e65a64fd req-bd7f69a2-5c10-4ee8-86a1-42733fe963f8 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.32 HTTP/1.1" status: 200 len: 695 time: 0.0511558 Aug 10 00:57:49.329958 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f80fe-8d30-47ca-b26b-f116bf17087f req-b85fa2eb-2ac2-48c2-a063-1c9385c22b3d tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:49.331545 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a03f80fe-8d30-47ca-b26b-f116bf17087f req-b85fa2eb-2ac2-48c2-a063-1c9385c22b3d tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] 10.222.0.35 "GET /v2.0/ports?device_id=f763f21f-44e5-4240-966e-3d232ea093bb HTTP/1.1" status: 200 len: 943 time: 0.0856166 Aug 10 00:57:49.340504 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ee873-2086-46ce-a5da-fdb1e65a64fd req-c32a8921-8134-4eac-a825-cf7d20e0395c tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:49.351333 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f56ee873-2086-46ce-a5da-fdb1e65a64fd req-c32a8921-8134-4eac-a825-cf7d20e0395c tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 784 time: 0.1632118 Aug 10 00:57:49.399081 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a03f80fe-8d30-47ca-b26b-f116bf17087f req-47ad2068-5c23-459e-a973-be248945541a tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] 10.222.0.35 "GET /v2.0/security-groups?id=f364bb82-4e6b-4902-b10d-358d8c6f759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404296 Aug 10 00:57:49.492125 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77327b-8cce-495f-8d5e-0e19abb44952 req-3bc872fd-5ea4-4749-ade0-3aaf23866660 tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:49.493886 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd77327b-8cce-495f-8d5e-0e19abb44952 req-3bc872fd-5ea4-4749-ade0-3aaf23866660 tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e9a2bfc-75a7-4064-adf6-5c306138c262 HTTP/1.1" status: 200 len: 945 time: 0.0862048 Aug 10 00:57:49.556870 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1d55e-0399-42a2-a3cd-7e6733045fec req-d0dde7a9-f8c4-470c-bc56-3044e525bed4 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:49.558547 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6dd1d55e-0399-42a2-a3cd-7e6733045fec req-d0dde7a9-f8c4-470c-bc56-3044e525bed4 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 945 time: 0.0909584 Aug 10 00:57:49.570575 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd77327b-8cce-495f-8d5e-0e19abb44952 req-16c489ce-0532-4dfe-a0ee-998bfd375c82 tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ae12080-d78b-4b69-b077-8dbf0f8a65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610485 Aug 10 00:57:49.637751 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67f11e-b185-4626-9f21-9c8d92e7a4f5 req-6e65da78-320b-49fa-a662-d0e99dd4f871 tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:49.639254 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3d67f11e-b185-4626-9f21-9c8d92e7a4f5 req-6e65da78-320b-49fa-a662-d0e99dd4f871 tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] 10.222.0.24 "GET /v2.0/ports?device_id=38d8ee5e-03c4-4a66-8ba4-3ad7e5db856f HTTP/1.1" status: 200 len: 946 time: 0.0892344 Aug 10 00:57:49.640372 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6dd1d55e-0399-42a2-a3cd-7e6733045fec req-a54aefe8-3bf0-4d01-923a-60a3f32b2f07 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697334 Aug 10 00:57:49.708767 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44863e69-b267-447f-a84a-fd72b0feab46 req-6d578774-2056-4e40-8ca2-1eb8e96f834c tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:49.710946 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-44863e69-b267-447f-a84a-fd72b0feab46 req-6d578774-2056-4e40-8ca2-1eb8e96f834c tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/ports?device_id=125232a4-3351-4e92-973d-7895a54e78b4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0695186 Aug 10 00:57:49.786586 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-44863e69-b267-447f-a84a-fd72b0feab46 req-0b44005c-5731-4e5e-9c2e-7c81588873bc tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.32 HTTP/1.1" status: 200 len: 695 time: 0.0647249 Aug 10 00:57:49.793876 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-3d67f11e-b185-4626-9f21-9c8d92e7a4f5 req-ea14489c-2ed1-449f-98d4-88e203195080 tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] Deleting port 70e0a5ae-059c-4c70-b36e-dc83522616c9 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:57:49.794474 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3d67f11e-b185-4626-9f21-9c8d92e7a4f5 req-ea14489c-2ed1-449f-98d4-88e203195080 tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:49.800444 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-44863e69-b267-447f-a84a-fd72b0feab46 req-4805a01b-c173-4207-98a0-3a1718fadfe6 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Request body: {'floatingip': {'port_id': '80b2b8db-2f69-462a-97ba-bfb1978a70e3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:49.812614 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c56051-fcfb-4768-bcaf-997d0bf0d7f5 req-df773f65-c35b-4caf-9ad4-82f6ee80f7f8 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:49.819930 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-89c56051-fcfb-4768-bcaf-997d0bf0d7f5 req-df773f65-c35b-4caf-9ad4-82f6ee80f7f8 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 946 time: 0.1079164 Aug 10 00:57:49.826138 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device f3144e37-9796-4c03-97b8-a0d9e36b093a details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:57:49.874620 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-44863e69-b267-447f-a84a-fd72b0feab46 req-4805a01b-c173-4207-98a0-3a1718fadfe6 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks [] for floatingip, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:49.900344 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-3d67f11e-b185-4626-9f21-9c8d92e7a4f5 req-ea14489c-2ed1-449f-98d4-88e203195080 tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] For port 70e0a5ae-059c-4c70-b36e-dc83522616c9, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=70e0a5ae-059c-4c70-b36e-dc83522616c9,segment=NetworkSegment(e4b403ff-b51d-4558-966f-35bd6f4c1050),segment_id=e4b403ff-b51d-4558-966f-35bd6f4c1050)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:49.900719 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3d67f11e-b185-4626-9f21-9c8d92e7a4f5 req-ea14489c-2ed1-449f-98d4-88e203195080 tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:49.915315 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-3d67f11e-b185-4626-9f21-9c8d92e7a4f5 req-ea14489c-2ed1-449f-98d4-88e203195080 tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] Calling delete_port for 70e0a5ae-059c-4c70-b36e-dc83522616c9 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:57:49.963505 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-89c56051-fcfb-4768-bcaf-997d0bf0d7f5 req-9a10b16e-fc89-4e90-9199-370bfb7062f6 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424029 Aug 10 00:57:50.005893 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port f3144e37-9796-4c03-97b8-a0d9e36b093a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=f3144e37-9796-4c03-97b8-a0d9e36b093a,segment=NetworkSegment(9927da4f-9079-4d92-bd4c-82d3f0baaddd),segment_id=9927da4f-9079-4d92-bd4c-82d3f0baaddd)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:50.020338 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': 'f3144e37-9796-4c03-97b8-a0d9e36b093a', 'network_id': 'e359b2b7-d76f-4805-b486-8e7558a4527c', 'port_id': 'f3144e37-9796-4c03-97b8-a0d9e36b093a', 'mac_address': 'fa:16:3e:cf:d3:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a197b24b-75a2-4c2c-8c3f-5707d816289a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:57:50.086321 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:50.116164 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3144e37-9796-4c03-97b8-a0d9e36b093a {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:57:50.140494 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port f3144e37-9796-4c03-97b8-a0d9e36b093a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=f3144e37-9796-4c03-97b8-a0d9e36b093a,segment=NetworkSegment(9927da4f-9079-4d92-bd4c-82d3f0baaddd),segment_id=9927da4f-9079-4d92-bd4c-82d3f0baaddd)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:50.146490 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:50.150902 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3d67f11e-b185-4626-9f21-9c8d92e7a4f5 req-ea14489c-2ed1-449f-98d4-88e203195080 tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:50.213985 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14489c-2ed1-449f-98d4-88e203195080 tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] Pushing event deleted for resources: {'Port': ['ID=70e0a5ae-059c-4c70-b36e-dc83522616c9,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:50.245575 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=f3144e37-9796-4c03-97b8-a0d9e36b093a,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:50.259712 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['70e0a5ae-059c-4c70-b36e-dc83522616c9'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:50.302332 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d67f11e-b185-4626-9f21-9c8d92e7a4f5 req-ea14489c-2ed1-449f-98d4-88e203195080 tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] No DVR routers for this DVR port 70e0a5ae-059c-4c70-b36e-dc83522616c9 on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:57:50.305804 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3d67f11e-b185-4626-9f21-9c8d92e7a4f5 req-ea14489c-2ed1-449f-98d4-88e203195080 tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:50.307853 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3d67f11e-b185-4626-9f21-9c8d92e7a4f5 req-ea14489c-2ed1-449f-98d4-88e203195080 tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] 10.222.0.24 "DELETE /v2.0/ports/70e0a5ae-059c-4c70-b36e-dc83522616c9 HTTP/1.1" status: 204 len: 173 time: 0.6529660 Aug 10 00:57:50.309069 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d8ee5e-03c4-4a66-8ba4-3ad7e5db856f', 'name': 'network-vif-deleted', 'tag': '70e0a5ae-059c-4c70-b36e-dc83522616c9'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:50.311790 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e921981-719e-4555-9d77-ad661f43a07d" -d '{"events": [{"server_uuid": "38d8ee5e-03c4-4a66-8ba4-3ad7e5db856f", "name": "network-vif-deleted", "tag": "70e0a5ae-059c-4c70-b36e-dc83522616c9"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:50.524524 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eec10d81-715b-46ad-b5f9-2840758a5d04 req-596741ad-ffaf-44db-b8bb-fb3264a5d14f tempest-InstanceActionsNegativeTestJSON-1452973230 tempest-InstanceActionsNegativeTestJSON-1452973230-project] 10.222.0.35 "GET /v2.0/ports?device_id=38d8ee5e-03c4-4a66-8ba4-3ad7e5db856f HTTP/1.1" status: 200 len: 210 time: 0.0379176 Aug 10 00:57:50.613460 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['f3144e37-9796-4c03-97b8-a0d9e36b093a'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:50.630064 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [req-44863e69-b267-447f-a84a-fd72b0feab46 req-4805a01b-c173-4207-98a0-3a1718fadfe6 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] update failed (client error): There was a conflict when trying to complete your request. Aug 10 00:57:50.644615 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-44863e69-b267-447f-a84a-fd72b0feab46 req-4805a01b-c173-4207-98a0-3a1718fadfe6 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "PUT /v2.0/floatingips/659e07c5-df7f-48c4-8489-3f26d3e25e5b HTTP/1.1" status: 409 len: 550 time: 0.8493772 Aug 10 00:57:50.671648 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e423df1-bad2-4b99-85d0-17a9b96d2558 x-openstack-request-id: req-7e423df1-bad2-4b99-85d0-17a9b96d2558 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:50.672169 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d8ee5e-03c4-4a66-8ba4-3ad7e5db856f", "name": "network-vif-deleted", "tag": "70e0a5ae-059c-4c70-b36e-dc83522616c9", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:50.672434 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7e423df1-bad2-4b99-85d0-17a9b96d2558 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:50.672925 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d8ee5e-03c4-4a66-8ba4-3ad7e5db856f', 'name': 'network-vif-deleted', 'tag': '70e0a5ae-059c-4c70-b36e-dc83522616c9', 'status': 'completed', 'code': 200} Aug 10 00:57:50.804436 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9224554-479e-4201-b438-d9155a2ae10a req-09dd93e6-bdb0-44a7-8abc-a5937bcadbae tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:50.808660 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e9224554-479e-4201-b438-d9155a2ae10a req-09dd93e6-bdb0-44a7-8abc-a5937bcadbae tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] 10.222.0.35 "GET /v2.0/ports?device_id=f763f21f-44e5-4240-966e-3d232ea093bb HTTP/1.1" status: 200 len: 944 time: 0.0999749 Aug 10 00:57:50.831872 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a4011-269d-4d3e-96d1-86880e665d12 req-7f6f8693-c080-4c0e-ad9b-edc5eb6ddda1 tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:50.838999 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-621a4011-269d-4d3e-96d1-86880e665d12 req-7f6f8693-c080-4c0e-ad9b-edc5eb6ddda1 tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e9a2bfc-75a7-4064-adf6-5c306138c262 HTTP/1.1" status: 200 len: 945 time: 0.0942638 Aug 10 00:57:50.915154 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-621a4011-269d-4d3e-96d1-86880e665d12 req-80ab2d14-9fa4-400e-a993-bf52ed3fe87c tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ae12080-d78b-4b69-b077-8dbf0f8a65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735722 Aug 10 00:57:50.923670 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e9224554-479e-4201-b438-d9155a2ae10a req-b3ac76e5-e705-469f-9b57-2d4e1b704eeb tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] 10.222.0.35 "GET /v2.0/security-groups?id=f364bb82-4e6b-4902-b10d-358d8c6f759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098309 Aug 10 00:57:51.055041 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f832b4c1-bd1e-4588-83e9-7cc4c517ec84 req-2fd1ace5-51ad-43fc-8f9f-22a3b6ec9bf8 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/floatingips/659e07c5-df7f-48c4-8489-3f26d3e25e5b HTTP/1.1" status: 200 len: 692 time: 0.0746648 Aug 10 00:57:51.171197 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc29fa6-0538-4301-9332-a4b94d81d2d3 req-231a77d6-6895-4965-87f2-00dd69373fa2 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:51.172722 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3cc29fa6-0538-4301-9332-a4b94d81d2d3 req-231a77d6-6895-4965-87f2-00dd69373fa2 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 945 time: 0.1351247 Aug 10 00:57:51.218389 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832b4c1-bd1e-4588-83e9-7cc4c517ec84 req-770e8f7b-49d9-4cf2-8e09-70afe58b7497 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:51.225765 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f832b4c1-bd1e-4588-83e9-7cc4c517ec84 req-770e8f7b-49d9-4cf2-8e09-70afe58b7497 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 784 time: 0.1603312 Aug 10 00:57:51.234016 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [req-f832b4c1-bd1e-4588-83e9-7cc4c517ec84 req-c62a2e8d-6f63-4eb6-aac5-211f27c15726 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:57:51.241241 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f832b4c1-bd1e-4588-83e9-7cc4c517ec84 req-c62a2e8d-6f63-4eb6-aac5-211f27c15726 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146372 Aug 10 00:57:51.294967 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3cc29fa6-0538-4301-9332-a4b94d81d2d3 req-cd4001f7-3d20-45f4-bc99-e64a0f782851 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121743 Aug 10 00:57:51.308932 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f832b4c1-bd1e-4588-83e9-7cc4c517ec84 req-14242aa7-4409-405a-9709-f88640231c07 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.32 HTTP/1.1" status: 200 len: 695 time: 0.0666714 Aug 10 00:57:51.370699 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f832b4c1-bd1e-4588-83e9-7cc4c517ec84 req-9d15b6b3-51e8-4588-9445-1e171c2b0774 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.32 HTTP/1.1" status: 200 len: 695 time: 0.0609741 Aug 10 00:57:51.542291 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-f832b4c1-bd1e-4588-83e9-7cc4c517ec84 req-44c3c444-1f5e-41ff-8837-d94d29def93e tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Deleting port 1b537b09-77c0-4ada-987c-c910316141f4 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:57:51.542655 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f832b4c1-bd1e-4588-83e9-7cc4c517ec84 req-44c3c444-1f5e-41ff-8837-d94d29def93e tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:51.595287 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b486afd-672f-4133-b42b-6ba051409ad6 req-cf4f438e-adae-493f-8f80-fed48663ac57 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:51.596725 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6b486afd-672f-4133-b42b-6ba051409ad6 req-cf4f438e-adae-493f-8f80-fed48663ac57 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 946 time: 0.1037407 Aug 10 00:57:51.680218 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6b486afd-672f-4133-b42b-6ba051409ad6 req-f6cae6e9-dc92-40b8-acf2-0c555a5789c9 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707028 Aug 10 00:57:51.684058 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f832b4c1-bd1e-4588-83e9-7cc4c517ec84 req-44c3c444-1f5e-41ff-8837-d94d29def93e tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:51.684412 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f832b4c1-bd1e-4588-83e9-7cc4c517ec84 req-44c3c444-1f5e-41ff-8837-d94d29def93e tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:51.699314 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-f832b4c1-bd1e-4588-83e9-7cc4c517ec84 req-44c3c444-1f5e-41ff-8837-d94d29def93e tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Calling delete_port for 1b537b09-77c0-4ada-987c-c910316141f4 owned by network:floatingip {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:57:51.835397 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device f3144e37-9796-4c03-97b8-a0d9e36b093a up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:57:51.868943 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40694) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:51.897857 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f832b4c1-bd1e-4588-83e9-7cc4c517ec84 req-44c3c444-1f5e-41ff-8837-d94d29def93e tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:51.943868 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port f3144e37-9796-4c03-97b8-a0d9e36b093a completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:57:51.947870 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port f3144e37-9796-4c03-97b8-a0d9e36b093a triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:51.948448 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:51.950814 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c3c444-1f5e-41ff-8837-d94d29def93e tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Pushing event deleted for resources: {'Port': ['ID=1b537b09-77c0-4ada-987c-c910316141f4,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:51.961380 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d17394-bbc6-4110-88f5-efb6d3d21084 admin admin] Deleting subnet 18fed6ae-e6b8-41a2-a8f8-d56b3db36331 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:57:51.975914 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-23d17394-bbc6-4110-88f5-efb6d3d21084 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:52.036632 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f832b4c1-bd1e-4588-83e9-7cc4c517ec84 req-44c3c444-1f5e-41ff-8837-d94d29def93e tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks [] for floatingip, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:52.040824 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f832b4c1-bd1e-4588-83e9-7cc4c517ec84 req-44c3c444-1f5e-41ff-8837-d94d29def93e tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:52.056215 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f832b4c1-bd1e-4588-83e9-7cc4c517ec84 req-44c3c444-1f5e-41ff-8837-d94d29def93e tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "DELETE /v2.0/floatingips/659e07c5-df7f-48c4-8489-3f26d3e25e5b HTTP/1.1" status: 204 len: 173 time: 0.6754880 Aug 10 00:57:52.065606 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-23d17394-bbc6-4110-88f5-efb6d3d21084 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:52.104691 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:52.149825 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-23d17394-bbc6-4110-88f5-efb6d3d21084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:52.172951 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port f3144e37-9796-4c03-97b8-a0d9e36b093a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=f3144e37-9796-4c03-97b8-a0d9e36b093a,segment=NetworkSegment(9927da4f-9079-4d92-bd4c-82d3f0baaddd),segment_id=9927da4f-9079-4d92-bd4c-82d3f0baaddd)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:52.176918 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f763f21f-44e5-4240-966e-3d232ea093bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3144e37-9796-4c03-97b8-a0d9e36b093a'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:52.184561 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef356ad-fae3-4780-ad04-cfa1ed69e76a" -d '{"events": [{"server_uuid": "f763f21f-44e5-4240-966e-3d232ea093bb", "name": "network-vif-plugged", "status": "completed", "tag": "f3144e37-9796-4c03-97b8-a0d9e36b093a"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:52.193676 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:52.249125 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-23d17394-bbc6-4110-88f5-efb6d3d21084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:52.285288 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d17394-bbc6-4110-88f5-efb6d3d21084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18fed6ae-e6b8-41a2-a8f8-d56b3db36331,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:52.292039 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-23d17394-bbc6-4110-88f5-efb6d3d21084 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:52.296290 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-23d17394-bbc6-4110-88f5-efb6d3d21084 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/18fed6ae-e6b8-41a2-a8f8-d56b3db36331 HTTP/1.1" status: 204 len: 168 time: 0.4240172 Aug 10 00:57:52.296549 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40708) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:52.343586 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=f3144e37-9796-4c03-97b8-a0d9e36b093a,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:52.434121 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c1ce3-f15c-484a-b6a5-cc482c8c1a98 req-5ed0cf25-78df-49f3-ae19-c5f3e9e04204 tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:52.440690 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-364c1ce3-f15c-484a-b6a5-cc482c8c1a98 req-5ed0cf25-78df-49f3-ae19-c5f3e9e04204 tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] 10.222.0.35 "GET /v2.0/ports?device_id=f763f21f-44e5-4240-966e-3d232ea093bb HTTP/1.1" status: 200 len: 945 time: 0.0761683 Aug 10 00:57:52.450323 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-03e719d6-9c77-428b-8f44-938fcac04af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:52.509045 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-364c1ce3-f15c-484a-b6a5-cc482c8c1a98 req-374edfe2-e4e8-4e7b-8df2-a8ff901daaa3 tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] 10.222.0.35 "GET /v2.0/security-groups?id=f364bb82-4e6b-4902-b10d-358d8c6f759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532775 Aug 10 00:57:52.638652 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59198542-7917-4077-98c6-672ed163442f x-openstack-request-id: req-59198542-7917-4077-98c6-672ed163442f {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:52.639228 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f763f21f-44e5-4240-966e-3d232ea093bb", "name": "network-vif-plugged", "status": "completed", "tag": "f3144e37-9796-4c03-97b8-a0d9e36b093a", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:52.639701 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-59198542-7917-4077-98c6-672ed163442f {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:52.640551 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f763f21f-44e5-4240-966e-3d232ea093bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3144e37-9796-4c03-97b8-a0d9e36b093a', 'code': 200} Aug 10 00:57:52.694877 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3ed1f283-31a6-4bca-b309-8d3c74e2c955 req-ad513251-9075-4fd7-aaf1-ec6b7129fca6 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 1002 time: 0.1645048 Aug 10 00:57:52.696331 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-03e719d6-9c77-428b-8f44-938fcac04af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:52.717036 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-03e719d6-9c77-428b-8f44-938fcac04af3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b57b57d-f91c-48b2-bedc-bedccfa4abab']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:52.789390 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-03e719d6-9c77-428b-8f44-938fcac04af3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4b403ff-b51d-4558-966f-35bd6f4c1050') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:52.789686 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-03e719d6-9c77-428b-8f44-938fcac04af3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4b403ff-b51d-4558-966f-35bd6f4c1050') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:52.831453 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-03e719d6-9c77-428b-8f44-938fcac04af3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:52.869599 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1f283-31a6-4bca-b309-8d3c74e2c955 req-040f4ccc-ae1c-42c5-ace2-9d1e36c2bb5d tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:52.871242 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3ed1f283-31a6-4bca-b309-8d3c74e2c955 req-040f4ccc-ae1c-42c5-ace2-9d1e36c2bb5d tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/ports/80b2b8db-2f69-462a-97ba-bfb1978a70e3 HTTP/1.1" status: 200 len: 943 time: 0.1646256 Aug 10 00:57:52.894019 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a8154-6ddf-412a-a1db-d4ed58c4c8b2 req-9ba24223-6419-4f6d-9b42-bd4d0c521200 tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:52.897164 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ba3a8154-6ddf-412a-a1db-d4ed58c4c8b2 req-9ba24223-6419-4f6d-9b42-bd4d0c521200 tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e9a2bfc-75a7-4064-adf6-5c306138c262 HTTP/1.1" status: 200 len: 945 time: 0.1911328 Aug 10 00:57:52.909590 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-03e719d6-9c77-428b-8f44-938fcac04af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:52.963420 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e719d6-9c77-428b-8f44-938fcac04af3 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:57:52.963854 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-03e719d6-9c77-428b-8f44-938fcac04af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:52.966938 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 00:57:52.966938 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:57:52.966938 n-d-766726-26 neutron-server[105826]: timer() Aug 10 00:57:52.966938 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:57:52.966938 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 00:57:52.966938 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:57:52.966938 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 00:57:52.966938 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:57:52.966938 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 00:57:52.966938 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:57:52.966938 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 00:57:52.966938 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:57:52.966938 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 00:57:52.966938 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:57:52.966938 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:57:52.966938 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:57:52.966938 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:57:52.966938 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:57:52.966938 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 00:57:52.966938 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:57:52.966938 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 00:57:52.966938 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:57:52.966938 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:57:52.966938 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:57:52.966938 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 00:57:52.966938 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:57:52.966938 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:57:52.966938 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:57:52.966938 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:57:52.966938 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:57:52.966938 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:57:52.966938 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:57:53.061325 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898eb419-2ccd-48a7-abd8-5a4f00c0d740 req-2eee430f-a631-4f72-8d7b-c033b53bbde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:53.062817 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-898eb419-2ccd-48a7-abd8-5a4f00c0d740 req-2eee430f-a631-4f72-8d7b-c033b53bbde5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f763f21f-44e5-4240-966e-3d232ea093bb HTTP/1.1" status: 200 len: 1097 time: 0.2634075 Aug 10 00:57:53.072606 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ba3a8154-6ddf-412a-a1db-d4ed58c4c8b2 req-009d613d-08ab-4dd4-b6dd-93b23c812a16 tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ae12080-d78b-4b69-b077-8dbf0f8a65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658196 Aug 10 00:57:53.113914 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-03e719d6-9c77-428b-8f44-938fcac04af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:53.124877 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3ed1f283-31a6-4bca-b309-8d3c74e2c955 req-86e96c8a-fda8-47b9-ba7d-64c920219dd8 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 1002 time: 0.1870027 Aug 10 00:57:53.143344 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-03e719d6-9c77-428b-8f44-938fcac04af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:53.145207 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-03e719d6-9c77-428b-8f44-938fcac04af3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/3b57b57d-f91c-48b2-bedc-bedccfa4abab HTTP/1.1" status: 204 len: 168 time: 0.8476365 Aug 10 00:57:53.195732 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-898eb419-2ccd-48a7-abd8-5a4f00c0d740 req-8066da3a-7d1d-4b40-9806-587e87c4d769 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f364bb82-4e6b-4902-b10d-358d8c6f759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216009 Aug 10 00:57:53.205862 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e719d6-9c77-428b-8f44-938fcac04af3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b57b57d-f91c-48b2-bedc-bedccfa4abab,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:53.279692 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82141f8c-1e3f-4068-9e69-28cfe0f1cbe1 req-e3ce30c3-2267-4ecf-89f9-43f45e10a6b3 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:53.281266 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82141f8c-1e3f-4068-9e69-28cfe0f1cbe1 req-e3ce30c3-2267-4ecf-89f9-43f45e10a6b3 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 945 time: 0.1114521 Aug 10 00:57:53.307462 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40724) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:53.336324 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1f283-31a6-4bca-b309-8d3c74e2c955 req-b70b08c4-817b-42bf-8c41-d0921048eb3d tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:53.348954 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3ed1f283-31a6-4bca-b309-8d3c74e2c955 req-b70b08c4-817b-42bf-8c41-d0921048eb3d tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 784 time: 0.2229688 Aug 10 00:57:53.410489 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-48a6dfc9-488d-43c6-ac1d-fdce9cf6407a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=945061800c0e4b428d851daf59a283e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1013942 Aug 10 00:57:53.413979 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40726) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:53.444669 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82141f8c-1e3f-4068-9e69-28cfe0f1cbe1 req-92ee7b22-e98c-4f22-ac23-1a7b3b987358 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458104 Aug 10 00:57:53.475021 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3ed1f283-31a6-4bca-b309-8d3c74e2c955 req-f16a7991-9051-4240-8eff-5bf488bfabb4 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 1002 time: 0.1140428 Aug 10 00:57:53.487826 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-3ed1f283-31a6-4bca-b309-8d3c74e2c955 req-1198858c-0c9e-4634-b716-cd0cc57d9a9e tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:53.489036 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ad0fc186-213b-4e38-8c34-5e260ef8d50d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:53.516355 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ad0fc186-213b-4e38-8c34-5e260ef8d50d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:53.573348 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ad0fc186-213b-4e38-8c34-5e260ef8d50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:53.580160 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-3ed1f283-31a6-4bca-b309-8d3c74e2c955 req-1198858c-0c9e-4634-b716-cd0cc57d9a9e tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks [] for floatingip, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:53.581747 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ad0fc186-213b-4e38-8c34-5e260ef8d50d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:53.585271 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ad0fc186-213b-4e38-8c34-5e260ef8d50d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aafe8e63-7cec-4939-b261-26a15156c7de HTTP/1.1" status: 204 len: 168 time: 0.1700318 Aug 10 00:57:53.598839 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0fc186-213b-4e38-8c34-5e260ef8d50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafe8e63-7cec-4939-b261-26a15156c7de,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:53.665445 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a86eff-aa7f-4ca5-a3b1-ede8822c468d req-cbc2e0c0-1e94-4488-b86c-f8f5567f4699 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:53.674009 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-85a86eff-aa7f-4ca5-a3b1-ede8822c468d req-cbc2e0c0-1e94-4488-b86c-f8f5567f4699 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 946 time: 0.1417634 Aug 10 00:57:53.773291 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-85a86eff-aa7f-4ca5-a3b1-ede8822c468d req-221a9793-810c-474f-a631-2dfabfa5d064 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982199 Aug 10 00:57:53.902890 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-3ed1f283-31a6-4bca-b309-8d3c74e2c955 req-1198858c-0c9e-4634-b716-cd0cc57d9a9e tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:53.910668 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-3ed1f283-31a6-4bca-b309-8d3c74e2c955 req-1198858c-0c9e-4634-b716-cd0cc57d9a9e tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:53.910964 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [req-3ed1f283-31a6-4bca-b309-8d3c74e2c955 req-1198858c-0c9e-4634-b716-cd0cc57d9a9e tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Floating IP 933c230b-d371-4338-8878-15e748a52bd8 disassociated. External IP: 172.25.2.130, port: 80b2b8db-2f69-462a-97ba-bfb1978a70e3. Aug 10 00:57:54.241813 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ed1f283-31a6-4bca-b309-8d3c74e2c955 req-1198858c-0c9e-4634-b716-cd0cc57d9a9e tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Router 12a707e3-97ad-42d9-84ff-8b485a5d10dd has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:57:54.589964 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40764) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:54.728000 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-cecaa8ea-a575-4d07-9883-6e95307952e5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1647369539-network', 'tenant_id': '0dcadc67007b441aa43df38caf86e528'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:54.769650 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecaa8ea-a575-4d07-9883-6e95307952e5 admin admin] Made reservation on behalf of 0dcadc67007b441aa43df38caf86e528 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:54.774311 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cecaa8ea-a575-4d07-9883-6e95307952e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:54.789952 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cff823-5e29-43ca-8851-e7a5b748cba2 req-41e02e95-00e8-4a6e-bb6a-27f0e4cee0d8 tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:54.798876 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82cff823-5e29-43ca-8851-e7a5b748cba2 req-41e02e95-00e8-4a6e-bb6a-27f0e4cee0d8 tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] 10.222.0.35 "GET /v2.0/ports?device_id=f763f21f-44e5-4240-966e-3d232ea093bb HTTP/1.1" status: 200 len: 945 time: 0.4713876 Aug 10 00:57:54.799366 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cecaa8ea-a575-4d07-9883-6e95307952e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:54.834707 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ed1f283-31a6-4bca-b309-8d3c74e2c955 req-1198858c-0c9e-4634-b716-cd0cc57d9a9e tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:57:54.842281 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-3ed1f283-31a6-4bca-b309-8d3c74e2c955 req-1198858c-0c9e-4634-b716-cd0cc57d9a9e tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:54.852874 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c1a5b2-21ca-4915-979f-3d57690afbf5 None None] Sync routers for ids ['12a707e3-97ad-42d9-84ff-8b485a5d10dd'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:57:54.869474 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c1a5b2-21ca-4915-979f-3d57690afbf5 None None] Routers {'12a707e3-97ad-42d9-84ff-8b485a5d10dd'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:57:54.872220 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-57c1a5b2-21ca-4915-979f-3d57690afbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:57:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['12a707e3-97ad-42d9-84ff-8b485a5d10dd'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:54.894689 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82cff823-5e29-43ca-8851-e7a5b748cba2 req-450b4524-d2c8-4f93-8116-ba608893c625 tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] 10.222.0.35 "GET /v2.0/security-groups?id=f364bb82-4e6b-4902-b10d-358d8c6f759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901194 Aug 10 00:57:54.906647 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02cdf16-89d3-4fed-bfca-cfc1a00d8d8e req-69498ffc-cc73-496c-b68f-29d5df19ed4c tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:54.914210 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a02cdf16-89d3-4fed-bfca-cfc1a00d8d8e req-69498ffc-cc73-496c-b68f-29d5df19ed4c tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9a2bfc-75a7-4064-adf6-5c306138c262 HTTP/1.1" status: 200 len: 945 time: 0.1685102 Aug 10 00:57:54.930880 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3ed1f283-31a6-4bca-b309-8d3c74e2c955 req-1198858c-0c9e-4634-b716-cd0cc57d9a9e tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "PUT /v2.0/floatingips/933c230b-d371-4338-8878-15e748a52bd8 HTTP/1.1" status: 200 len: 695 time: 1.4549367 Aug 10 00:57:54.936927 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125232a4-3351-4e92-973d-7895a54e78b4', 'tag': '80b2b8db-2f69-462a-97ba-bfb1978a70e3'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:54.939342 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08794bd-ab63-4310-94d7-df240545f0f7" -d '{"events": [{"name": "network-changed", "server_uuid": "125232a4-3351-4e92-973d-7895a54e78b4", "tag": "80b2b8db-2f69-462a-97ba-bfb1978a70e3"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:55.036424 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cecaa8ea-a575-4d07-9883-6e95307952e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:55.055189 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cecaa8ea-a575-4d07-9883-6e95307952e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:55.104773 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1f283-31a6-4bca-b309-8d3c74e2c955 req-be8208ed-1f6c-4963-ad81-64124878a369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:55.105908 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cecaa8ea-a575-4d07-9883-6e95307952e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:57:55.112213 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3ed1f283-31a6-4bca-b309-8d3c74e2c955 req-be8208ed-1f6c-4963-ad81-64124878a369 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=405f14961293446ebadaa701e5bf6997&device_id=125232a4-3351-4e92-973d-7895a54e78b4 HTTP/1.1" status: 200 len: 1098 time: 0.1583428 Aug 10 00:57:55.112428 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecaa8ea-a575-4d07-9883-6e95307952e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59690946-e823-4318-92b2-2bfb3d8f40ce,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:55.138787 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cecaa8ea-a575-4d07-9883-6e95307952e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:55.139596 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-cecaa8ea-a575-4d07-9883-6e95307952e5 admin admin] Added segment 2525a6de-e0b3-477f-9163-5dd50ba2e1de of type vlan for network 84d848d6-7fc5-41ca-ba05-463d0b866659 Aug 10 00:57:55.149768 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fcf41-0f3a-4e30-a090-a485959c0ff7 req-1d0f4633-687e-4eaf-8bd3-cdc97040843c tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:55.151329 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e66fcf41-0f3a-4e30-a090-a485959c0ff7 req-1d0f4633-687e-4eaf-8bd3-cdc97040843c tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e9a2bfc-75a7-4064-adf6-5c306138c262 HTTP/1.1" status: 200 len: 945 time: 0.1462069 Aug 10 00:57:55.185543 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 70e0a5ae-059c-4c70-b36e-dc83522616c9 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:57:55.205139 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cecaa8ea-a575-4d07-9883-6e95307952e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:55.230800 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 70e0a5ae-059c-4c70-b36e-dc83522616c9 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:57:55.231651 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 70e0a5ae-059c-4c70-b36e-dc83522616c9 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:57:55.243576 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cecaa8ea-a575-4d07-9883-6e95307952e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:55.245631 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecaa8ea-a575-4d07-9883-6e95307952e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:55.247141 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cecaa8ea-a575-4d07-9883-6e95307952e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:55.248647 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-a02cdf16-89d3-4fed-bfca-cfc1a00d8d8e req-0fb40d1d-8113-48e3-ae10-4a74374b7eb7 tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] Deleting port 9134e7ac-d158-4503-90ce-a50a74584973 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:57:55.249017 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a02cdf16-89d3-4fed-bfca-cfc1a00d8d8e req-0fb40d1d-8113-48e3-ae10-4a74374b7eb7 tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:55.259988 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e66fcf41-0f3a-4e30-a090-a485959c0ff7 req-a100b398-6669-4f57-8840-206f3cf54b20 tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ae12080-d78b-4b69-b077-8dbf0f8a65d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826263 Aug 10 00:57:55.314347 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cecaa8ea-a575-4d07-9883-6e95307952e5 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7220879 Aug 10 00:57:55.317222 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40780) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:55.323344 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-e3ecb34e-bae0-41f8-b669-9717d971d1bf admin admin] Request body: {'subnet': {'network_id': '84d848d6-7fc5-41ca-ba05-463d0b866659', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1647369539-subnet', 'tenant_id': '0dcadc67007b441aa43df38caf86e528', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:55.336131 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1f283-31a6-4bca-b309-8d3c74e2c955 req-9eb2a918-de86-4473-a641-061c515413f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:55.343433 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3ed1f283-31a6-4bca-b309-8d3c74e2c955 req-9eb2a918-de86-4473-a641-061c515413f9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6c29bbfd-d1b1-46c6-b51f-62e3a119abac HTTP/1.1" status: 200 len: 929 time: 0.2303410 Aug 10 00:57:55.353577 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ecb34e-bae0-41f8-b669-9717d971d1bf admin admin] Made reservation on behalf of 0dcadc67007b441aa43df38caf86e528 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:55.357149 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e3ecb34e-bae0-41f8-b669-9717d971d1bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:55.362671 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecaa8ea-a575-4d07-9883-6e95307952e5 admin admin] Pushing event updated for resources: {'Network': ['ID=84d848d6-7fc5-41ca-ba05-463d0b866659,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:55.388954 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 84d848d6-7fc5-41ca-ba05-463d0b866659 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:57:55.397295 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3ed1f283-31a6-4bca-b309-8d3c74e2c955 req-62c80eb5-d7c2-451d-bd4d-7f7203ba8516 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80b2b8db-2f69-462a-97ba-bfb1978a70e3 HTTP/1.1" status: 200 len: 217 time: 0.0529513 Aug 10 00:57:55.484938 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-57c1a5b2-21ca-4915-979f-3d57690afbf5 None None] Set router 12a707e3-97ad-42d9-84ff-8b485a5d10dd gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:57:55.512334 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-a02cdf16-89d3-4fed-bfca-cfc1a00d8d8e req-0fb40d1d-8113-48e3-ae10-4a74374b7eb7 tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] For port 9134e7ac-d158-4503-90ce-a50a74584973, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=9134e7ac-d158-4503-90ce-a50a74584973,segment=NetworkSegment(bda898c5-4503-4869-89fd-f33b47db9b36),segment_id=bda898c5-4503-4869-89fd-f33b47db9b36)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:55.512713 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a02cdf16-89d3-4fed-bfca-cfc1a00d8d8e req-0fb40d1d-8113-48e3-ae10-4a74374b7eb7 tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:55.530894 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1f283-31a6-4bca-b309-8d3c74e2c955 req-438f5843-8c15-4450-b3ba-09e989b34547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:55.538944 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3ed1f283-31a6-4bca-b309-8d3c74e2c955 req-438f5843-8c15-4450-b3ba-09e989b34547 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a80426b3-f5f6-4de8-be44-4bf2e3dd3e8a HTTP/1.1" status: 200 len: 867 time: 0.1408002 Aug 10 00:57:55.541284 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-a02cdf16-89d3-4fed-bfca-cfc1a00d8d8e req-0fb40d1d-8113-48e3-ae10-4a74374b7eb7 tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] Calling delete_port for 9134e7ac-d158-4503-90ce-a50a74584973 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:57:55.591294 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b0ab8-9694-4457-8a22-eb8308a97218 req-b9a6cbca-0682-4a58-a3b2-5c24678f582b tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:55.592854 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fa9b0ab8-9694-4457-8a22-eb8308a97218 req-b9a6cbca-0682-4a58-a3b2-5c24678f582b tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 945 time: 0.1394255 Aug 10 00:57:55.609917 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e3ecb34e-bae0-41f8-b669-9717d971d1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:55.665024 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ecb34e-bae0-41f8-b669-9717d971d1bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=37a7a6ed-e6cb-4903-b17c-cc729cc80731,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:55.678889 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1f283-31a6-4bca-b309-8d3c74e2c955 req-3dd11923-a613-4851-b0c3-1a1d7808ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:55.680434 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3ed1f283-31a6-4bca-b309-8d3c74e2c955 req-3dd11923-a613-4851-b0c3-1a1d7808ea5b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6c29bbfd-d1b1-46c6-b51f-62e3a119abac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1407239 Aug 10 00:57:55.692413 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fa9b0ab8-9694-4457-8a22-eb8308a97218 req-cdf4ab7b-e2d1-4f59-b3c7-4af766d458dd tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658562 Aug 10 00:57:55.707791 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ecb34e-bae0-41f8-b669-9717d971d1bf admin admin] Checking segment: {'id': '2525a6de-e0b3-477f-9163-5dd50ba2e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '84d848d6-7fc5-41ca-ba05-463d0b866659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:57:55.707791 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ecb34e-bae0-41f8-b669-9717d971d1bf admin admin] Network hostable DHCP agents. Network: 84d848d6-7fc5-41ca-ba05-463d0b866659, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:57:55.736726 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ecb34e-bae0-41f8-b669-9717d971d1bf admin admin] Network 84d848d6-7fc5-41ca-ba05-463d0b866659 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:57:55.748824 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-e3ecb34e-bae0-41f8-b669-9717d971d1bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 84d848d6-7fc5-41ca-ba05-463d0b866659) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:55.761834 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ffd66e-72c3-4d8c-80f9-4345196da0e9 None None] Network 84d848d6-7fc5-41ca-ba05-463d0b866659 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:57:55.763434 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ecb34e-bae0-41f8-b669-9717d971d1bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:55.768331 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e3ecb34e-bae0-41f8-b669-9717d971d1bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:55.787734 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e3ecb34e-bae0-41f8-b669-9717d971d1bf admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4663212 Aug 10 00:57:55.788577 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40792) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:55.793690 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-a968be88-d652-4e08-a11c-517615c84194 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1647369539-router', 'tenant_id': '0dcadc67007b441aa43df38caf86e528', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:55.812726 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-57c1a5b2-21ca-4915-979f-3d57690afbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-437861673-router', 'tenant_id': '405f14961293446ebadaa701e5bf6997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '84a828f1-3c61-4c30-8168-4fc91e0f8729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:20Z', 'revision_number': 4, 'project_id': '405f14961293446ebadaa701e5bf6997', 'gw_port': {'id': '84a828f1-3c61-4c30-8168-4fc91e0f8729', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '3115a18c-784d-4f4a-a4d9-351250c328a5', 'name': '', 'network_id': '6c29bbfd-d1b1-46c6-b51f-62e3a119abac', 'tenant_id': '405f14961293446ebadaa701e5bf6997', 'mac_address': 'fa:16:3e:19:e2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'a80426b3-f5f6-4de8-be44-4bf2e3dd3e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:19Z', 'updated_at': '2021-08-10T00:57:27Z', 'revision_number': 5, 'project_id': '405f14961293446ebadaa701e5bf6997', 'subnets': [{'id': 'a80426b3-f5f6-4de8-be44-4bf2e3dd3e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:55.817411 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a968be88-d652-4e08-a11c-517615c84194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:55.818662 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a968be88-d652-4e08-a11c-517615c84194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:55.842308 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c1a5b2-21ca-4915-979f-3d57690afbf5 None None] Checking router: 12a707e3-97ad-42d9-84ff-8b485a5d10dd for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:57:55.863823 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c1a5b2-21ca-4915-979f-3d57690afbf5 None None] Routers {'12a707e3-97ad-42d9-84ff-8b485a5d10dd'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:57:55.864552 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-57c1a5b2-21ca-4915-979f-3d57690afbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:57:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['12a707e3-97ad-42d9-84ff-8b485a5d10dd'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:55.887221 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a3074-3b3c-4fce-9b18-008bc5471598 req-a0300936-a9b8-4cdc-b094-706353fb44d6 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:55.888773 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-203a3074-3b3c-4fce-9b18-008bc5471598 req-a0300936-a9b8-4cdc-b094-706353fb44d6 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 946 time: 0.1191118 Aug 10 00:57:55.891271 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3ed1f283-31a6-4bca-b309-8d3c74e2c955 req-06cb3feb-3eaa-4e42-aff3-ea505239bc9c service neutron] 10.222.0.35 "GET /v2.0/networks/6c29bbfd-d1b1-46c6-b51f-62e3a119abac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035391 Aug 10 00:57:55.906242 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a02cdf16-89d3-4fed-bfca-cfc1a00d8d8e req-0fb40d1d-8113-48e3-ae10-4a74374b7eb7 tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:55.947552 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a968be88-d652-4e08-a11c-517615c84194 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:55.991302 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb40d1d-8113-48e3-ae10-4a74374b7eb7 tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] Pushing event deleted for resources: {'Port': ['ID=9134e7ac-d158-4503-90ce-a50a74584973,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:56.022384 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9357cb-efd7-48b6-bf4a-05249b68190f None None] Network 84d848d6-7fc5-41ca-ba05-463d0b866659 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:57:56.025402 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-57c1a5b2-21ca-4915-979f-3d57690afbf5 None None] Set router 12a707e3-97ad-42d9-84ff-8b485a5d10dd gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:57:56.027565 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-203a3074-3b3c-4fce-9b18-008bc5471598 req-70abc754-c5b5-4963-b4df-5579f45bf5ce tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318264 Aug 10 00:57:56.092961 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02cdf16-89d3-4fed-bfca-cfc1a00d8d8e req-0fb40d1d-8113-48e3-ae10-4a74374b7eb7 tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] No DVR routers for this DVR port 9134e7ac-d158-4503-90ce-a50a74584973 on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:57:56.096760 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a02cdf16-89d3-4fed-bfca-cfc1a00d8d8e req-0fb40d1d-8113-48e3-ae10-4a74374b7eb7 tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:56.101075 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a968be88-d652-4e08-a11c-517615c84194 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:56.102776 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a02cdf16-89d3-4fed-bfca-cfc1a00d8d8e req-0fb40d1d-8113-48e3-ae10-4a74374b7eb7 tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] 10.222.0.20 "DELETE /v2.0/ports/9134e7ac-d158-4503-90ce-a50a74584973 HTTP/1.1" status: 204 len: 173 time: 1.1851499 Aug 10 00:57:56.128813 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3ed1f283-31a6-4bca-b309-8d3c74e2c955 req-d9d01ffc-0127-477b-b3d7-267eb736faf9 service neutron] 10.222.0.35 "GET /v2.0/networks/6c29bbfd-d1b1-46c6-b51f-62e3a119abac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195339 Aug 10 00:57:56.214569 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1261faee-2c71-4f13-8eb5-8bf69ff322c3 x-openstack-request-id: req-1261faee-2c71-4f13-8eb5-8bf69ff322c3 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:56.214865 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125232a4-3351-4e92-973d-7895a54e78b4", "tag": "80b2b8db-2f69-462a-97ba-bfb1978a70e3", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:56.215120 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1261faee-2c71-4f13-8eb5-8bf69ff322c3 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:56.215873 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '125232a4-3351-4e92-973d-7895a54e78b4', 'tag': '80b2b8db-2f69-462a-97ba-bfb1978a70e3', 'status': 'completed', 'code': 200} Aug 10 00:57:56.392602 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08794bd-ab63-4310-94d7-df240545f0f7 req-5e1154d1-66ab-41e4-a7f9-0c2b5686d0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:56.394089 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c08794bd-ab63-4310-94d7-df240545f0f7 req-5e1154d1-66ab-41e4-a7f9-0c2b5686d0c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=405f14961293446ebadaa701e5bf6997&device_id=125232a4-3351-4e92-973d-7895a54e78b4 HTTP/1.1" status: 200 len: 1098 time: 0.1165400 Aug 10 00:57:56.400105 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a968be88-d652-4e08-a11c-517615c84194 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:56.427529 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dfa11589-aff7-42f9-9b7e-3b26407c04ed req-487b277c-1b48-4256-9f61-72d48698cd83 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/floatingips/933c230b-d371-4338-8878-15e748a52bd8 HTTP/1.1" status: 200 len: 695 time: 0.0510266 Aug 10 00:57:56.428613 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a968be88-d652-4e08-a11c-517615c84194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:56.436401 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5dc54-5ac5-4166-a325-816cb833feae req-9d6d5b1b-d210-48a2-87e5-5175ae8e9d49 tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:56.438527 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-88e5dc54-5ac5-4166-a325-816cb833feae req-9d6d5b1b-d210-48a2-87e5-5175ae8e9d49 tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] 10.222.0.35 "GET /v2.0/ports?device_id=f763f21f-44e5-4240-966e-3d232ea093bb HTTP/1.1" status: 200 len: 945 time: 0.1266129 Aug 10 00:57:56.438671 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-57c1a5b2-21ca-4915-979f-3d57690afbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-437861673-router', 'tenant_id': '405f14961293446ebadaa701e5bf6997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '84a828f1-3c61-4c30-8168-4fc91e0f8729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:20Z', 'revision_number': 4, 'project_id': '405f14961293446ebadaa701e5bf6997', 'gw_port': {'id': '84a828f1-3c61-4c30-8168-4fc91e0f8729', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '3115a18c-784d-4f4a-a4d9-351250c328a5', 'name': '', 'network_id': '6c29bbfd-d1b1-46c6-b51f-62e3a119abac', 'tenant_id': '405f14961293446ebadaa701e5bf6997', 'mac_address': 'fa:16:3e:19:e2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'a80426b3-f5f6-4de8-be44-4bf2e3dd3e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:19Z', 'updated_at': '2021-08-10T00:57:27Z', 'revision_number': 5, 'project_id': '405f14961293446ebadaa701e5bf6997', 'subnets': [{'id': 'a80426b3-f5f6-4de8-be44-4bf2e3dd3e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:56.468782 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c1a5b2-21ca-4915-979f-3d57690afbf5 None None] The sync data for ids ['12a707e3-97ad-42d9-84ff-8b485a5d10dd'] in n-d-766726-26 is: [{'id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-437861673-router', 'tenant_id': '405f14961293446ebadaa701e5bf6997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '84a828f1-3c61-4c30-8168-4fc91e0f8729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:20Z', 'revision_number': 4, 'project_id': '405f14961293446ebadaa701e5bf6997', 'gw_port': {'id': '84a828f1-3c61-4c30-8168-4fc91e0f8729', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '3115a18c-784d-4f4a-a4d9-351250c328a5', 'name': '', 'network_id': '6c29bbfd-d1b1-46c6-b51f-62e3a119abac', 'tenant_id': '405f14961293446ebadaa701e5bf6997', 'mac_address': 'fa:16:3e:19:e2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'a80426b3-f5f6-4de8-be44-4bf2e3dd3e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:19Z', 'updated_at': '2021-08-10T00:57:27Z', 'revision_number': 5, 'project_id': '405f14961293446ebadaa701e5bf6997', 'subnets': [{'id': 'a80426b3-f5f6-4de8-be44-4bf2e3dd3e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:57:56.533934 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-88e5dc54-5ac5-4166-a325-816cb833feae req-b9e8e71a-3275-425b-9512-eb1eaf917c0d tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] 10.222.0.35 "GET /v2.0/security-groups?id=f364bb82-4e6b-4902-b10d-358d8c6f759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852005 Aug 10 00:57:56.579514 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa11589-aff7-42f9-9b7e-3b26407c04ed req-027208dc-3070-4f1c-882f-d3dfb7925f40 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:56.593119 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08794bd-ab63-4310-94d7-df240545f0f7 req-8da66214-56c1-4959-be2c-6cff5349014b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:56.595277 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dfa11589-aff7-42f9-9b7e-3b26407c04ed req-027208dc-3070-4f1c-882f-d3dfb7925f40 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 784 time: 0.1562293 Aug 10 00:57:56.595433 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c08794bd-ab63-4310-94d7-df240545f0f7 req-8da66214-56c1-4959-be2c-6cff5349014b service neutron] 10.222.0.24 "GET /v2.0/networks?id=6c29bbfd-d1b1-46c6-b51f-62e3a119abac HTTP/1.1" status: 200 len: 929 time: 0.1925337 Aug 10 00:57:56.660047 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dfa11589-aff7-42f9-9b7e-3b26407c04ed req-28d7ad3f-e121-435f-a311-bb4f36fea531 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 698 time: 0.0636854 Aug 10 00:57:56.675677 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-a968be88-d652-4e08-a11c-517615c84194 admin admin] Allocated IP 172.25.2.178 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/937c2311-1b05-4eb9-a423-dfc11505291f) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:57:56.680337 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c08794bd-ab63-4310-94d7-df240545f0f7 req-58e4f5dd-e0dd-4250-ba08-8b8cf9cbf5f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80b2b8db-2f69-462a-97ba-bfb1978a70e3 HTTP/1.1" status: 200 len: 217 time: 0.0718765 Aug 10 00:57:56.690257 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bfc5dc3e-499a-4228-b26f-74913cc368c6 req-0c4998f7-1326-4063-b434-507881a1b48f tempest-ServerPasswordTestJSON-928637664 tempest-ServerPasswordTestJSON-928637664-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e9a2bfc-75a7-4064-adf6-5c306138c262 HTTP/1.1" status: 200 len: 210 time: 0.0500011 Aug 10 00:57:56.750755 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dfa11589-aff7-42f9-9b7e-3b26407c04ed req-4143ed49-4d4c-46a1-9a72-d957e512ba72 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 698 time: 0.0630510 Aug 10 00:57:56.862738 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a968be88-d652-4e08-a11c-517615c84194 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:56.871640 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2bf4fc-a0bb-4879-8790-53551109f5d6 None None] New status for floating IP 933c230b-d371-4338-8878-15e748a52bd8: DOWN {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 00:57:56.919069 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08794bd-ab63-4310-94d7-df240545f0f7 req-daf95f6f-6a56-4e8e-9de4-efe942465810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:56.920584 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c08794bd-ab63-4310-94d7-df240545f0f7 req-daf95f6f-6a56-4e8e-9de4-efe942465810 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a80426b3-f5f6-4de8-be44-4bf2e3dd3e8a HTTP/1.1" status: 200 len: 867 time: 0.2214553 Aug 10 00:57:56.922027 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-dfa11589-aff7-42f9-9b7e-3b26407c04ed req-bafd1197-99ff-4f70-bc34-72457c180ffa tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Deleting port 977e1a0f-0446-42f5-b3e0-0614a7907c15 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:57:56.922984 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-dfa11589-aff7-42f9-9b7e-3b26407c04ed req-bafd1197-99ff-4f70-bc34-72457c180ffa tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:57.011577 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a968be88-d652-4e08-a11c-517615c84194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:57.020482 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08794bd-ab63-4310-94d7-df240545f0f7 req-7fc7a634-5866-4876-9807-957c21506b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:57.022037 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c08794bd-ab63-4310-94d7-df240545f0f7 req-7fc7a634-5866-4876-9807-957c21506b65 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c29bbfd-d1b1-46c6-b51f-62e3a119abac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889869 Aug 10 00:57:57.024916 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-dfa11589-aff7-42f9-9b7e-3b26407c04ed req-bafd1197-99ff-4f70-bc34-72457c180ffa tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:57.025244 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-dfa11589-aff7-42f9-9b7e-3b26407c04ed req-bafd1197-99ff-4f70-bc34-72457c180ffa tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:57.039127 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-dfa11589-aff7-42f9-9b7e-3b26407c04ed req-bafd1197-99ff-4f70-bc34-72457c180ffa tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Calling delete_port for 977e1a0f-0446-42f5-b3e0-0614a7907c15 owned by network:floatingip {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:57:57.074121 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a968be88-d652-4e08-a11c-517615c84194 admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:57:57.124451 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-a968be88-d652-4e08-a11c-517615c84194 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:57.135483 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a968be88-d652-4e08-a11c-517615c84194 admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:57:57.171777 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968be88-d652-4e08-a11c-517615c84194 admin admin] Pushing event updated for resources: {'Port': ['ID=937c2311-1b05-4eb9-a423-dfc11505291f,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:57.249489 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c08794bd-ab63-4310-94d7-df240545f0f7 req-f79b89da-222d-4ae8-b650-d096338b2628 service neutron] 10.222.0.24 "GET /v2.0/networks/6c29bbfd-d1b1-46c6-b51f-62e3a119abac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910155 Aug 10 00:57:57.278561 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-dfa11589-aff7-42f9-9b7e-3b26407c04ed req-bafd1197-99ff-4f70-bc34-72457c180ffa tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:57.307569 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd1197-99ff-4f70-bc34-72457c180ffa tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Pushing event deleted for resources: {'Port': ['ID=977e1a0f-0446-42f5-b3e0-0614a7907c15,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:57.377551 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-dfa11589-aff7-42f9-9b7e-3b26407c04ed req-bafd1197-99ff-4f70-bc34-72457c180ffa tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks [] for floatingip, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:57.379987 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-dfa11589-aff7-42f9-9b7e-3b26407c04ed req-bafd1197-99ff-4f70-bc34-72457c180ffa tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:57.381194 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dfa11589-aff7-42f9-9b7e-3b26407c04ed req-bafd1197-99ff-4f70-bc34-72457c180ffa tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "DELETE /v2.0/floatingips/933c230b-d371-4338-8878-15e748a52bd8 HTTP/1.1" status: 204 len: 173 time: 0.6230485 Aug 10 00:57:57.403446 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c08794bd-ab63-4310-94d7-df240545f0f7 req-93973977-aa16-4871-b118-cb80f26e5108 service neutron] 10.222.0.24 "GET /v2.0/networks/6c29bbfd-d1b1-46c6-b51f-62e3a119abac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258364 Aug 10 00:57:57.508717 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a968be88-d652-4e08-a11c-517615c84194 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:57.581413 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81963e54-0f79-4582-b1ed-ce339372fbdb req-579ff0df-e16f-4b0a-8521-6dd02b899b91 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:57.582920 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-81963e54-0f79-4582-b1ed-ce339372fbdb req-579ff0df-e16f-4b0a-8521-6dd02b899b91 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 946 time: 0.0709937 Aug 10 00:57:57.597857 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f968b-72fd-411d-96f0-e274a8cca752 req-25c288e8-4072-4a11-9898-6f41c4d54549 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:57.599366 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b6f968b-72fd-411d-96f0-e274a8cca752 req-25c288e8-4072-4a11-9898-6f41c4d54549 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 945 time: 0.0968103 Aug 10 00:57:57.665639 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-81963e54-0f79-4582-b1ed-ce339372fbdb req-f9b41b98-85bd-4f79-ae82-6da9b5ec526f tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646160 Aug 10 00:57:57.670469 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b6f968b-72fd-411d-96f0-e274a8cca752 req-3166174b-66db-41b3-84f7-166223677fea tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558889 Aug 10 00:57:57.719455 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a968be88-d652-4e08-a11c-517615c84194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:57.838726 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 9134e7ac-d158-4503-90ce-a50a74584973 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:57:57.866049 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 9134e7ac-d158-4503-90ce-a50a74584973 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:57:57.866049 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 9134e7ac-d158-4503-90ce-a50a74584973 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:57:57.924647 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ca2a2-8fff-49cd-99f7-27fe4ce992c6 req-5fb3e06f-4cbc-451b-a414-aec71783a2aa tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:57.924647 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-569ca2a2-8fff-49cd-99f7-27fe4ce992c6 req-5fb3e06f-4cbc-451b-a414-aec71783a2aa tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.24 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 945 time: 0.0717983 Aug 10 00:57:57.926062 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a968be88-d652-4e08-a11c-517615c84194 admin admin] Router 2bbda17c-777a-403f-962d-d7983055eaff is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 00:57:57.935756 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:57.948442 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c75c6-352f-451a-8c34-53a135ae1e53 req-bd275f18-d483-4731-a703-b1ff59507699 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:57.950151 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-925c75c6-352f-451a-8c34-53a135ae1e53 req-bd275f18-d483-4731-a703-b1ff59507699 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/ports?device_id=125232a4-3351-4e92-973d-7895a54e78b4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0721400 Aug 10 00:57:58.000460 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-925c75c6-352f-451a-8c34-53a135ae1e53 req-976dce81-954e-4074-a718-6e028dfa93f0 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0441806 Aug 10 00:57:58.000984 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40878) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:58.092939 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d9fb202-4e83-4686-850c-cd64e6b7fd4e req-07e67a84-552f-4238-8c4e-8730aa0de859 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0570405 Aug 10 00:57:58.104323 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1239765-d60c-4e16-8a36-b6c51ac0fa3a admin admin] Deleting subnet 50eef13b-428b-4246-b110-77d890ae7f98 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:57:58.123745 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a1239765-d60c-4e16-8a36-b6c51ac0fa3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:58.172804 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a1239765-d60c-4e16-8a36-b6c51ac0fa3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:58.222136 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ed829-e154-4f73-b548-347a4c8efb90 req-f85d4b7b-3458-4d19-abd4-d635aa3ad1a4 tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:58.223543 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d7ed829-e154-4f73-b548-347a4c8efb90 req-f85d4b7b-3458-4d19-abd4-d635aa3ad1a4 tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] 10.222.0.35 "GET /v2.0/ports?device_id=f763f21f-44e5-4240-966e-3d232ea093bb HTTP/1.1" status: 200 len: 945 time: 0.1438031 Aug 10 00:57:58.251105 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9a2bfc-75a7-4064-adf6-5c306138c262', 'name': 'network-vif-deleted', 'tag': '9134e7ac-d158-4503-90ce-a50a74584973'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:58.253403 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bdcd57-8d73-4128-b492-a8cb8cf020e1" -d '{"events": [{"server_uuid": "1e9a2bfc-75a7-4064-adf6-5c306138c262", "name": "network-vif-deleted", "tag": "9134e7ac-d158-4503-90ce-a50a74584973"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:58.322872 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a1239765-d60c-4e16-8a36-b6c51ac0fa3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:58.355402 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d7ed829-e154-4f73-b548-347a4c8efb90 req-ac165caf-b078-40f0-94af-5e488a67388a tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] 10.222.0.35 "GET /v2.0/security-groups?id=f364bb82-4e6b-4902-b10d-358d8c6f759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961618 Aug 10 00:57:58.381112 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a968be88-d652-4e08-a11c-517615c84194 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:57:58.391398 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-20941ce7-3efe-4258-8feb-4013215a4446 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:58.394054 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-20941ce7-3efe-4258-8feb-4013215a4446 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/networks?id=5040841a-4984-47dc-a172-a1e3b8550316 HTTP/1.1" status: 200 len: 804 time: 0.2262979 Aug 10 00:57:58.394407 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-569ca2a2-8fff-49cd-99f7-27fe4ce992c6 req-01bec080-185e-4427-945b-59acdbcd613e tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Deleting port f2a1f941-7a6b-4031-a806-49a23402beab {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:57:58.394940 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-569ca2a2-8fff-49cd-99f7-27fe4ce992c6 req-01bec080-185e-4427-945b-59acdbcd613e tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:58.403488 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afc1fb2-b441-404a-9143-9cf0708a65f8 None None] Sync routers for ids ['2bbda17c-777a-403f-962d-d7983055eaff'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:57:58.410463 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a968be88-d652-4e08-a11c-517615c84194 admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:58.415254 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a968be88-d652-4e08-a11c-517615c84194 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.6256342 Aug 10 00:57:58.416043 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40896) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:58.419372 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afc1fb2-b441-404a-9143-9cf0708a65f8 None None] Routers {'2bbda17c-777a-403f-962d-d7983055eaff'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:57:58.420111 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-2afc1fb2-b441-404a-9143-9cf0708a65f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:57:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['2bbda17c-777a-403f-962d-d7983055eaff'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:58.432748 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-d3558d2a-1422-46a1-8fb9-444127aa6f7e tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/quotas/8bb23d60148d40eaa256202b456c8a40 HTTP/1.1" status: 200 len: 375 time: 0.0202627 Aug 10 00:57:58.439277 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a1239765-d60c-4e16-8a36-b6c51ac0fa3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:58.513453 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a1239765-d60c-4e16-8a36-b6c51ac0fa3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:58.517987 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a1239765-d60c-4e16-8a36-b6c51ac0fa3a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/50eef13b-428b-4246-b110-77d890ae7f98 HTTP/1.1" status: 204 len: 168 time: 0.5123367 Aug 10 00:57:58.517987 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1239765-d60c-4e16-8a36-b6c51ac0fa3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50eef13b-428b-4246-b110-77d890ae7f98,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:58.520632 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40898) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:58.554987 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-e14e5e65-be7c-4c02-a29a-37328c9c2dc7 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8bb23d60148d40eaa256202b456c8a40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1118202 Aug 10 00:57:58.591423 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-2afc1fb2-b441-404a-9143-9cf0708a65f8 None None] Set router 2bbda17c-777a-403f-962d-d7983055eaff gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:57:58.632341 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f49f53b-a7d5-4098-a54e-530ed06374d0 x-openstack-request-id: req-6f49f53b-a7d5-4098-a54e-530ed06374d0 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:58.632744 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9a2bfc-75a7-4064-adf6-5c306138c262", "name": "network-vif-deleted", "tag": "9134e7ac-d158-4503-90ce-a50a74584973", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:58.633121 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6f49f53b-a7d5-4098-a54e-530ed06374d0 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:58.633492 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9a2bfc-75a7-4064-adf6-5c306138c262', 'name': 'network-vif-deleted', 'tag': '9134e7ac-d158-4503-90ce-a50a74584973', 'status': 'completed', 'code': 200} Aug 10 00:57:58.642182 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-569ca2a2-8fff-49cd-99f7-27fe4ce992c6 req-01bec080-185e-4427-945b-59acdbcd613e tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] For port f2a1f941-7a6b-4031-a806-49a23402beab, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=f2a1f941-7a6b-4031-a806-49a23402beab,segment=NetworkSegment(d249fd15-fc1f-43cd-bd64-b045520aef78),segment_id=d249fd15-fc1f-43cd-bd64-b045520aef78)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:58.642852 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-569ca2a2-8fff-49cd-99f7-27fe4ce992c6 req-01bec080-185e-4427-945b-59acdbcd613e tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:58.665081 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-569ca2a2-8fff-49cd-99f7-27fe4ce992c6 req-01bec080-185e-4427-945b-59acdbcd613e tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Calling delete_port for f2a1f941-7a6b-4031-a806-49a23402beab owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:57:58.677337 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-49c95f8b-2da8-4880-9520-9e55df9680ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:58.681530 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:57:58.716397 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae9608-cfc3-4d4a-a4e5-0a3de20e5c66 req-4397d49c-7cfd-44ae-9e5a-92eef0a95ea7 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:58.717886 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-02ae9608-cfc3-4d4a-a4e5-0a3de20e5c66 req-4397d49c-7cfd-44ae-9e5a-92eef0a95ea7 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/ports?device_id=125232a4-3351-4e92-973d-7895a54e78b4 HTTP/1.1" status: 200 len: 946 time: 0.0796762 Aug 10 00:57:58.727729 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-cde4d7d0-4ea4-435a-be40-acee2d3758cc service neutron] 10.222.0.35 "GET /v2.0/networks/5040841a-4984-47dc-a172-a1e3b8550316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717689 Aug 10 00:57:58.802389 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-2afc1fb2-b441-404a-9143-9cf0708a65f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbda17c-777a-403f-962d-d7983055eaff', 'name': 'tempest-ServerRescueTestJSONUnderV235-1647369539-router', 'tenant_id': '0dcadc67007b441aa43df38caf86e528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '937c2311-1b05-4eb9-a423-dfc11505291f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:55Z', 'updated_at': '2021-08-10T00:57:57Z', 'revision_number': 3, 'project_id': '0dcadc67007b441aa43df38caf86e528', 'gw_port': {'id': '937c2311-1b05-4eb9-a423-dfc11505291f', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ec:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bbda17c-777a-403f-962d-d7983055eaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:56Z', 'updated_at': '2021-08-10T00:57:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:58.816207 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-02ae9608-cfc3-4d4a-a4e5-0a3de20e5c66 req-81302267-71c2-4d30-ab32-f872e2e8ebe6 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/security-groups?id=d73b4de3-ce87-441b-8a15-1b349ab4dcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802202 Aug 10 00:57:58.829221 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afc1fb2-b441-404a-9143-9cf0708a65f8 None None] Checking router: 2bbda17c-777a-403f-962d-d7983055eaff for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:57:58.829827 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afc1fb2-b441-404a-9143-9cf0708a65f8 None None] Updating router 2bbda17c-777a-403f-962d-d7983055eaff port 937c2311-1b05-4eb9-a423-dfc11505291f binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:57:58.858729 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2afc1fb2-b441-404a-9143-9cf0708a65f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:58.862969 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-5061f44f-dbbb-4b5f-94cc-9e3cba1aef33 service neutron] 10.222.0.35 "GET /v2.0/networks/5040841a-4984-47dc-a172-a1e3b8550316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343002 Aug 10 00:57:58.919664 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-49c95f8b-2da8-4880-9520-9e55df9680ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:58.934237 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-49c95f8b-2da8-4880-9520-9e55df9680ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['549dfe43-84fc-4bf3-b1a8-35b614481df6']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:58.991586 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-49c95f8b-2da8-4880-9520-9e55df9680ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bda898c5-4503-4869-89fd-f33b47db9b36') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:58.992059 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-49c95f8b-2da8-4880-9520-9e55df9680ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bda898c5-4503-4869-89fd-f33b47db9b36') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:59.000916 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2220670-40f4-442d-ab96-f0d8f1fed41a req-594feb65-6c99-427d-825b-e35f467be012 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:59.002643 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2220670-40f4-442d-ab96-f0d8f1fed41a req-594feb65-6c99-427d-825b-e35f467be012 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 946 time: 0.0910318 Aug 10 00:57:59.031489 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-49c95f8b-2da8-4880-9520-9e55df9680ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:59.095239 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-49c95f8b-2da8-4880-9520-9e55df9680ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:59.096823 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2220670-40f4-442d-ab96-f0d8f1fed41a req-23dc3e52-d12d-4b8a-8c03-3ff9ec8b9145 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768135 Aug 10 00:57:59.130191 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c95f8b-2da8-4880-9520-9e55df9680ec admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:57:59.130609 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-49c95f8b-2da8-4880-9520-9e55df9680ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:59.134280 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 00:57:59.134280 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:57:59.134280 n-d-766726-26 neutron-server[105827]: timer() Aug 10 00:57:59.134280 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:57:59.134280 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 00:57:59.134280 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:57:59.134280 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 00:57:59.134280 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:57:59.134280 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 00:57:59.134280 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:57:59.134280 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 00:57:59.134280 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:57:59.134280 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 00:57:59.134280 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:57:59.134280 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:57:59.134280 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:57:59.134280 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:57:59.134280 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:57:59.134280 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 00:57:59.134280 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:57:59.134280 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 00:57:59.134280 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:57:59.134280 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:57:59.134280 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:57:59.134280 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 00:57:59.134280 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:57:59.134280 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:57:59.134280 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:57:59.134280 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:57:59.134280 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:57:59.134280 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:57:59.134280 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:57:59.197626 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb9ce6-3409-4121-80d7-3078c2b8c96f req-6b5139db-651e-41c1-87a7-72eaf4d09a30 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:59.199216 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7fcb9ce6-3409-4121-80d7-3078c2b8c96f req-6b5139db-651e-41c1-87a7-72eaf4d09a30 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=554edb6f-7aec-4a08-9fc7-37df86bb31dd HTTP/1.1" status: 200 len: 867 time: 0.0847068 Aug 10 00:57:59.250509 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-569ca2a2-8fff-49cd-99f7-27fe4ce992c6 req-01bec080-185e-4427-945b-59acdbcd613e tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:59.267209 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['f2a1f941-7a6b-4031-a806-49a23402beab'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:59.288391 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7fcb9ce6-3409-4121-80d7-3078c2b8c96f req-ea68fa88-b533-4374-80bc-5c15483aacff tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807607 Aug 10 00:57:59.305551 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['4c925211-bb26-4318-a0e2-13a49bddd4ba'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:59.331502 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bec080-185e-4427-945b-59acdbcd613e tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Pushing event deleted for resources: {'Port': ['ID=f2a1f941-7a6b-4031-a806-49a23402beab,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:59.347894 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-44fbc361-09a9-4965-9603-507ef45b3fe6 req-0332c112-5e8c-4ce0-b508-a037f3540dd9 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=c074a83d-ae7b-4a51-a3b9-6db5e930dfda HTTP/1.1" status: 200 len: 210 time: 0.0410218 Aug 10 00:57:59.357356 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-49c95f8b-2da8-4880-9520-9e55df9680ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:59.409171 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-49c95f8b-2da8-4880-9520-9e55df9680ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:59.411489 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-49c95f8b-2da8-4880-9520-9e55df9680ec admin admin] 10.222.0.35 "DELETE /v2.0/networks/549dfe43-84fc-4bf3-b1a8-35b614481df6 HTTP/1.1" status: 204 len: 168 time: 0.8899062 Aug 10 00:57:59.449669 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-569ca2a2-8fff-49cd-99f7-27fe4ce992c6 req-01bec080-185e-4427-945b-59acdbcd613e tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] No DVR routers for this DVR port f2a1f941-7a6b-4031-a806-49a23402beab on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:57:59.453585 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c95f8b-2da8-4880-9520-9e55df9680ec admin admin] Pushing event deleted for resources: {'Network': ['ID=549dfe43-84fc-4bf3-b1a8-35b614481df6,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:59.458355 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-569ca2a2-8fff-49cd-99f7-27fe4ce992c6 req-01bec080-185e-4427-945b-59acdbcd613e tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:59.461368 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-569ca2a2-8fff-49cd-99f7-27fe4ce992c6 req-01bec080-185e-4427-945b-59acdbcd613e tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.24 "DELETE /v2.0/ports/f2a1f941-7a6b-4031-a806-49a23402beab HTTP/1.1" status: 204 len: 173 time: 1.5299125 Aug 10 00:57:59.461897 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554edb6f-7aec-4a08-9fc7-37df86bb31dd', 'name': 'network-vif-deleted', 'tag': 'f2a1f941-7a6b-4031-a806-49a23402beab'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:59.464978 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711f6f17-567a-4940-ad05-a7ca12136a84" -d '{"events": [{"server_uuid": "554edb6f-7aec-4a08-9fc7-37df86bb31dd", "name": "network-vif-deleted", "tag": "f2a1f941-7a6b-4031-a806-49a23402beab"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:59.503007 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1bd24-da97-4ab7-8f67-bb76baaf7de4 req-137962eb-aa10-4de4-b18c-207e1caa6662 tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:59.511257 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aea1bd24-da97-4ab7-8f67-bb76baaf7de4 req-137962eb-aa10-4de4-b18c-207e1caa6662 tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] 10.222.0.35 "GET /v2.0/ports?device_id=f763f21f-44e5-4240-966e-3d232ea093bb HTTP/1.1" status: 200 len: 945 time: 0.0740135 Aug 10 00:57:59.546419 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9f2a03-9d9a-4124-8b17-89ba237bf1c6 x-openstack-request-id: req-6b9f2a03-9d9a-4124-8b17-89ba237bf1c6 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:59.546705 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554edb6f-7aec-4a08-9fc7-37df86bb31dd", "name": "network-vif-deleted", "tag": "f2a1f941-7a6b-4031-a806-49a23402beab", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:59.546954 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6b9f2a03-9d9a-4124-8b17-89ba237bf1c6 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:59.547355 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554edb6f-7aec-4a08-9fc7-37df86bb31dd', 'name': 'network-vif-deleted', 'tag': 'f2a1f941-7a6b-4031-a806-49a23402beab', 'status': 'completed', 'code': 200} Aug 10 00:57:59.589025 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-95a61cdc-7e16-4232-ad61-407d2310eddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:59.604897 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aea1bd24-da97-4ab7-8f67-bb76baaf7de4 req-2cacedb2-914e-4a08-b36f-f413d719637b tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] 10.222.0.35 "GET /v2.0/security-groups?id=f364bb82-4e6b-4902-b10d-358d8c6f759e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924413 Aug 10 00:57:59.623501 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48da31-fb1c-474e-9b01-7da3f4d1e5cc req-e01d6f69-7818-47f4-8bbf-5effb6723b7b tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:59.625648 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7e48da31-fb1c-474e-9b01-7da3f4d1e5cc req-e01d6f69-7818-47f4-8bbf-5effb6723b7b tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] 10.222.0.20 "GET /v2.0/ports?device_id=f763f21f-44e5-4240-966e-3d232ea093bb HTTP/1.1" status: 200 len: 945 time: 0.1123116 Aug 10 00:57:59.649132 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2afc1fb2-b441-404a-9143-9cf0708a65f8 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:59.669194 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2afc1fb2-b441-404a-9143-9cf0708a65f8 None None] Transition to ACTIVE for port object 937c2311-1b05-4eb9-a423-dfc11505291f will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:59.682960 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2afc1fb2-b441-404a-9143-9cf0708a65f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:59.692150 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40924) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:59.740680 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-2afc1fb2-b441-404a-9143-9cf0708a65f8 None None] Attempting to bind port 937c2311-1b05-4eb9-a423-dfc11505291f on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:57:59.741053 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-2afc1fb2-b441-404a-9143-9cf0708a65f8 None None] Attempting to bind port 937c2311-1b05-4eb9-a423-dfc11505291f by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:57:59.741421 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afc1fb2-b441-404a-9143-9cf0708a65f8 None None] Attempting to bind port 937c2311-1b05-4eb9-a423-dfc11505291f on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:59.743486 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c76a1-2c8e-4938-9537-1fa70b804b98 None None] Pushing event updated for resources: {'Port': ['ID=937c2311-1b05-4eb9-a423-dfc11505291f,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:59.755802 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afc1fb2-b441-404a-9143-9cf0708a65f8 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:57:59.756220 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afc1fb2-b441-404a-9143-9cf0708a65f8 None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:57:59.757802 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2afc1fb2-b441-404a-9143-9cf0708a65f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:59.758208 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afc1fb2-b441-404a-9143-9cf0708a65f8 None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:57:59.760546 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-2afc1fb2-b441-404a-9143-9cf0708a65f8 None None] Bound port: 937c2311-1b05-4eb9-a423-dfc11505291f, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:57:59.760748 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2afc1fb2-b441-404a-9143-9cf0708a65f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:59.777787 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-604cde42-d5d0-4eaf-adb4-c0e4b12318e2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f55429bd4ed348adaa83c19637c9b5f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0842516 Aug 10 00:57:59.781973 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40926) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:59.827227 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-2afc1fb2-b441-404a-9143-9cf0708a65f8 None None] For port 937c2311-1b05-4eb9-a423-dfc11505291f, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:57:59.827523 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-7e48da31-fb1c-474e-9b01-7da3f4d1e5cc req-6601845d-467d-4a9e-86e5-34919ed598dd tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] Deleting port f3144e37-9796-4c03-97b8-a0d9e36b093a {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:57:59.827878 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-7e48da31-fb1c-474e-9b01-7da3f4d1e5cc req-6601845d-467d-4a9e-86e5-34919ed598dd tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:59.831040 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-2afc1fb2-b441-404a-9143-9cf0708a65f8 None None] For port 937c2311-1b05-4eb9-a423-dfc11505291f, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=937c2311-1b05-4eb9-a423-dfc11505291f,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:57:59.836442 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2afc1fb2-b441-404a-9143-9cf0708a65f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:59.894233 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-95a61cdc-7e16-4232-ad61-407d2310eddd admin admin] Allocated IP 172.20.0.1 (84d848d6-7fc5-41ca-ba05-463d0b866659/37a7a6ed-e6cb-4903-b17c-cc729cc80731/54afabfe-109b-4df0-9d5b-c122786f4271) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:57:59.894419 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cf70b371-3aab-473f-8e6b-0c5ff875d37e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:59.904097 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c76a1-2c8e-4938-9537-1fa70b804b98 None None] Pushing event updated for resources: {'Port': ['ID=937c2311-1b05-4eb9-a423-dfc11505291f,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:59.907428 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afc1fb2-b441-404a-9143-9cf0708a65f8 None None] Routers {'2bbda17c-777a-403f-962d-d7983055eaff'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:57:59.908641 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-2afc1fb2-b441-404a-9143-9cf0708a65f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:57:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['2bbda17c-777a-403f-962d-d7983055eaff'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:59.961008 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cf70b371-3aab-473f-8e6b-0c5ff875d37e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:59.994397 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-7e48da31-fb1c-474e-9b01-7da3f4d1e5cc req-6601845d-467d-4a9e-86e5-34919ed598dd tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] For port f3144e37-9796-4c03-97b8-a0d9e36b093a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=f3144e37-9796-4c03-97b8-a0d9e36b093a,segment=NetworkSegment(9927da4f-9079-4d92-bd4c-82d3f0baaddd),segment_id=9927da4f-9079-4d92-bd4c-82d3f0baaddd)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:59.994778 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-7e48da31-fb1c-474e-9b01-7da3f4d1e5cc req-6601845d-467d-4a9e-86e5-34919ed598dd tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:00.036316 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-7e48da31-fb1c-474e-9b01-7da3f4d1e5cc req-6601845d-467d-4a9e-86e5-34919ed598dd tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] Calling delete_port for f3144e37-9796-4c03-97b8-a0d9e36b093a owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:58:00.045016 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-2afc1fb2-b441-404a-9143-9cf0708a65f8 None None] Set router 2bbda17c-777a-403f-962d-d7983055eaff gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:58:00.109455 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122cf65-da1a-475f-9f13-510b3d1c674e req-a764bf54-a6b8-4132-b507-835a54daf673 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:00.111248 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2122cf65-da1a-475f-9f13-510b3d1c674e req-a764bf54-a6b8-4132-b507-835a54daf673 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/ports?device_id=125232a4-3351-4e92-973d-7895a54e78b4 HTTP/1.1" status: 200 len: 946 time: 0.1435876 Aug 10 00:58:00.140036 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-95a61cdc-7e16-4232-ad61-407d2310eddd admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:00.151465 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cf70b371-3aab-473f-8e6b-0c5ff875d37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:00.154744 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cf70b371-3aab-473f-8e6b-0c5ff875d37e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:00.158868 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-cf70b371-3aab-473f-8e6b-0c5ff875d37e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2ae12080-d78b-4b69-b077-8dbf0f8a65d4 HTTP/1.1" status: 204 len: 168 time: 0.3734605 Aug 10 00:58:00.161451 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188e37e-096e-485f-9cba-221f3c015893 req-23d5c7e3-1ae3-4be5-855c-06a208cc4828 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:00.163906 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f188e37e-096e-485f-9cba-221f3c015893 req-23d5c7e3-1ae3-4be5-855c-06a208cc4828 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b732ad5-e2fc-42b7-bc7d-f275cbeff9a1 HTTP/1.1" status: 200 len: 946 time: 0.1180625 Aug 10 00:58:00.226870 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70b371-3aab-473f-8e6b-0c5ff875d37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae12080-d78b-4b69-b077-8dbf0f8a65d4,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:00.267223 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2122cf65-da1a-475f-9f13-510b3d1c674e req-cb068e6c-d62e-416f-9b1f-552179a11979 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/security-groups?id=d73b4de3-ce87-441b-8a15-1b349ab4dcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420090 Aug 10 00:58:00.328377 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-f188e37e-096e-485f-9cba-221f3c015893 req-7f838296-b99c-45f3-867c-0204476f3cf2 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Deleting port 5a05efcd-f6a7-4c4f-b526-05e003d007a8 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:58:00.329141 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f188e37e-096e-485f-9cba-221f3c015893 req-7f838296-b99c-45f3-867c-0204476f3cf2 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:00.336493 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-2afc1fb2-b441-404a-9143-9cf0708a65f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbda17c-777a-403f-962d-d7983055eaff', 'name': 'tempest-ServerRescueTestJSONUnderV235-1647369539-router', 'tenant_id': '0dcadc67007b441aa43df38caf86e528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '937c2311-1b05-4eb9-a423-dfc11505291f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:55Z', 'updated_at': '2021-08-10T00:57:57Z', 'revision_number': 3, 'project_id': '0dcadc67007b441aa43df38caf86e528', 'gw_port': {'id': '937c2311-1b05-4eb9-a423-dfc11505291f', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ec:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bbda17c-777a-403f-962d-d7983055eaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:56Z', 'updated_at': '2021-08-10T00:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:00.370437 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afc1fb2-b441-404a-9143-9cf0708a65f8 None None] The sync data for ids ['2bbda17c-777a-403f-962d-d7983055eaff'] in n-d-766726-26 is: [{'id': '2bbda17c-777a-403f-962d-d7983055eaff', 'name': 'tempest-ServerRescueTestJSONUnderV235-1647369539-router', 'tenant_id': '0dcadc67007b441aa43df38caf86e528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '937c2311-1b05-4eb9-a423-dfc11505291f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:55Z', 'updated_at': '2021-08-10T00:57:57Z', 'revision_number': 3, 'project_id': '0dcadc67007b441aa43df38caf86e528', 'gw_port': {'id': '937c2311-1b05-4eb9-a423-dfc11505291f', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ec:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bbda17c-777a-403f-962d-d7983055eaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:56Z', 'updated_at': '2021-08-10T00:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:58:00.392231 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-95a61cdc-7e16-4232-ad61-407d2310eddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:00.426329 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354b808-ad43-4a64-9be2-4024ce40ece2 req-e519e204-8f3d-44a3-8cfc-ad93ea9b0ef0 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:00.435043 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9354b808-ad43-4a64-9be2-4024ce40ece2 req-e519e204-8f3d-44a3-8cfc-ad93ea9b0ef0 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 946 time: 0.2155457 Aug 10 00:58:00.452851 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a61cdc-7e16-4232-ad61-407d2310eddd admin admin] Network 84d848d6-7fc5-41ca-ba05-463d0b866659 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:58:00.468046 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-95a61cdc-7e16-4232-ad61-407d2310eddd admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:00.471119 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-7e48da31-fb1c-474e-9b01-7da3f4d1e5cc req-6601845d-467d-4a9e-86e5-34919ed598dd tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:00.478074 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a61cdc-7e16-4232-ad61-407d2310eddd admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:58:00.503625 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['f3144e37-9796-4c03-97b8-a0d9e36b093a'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:58:00.527437 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601845d-467d-4a9e-86e5-34919ed598dd tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] Pushing event deleted for resources: {'Port': ['ID=f3144e37-9796-4c03-97b8-a0d9e36b093a,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:00.568050 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9354b808-ad43-4a64-9be2-4024ce40ece2 req-32229248-bcf1-4e0d-adc2-3264bc565c21 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193969 Aug 10 00:58:00.625273 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a61cdc-7e16-4232-ad61-407d2310eddd admin admin] Pushing event updated for resources: {'Port': ['ID=54afabfe-109b-4df0-9d5b-c122786f4271,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:00.655357 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8e065069-617a-489d-91fa-8a50256af7d3 req-c5f55e29-eb2d-447a-b63f-1bb2a04ccf9c tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=c074a83d-ae7b-4a51-a3b9-6db5e930dfda HTTP/1.1" status: 200 len: 210 time: 0.1024885 Aug 10 00:58:00.678672 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-95a61cdc-7e16-4232-ad61-407d2310eddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:00.707927 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-f188e37e-096e-485f-9cba-221f3c015893 req-7f838296-b99c-45f3-867c-0204476f3cf2 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] For port 5a05efcd-f6a7-4c4f-b526-05e003d007a8, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=5a05efcd-f6a7-4c4f-b526-05e003d007a8,segment=NetworkSegment(29e670d9-5039-46c1-a69e-9628f4a030e2),segment_id=29e670d9-5039-46c1-a69e-9628f4a030e2)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:00.711016 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f188e37e-096e-485f-9cba-221f3c015893 req-7f838296-b99c-45f3-867c-0204476f3cf2 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:00.828534 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-b9f73c85-6303-4107-9fb2-5d991aaa17e4 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:00.830450 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-b9f73c85-6303-4107-9fb2-5d991aaa17e4 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.20 "GET /v2.0/networks?id=5040841a-4984-47dc-a172-a1e3b8550316 HTTP/1.1" status: 200 len: 804 time: 0.3483136 Aug 10 00:58:00.843567 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-f188e37e-096e-485f-9cba-221f3c015893 req-7f838296-b99c-45f3-867c-0204476f3cf2 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Calling delete_port for 5a05efcd-f6a7-4c4f-b526-05e003d007a8 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:58:00.852171 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-578f21fd-40df-432c-af8e-0bb109c14497 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Request body: {'port': {'device_id': 'c074a83d-ae7b-4a51-a3b9-6db5e930dfda', 'network_id': '5040841a-4984-47dc-a172-a1e3b8550316', 'admin_state_up': True, 'tenant_id': '8bb23d60148d40eaa256202b456c8a40'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:01.124457 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 937c2311-1b05-4eb9-a423-dfc11505291f up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:01.176144 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-95a61cdc-7e16-4232-ad61-407d2310eddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:01.190873 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device f2a1f941-7a6b-4031-a806-49a23402beab no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:58:01.269415 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: f2a1f941-7a6b-4031-a806-49a23402beab {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:58:01.269774 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device f2a1f941-7a6b-4031-a806-49a23402beab not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:58:01.270210 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 5a05efcd-f6a7-4c4f-b526-05e003d007a8 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:58:01.280014 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e48da31-fb1c-474e-9b01-7da3f4d1e5cc req-6601845d-467d-4a9e-86e5-34919ed598dd tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] No DVR routers for this DVR port f3144e37-9796-4c03-97b8-a0d9e36b093a on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:58:01.284144 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-7e48da31-fb1c-474e-9b01-7da3f4d1e5cc req-6601845d-467d-4a9e-86e5-34919ed598dd tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:01.291082 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7e48da31-fb1c-474e-9b01-7da3f4d1e5cc req-6601845d-467d-4a9e-86e5-34919ed598dd tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] 10.222.0.20 "DELETE /v2.0/ports/f3144e37-9796-4c03-97b8-a0d9e36b093a HTTP/1.1" status: 204 len: 173 time: 1.6590557 Aug 10 00:58:01.308606 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f188e37e-096e-485f-9cba-221f3c015893 req-7f838296-b99c-45f3-867c-0204476f3cf2 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:01.356737 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f763f21f-44e5-4240-966e-3d232ea093bb', 'name': 'network-vif-deleted', 'tag': 'f3144e37-9796-4c03-97b8-a0d9e36b093a'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:01.359355 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28dfea8-b7df-4090-8065-ac28034c8e0b" -d '{"events": [{"server_uuid": "f763f21f-44e5-4240-966e-3d232ea093bb", "name": "network-vif-deleted", "tag": "f3144e37-9796-4c03-97b8-a0d9e36b093a"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:01.384810 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b187fae4-f1d5-41d8-a239-8aca6c62c5f8 req-93cf1073-17e4-4992-8a64-0d29c51354de tempest-ServerGroupTestJSON-2010070068 tempest-ServerGroupTestJSON-2010070068-project] 10.222.0.35 "GET /v2.0/ports?device_id=f763f21f-44e5-4240-966e-3d232ea093bb HTTP/1.1" status: 200 len: 210 time: 0.1192887 Aug 10 00:58:01.431388 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 937c2311-1b05-4eb9-a423-dfc11505291f completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:58:01.441420 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 937c2311-1b05-4eb9-a423-dfc11505291f triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:01.445609 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:01.493422 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69fb0ba-0c77-4073-a0ef-892c8ada1c15 req-e95a4b64-14f0-4a92-ac90-dee5af595a59 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:01.495278 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b69fb0ba-0c77-4073-a0ef-892c8ada1c15 req-e95a4b64-14f0-4a92-ac90-dee5af595a59 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.24 "GET /v2.0/ports?device_id=125232a4-3351-4e92-973d-7895a54e78b4 HTTP/1.1" status: 200 len: 946 time: 0.9246807 Aug 10 00:58:01.506737 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No active binding found for port 5a05efcd-f6a7-4c4f-b526-05e003d007a8 {{(pid=105828) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 00:58:01.507665 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 5a05efcd-f6a7-4c4f-b526-05e003d007a8 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:58:01.523690 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f838296-b99c-45f3-867c-0204476f3cf2 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Pushing event deleted for resources: {'Port': ['ID=5a05efcd-f6a7-4c4f-b526-05e003d007a8,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:01.528291 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f188e37e-096e-485f-9cba-221f3c015893 req-7f838296-b99c-45f3-867c-0204476f3cf2 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] No DVR routers for this DVR port 5a05efcd-f6a7-4c4f-b526-05e003d007a8 on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:58:01.531808 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-578f21fd-40df-432c-af8e-0bb109c14497 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Made reservation on behalf of 8bb23d60148d40eaa256202b456c8a40 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:58:01.535702 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-578f21fd-40df-432c-af8e-0bb109c14497 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:01.538303 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f188e37e-096e-485f-9cba-221f3c015893 req-7f838296-b99c-45f3-867c-0204476f3cf2 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:01.540364 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f188e37e-096e-485f-9cba-221f3c015893 req-7f838296-b99c-45f3-867c-0204476f3cf2 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.24 "DELETE /v2.0/ports/5a05efcd-f6a7-4c4f-b526-05e003d007a8 HTTP/1.1" status: 204 len: 173 time: 1.3686941 Aug 10 00:58:01.560646 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b732ad5-e2fc-42b7-bc7d-f275cbeff9a1', 'name': 'network-vif-deleted', 'tag': '5a05efcd-f6a7-4c4f-b526-05e003d007a8'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:01.566043 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca7e949-27a5-4716-a32f-cf9600862eaf" -d '{"events": [{"server_uuid": "4b732ad5-e2fc-42b7-bc7d-f275cbeff9a1", "name": "network-vif-deleted", "tag": "5a05efcd-f6a7-4c4f-b526-05e003d007a8"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:01.574819 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb0be9-56c3-436c-ab24-07e63d3a66f7 req-0c37b71d-d359-42ee-93b7-e2763c0d7738 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:01.582647 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a9eb0be9-56c3-436c-ab24-07e63d3a66f7 req-0c37b71d-d359-42ee-93b7-e2763c0d7738 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 946 time: 0.2116253 Aug 10 00:58:01.632145 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82dca70-99d4-463f-b710-0fc6b36a0344 req-810b237f-a9b9-4c73-b8cf-d618e94bd5f6 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:01.639687 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e82dca70-99d4-463f-b710-0fc6b36a0344 req-810b237f-a9b9-4c73-b8cf-d618e94bd5f6 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/ports?device_id=125232a4-3351-4e92-973d-7895a54e78b4 HTTP/1.1" status: 200 len: 946 time: 0.1415155 Aug 10 00:58:01.664494 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:01.691642 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40976) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:01.697563 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 937c2311-1b05-4eb9-a423-dfc11505291f, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=937c2311-1b05-4eb9-a423-dfc11505291f,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:01.704619 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:01.753016 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a9eb0be9-56c3-436c-ab24-07e63d3a66f7 req-1bac5729-c395-4667-8929-b462d57dd735 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550765 Aug 10 00:58:01.760171 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e82dca70-99d4-463f-b710-0fc6b36a0344 req-3209d6e9-9ed5-4553-bedd-e03fa63b2c48 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/security-groups?id=d73b4de3-ce87-441b-8a15-1b349ab4dcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192796 Aug 10 00:58:01.786732 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=937c2311-1b05-4eb9-a423-dfc11505291f,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:01.833773 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2306b73-50ce-4695-ab96-f0ee281e6807 x-openstack-request-id: req-a2306b73-50ce-4695-ab96-f0ee281e6807 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:58:01.834083 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f763f21f-44e5-4240-966e-3d232ea093bb", "name": "network-vif-deleted", "tag": "f3144e37-9796-4c03-97b8-a0d9e36b093a", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:58:01.834340 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a2306b73-50ce-4695-ab96-f0ee281e6807 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:58:01.834733 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f763f21f-44e5-4240-966e-3d232ea093bb', 'name': 'network-vif-deleted', 'tag': 'f3144e37-9796-4c03-97b8-a0d9e36b093a', 'status': 'completed', 'code': 200} Aug 10 00:58:01.837929 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-b69fb0ba-0c77-4073-a0ef-892c8ada1c15 req-4ed54d07-9613-4e80-b90e-29a2f1f2715e tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Deleting port 80b2b8db-2f69-462a-97ba-bfb1978a70e3 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:58:01.838281 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b69fb0ba-0c77-4073-a0ef-892c8ada1c15 req-4ed54d07-9613-4e80-b90e-29a2f1f2715e tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:01.904435 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5078aa-a9da-4320-93e0-82d8214de6da x-openstack-request-id: req-0b5078aa-a9da-4320-93e0-82d8214de6da {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:58:01.904729 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b732ad5-e2fc-42b7-bc7d-f275cbeff9a1", "name": "network-vif-deleted", "tag": "5a05efcd-f6a7-4c4f-b526-05e003d007a8", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:58:01.904990 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0b5078aa-a9da-4320-93e0-82d8214de6da {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:58:01.905527 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b732ad5-e2fc-42b7-bc7d-f275cbeff9a1', 'name': 'network-vif-deleted', 'tag': '5a05efcd-f6a7-4c4f-b526-05e003d007a8', 'status': 'completed', 'code': 200} Aug 10 00:58:01.956662 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-578f21fd-40df-432c-af8e-0bb109c14497 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Allocated IP 172.20.0.2 (5040841a-4984-47dc-a172-a1e3b8550316/d10f85b2-b60a-4bec-a6dc-24390adf6af4/7ffe4520-2617-49c8-942c-1e532e6f6688) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:58:01.977192 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-b69fb0ba-0c77-4073-a0ef-892c8ada1c15 req-4ed54d07-9613-4e80-b90e-29a2f1f2715e tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] For port 80b2b8db-2f69-462a-97ba-bfb1978a70e3, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=80b2b8db-2f69-462a-97ba-bfb1978a70e3,segment=NetworkSegment(78f548fd-cb67-46c0-9004-5af88c4b62bb),segment_id=78f548fd-cb67-46c0-9004-5af88c4b62bb)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:01.977406 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b69fb0ba-0c77-4073-a0ef-892c8ada1c15 req-4ed54d07-9613-4e80-b90e-29a2f1f2715e tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:02.003211 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-181a1e9c-99b3-45ea-81df-7ab7dbf336d4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-837871030-network', 'tenant_id': '9f1c82db603043b497c1daf48dd8e55e'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:02.006345 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-b69fb0ba-0c77-4073-a0ef-892c8ada1c15 req-4ed54d07-9613-4e80-b90e-29a2f1f2715e tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Calling delete_port for 80b2b8db-2f69-462a-97ba-bfb1978a70e3 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:58:02.042760 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-95a61cdc-7e16-4232-ad61-407d2310eddd admin admin] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:02.054313 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-95a61cdc-7e16-4232-ad61-407d2310eddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:02.102491 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c7d23277-90b5-4bd9-83c5-7f49c544d935 req-7d6f09a0-df53-4f79-8d35-d7d7ecc3da38 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=c074a83d-ae7b-4a51-a3b9-6db5e930dfda HTTP/1.1" status: 200 len: 210 time: 0.0665469 Aug 10 00:58:02.120041 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b36b9-0ec1-4e36-aee3-ed716e8b0045 req-549b493b-9b4f-4bfe-a373-1b4eee974d39 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:02.127417 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e62b36b9-0ec1-4e36-aee3-ed716e8b0045 req-549b493b-9b4f-4bfe-a373-1b4eee974d39 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 946 time: 0.1451612 Aug 10 00:58:02.171609 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181a1e9c-99b3-45ea-81df-7ab7dbf336d4 admin admin] Made reservation on behalf of 9f1c82db603043b497c1daf48dd8e55e for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:58:02.174187 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-181a1e9c-99b3-45ea-81df-7ab7dbf336d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:02.183832 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e62b36b9-0ec1-4e36-aee3-ed716e8b0045 req-78a94bd2-6462-4d87-97ea-12db02a461dc tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555439 Aug 10 00:58:02.261830 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b69fb0ba-0c77-4073-a0ef-892c8ada1c15 req-4ed54d07-9613-4e80-b90e-29a2f1f2715e tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:02.273190 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['80b2b8db-2f69-462a-97ba-bfb1978a70e3'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:58:02.294660 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed54d07-9613-4e80-b90e-29a2f1f2715e tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Pushing event deleted for resources: {'Port': ['ID=80b2b8db-2f69-462a-97ba-bfb1978a70e3,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:02.350502 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b69fb0ba-0c77-4073-a0ef-892c8ada1c15 req-4ed54d07-9613-4e80-b90e-29a2f1f2715e tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] No DVR routers for this DVR port 80b2b8db-2f69-462a-97ba-bfb1978a70e3 on host n-h1-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:58:02.354000 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b69fb0ba-0c77-4073-a0ef-892c8ada1c15 req-4ed54d07-9613-4e80-b90e-29a2f1f2715e tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:02.356581 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b69fb0ba-0c77-4073-a0ef-892c8ada1c15 req-4ed54d07-9613-4e80-b90e-29a2f1f2715e tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.24 "DELETE /v2.0/ports/80b2b8db-2f69-462a-97ba-bfb1978a70e3 HTTP/1.1" status: 204 len: 173 time: 0.8465395 Aug 10 00:58:02.543635 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-181a1e9c-99b3-45ea-81df-7ab7dbf336d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:02.572986 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a61cdc-7e16-4232-ad61-407d2310eddd admin admin] Pushing event updated for resources: {'Port': ['ID=54afabfe-109b-4df0-9d5b-c122786f4271,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:02.581833 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-95a61cdc-7e16-4232-ad61-407d2310eddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:02.697282 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-578f21fd-40df-432c-af8e-0bb109c14497 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:02.755259 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41000) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:02.810655 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a61cdc-7e16-4232-ad61-407d2310eddd admin admin] Network 84d848d6-7fc5-41ca-ba05-463d0b866659 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:58:02.816308 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-95a61cdc-7e16-4232-ad61-407d2310eddd admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:02.834280 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-578f21fd-40df-432c-af8e-0bb109c14497 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:02.837313 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-181a1e9c-99b3-45ea-81df-7ab7dbf336d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:02.892677 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-88853ace-e701-4e59-9007-a8167fa24e56 admin admin] Deleting subnet a197b24b-75a2-4c2c-8c3f-5707d816289a {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:58:02.897099 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-88853ace-e701-4e59-9007-a8167fa24e56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:02.897617 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-181a1e9c-99b3-45ea-81df-7ab7dbf336d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:02.929419 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7e539288-dd4b-4073-b688-0aef77af5d09 req-026cb27e-8856-423e-ba64-7f18c24a0a33 tempest-FloatingIPsAssociationNegativeTestJSON-169718006 tempest-FloatingIPsAssociationNegativeTestJSON-169718006-project] 10.222.0.35 "GET /v2.0/ports?device_id=125232a4-3351-4e92-973d-7895a54e78b4 HTTP/1.1" status: 200 len: 210 time: 0.0419891 Aug 10 00:58:02.946497 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-181a1e9c-99b3-45ea-81df-7ab7dbf336d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:58:02.951554 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-578f21fd-40df-432c-af8e-0bb109c14497 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Network 5040841a-4984-47dc-a172-a1e3b8550316 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:58:02.961802 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b432a-ee27-4e43-9a9c-e9ca50972ab7 req-522e7577-6bf1-43ab-b993-509afe73ba3f tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:02.965917 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-578f21fd-40df-432c-af8e-0bb109c14497 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:02.969068 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-537b432a-ee27-4e43-9a9c-e9ca50972ab7 req-522e7577-6bf1-43ab-b993-509afe73ba3f tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 946 time: 0.1449904 Aug 10 00:58:02.975967 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-578f21fd-40df-432c-af8e-0bb109c14497 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:58:02.978390 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f21fd-40df-432c-af8e-0bb109c14497 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Pushing event updated for resources: {'Port': ['ID=7ffe4520-2617-49c8-942c-1e532e6f6688,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:03.003796 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-181a1e9c-99b3-45ea-81df-7ab7dbf336d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:03.004146 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-181a1e9c-99b3-45ea-81df-7ab7dbf336d4 admin admin] Added segment 45b34241-697f-4f50-87d8-6d6db6581d08 of type vlan for network 68f568b0-c764-43be-a497-965794b9f9b4 Aug 10 00:58:03.004864 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-88853ace-e701-4e59-9007-a8167fa24e56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:03.005506 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a1e9c-99b3-45ea-81df-7ab7dbf336d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3dd1e14-a494-440e-abfb-e3a16ed3da5c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:03.049323 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-537b432a-ee27-4e43-9a9c-e9ca50972ab7 req-97ddd4f6-d065-4191-b2ef-9a7025109a6b tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772777 Aug 10 00:58:03.087293 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-88853ace-e701-4e59-9007-a8167fa24e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:03.087447 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 937c2311-1b05-4eb9-a423-dfc11505291f up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:03.110218 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-578f21fd-40df-432c-af8e-0bb109c14497 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:03.110835 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-578f21fd-40df-432c-af8e-0bb109c14497 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:03.114098 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-181a1e9c-99b3-45ea-81df-7ab7dbf336d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:03.142094 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-578f21fd-40df-432c-af8e-0bb109c14497 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2959185 Aug 10 00:58:03.150272 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a61cdc-7e16-4232-ad61-407d2310eddd admin admin] Router 2bbda17c-777a-403f-962d-d7983055eaff has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:58:03.159483 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 937c2311-1b05-4eb9-a423-dfc11505291f triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:03.160331 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:03.167196 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-88853ace-e701-4e59-9007-a8167fa24e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:03.168222 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-47854ad7-7d40-469d-af9e-ddefd03a4a49 service neutron] Request body: {'port': {'device_id': 'c074a83d-ae7b-4a51-a3b9-6db5e930dfda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:03.171627 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-181a1e9c-99b3-45ea-81df-7ab7dbf336d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:03.172697 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181a1e9c-99b3-45ea-81df-7ab7dbf336d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:03.173282 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-181a1e9c-99b3-45ea-81df-7ab7dbf336d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:03.190035 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-88853ace-e701-4e59-9007-a8167fa24e56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:03.192134 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-88853ace-e701-4e59-9007-a8167fa24e56 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a197b24b-75a2-4c2c-8c3f-5707d816289a HTTP/1.1" status: 204 len: 168 time: 0.4357762 Aug 10 00:58:03.210340 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41010) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:03.220852 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88853ace-e701-4e59-9007-a8167fa24e56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a197b24b-75a2-4c2c-8c3f-5707d816289a,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:03.274419 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76eed66-40a4-4ca2-8e02-dd031683d745 req-fdd2c7fe-005c-4216-9e20-6e687574613e tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:03.276500 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d76eed66-40a4-4ca2-8e02-dd031683d745 req-fdd2c7fe-005c-4216-9e20-6e687574613e tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=c074a83d-ae7b-4a51-a3b9-6db5e930dfda HTTP/1.1" status: 200 len: 931 time: 0.0891197 Aug 10 00:58:03.303484 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-181a1e9c-99b3-45ea-81df-7ab7dbf336d4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5415118 Aug 10 00:58:03.306694 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41014) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:03.311397 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-388fd28a-3708-4ad4-9305-85dd0a817327 admin admin] Request body: {'subnet': {'network_id': '68f568b0-c764-43be-a497-965794b9f9b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-837871030-subnet', 'tenant_id': '9f1c82db603043b497c1daf48dd8e55e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:03.370240 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d76eed66-40a4-4ca2-8e02-dd031683d745 req-4096ec6c-af6c-4147-9d09-a4cf05704896 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877378 Aug 10 00:58:03.374181 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388fd28a-3708-4ad4-9305-85dd0a817327 admin admin] Made reservation on behalf of 9f1c82db603043b497c1daf48dd8e55e for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:58:03.376603 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-388fd28a-3708-4ad4-9305-85dd0a817327 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:03.376797 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a1e9c-99b3-45ea-81df-7ab7dbf336d4 admin admin] Pushing event updated for resources: {'Network': ['ID=68f568b0-c764-43be-a497-965794b9f9b4,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:03.390285 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 68f568b0-c764-43be-a497-965794b9f9b4 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:58:03.397710 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f440f30-7a3c-4d70-9704-344d88d64f15 req-7a974fc4-a44c-479a-a915-fbb3bdb2b938 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:03.399397 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8f440f30-7a3c-4d70-9704-344d88d64f15 req-7a974fc4-a44c-479a-a915-fbb3bdb2b938 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 946 time: 0.1098120 Aug 10 00:58:03.426554 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-13a3a812-0c9d-4552-ab6e-ac87553f7133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:03.428120 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-47854ad7-7d40-469d-af9e-ddefd03a4a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:03.482114 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8f440f30-7a3c-4d70-9704-344d88d64f15 req-9305d29a-fe8c-4703-b5a4-faf513f040c6 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570617 Aug 10 00:58:03.488844 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a61cdc-7e16-4232-ad61-407d2310eddd admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:58:03.498816 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf26943-3fd7-4804-9268-2b49f0fc595b None None] Sync routers for ids ['2bbda17c-777a-403f-962d-d7983055eaff'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:58:03.508085 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf26943-3fd7-4804-9268-2b49f0fc595b None None] Routers {'2bbda17c-777a-403f-962d-d7983055eaff'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:58:03.508728 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-adf26943-3fd7-4804-9268-2b49f0fc595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:57:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['2bbda17c-777a-403f-962d-d7983055eaff'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:03.522944 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-95a61cdc-7e16-4232-ad61-407d2310eddd admin admin] 10.222.0.35 "PUT /v2.0/routers/2bbda17c-777a-403f-962d-d7983055eaff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0740495 Aug 10 00:58:03.616630 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-388fd28a-3708-4ad4-9305-85dd0a817327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:03.625216 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-adf26943-3fd7-4804-9268-2b49f0fc595b None None] Set router 2bbda17c-777a-403f-962d-d7983055eaff gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:58:03.651465 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-13a3a812-0c9d-4552-ab6e-ac87553f7133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:03.667772 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388fd28a-3708-4ad4-9305-85dd0a817327 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4317e354-7b23-4f49-8b2a-5d1c39378e31,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:03.676302 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-13a3a812-0c9d-4552-ab6e-ac87553f7133 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e359b2b7-d76f-4805-b486-8e7558a4527c']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:03.698192 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-13a3a812-0c9d-4552-ab6e-ac87553f7133 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9927da4f-9079-4d92-bd4c-82d3f0baaddd') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:03.698192 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-13a3a812-0c9d-4552-ab6e-ac87553f7133 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9927da4f-9079-4d92-bd4c-82d3f0baaddd') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:03.703197 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388fd28a-3708-4ad4-9305-85dd0a817327 admin admin] Checking segment: {'id': '45b34241-697f-4f50-87d8-6d6db6581d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:58:03.703559 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388fd28a-3708-4ad4-9305-85dd0a817327 admin admin] Network hostable DHCP agents. Network: 68f568b0-c764-43be-a497-965794b9f9b4, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:58:03.724820 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388fd28a-3708-4ad4-9305-85dd0a817327 admin admin] Network 68f568b0-c764-43be-a497-965794b9f9b4 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:58:03.736430 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-388fd28a-3708-4ad4-9305-85dd0a817327 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 68f568b0-c764-43be-a497-965794b9f9b4) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:03.742536 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388fd28a-3708-4ad4-9305-85dd0a817327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:03.743386 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-388fd28a-3708-4ad4-9305-85dd0a817327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:03.748419 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e753c031-ca49-43dc-9f79-ab05758751c3 None None] Network 68f568b0-c764-43be-a497-965794b9f9b4 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:58:03.754430 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-13a3a812-0c9d-4552-ab6e-ac87553f7133 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:03.778562 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-13a3a812-0c9d-4552-ab6e-ac87553f7133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:03.793962 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a3a812-0c9d-4552-ab6e-ac87553f7133 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:58:03.794376 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-13a3a812-0c9d-4552-ab6e-ac87553f7133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:03.796073 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 00:58:03.796073 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:58:03.796073 n-d-766726-26 neutron-server[105827]: timer() Aug 10 00:58:03.796073 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:58:03.796073 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 00:58:03.796073 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:58:03.796073 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 00:58:03.796073 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:58:03.796073 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 00:58:03.796073 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:58:03.796073 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 00:58:03.796073 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:58:03.796073 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 00:58:03.796073 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:58:03.796073 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:58:03.796073 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:58:03.796073 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:58:03.796073 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:58:03.796073 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 00:58:03.796073 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:58:03.796073 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 00:58:03.796073 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:58:03.796073 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:58:03.796073 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:58:03.796073 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 00:58:03.796073 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:58:03.796073 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:58:03.796073 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:58:03.796073 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:58:03.796073 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:58:03.796073 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:58:03.796073 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:58:03.799946 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-388fd28a-3708-4ad4-9305-85dd0a817327 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4920194 Aug 10 00:58:03.835786 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125232a4-3351-4e92-973d-7895a54e78b4', 'name': 'network-vif-deleted', 'tag': '80b2b8db-2f69-462a-97ba-bfb1978a70e3'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:03.838267 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ee0bfd-845a-44d7-8388-5af50c6c18d2" -d '{"events": [{"server_uuid": "125232a4-3351-4e92-973d-7895a54e78b4", "name": "network-vif-deleted", "tag": "80b2b8db-2f69-462a-97ba-bfb1978a70e3"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:03.909293 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5ea536-2053-4226-a58e-a4c76805555f x-openstack-request-id: req-1e5ea536-2053-4226-a58e-a4c76805555f {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:58:03.909669 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125232a4-3351-4e92-973d-7895a54e78b4", "name": "network-vif-deleted", "tag": "80b2b8db-2f69-462a-97ba-bfb1978a70e3", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:58:03.910068 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1e5ea536-2053-4226-a58e-a4c76805555f {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:58:03.910594 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125232a4-3351-4e92-973d-7895a54e78b4', 'name': 'network-vif-deleted', 'tag': '80b2b8db-2f69-462a-97ba-bfb1978a70e3', 'status': 'completed', 'code': 200} Aug 10 00:58:03.911003 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device f3144e37-9796-4c03-97b8-a0d9e36b093a no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:58:03.923797 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-adf26943-3fd7-4804-9268-2b49f0fc595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbda17c-777a-403f-962d-d7983055eaff', 'name': 'tempest-ServerRescueTestJSONUnderV235-1647369539-router', 'tenant_id': '0dcadc67007b441aa43df38caf86e528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '937c2311-1b05-4eb9-a423-dfc11505291f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:55Z', 'updated_at': '2021-08-10T00:58:01Z', 'revision_number': 4, 'project_id': '0dcadc67007b441aa43df38caf86e528', 'gw_port': {'id': '937c2311-1b05-4eb9-a423-dfc11505291f', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ec:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbda17c-777a-403f-962d-d7983055eaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:56Z', 'updated_at': '2021-08-10T00:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '54afabfe-109b-4df0-9d5b-c122786f4271', 'name': '', 'network_id': '84d848d6-7fc5-41ca-ba05-463d0b866659', 'tenant_id': '0dcadc67007b441aa43df38caf86e528', 'mac_address': 'fa:16:3e:d1:e2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bbda17c-777a-403f-962d-d7983055eaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '37a7a6ed-e6cb-4903-b17c-cc729cc80731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:59Z', 'updated_at': '2021-08-10T00:58:01Z', 'revision_number': 2, 'project_id': '0dcadc67007b441aa43df38caf86e528', 'subnets': [{'id': '37a7a6ed-e6cb-4903-b17c-cc729cc80731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:03.936875 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-13a3a812-0c9d-4552-ab6e-ac87553f7133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:03.959954 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-13a3a812-0c9d-4552-ab6e-ac87553f7133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:03.962018 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: f3144e37-9796-4c03-97b8-a0d9e36b093a {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:58:03.962381 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device f3144e37-9796-4c03-97b8-a0d9e36b093a not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:58:03.972629 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf26943-3fd7-4804-9268-2b49f0fc595b None None] Checking router: 2bbda17c-777a-403f-962d-d7983055eaff for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:58:03.972996 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf26943-3fd7-4804-9268-2b49f0fc595b None None] Updating router 2bbda17c-777a-403f-962d-d7983055eaff port 54afabfe-109b-4df0-9d5b-c122786f4271 binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:58:03.975927 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-13a3a812-0c9d-4552-ab6e-ac87553f7133 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e359b2b7-d76f-4805-b486-8e7558a4527c HTTP/1.1" status: 204 len: 168 time: 0.7631798 Aug 10 00:58:04.014922 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3a812-0c9d-4552-ab6e-ac87553f7133 admin admin] Pushing event deleted for resources: {'Network': ['ID=e359b2b7-d76f-4805-b486-8e7558a4527c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:04.037550 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7b7e13-d2d8-46be-9fe3-cbed1f8fe689 None None] Network 68f568b0-c764-43be-a497-965794b9f9b4 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:58:04.048791 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-adf26943-3fd7-4804-9268-2b49f0fc595b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:04.075605 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41042) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:04.123945 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-47854ad7-7d40-469d-af9e-ddefd03a4a49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ffe4520-2617-49c8-942c-1e532e6f6688 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:58:04.135168 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-47854ad7-7d40-469d-af9e-ddefd03a4a49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:04.166090 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-47854ad7-7d40-469d-af9e-ddefd03a4a49 service neutron] Transition to ACTIVE for port object 7ffe4520-2617-49c8-942c-1e532e6f6688 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:58:04.172303 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41050) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:04.189923 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-47854ad7-7d40-469d-af9e-ddefd03a4a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:04.216833 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33740649-3c10-42af-855d-15e13ce30227 req-814c0a66-facd-4e4f-ba8e-04cfa3c338f3 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:04.218504 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-33740649-3c10-42af-855d-15e13ce30227 req-814c0a66-facd-4e4f-ba8e-04cfa3c338f3 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 946 time: 0.2741432 Aug 10 00:58:04.286010 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47854ad7-7d40-469d-af9e-ddefd03a4a49 service neutron] Pushing event updated for resources: {'Port': ['ID=7ffe4520-2617-49c8-942c-1e532e6f6688,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:04.291391 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-01350b4b-78ce-4bd0-b26a-59d699beef0d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a6266bbb77f54431b89613d1f130049d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1176276 Aug 10 00:58:04.304420 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41052) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:04.361968 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-47854ad7-7d40-469d-af9e-ddefd03a4a49 service neutron] Attempting to bind port 7ffe4520-2617-49c8-942c-1e532e6f6688 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:58:04.362407 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-47854ad7-7d40-469d-af9e-ddefd03a4a49 service neutron] Attempting to bind port 7ffe4520-2617-49c8-942c-1e532e6f6688 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '29e670d9-5039-46c1-a69e-9628f4a030e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5040841a-4984-47dc-a172-a1e3b8550316'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:58:04.362809 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-47854ad7-7d40-469d-af9e-ddefd03a4a49 service neutron] Attempting to bind port 7ffe4520-2617-49c8-942c-1e532e6f6688 on network 5040841a-4984-47dc-a172-a1e3b8550316 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:58:04.368065 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-47854ad7-7d40-469d-af9e-ddefd03a4a49 service neutron] Port 7ffe4520-2617-49c8-942c-1e532e6f6688 on network 5040841a-4984-47dc-a172-a1e3b8550316 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:58:04.368488 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-47854ad7-7d40-469d-af9e-ddefd03a4a49 service neutron] Attempting to bind port 7ffe4520-2617-49c8-942c-1e532e6f6688 on network 5040841a-4984-47dc-a172-a1e3b8550316 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:58:04.373489 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-47854ad7-7d40-469d-af9e-ddefd03a4a49 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:58:04.373918 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-47854ad7-7d40-469d-af9e-ddefd03a4a49 service neutron] Checking segment: {'id': '29e670d9-5039-46c1-a69e-9628f4a030e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5040841a-4984-47dc-a172-a1e3b8550316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:58:04.374376 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-47854ad7-7d40-469d-af9e-ddefd03a4a49 service neutron] Bound using segment: {'id': '29e670d9-5039-46c1-a69e-9628f4a030e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5040841a-4984-47dc-a172-a1e3b8550316'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:58:04.374885 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-47854ad7-7d40-469d-af9e-ddefd03a4a49 service neutron] Bound port: 7ffe4520-2617-49c8-942c-1e532e6f6688, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e670d9-5039-46c1-a69e-9628f4a030e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5040841a-4984-47dc-a172-a1e3b8550316'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:58:04.375323 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-47854ad7-7d40-469d-af9e-ddefd03a4a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:04.416368 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9eba5-74ff-4440-96da-41c064a1e944 req-76c97d01-0752-42e3-ba96-b43621748631 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:04.417877 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-71c9eba5-74ff-4440-96da-41c064a1e944 req-76c97d01-0752-42e3-ba96-b43621748631 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 946 time: 0.2255056 Aug 10 00:58:04.425297 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-adf26943-3fd7-4804-9268-2b49f0fc595b None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:04.426318 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-979df88f-9116-43bf-9dbe-ef797cd92f9b tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:04.428425 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-979df88f-9116-43bf-9dbe-ef797cd92f9b tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/networks?id=84d848d6-7fc5-41ca-ba05-463d0b866659 HTTP/1.1" status: 200 len: 820 time: 0.4352803 Aug 10 00:58:04.438067 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-adf26943-3fd7-4804-9268-2b49f0fc595b None None] Transition to ACTIVE for port object 54afabfe-109b-4df0-9d5b-c122786f4271 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:58:04.444768 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-adf26943-3fd7-4804-9268-2b49f0fc595b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:04.458207 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-47854ad7-7d40-469d-af9e-ddefd03a4a49 service neutron] For port 7ffe4520-2617-49c8-942c-1e532e6f6688, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:58:04.461996 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-47854ad7-7d40-469d-af9e-ddefd03a4a49 service neutron] For port 7ffe4520-2617-49c8-942c-1e532e6f6688, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=7ffe4520-2617-49c8-942c-1e532e6f6688,segment=NetworkSegment(29e670d9-5039-46c1-a69e-9628f4a030e2),segment_id=29e670d9-5039-46c1-a69e-9628f4a030e2)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:58:04.467482 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-47854ad7-7d40-469d-af9e-ddefd03a4a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:04.491935 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-47854ad7-7d40-469d-af9e-ddefd03a4a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:04.492852 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-47854ad7-7d40-469d-af9e-ddefd03a4a49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:04.494287 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-47854ad7-7d40-469d-af9e-ddefd03a4a49 service neutron] 10.222.0.20 "PUT /v2.0/ports/7ffe4520-2617-49c8-942c-1e532e6f6688 HTTP/1.1" status: 200 len: 1092 time: 1.3339889 Aug 10 00:58:04.497890 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8af77-6af6-4c64-ad1e-a6529018de39 None None] Pushing event updated for resources: {'Port': ['ID=54afabfe-109b-4df0-9d5b-c122786f4271,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:04.518420 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c074a83d-ae7b-4a51-a3b9-6db5e930dfda', 'tag': '7ffe4520-2617-49c8-942c-1e532e6f6688'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:04.521287 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161fe05d-beee-4eb8-b75b-1e6d5002348e" -d '{"events": [{"name": "network-changed", "server_uuid": "c074a83d-ae7b-4a51-a3b9-6db5e930dfda", "tag": "7ffe4520-2617-49c8-942c-1e532e6f6688"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:04.521714 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-155f1fc6-8adf-474d-b3ca-6a5efb3dcef4 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/quotas/0dcadc67007b441aa43df38caf86e528 HTTP/1.1" status: 200 len: 375 time: 0.0459857 Aug 10 00:58:04.556938 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-adf26943-3fd7-4804-9268-2b49f0fc595b None None] Attempting to bind port 54afabfe-109b-4df0-9d5b-c122786f4271 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:58:04.557497 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-adf26943-3fd7-4804-9268-2b49f0fc595b None None] Attempting to bind port 54afabfe-109b-4df0-9d5b-c122786f4271 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '2525a6de-e0b3-477f-9163-5dd50ba2e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '84d848d6-7fc5-41ca-ba05-463d0b866659'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:58:04.557658 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf26943-3fd7-4804-9268-2b49f0fc595b None None] Attempting to bind port 54afabfe-109b-4df0-9d5b-c122786f4271 on network 84d848d6-7fc5-41ca-ba05-463d0b866659 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:58:04.562929 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf26943-3fd7-4804-9268-2b49f0fc595b None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:58:04.563302 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf26943-3fd7-4804-9268-2b49f0fc595b None None] Checking segment: {'id': '2525a6de-e0b3-477f-9163-5dd50ba2e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '84d848d6-7fc5-41ca-ba05-463d0b866659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:58:04.563930 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-adf26943-3fd7-4804-9268-2b49f0fc595b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:04.564379 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf26943-3fd7-4804-9268-2b49f0fc595b None None] Bound using segment: {'id': '2525a6de-e0b3-477f-9163-5dd50ba2e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '84d848d6-7fc5-41ca-ba05-463d0b866659'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:58:04.564840 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-adf26943-3fd7-4804-9268-2b49f0fc595b None None] Bound port: 54afabfe-109b-4df0-9d5b-c122786f4271, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2525a6de-e0b3-477f-9163-5dd50ba2e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '84d848d6-7fc5-41ca-ba05-463d0b866659'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:58:04.565437 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-adf26943-3fd7-4804-9268-2b49f0fc595b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:04.571881 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0555c1ff-edc1-4c42-a896-5bfa3b8c4468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:04.590538 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47854ad7-7d40-469d-af9e-ddefd03a4a49 service neutron] Pushing event updated for resources: {'Port': ['ID=7ffe4520-2617-49c8-942c-1e532e6f6688,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:04.620317 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-393f5029-534b-40e5-9940-7f7a4c1cde5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:04.620317 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-393f5029-534b-40e5-9940-7f7a4c1cde5e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8bb23d60148d40eaa256202b456c8a40&device_id=c074a83d-ae7b-4a51-a3b9-6db5e930dfda HTTP/1.1" status: 200 len: 1095 time: 0.0630884 Aug 10 00:58:04.624320 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-71c9eba5-74ff-4440-96da-41c064a1e944 req-4a34d1ce-4e7d-4f82-92b6-2df073806665 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/security-groups?id=71530737-2bfa-42f3-844c-b6f2ad2e7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917710 Aug 10 00:58:04.634973 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-adf26943-3fd7-4804-9268-2b49f0fc595b None None] For port 54afabfe-109b-4df0-9d5b-c122786f4271, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:58:04.638575 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-adf26943-3fd7-4804-9268-2b49f0fc595b None None] For port 54afabfe-109b-4df0-9d5b-c122786f4271, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=54afabfe-109b-4df0-9d5b-c122786f4271,segment=NetworkSegment(2525a6de-e0b3-477f-9163-5dd50ba2e1de),segment_id=2525a6de-e0b3-477f-9163-5dd50ba2e1de)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:58:04.645348 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-adf26943-3fd7-4804-9268-2b49f0fc595b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:04.665484 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0555c1ff-edc1-4c42-a896-5bfa3b8c4468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:04.690074 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-33740649-3c10-42af-855d-15e13ce30227 req-79ef5a5d-0e33-4251-941c-2aae06e03e5f tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Deleting port 4c925211-bb26-4318-a0e2-13a49bddd4ba {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:58:04.690418 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-33740649-3c10-42af-855d-15e13ce30227 req-79ef5a5d-0e33-4251-941c-2aae06e03e5f tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:04.696107 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-7767b3ce-b9f7-4307-95d4-1317b8a010fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ffe4520-2617-49c8-942c-1e532e6f6688 HTTP/1.1" status: 200 len: 217 time: 0.0610149 Aug 10 00:58:04.703365 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-dd390b94-bad8-45a5-b856-bcc5d95f00c6 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0dcadc67007b441aa43df38caf86e528&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1418238 Aug 10 00:58:04.720558 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8af77-6af6-4c64-ad1e-a6529018de39 None None] Pushing event updated for resources: {'Port': ['ID=54afabfe-109b-4df0-9d5b-c122786f4271,revision_number=4']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:04.725167 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf26943-3fd7-4804-9268-2b49f0fc595b None None] Routers {'2bbda17c-777a-403f-962d-d7983055eaff'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:58:04.725770 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-adf26943-3fd7-4804-9268-2b49f0fc595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:57:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['2bbda17c-777a-403f-962d-d7983055eaff'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:04.768615 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-bacd6be2-9f9e-421c-b9f5-6f4ba3f081eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:04.770418 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-bacd6be2-9f9e-421c-b9f5-6f4ba3f081eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d10f85b2-b60a-4bec-a6dc-24390adf6af4 HTTP/1.1" status: 200 len: 844 time: 0.0593925 Aug 10 00:58:04.809783 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-6e14d826-a39f-4f9f-8e1e-7e38735325f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5040841a-4984-47dc-a172-a1e3b8550316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316725 Aug 10 00:58:04.849222 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-adf26943-3fd7-4804-9268-2b49f0fc595b None None] Set router 2bbda17c-777a-403f-962d-d7983055eaff gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:58:04.938039 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-4bf30197-2d48-48d6-8a40-db3d081889c3 service neutron] 10.222.0.20 "GET /v2.0/networks/5040841a-4984-47dc-a172-a1e3b8550316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158237 Aug 10 00:58:04.963347 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0555c1ff-edc1-4c42-a896-5bfa3b8c4468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:04.966464 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0555c1ff-edc1-4c42-a896-5bfa3b8c4468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:04.967776 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0555c1ff-edc1-4c42-a896-5bfa3b8c4468 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f364bb82-4e6b-4902-b10d-358d8c6f759e HTTP/1.1" status: 204 len: 168 time: 0.6614709 Aug 10 00:58:04.988750 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-33740649-3c10-42af-855d-15e13ce30227 req-79ef5a5d-0e33-4251-941c-2aae06e03e5f tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] For port 4c925211-bb26-4318-a0e2-13a49bddd4ba, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=4c925211-bb26-4318-a0e2-13a49bddd4ba,segment=NetworkSegment(d249fd15-fc1f-43cd-bd64-b045520aef78),segment_id=d249fd15-fc1f-43cd-bd64-b045520aef78)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:04.989324 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-33740649-3c10-42af-855d-15e13ce30227 req-79ef5a5d-0e33-4251-941c-2aae06e03e5f tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:05.000690 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-312d3a7b-ed06-4012-aca4-beb699d43770 service neutron] 10.222.0.35 "GET /v2.0/networks/84d848d6-7fc5-41ca-ba05-463d0b866659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316694 Aug 10 00:58:05.069908 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555c1ff-edc1-4c42-a896-5bfa3b8c4468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f364bb82-4e6b-4902-b10d-358d8c6f759e,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:05.073247 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-33740649-3c10-42af-855d-15e13ce30227 req-79ef5a5d-0e33-4251-941c-2aae06e03e5f tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Calling delete_port for 4c925211-bb26-4318-a0e2-13a49bddd4ba owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:58:05.101353 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e2542d2c-104a-47b5-b530-56823d3b9944 req-4af0ae8b-f357-4202-b511-c6b1a02f143f service neutron] 10.222.0.20 "GET /v2.0/networks/5040841a-4984-47dc-a172-a1e3b8550316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570926 Aug 10 00:58:05.130296 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-adf26943-3fd7-4804-9268-2b49f0fc595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbda17c-777a-403f-962d-d7983055eaff', 'name': 'tempest-ServerRescueTestJSONUnderV235-1647369539-router', 'tenant_id': '0dcadc67007b441aa43df38caf86e528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '937c2311-1b05-4eb9-a423-dfc11505291f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:55Z', 'updated_at': '2021-08-10T00:58:01Z', 'revision_number': 4, 'project_id': '0dcadc67007b441aa43df38caf86e528', 'gw_port': {'id': '937c2311-1b05-4eb9-a423-dfc11505291f', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ec:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbda17c-777a-403f-962d-d7983055eaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:56Z', 'updated_at': '2021-08-10T00:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '54afabfe-109b-4df0-9d5b-c122786f4271', 'name': '', 'network_id': '84d848d6-7fc5-41ca-ba05-463d0b866659', 'tenant_id': '0dcadc67007b441aa43df38caf86e528', 'mac_address': 'fa:16:3e:d1:e2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bbda17c-777a-403f-962d-d7983055eaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '37a7a6ed-e6cb-4903-b17c-cc729cc80731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:59Z', 'updated_at': '2021-08-10T00:58:04Z', 'revision_number': 4, 'project_id': '0dcadc67007b441aa43df38caf86e528', 'subnets': [{'id': '37a7a6ed-e6cb-4903-b17c-cc729cc80731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:05.158286 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf26943-3fd7-4804-9268-2b49f0fc595b None None] The sync data for ids ['2bbda17c-777a-403f-962d-d7983055eaff'] in n-d-766726-26 is: [{'id': '2bbda17c-777a-403f-962d-d7983055eaff', 'name': 'tempest-ServerRescueTestJSONUnderV235-1647369539-router', 'tenant_id': '0dcadc67007b441aa43df38caf86e528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '937c2311-1b05-4eb9-a423-dfc11505291f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:55Z', 'updated_at': '2021-08-10T00:58:01Z', 'revision_number': 4, 'project_id': '0dcadc67007b441aa43df38caf86e528', 'gw_port': {'id': '937c2311-1b05-4eb9-a423-dfc11505291f', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ec:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbda17c-777a-403f-962d-d7983055eaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:56Z', 'updated_at': '2021-08-10T00:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '54afabfe-109b-4df0-9d5b-c122786f4271', 'name': '', 'network_id': '84d848d6-7fc5-41ca-ba05-463d0b866659', 'tenant_id': '0dcadc67007b441aa43df38caf86e528', 'mac_address': 'fa:16:3e:d1:e2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bbda17c-777a-403f-962d-d7983055eaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '37a7a6ed-e6cb-4903-b17c-cc729cc80731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:59Z', 'updated_at': '2021-08-10T00:58:04Z', 'revision_number': 4, 'project_id': '0dcadc67007b441aa43df38caf86e528', 'subnets': [{'id': '37a7a6ed-e6cb-4903-b17c-cc729cc80731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:58:05.207867 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 80b2b8db-2f69-462a-97ba-bfb1978a70e3 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:58:05.245007 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 80b2b8db-2f69-462a-97ba-bfb1978a70e3 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:58:05.245363 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 80b2b8db-2f69-462a-97ba-bfb1978a70e3 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:58:05.245800 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 5a05efcd-f6a7-4c4f-b526-05e003d007a8 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:58:05.271247 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 5a05efcd-f6a7-4c4f-b526-05e003d007a8 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:58:05.272582 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 5a05efcd-f6a7-4c4f-b526-05e003d007a8 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:58:05.605602 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-887c0548-de76-4d38-a1c0-cb7c758a2d90 service neutron] 10.222.0.35 "GET /v2.0/networks/84d848d6-7fc5-41ca-ba05-463d0b866659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6038222 Aug 10 00:58:05.653459 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59604ece-9793-438f-923b-d2184b87738f req-b7e7515b-1d24-4302-afba-9ba86afd5099 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:05.655069 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-59604ece-9793-438f-923b-d2184b87738f req-b7e7515b-1d24-4302-afba-9ba86afd5099 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/networks?id=68f568b0-c764-43be-a497-965794b9f9b4 HTTP/1.1" status: 200 len: 805 time: 0.5784547 Aug 10 00:58:05.725962 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-59604ece-9793-438f-923b-d2184b87738f req-5ad943c3-9043-4009-925d-e9344442b6bc tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/quotas/9f1c82db603043b497c1daf48dd8e55e HTTP/1.1" status: 200 len: 375 time: 0.0602915 Aug 10 00:58:05.764838 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7d8bc1fd-e797-4416-a6fd-d74d5c1f7571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:05.832144 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-59604ece-9793-438f-923b-d2184b87738f req-3da9d9ee-4d5b-4e23-8e81-6fd3ad050bfa tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9f1c82db603043b497c1daf48dd8e55e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0928249 Aug 10 00:58:05.881932 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-33740649-3c10-42af-855d-15e13ce30227 req-79ef5a5d-0e33-4251-941c-2aae06e03e5f tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:05.916528 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['4c925211-bb26-4318-a0e2-13a49bddd4ba'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:58:05.983781 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41100) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:06.028894 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef5a5d-0e33-4251-941c-2aae06e03e5f tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Pushing event deleted for resources: {'Port': ['ID=4c925211-bb26-4318-a0e2-13a49bddd4ba,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:06.127485 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-8fcd29ac-59b8-4458-8828-7f611797202c admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-827769782-network', 'tenant_id': 'c9b5971df0fb4ce2974d9a1ad2d1d26b'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:06.131352 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-33740649-3c10-42af-855d-15e13ce30227 req-79ef5a5d-0e33-4251-941c-2aae06e03e5f tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] No DVR routers for this DVR port 4c925211-bb26-4318-a0e2-13a49bddd4ba on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:58:06.142918 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfc414-04c3-4089-835b-a7a8bb8adecb req-a27b7dd1-7fa9-4110-99fc-178ddfeac1a6 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:06.144528 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-73dfc414-04c3-4089-835b-a7a8bb8adecb req-a27b7dd1-7fa9-4110-99fc-178ddfeac1a6 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=c074a83d-ae7b-4a51-a3b9-6db5e930dfda HTTP/1.1" status: 200 len: 943 time: 0.2856367 Aug 10 00:58:06.147261 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-33740649-3c10-42af-855d-15e13ce30227 req-79ef5a5d-0e33-4251-941c-2aae06e03e5f tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:06.149532 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-33740649-3c10-42af-855d-15e13ce30227 req-79ef5a5d-0e33-4251-941c-2aae06e03e5f tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.20 "DELETE /v2.0/ports/4c925211-bb26-4318-a0e2-13a49bddd4ba HTTP/1.1" status: 204 len: 173 time: 1.9128244 Aug 10 00:58:06.164595 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcd29ac-59b8-4458-8828-7f611797202c admin admin] Made reservation on behalf of c9b5971df0fb4ce2974d9a1ad2d1d26b for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:58:06.169651 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8fcd29ac-59b8-4458-8828-7f611797202c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:06.183754 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e32798c-b7fc-41d5-9c98-83af27d7f19c', 'name': 'network-vif-deleted', 'tag': '4c925211-bb26-4318-a0e2-13a49bddd4ba'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:06.186129 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17aae28-f38a-4a50-9510-fd1025c9fba7" -d '{"events": [{"server_uuid": "3e32798c-b7fc-41d5-9c98-83af27d7f19c", "name": "network-vif-deleted", "tag": "4c925211-bb26-4318-a0e2-13a49bddd4ba"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:06.201765 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-59604ece-9793-438f-923b-d2184b87738f req-cc021401-5770-438e-bbb1-bc23cd7504a8 service neutron] 10.222.0.35 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542111 Aug 10 00:58:06.203731 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8fcd29ac-59b8-4458-8828-7f611797202c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:06.327735 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-73dfc414-04c3-4089-835b-a7a8bb8adecb req-b1d55d96-5558-4758-a3a4-f66faa7a1fa9 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379259 Aug 10 00:58:06.340960 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8fcd29ac-59b8-4458-8828-7f611797202c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:06.349596 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8fcd29ac-59b8-4458-8828-7f611797202c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:06.381911 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-59604ece-9793-438f-923b-d2184b87738f req-955a6f00-d903-4803-938a-9150a383e3af service neutron] 10.222.0.35 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779621 Aug 10 00:58:06.390897 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd29ac-59b8-4458-8828-7f611797202c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb672b6-c9be-4a7c-908b-4e5bb4c72409,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:06.402199 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fcd29ac-59b8-4458-8828-7f611797202c admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:58:06.411239 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8fcd29ac-59b8-4458-8828-7f611797202c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:06.411603 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-8fcd29ac-59b8-4458-8828-7f611797202c admin admin] Added segment 446fd008-2507-4a5e-9fed-218415aad1a2 of type vlan for network a43f7e3c-72ab-4b6a-a1ff-a71acaa98e84 Aug 10 00:58:06.491406 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8fcd29ac-59b8-4458-8828-7f611797202c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:06.522713 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-7d8bc1fd-e797-4416-a6fd-d74d5c1f7571 admin admin] Deleting port 3115a18c-784d-4f4a-a4d9-351250c328a5 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:58:06.523167 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7d8bc1fd-e797-4416-a6fd-d74d5c1f7571 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:06.530632 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8fcd29ac-59b8-4458-8828-7f611797202c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:06.531643 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcd29ac-59b8-4458-8828-7f611797202c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:06.532335 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8fcd29ac-59b8-4458-8828-7f611797202c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:06.693586 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c19104-2aa0-4a19-a70e-8ecc63e4774e x-openstack-request-id: req-99c19104-2aa0-4a19-a70e-8ecc63e4774e {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:58:06.693891 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c074a83d-ae7b-4a51-a3b9-6db5e930dfda", "tag": "7ffe4520-2617-49c8-942c-1e532e6f6688", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:58:06.694157 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-99c19104-2aa0-4a19-a70e-8ecc63e4774e {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:58:06.694686 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c074a83d-ae7b-4a51-a3b9-6db5e930dfda', 'tag': '7ffe4520-2617-49c8-942c-1e532e6f6688', 'status': 'completed', 'code': 200} Aug 10 00:58:06.695250 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd29ac-59b8-4458-8828-7f611797202c admin admin] Pushing event updated for resources: {'Network': ['ID=a43f7e3c-72ab-4b6a-a1ff-a71acaa98e84,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:06.705997 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network a43f7e3c-72ab-4b6a-a1ff-a71acaa98e84 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:58:06.713591 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41114) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:06.716644 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8fcd29ac-59b8-4458-8828-7f611797202c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7182820 Aug 10 00:58:06.725435 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-24a3c4e1-9d5d-4002-adc5-65b6369bb4f9 admin admin] Request body: {'subnet': {'network_id': 'a43f7e3c-72ab-4b6a-a1ff-a71acaa98e84', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-827769782-subnet', 'tenant_id': 'c9b5971df0fb4ce2974d9a1ad2d1d26b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:06.759717 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e47a1-2fd8-4b25-8dbd-2d5559c9db87 req-dfea3d81-822c-47cd-8cb8-f44b42837f4d tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:06.768383 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-089e47a1-2fd8-4b25-8dbd-2d5559c9db87 req-dfea3d81-822c-47cd-8cb8-f44b42837f4d tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 946 time: 0.2647905 Aug 10 00:58:06.874228 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9ea73719-91d9-468d-98bb-de538e9f548a req-40847436-a9aa-4383-a8f5-1deaa3a51356 tempest-ServerRescueTestJSON-1574912446 tempest-ServerRescueTestJSON-1574912446-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e32798c-b7fc-41d5-9c98-83af27d7f19c HTTP/1.1" status: 200 len: 210 time: 0.1268995 Aug 10 00:58:06.892948 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-7d8bc1fd-e797-4416-a6fd-d74d5c1f7571 admin admin] For port 3115a18c-784d-4f4a-a4d9-351250c328a5, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=3115a18c-784d-4f4a-a4d9-351250c328a5,segment=NetworkSegment(78f548fd-cb67-46c0-9004-5af88c4b62bb),segment_id=78f548fd-cb67-46c0-9004-5af88c4b62bb)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:06.893425 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7d8bc1fd-e797-4416-a6fd-d74d5c1f7571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:06.922116 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a3c4e1-9d5d-4002-adc5-65b6369bb4f9 admin admin] Made reservation on behalf of c9b5971df0fb4ce2974d9a1ad2d1d26b for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:58:06.924484 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24a3c4e1-9d5d-4002-adc5-65b6369bb4f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:06.931123 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-7d8bc1fd-e797-4416-a6fd-d74d5c1f7571 admin admin] Calling delete_port for 3115a18c-784d-4f4a-a4d9-351250c328a5 owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:58:06.935283 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-089e47a1-2fd8-4b25-8dbd-2d5559c9db87 req-54a23054-aa14-44c2-9a2b-ba7d5e3310b5 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652052 Aug 10 00:58:06.950456 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fe05d-beee-4eb8-b75b-1e6d5002348e req-2bbf5697-3f57-4924-9b62-ed504caeb917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:06.952095 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-161fe05d-beee-4eb8-b75b-1e6d5002348e req-2bbf5697-3f57-4924-9b62-ed504caeb917 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8bb23d60148d40eaa256202b456c8a40&device_id=c074a83d-ae7b-4a51-a3b9-6db5e930dfda HTTP/1.1" status: 200 len: 1095 time: 0.2367585 Aug 10 00:58:07.085166 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004ca1a9-38b7-4677-a3d4-640495036173 x-openstack-request-id: req-004ca1a9-38b7-4677-a3d4-640495036173 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:58:07.085459 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e32798c-b7fc-41d5-9c98-83af27d7f19c", "name": "network-vif-deleted", "tag": "4c925211-bb26-4318-a0e2-13a49bddd4ba", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:58:07.085745 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-004ca1a9-38b7-4677-a3d4-640495036173 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:58:07.086110 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e32798c-b7fc-41d5-9c98-83af27d7f19c', 'name': 'network-vif-deleted', 'tag': '4c925211-bb26-4318-a0e2-13a49bddd4ba', 'status': 'completed', 'code': 200} Aug 10 00:58:07.160587 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 54afabfe-109b-4df0-9d5b-c122786f4271 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:07.222902 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 54afabfe-109b-4df0-9d5b-c122786f4271 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:58:07.226786 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 54afabfe-109b-4df0-9d5b-c122786f4271 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:07.227192 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:07.239244 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-57cdc0f1-5be3-4c1c-b81b-a4d89eeb3a5a req-8e07b667-5281-4064-83fb-8223fdc765e5 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 210 time: 0.1558211 Aug 10 00:58:07.281990 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cc25a7ee-23de-4df7-9f1e-9b613ddc244b req-5ceace86-41cd-4ef4-a03f-98afb1f9c577 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccaad7b0-82bf-434a-9407-49a3ecd88d92 HTTP/1.1" status: 200 len: 210 time: 0.0934553 Aug 10 00:58:07.317200 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:07.352575 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 54afabfe-109b-4df0-9d5b-c122786f4271, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=54afabfe-109b-4df0-9d5b-c122786f4271,segment=NetworkSegment(2525a6de-e0b3-477f-9163-5dd50ba2e1de),segment_id=2525a6de-e0b3-477f-9163-5dd50ba2e1de)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:07.358743 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:07.421793 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=54afabfe-109b-4df0-9d5b-c122786f4271,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:07.480886 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fe05d-beee-4eb8-b75b-1e6d5002348e req-f9192d33-e8ad-413a-b61f-5afc41929f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:07.482344 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-161fe05d-beee-4eb8-b75b-1e6d5002348e req-f9192d33-e8ad-413a-b61f-5afc41929f0f service neutron] 10.222.0.20 "GET /v2.0/networks?id=5040841a-4984-47dc-a172-a1e3b8550316 HTTP/1.1" status: 200 len: 905 time: 0.4943981 Aug 10 00:58:07.488801 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-349aa4da-3a70-4941-80f2-f65537a36c41 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:07.490142 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-349aa4da-3a70-4941-80f2-f65537a36c41 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.24 "GET /v2.0/networks?id=84d848d6-7fc5-41ca-ba05-463d0b866659 HTTP/1.1" status: 200 len: 820 time: 0.4369714 Aug 10 00:58:07.515046 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-79eef77c-ce29-4fc2-b7f3-f13a0ff0d585 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Request body: {'port': {'device_id': '92997559-c006-48d5-af6e-2492dbdcff54', 'network_id': '84d848d6-7fc5-41ca-ba05-463d0b866659', 'admin_state_up': True, 'tenant_id': '0dcadc67007b441aa43df38caf86e528'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:07.604876 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-161fe05d-beee-4eb8-b75b-1e6d5002348e req-353798cc-fcd9-44b8-9958-e0a0202072d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ffe4520-2617-49c8-942c-1e532e6f6688 HTTP/1.1" status: 200 len: 217 time: 0.0996034 Aug 10 00:58:07.735777 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2beb9a-bf04-47df-a5da-501451258857 req-ec0ecdb8-d2b8-47e9-990a-93710a6e56f4 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:07.737237 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ea2beb9a-bf04-47df-a5da-501451258857 req-ec0ecdb8-d2b8-47e9-990a-93710a6e56f4 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=c074a83d-ae7b-4a51-a3b9-6db5e930dfda HTTP/1.1" status: 200 len: 943 time: 0.3257833 Aug 10 00:58:07.750223 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24a3c4e1-9d5d-4002-adc5-65b6369bb4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:07.824831 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fe05d-beee-4eb8-b75b-1e6d5002348e req-2e705fa2-3f43-4e67-bf60-c0946ef6b72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:07.826328 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-161fe05d-beee-4eb8-b75b-1e6d5002348e req-2e705fa2-3f43-4e67-bf60-c0946ef6b72a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d10f85b2-b60a-4bec-a6dc-24390adf6af4 HTTP/1.1" status: 200 len: 844 time: 0.1961024 Aug 10 00:58:07.871497 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7d8bc1fd-e797-4416-a6fd-d74d5c1f7571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:07.880054 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59604ece-9793-438f-923b-d2184b87738f req-5248e0a7-cdee-4b19-b3e1-e537d88788e5 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:07.882431 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-59604ece-9793-438f-923b-d2184b87738f req-5248e0a7-cdee-4b19-b3e1-e537d88788e5 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.24 "GET /v2.0/networks?id=68f568b0-c764-43be-a497-965794b9f9b4 HTTP/1.1" status: 200 len: 805 time: 0.1273978 Aug 10 00:58:07.898420 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-59604ece-9793-438f-923b-d2184b87738f req-54a24b4f-3a7a-41c8-871a-3e8e3ef062b1 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Request body: {'port': {'device_id': 'ccaad7b0-82bf-434a-9407-49a3ecd88d92', 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4', 'admin_state_up': True, 'tenant_id': '9f1c82db603043b497c1daf48dd8e55e'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:07.906876 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-161fe05d-beee-4eb8-b75b-1e6d5002348e req-c5b0aa7e-045d-41df-8997-b572eeebf27b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5040841a-4984-47dc-a172-a1e3b8550316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675495 Aug 10 00:58:07.930596 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 4c925211-bb26-4318-a0e2-13a49bddd4ba no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:58:07.940821 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ea2beb9a-bf04-47df-a5da-501451258857 req-4b841cc2-ba36-48de-a347-1c3ed0c4f81c tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918039 Aug 10 00:58:07.941964 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41126) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:07.953135 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3c4e1-9d5d-4002-adc5-65b6369bb4f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d4b4f09-e2e5-4690-a935-7d00ad7d646f,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:07.958270 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 4c925211-bb26-4318-a0e2-13a49bddd4ba {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:58:07.959056 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 4c925211-bb26-4318-a0e2-13a49bddd4ba not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:58:07.960146 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8bc1fd-e797-4416-a6fd-d74d5c1f7571 admin admin] Pushing event deleted for resources: {'Port': ['ID=3115a18c-784d-4f4a-a4d9-351250c328a5,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:08.108319 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-79eef77c-ce29-4fc2-b7f3-f13a0ff0d585 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Made reservation on behalf of 0dcadc67007b441aa43df38caf86e528 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:58:08.111946 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-79eef77c-ce29-4fc2-b7f3-f13a0ff0d585 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:08.137607 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a3c4e1-9d5d-4002-adc5-65b6369bb4f9 admin admin] Checking segment: {'id': '446fd008-2507-4a5e-9fed-218415aad1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a43f7e3c-72ab-4b6a-a1ff-a71acaa98e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:58:08.138009 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a3c4e1-9d5d-4002-adc5-65b6369bb4f9 admin admin] Network hostable DHCP agents. Network: a43f7e3c-72ab-4b6a-a1ff-a71acaa98e84, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:58:08.183531 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59604ece-9793-438f-923b-d2184b87738f req-54a24b4f-3a7a-41c8-871a-3e8e3ef062b1 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Made reservation on behalf of 9f1c82db603043b497c1daf48dd8e55e for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:58:08.187314 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-59604ece-9793-438f-923b-d2184b87738f req-54a24b4f-3a7a-41c8-871a-3e8e3ef062b1 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:08.396474 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-59604ece-9793-438f-923b-d2184b87738f req-54a24b4f-3a7a-41c8-871a-3e8e3ef062b1 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Allocated IP 172.20.0.13 (68f568b0-c764-43be-a497-965794b9f9b4/4317e354-7b23-4f49-8b2a-5d1c39378e31/c58ea708-4565-4b16-a53e-c9c57ba4f3a2) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:58:08.540001 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd413f9-6d16-40eb-b87c-1843a2c687bc req-91779582-97b7-4111-a363-23670f720ce5 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:08.541436 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2bd413f9-6d16-40eb-b87c-1843a2c687bc req-91779582-97b7-4111-a363-23670f720ce5 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 946 time: 0.4801042 Aug 10 00:58:08.582357 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a3c4e1-9d5d-4002-adc5-65b6369bb4f9 admin admin] Network a43f7e3c-72ab-4b6a-a1ff-a71acaa98e84 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:58:08.618087 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-59604ece-9793-438f-923b-d2184b87738f req-54a24b4f-3a7a-41c8-871a-3e8e3ef062b1 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:08.620971 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-161fe05d-beee-4eb8-b75b-1e6d5002348e req-7fb818b6-13e4-4edb-8b3c-e3f848aa6f4d service neutron] 10.222.0.20 "GET /v2.0/networks/5040841a-4984-47dc-a172-a1e3b8550316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6897099 Aug 10 00:58:08.628721 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-69fef871-c319-4d53-acff-0e109c46f3a2 req-ac592248-c93d-40ec-b3ab-7fb168f0b499 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 210 time: 0.1053514 Aug 10 00:58:08.632086 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-05a9b698-8bc7-4f3b-a6e4-f920c4393749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:08.652784 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-24a3c4e1-9d5d-4002-adc5-65b6369bb4f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, a43f7e3c-72ab-4b6a-a1ff-a71acaa98e84) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:08.695161 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8622bc5e-bfc2-41e1-860d-6b3f324e4ce9 None None] Network a43f7e3c-72ab-4b6a-a1ff-a71acaa98e84 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:58:08.729390 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a3c4e1-9d5d-4002-adc5-65b6369bb4f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:08.730008 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24a3c4e1-9d5d-4002-adc5-65b6369bb4f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:08.748708 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-59604ece-9793-438f-923b-d2184b87738f req-54a24b4f-3a7a-41c8-871a-3e8e3ef062b1 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:08.830476 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-24a3c4e1-9d5d-4002-adc5-65b6369bb4f9 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.1113756 Aug 10 00:58:08.834013 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2bd413f9-6d16-40eb-b87c-1843a2c687bc req-331a8597-8dc3-4c93-a5ab-e13729de17de tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617540 Aug 10 00:58:08.845722 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59604ece-9793-438f-923b-d2184b87738f req-54a24b4f-3a7a-41c8-871a-3e8e3ef062b1 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Network 68f568b0-c764-43be-a497-965794b9f9b4 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:58:08.861884 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0fa71d-ab8f-4c10-8970-a89c87497a4f None None] Network a43f7e3c-72ab-4b6a-a1ff-a71acaa98e84 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:58:08.865742 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7d8bc1fd-e797-4416-a6fd-d74d5c1f7571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:08.870753 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-59604ece-9793-438f-923b-d2184b87738f req-54a24b4f-3a7a-41c8-871a-3e8e3ef062b1 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:08.881813 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-59604ece-9793-438f-923b-d2184b87738f req-54a24b4f-3a7a-41c8-871a-3e8e3ef062b1 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:58:08.891185 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-79eef77c-ce29-4fc2-b7f3-f13a0ff0d585 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Allocated IP 172.20.0.7 (84d848d6-7fc5-41ca-ba05-463d0b866659/37a7a6ed-e6cb-4903-b17c-cc729cc80731/cf02f27d-9f44-4fd6-956e-0139852e2201) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:58:08.920358 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a24b4f-3a7a-41c8-871a-3e8e3ef062b1 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Pushing event updated for resources: {'Port': ['ID=c58ea708-4565-4b16-a53e-c9c57ba4f3a2,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:08.931541 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306509f-f5be-4fd7-9fe1-29271f6fb345 req-e6363d98-2658-4e33-9053-48191cede034 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:08.941070 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0306509f-f5be-4fd7-9fe1-29271f6fb345 req-e6363d98-2658-4e33-9053-48191cede034 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccaad7b0-82bf-434a-9407-49a3ecd88d92 HTTP/1.1" status: 200 len: 932 time: 0.1991184 Aug 10 00:58:08.989943 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59604ece-9793-438f-923b-d2184b87738f req-54a24b4f-3a7a-41c8-871a-3e8e3ef062b1 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:08.990171 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-161fe05d-beee-4eb8-b75b-1e6d5002348e req-f5c4c3d3-21f8-4dae-911f-df9257c66a28 service neutron] 10.222.0.20 "GET /v2.0/networks/5040841a-4984-47dc-a172-a1e3b8550316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526368 Aug 10 00:58:08.990621 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-59604ece-9793-438f-923b-d2184b87738f req-54a24b4f-3a7a-41c8-871a-3e8e3ef062b1 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:09.103278 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0306509f-f5be-4fd7-9fe1-29271f6fb345 req-d223a27c-881b-416e-81c9-0ae155a2253b tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613255 Aug 10 00:58:09.140575 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-59604ece-9793-438f-923b-d2184b87738f req-54a24b4f-3a7a-41c8-871a-3e8e3ef062b1 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2459188 Aug 10 00:58:09.157317 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-59604ece-9793-438f-923b-d2184b87738f req-18d5cf9e-699a-4927-94b9-c8c8dcd7e797 service neutron] Request body: {'port': {'device_id': 'ccaad7b0-82bf-434a-9407-49a3ecd88d92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:09.162866 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 54afabfe-109b-4df0-9d5b-c122786f4271 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:09.221787 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 54afabfe-109b-4df0-9d5b-c122786f4271 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:09.222013 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:09.247820 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70a044-8ac2-4a14-a966-736dbf140492 req-2045e3e3-611b-44e5-a877-e482aee1fc60 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:09.249468 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ee70a044-8ac2-4a14-a966-736dbf140492 req-2045e3e3-611b-44e5-a877-e482aee1fc60 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=c074a83d-ae7b-4a51-a3b9-6db5e930dfda HTTP/1.1" status: 200 len: 943 time: 0.1706984 Aug 10 00:58:09.257667 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-59604ece-9793-438f-923b-d2184b87738f req-18d5cf9e-699a-4927-94b9-c8c8dcd7e797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:09.331826 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-05a9b698-8bc7-4f3b-a6e4-f920c4393749 admin admin] Deleting port fa270ccb-35d1-4465-bc68-77bd651e1464 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:58:09.332383 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-05a9b698-8bc7-4f3b-a6e4-f920c4393749 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:09.385204 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ee70a044-8ac2-4a14-a966-736dbf140492 req-eed7bfa8-ec87-43cf-bd0f-d06068502870 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244476 Aug 10 00:58:09.395236 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-79eef77c-ce29-4fc2-b7f3-f13a0ff0d585 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:09.433376 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8bc1fd-e797-4416-a6fd-d74d5c1f7571 admin admin] Router 12a707e3-97ad-42d9-84ff-8b485a5d10dd has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:58:09.543423 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-05a9b698-8bc7-4f3b-a6e4-f920c4393749 admin admin] For port fa270ccb-35d1-4465-bc68-77bd651e1464, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=fa270ccb-35d1-4465-bc68-77bd651e1464,segment=NetworkSegment(d249fd15-fc1f-43cd-bd64-b045520aef78),segment_id=d249fd15-fc1f-43cd-bd64-b045520aef78)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:09.543816 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-05a9b698-8bc7-4f3b-a6e4-f920c4393749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:09.564202 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-05a9b698-8bc7-4f3b-a6e4-f920c4393749 admin admin] Calling delete_port for fa270ccb-35d1-4465-bc68-77bd651e1464 owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:58:09.625388 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-79eef77c-ce29-4fc2-b7f3-f13a0ff0d585 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:09.741069 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-79eef77c-ce29-4fc2-b7f3-f13a0ff0d585 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Network 84d848d6-7fc5-41ca-ba05-463d0b866659 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:58:09.760879 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-e8b1f919-0a23-498d-b4e5-a5d0c2b4190b tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:09.762514 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-e8b1f919-0a23-498d-b4e5-a5d0c2b4190b tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] 10.222.0.35 "GET /v2.0/networks?id=a43f7e3c-72ab-4b6a-a1ff-a71acaa98e84 HTTP/1.1" status: 200 len: 820 time: 0.3276086 Aug 10 00:58:09.763471 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-79eef77c-ce29-4fc2-b7f3-f13a0ff0d585 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:09.766650 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-79eef77c-ce29-4fc2-b7f3-f13a0ff0d585 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:58:09.777396 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eef77c-ce29-4fc2-b7f3-f13a0ff0d585 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Pushing event updated for resources: {'Port': ['ID=cf02f27d-9f44-4fd6-956e-0139852e2201,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:09.815382 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8bc1fd-e797-4416-a6fd-d74d5c1f7571 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:58:09.822954 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7d8bc1fd-e797-4416-a6fd-d74d5c1f7571 admin admin] 10.222.0.35 "PUT /v2.0/routers/12a707e3-97ad-42d9-84ff-8b485a5d10dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7280490 Aug 10 00:58:09.825924 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08623a01-18cb-4a85-baa6-54c8b9a897b7 None None] Sync routers for ids ['12a707e3-97ad-42d9-84ff-8b485a5d10dd'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:58:09.826477 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41162) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:09.827895 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-511798a1-945f-4354-b314-0036fadac08a tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] 10.222.0.35 "GET /v2.0/quotas/c9b5971df0fb4ce2974d9a1ad2d1d26b HTTP/1.1" status: 200 len: 375 time: 0.0550449 Aug 10 00:58:09.835729 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a36fd-3d5c-4cc2-9667-1a2b294ea8e3 req-36c76310-4622-46c2-b764-8ae4b42a773c tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:09.837074 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08623a01-18cb-4a85-baa6-54c8b9a897b7 None None] Routers {'12a707e3-97ad-42d9-84ff-8b485a5d10dd'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:58:09.837350 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-917a36fd-3d5c-4cc2-9667-1a2b294ea8e3 req-36c76310-4622-46c2-b764-8ae4b42a773c tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=667a1a15-88be-4d95-9216-e10e3cb4725c HTTP/1.1" status: 200 len: 946 time: 0.2678981 Aug 10 00:58:09.837704 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-08623a01-18cb-4a85-baa6-54c8b9a897b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:57:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['12a707e3-97ad-42d9-84ff-8b485a5d10dd'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:09.926499 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-4f54d048-df3a-4613-a7cd-0e3ce06e57db tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9b5971df0fb4ce2974d9a1ad2d1d26b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813267 Aug 10 00:58:09.926837 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 7ffe4520-2617-49c8-942c-1e532e6f6688 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:58:09.942514 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-79eef77c-ce29-4fc2-b7f3-f13a0ff0d585 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:09.943659 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-79eef77c-ce29-4fc2-b7f3-f13a0ff0d585 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:09.971583 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-08623a01-18cb-4a85-baa6-54c8b9a897b7 None None] Set router 12a707e3-97ad-42d9-84ff-8b485a5d10dd gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:58:10.002490 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-59604ece-9793-438f-923b-d2184b87738f req-18d5cf9e-699a-4927-94b9-c8c8dcd7e797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c58ea708-4565-4b16-a53e-c9c57ba4f3a2 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:58:10.015019 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-59604ece-9793-438f-923b-d2184b87738f req-18d5cf9e-699a-4927-94b9-c8c8dcd7e797 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:10.036258 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-59604ece-9793-438f-923b-d2184b87738f req-18d5cf9e-699a-4927-94b9-c8c8dcd7e797 service neutron] Transition to ACTIVE for port object c58ea708-4565-4b16-a53e-c9c57ba4f3a2 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:58:10.045290 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-59604ece-9793-438f-923b-d2184b87738f req-18d5cf9e-699a-4927-94b9-c8c8dcd7e797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:10.058974 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-917a36fd-3d5c-4cc2-9667-1a2b294ea8e3 req-808dcd88-483b-493a-b253-c79ac00638ca tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/security-groups?id=709ca5dd-a64e-4e40-a421-0f2b5d9fc282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045107 Aug 10 00:58:10.063054 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-79eef77c-ce29-4fc2-b7f3-f13a0ff0d585 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5562706 Aug 10 00:58:10.081837 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-e37d3ad9-fd3d-4575-bc69-e7f0a7615dfe service neutron] Request body: {'port': {'device_id': '92997559-c006-48d5-af6e-2492dbdcff54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:10.130472 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8ee14b4d-58d9-42dd-8249-990b14b8e6a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:10.162044 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5cf9e-699a-4927-94b9-c8c8dcd7e797 service neutron] Pushing event updated for resources: {'Port': ['ID=c58ea708-4565-4b16-a53e-c9c57ba4f3a2,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:10.221903 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-05a9b698-8bc7-4f3b-a6e4-f920c4393749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:10.237019 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-01338c03-9382-41d0-b91a-79185717aa7f service neutron] 10.222.0.35 "GET /v2.0/networks/a43f7e3c-72ab-4b6a-a1ff-a71acaa98e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844162 Aug 10 00:58:10.253079 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-e37d3ad9-fd3d-4575-bc69-e7f0a7615dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:10.257761 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a9b698-8bc7-4f3b-a6e4-f920c4393749 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa270ccb-35d1-4465-bc68-77bd651e1464,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:10.265665 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-59604ece-9793-438f-923b-d2184b87738f req-18d5cf9e-699a-4927-94b9-c8c8dcd7e797 service neutron] Attempting to bind port c58ea708-4565-4b16-a53e-c9c57ba4f3a2 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:58:10.265990 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-59604ece-9793-438f-923b-d2184b87738f req-18d5cf9e-699a-4927-94b9-c8c8dcd7e797 service neutron] Attempting to bind port c58ea708-4565-4b16-a53e-c9c57ba4f3a2 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '45b34241-697f-4f50-87d8-6d6db6581d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:58:10.266329 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59604ece-9793-438f-923b-d2184b87738f req-18d5cf9e-699a-4927-94b9-c8c8dcd7e797 service neutron] Attempting to bind port c58ea708-4565-4b16-a53e-c9c57ba4f3a2 on network 68f568b0-c764-43be-a497-965794b9f9b4 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:58:10.269251 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 7ffe4520-2617-49c8-942c-1e532e6f6688, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=7ffe4520-2617-49c8-942c-1e532e6f6688,segment=NetworkSegment(29e670d9-5039-46c1-a69e-9628f4a030e2),segment_id=29e670d9-5039-46c1-a69e-9628f4a030e2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:10.285145 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '7ffe4520-2617-49c8-942c-1e532e6f6688', 'network_id': '5040841a-4984-47dc-a172-a1e3b8550316', 'port_id': '7ffe4520-2617-49c8-942c-1e532e6f6688', 'mac_address': 'fa:16:3e:c3:f3:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10f85b2-b60a-4bec-a6dc-24390adf6af4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:58:10.291668 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59604ece-9793-438f-923b-d2184b87738f req-18d5cf9e-699a-4927-94b9-c8c8dcd7e797 service neutron] Port c58ea708-4565-4b16-a53e-c9c57ba4f3a2 on network 68f568b0-c764-43be-a497-965794b9f9b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:58:10.292018 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59604ece-9793-438f-923b-d2184b87738f req-18d5cf9e-699a-4927-94b9-c8c8dcd7e797 service neutron] Attempting to bind port c58ea708-4565-4b16-a53e-c9c57ba4f3a2 on network 68f568b0-c764-43be-a497-965794b9f9b4 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:58:10.318933 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59604ece-9793-438f-923b-d2184b87738f req-18d5cf9e-699a-4927-94b9-c8c8dcd7e797 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:58:10.319672 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59604ece-9793-438f-923b-d2184b87738f req-18d5cf9e-699a-4927-94b9-c8c8dcd7e797 service neutron] Checking segment: {'id': '45b34241-697f-4f50-87d8-6d6db6581d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:58:10.319672 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59604ece-9793-438f-923b-d2184b87738f req-18d5cf9e-699a-4927-94b9-c8c8dcd7e797 service neutron] Bound using segment: {'id': '45b34241-697f-4f50-87d8-6d6db6581d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:58:10.320107 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-59604ece-9793-438f-923b-d2184b87738f req-18d5cf9e-699a-4927-94b9-c8c8dcd7e797 service neutron] Bound port: c58ea708-4565-4b16-a53e-c9c57ba4f3a2, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b34241-697f-4f50-87d8-6d6db6581d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:58:10.320831 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-59604ece-9793-438f-923b-d2184b87738f req-18d5cf9e-699a-4927-94b9-c8c8dcd7e797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:10.336386 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:10.340852 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-08623a01-18cb-4a85-baa6-54c8b9a897b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-437861673-router', 'tenant_id': '405f14961293446ebadaa701e5bf6997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '84a828f1-3c61-4c30-8168-4fc91e0f8729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:58:07Z', 'revision_number': 5, 'project_id': '405f14961293446ebadaa701e5bf6997', 'gw_port': {'id': '84a828f1-3c61-4c30-8168-4fc91e0f8729', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:10.379674 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08623a01-18cb-4a85-baa6-54c8b9a897b7 None None] Checking router: 12a707e3-97ad-42d9-84ff-8b485a5d10dd for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:58:10.382770 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ffe4520-2617-49c8-942c-1e532e6f6688 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:58:10.406930 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08623a01-18cb-4a85-baa6-54c8b9a897b7 None None] Routers {'12a707e3-97ad-42d9-84ff-8b485a5d10dd'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:58:10.407834 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-08623a01-18cb-4a85-baa6-54c8b9a897b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:57:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['12a707e3-97ad-42d9-84ff-8b485a5d10dd'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:10.410774 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 7ffe4520-2617-49c8-942c-1e532e6f6688, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=7ffe4520-2617-49c8-942c-1e532e6f6688,segment=NetworkSegment(29e670d9-5039-46c1-a69e-9628f4a030e2),segment_id=29e670d9-5039-46c1-a69e-9628f4a030e2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:10.446343 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:10.450009 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-59604ece-9793-438f-923b-d2184b87738f req-18d5cf9e-699a-4927-94b9-c8c8dcd7e797 service neutron] For port c58ea708-4565-4b16-a53e-c9c57ba4f3a2, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:58:10.494408 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-59604ece-9793-438f-923b-d2184b87738f req-18d5cf9e-699a-4927-94b9-c8c8dcd7e797 service neutron] For port c58ea708-4565-4b16-a53e-c9c57ba4f3a2, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=c58ea708-4565-4b16-a53e-c9c57ba4f3a2,segment=NetworkSegment(45b34241-697f-4f50-87d8-6d6db6581d08),segment_id=45b34241-697f-4f50-87d8-6d6db6581d08)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:58:10.504707 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-59604ece-9793-438f-923b-d2184b87738f req-18d5cf9e-699a-4927-94b9-c8c8dcd7e797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:10.542557 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=7ffe4520-2617-49c8-942c-1e532e6f6688,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:10.553875 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59604ece-9793-438f-923b-d2184b87738f req-18d5cf9e-699a-4927-94b9-c8c8dcd7e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:10.554228 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-59604ece-9793-438f-923b-d2184b87738f req-18d5cf9e-699a-4927-94b9-c8c8dcd7e797 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:10.555770 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-59604ece-9793-438f-923b-d2184b87738f req-18d5cf9e-699a-4927-94b9-c8c8dcd7e797 service neutron] 10.222.0.24 "PUT /v2.0/ports/c58ea708-4565-4b16-a53e-c9c57ba4f3a2 HTTP/1.1" status: 200 len: 1093 time: 1.4066622 Aug 10 00:58:10.556517 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccaad7b0-82bf-434a-9407-49a3ecd88d92', 'tag': 'c58ea708-4565-4b16-a53e-c9c57ba4f3a2'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:10.557435 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-08623a01-18cb-4a85-baa6-54c8b9a897b7 None None] Set router 12a707e3-97ad-42d9-84ff-8b485a5d10dd gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:58:10.559590 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97deccf7-6304-4647-a07f-00115b65de13" -d '{"events": [{"name": "network-changed", "server_uuid": "ccaad7b0-82bf-434a-9407-49a3ecd88d92", "tag": "c58ea708-4565-4b16-a53e-c9c57ba4f3a2"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:10.564342 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-05a9b698-8bc7-4f3b-a6e4-f920c4393749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:10.629431 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5cf9e-699a-4927-94b9-c8c8dcd7e797 service neutron] Pushing event updated for resources: {'Port': ['ID=c58ea708-4565-4b16-a53e-c9c57ba4f3a2,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:10.707777 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ce354-e322-4bbd-b0c1-5b1f1fbce7d9 req-394ae4cd-681e-4d34-a8a4-3b339161bdfd tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:10.712678 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c71ce354-e322-4bbd-b0c1-5b1f1fbce7d9 req-394ae4cd-681e-4d34-a8a4-3b339161bdfd tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 931 time: 0.5395079 Aug 10 00:58:10.716258 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59604ece-9793-438f-923b-d2184b87738f req-f682cfb1-83d2-4e29-9562-18f1d4231a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:10.717290 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-59604ece-9793-438f-923b-d2184b87738f req-f682cfb1-83d2-4e29-9562-18f1d4231a21 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f1c82db603043b497c1daf48dd8e55e&device_id=ccaad7b0-82bf-434a-9407-49a3ecd88d92 HTTP/1.1" status: 200 len: 1096 time: 0.0891688 Aug 10 00:58:10.745822 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8ee14b4d-58d9-42dd-8249-990b14b8e6a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:10.767355 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-59604ece-9793-438f-923b-d2184b87738f req-b2ab7de6-88d4-4bbb-8d94-a20b41c262c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c58ea708-4565-4b16-a53e-c9c57ba4f3a2 HTTP/1.1" status: 200 len: 217 time: 0.0409837 Aug 10 00:58:10.771406 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-08623a01-18cb-4a85-baa6-54c8b9a897b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-437861673-router', 'tenant_id': '405f14961293446ebadaa701e5bf6997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '84a828f1-3c61-4c30-8168-4fc91e0f8729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:58:07Z', 'revision_number': 5, 'project_id': '405f14961293446ebadaa701e5bf6997', 'gw_port': {'id': '84a828f1-3c61-4c30-8168-4fc91e0f8729', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:10.794840 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-a78db38d-d321-4f91-86d1-d3cf91bd4c35 service neutron] 10.222.0.35 "GET /v2.0/networks/a43f7e3c-72ab-4b6a-a1ff-a71acaa98e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5432465 Aug 10 00:58:10.806701 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08623a01-18cb-4a85-baa6-54c8b9a897b7 None None] The sync data for ids ['12a707e3-97ad-42d9-84ff-8b485a5d10dd'] in n-d-766726-26 is: [{'id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-437861673-router', 'tenant_id': '405f14961293446ebadaa701e5bf6997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '84a828f1-3c61-4c30-8168-4fc91e0f8729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:58:07Z', 'revision_number': 5, 'project_id': '405f14961293446ebadaa701e5bf6997', 'gw_port': {'id': '84a828f1-3c61-4c30-8168-4fc91e0f8729', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a707e3-97ad-42d9-84ff-8b485a5d10dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:58:10.879715 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c71ce354-e322-4bbd-b0c1-5b1f1fbce7d9 req-2d8bb2a9-e323-4127-9fb0-aecd9585e477 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/security-groups?id=59690946-e823-4318-92b2-2bfb3d8f40ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621387 Aug 10 00:58:10.918990 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['7ffe4520-2617-49c8-942c-1e532e6f6688'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:58:10.951702 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a9b698-8bc7-4f3b-a6e4-f920c4393749 admin admin] Router 5cd1a149-2393-4426-a797-3f9c81683b9d has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:58:10.978925 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59604ece-9793-438f-923b-d2184b87738f req-42b12e0b-c3c9-42db-87b6-21c5d5600018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:10.980547 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-59604ece-9793-438f-923b-d2184b87738f req-42b12e0b-c3c9-42db-87b6-21c5d5600018 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4317e354-7b23-4f49-8b2a-5d1c39378e31 HTTP/1.1" status: 200 len: 845 time: 0.1751008 Aug 10 00:58:11.000859 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-8ee14b4d-58d9-42dd-8249-990b14b8e6a7 admin admin] Deleting port 84a828f1-3c61-4c30-8168-4fc91e0f8729 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:58:11.000859 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8ee14b4d-58d9-42dd-8249-990b14b8e6a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:11.108294 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-59604ece-9793-438f-923b-d2184b87738f req-0e18a290-6e6c-49a5-9053-c64a84e8f033 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=68f568b0-c764-43be-a497-965794b9f9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455077 Aug 10 00:58:11.151351 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-660feaa4-d326-4f2c-9852-e804442c42c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:11.184436 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae75569-ab9d-4959-9f93-af7cb70b7910 req-d0e63d7a-c792-47e4-bee3-4b46358d1b3e tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:11.186547 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ae75569-ab9d-4959-9f93-af7cb70b7910 req-d0e63d7a-c792-47e4-bee3-4b46358d1b3e tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccaad7b0-82bf-434a-9407-49a3ecd88d92 HTTP/1.1" status: 200 len: 944 time: 0.1057801 Aug 10 00:58:11.198437 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf634ddc-d574-4757-b08c-7a0bde9962c3 req-6d9a6c46-af19-452b-8d87-3de09cdd2a5c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:11.199949 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bf634ddc-d574-4757-b08c-7a0bde9962c3 req-6d9a6c46-af19-452b-8d87-3de09cdd2a5c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 946 time: 0.2032754 Aug 10 00:58:11.243825 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a9b698-8bc7-4f3b-a6e4-f920c4393749 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:58:11.250379 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-05a9b698-8bc7-4f3b-a6e4-f920c4393749 admin admin] 10.222.0.35 "PUT /v2.0/routers/5cd1a149-2393-4426-a797-3f9c81683b9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3073170 Aug 10 00:58:11.256164 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41184) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:11.272364 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c13a61-2d3d-472f-9f46-bcf50ec40adc None None] Sync routers for ids ['5cd1a149-2393-4426-a797-3f9c81683b9d'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:58:11.296578 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c13a61-2d3d-472f-9f46-bcf50ec40adc None None] Routers {'5cd1a149-2393-4426-a797-3f9c81683b9d'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:58:11.298585 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-19c13a61-2d3d-472f-9f46-bcf50ec40adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:57:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['5cd1a149-2393-4426-a797-3f9c81683b9d'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:11.336973 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-8ee14b4d-58d9-42dd-8249-990b14b8e6a7 admin admin] For port 84a828f1-3c61-4c30-8168-4fc91e0f8729, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=84a828f1-3c61-4c30-8168-4fc91e0f8729,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:11.337351 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8ee14b4d-58d9-42dd-8249-990b14b8e6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:11.363188 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ae75569-ab9d-4959-9f93-af7cb70b7910 req-b5875ee6-4aa0-4ec3-a9f9-4d83fdd3c911 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474669 Aug 10 00:58:11.377112 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-8ee14b4d-58d9-42dd-8249-990b14b8e6a7 admin admin] Calling delete_port for 84a828f1-3c61-4c30-8168-4fc91e0f8729 owned by network:router_gateway {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:58:11.382214 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-59604ece-9793-438f-923b-d2184b87738f req-cb4abd91-530d-4df9-86b7-133a7f329ab5 service neutron] 10.222.0.24 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194774 Aug 10 00:58:11.388213 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:11.411799 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bf634ddc-d574-4757-b08c-7a0bde9962c3 req-98b1c5cb-e553-44ee-b69c-a2c2175a0575 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930819 Aug 10 00:58:11.441742 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3115a18c-784d-4f4a-a4d9-351250c328a5 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:58:11.455950 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-e37d3ad9-fd3d-4575-bc69-e7f0a7615dfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf02f27d-9f44-4fd6-956e-0139852e2201 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:58:11.486489 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7946f201-b9e4-4ce0-9385-213b209fcfc1 admin admin] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:11.486764 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-19c13a61-2d3d-472f-9f46-bcf50ec40adc None None] Set router 5cd1a149-2393-4426-a797-3f9c81683b9d gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:58:11.491090 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-e37d3ad9-fd3d-4575-bc69-e7f0a7615dfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:11.520872 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 3115a18c-784d-4f4a-a4d9-351250c328a5 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:58:11.521658 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3115a18c-784d-4f4a-a4d9-351250c328a5 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:58:11.539003 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda715b8-0e96-4c8e-8a39-40f2ea91bf66 x-openstack-request-id: req-eda715b8-0e96-4c8e-8a39-40f2ea91bf66 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:58:11.539491 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccaad7b0-82bf-434a-9407-49a3ecd88d92", "tag": "c58ea708-4565-4b16-a53e-c9c57ba4f3a2", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:58:11.539927 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eda715b8-0e96-4c8e-8a39-40f2ea91bf66 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:58:11.540550 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccaad7b0-82bf-434a-9407-49a3ecd88d92', 'tag': 'c58ea708-4565-4b16-a53e-c9c57ba4f3a2', 'status': 'completed', 'code': 200} Aug 10 00:58:11.619594 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-59604ece-9793-438f-923b-d2184b87738f req-43e0b71b-daf5-47c8-89ea-31068c2b8ad9 service neutron] 10.222.0.24 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253120 Aug 10 00:58:11.671283 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-e37d3ad9-fd3d-4575-bc69-e7f0a7615dfe service neutron] Transition to ACTIVE for port object cf02f27d-9f44-4fd6-956e-0139852e2201 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:58:11.684123 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-e37d3ad9-fd3d-4575-bc69-e7f0a7615dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:11.707950 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7946f201-b9e4-4ce0-9385-213b209fcfc1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:11.757658 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7befddb-f732-42a3-9b2a-750cbfe05437 req-30fc159d-2e23-4a0a-ab0a-17bd3aa4f64d tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:11.765995 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b7befddb-f732-42a3-9b2a-750cbfe05437 req-30fc159d-2e23-4a0a-ab0a-17bd3aa4f64d tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=c074a83d-ae7b-4a51-a3b9-6db5e930dfda HTTP/1.1" status: 200 len: 944 time: 0.2006130 Aug 10 00:58:11.809142 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97deccf7-6304-4647-a07f-00115b65de13 req-8f612ddf-698e-49e5-a60d-d53abce1fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:11.810818 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-97deccf7-6304-4647-a07f-00115b65de13 req-8f612ddf-698e-49e5-a60d-d53abce1fc23 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f1c82db603043b497c1daf48dd8e55e&device_id=ccaad7b0-82bf-434a-9407-49a3ecd88d92 HTTP/1.1" status: 200 len: 1096 time: 0.1270533 Aug 10 00:58:11.825568 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d3ad9-fd3d-4575-bc69-e7f0a7615dfe service neutron] Pushing event updated for resources: {'Port': ['ID=cf02f27d-9f44-4fd6-956e-0139852e2201,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:11.834950 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-19c13a61-2d3d-472f-9f46-bcf50ec40adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd1a149-2393-4426-a797-3f9c81683b9d', 'name': 'tempest-ServerRescueTestJSON-1378103196-router', 'tenant_id': '10f7050015304e84b3f71a403993ccee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'f9e840eb-c696-4c00-97a4-48a74a678f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:55:48Z', 'updated_at': '2021-08-10T00:58:10Z', 'revision_number': 5, 'project_id': '10f7050015304e84b3f71a403993ccee', 'gw_port': {'id': 'f9e840eb-c696-4c00-97a4-48a74a678f20', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd1a149-2393-4426-a797-3f9c81683b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:55:49Z', 'updated_at': '2021-08-10T00:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:11.882673 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c13a61-2d3d-472f-9f46-bcf50ec40adc None None] Checking router: 5cd1a149-2393-4426-a797-3f9c81683b9d for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:58:11.892067 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c13a61-2d3d-472f-9f46-bcf50ec40adc None None] Routers {'5cd1a149-2393-4426-a797-3f9c81683b9d'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:58:11.892987 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-19c13a61-2d3d-472f-9f46-bcf50ec40adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:57:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['5cd1a149-2393-4426-a797-3f9c81683b9d'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:11.910659 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-7946f201-b9e4-4ce0-9385-213b209fcfc1 admin admin] Deleting port f9e840eb-c696-4c00-97a4-48a74a678f20 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:58:11.911158 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7946f201-b9e4-4ce0-9385-213b209fcfc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:11.941110 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 7ffe4520-2617-49c8-942c-1e532e6f6688 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:11.947202 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-27fca287-4041-4980-8598-18784acbe321 req-14ed8295-2fcc-4d6b-b234-901203cdd2fc tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c4e6c12-f5d8-42c1-9c94-338a1e38f064 HTTP/1.1" status: 200 len: 210 time: 0.0764537 Aug 10 00:58:12.013812 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 7ffe4520-2617-49c8-942c-1e532e6f6688 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:58:12.017808 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b7befddb-f732-42a3-9b2a-750cbfe05437 req-90c74177-968e-407c-9bf6-eb5d402d2722 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508554 Aug 10 00:58:12.020777 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 7ffe4520-2617-49c8-942c-1e532e6f6688 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:12.022429 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:12.060531 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97deccf7-6304-4647-a07f-00115b65de13 req-13d52128-50c1-49a2-9e63-02007285eff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:12.071479 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-97deccf7-6304-4647-a07f-00115b65de13 req-13d52128-50c1-49a2-9e63-02007285eff7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=68f568b0-c764-43be-a497-965794b9f9b4 HTTP/1.1" status: 200 len: 906 time: 0.2430513 Aug 10 00:58:12.074736 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-e37d3ad9-fd3d-4575-bc69-e7f0a7615dfe service neutron] Attempting to bind port cf02f27d-9f44-4fd6-956e-0139852e2201 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:58:12.075172 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-e37d3ad9-fd3d-4575-bc69-e7f0a7615dfe service neutron] Attempting to bind port cf02f27d-9f44-4fd6-956e-0139852e2201 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '2525a6de-e0b3-477f-9163-5dd50ba2e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '84d848d6-7fc5-41ca-ba05-463d0b866659'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:58:12.075588 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-e37d3ad9-fd3d-4575-bc69-e7f0a7615dfe service neutron] Attempting to bind port cf02f27d-9f44-4fd6-956e-0139852e2201 on network 84d848d6-7fc5-41ca-ba05-463d0b866659 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:58:12.118453 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-e37d3ad9-fd3d-4575-bc69-e7f0a7615dfe service neutron] Port cf02f27d-9f44-4fd6-956e-0139852e2201 on network 84d848d6-7fc5-41ca-ba05-463d0b866659 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:58:12.118796 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-e37d3ad9-fd3d-4575-bc69-e7f0a7615dfe service neutron] Attempting to bind port cf02f27d-9f44-4fd6-956e-0139852e2201 on network 84d848d6-7fc5-41ca-ba05-463d0b866659 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:58:12.123259 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-97deccf7-6304-4647-a07f-00115b65de13 req-ff11e7e0-7442-4c0f-89c0-2005ec02b751 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c58ea708-4565-4b16-a53e-c9c57ba4f3a2 HTTP/1.1" status: 200 len: 217 time: 0.0512249 Aug 10 00:58:12.141648 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-e37d3ad9-fd3d-4575-bc69-e7f0a7615dfe service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:58:12.142272 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-e37d3ad9-fd3d-4575-bc69-e7f0a7615dfe service neutron] Checking segment: {'id': '2525a6de-e0b3-477f-9163-5dd50ba2e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '84d848d6-7fc5-41ca-ba05-463d0b866659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:58:12.143412 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-e37d3ad9-fd3d-4575-bc69-e7f0a7615dfe service neutron] Bound using segment: {'id': '2525a6de-e0b3-477f-9163-5dd50ba2e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '84d848d6-7fc5-41ca-ba05-463d0b866659'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:58:12.143944 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-e37d3ad9-fd3d-4575-bc69-e7f0a7615dfe service neutron] Bound port: cf02f27d-9f44-4fd6-956e-0139852e2201, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2525a6de-e0b3-477f-9163-5dd50ba2e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '84d848d6-7fc5-41ca-ba05-463d0b866659'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:58:12.144407 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-e37d3ad9-fd3d-4575-bc69-e7f0a7615dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:12.169231 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:12.170672 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-19c13a61-2d3d-472f-9f46-bcf50ec40adc None None] Set router 5cd1a149-2393-4426-a797-3f9c81683b9d gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:58:12.183884 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-7946f201-b9e4-4ce0-9385-213b209fcfc1 admin admin] For port f9e840eb-c696-4c00-97a4-48a74a678f20, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=f9e840eb-c696-4c00-97a4-48a74a678f20,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:12.184311 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7946f201-b9e4-4ce0-9385-213b209fcfc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:12.204137 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-7946f201-b9e4-4ce0-9385-213b209fcfc1 admin admin] Calling delete_port for f9e840eb-c696-4c00-97a4-48a74a678f20 owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:58:12.211992 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c074a83d-ae7b-4a51-a3b9-6db5e930dfda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ffe4520-2617-49c8-942c-1e532e6f6688'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:12.214346 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97deccf7-6304-4647-a07f-00115b65de13 req-4a3d0e80-eea3-49b5-af5b-124d589cc6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:12.215847 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-97deccf7-6304-4647-a07f-00115b65de13 req-4a3d0e80-eea3-49b5-af5b-124d589cc6c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4317e354-7b23-4f49-8b2a-5d1c39378e31 HTTP/1.1" status: 200 len: 845 time: 0.0820694 Aug 10 00:58:12.216544 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e837238-2927-4d09-bb9f-56faed679339" -d '{"events": [{"server_uuid": "c074a83d-ae7b-4a51-a3b9-6db5e930dfda", "name": "network-vif-plugged", "status": "completed", "tag": "7ffe4520-2617-49c8-942c-1e532e6f6688"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:12.230703 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-19c13a61-2d3d-472f-9f46-bcf50ec40adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd1a149-2393-4426-a797-3f9c81683b9d', 'name': 'tempest-ServerRescueTestJSON-1378103196-router', 'tenant_id': '10f7050015304e84b3f71a403993ccee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:55:48Z', 'updated_at': '2021-08-10T00:58:11Z', 'revision_number': 6, 'project_id': '10f7050015304e84b3f71a403993ccee', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:12.235415 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 7ffe4520-2617-49c8-942c-1e532e6f6688, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=7ffe4520-2617-49c8-942c-1e532e6f6688,segment=NetworkSegment(29e670d9-5039-46c1-a69e-9628f4a030e2),segment_id=29e670d9-5039-46c1-a69e-9628f4a030e2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:12.242162 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:12.263308 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c13a61-2d3d-472f-9f46-bcf50ec40adc None None] The sync data for ids ['5cd1a149-2393-4426-a797-3f9c81683b9d'] in n-d-766726-26 is: [{'id': '5cd1a149-2393-4426-a797-3f9c81683b9d', 'name': 'tempest-ServerRescueTestJSON-1378103196-router', 'tenant_id': '10f7050015304e84b3f71a403993ccee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:55:48Z', 'updated_at': '2021-08-10T00:58:11Z', 'revision_number': 6, 'project_id': '10f7050015304e84b3f71a403993ccee', 'gw_port_host': None}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:58:12.266040 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-97deccf7-6304-4647-a07f-00115b65de13 req-23b230bb-7fe7-45b3-9b7d-832b798af62a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=68f568b0-c764-43be-a497-965794b9f9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419037 Aug 10 00:58:12.267668 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8ee14b4d-58d9-42dd-8249-990b14b8e6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:12.301673 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55fa5e0-e7ba-4195-acdf-a439babb27b4 req-4ae8e835-9891-4e32-8ac1-ad98ea73fbae tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:12.303869 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c55fa5e0-e7ba-4195-acdf-a439babb27b4 req-4ae8e835-9891-4e32-8ac1-ad98ea73fbae tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=667a1a15-88be-4d95-9216-e10e3cb4725c HTTP/1.1" status: 200 len: 946 time: 0.1825364 Aug 10 00:58:12.336983 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05874cc-c703-46b8-9a4d-05a21fe22c09 req-7eaa303f-4241-4353-8a23-174ac20b7b4e tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:12.338409 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=7ffe4520-2617-49c8-942c-1e532e6f6688,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:12.338588 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a05874cc-c703-46b8-9a4d-05a21fe22c09 req-7eaa303f-4241-4353-8a23-174ac20b7b4e tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 943 time: 0.1591287 Aug 10 00:58:12.363331 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee14b4d-58d9-42dd-8249-990b14b8e6a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=84a828f1-3c61-4c30-8168-4fc91e0f8729,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:12.377953 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-e37d3ad9-fd3d-4575-bc69-e7f0a7615dfe service neutron] For port cf02f27d-9f44-4fd6-956e-0139852e2201, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:58:12.433436 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-e37d3ad9-fd3d-4575-bc69-e7f0a7615dfe service neutron] For port cf02f27d-9f44-4fd6-956e-0139852e2201, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=cf02f27d-9f44-4fd6-956e-0139852e2201,segment=NetworkSegment(2525a6de-e0b3-477f-9163-5dd50ba2e1de),segment_id=2525a6de-e0b3-477f-9163-5dd50ba2e1de)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:58:12.455703 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-e37d3ad9-fd3d-4575-bc69-e7f0a7615dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:12.459125 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-97deccf7-6304-4647-a07f-00115b65de13 req-f424432f-eab2-4bda-aac9-bd86a9dd4ca8 service neutron] 10.222.0.24 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504996 Aug 10 00:58:12.508960 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c55fa5e0-e7ba-4195-acdf-a439babb27b4 req-d7624739-73cc-4359-af74-4e63f6c62100 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/security-groups?id=709ca5dd-a64e-4e40-a421-0f2b5d9fc282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827517 Aug 10 00:58:12.512045 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a05874cc-c703-46b8-9a4d-05a21fe22c09 req-f587a71a-2572-4775-8d69-e4ebe76f6b9c tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/security-groups?id=59690946-e823-4318-92b2-2bfb3d8f40ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460378 Aug 10 00:58:12.535401 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8ee14b4d-58d9-42dd-8249-990b14b8e6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:12.554983 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-e37d3ad9-fd3d-4575-bc69-e7f0a7615dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:12.555620 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-e37d3ad9-fd3d-4575-bc69-e7f0a7615dfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:12.557103 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-e37d3ad9-fd3d-4575-bc69-e7f0a7615dfe service neutron] 10.222.0.24 "PUT /v2.0/ports/cf02f27d-9f44-4fd6-956e-0139852e2201 HTTP/1.1" status: 200 len: 1092 time: 2.4830580 Aug 10 00:58:12.569321 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e35e09-2e11-477a-b73d-e0c722f4bdc2 x-openstack-request-id: req-31e35e09-2e11-477a-b73d-e0c722f4bdc2 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:58:12.570173 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c074a83d-ae7b-4a51-a3b9-6db5e930dfda", "name": "network-vif-plugged", "status": "completed", "tag": "7ffe4520-2617-49c8-942c-1e532e6f6688", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:58:12.571255 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-31e35e09-2e11-477a-b73d-e0c722f4bdc2 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:58:12.571967 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c074a83d-ae7b-4a51-a3b9-6db5e930dfda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ffe4520-2617-49c8-942c-1e532e6f6688', 'code': 200} Aug 10 00:58:12.584992 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92997559-c006-48d5-af6e-2492dbdcff54', 'tag': 'cf02f27d-9f44-4fd6-956e-0139852e2201'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:12.587606 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2bef30-3c69-41ee-9223-391a3e682a17" -d '{"events": [{"name": "network-changed", "server_uuid": "92997559-c006-48d5-af6e-2492dbdcff54", "tag": "cf02f27d-9f44-4fd6-956e-0139852e2201"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:12.750112 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8ee14b4d-58d9-42dd-8249-990b14b8e6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:12.779593 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8ee14b4d-58d9-42dd-8249-990b14b8e6a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:12.823009 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d3ad9-fd3d-4575-bc69-e7f0a7615dfe service neutron] Pushing event updated for resources: {'Port': ['ID=cf02f27d-9f44-4fd6-956e-0139852e2201,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:12.887927 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8ee14b4d-58d9-42dd-8249-990b14b8e6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:12.888476 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee14b4d-58d9-42dd-8249-990b14b8e6a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12a707e3-97ad-42d9-84ff-8b485a5d10dd {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 00:58:12.894501 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-d693af94-f696-4a9b-9dc8-dbce5572f6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:12.896638 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-d693af94-f696-4a9b-9dc8-dbce5572f6d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0dcadc67007b441aa43df38caf86e528&device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 1095 time: 0.2516837 Aug 10 00:58:12.899644 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8ee14b4d-58d9-42dd-8249-990b14b8e6a7 admin admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:12.903419 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8ee14b4d-58d9-42dd-8249-990b14b8e6a7 admin admin] 10.222.0.35 "DELETE /v2.0/routers/12a707e3-97ad-42d9-84ff-8b485a5d10dd HTTP/1.1" status: 204 len: 168 time: 3.0650675 Aug 10 00:58:12.913212 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41200) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:12.934079 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdf014-5334-4087-9114-e8f985e86fb5 req-f4a6d572-eb3f-408d-88e5-4863e59cf20a tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:12.935613 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-facdf014-5334-4087-9114-e8f985e86fb5 req-f4a6d572-eb3f-408d-88e5-4863e59cf20a tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 946 time: 0.2783337 Aug 10 00:58:12.943649 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27997ee-e7c0-4ed6-a15b-22dcc11401c5 req-b73f23a3-4807-425b-8636-7e84b99bb07d tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:12.945194 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c27997ee-e7c0-4ed6-a15b-22dcc11401c5 req-b73f23a3-4807-425b-8636-7e84b99bb07d tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccaad7b0-82bf-434a-9407-49a3ecd88d92 HTTP/1.1" status: 200 len: 944 time: 0.2261579 Aug 10 00:58:12.950573 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867f97a-dad3-4483-b037-9f260f3e086d req-3d14272f-6f04-4642-89e1-8fd2c6b46b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:12.952072 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f867f97a-dad3-4483-b037-9f260f3e086d req-3d14272f-6f04-4642-89e1-8fd2c6b46b93 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c074a83d-ae7b-4a51-a3b9-6db5e930dfda HTTP/1.1" status: 200 len: 1097 time: 0.2112107 Aug 10 00:58:12.993608 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7946f201-b9e4-4ce0-9385-213b209fcfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:13.017976 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-5e4c5c70-026e-4121-83b0-38653a68337d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf02f27d-9f44-4fd6-956e-0139852e2201 HTTP/1.1" status: 200 len: 217 time: 0.1057181 Aug 10 00:58:13.041589 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946f201-b9e4-4ce0-9385-213b209fcfc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9e840eb-c696-4c00-97a4-48a74a678f20,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:13.077088 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-660e46d6-a289-4b4e-9f65-e5db73b19222 tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:13.078458 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-660e46d6-a289-4b4e-9f65-e5db73b19222 tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] 10.222.0.24 "GET /v2.0/networks?id=a43f7e3c-72ab-4b6a-a1ff-a71acaa98e84 HTTP/1.1" status: 200 len: 820 time: 0.5593100 Aug 10 00:58:13.082971 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-97deccf7-6304-4647-a07f-00115b65de13 req-e9f38fd2-3b04-418c-8edf-a9eb4436abb5 service neutron] 10.222.0.24 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6150510 Aug 10 00:58:13.106435 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-f4f69219-a2a0-4691-82db-cff474fcd05d tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] Request body: {'port': {'device_id': '2c4e6c12-f5d8-42c1-9c94-338a1e38f064', 'network_id': 'a43f7e3c-72ab-4b6a-a1ff-a71acaa98e84', 'admin_state_up': True, 'tenant_id': 'c9b5971df0fb4ce2974d9a1ad2d1d26b'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:13.123830 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e7ea0a2-b8f7-4c94-b37f-853bd3585ca1 admin admin] Deleting subnet a80426b3-f5f6-4de8-be44-4bf2e3dd3e8a {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:58:13.134372 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-facdf014-5334-4087-9114-e8f985e86fb5 req-d9e5367e-417e-498f-ac7b-2ea544b9d022 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881676 Aug 10 00:58:13.144573 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3e7ea0a2-b8f7-4c94-b37f-853bd3585ca1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:13.147758 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f867f97a-dad3-4483-b037-9f260f3e086d req-5450c0ac-20fb-4056-962c-7c1f98e11b89 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408262 Aug 10 00:58:13.173387 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7946f201-b9e4-4ce0-9385-213b209fcfc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:13.184043 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c27997ee-e7c0-4ed6-a15b-22dcc11401c5 req-0bc401ab-ea72-4047-91f6-51d256cccb55 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759548 Aug 10 00:58:13.190485 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f88537-32d7-4784-bd6e-d766fee41786 x-openstack-request-id: req-b5f88537-32d7-4784-bd6e-d766fee41786 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:58:13.191034 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92997559-c006-48d5-af6e-2492dbdcff54", "tag": "cf02f27d-9f44-4fd6-956e-0139852e2201", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:58:13.191512 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b5f88537-32d7-4784-bd6e-d766fee41786 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:58:13.192131 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92997559-c006-48d5-af6e-2492dbdcff54', 'tag': 'cf02f27d-9f44-4fd6-956e-0139852e2201', 'status': 'completed', 'code': 200} Aug 10 00:58:13.197455 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-ac55ccd7-eaf5-4e0a-9ba6-fc196840178e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:13.199877 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-ac55ccd7-eaf5-4e0a-9ba6-fc196840178e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37a7a6ed-e6cb-4903-b17c-cc729cc80731 HTTP/1.1" status: 200 len: 860 time: 0.1666582 Aug 10 00:58:13.217239 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3e7ea0a2-b8f7-4c94-b37f-853bd3585ca1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:13.279685 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-babeafe8-4087-4572-bea7-bbb99dcaacb2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84d848d6-7fc5-41ca-ba05-463d0b866659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412462 Aug 10 00:58:13.291972 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7946f201-b9e4-4ce0-9385-213b209fcfc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:13.296636 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7946f201-b9e4-4ce0-9385-213b209fcfc1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:13.308812 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4cb65910-4c20-40f3-92bc-748218e66552 req-c0e6102d-558b-4974-af99-8762e41d47bd tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c4e6c12-f5d8-42c1-9c94-338a1e38f064 HTTP/1.1" status: 200 len: 210 time: 0.0585420 Aug 10 00:58:13.363644 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7946f201-b9e4-4ce0-9385-213b209fcfc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:13.364078 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7946f201-b9e4-4ce0-9385-213b209fcfc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cd1a149-2393-4426-a797-3f9c81683b9d {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 00:58:13.369710 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7946f201-b9e4-4ce0-9385-213b209fcfc1 admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:13.372952 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7946f201-b9e4-4ce0-9385-213b209fcfc1 admin admin] 10.222.0.35 "DELETE /v2.0/routers/5cd1a149-2393-4426-a797-3f9c81683b9d HTTP/1.1" status: 204 len: 168 time: 2.1134629 Aug 10 00:58:13.373991 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41206) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:13.382588 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-f4f69219-a2a0-4691-82db-cff474fcd05d tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] Made reservation on behalf of c9b5971df0fb4ce2974d9a1ad2d1d26b for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:58:13.385912 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-f4f69219-a2a0-4691-82db-cff474fcd05d tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:13.443936 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa3b0c0-81a6-4722-9022-e79e2ebc65e8 admin admin] Deleting subnet 13423d62-75d5-4a60-9053-4948677cf60d {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:58:13.472057 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3e7ea0a2-b8f7-4c94-b37f-853bd3585ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:13.472527 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0fa3b0c0-81a6-4722-9022-e79e2ebc65e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:13.537791 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0fa3b0c0-81a6-4722-9022-e79e2ebc65e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:13.538146 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device f9e840eb-c696-4c00-97a4-48a74a678f20 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:58:13.547548 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b3741-95cd-4e09-8188-7614386425b2 req-d095e778-b015-45cf-9804-4759b72594db tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:13.549349 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4a3b3741-95cd-4e09-8188-7614386425b2 req-d095e778-b015-45cf-9804-4759b72594db tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=c074a83d-ae7b-4a51-a3b9-6db5e930dfda HTTP/1.1" status: 200 len: 945 time: 0.2736049 Aug 10 00:58:13.552617 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3e7ea0a2-b8f7-4c94-b37f-853bd3585ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:13.573837 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: f9e840eb-c696-4c00-97a4-48a74a678f20 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:58:13.574934 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device f9e840eb-c696-4c00-97a4-48a74a678f20 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:58:13.575700 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 84a828f1-3c61-4c30-8168-4fc91e0f8729 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:58:13.597545 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 84a828f1-3c61-4c30-8168-4fc91e0f8729 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:58:13.598197 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 84a828f1-3c61-4c30-8168-4fc91e0f8729 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:58:13.599422 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device fa270ccb-35d1-4465-bc68-77bd651e1464 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:58:13.624132 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ea0a2-b8f7-4c94-b37f-853bd3585ca1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a80426b3-f5f6-4de8-be44-4bf2e3dd3e8a,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:13.627498 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3e7ea0a2-b8f7-4c94-b37f-853bd3585ca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:13.629402 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3e7ea0a2-b8f7-4c94-b37f-853bd3585ca1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a80426b3-f5f6-4de8-be44-4bf2e3dd3e8a HTTP/1.1" status: 204 len: 168 time: 0.7152972 Aug 10 00:58:13.635898 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ab547a-ffa0-460f-9325-18ba054412a0 None None] Network 6c29bbfd-d1b1-46c6-b51f-62e3a119abac requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:58:13.638569 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41212) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:13.641862 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: fa270ccb-35d1-4465-bc68-77bd651e1464 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:58:13.642318 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device fa270ccb-35d1-4465-bc68-77bd651e1464 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:58:13.652082 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0fa3b0c0-81a6-4722-9022-e79e2ebc65e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:13.652362 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-723dc781-7d49-4a28-8f40-12d4b9343025 service neutron] 10.222.0.24 "GET /v2.0/networks/84d848d6-7fc5-41ca-ba05-463d0b866659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455782 Aug 10 00:58:13.656137 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-f4f69219-a2a0-4691-82db-cff474fcd05d tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] Allocated IP 172.20.0.4 (a43f7e3c-72ab-4b6a-a1ff-a71acaa98e84/2d4b4f09-e2e5-4690-a935-7d00ad7d646f/1ddc0315-51ab-4f69-8668-cfd38196b9f5) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:58:13.671230 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7ea0a2-b8f7-4c94-b37f-853bd3585ca1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:13.671583 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7ea0a2-b8f7-4c94-b37f-853bd3585ca1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:13.671927 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7ea0a2-b8f7-4c94-b37f-853bd3585ca1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:13.672591 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7ea0a2-b8f7-4c94-b37f-853bd3585ca1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:13.672940 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7ea0a2-b8f7-4c94-b37f-853bd3585ca1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:13.673276 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7ea0a2-b8f7-4c94-b37f-853bd3585ca1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:13.673604 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7ea0a2-b8f7-4c94-b37f-853bd3585ca1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:13.673934 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7ea0a2-b8f7-4c94-b37f-853bd3585ca1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:13.674264 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7ea0a2-b8f7-4c94-b37f-853bd3585ca1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:13.675004 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7ea0a2-b8f7-4c94-b37f-853bd3585ca1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:13.675004 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7ea0a2-b8f7-4c94-b37f-853bd3585ca1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:13.675220 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7ea0a2-b8f7-4c94-b37f-853bd3585ca1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:13.789295 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7c16b2f2-13a8-48fe-88da-bbd554bf24c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:13.796614 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0fa3b0c0-81a6-4722-9022-e79e2ebc65e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:13.805538 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4a3b3741-95cd-4e09-8188-7614386425b2 req-7beda13f-4c67-4274-b9d2-c5f5241c319b tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463226 Aug 10 00:58:13.844498 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3387b2-8c94-4519-b42b-1e518eba6434 req-fb29e567-77f0-49d1-ba8f-35e16a0bf77b tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:13.846059 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb3387b2-8c94-4519-b42b-1e518eba6434 req-fb29e567-77f0-49d1-ba8f-35e16a0bf77b tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=667a1a15-88be-4d95-9216-e10e3cb4725c HTTP/1.1" status: 200 len: 946 time: 0.1923254 Aug 10 00:58:13.851512 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0fa3b0c0-81a6-4722-9022-e79e2ebc65e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:13.852416 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bd95fbfa-be92-43ac-8bb1-85639916cc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:13.853569 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0fa3b0c0-81a6-4722-9022-e79e2ebc65e8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/13423d62-75d5-4a60-9053-4948677cf60d HTTP/1.1" status: 204 len: 168 time: 0.4786651 Aug 10 00:58:13.856533 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41214) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:13.856861 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa3b0c0-81a6-4722-9022-e79e2ebc65e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13423d62-75d5-4a60-9053-4948677cf60d,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:13.917864 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb97fcc-b233-487b-b9e2-14658714fef6 None None] DHCP port deletion for 6c29bbfd-d1b1-46c6-b51f-62e3a119abac request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 00:58:13.925688 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-f4f69219-a2a0-4691-82db-cff474fcd05d tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:13.969694 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-f4f69219-a2a0-4691-82db-cff474fcd05d tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:13.974476 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-cdb97fcc-b233-487b-b9e2-14658714fef6 None None] Deleting port cea08638-3667-4b1b-b650-203d2c044334 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:58:13.974856 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cdb97fcc-b233-487b-b9e2-14658714fef6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:14.024932 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-f4f69219-a2a0-4691-82db-cff474fcd05d tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] Network a43f7e3c-72ab-4b6a-a1ff-a71acaa98e84 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:58:14.028910 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-f4f69219-a2a0-4691-82db-cff474fcd05d tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:14.034409 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-f4f69219-a2a0-4691-82db-cff474fcd05d tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:58:14.039990 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f69219-a2a0-4691-82db-cff474fcd05d tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] Pushing event updated for resources: {'Port': ['ID=1ddc0315-51ab-4f69-8668-cfd38196b9f5,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:14.047876 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-cdb97fcc-b233-487b-b9e2-14658714fef6 None None] For port cea08638-3667-4b1b-b650-203d2c044334, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=cea08638-3667-4b1b-b650-203d2c044334,segment=NetworkSegment(78f548fd-cb67-46c0-9004-5af88c4b62bb),segment_id=78f548fd-cb67-46c0-9004-5af88c4b62bb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:14.048594 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cdb97fcc-b233-487b-b9e2-14658714fef6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:14.062368 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-cdb97fcc-b233-487b-b9e2-14658714fef6 None None] Calling delete_port for cea08638-3667-4b1b-b650-203d2c044334 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:58:14.088361 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-f4f69219-a2a0-4691-82db-cff474fcd05d tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:14.089173 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-f4f69219-a2a0-4691-82db-cff474fcd05d tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:14.105354 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-f4f69219-a2a0-4691-82db-cff474fcd05d tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0050340 Aug 10 00:58:14.118066 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-858f46c9-f64f-4baa-92e5-2607c0d324fb service neutron] Request body: {'port': {'device_id': '2c4e6c12-f5d8-42c1-9c94-338a1e38f064', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:14.147130 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cdb97fcc-b233-487b-b9e2-14658714fef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:14.165468 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb97fcc-b233-487b-b9e2-14658714fef6 None None] No DVR routers for this DVR port cea08638-3667-4b1b-b650-203d2c044334 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:58:14.176234 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-858f46c9-f64f-4baa-92e5-2607c0d324fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:14.192082 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb97fcc-b233-487b-b9e2-14658714fef6 None None] Pushing event deleted for resources: {'Port': ['ID=cea08638-3667-4b1b-b650-203d2c044334,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:14.309558 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77241dc6-dc2f-492c-bf25-a0e15d831543 req-7d71f363-430b-488a-9840-030aaafadd32 service neutron] 10.222.0.24 "GET /v2.0/networks/84d848d6-7fc5-41ca-ba05-463d0b866659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6427310 Aug 10 00:58:14.324251 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb3387b2-8c94-4519-b42b-1e518eba6434 req-a7d0661c-d95f-4c3a-a159-b6fb48290889 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/security-groups?id=709ca5dd-a64e-4e40-a421-0f2b5d9fc282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4480946 Aug 10 00:58:14.329256 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-478dc00e-1400-4bb3-b4aa-70fe3051b693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:14.376292 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:14.383271 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec72e4-1562-4987-b090-fd4370b325eb req-a537e4e6-324d-4a4b-89cf-e83f0c840495 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:14.384826 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3eec72e4-1562-4987-b090-fd4370b325eb req-a537e4e6-324d-4a4b-89cf-e83f0c840495 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 943 time: 0.4592223 Aug 10 00:58:14.488827 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-858f46c9-f64f-4baa-92e5-2607c0d324fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ddc0315-51ab-4f69-8668-cfd38196b9f5 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:58:14.496729 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-858f46c9-f64f-4baa-92e5-2607c0d324fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:14.497982 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250abc0-270e-4823-93f7-3f8e97953a1c req-7fbcc6bb-6b4a-44a7-bbaa-31f8ae9eb13f tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:14.499486 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0250abc0-270e-4823-93f7-3f8e97953a1c req-7fbcc6bb-6b4a-44a7-bbaa-31f8ae9eb13f tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.20 "GET /v2.0/ports?device_id=667a1a15-88be-4d95-9216-e10e3cb4725c HTTP/1.1" status: 200 len: 946 time: 0.1968510 Aug 10 00:58:14.510913 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-858f46c9-f64f-4baa-92e5-2607c0d324fb service neutron] Transition to ACTIVE for port object 1ddc0315-51ab-4f69-8668-cfd38196b9f5 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:58:14.513965 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-858f46c9-f64f-4baa-92e5-2607c0d324fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:14.566626 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-bd95fbfa-be92-43ac-8bb1-85639916cc73 admin admin] Deleting port cea08638-3667-4b1b-b650-203d2c044334 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:58:14.566870 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bd95fbfa-be92-43ac-8bb1-85639916cc73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:14.580421 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f46c9-f64f-4baa-92e5-2607c0d324fb service neutron] Pushing event updated for resources: {'Port': ['ID=1ddc0315-51ab-4f69-8668-cfd38196b9f5,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:14.615501 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-478dc00e-1400-4bb3-b4aa-70fe3051b693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:14.638473 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-858f46c9-f64f-4baa-92e5-2607c0d324fb service neutron] Attempting to bind port 1ddc0315-51ab-4f69-8668-cfd38196b9f5 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:58:14.638815 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-858f46c9-f64f-4baa-92e5-2607c0d324fb service neutron] Attempting to bind port 1ddc0315-51ab-4f69-8668-cfd38196b9f5 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '446fd008-2507-4a5e-9fed-218415aad1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a43f7e3c-72ab-4b6a-a1ff-a71acaa98e84'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:58:14.639175 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-858f46c9-f64f-4baa-92e5-2607c0d324fb service neutron] Attempting to bind port 1ddc0315-51ab-4f69-8668-cfd38196b9f5 on network a43f7e3c-72ab-4b6a-a1ff-a71acaa98e84 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:58:14.644389 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-858f46c9-f64f-4baa-92e5-2607c0d324fb service neutron] Port 1ddc0315-51ab-4f69-8668-cfd38196b9f5 on network a43f7e3c-72ab-4b6a-a1ff-a71acaa98e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:58:14.644724 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-858f46c9-f64f-4baa-92e5-2607c0d324fb service neutron] Attempting to bind port 1ddc0315-51ab-4f69-8668-cfd38196b9f5 on network a43f7e3c-72ab-4b6a-a1ff-a71acaa98e84 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:58:14.646229 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3eec72e4-1562-4987-b090-fd4370b325eb req-e208bb39-cee8-4763-9ba9-d17855ac75c4 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/security-groups?id=59690946-e823-4318-92b2-2bfb3d8f40ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449553 Aug 10 00:58:14.651094 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-858f46c9-f64f-4baa-92e5-2607c0d324fb service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:58:14.651621 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-858f46c9-f64f-4baa-92e5-2607c0d324fb service neutron] Checking segment: {'id': '446fd008-2507-4a5e-9fed-218415aad1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a43f7e3c-72ab-4b6a-a1ff-a71acaa98e84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:58:14.652440 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-858f46c9-f64f-4baa-92e5-2607c0d324fb service neutron] Bound using segment: {'id': '446fd008-2507-4a5e-9fed-218415aad1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a43f7e3c-72ab-4b6a-a1ff-a71acaa98e84'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:58:14.653235 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-858f46c9-f64f-4baa-92e5-2607c0d324fb service neutron] Bound port: 1ddc0315-51ab-4f69-8668-cfd38196b9f5, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446fd008-2507-4a5e-9fed-218415aad1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a43f7e3c-72ab-4b6a-a1ff-a71acaa98e84'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:58:14.653235 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-858f46c9-f64f-4baa-92e5-2607c0d324fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:14.668470 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bef30-3c69-41ee-9223-391a3e682a17 req-df90afa5-1f9d-44b7-951e-f73291399909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:14.669993 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3f2bef30-3c69-41ee-9223-391a3e682a17 req-df90afa5-1f9d-44b7-951e-f73291399909 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0dcadc67007b441aa43df38caf86e528&device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 1095 time: 0.2961345 Aug 10 00:58:14.681372 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844de35-6942-4888-9dbe-dfec44d42aa0 req-a1341c71-d76a-4301-b925-982f4c68704f tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:14.684652 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2844de35-6942-4888-9dbe-dfec44d42aa0 req-a1341c71-d76a-4301-b925-982f4c68704f tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 946 time: 0.2844961 Aug 10 00:58:14.689694 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-478dc00e-1400-4bb3-b4aa-70fe3051b693 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1805ad23-e76e-4170-8cce-d9f8ae87fa4a']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:14.736332 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-858f46c9-f64f-4baa-92e5-2607c0d324fb service neutron] For port 1ddc0315-51ab-4f69-8668-cfd38196b9f5, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:58:14.740115 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-858f46c9-f64f-4baa-92e5-2607c0d324fb service neutron] For port 1ddc0315-51ab-4f69-8668-cfd38196b9f5, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=1ddc0315-51ab-4f69-8668-cfd38196b9f5,segment=NetworkSegment(446fd008-2507-4a5e-9fed-218415aad1a2),segment_id=446fd008-2507-4a5e-9fed-218415aad1a2)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:58:14.745080 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-858f46c9-f64f-4baa-92e5-2607c0d324fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:14.748300 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-478dc00e-1400-4bb3-b4aa-70fe3051b693 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd249fd15-fc1f-43cd-bd64-b045520aef78') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:14.748613 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-478dc00e-1400-4bb3-b4aa-70fe3051b693 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd249fd15-fc1f-43cd-bd64-b045520aef78') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:14.781287 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-858f46c9-f64f-4baa-92e5-2607c0d324fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:14.782059 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-858f46c9-f64f-4baa-92e5-2607c0d324fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:14.783809 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-858f46c9-f64f-4baa-92e5-2607c0d324fb service neutron] 10.222.0.24 "PUT /v2.0/ports/1ddc0315-51ab-4f69-8668-cfd38196b9f5 HTTP/1.1" status: 200 len: 1092 time: 0.6706018 Aug 10 00:58:14.784475 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4e6c12-f5d8-42c1-9c94-338a1e38f064', 'tag': '1ddc0315-51ab-4f69-8668-cfd38196b9f5'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:14.787895 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4436e548-7fe7-4d24-a32b-fda0e29d1dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4e6c12-f5d8-42c1-9c94-338a1e38f064", "tag": "1ddc0315-51ab-4f69-8668-cfd38196b9f5"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:14.817490 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f46c9-f64f-4baa-92e5-2607c0d324fb service neutron] Pushing event updated for resources: {'Port': ['ID=1ddc0315-51ab-4f69-8668-cfd38196b9f5,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:14.838060 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-bd95fbfa-be92-43ac-8bb1-85639916cc73 admin admin] For port cea08638-3667-4b1b-b650-203d2c044334, host n-d-766726-26, got binding levels [] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:14.838468 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bd95fbfa-be92-43ac-8bb1-85639916cc73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:14.843604 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-478dc00e-1400-4bb3-b4aa-70fe3051b693 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:14.870746 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-5a7f854a-d0f4-4906-aea5-5f3746b84d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:14.872588 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-5a7f854a-d0f4-4906-aea5-5f3746b84d2d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c9b5971df0fb4ce2974d9a1ad2d1d26b&device_id=2c4e6c12-f5d8-42c1-9c94-338a1e38f064 HTTP/1.1" status: 200 len: 1095 time: 0.0454049 Aug 10 00:58:14.879119 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-bd95fbfa-be92-43ac-8bb1-85639916cc73 admin admin] Calling delete_port for cea08638-3667-4b1b-b650-203d2c044334 owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:58:14.899096 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-478dc00e-1400-4bb3-b4aa-70fe3051b693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:14.901895 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.ipam_backend_mixin [None req-bd95fbfa-be92-43ac-8bb1-85639916cc73 admin admin] Port cea08638-3667-4b1b-b650-203d2c044334 was not found and therefore no delete operation was performed {{(pid=105826) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 00:58:14.919050 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-b1eccf0f-30d9-4dbc-a558-c28aaa231a46 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ddc0315-51ab-4f69-8668-cfd38196b9f5 HTTP/1.1" status: 200 len: 217 time: 0.0377951 Aug 10 00:58:14.922159 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bd95fbfa-be92-43ac-8bb1-85639916cc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:14.928635 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-478dc00e-1400-4bb3-b4aa-70fe3051b693 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:58:14.929036 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-478dc00e-1400-4bb3-b4aa-70fe3051b693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:14.933586 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 00:58:14.933586 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:58:14.933586 n-d-766726-26 neutron-server[105826]: timer() Aug 10 00:58:14.933586 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:58:14.933586 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 00:58:14.933586 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:58:14.933586 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 00:58:14.933586 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:58:14.933586 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 00:58:14.933586 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:58:14.933586 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 00:58:14.933586 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:58:14.933586 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 00:58:14.933586 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:58:14.933586 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:58:14.933586 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:58:14.933586 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:58:14.933586 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:58:14.933586 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 00:58:14.933586 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:58:14.933586 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 00:58:14.933586 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:58:14.933586 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:58:14.933586 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:58:14.933586 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 00:58:14.933586 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:58:14.933586 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:58:14.933586 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:58:14.933586 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:58:14.933586 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:58:14.933586 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:58:14.933586 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:58:14.949728 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2844de35-6942-4888-9dbe-dfec44d42aa0 req-990fdae4-3834-4ad3-a301-9b9e87e317ae tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575355 Aug 10 00:58:14.982848 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-b57beeb3-1585-49e4-84ab-b256d05ad082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:14.983985 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-b57beeb3-1585-49e4-84ab-b256d05ad082 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2d4b4f09-e2e5-4690-a935-7d00ad7d646f HTTP/1.1" status: 200 len: 860 time: 0.0575781 Aug 10 00:58:15.010492 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:15.017724 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf1a18-9190-44e6-a68f-7f290c553617 req-d813a38c-3081-4c50-95ea-469a232ecbbf tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:15.019225 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cbaf1a18-9190-44e6-a68f-7f290c553617 req-d813a38c-3081-4c50-95ea-469a232ecbbf tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccaad7b0-82bf-434a-9407-49a3ecd88d92 HTTP/1.1" status: 200 len: 944 time: 0.2958174 Aug 10 00:58:15.021249 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95fbfa-be92-43ac-8bb1-85639916cc73 admin admin] Pushing event deleted for resources: {'Port': ['ID=cea08638-3667-4b1b-b650-203d2c044334,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:15.028524 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-35a4b214-6f9a-41ad-a934-2511fe76d1b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a43f7e3c-72ab-4b6a-a1ff-a71acaa98e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354197 Aug 10 00:58:15.050509 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd95fbfa-be92-43ac-8bb1-85639916cc73 admin admin] No DVR routers for this DVR port cea08638-3667-4b1b-b650-203d2c044334 on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:58:15.063407 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device cea08638-3667-4b1b-b650-203d2c044334 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:58:15.090863 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: cea08638-3667-4b1b-b650-203d2c044334 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:58:15.091474 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device cea08638-3667-4b1b-b650-203d2c044334 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:58:15.111459 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bef30-3c69-41ee-9223-391a3e682a17 req-f176e6cb-fa19-4f41-82fb-90abe14cffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:15.112976 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3f2bef30-3c69-41ee-9223-391a3e682a17 req-f176e6cb-fa19-4f41-82fb-90abe14cffb2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=84d848d6-7fc5-41ca-ba05-463d0b866659 HTTP/1.1" status: 200 len: 921 time: 0.4167831 Aug 10 00:58:15.115194 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-0250abc0-270e-4823-93f7-3f8e97953a1c req-a95cb145-4dc4-42ff-a182-0bf666e9f678 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Deleting port 9b8123ae-38a5-43aa-98f7-f197b89ebe6d {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:58:15.115540 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0250abc0-270e-4823-93f7-3f8e97953a1c req-a95cb145-4dc4-42ff-a182-0bf666e9f678 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:15.126879 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-d4908241-e2da-4935-af69-2ec6ef5569a5 service neutron] 10.222.0.24 "GET /v2.0/networks/a43f7e3c-72ab-4b6a-a1ff-a71acaa98e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902166 Aug 10 00:58:15.179542 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-478dc00e-1400-4bb3-b4aa-70fe3051b693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:15.220088 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fa0d523c-9a48-4bf4-9fbd-a6f4dac2e09f req-a417e77a-2449-4a0c-8a21-8ce92bec9a3a service neutron] 10.222.0.24 "GET /v2.0/networks/a43f7e3c-72ab-4b6a-a1ff-a71acaa98e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835888 Aug 10 00:58:15.262758 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-478dc00e-1400-4bb3-b4aa-70fe3051b693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:15.264605 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-478dc00e-1400-4bb3-b4aa-70fe3051b693 admin admin] 10.222.0.35 "DELETE /v2.0/networks/1805ad23-e76e-4170-8cce-d9f8ae87fa4a HTTP/1.1" status: 204 len: 168 time: 1.3952227 Aug 10 00:58:15.266031 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3f2bef30-3c69-41ee-9223-391a3e682a17 req-6a54d1b2-909b-41d0-ae3f-25f5b0453a3a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf02f27d-9f44-4fd6-956e-0139852e2201 HTTP/1.1" status: 200 len: 217 time: 0.1434422 Aug 10 00:58:15.274970 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device c58ea708-4565-4b16-a53e-c9c57ba4f3a2 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:58:15.293517 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478dc00e-1400-4bb3-b4aa-70fe3051b693 admin admin] Pushing event deleted for resources: {'Network': ['ID=1805ad23-e76e-4170-8cce-d9f8ae87fa4a,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:15.297604 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cbaf1a18-9190-44e6-a68f-7f290c553617 req-560d2766-c15f-4682-ae4e-241a7d4a40bc tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656248 Aug 10 00:58:15.304366 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bd95fbfa-be92-43ac-8bb1-85639916cc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:15.360712 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-bd95fbfa-be92-43ac-8bb1-85639916cc73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c29bbfd-d1b1-46c6-b51f-62e3a119abac']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:15.367792 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aee8fd0-ab71-4fe9-9934-72d8b838ea5a x-openstack-request-id: req-8aee8fd0-ab71-4fe9-9934-72d8b838ea5a {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:58:15.368100 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4e6c12-f5d8-42c1-9c94-338a1e38f064", "tag": "1ddc0315-51ab-4f69-8668-cfd38196b9f5", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:58:15.368383 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8aee8fd0-ab71-4fe9-9934-72d8b838ea5a {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:58:15.368799 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4e6c12-f5d8-42c1-9c94-338a1e38f064', 'tag': '1ddc0315-51ab-4f69-8668-cfd38196b9f5', 'status': 'completed', 'code': 200} Aug 10 00:58:15.382866 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60241efb-db7c-4b74-bc25-04cf9083901b req-766cbc87-11e0-4e45-b477-a06f01bd7428 tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:15.384081 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port c58ea708-4565-4b16-a53e-c9c57ba4f3a2, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=c58ea708-4565-4b16-a53e-c9c57ba4f3a2,segment=NetworkSegment(45b34241-697f-4f50-87d8-6d6db6581d08),segment_id=45b34241-697f-4f50-87d8-6d6db6581d08)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:15.384461 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-60241efb-db7c-4b74-bc25-04cf9083901b req-766cbc87-11e0-4e45-b477-a06f01bd7428 tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c4e6c12-f5d8-42c1-9c94-338a1e38f064 HTTP/1.1" status: 200 len: 943 time: 0.3549609 Aug 10 00:58:15.393614 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-bd95fbfa-be92-43ac-8bb1-85639916cc73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f548fd-cb67-46c0-9004-5af88c4b62bb') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:15.393922 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-bd95fbfa-be92-43ac-8bb1-85639916cc73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f548fd-cb67-46c0-9004-5af88c4b62bb') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:15.399440 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'c58ea708-4565-4b16-a53e-c9c57ba4f3a2', 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4', 'port_id': 'c58ea708-4565-4b16-a53e-c9c57ba4f3a2', 'mac_address': 'fa:16:3e:a2:09:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4317e354-7b23-4f49-8b2a-5d1c39378e31', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:58:15.431979 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bd95fbfa-be92-43ac-8bb1-85639916cc73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:15.445025 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-0250abc0-270e-4823-93f7-3f8e97953a1c req-a95cb145-4dc4-42ff-a182-0bf666e9f678 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] For port 9b8123ae-38a5-43aa-98f7-f197b89ebe6d, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=9b8123ae-38a5-43aa-98f7-f197b89ebe6d,segment=NetworkSegment(00cd8800-3b5e-49b2-aecd-def2a07ae15a),segment_id=00cd8800-3b5e-49b2-aecd-def2a07ae15a)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:15.445403 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0250abc0-270e-4823-93f7-3f8e97953a1c req-a95cb145-4dc4-42ff-a182-0bf666e9f678 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:15.452658 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:15.452809 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bef30-3c69-41ee-9223-391a3e682a17 req-53a628d5-84d0-4c02-b95e-11e4a5f6c3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:15.452809 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3f2bef30-3c69-41ee-9223-391a3e682a17 req-53a628d5-84d0-4c02-b95e-11e4a5f6c3bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37a7a6ed-e6cb-4903-b17c-cc729cc80731 HTTP/1.1" status: 200 len: 860 time: 0.1709759 Aug 10 00:58:15.454749 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41230) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:15.478400 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436e548-7fe7-4d24-a32b-fda0e29d1dd5 req-4b014695-8ace-41ad-ad2f-b47b76be26d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:15.480362 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4436e548-7fe7-4d24-a32b-fda0e29d1dd5 req-4b014695-8ace-41ad-ad2f-b47b76be26d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c9b5971df0fb4ce2974d9a1ad2d1d26b&device_id=2c4e6c12-f5d8-42c1-9c94-338a1e38f064 HTTP/1.1" status: 200 len: 1095 time: 0.0772736 Aug 10 00:58:15.487577 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bd95fbfa-be92-43ac-8bb1-85639916cc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:15.584868 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3f2bef30-3c69-41ee-9223-391a3e682a17 req-9544d7ee-7f0d-4514-aef6-1ab29360be85 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84d848d6-7fc5-41ca-ba05-463d0b866659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198308 Aug 10 00:58:15.592547 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd95fbfa-be92-43ac-8bb1-85639916cc73 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:58:15.592954 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c58ea708-4565-4b16-a53e-c9c57ba4f3a2 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:58:15.593111 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bd95fbfa-be92-43ac-8bb1-85639916cc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:15.602886 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436e548-7fe7-4d24-a32b-fda0e29d1dd5 req-1194a708-5531-4fac-97f1-5b0b6deb8780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:15.605034 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4436e548-7fe7-4d24-a32b-fda0e29d1dd5 req-1194a708-5531-4fac-97f1-5b0b6deb8780 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a43f7e3c-72ab-4b6a-a1ff-a71acaa98e84 HTTP/1.1" status: 200 len: 921 time: 0.1159551 Aug 10 00:58:15.610558 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 00:58:15.610558 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:58:15.610558 n-d-766726-26 neutron-server[105826]: timer() Aug 10 00:58:15.610558 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:58:15.610558 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 00:58:15.610558 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:58:15.610558 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 00:58:15.610558 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:58:15.610558 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 00:58:15.610558 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:58:15.610558 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 00:58:15.610558 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:58:15.610558 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 00:58:15.610558 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:58:15.610558 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:58:15.610558 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:58:15.610558 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:58:15.610558 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:58:15.610558 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 00:58:15.610558 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:58:15.610558 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 00:58:15.610558 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:58:15.610558 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:58:15.610558 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:58:15.610558 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 00:58:15.610558 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:58:15.610558 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:58:15.610558 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:58:15.610558 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:58:15.610558 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:58:15.610558 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:58:15.610558 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:58:15.614173 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port c58ea708-4565-4b16-a53e-c9c57ba4f3a2, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=c58ea708-4565-4b16-a53e-c9c57ba4f3a2,segment=NetworkSegment(45b34241-697f-4f50-87d8-6d6db6581d08),segment_id=45b34241-697f-4f50-87d8-6d6db6581d08)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:15.619614 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:15.652979 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4436e548-7fe7-4d24-a32b-fda0e29d1dd5 req-ae020507-eade-494b-bcef-f4c16f9dde40 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ddc0315-51ab-4f69-8668-cfd38196b9f5 HTTP/1.1" status: 200 len: 217 time: 0.0389347 Aug 10 00:58:15.666893 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=c58ea708-4565-4b16-a53e-c9c57ba4f3a2,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:15.677800 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-60241efb-db7c-4b74-bc25-04cf9083901b req-ece0f84c-bc61-4321-86cd-91c01cd00b15 tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] 10.222.0.35 "GET /v2.0/security-groups?id=2bb672b6-c9be-4a7c-908b-4e5bb4c72409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809777 Aug 10 00:58:15.709204 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436e548-7fe7-4d24-a32b-fda0e29d1dd5 req-0555335e-9194-4a71-afd7-2f6d29bf360b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:15.710704 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4436e548-7fe7-4d24-a32b-fda0e29d1dd5 req-0555335e-9194-4a71-afd7-2f6d29bf360b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2d4b4f09-e2e5-4690-a935-7d00ad7d646f HTTP/1.1" status: 200 len: 860 time: 0.0500543 Aug 10 00:58:15.748075 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4436e548-7fe7-4d24-a32b-fda0e29d1dd5 req-73fd235c-0aaa-4742-a0e3-7b5da3c08920 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a43f7e3c-72ab-4b6a-a1ff-a71acaa98e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291312 Aug 10 00:58:15.838642 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4436e548-7fe7-4d24-a32b-fda0e29d1dd5 req-80d86e02-a731-47bc-a8f6-6e04f9787dfc service neutron] 10.222.0.24 "GET /v2.0/networks/a43f7e3c-72ab-4b6a-a1ff-a71acaa98e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823290 Aug 10 00:58:15.847594 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bd95fbfa-be92-43ac-8bb1-85639916cc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:15.853127 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b4088126-f18c-4b75-ac5a-8e7c4a320813 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=10f7050015304e84b3f71a403993ccee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3899064 Aug 10 00:58:15.857577 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bd95fbfa-be92-43ac-8bb1-85639916cc73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:15.857740 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41234) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:15.859160 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-bd95fbfa-be92-43ac-8bb1-85639916cc73 admin admin] 10.222.0.35 "DELETE /v2.0/networks/6c29bbfd-d1b1-46c6-b51f-62e3a119abac HTTP/1.1" status: 204 len: 168 time: 2.2128699 Aug 10 00:58:15.904243 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95fbfa-be92-43ac-8bb1-85639916cc73 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c29bbfd-d1b1-46c6-b51f-62e3a119abac,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:15.913515 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89872edb-c425-4280-99ab-235212c3de9f req-177b47ba-d13a-41f8-9d0c-53815fa81a71 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:15.914875 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-89872edb-c425-4280-99ab-235212c3de9f req-177b47ba-d13a-41f8-9d0c-53815fa81a71 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=c074a83d-ae7b-4a51-a3b9-6db5e930dfda HTTP/1.1" status: 200 len: 945 time: 0.4409637 Aug 10 00:58:15.967168 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-57ed1be8-fbbc-4954-a5ee-2a12a3fd3c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:16.000077 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4436e548-7fe7-4d24-a32b-fda0e29d1dd5 req-82a40694-664a-486c-a98e-f623f9754217 service neutron] 10.222.0.24 "GET /v2.0/networks/a43f7e3c-72ab-4b6a-a1ff-a71acaa98e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504118 Aug 10 00:58:16.001809 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc03e90-d52e-4723-8b64-beb968e5b298 req-ec2e3b1e-46f9-4024-b923-36e2a7f0a4f5 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:16.001976 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-57ed1be8-fbbc-4954-a5ee-2a12a3fd3c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:16.003299 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3bc03e90-d52e-4723-8b64-beb968e5b298 req-ec2e3b1e-46f9-4024-b923-36e2a7f0a4f5 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=667a1a15-88be-4d95-9216-e10e3cb4725c HTTP/1.1" status: 200 len: 946 time: 0.2274194 Aug 10 00:58:16.021816 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3f2bef30-3c69-41ee-9223-391a3e682a17 req-2626c166-40e8-49f7-91fc-afb11b9e419e service neutron] 10.222.0.24 "GET /v2.0/networks/84d848d6-7fc5-41ca-ba05-463d0b866659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716931 Aug 10 00:58:16.053499 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-57ed1be8-fbbc-4954-a5ee-2a12a3fd3c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:16.057091 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-57ed1be8-fbbc-4954-a5ee-2a12a3fd3c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:16.058548 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-57ed1be8-fbbc-4954-a5ee-2a12a3fd3c68 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/71530737-2bfa-42f3-844c-b6f2ad2e7ad8 HTTP/1.1" status: 204 len: 168 time: 0.2001688 Aug 10 00:58:16.066243 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-89872edb-c425-4280-99ab-235212c3de9f req-e64ab4ea-e761-41aa-8830-deb15aca5530 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328123 Aug 10 00:58:16.068094 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0250abc0-270e-4823-93f7-3f8e97953a1c req-a95cb145-4dc4-42ff-a182-0bf666e9f678 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:16.068496 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0250abc0-270e-4823-93f7-3f8e97953a1c req-a95cb145-4dc4-42ff-a182-0bf666e9f678 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:16.068813 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [req-0250abc0-270e-4823-93f7-3f8e97953a1c req-a95cb145-4dc4-42ff-a182-0bf666e9f678 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Floating IP 5b3c7bac-3945-4b98-b658-63b5ab6415b4 disassociated. External IP: 172.25.2.242, port: 9b8123ae-38a5-43aa-98f7-f197b89ebe6d. Aug 10 00:58:16.069165 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-0250abc0-270e-4823-93f7-3f8e97953a1c req-a95cb145-4dc4-42ff-a182-0bf666e9f678 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Calling delete_port for 9b8123ae-38a5-43aa-98f7-f197b89ebe6d owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:58:16.070442 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed1be8-fbbc-4954-a5ee-2a12a3fd3c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71530737-2bfa-42f3-844c-b6f2ad2e7ad8,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:16.082087 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed1be8-fbbc-4954-a5ee-2a12a3fd3c68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:16.082911 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed1be8-fbbc-4954-a5ee-2a12a3fd3c68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:16.084516 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed1be8-fbbc-4954-a5ee-2a12a3fd3c68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:16.085108 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed1be8-fbbc-4954-a5ee-2a12a3fd3c68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:16.085670 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed1be8-fbbc-4954-a5ee-2a12a3fd3c68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:16.086301 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed1be8-fbbc-4954-a5ee-2a12a3fd3c68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:16.086866 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed1be8-fbbc-4954-a5ee-2a12a3fd3c68 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:16.087428 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed1be8-fbbc-4954-a5ee-2a12a3fd3c68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:16.087986 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed1be8-fbbc-4954-a5ee-2a12a3fd3c68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:16.088561 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed1be8-fbbc-4954-a5ee-2a12a3fd3c68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:16.089264 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed1be8-fbbc-4954-a5ee-2a12a3fd3c68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:16.089812 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed1be8-fbbc-4954-a5ee-2a12a3fd3c68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:16.105093 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41242) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:16.124839 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['c58ea708-4565-4b16-a53e-c9c57ba4f3a2'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:58:16.166389 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9fd5d6e1-7f00-4a4f-ad30-d87d0544d71a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=405f14961293446ebadaa701e5bf6997&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0599391 Aug 10 00:58:16.170041 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41246) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:16.180455 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3bc03e90-d52e-4723-8b64-beb968e5b298 req-db7aca7b-bc90-4c63-af53-de7b40c7d200 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/security-groups?id=709ca5dd-a64e-4e40-a421-0f2b5d9fc282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560535 Aug 10 00:58:16.230441 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3f2bef30-3c69-41ee-9223-391a3e682a17 req-1b28896d-955c-426d-ab8d-bab5e97caf97 service neutron] 10.222.0.24 "GET /v2.0/networks/84d848d6-7fc5-41ca-ba05-463d0b866659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961973 Aug 10 00:58:16.232850 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:16.281007 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6d07c7e8-5165-4ab3-87de-f75a1349131d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:16.318264 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6d07c7e8-5165-4ab3-87de-f75a1349131d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:16.381861 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6d07c7e8-5165-4ab3-87de-f75a1349131d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:16.386355 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6d07c7e8-5165-4ab3-87de-f75a1349131d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:16.389998 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6d07c7e8-5165-4ab3-87de-f75a1349131d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d73b4de3-ce87-441b-8a15-1b349ab4dcf2 HTTP/1.1" status: 204 len: 168 time: 0.2163575 Aug 10 00:58:16.396972 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07c7e8-5165-4ab3-87de-f75a1349131d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73b4de3-ce87-441b-8a15-1b349ab4dcf2,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:16.626437 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b738120-b6d1-4947-98c9-9162606bb1dd req-2cb23501-4b83-4d9a-8501-01f942e3efa7 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:16.627825 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b738120-b6d1-4947-98c9-9162606bb1dd req-2cb23501-4b83-4d9a-8501-01f942e3efa7 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 943 time: 0.4178717 Aug 10 00:58:16.697067 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e6fc7-7de0-42a0-b125-0330810261ad req-d679b7d3-3290-4cff-a17f-2322e0ecf610 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:16.698543 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bc6e6fc7-7de0-42a0-b125-0330810261ad req-d679b7d3-3290-4cff-a17f-2322e0ecf610 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 946 time: 0.4176316 Aug 10 00:58:16.726673 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b738120-b6d1-4947-98c9-9162606bb1dd req-728af703-1724-4cdc-8541-826157532000 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/security-groups?id=59690946-e823-4318-92b2-2bfb3d8f40ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756736 Aug 10 00:58:16.734760 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0250abc0-270e-4823-93f7-3f8e97953a1c req-a95cb145-4dc4-42ff-a182-0bf666e9f678 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:16.776780 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95cb145-4dc4-42ff-a182-0bf666e9f678 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Pushing event deleted for resources: {'Port': ['ID=9b8123ae-38a5-43aa-98f7-f197b89ebe6d,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:16.797208 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bc6e6fc7-7de0-42a0-b125-0330810261ad req-10158ff8-b7a3-4a2a-bef0-600cab5c41a8 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857003 Aug 10 00:58:17.017209 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0250abc0-270e-4823-93f7-3f8e97953a1c req-a95cb145-4dc4-42ff-a182-0bf666e9f678 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Router 2a2c37e0-62c6-4f7b-a81d-a872163db1a4 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:58:17.033787 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ab8ad-cfac-462a-acfd-432530db70f8 req-d61ddd44-2f94-43f1-8dff-d2c52873b5c3 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:17.035297 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7c4ab8ad-cfac-462a-acfd-432530db70f8 req-d61ddd44-2f94-43f1-8dff-d2c52873b5c3 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccaad7b0-82bf-434a-9407-49a3ecd88d92 HTTP/1.1" status: 200 len: 945 time: 0.1069255 Aug 10 00:58:17.075467 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41284) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:17.101351 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6d221-ae68-4076-ab8e-a213685a89a8 req-0b2ca39c-d8eb-44f3-92c6-9ed2fc346da0 tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:17.102876 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eea6d221-ae68-4076-ab8e-a213685a89a8 req-0b2ca39c-d8eb-44f3-92c6-9ed2fc346da0 tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c4e6c12-f5d8-42c1-9c94-338a1e38f064 HTTP/1.1" status: 200 len: 943 time: 0.1346855 Aug 10 00:58:17.155401 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7c4ab8ad-cfac-462a-acfd-432530db70f8 req-487f1809-0373-43d1-b12a-a548def4b8a6 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076303 Aug 10 00:58:17.189827 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-1129d2ee-2ce8-4753-be89-b21c67c5aaab admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2142820816-network', 'tenant_id': '3221b693dad74910a47505fc0ac65e18'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:17.235698 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eea6d221-ae68-4076-ab8e-a213685a89a8 req-210d7af4-1900-414a-8b73-0bd2ca80c17c tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] 10.222.0.35 "GET /v2.0/security-groups?id=2bb672b6-c9be-4a7c-908b-4e5bb4c72409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128194 Aug 10 00:58:17.247089 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1129d2ee-2ce8-4753-be89-b21c67c5aaab admin admin] Made reservation on behalf of 3221b693dad74910a47505fc0ac65e18 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:58:17.250145 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1129d2ee-2ce8-4753-be89-b21c67c5aaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:17.261930 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1129d2ee-2ce8-4753-be89-b21c67c5aaab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:17.280896 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device c58ea708-4565-4b16-a53e-c9c57ba4f3a2 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:17.317762 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0250abc0-270e-4823-93f7-3f8e97953a1c req-a95cb145-4dc4-42ff-a182-0bf666e9f678 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:58:17.344916 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fdc1b6-1790-4e65-96b5-d9bfcbc7c20b None None] Sync routers for ids ['2a2c37e0-62c6-4f7b-a81d-a872163db1a4'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:58:17.362432 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fdc1b6-1790-4e65-96b5-d9bfcbc7c20b None None] Routers {'2a2c37e0-62c6-4f7b-a81d-a872163db1a4'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:58:17.363873 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-16fdc1b6-1790-4e65-96b5-d9bfcbc7c20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:58:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['2a2c37e0-62c6-4f7b-a81d-a872163db1a4'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:17.395013 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1129d2ee-2ce8-4753-be89-b21c67c5aaab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:17.395602 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0250abc0-270e-4823-93f7-3f8e97953a1c req-a95cb145-4dc4-42ff-a182-0bf666e9f678 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] No DVR routers for this DVR port 9b8123ae-38a5-43aa-98f7-f197b89ebe6d on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:58:17.399142 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0250abc0-270e-4823-93f7-3f8e97953a1c req-a95cb145-4dc4-42ff-a182-0bf666e9f678 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:17.402183 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0250abc0-270e-4823-93f7-3f8e97953a1c req-a95cb145-4dc4-42ff-a182-0bf666e9f678 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.20 "DELETE /v2.0/ports/9b8123ae-38a5-43aa-98f7-f197b89ebe6d HTTP/1.1" status: 204 len: 173 time: 2.8640695 Aug 10 00:58:17.402773 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1129d2ee-2ce8-4753-be89-b21c67c5aaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:17.421849 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '667a1a15-88be-4d95-9216-e10e3cb4725c', 'name': 'network-vif-deleted', 'tag': '9b8123ae-38a5-43aa-98f7-f197b89ebe6d'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:17.425053 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b51ece-1f80-4c4a-9ab7-5322aa722290" -d '{"events": [{"server_uuid": "667a1a15-88be-4d95-9216-e10e3cb4725c", "name": "network-vif-deleted", "tag": "9b8123ae-38a5-43aa-98f7-f197b89ebe6d"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:17.463390 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-415b25f2-65ff-4b8e-b420-6aaf1bc924e5 req-6a943888-037a-4a97-b985-1d65b5867b5a tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/ports?device_id=667a1a15-88be-4d95-9216-e10e3cb4725c HTTP/1.1" status: 200 len: 210 time: 0.1034448 Aug 10 00:58:17.475354 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1129d2ee-2ce8-4753-be89-b21c67c5aaab admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:58:17.486604 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129d2ee-2ce8-4753-be89-b21c67c5aaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394e9a05-96db-4e70-b832-a628fc54d03b,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:17.487294 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port c58ea708-4565-4b16-a53e-c9c57ba4f3a2 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:58:17.490132 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a8b8d-a5b7-4fd0-82de-b4965a7d7581 req-5c3d68b2-f003-4d48-a500-318f4cbee25d tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:17.506838 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port c58ea708-4565-4b16-a53e-c9c57ba4f3a2 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:17.507440 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:17.510433 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8f6a8b8d-a5b7-4fd0-82de-b4965a7d7581 req-5c3d68b2-f003-4d48-a500-318f4cbee25d tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=c074a83d-ae7b-4a51-a3b9-6db5e930dfda HTTP/1.1" status: 200 len: 945 time: 0.2527232 Aug 10 00:58:17.513487 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1129d2ee-2ce8-4753-be89-b21c67c5aaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:17.513834 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-1129d2ee-2ce8-4753-be89-b21c67c5aaab admin admin] Added segment 418c1dfe-3f65-4841-a3b1-c76f783c8e90 of type vlan for network b0e4565a-db99-4531-95f3-eb12dbfb297b Aug 10 00:58:17.558267 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8f6a8b8d-a5b7-4fd0-82de-b4965a7d7581 req-55d00041-53b8-4c52-a1db-aa2ce7fdf33c tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463967 Aug 10 00:58:17.561485 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-16fdc1b6-1790-4e65-96b5-d9bfcbc7c20b None None] Set router 2a2c37e0-62c6-4f7b-a81d-a872163db1a4 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:58:17.565064 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41300) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:17.582190 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1129d2ee-2ce8-4753-be89-b21c67c5aaab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:17.591553 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc3d67c-45bf-4d5f-890d-cbc68c639374 x-openstack-request-id: req-2fc3d67c-45bf-4d5f-890d-cbc68c639374 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:58:17.591848 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "667a1a15-88be-4d95-9216-e10e3cb4725c", "name": "network-vif-deleted", "tag": "9b8123ae-38a5-43aa-98f7-f197b89ebe6d", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:58:17.592116 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2fc3d67c-45bf-4d5f-890d-cbc68c639374 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:58:17.596098 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '667a1a15-88be-4d95-9216-e10e3cb4725c', 'name': 'network-vif-deleted', 'tag': '9b8123ae-38a5-43aa-98f7-f197b89ebe6d', 'status': 'completed', 'code': 200} Aug 10 00:58:17.635811 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1129d2ee-2ce8-4753-be89-b21c67c5aaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:17.637197 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1129d2ee-2ce8-4753-be89-b21c67c5aaab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:17.637915 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1129d2ee-2ce8-4753-be89-b21c67c5aaab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:17.670564 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1129d2ee-2ce8-4753-be89-b21c67c5aaab admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5935712 Aug 10 00:58:17.722949 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129d2ee-2ce8-4753-be89-b21c67c5aaab admin admin] Pushing event updated for resources: {'Network': ['ID=b0e4565a-db99-4531-95f3-eb12dbfb297b,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:17.729039 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-6f16fcd0-356b-4fdd-bdda-6a006f3a212f admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2106302799-network', 'tenant_id': 'db5c8b9684fa461f8db69c9aa9376581'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:17.736473 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network b0e4565a-db99-4531-95f3-eb12dbfb297b details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:58:17.763900 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f16fcd0-356b-4fdd-bdda-6a006f3a212f admin admin] Made reservation on behalf of db5c8b9684fa461f8db69c9aa9376581 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:58:17.774082 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6f16fcd0-356b-4fdd-bdda-6a006f3a212f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:17.783503 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6f16fcd0-356b-4fdd-bdda-6a006f3a212f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:17.837570 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:17.883282 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3607e3-df3f-4173-9361-b4274be1d1c7 req-c0d0939e-a099-41c7-844b-ea4fcadb799b tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:17.885222 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7d3607e3-df3f-4173-9361-b4274be1d1c7 req-c0d0939e-a099-41c7-844b-ea4fcadb799b tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 943 time: 0.0723841 Aug 10 00:58:17.908107 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccaad7b0-82bf-434a-9407-49a3ecd88d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58ea708-4565-4b16-a53e-c9c57ba4f3a2'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:17.910523 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf99c9b4-c6fa-4516-a79b-afb6b704de25" -d '{"events": [{"server_uuid": "ccaad7b0-82bf-434a-9407-49a3ecd88d92", "name": "network-vif-plugged", "status": "completed", "tag": "c58ea708-4565-4b16-a53e-c9c57ba4f3a2"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:17.931982 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port c58ea708-4565-4b16-a53e-c9c57ba4f3a2, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=c58ea708-4565-4b16-a53e-c9c57ba4f3a2,segment=NetworkSegment(45b34241-697f-4f50-87d8-6d6db6581d08),segment_id=45b34241-697f-4f50-87d8-6d6db6581d08)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:17.939994 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:17.970539 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 9b8123ae-38a5-43aa-98f7-f197b89ebe6d no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:58:18.001248 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 9b8123ae-38a5-43aa-98f7-f197b89ebe6d {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:58:18.002013 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 9b8123ae-38a5-43aa-98f7-f197b89ebe6d not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:58:18.008698 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6f16fcd0-356b-4fdd-bdda-6a006f3a212f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:18.012877 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7d3607e3-df3f-4173-9361-b4274be1d1c7 req-dac928f6-22c1-4aae-a0d6-a1fe16ae9c4c tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/security-groups?id=59690946-e823-4318-92b2-2bfb3d8f40ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024771 Aug 10 00:58:18.018847 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-16fdc1b6-1790-4e65-96b5-d9bfcbc7c20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865821593-router', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'fb7fb90c-ee87-43b5-a087-f1628df89431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:51:05Z', 'updated_at': '2021-08-10T00:51:11Z', 'revision_number': 4, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'gw_port': {'id': 'fb7fb90c-ee87-43b5-a087-f1628df89431', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:54:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:06Z', 'updated_at': '2021-08-10T00:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'f2974e0d-3e49-4448-977f-355123778c9e', 'name': '', 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'mac_address': 'fa:16:3e:25:b3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '2ecd1c4b-499a-4426-9e1d-abb75625188f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:09Z', 'updated_at': '2021-08-10T00:51:17Z', 'revision_number': 5, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'subnets': [{'id': '2ecd1c4b-499a-4426-9e1d-abb75625188f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:18.047173 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6f16fcd0-356b-4fdd-bdda-6a006f3a212f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:18.047480 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=c58ea708-4565-4b16-a53e-c9c57ba4f3a2,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:18.060366 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fdc1b6-1790-4e65-96b5-d9bfcbc7c20b None None] Checking router: 2a2c37e0-62c6-4f7b-a81d-a872163db1a4 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:58:18.070425 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fdc1b6-1790-4e65-96b5-d9bfcbc7c20b None None] Routers {'2a2c37e0-62c6-4f7b-a81d-a872163db1a4'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:58:18.071095 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-16fdc1b6-1790-4e65-96b5-d9bfcbc7c20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:58:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['2a2c37e0-62c6-4f7b-a81d-a872163db1a4'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:18.172258 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f16fcd0-356b-4fdd-bdda-6a006f3a212f admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:58:18.179990 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-16fdc1b6-1790-4e65-96b5-d9bfcbc7c20b None None] Set router 2a2c37e0-62c6-4f7b-a81d-a872163db1a4 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:58:18.221265 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6f16fcd0-356b-4fdd-bdda-6a006f3a212f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:18.221608 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-6f16fcd0-356b-4fdd-bdda-6a006f3a212f admin admin] Added segment f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38 of type vlan for network e6332a27-ba49-4d7e-93ff-d255b803530a Aug 10 00:58:18.235397 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f16fcd0-356b-4fdd-bdda-6a006f3a212f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed055a5-1959-4ec0-b995-7692b37bc778,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:18.304826 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6f16fcd0-356b-4fdd-bdda-6a006f3a212f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:18.318495 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfdf62b-211f-44c7-8859-80bf0bd1fa4d req-7dbd870c-717d-4e7f-a6aa-d54afa4a0c34 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:18.319972 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7cfdf62b-211f-44c7-8859-80bf0bd1fa4d req-7dbd870c-717d-4e7f-a6aa-d54afa4a0c34 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 946 time: 0.2289035 Aug 10 00:58:18.326744 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b887a-cd4d-464d-bc49-13e763085892 req-562ff3aa-f20b-4c23-9e82-07729a7afc40 tempest-ComputeTenantNetworksTest-793638054 tempest-ComputeTenantNetworksTest-793638054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:18.332503 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b887a-cd4d-464d-bc49-13e763085892 req-562ff3aa-f20b-4c23-9e82-07729a7afc40 tempest-ComputeTenantNetworksTest-793638054 tempest-ComputeTenantNetworksTest-793638054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:18.339166 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b887a-cd4d-464d-bc49-13e763085892 req-562ff3aa-f20b-4c23-9e82-07729a7afc40 tempest-ComputeTenantNetworksTest-793638054 tempest-ComputeTenantNetworksTest-793638054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:18.340963 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-581b887a-cd4d-464d-bc49-13e763085892 req-562ff3aa-f20b-4c23-9e82-07729a7afc40 tempest-ComputeTenantNetworksTest-793638054 tempest-ComputeTenantNetworksTest-793638054-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3608010 Aug 10 00:58:18.383514 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-16fdc1b6-1790-4e65-96b5-d9bfcbc7c20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865821593-router', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'fb7fb90c-ee87-43b5-a087-f1628df89431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:51:05Z', 'updated_at': '2021-08-10T00:51:11Z', 'revision_number': 4, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'gw_port': {'id': 'fb7fb90c-ee87-43b5-a087-f1628df89431', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:54:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:06Z', 'updated_at': '2021-08-10T00:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'f2974e0d-3e49-4448-977f-355123778c9e', 'name': '', 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'mac_address': 'fa:16:3e:25:b3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '2ecd1c4b-499a-4426-9e1d-abb75625188f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:09Z', 'updated_at': '2021-08-10T00:51:17Z', 'revision_number': 5, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'subnets': [{'id': '2ecd1c4b-499a-4426-9e1d-abb75625188f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:18.386976 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381f9577-2800-4fb9-9c71-4df16aea7a0a x-openstack-request-id: req-381f9577-2800-4fb9-9c71-4df16aea7a0a {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:58:18.387271 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccaad7b0-82bf-434a-9407-49a3ecd88d92", "name": "network-vif-plugged", "status": "completed", "tag": "c58ea708-4565-4b16-a53e-c9c57ba4f3a2", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:58:18.387530 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-381f9577-2800-4fb9-9c71-4df16aea7a0a {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:58:18.388060 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccaad7b0-82bf-434a-9407-49a3ecd88d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58ea708-4565-4b16-a53e-c9c57ba4f3a2', 'code': 200} Aug 10 00:58:18.392448 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7cfdf62b-211f-44c7-8859-80bf0bd1fa4d req-959a14c6-a110-4850-b2e1-76e3ed119173 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504735 Aug 10 00:58:18.400356 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6f16fcd0-356b-4fdd-bdda-6a006f3a212f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:18.401369 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f16fcd0-356b-4fdd-bdda-6a006f3a212f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:18.401975 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6f16fcd0-356b-4fdd-bdda-6a006f3a212f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:18.419024 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fdc1b6-1790-4e65-96b5-d9bfcbc7c20b None None] The sync data for ids ['2a2c37e0-62c6-4f7b-a81d-a872163db1a4'] in n-d-766726-26 is: [{'id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865821593-router', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'fb7fb90c-ee87-43b5-a087-f1628df89431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:51:05Z', 'updated_at': '2021-08-10T00:51:11Z', 'revision_number': 4, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'gw_port': {'id': 'fb7fb90c-ee87-43b5-a087-f1628df89431', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:54:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:06Z', 'updated_at': '2021-08-10T00:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'f2974e0d-3e49-4448-977f-355123778c9e', 'name': '', 'network_id': 'c58b2db2-79c7-40d4-af6c-7a7b4827f110', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'mac_address': 'fa:16:3e:25:b3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '2ecd1c4b-499a-4426-9e1d-abb75625188f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:09Z', 'updated_at': '2021-08-10T00:51:17Z', 'revision_number': 5, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'subnets': [{'id': '2ecd1c4b-499a-4426-9e1d-abb75625188f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:58:18.548367 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6f16fcd0-356b-4fdd-bdda-6a006f3a212f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9814727 Aug 10 00:58:18.551267 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41326) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:18.556718 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-b7747383-6429-4f43-a82f-631ef18f7138 admin admin] Request body: {'subnet': {'network_id': 'e6332a27-ba49-4d7e-93ff-d255b803530a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2106302799-subnet', 'tenant_id': 'db5c8b9684fa461f8db69c9aa9376581', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:18.573599 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f16fcd0-356b-4fdd-bdda-6a006f3a212f admin admin] Pushing event updated for resources: {'Network': ['ID=e6332a27-ba49-4d7e-93ff-d255b803530a,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:18.581059 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7747383-6429-4f43-a82f-631ef18f7138 admin admin] Made reservation on behalf of db5c8b9684fa461f8db69c9aa9376581 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:58:18.585704 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b7747383-6429-4f43-a82f-631ef18f7138 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:18.591278 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network e6332a27-ba49-4d7e-93ff-d255b803530a details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:58:18.613048 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b69f98-62ac-4a59-bc45-380b61c5430e req-b640b6d4-6d2e-4166-a87a-cd877aa49fea tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:18.614666 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-17b69f98-62ac-4a59-bc45-380b61c5430e req-b640b6d4-6d2e-4166-a87a-cd877aa49fea tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccaad7b0-82bf-434a-9407-49a3ecd88d92 HTTP/1.1" status: 200 len: 946 time: 0.1416450 Aug 10 00:58:18.626932 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abfdfb-ab9d-45f7-adfe-4568d5f300e4 req-5e361194-32d4-4d90-a910-ececa17fafc8 tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:18.628487 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-33abfdfb-ab9d-45f7-adfe-4568d5f300e4 req-5e361194-32d4-4d90-a910-ececa17fafc8 tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c4e6c12-f5d8-42c1-9c94-338a1e38f064 HTTP/1.1" status: 200 len: 943 time: 0.1280847 Aug 10 00:58:18.632210 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccfcbbf-98bf-40cf-9a15-71a66aa1d01e req-e2698304-0e27-440b-a75b-e57077767e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:18.633640 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5ccfcbbf-98bf-40cf-9a15-71a66aa1d01e req-e2698304-0e27-440b-a75b-e57077767e2c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ccaad7b0-82bf-434a-9407-49a3ecd88d92 HTTP/1.1" status: 200 len: 1098 time: 0.1618137 Aug 10 00:58:18.723234 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b8f60f-8598-49b1-bc4d-781cfd304eae None None] New status for floating IP 5b3c7bac-3945-4b98-b658-63b5ab6415b4: DOWN {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 00:58:18.737003 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-17b69f98-62ac-4a59-bc45-380b61c5430e req-d0b85eda-04d6-4792-b76d-ac3ef129fbf8 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072330 Aug 10 00:58:18.747915 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5ccfcbbf-98bf-40cf-9a15-71a66aa1d01e req-9683855f-d90b-4db9-9d41-fdd84eb16076 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043115 Aug 10 00:58:18.751262 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-33abfdfb-ab9d-45f7-adfe-4568d5f300e4 req-198d1bdd-2d84-43a0-9989-c0304c1a330a tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] 10.222.0.35 "GET /v2.0/security-groups?id=2bb672b6-c9be-4a7c-908b-4e5bb4c72409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089675 Aug 10 00:58:18.803570 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b7747383-6429-4f43-a82f-631ef18f7138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:18.872595 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7747383-6429-4f43-a82f-631ef18f7138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ce092a3-f550-437a-8928-43805c65d849,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:18.879913 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7747383-6429-4f43-a82f-631ef18f7138 admin admin] Checking segment: {'id': 'f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e6332a27-ba49-4d7e-93ff-d255b803530a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:58:18.880826 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7747383-6429-4f43-a82f-631ef18f7138 admin admin] Network hostable DHCP agents. Network: e6332a27-ba49-4d7e-93ff-d255b803530a, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:58:18.883673 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f4f33-f5c5-40ec-b863-0af0c32e145a req-421ddd3c-e8a4-4bcd-b337-e97976fe2541 tempest-ComputeTenantNetworksTest-793638054 tempest-ComputeTenantNetworksTest-793638054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:18.885644 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-281f4f33-f5c5-40ec-b863-0af0c32e145a req-421ddd3c-e8a4-4bcd-b337-e97976fe2541 tempest-ComputeTenantNetworksTest-793638054 tempest-ComputeTenantNetworksTest-793638054-project] 10.222.0.35 "GET /v2.0/networks/b0e4565a-db99-4531-95f3-eb12dbfb297b HTTP/1.1" status: 200 len: 769 time: 0.1175659 Aug 10 00:58:18.895347 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41332) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:18.909774 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7747383-6429-4f43-a82f-631ef18f7138 admin admin] Network e6332a27-ba49-4d7e-93ff-d255b803530a is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:58:18.921259 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-b7747383-6429-4f43-a82f-631ef18f7138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, e6332a27-ba49-4d7e-93ff-d255b803530a) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:18.929627 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7747383-6429-4f43-a82f-631ef18f7138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:18.930073 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b7747383-6429-4f43-a82f-631ef18f7138 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:18.939118 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64bc230-7b15-437b-aa7a-a06f82a8e37a None None] Network e6332a27-ba49-4d7e-93ff-d255b803530a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:58:18.969598 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b7747383-6429-4f43-a82f-631ef18f7138 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4166608 Aug 10 00:58:19.004709 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7dc929a0-537b-4c47-8d97-ef3b6dd2403a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:19.013993 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41340) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:19.073822 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d581-e46a-458f-8d47-54c15410bb11 req-c320efc1-5c1c-45f6-9740-0919c4007614 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:19.081168 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ea8bdfde-7142-41cd-b659-29cccb4b1a7b tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:19.081552 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3eb4d581-e46a-458f-8d47-54c15410bb11 req-c320efc1-5c1c-45f6-9740-0919c4007614 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=c074a83d-ae7b-4a51-a3b9-6db5e930dfda HTTP/1.1" status: 200 len: 945 time: 0.1131701 Aug 10 00:58:19.112407 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ea8bdfde-7142-41cd-b659-29cccb4b1a7b tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:19.128425 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7155134c-9285-4a31-84f9-0a8a006cfb84 None None] Network e6332a27-ba49-4d7e-93ff-d255b803530a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:58:19.183849 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ea8bdfde-7142-41cd-b659-29cccb4b1a7b tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:19.192310 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ea8bdfde-7142-41cd-b659-29cccb4b1a7b tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:19.192310 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ea8bdfde-7142-41cd-b659-29cccb4b1a7b tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "DELETE /v2.0/security-groups/709ca5dd-a64e-4e40-a421-0f2b5d9fc282 HTTP/1.1" status: 204 len: 168 time: 0.1767263 Aug 10 00:58:19.197668 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41348) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:19.199538 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7dc929a0-537b-4c47-8d97-ef3b6dd2403a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:19.207595 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8bdfde-7142-41cd-b659-29cccb4b1a7b tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=709ca5dd-a64e-4e40-a421-0f2b5d9fc282,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:19.233546 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-7dc929a0-537b-4c47-8d97-ef3b6dd2403a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0e4565a-db99-4531-95f3-eb12dbfb297b']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:19.256869 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-7dc929a0-537b-4c47-8d97-ef3b6dd2403a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418c1dfe-3f65-4841-a3b1-c76f783c8e90') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:19.257164 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-7dc929a0-537b-4c47-8d97-ef3b6dd2403a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418c1dfe-3f65-4841-a3b1-c76f783c8e90') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:19.259547 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-62e4b653-79c7-4520-ba6b-6e237ae4d0ce tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] show failed (client error): The resource could not be found. Aug 10 00:58:19.260636 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-62e4b653-79c7-4520-ba6b-6e237ae4d0ce tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "GET /v2.0/security-groups/709ca5dd-a64e-4e40-a421-0f2b5d9fc282 HTTP/1.1" status: 404 len: 347 time: 0.0561659 Aug 10 00:58:19.263879 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3eb4d581-e46a-458f-8d47-54c15410bb11 req-abcb0b29-ebbf-443e-882e-a6d82f31fa4b tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813161 Aug 10 00:58:19.264679 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41350) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:19.276502 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7dc929a0-537b-4c47-8d97-ef3b6dd2403a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:19.320123 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777e304-f01d-4638-88c8-6f7ee4be77e1 req-bca1c827-f128-46b1-80c9-ba07c67992c6 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:19.328990 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c777e304-f01d-4638-88c8-6f7ee4be77e1 req-bca1c827-f128-46b1-80c9-ba07c67992c6 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 943 time: 0.1978602 Aug 10 00:58:19.331785 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device cf02f27d-9f44-4fd6-956e-0139852e2201 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:58:19.331969 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7dc929a0-537b-4c47-8d97-ef3b6dd2403a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:19.367984 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc929a0-537b-4c47-8d97-ef3b6dd2403a admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:58:19.368792 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7dc929a0-537b-4c47-8d97-ef3b6dd2403a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:19.370518 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 00:58:19.370518 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:58:19.370518 n-d-766726-26 neutron-server[105826]: timer() Aug 10 00:58:19.370518 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:58:19.370518 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 00:58:19.370518 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:58:19.370518 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 00:58:19.370518 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:58:19.370518 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 00:58:19.370518 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:58:19.370518 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 00:58:19.370518 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:58:19.370518 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 00:58:19.370518 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:58:19.370518 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:58:19.370518 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:58:19.370518 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:58:19.370518 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:58:19.370518 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 00:58:19.370518 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:58:19.370518 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 00:58:19.370518 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:58:19.370518 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:58:19.370518 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:58:19.370518 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 00:58:19.370518 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:58:19.370518 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:58:19.370518 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:58:19.370518 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:58:19.370518 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:58:19.370518 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:58:19.370518 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:58:19.428631 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c777e304-f01d-4638-88c8-6f7ee4be77e1 req-896b4b39-bbca-4977-9fab-73e926c6502b tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/security-groups?id=59690946-e823-4318-92b2-2bfb3d8f40ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943346 Aug 10 00:58:19.479652 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7dc929a0-537b-4c47-8d97-ef3b6dd2403a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:19.484929 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7dc929a0-537b-4c47-8d97-ef3b6dd2403a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:19.489376 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7dc929a0-537b-4c47-8d97-ef3b6dd2403a admin admin] 10.222.0.35 "DELETE /v2.0/networks/b0e4565a-db99-4531-95f3-eb12dbfb297b HTTP/1.1" status: 204 len: 168 time: 0.5902436 Aug 10 00:58:19.491237 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-b266cdae-4889-4ca6-be35-e261d699f817 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Deleting port ae653aaf-e2c3-4348-8133-317b66c74ae0 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:58:19.491583 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b266cdae-4889-4ca6-be35-e261d699f817 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:19.494836 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port cf02f27d-9f44-4fd6-956e-0139852e2201, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=cf02f27d-9f44-4fd6-956e-0139852e2201,segment=NetworkSegment(2525a6de-e0b3-477f-9163-5dd50ba2e1de),segment_id=2525a6de-e0b3-477f-9163-5dd50ba2e1de)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:19.510553 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'cf02f27d-9f44-4fd6-956e-0139852e2201', 'network_id': '84d848d6-7fc5-41ca-ba05-463d0b866659', 'port_id': 'cf02f27d-9f44-4fd6-956e-0139852e2201', 'mac_address': 'fa:16:3e:0f:a2:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37a7a6ed-e6cb-4903-b17c-cc729cc80731', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:58:19.555824 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:19.576668 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b266cdae-4889-4ca6-be35-e261d699f817 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:19.577335 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b266cdae-4889-4ca6-be35-e261d699f817 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:19.582957 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf02f27d-9f44-4fd6-956e-0139852e2201 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:58:19.595011 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-b266cdae-4889-4ca6-be35-e261d699f817 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Calling delete_port for ae653aaf-e2c3-4348-8133-317b66c74ae0 owned by network:floatingip {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:58:19.614652 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port cf02f27d-9f44-4fd6-956e-0139852e2201, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=cf02f27d-9f44-4fd6-956e-0139852e2201,segment=NetworkSegment(2525a6de-e0b3-477f-9163-5dd50ba2e1de),segment_id=2525a6de-e0b3-477f-9163-5dd50ba2e1de)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:19.619970 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:19.621279 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 1ddc0315-51ab-4f69-8668-cfd38196b9f5 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:58:19.633615 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc929a0-537b-4c47-8d97-ef3b6dd2403a admin admin] Pushing event deleted for resources: {'Network': ['ID=b0e4565a-db99-4531-95f3-eb12dbfb297b,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:19.658788 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41366) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:19.691378 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-ef5748c9-bddf-4ce9-a017-2fcd1c5c0452 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:19.693507 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-ef5748c9-bddf-4ce9-a017-2fcd1c5c0452 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/networks?id=e6332a27-ba49-4d7e-93ff-d255b803530a HTTP/1.1" status: 200 len: 822 time: 0.2266235 Aug 10 00:58:19.705997 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d865ac8-c978-46ec-a3ce-94098b7cf2fd req-8008874a-40b4-4b09-944e-7b44ae3aad69 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:19.709114 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d865ac8-c978-46ec-a3ce-94098b7cf2fd req-8008874a-40b4-4b09-944e-7b44ae3aad69 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 946 time: 0.1851304 Aug 10 00:58:19.730192 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=cf02f27d-9f44-4fd6-956e-0139852e2201,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:19.753048 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-77f3751c-7590-4e10-ac10-41d094d52000 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/quotas/db5c8b9684fa461f8db69c9aa9376581 HTTP/1.1" status: 200 len: 375 time: 0.0406709 Aug 10 00:58:19.759533 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3a9824c3-b8c8-44ac-9bcb-692144cacb5c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3221b693dad74910a47505fc0ac65e18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0976510 Aug 10 00:58:19.760426 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41370) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:19.776253 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d865ac8-c978-46ec-a3ce-94098b7cf2fd req-d72b9d6e-6b3a-400e-b743-6b4f8af11899 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588989 Aug 10 00:58:19.802904 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 1ddc0315-51ab-4f69-8668-cfd38196b9f5, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=1ddc0315-51ab-4f69-8668-cfd38196b9f5,segment=NetworkSegment(446fd008-2507-4a5e-9fed-218415aad1a2),segment_id=446fd008-2507-4a5e-9fed-218415aad1a2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:19.808852 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-fbde1704-66fa-4124-a896-7c11ad653375 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=db5c8b9684fa461f8db69c9aa9376581&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359671 Aug 10 00:58:19.824175 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b266cdae-4889-4ca6-be35-e261d699f817 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:19.831106 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '1ddc0315-51ab-4f69-8668-cfd38196b9f5', 'network_id': 'a43f7e3c-72ab-4b6a-a1ff-a71acaa98e84', 'port_id': '1ddc0315-51ab-4f69-8668-cfd38196b9f5', 'mac_address': 'fa:16:3e:52:1a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d4b4f09-e2e5-4690-a935-7d00ad7d646f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:58:19.855475 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266cdae-4889-4ca6-be35-e261d699f817 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Pushing event deleted for resources: {'Port': ['ID=ae653aaf-e2c3-4348-8133-317b66c74ae0,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:19.901791 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:19.913408 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c3d88adf-4956-4d80-bf3f-f709cadfa963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:19.917869 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ddc0315-51ab-4f69-8668-cfd38196b9f5 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:58:19.944383 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 1ddc0315-51ab-4f69-8668-cfd38196b9f5, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=1ddc0315-51ab-4f69-8668-cfd38196b9f5,segment=NetworkSegment(446fd008-2507-4a5e-9fed-218415aad1a2),segment_id=446fd008-2507-4a5e-9fed-218415aad1a2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:19.947290 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c3d88adf-4956-4d80-bf3f-f709cadfa963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:19.949154 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:19.960697 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b266cdae-4889-4ca6-be35-e261d699f817 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks [] for floatingip, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:19.963312 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b266cdae-4889-4ca6-be35-e261d699f817 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:19.964492 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b266cdae-4889-4ca6-be35-e261d699f817 tempest-ServersWithSpecificFlavorTestJSON-528964954 tempest-ServersWithSpecificFlavorTestJSON-528964954-project] 10.222.0.35 "DELETE /v2.0/floatingips/5b3c7bac-3945-4b98-b658-63b5ab6415b4 HTTP/1.1" status: 204 len: 168 time: 0.6986191 Aug 10 00:58:19.975151 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c23e7-ffdd-481c-bb1d-19a1f197e9f7 req-00d6a1ef-150e-4403-9b50-d982a1fc7237 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:19.976680 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-af6c23e7-ffdd-481c-bb1d-19a1f197e9f7 req-00d6a1ef-150e-4403-9b50-d982a1fc7237 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccaad7b0-82bf-434a-9407-49a3ecd88d92 HTTP/1.1" status: 200 len: 946 time: 0.0965412 Aug 10 00:58:20.005232 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-f00079c9-26ec-480f-811f-de591698c41c service neutron] 10.222.0.35 "GET /v2.0/networks/e6332a27-ba49-4d7e-93ff-d255b803530a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880105 Aug 10 00:58:20.010947 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=1ddc0315-51ab-4f69-8668-cfd38196b9f5,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:20.012606 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c3d88adf-4956-4d80-bf3f-f709cadfa963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:20.018408 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c3d88adf-4956-4d80-bf3f-f709cadfa963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:20.019553 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c3d88adf-4956-4d80-bf3f-f709cadfa963 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/394e9a05-96db-4e70-b832-a628fc54d03b HTTP/1.1" status: 204 len: 168 time: 0.2584364 Aug 10 00:58:20.027993 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d88adf-4956-4d80-bf3f-f709cadfa963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394e9a05-96db-4e70-b832-a628fc54d03b,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:20.069357 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-af6c23e7-ffdd-481c-bb1d-19a1f197e9f7 req-ab7c5569-b76b-459b-850a-550686c7a84d tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866547 Aug 10 00:58:20.117171 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-06965ba8-0b79-4d3f-bffc-06300f710c97 service neutron] 10.222.0.35 "GET /v2.0/networks/e6332a27-ba49-4d7e-93ff-d255b803530a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017079 Aug 10 00:58:20.189822 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25d2f8-af97-4615-879b-b01c9a126b62 req-c15c596c-02a1-42e9-a759-8b25224be509 tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:20.191786 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7c25d2f8-af97-4615-879b-b01c9a126b62 req-c15c596c-02a1-42e9-a759-8b25224be509 tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c4e6c12-f5d8-42c1-9c94-338a1e38f064 HTTP/1.1" status: 200 len: 944 time: 0.0549128 Aug 10 00:58:20.234682 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7c25d2f8-af97-4615-879b-b01c9a126b62 req-ecf1fe82-549d-4513-9a2d-868146045331 tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] 10.222.0.35 "GET /v2.0/security-groups?id=2bb672b6-c9be-4a7c-908b-4e5bb4c72409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346520 Aug 10 00:58:20.263430 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['1ddc0315-51ab-4f69-8668-cfd38196b9f5'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:58:20.268917 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['cf02f27d-9f44-4fd6-956e-0139852e2201'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:58:20.328157 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-516b2ecc-f579-4c64-9e9c-a8535d29e206 req-62e078b8-74cd-47f0-9e58-8b27942210de tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=76341b2d-0159-4c9f-9545-3aac23f39b1e HTTP/1.1" status: 200 len: 210 time: 0.0348363 Aug 10 00:58:20.458820 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6207e6-48d9-45ae-91e0-9fd56a570593 req-61693616-135f-4a33-9deb-54df8aa8f094 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:20.460620 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8b6207e6-48d9-45ae-91e0-9fd56a570593 req-61693616-135f-4a33-9deb-54df8aa8f094 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=c074a83d-ae7b-4a51-a3b9-6db5e930dfda HTTP/1.1" status: 200 len: 945 time: 0.0824070 Aug 10 00:58:20.509507 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8b6207e6-48d9-45ae-91e0-9fd56a570593 req-e9f67244-044c-47a3-9826-d1e541f5991c tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418143 Aug 10 00:58:20.686252 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052365a-6612-4505-bc1f-c36fde984559 req-0d3207ec-fa8c-4053-8891-f3c1967d52b2 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:20.688221 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e052365a-6612-4505-bc1f-c36fde984559 req-0d3207ec-fa8c-4053-8891-f3c1967d52b2 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 944 time: 0.0769236 Aug 10 00:58:20.732317 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e052365a-6612-4505-bc1f-c36fde984559 req-04cc9b49-b125-4428-84ab-dc3de7d2598c tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/security-groups?id=59690946-e823-4318-92b2-2bfb3d8f40ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378342 Aug 10 00:58:20.931123 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791ddc9-128d-4e58-a016-87a99853111c req-5b950405-24d0-4e2b-a5c4-08088850fc96 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:20.932841 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7791ddc9-128d-4e58-a016-87a99853111c req-5b950405-24d0-4e2b-a5c4-08088850fc96 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 946 time: 0.0544131 Aug 10 00:58:20.985419 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7791ddc9-128d-4e58-a016-87a99853111c req-8e0f8adb-ae98-4fa0-bac0-4c7a9711b730 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420530 Aug 10 00:58:20.992914 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41428) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:21.010006 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41432) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:21.142520 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-96b58fb8-d2a6-4812-a486-75f70fa05b8b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1857390534-network', 'tenant_id': '4ce28956188140948295882b7e7eeddc'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:21.194886 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b58fb8-d2a6-4812-a486-75f70fa05b8b admin admin] Made reservation on behalf of 4ce28956188140948295882b7e7eeddc for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:58:21.197191 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-96b58fb8-d2a6-4812-a486-75f70fa05b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:21.208961 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-96b58fb8-d2a6-4812-a486-75f70fa05b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:21.220247 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd5d7c-d464-40ef-89d0-3cb8090bff41 req-c73e7ece-2d44-4912-af86-2a8a026e5c5a tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:21.221709 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1edd5d7c-d464-40ef-89d0-3cb8090bff41 req-c73e7ece-2d44-4912-af86-2a8a026e5c5a tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccaad7b0-82bf-434a-9407-49a3ecd88d92 HTTP/1.1" status: 200 len: 946 time: 0.0759208 Aug 10 00:58:21.278111 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1edd5d7c-d464-40ef-89d0-3cb8090bff41 req-8d916334-8c81-4fb2-a1f2-3e618249307a tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478060 Aug 10 00:58:21.311249 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device cf02f27d-9f44-4fd6-956e-0139852e2201 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:21.371844 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port cf02f27d-9f44-4fd6-956e-0139852e2201 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:58:21.376937 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port cf02f27d-9f44-4fd6-956e-0139852e2201 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:21.377835 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:21.379978 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-96b58fb8-d2a6-4812-a486-75f70fa05b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:21.391281 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-96b58fb8-d2a6-4812-a486-75f70fa05b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:21.422578 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a40b94-ceac-4667-8555-de70d597ed62 req-d9c87435-8c22-413e-b076-ae5c2342af38 tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:21.424937 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f3a40b94-ceac-4667-8555-de70d597ed62 req-d9c87435-8c22-413e-b076-ae5c2342af38 tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c4e6c12-f5d8-42c1-9c94-338a1e38f064 HTTP/1.1" status: 200 len: 944 time: 0.0878439 Aug 10 00:58:21.436543 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96b58fb8-d2a6-4812-a486-75f70fa05b8b admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:58:21.476555 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b58fb8-d2a6-4812-a486-75f70fa05b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d39426-1bf1-47ba-85df-91c0e98fc1a9,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:21.488825 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:21.499523 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-119b1380-135a-443b-a5ee-fd58c0a1325c req-c24a39cd-140f-44b2-9535-9a8c598cf114 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=76341b2d-0159-4c9f-9545-3aac23f39b1e HTTP/1.1" status: 200 len: 210 time: 0.0425143 Aug 10 00:58:21.500783 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-96b58fb8-d2a6-4812-a486-75f70fa05b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:21.501262 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-96b58fb8-d2a6-4812-a486-75f70fa05b8b admin admin] Added segment 136bec44-8d21-4a4a-9be0-ad0e395d978b of type vlan for network 9ff27b19-c3ac-4a51-8f0a-77d9d092a25c Aug 10 00:58:21.526027 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92997559-c006-48d5-af6e-2492dbdcff54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf02f27d-9f44-4fd6-956e-0139852e2201'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:21.529291 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc4978c-e5bf-4e43-a9f5-3200ff328d3c" -d '{"events": [{"server_uuid": "92997559-c006-48d5-af6e-2492dbdcff54", "name": "network-vif-plugged", "status": "completed", "tag": "cf02f27d-9f44-4fd6-956e-0139852e2201"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:21.544914 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port cf02f27d-9f44-4fd6-956e-0139852e2201, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=cf02f27d-9f44-4fd6-956e-0139852e2201,segment=NetworkSegment(2525a6de-e0b3-477f-9163-5dd50ba2e1de),segment_id=2525a6de-e0b3-477f-9163-5dd50ba2e1de)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:21.550810 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:21.551040 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d3f6c5e5-0362-493a-a1b3-ae2bce010f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:21.551294 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f3a40b94-ceac-4667-8555-de70d597ed62 req-b57b748c-5523-45a8-919a-14143b3dec6d tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] 10.222.0.35 "GET /v2.0/security-groups?id=2bb672b6-c9be-4a7c-908b-4e5bb4c72409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158433 Aug 10 00:58:21.566552 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-96b58fb8-d2a6-4812-a486-75f70fa05b8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:21.603557 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-96b58fb8-d2a6-4812-a486-75f70fa05b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:21.604930 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b58fb8-d2a6-4812-a486-75f70fa05b8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:21.605635 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-96b58fb8-d2a6-4812-a486-75f70fa05b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:21.681735 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-96b58fb8-d2a6-4812-a486-75f70fa05b8b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6704440 Aug 10 00:58:21.682566 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41458) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:21.691577 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832920dd-b798-4242-89e2-47766e805930 x-openstack-request-id: req-832920dd-b798-4242-89e2-47766e805930 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:58:21.691875 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92997559-c006-48d5-af6e-2492dbdcff54", "name": "network-vif-plugged", "status": "completed", "tag": "cf02f27d-9f44-4fd6-956e-0139852e2201", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:58:21.692146 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-832920dd-b798-4242-89e2-47766e805930 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:58:21.693114 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92997559-c006-48d5-af6e-2492dbdcff54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf02f27d-9f44-4fd6-956e-0139852e2201', 'code': 200} Aug 10 00:58:21.693255 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-eb262dc6-c25f-490b-bccb-bcef09bc5cd5 admin admin] Request body: {'subnet': {'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1857390534-subnet', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:21.701845 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b58fb8-d2a6-4812-a486-75f70fa05b8b admin admin] Pushing event updated for resources: {'Network': ['ID=9ff27b19-c3ac-4a51-8f0a-77d9d092a25c,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:21.722945 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=cf02f27d-9f44-4fd6-956e-0139852e2201,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:21.737759 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 9ff27b19-c3ac-4a51-8f0a-77d9d092a25c details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:58:21.924433 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-d3f6c5e5-0362-493a-a1b3-ae2bce010f87 admin admin] Deleting port f2974e0d-3e49-4448-977f-355123778c9e {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:58:21.924779 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d3f6c5e5-0362-493a-a1b3-ae2bce010f87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:22.015904 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-d3f6c5e5-0362-493a-a1b3-ae2bce010f87 admin admin] For port f2974e0d-3e49-4448-977f-355123778c9e, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=f2974e0d-3e49-4448-977f-355123778c9e,segment=NetworkSegment(00cd8800-3b5e-49b2-aecd-def2a07ae15a),segment_id=00cd8800-3b5e-49b2-aecd-def2a07ae15a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:22.016667 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d3f6c5e5-0362-493a-a1b3-ae2bce010f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:22.030462 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-d3f6c5e5-0362-493a-a1b3-ae2bce010f87 admin admin] Calling delete_port for f2974e0d-3e49-4448-977f-355123778c9e owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:58:22.107347 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb262dc6-c25f-490b-bccb-bcef09bc5cd5 admin admin] Made reservation on behalf of 4ce28956188140948295882b7e7eeddc for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:58:22.109634 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eb262dc6-c25f-490b-bccb-bcef09bc5cd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:22.214946 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d3f6c5e5-0362-493a-a1b3-ae2bce010f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:22.239777 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f6c5e5-0362-493a-a1b3-ae2bce010f87 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2974e0d-3e49-4448-977f-355123778c9e,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:22.284769 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3658a-df8c-4200-ad33-64f8a6c2473c req-9b9097c0-0c9a-4360-8ee7-b2ab2f9f1ab1 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:22.286917 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77f3658a-df8c-4200-ad33-64f8a6c2473c req-9b9097c0-0c9a-4360-8ee7-b2ab2f9f1ab1 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=c074a83d-ae7b-4a51-a3b9-6db5e930dfda HTTP/1.1" status: 200 len: 945 time: 0.5256312 Aug 10 00:58:22.300004 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52350a36-1ff8-43f5-b5bf-7581149f0c3a req-7f9f3278-bfa2-4cae-a0a0-53c8b844c666 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:22.301589 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-52350a36-1ff8-43f5-b5bf-7581149f0c3a req-7f9f3278-bfa2-4cae-a0a0-53c8b844c666 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/networks?id=68f568b0-c764-43be-a497-965794b9f9b4 HTTP/1.1" status: 200 len: 805 time: 0.6046579 Aug 10 00:58:22.303540 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b41320-28a9-4818-b3ba-1bb24f6c7e69 req-000f8fe9-eb7a-4da9-a64d-8427d2f5881f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:22.305031 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06b41320-28a9-4818-b3ba-1bb24f6c7e69 req-000f8fe9-eb7a-4da9-a64d-8427d2f5881f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 1097 time: 0.5469117 Aug 10 00:58:22.375366 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-52350a36-1ff8-43f5-b5bf-7581149f0c3a req-d81d2101-2dc1-477b-bbf9-184db7ad0a2e tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/quotas/9f1c82db603043b497c1daf48dd8e55e HTTP/1.1" status: 200 len: 375 time: 0.0563428 Aug 10 00:58:22.403319 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-a03517b6-69f9-4a7f-8401-2722223e9f5f tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:22.404853 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-a03517b6-69f9-4a7f-8401-2722223e9f5f tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.20 "GET /v2.0/networks?id=e6332a27-ba49-4d7e-93ff-d255b803530a HTTP/1.1" status: 200 len: 822 time: 0.3018718 Aug 10 00:58:22.418026 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d3f6c5e5-0362-493a-a1b3-ae2bce010f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:22.436427 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-93f7012a-94aa-4bc3-b3ad-fc017f851d5f tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Request body: {'port': {'device_id': '76341b2d-0159-4c9f-9545-3aac23f39b1e', 'network_id': 'e6332a27-ba49-4d7e-93ff-d255b803530a', 'admin_state_up': True, 'tenant_id': 'db5c8b9684fa461f8db69c9aa9376581'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:22.462921 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06b41320-28a9-4818-b3ba-1bb24f6c7e69 req-e60b8b3a-aa12-4c07-b655-02a53a9b4632 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=59690946-e823-4318-92b2-2bfb3d8f40ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450300 Aug 10 00:58:22.491296 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77f3658a-df8c-4200-ad33-64f8a6c2473c req-b482d9aa-ef16-4b0d-91dc-0b7a009f8a28 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853299 Aug 10 00:58:22.609948 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-52350a36-1ff8-43f5-b5bf-7581149f0c3a req-f2f55169-9f09-4a1b-ac78-735134aa3f34 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9f1c82db603043b497c1daf48dd8e55e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2155621 Aug 10 00:58:22.712143 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eb262dc6-c25f-490b-bccb-bcef09bc5cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:22.800419 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ea3da-0d09-4084-880c-9d6187f18f70 req-703c0295-ca1f-43bb-b89f-14db691c8f71 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:22.802426 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d52ea3da-0d09-4084-880c-9d6187f18f70 req-703c0295-ca1f-43bb-b89f-14db691c8f71 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 945 time: 0.2364655 Aug 10 00:58:22.824835 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb262dc6-c25f-490b-bccb-bcef09bc5cd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d5b8c68-57be-4c07-b3dd-20f44685cf57,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:22.844142 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-93f7012a-94aa-4bc3-b3ad-fc017f851d5f tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Made reservation on behalf of db5c8b9684fa461f8db69c9aa9376581 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:58:22.847584 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-93f7012a-94aa-4bc3-b3ad-fc017f851d5f tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:22.872272 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-52350a36-1ff8-43f5-b5bf-7581149f0c3a req-0cdb24d7-2e25-4c08-b812-98225a03ceab service neutron] 10.222.0.35 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408977 Aug 10 00:58:22.906124 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f6c5e5-0362-493a-a1b3-ae2bce010f87 admin admin] Router 2a2c37e0-62c6-4f7b-a81d-a872163db1a4 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:58:22.925474 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb262dc6-c25f-490b-bccb-bcef09bc5cd5 admin admin] Checking segment: {'id': '136bec44-8d21-4a4a-9be0-ad0e395d978b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:58:22.925848 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb262dc6-c25f-490b-bccb-bcef09bc5cd5 admin admin] Network hostable DHCP agents. Network: 9ff27b19-c3ac-4a51-8f0a-77d9d092a25c, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:58:22.986788 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d52ea3da-0d09-4084-880c-9d6187f18f70 req-607adee9-38c1-4df5-b7ff-ef752e1287e4 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/security-groups?id=59690946-e823-4318-92b2-2bfb3d8f40ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747406 Aug 10 00:58:23.026474 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb262dc6-c25f-490b-bccb-bcef09bc5cd5 admin admin] Network 9ff27b19-c3ac-4a51-8f0a-77d9d092a25c is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:58:23.037660 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f6c5e5-0362-493a-a1b3-ae2bce010f87 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:58:23.047471 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d3f6c5e5-0362-493a-a1b3-ae2bce010f87 admin admin] 10.222.0.35 "PUT /v2.0/routers/2a2c37e0-62c6-4f7b-a81d-a872163db1a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0528097 Aug 10 00:58:23.052496 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41468) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:23.057843 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcd5412-21d1-4c99-9ee3-83469c41998e None None] Sync routers for ids ['2a2c37e0-62c6-4f7b-a81d-a872163db1a4'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:58:23.069890 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcd5412-21d1-4c99-9ee3-83469c41998e None None] Routers {'2a2c37e0-62c6-4f7b-a81d-a872163db1a4'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:58:23.077310 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-5dcd5412-21d1-4c99-9ee3-83469c41998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:58:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['2a2c37e0-62c6-4f7b-a81d-a872163db1a4'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:23.078767 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-eb262dc6-c25f-490b-bccb-bcef09bc5cd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 9ff27b19-c3ac-4a51-8f0a-77d9d092a25c) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:23.117739 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb262dc6-c25f-490b-bccb-bcef09bc5cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:23.118452 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eb262dc6-c25f-490b-bccb-bcef09bc5cd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:23.124034 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83a46ac-4091-447f-8890-7c6f235a63c7 None None] Network 9ff27b19-c3ac-4a51-8f0a-77d9d092a25c requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:58:23.145263 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-52350a36-1ff8-43f5-b5bf-7581149f0c3a req-7c400325-0b54-479a-bde9-3c8e28546f5c service neutron] 10.222.0.35 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618961 Aug 10 00:58:23.160738 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-eb262dc6-c25f-490b-bccb-bcef09bc5cd5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4744909 Aug 10 00:58:23.164869 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41470) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:23.169561 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-d6578397-61b2-45e4-a63a-5bbedbfa919f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1857390534-router', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:23.182149 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-93f7012a-94aa-4bc3-b3ad-fc017f851d5f tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Allocated IP 172.20.0.2 (e6332a27-ba49-4d7e-93ff-d255b803530a/0ce092a3-f550-437a-8928-43805c65d849/40420de5-b387-4309-b6ef-bef2e0149ea8) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:58:23.199605 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d6578397-61b2-45e4-a63a-5bbedbfa919f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:23.199843 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419f698-c141-4b76-bc15-d09dd16d5a8c req-5c962b30-a2ad-4c8e-8e67-85af5428f510 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:23.200982 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d6578397-61b2-45e4-a63a-5bbedbfa919f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:23.210133 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d419f698-c141-4b76-bc15-d09dd16d5a8c req-5c962b30-a2ad-4c8e-8e67-85af5428f510 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 946 time: 0.1361313 Aug 10 00:58:23.263000 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d6578397-61b2-45e4-a63a-5bbedbfa919f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:23.267945 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e58dd1a8-514e-4025-b44f-70e21c59c364 admin admin] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:23.292581 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d419f698-c141-4b76-bc15-d09dd16d5a8c req-333da0b8-30c3-40a9-91ae-7675971d0284 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809801 Aug 10 00:58:23.368174 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 1ddc0315-51ab-4f69-8668-cfd38196b9f5 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:23.407642 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3534e91a-41bc-47c1-815c-041e798c9060 req-94827ffa-1546-42f9-bb66-144af72c4204 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=76341b2d-0159-4c9f-9545-3aac23f39b1e HTTP/1.1" status: 200 len: 210 time: 0.0376024 Aug 10 00:58:23.558602 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225b34d-1c20-4354-9019-0adecdece475 req-8cd72e70-20ec-49b0-ab28-2be02cfbd4c3 tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:23.565851 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6225b34d-1c20-4354-9019-0adecdece475 req-8cd72e70-20ec-49b0-ab28-2be02cfbd4c3 tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c4e6c12-f5d8-42c1-9c94-338a1e38f064 HTTP/1.1" status: 200 len: 944 time: 0.1358764 Aug 10 00:58:23.576453 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-5dcd5412-21d1-4c99-9ee3-83469c41998e None None] Set router 2a2c37e0-62c6-4f7b-a81d-a872163db1a4 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:58:23.592486 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e58dd1a8-514e-4025-b44f-70e21c59c364 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:23.602243 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d6578397-61b2-45e4-a63a-5bbedbfa919f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:23.675558 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6225b34d-1c20-4354-9019-0adecdece475 req-5fd366ea-f965-4a9e-b7c2-9d265c409365 tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] 10.222.0.35 "GET /v2.0/security-groups?id=2bb672b6-c9be-4a7c-908b-4e5bb4c72409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946596 Aug 10 00:58:23.678774 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-93f7012a-94aa-4bc3-b3ad-fc017f851d5f tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:23.746076 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-e58dd1a8-514e-4025-b44f-70e21c59c364 admin admin] Deleting port fb7fb90c-ee87-43b5-a087-f1628df89431 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:58:23.746632 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e58dd1a8-514e-4025-b44f-70e21c59c364 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:23.777591 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-93f7012a-94aa-4bc3-b3ad-fc017f851d5f tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:23.854185 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704aa404-06c6-4bfd-93b8-57faf99d0271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-9ff27b19-c3ac-4a51-8f0a-77d9d092a25c', 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'fixed_ips': [{'subnet_id': '5d5b8c68-57be-4c07-b3dd-20f44685cf57'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:58:23.855090 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-704aa404-06c6-4bfd-93b8-57faf99d0271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:23.865277 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-93f7012a-94aa-4bc3-b3ad-fc017f851d5f tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Network e6332a27-ba49-4d7e-93ff-d255b803530a is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:58:23.870839 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-93f7012a-94aa-4bc3-b3ad-fc017f851d5f tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:23.876946 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-93f7012a-94aa-4bc3-b3ad-fc017f851d5f tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:58:23.881691 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7012a-94aa-4bc3-b3ad-fc017f851d5f tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Pushing event updated for resources: {'Port': ['ID=40420de5-b387-4309-b6ef-bef2e0149ea8,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:23.918304 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d546044-81bc-478e-9c84-c19e2b3b2909 req-e42fdbc0-e7c3-4d29-9d58-79aa6887e5b0 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:23.924709 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 1ddc0315-51ab-4f69-8668-cfd38196b9f5 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:58:23.926701 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9d546044-81bc-478e-9c84-c19e2b3b2909 req-e42fdbc0-e7c3-4d29-9d58-79aa6887e5b0 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=c074a83d-ae7b-4a51-a3b9-6db5e930dfda HTTP/1.1" status: 200 len: 945 time: 0.1431201 Aug 10 00:58:23.965031 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 1ddc0315-51ab-4f69-8668-cfd38196b9f5 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:23.965425 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:24.020741 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-93f7012a-94aa-4bc3-b3ad-fc017f851d5f tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:24.021496 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-93f7012a-94aa-4bc3-b3ad-fc017f851d5f tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:24.046886 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d6578397-61b2-45e4-a63a-5bbedbfa919f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:24.091002 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9d546044-81bc-478e-9c84-c19e2b3b2909 req-5c5fabf4-e295-4ace-9a09-561cfe6b193f tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634026 Aug 10 00:58:24.096895 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-93f7012a-94aa-4bc3-b3ad-fc017f851d5f tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6643417 Aug 10 00:58:24.101092 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-e58dd1a8-514e-4025-b44f-70e21c59c364 admin admin] For port fb7fb90c-ee87-43b5-a087-f1628df89431, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=fb7fb90c-ee87-43b5-a087-f1628df89431,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:24.102960 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e58dd1a8-514e-4025-b44f-70e21c59c364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:24.107546 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d6578397-61b2-45e4-a63a-5bbedbfa919f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:24.125341 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-51efaa70-a356-437d-a0cc-e695ca42c75b service neutron] Request body: {'port': {'device_id': '76341b2d-0159-4c9f-9545-3aac23f39b1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:24.149410 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-e58dd1a8-514e-4025-b44f-70e21c59c364 admin admin] Calling delete_port for fb7fb90c-ee87-43b5-a087-f1628df89431 owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:58:24.233090 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-f576c5bb-9e23-4e70-8bfc-410401eb74a8 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:24.235881 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-f576c5bb-9e23-4e70-8bfc-410401eb74a8 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/networks?id=68f568b0-c764-43be-a497-965794b9f9b4 HTTP/1.1" status: 200 len: 805 time: 0.2689805 Aug 10 00:58:24.241380 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-51efaa70-a356-437d-a0cc-e695ca42c75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:24.258822 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:24.267339 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-704aa404-06c6-4bfd-93b8-57faf99d0271 None None] Allocated IP 172.20.0.2 (9ff27b19-c3ac-4a51-8f0a-77d9d092a25c/5d5b8c68-57be-4c07-b3dd-20f44685cf57/628d4b89-8a40-461b-8319-9b34bdd348bf) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:58:24.280672 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-4f364a1a-8964-409c-94fc-16615131ca70 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/quotas/9f1c82db603043b497c1daf48dd8e55e HTTP/1.1" status: 200 len: 375 time: 0.0191791 Aug 10 00:58:24.311956 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4e6c12-f5d8-42c1-9c94-338a1e38f064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ddc0315-51ab-4f69-8668-cfd38196b9f5'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:24.314265 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3d5e8d-2a5e-4848-ab42-253f25b9479b" -d '{"events": [{"server_uuid": "2c4e6c12-f5d8-42c1-9c94-338a1e38f064", "name": "network-vif-plugged", "status": "completed", "tag": "1ddc0315-51ab-4f69-8668-cfd38196b9f5"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:24.316920 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40796a9d-04e5-46ca-b419-f1c1e9af0491 req-5d9cea91-f515-44f7-8846-2d147a5c8a75 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:24.318716 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-40796a9d-04e5-46ca-b419-f1c1e9af0491 req-5d9cea91-f515-44f7-8846-2d147a5c8a75 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 945 time: 0.1470079 Aug 10 00:58:24.327524 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-5dcd5412-21d1-4c99-9ee3-83469c41998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865821593-router', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'fb7fb90c-ee87-43b5-a087-f1628df89431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:51:05Z', 'updated_at': '2021-08-10T00:58:22Z', 'revision_number': 5, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'gw_port': {'id': 'fb7fb90c-ee87-43b5-a087-f1628df89431', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:54:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:06Z', 'updated_at': '2021-08-10T00:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:24.344283 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-d6578397-61b2-45e4-a63a-5bbedbfa919f admin admin] Allocated IP 172.25.2.225 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/bd2b02a1-28a5-4672-839a-0b5fdb356ca9) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:58:24.389810 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 1ddc0315-51ab-4f69-8668-cfd38196b9f5, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=1ddc0315-51ab-4f69-8668-cfd38196b9f5,segment=NetworkSegment(446fd008-2507-4a5e-9fed-218415aad1a2),segment_id=446fd008-2507-4a5e-9fed-218415aad1a2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:24.393736 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcd5412-21d1-4c99-9ee3-83469c41998e None None] Checking router: 2a2c37e0-62c6-4f7b-a81d-a872163db1a4 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:58:24.400257 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:24.439000 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcd5412-21d1-4c99-9ee3-83469c41998e None None] Routers {'2a2c37e0-62c6-4f7b-a81d-a872163db1a4'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:58:24.439638 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-5dcd5412-21d1-4c99-9ee3-83469c41998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:58:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['2a2c37e0-62c6-4f7b-a81d-a872163db1a4'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:24.467354 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-5791cf10-330d-4db8-8463-046c65357ce4 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9f1c82db603043b497c1daf48dd8e55e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1849537 Aug 10 00:58:24.472924 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-40796a9d-04e5-46ca-b419-f1c1e9af0491 req-c34b5173-3f99-4438-86b6-7e7133ad773f tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/security-groups?id=59690946-e823-4318-92b2-2bfb3d8f40ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419346 Aug 10 00:58:24.479320 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e58dd1a8-514e-4025-b44f-70e21c59c364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:24.522682 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58dd1a8-514e-4025-b44f-70e21c59c364 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb7fb90c-ee87-43b5-a087-f1628df89431,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:24.528748 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d6578397-61b2-45e4-a63a-5bbedbfa919f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:24.587688 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=1ddc0315-51ab-4f69-8668-cfd38196b9f5,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:24.607345 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e58dd1a8-514e-4025-b44f-70e21c59c364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:24.608584 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:24.609178 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:24.609861 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:24.610659 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:24.611216 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:24.611553 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:24.611891 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:24.612316 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:24.612656 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:24.612994 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:24.613615 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:24.613615 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:24.650721 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-5dcd5412-21d1-4c99-9ee3-83469c41998e None None] Set router 2a2c37e0-62c6-4f7b-a81d-a872163db1a4 gateway port host: None {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:58:24.711979 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-5dcd5412-21d1-4c99-9ee3-83469c41998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865821593-router', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:51:05Z', 'updated_at': '2021-08-10T00:58:23Z', 'revision_number': 6, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:24.714437 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca41209-f3a4-4b67-9eb3-b95fd72175c4 req-bb9eed3f-be77-4539-ae8f-11ee02d20e58 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:24.715964 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3ca41209-f3a4-4b67-9eb3-b95fd72175c4 req-bb9eed3f-be77-4539-ae8f-11ee02d20e58 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 946 time: 0.1191702 Aug 10 00:58:24.718758 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e58dd1a8-514e-4025-b44f-70e21c59c364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:24.721983 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e58dd1a8-514e-4025-b44f-70e21c59c364 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:24.724360 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-61f5bb07-b586-49ab-93fa-4c9e25507105 service neutron] 10.222.0.35 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165616 Aug 10 00:58:24.731174 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d6578397-61b2-45e4-a63a-5bbedbfa919f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:24.745397 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcd5412-21d1-4c99-9ee3-83469c41998e None None] The sync data for ids ['2a2c37e0-62c6-4f7b-a81d-a872163db1a4'] in n-d-766726-26 is: [{'id': '2a2c37e0-62c6-4f7b-a81d-a872163db1a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865821593-router', 'tenant_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:51:05Z', 'updated_at': '2021-08-10T00:58:23Z', 'revision_number': 6, 'project_id': 'efee53c3551044e8afcc00c8cdf7b6ca', 'gw_port_host': None}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:58:24.757962 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-704aa404-06c6-4bfd-93b8-57faf99d0271 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:24.769372 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-704aa404-06c6-4bfd-93b8-57faf99d0271 None None] Transition to ACTIVE for port object 628d4b89-8a40-461b-8319-9b34bdd348bf will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:58:24.801984 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e58dd1a8-514e-4025-b44f-70e21c59c364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:24.802504 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58dd1a8-514e-4025-b44f-70e21c59c364 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a2c37e0-62c6-4f7b-a81d-a872163db1a4 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 00:58:24.810321 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6578397-61b2-45e4-a63a-5bbedbfa919f admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:58:24.813461 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e58dd1a8-514e-4025-b44f-70e21c59c364 admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:24.815677 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-704aa404-06c6-4bfd-93b8-57faf99d0271 None None] Transition to ACTIVE for port object 628d4b89-8a40-461b-8319-9b34bdd348bf will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:58:24.818091 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e58dd1a8-514e-4025-b44f-70e21c59c364 admin admin] 10.222.0.35 "DELETE /v2.0/routers/2a2c37e0-62c6-4f7b-a81d-a872163db1a4 HTTP/1.1" status: 204 len: 168 time: 1.7640128 Aug 10 00:58:24.820930 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41516) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:24.824746 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-704aa404-06c6-4bfd-93b8-57faf99d0271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:24.829944 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-d6578397-61b2-45e4-a63a-5bbedbfa919f admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:24.835934 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6578397-61b2-45e4-a63a-5bbedbfa919f admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:58:24.854568 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-51efaa70-a356-437d-a0cc-e695ca42c75b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40420de5-b387-4309-b6ef-bef2e0149ea8 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:58:24.855372 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6578397-61b2-45e4-a63a-5bbedbfa919f admin admin] Pushing event updated for resources: {'Port': ['ID=bd2b02a1-28a5-4672-839a-0b5fdb356ca9,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:24.869924 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704aa404-06c6-4bfd-93b8-57faf99d0271 None None] Network 9ff27b19-c3ac-4a51-8f0a-77d9d092a25c is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:58:24.872933 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-704aa404-06c6-4bfd-93b8-57faf99d0271 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:24.877502 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704aa404-06c6-4bfd-93b8-57faf99d0271 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:58:24.881166 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704aa404-06c6-4bfd-93b8-57faf99d0271 None None] Pushing event updated for resources: {'Port': ['ID=628d4b89-8a40-461b-8319-9b34bdd348bf,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:24.902692 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-d368047c-a873-42e5-ac06-2b5a54de7a62 admin admin] Deleting subnet 2ecd1c4b-499a-4426-9e1d-abb75625188f {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:58:24.908008 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d368047c-a873-42e5-ac06-2b5a54de7a62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:24.909561 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-51efaa70-a356-437d-a0cc-e695ca42c75b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:24.926965 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3ca41209-f3a4-4b67-9eb3-b95fd72175c4 req-1ada0766-8379-4a58-b46b-8406828e9321 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977479 Aug 10 00:58:24.939144 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-51efaa70-a356-437d-a0cc-e695ca42c75b service neutron] Transition to ACTIVE for port object 40420de5-b387-4309-b6ef-bef2e0149ea8 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:58:24.944624 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-704aa404-06c6-4bfd-93b8-57faf99d0271 None None] Attempting to bind port 628d4b89-8a40-461b-8319-9b34bdd348bf on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:58:24.945389 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-704aa404-06c6-4bfd-93b8-57faf99d0271 None None] Attempting to bind port 628d4b89-8a40-461b-8319-9b34bdd348bf by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '136bec44-8d21-4a4a-9be0-ad0e395d978b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:58:24.945944 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704aa404-06c6-4bfd-93b8-57faf99d0271 None None] Attempting to bind port 628d4b89-8a40-461b-8319-9b34bdd348bf on network 9ff27b19-c3ac-4a51-8f0a-77d9d092a25c {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:58:24.956313 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-51efaa70-a356-437d-a0cc-e695ca42c75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:24.961667 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704aa404-06c6-4bfd-93b8-57faf99d0271 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:58:24.962114 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704aa404-06c6-4bfd-93b8-57faf99d0271 None None] Checking segment: {'id': '136bec44-8d21-4a4a-9be0-ad0e395d978b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:58:24.962644 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-704aa404-06c6-4bfd-93b8-57faf99d0271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:24.963056 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704aa404-06c6-4bfd-93b8-57faf99d0271 None None] Bound using segment: {'id': '136bec44-8d21-4a4a-9be0-ad0e395d978b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:58:24.963542 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-704aa404-06c6-4bfd-93b8-57faf99d0271 None None] Bound port: 628d4b89-8a40-461b-8319-9b34bdd348bf, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136bec44-8d21-4a4a-9be0-ad0e395d978b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:58:24.964417 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-704aa404-06c6-4bfd-93b8-57faf99d0271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:25.012419 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0aff8e0-62ec-4e61-8549-d10c2948ec56 x-openstack-request-id: req-a0aff8e0-62ec-4e61-8549-d10c2948ec56 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:58:25.012803 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4e6c12-f5d8-42c1-9c94-338a1e38f064", "name": "network-vif-plugged", "status": "completed", "tag": "1ddc0315-51ab-4f69-8668-cfd38196b9f5", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:58:25.013191 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a0aff8e0-62ec-4e61-8549-d10c2948ec56 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:58:25.013880 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4e6c12-f5d8-42c1-9c94-338a1e38f064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ddc0315-51ab-4f69-8668-cfd38196b9f5', 'code': 200} Aug 10 00:58:25.022688 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d368047c-a873-42e5-ac06-2b5a54de7a62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:25.048357 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-3303f439-9e82-4087-940e-d9b8ad9464cc service neutron] 10.222.0.35 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158491 Aug 10 00:58:25.050874 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-704aa404-06c6-4bfd-93b8-57faf99d0271 None None] For port 628d4b89-8a40-461b-8319-9b34bdd348bf, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:58:25.056244 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-704aa404-06c6-4bfd-93b8-57faf99d0271 None None] For port 628d4b89-8a40-461b-8319-9b34bdd348bf, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=628d4b89-8a40-461b-8319-9b34bdd348bf,segment=NetworkSegment(136bec44-8d21-4a4a-9be0-ad0e395d978b),segment_id=136bec44-8d21-4a4a-9be0-ad0e395d978b)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:58:25.061012 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51efaa70-a356-437d-a0cc-e695ca42c75b service neutron] Pushing event updated for resources: {'Port': ['ID=40420de5-b387-4309-b6ef-bef2e0149ea8,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:25.069672 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-704aa404-06c6-4bfd-93b8-57faf99d0271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:25.249165 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704aa404-06c6-4bfd-93b8-57faf99d0271 None None] Pushing event updated for resources: {'Port': ['ID=628d4b89-8a40-461b-8319-9b34bdd348bf,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:25.273838 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device f2974e0d-3e49-4448-977f-355123778c9e no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:58:25.320993 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: f2974e0d-3e49-4448-977f-355123778c9e {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:58:25.322705 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device f2974e0d-3e49-4448-977f-355123778c9e not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:58:25.336848 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66afd4d-0fd1-445f-a1ca-5ed763ed7de1 req-a225a7c3-8aaa-4a56-9cef-587c28148263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:25.338908 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b66afd4d-0fd1-445f-a1ca-5ed763ed7de1 req-a225a7c3-8aaa-4a56-9cef-587c28148263 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2c4e6c12-f5d8-42c1-9c94-338a1e38f064 HTTP/1.1" status: 200 len: 1097 time: 0.2614422 Aug 10 00:58:25.362832 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d6578397-61b2-45e4-a63a-5bbedbfa919f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:25.367813 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6184c3-138b-46e5-ae53-2c0f7fb1f383 req-eaea1a8a-9c55-4722-b354-a54200c66104 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:25.378297 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9d6184c3-138b-46e5-ae53-2c0f7fb1f383 req-eaea1a8a-9c55-4722-b354-a54200c66104 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=76341b2d-0159-4c9f-9545-3aac23f39b1e HTTP/1.1" status: 200 len: 943 time: 0.2671287 Aug 10 00:58:25.382427 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-51efaa70-a356-437d-a0cc-e695ca42c75b service neutron] Attempting to bind port 40420de5-b387-4309-b6ef-bef2e0149ea8 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:58:25.383349 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-51efaa70-a356-437d-a0cc-e695ca42c75b service neutron] Attempting to bind port 40420de5-b387-4309-b6ef-bef2e0149ea8 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': 'f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e6332a27-ba49-4d7e-93ff-d255b803530a'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:58:25.383689 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-51efaa70-a356-437d-a0cc-e695ca42c75b service neutron] Attempting to bind port 40420de5-b387-4309-b6ef-bef2e0149ea8 on network e6332a27-ba49-4d7e-93ff-d255b803530a {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:58:25.391630 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-51efaa70-a356-437d-a0cc-e695ca42c75b service neutron] Port 40420de5-b387-4309-b6ef-bef2e0149ea8 on network e6332a27-ba49-4d7e-93ff-d255b803530a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:58:25.391961 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-51efaa70-a356-437d-a0cc-e695ca42c75b service neutron] Attempting to bind port 40420de5-b387-4309-b6ef-bef2e0149ea8 on network e6332a27-ba49-4d7e-93ff-d255b803530a {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:58:25.420722 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d368047c-a873-42e5-ac06-2b5a54de7a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:25.434696 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-51efaa70-a356-437d-a0cc-e695ca42c75b service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:58:25.434918 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-51efaa70-a356-437d-a0cc-e695ca42c75b service neutron] Checking segment: {'id': 'f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e6332a27-ba49-4d7e-93ff-d255b803530a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:58:25.435315 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-51efaa70-a356-437d-a0cc-e695ca42c75b service neutron] Bound using segment: {'id': 'f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e6332a27-ba49-4d7e-93ff-d255b803530a'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:58:25.435761 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-51efaa70-a356-437d-a0cc-e695ca42c75b service neutron] Bound port: 40420de5-b387-4309-b6ef-bef2e0149ea8, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e6332a27-ba49-4d7e-93ff-d255b803530a'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:58:25.436132 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-51efaa70-a356-437d-a0cc-e695ca42c75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:25.493007 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b66afd4d-0fd1-445f-a1ca-5ed763ed7de1 req-c91521a6-a9f4-4ac7-a4d0-6fa722f3e49b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2bb672b6-c9be-4a7c-908b-4e5bb4c72409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451175 Aug 10 00:58:25.526804 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9d6184c3-138b-46e5-ae53-2c0f7fb1f383 req-5efc56af-445f-431b-8a01-565122b3dcb2 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424875 Aug 10 00:58:25.674434 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-51efaa70-a356-437d-a0cc-e695ca42c75b service neutron] For port 40420de5-b387-4309-b6ef-bef2e0149ea8, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:58:25.722768 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-51efaa70-a356-437d-a0cc-e695ca42c75b service neutron] For port 40420de5-b387-4309-b6ef-bef2e0149ea8, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=40420de5-b387-4309-b6ef-bef2e0149ea8,segment=NetworkSegment(f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38),segment_id=f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:58:25.738226 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839eed5-7f0d-4e3a-b99e-c40f6881b91d req-e61eaf86-eb1a-427f-a96d-e79dab6b62e3 tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:25.739870 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0839eed5-7f0d-4e3a-b99e-c40f6881b91d req-e61eaf86-eb1a-427f-a96d-e79dab6b62e3 tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c4e6c12-f5d8-42c1-9c94-338a1e38f064 HTTP/1.1" status: 200 len: 945 time: 0.1850007 Aug 10 00:58:25.747639 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-51efaa70-a356-437d-a0cc-e695ca42c75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:25.808450 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd941bb-c4db-442c-8a7d-1894103a0bd8 req-48f4b31c-a167-436b-8e00-6cdf9d66bcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:25.809684 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fbd941bb-c4db-442c-8a7d-1894103a0bd8 req-48f4b31c-a167-436b-8e00-6cdf9d66bcd8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0dcadc67007b441aa43df38caf86e528&device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 1097 time: 0.1874921 Aug 10 00:58:25.844233 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c20ee-2731-4dab-9e0a-bbc361077621 req-b51850a0-6af7-4e2a-a438-ed2bbce76765 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:25.845824 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2c4c20ee-2731-4dab-9e0a-bbc361077621 req-b51850a0-6af7-4e2a-a438-ed2bbce76765 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=c074a83d-ae7b-4a51-a3b9-6db5e930dfda HTTP/1.1" status: 200 len: 945 time: 0.2398605 Aug 10 00:58:25.866970 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-51efaa70-a356-437d-a0cc-e695ca42c75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:25.871496 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-51efaa70-a356-437d-a0cc-e695ca42c75b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:25.873106 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-51efaa70-a356-437d-a0cc-e695ca42c75b service neutron] 10.222.0.20 "PUT /v2.0/ports/40420de5-b387-4309-b6ef-bef2e0149ea8 HTTP/1.1" status: 200 len: 1092 time: 1.7521260 Aug 10 00:58:25.879592 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76341b2d-0159-4c9f-9545-3aac23f39b1e', 'tag': '40420de5-b387-4309-b6ef-bef2e0149ea8'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:25.883104 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e900c4b4-f8c0-4d9f-ab69-599b7aeac8ad" -d '{"events": [{"name": "network-changed", "server_uuid": "76341b2d-0159-4c9f-9545-3aac23f39b1e", "tag": "40420de5-b387-4309-b6ef-bef2e0149ea8"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:25.956930 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d368047c-a873-42e5-ac06-2b5a54de7a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:25.967232 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 75ec8543-cf35-49f3-9e64-5969f2d2b1bd details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:58:25.989966 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368047c-a873-42e5-ac06-2b5a54de7a62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ecd1c4b-499a-4426-9e1d-abb75625188f,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:26.000410 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d368047c-a873-42e5-ac06-2b5a54de7a62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:26.002317 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d368047c-a873-42e5-ac06-2b5a54de7a62 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2ecd1c4b-499a-4426-9e1d-abb75625188f HTTP/1.1" status: 204 len: 168 time: 1.1804492 Aug 10 00:58:26.005312 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41536) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:26.007491 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51efaa70-a356-437d-a0cc-e695ca42c75b service neutron] Pushing event updated for resources: {'Port': ['ID=40420de5-b387-4309-b6ef-bef2e0149ea8,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:26.019097 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0839eed5-7f0d-4e3a-b99e-c40f6881b91d req-2f3617dd-413c-42ff-bab9-0bc82eaeb586 tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] 10.222.0.35 "GET /v2.0/security-groups?id=2bb672b6-c9be-4a7c-908b-4e5bb4c72409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566793 Aug 10 00:58:26.023708 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e49b06f-c57b-46f6-8898-7e29ad7116de None None] Network c58b2db2-79c7-40d4-af6c-7a7b4827f110 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:58:26.084070 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd941bb-c4db-442c-8a7d-1894103a0bd8 req-19052180-f906-47cd-9975-740a87f0f255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:26.085943 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fbd941bb-c4db-442c-8a7d-1894103a0bd8 req-19052180-f906-47cd-9975-740a87f0f255 service neutron] 10.222.0.24 "GET /v2.0/networks?id=84d848d6-7fc5-41ca-ba05-463d0b866659 HTTP/1.1" status: 200 len: 921 time: 0.2513344 Aug 10 00:58:26.089629 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2c4c20ee-2731-4dab-9e0a-bbc361077621 req-41809841-162e-4b78-88df-277a3b0d5fe5 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152970 Aug 10 00:58:26.099691 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-2d5f8fc9-3817-451b-9d4b-e59b0977014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:26.101255 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-2d5f8fc9-3817-451b-9d4b-e59b0977014f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=db5c8b9684fa461f8db69c9aa9376581&device_id=76341b2d-0159-4c9f-9545-3aac23f39b1e HTTP/1.1" status: 200 len: 1095 time: 0.1366370 Aug 10 00:58:26.144438 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fbd941bb-c4db-442c-8a7d-1894103a0bd8 req-029066ec-c317-463e-9944-747743f71e65 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf02f27d-9f44-4fd6-956e-0139852e2201 HTTP/1.1" status: 200 len: 217 time: 0.0421512 Aug 10 00:58:26.175110 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d6578397-61b2-45e4-a63a-5bbedbfa919f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:26.183591 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8944d79b-b064-4c84-a410-252a101217f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:26.194328 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 75ec8543-cf35-49f3-9e64-5969f2d2b1bd, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=75ec8543-cf35-49f3-9e64-5969f2d2b1bd,segment=NetworkSegment(fd0aa135-7bf0-4440-a395-b4833e4cac38),segment_id=fd0aa135-7bf0-4440-a395-b4833e4cac38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:26.248426 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a874fd15-f1b8-40a0-8a9a-33bb58d8a19b req-41288177-eaf8-4038-aebc-cd0eed974b0d tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b2ba9db-d4ee-462a-83ba-d3f8a2084b21 HTTP/1.1" status: 200 len: 210 time: 0.1029737 Aug 10 00:58:26.253669 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-a6f3114b-3363-4936-b75c-255ef1b205c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=40420de5-b387-4309-b6ef-bef2e0149ea8 HTTP/1.1" status: 200 len: 217 time: 0.0972905 Aug 10 00:58:26.258003 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '75ec8543-cf35-49f3-9e64-5969f2d2b1bd', 'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395', 'port_id': '75ec8543-cf35-49f3-9e64-5969f2d2b1bd', 'mac_address': 'fa:16:3e:5a:f6:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c0490b-72d4-4bea-8139-8e9a7dbf1c5c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:58:26.344334 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90faabf2-85a5-4658-8cb3-d5d738689615 x-openstack-request-id: req-90faabf2-85a5-4658-8cb3-d5d738689615 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:58:26.344877 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76341b2d-0159-4c9f-9545-3aac23f39b1e", "tag": "40420de5-b387-4309-b6ef-bef2e0149ea8", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:58:26.344877 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-90faabf2-85a5-4658-8cb3-d5d738689615 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:58:26.346031 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76341b2d-0159-4c9f-9545-3aac23f39b1e', 'tag': '40420de5-b387-4309-b6ef-bef2e0149ea8', 'status': 'completed', 'code': 200} Aug 10 00:58:26.363532 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:26.369763 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd941bb-c4db-442c-8a7d-1894103a0bd8 req-e531e46a-9c60-4f00-9941-00d775d8303b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:26.371253 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fbd941bb-c4db-442c-8a7d-1894103a0bd8 req-e531e46a-9c60-4f00-9941-00d775d8303b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37a7a6ed-e6cb-4903-b17c-cc729cc80731 HTTP/1.1" status: 200 len: 860 time: 0.2032397 Aug 10 00:58:26.381170 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75ec8543-cf35-49f3-9e64-5969f2d2b1bd {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:58:26.391734 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-8944d79b-b064-4c84-a410-252a101217f0 admin admin] Deleting port 84c7b941-1608-4f11-b4e6-72cee39b805a {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:58:26.392368 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8944d79b-b064-4c84-a410-252a101217f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:26.411160 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 75ec8543-cf35-49f3-9e64-5969f2d2b1bd, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=75ec8543-cf35-49f3-9e64-5969f2d2b1bd,segment=NetworkSegment(fd0aa135-7bf0-4440-a395-b4833e4cac38),segment_id=fd0aa135-7bf0-4440-a395-b4833e4cac38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:26.419949 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:26.444594 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-7b490eb9-0eef-4a13-baaa-c69c3f1bc67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:26.448148 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-7b490eb9-0eef-4a13-baaa-c69c3f1bc67a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ce092a3-f550-437a-8928-43805c65d849 HTTP/1.1" status: 200 len: 862 time: 0.1741202 Aug 10 00:58:26.456890 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f84c7d-bc70-4549-9787-10528e267349 req-39e1d828-359e-4009-bb6a-e9dd63e3ebe7 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:26.459180 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-91f84c7d-bc70-4549-9787-10528e267349 req-39e1d828-359e-4009-bb6a-e9dd63e3ebe7 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 945 time: 0.2221501 Aug 10 00:58:26.464585 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fbd941bb-c4db-442c-8a7d-1894103a0bd8 req-56b1d985-0fc8-4c52-bd8a-e65903758df7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84d848d6-7fc5-41ca-ba05-463d0b866659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849962 Aug 10 00:58:26.542626 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-8944d79b-b064-4c84-a410-252a101217f0 admin admin] For port 84c7b941-1608-4f11-b4e6-72cee39b805a, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=84c7b941-1608-4f11-b4e6-72cee39b805a,segment=NetworkSegment(00cd8800-3b5e-49b2-aecd-def2a07ae15a),segment_id=00cd8800-3b5e-49b2-aecd-def2a07ae15a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:26.543024 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8944d79b-b064-4c84-a410-252a101217f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:26.545635 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6578397-61b2-45e4-a63a-5bbedbfa919f admin admin] Router e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 00:58:26.561215 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=75ec8543-cf35-49f3-9e64-5969f2d2b1bd,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:26.582728 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['75ec8543-cf35-49f3-9e64-5969f2d2b1bd'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:58:26.592625 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-8944d79b-b064-4c84-a410-252a101217f0 admin admin] Calling delete_port for 84c7b941-1608-4f11-b4e6-72cee39b805a owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:58:26.660458 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb49d8d6-781c-4666-99a9-f63222859c59 None None] DHCP port deletion for c58b2db2-79c7-40d4-af6c-7a7b4827f110 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 00:58:26.869715 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-eb49d8d6-781c-4666-99a9-f63222859c59 None None] Deleting port 84c7b941-1608-4f11-b4e6-72cee39b805a {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:58:26.869715 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eb49d8d6-781c-4666-99a9-f63222859c59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:26.889499 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6578397-61b2-45e4-a63a-5bbedbfa919f admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:58:26.914328 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e65b17-2c62-4b74-8ad1-bc6b42ca6dce None None] Sync routers for ids ['e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:58:26.936013 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e65b17-2c62-4b74-8ad1-bc6b42ca6dce None None] Routers {'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:58:26.936695 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-94e65b17-2c62-4b74-8ad1-bc6b42ca6dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:58:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:26.987495 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d6578397-61b2-45e4-a63a-5bbedbfa919f admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:26.990370 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d6578397-61b2-45e4-a63a-5bbedbfa919f admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8244619 Aug 10 00:58:27.056680 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8944d79b-b064-4c84-a410-252a101217f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:27.083260 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41542) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:27.130506 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8944d79b-b064-4c84-a410-252a101217f0 admin admin] No DVR routers for this DVR port 84c7b941-1608-4f11-b4e6-72cee39b805a on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:58:27.218406 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-37583a94-eb65-4e4e-b4b8-f0dc4b28a621 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6332a27-ba49-4d7e-93ff-d255b803530a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7574129 Aug 10 00:58:27.223132 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fbd941bb-c4db-442c-8a7d-1894103a0bd8 req-ae94a92f-21a0-4563-93db-02c74fc8912a service neutron] 10.222.0.24 "GET /v2.0/networks/84d848d6-7fc5-41ca-ba05-463d0b866659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7262526 Aug 10 00:58:27.225110 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-6d2e72ac-0a5a-490e-9c29-d514f9e143dc tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:27.226943 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-6d2e72ac-0a5a-490e-9c29-d514f9e143dc tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.20 "GET /v2.0/networks?id=68f568b0-c764-43be-a497-965794b9f9b4 HTTP/1.1" status: 200 len: 805 time: 0.3356218 Aug 10 00:58:27.232861 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-eb49d8d6-781c-4666-99a9-f63222859c59 None None] For port 84c7b941-1608-4f11-b4e6-72cee39b805a, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=84c7b941-1608-4f11-b4e6-72cee39b805a,segment=NetworkSegment(00cd8800-3b5e-49b2-aecd-def2a07ae15a),segment_id=00cd8800-3b5e-49b2-aecd-def2a07ae15a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:27.233561 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eb49d8d6-781c-4666-99a9-f63222859c59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:27.249127 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-eb49d8d6-781c-4666-99a9-f63222859c59 None None] Calling delete_port for 84c7b941-1608-4f11-b4e6-72cee39b805a owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:58:27.267666 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-94e65b17-2c62-4b74-8ad1-bc6b42ca6dce None None] Set router e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:58:27.275849 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f55231-8659-4847-9c9b-f7ab541cd04a None None] Network 9ff27b19-c3ac-4a51-8f0a-77d9d092a25c requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:58:27.280518 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 628d4b89-8a40-461b-8319-9b34bdd348bf up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:27.308037 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944d79b-b064-4c84-a410-252a101217f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=84c7b941-1608-4f11-b4e6-72cee39b805a,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:27.317005 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-a4f0913a-7f64-476c-b58a-2855c50a5462 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Request body: {'port': {'device_id': '5b2ba9db-d4ee-462a-83ba-d3f8a2084b21', 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4', 'admin_state_up': True, 'tenant_id': '9f1c82db603043b497c1daf48dd8e55e'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:27.410208 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f91a32-5021-4718-896d-40c3f06c7e6c req-1d1691c4-4404-4049-9387-4dcbdf66840f tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:27.419270 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-45f91a32-5021-4718-896d-40c3f06c7e6c req-1d1691c4-4404-4049-9387-4dcbdf66840f tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 945 time: 1.0014884 Aug 10 00:58:27.458842 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eb49d8d6-781c-4666-99a9-f63222859c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:27.461613 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8944d79b-b064-4c84-a410-252a101217f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:27.474841 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-91f84c7d-bc70-4549-9787-10528e267349 req-a2709337-b71a-4377-9bd0-a50b89aaafed tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/security-groups?id=59690946-e823-4318-92b2-2bfb3d8f40ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0025303 Aug 10 00:58:27.475103 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-8944d79b-b064-4c84-a410-252a101217f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c58b2db2-79c7-40d4-af6c-7a7b4827f110']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:27.485308 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2e284352-2f0d-4235-89d6-4a49b59ab75e None None] Provisioning for port 628d4b89-8a40-461b-8319-9b34bdd348bf completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:58:27.496260 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-8944d79b-b064-4c84-a410-252a101217f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00cd8800-3b5e-49b2-aecd-def2a07ae15a') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:27.496598 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-8944d79b-b064-4c84-a410-252a101217f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00cd8800-3b5e-49b2-aecd-def2a07ae15a') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:27.506849 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8944d79b-b064-4c84-a410-252a101217f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:27.510545 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-94e65b17-2c62-4b74-8ad1-bc6b42ca6dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1857390534-router', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'bd2b02a1-28a5-4672-839a-0b5fdb356ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:23Z', 'updated_at': '2021-08-10T00:58:25Z', 'revision_number': 3, 'project_id': '4ce28956188140948295882b7e7eeddc', 'gw_port': {'id': 'bd2b02a1-28a5-4672-839a-0b5fdb356ca9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bb:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:24Z', 'updated_at': '2021-08-10T00:58:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:27.522305 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8944d79b-b064-4c84-a410-252a101217f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:27.529417 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8944d79b-b064-4c84-a410-252a101217f0 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:58:27.530016 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8944d79b-b064-4c84-a410-252a101217f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:27.555926 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49d8d6-781c-4666-99a9-f63222859c59 None None] Pushing event deleted for resources: {'Port': ['ID=84c7b941-1608-4f11-b4e6-72cee39b805a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:27.559199 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e65b17-2c62-4b74-8ad1-bc6b42ca6dce None None] Checking router: e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:58:27.559563 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e65b17-2c62-4b74-8ad1-bc6b42ca6dce None None] Updating router e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d port bd2b02a1-28a5-4672-839a-0b5fdb356ca9 binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:58:27.570465 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb49d8d6-781c-4666-99a9-f63222859c59 None None] No DVR routers for this DVR port 84c7b941-1608-4f11-b4e6-72cee39b805a on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:58:27.604453 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-94e65b17-2c62-4b74-8ad1-bc6b42ca6dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:27.616381 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 628d4b89-8a40-461b-8319-9b34bdd348bf completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:58:27.628358 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-45f91a32-5021-4718-896d-40c3f06c7e6c req-9ac3e723-846c-4bf7-92ce-dcf279968a03 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077720 Aug 10 00:58:27.629055 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 628d4b89-8a40-461b-8319-9b34bdd348bf triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:27.630909 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:27.647180 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 00:58:27.647180 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:58:27.647180 n-d-766726-26 neutron-server[105827]: timer() Aug 10 00:58:27.647180 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:58:27.647180 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 00:58:27.647180 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:58:27.647180 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 00:58:27.647180 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:58:27.647180 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 00:58:27.647180 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:58:27.647180 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 00:58:27.647180 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:58:27.647180 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 00:58:27.647180 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:58:27.647180 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:58:27.647180 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:58:27.647180 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:58:27.647180 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:58:27.647180 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 00:58:27.647180 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:58:27.647180 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 00:58:27.647180 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:58:27.647180 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:58:27.647180 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:58:27.647180 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 00:58:27.647180 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:58:27.647180 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:58:27.647180 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:58:27.647180 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:58:27.647180 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:58:27.647180 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:58:27.647180 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:58:27.647180 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8944d79b-b064-4c84-a410-252a101217f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:27.666087 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8944d79b-b064-4c84-a410-252a101217f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:27.669420 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8944d79b-b064-4c84-a410-252a101217f0 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c58b2db2-79c7-40d4-af6c-7a7b4827f110 HTTP/1.1" status: 204 len: 168 time: 1.6634572 Aug 10 00:58:27.688881 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41550) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:27.696777 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944d79b-b064-4c84-a410-252a101217f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c58b2db2-79c7-40d4-af6c-7a7b4827f110,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:27.783055 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-e3a99d64-8f2c-4faf-95de-802f57b22fb7 service neutron] 10.222.0.20 "GET /v2.0/networks/e6332a27-ba49-4d7e-93ff-d255b803530a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5476027 Aug 10 00:58:27.793414 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9936e-4b5e-444c-893b-cf0fee9fd5e2 req-f0bcc92d-48ac-44b5-ac40-aa4cc70aeb01 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:27.800930 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-a4f0913a-7f64-476c-b58a-2855c50a5462 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Made reservation on behalf of 9f1c82db603043b497c1daf48dd8e55e for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:58:27.804406 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e0b9936e-4b5e-444c-893b-cf0fee9fd5e2 req-f0bcc92d-48ac-44b5-ac40-aa4cc70aeb01 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=76341b2d-0159-4c9f-9545-3aac23f39b1e HTTP/1.1" status: 200 len: 943 time: 0.2421935 Aug 10 00:58:27.804724 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-a4f0913a-7f64-476c-b58a-2855c50a5462 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:27.838077 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:27.882523 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 628d4b89-8a40-461b-8319-9b34bdd348bf, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=628d4b89-8a40-461b-8319-9b34bdd348bf,segment=NetworkSegment(136bec44-8d21-4a4a-9be0-ad0e395d978b),segment_id=136bec44-8d21-4a4a-9be0-ad0e395d978b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:27.891806 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:27.933182 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e5564afd-7164-4e99-bbe1-e2edc404c9dd req-248c1af7-59bf-4485-a8d6-a09cbf59ed3a service neutron] 10.222.0.20 "GET /v2.0/networks/e6332a27-ba49-4d7e-93ff-d255b803530a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191065 Aug 10 00:58:27.935205 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fbd941bb-c4db-442c-8a7d-1894103a0bd8 req-62365065-123d-420b-ab1f-431499d6e06f service neutron] 10.222.0.24 "GET /v2.0/networks/84d848d6-7fc5-41ca-ba05-463d0b866659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6993616 Aug 10 00:58:27.938653 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-94e65b17-2c62-4b74-8ad1-bc6b42ca6dce None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:27.967126 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-94e65b17-2c62-4b74-8ad1-bc6b42ca6dce None None] Transition to ACTIVE for port object bd2b02a1-28a5-4672-839a-0b5fdb356ca9 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:58:27.968721 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8c7af-2a2e-43bd-8ee8-ca53c2b17aa5 req-1bcfcbe3-7bcd-4c67-a93d-47b77ba449ed tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:27.974279 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b8d8c7af-2a2e-43bd-8ee8-ca53c2b17aa5 req-1bcfcbe3-7bcd-4c67-a93d-47b77ba449ed tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c4e6c12-f5d8-42c1-9c94-338a1e38f064 HTTP/1.1" status: 200 len: 945 time: 0.2538567 Aug 10 00:58:27.980147 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-94e65b17-2c62-4b74-8ad1-bc6b42ca6dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:28.004542 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 75ec8543-cf35-49f3-9e64-5969f2d2b1bd up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:28.008093 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 84c7b941-1608-4f11-b4e6-72cee39b805a no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:58:28.068978 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b8d8c7af-2a2e-43bd-8ee8-ca53c2b17aa5 req-d79dc306-0570-4636-961f-8dc5a349eebe tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] 10.222.0.35 "GET /v2.0/security-groups?id=2bb672b6-c9be-4a7c-908b-4e5bb4c72409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878291 Aug 10 00:58:28.076339 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 84c7b941-1608-4f11-b4e6-72cee39b805a {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:58:28.076828 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 84c7b941-1608-4f11-b4e6-72cee39b805a not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:58:28.077891 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device fb7fb90c-ee87-43b5-a087-f1628df89431 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:58:28.078180 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23b883-298d-4d1b-b1e8-94d73e0d3250 None None] Pushing event updated for resources: {'Port': ['ID=bd2b02a1-28a5-4672-839a-0b5fdb356ca9,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:28.094858 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-a4f0913a-7f64-476c-b58a-2855c50a5462 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Allocated IP 172.20.0.7 (68f568b0-c764-43be-a497-965794b9f9b4/4317e354-7b23-4f49-8b2a-5d1c39378e31/2c867f58-35f6-43c1-94d4-a745ddf45ec0) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:58:28.119538 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff23b883-298d-4d1b-b1e8-94d73e0d3250 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:28.119894 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff23b883-298d-4d1b-b1e8-94d73e0d3250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:28.120267 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff23b883-298d-4d1b-b1e8-94d73e0d3250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:28.120616 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff23b883-298d-4d1b-b1e8-94d73e0d3250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:28.120963 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff23b883-298d-4d1b-b1e8-94d73e0d3250 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:28.127048 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff23b883-298d-4d1b-b1e8-94d73e0d3250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:28.127461 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff23b883-298d-4d1b-b1e8-94d73e0d3250 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:28.127805 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff23b883-298d-4d1b-b1e8-94d73e0d3250 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:28.128149 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff23b883-298d-4d1b-b1e8-94d73e0d3250 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:28.128516 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff23b883-298d-4d1b-b1e8-94d73e0d3250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:28.131586 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff23b883-298d-4d1b-b1e8-94d73e0d3250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:28.132424 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff23b883-298d-4d1b-b1e8-94d73e0d3250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:28.146450 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:28.147354 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: fb7fb90c-ee87-43b5-a087-f1628df89431 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:58:28.147845 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device fb7fb90c-ee87-43b5-a087-f1628df89431 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:58:28.152516 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e0b9936e-4b5e-444c-893b-cf0fee9fd5e2 req-bb7d2318-dd49-4ddc-8f27-4fcd0f12d1af tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430109 Aug 10 00:58:28.173075 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=628d4b89-8a40-461b-8319-9b34bdd348bf,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:28.206542 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-94e65b17-2c62-4b74-8ad1-bc6b42ca6dce None None] Attempting to bind port bd2b02a1-28a5-4672-839a-0b5fdb356ca9 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:58:28.209593 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-94e65b17-2c62-4b74-8ad1-bc6b42ca6dce None None] Attempting to bind port bd2b02a1-28a5-4672-839a-0b5fdb356ca9 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:58:28.210174 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e65b17-2c62-4b74-8ad1-bc6b42ca6dce None None] Attempting to bind port bd2b02a1-28a5-4672-839a-0b5fdb356ca9 on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:58:28.211081 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900c4b4-f8c0-4d9f-ab69-599b7aeac8ad req-1fa33a60-3c45-427f-a0c5-cc532b731aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:28.212792 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e900c4b4-f8c0-4d9f-ab69-599b7aeac8ad req-1fa33a60-3c45-427f-a0c5-cc532b731aed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=db5c8b9684fa461f8db69c9aa9376581&device_id=76341b2d-0159-4c9f-9545-3aac23f39b1e HTTP/1.1" status: 200 len: 1095 time: 0.1426926 Aug 10 00:58:28.223629 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e65b17-2c62-4b74-8ad1-bc6b42ca6dce None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:58:28.225071 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e65b17-2c62-4b74-8ad1-bc6b42ca6dce None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:58:28.225499 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-94e65b17-2c62-4b74-8ad1-bc6b42ca6dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:28.228531 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e65b17-2c62-4b74-8ad1-bc6b42ca6dce None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:58:28.229132 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-94e65b17-2c62-4b74-8ad1-bc6b42ca6dce None None] Bound port: bd2b02a1-28a5-4672-839a-0b5fdb356ca9, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:58:28.229543 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-94e65b17-2c62-4b74-8ad1-bc6b42ca6dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:28.242139 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 75ec8543-cf35-49f3-9e64-5969f2d2b1bd triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:28.242526 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:28.303678 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-94e65b17-2c62-4b74-8ad1-bc6b42ca6dce None None] For port bd2b02a1-28a5-4672-839a-0b5fdb356ca9, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:58:28.307809 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-94e65b17-2c62-4b74-8ad1-bc6b42ca6dce None None] For port bd2b02a1-28a5-4672-839a-0b5fdb356ca9, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=bd2b02a1-28a5-4672-839a-0b5fdb356ca9,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:58:28.314129 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-94e65b17-2c62-4b74-8ad1-bc6b42ca6dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:28.318648 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8c224d4e-0c57-412c-9bec-c1d69c578562 None None] Provisioning complete for port 628d4b89-8a40-461b-8319-9b34bdd348bf triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:28.319089 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c224d4e-0c57-412c-9bec-c1d69c578562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:28.376938 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e65b17-2c62-4b74-8ad1-bc6b42ca6dce None None] Routers {'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:58:28.377571 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-94e65b17-2c62-4b74-8ad1-bc6b42ca6dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:58:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:28.387185 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-35466f87-8ea2-4b01-a471-7a90f1049e54 req-323a867f-3b22-416c-a2f1-a9238b48905b tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b2ba9db-d4ee-462a-83ba-d3f8a2084b21 HTTP/1.1" status: 200 len: 210 time: 0.0662057 Aug 10 00:58:28.395804 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900c4b4-f8c0-4d9f-ab69-599b7aeac8ad req-beb83f19-bccf-4966-9878-cde889b466fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:28.397437 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e900c4b4-f8c0-4d9f-ab69-599b7aeac8ad req-beb83f19-bccf-4966-9878-cde889b466fa service neutron] 10.222.0.20 "GET /v2.0/networks?id=e6332a27-ba49-4d7e-93ff-d255b803530a HTTP/1.1" status: 200 len: 923 time: 0.1734142 Aug 10 00:58:28.417930 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec142d-33df-479b-ba29-7e0c85eb7750 req-68b67cd6-d292-4846-96be-df6ce52b4c7c tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:28.429022 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-43ec142d-33df-479b-ba29-7e0c85eb7750 req-68b67cd6-d292-4846-96be-df6ce52b4c7c tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=c074a83d-ae7b-4a51-a3b9-6db5e930dfda HTTP/1.1" status: 200 len: 945 time: 0.1856115 Aug 10 00:58:28.439404 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:28.477688 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e900c4b4-f8c0-4d9f-ab69-599b7aeac8ad req-98ab0fa4-e1aa-49cd-839b-850f405600e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=40420de5-b387-4309-b6ef-bef2e0149ea8 HTTP/1.1" status: 200 len: 217 time: 0.0712276 Aug 10 00:58:28.497703 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 75ec8543-cf35-49f3-9e64-5969f2d2b1bd, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=75ec8543-cf35-49f3-9e64-5969f2d2b1bd,segment=NetworkSegment(fd0aa135-7bf0-4440-a395-b4833e4cac38),segment_id=fd0aa135-7bf0-4440-a395-b4833e4cac38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:28.500028 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288ac6a4-6abf-429a-8d45-2dd420dcbe30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ec8543-cf35-49f3-9e64-5969f2d2b1bd'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:28.503096 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50792dde-ca33-487c-8e74-6b259bd86251" -d '{"events": [{"server_uuid": "288ac6a4-6abf-429a-8d45-2dd420dcbe30", "name": "network-vif-plugged", "status": "completed", "tag": "75ec8543-cf35-49f3-9e64-5969f2d2b1bd"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:28.511177 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:28.539416 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-94e65b17-2c62-4b74-8ad1-bc6b42ca6dce None None] Set router e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:58:28.559894 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-43ec142d-33df-479b-ba29-7e0c85eb7750 req-2440ab3c-e115-4034-b8b5-1d98fa9fb3fa tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271682 Aug 10 00:58:28.579288 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=75ec8543-cf35-49f3-9e64-5969f2d2b1bd,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:28.600537 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900c4b4-f8c0-4d9f-ab69-599b7aeac8ad req-382dabcb-f276-457b-b886-52ec0ae55224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:28.602159 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e900c4b4-f8c0-4d9f-ab69-599b7aeac8ad req-382dabcb-f276-457b-b886-52ec0ae55224 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ce092a3-f550-437a-8928-43805c65d849 HTTP/1.1" status: 200 len: 862 time: 0.1163423 Aug 10 00:58:28.628407 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee0431b-6c77-4672-bdf3-20f685ebda0d x-openstack-request-id: req-fee0431b-6c77-4672-bdf3-20f685ebda0d {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:58:28.628720 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288ac6a4-6abf-429a-8d45-2dd420dcbe30", "name": "network-vif-plugged", "status": "completed", "tag": "75ec8543-cf35-49f3-9e64-5969f2d2b1bd", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:58:28.628955 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fee0431b-6c77-4672-bdf3-20f685ebda0d {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:58:28.629364 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288ac6a4-6abf-429a-8d45-2dd420dcbe30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ec8543-cf35-49f3-9e64-5969f2d2b1bd', 'code': 200} Aug 10 00:58:28.665458 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e900c4b4-f8c0-4d9f-ab69-599b7aeac8ad req-cb82d3b5-c700-4eb6-b579-56c6cab54102 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6332a27-ba49-4d7e-93ff-d255b803530a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547068 Aug 10 00:58:28.672855 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-a4f0913a-7f64-476c-b58a-2855c50a5462 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:28.705566 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc33c40-d491-40e6-96eb-1fb2ef0eea85 req-bbec0b6f-ead3-442f-a37f-21068c8d99f1 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:28.717274 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8bc33c40-d491-40e6-96eb-1fb2ef0eea85 req-bbec0b6f-ead3-442f-a37f-21068c8d99f1 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 945 time: 0.1156790 Aug 10 00:58:28.745917 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23b883-298d-4d1b-b1e8-94d73e0d3250 None None] Pushing event updated for resources: {'Port': ['ID=bd2b02a1-28a5-4672-839a-0b5fdb356ca9,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:28.822729 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-94e65b17-2c62-4b74-8ad1-bc6b42ca6dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1857390534-router', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'bd2b02a1-28a5-4672-839a-0b5fdb356ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:23Z', 'updated_at': '2021-08-10T00:58:25Z', 'revision_number': 3, 'project_id': '4ce28956188140948295882b7e7eeddc', 'gw_port': {'id': 'bd2b02a1-28a5-4672-839a-0b5fdb356ca9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bb:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:24Z', 'updated_at': '2021-08-10T00:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:28.833147 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8bc33c40-d491-40e6-96eb-1fb2ef0eea85 req-fe048e25-11d2-442f-9e79-fea7ad31cc4c tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/security-groups?id=59690946-e823-4318-92b2-2bfb3d8f40ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185150 Aug 10 00:58:28.841527 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41a89b-48e3-4e4b-9bac-0c911c978961 req-07c558c9-005b-4371-a796-91503a3be573 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:28.843539 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bc41a89b-48e3-4e4b-9bac-0c911c978961 req-07c558c9-005b-4371-a796-91503a3be573 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 946 time: 0.0987008 Aug 10 00:58:28.852441 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e65b17-2c62-4b74-8ad1-bc6b42ca6dce None None] The sync data for ids ['e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'] in n-d-766726-26 is: [{'id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1857390534-router', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'bd2b02a1-28a5-4672-839a-0b5fdb356ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:23Z', 'updated_at': '2021-08-10T00:58:25Z', 'revision_number': 3, 'project_id': '4ce28956188140948295882b7e7eeddc', 'gw_port': {'id': 'bd2b02a1-28a5-4672-839a-0b5fdb356ca9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bb:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:24Z', 'updated_at': '2021-08-10T00:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:58:28.865647 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e900c4b4-f8c0-4d9f-ab69-599b7aeac8ad req-a617a564-0ecd-4c0d-bfc6-7fc802fd0550 service neutron] 10.222.0.20 "GET /v2.0/networks/e6332a27-ba49-4d7e-93ff-d255b803530a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901968 Aug 10 00:58:28.939255 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-a4f0913a-7f64-476c-b58a-2855c50a5462 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:28.949926 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['c58ea708-4565-4b16-a53e-c9c57ba4f3a2'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:58:28.961038 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bc41a89b-48e3-4e4b-9bac-0c911c978961 req-68ea9aa8-0282-4f60-9727-c07923c7dbeb tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070211 Aug 10 00:58:29.025956 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e900c4b4-f8c0-4d9f-ab69-599b7aeac8ad req-778e4e48-e698-405e-9d39-ec574b3dc985 service neutron] 10.222.0.20 "GET /v2.0/networks/e6332a27-ba49-4d7e-93ff-d255b803530a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507030 Aug 10 00:58:29.043550 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-a4f0913a-7f64-476c-b58a-2855c50a5462 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Network 68f568b0-c764-43be-a497-965794b9f9b4 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:58:29.048636 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-a4f0913a-7f64-476c-b58a-2855c50a5462 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:29.056648 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-a4f0913a-7f64-476c-b58a-2855c50a5462 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:58:29.102544 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 628d4b89-8a40-461b-8319-9b34bdd348bf up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:29.264222 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 628d4b89-8a40-461b-8319-9b34bdd348bf triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:29.264222 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:29.436121 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada7ae2-213e-4af7-a9d2-eaa4900e3b56 req-6a0250dc-53d1-4c30-931a-980591fe6432 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:29.443591 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fada7ae2-213e-4af7-a9d2-eaa4900e3b56 req-6a0250dc-53d1-4c30-931a-980591fe6432 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=76341b2d-0159-4c9f-9545-3aac23f39b1e HTTP/1.1" status: 200 len: 943 time: 0.1303897 Aug 10 00:58:29.512007 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fada7ae2-213e-4af7-a9d2-eaa4900e3b56 req-739b62a3-8d5f-4bf2-8cc2-0ac3be1d180a tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674376 Aug 10 00:58:29.528918 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae6f83-c76f-4eac-bca3-d557c0d36529 req-777bbdaf-b0df-45c4-8e66-0b151b2f8bd2 tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:29.530515 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4dae6f83-c76f-4eac-bca3-d557c0d36529 req-777bbdaf-b0df-45c4-8e66-0b151b2f8bd2 tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c4e6c12-f5d8-42c1-9c94-338a1e38f064 HTTP/1.1" status: 200 len: 945 time: 0.1574528 Aug 10 00:58:29.533691 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0913a-7f64-476c-b58a-2855c50a5462 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Pushing event updated for resources: {'Port': ['ID=2c867f58-35f6-43c1-94d4-a745ddf45ec0,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:29.580622 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-a4f0913a-7f64-476c-b58a-2855c50a5462 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:29.581426 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-a4f0913a-7f64-476c-b58a-2855c50a5462 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:29.624575 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-a4f0913a-7f64-476c-b58a-2855c50a5462 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3114657 Aug 10 00:58:29.636313 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4dae6f83-c76f-4eac-bca3-d557c0d36529 req-42952642-6292-4f23-a61b-f5248efa55f5 tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] 10.222.0.35 "GET /v2.0/security-groups?id=2bb672b6-c9be-4a7c-908b-4e5bb4c72409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780780 Aug 10 00:58:29.646935 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-206fdb98-556d-4cec-af4c-213ce5d95ce9 service neutron] Request body: {'port': {'device_id': '5b2ba9db-d4ee-462a-83ba-d3f8a2084b21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:29.689664 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad329fc9-cb7d-43d9-baf6-66f311d76b70 req-77f62a18-eb2a-496e-8a06-e0f08091cae0 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:29.699566 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f6e3e642-3298-43dc-a673-0f581adc6caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:29.700832 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ad329fc9-cb7d-43d9-baf6-66f311d76b70 req-77f62a18-eb2a-496e-8a06-e0f08091cae0 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b2ba9db-d4ee-462a-83ba-d3f8a2084b21 HTTP/1.1" status: 200 len: 931 time: 0.0687690 Aug 10 00:58:29.780927 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ad329fc9-cb7d-43d9-baf6-66f311d76b70 req-0aab2646-76bc-4836-b98f-ef1b2f88990f tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763485 Aug 10 00:58:29.811040 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6ff62-e18a-43fd-9ace-9b94d1223948 req-e1b2f35c-ea47-49c1-9a08-0e1c16ead553 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:29.812778 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0aa6ff62-e18a-43fd-9ace-9b94d1223948 req-e1b2f35c-ea47-49c1-9a08-0e1c16ead553 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=c074a83d-ae7b-4a51-a3b9-6db5e930dfda HTTP/1.1" status: 200 len: 945 time: 0.0843718 Aug 10 00:58:29.843858 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-206fdb98-556d-4cec-af4c-213ce5d95ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:29.872954 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0aa6ff62-e18a-43fd-9ace-9b94d1223948 req-f9df9fa4-3adf-4b44-b2e5-3f37cdf3ded2 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510025 Aug 10 00:58:29.993420 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e4e8f9-6e0f-4e77-87e7-f1c004d78593 req-eae36349-bada-4032-a32f-867c8938fc12 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:29.995184 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b5e4e8f9-6e0f-4e77-87e7-f1c004d78593 req-eae36349-bada-4032-a32f-867c8938fc12 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 945 time: 0.0687017 Aug 10 00:58:30.012306 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e13aedb5-bbc6-4b56-be7e-f45dccc11650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:30.068866 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b5e4e8f9-6e0f-4e77-87e7-f1c004d78593 req-4db5e09b-963e-4dd3-829e-6129e8f6c3f6 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/security-groups?id=59690946-e823-4318-92b2-2bfb3d8f40ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666008 Aug 10 00:58:30.170666 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8114d0b-8163-49d6-ada8-1869480dc88a req-0fdddecc-546d-4c3d-aa46-923a5a7dc4f8 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:30.174453 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f8114d0b-8163-49d6-ada8-1869480dc88a req-0fdddecc-546d-4c3d-aa46-923a5a7dc4f8 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 946 time: 0.0734830 Aug 10 00:58:30.253194 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f8114d0b-8163-49d6-ada8-1869480dc88a req-7b104946-9d83-4934-b7b1-88c126fba5a5 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563338 Aug 10 00:58:30.293647 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-f6e3e642-3298-43dc-a673-0f581adc6caa admin admin] Allocated IP 172.20.0.1 (9ff27b19-c3ac-4a51-8f0a-77d9d092a25c/5d5b8c68-57be-4c07-b3dd-20f44685cf57/03e44d8f-face-444e-855a-4352cbcb5e92) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:58:30.570821 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-206fdb98-556d-4cec-af4c-213ce5d95ce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c867f58-35f6-43c1-94d4-a745ddf45ec0 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:58:30.577804 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f6e3e642-3298-43dc-a673-0f581adc6caa admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:30.583743 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-206fdb98-556d-4cec-af4c-213ce5d95ce9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:30.609728 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-f6e3e642-3298-43dc-a673-0f581adc6caa admin admin] Transition to ACTIVE for port object 03e44d8f-face-444e-855a-4352cbcb5e92 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:58:30.612599 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-206fdb98-556d-4cec-af4c-213ce5d95ce9 service neutron] Transition to ACTIVE for port object 2c867f58-35f6-43c1-94d4-a745ddf45ec0 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:58:30.622262 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-206fdb98-556d-4cec-af4c-213ce5d95ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:30.738571 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206fdb98-556d-4cec-af4c-213ce5d95ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=2c867f58-35f6-43c1-94d4-a745ddf45ec0,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:30.749252 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f6e3e642-3298-43dc-a673-0f581adc6caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:30.765664 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d849a-7c03-46b7-9c64-f914c29a2d32 req-ffe4f443-5077-4bce-b8b7-6d76505006d2 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:30.768625 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d5d849a-7c03-46b7-9c64-f914c29a2d32 req-ffe4f443-5077-4bce-b8b7-6d76505006d2 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=76341b2d-0159-4c9f-9545-3aac23f39b1e HTTP/1.1" status: 200 len: 943 time: 0.1145418 Aug 10 00:58:30.854227 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e3e642-3298-43dc-a673-0f581adc6caa admin admin] Network 9ff27b19-c3ac-4a51-8f0a-77d9d092a25c is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:58:30.865587 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-f6e3e642-3298-43dc-a673-0f581adc6caa admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:30.877435 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e3e642-3298-43dc-a673-0f581adc6caa admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:58:30.902376 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e3e642-3298-43dc-a673-0f581adc6caa admin admin] Pushing event updated for resources: {'Port': ['ID=03e44d8f-face-444e-855a-4352cbcb5e92,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:30.915549 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d5d849a-7c03-46b7-9c64-f914c29a2d32 req-db302267-b715-44e6-84b5-c52ac815c79f tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395605 Aug 10 00:58:30.941020 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-206fdb98-556d-4cec-af4c-213ce5d95ce9 service neutron] Attempting to bind port 2c867f58-35f6-43c1-94d4-a745ddf45ec0 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:58:30.941361 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-206fdb98-556d-4cec-af4c-213ce5d95ce9 service neutron] Attempting to bind port 2c867f58-35f6-43c1-94d4-a745ddf45ec0 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '45b34241-697f-4f50-87d8-6d6db6581d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:58:30.941696 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-206fdb98-556d-4cec-af4c-213ce5d95ce9 service neutron] Attempting to bind port 2c867f58-35f6-43c1-94d4-a745ddf45ec0 on network 68f568b0-c764-43be-a497-965794b9f9b4 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:58:30.954087 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f6e3e642-3298-43dc-a673-0f581adc6caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:30.958141 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-e13aedb5-bbc6-4b56-be7e-f45dccc11650 admin admin] Deleting port ed2c9258-dcd6-49e5-8fbd-9c1779422d6b {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:58:30.958483 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e13aedb5-bbc6-4b56-be7e-f45dccc11650 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:30.960045 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-206fdb98-556d-4cec-af4c-213ce5d95ce9 service neutron] Port 2c867f58-35f6-43c1-94d4-a745ddf45ec0 on network 68f568b0-c764-43be-a497-965794b9f9b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:58:30.960388 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-206fdb98-556d-4cec-af4c-213ce5d95ce9 service neutron] Attempting to bind port 2c867f58-35f6-43c1-94d4-a745ddf45ec0 on network 68f568b0-c764-43be-a497-965794b9f9b4 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:58:31.114738 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-206fdb98-556d-4cec-af4c-213ce5d95ce9 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:58:31.115079 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-206fdb98-556d-4cec-af4c-213ce5d95ce9 service neutron] Checking segment: {'id': '45b34241-697f-4f50-87d8-6d6db6581d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:58:31.115671 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-206fdb98-556d-4cec-af4c-213ce5d95ce9 service neutron] Bound using segment: {'id': '45b34241-697f-4f50-87d8-6d6db6581d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:58:31.116319 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-206fdb98-556d-4cec-af4c-213ce5d95ce9 service neutron] Bound port: 2c867f58-35f6-43c1-94d4-a745ddf45ec0, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b34241-697f-4f50-87d8-6d6db6581d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:58:31.117204 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-206fdb98-556d-4cec-af4c-213ce5d95ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:31.140718 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78177e39-e637-4ae9-8b0b-83b17144a795 req-f0a536b7-01b5-4f40-b76b-c889a36c824f tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:31.142335 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-78177e39-e637-4ae9-8b0b-83b17144a795 req-f0a536b7-01b5-4f40-b76b-c889a36c824f tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c4e6c12-f5d8-42c1-9c94-338a1e38f064 HTTP/1.1" status: 200 len: 945 time: 0.2540209 Aug 10 00:58:31.155050 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39de25-def1-4d34-b524-5d9c87e7422a req-11e40099-b800-475e-98a4-bcd70531cd64 tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:31.163744 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7e39de25-def1-4d34-b524-5d9c87e7422a req-11e40099-b800-475e-98a4-bcd70531cd64 tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c4e6c12-f5d8-42c1-9c94-338a1e38f064 HTTP/1.1" status: 200 len: 945 time: 0.3089488 Aug 10 00:58:31.175224 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device bd2b02a1-28a5-4672-839a-0b5fdb356ca9 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:31.232947 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79843d75-7cdc-435b-8ffb-3f83267b14d0 req-3a8b29d6-5aab-4ff5-a52a-6942c23fcb17 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:31.241528 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-79843d75-7cdc-435b-8ffb-3f83267b14d0 req-3a8b29d6-5aab-4ff5-a52a-6942c23fcb17 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b2ba9db-d4ee-462a-83ba-d3f8a2084b21 HTTP/1.1" status: 200 len: 943 time: 0.1885734 Aug 10 00:58:31.306474 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7e39de25-def1-4d34-b524-5d9c87e7422a req-1487a2cd-2916-4c1e-9b48-4d7481d7d159 tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] 10.222.0.35 "GET /v2.0/security-groups?id=2bb672b6-c9be-4a7c-908b-4e5bb4c72409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418245 Aug 10 00:58:31.328015 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port bd2b02a1-28a5-4672-839a-0b5fdb356ca9 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:58:31.343329 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port bd2b02a1-28a5-4672-839a-0b5fdb356ca9 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:31.343497 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:31.352872 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-e13aedb5-bbc6-4b56-be7e-f45dccc11650 admin admin] For port ed2c9258-dcd6-49e5-8fbd-9c1779422d6b, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=ed2c9258-dcd6-49e5-8fbd-9c1779422d6b,segment=NetworkSegment(c408e8af-35a5-4380-858f-67af2ae00d21),segment_id=c408e8af-35a5-4380-858f-67af2ae00d21)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:31.353529 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e13aedb5-bbc6-4b56-be7e-f45dccc11650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:31.370638 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-e13aedb5-bbc6-4b56-be7e-f45dccc11650 admin admin] Calling delete_port for ed2c9258-dcd6-49e5-8fbd-9c1779422d6b owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:58:31.375755 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-79843d75-7cdc-435b-8ffb-3f83267b14d0 req-974b7bc4-78c4-492e-9af5-a453d267744f tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287518 Aug 10 00:58:31.412680 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-77f1f61e-6999-428e-8096-2e167f47f3e9 None None] Provisioning for port 03e44d8f-face-444e-855a-4352cbcb5e92 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:58:31.429914 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-77f1f61e-6999-428e-8096-2e167f47f3e9 None None] Provisioning complete for port 03e44d8f-face-444e-855a-4352cbcb5e92 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:31.430684 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-77f1f61e-6999-428e-8096-2e167f47f3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:31.452359 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-78177e39-e637-4ae9-8b0b-83b17144a795 req-fdf53d18-ab1c-4279-b982-8f3bc1a6d3ad tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] Deleting port 1ddc0315-51ab-4f69-8668-cfd38196b9f5 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:58:31.452708 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-78177e39-e637-4ae9-8b0b-83b17144a795 req-fdf53d18-ab1c-4279-b982-8f3bc1a6d3ad tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:31.510634 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-77f1f61e-6999-428e-8096-2e167f47f3e9 None None] Port 03e44d8f-face-444e-855a-4352cbcb5e92 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:58:31.596250 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:31.628475 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port bd2b02a1-28a5-4672-839a-0b5fdb356ca9, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=bd2b02a1-28a5-4672-839a-0b5fdb356ca9,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:31.642823 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a9326-d317-4e10-8d6f-d4bdd105cf75 req-5b1408bf-37a9-441e-b6e0-c7fefe11eff7 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:31.643075 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:31.659086 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6b2a9326-d317-4e10-8d6f-d4bdd105cf75 req-5b1408bf-37a9-441e-b6e0-c7fefe11eff7 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=c074a83d-ae7b-4a51-a3b9-6db5e930dfda HTTP/1.1" status: 200 len: 945 time: 0.1718888 Aug 10 00:58:31.680597 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1e5d6-728e-4f7c-ab20-2ed7c4b83469 req-84c89635-6763-4ac5-a062-f28791496709 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:31.681982 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-80d1e5d6-728e-4f7c-ab20-2ed7c4b83469 req-84c89635-6763-4ac5-a062-f28791496709 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 945 time: 0.1513848 Aug 10 00:58:31.701673 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e13aedb5-bbc6-4b56-be7e-f45dccc11650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:31.715504 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-78177e39-e637-4ae9-8b0b-83b17144a795 req-fdf53d18-ab1c-4279-b982-8f3bc1a6d3ad tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] For port 1ddc0315-51ab-4f69-8668-cfd38196b9f5, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=1ddc0315-51ab-4f69-8668-cfd38196b9f5,segment=NetworkSegment(446fd008-2507-4a5e-9fed-218415aad1a2),segment_id=446fd008-2507-4a5e-9fed-218415aad1a2)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:31.715890 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-78177e39-e637-4ae9-8b0b-83b17144a795 req-fdf53d18-ab1c-4279-b982-8f3bc1a6d3ad tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:31.735449 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=bd2b02a1-28a5-4672-839a-0b5fdb356ca9,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:31.759053 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-78177e39-e637-4ae9-8b0b-83b17144a795 req-fdf53d18-ab1c-4279-b982-8f3bc1a6d3ad tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] Calling delete_port for 1ddc0315-51ab-4f69-8668-cfd38196b9f5 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:58:31.783117 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13aedb5-bbc6-4b56-be7e-f45dccc11650 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed2c9258-dcd6-49e5-8fbd-9c1779422d6b,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:31.808812 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6b2a9326-d317-4e10-8d6f-d4bdd105cf75 req-53487ee8-20e8-4a6a-82fd-3f4f5527ae24 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106768 Aug 10 00:58:31.904795 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-80d1e5d6-728e-4f7c-ab20-2ed7c4b83469 req-05911f0a-40bd-48d7-8f4c-9b21ed7db53e tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/security-groups?id=59690946-e823-4318-92b2-2bfb3d8f40ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951144 Aug 10 00:58:31.969639 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e13aedb5-bbc6-4b56-be7e-f45dccc11650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:31.985223 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-206fdb98-556d-4cec-af4c-213ce5d95ce9 service neutron] For port 2c867f58-35f6-43c1-94d4-a745ddf45ec0, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:58:32.015210 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 40420de5-b387-4309-b6ef-bef2e0149ea8 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:58:32.054557 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bc334-4a86-4bb1-a285-d46adaae76a6 req-c50ac7d9-40ed-4b09-b386-57e0b78aac15 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:32.067527 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-837bc334-4a86-4bb1-a285-d46adaae76a6 req-c50ac7d9-40ed-4b09-b386-57e0b78aac15 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 946 time: 0.1447186 Aug 10 00:58:32.160400 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42b38c-56c6-47e0-b2dc-20be76aa1a50 req-a7d18b31-7cbf-4e06-8900-2a77fa4a8fc6 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:32.162749 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d42b38c-56c6-47e0-b2dc-20be76aa1a50 req-a7d18b31-7cbf-4e06-8900-2a77fa4a8fc6 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=76341b2d-0159-4c9f-9545-3aac23f39b1e HTTP/1.1" status: 200 len: 943 time: 0.1592765 Aug 10 00:58:32.178318 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-837bc334-4a86-4bb1-a285-d46adaae76a6 req-9bab8bf5-3950-4064-8c70-a28d40cb1f58 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073053 Aug 10 00:58:32.193147 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 40420de5-b387-4309-b6ef-bef2e0149ea8, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=40420de5-b387-4309-b6ef-bef2e0149ea8,segment=NetworkSegment(f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38),segment_id=f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:32.216546 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '40420de5-b387-4309-b6ef-bef2e0149ea8', 'network_id': 'e6332a27-ba49-4d7e-93ff-d255b803530a', 'port_id': '40420de5-b387-4309-b6ef-bef2e0149ea8', 'mac_address': 'fa:16:3e:8e:aa:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ce092a3-f550-437a-8928-43805c65d849', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:58:32.236816 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-78177e39-e637-4ae9-8b0b-83b17144a795 req-fdf53d18-ab1c-4279-b982-8f3bc1a6d3ad tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:32.252450 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['1ddc0315-51ab-4f69-8668-cfd38196b9f5'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:58:32.295925 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:32.314582 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40420de5-b387-4309-b6ef-bef2e0149ea8 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:58:32.315252 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf53d18-ab1c-4279-b982-8f3bc1a6d3ad tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] Pushing event deleted for resources: {'Port': ['ID=1ddc0315-51ab-4f69-8668-cfd38196b9f5,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:32.321400 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13aedb5-bbc6-4b56-be7e-f45dccc11650 admin admin] Router fcef32ea-c9d5-47f0-a468-e44ffc682089 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:58:32.328773 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-206fdb98-556d-4cec-af4c-213ce5d95ce9 service neutron] For port 2c867f58-35f6-43c1-94d4-a745ddf45ec0, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2c867f58-35f6-43c1-94d4-a745ddf45ec0,segment=NetworkSegment(45b34241-697f-4f50-87d8-6d6db6581d08),segment_id=45b34241-697f-4f50-87d8-6d6db6581d08)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:58:32.341642 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d42b38c-56c6-47e0-b2dc-20be76aa1a50 req-41c0099f-e42b-4415-91ad-9d873b5394db tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618011 Aug 10 00:58:32.369967 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 40420de5-b387-4309-b6ef-bef2e0149ea8, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=40420de5-b387-4309-b6ef-bef2e0149ea8,segment=NetworkSegment(f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38),segment_id=f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:32.372423 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-78177e39-e637-4ae9-8b0b-83b17144a795 req-fdf53d18-ab1c-4279-b982-8f3bc1a6d3ad tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] No DVR routers for this DVR port 1ddc0315-51ab-4f69-8668-cfd38196b9f5 on host n-h1-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:58:32.375405 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-78177e39-e637-4ae9-8b0b-83b17144a795 req-fdf53d18-ab1c-4279-b982-8f3bc1a6d3ad tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:32.379411 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:32.379622 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-78177e39-e637-4ae9-8b0b-83b17144a795 req-fdf53d18-ab1c-4279-b982-8f3bc1a6d3ad tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] 10.222.0.24 "DELETE /v2.0/ports/1ddc0315-51ab-4f69-8668-cfd38196b9f5 HTTP/1.1" status: 204 len: 173 time: 1.2120309 Aug 10 00:58:32.380314 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4e6c12-f5d8-42c1-9c94-338a1e38f064', 'name': 'network-vif-deleted', 'tag': '1ddc0315-51ab-4f69-8668-cfd38196b9f5'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:32.383298 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4225c9f-f4f4-4cc6-ae1a-b3f07bf8ee29" -d '{"events": [{"server_uuid": "2c4e6c12-f5d8-42c1-9c94-338a1e38f064", "name": "network-vif-deleted", "tag": "1ddc0315-51ab-4f69-8668-cfd38196b9f5"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:32.471700 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-13f97d0a-4e91-442a-9adc-811a5c65175a req-7f21faf6-2607-49d0-83f0-7b7a4248679d tempest-ServerMetadataNegativeTestJSON-411279590 tempest-ServerMetadataNegativeTestJSON-411279590-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c4e6c12-f5d8-42c1-9c94-338a1e38f064 HTTP/1.1" status: 200 len: 210 time: 0.0368147 Aug 10 00:58:32.474738 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290ad684-8d6e-47ad-9d47-a8764823927c x-openstack-request-id: req-290ad684-8d6e-47ad-9d47-a8764823927c {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:58:32.475278 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4e6c12-f5d8-42c1-9c94-338a1e38f064", "name": "network-vif-deleted", "tag": "1ddc0315-51ab-4f69-8668-cfd38196b9f5", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:58:32.475775 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-290ad684-8d6e-47ad-9d47-a8764823927c {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:58:32.476666 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4e6c12-f5d8-42c1-9c94-338a1e38f064', 'name': 'network-vif-deleted', 'tag': '1ddc0315-51ab-4f69-8668-cfd38196b9f5', 'status': 'completed', 'code': 200} Aug 10 00:58:32.495728 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=40420de5-b387-4309-b6ef-bef2e0149ea8,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:32.600862 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4c87f-6736-47d6-b1e9-2893ddafa1fc req-32bf2cc2-bdda-4c99-aee6-2ef8ef9ce64f tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:32.611621 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ce4c87f-6736-47d6-b1e9-2893ddafa1fc req-32bf2cc2-bdda-4c99-aee6-2ef8ef9ce64f tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b2ba9db-d4ee-462a-83ba-d3f8a2084b21 HTTP/1.1" status: 200 len: 943 time: 0.0728228 Aug 10 00:58:32.648764 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ce4c87f-6736-47d6-b1e9-2893ddafa1fc req-3315fc79-a64f-4a39-b6a5-448f614207e9 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361664 Aug 10 00:58:32.813143 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['40420de5-b387-4309-b6ef-bef2e0149ea8'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:58:32.828035 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-206fdb98-556d-4cec-af4c-213ce5d95ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:32.901615 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-206fdb98-556d-4cec-af4c-213ce5d95ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:32.902610 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-206fdb98-556d-4cec-af4c-213ce5d95ce9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:32.903982 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-206fdb98-556d-4cec-af4c-213ce5d95ce9 service neutron] 10.222.0.20 "PUT /v2.0/ports/2c867f58-35f6-43c1-94d4-a745ddf45ec0 HTTP/1.1" status: 200 len: 1092 time: 3.2640607 Aug 10 00:58:32.908762 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206fdb98-556d-4cec-af4c-213ce5d95ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=2c867f58-35f6-43c1-94d4-a745ddf45ec0,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:32.927651 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2ba9db-d4ee-462a-83ba-d3f8a2084b21', 'tag': '2c867f58-35f6-43c1-94d4-a745ddf45ec0'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:32.934450 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa57ad07-7613-447c-90f7-a010c40194ce" -d '{"events": [{"name": "network-changed", "server_uuid": "5b2ba9db-d4ee-462a-83ba-d3f8a2084b21", "tag": "2c867f58-35f6-43c1-94d4-a745ddf45ec0"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:32.966681 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f6e3e642-3298-43dc-a673-0f581adc6caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:33.015360 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207827c-8e46-486b-a856-63954eec9ee2 req-8b8ccece-1d5f-4d01-8ce6-e98fd16cbb76 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:33.017028 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2207827c-8e46-486b-a856-63954eec9ee2 req-8b8ccece-1d5f-4d01-8ce6-e98fd16cbb76 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=c074a83d-ae7b-4a51-a3b9-6db5e930dfda HTTP/1.1" status: 200 len: 945 time: 0.1224611 Aug 10 00:58:33.168510 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2207827c-8e46-486b-a856-63954eec9ee2 req-dd24847f-fa33-4caa-acbc-84bb70e3cd10 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400037 Aug 10 00:58:33.187491 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77870755-3167-4c83-8728-daa20b528c2f req-ee1b0b96-143b-4e46-94e5-bac45400ecaa tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:33.189146 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77870755-3167-4c83-8728-daa20b528c2f req-ee1b0b96-143b-4e46-94e5-bac45400ecaa tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 945 time: 0.1029513 Aug 10 00:58:33.206092 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-1382d1f7-ffd0-4ae0-aa67-a017db91dcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:33.208675 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-1382d1f7-ffd0-4ae0-aa67-a017db91dcf6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f1c82db603043b497c1daf48dd8e55e&device_id=5b2ba9db-d4ee-462a-83ba-d3f8a2084b21 HTTP/1.1" status: 200 len: 1095 time: 0.2008467 Aug 10 00:58:33.261912 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device bd2b02a1-28a5-4672-839a-0b5fdb356ca9 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:33.263217 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94ca6e0-57ac-4dfd-9d4c-e4bbff71685a x-openstack-request-id: req-e94ca6e0-57ac-4dfd-9d4c-e4bbff71685a {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:58:33.263508 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b2ba9db-d4ee-462a-83ba-d3f8a2084b21", "tag": "2c867f58-35f6-43c1-94d4-a745ddf45ec0", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:58:33.263767 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e94ca6e0-57ac-4dfd-9d4c-e4bbff71685a {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:58:33.264172 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2ba9db-d4ee-462a-83ba-d3f8a2084b21', 'tag': '2c867f58-35f6-43c1-94d4-a745ddf45ec0', 'status': 'completed', 'code': 200} Aug 10 00:58:33.278742 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13aedb5-bbc6-4b56-be7e-f45dccc11650 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:58:33.304133 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77870755-3167-4c83-8728-daa20b528c2f req-d641cc07-daa1-4393-93b9-92d91457340d tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/security-groups?id=59690946-e823-4318-92b2-2bfb3d8f40ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997665 Aug 10 00:58:33.318502 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41650) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:33.319227 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e13aedb5-bbc6-4b56-be7e-f45dccc11650 admin admin] 10.222.0.35 "PUT /v2.0/routers/fcef32ea-c9d5-47f0-a468-e44ffc682089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6191607 Aug 10 00:58:33.324513 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909a73c3-1207-4ea4-be7b-be4d47ff3e01 None None] Sync routers for ids ['fcef32ea-c9d5-47f0-a468-e44ffc682089'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:58:33.330757 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-c25114ed-5988-4ef0-97d8-f84abbfa7c31 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c867f58-35f6-43c1-94d4-a745ddf45ec0 HTTP/1.1" status: 200 len: 217 time: 0.1003120 Aug 10 00:58:33.363516 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909a73c3-1207-4ea4-be7b-be4d47ff3e01 None None] Routers {'fcef32ea-c9d5-47f0-a468-e44ffc682089'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:58:33.364732 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-909a73c3-1207-4ea4-be7b-be4d47ff3e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:58:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['fcef32ea-c9d5-47f0-a468-e44ffc682089'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:33.460076 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-72732ee3-6ba8-4048-8836-933cd5d98876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:33.462074 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port bd2b02a1-28a5-4672-839a-0b5fdb356ca9 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:33.462443 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:33.462860 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-72732ee3-6ba8-4048-8836-933cd5d98876 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4317e354-7b23-4f49-8b2a-5d1c39378e31 HTTP/1.1" status: 200 len: 845 time: 0.1209407 Aug 10 00:58:33.525677 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-89aecf4b-33aa-4a6d-8b4c-c08004d3250c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=68f568b0-c764-43be-a497-965794b9f9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527120 Aug 10 00:58:33.533115 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-909a73c3-1207-4ea4-be7b-be4d47ff3e01 None None] Set router fcef32ea-c9d5-47f0-a468-e44ffc682089 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:58:33.538601 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9cde5-f6fc-490b-9bf7-ca8395522d79 req-948cb227-fe33-4454-bea7-1ab860407f44 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:33.540401 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-02c9cde5-f6fc-490b-9bf7-ca8395522d79 req-948cb227-fe33-4454-bea7-1ab860407f44 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 946 time: 0.1237166 Aug 10 00:58:33.556694 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c4771-9d6e-467c-a311-147836454572 req-523e0132-87fc-4a63-ad86-a291b387fe60 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:33.558477 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-037c4771-9d6e-467c-a311-147836454572 req-523e0132-87fc-4a63-ad86-a291b387fe60 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=76341b2d-0159-4c9f-9545-3aac23f39b1e HTTP/1.1" status: 200 len: 944 time: 0.1429303 Aug 10 00:58:33.644284 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-037c4771-9d6e-467c-a311-147836454572 req-1c1b308a-2ffb-433c-9593-c4e0a8b7ebaf tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550864 Aug 10 00:58:33.645729 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-542ca37c-ee99-4a5f-8580-4405756b17af admin admin] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:33.651550 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f6e3e642-3298-43dc-a673-0f581adc6caa admin admin] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:33.669053 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f6e3e642-3298-43dc-a673-0f581adc6caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:33.708808 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-02c9cde5-f6fc-490b-9bf7-ca8395522d79 req-ac47e12b-ba1d-404e-b6e0-c205dcc16063 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490147 Aug 10 00:58:33.731313 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41658) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:33.810231 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f6e3e642-3298-43dc-a673-0f581adc6caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:33.815499 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e3e642-3298-43dc-a673-0f581adc6caa admin admin] Pushing event updated for resources: {'Port': ['ID=03e44d8f-face-444e-855a-4352cbcb5e92,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:33.832423 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-909a73c3-1207-4ea4-be7b-be4d47ff3e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcef32ea-c9d5-47f0-a468-e44ffc682089', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2125526298-router', 'tenant_id': '91212a21b18b4f86bc82c817cfeea6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '4e1f4784-f400-431a-b621-2be71abfd94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:51:16Z', 'updated_at': '2021-08-10T00:58:31Z', 'revision_number': 5, 'project_id': '91212a21b18b4f86bc82c817cfeea6ec', 'gw_port': {'id': '4e1f4784-f400-431a-b621-2be71abfd94f', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcef32ea-c9d5-47f0-a468-e44ffc682089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:17Z', 'updated_at': '2021-08-10T00:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:33.837290 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-a176d924-e6cb-4e9b-8ddc-66402e289b8d service neutron] 10.222.0.20 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027902 Aug 10 00:58:33.867045 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909a73c3-1207-4ea4-be7b-be4d47ff3e01 None None] Checking router: fcef32ea-c9d5-47f0-a468-e44ffc682089 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:58:33.877328 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909a73c3-1207-4ea4-be7b-be4d47ff3e01 None None] Routers {'fcef32ea-c9d5-47f0-a468-e44ffc682089'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:58:33.878123 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-909a73c3-1207-4ea4-be7b-be4d47ff3e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:58:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['fcef32ea-c9d5-47f0-a468-e44ffc682089'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:33.917039 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a8a46de-18b6-4e05-a0ae-7e7c497dddea admin admin] Deleting subnet 2d4b4f09-e2e5-4690-a935-7d00ad7d646f {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:58:33.928995 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78d050-cd3c-4e5b-a8c3-dd2b1a55c51f req-596d400d-7862-4321-8ee9-f7339b27a74a tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:33.936395 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dc78d050-cd3c-4e5b-a8c3-dd2b1a55c51f req-596d400d-7862-4321-8ee9-f7339b27a74a tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b2ba9db-d4ee-462a-83ba-d3f8a2084b21 HTTP/1.1" status: 200 len: 943 time: 0.0870199 Aug 10 00:58:33.942034 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7a8a46de-18b6-4e05-a0ae-7e7c497dddea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:33.985477 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-68b5e018-a6c2-439b-8854-aa76ed8383d4 req-474c0dfa-9570-448c-a4ac-2934432049e6 service neutron] 10.222.0.20 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318491 Aug 10 00:58:34.008932 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dc78d050-cd3c-4e5b-a8c3-dd2b1a55c51f req-7e0a40e8-fa28-4026-9a4d-346a300de2e2 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715768 Aug 10 00:58:34.021432 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-542ca37c-ee99-4a5f-8580-4405756b17af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:34.043242 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7a8a46de-18b6-4e05-a0ae-7e7c497dddea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:34.059757 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e3e642-3298-43dc-a673-0f581adc6caa admin admin] Network 9ff27b19-c3ac-4a51-8f0a-77d9d092a25c is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:58:34.061575 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-f6e3e642-3298-43dc-a673-0f581adc6caa admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:34.138502 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7a8a46de-18b6-4e05-a0ae-7e7c497dddea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:34.201195 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-542ca37c-ee99-4a5f-8580-4405756b17af admin admin] Deleting port 4e1f4784-f400-431a-b621-2be71abfd94f {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:58:34.201931 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-542ca37c-ee99-4a5f-8580-4405756b17af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:34.230621 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-909a73c3-1207-4ea4-be7b-be4d47ff3e01 None None] Set router fcef32ea-c9d5-47f0-a468-e44ffc682089 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:58:34.273354 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57ad07-7613-447c-90f7-a010c40194ce req-79a02c4d-1eb0-4846-b33a-d41f145064bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:34.276064 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fa57ad07-7613-447c-90f7-a010c40194ce req-79a02c4d-1eb0-4846-b33a-d41f145064bb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f1c82db603043b497c1daf48dd8e55e&device_id=5b2ba9db-d4ee-462a-83ba-d3f8a2084b21 HTTP/1.1" status: 200 len: 1095 time: 0.1440983 Aug 10 00:58:34.351513 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7a8a46de-18b6-4e05-a0ae-7e7c497dddea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:34.366836 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e3e642-3298-43dc-a673-0f581adc6caa admin admin] Router e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:58:34.464116 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7a8a46de-18b6-4e05-a0ae-7e7c497dddea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:34.471739 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7a8a46de-18b6-4e05-a0ae-7e7c497dddea admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2d4b4f09-e2e5-4690-a935-7d00ad7d646f HTTP/1.1" status: 204 len: 168 time: 0.7363884 Aug 10 00:58:34.495252 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41664) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:34.563279 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e3561a34-b660-4389-9ac0-fac1037fb27a None None] Provisioning complete for port 03e44d8f-face-444e-855a-4352cbcb5e92 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:34.563868 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e3561a34-b660-4389-9ac0-fac1037fb27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:34.569327 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a46de-18b6-4e05-a0ae-7e7c497dddea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d4b4f09-e2e5-4690-a935-7d00ad7d646f,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:34.602615 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7540e-c63e-4bf3-8708-1df5ccbc205a req-fe958b52-a7e8-43e2-ac53-f14540daa236 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:34.613460 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-daf7540e-c63e-4bf3-8708-1df5ccbc205a req-fe958b52-a7e8-43e2-ac53-f14540daa236 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=c074a83d-ae7b-4a51-a3b9-6db5e930dfda HTTP/1.1" status: 200 len: 945 time: 0.2813079 Aug 10 00:58:34.622213 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-542ca37c-ee99-4a5f-8580-4405756b17af admin admin] For port 4e1f4784-f400-431a-b621-2be71abfd94f, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=4e1f4784-f400-431a-b621-2be71abfd94f,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:34.622882 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-542ca37c-ee99-4a5f-8580-4405756b17af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:34.625223 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e3561a34-b660-4389-9ac0-fac1037fb27a None None] Port 03e44d8f-face-444e-855a-4352cbcb5e92 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:58:34.634567 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-909a73c3-1207-4ea4-be7b-be4d47ff3e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcef32ea-c9d5-47f0-a468-e44ffc682089', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2125526298-router', 'tenant_id': '91212a21b18b4f86bc82c817cfeea6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '4e1f4784-f400-431a-b621-2be71abfd94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:51:16Z', 'updated_at': '2021-08-10T00:58:31Z', 'revision_number': 5, 'project_id': '91212a21b18b4f86bc82c817cfeea6ec', 'gw_port': {'id': '4e1f4784-f400-431a-b621-2be71abfd94f', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcef32ea-c9d5-47f0-a468-e44ffc682089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:17Z', 'updated_at': '2021-08-10T00:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:34.641802 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e3e642-3298-43dc-a673-0f581adc6caa admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:58:34.657589 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeeac24-84f1-4c9d-8a83-92ba31919b5f None None] Sync routers for ids ['e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:58:34.667223 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f6e3e642-3298-43dc-a673-0f581adc6caa admin admin] 10.222.0.35 "PUT /v2.0/routers/e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5601108 Aug 10 00:58:34.671573 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57ad07-7613-447c-90f7-a010c40194ce req-88b82d7e-0cff-471c-9279-24484397d54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:34.673172 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fa57ad07-7613-447c-90f7-a010c40194ce req-88b82d7e-0cff-471c-9279-24484397d54d service neutron] 10.222.0.20 "GET /v2.0/networks?id=68f568b0-c764-43be-a497-965794b9f9b4 HTTP/1.1" status: 200 len: 906 time: 0.3046553 Aug 10 00:58:34.678527 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909a73c3-1207-4ea4-be7b-be4d47ff3e01 None None] The sync data for ids ['fcef32ea-c9d5-47f0-a468-e44ffc682089'] in n-d-766726-26 is: [{'id': 'fcef32ea-c9d5-47f0-a468-e44ffc682089', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2125526298-router', 'tenant_id': '91212a21b18b4f86bc82c817cfeea6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '4e1f4784-f400-431a-b621-2be71abfd94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:51:16Z', 'updated_at': '2021-08-10T00:58:31Z', 'revision_number': 5, 'project_id': '91212a21b18b4f86bc82c817cfeea6ec', 'gw_port': {'id': '4e1f4784-f400-431a-b621-2be71abfd94f', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcef32ea-c9d5-47f0-a468-e44ffc682089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:51:17Z', 'updated_at': '2021-08-10T00:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:58:34.681804 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeeac24-84f1-4c9d-8a83-92ba31919b5f None None] Routers {'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:58:34.683793 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-adeeac24-84f1-4c9d-8a83-92ba31919b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:58:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:34.738247 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fa57ad07-7613-447c-90f7-a010c40194ce req-7cb108f3-f7ce-4c01-a25c-33528e182520 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c867f58-35f6-43c1-94d4-a745ddf45ec0 HTTP/1.1" status: 200 len: 217 time: 0.0449677 Aug 10 00:58:34.867979 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57ad07-7613-447c-90f7-a010c40194ce req-35004102-4d4f-4afe-8ac8-81c1e3806b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:34.870304 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fa57ad07-7613-447c-90f7-a010c40194ce req-35004102-4d4f-4afe-8ac8-81c1e3806b7f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4317e354-7b23-4f49-8b2a-5d1c39378e31 HTTP/1.1" status: 200 len: 845 time: 0.1208026 Aug 10 00:58:34.944087 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fa57ad07-7613-447c-90f7-a010c40194ce req-b43f03e4-a68f-4957-ad59-ac9a8105eb81 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=68f568b0-c764-43be-a497-965794b9f9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646505 Aug 10 00:58:35.022526 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-adeeac24-84f1-4c9d-8a83-92ba31919b5f None None] Set router e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:58:35.071084 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-542ca37c-ee99-4a5f-8580-4405756b17af admin admin] Calling delete_port for 4e1f4784-f400-431a-b621-2be71abfd94f owned by network:router_gateway {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:58:35.100415 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-edf88988-746c-4429-811c-156701abec05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:35.118260 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device ed2c9258-dcd6-49e5-8fbd-9c1779422d6b no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:58:35.126798 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fa57ad07-7613-447c-90f7-a010c40194ce req-a27cb0e8-a918-4a98-b555-2b904e18077a service neutron] 10.222.0.20 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748633 Aug 10 00:58:35.131235 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-daf7540e-c63e-4bf3-8708-1df5ccbc205a req-68421145-7fb0-4b7f-a018-c17a78a36ade tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5159862 Aug 10 00:58:35.148813 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651e375-bd00-49fd-9eb2-621d7089a13f req-bbf0568a-dd57-4783-a193-76ee593f3f23 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:35.150633 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: ed2c9258-dcd6-49e5-8fbd-9c1779422d6b {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:58:35.150888 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device ed2c9258-dcd6-49e5-8fbd-9c1779422d6b not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:58:35.159161 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4651e375-bd00-49fd-9eb2-621d7089a13f req-bbf0568a-dd57-4783-a193-76ee593f3f23 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 945 time: 0.7041433 Aug 10 00:58:35.312309 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fa57ad07-7613-447c-90f7-a010c40194ce req-6e8b16b2-6ff0-48ba-97ef-5559ea0558dd service neutron] 10.222.0.20 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758845 Aug 10 00:58:35.358647 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-adeeac24-84f1-4c9d-8a83-92ba31919b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1857390534-router', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'bd2b02a1-28a5-4672-839a-0b5fdb356ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:23Z', 'updated_at': '2021-08-10T00:58:32Z', 'revision_number': 4, 'project_id': '4ce28956188140948295882b7e7eeddc', 'gw_port': {'id': 'bd2b02a1-28a5-4672-839a-0b5fdb356ca9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:24Z', 'updated_at': '2021-08-10T00:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '03e44d8f-face-444e-855a-4352cbcb5e92', 'name': '', 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'mac_address': 'fa:16:3e:cb:69:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '5d5b8c68-57be-4c07-b3dd-20f44685cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:29Z', 'updated_at': '2021-08-10T00:58:33Z', 'revision_number': 2, 'project_id': '4ce28956188140948295882b7e7eeddc', 'subnets': [{'id': '5d5b8c68-57be-4c07-b3dd-20f44685cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:35.383167 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 1ddc0315-51ab-4f69-8668-cfd38196b9f5 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:58:35.385945 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeeac24-84f1-4c9d-8a83-92ba31919b5f None None] Checking router: e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:58:35.386301 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeeac24-84f1-4c9d-8a83-92ba31919b5f None None] Updating router e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d port 03e44d8f-face-444e-855a-4352cbcb5e92 binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:58:35.399164 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7a16d-ee0b-4e1b-97ac-d85ea611f121 req-68b47526-1755-45c2-b97c-7e3f2f342e84 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:35.413233 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d7e7a16d-ee0b-4e1b-97ac-d85ea611f121 req-68b47526-1755-45c2-b97c-7e3f2f342e84 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=76341b2d-0159-4c9f-9545-3aac23f39b1e HTTP/1.1" status: 200 len: 944 time: 0.1776569 Aug 10 00:58:35.421163 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-adeeac24-84f1-4c9d-8a83-92ba31919b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:35.444157 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 1ddc0315-51ab-4f69-8668-cfd38196b9f5 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:58:35.446504 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 1ddc0315-51ab-4f69-8668-cfd38196b9f5 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:58:35.514800 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4651e375-bd00-49fd-9eb2-621d7089a13f req-fba97db6-1dda-4222-a6d0-17e8a96ec21a tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/security-groups?id=59690946-e823-4318-92b2-2bfb3d8f40ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500018 Aug 10 00:58:35.518234 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-edf88988-746c-4429-811c-156701abec05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:35.540898 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d7e7a16d-ee0b-4e1b-97ac-d85ea611f121 req-9f973cfe-c80a-41b6-aaa7-8c7ad17c01d0 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265247 Aug 10 00:58:35.545658 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-edf88988-746c-4429-811c-156701abec05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43f7e3c-72ab-4b6a-a1ff-a71acaa98e84']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:35.559994 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-edf88988-746c-4429-811c-156701abec05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '446fd008-2507-4a5e-9fed-218415aad1a2') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:35.559994 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-edf88988-746c-4429-811c-156701abec05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '446fd008-2507-4a5e-9fed-218415aad1a2') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:35.577961 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-edf88988-746c-4429-811c-156701abec05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:35.636411 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-edf88988-746c-4429-811c-156701abec05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:35.656511 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf88988-746c-4429-811c-156701abec05 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:58:35.657080 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-edf88988-746c-4429-811c-156701abec05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:35.669315 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 00:58:35.669315 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:58:35.669315 n-d-766726-26 neutron-server[105826]: timer() Aug 10 00:58:35.669315 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:58:35.669315 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 00:58:35.669315 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:58:35.669315 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 00:58:35.669315 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:58:35.669315 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 00:58:35.669315 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:58:35.669315 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 00:58:35.669315 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:58:35.669315 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 00:58:35.669315 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:58:35.669315 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:58:35.669315 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:58:35.669315 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:58:35.669315 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:58:35.669315 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 00:58:35.669315 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:58:35.669315 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 00:58:35.669315 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:58:35.669315 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:58:35.669315 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:58:35.669315 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 00:58:35.669315 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:58:35.669315 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:58:35.669315 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:58:35.669315 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:58:35.669315 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:58:35.669315 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:58:35.669315 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:58:35.761445 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-542ca37c-ee99-4a5f-8580-4405756b17af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:35.800949 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea9986-d496-4fde-ba64-9cec1f75d026 req-556baaed-093b-4fc3-b345-44c7bff1044f tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:35.809804 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dfea9986-d496-4fde-ba64-9cec1f75d026 req-556baaed-093b-4fc3-b345-44c7bff1044f tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 946 time: 0.1584866 Aug 10 00:58:35.858681 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-adeeac24-84f1-4c9d-8a83-92ba31919b5f None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:35.871960 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-adeeac24-84f1-4c9d-8a83-92ba31919b5f None None] Transition to ACTIVE for port object 03e44d8f-face-444e-855a-4352cbcb5e92 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:58:35.876108 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:58:35.884298 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-adeeac24-84f1-4c9d-8a83-92ba31919b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:35.895662 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ca37c-ee99-4a5f-8580-4405756b17af admin admin] Pushing event deleted for resources: {'Port': ['ID=4e1f4784-f400-431a-b621-2be71abfd94f,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:35.900764 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-542ca37c-ee99-4a5f-8580-4405756b17af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:36.001439 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-adeeac24-84f1-4c9d-8a83-92ba31919b5f None None] Attempting to bind port 03e44d8f-face-444e-855a-4352cbcb5e92 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:58:36.001805 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-adeeac24-84f1-4c9d-8a83-92ba31919b5f None None] Attempting to bind port 03e44d8f-face-444e-855a-4352cbcb5e92 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '136bec44-8d21-4a4a-9be0-ad0e395d978b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:58:36.002162 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeeac24-84f1-4c9d-8a83-92ba31919b5f None None] Attempting to bind port 03e44d8f-face-444e-855a-4352cbcb5e92 on network 9ff27b19-c3ac-4a51-8f0a-77d9d092a25c {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:58:36.012678 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeeac24-84f1-4c9d-8a83-92ba31919b5f None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:58:36.013691 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeeac24-84f1-4c9d-8a83-92ba31919b5f None None] Checking segment: {'id': '136bec44-8d21-4a4a-9be0-ad0e395d978b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:58:36.014101 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-adeeac24-84f1-4c9d-8a83-92ba31919b5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:36.014739 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeeac24-84f1-4c9d-8a83-92ba31919b5f None None] Bound using segment: {'id': '136bec44-8d21-4a4a-9be0-ad0e395d978b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:58:36.015226 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-adeeac24-84f1-4c9d-8a83-92ba31919b5f None None] Bound port: 03e44d8f-face-444e-855a-4352cbcb5e92, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136bec44-8d21-4a4a-9be0-ad0e395d978b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:58:36.015555 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-542ca37c-ee99-4a5f-8580-4405756b17af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:36.015693 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-adeeac24-84f1-4c9d-8a83-92ba31919b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:36.018980 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-542ca37c-ee99-4a5f-8580-4405756b17af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:36.028062 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 40420de5-b387-4309-b6ef-bef2e0149ea8 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:36.090700 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-edf88988-746c-4429-811c-156701abec05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:36.105099 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-542ca37c-ee99-4a5f-8580-4405756b17af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:36.105656 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542ca37c-ee99-4a5f-8580-4405756b17af admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcef32ea-c9d5-47f0-a468-e44ffc682089 {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 00:58:36.117299 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-edf88988-746c-4429-811c-156701abec05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:36.118755 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-adeeac24-84f1-4c9d-8a83-92ba31919b5f None None] For port 03e44d8f-face-444e-855a-4352cbcb5e92, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:58:36.121637 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-edf88988-746c-4429-811c-156701abec05 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a43f7e3c-72ab-4b6a-a1ff-a71acaa98e84 HTTP/1.1" status: 204 len: 168 time: 1.6119714 Aug 10 00:58:36.123670 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-adeeac24-84f1-4c9d-8a83-92ba31919b5f None None] For port 03e44d8f-face-444e-855a-4352cbcb5e92, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=03e44d8f-face-444e-855a-4352cbcb5e92,segment=NetworkSegment(136bec44-8d21-4a4a-9be0-ad0e395d978b),segment_id=136bec44-8d21-4a4a-9be0-ad0e395d978b)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:58:36.126455 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-542ca37c-ee99-4a5f-8580-4405756b17af admin admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:36.127679 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-542ca37c-ee99-4a5f-8580-4405756b17af admin admin] 10.222.0.35 "DELETE /v2.0/routers/fcef32ea-c9d5-47f0-a468-e44ffc682089 HTTP/1.1" status: 204 len: 168 time: 2.8081648 Aug 10 00:58:36.130533 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41684) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:36.133547 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-adeeac24-84f1-4c9d-8a83-92ba31919b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:36.172836 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a59ef-ee51-41e8-b3a0-e1e6ceb738a6 None None] Pushing event updated for resources: {'Port': ['ID=03e44d8f-face-444e-855a-4352cbcb5e92,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:36.175823 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeeac24-84f1-4c9d-8a83-92ba31919b5f None None] Routers {'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:58:36.185424 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dfea9986-d496-4fde-ba64-9cec1f75d026 req-680fc627-f74d-4585-bbba-72041cceeb27 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746188 Aug 10 00:58:36.186446 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf88988-746c-4429-811c-156701abec05 admin admin] Pushing event deleted for resources: {'Network': ['ID=a43f7e3c-72ab-4b6a-a1ff-a71acaa98e84,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:36.190798 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-adeeac24-84f1-4c9d-8a83-92ba31919b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:58:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:36.205655 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 40420de5-b387-4309-b6ef-bef2e0149ea8 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:58:36.226323 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 40420de5-b387-4309-b6ef-bef2e0149ea8 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:36.226607 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:36.275637 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef89183-3bbc-4b14-98e0-f33242942d33 admin admin] Deleting subnet fb712dc0-5408-4a53-91b1-8f8962b6900b {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:58:36.323632 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-aef89183-3bbc-4b14-98e0-f33242942d33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:36.344379 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41688) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:36.350847 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-46c51449-8c5e-47ac-af31-d5c43b1e0f91 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Request body: {'security_group': {'name': 'tempest-securitygroup--934890919', 'description': 'tempest-description--51559515'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:36.443004 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41690) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:36.472165 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-aef89183-3bbc-4b14-98e0-f33242942d33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:36.478067 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a59ef-ee51-41e8-b3a0-e1e6ceb738a6 None None] Pushing event updated for resources: {'Port': ['ID=03e44d8f-face-444e-855a-4352cbcb5e92,revision_number=4']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:36.550839 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e8b951e5-8cea-45f5-949a-781271967b29 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c9b5971df0fb4ce2974d9a1ad2d1d26b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0954342 Aug 10 00:58:36.554859 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41694) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:36.560014 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:36.590560 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-46c51449-8c5e-47ac-af31-d5c43b1e0f91 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:36.619893 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76341b2d-0159-4c9f-9545-3aac23f39b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40420de5-b387-4309-b6ef-bef2e0149ea8'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:36.628850 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4533f7-12ca-4c58-b5e7-7bc377bbe73e" -d '{"events": [{"server_uuid": "76341b2d-0159-4c9f-9545-3aac23f39b1e", "name": "network-vif-plugged", "status": "completed", "tag": "40420de5-b387-4309-b6ef-bef2e0149ea8"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:36.637488 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-adeeac24-84f1-4c9d-8a83-92ba31919b5f None None] Set router e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:58:36.643835 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-aef89183-3bbc-4b14-98e0-f33242942d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:36.655389 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593cc5dd-ddc1-4036-9a4a-4469d9256ce7 req-cec23938-2765-4e73-8e14-dabf3fd21fe7 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:36.667156 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-593cc5dd-ddc1-4036-9a4a-4469d9256ce7 req-cec23938-2765-4e73-8e14-dabf3fd21fe7 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=c074a83d-ae7b-4a51-a3b9-6db5e930dfda HTTP/1.1" status: 200 len: 945 time: 0.2552130 Aug 10 00:58:36.673998 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 40420de5-b387-4309-b6ef-bef2e0149ea8, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=40420de5-b387-4309-b6ef-bef2e0149ea8,segment=NetworkSegment(f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38),segment_id=f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:36.679453 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f5b99ab7-e446-4348-a619-206bd09ecd51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:36.681790 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:36.703071 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f5b99ab7-e446-4348-a619-206bd09ecd51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:36.756111 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-593cc5dd-ddc1-4036-9a4a-4469d9256ce7 req-1fabb7a6-1d6e-427a-a6fb-611651b09c24 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792201 Aug 10 00:58:36.774494 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d94cd-9b26-465f-b173-69c963b92d30 req-eda01307-fe90-4da1-902b-61f8822145c4 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:36.776110 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-192d94cd-9b26-465f-b173-69c963b92d30 req-eda01307-fe90-4da1-902b-61f8822145c4 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b2ba9db-d4ee-462a-83ba-d3f8a2084b21 HTTP/1.1" status: 200 len: 943 time: 0.3553247 Aug 10 00:58:36.776772 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=40420de5-b387-4309-b6ef-bef2e0149ea8,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:36.839554 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f5b99ab7-e446-4348-a619-206bd09ecd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:36.842770 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f5b99ab7-e446-4348-a619-206bd09ecd51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:36.848406 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f5b99ab7-e446-4348-a619-206bd09ecd51 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2bb672b6-c9be-4a7c-908b-4e5bb4c72409 HTTP/1.1" status: 204 len: 168 time: 0.2918479 Aug 10 00:58:36.882450 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b99ab7-e446-4348-a619-206bd09ecd51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb672b6-c9be-4a7c-908b-4e5bb4c72409,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:36.922506 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-aef89183-3bbc-4b14-98e0-f33242942d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:36.959282 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b86b276-ddca-431e-8bd3-0123a3de8bd4 None None] Network 5c30657b-52e7-42d9-a124-93d1500f18c8 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:58:36.977959 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-aef89183-3bbc-4b14-98e0-f33242942d33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:36.980715 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-aef89183-3bbc-4b14-98e0-f33242942d33 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fb712dc0-5408-4a53-91b1-8f8962b6900b HTTP/1.1" status: 204 len: 168 time: 0.8475852 Aug 10 00:58:36.981112 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-192d94cd-9b26-465f-b173-69c963b92d30 req-dfb6c520-ced1-4437-8c57-d535afe1833f tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851659 Aug 10 00:58:36.982656 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef89183-3bbc-4b14-98e0-f33242942d33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb712dc0-5408-4a53-91b1-8f8962b6900b,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:36.990883 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41702) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:37.090374 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78764c-b74b-4456-a18e-47db2cea7336 req-650aa163-5758-43a2-beec-9ed46f15dbf3 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:37.094915 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4e1f4784-f400-431a-b621-2be71abfd94f no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:58:37.114102 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2a78764c-b74b-4456-a18e-47db2cea7336 req-650aa163-5758-43a2-beec-9ed46f15dbf3 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 945 time: 0.2326546 Aug 10 00:58:37.169144 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-adeeac24-84f1-4c9d-8a83-92ba31919b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1857390534-router', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'bd2b02a1-28a5-4672-839a-0b5fdb356ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:23Z', 'updated_at': '2021-08-10T00:58:32Z', 'revision_number': 4, 'project_id': '4ce28956188140948295882b7e7eeddc', 'gw_port': {'id': 'bd2b02a1-28a5-4672-839a-0b5fdb356ca9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:24Z', 'updated_at': '2021-08-10T00:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '03e44d8f-face-444e-855a-4352cbcb5e92', 'name': '', 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'mac_address': 'fa:16:3e:cb:69:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '5d5b8c68-57be-4c07-b3dd-20f44685cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:29Z', 'updated_at': '2021-08-10T00:58:36Z', 'revision_number': 4, 'project_id': '4ce28956188140948295882b7e7eeddc', 'subnets': [{'id': '5d5b8c68-57be-4c07-b3dd-20f44685cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:37.177461 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 4e1f4784-f400-431a-b621-2be71abfd94f {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:58:37.177817 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4e1f4784-f400-431a-b621-2be71abfd94f not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:58:37.190177 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-46c51449-8c5e-47ac-af31-d5c43b1e0f91 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:37.214683 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-46c51449-8c5e-47ac-af31-d5c43b1e0f91 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:37.215008 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeeac24-84f1-4c9d-8a83-92ba31919b5f None None] The sync data for ids ['e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'] in n-d-766726-26 is: [{'id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1857390534-router', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'bd2b02a1-28a5-4672-839a-0b5fdb356ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:23Z', 'updated_at': '2021-08-10T00:58:32Z', 'revision_number': 4, 'project_id': '4ce28956188140948295882b7e7eeddc', 'gw_port': {'id': 'bd2b02a1-28a5-4672-839a-0b5fdb356ca9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:24Z', 'updated_at': '2021-08-10T00:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '03e44d8f-face-444e-855a-4352cbcb5e92', 'name': '', 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'mac_address': 'fa:16:3e:cb:69:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '5d5b8c68-57be-4c07-b3dd-20f44685cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:29Z', 'updated_at': '2021-08-10T00:58:36Z', 'revision_number': 4, 'project_id': '4ce28956188140948295882b7e7eeddc', 'subnets': [{'id': '5d5b8c68-57be-4c07-b3dd-20f44685cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:58:37.280162 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a552cb99-31c9-448c-b01d-a434fcd3cf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:37.348832 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-46c51449-8c5e-47ac-af31-d5c43b1e0f91 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:37.350394 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-46c51449-8c5e-47ac-af31-d5c43b1e0f91 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.0038064 Aug 10 00:58:37.363474 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41708) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:37.377103 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b974e92-7d5f-4d9c-8d6d-d843969e3673 req-66a414ba-c335-4617-a7d3-14d450819288 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:37.380428 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-540c4c3a-d46e-42a4-8856-c8cab571cc07 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Request body: {'security_group_rule': {'security_group_id': 'c6e4d991-ed4b-4a84-a480-984ba21cf866', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:37.388614 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9b974e92-7d5f-4d9c-8d6d-d843969e3673 req-66a414ba-c335-4617-a7d3-14d450819288 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=76341b2d-0159-4c9f-9545-3aac23f39b1e HTTP/1.1" status: 200 len: 945 time: 0.2706964 Aug 10 00:58:37.391533 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c51449-8c5e-47ac-af31-d5c43b1e0f91 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e4d991-ed4b-4a84-a480-984ba21cf866,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:37.416522 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2a78764c-b74b-4456-a18e-47db2cea7336 req-79d87888-5522-467d-b800-1337b29e31f1 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/security-groups?id=59690946-e823-4318-92b2-2bfb3d8f40ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192531 Aug 10 00:58:37.430992 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7786040-17bf-4f6c-81c5-e01e580f3fcc None None] DHCP port deletion for 5c30657b-52e7-42d9-a124-93d1500f18c8 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 00:58:37.456829 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-540c4c3a-d46e-42a4-8856-c8cab571cc07 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:37.526910 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9b974e92-7d5f-4d9c-8d6d-d843969e3673 req-dfe3cf8e-56e8-4c78-8163-d41fd06e344e tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372161 Aug 10 00:58:37.545353 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e7786040-17bf-4f6c-81c5-e01e580f3fcc None None] Deleting port b7d0be37-c7e5-4d17-a26b-df6f3574589f {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:58:37.545942 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e7786040-17bf-4f6c-81c5-e01e580f3fcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:37.549735 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eec32e2-dd64-489d-a1c7-cd75e911b862 x-openstack-request-id: req-8eec32e2-dd64-489d-a1c7-cd75e911b862 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:58:37.550005 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76341b2d-0159-4c9f-9545-3aac23f39b1e", "name": "network-vif-plugged", "status": "completed", "tag": "40420de5-b387-4309-b6ef-bef2e0149ea8", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:58:37.550267 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8eec32e2-dd64-489d-a1c7-cd75e911b862 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:58:37.550657 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76341b2d-0159-4c9f-9545-3aac23f39b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40420de5-b387-4309-b6ef-bef2e0149ea8', 'code': 200} Aug 10 00:58:37.564739 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-a552cb99-31c9-448c-b01d-a434fcd3cf90 admin admin] Deleting port b7d0be37-c7e5-4d17-a26b-df6f3574589f {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:58:37.565082 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a552cb99-31c9-448c-b01d-a434fcd3cf90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:37.752002 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-e7786040-17bf-4f6c-81c5-e01e580f3fcc None None] For port b7d0be37-c7e5-4d17-a26b-df6f3574589f, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b7d0be37-c7e5-4d17-a26b-df6f3574589f,segment=NetworkSegment(c408e8af-35a5-4380-858f-67af2ae00d21),segment_id=c408e8af-35a5-4380-858f-67af2ae00d21)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:37.752469 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e7786040-17bf-4f6c-81c5-e01e580f3fcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:37.755299 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-540c4c3a-d46e-42a4-8856-c8cab571cc07 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:37.771714 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95fb37-f4cf-44d1-ba6a-319ca1c0fd84 req-9f41a9fd-09e8-4940-b85a-b374e057f32a tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:37.788840 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e7786040-17bf-4f6c-81c5-e01e580f3fcc None None] Calling delete_port for b7d0be37-c7e5-4d17-a26b-df6f3574589f owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:58:37.796121 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ff95fb37-f4cf-44d1-ba6a-319ca1c0fd84 req-9f41a9fd-09e8-4940-b85a-b374e057f32a tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 946 time: 0.1434436 Aug 10 00:58:37.807760 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-540c4c3a-d46e-42a4-8856-c8cab571cc07 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:37.884795 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ff95fb37-f4cf-44d1-ba6a-319ca1c0fd84 req-f36e9e9a-113d-4979-a4de-2ba7de6e4ccd tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873415 Aug 10 00:58:37.933832 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-540c4c3a-d46e-42a4-8856-c8cab571cc07 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:37.941030 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-540c4c3a-d46e-42a4-8856-c8cab571cc07 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5720034 Aug 10 00:58:37.945667 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41720) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:37.955835 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-ed4456b0-055e-4e1d-82ef-c1d0c8d81bd8 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Request body: {'security_group_rule': {'security_group_id': 'c6e4d991-ed4b-4a84-a480-984ba21cf866', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:37.962847 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e7786040-17bf-4f6c-81c5-e01e580f3fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:37.970196 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-a552cb99-31c9-448c-b01d-a434fcd3cf90 admin admin] For port b7d0be37-c7e5-4d17-a26b-df6f3574589f, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b7d0be37-c7e5-4d17-a26b-df6f3574589f,segment=NetworkSegment(c408e8af-35a5-4380-858f-67af2ae00d21),segment_id=c408e8af-35a5-4380-858f-67af2ae00d21)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:37.983598 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a552cb99-31c9-448c-b01d-a434fcd3cf90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:37.988067 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c4c3a-d46e-42a4-8856-c8cab571cc07 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b72dc762-147c-49b8-a0aa-d6c5e79554b8,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:38.016528 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7786040-17bf-4f6c-81c5-e01e580f3fcc None None] No DVR routers for this DVR port b7d0be37-c7e5-4d17-a26b-df6f3574589f on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:58:38.017976 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7786040-17bf-4f6c-81c5-e01e580f3fcc None None] Pushing event deleted for resources: {'Port': ['ID=b7d0be37-c7e5-4d17-a26b-df6f3574589f,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:38.039259 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 2c867f58-35f6-43c1-94d4-a745ddf45ec0 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:58:38.058157 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-a552cb99-31c9-448c-b01d-a434fcd3cf90 admin admin] Calling delete_port for b7d0be37-c7e5-4d17-a26b-df6f3574589f owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:58:38.066643 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514ab97-ea5f-442c-af3a-d9fc3e1e031d req-46f6ddf2-c3ba-493f-82d9-93b0e7a2267c tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:38.087559 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d514ab97-ea5f-442c-af3a-d9fc3e1e031d req-46f6ddf2-c3ba-493f-82d9-93b0e7a2267c tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=c074a83d-ae7b-4a51-a3b9-6db5e930dfda HTTP/1.1" status: 200 len: 945 time: 0.2003930 Aug 10 00:58:38.208875 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ed4456b0-055e-4e1d-82ef-c1d0c8d81bd8 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:38.221737 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c904d-46f5-45e0-a2b3-4d2c64f5dbcd req-b8cbe870-0849-416b-9b33-139d272c4b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:38.237413 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-274c904d-46f5-45e0-a2b3-4d2c64f5dbcd req-b8cbe870-0849-416b-9b33-139d272c4b0a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=76341b2d-0159-4c9f-9545-3aac23f39b1e HTTP/1.1" status: 200 len: 1097 time: 0.4420648 Aug 10 00:58:38.272467 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d514ab97-ea5f-442c-af3a-d9fc3e1e031d req-5e56bce1-807a-4a0f-8563-95e43da3b270 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777971 Aug 10 00:58:38.292054 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 2c867f58-35f6-43c1-94d4-a745ddf45ec0, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2c867f58-35f6-43c1-94d4-a745ddf45ec0,segment=NetworkSegment(45b34241-697f-4f50-87d8-6d6db6581d08),segment_id=45b34241-697f-4f50-87d8-6d6db6581d08)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:38.320752 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a552cb99-31c9-448c-b01d-a434fcd3cf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:38.323047 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '2c867f58-35f6-43c1-94d4-a745ddf45ec0', 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4', 'port_id': '2c867f58-35f6-43c1-94d4-a745ddf45ec0', 'mac_address': 'fa:16:3e:f0:a6:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4317e354-7b23-4f49-8b2a-5d1c39378e31', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:58:38.323545 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ed4456b0-055e-4e1d-82ef-c1d0c8d81bd8 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:38.366071 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2259b-2d79-4d0c-ac42-e6e9aa091df1 req-770d8132-2034-4bf9-a8ec-2be8e3363a38 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:38.371171 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-274c904d-46f5-45e0-a2b3-4d2c64f5dbcd req-7963d337-a388-48d4-96df-01ece166dd21 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273794 Aug 10 00:58:38.372454 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552cb99-31c9-448c-b01d-a434fcd3cf90 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7d0be37-c7e5-4d17-a26b-df6f3574589f,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:38.378594 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0ef2259b-2d79-4d0c-ac42-e6e9aa091df1 req-770d8132-2034-4bf9-a8ec-2be8e3363a38 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b2ba9db-d4ee-462a-83ba-d3f8a2084b21 HTTP/1.1" status: 200 len: 943 time: 0.2572780 Aug 10 00:58:38.387644 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a552cb99-31c9-448c-b01d-a434fcd3cf90 admin admin] No DVR routers for this DVR port b7d0be37-c7e5-4d17-a26b-df6f3574589f on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:58:38.402136 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ed4456b0-055e-4e1d-82ef-c1d0c8d81bd8 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:38.426964 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:38.449351 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c867f58-35f6-43c1-94d4-a745ddf45ec0 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:58:38.487361 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 2c867f58-35f6-43c1-94d4-a745ddf45ec0, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2c867f58-35f6-43c1-94d4-a745ddf45ec0,segment=NetworkSegment(45b34241-697f-4f50-87d8-6d6db6581d08),segment_id=45b34241-697f-4f50-87d8-6d6db6581d08)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:38.518644 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:38.525423 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4456b0-055e-4e1d-82ef-c1d0c8d81bd8 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db8abac-4686-4548-a8ee-27f5e3e22367,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:38.558345 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a552cb99-31c9-448c-b01d-a434fcd3cf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:38.569431 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-a552cb99-31c9-448c-b01d-a434fcd3cf90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c30657b-52e7-42d9-a124-93d1500f18c8']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:38.573084 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ed4456b0-055e-4e1d-82ef-c1d0c8d81bd8 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:38.577165 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ed4456b0-055e-4e1d-82ef-c1d0c8d81bd8 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6265159 Aug 10 00:58:38.585596 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41738) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:38.590936 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-d620e3cf-3d3e-4bd7-a667-bb84108858af tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:38.611832 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=2c867f58-35f6-43c1-94d4-a745ddf45ec0,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:38.627150 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-a552cb99-31c9-448c-b01d-a434fcd3cf90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c408e8af-35a5-4380-858f-67af2ae00d21') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:38.627737 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-a552cb99-31c9-448c-b01d-a434fcd3cf90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c408e8af-35a5-4380-858f-67af2ae00d21') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:38.630900 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d620e3cf-3d3e-4bd7-a667-bb84108858af tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for floatingip, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:38.655873 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a552cb99-31c9-448c-b01d-a434fcd3cf90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:38.683202 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0ef2259b-2d79-4d0c-ac42-e6e9aa091df1 req-8cd164a2-1115-4189-b9d8-4a755c05c6b8 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967250 Aug 10 00:58:38.714591 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a552cb99-31c9-448c-b01d-a434fcd3cf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:38.721647 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a552cb99-31c9-448c-b01d-a434fcd3cf90 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:58:38.722198 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a552cb99-31c9-448c-b01d-a434fcd3cf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:38.745027 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190d275-7538-4da0-9078-ef37a64dcc91 req-ece13257-2c68-47c3-90e7-fbfbd46dc8b8 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:38.767500 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a190d275-7538-4da0-9078-ef37a64dcc91 req-ece13257-2c68-47c3-90e7-fbfbd46dc8b8 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 945 time: 0.2003133 Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: timer() Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:58:38.777410 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:58:38.815440 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a552cb99-31c9-448c-b01d-a434fcd3cf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:38.820544 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a552cb99-31c9-448c-b01d-a434fcd3cf90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:38.822501 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a552cb99-31c9-448c-b01d-a434fcd3cf90 admin admin] 10.222.0.35 "DELETE /v2.0/networks/5c30657b-52e7-42d9-a124-93d1500f18c8 HTTP/1.1" status: 204 len: 168 time: 1.8225412 Aug 10 00:58:38.839237 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552cb99-31c9-448c-b01d-a434fcd3cf90 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c30657b-52e7-42d9-a124-93d1500f18c8,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:38.905052 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d620e3cf-3d3e-4bd7-a667-bb84108858af tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:38.946633 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a190d275-7538-4da0-9078-ef37a64dcc91 req-7728d98c-0d9a-4f8a-8484-237fc08ab920 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/security-groups?id=59690946-e823-4318-92b2-2bfb3d8f40ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719856 Aug 10 00:58:38.997595 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cabe3-29f5-4355-9119-b6368a0b2970 req-869f4f29-3932-4c6c-ac9b-0bfd395b4968 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:39.003558 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['2c867f58-35f6-43c1-94d4-a745ddf45ec0'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:58:39.025859 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1a2cabe3-29f5-4355-9119-b6368a0b2970 req-869f4f29-3932-4c6c-ac9b-0bfd395b4968 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=76341b2d-0159-4c9f-9545-3aac23f39b1e HTTP/1.1" status: 200 len: 945 time: 0.2016451 Aug 10 00:58:39.177752 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-d620e3cf-3d3e-4bd7-a667-bb84108858af tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Allocated IP 172.25.2.55 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/9ebe6fa5-997b-4ccc-b4ba-97bb63c2f999) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:58:39.195492 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1a2cabe3-29f5-4355-9119-b6368a0b2970 req-396dd947-847f-4bdc-a048-d4ec711cf50f tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652458 Aug 10 00:58:39.207066 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41752) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:39.248407 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 03e44d8f-face-444e-855a-4352cbcb5e92 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:39.350884 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ee1dd-6aa8-422f-b26b-827c25981326 req-62c724ca-980f-4e71-bd98-cc2025177832 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:39.361440 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c41ee1dd-6aa8-422f-b26b-827c25981326 req-62c724ca-980f-4e71-bd98-cc2025177832 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 946 time: 0.1991811 Aug 10 00:58:39.406336 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 03e44d8f-face-444e-855a-4352cbcb5e92 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:58:39.414419 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 03e44d8f-face-444e-855a-4352cbcb5e92 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:39.415444 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:39.451692 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d620e3cf-3d3e-4bd7-a667-bb84108858af tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:39.498696 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-295d03e1-bc5c-4ed1-83ae-efe025c7eabc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=efee53c3551044e8afcc00c8cdf7b6ca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2848191 Aug 10 00:58:39.504312 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41756) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:39.553733 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d620e3cf-3d3e-4bd7-a667-bb84108858af tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:39.554463 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c41ee1dd-6aa8-422f-b26b-827c25981326 req-8f9e3f13-3c8c-4d40-aa48-0845341b1a02 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904757 Aug 10 00:58:39.574386 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:39.621888 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af24749-c76b-40c6-ac85-c5f0ce350ff2 req-98049ef3-cc0d-4cf8-b2da-513337dee685 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:39.630134 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d620e3cf-3d3e-4bd7-a667-bb84108858af tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:58:39.632452 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf2afaff-20c5-420a-89c2-7a3c5c8b544a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:39.646660 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1af24749-c76b-40c6-ac85-c5f0ce350ff2 req-98049ef3-cc0d-4cf8-b2da-513337dee685 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=c074a83d-ae7b-4a51-a3b9-6db5e930dfda HTTP/1.1" status: 200 len: 945 time: 0.2239037 Aug 10 00:58:39.659311 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 03e44d8f-face-444e-855a-4352cbcb5e92, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=03e44d8f-face-444e-855a-4352cbcb5e92,segment=NetworkSegment(136bec44-8d21-4a4a-9be0-ad0e395d978b),segment_id=136bec44-8d21-4a4a-9be0-ad0e395d978b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:39.662550 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-d620e3cf-3d3e-4bd7-a667-bb84108858af tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:39.664427 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:39.665372 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d620e3cf-3d3e-4bd7-a667-bb84108858af tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:58:39.721573 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1af24749-c76b-40c6-ac85-c5f0ce350ff2 req-e9d991f0-10a0-4d8e-a628-176fe086be57 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733161 Aug 10 00:58:39.756512 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=03e44d8f-face-444e-855a-4352cbcb5e92,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:39.771860 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b7d0be37-c7e5-4d17-a26b-df6f3574589f no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:58:39.778402 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620e3cf-3d3e-4bd7-a667-bb84108858af tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Pushing event updated for resources: {'Port': ['ID=9ebe6fa5-997b-4ccc-b4ba-97bb63c2f999,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:39.805279 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf2afaff-20c5-420a-89c2-7a3c5c8b544a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:39.824231 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: b7d0be37-c7e5-4d17-a26b-df6f3574589f {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:58:39.824589 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b7d0be37-c7e5-4d17-a26b-df6f3574589f not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:58:39.954969 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea986cd1-d099-4521-8a34-d836cfad69d4 req-0aaf4ffa-631e-49c0-be23-da00e8c7b46f tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:39.956572 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ea986cd1-d099-4521-8a34-d836cfad69d4 req-0aaf4ffa-631e-49c0-be23-da00e8c7b46f tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b2ba9db-d4ee-462a-83ba-d3f8a2084b21 HTTP/1.1" status: 200 len: 944 time: 0.1124847 Aug 10 00:58:39.989880 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d620e3cf-3d3e-4bd7-a667-bb84108858af tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:40.059961 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ea986cd1-d099-4521-8a34-d836cfad69d4 req-23b9a3a4-b187-4f84-8d1a-c969ceeab56f tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804894 Aug 10 00:58:40.172240 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a9121-8491-4c43-9fd1-eab3eb3bbc9f req-0b3f71b5-8e88-442e-a3b9-60c8a176e1f0 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:40.180387 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f43a9121-8491-4c43-9fd1-eab3eb3bbc9f req-0b3f71b5-8e88-442e-a3b9-60c8a176e1f0 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 945 time: 0.1004274 Aug 10 00:58:40.234710 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f43a9121-8491-4c43-9fd1-eab3eb3bbc9f req-a91a08f9-e03e-4adf-b83e-4bddc21e77f0 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/security-groups?id=59690946-e823-4318-92b2-2bfb3d8f40ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493581 Aug 10 00:58:40.368960 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5035d-54bb-4e8f-bb4c-2eb6307dcaf2 req-0c0b3cec-6d46-4fa8-a366-655518b8c8f5 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:40.376216 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-03b5035d-54bb-4e8f-bb4c-2eb6307dcaf2 req-0c0b3cec-6d46-4fa8-a366-655518b8c8f5 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=76341b2d-0159-4c9f-9545-3aac23f39b1e HTTP/1.1" status: 200 len: 945 time: 0.0872667 Aug 10 00:58:40.396269 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf2afaff-20c5-420a-89c2-7a3c5c8b544a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:40.400453 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf2afaff-20c5-420a-89c2-7a3c5c8b544a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:40.402431 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cf2afaff-20c5-420a-89c2-7a3c5c8b544a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b13d651a-aaa3-48b0-9baa-0ddbff2dec51 HTTP/1.1" status: 204 len: 168 time: 0.8959012 Aug 10 00:58:40.419218 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2afaff-20c5-420a-89c2-7a3c5c8b544a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13d651a-aaa3-48b0-9baa-0ddbff2dec51,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:40.427914 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d620e3cf-3d3e-4bd7-a667-bb84108858af tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:40.481574 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-03b5035d-54bb-4e8f-bb4c-2eb6307dcaf2 req-897e27dd-cdd3-40cb-9a71-85e797493090 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879471 Aug 10 00:58:40.614496 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9274d-8060-41e7-af13-82ca32db1f06 req-f158faeb-9b44-4513-b10a-e112164f3de6 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:40.628720 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fba9274d-8060-41e7-af13-82ca32db1f06 req-f158faeb-9b44-4513-b10a-e112164f3de6 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=76341b2d-0159-4c9f-9545-3aac23f39b1e HTTP/1.1" status: 200 len: 945 time: 0.0764050 Aug 10 00:58:40.746731 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d620e3cf-3d3e-4bd7-a667-bb84108858af tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:40.762977 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d620e3cf-3d3e-4bd7-a667-bb84108858af tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:40.804681 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fba9274d-8060-41e7-af13-82ca32db1f06 req-388b2d53-f85c-4432-a93f-1db18ed83508 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629572 Aug 10 00:58:40.848234 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2be77e-789a-42ad-aa06-91f28ebcd1ce req-7dfc9cc3-5d10-46e8-bbe7-7d8ed3ac2fbf tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:40.861547 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4e2be77e-789a-42ad-aa06-91f28ebcd1ce req-7dfc9cc3-5d10-46e8-bbe7-7d8ed3ac2fbf tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 946 time: 0.1900220 Aug 10 00:58:40.916085 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620e3cf-3d3e-4bd7-a667-bb84108858af tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Pushing event updated for resources: {'Port': ['ID=9ebe6fa5-997b-4ccc-b4ba-97bb63c2f999,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:40.931798 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d620e3cf-3d3e-4bd7-a667-bb84108858af tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:40.957827 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d620e3cf-3d3e-4bd7-a667-bb84108858af tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:40.959961 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d620e3cf-3d3e-4bd7-a667-bb84108858af tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3731101 Aug 10 00:58:41.011490 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4e2be77e-789a-42ad-aa06-91f28ebcd1ce req-2a29de52-159d-4a3b-81bb-121ae77d56f8 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498187 Aug 10 00:58:41.060420 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b94a4-bfde-47be-a70a-bb47609d9c00 req-d499206c-3f6b-423b-9dca-01711c4318f7 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:41.087282 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-860b94a4-bfde-47be-a70a-bb47609d9c00 req-d499206c-3f6b-423b-9dca-01711c4318f7 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=c074a83d-ae7b-4a51-a3b9-6db5e930dfda HTTP/1.1" status: 200 len: 945 time: 0.1917026 Aug 10 00:58:41.107986 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 03e44d8f-face-444e-855a-4352cbcb5e92 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:41.129278 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41806) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:41.207532 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f7b764e0-9417-4802-ac95-355bcac998d6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=91212a21b18b4f86bc82c817cfeea6ec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0765471 Aug 10 00:58:41.210810 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41810) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:41.232926 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-90659805-bf86-429d-94bf-de590fe60262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:41.247121 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-860b94a4-bfde-47be-a70a-bb47609d9c00 req-911d8f6a-5c9e-4baa-ad2b-6ed1a7d4bb25 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558597 Aug 10 00:58:41.270213 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 03e44d8f-face-444e-855a-4352cbcb5e92 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:41.270865 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:41.291628 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5821dfe-9425-43af-b24e-655fc916d437 req-79db6e60-0b71-400a-9fab-9d51b527e4dd tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:41.302392 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c5821dfe-9425-43af-b24e-655fc916d437 req-79db6e60-0b71-400a-9fab-9d51b527e4dd tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=76341b2d-0159-4c9f-9545-3aac23f39b1e HTTP/1.1" status: 200 len: 945 time: 0.1407020 Aug 10 00:58:41.321018 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2d462ef4-502b-4efa-9e4d-a3cc8cf5d10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:41.363344 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2d462ef4-502b-4efa-9e4d-a3cc8cf5d10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:41.378076 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:41.393495 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c5821dfe-9425-43af-b24e-655fc916d437 req-af263b9d-ffa8-43af-8203-73e8f3e3679e tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864663 Aug 10 00:58:41.517603 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ecc00-34dc-492a-89cd-a2c73a62a20c req-800fbd03-6abc-4889-9e76-419c6062ed50 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:41.522696 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2d462ef4-502b-4efa-9e4d-a3cc8cf5d10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:41.529160 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-604ecc00-34dc-492a-89cd-a2c73a62a20c req-800fbd03-6abc-4889-9e76-419c6062ed50 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b2ba9db-d4ee-462a-83ba-d3f8a2084b21 HTTP/1.1" status: 200 len: 944 time: 0.1615667 Aug 10 00:58:41.529395 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2d462ef4-502b-4efa-9e4d-a3cc8cf5d10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:41.534328 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2d462ef4-502b-4efa-9e4d-a3cc8cf5d10b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b28da819-dd76-4dcb-b881-65037e57fadc HTTP/1.1" status: 204 len: 168 time: 0.3221140 Aug 10 00:58:41.544719 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d462ef4-502b-4efa-9e4d-a3cc8cf5d10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28da819-dd76-4dcb-b881-65037e57fadc,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:41.643908 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-04605d39-e5a7-447f-b6f4-fbaac9d2e0ab tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--934890919&fields=id&tenant_id=4ce28956188140948295882b7e7eeddc HTTP/1.1" status: 200 len: 267 time: 0.1114182 Aug 10 00:58:41.757909 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-604ecc00-34dc-492a-89cd-a2c73a62a20c req-4045a071-af4e-489d-a721-fd96300e2c78 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272596 Aug 10 00:58:41.817837 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-180e8246-0f9c-4ff0-8e06-800ad1727648 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:41.834151 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-180e8246-0f9c-4ff0-8e06-800ad1727648 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/networks?id=9ff27b19-c3ac-4a51-8f0a-77d9d092a25c HTTP/1.1" status: 200 len: 817 time: 0.1884553 Aug 10 00:58:41.871984 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-8a02d70b-88a1-46d3-975c-8ffb3db406d4 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/quotas/4ce28956188140948295882b7e7eeddc HTTP/1.1" status: 200 len: 375 time: 0.0363786 Aug 10 00:58:42.010164 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-c45b1d4f-5c52-4c1f-ae20-142f538eabc8 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4ce28956188140948295882b7e7eeddc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1318450 Aug 10 00:58:42.034328 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682570b-af28-4079-8591-7bac4f47bf00 req-c7dff7f9-47a0-4b36-b5ec-2814d3fcb9a1 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:42.036653 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3682570b-af28-4079-8591-7bac4f47bf00 req-c7dff7f9-47a0-4b36-b5ec-2814d3fcb9a1 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 945 time: 0.1460614 Aug 10 00:58:42.053638 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 2c867f58-35f6-43c1-94d4-a745ddf45ec0 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:42.119350 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 2c867f58-35f6-43c1-94d4-a745ddf45ec0 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:58:42.125216 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 2c867f58-35f6-43c1-94d4-a745ddf45ec0 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:42.126663 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:42.152538 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3682570b-af28-4079-8591-7bac4f47bf00 req-f862bf5b-e708-419e-908a-065159388554 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/security-groups?id=59690946-e823-4318-92b2-2bfb3d8f40ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025140 Aug 10 00:58:42.220007 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-9aee3e5e-bb07-4934-a34f-3535bbc0b4d6 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff27b19-c3ac-4a51-8f0a-77d9d092a25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815107 Aug 10 00:58:42.341309 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:42.378507 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2ba9db-d4ee-462a-83ba-d3f8a2084b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c867f58-35f6-43c1-94d4-a745ddf45ec0'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:42.386697 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90895eb6-7218-49b3-8c9b-470f08a4ebe9" -d '{"events": [{"server_uuid": "5b2ba9db-d4ee-462a-83ba-d3f8a2084b21", "name": "network-vif-plugged", "status": "completed", "tag": "2c867f58-35f6-43c1-94d4-a745ddf45ec0"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:42.418087 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41864) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:42.423692 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 2c867f58-35f6-43c1-94d4-a745ddf45ec0, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2c867f58-35f6-43c1-94d4-a745ddf45ec0,segment=NetworkSegment(45b34241-697f-4f50-87d8-6d6db6581d08),segment_id=45b34241-697f-4f50-87d8-6d6db6581d08)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:42.430840 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:42.450493 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879302e1-2944-428d-bd14-312da79ff3bb req-da33638c-c6f2-478b-bcb5-05ab5740cdb1 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:42.458500 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-879302e1-2944-428d-bd14-312da79ff3bb req-da33638c-c6f2-478b-bcb5-05ab5740cdb1 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=76341b2d-0159-4c9f-9545-3aac23f39b1e HTTP/1.1" status: 200 len: 945 time: 0.1125081 Aug 10 00:58:42.509720 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-f269aeba-0a68-485c-be85-866073a0293e service neutron] 10.222.0.35 "GET /v2.0/networks/9ff27b19-c3ac-4a51-8f0a-77d9d092a25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761474 Aug 10 00:58:42.528172 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=2c867f58-35f6-43c1-94d4-a745ddf45ec0,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:42.561570 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-879302e1-2944-428d-bd14-312da79ff3bb req-c6d70fee-5db4-434d-8309-cc28d440a7f2 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982907 Aug 10 00:58:42.616067 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-076a782b-970f-495d-a294-0b7adb7ad734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:42.770919 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed019f04-8bfe-420d-8675-523a94123201 req-c3533162-34b9-45d4-a242-e47ea7a4b229 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:42.782821 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-076a782b-970f-495d-a294-0b7adb7ad734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:42.783732 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ed019f04-8bfe-420d-8675-523a94123201 req-c3533162-34b9-45d4-a242-e47ea7a4b229 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 946 time: 0.1446991 Aug 10 00:58:42.789729 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-076a782b-970f-495d-a294-0b7adb7ad734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:42.858306 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-076a782b-970f-495d-a294-0b7adb7ad734 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=01c445114b204e05a73e7cd41713e2c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4375420 Aug 10 00:58:42.859156 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41882) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:42.859901 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a782b-970f-495d-a294-0b7adb7ad734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e584ba-507b-48ad-95f0-999413ec479c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:42.915057 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ed019f04-8bfe-420d-8675-523a94123201 req-3bcd2ace-85ad-4e48-96be-b42b623a17de tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206198 Aug 10 00:58:42.972319 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-20e6d7df-3df5-49a9-93f7-0d3a2859a2a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:43.004102 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4658c49-8aba-4c7c-87f5-5da2a2363ed9 x-openstack-request-id: req-f4658c49-8aba-4c7c-87f5-5da2a2363ed9 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:58:43.004421 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2ba9db-d4ee-462a-83ba-d3f8a2084b21", "name": "network-vif-plugged", "status": "completed", "tag": "2c867f58-35f6-43c1-94d4-a745ddf45ec0", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:58:43.004686 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f4658c49-8aba-4c7c-87f5-5da2a2363ed9 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:58:43.005085 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2ba9db-d4ee-462a-83ba-d3f8a2084b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c867f58-35f6-43c1-94d4-a745ddf45ec0', 'code': 200} Aug 10 00:58:43.022579 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-20e6d7df-3df5-49a9-93f7-0d3a2859a2a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:43.066628 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79c891-25cb-46f8-b466-ea0bad742888 req-0b9f460a-9583-4e22-afc9-f60c739e591c tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:43.096763 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ab79c891-25cb-46f8-b466-ea0bad742888 req-0b9f460a-9583-4e22-afc9-f60c739e591c tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=c074a83d-ae7b-4a51-a3b9-6db5e930dfda HTTP/1.1" status: 200 len: 945 time: 0.1828475 Aug 10 00:58:43.208588 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866b9e5-335d-43f1-8b06-30a7a26129f5 req-ce1c7b83-90f0-4dd9-8024-c0072a373129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:43.210510 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3866b9e5-335d-43f1-8b06-30a7a26129f5 req-ce1c7b83-90f0-4dd9-8024-c0072a373129 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5b2ba9db-d4ee-462a-83ba-d3f8a2084b21 HTTP/1.1" status: 200 len: 1097 time: 0.1117308 Aug 10 00:58:43.211844 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-20e6d7df-3df5-49a9-93f7-0d3a2859a2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:43.215374 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-20e6d7df-3df5-49a9-93f7-0d3a2859a2a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:43.220572 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-20e6d7df-3df5-49a9-93f7-0d3a2859a2a1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/54e584ba-507b-48ad-95f0-999413ec479c HTTP/1.1" status: 204 len: 168 time: 0.3535194 Aug 10 00:58:43.224615 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ab79c891-25cb-46f8-b466-ea0bad742888 req-ad35a586-aad5-4d50-8e40-07082a7b7575 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223059 Aug 10 00:58:43.273449 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e6d7df-3df5-49a9-93f7-0d3a2859a2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e584ba-507b-48ad-95f0-999413ec479c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:43.298518 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4970285-acdb-4f99-9e8b-e92d14ab3e0b req-6e4ebc98-10c9-4071-8f91-31f5f88432b0 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:43.313106 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3866b9e5-335d-43f1-8b06-30a7a26129f5 req-1d9cf48b-875d-4e9c-9836-27b9a7d93569 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912807 Aug 10 00:58:43.314365 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c4970285-acdb-4f99-9e8b-e92d14ab3e0b req-6e4ebc98-10c9-4071-8f91-31f5f88432b0 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b2ba9db-d4ee-462a-83ba-d3f8a2084b21 HTTP/1.1" status: 200 len: 945 time: 0.1636159 Aug 10 00:58:43.455538 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94227683-0b65-4275-94ea-31efbc4f9382 req-3ddc1243-3ba7-48c2-bda2-6c001b9f69cc tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 210 time: 0.0972302 Aug 10 00:58:43.513513 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c4970285-acdb-4f99-9e8b-e92d14ab3e0b req-81f81f4c-aa23-41d4-bab7-81b69cbe2a1f tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916099 Aug 10 00:58:43.672240 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1675aa1-a816-4023-960a-183acbbf0ccc req-74f8f94b-5a1c-40cb-8311-33aa2feb30ff tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:43.674185 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b1675aa1-a816-4023-960a-183acbbf0ccc req-74f8f94b-5a1c-40cb-8311-33aa2feb30ff tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=76341b2d-0159-4c9f-9545-3aac23f39b1e HTTP/1.1" status: 200 len: 945 time: 0.1253521 Aug 10 00:58:43.755463 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8c36f-8357-42aa-9956-80360104f6d7 req-b6d53678-ef01-4cb0-8ccb-10f3653f0e36 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:43.757376 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-16e8c36f-8357-42aa-9956-80360104f6d7 req-b6d53678-ef01-4cb0-8ccb-10f3653f0e36 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 945 time: 0.1014965 Aug 10 00:58:43.788335 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-11a3d4c3-27cd-45b3-8179-5ced397b5e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:43.855412 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-16e8c36f-8357-42aa-9956-80360104f6d7 req-40a92be4-245b-4968-971e-ef986cc75fc8 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/security-groups?id=59690946-e823-4318-92b2-2bfb3d8f40ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797675 Aug 10 00:58:43.867701 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b1675aa1-a816-4023-960a-183acbbf0ccc req-5fc102c4-381a-42e7-a120-e7148e257b76 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570396 Aug 10 00:58:43.957207 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41918) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:44.019079 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-65fe0408-d2d4-495a-a733-3a7658a46cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:44.110116 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98ac86-e22a-48ed-9637-084b0db048e0 req-f1c81774-71ba-4524-9675-62708f96752a tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:44.112208 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1c98ac86-e22a-48ed-9637-084b0db048e0 req-f1c81774-71ba-4524-9675-62708f96752a tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=76341b2d-0159-4c9f-9545-3aac23f39b1e HTTP/1.1" status: 200 len: 945 time: 0.1275635 Aug 10 00:58:44.172695 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa7a5b-af64-472d-af2a-44cf54ee89c7 req-cf1cb768-1e31-43ff-a16c-a0ffa261417f tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:44.174491 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0baa7a5b-af64-472d-af2a-44cf54ee89c7 req-cf1cb768-1e31-43ff-a16c-a0ffa261417f tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 946 time: 0.1464441 Aug 10 00:58:44.215197 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1c98ac86-e22a-48ed-9637-084b0db048e0 req-7b4a0142-d129-4005-bb20-36a123e28725 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950782 Aug 10 00:58:44.254727 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0baa7a5b-af64-472d-af2a-44cf54ee89c7 req-38abc6f3-f1f8-4d37-94f6-9d53bb370fc9 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695696 Aug 10 00:58:44.265112 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-65fe0408-d2d4-495a-a733-3a7658a46cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:44.271314 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-65fe0408-d2d4-495a-a733-3a7658a46cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:44.383979 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:44.418299 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308d961-6271-4489-9495-c2e2b601e893 req-3e4686b7-ec22-43bf-aaa3-e4ba9b2a5866 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:44.420291 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6308d961-6271-4489-9495-c2e2b601e893 req-3e4686b7-ec22-43bf-aaa3-e4ba9b2a5866 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=c074a83d-ae7b-4a51-a3b9-6db5e930dfda HTTP/1.1" status: 200 len: 945 time: 0.0810568 Aug 10 00:58:44.423448 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-65fe0408-d2d4-495a-a733-3a7658a46cda admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=75fa82e26153402289db6a5668a2cc1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4651036 Aug 10 00:58:44.425970 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe0408-d2d4-495a-a733-3a7658a46cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0eb3e7-fe86-4fe3-8f14-d8bc877bce46,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:44.426282 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41928) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:44.499108 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6308d961-6271-4489-9495-c2e2b601e893 req-be84c503-bc4e-452a-93a9-7413432b6f73 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693297 Aug 10 00:58:44.563076 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0ee55982-9f13-4a1d-9b68-eee913700b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:44.639569 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0ee55982-9f13-4a1d-9b68-eee913700b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:44.724756 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0ee55982-9f13-4a1d-9b68-eee913700b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:44.727868 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0ee55982-9f13-4a1d-9b68-eee913700b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:44.729427 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0ee55982-9f13-4a1d-9b68-eee913700b0a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ee0eb3e7-fe86-4fe3-8f14-d8bc877bce46 HTTP/1.1" status: 204 len: 168 time: 0.3021009 Aug 10 00:58:44.748655 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-548614ab-ffd5-414a-936c-824f056e6782 req-fcdd5f69-19db-44d8-9fff-a1fd18a8874c tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 210 time: 0.0748610 Aug 10 00:58:44.751555 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee55982-9f13-4a1d-9b68-eee913700b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0eb3e7-fe86-4fe3-8f14-d8bc877bce46,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:44.756666 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-a619d9b9-681f-48eb-8123-1596dd03bdc7 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:44.758184 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-a619d9b9-681f-48eb-8123-1596dd03bdc7 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.24 "GET /v2.0/networks?id=9ff27b19-c3ac-4a51-8f0a-77d9d092a25c HTTP/1.1" status: 200 len: 817 time: 0.2812254 Aug 10 00:58:44.837689 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-5e8a7fe9-f15a-482d-a480-e31a32d4e576 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ce28956188140948295882b7e7eeddc HTTP/1.1" status: 200 len: 379 time: 0.0490336 Aug 10 00:58:44.846659 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c6f88-00d2-409f-8012-fbfe0af5d94b req-13136508-a5b4-4ea4-aeb7-a956ccf4dfc0 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:44.848784 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f16c6f88-00d2-409f-8012-fbfe0af5d94b req-13136508-a5b4-4ea4-aeb7-a956ccf4dfc0 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b2ba9db-d4ee-462a-83ba-d3f8a2084b21 HTTP/1.1" status: 200 len: 945 time: 0.1030431 Aug 10 00:58:44.853732 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-40cc3eda-8eee-4765-b801-375923218b63 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Request body: {'port': {'device_id': 'ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44', 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c', 'admin_state_up': True, 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'security_groups': ['c6e4d991-ed4b-4a84-a480-984ba21cf866']}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:44.999895 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f16c6f88-00d2-409f-8012-fbfe0af5d94b req-aaec1c64-73ea-413e-b7b7-5df37cee8e0f tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380970 Aug 10 00:58:45.041691 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:45.067773 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05d1e3-f508-49c4-b21c-79967ceb47b4 req-9ded9855-9f20-45f7-8d38-ce7e6776dd68 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:45.069488 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a05d1e3-f508-49c4-b21c-79967ceb47b4 req-9ded9855-9f20-45f7-8d38-ce7e6776dd68 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=76341b2d-0159-4c9f-9545-3aac23f39b1e HTTP/1.1" status: 200 len: 945 time: 0.1939850 Aug 10 00:58:45.149799 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a05d1e3-f508-49c4-b21c-79967ceb47b4 req-6fb8c2d0-b281-4f56-97d0-6ded65051632 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723398 Aug 10 00:58:45.157100 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-40cc3eda-8eee-4765-b801-375923218b63 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Made reservation on behalf of 4ce28956188140948295882b7e7eeddc for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:58:45.161171 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-40cc3eda-8eee-4765-b801-375923218b63 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:45.222998 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179424c-1e05-418d-98aa-7ac5b56b0be5 req-03665c10-a940-4022-aa11-a377b99d1ee2 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:45.225348 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f179424c-1e05-418d-98aa-7ac5b56b0be5 req-03665c10-a940-4022-aa11-a377b99d1ee2 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 945 time: 0.1096516 Aug 10 00:58:45.305756 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f179424c-1e05-418d-98aa-7ac5b56b0be5 req-978940dc-0d77-431b-8248-fe1f1fa9fca6 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/security-groups?id=59690946-e823-4318-92b2-2bfb3d8f40ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439541 Aug 10 00:58:45.408825 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-40cc3eda-8eee-4765-b801-375923218b63 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Allocated IP 172.20.0.10 (9ff27b19-c3ac-4a51-8f0a-77d9d092a25c/5d5b8c68-57be-4c07-b3dd-20f44685cf57/96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:58:45.418195 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6724309-8e71-4569-b9c4-d36bd90cfc25 req-659a3526-4742-4ba3-9861-a79cb55fabbb tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:45.419689 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d6724309-8e71-4569-b9c4-d36bd90cfc25 req-659a3526-4742-4ba3-9861-a79cb55fabbb tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=76341b2d-0159-4c9f-9545-3aac23f39b1e HTTP/1.1" status: 200 len: 945 time: 0.0779271 Aug 10 00:58:45.495660 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d6724309-8e71-4569-b9c4-d36bd90cfc25 req-2f6aac6a-9477-47fd-8928-3b08290f5de6 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645452 Aug 10 00:58:45.647097 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b96327-4550-4033-98dd-2ab5764fcf63 req-84a52f49-e3e1-42df-a59d-1fb265dca710 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:45.654659 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a5b96327-4550-4033-98dd-2ab5764fcf63 req-84a52f49-e3e1-42df-a59d-1fb265dca710 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 946 time: 0.1877861 Aug 10 00:58:45.774261 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a5b96327-4550-4033-98dd-2ab5764fcf63 req-734c17e6-8eaa-4bb1-9db6-d1b04d1a7591 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111679 Aug 10 00:58:45.778178 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-40cc3eda-8eee-4765-b801-375923218b63 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:45.800722 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb160b5-76f6-4303-8e05-fe0e437873fa req-2597d02e-2df9-495d-aa10-3c9f2a8300cd tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:45.811174 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dcb160b5-76f6-4303-8e05-fe0e437873fa req-2597d02e-2df9-495d-aa10-3c9f2a8300cd tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=c074a83d-ae7b-4a51-a3b9-6db5e930dfda HTTP/1.1" status: 200 len: 945 time: 0.1244175 Aug 10 00:58:45.831091 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-40cc3eda-8eee-4765-b801-375923218b63 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Transition to ACTIVE for port object 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:58:45.915830 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dcb160b5-76f6-4303-8e05-fe0e437873fa req-3e4f3b7d-ce4d-47d4-a501-13302fe9f904 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922453 Aug 10 00:58:45.959245 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-40cc3eda-8eee-4765-b801-375923218b63 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:46.044024 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-40cc3eda-8eee-4765-b801-375923218b63 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Network 9ff27b19-c3ac-4a51-8f0a-77d9d092a25c is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:58:46.062901 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-40cc3eda-8eee-4765-b801-375923218b63 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:46.068349 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-40cc3eda-8eee-4765-b801-375923218b63 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:58:46.153973 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:46.231905 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc3eda-8eee-4765-b801-375923218b63 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Pushing event updated for resources: {'Port': ['ID=96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:46.292295 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-40cc3eda-8eee-4765-b801-375923218b63 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:46.297102 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-40cc3eda-8eee-4765-b801-375923218b63 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:46.328954 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-40cc3eda-8eee-4765-b801-375923218b63 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4790528 Aug 10 00:58:46.355929 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7ce4a-9d77-42aa-ae64-396425284118 req-31590aa1-7a44-433e-b931-503eab7e6986 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:46.361926 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24d7ce4a-9d77-42aa-ae64-396425284118 req-31590aa1-7a44-433e-b931-503eab7e6986 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 932 time: 0.1920738 Aug 10 00:58:46.379232 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-35ffc455-6816-410f-9ff6-0f6a497db305 service neutron] Request body: {'port': {'device_id': 'ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:46.497698 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-35ffc455-6816-410f-9ff6-0f6a497db305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:46.507824 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-3af0905c-d104-4edd-9b54-6884d09bb2bc None None] Provisioning for port 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:58:46.514974 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-3af0905c-d104-4edd-9b54-6884d09bb2bc None None] Provisioning complete for port 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:46.516886 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3af0905c-d104-4edd-9b54-6884d09bb2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:46.542246 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24d7ce4a-9d77-42aa-ae64-396425284118 req-d3a50665-458e-449a-8ea2-f977aab5fcc4 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133358 Aug 10 00:58:46.559358 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15238cb-3f48-4730-86ed-69348d9fd85b req-18ce137b-ed8d-461b-8394-18881ea28830 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:46.566663 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a15238cb-3f48-4730-86ed-69348d9fd85b req-18ce137b-ed8d-461b-8394-18881ea28830 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b2ba9db-d4ee-462a-83ba-d3f8a2084b21 HTTP/1.1" status: 200 len: 945 time: 0.1367099 Aug 10 00:58:46.610367 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-3af0905c-d104-4edd-9b54-6884d09bb2bc None None] Port 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:58:46.660953 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a15238cb-3f48-4730-86ed-69348d9fd85b req-7870e8ea-6792-4355-9db7-80a8752922af tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888770 Aug 10 00:58:47.287447 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42046) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:47.335973 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed55920-34aa-4d1f-bf91-67fe7c98225d req-2771370a-e717-4d26-88e7-21cc2b73c495 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:47.341725 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4ed55920-34aa-4d1f-bf91-67fe7c98225d req-2771370a-e717-4d26-88e7-21cc2b73c495 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b2ba9db-d4ee-462a-83ba-d3f8a2084b21 HTTP/1.1" status: 200 len: 945 time: 0.4568155 Aug 10 00:58:47.357088 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7339960-c843-4b71-96c4-f75661377294 req-a84c471b-1dd1-4c75-8e9b-8d0b60909253 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:47.364912 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f7339960-c843-4b71-96c4-f75661377294 req-a84c471b-1dd1-4c75-8e9b-8d0b60909253 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 945 time: 0.5942338 Aug 10 00:58:47.487716 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f7339960-c843-4b71-96c4-f75661377294 req-69fdf7d7-9877-408b-86ef-033ac98e0fbd tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/security-groups?id=59690946-e823-4318-92b2-2bfb3d8f40ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158390 Aug 10 00:58:47.507386 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4ed55920-34aa-4d1f-bf91-67fe7c98225d req-3cddf12e-dc9d-4fb0-a535-e7b161e59129 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647751 Aug 10 00:58:47.608344 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-35ffc455-6816-410f-9ff6-0f6a497db305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:58:47.627994 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-88f5085a-56cf-4f43-b6b7-ee3295015173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:47.637393 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-35ffc455-6816-410f-9ff6-0f6a497db305 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:47.674037 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-35ffc455-6816-410f-9ff6-0f6a497db305 service neutron] Transition to ACTIVE for port object 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:58:47.685894 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-35ffc455-6816-410f-9ff6-0f6a497db305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:47.710286 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ea3db-fcd7-454a-8fd3-6396945c0cf4 req-8c1d979b-d6c1-4ada-b97d-3d02be698295 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:47.711688 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b49ea3db-fcd7-454a-8fd3-6396945c0cf4 req-8c1d979b-d6c1-4ada-b97d-3d02be698295 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 946 time: 0.0879214 Aug 10 00:58:47.761523 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-88f5085a-56cf-4f43-b6b7-ee3295015173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:47.768494 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-88f5085a-56cf-4f43-b6b7-ee3295015173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:47.821773 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-88f5085a-56cf-4f43-b6b7-ee3295015173 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=89c385f17b6049a8a30baa120462d0df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5332870 Aug 10 00:58:47.825138 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42084) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:47.830953 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5085a-56cf-4f43-b6b7-ee3295015173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9d6c1f-7acc-46ee-ade1-86726934c54f,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:47.924324 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ffc455-6816-410f-9ff6-0f6a497db305 service neutron] Pushing event updated for resources: {'Port': ['ID=96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:47.938580 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-36307242-004b-4d86-be7e-6deefb8bd815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:47.970528 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-36307242-004b-4d86-be7e-6deefb8bd815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:47.978599 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b49ea3db-fcd7-454a-8fd3-6396945c0cf4 req-ddb13335-079d-4212-89bf-b33b58a7bd36 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340271 Aug 10 00:58:48.012246 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-35ffc455-6816-410f-9ff6-0f6a497db305 service neutron] Attempting to bind port 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:58:48.012595 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-35ffc455-6816-410f-9ff6-0f6a497db305 service neutron] Attempting to bind port 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '136bec44-8d21-4a4a-9be0-ad0e395d978b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:58:48.012935 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-35ffc455-6816-410f-9ff6-0f6a497db305 service neutron] Attempting to bind port 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 on network 9ff27b19-c3ac-4a51-8f0a-77d9d092a25c {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:58:48.021149 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-35ffc455-6816-410f-9ff6-0f6a497db305 service neutron] Port 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 on network 9ff27b19-c3ac-4a51-8f0a-77d9d092a25c not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:58:48.021615 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-35ffc455-6816-410f-9ff6-0f6a497db305 service neutron] Attempting to bind port 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 on network 9ff27b19-c3ac-4a51-8f0a-77d9d092a25c {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:58:48.032819 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cdd4f-3770-4ad4-b67d-4b774fb84d12 req-04718bb3-0468-4f95-924c-3ba38c979ef4 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:48.040689 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-763cdd4f-3770-4ad4-b67d-4b774fb84d12 req-04718bb3-0468-4f95-924c-3ba38c979ef4 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=c074a83d-ae7b-4a51-a3b9-6db5e930dfda HTTP/1.1" status: 200 len: 945 time: 0.1708155 Aug 10 00:58:48.045961 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-36307242-004b-4d86-be7e-6deefb8bd815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:48.050394 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-36307242-004b-4d86-be7e-6deefb8bd815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:48.051769 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-36307242-004b-4d86-be7e-6deefb8bd815 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/df9d6c1f-7acc-46ee-ade1-86726934c54f HTTP/1.1" status: 204 len: 168 time: 0.2253263 Aug 10 00:58:48.070154 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36307242-004b-4d86-be7e-6deefb8bd815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9d6c1f-7acc-46ee-ade1-86726934c54f,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:48.084595 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-35ffc455-6816-410f-9ff6-0f6a497db305 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:58:48.084937 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-35ffc455-6816-410f-9ff6-0f6a497db305 service neutron] Checking segment: {'id': '136bec44-8d21-4a4a-9be0-ad0e395d978b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:58:48.085332 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-35ffc455-6816-410f-9ff6-0f6a497db305 service neutron] Bound using segment: {'id': '136bec44-8d21-4a4a-9be0-ad0e395d978b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:58:48.085776 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-35ffc455-6816-410f-9ff6-0f6a497db305 service neutron] Bound port: 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '136bec44-8d21-4a4a-9be0-ad0e395d978b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:58:48.086145 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-35ffc455-6816-410f-9ff6-0f6a497db305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:48.155866 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-763cdd4f-3770-4ad4-b67d-4b774fb84d12 req-78bd2626-a48a-4552-a4ef-92204e71368c tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141832 Aug 10 00:58:48.226537 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-35ffc455-6816-410f-9ff6-0f6a497db305 service neutron] For port 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:58:48.230422 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-35ffc455-6816-410f-9ff6-0f6a497db305 service neutron] For port 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7,segment=NetworkSegment(136bec44-8d21-4a4a-9be0-ad0e395d978b),segment_id=136bec44-8d21-4a4a-9be0-ad0e395d978b)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:58:48.235937 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-35ffc455-6816-410f-9ff6-0f6a497db305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:48.277986 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-35ffc455-6816-410f-9ff6-0f6a497db305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:48.278755 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-35ffc455-6816-410f-9ff6-0f6a497db305 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:48.280290 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-35ffc455-6816-410f-9ff6-0f6a497db305 service neutron] 10.222.0.24 "PUT /v2.0/ports/96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 HTTP/1.1" status: 200 len: 1093 time: 1.9170976 Aug 10 00:58:48.280793 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44', 'tag': '96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:48.284136 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38886c6-0772-4ec3-85b4-17fcfb4cbf2c" -d '{"events": [{"name": "network-changed", "server_uuid": "ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44", "tag": "96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:48.373633 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ffc455-6816-410f-9ff6-0f6a497db305 service neutron] Pushing event updated for resources: {'Port': ['ID=96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:48.472471 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8112c-9bfd-414e-855e-8d2739194f2e req-c7ab5e7c-e520-47c5-bf31-47770a86604a tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:48.474211 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eaa8112c-9bfd-414e-855e-8d2739194f2e req-c7ab5e7c-e520-47c5-bf31-47770a86604a tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 944 time: 0.1530862 Aug 10 00:58:48.477549 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-fc199cab-9d68-4da8-8a2d-0b44ae555965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:48.479132 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-fc199cab-9d68-4da8-8a2d-0b44ae555965 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ce28956188140948295882b7e7eeddc&device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 1096 time: 0.1560698 Aug 10 00:58:48.600225 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e99f7c-a9ae-451b-b600-bd1a0c78f314 req-86bd7fd4-2e5d-4175-94cd-724479915210 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:48.601875 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-80e99f7c-a9ae-451b-b600-bd1a0c78f314 req-86bd7fd4-2e5d-4175-94cd-724479915210 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=76341b2d-0159-4c9f-9545-3aac23f39b1e HTTP/1.1" status: 200 len: 945 time: 0.1977484 Aug 10 00:58:48.609763 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-69573c1e-02d8-46a7-840e-f3a95eef4315 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 HTTP/1.1" status: 200 len: 217 time: 0.1171672 Aug 10 00:58:48.625483 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42158) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:48.645489 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-89761633-4d8a-435d-8acb-bdded0cc1fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:48.669933 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eaa8112c-9bfd-414e-855e-8d2739194f2e req-0cc46059-b4ca-4f57-8905-b970342e7158 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885190 Aug 10 00:58:48.703537 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-2da1ae34-5b13-4169-b443-76826dc9687c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:48.705219 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-2da1ae34-5b13-4169-b443-76826dc9687c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5d5b8c68-57be-4c07-b3dd-20f44685cf57 HTTP/1.1" status: 200 len: 856 time: 0.0757902 Aug 10 00:58:48.710882 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-80e99f7c-a9ae-451b-b600-bd1a0c78f314 req-1fac596d-1d1e-4014-aeab-09800af5238c tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825415 Aug 10 00:58:48.786975 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-28c8d9b3-613f-4895-8089-00c2964e2148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:48.794158 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-28c8d9b3-613f-4895-8089-00c2964e2148 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9ff27b19-c3ac-4a51-8f0a-77d9d092a25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0821161 Aug 10 00:58:48.877273 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6033c62-4786-4073-86bb-dee8415760f5 req-05a7eaa6-51ce-4f93-9c04-2a81aa4d442f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:48.879272 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e6033c62-4786-4073-86bb-dee8415760f5 req-05a7eaa6-51ce-4f93-9c04-2a81aa4d442f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fc4321199ccb4da6af26fb4c7f2e415e&device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 1098 time: 0.1139143 Aug 10 00:58:48.956343 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-89761633-4d8a-435d-8acb-bdded0cc1fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:48.968575 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-89761633-4d8a-435d-8acb-bdded0cc1fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:49.007004 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-b395ad74-8edf-47fc-b5c5-99c0e3256c74 service neutron] 10.222.0.24 "GET /v2.0/networks/9ff27b19-c3ac-4a51-8f0a-77d9d092a25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044725 Aug 10 00:58:49.008352 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89761633-4d8a-435d-8acb-bdded0cc1fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffea4db1-1e71-4925-92a3-7f7a078f1133,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:49.017469 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d56e6-543c-4750-9086-04a2c38dcfc2 req-8291a82b-8dc5-4116-a36f-8fc247a1306b tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:49.020011 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-363d56e6-543c-4750-9086-04a2c38dcfc2 req-8291a82b-8dc5-4116-a36f-8fc247a1306b tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b2ba9db-d4ee-462a-83ba-d3f8a2084b21 HTTP/1.1" status: 200 len: 945 time: 0.1038268 Aug 10 00:58:49.051477 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-89761633-4d8a-435d-8acb-bdded0cc1fc3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ef392211b6604675aa35b2f6db07e20e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4206815 Aug 10 00:58:49.057692 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42168) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:49.076401 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6033c62-4786-4073-86bb-dee8415760f5 req-1cb7ac2e-7f95-496d-be5e-548f8bdf38cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:49.078490 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e6033c62-4786-4073-86bb-dee8415760f5 req-1cb7ac2e-7f95-496d-be5e-548f8bdf38cd service neutron] 10.222.0.20 "GET /v2.0/networks?id=4f44dc9d-70b4-422e-936e-64ca9a631395 HTTP/1.1" status: 200 len: 912 time: 0.1897860 Aug 10 00:58:49.101203 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-363d56e6-543c-4750-9086-04a2c38dcfc2 req-e29c68a1-53c2-49c2-a43b-9c80aae30b31 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698135 Aug 10 00:58:49.105553 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42174) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:49.155387 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8191a2f6-861a-4e83-a1e9-930d26091537 x-openstack-request-id: req-8191a2f6-861a-4e83-a1e9-930d26091537 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:58:49.155851 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44", "tag": "96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:58:49.156728 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8191a2f6-861a-4e83-a1e9-930d26091537 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:58:49.157478 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44', 'tag': '96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7', 'status': 'completed', 'code': 200} Aug 10 00:58:49.162134 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e6033c62-4786-4073-86bb-dee8415760f5 req-7ebcaa01-851e-44dc-b7bc-d22bf4c9d5ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75ec8543-cf35-49f3-9e64-5969f2d2b1bd HTTP/1.1" status: 200 len: 217 time: 0.0713100 Aug 10 00:58:49.230977 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d8d2629-e50c-4efc-af56-9077cba6bdef req-8797d9ae-8e78-4f2d-b05e-f3bc9e8f691a service neutron] 10.222.0.24 "GET /v2.0/networks/9ff27b19-c3ac-4a51-8f0a-77d9d092a25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098498 Aug 10 00:58:49.231265 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6033c62-4786-4073-86bb-dee8415760f5 req-e954da18-b4ff-475b-ba3b-52205ba8f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:49.234092 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e6033c62-4786-4073-86bb-dee8415760f5 req-e954da18-b4ff-475b-ba3b-52205ba8f661 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93c0490b-72d4-4bea-8139-8e9a7dbf1c5c HTTP/1.1" status: 200 len: 851 time: 0.0585103 Aug 10 00:58:49.238813 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7f054dae-9feb-4cca-85e4-82ab7e21ee62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:49.289826 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e6033c62-4786-4073-86bb-dee8415760f5 req-d57de9a3-538c-4dd8-8b8f-8b84e7242447 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f44dc9d-70b4-422e-936e-64ca9a631395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463166 Aug 10 00:58:49.315468 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7f054dae-9feb-4cca-85e4-82ab7e21ee62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:49.349259 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861291d-af5a-43e1-bd0d-b1bf3b685e8e req-1dd35d46-60d4-4e44-bee7-88496c2a270e tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:49.350886 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8861291d-af5a-43e1-bd0d-b1bf3b685e8e req-1dd35d46-60d4-4e44-bee7-88496c2a270e tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 945 time: 0.0925219 Aug 10 00:58:49.412440 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38886c6-0772-4ec3-85b4-17fcfb4cbf2c req-77b62df1-3eaf-4120-87a0-862e981e3ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:49.414098 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d38886c6-0772-4ec3-85b4-17fcfb4cbf2c req-77b62df1-3eaf-4120-87a0-862e981e3ac4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ce28956188140948295882b7e7eeddc&device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 1096 time: 0.1200144 Aug 10 00:58:49.421514 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-246fa12b-7316-438c-8d6a-83a370f4e93b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:49.449369 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7f054dae-9feb-4cca-85e4-82ab7e21ee62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:49.451902 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7f054dae-9feb-4cca-85e4-82ab7e21ee62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:49.453068 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7f054dae-9feb-4cca-85e4-82ab7e21ee62 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ffea4db1-1e71-4925-92a3-7f7a078f1133 HTTP/1.1" status: 204 len: 168 time: 0.3940520 Aug 10 00:58:49.459081 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8861291d-af5a-43e1-bd0d-b1bf3b685e8e req-3fcd7902-57c0-4171-804b-baa0142d9545 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/security-groups?id=59690946-e823-4318-92b2-2bfb3d8f40ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911469 Aug 10 00:58:49.459362 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e6033c62-4786-4073-86bb-dee8415760f5 req-00e6cd58-fcff-4f12-92cd-21fe8f57a372 service neutron] 10.222.0.20 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617215 Aug 10 00:58:49.468449 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f054dae-9feb-4cca-85e4-82ab7e21ee62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffea4db1-1e71-4925-92a3-7f7a078f1133,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:49.526973 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e95524-5c1d-45e2-ba08-86a0e09f3adc req-1b779551-19fb-4871-a5cb-2dbe94db25cb tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:49.528906 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a1e95524-5c1d-45e2-ba08-86a0e09f3adc req-1b779551-19fb-4871-a5cb-2dbe94db25cb tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 946 time: 0.1757550 Aug 10 00:58:49.603269 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a1e95524-5c1d-45e2-ba08-86a0e09f3adc req-0e7bfe77-bb68-4a0c-9953-40055f8a00c6 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643764 Aug 10 00:58:49.608838 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38886c6-0772-4ec3-85b4-17fcfb4cbf2c req-50e3e7c5-269a-4c54-a873-102e0c2e5d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:49.610553 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d38886c6-0772-4ec3-85b4-17fcfb4cbf2c req-50e3e7c5-269a-4c54-a873-102e0c2e5d83 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9ff27b19-c3ac-4a51-8f0a-77d9d092a25c HTTP/1.1" status: 200 len: 918 time: 0.1802051 Aug 10 00:58:49.619675 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e6033c62-4786-4073-86bb-dee8415760f5 req-f3015461-c1df-42b9-b895-8b6c8b2013cc service neutron] 10.222.0.20 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483343 Aug 10 00:58:49.650963 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-246fa12b-7316-438c-8d6a-83a370f4e93b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:49.659478 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-246fa12b-7316-438c-8d6a-83a370f4e93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:49.665048 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d38886c6-0772-4ec3-85b4-17fcfb4cbf2c req-6580c792-759b-499d-90b6-c84850aae89a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 HTTP/1.1" status: 200 len: 217 time: 0.0468707 Aug 10 00:58:49.701453 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-246fa12b-7316-438c-8d6a-83a370f4e93b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=322b45bf31a64acc872889d71b0f2726&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5845344 Aug 10 00:58:49.702479 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246fa12b-7316-438c-8d6a-83a370f4e93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4f0564-1eda-480a-ad02-5b643e9773fc,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:49.704672 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42192) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:49.741716 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38886c6-0772-4ec3-85b4-17fcfb4cbf2c req-f0c4e7f6-9dc6-4acd-8175-b5616fbca3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:49.743373 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d38886c6-0772-4ec3-85b4-17fcfb4cbf2c req-f0c4e7f6-9dc6-4acd-8175-b5616fbca3b1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5d5b8c68-57be-4c07-b3dd-20f44685cf57 HTTP/1.1" status: 200 len: 856 time: 0.0715396 Aug 10 00:58:49.824800 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9a872722-ab4b-4a31-b9ec-b84c189eb6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:49.866481 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38886c6-0772-4ec3-85b4-17fcfb4cbf2c req-a087c320-53fb-49a5-a8d9-bc17ad0649f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:49.867961 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d38886c6-0772-4ec3-85b4-17fcfb4cbf2c req-a087c320-53fb-49a5-a8d9-bc17ad0649f3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9ff27b19-c3ac-4a51-8f0a-77d9d092a25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1157360 Aug 10 00:58:49.900252 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9a872722-ab4b-4a31-b9ec-b84c189eb6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:49.971518 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54b2a6-f0a5-4f71-9238-baa050afca48 req-9368c3a9-da5d-49b7-a570-9c414a780298 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:49.973228 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3d54b2a6-f0a5-4f71-9238-baa050afca48 req-9368c3a9-da5d-49b7-a570-9c414a780298 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 944 time: 0.1789227 Aug 10 00:58:49.993101 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f274a4c-2db1-4dfe-8758-9d24a4628d55 req-4b4df000-fa1e-4014-aa58-91d2a487f752 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:49.994578 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9f274a4c-2db1-4dfe-8758-9d24a4628d55 req-4b4df000-fa1e-4014-aa58-91d2a487f752 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=76341b2d-0159-4c9f-9545-3aac23f39b1e HTTP/1.1" status: 200 len: 945 time: 0.1920176 Aug 10 00:58:50.074519 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 40420de5-b387-4309-b6ef-bef2e0149ea8 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:58:50.087134 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d38886c6-0772-4ec3-85b4-17fcfb4cbf2c req-9ae0853b-f9d4-42f5-a270-8afb2acee75c service neutron] 10.222.0.24 "GET /v2.0/networks/9ff27b19-c3ac-4a51-8f0a-77d9d092a25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012858 Aug 10 00:58:50.089743 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3d54b2a6-f0a5-4f71-9238-baa050afca48 req-af48a8a6-20f0-41f6-9b53-a47ce0e7c7e6 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054358 Aug 10 00:58:50.096198 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9f274a4c-2db1-4dfe-8758-9d24a4628d55 req-51a9235f-e91f-41e6-b5d7-8033a3eda1f0 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858824 Aug 10 00:58:50.106241 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9a872722-ab4b-4a31-b9ec-b84c189eb6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:50.108813 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9a872722-ab4b-4a31-b9ec-b84c189eb6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:50.112500 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9a872722-ab4b-4a31-b9ec-b84c189eb6c3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ff4f0564-1eda-480a-ad02-5b643e9773fc HTTP/1.1" status: 204 len: 168 time: 0.4042258 Aug 10 00:58:50.152062 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a872722-ab4b-4a31-b9ec-b84c189eb6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4f0564-1eda-480a-ad02-5b643e9773fc,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:50.226086 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d38886c6-0772-4ec3-85b4-17fcfb4cbf2c req-e87d30a9-a156-4ecf-b2be-8c9f93d5c14f service neutron] 10.222.0.24 "GET /v2.0/networks/9ff27b19-c3ac-4a51-8f0a-77d9d092a25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288402 Aug 10 00:58:50.230604 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 40420de5-b387-4309-b6ef-bef2e0149ea8, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=40420de5-b387-4309-b6ef-bef2e0149ea8,segment=NetworkSegment(f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38),segment_id=f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:50.246438 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '40420de5-b387-4309-b6ef-bef2e0149ea8', 'network_id': 'e6332a27-ba49-4d7e-93ff-d255b803530a', 'port_id': '40420de5-b387-4309-b6ef-bef2e0149ea8', 'mac_address': 'fa:16:3e:8e:aa:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ce092a3-f550-437a-8928-43805c65d849', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:58:50.297666 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed5f85-4dd6-4660-82ab-de214030ffbe req-2439bbd8-1ade-4e71-a9db-b74f279d81a8 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:50.298864 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42218) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:50.299232 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2ed5f85-4dd6-4660-82ab-de214030ffbe req-2439bbd8-1ade-4e71-a9db-b74f279d81a8 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b2ba9db-d4ee-462a-83ba-d3f8a2084b21 HTTP/1.1" status: 200 len: 945 time: 0.0721405 Aug 10 00:58:50.310624 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:50.327451 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40420de5-b387-4309-b6ef-bef2e0149ea8 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:58:50.347245 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 40420de5-b387-4309-b6ef-bef2e0149ea8, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=40420de5-b387-4309-b6ef-bef2e0149ea8,segment=NetworkSegment(f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38),segment_id=f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:50.352828 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:50.353116 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2ed5f85-4dd6-4660-82ab-de214030ffbe req-e5b4fdaf-d434-4090-9aba-4b9b28dfdbda tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441349 Aug 10 00:58:50.408070 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=40420de5-b387-4309-b6ef-bef2e0149ea8,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:50.487213 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-7e83bb19-dbe3-439f-a811-02c1090cbbe8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1570625591-network', 'tenant_id': 'af5124099ce04e7383a5ec5f662d948c'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:50.508438 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42226) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:50.516844 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e83bb19-dbe3-439f-a811-02c1090cbbe8 admin admin] Made reservation on behalf of af5124099ce04e7383a5ec5f662d948c for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:58:50.519165 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7e83bb19-dbe3-439f-a811-02c1090cbbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:50.531631 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a71e3f07-9d90-4078-af6d-70cdb967e721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:50.544134 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7e83bb19-dbe3-439f-a811-02c1090cbbe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:50.600159 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6be2b4-26d8-4329-a64d-5036b9d56827 req-c1848543-aa12-489e-ab87-f5591527c894 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:50.601855 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b6be2b4-26d8-4329-a64d-5036b9d56827 req-c1848543-aa12-489e-ab87-f5591527c894 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 945 time: 0.0500956 Aug 10 00:58:50.648139 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b6be2b4-26d8-4329-a64d-5036b9d56827 req-f9f32bb4-96b2-4ac9-9ac5-bf84566531e4 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/security-groups?id=59690946-e823-4318-92b2-2bfb3d8f40ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347977 Aug 10 00:58:50.651484 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a71e3f07-9d90-4078-af6d-70cdb967e721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:50.657526 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a71e3f07-9d90-4078-af6d-70cdb967e721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:50.700168 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e3f07-9d90-4078-af6d-70cdb967e721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5665e1ae-8c6a-43ac-bb9a-82326ae1f17d,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:50.713807 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a71e3f07-9d90-4078-af6d-70cdb967e721 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2802076fa9ad44d288ce1f91fa79e2d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2042887 Aug 10 00:58:50.717345 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42240) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:50.797456 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['40420de5-b387-4309-b6ef-bef2e0149ea8'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:58:50.802126 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7e83bb19-dbe3-439f-a811-02c1090cbbe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:50.803710 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481e918-274a-4769-a4a4-731bf029ff7c req-904cae18-533a-46cf-acf9-f1dfd971481f tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:50.805379 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c481e918-274a-4769-a4a4-731bf029ff7c req-904cae18-533a-46cf-acf9-f1dfd971481f tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 946 time: 0.0797372 Aug 10 00:58:50.813095 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7e83bb19-dbe3-439f-a811-02c1090cbbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:50.818684 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d54bc1e7-c0a9-45f8-8821-978f27587798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:50.828750 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13515a2f-d7c2-4805-a6ea-d69d3888cab9 req-06d1d402-6a6a-48ae-a836-16b6cefcf29f tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:50.830224 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-13515a2f-d7c2-4805-a6ea-d69d3888cab9 req-06d1d402-6a6a-48ae-a836-16b6cefcf29f tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b2ba9db-d4ee-462a-83ba-d3f8a2084b21 HTTP/1.1" status: 200 len: 945 time: 0.0746849 Aug 10 00:58:50.845049 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e83bb19-dbe3-439f-a811-02c1090cbbe8 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:58:50.861134 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d54bc1e7-c0a9-45f8-8821-978f27587798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:50.886667 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c481e918-274a-4769-a4a4-731bf029ff7c req-9a25295c-f85f-4b70-a290-8e977b181df0 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659943 Aug 10 00:58:50.890059 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83bb19-dbe3-439f-a811-02c1090cbbe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:50.912813 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7e83bb19-dbe3-439f-a811-02c1090cbbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:50.913173 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-7e83bb19-dbe3-439f-a811-02c1090cbbe8 admin admin] Added segment 91689796-eaba-4d16-8a46-34edba2f37cb of type vlan for network 9a3b32c7-74a3-4305-b7a7-526211811378 Aug 10 00:58:50.940011 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d54bc1e7-c0a9-45f8-8821-978f27587798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:50.943883 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d54bc1e7-c0a9-45f8-8821-978f27587798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:50.945135 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d54bc1e7-c0a9-45f8-8821-978f27587798 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5665e1ae-8c6a-43ac-bb9a-82326ae1f17d HTTP/1.1" status: 204 len: 168 time: 0.2266998 Aug 10 00:58:50.961676 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54bc1e7-c0a9-45f8-8821-978f27587798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5665e1ae-8c6a-43ac-bb9a-82326ae1f17d,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:50.995457 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7e83bb19-dbe3-439f-a811-02c1090cbbe8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:51.047731 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-13515a2f-d7c2-4805-a6ea-d69d3888cab9 req-c43bd529-ca88-4de3-bc75-c41d351c1176 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Deleting port 2c867f58-35f6-43c1-94d4-a745ddf45ec0 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:58:51.047731 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-13515a2f-d7c2-4805-a6ea-d69d3888cab9 req-c43bd529-ca88-4de3-bc75-c41d351c1176 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:51.052371 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7e83bb19-dbe3-439f-a811-02c1090cbbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:51.053361 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e83bb19-dbe3-439f-a811-02c1090cbbe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:51.053944 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7e83bb19-dbe3-439f-a811-02c1090cbbe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:51.155909 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42250) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:51.161292 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-37a1e820-f081-4276-9a06-de3fbb018554 admin admin] Request body: {'subnet': {'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1570625591-subnet', 'tenant_id': 'af5124099ce04e7383a5ec5f662d948c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:51.165501 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7e83bb19-dbe3-439f-a811-02c1090cbbe8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8652639 Aug 10 00:58:51.197612 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83bb19-dbe3-439f-a811-02c1090cbbe8 admin admin] Pushing event updated for resources: {'Network': ['ID=9a3b32c7-74a3-4305-b7a7-526211811378,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:51.209787 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 9a3b32c7-74a3-4305-b7a7-526211811378 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:58:51.252602 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-13515a2f-d7c2-4805-a6ea-d69d3888cab9 req-c43bd529-ca88-4de3-bc75-c41d351c1176 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] For port 2c867f58-35f6-43c1-94d4-a745ddf45ec0, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2c867f58-35f6-43c1-94d4-a745ddf45ec0,segment=NetworkSegment(45b34241-697f-4f50-87d8-6d6db6581d08),segment_id=45b34241-697f-4f50-87d8-6d6db6581d08)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:51.254341 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-13515a2f-d7c2-4805-a6ea-d69d3888cab9 req-c43bd529-ca88-4de3-bc75-c41d351c1176 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:51.277041 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-13515a2f-d7c2-4805-a6ea-d69d3888cab9 req-c43bd529-ca88-4de3-bc75-c41d351c1176 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Calling delete_port for 2c867f58-35f6-43c1-94d4-a745ddf45ec0 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:58:51.278340 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8fab8-6426-4e33-9eab-3c32ef825b0c req-30ac4987-abe8-4d8d-9fc2-3b508bd84b87 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:51.279873 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-37c8fab8-6426-4e33-9eab-3c32ef825b0c req-30ac4987-abe8-4d8d-9fc2-3b508bd84b87 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 944 time: 0.0822313 Aug 10 00:58:51.280356 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a1e820-f081-4276-9a06-de3fbb018554 admin admin] Made reservation on behalf of af5124099ce04e7383a5ec5f662d948c for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:58:51.282916 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-37a1e820-f081-4276-9a06-de3fbb018554 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:51.358085 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754ae76-11ea-4e87-a21e-a46853df86c9 req-5f0b5021-62b4-42ab-88ed-16b71de7cea0 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:51.360700 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b754ae76-11ea-4e87-a21e-a46853df86c9 req-5f0b5021-62b4-42ab-88ed-16b71de7cea0 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=76341b2d-0159-4c9f-9545-3aac23f39b1e HTTP/1.1" status: 200 len: 944 time: 0.1795609 Aug 10 00:58:51.421161 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-37c8fab8-6426-4e33-9eab-3c32ef825b0c req-a9b50798-8f4c-439d-8f18-55b6acfefd74 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203625 Aug 10 00:58:51.427797 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-13515a2f-d7c2-4805-a6ea-d69d3888cab9 req-c43bd529-ca88-4de3-bc75-c41d351c1176 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:51.450971 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['c58ea708-4565-4b16-a53e-c9c57ba4f3a2'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:58:51.454858 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b754ae76-11ea-4e87-a21e-a46853df86c9 req-a6d42766-6a5f-4151-bef2-91aa19292eb2 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858874 Aug 10 00:58:51.467742 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43bd529-ca88-4de3-bc75-c41d351c1176 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Pushing event deleted for resources: {'Port': ['ID=2c867f58-35f6-43c1-94d4-a745ddf45ec0,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:51.510058 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['2c867f58-35f6-43c1-94d4-a745ddf45ec0'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:58:51.521586 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-13515a2f-d7c2-4805-a6ea-d69d3888cab9 req-c43bd529-ca88-4de3-bc75-c41d351c1176 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] No DVR routers for this DVR port 2c867f58-35f6-43c1-94d4-a745ddf45ec0 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:58:51.525470 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-13515a2f-d7c2-4805-a6ea-d69d3888cab9 req-c43bd529-ca88-4de3-bc75-c41d351c1176 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:51.528481 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-13515a2f-d7c2-4805-a6ea-d69d3888cab9 req-c43bd529-ca88-4de3-bc75-c41d351c1176 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.20 "DELETE /v2.0/ports/2c867f58-35f6-43c1-94d4-a745ddf45ec0 HTTP/1.1" status: 204 len: 173 time: 0.6767793 Aug 10 00:58:51.528956 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2ba9db-d4ee-462a-83ba-d3f8a2084b21', 'name': 'network-vif-deleted', 'tag': '2c867f58-35f6-43c1-94d4-a745ddf45ec0'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:51.539396 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f0e561-b01f-4e75-9378-ed149b735dcb" -d '{"events": [{"server_uuid": "5b2ba9db-d4ee-462a-83ba-d3f8a2084b21", "name": "network-vif-deleted", "tag": "2c867f58-35f6-43c1-94d4-a745ddf45ec0"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:51.590145 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e6e70c-4475-4e0f-b653-380e0f8dc0cf x-openstack-request-id: req-32e6e70c-4475-4e0f-b653-380e0f8dc0cf {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:58:51.590672 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2ba9db-d4ee-462a-83ba-d3f8a2084b21", "name": "network-vif-deleted", "tag": "2c867f58-35f6-43c1-94d4-a745ddf45ec0", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:58:51.591180 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-32e6e70c-4475-4e0f-b653-380e0f8dc0cf {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:58:51.591886 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2ba9db-d4ee-462a-83ba-d3f8a2084b21', 'name': 'network-vif-deleted', 'tag': '2c867f58-35f6-43c1-94d4-a745ddf45ec0', 'status': 'completed', 'code': 200} Aug 10 00:58:51.625919 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77cf9855-b931-4429-906a-6d797cd882cc req-c7f1d484-9cbb-4773-ae8b-c44cabb48b91 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b2ba9db-d4ee-462a-83ba-d3f8a2084b21 HTTP/1.1" status: 200 len: 210 time: 0.0897100 Aug 10 00:58:51.645865 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-37a1e820-f081-4276-9a06-de3fbb018554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:51.711375 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a1e820-f081-4276-9a06-de3fbb018554 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25a2d27a-ba73-472c-943f-003d0feb1ed0,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:51.718856 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a1e820-f081-4276-9a06-de3fbb018554 admin admin] Checking segment: {'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:58:51.720284 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a1e820-f081-4276-9a06-de3fbb018554 admin admin] Network hostable DHCP agents. Network: 9a3b32c7-74a3-4305-b7a7-526211811378, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:58:51.744146 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a1e820-f081-4276-9a06-de3fbb018554 admin admin] Network 9a3b32c7-74a3-4305-b7a7-526211811378 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:58:51.763448 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-37a1e820-f081-4276-9a06-de3fbb018554 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 9a3b32c7-74a3-4305-b7a7-526211811378) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:51.776306 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ad66c6-5711-4957-b281-44fe28bf7e52 None None] Network 9a3b32c7-74a3-4305-b7a7-526211811378 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:58:51.785313 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a1e820-f081-4276-9a06-de3fbb018554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:51.785911 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-37a1e820-f081-4276-9a06-de3fbb018554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:51.833727 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-37a1e820-f081-4276-9a06-de3fbb018554 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6674058 Aug 10 00:58:51.860870 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855512b9-15f0-4e42-9611-a43e386930b4 req-937870d4-2693-4041-90f5-f70f1fdcabd9 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:51.870194 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-855512b9-15f0-4e42-9611-a43e386930b4 req-937870d4-2693-4041-90f5-f70f1fdcabd9 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 945 time: 0.0871177 Aug 10 00:58:51.925765 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-855512b9-15f0-4e42-9611-a43e386930b4 req-e56f302f-428c-4406-abbe-35e88a37470c tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/security-groups?id=59690946-e823-4318-92b2-2bfb3d8f40ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536337 Aug 10 00:58:51.971520 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b755cade-d2b5-4c6d-8b0f-9abf9f124d26 None None] Network 9a3b32c7-74a3-4305-b7a7-526211811378 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:58:52.084201 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d26a40-ebfe-41e7-9598-38d8f3b04672 req-52d3b2d4-3feb-4dc9-8999-c195e0fe30a1 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:52.086285 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-12d26a40-ebfe-41e7-9598-38d8f3b04672 req-52d3b2d4-3feb-4dc9-8999-c195e0fe30a1 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 946 time: 0.0740571 Aug 10 00:58:52.103500 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 40420de5-b387-4309-b6ef-bef2e0149ea8 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:52.135751 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-12d26a40-ebfe-41e7-9598-38d8f3b04672 req-9becac1b-636d-4828-b147-8322d270d9ab tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424852 Aug 10 00:58:52.206355 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 40420de5-b387-4309-b6ef-bef2e0149ea8 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:52.206939 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:52.306513 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:52.337010 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76341b2d-0159-4c9f-9545-3aac23f39b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40420de5-b387-4309-b6ef-bef2e0149ea8'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:52.339272 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9873596a-fe32-40a9-bc93-c01d9a4c62ec" -d '{"events": [{"server_uuid": "76341b2d-0159-4c9f-9545-3aac23f39b1e", "name": "network-vif-plugged", "status": "completed", "tag": "40420de5-b387-4309-b6ef-bef2e0149ea8"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:52.360125 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 40420de5-b387-4309-b6ef-bef2e0149ea8, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=40420de5-b387-4309-b6ef-bef2e0149ea8,segment=NetworkSegment(f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38),segment_id=f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:52.366758 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:52.367832 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 75ec8543-cf35-49f3-9e64-5969f2d2b1bd no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:58:52.411525 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00c479a-07f6-4082-aca4-f4ce40c7d988 x-openstack-request-id: req-f00c479a-07f6-4082-aca4-f4ce40c7d988 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:58:52.411972 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76341b2d-0159-4c9f-9545-3aac23f39b1e", "name": "network-vif-plugged", "status": "completed", "tag": "40420de5-b387-4309-b6ef-bef2e0149ea8", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:58:52.412113 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f00c479a-07f6-4082-aca4-f4ce40c7d988 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:58:52.412533 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76341b2d-0159-4c9f-9545-3aac23f39b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40420de5-b387-4309-b6ef-bef2e0149ea8', 'code': 200} Aug 10 00:58:52.455837 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=40420de5-b387-4309-b6ef-bef2e0149ea8,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:52.503308 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:52.580301 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 75ec8543-cf35-49f3-9e64-5969f2d2b1bd, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=75ec8543-cf35-49f3-9e64-5969f2d2b1bd,segment=NetworkSegment(fd0aa135-7bf0-4440-a395-b4833e4cac38),segment_id=fd0aa135-7bf0-4440-a395-b4833e4cac38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:52.586121 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:52.587341 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 2c867f58-35f6-43c1-94d4-a745ddf45ec0 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:58:52.629505 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08dcc7a-fb31-4d98-bcb3-dba3e7c87bdd req-4ab34ef5-4c47-4c2d-b28e-aef03de2f108 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:52.637492 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d08dcc7a-fb31-4d98-bcb3-dba3e7c87bdd req-4ab34ef5-4c47-4c2d-b28e-aef03de2f108 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 944 time: 0.1118178 Aug 10 00:58:52.652890 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 2c867f58-35f6-43c1-94d4-a745ddf45ec0 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:58:52.653327 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 2c867f58-35f6-43c1-94d4-a745ddf45ec0 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:58:52.666078 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42322) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:52.672561 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-f4aff19f-408d-43a7-8afd-c1b213e47871 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-187221727-network', 'tenant_id': '78782e91ca6c481d8ad94f48754bd286'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:52.675235 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee97128-147c-478e-bdd7-be698b4cdc97 req-c9cd0bc9-e689-4731-84ba-d945631f7eec tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:52.677161 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0ee97128-147c-478e-bdd7-be698b4cdc97 req-c9cd0bc9-e689-4731-84ba-d945631f7eec tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=76341b2d-0159-4c9f-9545-3aac23f39b1e HTTP/1.1" status: 200 len: 945 time: 0.1029723 Aug 10 00:58:52.692880 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=75ec8543-cf35-49f3-9e64-5969f2d2b1bd,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:52.703589 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4aff19f-408d-43a7-8afd-c1b213e47871 admin admin] Made reservation on behalf of 78782e91ca6c481d8ad94f48754bd286 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:58:52.706043 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f4aff19f-408d-43a7-8afd-c1b213e47871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:52.721395 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f4aff19f-408d-43a7-8afd-c1b213e47871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:52.722038 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d08dcc7a-fb31-4d98-bcb3-dba3e7c87bdd req-306489a1-cf3d-426f-82a6-40a812b68828 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835710 Aug 10 00:58:52.761358 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0ee97128-147c-478e-bdd7-be698b4cdc97 req-d8e9d58a-7f8c-4327-a650-e96b9cb2cc2a tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725965 Aug 10 00:58:52.874830 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f4aff19f-408d-43a7-8afd-c1b213e47871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:52.880982 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f4aff19f-408d-43a7-8afd-c1b213e47871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:52.893379 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4aff19f-408d-43a7-8afd-c1b213e47871 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:58:52.911627 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f4aff19f-408d-43a7-8afd-c1b213e47871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:52.911869 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-f4aff19f-408d-43a7-8afd-c1b213e47871 admin admin] Added segment 693a9993-703c-403a-91f5-2fda03f8b17b of type vlan for network 60536ed4-7c3a-45f8-bc5e-6e68a3777e50 Aug 10 00:58:52.956212 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aff19f-408d-43a7-8afd-c1b213e47871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f51ba62-31e5-472c-a564-f75d914d5bf2,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:52.967476 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f4aff19f-408d-43a7-8afd-c1b213e47871 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:53.039599 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f4aff19f-408d-43a7-8afd-c1b213e47871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:53.040648 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4aff19f-408d-43a7-8afd-c1b213e47871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:53.041390 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f4aff19f-408d-43a7-8afd-c1b213e47871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:53.082682 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309143ec-276f-4fc6-9422-07372f42b9e0 req-eea3e639-d655-4527-8116-44fff1eba7b6 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:53.085411 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-309143ec-276f-4fc6-9422-07372f42b9e0 req-eea3e639-d655-4527-8116-44fff1eba7b6 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 945 time: 0.0573468 Aug 10 00:58:53.105654 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f4aff19f-408d-43a7-8afd-c1b213e47871 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4348233 Aug 10 00:58:53.105858 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42346) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:53.111241 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-be7654ea-9780-4f00-b7e2-65cbf60f4a4e admin admin] Request body: {'subnet': {'network_id': '60536ed4-7c3a-45f8-bc5e-6e68a3777e50', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-187221727-subnet', 'tenant_id': '78782e91ca6c481d8ad94f48754bd286', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:53.120430 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aff19f-408d-43a7-8afd-c1b213e47871 admin admin] Pushing event updated for resources: {'Network': ['ID=60536ed4-7c3a-45f8-bc5e-6e68a3777e50,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:53.130676 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 60536ed4-7c3a-45f8-bc5e-6e68a3777e50 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:58:53.146622 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-309143ec-276f-4fc6-9422-07372f42b9e0 req-7886fa84-76da-4d82-81ea-55140b3b0cd6 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/security-groups?id=59690946-e823-4318-92b2-2bfb3d8f40ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537343 Aug 10 00:58:53.161335 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7654ea-9780-4f00-b7e2-65cbf60f4a4e admin admin] Made reservation on behalf of 78782e91ca6c481d8ad94f48754bd286 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:58:53.163999 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-be7654ea-9780-4f00-b7e2-65cbf60f4a4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:53.290784 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab49b4-2774-4ad2-90c6-e08525e48b07 req-3beeb9ff-f108-4627-8cc3-dc510bbe7a1c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:53.293171 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-51ab49b4-2774-4ad2-90c6-e08525e48b07 req-3beeb9ff-f108-4627-8cc3-dc510bbe7a1c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 944 time: 0.0690596 Aug 10 00:58:53.340490 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-51ab49b4-2774-4ad2-90c6-e08525e48b07 req-20112b5c-4c2e-4b07-b452-03d2da81c782 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410442 Aug 10 00:58:53.380829 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-be7654ea-9780-4f00-b7e2-65cbf60f4a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:53.448487 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7654ea-9780-4f00-b7e2-65cbf60f4a4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7d961b5-c5d7-430b-97c4-1a5ee7a3b963,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:53.452601 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7654ea-9780-4f00-b7e2-65cbf60f4a4e admin admin] Checking segment: {'id': '693a9993-703c-403a-91f5-2fda03f8b17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '60536ed4-7c3a-45f8-bc5e-6e68a3777e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:58:53.452987 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7654ea-9780-4f00-b7e2-65cbf60f4a4e admin admin] Network hostable DHCP agents. Network: 60536ed4-7c3a-45f8-bc5e-6e68a3777e50, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:58:53.470921 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7654ea-9780-4f00-b7e2-65cbf60f4a4e admin admin] Network 60536ed4-7c3a-45f8-bc5e-6e68a3777e50 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:58:53.473057 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:58:53.484365 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-be7654ea-9780-4f00-b7e2-65cbf60f4a4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 60536ed4-7c3a-45f8-bc5e-6e68a3777e50) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:53.490530 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7654ea-9780-4f00-b7e2-65cbf60f4a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:53.491385 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-be7654ea-9780-4f00-b7e2-65cbf60f4a4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:53.503016 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332381f6-8215-4fe7-a2ab-f2b397c42c58 None None] Network 60536ed4-7c3a-45f8-bc5e-6e68a3777e50 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:58:53.509834 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-be7654ea-9780-4f00-b7e2-65cbf60f4a4e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4027259 Aug 10 00:58:53.888408 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aeb8918-eeca-4c1b-b0b4-0533ec18767f None None] Network 60536ed4-7c3a-45f8-bc5e-6e68a3777e50 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:58:53.893523 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7,segment=NetworkSegment(136bec44-8d21-4a4a-9be0-ad0e395d978b),segment_id=136bec44-8d21-4a4a-9be0-ad0e395d978b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:53.909730 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3cfd06-8e5e-4e9e-86c4-0b15fac1815c req-8477eba5-b284-4457-9ee8-6eae1d2f3e58 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:53.911649 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ee3cfd06-8e5e-4e9e-86c4-0b15fac1815c req-8477eba5-b284-4457-9ee8-6eae1d2f3e58 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 944 time: 0.0574126 Aug 10 00:58:53.942333 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7', 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c', 'port_id': '96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7', 'mac_address': 'fa:16:3e:1f:e1:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5b8c68-57be-4c07-b3dd-20f44685cf57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:58:53.950403 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ee3cfd06-8e5e-4e9e-86c4-0b15fac1815c req-46e7bf0c-c30a-40fc-a626-54f12cdf5395 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323281 Aug 10 00:58:54.020025 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:54.047366 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:58:54.069994 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7,segment=NetworkSegment(136bec44-8d21-4a4a-9be0-ad0e395d978b),segment_id=136bec44-8d21-4a4a-9be0-ad0e395d978b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:54.093112 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 7ffe4520-2617-49c8-942c-1e532e6f6688 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:58:54.101198 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:54.123973 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5b5ca-3f9e-4208-bf14-f956e8d2084f req-d7c6302d-69d8-48f0-8ea3-c9cfa101892f tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:54.125904 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2fb5b5ca-3f9e-4208-bf14-f956e8d2084f req-d7c6302d-69d8-48f0-8ea3-c9cfa101892f tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=76341b2d-0159-4c9f-9545-3aac23f39b1e HTTP/1.1" status: 200 len: 945 time: 0.0837572 Aug 10 00:58:54.189820 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2fb5b5ca-3f9e-4208-bf14-f956e8d2084f req-f8090960-30d9-46d4-8f78-4c0951602ad3 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567524 Aug 10 00:58:54.228906 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:54.268065 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 7ffe4520-2617-49c8-942c-1e532e6f6688, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=7ffe4520-2617-49c8-942c-1e532e6f6688,segment=NetworkSegment(29e670d9-5039-46c1-a69e-9628f4a030e2),segment_id=29e670d9-5039-46c1-a69e-9628f4a030e2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:54.288202 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '7ffe4520-2617-49c8-942c-1e532e6f6688', 'network_id': '5040841a-4984-47dc-a172-a1e3b8550316', 'port_id': '7ffe4520-2617-49c8-942c-1e532e6f6688', 'mac_address': 'fa:16:3e:c3:f3:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10f85b2-b60a-4bec-a6dc-24390adf6af4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:58:54.333517 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:54.352801 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42446) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:54.360452 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ffe4520-2617-49c8-942c-1e532e6f6688 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:58:54.388213 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 7ffe4520-2617-49c8-942c-1e532e6f6688, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=7ffe4520-2617-49c8-942c-1e532e6f6688,segment=NetworkSegment(29e670d9-5039-46c1-a69e-9628f4a030e2),segment_id=29e670d9-5039-46c1-a69e-9628f4a030e2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:54.392463 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:54.419056 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288ac6a4-6abf-429a-8d45-2dd420dcbe30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75ec8543-cf35-49f3-9e64-5969f2d2b1bd'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:54.422110 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889ee13c-b761-46bd-9cd3-9ca6cb72d0d3" -d '{"events": [{"server_uuid": "288ac6a4-6abf-429a-8d45-2dd420dcbe30", "name": "network-vif-unplugged", "status": "completed", "tag": "75ec8543-cf35-49f3-9e64-5969f2d2b1bd"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:54.458258 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=7ffe4520-2617-49c8-942c-1e532e6f6688,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:54.470088 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe58e39-1abe-4119-8780-433b960d7409 req-a3b491be-2ce9-4551-a117-665916aafcf1 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:54.471685 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ffe58e39-1abe-4119-8780-433b960d7409 req-a3b491be-2ce9-4551-a117-665916aafcf1 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=288ac6a4-6abf-429a-8d45-2dd420dcbe30 HTTP/1.1" status: 200 len: 944 time: 0.0577652 Aug 10 00:58:54.493844 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f269acaf-34ca-48de-98f6-f02348105608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:54.595775 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['7ffe4520-2617-49c8-942c-1e532e6f6688'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:58:54.634680 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:58:54.674056 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-ffe58e39-1abe-4119-8780-433b960d7409 req-c0b56500-4200-4dfe-9fba-93d90d71e4ac tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Deleting port 75ec8543-cf35-49f3-9e64-5969f2d2b1bd {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:58:54.674500 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ffe58e39-1abe-4119-8780-433b960d7409 req-c0b56500-4200-4dfe-9fba-93d90d71e4ac tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:54.861992 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab38bf-8903-470b-910b-b43172e96f55 req-844457e1-759d-4701-8ed2-4b650adc602b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:54.863661 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c3ab38bf-8903-470b-910b-b43172e96f55 req-844457e1-759d-4701-8ed2-4b650adc602b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 1097 time: 0.1382000 Aug 10 00:58:54.877232 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-115dc118-5b00-408e-81be-dbe5e90d33b0 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:54.879124 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-115dc118-5b00-408e-81be-dbe5e90d33b0 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/networks?id=9a3b32c7-74a3-4305-b7a7-526211811378 HTTP/1.1" status: 200 len: 808 time: 0.2633815 Aug 10 00:58:54.880799 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-ffe58e39-1abe-4119-8780-433b960d7409 req-c0b56500-4200-4dfe-9fba-93d90d71e4ac tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] For port 75ec8543-cf35-49f3-9e64-5969f2d2b1bd, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=75ec8543-cf35-49f3-9e64-5969f2d2b1bd,segment=NetworkSegment(fd0aa135-7bf0-4440-a395-b4833e4cac38),segment_id=fd0aa135-7bf0-4440-a395-b4833e4cac38)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:54.881172 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ffe58e39-1abe-4119-8780-433b960d7409 req-c0b56500-4200-4dfe-9fba-93d90d71e4ac tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:54.884488 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f269acaf-34ca-48de-98f6-f02348105608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:54.913284 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f269acaf-34ca-48de-98f6-f02348105608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:54.915517 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-ffe58e39-1abe-4119-8780-433b960d7409 req-c0b56500-4200-4dfe-9fba-93d90d71e4ac tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Calling delete_port for 75ec8543-cf35-49f3-9e64-5969f2d2b1bd owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:58:54.945177 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-17b0f3c0-aebe-42fa-a569-ce4bfe23974c tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/quotas/af5124099ce04e7383a5ec5f662d948c HTTP/1.1" status: 200 len: 375 time: 0.0481753 Aug 10 00:58:55.029540 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f269acaf-34ca-48de-98f6-f02348105608 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4d5b11db41c445f0b08f6b8d0f448823&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6757157 Aug 10 00:58:55.032509 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42462) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:55.033040 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c3ab38bf-8903-470b-910b-b43172e96f55 req-fcf08458-5cfe-405f-97ea-304b9be0c09f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=59690946-e823-4318-92b2-2bfb3d8f40ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473758 Aug 10 00:58:55.035010 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-70f76f1d-b941-4eb7-818a-fbf51d7f06b1 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=af5124099ce04e7383a5ec5f662d948c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796270 Aug 10 00:58:55.037203 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269acaf-34ca-48de-98f6-f02348105608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87588ed-c46f-41e4-a93a-03daaeb5aefe,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:55.083856 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b8d17ff1-2085-41b6-a1f2-b8e6cd3c9f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:55.104324 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b8d17ff1-2085-41b6-a1f2-b8e6cd3c9f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:55.156944 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b8d17ff1-2085-41b6-a1f2-b8e6cd3c9f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:55.160015 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b8d17ff1-2085-41b6-a1f2-b8e6cd3c9f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:55.161278 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b8d17ff1-2085-41b6-a1f2-b8e6cd3c9f25 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c87588ed-c46f-41e4-a93a-03daaeb5aefe HTTP/1.1" status: 204 len: 168 time: 0.1277578 Aug 10 00:58:55.169694 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d17ff1-2085-41b6-a1f2-b8e6cd3c9f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87588ed-c46f-41e4-a93a-03daaeb5aefe,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:55.171704 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-d9b25208-4bb2-4d67-9295-b24cd936e325 service neutron] 10.222.0.35 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287446 Aug 10 00:58:55.212364 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ffe58e39-1abe-4119-8780-433b960d7409 req-c0b56500-4200-4dfe-9fba-93d90d71e4ac tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:55.275819 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b56500-4200-4dfe-9fba-93d90d71e4ac tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Pushing event deleted for resources: {'Port': ['ID=75ec8543-cf35-49f3-9e64-5969f2d2b1bd,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:55.333045 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe58e39-1abe-4119-8780-433b960d7409 req-c0b56500-4200-4dfe-9fba-93d90d71e4ac tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] No DVR routers for this DVR port 75ec8543-cf35-49f3-9e64-5969f2d2b1bd on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:58:55.336578 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ffe58e39-1abe-4119-8780-433b960d7409 req-c0b56500-4200-4dfe-9fba-93d90d71e4ac tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:55.338633 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ffe58e39-1abe-4119-8780-433b960d7409 req-c0b56500-4200-4dfe-9fba-93d90d71e4ac tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "DELETE /v2.0/ports/75ec8543-cf35-49f3-9e64-5969f2d2b1bd HTTP/1.1" status: 204 len: 173 time: 0.8591175 Aug 10 00:58:55.339075 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288ac6a4-6abf-429a-8d45-2dd420dcbe30', 'name': 'network-vif-deleted', 'tag': '75ec8543-cf35-49f3-9e64-5969f2d2b1bd'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:55.341355 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c7650b-66e1-42c7-a77d-2a8baf4465f4" -d '{"events": [{"server_uuid": "288ac6a4-6abf-429a-8d45-2dd420dcbe30", "name": "network-vif-deleted", "tag": "75ec8543-cf35-49f3-9e64-5969f2d2b1bd"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:55.362509 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-e1e9baf0-54d5-4049-bf3f-bd79bd28e517 service neutron] 10.222.0.35 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693463 Aug 10 00:58:55.456145 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42472) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:55.476464 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ebe696c4-b96f-4379-a6c6-94dba1919143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:55.603147 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ebe696c4-b96f-4379-a6c6-94dba1919143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:55.618765 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ebe696c4-b96f-4379-a6c6-94dba1919143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:55.642861 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588dd66-dca3-4ee5-8050-a257e7f472df req-22a17f4f-aa39-4ddd-b449-5b5a41980265 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:55.650929 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4588dd66-dca3-4ee5-8050-a257e7f472df req-22a17f4f-aa39-4ddd-b449-5b5a41980265 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 945 time: 0.0819948 Aug 10 00:58:55.677677 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe696c4-b96f-4379-a6c6-94dba1919143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9de0b51-92c2-4ecc-a19d-c803b50680b6,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:55.697706 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ebe696c4-b96f-4379-a6c6-94dba1919143 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=23d35236ea144c0a805d271822f95386&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2400608 Aug 10 00:58:55.701115 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42494) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:55.704968 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4588dd66-dca3-4ee5-8050-a257e7f472df req-02fc5ac2-7829-4369-825d-9735afe79eeb tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/security-groups?id=59690946-e823-4318-92b2-2bfb3d8f40ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529504 Aug 10 00:58:55.752969 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c66e4f-725e-4f6f-a2a0-04967914a3ab x-openstack-request-id: req-42c66e4f-725e-4f6f-a2a0-04967914a3ab {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:58:55.753541 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288ac6a4-6abf-429a-8d45-2dd420dcbe30", "name": "network-vif-unplugged", "status": "failed", "tag": "75ec8543-cf35-49f3-9e64-5969f2d2b1bd", "code": 422}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:58:55.753541 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-42c66e4f-725e-4f6f-a2a0-04967914a3ab {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:58:55.753979 n-d-766726-26 neutron-server[105828]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '288ac6a4-6abf-429a-8d45-2dd420dcbe30', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '75ec8543-cf35-49f3-9e64-5969f2d2b1bd', 'code': 422} returned with failed status Aug 10 00:58:55.767405 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d0cd62d9-d0c4-4a61-ae93-e7ddf37db4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:55.795549 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d0cd62d9-d0c4-4a61-ae93-e7ddf37db4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:55.860119 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d0cd62d9-d0c4-4a61-ae93-e7ddf37db4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:55.865234 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d0cd62d9-d0c4-4a61-ae93-e7ddf37db4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:55.869833 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d0cd62d9-d0c4-4a61-ae93-e7ddf37db4b2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b9de0b51-92c2-4ecc-a19d-c803b50680b6 HTTP/1.1" status: 204 len: 168 time: 0.1677454 Aug 10 00:58:55.879315 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd62d9-d0c4-4a61-ae93-e7ddf37db4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9de0b51-92c2-4ecc-a19d-c803b50680b6,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:55.906727 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022cdaa-d0e6-44df-8b60-a33ef363087e req-9f52279a-d3dd-4f11-a54f-007f9b00494c tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:55.908510 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e022cdaa-d0e6-44df-8b60-a33ef363087e req-9f52279a-d3dd-4f11-a54f-007f9b00494c tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 945 time: 0.0866251 Aug 10 00:58:55.931269 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710941a4-b55d-4f88-8d69-68228e416e29 req-0531cf95-b4f1-4ff7-9e92-45d6af7632fd tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:55.932756 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-710941a4-b55d-4f88-8d69-68228e416e29 req-0531cf95-b4f1-4ff7-9e92-45d6af7632fd tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/networks?id=68f568b0-c764-43be-a497-965794b9f9b4 HTTP/1.1" status: 200 len: 805 time: 0.1676943 Aug 10 00:58:55.968902 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-710941a4-b55d-4f88-8d69-68228e416e29 req-96d8bfdd-a7ef-4db6-b711-9eaf79ea1ac1 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/quotas/9f1c82db603043b497c1daf48dd8e55e HTTP/1.1" status: 200 len: 375 time: 0.0258210 Aug 10 00:58:56.016804 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e022cdaa-d0e6-44df-8b60-a33ef363087e req-2afa8f83-ab2e-4c77-a172-a699acbcbba7 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001320 Aug 10 00:58:56.036588 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-710941a4-b55d-4f88-8d69-68228e416e29 req-19a0b636-f7b9-43a5-a495-fd33c5e6c35f tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9f1c82db603043b497c1daf48dd8e55e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0668097 Aug 10 00:58:56.102955 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 7ffe4520-2617-49c8-942c-1e532e6f6688 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:56.113825 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742534ef-dc70-4a14-a439-089befef153a x-openstack-request-id: req-742534ef-dc70-4a14-a439-089befef153a {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:58:56.114113 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288ac6a4-6abf-429a-8d45-2dd420dcbe30", "name": "network-vif-deleted", "tag": "75ec8543-cf35-49f3-9e64-5969f2d2b1bd", "status": "failed", "code": 422}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:58:56.114374 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-742534ef-dc70-4a14-a439-089befef153a {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:58:56.114789 n-d-766726-26 neutron-server[105826]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '288ac6a4-6abf-429a-8d45-2dd420dcbe30', 'name': 'network-vif-deleted', 'tag': '75ec8543-cf35-49f3-9e64-5969f2d2b1bd', 'status': 'failed', 'code': 422} returned with failed status Aug 10 00:58:56.181743 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 7ffe4520-2617-49c8-942c-1e532e6f6688 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:56.182131 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:56.187054 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4185edc1-b32c-4dea-b572-19ee2b50dbb0 req-11c36173-e46b-4787-a7e9-a26b3a7fa6e4 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d35146d-04aa-43bd-a0cd-8e969d772656 HTTP/1.1" status: 200 len: 210 time: 0.0399361 Aug 10 00:58:56.207218 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-710941a4-b55d-4f88-8d69-68228e416e29 req-7e1897d7-0b8d-4de3-bb21-31cb14b3dbd8 service neutron] 10.222.0.35 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540780 Aug 10 00:58:56.310366 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:56.358581 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-710941a4-b55d-4f88-8d69-68228e416e29 req-788b0e9a-8603-4b4e-a0eb-6ebd91e5a3b4 service neutron] 10.222.0.35 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299057 Aug 10 00:58:56.372371 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 7ffe4520-2617-49c8-942c-1e532e6f6688, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=7ffe4520-2617-49c8-942c-1e532e6f6688,segment=NetworkSegment(29e670d9-5039-46c1-a69e-9628f4a030e2),segment_id=29e670d9-5039-46c1-a69e-9628f4a030e2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:56.377178 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:56.378370 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 75ec8543-cf35-49f3-9e64-5969f2d2b1bd no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:58:56.402708 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 75ec8543-cf35-49f3-9e64-5969f2d2b1bd {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:58:56.403265 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 75ec8543-cf35-49f3-9e64-5969f2d2b1bd not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:58:56.404078 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 40420de5-b387-4309-b6ef-bef2e0149ea8 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:58:56.442289 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616cc78-02f4-4ff5-be1c-aa8b8c526218 req-e147d499-93c1-4cbc-9443-d885a2dfc772 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:56.443845 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6616cc78-02f4-4ff5-be1c-aa8b8c526218 req-e147d499-93c1-4cbc-9443-d885a2dfc772 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=76341b2d-0159-4c9f-9545-3aac23f39b1e HTTP/1.1" status: 200 len: 945 time: 0.0813088 Aug 10 00:58:56.497868 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=7ffe4520-2617-49c8-942c-1e532e6f6688,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:56.518271 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6616cc78-02f4-4ff5-be1c-aa8b8c526218 req-9d334bce-8bb9-44b5-a984-87b642a7278e tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670886 Aug 10 00:58:56.566946 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:56.605602 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 40420de5-b387-4309-b6ef-bef2e0149ea8, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=40420de5-b387-4309-b6ef-bef2e0149ea8,segment=NetworkSegment(f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38),segment_id=f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:56.614455 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:56.662186 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b59bf759-4370-411a-a723-2bf33317be21 req-d121e197-8847-441b-b485-f3b659cf5b50 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee0a5634-c695-4b8d-b9e1-05582ca6bd05 HTTP/1.1" status: 200 len: 210 time: 0.0449326 Aug 10 00:58:56.680007 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=40420de5-b387-4309-b6ef-bef2e0149ea8,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:56.750393 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-be8500ec-7b17-434a-8d35-f774ac8f5c6e tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:56.753309 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-be8500ec-7b17-434a-8d35-f774ac8f5c6e tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/networks?id=4f44dc9d-70b4-422e-936e-64ca9a631395 HTTP/1.1" status: 200 len: 811 time: 0.1863265 Aug 10 00:58:56.789684 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-ec7c1af3-4d9d-488d-a148-a20eac16bf6f tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/quotas/fc4321199ccb4da6af26fb4c7f2e415e HTTP/1.1" status: 200 len: 375 time: 0.0206153 Aug 10 00:58:57.025191 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-2bd98272-5fda-45ec-9d09-3e11ab11adc3 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:57.026778 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-2bd98272-5fda-45ec-9d09-3e11ab11adc3 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.20 "GET /v2.0/networks?id=9a3b32c7-74a3-4305-b7a7-526211811378 HTTP/1.1" status: 200 len: 808 time: 0.2085040 Aug 10 00:58:57.169219 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-70af3657-e6a0-4c5b-94cf-6f3ec35699ce tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fc4321199ccb4da6af26fb4c7f2e415e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3696218 Aug 10 00:58:57.189113 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-93a54976-8fa8-44c1-a81b-125fb0469f38 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Request body: {'port': {'device_id': '6d35146d-04aa-43bd-a0cd-8e969d772656', 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378', 'admin_state_up': True, 'tenant_id': 'af5124099ce04e7383a5ec5f662d948c'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:57.272346 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d5346-8417-4916-aae4-90ed6dbdff4f req-f6ffff42-25e8-4018-8461-d3f261c7b496 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:57.274249 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-008d5346-8417-4916-aae4-90ed6dbdff4f req-f6ffff42-25e8-4018-8461-d3f261c7b496 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 945 time: 0.1077476 Aug 10 00:58:57.321923 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-afd87b3a-d037-43c5-9755-3363f3aeec29 service neutron] 10.222.0.35 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439610 Aug 10 00:58:57.370233 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-93a54976-8fa8-44c1-a81b-125fb0469f38 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Made reservation on behalf of af5124099ce04e7383a5ec5f662d948c for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:58:57.374555 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-93a54976-8fa8-44c1-a81b-125fb0469f38 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:57.401063 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-008d5346-8417-4916-aae4-90ed6dbdff4f req-fe78e558-07a6-4fe2-aa30-4be85c27bfc4 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/security-groups?id=59690946-e823-4318-92b2-2bfb3d8f40ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044941 Aug 10 00:58:57.460058 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-1abba445-bcb4-4fba-a83c-25e06180ae3c service neutron] 10.222.0.35 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288860 Aug 10 00:58:57.473817 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:57.558041 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002a380-ab3f-4882-8966-0f591d445557 req-4f59c30e-a291-48fe-89f5-70c20436180c tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:57.560040 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b002a380-ab3f-4882-8966-0f591d445557 req-4f59c30e-a291-48fe-89f5-70c20436180c tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 945 time: 0.0813010 Aug 10 00:58:57.575215 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-93a54976-8fa8-44c1-a81b-125fb0469f38 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Allocated IP 172.20.0.14 (9a3b32c7-74a3-4305-b7a7-526211811378/25a2d27a-ba73-472c-943f-003d0feb1ed0/4e448d72-8613-4177-ac1f-c2dba8cabebb) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:58:57.650476 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b002a380-ab3f-4882-8966-0f591d445557 req-514bc12c-14a7-4b00-a5a6-2e5e60cbb78c tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716593 Aug 10 00:58:57.658849 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:58:57.665901 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:57.666459 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:57.754779 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c074a83d-ae7b-4a51-a3b9-6db5e930dfda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ffe4520-2617-49c8-942c-1e532e6f6688'}, {'server_uuid': '76341b2d-0159-4c9f-9545-3aac23f39b1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40420de5-b387-4309-b6ef-bef2e0149ea8'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:57.757528 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37f5332-8388-483e-8d94-f79e041eaaa8" -d '{"events": [{"server_uuid": "c074a83d-ae7b-4a51-a3b9-6db5e930dfda", "name": "network-vif-plugged", "status": "completed", "tag": "7ffe4520-2617-49c8-942c-1e532e6f6688"}, {"server_uuid": "76341b2d-0159-4c9f-9545-3aac23f39b1e", "name": "network-vif-unplugged", "status": "completed", "tag": "40420de5-b387-4309-b6ef-bef2e0149ea8"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:57.781133 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:57.803888 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bbaa31d2-48d5-4500-9103-81d285cee531 req-b77ae6bf-6f38-4bf3-9a53-16e0552a5dbc tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d35146d-04aa-43bd-a0cd-8e969d772656 HTTP/1.1" status: 200 len: 210 time: 0.0645702 Aug 10 00:58:57.839996 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-33cdffeb-76ab-45fc-bf88-f71115135b55 req-13022595-4319-4306-bea6-f0841e91074f tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1191329846', 'description': 'tempest-description-2120512053'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:57.850751 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7,segment=NetworkSegment(136bec44-8d21-4a4a-9be0-ad0e395d978b),segment_id=136bec44-8d21-4a4a-9be0-ad0e395d978b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:57.860984 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:57.887813 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-93a54976-8fa8-44c1-a81b-125fb0469f38 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:57.890178 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-33cdffeb-76ab-45fc-bf88-f71115135b55 req-13022595-4319-4306-bea6-f0841e91074f tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:57.985824 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:57.993870 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-93a54976-8fa8-44c1-a81b-125fb0469f38 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:58.025177 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:58.025461 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-93a54976-8fa8-44c1-a81b-125fb0469f38 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Network 9a3b32c7-74a3-4305-b7a7-526211811378 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:58:58.025943 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1759b-f0d3-4e01-a74a-495282da6fec req-577ee64b-38b0-45d6-bd88-0f19b8e33e8d tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:58.027783 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-93a54976-8fa8-44c1-a81b-125fb0469f38 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:58.030491 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-93a54976-8fa8-44c1-a81b-125fb0469f38 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:58:58.034263 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-88c1759b-f0d3-4e01-a74a-495282da6fec req-577ee64b-38b0-45d6-bd88-0f19b8e33e8d tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=76341b2d-0159-4c9f-9545-3aac23f39b1e HTTP/1.1" status: 200 len: 943 time: 0.0920506 Aug 10 00:58:58.117490 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54976-8fa8-44c1-a81b-125fb0469f38 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Pushing event updated for resources: {'Port': ['ID=4e448d72-8613-4177-ac1f-c2dba8cabebb,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:58.127635 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-88c1759b-f0d3-4e01-a74a-495282da6fec req-02eb4534-bd2a-4437-a935-a1a3f16295b1 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906284 Aug 10 00:58:58.140697 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-93a54976-8fa8-44c1-a81b-125fb0469f38 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:58.141499 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-93a54976-8fa8-44c1-a81b-125fb0469f38 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:58.180522 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d4b7b-17fb-40a1-b43e-421415052c2b req-e64bf77f-39c4-4774-a14f-e37729e817e0 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:58.182096 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8c3d4b7b-17fb-40a1-b43e-421415052c2b req-e64bf77f-39c4-4774-a14f-e37729e817e0 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.20 "GET /v2.0/ports?device_id=76341b2d-0159-4c9f-9545-3aac23f39b1e HTTP/1.1" status: 200 len: 943 time: 0.1457951 Aug 10 00:58:58.188843 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-33cdffeb-76ab-45fc-bf88-f71115135b55 req-13022595-4319-4306-bea6-f0841e91074f tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:58.194401 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-33cdffeb-76ab-45fc-bf88-f71115135b55 req-13022595-4319-4306-bea6-f0841e91074f tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:58.198670 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-93a54976-8fa8-44c1-a81b-125fb0469f38 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0134604 Aug 10 00:58:58.251425 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-748be117-fcff-4954-a8d6-fb7e233ef86f service neutron] Request body: {'port': {'device_id': '6d35146d-04aa-43bd-a0cd-8e969d772656', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:58.260501 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-33cdffeb-76ab-45fc-bf88-f71115135b55 req-13022595-4319-4306-bea6-f0841e91074f tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:58.262042 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-33cdffeb-76ab-45fc-bf88-f71115135b55 req-13022595-4319-4306-bea6-f0841e91074f tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4272282 Aug 10 00:58:58.266820 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13022595-4319-4306-bea6-f0841e91074f tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd597698-f92d-4467-b965-2721e2af04bc,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:58.314324 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-927feff2-9bcb-4a87-8c9c-13f15a4a1795 req-7ead5e85-c9e8-47d3-b0f3-ecedc3f35b26 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee0a5634-c695-4b8d-b9e1-05582ca6bd05 HTTP/1.1" status: 200 len: 210 time: 0.0487998 Aug 10 00:58:58.379316 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f9cf0d-5aba-4972-af21-93123ef599d0 x-openstack-request-id: req-46f9cf0d-5aba-4972-af21-93123ef599d0 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:58:58.379733 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c074a83d-ae7b-4a51-a3b9-6db5e930dfda", "name": "network-vif-plugged", "status": "completed", "tag": "7ffe4520-2617-49c8-942c-1e532e6f6688", "code": 200}, {"server_uuid": "76341b2d-0159-4c9f-9545-3aac23f39b1e", "name": "network-vif-unplugged", "status": "completed", "tag": "40420de5-b387-4309-b6ef-bef2e0149ea8", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:58:58.380103 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-46f9cf0d-5aba-4972-af21-93123ef599d0 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:58:58.380650 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c074a83d-ae7b-4a51-a3b9-6db5e930dfda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ffe4520-2617-49c8-942c-1e532e6f6688', 'code': 200} Aug 10 00:58:58.381079 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76341b2d-0159-4c9f-9545-3aac23f39b1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40420de5-b387-4309-b6ef-bef2e0149ea8', 'code': 200} Aug 10 00:58:58.435159 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-8c3d4b7b-17fb-40a1-b43e-421415052c2b req-7e6c03b1-2d93-4a46-9427-6c9f420999d2 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Deleting port 40420de5-b387-4309-b6ef-bef2e0149ea8 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:58:58.436637 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8c3d4b7b-17fb-40a1-b43e-421415052c2b req-7e6c03b1-2d93-4a46-9427-6c9f420999d2 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:58.501276 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-748be117-fcff-4954-a8d6-fb7e233ef86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:58.541433 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-8c3d4b7b-17fb-40a1-b43e-421415052c2b req-7e6c03b1-2d93-4a46-9427-6c9f420999d2 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] For port 40420de5-b387-4309-b6ef-bef2e0149ea8, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=40420de5-b387-4309-b6ef-bef2e0149ea8,segment=NetworkSegment(f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38),segment_id=f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:58.541726 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8c3d4b7b-17fb-40a1-b43e-421415052c2b req-7e6c03b1-2d93-4a46-9427-6c9f420999d2 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:58.555803 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-8c3d4b7b-17fb-40a1-b43e-421415052c2b req-7e6c03b1-2d93-4a46-9427-6c9f420999d2 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Calling delete_port for 40420de5-b387-4309-b6ef-bef2e0149ea8 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:58:58.705855 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-79aea9ad-d405-4263-9c88-78b39a6067cc req-ca9963d8-928a-43da-8666-1cfa7213f5db tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=23878b91-209d-4973-8aa8-b709cbfbc496 HTTP/1.1" status: 200 len: 210 time: 0.0349462 Aug 10 00:58:58.744094 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8c3d4b7b-17fb-40a1-b43e-421415052c2b req-7e6c03b1-2d93-4a46-9427-6c9f420999d2 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:58.771886 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c03b1-2d93-4a46-9427-6c9f420999d2 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Pushing event deleted for resources: {'Port': ['ID=40420de5-b387-4309-b6ef-bef2e0149ea8,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:58.826353 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710941a4-b55d-4f88-8d69-68228e416e29 req-606d2a05-1000-4516-8360-5add668c516c tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:58.829236 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-710941a4-b55d-4f88-8d69-68228e416e29 req-606d2a05-1000-4516-8360-5add668c516c tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.20 "GET /v2.0/networks?id=68f568b0-c764-43be-a497-965794b9f9b4 HTTP/1.1" status: 200 len: 805 time: 0.6083453 Aug 10 00:58:58.829834 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3d4b7b-17fb-40a1-b43e-421415052c2b req-7e6c03b1-2d93-4a46-9427-6c9f420999d2 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] No DVR routers for this DVR port 40420de5-b387-4309-b6ef-bef2e0149ea8 on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:58:58.833576 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8c3d4b7b-17fb-40a1-b43e-421415052c2b req-7e6c03b1-2d93-4a46-9427-6c9f420999d2 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:58.835616 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8c3d4b7b-17fb-40a1-b43e-421415052c2b req-7e6c03b1-2d93-4a46-9427-6c9f420999d2 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.20 "DELETE /v2.0/ports/40420de5-b387-4309-b6ef-bef2e0149ea8 HTTP/1.1" status: 204 len: 173 time: 0.6131983 Aug 10 00:58:58.836072 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76341b2d-0159-4c9f-9545-3aac23f39b1e', 'name': 'network-vif-deleted', 'tag': '40420de5-b387-4309-b6ef-bef2e0149ea8'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:58.846166 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b784bdb-ed71-466b-abf3-e44354d91302" -d '{"events": [{"server_uuid": "76341b2d-0159-4c9f-9545-3aac23f39b1e", "name": "network-vif-deleted", "tag": "40420de5-b387-4309-b6ef-bef2e0149ea8"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:58.907327 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-710941a4-b55d-4f88-8d69-68228e416e29 req-ef01f4e2-51c7-44af-bfbd-46bea4fcc01e tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Request body: {'port': {'device_id': 'ee0a5634-c695-4b8d-b9e1-05582ca6bd05', 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4', 'admin_state_up': True, 'tenant_id': '9f1c82db603043b497c1daf48dd8e55e'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:58.936441 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87836c72-c7e0-4ccb-8c5b-fa8df2409d5d req-f72a9d79-c1b2-4a5c-a01f-54420509f740 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1191329846&fields=id&tenant_id=0dcadc67007b441aa43df38caf86e528 HTTP/1.1" status: 200 len: 267 time: 0.0402231 Aug 10 00:58:59.025565 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87836c72-c7e0-4ccb-8c5b-fa8df2409d5d req-3d46f5e8-2561-4d94-95d5-b31457126bfc tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:59.027554 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87836c72-c7e0-4ccb-8c5b-fa8df2409d5d req-3d46f5e8-2561-4d94-95d5-b31457126bfc tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 945 time: 0.0829363 Aug 10 00:58:59.042774 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-748be117-fcff-4954-a8d6-fb7e233ef86f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e448d72-8613-4177-ac1f-c2dba8cabebb {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:58:59.052857 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-748be117-fcff-4954-a8d6-fb7e233ef86f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:59.058090 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-87836c72-c7e0-4ccb-8c5b-fa8df2409d5d req-ee0ae728-a787-40f5-8448-e483b1bdea63 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Request body: {'port': {'security_groups': ['59690946-e823-4318-92b2-2bfb3d8f40ce', 'dd597698-f92d-4467-b965-2721e2af04bc']}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:59.068255 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-748be117-fcff-4954-a8d6-fb7e233ef86f service neutron] Transition to ACTIVE for port object 4e448d72-8613-4177-ac1f-c2dba8cabebb will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:58:59.074903 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-748be117-fcff-4954-a8d6-fb7e233ef86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:59.180204 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-87836c72-c7e0-4ccb-8c5b-fa8df2409d5d req-ee0ae728-a787-40f5-8448-e483b1bdea63 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:59.280758 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748be117-fcff-4954-a8d6-fb7e233ef86f service neutron] Pushing event updated for resources: {'Port': ['ID=4e448d72-8613-4177-ac1f-c2dba8cabebb,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:59.339934 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-710941a4-b55d-4f88-8d69-68228e416e29 req-ef01f4e2-51c7-44af-bfbd-46bea4fcc01e tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Made reservation on behalf of 9f1c82db603043b497c1daf48dd8e55e for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:58:59.346191 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-710941a4-b55d-4f88-8d69-68228e416e29 req-ef01f4e2-51c7-44af-bfbd-46bea4fcc01e tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:59.378845 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-748be117-fcff-4954-a8d6-fb7e233ef86f service neutron] Attempting to bind port 4e448d72-8613-4177-ac1f-c2dba8cabebb on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:58:59.384666 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-748be117-fcff-4954-a8d6-fb7e233ef86f service neutron] Attempting to bind port 4e448d72-8613-4177-ac1f-c2dba8cabebb by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:58:59.385087 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-748be117-fcff-4954-a8d6-fb7e233ef86f service neutron] Attempting to bind port 4e448d72-8613-4177-ac1f-c2dba8cabebb on network 9a3b32c7-74a3-4305-b7a7-526211811378 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:58:59.393896 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-748be117-fcff-4954-a8d6-fb7e233ef86f service neutron] Port 4e448d72-8613-4177-ac1f-c2dba8cabebb on network 9a3b32c7-74a3-4305-b7a7-526211811378 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:58:59.394989 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-748be117-fcff-4954-a8d6-fb7e233ef86f service neutron] Attempting to bind port 4e448d72-8613-4177-ac1f-c2dba8cabebb on network 9a3b32c7-74a3-4305-b7a7-526211811378 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:58:59.445030 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb9811-2ce6-4e3b-8b08-2db4accad253 req-1f2e420f-4f9b-4da8-ab32-20aab767258f tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:59.454498 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a3fb9811-2ce6-4e3b-8b08-2db4accad253 req-1f2e420f-4f9b-4da8-ab32-20aab767258f tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 946 time: 0.1977861 Aug 10 00:58:59.556131 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-748be117-fcff-4954-a8d6-fb7e233ef86f service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:58:59.556839 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-748be117-fcff-4954-a8d6-fb7e233ef86f service neutron] Checking segment: {'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:58:59.557418 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-748be117-fcff-4954-a8d6-fb7e233ef86f service neutron] Bound using segment: {'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:58:59.558064 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-748be117-fcff-4954-a8d6-fb7e233ef86f service neutron] Bound port: 4e448d72-8613-4177-ac1f-c2dba8cabebb, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:58:59.558654 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-748be117-fcff-4954-a8d6-fb7e233ef86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:59.593346 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-710941a4-b55d-4f88-8d69-68228e416e29 req-ef01f4e2-51c7-44af-bfbd-46bea4fcc01e tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Allocated IP 172.20.0.9 (68f568b0-c764-43be-a497-965794b9f9b4/4317e354-7b23-4f49-8b2a-5d1c39378e31/1d3988f1-5abd-421a-bb64-dff48b743d1a) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:58:59.736998 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-748be117-fcff-4954-a8d6-fb7e233ef86f service neutron] For port 4e448d72-8613-4177-ac1f-c2dba8cabebb, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:58:59.745512 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-748be117-fcff-4954-a8d6-fb7e233ef86f service neutron] For port 4e448d72-8613-4177-ac1f-c2dba8cabebb, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=4e448d72-8613-4177-ac1f-c2dba8cabebb,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:58:59.759895 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-748be117-fcff-4954-a8d6-fb7e233ef86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:59.789532 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a3fb9811-2ce6-4e3b-8b08-2db4accad253 req-3244bc79-91ad-49fe-8842-9765a35cbed0 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3331506 Aug 10 00:58:59.832358 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-748be117-fcff-4954-a8d6-fb7e233ef86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:59.833170 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-748be117-fcff-4954-a8d6-fb7e233ef86f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:59.834628 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-748be117-fcff-4954-a8d6-fb7e233ef86f service neutron] 10.222.0.20 "PUT /v2.0/ports/4e448d72-8613-4177-ac1f-c2dba8cabebb HTTP/1.1" status: 200 len: 1093 time: 1.6129694 Aug 10 00:58:59.839475 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d35146d-04aa-43bd-a0cd-8e969d772656', 'tag': '4e448d72-8613-4177-ac1f-c2dba8cabebb'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:59.841997 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88bcb87-3d68-48c0-b61a-6ce2a8c2a7ad" -d '{"events": [{"name": "network-changed", "server_uuid": "6d35146d-04aa-43bd-a0cd-8e969d772656", "tag": "4e448d72-8613-4177-ac1f-c2dba8cabebb"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:59.864221 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-87836c72-c7e0-4ccb-8c5b-fa8df2409d5d req-ee0ae728-a787-40f5-8448-e483b1bdea63 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] For port cf02f27d-9f44-4fd6-956e-0139852e2201, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=cf02f27d-9f44-4fd6-956e-0139852e2201,segment=NetworkSegment(2525a6de-e0b3-477f-9163-5dd50ba2e1de),segment_id=2525a6de-e0b3-477f-9163-5dd50ba2e1de)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:59.944980 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748be117-fcff-4954-a8d6-fb7e233ef86f service neutron] Pushing event updated for resources: {'Port': ['ID=4e448d72-8613-4177-ac1f-c2dba8cabebb,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:59.946996 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-5445e052-e34f-473f-9e93-de0173540d93 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:59.948558 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-5445e052-e34f-473f-9e93-de0173540d93 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.24 "GET /v2.0/networks?id=4f44dc9d-70b4-422e-936e-64ca9a631395 HTTP/1.1" status: 200 len: 811 time: 0.4548652 Aug 10 00:58:59.964210 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-b160d30b-87ec-416f-933d-e8f3a24eb85c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Request body: {'port': {'device_id': '23878b91-209d-4973-8aa8-b709cbfbc496', 'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395', 'admin_state_up': True, 'tenant_id': 'fc4321199ccb4da6af26fb4c7f2e415e'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:00.004332 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-df6a3b8d-89c8-4bee-8d9f-fae3d194d440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:00.005919 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-df6a3b8d-89c8-4bee-8d9f-fae3d194d440 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=af5124099ce04e7383a5ec5f662d948c&device_id=6d35146d-04aa-43bd-a0cd-8e969d772656 HTTP/1.1" status: 200 len: 1096 time: 0.1022246 Aug 10 00:59:00.013500 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-710941a4-b55d-4f88-8d69-68228e416e29 req-ef01f4e2-51c7-44af-bfbd-46bea4fcc01e tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:00.066459 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-87836c72-c7e0-4ccb-8c5b-fa8df2409d5d req-ee0ae728-a787-40f5-8448-e483b1bdea63 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:00.077081 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-93848367-209c-430a-8ebe-5425446c218f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e448d72-8613-4177-ac1f-c2dba8cabebb HTTP/1.1" status: 200 len: 217 time: 0.0543864 Aug 10 00:59:00.090716 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e39a68-2e58-454e-b7f8-f8c72284279a req-cc168009-a50d-4c98-b345-5a0f8e6859c8 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:00.092318 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f4e39a68-2e58-454e-b7f8-f8c72284279a req-cc168009-a50d-4c98-b345-5a0f8e6859c8 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d35146d-04aa-43bd-a0cd-8e969d772656 HTTP/1.1" status: 200 len: 944 time: 0.1393232 Aug 10 00:59:00.093005 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-87836c72-c7e0-4ccb-8c5b-fa8df2409d5d req-ee0ae728-a787-40f5-8448-e483b1bdea63 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:00.104251 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['cf02f27d-9f44-4fd6-956e-0139852e2201'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:59:00.193046 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-183afa37-bfa7-44e2-96f3-cbbcac606cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:00.194966 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-183afa37-bfa7-44e2-96f3-cbbcac606cd7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=25a2d27a-ba73-472c-943f-003d0feb1ed0 HTTP/1.1" status: 200 len: 848 time: 0.1086638 Aug 10 00:59:00.204771 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-710941a4-b55d-4f88-8d69-68228e416e29 req-ef01f4e2-51c7-44af-bfbd-46bea4fcc01e tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:00.258023 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-050928bf-8d8a-4b4a-8d7a-db8ffeadec4a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a3b32c7-74a3-4305-b7a7-526211811378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547552 Aug 10 00:59:00.268222 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f4e39a68-2e58-454e-b7f8-f8c72284279a req-e3ebce7d-172d-4e01-9c70-4231c399afb2 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428409 Aug 10 00:59:00.305243 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87836c72-c7e0-4ccb-8c5b-fa8df2409d5d req-ee0ae728-a787-40f5-8448-e483b1bdea63 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:00.319249 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-87836c72-c7e0-4ccb-8c5b-fa8df2409d5d req-ee0ae728-a787-40f5-8448-e483b1bdea63 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:00.333652 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87836c72-c7e0-4ccb-8c5b-fa8df2409d5d req-ee0ae728-a787-40f5-8448-e483b1bdea63 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "PUT /v2.0/ports/cf02f27d-9f44-4fd6-956e-0139852e2201 HTTP/1.1" status: 200 len: 981 time: 1.2990272 Aug 10 00:59:00.372454 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84d0ea8-6d96-4e7e-9ef4-31280b28242b x-openstack-request-id: req-d84d0ea8-6d96-4e7e-9ef4-31280b28242b {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:00.376264 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76341b2d-0159-4c9f-9545-3aac23f39b1e", "name": "network-vif-deleted", "tag": "40420de5-b387-4309-b6ef-bef2e0149ea8", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:00.380138 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d84d0ea8-6d96-4e7e-9ef4-31280b28242b {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:00.380846 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76341b2d-0159-4c9f-9545-3aac23f39b1e', 'name': 'network-vif-deleted', 'tag': '40420de5-b387-4309-b6ef-bef2e0149ea8', 'status': 'completed', 'code': 200} Aug 10 00:59:00.386365 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:00.389218 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12881bee-73a1-4f33-89d3-98a38e1c1f68" -d '{"events": [{"server_uuid": "ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44", "name": "network-vif-plugged", "status": "completed", "tag": "96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:00.399654 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['cf02f27d-9f44-4fd6-956e-0139852e2201'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:59:00.458189 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ae728-a787-40f5-8448-e483b1bdea63 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Pushing event updated for resources: {'Port': ['ID=cf02f27d-9f44-4fd6-956e-0139852e2201,revision_number=6']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:00.544314 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-b160d30b-87ec-416f-933d-e8f3a24eb85c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Made reservation on behalf of fc4321199ccb4da6af26fb4c7f2e415e for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:59:00.554095 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-b160d30b-87ec-416f-933d-e8f3a24eb85c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:00.557250 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-710941a4-b55d-4f88-8d69-68228e416e29 req-ef01f4e2-51c7-44af-bfbd-46bea4fcc01e tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Network 68f568b0-c764-43be-a497-965794b9f9b4 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:59:00.563909 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-710941a4-b55d-4f88-8d69-68228e416e29 req-ef01f4e2-51c7-44af-bfbd-46bea4fcc01e tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:00.575102 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-710941a4-b55d-4f88-8d69-68228e416e29 req-ef01f4e2-51c7-44af-bfbd-46bea4fcc01e tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:59:00.588027 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['c58ea708-4565-4b16-a53e-c9c57ba4f3a2'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:59:00.643211 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4cd05496-0760-4365-8951-bfbf27c48303 req-76ed32c4-642b-42e9-ac1d-566f564ec888 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=23878b91-209d-4973-8aa8-b709cbfbc496 HTTP/1.1" status: 200 len: 210 time: 0.0699370 Aug 10 00:59:00.647087 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01f4e2-51c7-44af-bfbd-46bea4fcc01e tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Pushing event updated for resources: {'Port': ['ID=1d3988f1-5abd-421a-bb64-dff48b743d1a,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:00.698940 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710941a4-b55d-4f88-8d69-68228e416e29 req-ef01f4e2-51c7-44af-bfbd-46bea4fcc01e tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:00.699603 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-710941a4-b55d-4f88-8d69-68228e416e29 req-ef01f4e2-51c7-44af-bfbd-46bea4fcc01e tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:00.716470 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-bae887ef-3b02-4c7b-a05f-5c438749cee7 service neutron] 10.222.0.20 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140024 Aug 10 00:59:00.719110 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42710) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:00.728741 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-710941a4-b55d-4f88-8d69-68228e416e29 req-ef01f4e2-51c7-44af-bfbd-46bea4fcc01e tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8267741 Aug 10 00:59:00.746082 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210df9d-35cf-4345-9ac0-0f631b01c9c3 req-886a66af-25f2-45fd-b7d6-2c15e50715e3 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:00.754185 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f210df9d-35cf-4345-9ac0-0f631b01c9c3 req-886a66af-25f2-45fd-b7d6-2c15e50715e3 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee0a5634-c695-4b8d-b9e1-05582ca6bd05 HTTP/1.1" status: 200 len: 931 time: 0.2379663 Aug 10 00:59:00.826975 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f210df9d-35cf-4345-9ac0-0f631b01c9c3 req-a787e8bd-8fb3-4ee5-820e-6a57778dd862 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715320 Aug 10 00:59:00.874664 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b0bb6867-18ac-43df-b090-efd6f9f2782f req-e3a5c5cc-9d50-47d4-86fd-baaecd8f329e service neutron] 10.222.0.20 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484048 Aug 10 00:59:00.891872 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c45279-1bb2-4cf7-9193-9fbe3f4bfb85 x-openstack-request-id: req-a1c45279-1bb2-4cf7-9193-9fbe3f4bfb85 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:00.892573 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d35146d-04aa-43bd-a0cd-8e969d772656", "tag": "4e448d72-8613-4177-ac1f-c2dba8cabebb", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:00.893000 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a1c45279-1bb2-4cf7-9193-9fbe3f4bfb85 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:00.896143 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d35146d-04aa-43bd-a0cd-8e969d772656', 'tag': '4e448d72-8613-4177-ac1f-c2dba8cabebb', 'status': 'completed', 'code': 200} Aug 10 00:59:00.907509 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-710941a4-b55d-4f88-8d69-68228e416e29 req-0c7fcb92-6a1d-4081-a5f8-a92abc57c585 service neutron] Request body: {'port': {'device_id': 'ee0a5634-c695-4b8d-b9e1-05582ca6bd05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:00.976287 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-b160d30b-87ec-416f-933d-e8f3a24eb85c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Allocated IP 172.20.0.6 (4f44dc9d-70b4-422e-936e-64ca9a631395/93c0490b-72d4-4bea-8139-8e9a7dbf1c5c/b78fdfc2-59bd-404b-884f-5d9d7bac42ce) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:59:01.021819 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f70702-8491-49b4-9031-b0e60393506c x-openstack-request-id: req-64f70702-8491-49b4-9031-b0e60393506c {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:01.022180 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44", "name": "network-vif-plugged", "status": "completed", "tag": "96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:01.022443 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-64f70702-8491-49b4-9031-b0e60393506c {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:01.022836 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7', 'code': 200} Aug 10 00:59:01.053852 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7f3dca75-35f6-40aa-a17c-3d032286f609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:01.067547 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d556cbf-183b-45bd-ac07-ae953fb0cf59 req-a58169dc-7167-4e1c-9f55-a38b1b204fe2 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1191329846&fields=id&tenant_id=0dcadc67007b441aa43df38caf86e528 HTTP/1.1" status: 200 len: 267 time: 0.1322548 Aug 10 00:59:01.106007 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-710941a4-b55d-4f88-8d69-68228e416e29 req-0c7fcb92-6a1d-4081-a5f8-a92abc57c585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:01.204108 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d556cbf-183b-45bd-ac07-ae953fb0cf59 req-898874f0-ee3f-4ade-9e67-50d9e39a8a46 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:01.206106 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d556cbf-183b-45bd-ac07-ae953fb0cf59 req-898874f0-ee3f-4ade-9e67-50d9e39a8a46 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 984 time: 0.1307609 Aug 10 00:59:01.222343 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-5d556cbf-183b-45bd-ac07-ae953fb0cf59 req-8174ba51-0cad-4c67-a1a1-0f16b36a0eff tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Request body: {'port': {'security_groups': ['59690946-e823-4318-92b2-2bfb3d8f40ce']}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:01.224289 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bcb87-3d68-48c0-b61a-6ce2a8c2a7ad req-bcc0b803-bdd2-435a-a937-d41379b9c887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:01.225801 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f88bcb87-3d68-48c0-b61a-6ce2a8c2a7ad req-bcc0b803-bdd2-435a-a937-d41379b9c887 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=af5124099ce04e7383a5ec5f662d948c&device_id=6d35146d-04aa-43bd-a0cd-8e969d772656 HTTP/1.1" status: 200 len: 1096 time: 0.2588487 Aug 10 00:59:01.344145 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5d556cbf-183b-45bd-ac07-ae953fb0cf59 req-8174ba51-0cad-4c67-a1a1-0f16b36a0eff tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:01.365494 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-b160d30b-87ec-416f-933d-e8f3a24eb85c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:01.486053 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-b160d30b-87ec-416f-933d-e8f3a24eb85c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:01.510146 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42726) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:01.573391 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-1693d67c-b392-4e91-92eb-26b9d1903107 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1190801256', 'description': 'tempest-description--980542108'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:01.686865 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-b160d30b-87ec-416f-933d-e8f3a24eb85c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Network 4f44dc9d-70b4-422e-936e-64ca9a631395 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:59:01.703701 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-b160d30b-87ec-416f-933d-e8f3a24eb85c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:01.712774 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-b160d30b-87ec-416f-933d-e8f3a24eb85c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:59:01.716336 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160d30b-87ec-416f-933d-e8f3a24eb85c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Pushing event updated for resources: {'Port': ['ID=b78fdfc2-59bd-404b-884f-5d9d7bac42ce,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:01.765986 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-5d556cbf-183b-45bd-ac07-ae953fb0cf59 req-8174ba51-0cad-4c67-a1a1-0f16b36a0eff tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] For port cf02f27d-9f44-4fd6-956e-0139852e2201, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=cf02f27d-9f44-4fd6-956e-0139852e2201,segment=NetworkSegment(2525a6de-e0b3-477f-9163-5dd50ba2e1de),segment_id=2525a6de-e0b3-477f-9163-5dd50ba2e1de)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:01.787962 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9245cb-dc7f-4703-898a-a0c23b4a5e96 req-2213633d-7534-42b1-893e-f221cb6556b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:01.789480 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ac9245cb-dc7f-4703-898a-a0c23b4a5e96 req-2213633d-7534-42b1-893e-f221cb6556b7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 1098 time: 0.7053926 Aug 10 00:59:01.797812 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488abc95-b3df-4206-9111-db51c2eac2c5 req-0b01a2c8-73fe-41cb-b6a3-8d32461a7853 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:01.807631 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-488abc95-b3df-4206-9111-db51c2eac2c5 req-0b01a2c8-73fe-41cb-b6a3-8d32461a7853 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 946 time: 0.2222433 Aug 10 00:59:01.850667 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5d556cbf-183b-45bd-ac07-ae953fb0cf59 req-8174ba51-0cad-4c67-a1a1-0f16b36a0eff tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:01.858337 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-b160d30b-87ec-416f-933d-e8f3a24eb85c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:01.858983 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-b160d30b-87ec-416f-933d-e8f3a24eb85c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:01.864840 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5d556cbf-183b-45bd-ac07-ae953fb0cf59 req-8174ba51-0cad-4c67-a1a1-0f16b36a0eff tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:01.878147 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['cf02f27d-9f44-4fd6-956e-0139852e2201'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:59:01.916436 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ac9245cb-dc7f-4703-898a-a0c23b4a5e96 req-00f21cbf-ce22-47fa-9ecc-22010f50930c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129043 Aug 10 00:59:01.935453 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-488abc95-b3df-4206-9111-db51c2eac2c5 req-de6ab500-8b7e-404c-949e-4b4f05153abb tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268368 Aug 10 00:59:01.948590 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d556cbf-183b-45bd-ac07-ae953fb0cf59 req-8174ba51-0cad-4c67-a1a1-0f16b36a0eff tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:01.949268 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5d556cbf-183b-45bd-ac07-ae953fb0cf59 req-8174ba51-0cad-4c67-a1a1-0f16b36a0eff tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:01.977974 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d556cbf-183b-45bd-ac07-ae953fb0cf59 req-8174ba51-0cad-4c67-a1a1-0f16b36a0eff tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "PUT /v2.0/ports/cf02f27d-9f44-4fd6-956e-0139852e2201 HTTP/1.1" status: 200 len: 942 time: 0.7605343 Aug 10 00:59:02.043715 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bcb87-3d68-48c0-b61a-6ce2a8c2a7ad req-788ec5c4-86a8-40d1-beb6-3ad54373488b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:02.045323 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f88bcb87-3d68-48c0-b61a-6ce2a8c2a7ad req-788ec5c4-86a8-40d1-beb6-3ad54373488b service neutron] 10.222.0.20 "GET /v2.0/networks?id=9a3b32c7-74a3-4305-b7a7-526211811378 HTTP/1.1" status: 200 len: 909 time: 0.7989936 Aug 10 00:59:02.055760 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8174ba51-0cad-4c67-a1a1-0f16b36a0eff tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Pushing event updated for resources: {'Port': ['ID=cf02f27d-9f44-4fd6-956e-0139852e2201,revision_number=7']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:02.058406 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['cf02f27d-9f44-4fd6-956e-0139852e2201'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:59:02.075016 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7f3dca75-35f6-40aa-a17c-3d032286f609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:02.108478 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f88bcb87-3d68-48c0-b61a-6ce2a8c2a7ad req-b66a7834-e69d-4711-b16a-cc23cfc36816 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e448d72-8613-4177-ac1f-c2dba8cabebb HTTP/1.1" status: 200 len: 217 time: 0.0527482 Aug 10 00:59:02.109191 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7f3dca75-35f6-40aa-a17c-3d032286f609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:02.156061 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 40420de5-b387-4309-b6ef-bef2e0149ea8 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:59:02.181634 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 40420de5-b387-4309-b6ef-bef2e0149ea8 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:59:02.182298 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 40420de5-b387-4309-b6ef-bef2e0149ea8 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:59:02.187222 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bcb87-3d68-48c0-b61a-6ce2a8c2a7ad req-e0132670-6473-45a1-ac57-37bf293337f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:02.188724 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f88bcb87-3d68-48c0-b61a-6ce2a8c2a7ad req-e0132670-6473-45a1-ac57-37bf293337f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=25a2d27a-ba73-472c-943f-003d0feb1ed0 HTTP/1.1" status: 200 len: 848 time: 0.0667870 Aug 10 00:59:02.201417 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-b160d30b-87ec-416f-933d-e8f3a24eb85c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2410679 Aug 10 00:59:02.226955 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-3baa2f4d-3f7b-467d-9646-8294a995507e service neutron] Request body: {'port': {'device_id': '23878b91-209d-4973-8aa8-b709cbfbc496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:02.262506 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f88bcb87-3d68-48c0-b61a-6ce2a8c2a7ad req-8708c6b7-fec7-4575-a240-aa601a8313ad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a3b32c7-74a3-4305-b7a7-526211811378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564885 Aug 10 00:59:02.263135 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3dca75-35f6-40aa-a17c-3d032286f609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087fadf5-5cc1-437b-9aff-bd53506647af,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:02.270325 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7f3dca75-35f6-40aa-a17c-3d032286f609 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bd250ccd538d43f4a4454d512e6fb322&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5500236 Aug 10 00:59:02.279659 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42736) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:02.288041 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d0a29-21ca-42d1-a06c-3d2257566216 req-a76d3410-3e45-4159-bb90-3bc2d3cb1aa2 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:02.292842 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f97d0a29-21ca-42d1-a06c-3d2257566216 req-a76d3410-3e45-4159-bb90-3bc2d3cb1aa2 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d35146d-04aa-43bd-a0cd-8e969d772656 HTTP/1.1" status: 200 len: 944 time: 0.2272520 Aug 10 00:59:02.301478 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1693d67c-b392-4e91-92eb-26b9d1903107 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:02.333097 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7fdfd-829a-4e3a-9a85-6286f398f6c3 req-91d66d98-c7bb-42e6-8c88-5481d9ce631f tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:02.335030 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-30c7fdfd-829a-4e3a-9a85-6286f398f6c3 req-91d66d98-c7bb-42e6-8c88-5481d9ce631f tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=23878b91-209d-4973-8aa8-b709cbfbc496 HTTP/1.1" status: 200 len: 931 time: 0.1996858 Aug 10 00:59:02.413758 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92997559-c006-48d5-af6e-2492dbdcff54', 'tag': 'cf02f27d-9f44-4fd6-956e-0139852e2201'}, {'name': 'network-changed', 'server_uuid': '92997559-c006-48d5-af6e-2492dbdcff54', 'tag': 'cf02f27d-9f44-4fd6-956e-0139852e2201'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:02.416093 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae9c1ca-9e82-4331-bb0b-5ca1280b9b51" -d '{"events": [{"name": "network-changed", "server_uuid": "92997559-c006-48d5-af6e-2492dbdcff54", "tag": "cf02f27d-9f44-4fd6-956e-0139852e2201"}, {"name": "network-changed", "server_uuid": "92997559-c006-48d5-af6e-2492dbdcff54", "tag": "cf02f27d-9f44-4fd6-956e-0139852e2201"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:02.421166 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-3baa2f4d-3f7b-467d-9646-8294a995507e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:02.451769 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fef31266-a01d-4cff-9288-8b46b9a01e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:02.457975 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f97d0a29-21ca-42d1-a06c-3d2257566216 req-af300248-7ad4-438a-9f7f-96f81ce828df tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486821 Aug 10 00:59:02.471495 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-710941a4-b55d-4f88-8d69-68228e416e29 req-0c7fcb92-6a1d-4081-a5f8-a92abc57c585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d3988f1-5abd-421a-bb64-dff48b743d1a {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:59:02.487456 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-710941a4-b55d-4f88-8d69-68228e416e29 req-0c7fcb92-6a1d-4081-a5f8-a92abc57c585 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:02.495991 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f88bcb87-3d68-48c0-b61a-6ce2a8c2a7ad req-4958e524-e89e-4052-a9a7-285dcd75e2e0 service neutron] 10.222.0.20 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182465 Aug 10 00:59:02.522373 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fef31266-a01d-4cff-9288-8b46b9a01e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:02.551539 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-710941a4-b55d-4f88-8d69-68228e416e29 req-0c7fcb92-6a1d-4081-a5f8-a92abc57c585 service neutron] Transition to ACTIVE for port object 1d3988f1-5abd-421a-bb64-dff48b743d1a will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:02.593665 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-710941a4-b55d-4f88-8d69-68228e416e29 req-0c7fcb92-6a1d-4081-a5f8-a92abc57c585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:02.691675 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7fcb92-6a1d-4081-a5f8-a92abc57c585 service neutron] Pushing event updated for resources: {'Port': ['ID=1d3988f1-5abd-421a-bb64-dff48b743d1a,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:02.715832 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-30c7fdfd-829a-4e3a-9a85-6286f398f6c3 req-525c7f7a-7c23-4652-af47-32c0c22fc409 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710778 Aug 10 00:59:02.748396 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c2ee2-27c7-42b8-8105-f52c876568ec req-df2741fd-be46-4633-9b9d-054036434427 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:02.756109 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-012c2ee2-27c7-42b8-8105-f52c876568ec req-df2741fd-be46-4633-9b9d-054036434427 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee0a5634-c695-4b8d-b9e1-05582ca6bd05 HTTP/1.1" status: 200 len: 943 time: 0.1546917 Aug 10 00:59:02.782894 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1693d67c-b392-4e91-92eb-26b9d1903107 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:02.786922 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fef31266-a01d-4cff-9288-8b46b9a01e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:02.790712 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fef31266-a01d-4cff-9288-8b46b9a01e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:02.796749 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-fef31266-a01d-4cff-9288-8b46b9a01e07 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/087fadf5-5cc1-437b-9aff-bd53506647af HTTP/1.1" status: 204 len: 168 time: 0.5072327 Aug 10 00:59:02.799376 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f88bcb87-3d68-48c0-b61a-6ce2a8c2a7ad req-3a531144-c2b1-4f88-a878-2e24f14bcb01 service neutron] 10.222.0.20 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929204 Aug 10 00:59:02.818761 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-012c2ee2-27c7-42b8-8105-f52c876568ec req-9c3f5437-552a-4ffb-ae21-2f2b774e94f1 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616076 Aug 10 00:59:02.819462 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1693d67c-b392-4e91-92eb-26b9d1903107 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:02.838583 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef31266-a01d-4cff-9288-8b46b9a01e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087fadf5-5cc1-437b-9aff-bd53506647af,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:02.877807 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-710941a4-b55d-4f88-8d69-68228e416e29 req-0c7fcb92-6a1d-4081-a5f8-a92abc57c585 service neutron] Attempting to bind port 1d3988f1-5abd-421a-bb64-dff48b743d1a on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:02.878307 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-710941a4-b55d-4f88-8d69-68228e416e29 req-0c7fcb92-6a1d-4081-a5f8-a92abc57c585 service neutron] Attempting to bind port 1d3988f1-5abd-421a-bb64-dff48b743d1a by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '45b34241-697f-4f50-87d8-6d6db6581d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:02.878754 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710941a4-b55d-4f88-8d69-68228e416e29 req-0c7fcb92-6a1d-4081-a5f8-a92abc57c585 service neutron] Attempting to bind port 1d3988f1-5abd-421a-bb64-dff48b743d1a on network 68f568b0-c764-43be-a497-965794b9f9b4 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:02.886835 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710941a4-b55d-4f88-8d69-68228e416e29 req-0c7fcb92-6a1d-4081-a5f8-a92abc57c585 service neutron] Port 1d3988f1-5abd-421a-bb64-dff48b743d1a on network 68f568b0-c764-43be-a497-965794b9f9b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:02.887365 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710941a4-b55d-4f88-8d69-68228e416e29 req-0c7fcb92-6a1d-4081-a5f8-a92abc57c585 service neutron] Attempting to bind port 1d3988f1-5abd-421a-bb64-dff48b743d1a on network 68f568b0-c764-43be-a497-965794b9f9b4 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:02.894642 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710941a4-b55d-4f88-8d69-68228e416e29 req-0c7fcb92-6a1d-4081-a5f8-a92abc57c585 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:59:02.895452 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710941a4-b55d-4f88-8d69-68228e416e29 req-0c7fcb92-6a1d-4081-a5f8-a92abc57c585 service neutron] Checking segment: {'id': '45b34241-697f-4f50-87d8-6d6db6581d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:59:02.895948 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710941a4-b55d-4f88-8d69-68228e416e29 req-0c7fcb92-6a1d-4081-a5f8-a92abc57c585 service neutron] Bound using segment: {'id': '45b34241-697f-4f50-87d8-6d6db6581d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:59:02.896554 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-710941a4-b55d-4f88-8d69-68228e416e29 req-0c7fcb92-6a1d-4081-a5f8-a92abc57c585 service neutron] Bound port: 1d3988f1-5abd-421a-bb64-dff48b743d1a, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b34241-697f-4f50-87d8-6d6db6581d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:59:02.897028 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-710941a4-b55d-4f88-8d69-68228e416e29 req-0c7fcb92-6a1d-4081-a5f8-a92abc57c585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:02.924392 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5364c9-3164-4289-97ec-328ef2ea8713 x-openstack-request-id: req-1e5364c9-3164-4289-97ec-328ef2ea8713 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:02.925004 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92997559-c006-48d5-af6e-2492dbdcff54", "tag": "cf02f27d-9f44-4fd6-956e-0139852e2201", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "92997559-c006-48d5-af6e-2492dbdcff54", "tag": "cf02f27d-9f44-4fd6-956e-0139852e2201", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:02.926064 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1e5364c9-3164-4289-97ec-328ef2ea8713 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:02.926633 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92997559-c006-48d5-af6e-2492dbdcff54', 'tag': 'cf02f27d-9f44-4fd6-956e-0139852e2201', 'status': 'completed', 'code': 200} Aug 10 00:59:02.927084 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92997559-c006-48d5-af6e-2492dbdcff54', 'tag': 'cf02f27d-9f44-4fd6-956e-0139852e2201', 'status': 'completed', 'code': 200} Aug 10 00:59:02.998262 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1693d67c-b392-4e91-92eb-26b9d1903107 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:03.001613 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1693d67c-b392-4e91-92eb-26b9d1903107 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4898245 Aug 10 00:59:03.004775 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42752) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:03.010547 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-0f4ee745-583a-4ba3-81ed-18d5c6bf749e tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Request body: {'security_group_rule': {'security_group_id': '6f0a1003-3b87-4c3e-8a39-d5c6925e365d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:03.025349 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693d67c-b392-4e91-92eb-26b9d1903107 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0a1003-3b87-4c3e-8a39-d5c6925e365d,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:03.066382 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0f4ee745-583a-4ba3-81ed-18d5c6bf749e tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:03.123923 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-710941a4-b55d-4f88-8d69-68228e416e29 req-0c7fcb92-6a1d-4081-a5f8-a92abc57c585 service neutron] For port 1d3988f1-5abd-421a-bb64-dff48b743d1a, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:59:03.129835 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9c1ca-9e82-4331-bb0b-5ca1280b9b51 req-af017d4c-41e1-4acb-b4f6-c8281db0ad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:03.132712 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5ae9c1ca-9e82-4331-bb0b-5ca1280b9b51 req-af017d4c-41e1-4acb-b4f6-c8281db0ad92 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0dcadc67007b441aa43df38caf86e528&device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 1097 time: 0.1808417 Aug 10 00:59:03.148586 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-710941a4-b55d-4f88-8d69-68228e416e29 req-0c7fcb92-6a1d-4081-a5f8-a92abc57c585 service neutron] For port 1d3988f1-5abd-421a-bb64-dff48b743d1a, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=1d3988f1-5abd-421a-bb64-dff48b743d1a,segment=NetworkSegment(45b34241-697f-4f50-87d8-6d6db6581d08),segment_id=45b34241-697f-4f50-87d8-6d6db6581d08)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:59:03.174655 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-710941a4-b55d-4f88-8d69-68228e416e29 req-0c7fcb92-6a1d-4081-a5f8-a92abc57c585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:03.189690 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-98611dec-8c01-4d98-9d4c-11ee756c3d48 req-f5cbe02f-d835-45cd-8eec-e6c113986539 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3161650 Aug 10 00:59:03.192777 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-3baa2f4d-3f7b-467d-9646-8294a995507e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b78fdfc2-59bd-404b-884f-5d9d7bac42ce {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:59:03.210501 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fda0c-8cec-4dd4-9c3e-c8d91f1a1386 req-356ab850-b244-4adb-94ba-16efcc14424a tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:03.218649 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c82fda0c-8cec-4dd4-9c3e-c8d91f1a1386 req-356ab850-b244-4adb-94ba-16efcc14424a tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 946 time: 0.1537294 Aug 10 00:59:03.227850 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-3baa2f4d-3f7b-467d-9646-8294a995507e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:03.233581 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-98611dec-8c01-4d98-9d4c-11ee756c3d48 req-66f53f68-dded-4879-b299-76fa69adda03 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:03.290088 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-3baa2f4d-3f7b-467d-9646-8294a995507e service neutron] Transition to ACTIVE for port object b78fdfc2-59bd-404b-884f-5d9d7bac42ce will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:03.305046 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-3baa2f4d-3f7b-467d-9646-8294a995507e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:03.306978 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0f4ee745-583a-4ba3-81ed-18d5c6bf749e tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:03.314252 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710941a4-b55d-4f88-8d69-68228e416e29 req-0c7fcb92-6a1d-4081-a5f8-a92abc57c585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:03.315105 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-710941a4-b55d-4f88-8d69-68228e416e29 req-0c7fcb92-6a1d-4081-a5f8-a92abc57c585 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:03.316892 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-710941a4-b55d-4f88-8d69-68228e416e29 req-0c7fcb92-6a1d-4081-a5f8-a92abc57c585 service neutron] 10.222.0.20 "PUT /v2.0/ports/1d3988f1-5abd-421a-bb64-dff48b743d1a HTTP/1.1" status: 200 len: 1092 time: 2.4400108 Aug 10 00:59:03.317434 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee0a5634-c695-4b8d-b9e1-05582ca6bd05', 'tag': '1d3988f1-5abd-421a-bb64-dff48b743d1a'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:03.324410 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3968ce29-7359-4ae7-b46e-ec2926c59594" -d '{"events": [{"name": "network-changed", "server_uuid": "ee0a5634-c695-4b8d-b9e1-05582ca6bd05", "tag": "1d3988f1-5abd-421a-bb64-dff48b743d1a"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:03.329539 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-98611dec-8c01-4d98-9d4c-11ee756c3d48 req-66f53f68-dded-4879-b299-76fa69adda03 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:03.342933 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0f4ee745-583a-4ba3-81ed-18d5c6bf749e tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:03.384662 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c82fda0c-8cec-4dd4-9c3e-c8d91f1a1386 req-23c73b10-0c29-4b71-b1f1-8500428e6580 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591206 Aug 10 00:59:03.391854 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0f4ee745-583a-4ba3-81ed-18d5c6bf749e tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:03.393349 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0f4ee745-583a-4ba3-81ed-18d5c6bf749e tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3872325 Aug 10 00:59:03.411261 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42758) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:03.425688 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7fcb92-6a1d-4081-a5f8-a92abc57c585 service neutron] Pushing event updated for resources: {'Port': ['ID=1d3988f1-5abd-421a-bb64-dff48b743d1a,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:03.431300 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ee745-583a-4ba3-81ed-18d5c6bf749e tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c1bbe11-ebfb-460b-9698-f6f39f1a7d14,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:03.437027 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42760) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:03.448443 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-d6290496-54d4-4ac7-a084-e680698b27ba tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Request body: {'security_group_rule': {'security_group_id': '6f0a1003-3b87-4c3e-8a39-d5c6925e365d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:03.489790 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79e62c2-2585-4b90-8244-6001369f26a2 x-openstack-request-id: req-d79e62c2-2585-4b90-8244-6001369f26a2 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:03.490212 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee0a5634-c695-4b8d-b9e1-05582ca6bd05", "tag": "1d3988f1-5abd-421a-bb64-dff48b743d1a", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:03.490463 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d79e62c2-2585-4b90-8244-6001369f26a2 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:03.491877 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee0a5634-c695-4b8d-b9e1-05582ca6bd05', 'tag': '1d3988f1-5abd-421a-bb64-dff48b743d1a', 'status': 'completed', 'code': 200} Aug 10 00:59:03.516158 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c1211992-6966-40e1-b182-c04000033c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:03.566911 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9c1ca-9e82-4331-bb0b-5ca1280b9b51 req-9f3e3fbb-d051-4a92-b1e4-5db93ad07fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:03.568651 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5ae9c1ca-9e82-4331-bb0b-5ca1280b9b51 req-9f3e3fbb-d051-4a92-b1e4-5db93ad07fb5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=84d848d6-7fc5-41ca-ba05-463d0b866659 HTTP/1.1" status: 200 len: 921 time: 0.4145076 Aug 10 00:59:03.575447 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6290496-54d4-4ac7-a084-e680698b27ba tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:03.602167 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa2f4d-3f7b-467d-9646-8294a995507e service neutron] Pushing event updated for resources: {'Port': ['ID=b78fdfc2-59bd-404b-884f-5d9d7bac42ce,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:03.643426 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5ae9c1ca-9e82-4331-bb0b-5ca1280b9b51 req-5a43b085-bca5-4ac4-8c42-fe6b9feb853b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf02f27d-9f44-4fd6-956e-0139852e2201 HTTP/1.1" status: 200 len: 217 time: 0.0662770 Aug 10 00:59:03.671447 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710941a4-b55d-4f88-8d69-68228e416e29 req-70d0c69a-dc4f-4bb6-ae7d-198fb90c834a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:03.672975 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-710941a4-b55d-4f88-8d69-68228e416e29 req-70d0c69a-dc4f-4bb6-ae7d-198fb90c834a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f1c82db603043b497c1daf48dd8e55e&device_id=ee0a5634-c695-4b8d-b9e1-05582ca6bd05 HTTP/1.1" status: 200 len: 1095 time: 0.1652682 Aug 10 00:59:03.748994 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-710941a4-b55d-4f88-8d69-68228e416e29 req-c4189114-c5e0-4bad-b00d-54c2c832dff6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d3988f1-5abd-421a-bb64-dff48b743d1a HTTP/1.1" status: 200 len: 217 time: 0.0526416 Aug 10 00:59:03.812172 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9c1ca-9e82-4331-bb0b-5ca1280b9b51 req-0858de0a-2edf-48cc-95fe-25491794e410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:03.814212 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5ae9c1ca-9e82-4331-bb0b-5ca1280b9b51 req-0858de0a-2edf-48cc-95fe-25491794e410 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37a7a6ed-e6cb-4903-b17c-cc729cc80731 HTTP/1.1" status: 200 len: 860 time: 0.1588500 Aug 10 00:59:03.871604 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5ae9c1ca-9e82-4331-bb0b-5ca1280b9b51 req-7af66c25-7a3b-47b5-b756-808450fcf0ab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84d848d6-7fc5-41ca-ba05-463d0b866659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495436 Aug 10 00:59:03.881949 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710941a4-b55d-4f88-8d69-68228e416e29 req-18f258c1-be54-4068-8376-76c8463f31c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:03.883444 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-710941a4-b55d-4f88-8d69-68228e416e29 req-18f258c1-be54-4068-8376-76c8463f31c1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4317e354-7b23-4f49-8b2a-5d1c39378e31 HTTP/1.1" status: 200 len: 845 time: 0.1224277 Aug 10 00:59:03.971890 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-710941a4-b55d-4f88-8d69-68228e416e29 req-6cabd9b6-3431-4ba0-ac95-60a56f167b2f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=68f568b0-c764-43be-a497-965794b9f9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745542 Aug 10 00:59:04.052803 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee20a8-0ae8-4314-a21d-d3240cf8f7f4 req-a3507ea1-6551-45d4-b083-7a887639cda3 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:04.060331 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-efee20a8-0ae8-4314-a21d-d3240cf8f7f4 req-a3507ea1-6551-45d4-b083-7a887639cda3 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d35146d-04aa-43bd-a0cd-8e969d772656 HTTP/1.1" status: 200 len: 944 time: 0.4931591 Aug 10 00:59:04.067927 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c1211992-6966-40e1-b182-c04000033c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:04.101862 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c1211992-6966-40e1-b182-c04000033c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:04.112168 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-3baa2f4d-3f7b-467d-9646-8294a995507e service neutron] Attempting to bind port b78fdfc2-59bd-404b-884f-5d9d7bac42ce on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:04.113068 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-3baa2f4d-3f7b-467d-9646-8294a995507e service neutron] Attempting to bind port b78fdfc2-59bd-404b-884f-5d9d7bac42ce by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'fd0aa135-7bf0-4440-a395-b4833e4cac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:04.113353 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-3baa2f4d-3f7b-467d-9646-8294a995507e service neutron] Attempting to bind port b78fdfc2-59bd-404b-884f-5d9d7bac42ce on network 4f44dc9d-70b4-422e-936e-64ca9a631395 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:04.118932 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6290496-54d4-4ac7-a084-e680698b27ba tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:04.130067 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5ae9c1ca-9e82-4331-bb0b-5ca1280b9b51 req-d37ec70b-3c76-4dce-b62a-638d0dc1ac80 service neutron] 10.222.0.24 "GET /v2.0/networks/84d848d6-7fc5-41ca-ba05-463d0b866659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456605 Aug 10 00:59:04.133704 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6290496-54d4-4ac7-a084-e680698b27ba tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:04.137247 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 4e448d72-8613-4177-ac1f-c2dba8cabebb details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:59:04.143846 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-3baa2f4d-3f7b-467d-9646-8294a995507e service neutron] Port b78fdfc2-59bd-404b-884f-5d9d7bac42ce on network 4f44dc9d-70b4-422e-936e-64ca9a631395 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:04.144152 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-3baa2f4d-3f7b-467d-9646-8294a995507e service neutron] Attempting to bind port b78fdfc2-59bd-404b-884f-5d9d7bac42ce on network 4f44dc9d-70b4-422e-936e-64ca9a631395 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:04.168139 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-3baa2f4d-3f7b-467d-9646-8294a995507e service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:59:04.168315 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-3baa2f4d-3f7b-467d-9646-8294a995507e service neutron] Checking segment: {'id': 'fd0aa135-7bf0-4440-a395-b4833e4cac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:59:04.168756 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-3baa2f4d-3f7b-467d-9646-8294a995507e service neutron] Bound using segment: {'id': 'fd0aa135-7bf0-4440-a395-b4833e4cac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:59:04.169202 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-3baa2f4d-3f7b-467d-9646-8294a995507e service neutron] Bound port: b78fdfc2-59bd-404b-884f-5d9d7bac42ce, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd0aa135-7bf0-4440-a395-b4833e4cac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:59:04.169561 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-3baa2f4d-3f7b-467d-9646-8294a995507e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:04.179267 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-efee20a8-0ae8-4314-a21d-d3240cf8f7f4 req-3e767655-2f9d-4727-ac93-88253c1fad5c tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179643 Aug 10 00:59:04.184371 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c1211992-6966-40e1-b182-c04000033c2c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=598ccb5746df4f87bd86e7627bdec2b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7439768 Aug 10 00:59:04.186787 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6290496-54d4-4ac7-a084-e680698b27ba tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f78ffd6d-aeda-4e14-9882-1630433382bc,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:04.191704 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42772) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:04.206538 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6290496-54d4-4ac7-a084-e680698b27ba tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:04.207724 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d6290496-54d4-4ac7-a084-e680698b27ba tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7688582 Aug 10 00:59:04.215911 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42774) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:04.229279 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-710941a4-b55d-4f88-8d69-68228e416e29 req-44d3539c-335f-4a98-b75f-6dd29c0cacd1 service neutron] 10.222.0.20 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460093 Aug 10 00:59:04.230210 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1211992-6966-40e1-b182-c04000033c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cee9c30-55f6-4868-b414-e1663b2a84a8,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:04.240457 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-35a206a5-99b4-4525-a798-412e6778b443 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:04.261202 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-98611dec-8c01-4d98-9d4c-11ee756c3d48 req-66f53f68-dded-4879-b299-76fa69adda03 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:04.347577 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 4e448d72-8613-4177-ac1f-c2dba8cabebb, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=4e448d72-8613-4177-ac1f-c2dba8cabebb,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:04.375353 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '4e448d72-8613-4177-ac1f-c2dba8cabebb', 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378', 'port_id': '4e448d72-8613-4177-ac1f-c2dba8cabebb', 'mac_address': 'fa:16:3e:46:c6:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a2d27a-ba73-472c-943f-003d0feb1ed0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:59:04.398057 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5ae9c1ca-9e82-4331-bb0b-5ca1280b9b51 req-3f79fe1d-19df-4e22-a461-1392ae0e8f50 service neutron] 10.222.0.24 "GET /v2.0/networks/84d848d6-7fc5-41ca-ba05-463d0b866659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513769 Aug 10 00:59:04.419956 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-710941a4-b55d-4f88-8d69-68228e416e29 req-91d03538-e9d6-42c8-a921-cffc8c478d49 service neutron] 10.222.0.20 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680784 Aug 10 00:59:04.454758 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:04.474664 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e448d72-8613-4177-ac1f-c2dba8cabebb {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:59:04.494529 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-35a206a5-99b4-4525-a798-412e6778b443 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:04.515890 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 4e448d72-8613-4177-ac1f-c2dba8cabebb, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=4e448d72-8613-4177-ac1f-c2dba8cabebb,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:04.520894 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:04.558874 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-3baa2f4d-3f7b-467d-9646-8294a995507e service neutron] For port b78fdfc2-59bd-404b-884f-5d9d7bac42ce, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:59:04.603744 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9c1ca-9e82-4331-bb0b-5ca1280b9b51 req-8e413054-5095-420a-8889-6e189861317a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:04.605845 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5ae9c1ca-9e82-4331-bb0b-5ca1280b9b51 req-8e413054-5095-420a-8889-6e189861317a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0dcadc67007b441aa43df38caf86e528&device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 1097 time: 0.1444650 Aug 10 00:59:04.609973 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=4e448d72-8613-4177-ac1f-c2dba8cabebb,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:04.631632 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968ce29-7359-4ae7-b46e-ec2926c59594 req-187b3cac-8fcd-45d1-bf4e-fc0acdbe78af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:04.633717 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3968ce29-7359-4ae7-b46e-ec2926c59594 req-187b3cac-8fcd-45d1-bf4e-fc0acdbe78af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f1c82db603043b497c1daf48dd8e55e&device_id=ee0a5634-c695-4b8d-b9e1-05582ca6bd05 HTTP/1.1" status: 200 len: 1095 time: 0.0998449 Aug 10 00:59:04.646200 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-3baa2f4d-3f7b-467d-9646-8294a995507e service neutron] For port b78fdfc2-59bd-404b-884f-5d9d7bac42ce, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=b78fdfc2-59bd-404b-884f-5d9d7bac42ce,segment=NetworkSegment(fd0aa135-7bf0-4440-a395-b4833e4cac38),segment_id=fd0aa135-7bf0-4440-a395-b4833e4cac38)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:59:04.651685 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e7b-f619-417b-8aa8-7c6fb18fc900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:04.679943 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-3baa2f4d-3f7b-467d-9646-8294a995507e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:04.716722 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3f4fe-be62-4f41-a9e0-6582d9904f07 req-8012cc87-6b46-4ae9-ba27-22527e98a5e6 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:04.718556 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2dc3f4fe-be62-4f41-a9e0-6582d9904f07 req-8012cc87-6b46-4ae9-ba27-22527e98a5e6 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=23878b91-209d-4973-8aa8-b709cbfbc496 HTTP/1.1" status: 200 len: 943 time: 0.4025102 Aug 10 00:59:04.755991 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e7b-f619-417b-8aa8-7c6fb18fc900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:04.783721 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-3baa2f4d-3f7b-467d-9646-8294a995507e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:04.785000 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-3baa2f4d-3f7b-467d-9646-8294a995507e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:04.786420 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-3baa2f4d-3f7b-467d-9646-8294a995507e service neutron] 10.222.0.24 "PUT /v2.0/ports/b78fdfc2-59bd-404b-884f-5d9d7bac42ce HTTP/1.1" status: 200 len: 1092 time: 2.5747912 Aug 10 00:59:04.815711 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-98611dec-8c01-4d98-9d4c-11ee756c3d48 req-66f53f68-dded-4879-b299-76fa69adda03 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Allocated IP 172.25.2.130 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/bc2c39a4-fc18-4026-8222-5136d5320c66) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:59:04.870642 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9c1ca-9e82-4331-bb0b-5ca1280b9b51 req-f5d6403d-4e0c-467a-9061-22d4fae5113d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:04.872075 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5ae9c1ca-9e82-4331-bb0b-5ca1280b9b51 req-f5d6403d-4e0c-467a-9061-22d4fae5113d service neutron] 10.222.0.24 "GET /v2.0/networks?id=84d848d6-7fc5-41ca-ba05-463d0b866659 HTTP/1.1" status: 200 len: 921 time: 0.2374148 Aug 10 00:59:04.913047 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa2f4d-3f7b-467d-9646-8294a995507e service neutron] Pushing event updated for resources: {'Port': ['ID=b78fdfc2-59bd-404b-884f-5d9d7bac42ce,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:04.931470 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23878b91-209d-4973-8aa8-b709cbfbc496', 'tag': 'b78fdfc2-59bd-404b-884f-5d9d7bac42ce'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:04.932498 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5ae9c1ca-9e82-4331-bb0b-5ca1280b9b51 req-03850b17-7d5a-4b49-ac41-f2e66b5ea42f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf02f27d-9f44-4fd6-956e-0139852e2201 HTTP/1.1" status: 200 len: 217 time: 0.0529528 Aug 10 00:59:04.933695 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968ce29-7359-4ae7-b46e-ec2926c59594 req-69d42dd1-5e68-4ee1-9892-afa39c177ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:04.933862 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b717886-bdbf-4fe0-904b-1f9c3ac46dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "23878b91-209d-4973-8aa8-b709cbfbc496", "tag": "b78fdfc2-59bd-404b-884f-5d9d7bac42ce"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:04.935292 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3968ce29-7359-4ae7-b46e-ec2926c59594 req-69d42dd1-5e68-4ee1-9892-afa39c177ed3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=68f568b0-c764-43be-a497-965794b9f9b4 HTTP/1.1" status: 200 len: 906 time: 0.2335968 Aug 10 00:59:04.940096 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2dc3f4fe-be62-4f41-a9e0-6582d9904f07 req-4dae9832-98a9-47d0-b19e-e79a8762ef99 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898291 Aug 10 00:59:05.009082 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-39e8f624-919d-4ce4-a329-9a3bf9d10bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:05.010619 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-39e8f624-919d-4ce4-a329-9a3bf9d10bdf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc4321199ccb4da6af26fb4c7f2e415e&device_id=23878b91-209d-4973-8aa8-b709cbfbc496 HTTP/1.1" status: 200 len: 1095 time: 0.1709757 Aug 10 00:59:05.014395 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e7b-f619-417b-8aa8-7c6fb18fc900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:05.018196 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e7b-f619-417b-8aa8-7c6fb18fc900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:05.019478 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9c1ca-9e82-4331-bb0b-5ca1280b9b51 req-b32297c3-86d6-4aa3-a1f1-d93f3c4cbb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:05.019996 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-fcf09e7b-f619-417b-8aa8-7c6fb18fc900 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2cee9c30-55f6-4868-b414-e1663b2a84a8 HTTP/1.1" status: 204 len: 168 time: 0.8262300 Aug 10 00:59:05.021340 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5ae9c1ca-9e82-4331-bb0b-5ca1280b9b51 req-b32297c3-86d6-4aa3-a1f1-d93f3c4cbb93 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37a7a6ed-e6cb-4903-b17c-cc729cc80731 HTTP/1.1" status: 200 len: 860 time: 0.0822446 Aug 10 00:59:05.058447 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['4e448d72-8613-4177-ac1f-c2dba8cabebb'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:59:05.059118 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5ae9c1ca-9e82-4331-bb0b-5ca1280b9b51 req-ec98a6cf-ef86-42c4-a70f-8d546ac1b802 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84d848d6-7fc5-41ca-ba05-463d0b866659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285764 Aug 10 00:59:05.127215 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf09e7b-f619-417b-8aa8-7c6fb18fc900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cee9c30-55f6-4868-b414-e1663b2a84a8,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:05.142488 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-5c2bf6ac-8e57-4b81-bf07-c11f7608267c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b78fdfc2-59bd-404b-884f-5d9d7bac42ce HTTP/1.1" status: 200 len: 217 time: 0.1137538 Aug 10 00:59:05.193807 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5ae9c1ca-9e82-4331-bb0b-5ca1280b9b51 req-ae1a8a7a-02b8-4866-85d0-77166927b32f service neutron] 10.222.0.24 "GET /v2.0/networks/84d848d6-7fc5-41ca-ba05-463d0b866659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039579 Aug 10 00:59:05.195945 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3968ce29-7359-4ae7-b46e-ec2926c59594 req-d548296b-5888-4424-9717-a4a8dd64c60f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d3988f1-5abd-421a-bb64-dff48b743d1a HTTP/1.1" status: 200 len: 217 time: 0.1734984 Aug 10 00:59:05.281553 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-35a206a5-99b4-4525-a798-412e6778b443 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:05.290043 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-98611dec-8c01-4d98-9d4c-11ee756c3d48 req-66f53f68-dded-4879-b299-76fa69adda03 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:05.325220 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5ae9c1ca-9e82-4331-bb0b-5ca1280b9b51 req-f6c5a2f8-cfab-43b4-8562-e2a737baa3a3 service neutron] 10.222.0.24 "GET /v2.0/networks/84d848d6-7fc5-41ca-ba05-463d0b866659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240544 Aug 10 00:59:05.397854 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-3a1e774b-65d8-46cb-8009-744b3a98185a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:05.399532 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-3a1e774b-65d8-46cb-8009-744b3a98185a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=93c0490b-72d4-4bea-8139-8e9a7dbf1c5c HTTP/1.1" status: 200 len: 851 time: 0.2444441 Aug 10 00:59:05.437583 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968ce29-7359-4ae7-b46e-ec2926c59594 req-3f9df3df-86ed-41d5-8574-e6f368c21f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:05.439086 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3968ce29-7359-4ae7-b46e-ec2926c59594 req-3f9df3df-86ed-41d5-8574-e6f368c21f71 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4317e354-7b23-4f49-8b2a-5d1c39378e31 HTTP/1.1" status: 200 len: 845 time: 0.2350643 Aug 10 00:59:05.448171 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e7fa0-3f77-4479-8a76-97ad3b7ea9ed req-bdd7e711-21b7-4744-bb9e-fec01ae38ec9 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:05.457029 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4e8e7fa0-3f77-4479-8a76-97ad3b7ea9ed req-bdd7e711-21b7-4744-bb9e-fec01ae38ec9 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee0a5634-c695-4b8d-b9e1-05582ca6bd05 HTTP/1.1" status: 200 len: 943 time: 0.1938233 Aug 10 00:59:05.483744 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-241f6a6e-d667-4e2f-9635-aa87bdb1f6d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4f44dc9d-70b4-422e-936e-64ca9a631395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717039 Aug 10 00:59:05.485134 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3968ce29-7359-4ae7-b46e-ec2926c59594 req-419e7625-82ea-429c-a460-1d26236ae2c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=68f568b0-c764-43be-a497-965794b9f9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297089 Aug 10 00:59:05.571787 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-98611dec-8c01-4d98-9d4c-11ee756c3d48 req-66f53f68-dded-4879-b299-76fa69adda03 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:05.609849 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3968ce29-7359-4ae7-b46e-ec2926c59594 req-d0acdd0b-4cbc-4193-9b5d-dab6e9c70d96 service neutron] 10.222.0.20 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160185 Aug 10 00:59:05.639635 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4e8e7fa0-3f77-4479-8a76-97ad3b7ea9ed req-af6bba2a-2bdb-480b-931f-8db547537715 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797915 Aug 10 00:59:05.717696 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98611dec-8c01-4d98-9d4c-11ee756c3d48 req-66f53f68-dded-4879-b299-76fa69adda03 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:59:05.747210 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3968ce29-7359-4ae7-b46e-ec2926c59594 req-ef1bc725-a85b-4aff-af14-14bca06f654a service neutron] 10.222.0.20 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279511 Aug 10 00:59:05.751737 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-98611dec-8c01-4d98-9d4c-11ee756c3d48 req-66f53f68-dded-4879-b299-76fa69adda03 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:05.757090 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-35a206a5-99b4-4525-a798-412e6778b443 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Allocated IP 172.25.2.126 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/f024a6f7-6983-42f3-b025-81e8f6b9ca34) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:59:05.766418 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-98611dec-8c01-4d98-9d4c-11ee756c3d48 req-66f53f68-dded-4879-b299-76fa69adda03 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:59:05.782262 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f53f68-dded-4879-b299-76fa69adda03 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Pushing event updated for resources: {'Port': ['ID=bc2c39a4-fc18-4026-8222-5136d5320c66,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:05.830857 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-c03c6e2f-6400-47d6-9ec1-b674837273e0 service neutron] 10.222.0.24 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359401 Aug 10 00:59:05.979848 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7de79-515d-4c25-9490-905a0cc6bf55 req-168977c8-736d-4c59-8d3e-de725710240c tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:05.981422 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e0e7de79-515d-4c25-9490-905a0cc6bf55 req-168977c8-736d-4c59-8d3e-de725710240c tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 946 time: 0.2409258 Aug 10 00:59:06.089804 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-98611dec-8c01-4d98-9d4c-11ee756c3d48 req-66f53f68-dded-4879-b299-76fa69adda03 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:06.108856 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8173c94c-4c2f-490a-9a25-36b281e57997 req-5f6eba76-eb9f-4c82-be0d-45f53bdd5c68 service neutron] 10.222.0.24 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693732 Aug 10 00:59:06.114242 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-35a206a5-99b4-4525-a798-412e6778b443 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:06.132827 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e0e7de79-515d-4c25-9490-905a0cc6bf55 req-f7557511-d161-41ad-bc20-47e29c180d07 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180279 Aug 10 00:59:06.194924 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-98611dec-8c01-4d98-9d4c-11ee756c3d48 req-66f53f68-dded-4879-b299-76fa69adda03 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:06.239973 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36008e19-df26-4de3-8308-5628d3579837 x-openstack-request-id: req-36008e19-df26-4de3-8308-5628d3579837 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:06.240582 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23878b91-209d-4973-8aa8-b709cbfbc496", "tag": "b78fdfc2-59bd-404b-884f-5d9d7bac42ce", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:06.241029 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-36008e19-df26-4de3-8308-5628d3579837 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:06.241601 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23878b91-209d-4973-8aa8-b709cbfbc496', 'tag': 'b78fdfc2-59bd-404b-884f-5d9d7bac42ce', 'status': 'completed', 'code': 200} Aug 10 00:59:06.355349 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b717886-bdbf-4fe0-904b-1f9c3ac46dc0 req-ff1d4740-48da-4f9c-994f-e01dcfddbb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:06.356987 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b717886-bdbf-4fe0-904b-1f9c3ac46dc0 req-ff1d4740-48da-4f9c-994f-e01dcfddbb8c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc4321199ccb4da6af26fb4c7f2e415e&device_id=23878b91-209d-4973-8aa8-b709cbfbc496 HTTP/1.1" status: 200 len: 1095 time: 0.1144037 Aug 10 00:59:06.368288 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-35a206a5-99b4-4525-a798-412e6778b443 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:06.502082 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018d7be-8325-4a04-9183-2079b5d826f3 req-3ebae30d-75d6-412d-a784-ff204bb24a2e tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:06.509855 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5018d7be-8325-4a04-9183-2079b5d826f3 req-3ebae30d-75d6-412d-a784-ff204bb24a2e tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d35146d-04aa-43bd-a0cd-8e969d772656 HTTP/1.1" status: 200 len: 945 time: 0.2306426 Aug 10 00:59:06.518119 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a206a5-99b4-4525-a798-412e6778b443 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:59:06.543211 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-35a206a5-99b4-4525-a798-412e6778b443 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:06.556973 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a206a5-99b4-4525-a798-412e6778b443 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:59:06.593983 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a206a5-99b4-4525-a798-412e6778b443 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Pushing event updated for resources: {'Port': ['ID=f024a6f7-6983-42f3-b025-81e8f6b9ca34,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:06.676896 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5018d7be-8325-4a04-9183-2079b5d826f3 req-cf01afc7-56ac-4e0a-9abd-acedfb97184a tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606581 Aug 10 00:59:06.714829 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b717886-bdbf-4fe0-904b-1f9c3ac46dc0 req-a5377e02-d2fe-428b-9862-be9058c9cc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:06.716103 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b717886-bdbf-4fe0-904b-1f9c3ac46dc0 req-a5377e02-d2fe-428b-9862-be9058c9cc85 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4f44dc9d-70b4-422e-936e-64ca9a631395 HTTP/1.1" status: 200 len: 912 time: 0.3160741 Aug 10 00:59:06.746330 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-98611dec-8c01-4d98-9d4c-11ee756c3d48 req-66f53f68-dded-4879-b299-76fa69adda03 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:06.766285 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-98611dec-8c01-4d98-9d4c-11ee756c3d48 req-66f53f68-dded-4879-b299-76fa69adda03 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:06.829430 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b717886-bdbf-4fe0-904b-1f9c3ac46dc0 req-4389b86c-051a-43d9-a0c1-513b02e5be6b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b78fdfc2-59bd-404b-884f-5d9d7bac42ce HTTP/1.1" status: 200 len: 217 time: 0.1036506 Aug 10 00:59:06.877970 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-35a206a5-99b4-4525-a798-412e6778b443 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:06.959513 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f53f68-dded-4879-b299-76fa69adda03 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Pushing event updated for resources: {'Port': ['ID=bc2c39a4-fc18-4026-8222-5136d5320c66,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:06.969036 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8c3dc-5022-4253-89fb-70b8b9bb92c0 req-f38c41d6-e528-4c14-9c7b-eb9096ab82e2 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:06.970594 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9df8c3dc-5022-4253-89fb-70b8b9bb92c0 req-f38c41d6-e528-4c14-9c7b-eb9096ab82e2 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=23878b91-209d-4973-8aa8-b709cbfbc496 HTTP/1.1" status: 200 len: 943 time: 0.2175720 Aug 10 00:59:07.002641 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-98611dec-8c01-4d98-9d4c-11ee756c3d48 req-66f53f68-dded-4879-b299-76fa69adda03 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:07.008653 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b717886-bdbf-4fe0-904b-1f9c3ac46dc0 req-82f48111-17a3-497a-bdcd-9ce8670bb2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:07.010108 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b717886-bdbf-4fe0-904b-1f9c3ac46dc0 req-82f48111-17a3-497a-bdcd-9ce8670bb2af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=93c0490b-72d4-4bea-8139-8e9a7dbf1c5c HTTP/1.1" status: 200 len: 851 time: 0.1591816 Aug 10 00:59:07.040899 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-35a206a5-99b4-4525-a798-412e6778b443 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:07.060905 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b717886-bdbf-4fe0-904b-1f9c3ac46dc0 req-9e43aed4-9069-4bae-8e25-aace2a11be02 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4f44dc9d-70b4-422e-936e-64ca9a631395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405402 Aug 10 00:59:07.095545 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-98611dec-8c01-4d98-9d4c-11ee756c3d48 req-66f53f68-dded-4879-b299-76fa69adda03 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:07.096768 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-98611dec-8c01-4d98-9d4c-11ee756c3d48 req-66f53f68-dded-4879-b299-76fa69adda03 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8982141 Aug 10 00:59:07.125502 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9df8c3dc-5022-4253-89fb-70b8b9bb92c0 req-5ba4130d-c51e-4b51-a3ca-738c74b6597b tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359122 Aug 10 00:59:07.236824 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-98611dec-8c01-4d98-9d4c-11ee756c3d48 req-1299dc71-83d0-4410-b48b-919566bac555 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 696 time: 0.0652487 Aug 10 00:59:07.814411 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b717886-bdbf-4fe0-904b-1f9c3ac46dc0 req-17a39c54-5a9e-4110-a427-3a1c7b49aae5 service neutron] 10.222.0.24 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7289209 Aug 10 00:59:07.937676 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310a774-6059-47ea-bd8c-a9543dbb5e41 req-82fedf38-517b-40d7-822a-f2d2f99d6316 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:07.939216 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b310a774-6059-47ea-bd8c-a9543dbb5e41 req-82fedf38-517b-40d7-822a-f2d2f99d6316 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 946 time: 0.2983670 Aug 10 00:59:07.951763 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42910) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:07.957720 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-a547c0ec-71d4-4163-9d70-04202808b57f tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Request body: {'floatingip': {'port_id': '96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:07.970132 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-35a206a5-99b4-4525-a798-412e6778b443 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:07.978149 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98611dec-8c01-4d98-9d4c-11ee756c3d48 req-71b36dc9-eaa2-4319-b03d-85e47668e892 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:07.979969 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-98611dec-8c01-4d98-9d4c-11ee756c3d48 req-71b36dc9-eaa2-4319-b03d-85e47668e892 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 784 time: 0.7244627 Aug 10 00:59:07.983702 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-35a206a5-99b4-4525-a798-412e6778b443 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:08.046448 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b717886-bdbf-4fe0-904b-1f9c3ac46dc0 req-7be255b9-061f-49d0-b32b-e5d3f8a4db6d service neutron] 10.222.0.24 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208507 Aug 10 00:59:08.064017 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a547c0ec-71d4-4163-9d70-04202808b57f tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for floatingip, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:08.116873 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a206a5-99b4-4525-a798-412e6778b443 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Pushing event updated for resources: {'Port': ['ID=f024a6f7-6983-42f3-b025-81e8f6b9ca34,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:08.131723 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-35a206a5-99b4-4525-a798-412e6778b443 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:08.148374 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbd9da-ae77-47ee-b505-39d367eea764 req-50f85fde-d314-4819-bf23-972b118426da tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:08.150371 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-80bbd9da-ae77-47ee-b505-39d367eea764 req-50f85fde-d314-4819-bf23-972b118426da tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee0a5634-c695-4b8d-b9e1-05582ca6bd05 HTTP/1.1" status: 200 len: 943 time: 0.1236436 Aug 10 00:59:08.158055 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 1d3988f1-5abd-421a-bb64-dff48b743d1a details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:59:08.172378 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 4e448d72-8613-4177-ac1f-c2dba8cabebb up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:59:08.185147 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-35a206a5-99b4-4525-a798-412e6778b443 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:08.186641 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-35a206a5-99b4-4525-a798-412e6778b443 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9517751 Aug 10 00:59:08.269304 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-80bbd9da-ae77-47ee-b505-39d367eea764 req-1cc8de04-ef74-4da5-a7f8-2b2fc7e51370 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113892 Aug 10 00:59:08.293221 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb68b5-f9fd-46e0-b56b-3bcef659e0c6 req-806eb27c-4e3e-42e8-9298-f43c7ed88e4d tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:08.303630 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8ffb68b5-f9fd-46e0-b56b-3bcef659e0c6 req-806eb27c-4e3e-42e8-9298-f43c7ed88e4d tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d35146d-04aa-43bd-a0cd-8e969d772656 HTTP/1.1" status: 200 len: 945 time: 0.1269433 Aug 10 00:59:08.360676 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8ffb68b5-f9fd-46e0-b56b-3bcef659e0c6 req-6eda9d7e-5183-441f-bdae-a48bf5f378ee tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559843 Aug 10 00:59:08.572438 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c26307-1689-416a-9ff0-9330037a9093 req-3390b855-e3a3-45ce-b68d-6e71e416a845 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:08.574392 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d4c26307-1689-416a-9ff0-9330037a9093 req-3390b855-e3a3-45ce-b68d-6e71e416a845 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1136930 Aug 10 00:59:08.591522 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 4e448d72-8613-4177-ac1f-c2dba8cabebb completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:59:08.625739 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 4e448d72-8613-4177-ac1f-c2dba8cabebb triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:08.626383 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:08.630525 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 1d3988f1-5abd-421a-bb64-dff48b743d1a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=1d3988f1-5abd-421a-bb64-dff48b743d1a,segment=NetworkSegment(45b34241-697f-4f50-87d8-6d6db6581d08),segment_id=45b34241-697f-4f50-87d8-6d6db6581d08)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:08.688962 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d4c26307-1689-416a-9ff0-9330037a9093 req-dc8e1c47-002c-49cb-93f0-78119ab5b505 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 696 time: 0.1041512 Aug 10 00:59:08.704273 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a746ac-58fa-4187-8a90-d7a75eba2c62 req-5cc14c3e-9ed1-4146-b24e-54e49d939639 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:08.712869 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-08a746ac-58fa-4187-8a90-d7a75eba2c62 req-5cc14c3e-9ed1-4146-b24e-54e49d939639 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=23878b91-209d-4973-8aa8-b709cbfbc496 HTTP/1.1" status: 200 len: 943 time: 0.1504765 Aug 10 00:59:08.726045 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-d4c26307-1689-416a-9ff0-9330037a9093 req-f0d575aa-7422-4a39-9032-7577e5be733b tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Request body: {'floatingip': {'port_id': 'cf02f27d-9f44-4fd6-956e-0139852e2201', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:08.767333 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '1d3988f1-5abd-421a-bb64-dff48b743d1a', 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4', 'port_id': '1d3988f1-5abd-421a-bb64-dff48b743d1a', 'mac_address': 'fa:16:3e:12:69:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4317e354-7b23-4f49-8b2a-5d1c39378e31', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:59:08.794412 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d4c26307-1689-416a-9ff0-9330037a9093 req-f0d575aa-7422-4a39-9032-7577e5be733b tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks [] for floatingip, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:08.866328 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:08.889058 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d3988f1-5abd-421a-bb64-dff48b743d1a {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:59:08.911213 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 1d3988f1-5abd-421a-bb64-dff48b743d1a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=1d3988f1-5abd-421a-bb64-dff48b743d1a,segment=NetworkSegment(45b34241-697f-4f50-87d8-6d6db6581d08),segment_id=45b34241-697f-4f50-87d8-6d6db6581d08)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:08.913084 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:09.014399 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a547c0ec-71d4-4163-9d70-04202808b57f tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:09.020769 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a547c0ec-71d4-4163-9d70-04202808b57f tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:09.115935 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:09.172095 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d35146d-04aa-43bd-a0cd-8e969d772656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e448d72-8613-4177-ac1f-c2dba8cabebb'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:09.175721 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595c3f9f-6608-4463-a705-85a9a3f7245e" -d '{"events": [{"server_uuid": "6d35146d-04aa-43bd-a0cd-8e969d772656", "name": "network-vif-plugged", "status": "completed", "tag": "4e448d72-8613-4177-ac1f-c2dba8cabebb"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:09.178865 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-08a746ac-58fa-4187-8a90-d7a75eba2c62 req-1aec104a-43c4-4ca1-a4b8-6914655bd028 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4648674 Aug 10 00:59:09.198889 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [None req-a547c0ec-71d4-4163-9d70-04202808b57f tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Floating IP 0b3db087-2609-42ab-af25-71a09fee961e associated. External IP: 172.25.2.55, port: 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7. Aug 10 00:59:09.229630 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 4e448d72-8613-4177-ac1f-c2dba8cabebb, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=4e448d72-8613-4177-ac1f-c2dba8cabebb,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:09.249999 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:09.276653 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=1d3988f1-5abd-421a-bb64-dff48b743d1a,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:09.351582 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=4e448d72-8613-4177-ac1f-c2dba8cabebb,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:09.523438 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['1d3988f1-5abd-421a-bb64-dff48b743d1a'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:59:09.527641 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device b78fdfc2-59bd-404b-884f-5d9d7bac42ce details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:59:09.553026 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d4c26307-1689-416a-9ff0-9330037a9093 req-f0d575aa-7422-4a39-9032-7577e5be733b tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:09.564554 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d4c26307-1689-416a-9ff0-9330037a9093 req-f0d575aa-7422-4a39-9032-7577e5be733b tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:09.850305 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [req-d4c26307-1689-416a-9ff0-9330037a9093 req-f0d575aa-7422-4a39-9032-7577e5be733b tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Floating IP a6120f9f-2fdd-4859-ae7e-dae062633375 associated. External IP: 172.25.2.130, port: cf02f27d-9f44-4fd6-956e-0139852e2201. Aug 10 00:59:09.888618 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port b78fdfc2-59bd-404b-884f-5d9d7bac42ce, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=b78fdfc2-59bd-404b-884f-5d9d7bac42ce,segment=NetworkSegment(fd0aa135-7bf0-4440-a395-b4833e4cac38),segment_id=fd0aa135-7bf0-4440-a395-b4833e4cac38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:09.911295 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-66bf06f7-8ba6-4d3e-9451-92349c4f6517 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:09.913026 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-66bf06f7-8ba6-4d3e-9451-92349c4f6517 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/networks?id=e6332a27-ba49-4d7e-93ff-d255b803530a HTTP/1.1" status: 200 len: 822 time: 0.2635667 Aug 10 00:59:09.922408 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'b78fdfc2-59bd-404b-884f-5d9d7bac42ce', 'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395', 'port_id': 'b78fdfc2-59bd-404b-884f-5d9d7bac42ce', 'mac_address': 'fa:16:3e:c7:0d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c0490b-72d4-4bea-8139-8e9a7dbf1c5c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:59:09.937021 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a547c0ec-71d4-4163-9d70-04202808b57f tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Router e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:59:09.941839 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-73d18cec-82ce-46ab-8814-9dacc48de9e6 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/quotas/db5c8b9684fa461f8db69c9aa9376581 HTTP/1.1" status: 200 len: 375 time: 0.0178075 Aug 10 00:59:09.988616 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:10.002810 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b78fdfc2-59bd-404b-884f-5d9d7bac42ce {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:59:10.028534 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port b78fdfc2-59bd-404b-884f-5d9d7bac42ce, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=b78fdfc2-59bd-404b-884f-5d9d7bac42ce,segment=NetworkSegment(fd0aa135-7bf0-4440-a395-b4833e4cac38),segment_id=fd0aa135-7bf0-4440-a395-b4833e4cac38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:10.037112 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:10.042254 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-e91ec030-ecc7-472e-a352-bf6a8468d1a7 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=db5c8b9684fa461f8db69c9aa9376581&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0937085 Aug 10 00:59:10.114738 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=b78fdfc2-59bd-404b-884f-5d9d7bac42ce,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:10.129576 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43016) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:10.167098 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a547c0ec-71d4-4163-9d70-04202808b57f tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:59:10.172303 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a547c0ec-71d4-4163-9d70-04202808b57f tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:10.179959 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cd26c2-d9bf-476c-947d-118eff1f41ff None None] Sync routers for ids ['e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:59:10.191385 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cd26c2-d9bf-476c-947d-118eff1f41ff None None] Routers {'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:59:10.192120 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-70cd26c2-d9bf-476c-947d-118eff1f41ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:58:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:10.241272 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a547c0ec-71d4-4163-9d70-04202808b57f tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "PUT /v2.0/floatingips/0b3db087-2609-42ab-af25-71a09fee961e HTTP/1.1" status: 200 len: 991 time: 2.2883289 Aug 10 00:59:10.242127 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44', 'tag': '96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:10.245121 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7375236c-d329-45bd-b37d-29bc6ea2f1a5" -d '{"events": [{"name": "network-changed", "server_uuid": "ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44", "tag": "96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:10.298703 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-3559160f-64e2-454f-ad23-50896a6dffdd service neutron] 10.222.0.35 "GET /v2.0/networks/e6332a27-ba49-4d7e-93ff-d255b803530a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405519 Aug 10 00:59:10.385307 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bd00d267-c094-425b-b95f-03491df5dc1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:10.389903 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4c26307-1689-416a-9ff0-9330037a9093 req-f0d575aa-7422-4a39-9032-7577e5be733b tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Router 2bbda17c-777a-403f-962d-d7983055eaff has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:59:10.404970 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['b78fdfc2-59bd-404b-884f-5d9d7bac42ce'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:59:10.412491 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-70cd26c2-d9bf-476c-947d-118eff1f41ff None None] Set router e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:59:10.502530 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-4e6be0e9-54e7-4143-822e-1e721cfd4184 service neutron] 10.222.0.35 "GET /v2.0/networks/e6332a27-ba49-4d7e-93ff-d255b803530a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908839 Aug 10 00:59:10.598828 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4c26307-1689-416a-9ff0-9330037a9093 req-f0d575aa-7422-4a39-9032-7577e5be733b tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:59:10.605717 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d4c26307-1689-416a-9ff0-9330037a9093 req-f0d575aa-7422-4a39-9032-7577e5be733b tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:10.614511 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2c722b-56b2-4125-bcb3-77fefa174d58 None None] Sync routers for ids ['2bbda17c-777a-403f-962d-d7983055eaff'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:59:10.636265 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2c722b-56b2-4125-bcb3-77fefa174d58 None None] Routers {'2bbda17c-777a-403f-962d-d7983055eaff'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:59:10.637204 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-0c2c722b-56b2-4125-bcb3-77fefa174d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:58:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['2bbda17c-777a-403f-962d-d7983055eaff'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:10.657327 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d4c26307-1689-416a-9ff0-9330037a9093 req-f0d575aa-7422-4a39-9032-7577e5be733b tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "PUT /v2.0/floatingips/a6120f9f-2fdd-4859-ae7e-dae062633375 HTTP/1.1" status: 200 len: 996 time: 1.9631810 Aug 10 00:59:10.659747 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92997559-c006-48d5-af6e-2492dbdcff54', 'tag': 'cf02f27d-9f44-4fd6-956e-0139852e2201'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:10.662327 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f67647-9b3d-48ad-b3f8-4f37d03aa11a" -d '{"events": [{"name": "network-changed", "server_uuid": "92997559-c006-48d5-af6e-2492dbdcff54", "tag": "cf02f27d-9f44-4fd6-956e-0139852e2201"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:10.712719 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bd00d267-c094-425b-b95f-03491df5dc1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:10.719045 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bd00d267-c094-425b-b95f-03491df5dc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:10.772678 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-bd00d267-c094-425b-b95f-03491df5dc1c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=84d2bf9f0f5e44a7949ca7e0e82f2055&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6397669 Aug 10 00:59:10.773192 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab657036-93a0-4e2f-98d7-8b69f40bb838 x-openstack-request-id: req-ab657036-93a0-4e2f-98d7-8b69f40bb838 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:10.773374 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43034) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:10.773499 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d35146d-04aa-43bd-a0cd-8e969d772656", "name": "network-vif-plugged", "status": "completed", "tag": "4e448d72-8613-4177-ac1f-c2dba8cabebb", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:10.773730 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ab657036-93a0-4e2f-98d7-8b69f40bb838 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:10.774137 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d35146d-04aa-43bd-a0cd-8e969d772656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e448d72-8613-4177-ac1f-c2dba8cabebb', 'code': 200} Aug 10 00:59:10.861449 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00d267-c094-425b-b95f-03491df5dc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d548e537-b00f-4086-87a2-d1869933788e,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:10.901812 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-0c2c722b-56b2-4125-bcb3-77fefa174d58 None None] Set router 2bbda17c-777a-403f-962d-d7983055eaff gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:59:10.948419 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c26307-1689-416a-9ff0-9330037a9093 req-cc47f71a-bd79-491a-b844-a2e67e0cd731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:10.954822 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d4c26307-1689-416a-9ff0-9330037a9093 req-cc47f71a-bd79-491a-b844-a2e67e0cd731 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0dcadc67007b441aa43df38caf86e528&device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 1097 time: 0.2647779 Aug 10 00:59:10.963994 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-12ec9b2e-8dc6-454b-b6b5-86a700e23d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:11.023138 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-12ec9b2e-8dc6-454b-b6b5-86a700e23d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:11.060579 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161aa1c9-3f88-4b03-9296-150de0e6adc1 req-db6c7a34-3634-4893-9678-2aea5c1315c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:11.062411 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-161aa1c9-3f88-4b03-9296-150de0e6adc1 req-db6c7a34-3634-4893-9678-2aea5c1315c6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6d35146d-04aa-43bd-a0cd-8e969d772656 HTTP/1.1" status: 200 len: 1098 time: 0.2107244 Aug 10 00:59:11.142643 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd183b5-7dfd-4013-8058-86182c94558c req-98ddfeb6-89fe-4743-8fac-17ded44d187c tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:11.150777 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8cd183b5-7dfd-4013-8058-86182c94558c req-98ddfeb6-89fe-4743-8fac-17ded44d187c tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee0a5634-c695-4b8d-b9e1-05582ca6bd05 HTTP/1.1" status: 200 len: 944 time: 0.2807934 Aug 10 00:59:11.156788 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-70cd26c2-d9bf-476c-947d-118eff1f41ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1857390534-router', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'bd2b02a1-28a5-4672-839a-0b5fdb356ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:23Z', 'updated_at': '2021-08-10T00:58:32Z', 'revision_number': 4, 'project_id': '4ce28956188140948295882b7e7eeddc', 'gw_port': {'id': 'bd2b02a1-28a5-4672-839a-0b5fdb356ca9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:24Z', 'updated_at': '2021-08-10T00:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '0b3db087-2609-42ab-af25-71a09fee961e', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'floating_ip_address': '172.25.2.55', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'port_id': '96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c', 'mac_address': 'fa:16:3e:1f:e1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:58:39Z', 'updated_at': '2021-08-10T00:59:08Z', 'revision_number': 1, 'project_id': '4ce28956188140948295882b7e7eeddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03e44d8f-face-444e-855a-4352cbcb5e92', 'name': '', 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'mac_address': 'fa:16:3e:cb:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '5d5b8c68-57be-4c07-b3dd-20f44685cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:29Z', 'updated_at': '2021-08-10T00:58:39Z', 'revision_number': 5, 'project_id': '4ce28956188140948295882b7e7eeddc', 'subnets': [{'id': '5d5b8c68-57be-4c07-b3dd-20f44685cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:11.217752 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cd26c2-d9bf-476c-947d-118eff1f41ff None None] Checking router: e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:59:11.222118 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9ad0a126-98f0-429f-9438-3e18a0686f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:11.226893 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-161aa1c9-3f88-4b03-9296-150de0e6adc1 req-e078e03c-c83f-47e4-a91f-dea39f2b4d97 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511931 Aug 10 00:59:11.242865 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cd26c2-d9bf-476c-947d-118eff1f41ff None None] Routers {'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:59:11.243909 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-70cd26c2-d9bf-476c-947d-118eff1f41ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:58:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:11.264709 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-12ec9b2e-8dc6-454b-b6b5-86a700e23d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:11.268042 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-12ec9b2e-8dc6-454b-b6b5-86a700e23d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:11.269654 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-12ec9b2e-8dc6-454b-b6b5-86a700e23d8f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d548e537-b00f-4086-87a2-d1869933788e HTTP/1.1" status: 204 len: 168 time: 0.4949639 Aug 10 00:59:11.300127 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec9b2e-8dc6-454b-b6b5-86a700e23d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d548e537-b00f-4086-87a2-d1869933788e,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:11.300529 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8cd183b5-7dfd-4013-8058-86182c94558c req-68e3fed1-159d-4ba1-bc77-cb21c9ad102f tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394083 Aug 10 00:59:11.305645 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c26307-1689-416a-9ff0-9330037a9093 req-df965395-526a-4a96-ab86-1b339f8f32b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:11.307787 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d4c26307-1689-416a-9ff0-9330037a9093 req-df965395-526a-4a96-ab86-1b339f8f32b4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=84d848d6-7fc5-41ca-ba05-463d0b866659 HTTP/1.1" status: 200 len: 921 time: 0.3455338 Aug 10 00:59:11.361205 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-0c2c722b-56b2-4125-bcb3-77fefa174d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbda17c-777a-403f-962d-d7983055eaff', 'name': 'tempest-ServerRescueTestJSONUnderV235-1647369539-router', 'tenant_id': '0dcadc67007b441aa43df38caf86e528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '937c2311-1b05-4eb9-a423-dfc11505291f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:55Z', 'updated_at': '2021-08-10T00:58:01Z', 'revision_number': 4, 'project_id': '0dcadc67007b441aa43df38caf86e528', 'gw_port': {'id': '937c2311-1b05-4eb9-a423-dfc11505291f', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ec:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbda17c-777a-403f-962d-d7983055eaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:56Z', 'updated_at': '2021-08-10T00:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'a6120f9f-2fdd-4859-ae7e-dae062633375', 'tenant_id': '0dcadc67007b441aa43df38caf86e528', 'floating_ip_address': '172.25.2.130', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '2bbda17c-777a-403f-962d-d7983055eaff', 'port_id': 'cf02f27d-9f44-4fd6-956e-0139852e2201', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84d848d6-7fc5-41ca-ba05-463d0b866659', 'mac_address': 'fa:16:3e:0f:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92997559-c006-48d5-af6e-2492dbdcff54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:59:05Z', 'updated_at': '2021-08-10T00:59:09Z', 'revision_number': 1, 'project_id': '0dcadc67007b441aa43df38caf86e528', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54afabfe-109b-4df0-9d5b-c122786f4271', 'name': '', 'network_id': '84d848d6-7fc5-41ca-ba05-463d0b866659', 'tenant_id': '0dcadc67007b441aa43df38caf86e528', 'mac_address': 'fa:16:3e:d1:e2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbda17c-777a-403f-962d-d7983055eaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '37a7a6ed-e6cb-4903-b17c-cc729cc80731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:59Z', 'updated_at': '2021-08-10T00:58:07Z', 'revision_number': 5, 'project_id': '0dcadc67007b441aa43df38caf86e528', 'subnets': [{'id': '37a7a6ed-e6cb-4903-b17c-cc729cc80731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:11.399091 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:11.409248 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2c722b-56b2-4125-bcb3-77fefa174d58 None None] Checking router: 2bbda17c-777a-403f-962d-d7983055eaff for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:59:11.439632 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2c722b-56b2-4125-bcb3-77fefa174d58 None None] Routers {'2bbda17c-777a-403f-962d-d7983055eaff'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:59:11.440275 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-0c2c722b-56b2-4125-bcb3-77fefa174d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:58:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['2bbda17c-777a-403f-962d-d7983055eaff'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:11.512588 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d4c26307-1689-416a-9ff0-9330037a9093 req-1d04f4b3-6a87-4a46-b6d0-546d3edcc0ee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf02f27d-9f44-4fd6-956e-0139852e2201 HTTP/1.1" status: 200 len: 999 time: 0.1806333 Aug 10 00:59:11.533434 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-70cd26c2-d9bf-476c-947d-118eff1f41ff None None] Set router e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:59:11.683049 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f321a74d-795c-450d-9d20-8e3103d14fb6 req-65ae2bb7-2435-4ff8-a393-41f8667f43db tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:11.685470 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f321a74d-795c-450d-9d20-8e3103d14fb6 req-65ae2bb7-2435-4ff8-a393-41f8667f43db tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d35146d-04aa-43bd-a0cd-8e969d772656 HTTP/1.1" status: 200 len: 946 time: 0.2188766 Aug 10 00:59:11.712590 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c26307-1689-416a-9ff0-9330037a9093 req-d827620c-bb03-4b2c-b629-63e6d1c0252b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:11.714130 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d4c26307-1689-416a-9ff0-9330037a9093 req-d827620c-bb03-4b2c-b629-63e6d1c0252b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=37a7a6ed-e6cb-4903-b17c-cc729cc80731 HTTP/1.1" status: 200 len: 860 time: 0.1477449 Aug 10 00:59:11.780273 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-0c2c722b-56b2-4125-bcb3-77fefa174d58 None None] Set router 2bbda17c-777a-403f-962d-d7983055eaff gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:59:11.831216 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d4c26307-1689-416a-9ff0-9330037a9093 req-04752c42-5fda-4cae-9995-864890c5ade0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=84d848d6-7fc5-41ca-ba05-463d0b866659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982525 Aug 10 00:59:11.872722 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f321a74d-795c-450d-9d20-8e3103d14fb6 req-679d954f-f65b-41c2-8065-6140801e0936 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721225 Aug 10 00:59:11.920458 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43046) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:11.958034 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9e1c7866-4925-4611-a212-7002eb3d6379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:11.961710 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-70cd26c2-d9bf-476c-947d-118eff1f41ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1857390534-router', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'bd2b02a1-28a5-4672-839a-0b5fdb356ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:23Z', 'updated_at': '2021-08-10T00:58:32Z', 'revision_number': 4, 'project_id': '4ce28956188140948295882b7e7eeddc', 'gw_port': {'id': 'bd2b02a1-28a5-4672-839a-0b5fdb356ca9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:24Z', 'updated_at': '2021-08-10T00:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '0b3db087-2609-42ab-af25-71a09fee961e', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'floating_ip_address': '172.25.2.55', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'port_id': '96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c', 'mac_address': 'fa:16:3e:1f:e1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:58:39Z', 'updated_at': '2021-08-10T00:59:08Z', 'revision_number': 1, 'project_id': '4ce28956188140948295882b7e7eeddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03e44d8f-face-444e-855a-4352cbcb5e92', 'name': '', 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'mac_address': 'fa:16:3e:cb:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '5d5b8c68-57be-4c07-b3dd-20f44685cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:29Z', 'updated_at': '2021-08-10T00:58:39Z', 'revision_number': 5, 'project_id': '4ce28956188140948295882b7e7eeddc', 'subnets': [{'id': '5d5b8c68-57be-4c07-b3dd-20f44685cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:12.000957 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cd26c2-d9bf-476c-947d-118eff1f41ff None None] The sync data for ids ['e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'] in n-d-766726-26 is: [{'id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1857390534-router', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'bd2b02a1-28a5-4672-839a-0b5fdb356ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:23Z', 'updated_at': '2021-08-10T00:58:32Z', 'revision_number': 4, 'project_id': '4ce28956188140948295882b7e7eeddc', 'gw_port': {'id': 'bd2b02a1-28a5-4672-839a-0b5fdb356ca9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:24Z', 'updated_at': '2021-08-10T00:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '0b3db087-2609-42ab-af25-71a09fee961e', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'floating_ip_address': '172.25.2.55', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'port_id': '96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c', 'mac_address': 'fa:16:3e:1f:e1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:58:39Z', 'updated_at': '2021-08-10T00:59:08Z', 'revision_number': 1, 'project_id': '4ce28956188140948295882b7e7eeddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03e44d8f-face-444e-855a-4352cbcb5e92', 'name': '', 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'mac_address': 'fa:16:3e:cb:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '5d5b8c68-57be-4c07-b3dd-20f44685cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:29Z', 'updated_at': '2021-08-10T00:58:39Z', 'revision_number': 5, 'project_id': '4ce28956188140948295882b7e7eeddc', 'subnets': [{'id': '5d5b8c68-57be-4c07-b3dd-20f44685cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:59:12.060352 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d4c26307-1689-416a-9ff0-9330037a9093 req-d6802c4a-1086-4254-b2b8-27e606a5fca0 service neutron] 10.222.0.35 "GET /v2.0/networks/84d848d6-7fc5-41ca-ba05-463d0b866659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172730 Aug 10 00:59:12.188592 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 1d3988f1-5abd-421a-bb64-dff48b743d1a up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:59:12.220402 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9e1c7866-4925-4611-a212-7002eb3d6379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:12.231415 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9e1c7866-4925-4611-a212-7002eb3d6379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:12.299158 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9e1c7866-4925-4611-a212-7002eb3d6379 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2b139610c08f4b78a4ae1a1bf9e319f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3774655 Aug 10 00:59:12.302943 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43048) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:12.304489 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-0c2c722b-56b2-4125-bcb3-77fefa174d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbda17c-777a-403f-962d-d7983055eaff', 'name': 'tempest-ServerRescueTestJSONUnderV235-1647369539-router', 'tenant_id': '0dcadc67007b441aa43df38caf86e528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '937c2311-1b05-4eb9-a423-dfc11505291f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:55Z', 'updated_at': '2021-08-10T00:58:01Z', 'revision_number': 4, 'project_id': '0dcadc67007b441aa43df38caf86e528', 'gw_port': {'id': '937c2311-1b05-4eb9-a423-dfc11505291f', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ec:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbda17c-777a-403f-962d-d7983055eaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:56Z', 'updated_at': '2021-08-10T00:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'a6120f9f-2fdd-4859-ae7e-dae062633375', 'tenant_id': '0dcadc67007b441aa43df38caf86e528', 'floating_ip_address': '172.25.2.130', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '2bbda17c-777a-403f-962d-d7983055eaff', 'port_id': 'cf02f27d-9f44-4fd6-956e-0139852e2201', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84d848d6-7fc5-41ca-ba05-463d0b866659', 'mac_address': 'fa:16:3e:0f:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92997559-c006-48d5-af6e-2492dbdcff54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:59:05Z', 'updated_at': '2021-08-10T00:59:09Z', 'revision_number': 1, 'project_id': '0dcadc67007b441aa43df38caf86e528', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54afabfe-109b-4df0-9d5b-c122786f4271', 'name': '', 'network_id': '84d848d6-7fc5-41ca-ba05-463d0b866659', 'tenant_id': '0dcadc67007b441aa43df38caf86e528', 'mac_address': 'fa:16:3e:d1:e2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbda17c-777a-403f-962d-d7983055eaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '37a7a6ed-e6cb-4903-b17c-cc729cc80731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:59Z', 'updated_at': '2021-08-10T00:58:07Z', 'revision_number': 5, 'project_id': '0dcadc67007b441aa43df38caf86e528', 'subnets': [{'id': '37a7a6ed-e6cb-4903-b17c-cc729cc80731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:12.340329 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 1d3988f1-5abd-421a-bb64-dff48b743d1a completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:59:12.344364 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c7866-4925-4611-a212-7002eb3d6379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29abcd5-5201-4753-87ab-aada9a5ffa31,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:12.348446 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01acbaeb-6cab-40cf-88bf-95aa10ad01ce req-04fdcfa9-c02d-4678-887f-2957d471719b tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:12.351733 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-01acbaeb-6cab-40cf-88bf-95aa10ad01ce req-04fdcfa9-c02d-4678-887f-2957d471719b tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=23878b91-209d-4973-8aa8-b709cbfbc496 HTTP/1.1" status: 200 len: 944 time: 0.2240772 Aug 10 00:59:12.360536 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 1d3988f1-5abd-421a-bb64-dff48b743d1a triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:12.360928 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:12.398829 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2c722b-56b2-4125-bcb3-77fefa174d58 None None] The sync data for ids ['2bbda17c-777a-403f-962d-d7983055eaff'] in n-d-766726-26 is: [{'id': '2bbda17c-777a-403f-962d-d7983055eaff', 'name': 'tempest-ServerRescueTestJSONUnderV235-1647369539-router', 'tenant_id': '0dcadc67007b441aa43df38caf86e528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '937c2311-1b05-4eb9-a423-dfc11505291f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:55Z', 'updated_at': '2021-08-10T00:58:01Z', 'revision_number': 4, 'project_id': '0dcadc67007b441aa43df38caf86e528', 'gw_port': {'id': '937c2311-1b05-4eb9-a423-dfc11505291f', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ec:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbda17c-777a-403f-962d-d7983055eaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:56Z', 'updated_at': '2021-08-10T00:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'a6120f9f-2fdd-4859-ae7e-dae062633375', 'tenant_id': '0dcadc67007b441aa43df38caf86e528', 'floating_ip_address': '172.25.2.130', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '2bbda17c-777a-403f-962d-d7983055eaff', 'port_id': 'cf02f27d-9f44-4fd6-956e-0139852e2201', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84d848d6-7fc5-41ca-ba05-463d0b866659', 'mac_address': 'fa:16:3e:0f:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92997559-c006-48d5-af6e-2492dbdcff54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:59:05Z', 'updated_at': '2021-08-10T00:59:09Z', 'revision_number': 1, 'project_id': '0dcadc67007b441aa43df38caf86e528', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54afabfe-109b-4df0-9d5b-c122786f4271', 'name': '', 'network_id': '84d848d6-7fc5-41ca-ba05-463d0b866659', 'tenant_id': '0dcadc67007b441aa43df38caf86e528', 'mac_address': 'fa:16:3e:d1:e2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbda17c-777a-403f-962d-d7983055eaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '37a7a6ed-e6cb-4903-b17c-cc729cc80731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:59Z', 'updated_at': '2021-08-10T00:58:07Z', 'revision_number': 5, 'project_id': '0dcadc67007b441aa43df38caf86e528', 'subnets': [{'id': '37a7a6ed-e6cb-4903-b17c-cc729cc80731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:59:12.426708 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d243626f-58c1-4629-82de-d82c69fca4bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:12.464022 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d243626f-58c1-4629-82de-d82c69fca4bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:12.513586 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517d5abc-315d-4f4c-8dc9-455953dd77cf None None] New status for floating IP 0b3db087-2609-42ab-af25-71a09fee961e: ACTIVE {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 00:59:12.551932 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d243626f-58c1-4629-82de-d82c69fca4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:12.554869 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d243626f-58c1-4629-82de-d82c69fca4bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:12.558925 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d243626f-58c1-4629-82de-d82c69fca4bf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b29abcd5-5201-4753-87ab-aada9a5ffa31 HTTP/1.1" status: 204 len: 168 time: 0.2549706 Aug 10 00:59:12.573499 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243626f-58c1-4629-82de-d82c69fca4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29abcd5-5201-4753-87ab-aada9a5ffa31,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:12.695796 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:59:12.865005 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88bbcf1-40b1-4668-a6f5-6f8c67c5bef5 None None] New status for floating IP a6120f9f-2fdd-4859-ae7e-dae062633375: ACTIVE {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 00:59:13.024597 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:13.052234 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-01acbaeb-6cab-40cf-88bf-95aa10ad01ce req-6dc27485-f822-4cd6-96b4-da5113ef5a38 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6819906 Aug 10 00:59:13.102804 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0a5634-c695-4b8d-b9e1-05582ca6bd05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3988f1-5abd-421a-bb64-dff48b743d1a'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:13.110677 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f8c9fa-5838-4e6f-a270-4b089ec0b675" -d '{"events": [{"server_uuid": "ee0a5634-c695-4b8d-b9e1-05582ca6bd05", "name": "network-vif-plugged", "status": "completed", "tag": "1d3988f1-5abd-421a-bb64-dff48b743d1a"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:13.177842 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 1d3988f1-5abd-421a-bb64-dff48b743d1a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=1d3988f1-5abd-421a-bb64-dff48b743d1a,segment=NetworkSegment(45b34241-697f-4f50-87d8-6d6db6581d08),segment_id=45b34241-697f-4f50-87d8-6d6db6581d08)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:13.192505 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:13.224904 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d4c26307-1689-416a-9ff0-9330037a9093 req-480de2ce-3b92-41af-b71b-d6501fd615e8 service neutron] 10.222.0.35 "GET /v2.0/networks/84d848d6-7fc5-41ca-ba05-463d0b866659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1563253 Aug 10 00:59:13.295494 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=1d3988f1-5abd-421a-bb64-dff48b743d1a,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:13.386511 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cdc821-26eb-44a4-8c2c-b0c3ac9f3691 x-openstack-request-id: req-29cdc821-26eb-44a4-8c2c-b0c3ac9f3691 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:13.387025 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44", "tag": "96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:13.387025 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-29cdc821-26eb-44a4-8c2c-b0c3ac9f3691 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:13.387450 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44', 'tag': '96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7', 'status': 'completed', 'code': 200} Aug 10 00:59:13.432451 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-17412202-569a-4baf-9731-be8e68ce3835 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:13.434016 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-17412202-569a-4baf-9731-be8e68ce3835 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.24 "GET /v2.0/networks?id=e6332a27-ba49-4d7e-93ff-d255b803530a HTTP/1.1" status: 200 len: 822 time: 0.4799335 Aug 10 00:59:13.452211 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-2cbe5f68-f50b-488a-83c3-d68755f57f44 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Request body: {'port': {'device_id': '075b40ff-9956-4999-a3f9-bdb8342898b0', 'network_id': 'e6332a27-ba49-4d7e-93ff-d255b803530a', 'admin_state_up': True, 'tenant_id': 'db5c8b9684fa461f8db69c9aa9376581'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:13.532464 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2495f64-551c-4ba1-a94c-3f4e418da4b8 x-openstack-request-id: req-c2495f64-551c-4ba1-a94c-3f4e418da4b8 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:13.532759 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92997559-c006-48d5-af6e-2492dbdcff54", "tag": "cf02f27d-9f44-4fd6-956e-0139852e2201", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:13.533014 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c2495f64-551c-4ba1-a94c-3f4e418da4b8 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:13.533430 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92997559-c006-48d5-af6e-2492dbdcff54', 'tag': 'cf02f27d-9f44-4fd6-956e-0139852e2201', 'status': 'completed', 'code': 200} Aug 10 00:59:13.552478 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device b78fdfc2-59bd-404b-884f-5d9d7bac42ce up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:59:13.601868 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1fb4dc76-a298-4803-9ec0-a68db0252f97 req-1007581e-76b7-459a-a269-eb329fe528f2 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=075b40ff-9956-4999-a3f9-bdb8342898b0 HTTP/1.1" status: 200 len: 210 time: 0.0674865 Aug 10 00:59:13.638554 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375236c-d329-45bd-b37d-29bc6ea2f1a5 req-573f7a89-4930-4152-89b4-6efdfbedc8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:13.640291 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7375236c-d329-45bd-b37d-29bc6ea2f1a5 req-573f7a89-4930-4152-89b4-6efdfbedc8a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ce28956188140948295882b7e7eeddc&device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 1098 time: 0.2268929 Aug 10 00:59:13.665774 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f67647-9b3d-48ad-b3f8-4f37d03aa11a req-87706953-45d3-4e3d-bd4d-043b905a99bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:13.668171 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-73f67647-9b3d-48ad-b3f8-4f37d03aa11a req-87706953-45d3-4e3d-bd4d-043b905a99bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0dcadc67007b441aa43df38caf86e528&device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 1097 time: 0.1438572 Aug 10 00:59:13.672026 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port b78fdfc2-59bd-404b-884f-5d9d7bac42ce completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:59:13.677806 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port b78fdfc2-59bd-404b-884f-5d9d7bac42ce triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:13.678411 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:13.830305 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7d31255b-06e6-407c-97dd-cd20e38bb08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:13.869464 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:13.914260 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port b78fdfc2-59bd-404b-884f-5d9d7bac42ce, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=b78fdfc2-59bd-404b-884f-5d9d7bac42ce,segment=NetworkSegment(fd0aa135-7bf0-4440-a395-b4833e4cac38),segment_id=fd0aa135-7bf0-4440-a395-b4833e4cac38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:13.920446 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:13.920952 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-2cbe5f68-f50b-488a-83c3-d68755f57f44 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Made reservation on behalf of db5c8b9684fa461f8db69c9aa9376581 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:59:13.925211 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-2cbe5f68-f50b-488a-83c3-d68755f57f44 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:13.926336 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375236c-d329-45bd-b37d-29bc6ea2f1a5 req-3bd4c8fe-10d2-4932-975d-c38016fb06f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:13.928164 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7375236c-d329-45bd-b37d-29bc6ea2f1a5 req-3bd4c8fe-10d2-4932-975d-c38016fb06f5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9ff27b19-c3ac-4a51-8f0a-77d9d092a25c HTTP/1.1" status: 200 len: 918 time: 0.2008493 Aug 10 00:59:13.954870 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f67647-9b3d-48ad-b3f8-4f37d03aa11a req-743a419b-10b7-47b0-b0e5-0a4b12861757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:13.957438 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-73f67647-9b3d-48ad-b3f8-4f37d03aa11a req-743a419b-10b7-47b0-b0e5-0a4b12861757 service neutron] 10.222.0.24 "GET /v2.0/networks?id=84d848d6-7fc5-41ca-ba05-463d0b866659 HTTP/1.1" status: 200 len: 921 time: 0.1950746 Aug 10 00:59:13.968685 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc7728-8a98-4b6d-820d-5d553d63120e req-3a40a945-ed55-4430-96b6-e2da380abb9f tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:13.976987 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a6dc7728-8a98-4b6d-820d-5d553d63120e req-3a40a945-ed55-4430-96b6-e2da380abb9f tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee0a5634-c695-4b8d-b9e1-05582ca6bd05 HTTP/1.1" status: 200 len: 945 time: 0.3445196 Aug 10 00:59:13.994450 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=b78fdfc2-59bd-404b-884f-5d9d7bac42ce,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:14.000415 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e5606-cd29-4c16-90ba-ca8141cd0edb req-7c9cdbfc-73f1-4d40-9b5f-3f042c2b0428 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:14.003099 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d99e5606-cd29-4c16-90ba-ca8141cd0edb req-7c9cdbfc-73f1-4d40-9b5f-3f042c2b0428 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d35146d-04aa-43bd-a0cd-8e969d772656 HTTP/1.1" status: 200 len: 946 time: 0.2485394 Aug 10 00:59:14.132146 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7375236c-d329-45bd-b37d-29bc6ea2f1a5 req-60073aa7-efea-4070-a0e8-3c3f4278fdb8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 HTTP/1.1" status: 200 len: 1001 time: 0.1888096 Aug 10 00:59:14.136669 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-73f67647-9b3d-48ad-b3f8-4f37d03aa11a req-53fa18d0-b6c6-4d20-9c9a-5c7a12c9f468 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf02f27d-9f44-4fd6-956e-0139852e2201 HTTP/1.1" status: 200 len: 1001 time: 0.0970328 Aug 10 00:59:14.160422 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d99e5606-cd29-4c16-90ba-ca8141cd0edb req-07060935-c820-4b54-b091-405fcef0b466 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031435 Aug 10 00:59:14.187519 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a6dc7728-8a98-4b6d-820d-5d553d63120e req-9dcb3a82-6420-4bfb-8608-644895691425 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095053 Aug 10 00:59:14.207207 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375236c-d329-45bd-b37d-29bc6ea2f1a5 req-a0e515aa-a45b-4309-b2b1-0d024dfc99da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:14.208839 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7375236c-d329-45bd-b37d-29bc6ea2f1a5 req-a0e515aa-a45b-4309-b2b1-0d024dfc99da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5d5b8c68-57be-4c07-b3dd-20f44685cf57 HTTP/1.1" status: 200 len: 856 time: 0.0621629 Aug 10 00:59:14.264035 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfa7e2b-9bda-441a-851c-246fc9e799a8 x-openstack-request-id: req-7bfa7e2b-9bda-441a-851c-246fc9e799a8 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:14.264399 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee0a5634-c695-4b8d-b9e1-05582ca6bd05", "name": "network-vif-plugged", "status": "completed", "tag": "1d3988f1-5abd-421a-bb64-dff48b743d1a", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:14.265020 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7bfa7e2b-9bda-441a-851c-246fc9e799a8 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:14.265437 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee0a5634-c695-4b8d-b9e1-05582ca6bd05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3988f1-5abd-421a-bb64-dff48b743d1a', 'code': 200} Aug 10 00:59:14.336089 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-2cbe5f68-f50b-488a-83c3-d68755f57f44 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Allocated IP 172.20.0.10 (e6332a27-ba49-4d7e-93ff-d255b803530a/0ce092a3-f550-437a-8928-43805c65d849/44699b31-2bc5-4f88-8465-1d3db5a30245) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:59:14.340271 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f67647-9b3d-48ad-b3f8-4f37d03aa11a req-519bf219-bfcb-4cda-987a-53d38a0a91b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:14.350090 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-73f67647-9b3d-48ad-b3f8-4f37d03aa11a req-519bf219-bfcb-4cda-987a-53d38a0a91b9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37a7a6ed-e6cb-4903-b17c-cc729cc80731 HTTP/1.1" status: 200 len: 860 time: 0.1470222 Aug 10 00:59:14.355796 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375236c-d329-45bd-b37d-29bc6ea2f1a5 req-7cf1ac65-11b3-404c-afbd-36d56b3950eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:14.358961 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7375236c-d329-45bd-b37d-29bc6ea2f1a5 req-7cf1ac65-11b3-404c-afbd-36d56b3950eb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9ff27b19-c3ac-4a51-8f0a-77d9d092a25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1413329 Aug 10 00:59:14.384712 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:14.409536 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-73f67647-9b3d-48ad-b3f8-4f37d03aa11a req-3de7a2bd-8cba-4b30-b76b-8fd721e0ecc0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84d848d6-7fc5-41ca-ba05-463d0b866659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406845 Aug 10 00:59:14.492076 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a8ba5-efcb-4c17-a8bc-e611ab711e57 req-170e4cf2-9cdb-45d5-b87b-fb0a89fd89fa tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:14.499928 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-277a8ba5-efcb-4c17-a8bc-e611ab711e57 req-170e4cf2-9cdb-45d5-b87b-fb0a89fd89fa tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=23878b91-209d-4973-8aa8-b709cbfbc496 HTTP/1.1" status: 200 len: 945 time: 0.1562843 Aug 10 00:59:14.543874 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-769ea99e-3049-4dcc-b43b-84622ccbf205 req-3cd3d327-8451-4248-953f-dc5e393c7514 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 1001 time: 0.2842586 Aug 10 00:59:14.591671 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7375236c-d329-45bd-b37d-29bc6ea2f1a5 req-1b14f84a-4e30-45b1-845f-66e34d366eee service neutron] 10.222.0.24 "GET /v2.0/networks/9ff27b19-c3ac-4a51-8f0a-77d9d092a25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215717 Aug 10 00:59:14.633624 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ea99e-3049-4dcc-b43b-84622ccbf205 req-4da8f1ba-2f8c-46f9-a75e-4591718d5b8d tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:14.635274 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-769ea99e-3049-4dcc-b43b-84622ccbf205 req-4da8f1ba-2f8c-46f9-a75e-4591718d5b8d tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/ports/cf02f27d-9f44-4fd6-956e-0139852e2201 HTTP/1.1" status: 200 len: 942 time: 0.0742905 Aug 10 00:59:14.675954 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-277a8ba5-efcb-4c17-a8bc-e611ab711e57 req-7cd813f0-55ba-4057-b756-0d8d67e065cc tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748593 Aug 10 00:59:14.804308 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-2cbe5f68-f50b-488a-83c3-d68755f57f44 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:14.829025 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-769ea99e-3049-4dcc-b43b-84622ccbf205 req-3e47e983-c8fd-490c-a8fa-ce446aab6387 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 1001 time: 0.1139662 Aug 10 00:59:14.918217 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554e1db-49ba-4cfd-9786-f051e51db20c req-8c781b38-900f-4977-b0b2-60c18df24c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:14.923789 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-2cbe5f68-f50b-488a-83c3-d68755f57f44 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:14.925909 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f554e1db-49ba-4cfd-9786-f051e51db20c req-8c781b38-900f-4977-b0b2-60c18df24c5b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ee0a5634-c695-4b8d-b9e1-05582ca6bd05 HTTP/1.1" status: 200 len: 1097 time: 0.5712781 Aug 10 00:59:14.948056 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-2cbe5f68-f50b-488a-83c3-d68755f57f44 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Network e6332a27-ba49-4d7e-93ff-d255b803530a is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:59:14.958028 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-2cbe5f68-f50b-488a-83c3-d68755f57f44 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:14.984433 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-2cbe5f68-f50b-488a-83c3-d68755f57f44 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:59:15.038424 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7375236c-d329-45bd-b37d-29bc6ea2f1a5 req-fadf92df-01d3-4b92-9ccf-b517f3ad0042 service neutron] 10.222.0.24 "GET /v2.0/networks/9ff27b19-c3ac-4a51-8f0a-77d9d092a25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160812 Aug 10 00:59:15.057721 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:15.062411 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ea99e-3049-4dcc-b43b-84622ccbf205 req-3561d5b0-17d0-4d9e-8bb4-8ab62173ff59 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:15.072492 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-73f67647-9b3d-48ad-b3f8-4f37d03aa11a req-356281a6-0b4e-4753-a258-f7e8e1e159bc service neutron] 10.222.0.24 "GET /v2.0/networks/84d848d6-7fc5-41ca-ba05-463d0b866659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5316334 Aug 10 00:59:15.073260 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-769ea99e-3049-4dcc-b43b-84622ccbf205 req-3561d5b0-17d0-4d9e-8bb4-8ab62173ff59 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 784 time: 0.2340376 Aug 10 00:59:15.085285 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f554e1db-49ba-4cfd-9786-f051e51db20c req-db7c9dbc-eaf8-461e-b412-c19a3534afc9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225228 Aug 10 00:59:15.092462 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe5f68-f50b-488a-83c3-d68755f57f44 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Pushing event updated for resources: {'Port': ['ID=44699b31-2bc5-4f88-8465-1d3db5a30245,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:15.169803 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-2cbe5f68-f50b-488a-83c3-d68755f57f44 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:15.170510 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-2cbe5f68-f50b-488a-83c3-d68755f57f44 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:15.177354 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbe5f68-f50b-488a-83c3-d68755f57f44 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:15.177737 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbe5f68-f50b-488a-83c3-d68755f57f44 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:15.178076 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbe5f68-f50b-488a-83c3-d68755f57f44 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:15.178424 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbe5f68-f50b-488a-83c3-d68755f57f44 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:15.178775 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbe5f68-f50b-488a-83c3-d68755f57f44 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:15.179116 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbe5f68-f50b-488a-83c3-d68755f57f44 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:15.179457 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbe5f68-f50b-488a-83c3-d68755f57f44 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:15.179799 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbe5f68-f50b-488a-83c3-d68755f57f44 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:15.180136 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbe5f68-f50b-488a-83c3-d68755f57f44 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:15.184784 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbe5f68-f50b-488a-83c3-d68755f57f44 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:15.185157 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbe5f68-f50b-488a-83c3-d68755f57f44 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:15.185517 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbe5f68-f50b-488a-83c3-d68755f57f44 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:15.259913 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-73f67647-9b3d-48ad-b3f8-4f37d03aa11a req-0fd06eda-6dd4-45eb-a6d2-b5641f9f227a service neutron] 10.222.0.24 "GET /v2.0/networks/84d848d6-7fc5-41ca-ba05-463d0b866659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736546 Aug 10 00:59:15.262513 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-2cbe5f68-f50b-488a-83c3-d68755f57f44 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8145976 Aug 10 00:59:15.278098 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-769ea99e-3049-4dcc-b43b-84622ccbf205 req-3185716c-4e73-47b5-9b5b-df73cc66212f tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 1001 time: 0.2036424 Aug 10 00:59:15.287219 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-19eab36b-17e7-439d-b4e2-c81908b0d9fa service neutron] Request body: {'port': {'device_id': '075b40ff-9956-4999-a3f9-bdb8342898b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:15.295004 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-769ea99e-3049-4dcc-b43b-84622ccbf205 req-b6d1e64e-97f2-4605-9a05-ede286719983 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:15.306655 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43114) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:15.348457 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ca172-69c7-4f76-866a-8d2fb1671969 req-5f438207-39eb-45a3-838d-b5cd4c7f2858 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:15.349972 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d2ca172-69c7-4f76-866a-8d2fb1671969 req-5f438207-39eb-45a3-838d-b5cd4c7f2858 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6d35146d-04aa-43bd-a0cd-8e969d772656 HTTP/1.1" status: 200 len: 1098 time: 0.1352267 Aug 10 00:59:15.433945 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-769ea99e-3049-4dcc-b43b-84622ccbf205 req-b6d1e64e-97f2-4605-9a05-ede286719983 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks [] for floatingip, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:15.445115 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-361ae393-186f-4fa5-9451-a0c87976b8d6 tempest-MeteringIpV6TestJSON-669588861 tempest-MeteringIpV6TestJSON-669588861-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-298374024'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:15.445707 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-361ae393-186f-4fa5-9451-a0c87976b8d6 tempest-MeteringIpV6TestJSON-669588861 tempest-MeteringIpV6TestJSON-669588861-project-admin] Unknown quota resources ['metering_label']. {{(pid=105827) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 00:59:15.486664 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-19eab36b-17e7-439d-b4e2-c81908b0d9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:15.491235 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d2ca172-69c7-4f76-866a-8d2fb1671969 req-27dc40fd-0959-430a-b03c-58443c152072 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347730 Aug 10 00:59:15.717176 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-769ea99e-3049-4dcc-b43b-84622ccbf205 req-b6d1e64e-97f2-4605-9a05-ede286719983 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:15.732283 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-769ea99e-3049-4dcc-b43b-84622ccbf205 req-b6d1e64e-97f2-4605-9a05-ede286719983 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:15.732283 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [req-769ea99e-3049-4dcc-b43b-84622ccbf205 req-b6d1e64e-97f2-4605-9a05-ede286719983 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Floating IP a6120f9f-2fdd-4859-ae7e-dae062633375 disassociated. External IP: 172.25.2.130, port: cf02f27d-9f44-4fd6-956e-0139852e2201. Aug 10 00:59:15.744971 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-361ae393-186f-4fa5-9451-a0c87976b8d6 tempest-MeteringIpV6TestJSON-669588861 tempest-MeteringIpV6TestJSON-669588861-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:15.748867 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-361ae393-186f-4fa5-9451-a0c87976b8d6 tempest-MeteringIpV6TestJSON-669588861 tempest-MeteringIpV6TestJSON-669588861-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4387088 Aug 10 00:59:15.760979 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43134) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:15.770009 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-f8b14e8d-deb0-4c2d-aa1d-a2816d596c39 tempest-MeteringIpV6TestJSON-669588861 tempest-MeteringIpV6TestJSON-669588861-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '45356a01-39d4-4447-ba56-d58b63257581'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:15.770699 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-f8b14e8d-deb0-4c2d-aa1d-a2816d596c39 tempest-MeteringIpV6TestJSON-669588861 tempest-MeteringIpV6TestJSON-669588861-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105827) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 00:59:15.865747 n-d-766726-26 neutron-server[105827]: WARNING neutron.services.metering.metering_plugin [None req-f8b14e8d-deb0-4c2d-aa1d-a2816d596c39 tempest-MeteringIpV6TestJSON-669588861 tempest-MeteringIpV6TestJSON-669588861-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 10 00:59:15.949857 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de100b8b-6fe5-4f10-9546-f161992d5342 req-bcbc4e8e-9f94-4859-96e4-5e0fc5d8b7fa tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:15.951307 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-de100b8b-6fe5-4f10-9546-f161992d5342 req-bcbc4e8e-9f94-4859-96e4-5e0fc5d8b7fa tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=075b40ff-9956-4999-a3f9-bdb8342898b0 HTTP/1.1" status: 200 len: 932 time: 0.1361902 Aug 10 00:59:16.005544 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f8b14e8d-deb0-4c2d-aa1d-a2816d596c39 tempest-MeteringIpV6TestJSON-669588861 tempest-MeteringIpV6TestJSON-669588861-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:16.009666 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f8b14e8d-deb0-4c2d-aa1d-a2816d596c39 tempest-MeteringIpV6TestJSON-669588861 tempest-MeteringIpV6TestJSON-669588861-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2437463 Aug 10 00:59:16.010111 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43136) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:16.014340 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-082a6d10-09b3-4d60-8b8a-b4303f8e0703 tempest-MeteringIpV6TestJSON-669588861 tempest-MeteringIpV6TestJSON-669588861-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '45356a01-39d4-4447-ba56-d58b63257581'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:16.014827 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-082a6d10-09b3-4d60-8b8a-b4303f8e0703 tempest-MeteringIpV6TestJSON-669588861 tempest-MeteringIpV6TestJSON-669588861-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105827) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 00:59:16.067324 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-de100b8b-6fe5-4f10-9546-f161992d5342 req-e85d3e70-3f20-4269-b1aa-d85b2a918e8e tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069736 Aug 10 00:59:16.081266 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9c985b5f-8136-4e07-80eb-315771b109d8 req-0d9164da-864b-4395-bc3c-ab843bda662d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1459668 Aug 10 00:59:16.082143 n-d-766726-26 neutron-server[105827]: WARNING neutron.services.metering.metering_plugin [None req-082a6d10-09b3-4d60-8b8a-b4303f8e0703 tempest-MeteringIpV6TestJSON-669588861 tempest-MeteringIpV6TestJSON-669588861-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 10 00:59:16.160953 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:16.191289 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-19eab36b-17e7-439d-b4e2-c81908b0d9fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44699b31-2bc5-4f88-8465-1d3db5a30245 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:59:16.210249 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-082a6d10-09b3-4d60-8b8a-b4303f8e0703 tempest-MeteringIpV6TestJSON-669588861 tempest-MeteringIpV6TestJSON-669588861-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:16.213633 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-082a6d10-09b3-4d60-8b8a-b4303f8e0703 tempest-MeteringIpV6TestJSON-669588861 tempest-MeteringIpV6TestJSON-669588861-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1996615 Aug 10 00:59:16.213843 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-19eab36b-17e7-439d-b4e2-c81908b0d9fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:16.214323 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43138) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:16.242145 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c985b5f-8136-4e07-80eb-315771b109d8 req-aa75e7cc-bbc3-4e1d-a7a2-a94cb26c4022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:16.246658 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9c985b5f-8136-4e07-80eb-315771b109d8 req-aa75e7cc-bbc3-4e1d-a7a2-a94cb26c4022 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0dcadc67007b441aa43df38caf86e528&device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 1097 time: 0.0448401 Aug 10 00:59:16.249626 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-769ea99e-3049-4dcc-b43b-84622ccbf205 req-b6d1e64e-97f2-4605-9a05-ede286719983 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Router 2bbda17c-777a-403f-962d-d7983055eaff has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:59:16.266845 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23878b91-209d-4973-8aa8-b709cbfbc496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78fdfc2-59bd-404b-884f-5d9d7bac42ce'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:16.270001 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3aa7e3-70ad-45dc-b88c-086e1e9b3f9b" -d '{"events": [{"server_uuid": "23878b91-209d-4973-8aa8-b709cbfbc496", "name": "network-vif-plugged", "status": "completed", "tag": "b78fdfc2-59bd-404b-884f-5d9d7bac42ce"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:16.274095 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-19eab36b-17e7-439d-b4e2-c81908b0d9fa service neutron] Transition to ACTIVE for port object 44699b31-2bc5-4f88-8465-1d3db5a30245 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:16.278810 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c3137896-5002-41f6-9c4d-deebd0ad2f6c tempest-MeteringIpV6TestJSON-669588861 tempest-MeteringIpV6TestJSON-669588861-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=ed22b86b-4bb1-402f-9369-e0c84cbf2de1 HTTP/1.1" status: 200 len: 462 time: 0.0616698 Aug 10 00:59:16.284650 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43148) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:16.285289 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-19eab36b-17e7-439d-b4e2-c81908b0d9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:16.374522 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c985b5f-8136-4e07-80eb-315771b109d8 req-488cec6f-8a28-4147-b9eb-0180d5797baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:16.376007 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9c985b5f-8136-4e07-80eb-315771b109d8 req-488cec6f-8a28-4147-b9eb-0180d5797baa service neutron] 10.222.0.24 "GET /v2.0/networks?id=84d848d6-7fc5-41ca-ba05-463d0b866659 HTTP/1.1" status: 200 len: 921 time: 0.1041467 Aug 10 00:59:16.401592 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c882e-ef42-4427-b8fe-e995a08f5ed8 req-0a0198e3-c76b-444a-81d9-f4f2ba13667e tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:16.403109 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-730c882e-ef42-4427-b8fe-e995a08f5ed8 req-0a0198e3-c76b-444a-81d9-f4f2ba13667e tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee0a5634-c695-4b8d-b9e1-05582ca6bd05 HTTP/1.1" status: 200 len: 945 time: 0.1878841 Aug 10 00:59:16.422511 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9c985b5f-8136-4e07-80eb-315771b109d8 req-068c5b94-1c32-42bd-a777-72670fca21a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf02f27d-9f44-4fd6-956e-0139852e2201 HTTP/1.1" status: 200 len: 217 time: 0.0384684 Aug 10 00:59:16.433615 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eab36b-17e7-439d-b4e2-c81908b0d9fa service neutron] Pushing event updated for resources: {'Port': ['ID=44699b31-2bc5-4f88-8465-1d3db5a30245,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:16.661583 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aba97678-070c-4354-b4b0-a89f2fce29fc tempest-MeteringIpV6TestJSON-669588861 tempest-MeteringIpV6TestJSON-669588861-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:16.662754 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-aba97678-070c-4354-b4b0-a89f2fce29fc tempest-MeteringIpV6TestJSON-669588861 tempest-MeteringIpV6TestJSON-669588861-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-label-rules/ed22b86b-4bb1-402f-9369-e0c84cbf2de1 HTTP/1.1" status: 204 len: 168 time: 0.3753347 Aug 10 00:59:16.665854 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-730c882e-ef42-4427-b8fe-e995a08f5ed8 req-924848b2-1c43-462b-9217-65ffac16ee1c tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540035 Aug 10 00:59:16.666343 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43156) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:16.700781 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-769ea99e-3049-4dcc-b43b-84622ccbf205 req-b6d1e64e-97f2-4605-9a05-ede286719983 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:59:16.707499 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-769ea99e-3049-4dcc-b43b-84622ccbf205 req-b6d1e64e-97f2-4605-9a05-ede286719983 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:16.711147 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d5b09aa6-e1d0-4873-92ef-40fe3447ea48 tempest-MeteringIpV6TestJSON-669588861 tempest-MeteringIpV6TestJSON-669588861-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=ed22b86b-4bb1-402f-9369-e0c84cbf2de1 HTTP/1.1" status: 200 len: 221 time: 0.0378070 Aug 10 00:59:16.714343 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978bf7ab-edc0-4178-a3f2-aefae06f72df None None] Sync routers for ids ['2bbda17c-777a-403f-962d-d7983055eaff'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:59:16.728091 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978bf7ab-edc0-4178-a3f2-aefae06f72df None None] Routers {'2bbda17c-777a-403f-962d-d7983055eaff'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:59:16.729457 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-978bf7ab-edc0-4178-a3f2-aefae06f72df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:59:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['2bbda17c-777a-403f-962d-d7983055eaff'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:16.734796 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43158) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:16.740637 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-12abd217-5a47-4e56-846e-f72b06704821 tempest-MeteringIpV6TestJSON-669588861 tempest-MeteringIpV6TestJSON-669588861-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1191103283', 'description': 'label created by tempest'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:16.741129 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-12abd217-5a47-4e56-846e-f72b06704821 tempest-MeteringIpV6TestJSON-669588861 tempest-MeteringIpV6TestJSON-669588861-project-admin] Unknown quota resources ['metering_label']. {{(pid=105826) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 00:59:16.782784 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c985b5f-8136-4e07-80eb-315771b109d8 req-03815d78-6512-4115-9f21-79845da5319e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:16.784842 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9c985b5f-8136-4e07-80eb-315771b109d8 req-03815d78-6512-4115-9f21-79845da5319e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37a7a6ed-e6cb-4903-b17c-cc729cc80731 HTTP/1.1" status: 200 len: 860 time: 0.3484747 Aug 10 00:59:16.806082 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-769ea99e-3049-4dcc-b43b-84622ccbf205 req-b6d1e64e-97f2-4605-9a05-ede286719983 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "PUT /v2.0/floatingips/a6120f9f-2fdd-4859-ae7e-dae062633375 HTTP/1.1" status: 200 len: 695 time: 1.5270410 Aug 10 00:59:16.818330 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9c985b5f-8136-4e07-80eb-315771b109d8 req-b814683e-0c29-49f1-b70f-dd2399fdaf44 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84d848d6-7fc5-41ca-ba05-463d0b866659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245833 Aug 10 00:59:16.852599 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-978bf7ab-edc0-4178-a3f2-aefae06f72df None None] Set router 2bbda17c-777a-403f-962d-d7983055eaff gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:59:16.917962 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9c985b5f-8136-4e07-80eb-315771b109d8 req-1e914aea-537c-4bb8-b749-0ac694d7aa69 service neutron] 10.222.0.24 "GET /v2.0/networks/84d848d6-7fc5-41ca-ba05-463d0b866659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909481 Aug 10 00:59:17.046149 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9c985b5f-8136-4e07-80eb-315771b109d8 req-870313cb-b27b-4f3c-a384-ace0ded58d6a service neutron] 10.222.0.24 "GET /v2.0/networks/84d848d6-7fc5-41ca-ba05-463d0b866659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200459 Aug 10 00:59:17.075616 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-978bf7ab-edc0-4178-a3f2-aefae06f72df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbda17c-777a-403f-962d-d7983055eaff', 'name': 'tempest-ServerRescueTestJSONUnderV235-1647369539-router', 'tenant_id': '0dcadc67007b441aa43df38caf86e528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '937c2311-1b05-4eb9-a423-dfc11505291f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:55Z', 'updated_at': '2021-08-10T00:58:01Z', 'revision_number': 4, 'project_id': '0dcadc67007b441aa43df38caf86e528', 'gw_port': {'id': '937c2311-1b05-4eb9-a423-dfc11505291f', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ec:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbda17c-777a-403f-962d-d7983055eaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:56Z', 'updated_at': '2021-08-10T00:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '54afabfe-109b-4df0-9d5b-c122786f4271', 'name': '', 'network_id': '84d848d6-7fc5-41ca-ba05-463d0b866659', 'tenant_id': '0dcadc67007b441aa43df38caf86e528', 'mac_address': 'fa:16:3e:d1:e2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbda17c-777a-403f-962d-d7983055eaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '37a7a6ed-e6cb-4903-b17c-cc729cc80731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:59Z', 'updated_at': '2021-08-10T00:58:07Z', 'revision_number': 5, 'project_id': '0dcadc67007b441aa43df38caf86e528', 'subnets': [{'id': '37a7a6ed-e6cb-4903-b17c-cc729cc80731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:17.102161 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978bf7ab-edc0-4178-a3f2-aefae06f72df None None] Checking router: 2bbda17c-777a-403f-962d-d7983055eaff for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:59:17.111064 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978bf7ab-edc0-4178-a3f2-aefae06f72df None None] Routers {'2bbda17c-777a-403f-962d-d7983055eaff'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:59:17.111701 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-978bf7ab-edc0-4178-a3f2-aefae06f72df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:59:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['2bbda17c-777a-403f-962d-d7983055eaff'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:17.134656 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92997559-c006-48d5-af6e-2492dbdcff54', 'tag': 'cf02f27d-9f44-4fd6-956e-0139852e2201'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:17.137098 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0570687-160d-47f6-9815-d704da47ef1f" -d '{"events": [{"name": "network-changed", "server_uuid": "92997559-c006-48d5-af6e-2492dbdcff54", "tag": "cf02f27d-9f44-4fd6-956e-0139852e2201"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:17.139858 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-19eab36b-17e7-439d-b4e2-c81908b0d9fa service neutron] Attempting to bind port 44699b31-2bc5-4f88-8465-1d3db5a30245 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:17.140219 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-19eab36b-17e7-439d-b4e2-c81908b0d9fa service neutron] Attempting to bind port 44699b31-2bc5-4f88-8465-1d3db5a30245 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e6332a27-ba49-4d7e-93ff-d255b803530a'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:17.140556 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-19eab36b-17e7-439d-b4e2-c81908b0d9fa service neutron] Attempting to bind port 44699b31-2bc5-4f88-8465-1d3db5a30245 on network e6332a27-ba49-4d7e-93ff-d255b803530a {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:17.160600 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-19eab36b-17e7-439d-b4e2-c81908b0d9fa service neutron] Port 44699b31-2bc5-4f88-8465-1d3db5a30245 on network e6332a27-ba49-4d7e-93ff-d255b803530a not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:17.160934 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-19eab36b-17e7-439d-b4e2-c81908b0d9fa service neutron] Attempting to bind port 44699b31-2bc5-4f88-8465-1d3db5a30245 on network e6332a27-ba49-4d7e-93ff-d255b803530a {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:17.218478 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-978bf7ab-edc0-4178-a3f2-aefae06f72df None None] Set router 2bbda17c-777a-403f-962d-d7983055eaff gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:59:17.244551 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-19eab36b-17e7-439d-b4e2-c81908b0d9fa service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:59:17.245129 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-19eab36b-17e7-439d-b4e2-c81908b0d9fa service neutron] Checking segment: {'id': 'f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e6332a27-ba49-4d7e-93ff-d255b803530a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:59:17.245270 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-19eab36b-17e7-439d-b4e2-c81908b0d9fa service neutron] Bound using segment: {'id': 'f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e6332a27-ba49-4d7e-93ff-d255b803530a'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:59:17.245695 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-19eab36b-17e7-439d-b4e2-c81908b0d9fa service neutron] Bound port: 44699b31-2bc5-4f88-8465-1d3db5a30245, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e6332a27-ba49-4d7e-93ff-d255b803530a'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:59:17.246059 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-19eab36b-17e7-439d-b4e2-c81908b0d9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:17.300175 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b93d23-bba9-464a-9f6b-765283367d7b req-66e1cf97-fb11-46db-a5e9-561a9d239afa tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:17.301750 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-56b93d23-bba9-464a-9f6b-765283367d7b req-66e1cf97-fb11-46db-a5e9-561a9d239afa tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6d35146d-04aa-43bd-a0cd-8e969d772656 HTTP/1.1" status: 200 len: 1098 time: 0.5496030 Aug 10 00:59:17.365795 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-12abd217-5a47-4e56-846e-f72b06704821 tempest-MeteringIpV6TestJSON-669588861 tempest-MeteringIpV6TestJSON-669588861-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:17.366914 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-12abd217-5a47-4e56-846e-f72b06704821 tempest-MeteringIpV6TestJSON-669588861 tempest-MeteringIpV6TestJSON-669588861-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6300974 Aug 10 00:59:17.369691 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43166) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:17.376441 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ea99e-3049-4dcc-b43b-84622ccbf205 req-6c91f61a-e406-42cc-9386-75c30c663b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:17.378464 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-769ea99e-3049-4dcc-b43b-84622ccbf205 req-6c91f61a-e406-42cc-9386-75c30c663b56 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0dcadc67007b441aa43df38caf86e528&device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 1097 time: 0.2340493 Aug 10 00:59:17.413711 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-978bf7ab-edc0-4178-a3f2-aefae06f72df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbda17c-777a-403f-962d-d7983055eaff', 'name': 'tempest-ServerRescueTestJSONUnderV235-1647369539-router', 'tenant_id': '0dcadc67007b441aa43df38caf86e528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '937c2311-1b05-4eb9-a423-dfc11505291f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:55Z', 'updated_at': '2021-08-10T00:58:01Z', 'revision_number': 4, 'project_id': '0dcadc67007b441aa43df38caf86e528', 'gw_port': {'id': '937c2311-1b05-4eb9-a423-dfc11505291f', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ec:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbda17c-777a-403f-962d-d7983055eaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:56Z', 'updated_at': '2021-08-10T00:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '54afabfe-109b-4df0-9d5b-c122786f4271', 'name': '', 'network_id': '84d848d6-7fc5-41ca-ba05-463d0b866659', 'tenant_id': '0dcadc67007b441aa43df38caf86e528', 'mac_address': 'fa:16:3e:d1:e2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbda17c-777a-403f-962d-d7983055eaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '37a7a6ed-e6cb-4903-b17c-cc729cc80731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:59Z', 'updated_at': '2021-08-10T00:58:07Z', 'revision_number': 5, 'project_id': '0dcadc67007b441aa43df38caf86e528', 'subnets': [{'id': '37a7a6ed-e6cb-4903-b17c-cc729cc80731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:17.443326 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978bf7ab-edc0-4178-a3f2-aefae06f72df None None] The sync data for ids ['2bbda17c-777a-403f-962d-d7983055eaff'] in n-d-766726-26 is: [{'id': '2bbda17c-777a-403f-962d-d7983055eaff', 'name': 'tempest-ServerRescueTestJSONUnderV235-1647369539-router', 'tenant_id': '0dcadc67007b441aa43df38caf86e528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '937c2311-1b05-4eb9-a423-dfc11505291f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:55Z', 'updated_at': '2021-08-10T00:58:01Z', 'revision_number': 4, 'project_id': '0dcadc67007b441aa43df38caf86e528', 'gw_port': {'id': '937c2311-1b05-4eb9-a423-dfc11505291f', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ec:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbda17c-777a-403f-962d-d7983055eaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:56Z', 'updated_at': '2021-08-10T00:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '54afabfe-109b-4df0-9d5b-c122786f4271', 'name': '', 'network_id': '84d848d6-7fc5-41ca-ba05-463d0b866659', 'tenant_id': '0dcadc67007b441aa43df38caf86e528', 'mac_address': 'fa:16:3e:d1:e2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbda17c-777a-403f-962d-d7983055eaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '37a7a6ed-e6cb-4903-b17c-cc729cc80731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:59Z', 'updated_at': '2021-08-10T00:58:07Z', 'revision_number': 5, 'project_id': '0dcadc67007b441aa43df38caf86e528', 'subnets': [{'id': '37a7a6ed-e6cb-4903-b17c-cc729cc80731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:59:17.447698 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8b86bf4a-b194-4fc1-921c-dde42996b92e tempest-MeteringIpV6TestJSON-669588861 tempest-MeteringIpV6TestJSON-669588861-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=b680120d-704a-4fc4-b623-2c7825f6b77d HTTP/1.1" status: 200 len: 468 time: 0.0768290 Aug 10 00:59:17.450422 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43168) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:17.461646 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-56b93d23-bba9-464a-9f6b-765283367d7b req-15ba11ad-c9a3-4601-a834-413367327617 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534684 Aug 10 00:59:17.473668 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-19eab36b-17e7-439d-b4e2-c81908b0d9fa service neutron] For port 44699b31-2bc5-4f88-8465-1d3db5a30245, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:59:17.479204 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-19eab36b-17e7-439d-b4e2-c81908b0d9fa service neutron] For port 44699b31-2bc5-4f88-8465-1d3db5a30245, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=44699b31-2bc5-4f88-8465-1d3db5a30245,segment=NetworkSegment(f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38),segment_id=f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:59:17.490554 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-19eab36b-17e7-439d-b4e2-c81908b0d9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:17.543902 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-19eab36b-17e7-439d-b4e2-c81908b0d9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:17.544562 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-19eab36b-17e7-439d-b4e2-c81908b0d9fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:17.546000 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-19eab36b-17e7-439d-b4e2-c81908b0d9fa service neutron] 10.222.0.24 "PUT /v2.0/ports/44699b31-2bc5-4f88-8465-1d3db5a30245 HTTP/1.1" status: 200 len: 1093 time: 2.2651880 Aug 10 00:59:17.600448 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ea99e-3049-4dcc-b43b-84622ccbf205 req-fb1fb838-e6e2-4a69-a632-48d7ed376bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:17.601964 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-769ea99e-3049-4dcc-b43b-84622ccbf205 req-fb1fb838-e6e2-4a69-a632-48d7ed376bdc service neutron] 10.222.0.35 "GET /v2.0/networks?id=84d848d6-7fc5-41ca-ba05-463d0b866659 HTTP/1.1" status: 200 len: 921 time: 0.2117755 Aug 10 00:59:17.640620 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eab36b-17e7-439d-b4e2-c81908b0d9fa service neutron] Pushing event updated for resources: {'Port': ['ID=44699b31-2bc5-4f88-8465-1d3db5a30245,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:17.679192 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f4beaa7b-d704-4731-8a52-7c57af585eca tempest-MeteringIpV6TestJSON-669588861 tempest-MeteringIpV6TestJSON-669588861-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:17.683469 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f4beaa7b-d704-4731-8a52-7c57af585eca tempest-MeteringIpV6TestJSON-669588861 tempest-MeteringIpV6TestJSON-669588861-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-labels/b680120d-704a-4fc4-b623-2c7825f6b77d HTTP/1.1" status: 204 len: 168 time: 0.2301352 Aug 10 00:59:17.683816 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43172) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:17.696455 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-769ea99e-3049-4dcc-b43b-84622ccbf205 req-5c608ea5-b5e0-43ef-915c-25ff99a913f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf02f27d-9f44-4fd6-956e-0139852e2201 HTTP/1.1" status: 200 len: 217 time: 0.0569801 Aug 10 00:59:17.701978 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-029f1e76-7131-4ef8-a1a9-cbf103841a26 tempest-MeteringIpV6TestJSON-669588861 tempest-MeteringIpV6TestJSON-669588861-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=b680120d-704a-4fc4-b623-2c7825f6b77d HTTP/1.1" status: 200 len: 216 time: 0.0137196 Aug 10 00:59:17.702170 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43176) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:17.710877 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d75674-96fc-4047-90c2-83d91dabf36a req-58274d36-4340-448d-860b-8fe5d18111e5 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:17.716034 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-400c15e2-dc4e-49ec-93ac-5163fbf95a8c tempest-MeteringIpV6TestJSON-669588861 tempest-MeteringIpV6TestJSON-669588861-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0098460 Aug 10 00:59:17.717087 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-78d75674-96fc-4047-90c2-83d91dabf36a req-58274d36-4340-448d-860b-8fe5d18111e5 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=23878b91-209d-4973-8aa8-b709cbfbc496 HTTP/1.1" status: 200 len: 945 time: 0.1588454 Aug 10 00:59:17.717953 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43178) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:17.758080 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d347bf-4834-4a44-a700-740ad5fe5f8a None None] New status for floating IP a6120f9f-2fdd-4859-ae7e-dae062633375: DOWN {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 00:59:17.767272 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-2b52acaf-eb94-411c-a91a-e8545279a731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:17.768851 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-2b52acaf-eb94-411c-a91a-e8545279a731 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=db5c8b9684fa461f8db69c9aa9376581&device_id=075b40ff-9956-4999-a3f9-bdb8342898b0 HTTP/1.1" status: 200 len: 1096 time: 0.1660080 Aug 10 00:59:17.778574 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-42f6fb2c-dd27-4084-8cde-203451d6a460 tempest-MeteringIpV6TestJSON-669588861 tempest-MeteringIpV6TestJSON-669588861-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0570843 Aug 10 00:59:17.783061 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43180) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:17.833329 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-19a7e37c-7733-42b3-aa1c-a786d9ec7d88 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44699b31-2bc5-4f88-8465-1d3db5a30245 HTTP/1.1" status: 200 len: 217 time: 0.0536745 Aug 10 00:59:17.843012 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a2f4cd6a-f7d5-413f-9d13-d9b19a6dbcab tempest-MeteringIpV6TestJSON-669588861 tempest-MeteringIpV6TestJSON-669588861-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels/45356a01-39d4-4447-ba56-d58b63257581 HTTP/1.1" status: 200 len: 472 time: 0.0555077 Aug 10 00:59:17.843310 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43182) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:17.857807 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2d46d6d2-4453-4cbc-bde8-32132dfc3524 tempest-MeteringIpV6TestJSON-669588861 tempest-MeteringIpV6TestJSON-669588861-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules/3db41d55-b03c-4337-a1e9-2604b402ea4a HTTP/1.1" status: 200 len: 459 time: 0.0105062 Aug 10 00:59:17.858089 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43184) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:17.871989 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ea99e-3049-4dcc-b43b-84622ccbf205 req-83ee6e0f-229a-43a8-acf2-1ff4b4199f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:17.874048 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-769ea99e-3049-4dcc-b43b-84622ccbf205 req-83ee6e0f-229a-43a8-acf2-1ff4b4199f7e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=37a7a6ed-e6cb-4903-b17c-cc729cc80731 HTTP/1.1" status: 200 len: 860 time: 0.1545668 Aug 10 00:59:17.879118 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-78d75674-96fc-4047-90c2-83d91dabf36a req-eed28bab-5d27-4492-a16a-d3ae54fa4f46 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453938 Aug 10 00:59:17.911116 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-769ea99e-3049-4dcc-b43b-84622ccbf205 req-a4304b1a-892f-45f5-9778-430a36f44500 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=84d848d6-7fc5-41ca-ba05-463d0b866659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290306 Aug 10 00:59:17.941172 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-eb35bb59-c3fb-4adb-8217-51ebb632714b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:17.943040 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-eb35bb59-c3fb-4adb-8217-51ebb632714b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0ce092a3-f550-437a-8928-43805c65d849 HTTP/1.1" status: 200 len: 862 time: 0.1005330 Aug 10 00:59:17.946856 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6828e794-1bdd-4619-9dde-209b99de9f0f x-openstack-request-id: req-6828e794-1bdd-4619-9dde-209b99de9f0f {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:17.947391 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23878b91-209d-4973-8aa8-b709cbfbc496", "name": "network-vif-plugged", "status": "completed", "tag": "b78fdfc2-59bd-404b-884f-5d9d7bac42ce", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:17.947827 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6828e794-1bdd-4619-9dde-209b99de9f0f {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:17.948413 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23878b91-209d-4973-8aa8-b709cbfbc496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78fdfc2-59bd-404b-884f-5d9d7bac42ce', 'code': 200} Aug 10 00:59:17.986715 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6d43b172-e496-4897-aa36-6ab2da090cf3 tempest-MeteringIpV6TestJSON-669588861 tempest-MeteringIpV6TestJSON-669588861-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:17.991334 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6d43b172-e496-4897-aa36-6ab2da090cf3 tempest-MeteringIpV6TestJSON-669588861 tempest-MeteringIpV6TestJSON-669588861-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-label-rules/3db41d55-b03c-4337-a1e9-2604b402ea4a HTTP/1.1" status: 204 len: 168 time: 0.1300762 Aug 10 00:59:17.991608 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43186) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:18.030857 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-13fbed29-9fb8-4fac-8f92-0346e5b065f6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e6332a27-ba49-4d7e-93ff-d255b803530a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423090 Aug 10 00:59:18.136166 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-769ea99e-3049-4dcc-b43b-84622ccbf205 req-3414f6ee-24ef-4b96-9d9a-ba69bca345ae service neutron] 10.222.0.35 "GET /v2.0/networks/84d848d6-7fc5-41ca-ba05-463d0b866659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190869 Aug 10 00:59:18.173203 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94685a-aa47-43d6-973e-ac05664ce176 req-948fe0e7-5cc7-45c0-a15c-e6042a890302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:18.175244 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8e94685a-aa47-43d6-973e-ac05664ce176 req-948fe0e7-5cc7-45c0-a15c-e6042a890302 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=23878b91-209d-4973-8aa8-b709cbfbc496 HTTP/1.1" status: 200 len: 1097 time: 0.1266491 Aug 10 00:59:18.229864 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-df94bd6f-61fb-43aa-be67-435116585b9f tempest-MeteringIpV6TestJSON-669588861 tempest-MeteringIpV6TestJSON-669588861-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:18.230971 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-df94bd6f-61fb-43aa-be67-435116585b9f tempest-MeteringIpV6TestJSON-669588861 tempest-MeteringIpV6TestJSON-669588861-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-labels/45356a01-39d4-4447-ba56-d58b63257581 HTTP/1.1" status: 204 len: 168 time: 0.2383018 Aug 10 00:59:18.245599 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-e2d96419-b6d5-427c-ad02-da5c24fe927d service neutron] 10.222.0.24 "GET /v2.0/networks/e6332a27-ba49-4d7e-93ff-d255b803530a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043197 Aug 10 00:59:18.248517 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8e94685a-aa47-43d6-973e-ac05664ce176 req-604f4731-1916-44dd-8b53-5cb9683827b6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355370 Aug 10 00:59:18.277972 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689dbf4-90be-488e-aa94-83c8f9cc72d1 req-35e3bfef-b6d7-4ab5-9743-9d8baa89945a tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:18.279477 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3689dbf4-90be-488e-aa94-83c8f9cc72d1 req-35e3bfef-b6d7-4ab5-9743-9d8baa89945a tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=075b40ff-9956-4999-a3f9-bdb8342898b0 HTTP/1.1" status: 200 len: 944 time: 0.1246898 Aug 10 00:59:18.306101 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-769ea99e-3049-4dcc-b43b-84622ccbf205 req-430b4135-858f-4ad8-906a-d68b14849b10 service neutron] 10.222.0.35 "GET /v2.0/networks/84d848d6-7fc5-41ca-ba05-463d0b866659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605227 Aug 10 00:59:18.333012 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3689dbf4-90be-488e-aa94-83c8f9cc72d1 req-b6c0f989-9e3b-4d10-af3e-18b85dd8dd86 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436285 Aug 10 00:59:18.355209 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a968fa2d-b43b-4a4c-8fe7-758cdebfe4b2 x-openstack-request-id: req-a968fa2d-b43b-4a4c-8fe7-758cdebfe4b2 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:18.355507 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92997559-c006-48d5-af6e-2492dbdcff54", "tag": "cf02f27d-9f44-4fd6-956e-0139852e2201", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:18.355749 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a968fa2d-b43b-4a4c-8fe7-758cdebfe4b2 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:18.356477 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92997559-c006-48d5-af6e-2492dbdcff54', 'tag': 'cf02f27d-9f44-4fd6-956e-0139852e2201', 'status': 'completed', 'code': 200} Aug 10 00:59:18.476328 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0570687-160d-47f6-9815-d704da47ef1f req-50b0dd1f-0ca1-4e79-950c-110d43069eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:18.477901 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f0570687-160d-47f6-9815-d704da47ef1f req-50b0dd1f-0ca1-4e79-950c-110d43069eac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0dcadc67007b441aa43df38caf86e528&device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 1097 time: 0.0513461 Aug 10 00:59:18.525807 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43218) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:18.552875 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2be98a0f-a05b-4c73-b599-57f6195ba324 req-e7ce5449-5c4f-4c7f-b9cf-d217c1a4e82d tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/floatingips/a6120f9f-2fdd-4859-ae7e-dae062633375 HTTP/1.1" status: 200 len: 693 time: 0.0736384 Aug 10 00:59:18.574842 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0570687-160d-47f6-9815-d704da47ef1f req-28e15b18-b03f-4538-b753-eaad12f5bc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:18.576362 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f0570687-160d-47f6-9815-d704da47ef1f req-28e15b18-b03f-4538-b753-eaad12f5bc8c service neutron] 10.222.0.24 "GET /v2.0/networks?id=84d848d6-7fc5-41ca-ba05-463d0b866659 HTTP/1.1" status: 200 len: 921 time: 0.0906353 Aug 10 00:59:18.604861 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1eb0e-bfae-4057-a49c-e2c25ed51021 req-dc3b794c-0238-48d6-b38a-06161f1a2339 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:18.606388 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-17e1eb0e-bfae-4057-a49c-e2c25ed51021 req-dc3b794c-0238-48d6-b38a-06161f1a2339 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee0a5634-c695-4b8d-b9e1-05582ca6bd05 HTTP/1.1" status: 200 len: 945 time: 0.1868758 Aug 10 00:59:18.627256 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f0570687-160d-47f6-9815-d704da47ef1f req-c2b6618a-31b6-4199-8453-f6bc50707866 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf02f27d-9f44-4fd6-956e-0139852e2201 HTTP/1.1" status: 200 len: 217 time: 0.0435390 Aug 10 00:59:18.677693 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0570687-160d-47f6-9815-d704da47ef1f req-e3275997-5362-4512-89e8-ea196109ba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:18.679439 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f0570687-160d-47f6-9815-d704da47ef1f req-e3275997-5362-4512-89e8-ea196109ba3f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37a7a6ed-e6cb-4903-b17c-cc729cc80731 HTTP/1.1" status: 200 len: 860 time: 0.0442045 Aug 10 00:59:18.682235 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dea79122-803d-4ed7-aa65-533eb15fb082 req-ba29e479-663d-4890-8f8c-37496bd31a4d service neutron] 10.222.0.24 "GET /v2.0/networks/e6332a27-ba49-4d7e-93ff-d255b803530a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016403 Aug 10 00:59:18.682956 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d00c8071-a254-4595-b11f-c02304d0dc64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:18.721484 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f0570687-160d-47f6-9815-d704da47ef1f req-9c2a757e-6eb3-43b9-8fd0-85b409c782eb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84d848d6-7fc5-41ca-ba05-463d0b866659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295978 Aug 10 00:59:18.750026 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-17e1eb0e-bfae-4057-a49c-e2c25ed51021 req-c37d21be-34dc-4f96-a6bc-3e39106983f0 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149578 Aug 10 00:59:18.763232 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be98a0f-a05b-4c73-b599-57f6195ba324 req-73a8d43b-9dda-4d7a-bd2e-ebf083253d7d tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:18.771129 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2be98a0f-a05b-4c73-b599-57f6195ba324 req-73a8d43b-9dda-4d7a-bd2e-ebf083253d7d tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 784 time: 0.1984320 Aug 10 00:59:18.828939 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f0570687-160d-47f6-9815-d704da47ef1f req-f77855be-821a-4eb4-aec7-2937db52dd12 service neutron] 10.222.0.24 "GET /v2.0/networks/84d848d6-7fc5-41ca-ba05-463d0b866659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991774 Aug 10 00:59:18.855749 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2be98a0f-a05b-4c73-b599-57f6195ba324 req-bf43cad3-c4f5-4a36-91a6-a1baa4cf8785 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 696 time: 0.0727644 Aug 10 00:59:18.920139 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2be98a0f-a05b-4c73-b599-57f6195ba324 req-917c3caa-bcd0-4675-9997-b6307f73fe6c tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 696 time: 0.0568507 Aug 10 00:59:18.939956 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f0570687-160d-47f6-9815-d704da47ef1f req-ad70079f-efe7-4c34-be89-30b49d673699 service neutron] 10.222.0.24 "GET /v2.0/networks/84d848d6-7fc5-41ca-ba05-463d0b866659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029732 Aug 10 00:59:19.025281 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d00c8071-a254-4595-b11f-c02304d0dc64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:19.031345 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d00c8071-a254-4595-b11f-c02304d0dc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:19.100163 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d00c8071-a254-4595-b11f-c02304d0dc64 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=348b469846ad405db4768a7cd4be918a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5732930 Aug 10 00:59:19.100633 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43232) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:19.104115 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c8071-a254-4595-b11f-c02304d0dc64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e887ab9-dfb1-4632-ab73-acf27c1f8f53,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:19.124451 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-2be98a0f-a05b-4c73-b599-57f6195ba324 req-6f075040-a29f-42ff-8088-5417a0dfd611 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Deleting port bc2c39a4-fc18-4026-8222-5136d5320c66 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:59:19.124807 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2be98a0f-a05b-4c73-b599-57f6195ba324 req-6f075040-a29f-42ff-8088-5417a0dfd611 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:19.178628 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d273d366-47cf-42bb-8991-c567118797eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:19.208971 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2be98a0f-a05b-4c73-b599-57f6195ba324 req-6f075040-a29f-42ff-8088-5417a0dfd611 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:19.209310 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2be98a0f-a05b-4c73-b599-57f6195ba324 req-6f075040-a29f-42ff-8088-5417a0dfd611 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:19.210670 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d273d366-47cf-42bb-8991-c567118797eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:19.223219 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-2be98a0f-a05b-4c73-b599-57f6195ba324 req-6f075040-a29f-42ff-8088-5417a0dfd611 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Calling delete_port for bc2c39a4-fc18-4026-8222-5136d5320c66 owned by network:floatingip {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:59:19.287084 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d273d366-47cf-42bb-8991-c567118797eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:19.290600 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d273d366-47cf-42bb-8991-c567118797eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:19.294256 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d273d366-47cf-42bb-8991-c567118797eb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5e887ab9-dfb1-4632-ab73-acf27c1f8f53 HTTP/1.1" status: 204 len: 168 time: 0.1894367 Aug 10 00:59:19.316447 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273d366-47cf-42bb-8991-c567118797eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e887ab9-dfb1-4632-ab73-acf27c1f8f53,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:19.331094 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d273d366-47cf-42bb-8991-c567118797eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:19.331785 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d273d366-47cf-42bb-8991-c567118797eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:19.332124 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d273d366-47cf-42bb-8991-c567118797eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:19.332553 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d273d366-47cf-42bb-8991-c567118797eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:19.332923 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d273d366-47cf-42bb-8991-c567118797eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:19.333401 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d273d366-47cf-42bb-8991-c567118797eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:19.334256 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d273d366-47cf-42bb-8991-c567118797eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:19.334648 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d273d366-47cf-42bb-8991-c567118797eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:19.335007 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d273d366-47cf-42bb-8991-c567118797eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:19.335374 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d273d366-47cf-42bb-8991-c567118797eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:19.335740 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d273d366-47cf-42bb-8991-c567118797eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:19.336107 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d273d366-47cf-42bb-8991-c567118797eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:19.410425 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2be98a0f-a05b-4c73-b599-57f6195ba324 req-6f075040-a29f-42ff-8088-5417a0dfd611 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:19.439892 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f075040-a29f-42ff-8088-5417a0dfd611 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Pushing event deleted for resources: {'Port': ['ID=bc2c39a4-fc18-4026-8222-5136d5320c66,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:19.523619 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2be98a0f-a05b-4c73-b599-57f6195ba324 req-6f075040-a29f-42ff-8088-5417a0dfd611 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks [] for floatingip, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:19.527267 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2be98a0f-a05b-4c73-b599-57f6195ba324 req-6f075040-a29f-42ff-8088-5417a0dfd611 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:19.535618 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2be98a0f-a05b-4c73-b599-57f6195ba324 req-6f075040-a29f-42ff-8088-5417a0dfd611 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "DELETE /v2.0/floatingips/a6120f9f-2fdd-4859-ae7e-dae062633375 HTTP/1.1" status: 204 len: 173 time: 0.6025245 Aug 10 00:59:19.673755 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43264) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:19.688143 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6f9b17aa-152b-43f0-91ae-11c3295357c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:19.809195 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6f9b17aa-152b-43f0-91ae-11c3295357c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:19.814877 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6f9b17aa-152b-43f0-91ae-11c3295357c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:19.866737 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6f9b17aa-152b-43f0-91ae-11c3295357c9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9e5c70c55a554159ab321e257a481e6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1885476 Aug 10 00:59:19.866737 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b17aa-152b-43f0-91ae-11c3295357c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a12e1a-ec9b-4207-8b2b-9c689185a889,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:19.868501 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43272) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:19.928729 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e35dbebc-b9f0-4e0d-a18b-4d7dd1c69fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:19.952939 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e35dbebc-b9f0-4e0d-a18b-4d7dd1c69fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:20.016212 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e35dbebc-b9f0-4e0d-a18b-4d7dd1c69fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:20.021728 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e35dbebc-b9f0-4e0d-a18b-4d7dd1c69fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:20.026833 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e35dbebc-b9f0-4e0d-a18b-4d7dd1c69fa2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b8a12e1a-ec9b-4207-8b2b-9c689185a889 HTTP/1.1" status: 204 len: 168 time: 0.1571784 Aug 10 00:59:20.059475 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35dbebc-b9f0-4e0d-a18b-4d7dd1c69fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a12e1a-ec9b-4207-8b2b-9c689185a889,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:20.135288 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-0d88f505-7242-4756-9606-83eb74fb231c tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:59:20.136582 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-0d88f505-7242-4756-9606-83eb74fb231c tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2819767 Aug 10 00:59:20.197483 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-8fc26739-65c2-4700-8f2a-e84317f987da service neutron] Request body: {'binding': {'host': 'n-h1-766726-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:20.198050 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-8fc26739-65c2-4700-8f2a-e84317f987da service neutron] Unknown quota resources ['binding']. {{(pid=105827) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 00:59:20.235187 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 7ffe4520-2617-49c8-942c-1e532e6f6688 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:59:20.321371 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:20.346949 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c074a83d-ae7b-4a51-a3b9-6db5e930dfda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ffe4520-2617-49c8-942c-1e532e6f6688'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:20.349350 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da03f8f9-8ab9-41f2-8e6a-c376c302b4bd" -d '{"events": [{"server_uuid": "c074a83d-ae7b-4a51-a3b9-6db5e930dfda", "name": "network-vif-unplugged", "status": "completed", "tag": "7ffe4520-2617-49c8-942c-1e532e6f6688"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:20.357024 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-8fc26739-65c2-4700-8f2a-e84317f987da service neutron] Attempting to bind port 4e448d72-8613-4177-ac1f-c2dba8cabebb on host n-h1-766726-26 for vnic_type normal with profile None {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:20.357370 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-8fc26739-65c2-4700-8f2a-e84317f987da service neutron] Attempting to bind port 4e448d72-8613-4177-ac1f-c2dba8cabebb by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:20.357529 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075b40ff-9956-4999-a3f9-bdb8342898b0', 'tag': '44699b31-2bc5-4f88-8465-1d3db5a30245'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:20.357713 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-8fc26739-65c2-4700-8f2a-e84317f987da service neutron] Attempting to bind port 4e448d72-8613-4177-ac1f-c2dba8cabebb on network 9a3b32c7-74a3-4305-b7a7-526211811378 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:20.360374 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6618502b-1f63-42b0-9c63-dc626e1aae9c" -d '{"events": [{"name": "network-changed", "server_uuid": "075b40ff-9956-4999-a3f9-bdb8342898b0", "tag": "44699b31-2bc5-4f88-8465-1d3db5a30245"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:20.363932 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-8fc26739-65c2-4700-8f2a-e84317f987da service neutron] Port 4e448d72-8613-4177-ac1f-c2dba8cabebb on network 9a3b32c7-74a3-4305-b7a7-526211811378 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:20.364297 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-8fc26739-65c2-4700-8f2a-e84317f987da service neutron] Attempting to bind port 4e448d72-8613-4177-ac1f-c2dba8cabebb on network 9a3b32c7-74a3-4305-b7a7-526211811378 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:20.365957 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 7ffe4520-2617-49c8-942c-1e532e6f6688, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=7ffe4520-2617-49c8-942c-1e532e6f6688,segment=NetworkSegment(29e670d9-5039-46c1-a69e-9628f4a030e2),segment_id=29e670d9-5039-46c1-a69e-9628f4a030e2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:20.369695 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-8fc26739-65c2-4700-8f2a-e84317f987da service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:59:20.370014 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-8fc26739-65c2-4700-8f2a-e84317f987da service neutron] Checking segment: {'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:59:20.370456 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-8fc26739-65c2-4700-8f2a-e84317f987da service neutron] Bound using segment: {'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:59:20.371110 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-8fc26739-65c2-4700-8f2a-e84317f987da service neutron] Bound port: 4e448d72-8613-4177-ac1f-c2dba8cabebb, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:59:20.374164 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:20.439092 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=7ffe4520-2617-49c8-942c-1e532e6f6688,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:20.442766 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-8fc26739-65c2-4700-8f2a-e84317f987da service neutron] For port 4e448d72-8613-4177-ac1f-c2dba8cabebb, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=4e448d72-8613-4177-ac1f-c2dba8cabebb,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:59:20.454443 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-8fc26739-65c2-4700-8f2a-e84317f987da service neutron] Notify callbacks [] for binding, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:20.455690 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-8fc26739-65c2-4700-8f2a-e84317f987da service neutron] 10.222.0.35 "POST /v2.0/ports/4e448d72-8613-4177-ac1f-c2dba8cabebb/bindings HTTP/1.1" status: 201 len: 390 time: 0.3124089 Aug 10 00:59:20.456994 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78500b-1ce4-4a22-914b-5888c2d02b56 req-edae2e82-d465-4263-bc4f-1aba2a155430 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:20.458478 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ca78500b-1ce4-4a22-914b-5888c2d02b56 req-edae2e82-d465-4263-bc4f-1aba2a155430 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee0a5634-c695-4b8d-b9e1-05582ca6bd05 HTTP/1.1" status: 200 len: 945 time: 0.0654569 Aug 10 00:59:20.508931 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ca78500b-1ce4-4a22-914b-5888c2d02b56 req-80312488-c53f-4cad-979a-dadec8c46f53 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440814 Aug 10 00:59:20.628995 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966289d0-c7ba-4a54-8d09-6536fea80f8f req-2390a4b8-601a-48b7-a6b4-dcfc15b003f7 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:20.630679 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-966289d0-c7ba-4a54-8d09-6536fea80f8f req-2390a4b8-601a-48b7-a6b4-dcfc15b003f7 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=23878b91-209d-4973-8aa8-b709cbfbc496 HTTP/1.1" status: 200 len: 945 time: 0.0616004 Aug 10 00:59:20.678354 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-966289d0-c7ba-4a54-8d09-6536fea80f8f req-da8f5006-fc82-4313-8a29-b2451d67e968 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395284 Aug 10 00:59:20.761487 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8815fb5-cdca-49cb-ad1e-f1dc8b514c26 req-0d633cbf-aae1-4844-9733-74bcbd777735 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:20.763001 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8815fb5-cdca-49cb-ad1e-f1dc8b514c26 req-0d633cbf-aae1-4844-9733-74bcbd777735 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=075b40ff-9956-4999-a3f9-bdb8342898b0 HTTP/1.1" status: 200 len: 944 time: 0.0837607 Aug 10 00:59:20.777681 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-3452781d-e5c5-483d-a3f8-8e771ca676ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:20.779503 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-3452781d-e5c5-483d-a3f8-8e771ca676ae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af5124099ce04e7383a5ec5f662d948c&device_id=6d35146d-04aa-43bd-a0cd-8e969d772656 HTTP/1.1" status: 200 len: 1098 time: 0.0571225 Aug 10 00:59:20.783976 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f719d141-173a-4ff9-a09d-4d6879883041 req-6dda86db-a6ed-4c92-9b74-7a231e7be90d tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/security-groups/dd597698-f92d-4467-b965-2721e2af04bc HTTP/1.1" status: 200 len: 1810 time: 0.0652025 Aug 10 00:59:20.839652 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8815fb5-cdca-49cb-ad1e-f1dc8b514c26 req-006ff9ab-6d6d-4e16-ad1a-77767bc1db85 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678909 Aug 10 00:59:20.864432 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f719d141-173a-4ff9-a09d-4d6879883041 req-18f1b128-dc55-4fa2-8461-8bd29184a90a tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:20.889589 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f719d141-173a-4ff9-a09d-4d6879883041 req-18f1b128-dc55-4fa2-8461-8bd29184a90a tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:20.897888 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-9db15052-f590-4d62-9102-094c4dda6864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:20.899967 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-9db15052-f590-4d62-9102-094c4dda6864 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a3b32c7-74a3-4305-b7a7-526211811378 HTTP/1.1" status: 200 len: 909 time: 0.1091135 Aug 10 00:59:20.935862 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f719d141-173a-4ff9-a09d-4d6879883041 req-18f1b128-dc55-4fa2-8461-8bd29184a90a tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:20.939777 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f719d141-173a-4ff9-a09d-4d6879883041 req-18f1b128-dc55-4fa2-8461-8bd29184a90a tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:20.954709 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f719d141-173a-4ff9-a09d-4d6879883041 req-18f1b128-dc55-4fa2-8461-8bd29184a90a tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "DELETE /v2.0/security-groups/dd597698-f92d-4467-b965-2721e2af04bc HTTP/1.1" status: 204 len: 173 time: 0.1630855 Aug 10 00:59:20.962103 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-0f3ab98e-0f0c-45a3-a138-d7c00b0d8ecb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e448d72-8613-4177-ac1f-c2dba8cabebb HTTP/1.1" status: 200 len: 217 time: 0.0524037 Aug 10 00:59:20.967219 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f1b128-dc55-4fa2-8461-8bd29184a90a tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd597698-f92d-4467-b965-2721e2af04bc,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:21.025569 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257f14cb-1181-4489-b124-8c644428e4dd x-openstack-request-id: req-257f14cb-1181-4489-b124-8c644428e4dd {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:21.025873 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c074a83d-ae7b-4a51-a3b9-6db5e930dfda", "name": "network-vif-unplugged", "status": "completed", "tag": "7ffe4520-2617-49c8-942c-1e532e6f6688", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:21.026134 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-257f14cb-1181-4489-b124-8c644428e4dd {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:21.026532 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c074a83d-ae7b-4a51-a3b9-6db5e930dfda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ffe4520-2617-49c8-942c-1e532e6f6688', 'code': 200} Aug 10 00:59:21.031422 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-717f0aac-7a0d-4461-af6f-cc43ac954a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:21.034521 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-717f0aac-7a0d-4461-af6f-cc43ac954a68 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=25a2d27a-ba73-472c-943f-003d0feb1ed0 HTTP/1.1" status: 200 len: 848 time: 0.0556705 Aug 10 00:59:21.069907 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a140f146-bcb3-4319-8776-0c6c38f20f0b x-openstack-request-id: req-a140f146-bcb3-4319-8776-0c6c38f20f0b {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:21.070205 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075b40ff-9956-4999-a3f9-bdb8342898b0", "tag": "44699b31-2bc5-4f88-8465-1d3db5a30245", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:21.070462 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a140f146-bcb3-4319-8776-0c6c38f20f0b {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:21.070860 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075b40ff-9956-4999-a3f9-bdb8342898b0', 'tag': '44699b31-2bc5-4f88-8465-1d3db5a30245', 'status': 'completed', 'code': 200} Aug 10 00:59:21.077741 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-16633061-25d3-43a4-a5db-2a68f1dca759 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a3b32c7-74a3-4305-b7a7-526211811378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360172 Aug 10 00:59:21.159811 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618502b-1f63-42b0-9c63-dc626e1aae9c req-3a4b64dc-b614-4837-b2b6-fb1663fc3d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:21.162298 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6618502b-1f63-42b0-9c63-dc626e1aae9c req-3a4b64dc-b614-4837-b2b6-fb1663fc3d3f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=db5c8b9684fa461f8db69c9aa9376581&device_id=075b40ff-9956-4999-a3f9-bdb8342898b0 HTTP/1.1" status: 200 len: 1096 time: 0.0686238 Aug 10 00:59:21.245713 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-ce1e6bc7-1c6f-46e7-831a-81de467d7dc4 service neutron] 10.222.0.24 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599908 Aug 10 00:59:21.306913 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108d97d-5cde-4d2b-bdba-2514e1ff1fb7 req-a5c87614-8e90-45b9-b9d3-1e8479ddb7ef tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:21.317107 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0108d97d-5cde-4d2b-bdba-2514e1ff1fb7 req-a5c87614-8e90-45b9-b9d3-1e8479ddb7ef tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d35146d-04aa-43bd-a0cd-8e969d772656 HTTP/1.1" status: 200 len: 946 time: 0.1355376 Aug 10 00:59:21.369788 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618502b-1f63-42b0-9c63-dc626e1aae9c req-9e135c02-1939-4381-8848-01e3722e50d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:21.370014 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-423fb3e8-908e-4022-8063-83b5192d08a4 service neutron] 10.222.0.24 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156111 Aug 10 00:59:21.371269 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6618502b-1f63-42b0-9c63-dc626e1aae9c req-9e135c02-1939-4381-8848-01e3722e50d6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e6332a27-ba49-4d7e-93ff-d255b803530a HTTP/1.1" status: 200 len: 923 time: 0.2012992 Aug 10 00:59:21.390284 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0108d97d-5cde-4d2b-bdba-2514e1ff1fb7 req-3fb00438-0624-4150-bd9d-8820ca7d3ba7 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686903 Aug 10 00:59:21.504132 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6618502b-1f63-42b0-9c63-dc626e1aae9c req-1f9a743c-a5e5-4a0d-ad6e-23ac770fa8d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44699b31-2bc5-4f88-8465-1d3db5a30245 HTTP/1.1" status: 200 len: 217 time: 0.1106277 Aug 10 00:59:21.533058 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-004d0db1-84de-4b57-a986-28b4585226c5 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:21.534913 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-004d0db1-84de-4b57-a986-28b4585226c5 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6d35146d-04aa-43bd-a0cd-8e969d772656&tenant_id=af5124099ce04e7383a5ec5f662d948c&binding%3Ahost_id=n-h2-766726-26 HTTP/1.1" status: 200 len: 1098 time: 0.0933788 Aug 10 00:59:21.552726 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-27378868-11c6-4943-8ee9-19491817f0cb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-766726-26'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:21.631445 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-27378868-11c6-4943-8ee9-19491817f0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:21.691053 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618502b-1f63-42b0-9c63-dc626e1aae9c req-de4c3230-188a-4202-92bf-49b8fb37e0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:21.692564 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6618502b-1f63-42b0-9c63-dc626e1aae9c req-de4c3230-188a-4202-92bf-49b8fb37e0d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0ce092a3-f550-437a-8928-43805c65d849 HTTP/1.1" status: 200 len: 862 time: 0.1754301 Aug 10 00:59:21.718068 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43370) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:21.728083 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e650d0d-e1b4-4c8e-bc0f-b48ab519f67f req-fc6d0343-3464-49b0-83ec-2b72810b231b tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:21.729170 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4e650d0d-e1b4-4c8e-bc0f-b48ab519f67f req-fc6d0343-3464-49b0-83ec-2b72810b231b tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee0a5634-c695-4b8d-b9e1-05582ca6bd05 HTTP/1.1" status: 200 len: 945 time: 0.1602986 Aug 10 00:59:21.755740 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6618502b-1f63-42b0-9c63-dc626e1aae9c req-fa9e196f-8bdf-48ed-b418-10083fed6abf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e6332a27-ba49-4d7e-93ff-d255b803530a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519865 Aug 10 00:59:21.762763 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-27378868-11c6-4943-8ee9-19491817f0cb service neutron] For port 4e448d72-8613-4177-ac1f-c2dba8cabebb, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=4e448d72-8613-4177-ac1f-c2dba8cabebb,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:21.771211 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-2f720e8c-4697-40ba-8b6f-3e5c792121dc tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:21.772700 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-2f720e8c-4697-40ba-8b6f-3e5c792121dc tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/networks?id=5040841a-4984-47dc-a172-a1e3b8550316 HTTP/1.1" status: 200 len: 804 time: 0.2450871 Aug 10 00:59:21.813226 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-27378868-11c6-4943-8ee9-19491817f0cb service neutron] For port 4e448d72-8613-4177-ac1f-c2dba8cabebb, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:59:21.851959 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-b584e210-a627-4cf9-a0cf-c70205c094a9 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/quotas/8bb23d60148d40eaa256202b456c8a40 HTTP/1.1" status: 200 len: 375 time: 0.0608244 Aug 10 00:59:21.865298 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d35146d-04aa-43bd-a0cd-8e969d772656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e448d72-8613-4177-ac1f-c2dba8cabebb'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:21.868063 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f5222b-9f88-4df8-aaf4-d71cd7a53175" -d '{"events": [{"server_uuid": "6d35146d-04aa-43bd-a0cd-8e969d772656", "name": "network-vif-unplugged", "status": "completed", "tag": "4e448d72-8613-4177-ac1f-c2dba8cabebb"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:21.873614 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-27378868-11c6-4943-8ee9-19491817f0cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:21.873929 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4e650d0d-e1b4-4c8e-bc0f-b48ab519f67f req-e1d7efc5-1155-4a0f-a6da-cf3ad019c299 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207786 Aug 10 00:59:21.879918 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-27378868-11c6-4943-8ee9-19491817f0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:21.907999 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-4ea84889-f63c-4a3e-979e-cf5570a51064 tempest-MeteringTestJSON-1551521005 tempest-MeteringTestJSON-1551521005-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-600443087'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:21.908511 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-4ea84889-f63c-4a3e-979e-cf5570a51064 tempest-MeteringTestJSON-1551521005 tempest-MeteringTestJSON-1551521005-project-admin] Unknown quota resources ['metering_label']. {{(pid=105826) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 00:59:21.976934 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27378868-11c6-4943-8ee9-19491817f0cb service neutron] Pushing event updated for resources: {'Port': ['ID=4e448d72-8613-4177-ac1f-c2dba8cabebb,revision_number=7']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:21.979768 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-27378868-11c6-4943-8ee9-19491817f0cb service neutron] Attempting to bind port 4e448d72-8613-4177-ac1f-c2dba8cabebb on host n-h2-766726-26 for vnic_type normal with profile {"migrating_to": "n-h1-766726-26"} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:21.980107 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-27378868-11c6-4943-8ee9-19491817f0cb service neutron] Attempting to bind port 4e448d72-8613-4177-ac1f-c2dba8cabebb by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:21.980466 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-27378868-11c6-4943-8ee9-19491817f0cb service neutron] Attempting to bind port 4e448d72-8613-4177-ac1f-c2dba8cabebb on network 9a3b32c7-74a3-4305-b7a7-526211811378 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:21.985695 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-27378868-11c6-4943-8ee9-19491817f0cb service neutron] Port 4e448d72-8613-4177-ac1f-c2dba8cabebb on network 9a3b32c7-74a3-4305-b7a7-526211811378 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:21.986594 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-27378868-11c6-4943-8ee9-19491817f0cb service neutron] Attempting to bind port 4e448d72-8613-4177-ac1f-c2dba8cabebb on network 9a3b32c7-74a3-4305-b7a7-526211811378 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:21.994106 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-27378868-11c6-4943-8ee9-19491817f0cb service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:59:21.994442 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-27378868-11c6-4943-8ee9-19491817f0cb service neutron] Checking segment: {'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:59:21.994827 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-27378868-11c6-4943-8ee9-19491817f0cb service neutron] Bound using segment: {'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:59:21.995266 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-27378868-11c6-4943-8ee9-19491817f0cb service neutron] Bound port: 4e448d72-8613-4177-ac1f-c2dba8cabebb, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:59:21.995630 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-27378868-11c6-4943-8ee9-19491817f0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:22.015007 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6618502b-1f63-42b0-9c63-dc626e1aae9c req-df7b5f23-735f-4cba-b3e4-5ebc1828372c service neutron] 10.222.0.24 "GET /v2.0/networks/e6332a27-ba49-4d7e-93ff-d255b803530a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359796 Aug 10 00:59:22.064207 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-27378868-11c6-4943-8ee9-19491817f0cb service neutron] For port 4e448d72-8613-4177-ac1f-c2dba8cabebb, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:59:22.068127 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-27378868-11c6-4943-8ee9-19491817f0cb service neutron] For port 4e448d72-8613-4177-ac1f-c2dba8cabebb, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=4e448d72-8613-4177-ac1f-c2dba8cabebb,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:59:22.073466 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-27378868-11c6-4943-8ee9-19491817f0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:22.149945 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27378868-11c6-4943-8ee9-19491817f0cb service neutron] Pushing event updated for resources: {'Port': ['ID=4e448d72-8613-4177-ac1f-c2dba8cabebb,revision_number=8']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:22.155354 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-27378868-11c6-4943-8ee9-19491817f0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:22.156053 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-27378868-11c6-4943-8ee9-19491817f0cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:22.157665 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-27378868-11c6-4943-8ee9-19491817f0cb service neutron] 10.222.0.24 "PUT /v2.0/ports/4e448d72-8613-4177-ac1f-c2dba8cabebb HTTP/1.1" status: 200 len: 1124 time: 0.6150422 Aug 10 00:59:22.306915 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['4e448d72-8613-4177-ac1f-c2dba8cabebb'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:59:22.434512 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-0e3ddacd-395c-4434-aa7b-3f7253c5436f tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8bb23d60148d40eaa256202b456c8a40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5742495 Aug 10 00:59:22.439715 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4ea84889-f63c-4a3e-979e-cf5570a51064 tempest-MeteringTestJSON-1551521005 tempest-MeteringTestJSON-1551521005-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:22.440913 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4ea84889-f63c-4a3e-979e-cf5570a51064 tempest-MeteringTestJSON-1551521005 tempest-MeteringTestJSON-1551521005-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7208095 Aug 10 00:59:22.443781 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43380) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:22.448340 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-44ba81df-93fd-4e24-8a41-4a0e046646c7 tempest-MeteringTestJSON-1551521005 tempest-MeteringTestJSON-1551521005-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'e4282562-d2df-4f69-b922-533ce8fd48e1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:22.448965 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-44ba81df-93fd-4e24-8a41-4a0e046646c7 tempest-MeteringTestJSON-1551521005 tempest-MeteringTestJSON-1551521005-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105827) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 00:59:22.502849 n-d-766726-26 neutron-server[105827]: WARNING neutron.services.metering.metering_plugin [None req-44ba81df-93fd-4e24-8a41-4a0e046646c7 tempest-MeteringTestJSON-1551521005 tempest-MeteringTestJSON-1551521005-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 10 00:59:22.504018 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60320552-cbab-4e5a-b2fb-717d77f176cb req-23760fe3-da8a-4ea1-acd7-525c9f58cb7a tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:22.505740 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-60320552-cbab-4e5a-b2fb-717d77f176cb req-23760fe3-da8a-4ea1-acd7-525c9f58cb7a tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=23878b91-209d-4973-8aa8-b709cbfbc496 HTTP/1.1" status: 200 len: 945 time: 0.5726976 Aug 10 00:59:22.575875 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6618502b-1f63-42b0-9c63-dc626e1aae9c req-9772d3f1-f1ee-4f3b-86e5-660f78bec3b5 service neutron] 10.222.0.24 "GET /v2.0/networks/e6332a27-ba49-4d7e-93ff-d255b803530a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298763 Aug 10 00:59:22.582520 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-44ba81df-93fd-4e24-8a41-4a0e046646c7 tempest-MeteringTestJSON-1551521005 tempest-MeteringTestJSON-1551521005-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:22.583682 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-44ba81df-93fd-4e24-8a41-4a0e046646c7 tempest-MeteringTestJSON-1551521005 tempest-MeteringTestJSON-1551521005-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1388729 Aug 10 00:59:22.587804 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43382) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:22.592296 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-aee426f6-6acf-4ec9-a43a-aaaebf60e137 tempest-MeteringTestJSON-1551521005 tempest-MeteringTestJSON-1551521005-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'e4282562-d2df-4f69-b922-533ce8fd48e1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:22.592880 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-aee426f6-6acf-4ec9-a43a-aaaebf60e137 tempest-MeteringTestJSON-1551521005 tempest-MeteringTestJSON-1551521005-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105827) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 00:59:22.595293 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-60320552-cbab-4e5a-b2fb-717d77f176cb req-68c4e21b-fbda-40e8-bb20-5700d1016d8d tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799532 Aug 10 00:59:22.601587 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-f28c1589-e0f9-4274-bb96-6a385715234e service neutron] 10.222.0.35 "GET /v2.0/networks/5040841a-4984-47dc-a172-a1e3b8550316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576529 Aug 10 00:59:22.660446 n-d-766726-26 neutron-server[105827]: WARNING neutron.services.metering.metering_plugin [None req-aee426f6-6acf-4ec9-a43a-aaaebf60e137 tempest-MeteringTestJSON-1551521005 tempest-MeteringTestJSON-1551521005-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 10 00:59:22.730317 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-dbf50d6e-6907-4f2e-892e-fe6dcc44c02c service neutron] 10.222.0.35 "GET /v2.0/networks/5040841a-4984-47dc-a172-a1e3b8550316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209455 Aug 10 00:59:22.737915 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30071fa5-7204-413f-9eeb-4aa81881ec67 req-be24f213-d3f8-4343-b53b-e88ccee02a11 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:22.739317 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-30071fa5-7204-413f-9eeb-4aa81881ec67 req-be24f213-d3f8-4343-b53b-e88ccee02a11 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 945 time: 0.0754745 Aug 10 00:59:22.739467 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-aee426f6-6acf-4ec9-a43a-aaaebf60e137 tempest-MeteringTestJSON-1551521005 tempest-MeteringTestJSON-1551521005-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:22.740575 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-aee426f6-6acf-4ec9-a43a-aaaebf60e137 tempest-MeteringTestJSON-1551521005 tempest-MeteringTestJSON-1551521005-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1517093 Aug 10 00:59:22.743138 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43384) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:22.752482 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d91ff844-851f-47ef-810d-7be2affb7982 tempest-MeteringTestJSON-1551521005 tempest-MeteringTestJSON-1551521005-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=437bfda7-fc3a-4f2c-b578-685227e6157c HTTP/1.1" status: 200 len: 464 time: 0.0081754 Aug 10 00:59:22.754764 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43386) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:22.788122 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-30071fa5-7204-413f-9eeb-4aa81881ec67 req-5747bb98-89a5-4f05-b719-88b4cb31add3 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/security-groups?id=59690946-e823-4318-92b2-2bfb3d8f40ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416307 Aug 10 00:59:22.860745 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-adc7807f-6929-4d1a-94f5-b46f7716b728 tempest-MeteringTestJSON-1551521005 tempest-MeteringTestJSON-1551521005-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:22.864307 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-adc7807f-6929-4d1a-94f5-b46f7716b728 tempest-MeteringTestJSON-1551521005 tempest-MeteringTestJSON-1551521005-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-label-rules/437bfda7-fc3a-4f2c-b578-685227e6157c HTTP/1.1" status: 204 len: 168 time: 0.1061985 Aug 10 00:59:22.865029 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43390) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:22.874397 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4f274f90-77f8-4c6a-bcfa-26213feb9135 tempest-MeteringTestJSON-1551521005 tempest-MeteringTestJSON-1551521005-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=437bfda7-fc3a-4f2c-b578-685227e6157c HTTP/1.1" status: 200 len: 221 time: 0.0087869 Aug 10 00:59:22.878314 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43394) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:22.885546 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-3c12aa45-0f9e-4283-b817-5d72ff516b26 tempest-MeteringTestJSON-1551521005 tempest-MeteringTestJSON-1551521005-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2059153164', 'description': 'label created by tempest'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:22.886008 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-3c12aa45-0f9e-4283-b817-5d72ff516b26 tempest-MeteringTestJSON-1551521005 tempest-MeteringTestJSON-1551521005-project-admin] Unknown quota resources ['metering_label']. {{(pid=105827) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 00:59:22.933820 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1d014e-362c-4e9f-8404-bfc535c9cb05 x-openstack-request-id: req-4d1d014e-362c-4e9f-8404-bfc535c9cb05 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:22.934237 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d35146d-04aa-43bd-a0cd-8e969d772656", "name": "network-vif-unplugged", "status": "completed", "tag": "4e448d72-8613-4177-ac1f-c2dba8cabebb", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:22.934566 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4d1d014e-362c-4e9f-8404-bfc535c9cb05 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:22.934980 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d35146d-04aa-43bd-a0cd-8e969d772656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e448d72-8613-4177-ac1f-c2dba8cabebb', 'code': 200} Aug 10 00:59:22.974714 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135535d-670f-494a-8911-6ff6b832d925 req-0e09892e-2047-4d0a-9e17-e10a7869fd69 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:22.976514 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c135535d-670f-494a-8911-6ff6b832d925 req-0e09892e-2047-4d0a-9e17-e10a7869fd69 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=075b40ff-9956-4999-a3f9-bdb8342898b0 HTTP/1.1" status: 200 len: 944 time: 0.0665901 Aug 10 00:59:23.050046 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c135535d-670f-494a-8911-6ff6b832d925 req-10ea3dd0-1f90-4330-b165-e38cdf1570f4 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583122 Aug 10 00:59:23.054567 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3c12aa45-0f9e-4283-b817-5d72ff516b26 tempest-MeteringTestJSON-1551521005 tempest-MeteringTestJSON-1551521005-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:23.056319 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3c12aa45-0f9e-4283-b817-5d72ff516b26 tempest-MeteringTestJSON-1551521005 tempest-MeteringTestJSON-1551521005-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1755354 Aug 10 00:59:23.058784 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea101a-b68e-4ac4-a263-3636ae5b43f5 req-aac115f4-3567-4edb-b66f-5ea378939d73 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:23.058936 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43402) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:23.060382 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6bea101a-b68e-4ac4-a263-3636ae5b43f5 req-aac115f4-3567-4edb-b66f-5ea378939d73 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d35146d-04aa-43bd-a0cd-8e969d772656 HTTP/1.1" status: 200 len: 944 time: 0.0801899 Aug 10 00:59:23.131611 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5e8bc472-4b10-4c3c-80fc-93fd241a4fd9 tempest-MeteringTestJSON-1551521005 tempest-MeteringTestJSON-1551521005-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=af1d393b-5ab2-4b31-b337-535d8c9bf2c6 HTTP/1.1" status: 200 len: 468 time: 0.0715370 Aug 10 00:59:23.146257 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43404) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:23.156035 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8252e060-29cc-4047-90be-8e6f327021cc req-806b3b70-719f-44fa-b1f6-7f4ba31c5673 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4daab54-9d4f-4b32-ab78-5b45b50b6b98 HTTP/1.1" status: 200 len: 210 time: 0.0499949 Aug 10 00:59:23.169884 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d136f0-6060-4493-9144-9381492f0cdf req-5c3bfb63-da2e-4b36-9d7c-27ada4e418f9 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:23.171719 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-09d136f0-6060-4493-9144-9381492f0cdf req-5c3bfb63-da2e-4b36-9d7c-27ada4e418f9 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.20 "GET /v2.0/ports?device_id=c074a83d-ae7b-4a51-a3b9-6db5e930dfda HTTP/1.1" status: 200 len: 943 time: 0.0605693 Aug 10 00:59:23.222402 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6bea101a-b68e-4ac4-a263-3636ae5b43f5 req-a242aab2-8684-49c2-ac73-337e87874cfa tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446166 Aug 10 00:59:23.315836 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7195d8-f3f9-428c-9dcf-4533b5eda8f8 req-401dd72e-8645-48ca-9498-11feac37dc81 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:23.317365 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3a7195d8-f3f9-428c-9dcf-4533b5eda8f8 req-401dd72e-8645-48ca-9498-11feac37dc81 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee0a5634-c695-4b8d-b9e1-05582ca6bd05 HTTP/1.1" status: 200 len: 945 time: 0.0672400 Aug 10 00:59:23.326597 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-09d136f0-6060-4493-9144-9381492f0cdf req-d9e9232d-dfcf-40f0-b69b-2258245eae92 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Deleting port 7ffe4520-2617-49c8-942c-1e532e6f6688 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:59:23.326908 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-09d136f0-6060-4493-9144-9381492f0cdf req-d9e9232d-dfcf-40f0-b69b-2258245eae92 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:23.394888 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82baa0ab-cc6e-4f7e-8ba0-ff35c7078763 req-a22a92f1-ba0f-4189-a046-2ee401ed56f3 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:23.396775 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82baa0ab-cc6e-4f7e-8ba0-ff35c7078763 req-a22a92f1-ba0f-4189-a046-2ee401ed56f3 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee0a5634-c695-4b8d-b9e1-05582ca6bd05 HTTP/1.1" status: 200 len: 945 time: 0.1446881 Aug 10 00:59:23.455059 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9adb0a5d-e9b1-494e-a519-bc8d2d4a3d57 tempest-MeteringTestJSON-1551521005 tempest-MeteringTestJSON-1551521005-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:23.456763 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9adb0a5d-e9b1-494e-a519-bc8d2d4a3d57 tempest-MeteringTestJSON-1551521005 tempest-MeteringTestJSON-1551521005-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-labels/af1d393b-5ab2-4b31-b337-535d8c9bf2c6 HTTP/1.1" status: 204 len: 168 time: 0.3072579 Aug 10 00:59:23.460864 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43408) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:23.477331 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-09d136f0-6060-4493-9144-9381492f0cdf req-d9e9232d-dfcf-40f0-b69b-2258245eae92 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] For port 7ffe4520-2617-49c8-942c-1e532e6f6688, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=7ffe4520-2617-49c8-942c-1e532e6f6688,segment=NetworkSegment(29e670d9-5039-46c1-a69e-9628f4a030e2),segment_id=29e670d9-5039-46c1-a69e-9628f4a030e2)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:23.477709 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-09d136f0-6060-4493-9144-9381492f0cdf req-d9e9232d-dfcf-40f0-b69b-2258245eae92 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:23.484608 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8c18d2d1-0bbc-410b-bc83-bd8bbebf024d tempest-MeteringTestJSON-1551521005 tempest-MeteringTestJSON-1551521005-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=af1d393b-5ab2-4b31-b337-535d8c9bf2c6 HTTP/1.1" status: 200 len: 216 time: 0.0185976 Aug 10 00:59:23.484844 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82baa0ab-cc6e-4f7e-8ba0-ff35c7078763 req-9de34f25-58f4-4375-a298-d11aa00e1306 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510352 Aug 10 00:59:23.485104 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43410) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:23.497845 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-09d136f0-6060-4493-9144-9381492f0cdf req-d9e9232d-dfcf-40f0-b69b-2258245eae92 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Calling delete_port for 7ffe4520-2617-49c8-942c-1e532e6f6688 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:59:23.498036 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b80a1f70-808c-4377-8240-0475e2587c36 tempest-MeteringTestJSON-1551521005 tempest-MeteringTestJSON-1551521005-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0086367 Aug 10 00:59:23.498036 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43412) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:23.514281 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-49cdb313-07ea-4e52-973f-375b28517278 tempest-MeteringTestJSON-1551521005 tempest-MeteringTestJSON-1551521005-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0122881 Aug 10 00:59:23.515499 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-3a7195d8-f3f9-428c-9dcf-4533b5eda8f8 req-35855ba3-6551-43a1-8382-e40e7f449dd4 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Deleting port 1d3988f1-5abd-421a-bb64-dff48b743d1a {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:59:23.515849 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3a7195d8-f3f9-428c-9dcf-4533b5eda8f8 req-35855ba3-6551-43a1-8382-e40e7f449dd4 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:23.516661 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43414) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:23.573029 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3b0fcb6f-b71f-4ac2-a390-93f569b82898 tempest-MeteringTestJSON-1551521005 tempest-MeteringTestJSON-1551521005-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels/e4282562-d2df-4f69-b922-533ce8fd48e1 HTTP/1.1" status: 200 len: 472 time: 0.0550785 Aug 10 00:59:23.576361 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43416) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:23.580502 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 44699b31-2bc5-4f88-8465-1d3db5a30245 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:59:23.596560 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7a944475-248f-4214-b73e-8fec3cf8cb2a tempest-MeteringTestJSON-1551521005 tempest-MeteringTestJSON-1551521005-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules/ddfc800c-6ba0-4fa0-b357-cec87e0765f4 HTTP/1.1" status: 200 len: 461 time: 0.0160925 Aug 10 00:59:23.596833 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43418) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:23.708248 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 44699b31-2bc5-4f88-8465-1d3db5a30245, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=44699b31-2bc5-4f88-8465-1d3db5a30245,segment=NetworkSegment(f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38),segment_id=f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:23.720660 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '44699b31-2bc5-4f88-8465-1d3db5a30245', 'network_id': 'e6332a27-ba49-4d7e-93ff-d255b803530a', 'port_id': '44699b31-2bc5-4f88-8465-1d3db5a30245', 'mac_address': 'fa:16:3e:2f:83:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ce092a3-f550-437a-8928-43805c65d849', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:59:23.743402 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ec991401-7d6d-499f-bb18-572e2fc9a390 tempest-MeteringTestJSON-1551521005 tempest-MeteringTestJSON-1551521005-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:23.744681 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ec991401-7d6d-499f-bb18-572e2fc9a390 tempest-MeteringTestJSON-1551521005 tempest-MeteringTestJSON-1551521005-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-label-rules/ddfc800c-6ba0-4fa0-b357-cec87e0765f4 HTTP/1.1" status: 204 len: 168 time: 0.1468101 Aug 10 00:59:23.748172 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43422) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:23.764072 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:23.778513 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44699b31-2bc5-4f88-8465-1d3db5a30245 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:59:23.801238 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 44699b31-2bc5-4f88-8465-1d3db5a30245, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=44699b31-2bc5-4f88-8465-1d3db5a30245,segment=NetworkSegment(f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38),segment_id=f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:23.806986 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:23.875763 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4b6bf-7e11-41e6-a513-7baa962d363f req-a8b2e161-be74-4f31-961d-b977af8c4976 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:23.876021 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=44699b31-2bc5-4f88-8465-1d3db5a30245,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:23.877856 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5cb4b6bf-7e11-41e6-a513-7baa962d363f req-a8b2e161-be74-4f31-961d-b977af8c4976 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=23878b91-209d-4973-8aa8-b709cbfbc496 HTTP/1.1" status: 200 len: 945 time: 0.1906555 Aug 10 00:59:24.002356 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-3a7195d8-f3f9-428c-9dcf-4533b5eda8f8 req-35855ba3-6551-43a1-8382-e40e7f449dd4 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] For port 1d3988f1-5abd-421a-bb64-dff48b743d1a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=1d3988f1-5abd-421a-bb64-dff48b743d1a,segment=NetworkSegment(45b34241-697f-4f50-87d8-6d6db6581d08),segment_id=45b34241-697f-4f50-87d8-6d6db6581d08)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:24.002821 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3a7195d8-f3f9-428c-9dcf-4533b5eda8f8 req-35855ba3-6551-43a1-8382-e40e7f449dd4 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:24.023638 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-3a7195d8-f3f9-428c-9dcf-4533b5eda8f8 req-35855ba3-6551-43a1-8382-e40e7f449dd4 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Calling delete_port for 1d3988f1-5abd-421a-bb64-dff48b743d1a owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:59:24.040809 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-09d136f0-6060-4493-9144-9381492f0cdf req-d9e9232d-dfcf-40f0-b69b-2258245eae92 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:24.098081 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5cb4b6bf-7e11-41e6-a513-7baa962d363f req-43516f19-63fc-4548-8643-b981afc67c11 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048178 Aug 10 00:59:24.104872 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9232d-dfcf-40f0-b69b-2258245eae92 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Pushing event deleted for resources: {'Port': ['ID=7ffe4520-2617-49c8-942c-1e532e6f6688,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:24.113676 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee666bee-60c0-404f-ae7a-ebd173131fd7 req-ce423cc1-5bf0-40cd-8e8c-2fa4f98ab3f7 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:24.116654 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ee666bee-60c0-404f-ae7a-ebd173131fd7 req-ce423cc1-5bf0-40cd-8e8c-2fa4f98ab3f7 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 945 time: 0.2378237 Aug 10 00:59:24.125751 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ca5f56f6-81ef-4606-bde2-5b6dfed8c293 tempest-MeteringTestJSON-1551521005 tempest-MeteringTestJSON-1551521005-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:24.126908 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ca5f56f6-81ef-4606-bde2-5b6dfed8c293 tempest-MeteringTestJSON-1551521005 tempest-MeteringTestJSON-1551521005-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-labels/e4282562-d2df-4f69-b922-533ce8fd48e1 HTTP/1.1" status: 204 len: 168 time: 0.3780928 Aug 10 00:59:24.159977 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d136f0-6060-4493-9144-9381492f0cdf req-d9e9232d-dfcf-40f0-b69b-2258245eae92 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] No DVR routers for this DVR port 7ffe4520-2617-49c8-942c-1e532e6f6688 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:59:24.163500 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-09d136f0-6060-4493-9144-9381492f0cdf req-d9e9232d-dfcf-40f0-b69b-2258245eae92 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:24.165633 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-09d136f0-6060-4493-9144-9381492f0cdf req-d9e9232d-dfcf-40f0-b69b-2258245eae92 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.20 "DELETE /v2.0/ports/7ffe4520-2617-49c8-942c-1e532e6f6688 HTTP/1.1" status: 204 len: 173 time: 0.9801102 Aug 10 00:59:24.206335 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-c83805de-0d81-46fe-a89b-d2efee880994 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:24.207951 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-c83805de-0d81-46fe-a89b-d2efee880994 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.20 "GET /v2.0/networks?id=5040841a-4984-47dc-a172-a1e3b8550316 HTTP/1.1" status: 200 len: 804 time: 0.2422140 Aug 10 00:59:24.219937 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ee666bee-60c0-404f-ae7a-ebd173131fd7 req-aa601cbc-a0dd-4c05-8c7f-d616fa4e0482 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/security-groups?id=59690946-e823-4318-92b2-2bfb3d8f40ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834944 Aug 10 00:59:24.240280 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-d3ba6ad0-1771-47ee-a358-d0b724c8f172 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Request body: {'port': {'device_id': 'e4daab54-9d4f-4b32-ab78-5b45b50b6b98', 'network_id': '5040841a-4984-47dc-a172-a1e3b8550316', 'admin_state_up': True, 'tenant_id': '8bb23d60148d40eaa256202b456c8a40'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:24.269813 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3a7195d8-f3f9-428c-9dcf-4533b5eda8f8 req-35855ba3-6551-43a1-8382-e40e7f449dd4 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:24.284408 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['c58ea708-4565-4b16-a53e-c9c57ba4f3a2'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:59:24.316321 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35855ba3-6551-43a1-8382-e40e7f449dd4 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Pushing event deleted for resources: {'Port': ['ID=1d3988f1-5abd-421a-bb64-dff48b743d1a,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:24.353469 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7195d8-f3f9-428c-9dcf-4533b5eda8f8 req-35855ba3-6551-43a1-8382-e40e7f449dd4 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] No DVR routers for this DVR port 1d3988f1-5abd-421a-bb64-dff48b743d1a on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:59:24.356543 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3a7195d8-f3f9-428c-9dcf-4533b5eda8f8 req-35855ba3-6551-43a1-8382-e40e7f449dd4 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:24.359991 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3a7195d8-f3f9-428c-9dcf-4533b5eda8f8 req-35855ba3-6551-43a1-8382-e40e7f449dd4 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.20 "DELETE /v2.0/ports/1d3988f1-5abd-421a-bb64-dff48b743d1a HTTP/1.1" status: 204 len: 173 time: 1.0298688 Aug 10 00:59:24.365242 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['1d3988f1-5abd-421a-bb64-dff48b743d1a'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:59:24.447995 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bc64da9e-e4f6-4679-af58-4663ef2848b6 req-19890e04-8d00-435f-a3e3-672622333991 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4daab54-9d4f-4b32-ab78-5b45b50b6b98 HTTP/1.1" status: 200 len: 210 time: 0.0854211 Aug 10 00:59:24.513044 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d13c7-4a86-4b89-a7b0-2b5a88fe63aa req-cf6a7979-afb6-4b6c-8732-1646da2fea9e tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:24.514438 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-668d13c7-4a86-4b89-a7b0-2b5a88fe63aa req-cf6a7979-afb6-4b6c-8732-1646da2fea9e tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.24 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 945 time: 0.1559305 Aug 10 00:59:24.517027 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-d3ba6ad0-1771-47ee-a358-d0b724c8f172 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Made reservation on behalf of 8bb23d60148d40eaa256202b456c8a40 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:59:24.520094 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-d3ba6ad0-1771-47ee-a358-d0b724c8f172 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:24.543380 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['44699b31-2bc5-4f88-8465-1d3db5a30245'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:59:24.570415 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cae837-5633-473b-a5c4-6386e628fb2d req-0484e81d-a320-4603-80f2-867fe6224768 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:24.576662 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-01cae837-5633-473b-a5c4-6386e628fb2d req-0484e81d-a320-4603-80f2-867fe6224768 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=075b40ff-9956-4999-a3f9-bdb8342898b0 HTTP/1.1" status: 200 len: 945 time: 0.2170281 Aug 10 00:59:24.585088 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43442) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:24.710587 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2a70a79c-e938-4b36-893a-c1e2ee83a9c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:24.770247 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c71347-271c-4b5e-b7cb-b7db0ffc5be9 req-a3ac894c-57f3-4e04-ba99-e5c3667c69d1 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:24.771693 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a7c71347-271c-4b5e-b7cb-b7db0ffc5be9 req-a3ac894c-57f3-4e04-ba99-e5c3667c69d1 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d35146d-04aa-43bd-a0cd-8e969d772656 HTTP/1.1" status: 200 len: 944 time: 0.2134039 Aug 10 00:59:24.774522 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-01cae837-5633-473b-a5c4-6386e628fb2d req-6d42cadc-aae0-45ef-a279-a61261caa1a6 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968701 Aug 10 00:59:24.821972 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2a70a79c-e938-4b36-893a-c1e2ee83a9c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:24.826184 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2a70a79c-e938-4b36-893a-c1e2ee83a9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:24.832867 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-668d13c7-4a86-4b89-a7b0-2b5a88fe63aa req-b280d11e-3633-4e1e-9c9a-55c2d49e6fb9 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Deleting port cf02f27d-9f44-4fd6-956e-0139852e2201 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:59:24.833072 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-668d13c7-4a86-4b89-a7b0-2b5a88fe63aa req-b280d11e-3633-4e1e-9c9a-55c2d49e6fb9 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:24.880699 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-41ec0704-e641-4818-af57-09e0d7bc4dad req-b598e201-71cc-4721-8cda-7b5f6a1dd322 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c074a83d-ae7b-4a51-a3b9-6db5e930dfda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0512064 Aug 10 00:59:24.894753 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2a70a79c-e938-4b36-893a-c1e2ee83a9c7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9f7e8a3cfbef43f48b29ceafc014fed3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3084648 Aug 10 00:59:24.895693 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70a79c-e938-4b36-893a-c1e2ee83a9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6f5785-c77d-42a8-891c-f982ec687918,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:24.898354 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43446) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:24.933043 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a7c71347-271c-4b5e-b7cb-b7db0ffc5be9 req-8434f550-c281-44ca-8763-dd1e1644e666 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180673 Aug 10 00:59:24.936525 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d35146d-04aa-43bd-a0cd-8e969d772656', 'tag': '4e448d72-8613-4177-ac1f-c2dba8cabebb'}, {'server_uuid': 'c074a83d-ae7b-4a51-a3b9-6db5e930dfda', 'name': 'network-vif-deleted', 'tag': '7ffe4520-2617-49c8-942c-1e532e6f6688'}, {'server_uuid': 'ee0a5634-c695-4b8d-b9e1-05582ca6bd05', 'name': 'network-vif-deleted', 'tag': '1d3988f1-5abd-421a-bb64-dff48b743d1a'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:24.939523 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-d3ba6ad0-1771-47ee-a358-d0b724c8f172 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Allocated IP 172.20.0.2 (5040841a-4984-47dc-a172-a1e3b8550316/d10f85b2-b60a-4bec-a6dc-24390adf6af4/5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:59:24.940613 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd3fa7c-8c08-400a-9765-e7919a6e7bc0" -d '{"events": [{"name": "network-changed", "server_uuid": "6d35146d-04aa-43bd-a0cd-8e969d772656", "tag": "4e448d72-8613-4177-ac1f-c2dba8cabebb"}, {"server_uuid": "c074a83d-ae7b-4a51-a3b9-6db5e930dfda", "name": "network-vif-deleted", "tag": "7ffe4520-2617-49c8-942c-1e532e6f6688"}, {"server_uuid": "ee0a5634-c695-4b8d-b9e1-05582ca6bd05", "name": "network-vif-deleted", "tag": "1d3988f1-5abd-421a-bb64-dff48b743d1a"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:24.985133 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5551a1f3-6947-44bf-a0bb-b615aa33a232 req-efb52729-c065-47e0-9b93-d68d389e0b4f tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee0a5634-c695-4b8d-b9e1-05582ca6bd05 HTTP/1.1" status: 200 len: 210 time: 0.0571783 Aug 10 00:59:25.020093 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acf9198-4b52-4df7-a0c8-cb4310f896f1 x-openstack-request-id: req-6acf9198-4b52-4df7-a0c8-cb4310f896f1 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:25.020463 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d35146d-04aa-43bd-a0cd-8e969d772656", "tag": "4e448d72-8613-4177-ac1f-c2dba8cabebb", "status": "completed", "code": 200}, {"server_uuid": "c074a83d-ae7b-4a51-a3b9-6db5e930dfda", "name": "network-vif-deleted", "tag": "7ffe4520-2617-49c8-942c-1e532e6f6688", "status": "completed", "code": 200}, {"server_uuid": "ee0a5634-c695-4b8d-b9e1-05582ca6bd05", "name": "network-vif-deleted", "tag": "1d3988f1-5abd-421a-bb64-dff48b743d1a", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:25.020726 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6acf9198-4b52-4df7-a0c8-cb4310f896f1 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:25.021156 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d35146d-04aa-43bd-a0cd-8e969d772656', 'tag': '4e448d72-8613-4177-ac1f-c2dba8cabebb', 'status': 'completed', 'code': 200} Aug 10 00:59:25.021521 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c074a83d-ae7b-4a51-a3b9-6db5e930dfda', 'name': 'network-vif-deleted', 'tag': '7ffe4520-2617-49c8-942c-1e532e6f6688', 'status': 'completed', 'code': 200} Aug 10 00:59:25.021719 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee0a5634-c695-4b8d-b9e1-05582ca6bd05', 'name': 'network-vif-deleted', 'tag': '1d3988f1-5abd-421a-bb64-dff48b743d1a', 'status': 'completed', 'code': 200} Aug 10 00:59:25.026880 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-41ec0704-e641-4818-af57-09e0d7bc4dad req-ff0344c3-03bf-4991-ad8e-264e1b92d372 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8bb23d60148d40eaa256202b456c8a40&device_id=c074a83d-ae7b-4a51-a3b9-6db5e930dfda HTTP/1.1" status: 200 len: 210 time: 0.0433946 Aug 10 00:59:25.031006 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9c8d918b-5a8a-4a75-955f-ed18d9a35186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:25.043068 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-668d13c7-4a86-4b89-a7b0-2b5a88fe63aa req-b280d11e-3633-4e1e-9c9a-55c2d49e6fb9 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] For port cf02f27d-9f44-4fd6-956e-0139852e2201, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=cf02f27d-9f44-4fd6-956e-0139852e2201,segment=NetworkSegment(2525a6de-e0b3-477f-9163-5dd50ba2e1de),segment_id=2525a6de-e0b3-477f-9163-5dd50ba2e1de)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:25.043466 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-668d13c7-4a86-4b89-a7b0-2b5a88fe63aa req-b280d11e-3633-4e1e-9c9a-55c2d49e6fb9 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:25.056931 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9c8d918b-5a8a-4a75-955f-ed18d9a35186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:25.069793 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-668d13c7-4a86-4b89-a7b0-2b5a88fe63aa req-b280d11e-3633-4e1e-9c9a-55c2d49e6fb9 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Calling delete_port for cf02f27d-9f44-4fd6-956e-0139852e2201 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:59:25.185531 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9c8d918b-5a8a-4a75-955f-ed18d9a35186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:25.188093 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9c8d918b-5a8a-4a75-955f-ed18d9a35186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:25.191649 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9c8d918b-5a8a-4a75-955f-ed18d9a35186 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fb6f5785-c77d-42a8-891c-f982ec687918 HTTP/1.1" status: 204 len: 168 time: 0.2898126 Aug 10 00:59:25.216250 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d918b-5a8a-4a75-955f-ed18d9a35186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6f5785-c77d-42a8-891c-f982ec687918,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:25.250054 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3fa7c-8c08-400a-9765-e7919a6e7bc0 req-6f42efc3-c299-4f56-a8fc-7c1b33696406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:25.251560 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2bd3fa7c-8c08-400a-9765-e7919a6e7bc0 req-6f42efc3-c299-4f56-a8fc-7c1b33696406 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=af5124099ce04e7383a5ec5f662d948c&device_id=6d35146d-04aa-43bd-a0cd-8e969d772656 HTTP/1.1" status: 200 len: 1127 time: 0.1465368 Aug 10 00:59:25.284263 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-d3ba6ad0-1771-47ee-a358-d0b724c8f172 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:25.312228 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec0704-e641-4818-af57-09e0d7bc4dad req-643b0afe-536f-48d7-8b4f-bb59b8d2f75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:25.314436 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-41ec0704-e641-4818-af57-09e0d7bc4dad req-643b0afe-536f-48d7-8b4f-bb59b8d2f75f service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=8bb23d60148d40eaa256202b456c8a40&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2199528 Aug 10 00:59:25.335935 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532dbe45-f84e-47cc-970e-61175c8e9c97 req-9fa5dec3-8d1e-49fd-bdd4-09cc3e25d0eb tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:25.337582 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-532dbe45-f84e-47cc-970e-61175c8e9c97 req-9fa5dec3-8d1e-49fd-bdd4-09cc3e25d0eb tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=23878b91-209d-4973-8aa8-b709cbfbc496 HTTP/1.1" status: 200 len: 945 time: 0.1201339 Aug 10 00:59:25.399499 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-668d13c7-4a86-4b89-a7b0-2b5a88fe63aa req-b280d11e-3633-4e1e-9c9a-55c2d49e6fb9 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:25.473440 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-532dbe45-f84e-47cc-970e-61175c8e9c97 req-47599cee-8515-4808-9637-a00d8669cea9 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202064 Aug 10 00:59:25.473697 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3fa7c-8c08-400a-9765-e7919a6e7bc0 req-da242279-02ce-4648-ab11-c969e129d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:25.483324 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2bd3fa7c-8c08-400a-9765-e7919a6e7bc0 req-da242279-02ce-4648-ab11-c969e129d973 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9a3b32c7-74a3-4305-b7a7-526211811378 HTTP/1.1" status: 200 len: 909 time: 0.1997631 Aug 10 00:59:25.490422 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b280d11e-3633-4e1e-9c9a-55c2d49e6fb9 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Pushing event deleted for resources: {'Port': ['ID=cf02f27d-9f44-4fd6-956e-0139852e2201,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:25.493328 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec0704-e641-4818-af57-09e0d7bc4dad req-8065911e-035c-4de5-80df-a15f15009818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:25.495859 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-d3ba6ad0-1771-47ee-a358-d0b724c8f172 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:25.498801 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-41ec0704-e641-4818-af57-09e0d7bc4dad req-8065911e-035c-4de5-80df-a15f15009818 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1547449 Aug 10 00:59:25.544046 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2bd3fa7c-8c08-400a-9765-e7919a6e7bc0 req-62d0897d-98be-4352-aafd-c91739f30c59 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e448d72-8613-4177-ac1f-c2dba8cabebb HTTP/1.1" status: 200 len: 217 time: 0.0442193 Aug 10 00:59:25.556578 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['cf02f27d-9f44-4fd6-956e-0139852e2201'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:59:25.582562 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 4e448d72-8613-4177-ac1f-c2dba8cabebb details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:59:25.599548 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-668d13c7-4a86-4b89-a7b0-2b5a88fe63aa req-b280d11e-3633-4e1e-9c9a-55c2d49e6fb9 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] No DVR routers for this DVR port cf02f27d-9f44-4fd6-956e-0139852e2201 on host n-h1-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:59:25.602354 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-668d13c7-4a86-4b89-a7b0-2b5a88fe63aa req-b280d11e-3633-4e1e-9c9a-55c2d49e6fb9 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:25.604666 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-668d13c7-4a86-4b89-a7b0-2b5a88fe63aa req-b280d11e-3633-4e1e-9c9a-55c2d49e6fb9 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.24 "DELETE /v2.0/ports/cf02f27d-9f44-4fd6-956e-0139852e2201 HTTP/1.1" status: 204 len: 173 time: 1.0812747 Aug 10 00:59:25.633358 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92997559-c006-48d5-af6e-2492dbdcff54', 'name': 'network-vif-deleted', 'tag': 'cf02f27d-9f44-4fd6-956e-0139852e2201'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:25.635881 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a67bc8-13a0-4725-8507-85ba465001ad" -d '{"events": [{"server_uuid": "92997559-c006-48d5-af6e-2492dbdcff54", "name": "network-vif-deleted", "tag": "cf02f27d-9f44-4fd6-956e-0139852e2201"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:25.640558 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-182b873b-a6fe-41d4-beba-20a6fd625805 req-150a4f55-b413-4eae-a0f3-1b137abaf173 tempest-ServerRescueTestJSONUnderV235-1763052560 tempest-ServerRescueTestJSONUnderV235-1763052560-project] 10.222.0.35 "GET /v2.0/ports?device_id=92997559-c006-48d5-af6e-2492dbdcff54 HTTP/1.1" status: 200 len: 210 time: 0.1010323 Aug 10 00:59:25.667542 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3fa7c-8c08-400a-9765-e7919a6e7bc0 req-10d113eb-fbb3-4995-89e2-940667e64995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:25.668422 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-d3ba6ad0-1771-47ee-a358-d0b724c8f172 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Network 5040841a-4984-47dc-a172-a1e3b8550316 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:59:25.670367 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2bd3fa7c-8c08-400a-9765-e7919a6e7bc0 req-10d113eb-fbb3-4995-89e2-940667e64995 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=25a2d27a-ba73-472c-943f-003d0feb1ed0 HTTP/1.1" status: 200 len: 848 time: 0.0859745 Aug 10 00:59:25.686367 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-d3ba6ad0-1771-47ee-a358-d0b724c8f172 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:25.689768 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-d3ba6ad0-1771-47ee-a358-d0b724c8f172 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:59:25.714279 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2bd3fa7c-8c08-400a-9765-e7919a6e7bc0 req-2d4d9b29-62e5-4494-b4bc-8227a2f592ad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a3b32c7-74a3-4305-b7a7-526211811378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362709 Aug 10 00:59:25.717945 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43464) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:25.722875 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba6ad0-1771-47ee-a358-d0b724c8f172 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Pushing event updated for resources: {'Port': ['ID=5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:25.740983 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-026d9379-781c-4800-ab3a-14b6f3606500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:25.764702 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20ef75-c5f4-4555-b5b7-0121ba15bc6f req-5671be1f-8d29-4974-acc4-892b31d8e2fe tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:25.766507 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9c20ef75-c5f4-4555-b5b7-0121ba15bc6f req-5671be1f-8d29-4974-acc4-892b31d8e2fe tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4daab54-9d4f-4b32-ab78-5b45b50b6b98 HTTP/1.1" status: 200 len: 931 time: 0.1924152 Aug 10 00:59:25.768706 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9581d666-f52b-4b35-86b8-3dc67021da80 x-openstack-request-id: req-9581d666-f52b-4b35-86b8-3dc67021da80 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:25.769077 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92997559-c006-48d5-af6e-2492dbdcff54", "name": "network-vif-deleted", "tag": "cf02f27d-9f44-4fd6-956e-0139852e2201", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:25.769397 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9581d666-f52b-4b35-86b8-3dc67021da80 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:25.769960 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92997559-c006-48d5-af6e-2492dbdcff54', 'name': 'network-vif-deleted', 'tag': 'cf02f27d-9f44-4fd6-956e-0139852e2201', 'status': 'completed', 'code': 200} Aug 10 00:59:25.776087 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-d3ba6ad0-1771-47ee-a358-d0b724c8f172 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:25.776901 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-d3ba6ad0-1771-47ee-a358-d0b724c8f172 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:25.805140 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 4e448d72-8613-4177-ac1f-c2dba8cabebb, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=4e448d72-8613-4177-ac1f-c2dba8cabebb,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:25.812613 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-d3ba6ad0-1771-47ee-a358-d0b724c8f172 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5885611 Aug 10 00:59:25.820822 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 4e448d72-8613-4177-ac1f-c2dba8cabebb has no active binding in host n-h1-766726-26 {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 00:59:25.835860 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9c20ef75-c5f4-4555-b5b7-0121ba15bc6f req-2641040a-0778-4b10-9b34-afe90afa42b3 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551925 Aug 10 00:59:25.848948 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-51a35c0c-32c7-455b-8189-4d906851d567 service neutron] Request body: {'port': {'device_id': 'e4daab54-9d4f-4b32-ab78-5b45b50b6b98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:25.869306 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2bd3fa7c-8c08-400a-9765-e7919a6e7bc0 req-11d75d13-8b6c-4ea3-a74d-debfb759d42e service neutron] 10.222.0.20 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430955 Aug 10 00:59:25.937384 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-51a35c0c-32c7-455b-8189-4d906851d567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:25.993141 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-026d9379-781c-4800-ab3a-14b6f3606500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:25.993340 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba55f3a-6854-46d5-82bd-bf7fed27c1a6 req-3b5285e6-0b1d-4c64-9498-4176153ce158 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:25.994891 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8ba55f3a-6854-46d5-82bd-bf7fed27c1a6 req-3b5285e6-0b1d-4c64-9498-4176153ce158 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=075b40ff-9956-4999-a3f9-bdb8342898b0 HTTP/1.1" status: 200 len: 945 time: 0.0931911 Aug 10 00:59:25.997800 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2bd3fa7c-8c08-400a-9765-e7919a6e7bc0 req-c8215c6e-e0e5-4038-929b-d6c1b88417d3 service neutron] 10.222.0.20 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170769 Aug 10 00:59:25.999421 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-026d9379-781c-4800-ab3a-14b6f3606500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:26.031112 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-026d9379-781c-4800-ab3a-14b6f3606500 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7d037d77c0984b7d94e92cb94f060be7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3121569 Aug 10 00:59:26.034471 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43472) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:26.065430 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d9379-781c-4800-ab3a-14b6f3606500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba53820b-dba2-4dbd-a300-bf4686f655cf,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:26.100075 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-00405bea-3080-4190-aaeb-bdddf7ea421c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:26.121067 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-00405bea-3080-4190-aaeb-bdddf7ea421c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:26.123282 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8ba55f3a-6854-46d5-82bd-bf7fed27c1a6 req-ca322672-f464-4002-8e08-1ee9589b516e tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169705 Aug 10 00:59:26.179889 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-00405bea-3080-4190-aaeb-bdddf7ea421c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:26.187247 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-00405bea-3080-4190-aaeb-bdddf7ea421c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:26.199632 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca89619-8cd2-4552-9bc3-ec097bcae0fd req-b4f359cb-cb09-4552-8179-01f3582f5ac4 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:26.199799 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-00405bea-3080-4190-aaeb-bdddf7ea421c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ba53820b-dba2-4dbd-a300-bf4686f655cf HTTP/1.1" status: 204 len: 168 time: 0.1570640 Aug 10 00:59:26.208029 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eca89619-8cd2-4552-9bc3-ec097bcae0fd req-b4f359cb-cb09-4552-8179-01f3582f5ac4 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d35146d-04aa-43bd-a0cd-8e969d772656 HTTP/1.1" status: 200 len: 944 time: 0.1825426 Aug 10 00:59:26.212564 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00405bea-3080-4190-aaeb-bdddf7ea421c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba53820b-dba2-4dbd-a300-bf4686f655cf,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:26.272061 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eca89619-8cd2-4552-9bc3-ec097bcae0fd req-82f98ed9-e8bb-43a2-8408-66662309d9bc tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630894 Aug 10 00:59:26.276272 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 7ffe4520-2617-49c8-942c-1e532e6f6688 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:59:26.308929 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 7ffe4520-2617-49c8-942c-1e532e6f6688 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:59:26.309279 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 7ffe4520-2617-49c8-942c-1e532e6f6688 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:59:26.309712 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 1d3988f1-5abd-421a-bb64-dff48b743d1a no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:59:26.329571 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 1d3988f1-5abd-421a-bb64-dff48b743d1a {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:59:26.330278 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 1d3988f1-5abd-421a-bb64-dff48b743d1a not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:59:26.396666 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-51a35c0c-32c7-455b-8189-4d906851d567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:59:26.406422 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-51a35c0c-32c7-455b-8189-4d906851d567 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:26.425387 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-51a35c0c-32c7-455b-8189-4d906851d567 service neutron] Transition to ACTIVE for port object 5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:26.431601 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-51a35c0c-32c7-455b-8189-4d906851d567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:26.564352 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35c0c-32c7-455b-8189-4d906851d567 service neutron] Pushing event updated for resources: {'Port': ['ID=5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:26.688627 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27143951-9956-4b1f-81b1-415ad89685e6 req-d4e02bca-0c2a-45c2-a591-48410d91a1f3 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:26.689452 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-27143951-9956-4b1f-81b1-415ad89685e6 req-d4e02bca-0c2a-45c2-a591-48410d91a1f3 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/networks?id=68f568b0-c764-43be-a497-965794b9f9b4 HTTP/1.1" status: 200 len: 805 time: 0.2246945 Aug 10 00:59:26.714205 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853b915-9245-46ae-adb7-8e61d95d930b req-749dda9d-4120-4f4a-949c-cf8060a8c053 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:26.715784 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0853b915-9245-46ae-adb7-8e61d95d930b req-749dda9d-4120-4f4a-949c-cf8060a8c053 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=23878b91-209d-4973-8aa8-b709cbfbc496 HTTP/1.1" status: 200 len: 945 time: 0.1674101 Aug 10 00:59:26.718766 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-51a35c0c-32c7-455b-8189-4d906851d567 service neutron] Attempting to bind port 5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:26.719101 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-51a35c0c-32c7-455b-8189-4d906851d567 service neutron] Attempting to bind port 5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '29e670d9-5039-46c1-a69e-9628f4a030e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5040841a-4984-47dc-a172-a1e3b8550316'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:26.719429 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-51a35c0c-32c7-455b-8189-4d906851d567 service neutron] Attempting to bind port 5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0 on network 5040841a-4984-47dc-a172-a1e3b8550316 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:27.051811 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-51a35c0c-32c7-455b-8189-4d906851d567 service neutron] Port 5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0 on network 5040841a-4984-47dc-a172-a1e3b8550316 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:27.052137 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-51a35c0c-32c7-455b-8189-4d906851d567 service neutron] Attempting to bind port 5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0 on network 5040841a-4984-47dc-a172-a1e3b8550316 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:27.060688 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-27143951-9956-4b1f-81b1-415ad89685e6 req-dca4f17b-0340-4765-b694-afe7437097cd tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/quotas/9f1c82db603043b497c1daf48dd8e55e HTTP/1.1" status: 200 len: 375 time: 0.3438776 Aug 10 00:59:27.071060 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-51a35c0c-32c7-455b-8189-4d906851d567 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:59:27.071404 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-51a35c0c-32c7-455b-8189-4d906851d567 service neutron] Checking segment: {'id': '29e670d9-5039-46c1-a69e-9628f4a030e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5040841a-4984-47dc-a172-a1e3b8550316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:59:27.071791 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-51a35c0c-32c7-455b-8189-4d906851d567 service neutron] Bound using segment: {'id': '29e670d9-5039-46c1-a69e-9628f4a030e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5040841a-4984-47dc-a172-a1e3b8550316'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:59:27.072257 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-51a35c0c-32c7-455b-8189-4d906851d567 service neutron] Bound port: 5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e670d9-5039-46c1-a69e-9628f4a030e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5040841a-4984-47dc-a172-a1e3b8550316'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:59:27.072621 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-51a35c0c-32c7-455b-8189-4d906851d567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:27.118769 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0853b915-9245-46ae-adb7-8e61d95d930b req-dbc72b62-e483-44cb-95fb-6ddf6309c7d9 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915200 Aug 10 00:59:27.156633 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-27143951-9956-4b1f-81b1-415ad89685e6 req-58f2d289-b4d5-481f-8aa7-f6457441141e tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9f1c82db603043b497c1daf48dd8e55e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0898490 Aug 10 00:59:27.172695 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43520) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:27.230017 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-51a35c0c-32c7-455b-8189-4d906851d567 service neutron] For port 5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:59:27.274862 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-51a35c0c-32c7-455b-8189-4d906851d567 service neutron] For port 5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0,segment=NetworkSegment(29e670d9-5039-46c1-a69e-9628f4a030e2),segment_id=29e670d9-5039-46c1-a69e-9628f4a030e2)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:59:27.288652 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-51a35c0c-32c7-455b-8189-4d906851d567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:27.360101 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-51a35c0c-32c7-455b-8189-4d906851d567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:27.361172 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-51a35c0c-32c7-455b-8189-4d906851d567 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:27.362667 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-51a35c0c-32c7-455b-8189-4d906851d567 service neutron] 10.222.0.20 "PUT /v2.0/ports/5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0 HTTP/1.1" status: 200 len: 1092 time: 1.5203841 Aug 10 00:59:27.372171 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-27143951-9956-4b1f-81b1-415ad89685e6 req-86707aee-ca7b-40a6-ae5f-380d9c07d442 service neutron] 10.222.0.35 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998019 Aug 10 00:59:27.382559 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfd430-3c44-4283-ad76-09bc6f02ceee req-56d5bce2-8283-42aa-b6a9-8ad5536e6693 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:27.384263 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2abfd430-3c44-4283-ad76-09bc6f02ceee req-56d5bce2-8283-42aa-b6a9-8ad5536e6693 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4daab54-9d4f-4b32-ab78-5b45b50b6b98 HTTP/1.1" status: 200 len: 943 time: 0.1556828 Aug 10 00:59:27.492818 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35c0c-32c7-455b-8189-4d906851d567 service neutron] Pushing event updated for resources: {'Port': ['ID=5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:27.534203 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2abfd430-3c44-4283-ad76-09bc6f02ceee req-704108e0-ea58-4dbb-bc5c-dcbc762c028a tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333895 Aug 10 00:59:27.560240 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-d082639f-e2a4-438e-b9df-688b0b1d2510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:27.565801 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-d082639f-e2a4-438e-b9df-688b0b1d2510 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8bb23d60148d40eaa256202b456c8a40&device_id=e4daab54-9d4f-4b32-ab78-5b45b50b6b98 HTTP/1.1" status: 200 len: 1095 time: 0.1293359 Aug 10 00:59:27.600349 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 44699b31-2bc5-4f88-8465-1d3db5a30245 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:59:27.655581 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-4293833c-1068-4214-bc8c-5d4d80328bf2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0 HTTP/1.1" status: 200 len: 217 time: 0.0761349 Aug 10 00:59:27.659880 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-27143951-9956-4b1f-81b1-415ad89685e6 req-843df304-a6bf-42a0-a7f5-4d19def00589 service neutron] 10.222.0.35 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721400 Aug 10 00:59:27.673459 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1b637b83-a7a0-496d-98c4-5b894c5121f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:27.711380 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 44699b31-2bc5-4f88-8465-1d3db5a30245 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:59:27.716725 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 44699b31-2bc5-4f88-8465-1d3db5a30245 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:27.717309 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:27.773177 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4daab54-9d4f-4b32-ab78-5b45b50b6b98', 'tag': '5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:27.776906 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fda3964-5e31-4b1f-8756-78ac5ba187de" -d '{"events": [{"name": "network-changed", "server_uuid": "e4daab54-9d4f-4b32-ab78-5b45b50b6b98", "tag": "5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:27.794985 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-e75c6e00-5bde-4d63-bbcc-828de89ef084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:27.801060 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-e75c6e00-5bde-4d63-bbcc-828de89ef084 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d10f85b2-b60a-4bec-a6dc-24390adf6af4 HTTP/1.1" status: 200 len: 844 time: 0.1375277 Aug 10 00:59:27.830363 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:27.836681 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd76a75-57fc-4191-a354-f4fc2d0c16b4 req-9dd7ca25-16ef-40b7-8d4d-c23bcd3c6d6b tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:27.838629 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6cd76a75-57fc-4191-a354-f4fc2d0c16b4 req-9dd7ca25-16ef-40b7-8d4d-c23bcd3c6d6b tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=075b40ff-9956-4999-a3f9-bdb8342898b0 HTTP/1.1" status: 200 len: 945 time: 0.1162205 Aug 10 00:59:27.857542 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-27a6cfdd-ad4c-4d0e-99aa-f442f5ac74be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5040841a-4984-47dc-a172-a1e3b8550316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483394 Aug 10 00:59:27.888995 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075b40ff-9956-4999-a3f9-bdb8342898b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44699b31-2bc5-4f88-8465-1d3db5a30245'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:27.897651 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9a9d10-f467-4d53-b87c-ac5a61efc082" -d '{"events": [{"server_uuid": "075b40ff-9956-4999-a3f9-bdb8342898b0", "name": "network-vif-plugged", "status": "completed", "tag": "44699b31-2bc5-4f88-8465-1d3db5a30245"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:27.923311 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 44699b31-2bc5-4f88-8465-1d3db5a30245, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=44699b31-2bc5-4f88-8465-1d3db5a30245,segment=NetworkSegment(f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38),segment_id=f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:27.930962 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:27.932421 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device cf02f27d-9f44-4fd6-956e-0139852e2201 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:59:28.002645 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6cd76a75-57fc-4191-a354-f4fc2d0c16b4 req-eb68f051-6bec-4081-92dc-55ec4fb4eb73 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429152 Aug 10 00:59:28.007897 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-1a57b097-0e2b-4367-b598-5b35b55b7161 service neutron] 10.222.0.20 "GET /v2.0/networks/5040841a-4984-47dc-a172-a1e3b8550316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427147 Aug 10 00:59:28.029002 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43546) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:28.070973 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: cf02f27d-9f44-4fd6-956e-0139852e2201 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:59:28.071415 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device cf02f27d-9f44-4fd6-956e-0139852e2201 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:59:28.094214 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=44699b31-2bc5-4f88-8465-1d3db5a30245,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:28.109383 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:28.110311 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:28.110695 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:28.111094 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:28.111575 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:28.114868 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:28.114868 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:28.114868 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:28.114868 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:28.114868 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:28.114868 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:28.114868 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:28.120942 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:28.178444 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22c7d3-59d3-4cc7-b024-0110d5177372 req-5d4c78b6-0da8-4cf8-815a-2efc9a067cb1 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:28.185755 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b22c7d3-59d3-4cc7-b024-0110d5177372 req-5d4c78b6-0da8-4cf8-815a-2efc9a067cb1 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d35146d-04aa-43bd-a0cd-8e969d772656 HTTP/1.1" status: 200 len: 944 time: 0.1727464 Aug 10 00:59:28.190266 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07e4e98-a52c-4946-a094-885725af41ca x-openstack-request-id: req-a07e4e98-a52c-4946-a094-885725af41ca {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:28.190763 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4daab54-9d4f-4b32-ab78-5b45b50b6b98", "tag": "5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:28.191315 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a07e4e98-a52c-4946-a094-885725af41ca {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:28.191891 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4daab54-9d4f-4b32-ab78-5b45b50b6b98', 'tag': '5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0', 'status': 'completed', 'code': 200} Aug 10 00:59:28.209705 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f764e0da-75da-4d55-be17-df6b91394168 x-openstack-request-id: req-f764e0da-75da-4d55-be17-df6b91394168 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:28.210004 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075b40ff-9956-4999-a3f9-bdb8342898b0", "name": "network-vif-plugged", "status": "completed", "tag": "44699b31-2bc5-4f88-8465-1d3db5a30245", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:28.210264 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f764e0da-75da-4d55-be17-df6b91394168 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:28.210680 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075b40ff-9956-4999-a3f9-bdb8342898b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44699b31-2bc5-4f88-8465-1d3db5a30245', 'code': 200} Aug 10 00:59:28.268714 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b22c7d3-59d3-4cc7-b024-0110d5177372 req-899374f9-a1cc-4f4d-9be1-50b8985be921 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809379 Aug 10 00:59:28.278191 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-1b637b83-a7a0-496d-98c4-5b894c5121f2 admin admin] Deleting port 54afabfe-109b-4df0-9d5b-c122786f4271 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:59:28.279363 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1b637b83-a7a0-496d-98c4-5b894c5121f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:28.285090 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7dd5505d-b7d2-4a7e-9294-6aa2f024dc84 req-1670b144-abf3-4fe7-86be-f20b4beb775b service neutron] 10.222.0.20 "GET /v2.0/networks/5040841a-4984-47dc-a172-a1e3b8550316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500381 Aug 10 00:59:28.310267 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e9c9afb-c9fb-477b-a3d9-2eb551630f0e req-48bb12e1-73bb-4928-897b-7a42b60274a9 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=25fca828-0258-4413-8e18-bb227d95d4e1 HTTP/1.1" status: 200 len: 210 time: 0.0531180 Aug 10 00:59:28.364827 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-68f60cb2-1d8a-41fc-81f1-8ff4884d1353 tempest-PortsAdminExtendedAttrsTestJSON-508162676 tempest-PortsAdminExtendedAttrsTestJSON-508162676-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1344126904'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:28.407803 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f60cb2-1d8a-41fc-81f1-8ff4884d1353 tempest-PortsAdminExtendedAttrsTestJSON-508162676 tempest-PortsAdminExtendedAttrsTestJSON-508162676-project] Made reservation on behalf of d989c94c1f6245dfa287a41336f2717c for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:59:28.411973 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68f60cb2-1d8a-41fc-81f1-8ff4884d1353 tempest-PortsAdminExtendedAttrsTestJSON-508162676 tempest-PortsAdminExtendedAttrsTestJSON-508162676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:28.418141 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00da7e-494b-44ed-8b57-03341cd90ab5 req-4cb015b3-2562-41c7-9f1e-07ee3f43768d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:28.419626 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3f00da7e-494b-44ed-8b57-03341cd90ab5 req-4cb015b3-2562-41c7-9f1e-07ee3f43768d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=075b40ff-9956-4999-a3f9-bdb8342898b0 HTTP/1.1" status: 200 len: 1098 time: 0.1334178 Aug 10 00:59:28.426533 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68f60cb2-1d8a-41fc-81f1-8ff4884d1353 tempest-PortsAdminExtendedAttrsTestJSON-508162676 tempest-PortsAdminExtendedAttrsTestJSON-508162676-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:28.447237 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-1b637b83-a7a0-496d-98c4-5b894c5121f2 admin admin] For port 54afabfe-109b-4df0-9d5b-c122786f4271, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=54afabfe-109b-4df0-9d5b-c122786f4271,segment=NetworkSegment(2525a6de-e0b3-477f-9163-5dd50ba2e1de),segment_id=2525a6de-e0b3-477f-9163-5dd50ba2e1de)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:28.447610 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1b637b83-a7a0-496d-98c4-5b894c5121f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:28.462996 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda3964-5e31-4b1f-8756-78ac5ba187de req-264a77cc-c635-4dc3-969c-b533254ee601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:28.464810 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5fda3964-5e31-4b1f-8756-78ac5ba187de req-264a77cc-c635-4dc3-969c-b533254ee601 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8bb23d60148d40eaa256202b456c8a40&device_id=e4daab54-9d4f-4b32-ab78-5b45b50b6b98 HTTP/1.1" status: 200 len: 1095 time: 0.0811877 Aug 10 00:59:28.466378 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-1b637b83-a7a0-496d-98c4-5b894c5121f2 admin admin] Calling delete_port for 54afabfe-109b-4df0-9d5b-c122786f4271 owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:59:28.474303 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699e50b-c18c-4868-b5c5-8e8cfd53c546 req-89be4eaf-234b-40b9-a7e1-927a8bc55902 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:28.482216 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4699e50b-c18c-4868-b5c5-8e8cfd53c546 req-89be4eaf-234b-40b9-a7e1-927a8bc55902 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=23878b91-209d-4973-8aa8-b709cbfbc496 HTTP/1.1" status: 200 len: 945 time: 0.1312010 Aug 10 00:59:28.552860 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3f00da7e-494b-44ed-8b57-03341cd90ab5 req-16e74974-69a0-4550-a944-29b898f6d1f5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221094 Aug 10 00:59:28.589598 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4699e50b-c18c-4868-b5c5-8e8cfd53c546 req-a5826b9c-7451-4b04-8bc6-1c728de6d8dd tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056192 Aug 10 00:59:28.633243 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda3964-5e31-4b1f-8756-78ac5ba187de req-4e01ccb7-a3c1-4eb5-8739-192baf0fb8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:28.635723 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5fda3964-5e31-4b1f-8756-78ac5ba187de req-4e01ccb7-a3c1-4eb5-8739-192baf0fb8cd service neutron] 10.222.0.20 "GET /v2.0/networks?id=5040841a-4984-47dc-a172-a1e3b8550316 HTTP/1.1" status: 200 len: 905 time: 0.1478956 Aug 10 00:59:28.656700 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68f60cb2-1d8a-41fc-81f1-8ff4884d1353 tempest-PortsAdminExtendedAttrsTestJSON-508162676 tempest-PortsAdminExtendedAttrsTestJSON-508162676-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:28.666936 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68f60cb2-1d8a-41fc-81f1-8ff4884d1353 tempest-PortsAdminExtendedAttrsTestJSON-508162676 tempest-PortsAdminExtendedAttrsTestJSON-508162676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:28.715033 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f60cb2-1d8a-41fc-81f1-8ff4884d1353 tempest-PortsAdminExtendedAttrsTestJSON-508162676 tempest-PortsAdminExtendedAttrsTestJSON-508162676-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:59:28.723015 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5fda3964-5e31-4b1f-8756-78ac5ba187de req-485d4623-5648-4dc9-8330-1c7766e2fee0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0 HTTP/1.1" status: 200 len: 217 time: 0.0405900 Aug 10 00:59:28.734625 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e62cf9-9142-48ae-9378-61cc43b6e8b9 req-01e4b81d-ffe1-4fcf-9a10-5ae36f496831 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:28.736099 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05e62cf9-9142-48ae-9378-61cc43b6e8b9 req-01e4b81d-ffe1-4fcf-9a10-5ae36f496831 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4daab54-9d4f-4b32-ab78-5b45b50b6b98 HTTP/1.1" status: 200 len: 943 time: 0.0925286 Aug 10 00:59:28.742828 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f60cb2-1d8a-41fc-81f1-8ff4884d1353 tempest-PortsAdminExtendedAttrsTestJSON-508162676 tempest-PortsAdminExtendedAttrsTestJSON-508162676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=169a2fe9-5bc6-4a5b-82a4-8ad62c5a6369,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:28.784474 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68f60cb2-1d8a-41fc-81f1-8ff4884d1353 tempest-PortsAdminExtendedAttrsTestJSON-508162676 tempest-PortsAdminExtendedAttrsTestJSON-508162676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:28.784873 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-68f60cb2-1d8a-41fc-81f1-8ff4884d1353 tempest-PortsAdminExtendedAttrsTestJSON-508162676 tempest-PortsAdminExtendedAttrsTestJSON-508162676-project] Added segment 477ec7c7-e5ba-4456-819e-2ffd7808670e of type vlan for network 158567b0-6dda-4b2a-a2b2-753ff9649370 Aug 10 00:59:28.814881 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05e62cf9-9142-48ae-9378-61cc43b6e8b9 req-f92667e0-415c-4b89-b625-9ba477aea25e tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714750 Aug 10 00:59:28.818694 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda3964-5e31-4b1f-8756-78ac5ba187de req-4b227ed8-80d9-454f-95e5-cba53b1a7659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:28.837611 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5fda3964-5e31-4b1f-8756-78ac5ba187de req-4b227ed8-80d9-454f-95e5-cba53b1a7659 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d10f85b2-b60a-4bec-a6dc-24390adf6af4 HTTP/1.1" status: 200 len: 844 time: 0.0823309 Aug 10 00:59:28.846420 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-c1d30067-2c5b-4a9f-82a0-9a33b8d6d995 service neutron] 10.222.0.20 "GET /v2.0/ports/4e448d72-8613-4177-ac1f-c2dba8cabebb/bindings/n-h1-766726-26 HTTP/1.1" status: 200 len: 385 time: 0.1565609 Aug 10 00:59:28.850350 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1b637b83-a7a0-496d-98c4-5b894c5121f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:28.852251 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68f60cb2-1d8a-41fc-81f1-8ff4884d1353 tempest-PortsAdminExtendedAttrsTestJSON-508162676 tempest-PortsAdminExtendedAttrsTestJSON-508162676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:28.875525 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5fda3964-5e31-4b1f-8756-78ac5ba187de req-1d06c4fc-6ab0-416e-975a-6119d8ca69c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5040841a-4984-47dc-a172-a1e3b8550316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362821 Aug 10 00:59:28.911611 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b637b83-a7a0-496d-98c4-5b894c5121f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=54afabfe-109b-4df0-9d5b-c122786f4271,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:28.971833 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5fda3964-5e31-4b1f-8756-78ac5ba187de req-21b31101-159c-494b-810a-aa2ebdfaf10e service neutron] 10.222.0.20 "GET /v2.0/networks/5040841a-4984-47dc-a172-a1e3b8550316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874579 Aug 10 00:59:28.989302 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68f60cb2-1d8a-41fc-81f1-8ff4884d1353 tempest-PortsAdminExtendedAttrsTestJSON-508162676 tempest-PortsAdminExtendedAttrsTestJSON-508162676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:28.994715 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f60cb2-1d8a-41fc-81f1-8ff4884d1353 tempest-PortsAdminExtendedAttrsTestJSON-508162676 tempest-PortsAdminExtendedAttrsTestJSON-508162676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:28.995307 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68f60cb2-1d8a-41fc-81f1-8ff4884d1353 tempest-PortsAdminExtendedAttrsTestJSON-508162676 tempest-PortsAdminExtendedAttrsTestJSON-508162676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:29.072583 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-68f60cb2-1d8a-41fc-81f1-8ff4884d1353 tempest-PortsAdminExtendedAttrsTestJSON-508162676 tempest-PortsAdminExtendedAttrsTestJSON-508162676-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.0421107 Aug 10 00:59:29.083184 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5fda3964-5e31-4b1f-8756-78ac5ba187de req-70637a20-07fb-4d29-a1bb-dbf6e86b300e service neutron] 10.222.0.20 "GET /v2.0/networks/5040841a-4984-47dc-a172-a1e3b8550316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033378 Aug 10 00:59:29.142041 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f60cb2-1d8a-41fc-81f1-8ff4884d1353 tempest-PortsAdminExtendedAttrsTestJSON-508162676 tempest-PortsAdminExtendedAttrsTestJSON-508162676-project] Pushing event updated for resources: {'Network': ['ID=158567b0-6dda-4b2a-a2b2-753ff9649370,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:29.159159 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 158567b0-6dda-4b2a-a2b2-753ff9649370 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:59:29.168322 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842bc852-5cda-4e17-87cf-8cd670b0c145 req-b5d3f0ad-fb18-434f-8a22-3195720588bd tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:29.170474 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-842bc852-5cda-4e17-87cf-8cd670b0c145 req-b5d3f0ad-fb18-434f-8a22-3195720588bd tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=075b40ff-9956-4999-a3f9-bdb8342898b0 HTTP/1.1" status: 200 len: 946 time: 0.0760751 Aug 10 00:59:29.254142 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-842bc852-5cda-4e17-87cf-8cd670b0c145 req-dfdbcad1-b3e8-4e1d-87e4-bb6f50d1a0d6 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760469 Aug 10 00:59:29.278536 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1b637b83-a7a0-496d-98c4-5b894c5121f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:29.296926 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-9c2e19b7-f9eb-4f22-a752-52e5124f5c99 service neutron] For port 4e448d72-8613-4177-ac1f-c2dba8cabebb, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=4e448d72-8613-4177-ac1f-c2dba8cabebb,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:29.343895 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43572) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:29.351831 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Request body: {'port': {'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370', 'binding:host_id': 'n-h1-766726-26', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-229045868'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:29.416671 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-9c2e19b7-f9eb-4f22-a752-52e5124f5c99 service neutron] For port 4e448d72-8613-4177-ac1f-c2dba8cabebb, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:59:29.463458 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-9c2e19b7-f9eb-4f22-a752-52e5124f5c99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e448d72-8613-4177-ac1f-c2dba8cabebb {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:59:29.477475 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-9c2e19b7-f9eb-4f22-a752-52e5124f5c99 service neutron] For port 4e448d72-8613-4177-ac1f-c2dba8cabebb, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=4e448d72-8613-4177-ac1f-c2dba8cabebb,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:29.505377 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Made reservation on behalf of 02704d98f3164840873a86a89ac12949 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:59:29.507749 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:29.516279 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-199ff0c2-38b8-44f9-b054-7cd0ce504953 req-94515aaa-2b26-413a-9e94-27754d9c56ce tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=25fca828-0258-4413-8e18-bb227d95d4e1 HTTP/1.1" status: 200 len: 210 time: 0.0550990 Aug 10 00:59:29.526594 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-9c2e19b7-f9eb-4f22-a752-52e5124f5c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:29.531314 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:29.567517 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bca5c1-e6d7-4690-a0e6-4376d3f247cb req-49ec981e-f73e-43c0-a7b5-97695c9df06a tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:29.569380 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c6bca5c1-e6d7-4690-a0e6-4376d3f247cb req-49ec981e-f73e-43c0-a7b5-97695c9df06a tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d35146d-04aa-43bd-a0cd-8e969d772656 HTTP/1.1" status: 200 len: 944 time: 0.1467979 Aug 10 00:59:29.580782 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27143951-9956-4b1f-81b1-415ad89685e6 req-fc1dd48f-a3b0-440d-8bc3-ea1e78f8d1b4 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:29.582215 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-27143951-9956-4b1f-81b1-415ad89685e6 req-fc1dd48f-a3b0-440d-8bc3-ea1e78f8d1b4 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.20 "GET /v2.0/networks?id=68f568b0-c764-43be-a497-965794b9f9b4 HTTP/1.1" status: 200 len: 805 time: 0.2572768 Aug 10 00:59:29.610943 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-27143951-9956-4b1f-81b1-415ad89685e6 req-1441f346-0d47-41bf-82dd-7084d50d588d tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Request body: {'port': {'device_id': '25fca828-0258-4413-8e18-bb227d95d4e1', 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4', 'admin_state_up': True, 'tenant_id': '9f1c82db603043b497c1daf48dd8e55e'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:29.638122 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b637b83-a7a0-496d-98c4-5b894c5121f2 admin admin] Router 2bbda17c-777a-403f-962d-d7983055eaff has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:59:29.694127 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-9c2e19b7-f9eb-4f22-a752-52e5124f5c99 service neutron] Transition to ACTIVE for port object 4e448d72-8613-4177-ac1f-c2dba8cabebb will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:29.699075 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-9c2e19b7-f9eb-4f22-a752-52e5124f5c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:29.711750 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c6bca5c1-e6d7-4690-a0e6-4376d3f247cb req-1c636778-aeb7-4324-94a8-3f3f4bd3526a tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285660 Aug 10 00:59:29.808279 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717fe6f-997c-46da-a05d-6f896f457977 req-da016eea-499a-496f-ab26-16d45173cc30 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:29.809964 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b717fe6f-997c-46da-a05d-6f896f457977 req-da016eea-499a-496f-ab26-16d45173cc30 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=23878b91-209d-4973-8aa8-b709cbfbc496 HTTP/1.1" status: 200 len: 945 time: 0.1346295 Aug 10 00:59:29.888794 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b717fe6f-997c-46da-a05d-6f896f457977 req-878ffdc1-71df-451a-95f5-8e82b66ac746 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713048 Aug 10 00:59:29.895443 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:29.903900 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:29.918343 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] device_id is not set on port 568982c4-ce8e-4833-9eae-f3dd34b886e9 yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 00:59:30.007603 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27143951-9956-4b1f-81b1-415ad89685e6 req-1441f346-0d47-41bf-82dd-7084d50d588d tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Made reservation on behalf of 9f1c82db603043b497c1daf48dd8e55e for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:59:30.011210 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-27143951-9956-4b1f-81b1-415ad89685e6 req-1441f346-0d47-41bf-82dd-7084d50d588d tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:30.048146 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c984cf-76d4-47c2-955b-9e6c7889dae8,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:30.090719 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-9c2e19b7-f9eb-4f22-a752-52e5124f5c99 service neutron] No DVR routers for this DVR port 4e448d72-8613-4177-ac1f-c2dba8cabebb on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:59:30.129212 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e19b7-f9eb-4f22-a752-52e5124f5c99 service neutron] Pushing event updated for resources: {'Port': ['ID=4e448d72-8613-4177-ac1f-c2dba8cabebb,revision_number=10']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:30.133857 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b637b83-a7a0-496d-98c4-5b894c5121f2 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:59:30.138128 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-9c2e19b7-f9eb-4f22-a752-52e5124f5c99 service neutron] 10.222.0.20 "PUT /v2.0/ports/4e448d72-8613-4177-ac1f-c2dba8cabebb/bindings/n-h1-766726-26/activate HTTP/1.1" status: 200 len: 370 time: 1.2802665 Aug 10 00:59:30.144647 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1b637b83-a7a0-496d-98c4-5b894c5121f2 admin admin] 10.222.0.35 "PUT /v2.0/routers/2bbda17c-777a-403f-962d-d7983055eaff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9678447 Aug 10 00:59:30.144781 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43578) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:30.152308 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7dd741-22ff-4ca7-bb08-340b0f2a0310 None None] Sync routers for ids ['2bbda17c-777a-403f-962d-d7983055eaff'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:59:30.158927 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a7487-75e8-4a99-bb15-6d229d52a789 req-aa98fb4a-b20a-4124-a453-a55039cff47f tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:30.160681 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a95a7487-75e8-4a99-bb15-6d229d52a789 req-aa98fb4a-b20a-4124-a453-a55039cff47f tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4daab54-9d4f-4b32-ab78-5b45b50b6b98 HTTP/1.1" status: 200 len: 943 time: 0.2165861 Aug 10 00:59:30.162418 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7dd741-22ff-4ca7-bb08-340b0f2a0310 None None] Routers {'2bbda17c-777a-403f-962d-d7983055eaff'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:59:30.163033 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-af7dd741-22ff-4ca7-bb08-340b0f2a0310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:59:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['2bbda17c-777a-403f-962d-d7983055eaff'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:30.256314 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6a216809-37d7-4909-a42d-a56a9d1cd750 admin admin] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:30.278465 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-af7dd741-22ff-4ca7-bb08-340b0f2a0310 None None] Set router 2bbda17c-777a-403f-962d-d7983055eaff gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:59:30.361962 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 4e448d72-8613-4177-ac1f-c2dba8cabebb no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:59:30.367707 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a95a7487-75e8-4a99-bb15-6d229d52a789 req-b6443eb2-63e1-4ae0-878a-9e6376a0c871 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808870 Aug 10 00:59:30.368230 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6a216809-37d7-4909-a42d-a56a9d1cd750 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:30.411109 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-27143951-9956-4b1f-81b1-415ad89685e6 req-1441f346-0d47-41bf-82dd-7084d50d588d tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Allocated IP 172.20.0.5 (68f568b0-c764-43be-a497-965794b9f9b4/4317e354-7b23-4f49-8b2a-5d1c39378e31/e32d6889-fd12-4585-b0bf-093fada4eca8) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:59:30.449944 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-3d6d2583-2416-4c4c-a049-ffe419d891e3 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:30.451312 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-3d6d2583-2416-4c4c-a049-ffe419d891e3 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6d35146d-04aa-43bd-a0cd-8e969d772656&tenant_id=af5124099ce04e7383a5ec5f662d948c&binding%3Ahost_id=n-h2-766726-26 HTTP/1.1" status: 200 len: 1097 time: 0.2007747 Aug 10 00:59:30.453117 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] device_id is not set on port 568982c4-ce8e-4833-9eae-f3dd34b886e9 yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 00:59:30.453942 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-6a216809-37d7-4909-a42d-a56a9d1cd750 admin admin] Deleting port 937c2311-1b05-4eb9-a423-dfc11505291f {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:59:30.454292 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6a216809-37d7-4909-a42d-a56a9d1cd750 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:30.463243 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 4e448d72-8613-4177-ac1f-c2dba8cabebb not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:59:30.480604 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:30.506461 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58955d0-968d-4d8b-a3df-1fd21ee58deb req-303c74a6-869f-408c-9bb9-33888107b44a tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:30.507978 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a58955d0-968d-4d8b-a3df-1fd21ee58deb req-303c74a6-869f-408c-9bb9-33888107b44a tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=075b40ff-9956-4999-a3f9-bdb8342898b0 HTTP/1.1" status: 200 len: 946 time: 0.1650579 Aug 10 00:59:30.547261 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-af7dd741-22ff-4ca7-bb08-340b0f2a0310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbda17c-777a-403f-962d-d7983055eaff', 'name': 'tempest-ServerRescueTestJSONUnderV235-1647369539-router', 'tenant_id': '0dcadc67007b441aa43df38caf86e528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '937c2311-1b05-4eb9-a423-dfc11505291f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:55Z', 'updated_at': '2021-08-10T00:59:28Z', 'revision_number': 5, 'project_id': '0dcadc67007b441aa43df38caf86e528', 'gw_port': {'id': '937c2311-1b05-4eb9-a423-dfc11505291f', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ec:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbda17c-777a-403f-962d-d7983055eaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:56Z', 'updated_at': '2021-08-10T00:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:30.552917 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-6a216809-37d7-4909-a42d-a56a9d1cd750 admin admin] For port 937c2311-1b05-4eb9-a423-dfc11505291f, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=937c2311-1b05-4eb9-a423-dfc11505291f,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:30.553322 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6a216809-37d7-4909-a42d-a56a9d1cd750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:30.555909 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Transition to ACTIVE for port object 568982c4-ce8e-4833-9eae-f3dd34b886e9 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:30.574293 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-6a216809-37d7-4909-a42d-a56a9d1cd750 admin admin] Calling delete_port for 937c2311-1b05-4eb9-a423-dfc11505291f owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:59:30.580515 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7dd741-22ff-4ca7-bb08-340b0f2a0310 None None] Checking router: 2bbda17c-777a-403f-962d-d7983055eaff for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:59:30.589676 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7dd741-22ff-4ca7-bb08-340b0f2a0310 None None] Routers {'2bbda17c-777a-403f-962d-d7983055eaff'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:59:30.590307 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-af7dd741-22ff-4ca7-bb08-340b0f2a0310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:59:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['2bbda17c-777a-403f-962d-d7983055eaff'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:30.625716 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:30.680108 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-af7dd741-22ff-4ca7-bb08-340b0f2a0310 None None] Set router 2bbda17c-777a-403f-962d-d7983055eaff gateway port host: None {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:59:30.704162 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e07d9f4c-7bbd-41b7-a2f7-9ec336993ae0 req-701be3d0-ff85-4eef-9e11-a54ff808d429 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=25fca828-0258-4413-8e18-bb227d95d4e1 HTTP/1.1" status: 200 len: 210 time: 0.0798419 Aug 10 00:59:30.713104 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a58955d0-968d-4d8b-a3df-1fd21ee58deb req-cdf8e5ce-7da0-4810-a5c0-ab3105568e09 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954212 Aug 10 00:59:30.715866 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-3a67aa57-fa1b-4299-bafa-a1086fe03649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:30.717518 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-3a67aa57-fa1b-4299-bafa-a1086fe03649 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6d35146d-04aa-43bd-a0cd-8e969d772656&tenant_id=af5124099ce04e7383a5ec5f662d948c HTTP/1.1" status: 200 len: 1097 time: 0.2323806 Aug 10 00:59:30.763114 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Pushing event updated for resources: {'Port': ['ID=568982c4-ce8e-4833-9eae-f3dd34b886e9,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:30.789085 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-af7dd741-22ff-4ca7-bb08-340b0f2a0310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbda17c-777a-403f-962d-d7983055eaff', 'name': 'tempest-ServerRescueTestJSONUnderV235-1647369539-router', 'tenant_id': '0dcadc67007b441aa43df38caf86e528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:55Z', 'updated_at': '2021-08-10T00:59:30Z', 'revision_number': 6, 'project_id': '0dcadc67007b441aa43df38caf86e528', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:30.808461 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6a216809-37d7-4909-a42d-a56a9d1cd750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:30.817961 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7dd741-22ff-4ca7-bb08-340b0f2a0310 None None] The sync data for ids ['2bbda17c-777a-403f-962d-d7983055eaff'] in n-d-766726-26 is: [{'id': '2bbda17c-777a-403f-962d-d7983055eaff', 'name': 'tempest-ServerRescueTestJSONUnderV235-1647369539-router', 'tenant_id': '0dcadc67007b441aa43df38caf86e528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:55Z', 'updated_at': '2021-08-10T00:59:30Z', 'revision_number': 6, 'project_id': '0dcadc67007b441aa43df38caf86e528', 'gw_port_host': None}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:59:30.839824 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a216809-37d7-4909-a42d-a56a9d1cd750 admin admin] Pushing event deleted for resources: {'Port': ['ID=937c2311-1b05-4eb9-a423-dfc11505291f,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:30.897569 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Checking segment: {'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:59:30.898172 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Network hostable DHCP agents. Network: 158567b0-6dda-4b2a-a2b2-753ff9649370, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:59:30.912433 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6a216809-37d7-4909-a42d-a56a9d1cd750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:30.926145 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-27143951-9956-4b1f-81b1-415ad89685e6 req-1441f346-0d47-41bf-82dd-7084d50d588d tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:30.954976 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-35c2ced0-790e-40b3-ae65-1ea86c6eea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:30.957042 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-35c2ced0-790e-40b3-ae65-1ea86c6eea86 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af5124099ce04e7383a5ec5f662d948c&device_id=6d35146d-04aa-43bd-a0cd-8e969d772656 HTTP/1.1" status: 200 len: 1097 time: 0.2129714 Aug 10 00:59:30.986916 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Network 158567b0-6dda-4b2a-a2b2-753ff9649370 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:59:31.002959 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6a216809-37d7-4909-a42d-a56a9d1cd750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:31.005123 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6a216809-37d7-4909-a42d-a56a9d1cd750 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:31.010665 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c5bee-5013-462f-a979-1390531bf28f req-bb37fc7d-978f-45c2-8541-8c01b7f4fdcd tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:31.012134 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-723c5bee-5013-462f-a979-1390531bf28f req-bb37fc7d-978f-45c2-8541-8c01b7f4fdcd tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d35146d-04aa-43bd-a0cd-8e969d772656 HTTP/1.1" status: 200 len: 945 time: 0.1737740 Aug 10 00:59:31.049017 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6a216809-37d7-4909-a42d-a56a9d1cd750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:31.049595 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a216809-37d7-4909-a42d-a56a9d1cd750 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bbda17c-777a-403f-962d-d7983055eaff {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 00:59:31.054070 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6a216809-37d7-4909-a42d-a56a9d1cd750 admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:31.055213 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6a216809-37d7-4909-a42d-a56a9d1cd750 admin admin] 10.222.0.35 "DELETE /v2.0/routers/2bbda17c-777a-403f-962d-d7983055eaff HTTP/1.1" status: 204 len: 168 time: 0.9095650 Aug 10 00:59:31.057784 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43592) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:31.058396 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa149f8d-89da-4352-b790-8e7831389b8b req-ae150c76-1d00-44c9-8cb6-7cc668117901 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:31.059914 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aa149f8d-89da-4352-b790-8e7831389b8b req-ae150c76-1d00-44c9-8cb6-7cc668117901 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=075b40ff-9956-4999-a3f9-bdb8342898b0 HTTP/1.1" status: 200 len: 946 time: 0.2120697 Aug 10 00:59:31.069666 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 158567b0-6dda-4b2a-a2b2-753ff9649370) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:31.077634 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167318f8-f78d-485e-9ad6-282f113afede None None] Network 158567b0-6dda-4b2a-a2b2-753ff9649370 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:59:31.090678 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:59:31.109580 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d3fe9c7-3370-497a-a35b-cac66317496e admin admin] Deleting subnet 37a7a6ed-e6cb-4903-b17c-cc729cc80731 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:59:31.113164 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7d3fe9c7-3370-497a-a35b-cac66317496e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:31.135296 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:31.135609 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:31.136075 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:31.149868 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-27143951-9956-4b1f-81b1-415ad89685e6 req-1441f346-0d47-41bf-82dd-7084d50d588d tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:31.164924 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['c58ea708-4565-4b16-a53e-c9c57ba4f3a2'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:59:31.174537 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:31.174882 n-d-766726-26 neutron-server[105826]: ERROR neutron.plugins.ml2.managers [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Failed to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on host n-h1-766726-26 for vnic_type normal using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] Aug 10 00:59:31.181867 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7d3fe9c7-3370-497a-a35b-cac66317496e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:31.198967 n-d-766726-26 neutron-server[105826]: INFO neutron.plugins.ml2.plugin [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempt 2 to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 Aug 10 00:59:31.220279 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-723c5bee-5013-462f-a979-1390531bf28f req-d85a8538-ecb8-4e96-be5b-effab19e4868 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768684 Aug 10 00:59:31.236784 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7d3fe9c7-3370-497a-a35b-cac66317496e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:31.311523 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aa149f8d-89da-4352-b790-8e7831389b8b req-e4de234c-5e56-4192-a122-7f69b10bc25f tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396758 Aug 10 00:59:31.317005 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7d3fe9c7-3370-497a-a35b-cac66317496e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:31.334468 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-d2612197-ae7a-4ad5-8d6b-8d6c33a2f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:31.336930 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-d2612197-ae7a-4ad5-8d6b-8d6c33a2f011 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a3b32c7-74a3-4305-b7a7-526211811378 HTTP/1.1" status: 200 len: 909 time: 0.3658812 Aug 10 00:59:31.341931 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27143951-9956-4b1f-81b1-415ad89685e6 req-1441f346-0d47-41bf-82dd-7084d50d588d tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Network 68f568b0-c764-43be-a497-965794b9f9b4 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:59:31.343176 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:31.343684 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:31.344232 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:31.366110 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3fe9c7-3370-497a-a35b-cac66317496e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37a7a6ed-e6cb-4903-b17c-cc729cc80731,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:31.370054 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7d3fe9c7-3370-497a-a35b-cac66317496e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:31.374340 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7d3fe9c7-3370-497a-a35b-cac66317496e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/37a7a6ed-e6cb-4903-b17c-cc729cc80731 HTTP/1.1" status: 204 len: 168 time: 0.3132627 Aug 10 00:59:31.374767 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43596) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:31.384711 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-27143951-9956-4b1f-81b1-415ad89685e6 req-1441f346-0d47-41bf-82dd-7084d50d588d tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:31.388647 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 54afabfe-109b-4df0-9d5b-c122786f4271 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:59:31.433127 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-27143951-9956-4b1f-81b1-415ad89685e6 req-1441f346-0d47-41bf-82dd-7084d50d588d tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:59:31.435432 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 54afabfe-109b-4df0-9d5b-c122786f4271 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:59:31.435779 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 54afabfe-109b-4df0-9d5b-c122786f4271 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:59:31.436800 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441f346-0d47-41bf-82dd-7084d50d588d tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Pushing event updated for resources: {'Port': ['ID=e32d6889-fd12-4585-b0bf-093fada4eca8,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:31.453114 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:31.453447 n-d-766726-26 neutron-server[105826]: ERROR neutron.plugins.ml2.managers [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Failed to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on host n-h1-766726-26 for vnic_type normal using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] Aug 10 00:59:31.454811 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-7c6cca8e-a316-42ee-99d8-d5b2214d5d06 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e448d72-8613-4177-ac1f-c2dba8cabebb HTTP/1.1" status: 200 len: 217 time: 0.1074128 Aug 10 00:59:31.460202 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f299ea7-fb8f-4c87-856d-440c8d1cbc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:31.477179 n-d-766726-26 neutron-server[105826]: INFO neutron.plugins.ml2.plugin [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempt 3 to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 Aug 10 00:59:31.575163 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f299ea7-fb8f-4c87-856d-440c8d1cbc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:31.591744 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-1f299ea7-fb8f-4c87-856d-440c8d1cbc28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d848d6-7fc5-41ca-ba05-463d0b866659']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:31.603597 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-1f299ea7-fb8f-4c87-856d-440c8d1cbc28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2525a6de-e0b3-477f-9163-5dd50ba2e1de') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:31.603956 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-1f299ea7-fb8f-4c87-856d-440c8d1cbc28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2525a6de-e0b3-477f-9163-5dd50ba2e1de') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:31.614809 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f299ea7-fb8f-4c87-856d-440c8d1cbc28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:31.632066 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f299ea7-fb8f-4c87-856d-440c8d1cbc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:31.638870 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f299ea7-fb8f-4c87-856d-440c8d1cbc28 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:59:31.639352 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f299ea7-fb8f-4c87-856d-440c8d1cbc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:31.642162 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 00:59:31.642162 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:59:31.642162 n-d-766726-26 neutron-server[105827]: timer() Aug 10 00:59:31.642162 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:59:31.642162 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 00:59:31.642162 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:59:31.642162 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 00:59:31.642162 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:59:31.642162 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 00:59:31.642162 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:59:31.642162 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 00:59:31.642162 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:59:31.642162 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 00:59:31.642162 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:59:31.642162 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:59:31.642162 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:59:31.642162 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:59:31.642162 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:59:31.642162 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 00:59:31.642162 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:59:31.642162 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 00:59:31.642162 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:59:31.642162 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:59:31.642162 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:59:31.642162 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 00:59:31.642162 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:59:31.642162 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:59:31.642162 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:59:31.642162 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:59:31.642162 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:59:31.642162 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:59:31.642162 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:59:31.719669 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f299ea7-fb8f-4c87-856d-440c8d1cbc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:31.727537 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f299ea7-fb8f-4c87-856d-440c8d1cbc28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:31.732320 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1f299ea7-fb8f-4c87-856d-440c8d1cbc28 admin admin] 10.222.0.35 "DELETE /v2.0/networks/84d848d6-7fc5-41ca-ba05-463d0b866659 HTTP/1.1" status: 204 len: 168 time: 0.3541820 Aug 10 00:59:31.746609 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f299ea7-fb8f-4c87-856d-440c8d1cbc28 admin admin] Pushing event deleted for resources: {'Network': ['ID=84d848d6-7fc5-41ca-ba05-463d0b866659,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:31.881028 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:31.881375 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:31.881720 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:31.923657 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:31.924965 n-d-766726-26 neutron-server[105826]: ERROR neutron.plugins.ml2.managers [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Failed to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on host n-h1-766726-26 for vnic_type normal using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] Aug 10 00:59:31.928139 n-d-766726-26 neutron-server[105826]: INFO neutron.plugins.ml2.plugin [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempt 4 to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 Aug 10 00:59:31.928978 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43616) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:31.940478 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27143951-9956-4b1f-81b1-415ad89685e6 req-1441f346-0d47-41bf-82dd-7084d50d588d tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:31.941130 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-27143951-9956-4b1f-81b1-415ad89685e6 req-1441f346-0d47-41bf-82dd-7084d50d588d tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:31.951389 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44a1ef-3761-48d7-b58a-ddeb13bc547c req-3e1afb85-cc1f-48ae-8b67-ec0997a550c9 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:31.952980 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e44a1ef-3761-48d7-b58a-ddeb13bc547c req-3e1afb85-cc1f-48ae-8b67-ec0997a550c9 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=23878b91-209d-4973-8aa8-b709cbfbc496 HTTP/1.1" status: 200 len: 945 time: 0.6274886 Aug 10 00:59:31.971118 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b20c0d2c-e2ba-42f7-ae50-e7aa13757d99 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0dcadc67007b441aa43df38caf86e528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408657 Aug 10 00:59:31.973877 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43618) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:31.975306 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-7f89efee-efb2-410e-9107-14ad84e0dc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:31.976861 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-7f89efee-efb2-410e-9107-14ad84e0dc05 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=25a2d27a-ba73-472c-943f-003d0feb1ed0 HTTP/1.1" status: 200 len: 848 time: 0.4963930 Aug 10 00:59:31.989775 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:31.990121 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:31.990459 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:32.013275 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-27143951-9956-4b1f-81b1-415ad89685e6 req-1441f346-0d47-41bf-82dd-7084d50d588d tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4078655 Aug 10 00:59:32.032812 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a3794386-ed78-4e45-98f9-121acf46351a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:32.035311 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-94f9d28b-b82a-42ff-b430-9dfcda810aa2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a3b32c7-74a3-4305-b7a7-526211811378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477858 Aug 10 00:59:32.035880 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:32.036304 n-d-766726-26 neutron-server[105826]: ERROR neutron.plugins.ml2.managers [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Failed to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on host n-h1-766726-26 for vnic_type normal using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] Aug 10 00:59:32.042594 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-27143951-9956-4b1f-81b1-415ad89685e6 req-dceebbfe-25d9-40ef-b5ae-51960a657054 service neutron] Request body: {'port': {'device_id': '25fca828-0258-4413-8e18-bb227d95d4e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:32.045904 n-d-766726-26 neutron-server[105826]: INFO neutron.plugins.ml2.plugin [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempt 5 to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 Aug 10 00:59:32.055827 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77da0b7-ec2b-43b7-a422-330c6ad09e90 req-ece9c130-d59e-4e92-afaa-9cdc775a3756 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:32.057333 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e77da0b7-ec2b-43b7-a422-330c6ad09e90 req-ece9c130-d59e-4e92-afaa-9cdc775a3756 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4daab54-9d4f-4b32-ab78-5b45b50b6b98 HTTP/1.1" status: 200 len: 943 time: 0.1823854 Aug 10 00:59:32.057994 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a3794386-ed78-4e45-98f9-121acf46351a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:32.112666 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a3794386-ed78-4e45-98f9-121acf46351a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:32.115396 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a3794386-ed78-4e45-98f9-121acf46351a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:32.118902 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a3794386-ed78-4e45-98f9-121acf46351a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/59690946-e823-4318-92b2-2bfb3d8f40ce HTTP/1.1" status: 204 len: 168 time: 0.1415374 Aug 10 00:59:32.128672 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3794386-ed78-4e45-98f9-121acf46351a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59690946-e823-4318-92b2-2bfb3d8f40ce,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:32.150530 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e44a1ef-3761-48d7-b58a-ddeb13bc547c req-e7bc2bf9-88b9-4620-9dbd-df93c7fe6307 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835279 Aug 10 00:59:32.160515 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:32.160859 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:32.161198 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:32.182169 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:32.182544 n-d-766726-26 neutron-server[105826]: ERROR neutron.plugins.ml2.managers [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Failed to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on host n-h1-766726-26 for vnic_type normal using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] Aug 10 00:59:32.199230 n-d-766726-26 neutron-server[105826]: INFO neutron.plugins.ml2.plugin [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempt 6 to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 Aug 10 00:59:32.243968 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-27143951-9956-4b1f-81b1-415ad89685e6 req-dceebbfe-25d9-40ef-b5ae-51960a657054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:32.252045 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e77da0b7-ec2b-43b7-a422-330c6ad09e90 req-df3a8678-932b-4d24-9a8f-77c221d3d778 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525316 Aug 10 00:59:32.252933 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:32.253451 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:32.253967 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:32.274840 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:32.275390 n-d-766726-26 neutron-server[105826]: ERROR neutron.plugins.ml2.managers [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Failed to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on host n-h1-766726-26 for vnic_type normal using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] Aug 10 00:59:32.276228 n-d-766726-26 neutron-server[105826]: INFO neutron.plugins.ml2.plugin [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempt 7 to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 Aug 10 00:59:32.280996 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-250ad682-22d4-438a-8391-b3a9a102a523 service neutron] 10.222.0.24 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206047 Aug 10 00:59:32.303973 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:59:32.335817 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:32.336515 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:32.337130 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:32.396025 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:32.396025 n-d-766726-26 neutron-server[105826]: ERROR neutron.plugins.ml2.managers [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Failed to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on host n-h1-766726-26 for vnic_type normal using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] Aug 10 00:59:32.403340 n-d-766726-26 neutron-server[105826]: INFO neutron.plugins.ml2.plugin [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempt 8 to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 Aug 10 00:59:32.450350 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0,segment=NetworkSegment(29e670d9-5039-46c1-a69e-9628f4a030e2),segment_id=29e670d9-5039-46c1-a69e-9628f4a030e2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:32.466625 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0', 'network_id': '5040841a-4984-47dc-a172-a1e3b8550316', 'port_id': '5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0', 'mac_address': 'fa:16:3e:a8:8d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10f85b2-b60a-4bec-a6dc-24390adf6af4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:59:32.517032 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:32.517386 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:32.518268 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:32.519116 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:32.532833 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:59:32.554523 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0,segment=NetworkSegment(29e670d9-5039-46c1-a69e-9628f4a030e2),segment_id=29e670d9-5039-46c1-a69e-9628f4a030e2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:32.559737 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:32.561186 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:32.561532 n-d-766726-26 neutron-server[105826]: ERROR neutron.plugins.ml2.managers [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Failed to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on host n-h1-766726-26 for vnic_type normal using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] Aug 10 00:59:32.567813 n-d-766726-26 neutron-server[105826]: INFO neutron.plugins.ml2.plugin [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempt 9 to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 Aug 10 00:59:32.617750 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:32.638895 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3536e4-ae0e-4b47-849b-dcadc3d1a799 req-54f192db-d957-43a7-be6b-b1f666551f46 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:32.640412 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0a3536e4-ae0e-4b47-849b-dcadc3d1a799 req-54f192db-d957-43a7-be6b-b1f666551f46 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=25fca828-0258-4413-8e18-bb227d95d4e1 HTTP/1.1" status: 200 len: 931 time: 0.2699749 Aug 10 00:59:32.645504 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-307aaa2a-195d-4395-b33e-8712c572f4a9 service neutron] 10.222.0.24 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527811 Aug 10 00:59:32.647798 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:32.648153 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:32.648512 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:32.672009 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:32.672383 n-d-766726-26 neutron-server[105826]: ERROR neutron.plugins.ml2.managers [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Failed to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on host n-h1-766726-26 for vnic_type normal using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] Aug 10 00:59:32.680869 n-d-766726-26 neutron-server[105826]: INFO neutron.plugins.ml2.plugin [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempt 10 to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 Aug 10 00:59:32.702706 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64cfecf-935f-4ce5-a26d-4d2dfd6a3dc6 req-f110e335-982d-420c-bba2-c7d53456b494 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:32.704218 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a64cfecf-935f-4ce5-a26d-4d2dfd6a3dc6 req-f110e335-982d-420c-bba2-c7d53456b494 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d35146d-04aa-43bd-a0cd-8e969d772656 HTTP/1.1" status: 200 len: 945 time: 0.2117167 Aug 10 00:59:32.732260 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:32.732603 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:32.732961 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:32.756366 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0a3536e4-ae0e-4b47-849b-dcadc3d1a799 req-1ff233fb-c065-4086-bd00-3eaa4ebe3a63 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047964 Aug 10 00:59:32.756999 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:32.757260 n-d-766726-26 neutron-server[105826]: ERROR neutron.plugins.ml2.managers [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Failed to bind port 568982c4-ce8e-4833-9eae-f3dd34b886e9 on host n-h1-766726-26 for vnic_type normal using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] Aug 10 00:59:32.757633 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:32.837333 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a64cfecf-935f-4ce5-a26d-4d2dfd6a3dc6 req-89a0509d-cd44-46b5-b820-8082cfe30552 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217127 Aug 10 00:59:32.925718 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] For port 568982c4-ce8e-4833-9eae-f3dd34b886e9, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:59:32.926473 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempted to set empty binding levels {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 00:59:32.930953 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:59:32.965603 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:32.981916 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-27143951-9956-4b1f-81b1-415ad89685e6 req-dceebbfe-25d9-40ef-b5ae-51960a657054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e32d6889-fd12-4585-b0bf-093fada4eca8 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:59:33.011751 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-27143951-9956-4b1f-81b1-415ad89685e6 req-dceebbfe-25d9-40ef-b5ae-51960a657054 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:33.025253 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:33.025859 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:33.060335 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-27143951-9956-4b1f-81b1-415ad89685e6 req-dceebbfe-25d9-40ef-b5ae-51960a657054 service neutron] Transition to ACTIVE for port object e32d6889-fd12-4585-b0bf-093fada4eca8 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:33.063019 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 937c2311-1b05-4eb9-a423-dfc11505291f no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:59:33.066441 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-17b92a2a-d26d-4ebb-8646-07bcd1a7b029 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:33.068032 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-17b92a2a-d26d-4ebb-8646-07bcd1a7b029 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6d35146d-04aa-43bd-a0cd-8e969d772656&tenant_id=af5124099ce04e7383a5ec5f662d948c&binding%3Ahost_id=n-h1-766726-26 HTTP/1.1" status: 200 len: 1097 time: 0.1662834 Aug 10 00:59:33.078675 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c72a01-10b2-4a70-8c11-85412fdf3653 req-3347772e-c2ce-4cc3-9076-523f9d5df3f8 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:33.080218 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b0c72a01-10b2-4a70-8c11-85412fdf3653 req-3347772e-c2ce-4cc3-9076-523f9d5df3f8 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=075b40ff-9956-4999-a3f9-bdb8342898b0 HTTP/1.1" status: 200 len: 946 time: 0.1812787 Aug 10 00:59:33.083171 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.7380509 Aug 10 00:59:33.083892 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-27143951-9956-4b1f-81b1-415ad89685e6 req-dceebbfe-25d9-40ef-b5ae-51960a657054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:33.086147 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43658) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:33.091142 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8512c69b-e1e1-4abe-974e-c963b60f7ef4 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Pushing event updated for resources: {'Port': ['ID=568982c4-ce8e-4833-9eae-f3dd34b886e9,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:33.097475 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 937c2311-1b05-4eb9-a423-dfc11505291f {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:59:33.098139 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 937c2311-1b05-4eb9-a423-dfc11505291f not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:59:33.176152 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-06621259-7f8f-4bd3-96ff-f17dc5b89042 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Deleting port 568982c4-ce8e-4833-9eae-f3dd34b886e9 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:59:33.176700 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-06621259-7f8f-4bd3-96ff-f17dc5b89042 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:33.229639 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceebbfe-25d9-40ef-b5ae-51960a657054 service neutron] Pushing event updated for resources: {'Port': ['ID=e32d6889-fd12-4585-b0bf-093fada4eca8,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:33.236445 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b0c72a01-10b2-4a70-8c11-85412fdf3653 req-3b5542c2-0a00-4365-b40b-ea706b5ad531 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427078 Aug 10 00:59:33.264376 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-06621259-7f8f-4bd3-96ff-f17dc5b89042 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] For port 568982c4-ce8e-4833-9eae-f3dd34b886e9, host n-h1-766726-26, got binding levels [] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:33.264877 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-06621259-7f8f-4bd3-96ff-f17dc5b89042 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:33.286420 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-06621259-7f8f-4bd3-96ff-f17dc5b89042 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Calling delete_port for 568982c4-ce8e-4833-9eae-f3dd34b886e9 owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:59:33.370808 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-27143951-9956-4b1f-81b1-415ad89685e6 req-dceebbfe-25d9-40ef-b5ae-51960a657054 service neutron] Attempting to bind port e32d6889-fd12-4585-b0bf-093fada4eca8 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:33.371266 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-27143951-9956-4b1f-81b1-415ad89685e6 req-dceebbfe-25d9-40ef-b5ae-51960a657054 service neutron] Attempting to bind port e32d6889-fd12-4585-b0bf-093fada4eca8 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '45b34241-697f-4f50-87d8-6d6db6581d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:33.371563 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27143951-9956-4b1f-81b1-415ad89685e6 req-dceebbfe-25d9-40ef-b5ae-51960a657054 service neutron] Attempting to bind port e32d6889-fd12-4585-b0bf-093fada4eca8 on network 68f568b0-c764-43be-a497-965794b9f9b4 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:33.375804 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-06621259-7f8f-4bd3-96ff-f17dc5b89042 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:33.381389 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-ffd031e7-c1f7-41cc-8398-a8c1c9f462ae service neutron] For port 4e448d72-8613-4177-ac1f-c2dba8cabebb, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:59:33.383353 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27143951-9956-4b1f-81b1-415ad89685e6 req-dceebbfe-25d9-40ef-b5ae-51960a657054 service neutron] Port e32d6889-fd12-4585-b0bf-093fada4eca8 on network 68f568b0-c764-43be-a497-965794b9f9b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:33.383686 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27143951-9956-4b1f-81b1-415ad89685e6 req-dceebbfe-25d9-40ef-b5ae-51960a657054 service neutron] Attempting to bind port e32d6889-fd12-4585-b0bf-093fada4eca8 on network 68f568b0-c764-43be-a497-965794b9f9b4 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:33.389481 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-ffd031e7-c1f7-41cc-8398-a8c1c9f462ae service neutron] Notify callbacks [] for binding, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:33.390612 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8befc3b0-3313-45b7-8663-a72d66e8ca97 req-ffd031e7-c1f7-41cc-8398-a8c1c9f462ae service neutron] 10.222.0.24 "DELETE /v2.0/ports/4e448d72-8613-4177-ac1f-c2dba8cabebb/bindings/n-h2-766726-26 HTTP/1.1" status: 204 len: 173 time: 0.3095129 Aug 10 00:59:33.396150 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27143951-9956-4b1f-81b1-415ad89685e6 req-dceebbfe-25d9-40ef-b5ae-51960a657054 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:59:33.396584 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27143951-9956-4b1f-81b1-415ad89685e6 req-dceebbfe-25d9-40ef-b5ae-51960a657054 service neutron] Checking segment: {'id': '45b34241-697f-4f50-87d8-6d6db6581d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:59:33.396979 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27143951-9956-4b1f-81b1-415ad89685e6 req-dceebbfe-25d9-40ef-b5ae-51960a657054 service neutron] Bound using segment: {'id': '45b34241-697f-4f50-87d8-6d6db6581d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:59:33.397434 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-27143951-9956-4b1f-81b1-415ad89685e6 req-dceebbfe-25d9-40ef-b5ae-51960a657054 service neutron] Bound port: e32d6889-fd12-4585-b0bf-093fada4eca8, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b34241-697f-4f50-87d8-6d6db6581d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:59:33.397878 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-27143951-9956-4b1f-81b1-415ad89685e6 req-dceebbfe-25d9-40ef-b5ae-51960a657054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:33.415741 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-06621259-7f8f-4bd3-96ff-f17dc5b89042 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:33.417972 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae91f2-88eb-4396-88f9-fe87aebeb33a req-34acff90-e329-4a6e-a350-04637b4cc3ae tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:33.421079 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-06621259-7f8f-4bd3-96ff-f17dc5b89042 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] 10.222.0.35 "DELETE /v2.0/ports/568982c4-ce8e-4833-9eae-f3dd34b886e9 HTTP/1.1" status: 204 len: 168 time: 0.3331814 Aug 10 00:59:33.422628 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43676) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:33.424045 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06621259-7f8f-4bd3-96ff-f17dc5b89042 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Pushing event deleted for resources: {'Port': ['ID=568982c4-ce8e-4833-9eae-f3dd34b886e9,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:33.425307 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6cae91f2-88eb-4396-88f9-fe87aebeb33a req-34acff90-e329-4a6e-a350-04637b4cc3ae tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=23878b91-209d-4973-8aa8-b709cbfbc496 HTTP/1.1" status: 200 len: 945 time: 0.1099410 Aug 10 00:59:33.456971 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57cedda-3c1b-4d88-9048-7a9dc8bf18f0 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] GET failed (client error): The resource could not be found. Aug 10 00:59:33.458540 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c57cedda-3c1b-4d88-9048-7a9dc8bf18f0 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] 10.222.0.35 "GET /v2.0/ports/568982c4-ce8e-4833-9eae-f3dd34b886e9 HTTP/1.1" status: 404 len: 333 time: 0.0268214 Aug 10 00:59:33.462022 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43680) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:33.468308 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-b71f0bdd-9bca-42e4-a374-0c9aa4ef4535 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Request body: {'port': {'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-311728738'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:33.489367 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71f0bdd-9bca-42e4-a374-0c9aa4ef4535 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Made reservation on behalf of 02704d98f3164840873a86a89ac12949 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:59:33.491946 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b71f0bdd-9bca-42e4-a374-0c9aa4ef4535 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:33.507228 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-b71f0bdd-9bca-42e4-a374-0c9aa4ef4535 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] device_id is not set on port a5773fbe-b3a5-46fb-9492-726c95e79252 yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 00:59:33.522385 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6cae91f2-88eb-4396-88f9-fe87aebeb33a req-571da3f6-ebc4-4904-83fb-9ba72c659305 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962026 Aug 10 00:59:33.563404 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-27143951-9956-4b1f-81b1-415ad89685e6 req-dceebbfe-25d9-40ef-b5ae-51960a657054 service neutron] For port e32d6889-fd12-4585-b0bf-093fada4eca8, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:59:33.573414 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075a89f-04a0-4c94-aed0-ce50d119fb7e req-824fcb0e-bf38-4669-9439-f1e5417d0971 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:33.574919 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f075a89f-04a0-4c94-aed0-ce50d119fb7e req-824fcb0e-bf38-4669-9439-f1e5417d0971 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4daab54-9d4f-4b32-ab78-5b45b50b6b98 HTTP/1.1" status: 200 len: 944 time: 0.0934825 Aug 10 00:59:33.577179 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-27143951-9956-4b1f-81b1-415ad89685e6 req-dceebbfe-25d9-40ef-b5ae-51960a657054 service neutron] For port e32d6889-fd12-4585-b0bf-093fada4eca8, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=e32d6889-fd12-4585-b0bf-093fada4eca8,segment=NetworkSegment(45b34241-697f-4f50-87d8-6d6db6581d08),segment_id=45b34241-697f-4f50-87d8-6d6db6581d08)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:59:33.583542 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-27143951-9956-4b1f-81b1-415ad89685e6 req-dceebbfe-25d9-40ef-b5ae-51960a657054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:33.651763 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27143951-9956-4b1f-81b1-415ad89685e6 req-dceebbfe-25d9-40ef-b5ae-51960a657054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:33.652023 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-27143951-9956-4b1f-81b1-415ad89685e6 req-dceebbfe-25d9-40ef-b5ae-51960a657054 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:33.653485 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-27143951-9956-4b1f-81b1-415ad89685e6 req-dceebbfe-25d9-40ef-b5ae-51960a657054 service neutron] 10.222.0.20 "PUT /v2.0/ports/e32d6889-fd12-4585-b0bf-093fada4eca8 HTTP/1.1" status: 200 len: 1092 time: 1.6221566 Aug 10 00:59:33.655132 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25fca828-0258-4413-8e18-bb227d95d4e1', 'tag': 'e32d6889-fd12-4585-b0bf-093fada4eca8'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:33.657788 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e5824c-08c6-4120-92c3-f84cd658c9d4" -d '{"events": [{"name": "network-changed", "server_uuid": "25fca828-0258-4413-8e18-bb227d95d4e1", "tag": "e32d6889-fd12-4585-b0bf-093fada4eca8"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:33.679829 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b71f0bdd-9bca-42e4-a374-0c9aa4ef4535 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:33.691994 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f075a89f-04a0-4c94-aed0-ce50d119fb7e req-9f5e8db4-e4f0-41cb-914e-c77cd9aa690a tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052132 Aug 10 00:59:33.692794 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceebbfe-25d9-40ef-b5ae-51960a657054 service neutron] Pushing event updated for resources: {'Port': ['ID=e32d6889-fd12-4585-b0bf-093fada4eca8,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:33.737153 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b71f0bdd-9bca-42e4-a374-0c9aa4ef4535 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:33.770432 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27143951-9956-4b1f-81b1-415ad89685e6 req-92fb9c96-b5de-4206-b619-0362b8e6393b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:33.772558 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-27143951-9956-4b1f-81b1-415ad89685e6 req-92fb9c96-b5de-4206-b619-0362b8e6393b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f1c82db603043b497c1daf48dd8e55e&device_id=25fca828-0258-4413-8e18-bb227d95d4e1 HTTP/1.1" status: 200 len: 1095 time: 0.0539913 Aug 10 00:59:33.774330 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5a9ea3-cc36-4d33-bb00-935bc1bb113c x-openstack-request-id: req-4d5a9ea3-cc36-4d33-bb00-935bc1bb113c {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:33.774672 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25fca828-0258-4413-8e18-bb227d95d4e1", "tag": "e32d6889-fd12-4585-b0bf-093fada4eca8", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:33.774938 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4d5a9ea3-cc36-4d33-bb00-935bc1bb113c {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:33.775987 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25fca828-0258-4413-8e18-bb227d95d4e1', 'tag': 'e32d6889-fd12-4585-b0bf-093fada4eca8', 'status': 'completed', 'code': 200} Aug 10 00:59:33.793452 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71f0bdd-9bca-42e4-a374-0c9aa4ef4535 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Network 158567b0-6dda-4b2a-a2b2-753ff9649370 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:59:33.796911 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-b71f0bdd-9bca-42e4-a374-0c9aa4ef4535 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:33.799462 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71f0bdd-9bca-42e4-a374-0c9aa4ef4535 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:59:33.800654 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71f0bdd-9bca-42e4-a374-0c9aa4ef4535 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:33.801369 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b71f0bdd-9bca-42e4-a374-0c9aa4ef4535 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:33.811371 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f0bdd-9bca-42e4-a374-0c9aa4ef4535 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Pushing event updated for resources: {'Port': ['ID=a5773fbe-b3a5-46fb-9492-726c95e79252,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:33.825572 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b71f0bdd-9bca-42e4-a374-0c9aa4ef4535 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3615644 Aug 10 00:59:33.827361 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43702) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:33.834251 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:33.851182 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-27143951-9956-4b1f-81b1-415ad89685e6 req-39f8c833-b79b-4673-a1de-f6c4cce4fb2d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e32d6889-fd12-4585-b0bf-093fada4eca8 HTTP/1.1" status: 200 len: 217 time: 0.0576255 Aug 10 00:59:33.928466 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:33.938246 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751ad33-727e-4833-80bc-8cd180329029 req-8bda9971-dff4-4191-b513-8a79fcdab163 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:33.940414 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c751ad33-727e-4833-80bc-8cd180329029 req-8bda9971-dff4-4191-b513-8a79fcdab163 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=25fca828-0258-4413-8e18-bb227d95d4e1 HTTP/1.1" status: 200 len: 943 time: 0.0920815 Aug 10 00:59:33.951341 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27143951-9956-4b1f-81b1-415ad89685e6 req-afdde6e6-3295-499b-8430-bfa80621ed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:33.952810 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-27143951-9956-4b1f-81b1-415ad89685e6 req-afdde6e6-3295-499b-8430-bfa80621ed0b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4317e354-7b23-4f49-8b2a-5d1c39378e31 HTTP/1.1" status: 200 len: 845 time: 0.0933452 Aug 10 00:59:34.013304 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-27143951-9956-4b1f-81b1-415ad89685e6 req-22b6d196-d64b-41da-a025-9bb9f49f69c8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=68f568b0-c764-43be-a497-965794b9f9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397298 Aug 10 00:59:34.082026 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c751ad33-727e-4833-80bc-8cd180329029 req-f40fd713-28d3-4854-a5ca-80df1b3c935d tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323919 Aug 10 00:59:34.091997 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3131187-44e1-450b-8626-fc39df6759e8 req-4a2f9559-bed2-46f0-bd44-6f2510b60cc1 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:34.093525 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c3131187-44e1-450b-8626-fc39df6759e8 req-4a2f9559-bed2-46f0-bd44-6f2510b60cc1 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d35146d-04aa-43bd-a0cd-8e969d772656 HTTP/1.1" status: 200 len: 945 time: 0.1667058 Aug 10 00:59:34.130367 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] device_id is not set on port a5773fbe-b3a5-46fb-9492-726c95e79252 yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 00:59:34.138391 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:34.151440 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Transition to ACTIVE for port object a5773fbe-b3a5-46fb-9492-726c95e79252 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:34.158722 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:34.159495 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43710) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:34.162448 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c3131187-44e1-450b-8626-fc39df6759e8 req-8a53aae7-a2ca-4d88-9874-7b82fb1d177e tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610991 Aug 10 00:59:34.167006 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-27143951-9956-4b1f-81b1-415ad89685e6 req-30d41d76-3dd1-4cbd-a083-0b9c35344a7c service neutron] 10.222.0.20 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368790 Aug 10 00:59:34.272442 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-27143951-9956-4b1f-81b1-415ad89685e6 req-b8e5bc67-94f7-4c9a-a63c-7bae27ef91ac service neutron] 10.222.0.20 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965481 Aug 10 00:59:34.281106 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Pushing event updated for resources: {'Port': ['ID=a5773fbe-b3a5-46fb-9492-726c95e79252,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:34.287104 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:34.287786 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:34.288586 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:34.294533 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Port a5773fbe-b3a5-46fb-9492-726c95e79252 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:34.295212 n-d-766726-26 neutron-server[105827]: ERROR neutron.plugins.ml2.managers [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Failed to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 on host n-h1-766726-26 for vnic_type normal using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] Aug 10 00:59:34.295863 n-d-766726-26 neutron-server[105827]: INFO neutron.plugins.ml2.plugin [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempt 2 to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 Aug 10 00:59:34.315991 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:34.316678 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:34.319829 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:59:34.323268 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:34.326979 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1a355-f341-401e-b819-ce621f144c40 req-74892a48-b39c-4b62-b4c1-f497c133229b tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:34.329104 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a1c1a355-f341-401e-b819-ce621f144c40 req-74892a48-b39c-4b62-b4c1-f497c133229b tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6d35146d-04aa-43bd-a0cd-8e969d772656 HTTP/1.1" status: 200 len: 1097 time: 0.0508547 Aug 10 00:59:34.333686 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Port a5773fbe-b3a5-46fb-9492-726c95e79252 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:34.334023 n-d-766726-26 neutron-server[105827]: ERROR neutron.plugins.ml2.managers [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Failed to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 on host n-h1-766726-26 for vnic_type normal using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] Aug 10 00:59:34.339257 n-d-766726-26 neutron-server[105827]: INFO neutron.plugins.ml2.plugin [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempt 3 to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 Aug 10 00:59:34.355426 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-96ec1b3a-e9e8-42c8-9241-84c81024c33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:34.377624 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:34.377973 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:34.378518 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:34.386070 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:59:34.387640 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Port a5773fbe-b3a5-46fb-9492-726c95e79252 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:34.388143 n-d-766726-26 neutron-server[105827]: ERROR neutron.plugins.ml2.managers [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Failed to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 on host n-h1-766726-26 for vnic_type normal using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] Aug 10 00:59:34.392220 n-d-766726-26 neutron-server[105827]: INFO neutron.plugins.ml2.plugin [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempt 4 to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 Aug 10 00:59:34.394298 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:34.394682 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:34.412031 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:34.412408 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:34.412752 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:34.421040 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Port a5773fbe-b3a5-46fb-9492-726c95e79252 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:34.421377 n-d-766726-26 neutron-server[105827]: ERROR neutron.plugins.ml2.managers [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Failed to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 on host n-h1-766726-26 for vnic_type normal using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] Aug 10 00:59:34.422747 n-d-766726-26 neutron-server[105827]: INFO neutron.plugins.ml2.plugin [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempt 5 to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 Aug 10 00:59:34.446245 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:34.446650 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:34.446995 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:34.456584 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Port a5773fbe-b3a5-46fb-9492-726c95e79252 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:34.456917 n-d-766726-26 neutron-server[105827]: ERROR neutron.plugins.ml2.managers [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Failed to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 on host n-h1-766726-26 for vnic_type normal using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] Aug 10 00:59:34.458478 n-d-766726-26 neutron-server[105827]: INFO neutron.plugins.ml2.plugin [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempt 6 to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 Aug 10 00:59:34.459758 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a1c1a355-f341-401e-b819-ce621f144c40 req-f6affaaf-17be-4b70-9e82-c5bfcb58833e tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239231 Aug 10 00:59:34.473837 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:34.474176 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:34.474516 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:34.485965 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Port a5773fbe-b3a5-46fb-9492-726c95e79252 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:34.486920 n-d-766726-26 neutron-server[105827]: ERROR neutron.plugins.ml2.managers [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Failed to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 on host n-h1-766726-26 for vnic_type normal using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] Aug 10 00:59:34.488490 n-d-766726-26 neutron-server[105827]: INFO neutron.plugins.ml2.plugin [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempt 7 to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 Aug 10 00:59:34.512971 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:34.516239 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5824c-08c6-4120-92c3-f84cd658c9d4 req-75e74d71-142a-480b-852b-458238ba6da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:34.518081 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-75e5824c-08c6-4120-92c3-f84cd658c9d4 req-75e74d71-142a-480b-852b-458238ba6da8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f1c82db603043b497c1daf48dd8e55e&device_id=25fca828-0258-4413-8e18-bb227d95d4e1 HTTP/1.1" status: 200 len: 1095 time: 0.1266093 Aug 10 00:59:34.518254 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:34.518449 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:34.518792 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:34.527504 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Port a5773fbe-b3a5-46fb-9492-726c95e79252 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:34.527926 n-d-766726-26 neutron-server[105827]: ERROR neutron.plugins.ml2.managers [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Failed to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 on host n-h1-766726-26 for vnic_type normal using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] Aug 10 00:59:34.529850 n-d-766726-26 neutron-server[105827]: INFO neutron.plugins.ml2.plugin [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempt 8 to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 Aug 10 00:59:34.531058 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9d7b2-9aaa-455f-9682-c5fd8f5e6563 req-cf0e5932-8ed3-47d2-828b-53a666a05000 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:34.539711 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bdc9d7b2-9aaa-455f-9682-c5fd8f5e6563 req-cf0e5932-8ed3-47d2-828b-53a666a05000 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=075b40ff-9956-4999-a3f9-bdb8342898b0 HTTP/1.1" status: 200 len: 946 time: 0.1740201 Aug 10 00:59:34.546079 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4daab54-9d4f-4b32-ab78-5b45b50b6b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:34.550309 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437ecd99-cadd-43c6-aed8-eb1b6e05c0ec" -d '{"events": [{"server_uuid": "e4daab54-9d4f-4b32-ab78-5b45b50b6b98", "name": "network-vif-plugged", "status": "completed", "tag": "5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:34.558954 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:34.559312 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:34.559656 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:34.566854 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-96ec1b3a-e9e8-42c8-9241-84c81024c33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:34.569899 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Port a5773fbe-b3a5-46fb-9492-726c95e79252 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:34.570247 n-d-766726-26 neutron-server[105827]: ERROR neutron.plugins.ml2.managers [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Failed to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 on host n-h1-766726-26 for vnic_type normal using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] Aug 10 00:59:34.570638 n-d-766726-26 neutron-server[105827]: INFO neutron.plugins.ml2.plugin [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempt 9 to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 Aug 10 00:59:34.575719 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0,segment=NetworkSegment(29e670d9-5039-46c1-a69e-9628f4a030e2),segment_id=29e670d9-5039-46c1-a69e-9628f4a030e2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:34.582530 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:34.584128 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-96ec1b3a-e9e8-42c8-9241-84c81024c33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:34.587906 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:34.588460 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:34.588611 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:34.620013 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Port a5773fbe-b3a5-46fb-9492-726c95e79252 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:34.620013 n-d-766726-26 neutron-server[105827]: ERROR neutron.plugins.ml2.managers [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Failed to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 on host n-h1-766726-26 for vnic_type normal using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] Aug 10 00:59:34.623849 n-d-766726-26 neutron-server[105827]: INFO neutron.plugins.ml2.plugin [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempt 10 to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 Aug 10 00:59:34.649336 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec1b3a-e9e8-42c8-9241-84c81024c33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e6ca51-85c4-4cab-a2cb-193c4554cc24,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:34.668642 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5824c-08c6-4120-92c3-f84cd658c9d4 req-6850e6a2-07e4-4985-9a89-b378f14957b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:34.670455 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-75e5824c-08c6-4120-92c3-f84cd658c9d4 req-6850e6a2-07e4-4985-9a89-b378f14957b2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=68f568b0-c764-43be-a497-965794b9f9b4 HTTP/1.1" status: 200 len: 906 time: 0.1283615 Aug 10 00:59:34.676796 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-96ec1b3a-e9e8-42c8-9241-84c81024c33d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=067e90bfe89c4841ad38287cb0f86685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5162773 Aug 10 00:59:34.677942 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:34.678289 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:34.678631 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:34.681951 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43730) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:34.691820 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:34.709813 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Port a5773fbe-b3a5-46fb-9492-726c95e79252 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:34.710154 n-d-766726-26 neutron-server[105827]: ERROR neutron.plugins.ml2.managers [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Failed to bind port a5773fbe-b3a5-46fb-9492-726c95e79252 on host n-h1-766726-26 for vnic_type normal using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] Aug 10 00:59:34.710530 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:34.736420 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-75e5824c-08c6-4120-92c3-f84cd658c9d4 req-24d22fcb-08bb-4687-93d8-9e26a3b13d9c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e32d6889-fd12-4585-b0bf-093fada4eca8 HTTP/1.1" status: 200 len: 217 time: 0.0566967 Aug 10 00:59:34.742913 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bdc9d7b2-9aaa-455f-9682-c5fd8f5e6563 req-fb05f2a0-0722-45f1-9224-2bca21bc2846 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021718 Aug 10 00:59:34.771649 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb6ccc30-af07-42d7-a8ae-eea34f4c094a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:34.788823 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a366ab6-08cd-4191-a629-aac7b9da45c5 x-openstack-request-id: req-0a366ab6-08cd-4191-a629-aac7b9da45c5 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:34.789125 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4daab54-9d4f-4b32-ab78-5b45b50b6b98", "name": "network-vif-plugged", "status": "completed", "tag": "5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:34.789379 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0a366ab6-08cd-4191-a629-aac7b9da45c5 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:34.789771 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4daab54-9d4f-4b32-ab78-5b45b50b6b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0', 'code': 200} Aug 10 00:59:34.819152 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb6ccc30-af07-42d7-a8ae-eea34f4c094a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:34.826157 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f08434-104c-4c01-81e2-bb71fea0bf38 req-b86c8920-f517-41f7-a538-66388b062f55 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:34.827704 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-38f08434-104c-4c01-81e2-bb71fea0bf38 req-b86c8920-f517-41f7-a538-66388b062f55 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=23878b91-209d-4973-8aa8-b709cbfbc496 HTTP/1.1" status: 200 len: 945 time: 0.1301033 Aug 10 00:59:34.830486 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5824c-08c6-4120-92c3-f84cd658c9d4 req-859fa62b-410c-4c39-8098-2b13fcebf711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:34.832291 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-75e5824c-08c6-4120-92c3-f84cd658c9d4 req-859fa62b-410c-4c39-8098-2b13fcebf711 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4317e354-7b23-4f49-8b2a-5d1c39378e31 HTTP/1.1" status: 200 len: 845 time: 0.0884697 Aug 10 00:59:34.839438 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] For port a5773fbe-b3a5-46fb-9492-726c95e79252, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:59:34.839812 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempted to set empty binding levels {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 00:59:34.852079 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:34.881661 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-75e5824c-08c6-4120-92c3-f84cd658c9d4 req-66d66931-96a6-4241-b712-51774ca102c6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=68f568b0-c764-43be-a497-965794b9f9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368278 Aug 10 00:59:34.908980 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] In _notify_port_updated(), no bound segment for port a5773fbe-b3a5-46fb-9492-726c95e79252 on network 158567b0-6dda-4b2a-a2b2-753ff9649370 {{(pid=105827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 00:59:34.909893 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:34.910571 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:34.911916 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] 10.222.0.35 "PUT /v2.0/ports/a5773fbe-b3a5-46fb-9492-726c95e79252 HTTP/1.1" status: 200 len: 975 time: 1.0834336 Aug 10 00:59:34.915674 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43742) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:34.993705 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-38f08434-104c-4c01-81e2-bb71fea0bf38 req-bb554036-fdcf-4225-8bee-22c159479cb7 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573293 Aug 10 00:59:35.007227 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e815388-2a0b-4d1f-9dd0-820cd2582879 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Pushing event updated for resources: {'Port': ['ID=a5773fbe-b3a5-46fb-9492-726c95e79252,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:35.030073 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efa8c1-6742-4918-9207-77d4499b25c0 req-e3f42563-e5b2-4248-a7e9-308b30fae155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:35.031655 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-29efa8c1-6742-4918-9207-77d4499b25c0 req-e3f42563-e5b2-4248-a7e9-308b30fae155 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e4daab54-9d4f-4b32-ab78-5b45b50b6b98 HTTP/1.1" status: 200 len: 1097 time: 0.1356945 Aug 10 00:59:35.037522 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb6ccc30-af07-42d7-a8ae-eea34f4c094a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:35.041009 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb6ccc30-af07-42d7-a8ae-eea34f4c094a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:35.044403 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-eb6ccc30-af07-42d7-a8ae-eea34f4c094a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b2e6ca51-85c4-4cab-a2cb-193c4554cc24 HTTP/1.1" status: 204 len: 168 time: 0.3593218 Aug 10 00:59:35.077220 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59786c10-68f5-4371-98cc-f64021739bdd req-b507726d-1757-438b-b0b2-94e6a9997abb tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:35.078684 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-59786c10-68f5-4371-98cc-f64021739bdd req-b507726d-1757-438b-b0b2-94e6a9997abb tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/networks?id=9a3b32c7-74a3-4305-b7a7-526211811378 HTTP/1.1" status: 200 len: 808 time: 0.2154825 Aug 10 00:59:35.081985 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-75e5824c-08c6-4120-92c3-f84cd658c9d4 req-08c7c8e0-b715-4854-b232-f531c26d6531 service neutron] 10.222.0.20 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902668 Aug 10 00:59:35.084052 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ccc30-af07-42d7-a8ae-eea34f4c094a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e6ca51-85c4-4cab-a2cb-193c4554cc24,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:35.111391 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d876521-8628-4783-bebb-79b9d2a5f0cf tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:35.111987 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d876521-8628-4783-bebb-79b9d2a5f0cf tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:35.112522 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d876521-8628-4783-bebb-79b9d2a5f0cf tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:35.113080 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d876521-8628-4783-bebb-79b9d2a5f0cf tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:35.113557 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d876521-8628-4783-bebb-79b9d2a5f0cf tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:35.114030 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d876521-8628-4783-bebb-79b9d2a5f0cf tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:35.114498 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d876521-8628-4783-bebb-79b9d2a5f0cf tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:35.114968 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d876521-8628-4783-bebb-79b9d2a5f0cf tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:35.115437 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d876521-8628-4783-bebb-79b9d2a5f0cf tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:35.115899 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d876521-8628-4783-bebb-79b9d2a5f0cf tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:35.116391 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d876521-8628-4783-bebb-79b9d2a5f0cf tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:35.116858 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d876521-8628-4783-bebb-79b9d2a5f0cf tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:35.117346 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d876521-8628-4783-bebb-79b9d2a5f0cf tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:35.117919 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d876521-8628-4783-bebb-79b9d2a5f0cf tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:35.118380 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d876521-8628-4783-bebb-79b9d2a5f0cf tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:35.118853 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d876521-8628-4783-bebb-79b9d2a5f0cf tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:35.119320 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d876521-8628-4783-bebb-79b9d2a5f0cf tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:35.121822 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9d876521-8628-4783-bebb-79b9d2a5f0cf tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15224 time: 0.2049510 Aug 10 00:59:35.128152 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43748) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:35.161893 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-29efa8c1-6742-4918-9207-77d4499b25c0 req-c638f507-df15-4415-9480-87d675a9620f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176841 Aug 10 00:59:35.180498 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-59786c10-68f5-4371-98cc-f64021739bdd req-924e8c43-08ca-4735-9e9e-0140d1579c1f tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/quotas/af5124099ce04e7383a5ec5f662d948c HTTP/1.1" status: 200 len: 375 time: 0.0895898 Aug 10 00:59:35.222165 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-7e6fd6b5-dc5a-495e-b961-34cf7a2cdeae tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Deleting port a5773fbe-b3a5-46fb-9492-726c95e79252 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:59:35.222889 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7e6fd6b5-dc5a-495e-b961-34cf7a2cdeae tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:35.238906 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1c63d-a841-4c50-baf0-a1355ef9a486 req-f02e8bba-1457-4538-b841-03837204d778 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:35.240456 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eec1c63d-a841-4c50-baf0-a1355ef9a486 req-f02e8bba-1457-4538-b841-03837204d778 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4daab54-9d4f-4b32-ab78-5b45b50b6b98 HTTP/1.1" status: 200 len: 945 time: 0.1703732 Aug 10 00:59:35.293424 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-7e6fd6b5-dc5a-495e-b961-34cf7a2cdeae tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] For port a5773fbe-b3a5-46fb-9492-726c95e79252, host n-h1-766726-26, got binding levels [] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:35.294144 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7e6fd6b5-dc5a-495e-b961-34cf7a2cdeae tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:35.296542 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-75e5824c-08c6-4120-92c3-f84cd658c9d4 req-17f262a5-cef3-4217-9b30-3b6c74949ce5 service neutron] 10.222.0.20 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951604 Aug 10 00:59:35.300665 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-59786c10-68f5-4371-98cc-f64021739bdd req-b5ee5223-9d34-471a-a93e-958ece1ee429 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=af5124099ce04e7383a5ec5f662d948c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1098149 Aug 10 00:59:35.311070 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-7e6fd6b5-dc5a-495e-b961-34cf7a2cdeae tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Calling delete_port for a5773fbe-b3a5-46fb-9492-726c95e79252 owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:59:35.335714 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eec1c63d-a841-4c50-baf0-a1355ef9a486 req-f5baffa0-bc4d-490b-aaba-d9a482ad8177 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854435 Aug 10 00:59:35.406286 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7e6fd6b5-dc5a-495e-b961-34cf7a2cdeae tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:35.418524 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-59786c10-68f5-4371-98cc-f64021739bdd req-4d21ee88-49a4-4b51-9bb7-d768e82930a9 service neutron] 10.222.0.35 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074698 Aug 10 00:59:35.439242 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6fd6b5-dc5a-495e-b961-34cf7a2cdeae tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5773fbe-b3a5-46fb-9492-726c95e79252,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:35.446755 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7e6fd6b5-dc5a-495e-b961-34cf7a2cdeae tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:35.450993 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7e6fd6b5-dc5a-495e-b961-34cf7a2cdeae tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] 10.222.0.35 "DELETE /v2.0/ports/a5773fbe-b3a5-46fb-9492-726c95e79252 HTTP/1.1" status: 204 len: 168 time: 0.3210034 Aug 10 00:59:35.453032 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43760) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:35.479555 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-7499dbe8-ee07-45cf-b4d3-7a382284ff1b tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] GET failed (client error): The resource could not be found. Aug 10 00:59:35.481539 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7499dbe8-ee07-45cf-b4d3-7a382284ff1b tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] 10.222.0.35 "GET /v2.0/ports/a5773fbe-b3a5-46fb-9492-726c95e79252 HTTP/1.1" status: 404 len: 333 time: 0.0273521 Aug 10 00:59:35.485720 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43762) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:35.491474 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-f2088032-fe13-4c1d-9aa3-89910d26573d tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-847635808', 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:35.522201 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2088032-fe13-4c1d-9aa3-89910d26573d tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Made reservation on behalf of 02704d98f3164840873a86a89ac12949 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:59:35.525236 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f2088032-fe13-4c1d-9aa3-89910d26573d tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:35.544504 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-f2088032-fe13-4c1d-9aa3-89910d26573d tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] device_id is not set on port f50f9d0f-4a06-478c-b270-248a91af5865 yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 00:59:35.546526 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92edd0-7bd4-4836-bb73-849cb3753b03 req-74b52825-9176-4ebc-be67-5f8be6c1a9a1 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:35.547914 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fe92edd0-7bd4-4836-bb73-849cb3753b03 req-74b52825-9176-4ebc-be67-5f8be6c1a9a1 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=25fca828-0258-4413-8e18-bb227d95d4e1 HTTP/1.1" status: 200 len: 943 time: 0.1263354 Aug 10 00:59:35.597204 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-59786c10-68f5-4371-98cc-f64021739bdd req-fa7b18e0-4e45-477f-a38d-9337a495abc9 service neutron] 10.222.0.35 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664953 Aug 10 00:59:35.623470 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fe92edd0-7bd4-4836-bb73-849cb3753b03 req-d7f580c6-24c8-49b4-aff1-1c6930c8a9e7 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655785 Aug 10 00:59:35.627557 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 44699b31-2bc5-4f88-8465-1d3db5a30245 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:59:35.734448 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 44699b31-2bc5-4f88-8465-1d3db5a30245, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=44699b31-2bc5-4f88-8465-1d3db5a30245,segment=NetworkSegment(f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38),segment_id=f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:35.747941 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '44699b31-2bc5-4f88-8465-1d3db5a30245', 'network_id': 'e6332a27-ba49-4d7e-93ff-d255b803530a', 'port_id': '44699b31-2bc5-4f88-8465-1d3db5a30245', 'mac_address': 'fa:16:3e:2f:83:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ce092a3-f550-437a-8928-43805c65d849', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:59:35.784344 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f2088032-fe13-4c1d-9aa3-89910d26573d tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:35.815301 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-47ed7807-cb48-478f-88a7-f227120ac695 req-3274aeeb-82fb-47c6-8005-507c10542994 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d59760-c999-4586-aee5-84babcfaab92 HTTP/1.1" status: 200 len: 210 time: 0.0307746 Aug 10 00:59:35.819135 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:35.839280 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43780) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:35.844562 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44699b31-2bc5-4f88-8465-1d3db5a30245 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:59:35.872217 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f2088032-fe13-4c1d-9aa3-89910d26573d tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:35.879228 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 44699b31-2bc5-4f88-8465-1d3db5a30245, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=44699b31-2bc5-4f88-8465-1d3db5a30245,segment=NetworkSegment(f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38),segment_id=f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:35.885164 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:35.931059 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2088032-fe13-4c1d-9aa3-89910d26573d tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Network 158567b0-6dda-4b2a-a2b2-753ff9649370 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:59:35.935658 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-f2088032-fe13-4c1d-9aa3-89910d26573d tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:35.940877 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2088032-fe13-4c1d-9aa3-89910d26573d tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:59:35.941924 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28c010-417e-4a2b-b083-2931605357d1 req-3d6f4c85-db54-429c-9d2d-7aaffac0b89e tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:35.942079 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2088032-fe13-4c1d-9aa3-89910d26573d tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:35.942548 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f2088032-fe13-4c1d-9aa3-89910d26573d tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:35.943540 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ce28c010-417e-4a2b-b083-2931605357d1 req-3d6f4c85-db54-429c-9d2d-7aaffac0b89e tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=075b40ff-9956-4999-a3f9-bdb8342898b0 HTTP/1.1" status: 200 len: 946 time: 0.0903077 Aug 10 00:59:35.946075 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2088032-fe13-4c1d-9aa3-89910d26573d tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Pushing event updated for resources: {'Port': ['ID=f50f9d0f-4a06-478c-b270-248a91af5865,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:35.968089 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f2088032-fe13-4c1d-9aa3-89910d26573d tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4780989 Aug 10 00:59:35.968347 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43786) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:35.975028 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=44699b31-2bc5-4f88-8465-1d3db5a30245,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:35.991764 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['44699b31-2bc5-4f88-8465-1d3db5a30245'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:59:36.005526 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ce28c010-417e-4a2b-b083-2931605357d1 req-eaafeaa9-9852-4fd5-882d-a96a848bf0fb tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473304 Aug 10 00:59:36.019805 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-1e8850bb-3f03-4979-9173-83147bc590c1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-56048594-network', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:36.039940 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df984ebe-c463-45ab-9598-689abffd2c31 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:36.044009 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-df984ebe-c463-45ab-9598-689abffd2c31 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] 10.222.0.35 "GET /v2.0/ports/f50f9d0f-4a06-478c-b270-248a91af5865 HTTP/1.1" status: 200 len: 954 time: 0.0720882 Aug 10 00:59:36.044527 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43792) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:36.056694 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8850bb-3f03-4979-9173-83147bc590c1 admin admin] Made reservation on behalf of d91dc5c8b6a84b00a6991cd850981f11 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:59:36.059157 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1e8850bb-3f03-4979-9173-83147bc590c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:36.070924 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1e8850bb-3f03-4979-9173-83147bc590c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:36.129631 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-524129bd-345e-4381-b08c-348b1ab5b71f tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Deleting port f50f9d0f-4a06-478c-b270-248a91af5865 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:59:36.130034 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-524129bd-345e-4381-b08c-348b1ab5b71f tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:36.196660 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-524129bd-345e-4381-b08c-348b1ab5b71f tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:36.211735 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-524129bd-345e-4381-b08c-348b1ab5b71f tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Calling delete_port for f50f9d0f-4a06-478c-b270-248a91af5865 owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:59:36.218308 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed53ff2-6361-483d-8759-b7cfc13eed71 req-1b28a371-57ff-4619-8162-f81139445bf3 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:36.220239 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9ed53ff2-6361-483d-8759-b7cfc13eed71 req-1b28a371-57ff-4619-8162-f81139445bf3 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=23878b91-209d-4973-8aa8-b709cbfbc496 HTTP/1.1" status: 200 len: 945 time: 0.0905061 Aug 10 00:59:36.278779 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1e8850bb-3f03-4979-9173-83147bc590c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:36.287506 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1e8850bb-3f03-4979-9173-83147bc590c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:36.303274 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-524129bd-345e-4381-b08c-348b1ab5b71f tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:36.311523 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9ed53ff2-6361-483d-8759-b7cfc13eed71 req-e683a133-6215-4009-81c9-bf91b368aa60 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777061 Aug 10 00:59:36.327553 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e8850bb-3f03-4979-9173-83147bc590c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:59:36.333026 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524129bd-345e-4381-b08c-348b1ab5b71f tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Pushing event deleted for resources: {'Port': ['ID=f50f9d0f-4a06-478c-b270-248a91af5865,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:36.341403 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-524129bd-345e-4381-b08c-348b1ab5b71f tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:36.341878 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8850bb-3f03-4979-9173-83147bc590c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72cefa4-865c-4880-b1d8-e530f8a28b29,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:36.343586 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-524129bd-345e-4381-b08c-348b1ab5b71f tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] 10.222.0.35 "DELETE /v2.0/ports/f50f9d0f-4a06-478c-b270-248a91af5865 HTTP/1.1" status: 204 len: 168 time: 0.2981658 Aug 10 00:59:36.346994 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43796) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:36.360965 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1e8850bb-3f03-4979-9173-83147bc590c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:36.361857 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-1e8850bb-3f03-4979-9173-83147bc590c1 admin admin] Added segment 46257f34-2cf1-4c58-aee4-ca7c1c66fdd4 of type vlan for network f8055185-7aa6-4d65-b84e-223f9bf84b1e Aug 10 00:59:36.384954 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-81135ca3-7171-47d3-a6d6-b9b0c33cdc4f tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] GET failed (client error): The resource could not be found. Aug 10 00:59:36.386833 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-81135ca3-7171-47d3-a6d6-b9b0c33cdc4f tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] 10.222.0.35 "GET /v2.0/ports/f50f9d0f-4a06-478c-b270-248a91af5865 HTTP/1.1" status: 404 len: 333 time: 0.0386860 Aug 10 00:59:36.390547 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43800) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:36.417335 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-dc4daadb-bdb5-48aa-9672-3e1ac51eb585 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Request body: {'port': {'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-641454096'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:36.464999 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1e8850bb-3f03-4979-9173-83147bc590c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:36.503989 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4daadb-bdb5-48aa-9672-3e1ac51eb585 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Made reservation on behalf of 02704d98f3164840873a86a89ac12949 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:59:36.506502 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dc4daadb-bdb5-48aa-9672-3e1ac51eb585 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:36.537174 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed702e-24cd-4cca-af29-18168a29c494 req-67faa3f7-8d20-4c88-9d29-38b01572023a tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:36.538665 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ceed702e-24cd-4cca-af29-18168a29c494 req-67faa3f7-8d20-4c88-9d29-38b01572023a tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4daab54-9d4f-4b32-ab78-5b45b50b6b98 HTTP/1.1" status: 200 len: 945 time: 0.1172125 Aug 10 00:59:36.540152 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1e8850bb-3f03-4979-9173-83147bc590c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:36.541101 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8850bb-3f03-4979-9173-83147bc590c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:36.541678 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1e8850bb-3f03-4979-9173-83147bc590c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:36.551085 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-dc4daadb-bdb5-48aa-9672-3e1ac51eb585 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] device_id is not set on port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 00:59:36.649809 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1e8850bb-3f03-4979-9173-83147bc590c1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8052747 Aug 10 00:59:36.651211 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43802) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:36.658765 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-4c42b20b-83dd-4e77-9b1b-118d74e0c00b admin admin] Request body: {'subnet': {'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-56048594-subnet', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:36.678817 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8850bb-3f03-4979-9173-83147bc590c1 admin admin] Pushing event updated for resources: {'Network': ['ID=f8055185-7aa6-4d65-b84e-223f9bf84b1e,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:36.693095 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c42b20b-83dd-4e77-9b1b-118d74e0c00b admin admin] Made reservation on behalf of d91dc5c8b6a84b00a6991cd850981f11 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:59:36.693354 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network f8055185-7aa6-4d65-b84e-223f9bf84b1e details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:59:36.698106 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ceed702e-24cd-4cca-af29-18168a29c494 req-1b0a3419-a595-4acc-ae9e-370207a92132 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527064 Aug 10 00:59:36.699568 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4c42b20b-83dd-4e77-9b1b-118d74e0c00b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:36.899321 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4c42b20b-83dd-4e77-9b1b-118d74e0c00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:36.972128 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42b20b-83dd-4e77-9b1b-118d74e0c00b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e3c383a-86af-456d-b822-0c7aa421c546,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:36.981690 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c42b20b-83dd-4e77-9b1b-118d74e0c00b admin admin] Checking segment: {'id': '46257f34-2cf1-4c58-aee4-ca7c1c66fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:59:36.982082 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c42b20b-83dd-4e77-9b1b-118d74e0c00b admin admin] Network hostable DHCP agents. Network: f8055185-7aa6-4d65-b84e-223f9bf84b1e, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:59:37.002534 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c42b20b-83dd-4e77-9b1b-118d74e0c00b admin admin] Network f8055185-7aa6-4d65-b84e-223f9bf84b1e is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:59:37.014323 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-4c42b20b-83dd-4e77-9b1b-118d74e0c00b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, f8055185-7aa6-4d65-b84e-223f9bf84b1e) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:37.019805 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c42b20b-83dd-4e77-9b1b-118d74e0c00b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:37.020951 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4c42b20b-83dd-4e77-9b1b-118d74e0c00b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:37.026012 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421e858e-f8e6-460a-8087-dfe352119145 None None] Network f8055185-7aa6-4d65-b84e-223f9bf84b1e requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:59:37.053999 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4c42b20b-83dd-4e77-9b1b-118d74e0c00b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4011319 Aug 10 00:59:37.056885 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43812) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:37.062304 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-797ea2af-9031-46c9-abbb-74910b768a0f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-56048594-router', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:37.086151 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-797ea2af-9031-46c9-abbb-74910b768a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:37.087404 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-797ea2af-9031-46c9-abbb-74910b768a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:37.155587 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-797ea2af-9031-46c9-abbb-74910b768a0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:37.208122 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2699ba5f-e57b-46f8-b818-15827023c2c0 req-a5d1c7d7-b5b0-4fb1-a744-e1a78299a241 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d59760-c999-4586-aee5-84babcfaab92 HTTP/1.1" status: 200 len: 210 time: 0.0830510 Aug 10 00:59:37.224674 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c142cb-acea-469b-9939-89f286e70f40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-f8055185-7aa6-4d65-b84e-223f9bf84b1e', 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'fixed_ips': [{'subnet_id': '5e3c383a-86af-456d-b822-0c7aa421c546'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:59:37.225065 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d5c142cb-acea-469b-9939-89f286e70f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:37.235950 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dc4daadb-bdb5-48aa-9672-3e1ac51eb585 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:37.257901 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e6957-d592-4a88-9d0e-e8f23e6fd958 req-825b6a6e-e244-40b0-ae59-327a22efb3df tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:37.259894 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-091e6957-d592-4a88-9d0e-e8f23e6fd958 req-825b6a6e-e244-40b0-ae59-327a22efb3df tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=25fca828-0258-4413-8e18-bb227d95d4e1 HTTP/1.1" status: 200 len: 943 time: 0.4860466 Aug 10 00:59:37.336570 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-797ea2af-9031-46c9-abbb-74910b768a0f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:37.375585 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59786c10-68f5-4371-98cc-f64021739bdd req-63e0287f-882a-498b-9785-fad551a15687 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:37.375868 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-d5c142cb-acea-469b-9939-89f286e70f40 None None] Allocated IP 172.20.0.2 (f8055185-7aa6-4d65-b84e-223f9bf84b1e/5e3c383a-86af-456d-b822-0c7aa421c546/afd53904-dbd9-4084-8da2-f7bcdd4744f4) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:59:37.377921 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-59786c10-68f5-4371-98cc-f64021739bdd req-63e0287f-882a-498b-9785-fad551a15687 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.20 "GET /v2.0/networks?id=9a3b32c7-74a3-4305-b7a7-526211811378 HTTP/1.1" status: 200 len: 808 time: 0.2564478 Aug 10 00:59:37.387355 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-091e6957-d592-4a88-9d0e-e8f23e6fd958 req-2d4080bb-8b08-4edd-bbf1-7ae9ef0314f8 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077321 Aug 10 00:59:37.398754 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-59786c10-68f5-4371-98cc-f64021739bdd req-67695c08-fbb9-476b-8a71-c04d86571d82 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Request body: {'port': {'device_id': '80d59760-c999-4586-aee5-84babcfaab92', 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378', 'admin_state_up': True, 'tenant_id': 'af5124099ce04e7383a5ec5f662d948c'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:37.416256 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dc4daadb-bdb5-48aa-9672-3e1ac51eb585 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:37.455853 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f222d-1e6e-4a37-8fe9-103b99a12bfd req-cf01c9b9-cc70-472e-91ac-c5f8f6f1a7da tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:37.457340 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-916f222d-1e6e-4a37-8fe9-103b99a12bfd req-cf01c9b9-cc70-472e-91ac-c5f8f6f1a7da tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=075b40ff-9956-4999-a3f9-bdb8342898b0 HTTP/1.1" status: 200 len: 945 time: 0.1533141 Aug 10 00:59:37.545610 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4daadb-bdb5-48aa-9672-3e1ac51eb585 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Network 158567b0-6dda-4b2a-a2b2-753ff9649370 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:59:37.550188 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d5c142cb-acea-469b-9939-89f286e70f40 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:37.558992 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d5c142cb-acea-469b-9939-89f286e70f40 None None] Transition to ACTIVE for port object afd53904-dbd9-4084-8da2-f7bcdd4744f4 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:37.577270 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-797ea2af-9031-46c9-abbb-74910b768a0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:37.578720 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-dc4daadb-bdb5-48aa-9672-3e1ac51eb585 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:37.579524 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d5c142cb-acea-469b-9939-89f286e70f40 None None] Transition to ACTIVE for port object afd53904-dbd9-4084-8da2-f7bcdd4744f4 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:37.590738 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d5c142cb-acea-469b-9939-89f286e70f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:37.600953 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4daadb-bdb5-48aa-9672-3e1ac51eb585 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:59:37.602098 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4daadb-bdb5-48aa-9672-3e1ac51eb585 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:37.602919 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dc4daadb-bdb5-48aa-9672-3e1ac51eb585 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:37.606171 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-797ea2af-9031-46c9-abbb-74910b768a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:37.610178 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4daadb-bdb5-48aa-9672-3e1ac51eb585 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Pushing event updated for resources: {'Port': ['ID=91ffba73-63ee-46d3-84c9-3e0d7d1b3edf,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:37.629625 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c142cb-acea-469b-9939-89f286e70f40 None None] Network f8055185-7aa6-4d65-b84e-223f9bf84b1e is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:59:37.635580 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 44699b31-2bc5-4f88-8465-1d3db5a30245 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:59:37.640974 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-d5c142cb-acea-469b-9939-89f286e70f40 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:37.648680 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-916f222d-1e6e-4a37-8fe9-103b99a12bfd req-9660ade0-21f2-4b23-b4ab-37ee25613234 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816754 Aug 10 00:59:37.663289 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c142cb-acea-469b-9939-89f286e70f40 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:59:37.664696 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880619e2-2d93-4098-bf3c-6ed4cb24163c req-0a2b1d6b-5e37-4f4c-8f72-dca0932c056f tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:37.666201 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-880619e2-2d93-4098-bf3c-6ed4cb24163c req-0a2b1d6b-5e37-4f4c-8f72-dca0932c056f tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=23878b91-209d-4973-8aa8-b709cbfbc496 HTTP/1.1" status: 200 len: 945 time: 0.1733470 Aug 10 00:59:37.674179 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c142cb-acea-469b-9939-89f286e70f40 None None] Pushing event updated for resources: {'Port': ['ID=afd53904-dbd9-4084-8da2-f7bcdd4744f4,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:37.674410 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-dc4daadb-bdb5-48aa-9672-3e1ac51eb585 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2793877 Aug 10 00:59:37.675156 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43816) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:37.683482 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:37.755128 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 44699b31-2bc5-4f88-8465-1d3db5a30245 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:37.755812 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:37.758506 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d5c142cb-acea-469b-9939-89f286e70f40 None None] Attempting to bind port afd53904-dbd9-4084-8da2-f7bcdd4744f4 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:37.759146 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d5c142cb-acea-469b-9939-89f286e70f40 None None] Attempting to bind port afd53904-dbd9-4084-8da2-f7bcdd4744f4 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '46257f34-2cf1-4c58-aee4-ca7c1c66fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:37.759729 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c142cb-acea-469b-9939-89f286e70f40 None None] Attempting to bind port afd53904-dbd9-4084-8da2-f7bcdd4744f4 on network f8055185-7aa6-4d65-b84e-223f9bf84b1e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:37.765311 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59786c10-68f5-4371-98cc-f64021739bdd req-67695c08-fbb9-476b-8a71-c04d86571d82 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Made reservation on behalf of af5124099ce04e7383a5ec5f662d948c for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:59:37.769049 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-59786c10-68f5-4371-98cc-f64021739bdd req-67695c08-fbb9-476b-8a71-c04d86571d82 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:37.770973 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-797ea2af-9031-46c9-abbb-74910b768a0f admin admin] Allocated IP 172.25.2.200 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/b014651d-896e-49bf-a8fe-96ed9fd8633a) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:59:37.785012 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c142cb-acea-469b-9939-89f286e70f40 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:59:37.785728 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c142cb-acea-469b-9939-89f286e70f40 None None] Checking segment: {'id': '46257f34-2cf1-4c58-aee4-ca7c1c66fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:59:37.786406 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d5c142cb-acea-469b-9939-89f286e70f40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:37.787020 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c142cb-acea-469b-9939-89f286e70f40 None None] Bound using segment: {'id': '46257f34-2cf1-4c58-aee4-ca7c1c66fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:59:37.787712 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d5c142cb-acea-469b-9939-89f286e70f40 None None] Bound port: afd53904-dbd9-4084-8da2-f7bcdd4744f4, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46257f34-2cf1-4c58-aee4-ca7c1c66fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:59:37.788359 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d5c142cb-acea-469b-9939-89f286e70f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:37.803399 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-880619e2-2d93-4098-bf3c-6ed4cb24163c req-3d9833f9-1849-4d7b-9fd7-4b99e6e87952 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241336 Aug 10 00:59:37.809647 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:37.871270 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d5c142cb-acea-469b-9939-89f286e70f40 None None] For port afd53904-dbd9-4084-8da2-f7bcdd4744f4, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:59:37.901338 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-797ea2af-9031-46c9-abbb-74910b768a0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:37.906174 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d5c142cb-acea-469b-9939-89f286e70f40 None None] For port afd53904-dbd9-4084-8da2-f7bcdd4744f4, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=afd53904-dbd9-4084-8da2-f7bcdd4744f4,segment=NetworkSegment(46257f34-2cf1-4c58-aee4-ca7c1c66fdd4),segment_id=46257f34-2cf1-4c58-aee4-ca7c1c66fdd4)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:59:37.915785 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d5c142cb-acea-469b-9939-89f286e70f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:37.932854 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:37.961247 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-797ea2af-9031-46c9-abbb-74910b768a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:38.001212 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075b40ff-9956-4999-a3f9-bdb8342898b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44699b31-2bc5-4f88-8465-1d3db5a30245'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:38.003955 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419684d2-9530-4ef3-9d08-9aae2eff6083" -d '{"events": [{"server_uuid": "075b40ff-9956-4999-a3f9-bdb8342898b0", "name": "network-vif-plugged", "status": "completed", "tag": "44699b31-2bc5-4f88-8465-1d3db5a30245"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:38.016304 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797ea2af-9031-46c9-abbb-74910b768a0f admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:59:38.018372 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3ec96-9273-422d-a4db-c964d5730242 req-0cccdfe4-8b29-4f4a-8711-b7d799f5a7f6 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:38.019660 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c142cb-acea-469b-9939-89f286e70f40 None None] Pushing event updated for resources: {'Port': ['ID=afd53904-dbd9-4084-8da2-f7bcdd4744f4,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:38.020448 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-797ea2af-9031-46c9-abbb-74910b768a0f admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:38.023926 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 44699b31-2bc5-4f88-8465-1d3db5a30245, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=44699b31-2bc5-4f88-8465-1d3db5a30245,segment=NetworkSegment(f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38),segment_id=f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:38.025735 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8aa3ec96-9273-422d-a4db-c964d5730242 req-0cccdfe4-8b29-4f4a-8711-b7d799f5a7f6 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4daab54-9d4f-4b32-ab78-5b45b50b6b98 HTTP/1.1" status: 200 len: 945 time: 0.1630819 Aug 10 00:59:38.026663 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797ea2af-9031-46c9-abbb-74910b768a0f admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:59:38.032824 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:38.061792 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ea2af-9031-46c9-abbb-74910b768a0f admin admin] Pushing event updated for resources: {'Port': ['ID=b014651d-896e-49bf-a8fe-96ed9fd8633a,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:38.099439 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=44699b31-2bc5-4f88-8465-1d3db5a30245,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:38.116245 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbc9d50-620e-470b-84bd-d2d34965347c x-openstack-request-id: req-9dbc9d50-620e-470b-84bd-d2d34965347c {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:38.116547 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075b40ff-9956-4999-a3f9-bdb8342898b0", "name": "network-vif-plugged", "status": "completed", "tag": "44699b31-2bc5-4f88-8465-1d3db5a30245", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:38.116799 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9dbc9d50-620e-470b-84bd-d2d34965347c {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:38.117470 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075b40ff-9956-4999-a3f9-bdb8342898b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44699b31-2bc5-4f88-8465-1d3db5a30245', 'code': 200} Aug 10 00:59:38.130866 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8aa3ec96-9273-422d-a4db-c964d5730242 req-3a0c9378-92d8-486a-8424-8802ab39387c tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042414 Aug 10 00:59:38.165527 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-59786c10-68f5-4371-98cc-f64021739bdd req-67695c08-fbb9-476b-8a71-c04d86571d82 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Allocated IP 172.20.0.12 (9a3b32c7-74a3-4305-b7a7-526211811378/25a2d27a-ba73-472c-943f-003d0feb1ed0/935b08b0-190b-469f-9c27-3484c1986864) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:59:38.310430 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] device_id is not set on port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 00:59:38.325405 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device e32d6889-fd12-4585-b0bf-093fada4eca8 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:59:38.352150 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:38.378663 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-797ea2af-9031-46c9-abbb-74910b768a0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:38.410226 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d5b424e7-8520-4db5-9ac9-131469192482 req-221f6bc7-7475-4aa5-9942-c1f94390ab02 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d59760-c999-4586-aee5-84babcfaab92 HTTP/1.1" status: 200 len: 210 time: 0.0609615 Aug 10 00:59:38.411319 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Transition to ACTIVE for port object 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:38.441030 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:38.491264 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port e32d6889-fd12-4585-b0bf-093fada4eca8, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=e32d6889-fd12-4585-b0bf-093fada4eca8,segment=NetworkSegment(45b34241-697f-4f50-87d8-6d6db6581d08),segment_id=45b34241-697f-4f50-87d8-6d6db6581d08)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:38.507625 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': 'e32d6889-fd12-4585-b0bf-093fada4eca8', 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4', 'port_id': 'e32d6889-fd12-4585-b0bf-093fada4eca8', 'mac_address': 'fa:16:3e:ca:20:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4317e354-7b23-4f49-8b2a-5d1c39378e31', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:59:38.552069 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:38.568764 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e32d6889-fd12-4585-b0bf-093fada4eca8 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:59:38.592995 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port e32d6889-fd12-4585-b0bf-093fada4eca8, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=e32d6889-fd12-4585-b0bf-093fada4eca8,segment=NetworkSegment(45b34241-697f-4f50-87d8-6d6db6581d08),segment_id=45b34241-697f-4f50-87d8-6d6db6581d08)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:38.598323 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:38.660869 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Pushing event updated for resources: {'Port': ['ID=91ffba73-63ee-46d3-84c9-3e0d7d1b3edf,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:38.670251 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:38.670371 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:38.670755 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on network 158567b0-6dda-4b2a-a2b2-753ff9649370 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:38.671770 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=e32d6889-fd12-4585-b0bf-093fada4eca8,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:38.684412 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a291d-8130-4a64-806f-3f3a437eacdd req-abd0eae8-cf0b-413a-9032-f5138978fd9a tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:38.686004 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb7a291d-8130-4a64-806f-3f3a437eacdd req-abd0eae8-cf0b-413a-9032-f5138978fd9a tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4daab54-9d4f-4b32-ab78-5b45b50b6b98 HTTP/1.1" status: 200 len: 945 time: 0.1946099 Aug 10 00:59:38.700063 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6badd00-9f74-40cf-9d6f-595de243379f req-c4589e1e-4f39-4cc4-8eed-8255f2810d97 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:38.702025 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d6badd00-9f74-40cf-9d6f-595de243379f req-c4589e1e-4f39-4cc4-8eed-8255f2810d97 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=25fca828-0258-4413-8e18-bb227d95d4e1 HTTP/1.1" status: 200 len: 943 time: 0.2040989 Aug 10 00:59:38.711945 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on network 158567b0-6dda-4b2a-a2b2-753ff9649370 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:38.712304 n-d-766726-26 neutron-server[105826]: ERROR neutron.plugins.ml2.managers [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Failed to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on host n-h1-766726-26 for vnic_type normal using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] Aug 10 00:59:38.715003 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-59786c10-68f5-4371-98cc-f64021739bdd req-67695c08-fbb9-476b-8a71-c04d86571d82 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:38.721607 n-d-766726-26 neutron-server[105826]: INFO neutron.plugins.ml2.plugin [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempt 2 to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf Aug 10 00:59:38.766938 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:38.767281 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:38.767653 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on network 158567b0-6dda-4b2a-a2b2-753ff9649370 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:38.796210 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on network 158567b0-6dda-4b2a-a2b2-753ff9649370 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:38.796534 n-d-766726-26 neutron-server[105826]: ERROR neutron.plugins.ml2.managers [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Failed to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on host n-h1-766726-26 for vnic_type normal using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] Aug 10 00:59:38.800481 n-d-766726-26 neutron-server[105826]: INFO neutron.plugins.ml2.plugin [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempt 3 to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf Aug 10 00:59:38.805378 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb7a291d-8130-4a64-806f-3f3a437eacdd req-7d51ca43-e6bc-49fc-b0f1-5081531a43d2 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976274 Aug 10 00:59:38.818948 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d6badd00-9f74-40cf-9d6f-595de243379f req-1f958c73-5614-4118-b9bb-a647e7991ccf tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076930 Aug 10 00:59:38.822643 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:38.822982 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:38.823553 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on network 158567b0-6dda-4b2a-a2b2-753ff9649370 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:38.830361 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on network 158567b0-6dda-4b2a-a2b2-753ff9649370 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:38.830696 n-d-766726-26 neutron-server[105826]: ERROR neutron.plugins.ml2.managers [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Failed to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on host n-h1-766726-26 for vnic_type normal using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] Aug 10 00:59:38.834476 n-d-766726-26 neutron-server[105826]: INFO neutron.plugins.ml2.plugin [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempt 4 to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf Aug 10 00:59:38.867274 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:38.867705 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:38.868063 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on network 158567b0-6dda-4b2a-a2b2-753ff9649370 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:38.874455 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on network 158567b0-6dda-4b2a-a2b2-753ff9649370 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:38.874836 n-d-766726-26 neutron-server[105826]: ERROR neutron.plugins.ml2.managers [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Failed to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on host n-h1-766726-26 for vnic_type normal using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] Aug 10 00:59:38.875313 n-d-766726-26 neutron-server[105826]: INFO neutron.plugins.ml2.plugin [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempt 5 to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf Aug 10 00:59:38.880209 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-59786c10-68f5-4371-98cc-f64021739bdd req-67695c08-fbb9-476b-8a71-c04d86571d82 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:38.929329 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-797ea2af-9031-46c9-abbb-74910b768a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:38.980588 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:38.980960 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:38.981414 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on network 158567b0-6dda-4b2a-a2b2-753ff9649370 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:39.013240 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['e32d6889-fd12-4585-b0bf-093fada4eca8'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:59:39.021921 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59786c10-68f5-4371-98cc-f64021739bdd req-67695c08-fbb9-476b-8a71-c04d86571d82 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Network 9a3b32c7-74a3-4305-b7a7-526211811378 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:59:39.027329 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on network 158567b0-6dda-4b2a-a2b2-753ff9649370 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:39.027670 n-d-766726-26 neutron-server[105826]: ERROR neutron.plugins.ml2.managers [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Failed to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on host n-h1-766726-26 for vnic_type normal using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] Aug 10 00:59:39.032737 n-d-766726-26 neutron-server[105826]: INFO neutron.plugins.ml2.plugin [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempt 6 to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf Aug 10 00:59:39.036886 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-59786c10-68f5-4371-98cc-f64021739bdd req-67695c08-fbb9-476b-8a71-c04d86571d82 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:39.042109 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-59786c10-68f5-4371-98cc-f64021739bdd req-67695c08-fbb9-476b-8a71-c04d86571d82 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:59:39.045787 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67695c08-fbb9-476b-8a71-c04d86571d82 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Pushing event updated for resources: {'Port': ['ID=935b08b0-190b-469f-9c27-3484c1986864,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:39.105418 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:39.105771 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:39.106155 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on network 158567b0-6dda-4b2a-a2b2-753ff9649370 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:39.124097 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797ea2af-9031-46c9-abbb-74910b768a0f admin admin] Router ffe05d4e-1105-4d2b-87c9-4a6c91d02339 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 00:59:39.140666 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2935da-822e-4db3-9697-dda3f3eb1b69 req-46cc4170-1f61-4f9f-8bd8-0eb7ce24ba86 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:39.148570 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1a2935da-822e-4db3-9697-dda3f3eb1b69 req-46cc4170-1f61-4f9f-8bd8-0eb7ce24ba86 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=23878b91-209d-4973-8aa8-b709cbfbc496 HTTP/1.1" status: 200 len: 945 time: 0.1850820 Aug 10 00:59:39.158525 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9596b-99cf-4ac3-8880-6f39755faf38 req-0970d203-6b35-438b-94e6-a00b8c81c0aa tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:39.166312 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-21a9596b-99cf-4ac3-8880-6f39755faf38 req-0970d203-6b35-438b-94e6-a00b8c81c0aa tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=075b40ff-9956-4999-a3f9-bdb8342898b0 HTTP/1.1" status: 200 len: 946 time: 0.2685063 Aug 10 00:59:39.193296 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on network 158567b0-6dda-4b2a-a2b2-753ff9649370 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:39.193917 n-d-766726-26 neutron-server[105826]: ERROR neutron.plugins.ml2.managers [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Failed to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on host n-h1-766726-26 for vnic_type normal using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] Aug 10 00:59:39.204471 n-d-766726-26 neutron-server[105826]: INFO neutron.plugins.ml2.plugin [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempt 7 to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf Aug 10 00:59:39.210010 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device afd53904-dbd9-4084-8da2-f7bcdd4744f4 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:59:39.233849 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59786c10-68f5-4371-98cc-f64021739bdd req-67695c08-fbb9-476b-8a71-c04d86571d82 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:39.234532 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-59786c10-68f5-4371-98cc-f64021739bdd req-67695c08-fbb9-476b-8a71-c04d86571d82 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:39.263588 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:39.263967 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:39.264428 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on network 158567b0-6dda-4b2a-a2b2-753ff9649370 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:39.283998 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9547079-1f35-487b-afe5-2e7acbd3b64e None None] Network f8055185-7aa6-4d65-b84e-223f9bf84b1e requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:59:39.289456 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-21a9596b-99cf-4ac3-8880-6f39755faf38 req-b7918701-4856-4f7a-81f3-1ee45e8d00da tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221890 Aug 10 00:59:39.290041 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on network 158567b0-6dda-4b2a-a2b2-753ff9649370 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:39.290658 n-d-766726-26 neutron-server[105826]: ERROR neutron.plugins.ml2.managers [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Failed to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on host n-h1-766726-26 for vnic_type normal using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] Aug 10 00:59:39.291878 n-d-766726-26 neutron-server[105826]: INFO neutron.plugins.ml2.plugin [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempt 8 to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf Aug 10 00:59:39.300711 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1a2935da-822e-4db3-9697-dda3f3eb1b69 req-6c59610e-dc9a-4719-a596-3af9449acf60 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512256 Aug 10 00:59:39.304145 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-59786c10-68f5-4371-98cc-f64021739bdd req-67695c08-fbb9-476b-8a71-c04d86571d82 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9102824 Aug 10 00:59:39.323205 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-59786c10-68f5-4371-98cc-f64021739bdd req-2ed34ca2-4429-4f5d-bc1b-113e27ad5d5f service neutron] Request body: {'port': {'device_id': '80d59760-c999-4586-aee5-84babcfaab92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:39.337741 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797ea2af-9031-46c9-abbb-74910b768a0f admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:59:39.346088 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:39.346716 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:39.347286 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on network 158567b0-6dda-4b2a-a2b2-753ff9649370 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:39.348839 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc70a97-2c8d-479c-a86f-94f91e4b82e7 None None] Sync routers for ids ['ffe05d4e-1105-4d2b-87c9-4a6c91d02339'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:59:39.363244 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-797ea2af-9031-46c9-abbb-74910b768a0f admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:39.364850 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-797ea2af-9031-46c9-abbb-74910b768a0f admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3067012 Aug 10 00:59:39.366031 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc70a97-2c8d-479c-a86f-94f91e4b82e7 None None] Routers {'ffe05d4e-1105-4d2b-87c9-4a6c91d02339'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:59:39.367603 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4bc70a97-2c8d-479c-a86f-94f91e4b82e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:59:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['ffe05d4e-1105-4d2b-87c9-4a6c91d02339'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:39.368355 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43838) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:39.373343 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on network 158567b0-6dda-4b2a-a2b2-753ff9649370 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:39.373805 n-d-766726-26 neutron-server[105826]: ERROR neutron.plugins.ml2.managers [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Failed to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on host n-h1-766726-26 for vnic_type normal using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] Aug 10 00:59:39.381592 n-d-766726-26 neutron-server[105826]: INFO neutron.plugins.ml2.plugin [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempt 9 to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf Aug 10 00:59:39.418688 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-568fb508-efa5-463b-b297-aa19cedc4af7 None None] Provisioning for port afd53904-dbd9-4084-8da2-f7bcdd4744f4 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:59:39.435634 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:39.436121 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:39.436574 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on network 158567b0-6dda-4b2a-a2b2-753ff9649370 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:39.444932 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port afd53904-dbd9-4084-8da2-f7bcdd4744f4 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:59:39.446716 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on network 158567b0-6dda-4b2a-a2b2-753ff9649370 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:39.447148 n-d-766726-26 neutron-server[105826]: ERROR neutron.plugins.ml2.managers [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Failed to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on host n-h1-766726-26 for vnic_type normal using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] Aug 10 00:59:39.448062 n-d-766726-26 neutron-server[105826]: INFO neutron.plugins.ml2.plugin [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempt 10 to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf Aug 10 00:59:39.450351 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-59786c10-68f5-4371-98cc-f64021739bdd req-2ed34ca2-4429-4f5d-bc1b-113e27ad5d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:39.452939 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port afd53904-dbd9-4084-8da2-f7bcdd4744f4 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:39.453325 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:39.475968 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:39.476472 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:39.476909 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempting to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on network 158567b0-6dda-4b2a-a2b2-753ff9649370 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:39.501541 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on network 158567b0-6dda-4b2a-a2b2-753ff9649370 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:39.502078 n-d-766726-26 neutron-server[105826]: ERROR neutron.plugins.ml2.managers [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Failed to bind port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on host n-h1-766726-26 for vnic_type normal using segments [{'id': '477ec7c7-e5ba-4456-819e-2ffd7808670e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '158567b0-6dda-4b2a-a2b2-753ff9649370'}] Aug 10 00:59:39.502689 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:39.576555 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-4bc70a97-2c8d-479c-a86f-94f91e4b82e7 None None] Set router ffe05d4e-1105-4d2b-87c9-4a6c91d02339 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:59:39.594046 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:39.631762 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port afd53904-dbd9-4084-8da2-f7bcdd4744f4, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=afd53904-dbd9-4084-8da2-f7bcdd4744f4,segment=NetworkSegment(46257f34-2cf1-4c58-aee4-ca7c1c66fdd4),segment_id=46257f34-2cf1-4c58-aee4-ca7c1c66fdd4)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:39.638783 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:39.711808 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=afd53904-dbd9-4084-8da2-f7bcdd4744f4,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:39.724711 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7343f1-a64c-4d17-8136-0f2e87b61c33 req-13d9291f-111f-48cc-9ebc-1141e28f83c5 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:39.727360 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6a7343f1-a64c-4d17-8136-0f2e87b61c33 req-13d9291f-111f-48cc-9ebc-1141e28f83c5 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d59760-c999-4586-aee5-84babcfaab92 HTTP/1.1" status: 200 len: 932 time: 0.2131476 Aug 10 00:59:39.747894 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] For port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:59:39.748291 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attempted to set empty binding levels {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 00:59:39.811122 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4bc70a97-2c8d-479c-a86f-94f91e4b82e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'name': 'tempest-AttachVolumeTestJSON-56048594-router', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b014651d-896e-49bf-a8fe-96ed9fd8633a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T00:59:38Z', 'revision_number': 3, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'gw_port': {'id': 'b014651d-896e-49bf-a8fe-96ed9fd8633a', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:03:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T00:59:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:39.838747 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc70a97-2c8d-479c-a86f-94f91e4b82e7 None None] Checking router: ffe05d4e-1105-4d2b-87c9-4a6c91d02339 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:59:39.839019 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc70a97-2c8d-479c-a86f-94f91e4b82e7 None None] Updating router ffe05d4e-1105-4d2b-87c9-4a6c91d02339 port b014651d-896e-49bf-a8fe-96ed9fd8633a binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:59:39.865948 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:39.869916 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-14b14404-8cd7-49b1-9136-bfd03729e75d None None] Provisioning complete for port afd53904-dbd9-4084-8da2-f7bcdd4744f4 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:39.870254 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4bc70a97-2c8d-479c-a86f-94f91e4b82e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:39.870832 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-14b14404-8cd7-49b1-9136-bfd03729e75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:39.898611 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] In _notify_port_updated(), no bound segment for port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf on network 158567b0-6dda-4b2a-a2b2-753ff9649370 {{(pid=105826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 00:59:39.899513 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:39.900290 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:39.904547 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] 10.222.0.35 "PUT /v2.0/ports/91ffba73-63ee-46d3-84c9-3e0d7d1b3edf HTTP/1.1" status: 200 len: 975 time: 2.2258897 Aug 10 00:59:39.918979 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43846) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:40.013799 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439fc4a0-d646-45e3-88ee-1b180f5f12b3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Pushing event updated for resources: {'Port': ['ID=91ffba73-63ee-46d3-84c9-3e0d7d1b3edf,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:40.025445 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6a7343f1-a64c-4d17-8136-0f2e87b61c33 req-b2ea7dac-3030-4cb9-b686-6b5469b886fd tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729969 Aug 10 00:59:40.056452 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd65c9-ec30-4360-a9f3-4c851150edbc req-0656796c-e99e-441f-93d5-3173b030e309 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:40.057977 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-42bd65c9-ec30-4360-a9f3-4c851150edbc req-0656796c-e99e-441f-93d5-3173b030e309 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4daab54-9d4f-4b32-ab78-5b45b50b6b98 HTTP/1.1" status: 200 len: 945 time: 0.1168711 Aug 10 00:59:40.060067 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-59786c10-68f5-4371-98cc-f64021739bdd req-2ed34ca2-4429-4f5d-bc1b-113e27ad5d5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 935b08b0-190b-469f-9c27-3484c1986864 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:59:40.072623 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-59786c10-68f5-4371-98cc-f64021739bdd req-2ed34ca2-4429-4f5d-bc1b-113e27ad5d5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:40.101099 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-59786c10-68f5-4371-98cc-f64021739bdd req-2ed34ca2-4429-4f5d-bc1b-113e27ad5d5f service neutron] Transition to ACTIVE for port object 935b08b0-190b-469f-9c27-3484c1986864 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:40.109356 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-583ab892-2556-4102-b0b6-7bac1915ab3d tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Deleting port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:59:40.109720 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-583ab892-2556-4102-b0b6-7bac1915ab3d tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:40.115204 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-936d9f94-3549-49ce-96c8-f86a268acdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:40.115431 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-59786c10-68f5-4371-98cc-f64021739bdd req-2ed34ca2-4429-4f5d-bc1b-113e27ad5d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:40.193393 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-42bd65c9-ec30-4360-a9f3-4c851150edbc req-f65fe0af-b0f7-4c41-91de-3697c9259ebf tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229894 Aug 10 00:59:40.214231 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4bc70a97-2c8d-479c-a86f-94f91e4b82e7 None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:40.225753 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-4bc70a97-2c8d-479c-a86f-94f91e4b82e7 None None] Transition to ACTIVE for port object b014651d-896e-49bf-a8fe-96ed9fd8633a will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:40.231325 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed34ca2-4429-4f5d-bc1b-113e27ad5d5f service neutron] Pushing event updated for resources: {'Port': ['ID=935b08b0-190b-469f-9c27-3484c1986864,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:40.233526 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4bc70a97-2c8d-479c-a86f-94f91e4b82e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:40.241471 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-583ab892-2556-4102-b0b6-7bac1915ab3d tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] For port 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf, host n-h1-766726-26, got binding levels [] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:40.241841 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-583ab892-2556-4102-b0b6-7bac1915ab3d tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:40.262328 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-583ab892-2556-4102-b0b6-7bac1915ab3d tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Calling delete_port for 91ffba73-63ee-46d3-84c9-3e0d7d1b3edf owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:59:40.273946 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-4bc70a97-2c8d-479c-a86f-94f91e4b82e7 None None] Attempting to bind port b014651d-896e-49bf-a8fe-96ed9fd8633a on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:40.274682 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-4bc70a97-2c8d-479c-a86f-94f91e4b82e7 None None] Attempting to bind port b014651d-896e-49bf-a8fe-96ed9fd8633a by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:40.275558 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc70a97-2c8d-479c-a86f-94f91e4b82e7 None None] Attempting to bind port b014651d-896e-49bf-a8fe-96ed9fd8633a on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:40.305159 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc70a97-2c8d-479c-a86f-94f91e4b82e7 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:59:40.305799 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc70a97-2c8d-479c-a86f-94f91e4b82e7 None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:59:40.306409 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4bc70a97-2c8d-479c-a86f-94f91e4b82e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:40.307086 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc70a97-2c8d-479c-a86f-94f91e4b82e7 None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:59:40.307886 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-4bc70a97-2c8d-479c-a86f-94f91e4b82e7 None None] Bound port: b014651d-896e-49bf-a8fe-96ed9fd8633a, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:59:40.308524 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4bc70a97-2c8d-479c-a86f-94f91e4b82e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:40.323925 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97d32f-c40c-483a-8d90-af3472615e96 req-0f27c7e8-c079-40d3-89e5-6e110ee7a340 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:40.333180 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db97d32f-c40c-483a-8d90-af3472615e96 req-0f27c7e8-c079-40d3-89e5-6e110ee7a340 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=25fca828-0258-4413-8e18-bb227d95d4e1 HTTP/1.1" status: 200 len: 944 time: 0.2346537 Aug 10 00:59:40.335485 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device e32d6889-fd12-4585-b0bf-093fada4eca8 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:59:40.382724 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-4bc70a97-2c8d-479c-a86f-94f91e4b82e7 None None] For port b014651d-896e-49bf-a8fe-96ed9fd8633a, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:59:40.387777 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-4bc70a97-2c8d-479c-a86f-94f91e4b82e7 None None] For port b014651d-896e-49bf-a8fe-96ed9fd8633a, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b014651d-896e-49bf-a8fe-96ed9fd8633a,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:59:40.397579 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4bc70a97-2c8d-479c-a86f-94f91e4b82e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:40.423108 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db97d32f-c40c-483a-8d90-af3472615e96 req-c173310f-e522-4708-9317-414de40b07f0 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798991 Aug 10 00:59:40.432619 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-936d9f94-3549-49ce-96c8-f86a268acdaa admin admin] Allocated IP 172.20.0.1 (f8055185-7aa6-4d65-b84e-223f9bf84b1e/5e3c383a-86af-456d-b822-0c7aa421c546/63b72c7d-b08b-4b6b-8e03-039ba2c68e0a) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:59:40.440359 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc70a97-2c8d-479c-a86f-94f91e4b82e7 None None] Routers {'ffe05d4e-1105-4d2b-87c9-4a6c91d02339'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:59:40.441398 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4bc70a97-2c8d-479c-a86f-94f91e4b82e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:59:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['ffe05d4e-1105-4d2b-87c9-4a6c91d02339'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:40.452102 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-583ab892-2556-4102-b0b6-7bac1915ab3d tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:40.458994 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-59786c10-68f5-4371-98cc-f64021739bdd req-2ed34ca2-4429-4f5d-bc1b-113e27ad5d5f service neutron] Attempting to bind port 935b08b0-190b-469f-9c27-3484c1986864 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:40.459335 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-59786c10-68f5-4371-98cc-f64021739bdd req-2ed34ca2-4429-4f5d-bc1b-113e27ad5d5f service neutron] Attempting to bind port 935b08b0-190b-469f-9c27-3484c1986864 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:40.459668 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59786c10-68f5-4371-98cc-f64021739bdd req-2ed34ca2-4429-4f5d-bc1b-113e27ad5d5f service neutron] Attempting to bind port 935b08b0-190b-469f-9c27-3484c1986864 on network 9a3b32c7-74a3-4305-b7a7-526211811378 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:40.490472 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59786c10-68f5-4371-98cc-f64021739bdd req-2ed34ca2-4429-4f5d-bc1b-113e27ad5d5f service neutron] Port 935b08b0-190b-469f-9c27-3484c1986864 on network 9a3b32c7-74a3-4305-b7a7-526211811378 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:40.490841 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59786c10-68f5-4371-98cc-f64021739bdd req-2ed34ca2-4429-4f5d-bc1b-113e27ad5d5f service neutron] Attempting to bind port 935b08b0-190b-469f-9c27-3484c1986864 on network 9a3b32c7-74a3-4305-b7a7-526211811378 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:40.506705 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59786c10-68f5-4371-98cc-f64021739bdd req-2ed34ca2-4429-4f5d-bc1b-113e27ad5d5f service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:59:40.508280 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59786c10-68f5-4371-98cc-f64021739bdd req-2ed34ca2-4429-4f5d-bc1b-113e27ad5d5f service neutron] Checking segment: {'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:59:40.508976 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59786c10-68f5-4371-98cc-f64021739bdd req-2ed34ca2-4429-4f5d-bc1b-113e27ad5d5f service neutron] Bound using segment: {'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:59:40.509653 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-59786c10-68f5-4371-98cc-f64021739bdd req-2ed34ca2-4429-4f5d-bc1b-113e27ad5d5f service neutron] Bound port: 935b08b0-190b-469f-9c27-3484c1986864, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:59:40.516811 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-59786c10-68f5-4371-98cc-f64021739bdd req-2ed34ca2-4429-4f5d-bc1b-113e27ad5d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:40.532146 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ab892-2556-4102-b0b6-7bac1915ab3d tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Pushing event deleted for resources: {'Port': ['ID=91ffba73-63ee-46d3-84c9-3e0d7d1b3edf,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:40.537577 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-583ab892-2556-4102-b0b6-7bac1915ab3d tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:40.552534 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-583ab892-2556-4102-b0b6-7bac1915ab3d tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] 10.222.0.35 "DELETE /v2.0/ports/91ffba73-63ee-46d3-84c9-3e0d7d1b3edf HTTP/1.1" status: 204 len: 168 time: 0.6299024 Aug 10 00:59:40.552783 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43866) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:40.579692 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f4e7a-ba54-4492-9fcd-a8b588e477e3 None None] Pushing event updated for resources: {'Port': ['ID=b014651d-896e-49bf-a8fe-96ed9fd8633a,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:40.594111 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f4e7a-ba54-4492-9fcd-a8b588e477e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:40.594818 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f4e7a-ba54-4492-9fcd-a8b588e477e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:40.595350 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f4e7a-ba54-4492-9fcd-a8b588e477e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:40.595923 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f4e7a-ba54-4492-9fcd-a8b588e477e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:40.596479 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f4e7a-ba54-4492-9fcd-a8b588e477e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:40.596995 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f4e7a-ba54-4492-9fcd-a8b588e477e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:40.597525 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f4e7a-ba54-4492-9fcd-a8b588e477e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:40.598033 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f4e7a-ba54-4492-9fcd-a8b588e477e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:40.598665 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f4e7a-ba54-4492-9fcd-a8b588e477e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:40.599182 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f4e7a-ba54-4492-9fcd-a8b588e477e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:40.599837 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f4e7a-ba54-4492-9fcd-a8b588e477e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:40.600385 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f4e7a-ba54-4492-9fcd-a8b588e477e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:40.629769 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8f5bc65-5a7e-4667-984b-4e7026fbcdc3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] GET failed (client error): The resource could not be found. Aug 10 00:59:40.635977 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b8f5bc65-5a7e-4667-984b-4e7026fbcdc3 tempest-PortsAdminExtendedAttrsTestJSON-1039423313 tempest-PortsAdminExtendedAttrsTestJSON-1039423313-project-admin] 10.222.0.35 "GET /v2.0/ports/91ffba73-63ee-46d3-84c9-3e0d7d1b3edf HTTP/1.1" status: 404 len: 333 time: 0.0786335 Aug 10 00:59:40.644842 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43868) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:40.669215 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-4bc70a97-2c8d-479c-a86f-94f91e4b82e7 None None] Set router ffe05d4e-1105-4d2b-87c9-4a6c91d02339 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:59:40.705563 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-936d9f94-3549-49ce-96c8-f86a268acdaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:40.712687 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port e32d6889-fd12-4585-b0bf-093fada4eca8 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:59:40.718933 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port e32d6889-fd12-4585-b0bf-093fada4eca8 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:40.719459 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:40.741332 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-936d9f94-3549-49ce-96c8-f86a268acdaa admin admin] Transition to ACTIVE for port object 63b72c7d-b08b-4b6b-8e03-039ba2c68e0a will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:40.821623 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:40.827730 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf161040-bac5-4875-af35-53fb26d666d6 req-57cffe56-1551-4ae2-b7af-80de1ccd4361 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:40.829495 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bf161040-bac5-4875-af35-53fb26d666d6 req-57cffe56-1551-4ae2-b7af-80de1ccd4361 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=075b40ff-9956-4999-a3f9-bdb8342898b0 HTTP/1.1" status: 200 len: 946 time: 0.2473507 Aug 10 00:59:40.849349 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25fca828-0258-4413-8e18-bb227d95d4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32d6889-fd12-4585-b0bf-093fada4eca8'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:40.852404 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3378965d-5d46-4b32-b07c-39b117980a90" -d '{"events": [{"server_uuid": "25fca828-0258-4413-8e18-bb227d95d4e1", "name": "network-vif-plugged", "status": "completed", "tag": "e32d6889-fd12-4585-b0bf-093fada4eca8"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:40.862805 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-936d9f94-3549-49ce-96c8-f86a268acdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:40.872775 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port e32d6889-fd12-4585-b0bf-093fada4eca8, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=e32d6889-fd12-4585-b0bf-093fada4eca8,segment=NetworkSegment(45b34241-697f-4f50-87d8-6d6db6581d08),segment_id=45b34241-697f-4f50-87d8-6d6db6581d08)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:40.879280 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:40.898537 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f4e7a-ba54-4492-9fcd-a8b588e477e3 None None] Pushing event updated for resources: {'Port': ['ID=b014651d-896e-49bf-a8fe-96ed9fd8633a,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:40.916004 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-59786c10-68f5-4371-98cc-f64021739bdd req-2ed34ca2-4429-4f5d-bc1b-113e27ad5d5f service neutron] For port 935b08b0-190b-469f-9c27-3484c1986864, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:59:40.947995 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=e32d6889-fd12-4585-b0bf-093fada4eca8,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:40.948317 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-59786c10-68f5-4371-98cc-f64021739bdd req-2ed34ca2-4429-4f5d-bc1b-113e27ad5d5f service neutron] For port 935b08b0-190b-469f-9c27-3484c1986864, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=935b08b0-190b-469f-9c27-3484c1986864,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:59:40.956904 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-df9b32dd-560b-4959-830e-ad0a0b895f0e tempest-PortsAdminExtendedAttrsTestJSON-508162676 tempest-PortsAdminExtendedAttrsTestJSON-508162676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:40.966152 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d9f94-3549-49ce-96c8-f86a268acdaa admin admin] Pushing event updated for resources: {'Port': ['ID=63b72c7d-b08b-4b6b-8e03-039ba2c68e0a,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:40.969694 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-59786c10-68f5-4371-98cc-f64021739bdd req-2ed34ca2-4429-4f5d-bc1b-113e27ad5d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:40.975801 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936d9f94-3549-49ce-96c8-f86a268acdaa admin admin] Network f8055185-7aa6-4d65-b84e-223f9bf84b1e is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:59:40.977650 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-936d9f94-3549-49ce-96c8-f86a268acdaa admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:40.981006 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936d9f94-3549-49ce-96c8-f86a268acdaa admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:59:41.014974 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bf161040-bac5-4875-af35-53fb26d666d6 req-991f5bd9-028c-4f77-be12-e94117066158 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671648 Aug 10 00:59:41.035690 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4bc70a97-2c8d-479c-a86f-94f91e4b82e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'name': 'tempest-AttachVolumeTestJSON-56048594-router', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b014651d-896e-49bf-a8fe-96ed9fd8633a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T00:59:38Z', 'revision_number': 3, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'gw_port': {'id': 'b014651d-896e-49bf-a8fe-96ed9fd8633a', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:03:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T00:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:41.051701 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de0ef8-24e4-4b43-970f-b30eb61924cb req-57fc3780-1f4f-42bc-aa81-01837e9a5bc3 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:41.055761 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-936d9f94-3549-49ce-96c8-f86a268acdaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:41.060712 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-72de0ef8-24e4-4b43-970f-b30eb61924cb req-57fc3780-1f4f-42bc-aa81-01837e9a5bc3 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=23878b91-209d-4973-8aa8-b709cbfbc496 HTTP/1.1" status: 200 len: 945 time: 0.2585967 Aug 10 00:59:41.093844 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc70a97-2c8d-479c-a86f-94f91e4b82e7 None None] The sync data for ids ['ffe05d4e-1105-4d2b-87c9-4a6c91d02339'] in n-d-766726-26 is: [{'id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'name': 'tempest-AttachVolumeTestJSON-56048594-router', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b014651d-896e-49bf-a8fe-96ed9fd8633a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T00:59:38Z', 'revision_number': 3, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'gw_port': {'id': 'b014651d-896e-49bf-a8fe-96ed9fd8633a', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:03:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T00:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:59:41.113754 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59786c10-68f5-4371-98cc-f64021739bdd req-2ed34ca2-4429-4f5d-bc1b-113e27ad5d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:41.114544 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-59786c10-68f5-4371-98cc-f64021739bdd req-2ed34ca2-4429-4f5d-bc1b-113e27ad5d5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:41.116062 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-59786c10-68f5-4371-98cc-f64021739bdd req-2ed34ca2-4429-4f5d-bc1b-113e27ad5d5f service neutron] 10.222.0.20 "PUT /v2.0/ports/935b08b0-190b-469f-9c27-3484c1986864 HTTP/1.1" status: 200 len: 1093 time: 1.7980797 Aug 10 00:59:41.120998 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d59760-c999-4586-aee5-84babcfaab92', 'tag': '935b08b0-190b-469f-9c27-3484c1986864'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:41.123982 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483a2f79-bf89-46fc-b9f9-007188b276d0" -d '{"events": [{"name": "network-changed", "server_uuid": "80d59760-c999-4586-aee5-84babcfaab92", "tag": "935b08b0-190b-469f-9c27-3484c1986864"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:41.164291 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bf2fc480-6db8-469b-851b-d7655f844a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:41.176757 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device afd53904-dbd9-4084-8da2-f7bcdd4744f4 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:59:41.273318 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-936d9f94-3549-49ce-96c8-f86a268acdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:41.288985 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port afd53904-dbd9-4084-8da2-f7bcdd4744f4 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:41.289437 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:41.302233 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed34ca2-4429-4f5d-bc1b-113e27ad5d5f service neutron] Pushing event updated for resources: {'Port': ['ID=935b08b0-190b-469f-9c27-3484c1986864,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:41.338192 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-df9b32dd-560b-4959-830e-ad0a0b895f0e tempest-PortsAdminExtendedAttrsTestJSON-508162676 tempest-PortsAdminExtendedAttrsTestJSON-508162676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:41.358363 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-72de0ef8-24e4-4b43-970f-b30eb61924cb req-e2a50bae-d50c-49c7-9a33-4399d7f51231 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965071 Aug 10 00:59:41.362190 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-df9b32dd-560b-4959-830e-ad0a0b895f0e tempest-PortsAdminExtendedAttrsTestJSON-508162676 tempest-PortsAdminExtendedAttrsTestJSON-508162676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['158567b0-6dda-4b2a-a2b2-753ff9649370']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:41.375101 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eeaf02d-d395-45a4-bce4-7b4930fa0d23 x-openstack-request-id: req-6eeaf02d-d395-45a4-bce4-7b4930fa0d23 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:41.375688 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-df9b32dd-560b-4959-830e-ad0a0b895f0e tempest-PortsAdminExtendedAttrsTestJSON-508162676 tempest-PortsAdminExtendedAttrsTestJSON-508162676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '477ec7c7-e5ba-4456-819e-2ffd7808670e') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:41.375688 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-df9b32dd-560b-4959-830e-ad0a0b895f0e tempest-PortsAdminExtendedAttrsTestJSON-508162676 tempest-PortsAdminExtendedAttrsTestJSON-508162676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '477ec7c7-e5ba-4456-819e-2ffd7808670e') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:41.376679 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25fca828-0258-4413-8e18-bb227d95d4e1", "name": "network-vif-plugged", "status": "completed", "tag": "e32d6889-fd12-4585-b0bf-093fada4eca8", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:41.377014 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6eeaf02d-d395-45a4-bce4-7b4930fa0d23 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:41.377656 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25fca828-0258-4413-8e18-bb227d95d4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32d6889-fd12-4585-b0bf-093fada4eca8', 'code': 200} Aug 10 00:59:41.415752 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-df9b32dd-560b-4959-830e-ad0a0b895f0e tempest-PortsAdminExtendedAttrsTestJSON-508162676 tempest-PortsAdminExtendedAttrsTestJSON-508162676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:41.418915 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59786c10-68f5-4371-98cc-f64021739bdd req-7aac8f72-e325-459d-a0a8-d9e04e729768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:41.420507 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-59786c10-68f5-4371-98cc-f64021739bdd req-7aac8f72-e325-459d-a0a8-d9e04e729768 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=af5124099ce04e7383a5ec5f662d948c&device_id=80d59760-c999-4586-aee5-84babcfaab92 HTTP/1.1" status: 200 len: 1096 time: 0.2180357 Aug 10 00:59:41.442138 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:41.467613 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a536c249-5139-4fa4-b7c6-0f0334f8b9a4 x-openstack-request-id: req-a536c249-5139-4fa4-b7c6-0f0334f8b9a4 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:41.468317 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d59760-c999-4586-aee5-84babcfaab92", "tag": "935b08b0-190b-469f-9c27-3484c1986864", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:41.468833 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a536c249-5139-4fa4-b7c6-0f0334f8b9a4 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:41.469452 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d59760-c999-4586-aee5-84babcfaab92', 'tag': '935b08b0-190b-469f-9c27-3484c1986864', 'status': 'completed', 'code': 200} Aug 10 00:59:41.476033 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-003c8e0e-1258-4b44-b421-638476bf4e2a None None] Provisioning for port 63b72c7d-b08b-4b6b-8e03-039ba2c68e0a completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:59:41.500294 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-003c8e0e-1258-4b44-b421-638476bf4e2a None None] Provisioning complete for port 63b72c7d-b08b-4b6b-8e03-039ba2c68e0a triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:41.501175 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-003c8e0e-1258-4b44-b421-638476bf4e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:41.532220 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c5b81-a427-4fa5-9c96-83bbe825b873 req-15c29f5f-f88c-4baa-bf24-cc915f99d678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:41.534563 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2d2c5b81-a427-4fa5-9c96-83bbe825b873 req-15c29f5f-f88c-4baa-bf24-cc915f99d678 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=25fca828-0258-4413-8e18-bb227d95d4e1 HTTP/1.1" status: 200 len: 1097 time: 0.1110828 Aug 10 00:59:41.550047 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-003c8e0e-1258-4b44-b421-638476bf4e2a None None] Port 63b72c7d-b08b-4b6b-8e03-039ba2c68e0a cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:59:41.600628 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-59786c10-68f5-4371-98cc-f64021739bdd req-fa733f98-13f1-4887-83df-7848083dd47e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=935b08b0-190b-469f-9c27-3484c1986864 HTTP/1.1" status: 200 len: 217 time: 0.1019194 Aug 10 00:59:41.601849 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2d2c5b81-a427-4fa5-9c96-83bbe825b873 req-bf9e31d8-1c84-4667-9c28-9254fd1687fe service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568547 Aug 10 00:59:41.618566 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-936d9f94-3549-49ce-96c8-f86a268acdaa admin admin] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:41.622359 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-df9b32dd-560b-4959-830e-ad0a0b895f0e tempest-PortsAdminExtendedAttrsTestJSON-508162676 tempest-PortsAdminExtendedAttrsTestJSON-508162676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:41.626233 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-936d9f94-3549-49ce-96c8-f86a268acdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:41.636311 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df9b32dd-560b-4959-830e-ad0a0b895f0e tempest-PortsAdminExtendedAttrsTestJSON-508162676 tempest-PortsAdminExtendedAttrsTestJSON-508162676-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:59:41.636933 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-df9b32dd-560b-4959-830e-ad0a0b895f0e tempest-PortsAdminExtendedAttrsTestJSON-508162676 tempest-PortsAdminExtendedAttrsTestJSON-508162676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:41.640241 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 00:59:41.640241 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:59:41.640241 n-d-766726-26 neutron-server[105826]: timer() Aug 10 00:59:41.640241 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:59:41.640241 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 00:59:41.640241 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:59:41.640241 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 00:59:41.640241 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:59:41.640241 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 00:59:41.640241 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:59:41.640241 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 00:59:41.640241 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:59:41.640241 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 00:59:41.640241 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:59:41.640241 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:59:41.640241 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:59:41.640241 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:59:41.640241 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:59:41.640241 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 00:59:41.640241 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:59:41.640241 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 00:59:41.640241 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:59:41.640241 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:59:41.640241 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:59:41.640241 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 00:59:41.640241 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:59:41.640241 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:59:41.640241 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:59:41.640241 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:59:41.640241 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:59:41.640241 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:59:41.640241 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:59:41.701467 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d9f94-3549-49ce-96c8-f86a268acdaa admin admin] Pushing event updated for resources: {'Port': ['ID=63b72c7d-b08b-4b6b-8e03-039ba2c68e0a,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:41.705285 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-936d9f94-3549-49ce-96c8-f86a268acdaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:41.718938 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679751a-1959-4077-8a20-cd6abf06cb16 req-e0434aa7-c86c-41f1-804d-c9daf22a19b2 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:41.721107 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d679751a-1959-4077-8a20-cd6abf06cb16 req-e0434aa7-c86c-41f1-804d-c9daf22a19b2 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=25fca828-0258-4413-8e18-bb227d95d4e1 HTTP/1.1" status: 200 len: 945 time: 0.1329756 Aug 10 00:59:41.729815 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b6ba8-1b7a-4a31-b39e-cd51e49a5641 req-a9101b01-b646-4b5e-9828-a271542322ec tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:41.731207 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5c6b6ba8-1b7a-4a31-b39e-cd51e49a5641 req-a9101b01-b646-4b5e-9828-a271542322ec tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d59760-c999-4586-aee5-84babcfaab92 HTTP/1.1" status: 200 len: 944 time: 0.2991834 Aug 10 00:59:41.739801 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-df9b32dd-560b-4959-830e-ad0a0b895f0e tempest-PortsAdminExtendedAttrsTestJSON-508162676 tempest-PortsAdminExtendedAttrsTestJSON-508162676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:41.787466 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-df9b32dd-560b-4959-830e-ad0a0b895f0e tempest-PortsAdminExtendedAttrsTestJSON-508162676 tempest-PortsAdminExtendedAttrsTestJSON-508162676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:41.789937 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-df9b32dd-560b-4959-830e-ad0a0b895f0e tempest-PortsAdminExtendedAttrsTestJSON-508162676 tempest-PortsAdminExtendedAttrsTestJSON-508162676-project] 10.222.0.35 "DELETE /v2.0/networks/158567b0-6dda-4b2a-a2b2-753ff9649370 HTTP/1.1" status: 204 len: 168 time: 1.1243637 Aug 10 00:59:41.806018 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b32dd-560b-4959-830e-ad0a0b895f0e tempest-PortsAdminExtendedAttrsTestJSON-508162676 tempest-PortsAdminExtendedAttrsTestJSON-508162676-project] Pushing event deleted for resources: {'Network': ['ID=158567b0-6dda-4b2a-a2b2-753ff9649370,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:41.810679 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d679751a-1959-4077-8a20-cd6abf06cb16 req-04080bee-441f-476c-b169-f6fafc489fea tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781791 Aug 10 00:59:41.841187 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936d9f94-3549-49ce-96c8-f86a268acdaa admin admin] Network f8055185-7aa6-4d65-b84e-223f9bf84b1e is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:59:41.842506 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-936d9f94-3549-49ce-96c8-f86a268acdaa admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:41.844685 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5c6b6ba8-1b7a-4a31-b39e-cd51e49a5641 req-19578f2f-7047-4405-ba61-ace6df1c9bf4 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969982 Aug 10 00:59:41.986466 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936d9f94-3549-49ce-96c8-f86a268acdaa admin admin] Router ffe05d4e-1105-4d2b-87c9-4a6c91d02339 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:59:42.067142 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43894) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:42.088423 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59786c10-68f5-4371-98cc-f64021739bdd req-38c3f2a9-8dad-4555-83f2-057bbe7a355b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:42.089923 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-59786c10-68f5-4371-98cc-f64021739bdd req-38c3f2a9-8dad-4555-83f2-057bbe7a355b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=25a2d27a-ba73-472c-943f-003d0feb1ed0 HTTP/1.1" status: 200 len: 848 time: 0.0934536 Aug 10 00:59:42.133165 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-59786c10-68f5-4371-98cc-f64021739bdd req-02c170e7-fef1-498a-84e6-702c07120186 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a3b32c7-74a3-4305-b7a7-526211811378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355253 Aug 10 00:59:42.179103 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936d9f94-3549-49ce-96c8-f86a268acdaa admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:59:42.180598 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-965525c0-bebe-4079-a15f-1384616e07d5 None None] Provisioning complete for port 63b72c7d-b08b-4b6b-8e03-039ba2c68e0a triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:42.180977 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-965525c0-bebe-4079-a15f-1384616e07d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:42.196594 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-936d9f94-3549-49ce-96c8-f86a268acdaa admin admin] 10.222.0.35 "PUT /v2.0/routers/ffe05d4e-1105-4d2b-87c9-4a6c91d02339/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8261518 Aug 10 00:59:42.246221 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-965525c0-bebe-4079-a15f-1384616e07d5 None None] Port 63b72c7d-b08b-4b6b-8e03-039ba2c68e0a cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:59:42.616500 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd89ac0-b491-48a3-a56a-81265d7cb6a1 req-d5a12233-5a58-4c0c-8714-9838826477ed tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:42.618035 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5fd89ac0-b491-48a3-a56a-81265d7cb6a1 req-d5a12233-5a58-4c0c-8714-9838826477ed tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=075b40ff-9956-4999-a3f9-bdb8342898b0 HTTP/1.1" status: 200 len: 946 time: 0.4877064 Aug 10 00:59:42.641831 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43918) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:42.647019 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-ce43c3b2-ab5a-4330-8423-ddfcc34e1e0a tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1889275239', 'description': 'tempest-description--1667265184'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:42.665356 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-59786c10-68f5-4371-98cc-f64021739bdd req-bf5168c8-d8db-4342-bbe4-c739a427b6ab service neutron] 10.222.0.20 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5220068 Aug 10 00:59:42.675837 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ce43c3b2-ab5a-4330-8423-ddfcc34e1e0a tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:42.747618 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c48432ba-f397-42b5-bb77-59afe437b23b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d989c94c1f6245dfa287a41336f2717c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6750283 Aug 10 00:59:42.748669 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43920) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:42.767029 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5fd89ac0-b491-48a3-a56a-81265d7cb6a1 req-065e9844-d075-40d5-af1e-7a5f03ed0a06 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397593 Aug 10 00:59:42.775148 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ce43c3b2-ab5a-4330-8423-ddfcc34e1e0a tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:42.785425 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ce43c3b2-ab5a-4330-8423-ddfcc34e1e0a tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:42.831740 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ce43c3b2-ab5a-4330-8423-ddfcc34e1e0a tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:42.831956 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88b862-f6ee-4d3a-9108-e3e1e5a10dfa req-954f5747-60a7-49bf-98a5-e86270406048 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:42.835594 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ce43c3b2-ab5a-4330-8423-ddfcc34e1e0a tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1902788 Aug 10 00:59:42.835752 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9a88b862-f6ee-4d3a-9108-e3e1e5a10dfa req-954f5747-60a7-49bf-98a5-e86270406048 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=23878b91-209d-4973-8aa8-b709cbfbc496 HTTP/1.1" status: 200 len: 945 time: 0.1383557 Aug 10 00:59:42.835984 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43924) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:42.841565 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43c3b2-ab5a-4330-8423-ddfcc34e1e0a tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bef316da-7aff-4e19-b5e5-43053f05f988,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:42.848344 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-c0ddd849-a1bd-4c87-a150-463d8d11c13f tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Request body: {'security_group_rule': {'security_group_id': 'bef316da-7aff-4e19-b5e5-43053f05f988', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:42.849735 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-74bd65de-fe6e-46ad-8d70-8f5fad427081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:42.856349 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-59786c10-68f5-4371-98cc-f64021739bdd req-a17be336-134c-4f6a-9155-eefdb480be53 service neutron] 10.222.0.20 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776891 Aug 10 00:59:42.884049 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-74bd65de-fe6e-46ad-8d70-8f5fad427081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:42.919670 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9a88b862-f6ee-4d3a-9108-e3e1e5a10dfa req-44b3292a-6b81-4c69-aeef-4704aef19572 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623267 Aug 10 00:59:42.927760 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c0ddd849-a1bd-4c87-a150-463d8d11c13f tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:42.976149 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-74bd65de-fe6e-46ad-8d70-8f5fad427081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:42.979855 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-74bd65de-fe6e-46ad-8d70-8f5fad427081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:42.982449 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-74bd65de-fe6e-46ad-8d70-8f5fad427081 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/169a2fe9-5bc6-4a5b-82a4-8ad62c5a6369 HTTP/1.1" status: 204 len: 168 time: 0.2331281 Aug 10 00:59:43.004364 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd65de-fe6e-46ad-8d70-8f5fad427081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169a2fe9-5bc6-4a5b-82a4-8ad62c5a6369,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:43.150373 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c0ddd849-a1bd-4c87-a150-463d8d11c13f tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:43.162652 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c0ddd849-a1bd-4c87-a150-463d8d11c13f tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:43.178050 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b014651d-896e-49bf-a8fe-96ed9fd8633a up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:59:43.203476 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4d370-f6be-4917-9a30-76e587e900cf req-7df13522-4bf9-442a-9a1f-67d666ab8144 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:43.205886 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-03a4d370-f6be-4917-9a30-76e587e900cf req-7df13522-4bf9-442a-9a1f-67d666ab8144 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=25fca828-0258-4413-8e18-bb227d95d4e1 HTTP/1.1" status: 200 len: 945 time: 0.1947014 Aug 10 00:59:43.234835 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a2f79-bf89-46fc-b9f9-007188b276d0 req-84debbdd-cbb6-4f80-a96e-92d5dbe27300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:43.236997 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port b014651d-896e-49bf-a8fe-96ed9fd8633a completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:59:43.237147 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-483a2f79-bf89-46fc-b9f9-007188b276d0 req-84debbdd-cbb6-4f80-a96e-92d5dbe27300 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=af5124099ce04e7383a5ec5f662d948c&device_id=80d59760-c999-4586-aee5-84babcfaab92 HTTP/1.1" status: 200 len: 1096 time: 0.2246192 Aug 10 00:59:43.241628 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port b014651d-896e-49bf-a8fe-96ed9fd8633a triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:43.242057 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ddd849-a1bd-4c87-a150-463d8d11c13f tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0867c5a5-273e-414e-a409-981ad865d686,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:43.242476 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:43.252767 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c0ddd849-a1bd-4c87-a150-463d8d11c13f tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:43.253903 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c0ddd849-a1bd-4c87-a150-463d8d11c13f tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4166901 Aug 10 00:59:43.256707 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43936) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:43.261746 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-eb551afa-6c8f-4be7-887e-3bcd25f388b7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Request body: {'security_group_rule': {'security_group_id': 'bef316da-7aff-4e19-b5e5-43053f05f988', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:43.303455 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a38418-2a5d-4d4f-9fe1-38488f9d31ee None None] Sync routers for ids ['ffe05d4e-1105-4d2b-87c9-4a6c91d02339'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:59:43.306838 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb551afa-6c8f-4be7-887e-3bcd25f388b7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:43.316684 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a38418-2a5d-4d4f-9fe1-38488f9d31ee None None] Routers {'ffe05d4e-1105-4d2b-87c9-4a6c91d02339'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:59:43.317319 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-b4a38418-2a5d-4d4f-9fe1-38488f9d31ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:59:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['ffe05d4e-1105-4d2b-87c9-4a6c91d02339'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:43.318646 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9806d35-a364-4a0d-83c9-3dc0ceba78e3 req-6fb66f3c-afad-4b33-9589-f9269d9df220 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:43.320666 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a9806d35-a364-4a0d-83c9-3dc0ceba78e3 req-6fb66f3c-afad-4b33-9589-f9269d9df220 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d59760-c999-4586-aee5-84babcfaab92 HTTP/1.1" status: 200 len: 944 time: 0.2387295 Aug 10 00:59:43.368449 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb551afa-6c8f-4be7-887e-3bcd25f388b7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:43.373684 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb551afa-6c8f-4be7-887e-3bcd25f388b7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:43.377558 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-03a4d370-f6be-4917-9a30-76e587e900cf req-442237dd-582a-4ef6-a58c-27f47fae78e9 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554546 Aug 10 00:59:43.408439 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb551afa-6c8f-4be7-887e-3bcd25f388b7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:43.409921 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-eb551afa-6c8f-4be7-887e-3bcd25f388b7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1518478 Aug 10 00:59:43.411846 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a9806d35-a364-4a0d-83c9-3dc0ceba78e3 req-fa1525cf-55f4-4bd2-8c1c-7b8019fc7222 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837162 Aug 10 00:59:43.414620 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43942) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:43.420336 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-a47281c7-d0c0-4ccd-881c-a6f5d3eecc7a tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:43.426033 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb551afa-6c8f-4be7-887e-3bcd25f388b7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ab2b88-08f3-46bb-a8db-6968d57c9018,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:43.430768 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a2f79-bf89-46fc-b9f9-007188b276d0 req-5255c15a-ee05-4132-b159-adcb829471e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:43.432490 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-483a2f79-bf89-46fc-b9f9-007188b276d0 req-5255c15a-ee05-4132-b159-adcb829471e6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9a3b32c7-74a3-4305-b7a7-526211811378 HTTP/1.1" status: 200 len: 909 time: 0.1754034 Aug 10 00:59:43.451551 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a47281c7-d0c0-4ccd-881c-a6f5d3eecc7a tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:43.457591 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:43.499872 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port b014651d-896e-49bf-a8fe-96ed9fd8633a, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b014651d-896e-49bf-a8fe-96ed9fd8633a,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:43.504323 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-483a2f79-bf89-46fc-b9f9-007188b276d0 req-6bd2e387-f169-4d45-a11f-01a2949910df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=935b08b0-190b-469f-9c27-3484c1986864 HTTP/1.1" status: 200 len: 217 time: 0.0490515 Aug 10 00:59:43.506454 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:43.510806 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43944) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:43.565258 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=b014651d-896e-49bf-a8fe-96ed9fd8633a,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:43.569835 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7d8b5c33-2c2f-441b-abb0-e2b6976a682d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=02704d98f3164840873a86a89ac12949&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0546470 Aug 10 00:59:43.570157 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43954) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:43.582877 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-b4a38418-2a5d-4d4f-9fe1-38488f9d31ee None None] Set router ffe05d4e-1105-4d2b-87c9-4a6c91d02339 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:59:43.629762 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c4589188-211d-4f7b-b04a-a135a02d5d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:43.645915 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a2f79-bf89-46fc-b9f9-007188b276d0 req-999128cb-3248-4761-9e8e-d6e96ad03baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:43.647460 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-483a2f79-bf89-46fc-b9f9-007188b276d0 req-999128cb-3248-4761-9e8e-d6e96ad03baf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=25a2d27a-ba73-472c-943f-003d0feb1ed0 HTTP/1.1" status: 200 len: 848 time: 0.0996203 Aug 10 00:59:43.653555 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c4589188-211d-4f7b-b04a-a135a02d5d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:43.662820 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e80bf-878f-4d17-8d5e-f5268ee07e76 req-8493d9ae-461b-4112-b5a2-86e10b1ac137 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:43.664302 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0b3e80bf-878f-4d17-8d5e-f5268ee07e76 req-8493d9ae-461b-4112-b5a2-86e10b1ac137 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=075b40ff-9956-4999-a3f9-bdb8342898b0 HTTP/1.1" status: 200 len: 946 time: 0.1299071 Aug 10 00:59:43.692974 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 44699b31-2bc5-4f88-8465-1d3db5a30245 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:59:43.702830 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-483a2f79-bf89-46fc-b9f9-007188b276d0 req-217f7687-d5ca-41c0-96c6-7e9b10122139 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a3b32c7-74a3-4305-b7a7-526211811378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374386 Aug 10 00:59:43.715122 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c4589188-211d-4f7b-b04a-a135a02d5d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:43.718092 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c4589188-211d-4f7b-b04a-a135a02d5d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:43.722344 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c4589188-211d-4f7b-b04a-a135a02d5d87 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/06c984cf-76d4-47c2-955b-9e6c7889dae8 HTTP/1.1" status: 204 len: 168 time: 0.1478205 Aug 10 00:59:43.728668 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4589188-211d-4f7b-b04a-a135a02d5d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c984cf-76d4-47c2-955b-9e6c7889dae8,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:43.799000 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-22e589d2-4bfc-472a-b820-f6a3381ed0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:43.818099 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0b3e80bf-878f-4d17-8d5e-f5268ee07e76 req-1094423d-dee1-483e-90a2-4c19ebdaa3cb tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415861 Aug 10 00:59:43.847905 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a47281c7-d0c0-4ccd-881c-a6f5d3eecc7a tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:43.857071 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:43.888380 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075b40ff-9956-4999-a3f9-bdb8342898b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44699b31-2bc5-4f88-8465-1d3db5a30245'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:43.890631 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cfc6bb-ba1b-41f5-95d5-fe78347eb08c" -d '{"events": [{"server_uuid": "075b40ff-9956-4999-a3f9-bdb8342898b0", "name": "network-vif-unplugged", "status": "completed", "tag": "44699b31-2bc5-4f88-8465-1d3db5a30245"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:43.905368 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 44699b31-2bc5-4f88-8465-1d3db5a30245, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=44699b31-2bc5-4f88-8465-1d3db5a30245,segment=NetworkSegment(f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38),segment_id=f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:43.910130 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-483a2f79-bf89-46fc-b9f9-007188b276d0 req-0fe28454-38a0-4a56-b8f3-69ac9608d124 service neutron] 10.222.0.20 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970005 Aug 10 00:59:43.912339 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:43.920770 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-b4a38418-2a5d-4d4f-9fe1-38488f9d31ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'name': 'tempest-AttachVolumeTestJSON-56048594-router', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b014651d-896e-49bf-a8fe-96ed9fd8633a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T00:59:41Z', 'revision_number': 4, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'gw_port': {'id': 'b014651d-896e-49bf-a8fe-96ed9fd8633a', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:03:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T00:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '63b72c7d-b08b-4b6b-8e03-039ba2c68e0a', 'name': '', 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'mac_address': 'fa:16:3e:5a:5a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '5e3c383a-86af-456d-b822-0c7aa421c546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:40Z', 'updated_at': '2021-08-10T00:59:41Z', 'revision_number': 2, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'subnets': [{'id': '5e3c383a-86af-456d-b822-0c7aa421c546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:43.943233 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1429d3c8-eaa2-4c4f-a1bd-133c5128faa0 x-openstack-request-id: req-1429d3c8-eaa2-4c4f-a1bd-133c5128faa0 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:43.943537 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075b40ff-9956-4999-a3f9-bdb8342898b0", "name": "network-vif-unplugged", "status": "completed", "tag": "44699b31-2bc5-4f88-8465-1d3db5a30245", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:43.943804 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1429d3c8-eaa2-4c4f-a1bd-133c5128faa0 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:43.944220 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075b40ff-9956-4999-a3f9-bdb8342898b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44699b31-2bc5-4f88-8465-1d3db5a30245', 'code': 200} Aug 10 00:59:43.974718 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a38418-2a5d-4d4f-9fe1-38488f9d31ee None None] Checking router: ffe05d4e-1105-4d2b-87c9-4a6c91d02339 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:59:43.975076 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a38418-2a5d-4d4f-9fe1-38488f9d31ee None None] Updating router ffe05d4e-1105-4d2b-87c9-4a6c91d02339 port 63b72c7d-b08b-4b6b-8e03-039ba2c68e0a binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:59:44.014304 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b4a38418-2a5d-4d4f-9fe1-38488f9d31ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.020038 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=44699b31-2bc5-4f88-8465-1d3db5a30245,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:44.085232 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-a47281c7-d0c0-4ccd-881c-a6f5d3eecc7a tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Allocated IP 172.25.2.18 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/519d2eaa-1295-4ec9-9e56-c20eee665dec) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:59:44.102709 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-483a2f79-bf89-46fc-b9f9-007188b276d0 req-2ff31ebf-e0e4-4fc2-bea0-2581670fba61 service neutron] 10.222.0.20 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837327 Aug 10 00:59:44.160844 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7abf7ae-ebea-4903-aef4-c14c2189acb3 req-4cb753af-cb45-430c-ae73-ebd87b29b860 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:44.162372 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f7abf7ae-ebea-4903-aef4-c14c2189acb3 req-4cb753af-cb45-430c-ae73-ebd87b29b860 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=23878b91-209d-4973-8aa8-b709cbfbc496 HTTP/1.1" status: 200 len: 945 time: 0.1310222 Aug 10 00:59:44.229626 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f7abf7ae-ebea-4903-aef4-c14c2189acb3 req-aa177f74-6a09-4791-bf17-7edc8ea8215f tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570748 Aug 10 00:59:44.246501 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a47281c7-d0c0-4ccd-881c-a6f5d3eecc7a tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.300095 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a47281c7-d0c0-4ccd-881c-a6f5d3eecc7a tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.307570 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b4a38418-2a5d-4d4f-9fe1-38488f9d31ee None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.319912 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b4a38418-2a5d-4d4f-9fe1-38488f9d31ee None None] Transition to ACTIVE for port object 63b72c7d-b08b-4b6b-8e03-039ba2c68e0a will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:44.326766 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b4a38418-2a5d-4d4f-9fe1-38488f9d31ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.349948 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47281c7-d0c0-4ccd-881c-a6f5d3eecc7a tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:59:44.354593 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-a47281c7-d0c0-4ccd-881c-a6f5d3eecc7a tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:44.359208 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47281c7-d0c0-4ccd-881c-a6f5d3eecc7a tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:59:44.368002 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:59:44.384319 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47281c7-d0c0-4ccd-881c-a6f5d3eecc7a tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Pushing event updated for resources: {'Port': ['ID=519d2eaa-1295-4ec9-9e56-c20eee665dec,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:44.431091 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7327f3-2107-429f-ae00-12e6d45ec3a2 None None] Pushing event updated for resources: {'Port': ['ID=63b72c7d-b08b-4b6b-8e03-039ba2c68e0a,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:44.460154 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.476681 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a47281c7-d0c0-4ccd-881c-a6f5d3eecc7a tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.517516 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a47281c7-d0c0-4ccd-881c-a6f5d3eecc7a tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.545784 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.db.resource_extend [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 00:59:44.603137 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-b4a38418-2a5d-4d4f-9fe1-38488f9d31ee None None] Attempting to bind port 63b72c7d-b08b-4b6b-8e03-039ba2c68e0a on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:44.603509 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-b4a38418-2a5d-4d4f-9fe1-38488f9d31ee None None] Attempting to bind port 63b72c7d-b08b-4b6b-8e03-039ba2c68e0a by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '46257f34-2cf1-4c58-aee4-ca7c1c66fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:44.603871 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a38418-2a5d-4d4f-9fe1-38488f9d31ee None None] Attempting to bind port 63b72c7d-b08b-4b6b-8e03-039ba2c68e0a on network f8055185-7aa6-4d65-b84e-223f9bf84b1e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:44.610786 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a38418-2a5d-4d4f-9fe1-38488f9d31ee None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:59:44.611698 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a38418-2a5d-4d4f-9fe1-38488f9d31ee None None] Checking segment: {'id': '46257f34-2cf1-4c58-aee4-ca7c1c66fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:59:44.612290 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b4a38418-2a5d-4d4f-9fe1-38488f9d31ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.612425 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a38418-2a5d-4d4f-9fe1-38488f9d31ee None None] Bound using segment: {'id': '46257f34-2cf1-4c58-aee4-ca7c1c66fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:59:44.612846 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-b4a38418-2a5d-4d4f-9fe1-38488f9d31ee None None] Bound port: 63b72c7d-b08b-4b6b-8e03-039ba2c68e0a, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46257f34-2cf1-4c58-aee4-ca7c1c66fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:59:44.613229 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b4a38418-2a5d-4d4f-9fe1-38488f9d31ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.668703 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7e03e-2d63-4ce2-9880-0da6f95732f2 req-f3f18823-1bab-484a-8429-b31742b67c64 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:44.670409 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-acb7e03e-2d63-4ce2-9880-0da6f95732f2 req-f3f18823-1bab-484a-8429-b31742b67c64 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=25fca828-0258-4413-8e18-bb227d95d4e1 HTTP/1.1" status: 200 len: 945 time: 0.1319082 Aug 10 00:59:44.682041 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0,segment=NetworkSegment(29e670d9-5039-46c1-a69e-9628f4a030e2),segment_id=29e670d9-5039-46c1-a69e-9628f4a030e2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:44.719345 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0', 'network_id': '5040841a-4984-47dc-a172-a1e3b8550316', 'port_id': '5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0', 'mac_address': 'fa:16:3e:a8:8d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10f85b2-b60a-4bec-a6dc-24390adf6af4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:59:44.728603 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-b4a38418-2a5d-4d4f-9fe1-38488f9d31ee None None] For port 63b72c7d-b08b-4b6b-8e03-039ba2c68e0a, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:59:44.745671 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d575e0-b0ec-4c54-bb1a-667d387b8712 req-55fc3d25-3589-4ac3-bf5e-b66d6a191b2e tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:44.747205 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f2d575e0-b0ec-4c54-bb1a-667d387b8712 req-55fc3d25-3589-4ac3-bf5e-b66d6a191b2e tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d59760-c999-4586-aee5-84babcfaab92 HTTP/1.1" status: 200 len: 944 time: 0.1951964 Aug 10 00:59:44.765350 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-b4a38418-2a5d-4d4f-9fe1-38488f9d31ee None None] For port 63b72c7d-b08b-4b6b-8e03-039ba2c68e0a, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=63b72c7d-b08b-4b6b-8e03-039ba2c68e0a,segment=NetworkSegment(46257f34-2cf1-4c58-aee4-ca7c1c66fdd4),segment_id=46257f34-2cf1-4c58-aee4-ca7c1c66fdd4)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:59:44.775023 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b4a38418-2a5d-4d4f-9fe1-38488f9d31ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.792700 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-acb7e03e-2d63-4ce2-9880-0da6f95732f2 req-f11ccd88-a5a2-4e51-a66c-df9574c93dda tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862167 Aug 10 00:59:44.815428 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.837105 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:59:44.846117 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f2d575e0-b0ec-4c54-bb1a-667d387b8712 req-3fa5f48a-dddd-4246-81a4-fb64ec56ae9b tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847940 Aug 10 00:59:44.853632 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0,segment=NetworkSegment(29e670d9-5039-46c1-a69e-9628f4a030e2),segment_id=29e670d9-5039-46c1-a69e-9628f4a030e2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:44.867629 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.897007 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a38418-2a5d-4d4f-9fe1-38488f9d31ee None None] Routers {'ffe05d4e-1105-4d2b-87c9-4a6c91d02339'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:59:44.897653 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-b4a38418-2a5d-4d4f-9fe1-38488f9d31ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:59:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['ffe05d4e-1105-4d2b-87c9-4a6c91d02339'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:44.901650 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a47281c7-d0c0-4ccd-881c-a6f5d3eecc7a tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.907336 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a47281c7-d0c0-4ccd-881c-a6f5d3eecc7a tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.981939 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7327f3-2107-429f-ae00-12e6d45ec3a2 None None] Pushing event updated for resources: {'Port': ['ID=63b72c7d-b08b-4b6b-8e03-039ba2c68e0a,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:45.083292 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47281c7-d0c0-4ccd-881c-a6f5d3eecc7a tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Pushing event updated for resources: {'Port': ['ID=519d2eaa-1295-4ec9-9e56-c20eee665dec,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:45.137538 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:45.146937 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:59:45.157054 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a47281c7-d0c0-4ccd-881c-a6f5d3eecc7a tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:45.188480 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:45.212308 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b014651d-896e-49bf-a8fe-96ed9fd8633a up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:59:45.238988 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-b4a38418-2a5d-4d4f-9fe1-38488f9d31ee None None] Set router ffe05d4e-1105-4d2b-87c9-4a6c91d02339 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:59:45.252217 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad575f9-65dd-4ab9-9365-0f16d31d8bd4 req-2e1f8573-5a59-437c-be85-cef46a7c9852 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:45.253749 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8ad575f9-65dd-4ab9-9365-0f16d31d8bd4 req-2e1f8573-5a59-437c-be85-cef46a7c9852 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=075b40ff-9956-4999-a3f9-bdb8342898b0 HTTP/1.1" status: 200 len: 944 time: 0.1718876 Aug 10 00:59:45.275028 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a47281c7-d0c0-4ccd-881c-a6f5d3eecc7a tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:45.280743 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a47281c7-d0c0-4ccd-881c-a6f5d3eecc7a tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8646939 Aug 10 00:59:45.337288 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8ad575f9-65dd-4ab9-9365-0f16d31d8bd4 req-d1cf114d-e58c-47dd-8b0c-c5922c8a7e4a tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771527 Aug 10 00:59:45.374760 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-6fe41a57-e18b-4304-9904-9bc4bd07d9d6 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:45.381226 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-6fe41a57-e18b-4304-9904-9bc4bd07d9d6 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/networks?id=68f568b0-c764-43be-a497-965794b9f9b4 HTTP/1.1" status: 200 len: 805 time: 0.2279513 Aug 10 00:59:45.396980 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-8dba9a2c-0adf-4780-bd36-7522d43de48d tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/quotas/9f1c82db603043b497c1daf48dd8e55e HTTP/1.1" status: 200 len: 375 time: 0.0143991 Aug 10 00:59:45.483157 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44030) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:45.521928 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-671c1b15-02a3-4aa4-825d-38ecb4fc816f tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9f1c82db603043b497c1daf48dd8e55e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1168857 Aug 10 00:59:45.539327 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6ba03-94d2-4e29-bba5-fb529932c0e5 req-0090b199-6923-4d19-b158-46a3dd3e71a8 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:45.541066 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e3e6ba03-94d2-4e29-bba5-fb529932c0e5 req-0090b199-6923-4d19-b158-46a3dd3e71a8 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=23878b91-209d-4973-8aa8-b709cbfbc496 HTTP/1.1" status: 200 len: 945 time: 0.1032367 Aug 10 00:59:45.562502 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0caee2d-df9d-4fea-b847-714316c7bdf7 req-29498418-1e10-4aff-9d80-235d24ac1403 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:45.564034 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d0caee2d-df9d-4fea-b847-714316c7bdf7 req-29498418-1e10-4aff-9d80-235d24ac1403 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.24 "GET /v2.0/ports?device_id=075b40ff-9956-4999-a3f9-bdb8342898b0 HTTP/1.1" status: 200 len: 944 time: 0.0887973 Aug 10 00:59:45.583287 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port b014651d-896e-49bf-a8fe-96ed9fd8633a triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:45.583840 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:45.598016 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-215d16c6-0433-418f-a4b8-6313faea1c68 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-765368065', 'router:external': True}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:45.642002 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215d16c6-0433-418f-a4b8-6313faea1c68 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Made reservation on behalf of 4c007c365a2d46179e21fc6a08c95c10 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:59:45.645997 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-215d16c6-0433-418f-a4b8-6313faea1c68 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:45.659999 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-215d16c6-0433-418f-a4b8-6313faea1c68 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:45.719012 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e3e6ba03-94d2-4e29-bba5-fb529932c0e5 req-e738b5d3-9e51-422f-a5b0-7d2f467a9c07 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645551 Aug 10 00:59:45.745739 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-6f471427-13ef-4c36-b799-185dfac5574f service neutron] 10.222.0.35 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016945 Aug 10 00:59:45.776308 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-b4a38418-2a5d-4d4f-9fe1-38488f9d31ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'name': 'tempest-AttachVolumeTestJSON-56048594-router', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b014651d-896e-49bf-a8fe-96ed9fd8633a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T00:59:41Z', 'revision_number': 4, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'gw_port': {'id': 'b014651d-896e-49bf-a8fe-96ed9fd8633a', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T00:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '63b72c7d-b08b-4b6b-8e03-039ba2c68e0a', 'name': '', 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'mac_address': 'fa:16:3e:5a:5a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '5e3c383a-86af-456d-b822-0c7aa421c546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:40Z', 'updated_at': '2021-08-10T00:59:44Z', 'revision_number': 4, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'subnets': [{'id': '5e3c383a-86af-456d-b822-0c7aa421c546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:45.794822 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-215d16c6-0433-418f-a4b8-6313faea1c68 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:45.801105 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-215d16c6-0433-418f-a4b8-6313faea1c68 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:45.814262 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a38418-2a5d-4d4f-9fe1-38488f9d31ee None None] The sync data for ids ['ffe05d4e-1105-4d2b-87c9-4a6c91d02339'] in n-d-766726-26 is: [{'id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'name': 'tempest-AttachVolumeTestJSON-56048594-router', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b014651d-896e-49bf-a8fe-96ed9fd8633a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T00:59:41Z', 'revision_number': 4, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'gw_port': {'id': 'b014651d-896e-49bf-a8fe-96ed9fd8633a', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T00:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '63b72c7d-b08b-4b6b-8e03-039ba2c68e0a', 'name': '', 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'mac_address': 'fa:16:3e:5a:5a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '5e3c383a-86af-456d-b822-0c7aa421c546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:40Z', 'updated_at': '2021-08-10T00:59:44Z', 'revision_number': 4, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'subnets': [{'id': '5e3c383a-86af-456d-b822-0c7aa421c546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:59:45.823960 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-d0caee2d-df9d-4fea-b847-714316c7bdf7 req-c154eeaa-c5c8-4ef4-84ab-0faa8003820d tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Deleting port 44699b31-2bc5-4f88-8465-1d3db5a30245 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:59:45.824440 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d0caee2d-df9d-4fea-b847-714316c7bdf7 req-c154eeaa-c5c8-4ef4-84ab-0faa8003820d tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:45.837196 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d16c6-0433-418f-a4b8-6313faea1c68 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b74717f-6c46-48be-b7c3-6cf5bf05c90a,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:45.876284 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-215d16c6-0433-418f-a4b8-6313faea1c68 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:59:45.908215 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-215d16c6-0433-418f-a4b8-6313faea1c68 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:45.908794 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-215d16c6-0433-418f-a4b8-6313faea1c68 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Added segment a5c72e67-9399-4871-ad8d-f01eaa6c7446 of type vlan for network feb0759b-a9ec-48c9-941c-63ec5e838967 Aug 10 00:59:45.969855 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-215d16c6-0433-418f-a4b8-6313faea1c68 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:45.977177 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-5b00ddb6-2b86-4e6f-ad68-0359cb960134 service neutron] 10.222.0.35 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234313 Aug 10 00:59:46.007589 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-215d16c6-0433-418f-a4b8-6313faea1c68 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:46.009437 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215d16c6-0433-418f-a4b8-6313faea1c68 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:46.010380 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-215d16c6-0433-418f-a4b8-6313faea1c68 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:46.020641 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-d0caee2d-df9d-4fea-b847-714316c7bdf7 req-c154eeaa-c5c8-4ef4-84ab-0faa8003820d tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] For port 44699b31-2bc5-4f88-8465-1d3db5a30245, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=44699b31-2bc5-4f88-8465-1d3db5a30245,segment=NetworkSegment(f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38),segment_id=f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:46.021068 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d0caee2d-df9d-4fea-b847-714316c7bdf7 req-c154eeaa-c5c8-4ef4-84ab-0faa8003820d tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:46.035234 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-0cbf4b6b-034f-4568-96be-22b355ed681e tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1889275239&fields=id&tenant_id=d91dc5c8b6a84b00a6991cd850981f11 HTTP/1.1" status: 200 len: 267 time: 0.1100471 Aug 10 00:59:46.077842 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-d0caee2d-df9d-4fea-b847-714316c7bdf7 req-c154eeaa-c5c8-4ef4-84ab-0faa8003820d tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Calling delete_port for 44699b31-2bc5-4f88-8465-1d3db5a30245 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:59:46.089462 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-215d16c6-0433-418f-a4b8-6313faea1c68 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.6045425 Aug 10 00:59:46.093055 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44056) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:46.100294 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-596613de-7d61-45a2-829d-4040f889b625 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Request body: {'subnet': {'network_id': 'feb0759b-a9ec-48c9-941c-63ec5e838967', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:46.110722 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d16c6-0433-418f-a4b8-6313faea1c68 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Pushing event updated for resources: {'Network': ['ID=feb0759b-a9ec-48c9-941c-63ec5e838967,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:46.123481 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network feb0759b-a9ec-48c9-941c-63ec5e838967 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:59:46.155282 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596613de-7d61-45a2-829d-4040f889b625 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Made reservation on behalf of 4c007c365a2d46179e21fc6a08c95c10 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:59:46.158597 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-596613de-7d61-45a2-829d-4040f889b625 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:46.254851 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:46.329136 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-c225557a-c09f-4d96-9776-c660862ee53e tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:46.331389 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-c225557a-c09f-4d96-9776-c660862ee53e tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/networks?id=f8055185-7aa6-4d65-b84e-223f9bf84b1e HTTP/1.1" status: 200 len: 809 time: 0.2953596 Aug 10 00:59:46.367635 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:59:46.390646 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-03184abe-de06-4c08-8ff1-667ccc73ebcf tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/quotas/d91dc5c8b6a84b00a6991cd850981f11 HTTP/1.1" status: 200 len: 375 time: 0.0411828 Aug 10 00:59:46.473703 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:46.474370 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:46.548192 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d0caee2d-df9d-4fea-b847-714316c7bdf7 req-c154eeaa-c5c8-4ef4-84ab-0faa8003820d tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:46.566353 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfc608-ebec-4783-abb7-a9d4c19baf1c req-5c621ec0-cd81-4ee7-953b-030c54942fdd tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:46.574373 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5dbfc608-ebec-4783-abb7-a9d4c19baf1c req-5c621ec0-cd81-4ee7-953b-030c54942fdd tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d59760-c999-4586-aee5-84babcfaab92 HTTP/1.1" status: 200 len: 944 time: 0.2755501 Aug 10 00:59:46.623783 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:46.657176 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c154eeaa-c5c8-4ef4-84ab-0faa8003820d tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Pushing event deleted for resources: {'Port': ['ID=44699b31-2bc5-4f88-8465-1d3db5a30245,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:46.658050 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4daab54-9d4f-4b32-ab78-5b45b50b6b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:46.669117 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34dcc2a8-fa75-4176-9f0f-bb082940f69c" -d '{"events": [{"server_uuid": "e4daab54-9d4f-4b32-ab78-5b45b50b6b98", "name": "network-vif-plugged", "status": "completed", "tag": "5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:46.686890 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-06a60c6e-bce6-4c58-85ee-817044595bb7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d91dc5c8b6a84b00a6991cd850981f11&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2888269 Aug 10 00:59:46.698330 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0,segment=NetworkSegment(29e670d9-5039-46c1-a69e-9628f4a030e2),segment_id=29e670d9-5039-46c1-a69e-9628f4a030e2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:46.718045 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:46.752872 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5dbfc608-ebec-4783-abb7-a9d4c19baf1c req-81595c47-6570-4d71-9061-f4b9a61ef14c tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718471 Aug 10 00:59:46.789798 n-d-766726-26 neutron-server[105827]: DEBUG neutron.objects.ports [None req-596613de-7d61-45a2-829d-4040f889b625 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 00:59:46.791412 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-596613de-7d61-45a2-829d-4040f889b625 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:46.897700 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0caee2d-df9d-4fea-b847-714316c7bdf7 req-c154eeaa-c5c8-4ef4-84ab-0faa8003820d tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] No DVR routers for this DVR port 44699b31-2bc5-4f88-8465-1d3db5a30245 on host n-h1-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:59:46.901983 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d0caee2d-df9d-4fea-b847-714316c7bdf7 req-c154eeaa-c5c8-4ef4-84ab-0faa8003820d tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:46.904154 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d0caee2d-df9d-4fea-b847-714316c7bdf7 req-c154eeaa-c5c8-4ef4-84ab-0faa8003820d tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.24 "DELETE /v2.0/ports/44699b31-2bc5-4f88-8465-1d3db5a30245 HTTP/1.1" status: 204 len: 173 time: 1.3244226 Aug 10 00:59:46.904749 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075b40ff-9956-4999-a3f9-bdb8342898b0', 'name': 'network-vif-deleted', 'tag': '44699b31-2bc5-4f88-8465-1d3db5a30245'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:46.918625 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221b2a98-1e91-4bb4-946e-a374bb8b4015" -d '{"events": [{"server_uuid": "075b40ff-9956-4999-a3f9-bdb8342898b0", "name": "network-vif-deleted", "tag": "44699b31-2bc5-4f88-8465-1d3db5a30245"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:46.943959 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596613de-7d61-45a2-829d-4040f889b625 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8feeafd5-8e36-49ce-ab8a-28e8adcd99ee,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:46.948000 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596613de-7d61-45a2-829d-4040f889b625 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Checking segment: {'id': 'a5c72e67-9399-4871-ad8d-f01eaa6c7446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'feb0759b-a9ec-48c9-941c-63ec5e838967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:59:46.948669 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596613de-7d61-45a2-829d-4040f889b625 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Network hostable DHCP agents. Network: feb0759b-a9ec-48c9-941c-63ec5e838967, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:59:46.954174 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:46.986892 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596613de-7d61-45a2-829d-4040f889b625 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Network feb0759b-a9ec-48c9-941c-63ec5e838967 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:59:47.004305 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-a3b152f8-7298-480a-af21-a65814dc933d service neutron] 10.222.0.35 "GET /v2.0/networks/f8055185-7aa6-4d65-b84e-223f9bf84b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874727 Aug 10 00:59:47.026171 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-596613de-7d61-45a2-829d-4040f889b625 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, feb0759b-a9ec-48c9-941c-63ec5e838967) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:47.035151 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596613de-7d61-45a2-829d-4040f889b625 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:47.035511 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f07f0b-e8fd-4ffe-9b2d-b63093c145a6 None None] Network feb0759b-a9ec-48c9-941c-63ec5e838967 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:59:47.049108 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-596613de-7d61-45a2-829d-4040f889b625 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:47.116664 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-596613de-7d61-45a2-829d-4040f889b625 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0127892 Aug 10 00:59:47.117368 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44100) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:47.136504 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-8a5fa19a-8c91-41c4-a366-76444926bfdf tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2119959761', 'network_id': 'feb0759b-a9ec-48c9-941c-63ec5e838967'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:47.216013 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5fa19a-8c91-41c4-a366-76444926bfdf tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Made reservation on behalf of 4c007c365a2d46179e21fc6a08c95c10 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:59:47.225624 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa19a-8c91-41c4-a366-76444926bfdf tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:47.296018 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 63b72c7d-b08b-4b6b-8e03-039ba2c68e0a up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:59:47.300751 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-8a5fa19a-8c91-41c4-a366-76444926bfdf tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] device_id is not set on port 72bb07ad-996d-40f0-aa88-1ed988f1954c yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 00:59:47.325993 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-08863720-ad3b-47f2-b12b-f18fef33c745 req-cf38861e-b709-42be-8496-25706b58cae3 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb2b3ff-4b68-402f-9b58-585ede626826 HTTP/1.1" status: 200 len: 210 time: 0.0458517 Aug 10 00:59:47.345677 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-52da3b0a-2851-4d2d-b4d4-fbca78e68da8 service neutron] 10.222.0.35 "GET /v2.0/networks/f8055185-7aa6-4d65-b84e-223f9bf84b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212202 Aug 10 00:59:47.441817 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e730470f-8a94-4a04-aa6c-a5a65fc4e9cf None None] Network feb0759b-a9ec-48c9-941c-63ec5e838967 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:59:47.499731 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-8a5fa19a-8c91-41c4-a366-76444926bfdf tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Allocated IP 2001:db8::35 (feb0759b-a9ec-48c9-941c-63ec5e838967/8feeafd5-8e36-49ce-ab8a-28e8adcd99ee/72bb07ad-996d-40f0-aa88-1ed988f1954c) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:59:47.778283 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31463865-ee11-4af9-9f64-5c242261eb3c x-openstack-request-id: req-31463865-ee11-4af9-9f64-5c242261eb3c {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:47.778819 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4daab54-9d4f-4b32-ab78-5b45b50b6b98", "name": "network-vif-plugged", "status": "completed", "tag": "5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:47.779125 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-31463865-ee11-4af9-9f64-5c242261eb3c {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:47.779624 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4daab54-9d4f-4b32-ab78-5b45b50b6b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0', 'code': 200} Aug 10 00:59:47.827645 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 63b72c7d-b08b-4b6b-8e03-039ba2c68e0a completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:59:47.838094 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 63b72c7d-b08b-4b6b-8e03-039ba2c68e0a triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:47.839274 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:47.946469 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa19a-8c91-41c4-a366-76444926bfdf tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:47.958383 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:48.022464 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 63b72c7d-b08b-4b6b-8e03-039ba2c68e0a, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=63b72c7d-b08b-4b6b-8e03-039ba2c68e0a,segment=NetworkSegment(46257f34-2cf1-4c58-aee4-ca7c1c66fdd4),segment_id=46257f34-2cf1-4c58-aee4-ca7c1c66fdd4)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:48.027710 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa19a-8c91-41c4-a366-76444926bfdf tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:48.029779 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:48.143903 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5fa19a-8c91-41c4-a366-76444926bfdf tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Network feb0759b-a9ec-48c9-941c-63ec5e838967 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:59:48.147481 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-8a5fa19a-8c91-41c4-a366-76444926bfdf tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:48.150708 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=63b72c7d-b08b-4b6b-8e03-039ba2c68e0a,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:48.169709 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5fa19a-8c91-41c4-a366-76444926bfdf tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:59:48.171771 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5fa19a-8c91-41c4-a366-76444926bfdf tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:48.172631 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa19a-8c91-41c4-a366-76444926bfdf tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:48.181309 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5fa19a-8c91-41c4-a366-76444926bfdf tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Pushing event updated for resources: {'Port': ['ID=72bb07ad-996d-40f0-aa88-1ed988f1954c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:48.213240 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8a5fa19a-8c91-41c4-a366-76444926bfdf tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0945020 Aug 10 00:59:48.215503 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44116) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:48.342701 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-a66708e9-83b6-4f82-81f3-5b8af97e50dc tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Deleting port 72bb07ad-996d-40f0-aa88-1ed988f1954c {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:59:48.343088 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a66708e9-83b6-4f82-81f3-5b8af97e50dc tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:48.367519 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 935b08b0-190b-469f-9c27-3484c1986864 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:59:48.433152 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-13f197c4-c650-455b-91bf-bafdddfcb6bd req-94399ad8-638b-40ee-a348-c8b5524f520f tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=075b40ff-9956-4999-a3f9-bdb8342898b0 HTTP/1.1" status: 200 len: 210 time: 0.9517560 Aug 10 00:59:48.453431 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a66708e9-83b6-4f82-81f3-5b8af97e50dc tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:48.468312 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-a66708e9-83b6-4f82-81f3-5b8af97e50dc tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Calling delete_port for 72bb07ad-996d-40f0-aa88-1ed988f1954c owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:59:48.665846 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b25097d-65fd-41ae-9c9d-f715713b1f64 x-openstack-request-id: req-1b25097d-65fd-41ae-9c9d-f715713b1f64 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:48.666204 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075b40ff-9956-4999-a3f9-bdb8342898b0", "name": "network-vif-deleted", "tag": "44699b31-2bc5-4f88-8465-1d3db5a30245", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:48.666413 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1b25097d-65fd-41ae-9c9d-f715713b1f64 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:48.666836 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075b40ff-9956-4999-a3f9-bdb8342898b0', 'name': 'network-vif-deleted', 'tag': '44699b31-2bc5-4f88-8465-1d3db5a30245', 'status': 'completed', 'code': 200} Aug 10 00:59:48.675387 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 935b08b0-190b-469f-9c27-3484c1986864, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=935b08b0-190b-469f-9c27-3484c1986864,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:48.697931 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a66708e9-83b6-4f82-81f3-5b8af97e50dc tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:48.705127 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '935b08b0-190b-469f-9c27-3484c1986864', 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378', 'port_id': '935b08b0-190b-469f-9c27-3484c1986864', 'mac_address': 'fa:16:3e:ae:ee:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a2d27a-ba73-472c-943f-003d0feb1ed0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:59:48.753866 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66708e9-83b6-4f82-81f3-5b8af97e50dc tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Pushing event deleted for resources: {'Port': ['ID=72bb07ad-996d-40f0-aa88-1ed988f1954c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:48.766220 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:48.784820 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 935b08b0-190b-469f-9c27-3484c1986864 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:59:48.811480 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a66708e9-83b6-4f82-81f3-5b8af97e50dc tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:48.817038 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e96ebac-e599-4d56-8463-d92ff62b94d9 req-748c0915-55fc-4fc1-afcb-3cb7519d050e tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 210 time: 0.1131120 Aug 10 00:59:48.822592 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44122) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:48.823077 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a66708e9-83b6-4f82-81f3-5b8af97e50dc tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] 10.222.0.35 "DELETE /v2.0/ports/72bb07ad-996d-40f0-aa88-1ed988f1954c HTTP/1.1" status: 204 len: 168 time: 0.6064882 Aug 10 00:59:48.828664 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 935b08b0-190b-469f-9c27-3484c1986864, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=935b08b0-190b-469f-9c27-3484c1986864,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:48.829124 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-279d56e3-3d0b-4c34-9e9d-ca765e923a65 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'feb0759b-a9ec-48c9-941c-63ec5e838967', 'external_fixed_ips': [{'subnet_id': '8feeafd5-8e36-49ce-ab8a-28e8adcd99ee', 'ip_address': '2001:db8::35'}]}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:48.843985 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:48.858953 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-279d56e3-3d0b-4c34-9e9d-ca765e923a65 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:48.860235 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-279d56e3-3d0b-4c34-9e9d-ca765e923a65 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:48.907240 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-87128d4f-6568-43f1-b780-08b965f5f5b2 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:48.909815 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-87128d4f-6568-43f1-b780-08b965f5f5b2 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.24 "GET /v2.0/networks?id=68f568b0-c764-43be-a497-965794b9f9b4 HTTP/1.1" status: 200 len: 805 time: 0.5109704 Aug 10 00:59:48.916398 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=935b08b0-190b-469f-9c27-3484c1986864,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:48.933573 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-a2980a98-c071-410c-990c-1faff1838f28 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Request body: {'port': {'device_id': '4bb2b3ff-4b68-402f-9b58-585ede626826', 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4', 'admin_state_up': True, 'tenant_id': '9f1c82db603043b497c1daf48dd8e55e'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:49.101954 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e439141-d046-4623-b1d3-9574771facfd req-d8439ba9-d8b9-4a01-be18-78bb16bbe7d9 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:49.112789 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1e439141-d046-4623-b1d3-9574771facfd req-d8439ba9-d8b9-4a01-be18-78bb16bbe7d9 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=23878b91-209d-4973-8aa8-b709cbfbc496 HTTP/1.1" status: 200 len: 945 time: 0.7153914 Aug 10 00:59:49.118647 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-279d56e3-3d0b-4c34-9e9d-ca765e923a65 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:49.195945 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 63b72c7d-b08b-4b6b-8e03-039ba2c68e0a up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:59:49.268774 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['935b08b0-190b-469f-9c27-3484c1986864'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:59:49.321763 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1e439141-d046-4623-b1d3-9574771facfd req-c935f271-8286-4fd7-897c-f57f35e96caf tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079942 Aug 10 00:59:49.331679 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 63b72c7d-b08b-4b6b-8e03-039ba2c68e0a triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:49.331679 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:49.357109 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7236e-94cb-4532-9e78-20c690f7846d req-177a2b0e-8e76-4a30-9174-9e8459b64806 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:49.371923 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0fa7236e-94cb-4532-9e78-20c690f7846d req-177a2b0e-8e76-4a30-9174-9e8459b64806 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d59760-c999-4586-aee5-84babcfaab92 HTTP/1.1" status: 200 len: 945 time: 0.4011073 Aug 10 00:59:49.544121 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0fa7236e-94cb-4532-9e78-20c690f7846d req-50717ebd-e2f2-4a70-a8bd-27d305236ec2 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711316 Aug 10 00:59:49.558075 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-279d56e3-3d0b-4c34-9e9d-ca765e923a65 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:49.671400 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-a2980a98-c071-410c-990c-1faff1838f28 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Made reservation on behalf of 9f1c82db603043b497c1daf48dd8e55e for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:59:49.687198 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-a2980a98-c071-410c-990c-1faff1838f28 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:49.695613 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:59:49.702046 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 44699b31-2bc5-4f88-8465-1d3db5a30245 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:59:49.735031 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 44699b31-2bc5-4f88-8465-1d3db5a30245 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:59:49.735493 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 44699b31-2bc5-4f88-8465-1d3db5a30245 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:59:49.770234 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-126cfe9f-fda5-4935-865a-9100072e74b5 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:49.772246 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-126cfe9f-fda5-4935-865a-9100072e74b5 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.24 "GET /v2.0/networks?id=f8055185-7aa6-4d65-b84e-223f9bf84b1e HTTP/1.1" status: 200 len: 809 time: 0.2651374 Aug 10 00:59:49.824160 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3f96352d-9bf4-4a66-9415-f716c1783ffc req-dbbbd829-11c4-4dba-82c2-45de01edd54f tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb2b3ff-4b68-402f-9b58-585ede626826 HTTP/1.1" status: 200 len: 210 time: 0.0668287 Aug 10 00:59:49.847216 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-d49198fe-a6f3-4812-be26-b439a5fb5157 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d91dc5c8b6a84b00a6991cd850981f11 HTTP/1.1" status: 200 len: 380 time: 0.0585999 Aug 10 00:59:49.856849 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-ba63ee9d-5f80-4a33-a5b3-f18de30e1046 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Request body: {'port': {'device_id': '41fdf232-3cc4-4a76-92f9-c859eb56249d', 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e', 'admin_state_up': True, 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'security_groups': ['bef316da-7aff-4e19-b5e5-43053f05f988']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:49.962633 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-df30f985-df6e-4c12-b8cf-636291f98dab req-927643ed-6978-461e-8c4a-51b48cff2f8c tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 210 time: 0.0506854 Aug 10 00:59:50.007961 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-ba63ee9d-5f80-4a33-a5b3-f18de30e1046 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Made reservation on behalf of d91dc5c8b6a84b00a6991cd850981f11 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:59:50.014310 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-ba63ee9d-5f80-4a33-a5b3-f18de30e1046 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:50.109971 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-a2980a98-c071-410c-990c-1faff1838f28 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Allocated IP 172.20.0.6 (68f568b0-c764-43be-a497-965794b9f9b4/4317e354-7b23-4f49-8b2a-5d1c39378e31/d43ff89c-795b-44a0-9093-494339d27aed) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:59:50.156917 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-ba63ee9d-5f80-4a33-a5b3-f18de30e1046 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Allocated IP 172.20.0.13 (f8055185-7aa6-4d65-b84e-223f9bf84b1e/5e3c383a-86af-456d-b822-0c7aa421c546/69187de3-58d2-46cb-8eb0-0486407464e8) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:59:50.223064 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-44e8940e-6e9c-4d21-8860-9c589c48f29f tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:50.230128 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-44e8940e-6e9c-4d21-8860-9c589c48f29f tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/networks?id=e6332a27-ba49-4d7e-93ff-d255b803530a HTTP/1.1" status: 200 len: 822 time: 0.2738070 Aug 10 00:59:50.281173 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-ddc14910-710f-48a6-bf3f-6c519905764e tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/quotas/db5c8b9684fa461f8db69c9aa9376581 HTTP/1.1" status: 200 len: 375 time: 0.0501497 Aug 10 00:59:50.380335 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-ba63ee9d-5f80-4a33-a5b3-f18de30e1046 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:50.414326 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-ba63ee9d-5f80-4a33-a5b3-f18de30e1046 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Transition to ACTIVE for port object 69187de3-58d2-46cb-8eb0-0486407464e8 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:50.436909 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-279d56e3-3d0b-4c34-9e9d-ca765e923a65 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:50.460580 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-ba63ee9d-5f80-4a33-a5b3-f18de30e1046 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:50.510007 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-279d56e3-3d0b-4c34-9e9d-ca765e923a65 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:50.511363 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63ee9d-5f80-4a33-a5b3-f18de30e1046 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Pushing event updated for resources: {'Port': ['ID=69187de3-58d2-46cb-8eb0-0486407464e8,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:50.521215 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-460b5ec1-416f-433b-8fc9-9cd9be2cb17a tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=db5c8b9684fa461f8db69c9aa9376581&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2296405 Aug 10 00:59:50.523638 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-ba63ee9d-5f80-4a33-a5b3-f18de30e1046 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Network f8055185-7aa6-4d65-b84e-223f9bf84b1e is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:59:50.525114 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-ba63ee9d-5f80-4a33-a5b3-f18de30e1046 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:50.527484 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-ba63ee9d-5f80-4a33-a5b3-f18de30e1046 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:59:50.592412 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-ba63ee9d-5f80-4a33-a5b3-f18de30e1046 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:50.595110 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-ba63ee9d-5f80-4a33-a5b3-f18de30e1046 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:50.630953 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-ba63ee9d-5f80-4a33-a5b3-f18de30e1046 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7783022 Aug 10 00:59:50.649125 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-2a44dfa6-9a3e-4e41-acfe-7dc96be2c95c service neutron] Request body: {'port': {'device_id': '41fdf232-3cc4-4a76-92f9-c859eb56249d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:50.695703 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-a2980a98-c071-410c-990c-1faff1838f28 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:50.754016 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38e67e-f77f-474b-98b7-5a205a319854 req-d99fe6ab-f247-4fa4-a070-b5f797ce33a9 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:50.755642 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fb38e67e-f77f-474b-98b7-5a205a319854 req-d99fe6ab-f247-4fa4-a070-b5f797ce33a9 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=23878b91-209d-4973-8aa8-b709cbfbc496 HTTP/1.1" status: 200 len: 945 time: 0.3205321 Aug 10 00:59:50.952089 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-3b421671-88e4-48e9-a401-064c4bac0b68 None None] Provisioning for port 69187de3-58d2-46cb-8eb0-0486407464e8 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:59:50.957642 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-3b421671-88e4-48e9-a401-064c4bac0b68 None None] Provisioning complete for port 69187de3-58d2-46cb-8eb0-0486407464e8 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:50.958323 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3b421671-88e4-48e9-a401-064c4bac0b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:51.028273 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-5665c59f-4860-404f-a30d-303da0b69250 service neutron] 10.222.0.35 "GET /v2.0/networks/e6332a27-ba49-4d7e-93ff-d255b803530a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4927051 Aug 10 00:59:51.038541 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-3b421671-88e4-48e9-a401-064c4bac0b68 None None] Port 69187de3-58d2-46cb-8eb0-0486407464e8 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:59:51.154669 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fb38e67e-f77f-474b-98b7-5a205a319854 req-9552db30-14de-4bb4-81c6-41f48a4cdd7b tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329377 Aug 10 00:59:51.169097 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-279d56e3-3d0b-4c34-9e9d-ca765e923a65 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Allocated IP 2001:db8::35 (feb0759b-a9ec-48c9-941c-63ec5e838967/8feeafd5-8e36-49ce-ab8a-28e8adcd99ee/b61c9cf3-0371-400d-8a52-77515e65160b) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:59:51.181853 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-a2980a98-c071-410c-990c-1faff1838f28 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:51.192105 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['c58ea708-4565-4b16-a53e-c9c57ba4f3a2'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:59:51.205173 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-2a44dfa6-9a3e-4e41-acfe-7dc96be2c95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:51.266121 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-a2980a98-c071-410c-990c-1faff1838f28 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Network 68f568b0-c764-43be-a497-965794b9f9b4 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:59:51.266556 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['e32d6889-fd12-4585-b0bf-093fada4eca8'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:59:51.308117 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-a2980a98-c071-410c-990c-1faff1838f28 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:51.317208 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-a2980a98-c071-410c-990c-1faff1838f28 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:59:51.327339 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2980a98-c071-410c-990c-1faff1838f28 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Pushing event updated for resources: {'Port': ['ID=d43ff89c-795b-44a0-9093-494339d27aed,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:51.383057 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-3a60720f-0c58-4a2f-accd-e62f14fd4741 service neutron] 10.222.0.35 "GET /v2.0/networks/e6332a27-ba49-4d7e-93ff-d255b803530a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083522 Aug 10 00:59:51.466741 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-a2980a98-c071-410c-990c-1faff1838f28 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:51.475491 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-a2980a98-c071-410c-990c-1faff1838f28 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:51.510418 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-a2980a98-c071-410c-990c-1faff1838f28 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5843546 Aug 10 00:59:51.540038 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-e099909a-cb06-4563-9504-76411e4c944f service neutron] Request body: {'port': {'device_id': '4bb2b3ff-4b68-402f-9b58-585ede626826', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:51.607750 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-2a44dfa6-9a3e-4e41-acfe-7dc96be2c95c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69187de3-58d2-46cb-8eb0-0486407464e8 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:59:51.630806 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-2a44dfa6-9a3e-4e41-acfe-7dc96be2c95c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:51.646873 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-2a44dfa6-9a3e-4e41-acfe-7dc96be2c95c service neutron] Transition to ACTIVE for port object 69187de3-58d2-46cb-8eb0-0486407464e8 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:51.655529 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-2a44dfa6-9a3e-4e41-acfe-7dc96be2c95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:51.656874 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-279d56e3-3d0b-4c34-9e9d-ca765e923a65 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:51.739921 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44dfa6-9a3e-4e41-acfe-7dc96be2c95c service neutron] Pushing event updated for resources: {'Port': ['ID=69187de3-58d2-46cb-8eb0-0486407464e8,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:51.765869 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-e099909a-cb06-4563-9504-76411e4c944f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:51.860517 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daefc63-7df0-42d8-bcfa-12a0b568a455 req-5f1abb50-6dd6-4c5a-b23a-088ef35d5b58 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:51.862133 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2daefc63-7df0-42d8-bcfa-12a0b568a455 req-5f1abb50-6dd6-4c5a-b23a-088ef35d5b58 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d59760-c999-4586-aee5-84babcfaab92 HTTP/1.1" status: 200 len: 945 time: 0.2955933 Aug 10 00:59:51.907729 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047570fa-b678-4d04-9aeb-0dfabfce64e6 req-41131d80-525b-41c4-a32a-47dcf5aca519 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:51.909377 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-047570fa-b678-4d04-9aeb-0dfabfce64e6 req-41131d80-525b-41c4-a32a-47dcf5aca519 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb2b3ff-4b68-402f-9b58-585ede626826 HTTP/1.1" status: 200 len: 931 time: 0.2243390 Aug 10 00:59:51.961804 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-2a44dfa6-9a3e-4e41-acfe-7dc96be2c95c service neutron] Attempting to bind port 69187de3-58d2-46cb-8eb0-0486407464e8 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:51.963149 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-2a44dfa6-9a3e-4e41-acfe-7dc96be2c95c service neutron] Attempting to bind port 69187de3-58d2-46cb-8eb0-0486407464e8 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '46257f34-2cf1-4c58-aee4-ca7c1c66fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:51.963579 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-2a44dfa6-9a3e-4e41-acfe-7dc96be2c95c service neutron] Attempting to bind port 69187de3-58d2-46cb-8eb0-0486407464e8 on network f8055185-7aa6-4d65-b84e-223f9bf84b1e {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:51.970602 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-2a44dfa6-9a3e-4e41-acfe-7dc96be2c95c service neutron] Port 69187de3-58d2-46cb-8eb0-0486407464e8 on network f8055185-7aa6-4d65-b84e-223f9bf84b1e not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:51.971167 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-2a44dfa6-9a3e-4e41-acfe-7dc96be2c95c service neutron] Attempting to bind port 69187de3-58d2-46cb-8eb0-0486407464e8 on network f8055185-7aa6-4d65-b84e-223f9bf84b1e {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:51.992215 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-2a44dfa6-9a3e-4e41-acfe-7dc96be2c95c service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:59:51.992841 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-2a44dfa6-9a3e-4e41-acfe-7dc96be2c95c service neutron] Checking segment: {'id': '46257f34-2cf1-4c58-aee4-ca7c1c66fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:59:51.993397 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-2a44dfa6-9a3e-4e41-acfe-7dc96be2c95c service neutron] Bound using segment: {'id': '46257f34-2cf1-4c58-aee4-ca7c1c66fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:59:51.994151 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-2a44dfa6-9a3e-4e41-acfe-7dc96be2c95c service neutron] Bound port: 69187de3-58d2-46cb-8eb0-0486407464e8, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46257f34-2cf1-4c58-aee4-ca7c1c66fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:59:51.994317 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-2a44dfa6-9a3e-4e41-acfe-7dc96be2c95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:52.031310 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-279d56e3-3d0b-4c34-9e9d-ca765e923a65 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:52.112018 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-2a44dfa6-9a3e-4e41-acfe-7dc96be2c95c service neutron] For port 69187de3-58d2-46cb-8eb0-0486407464e8, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:59:52.119696 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-2a44dfa6-9a3e-4e41-acfe-7dc96be2c95c service neutron] For port 69187de3-58d2-46cb-8eb0-0486407464e8, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=69187de3-58d2-46cb-8eb0-0486407464e8,segment=NetworkSegment(46257f34-2cf1-4c58-aee4-ca7c1c66fdd4),segment_id=46257f34-2cf1-4c58-aee4-ca7c1c66fdd4)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:59:52.124890 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-2a44dfa6-9a3e-4e41-acfe-7dc96be2c95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:52.216557 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-2a44dfa6-9a3e-4e41-acfe-7dc96be2c95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:52.217411 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-2a44dfa6-9a3e-4e41-acfe-7dc96be2c95c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:52.218903 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-2a44dfa6-9a3e-4e41-acfe-7dc96be2c95c service neutron] 10.222.0.24 "PUT /v2.0/ports/69187de3-58d2-46cb-8eb0-0486407464e8 HTTP/1.1" status: 200 len: 1093 time: 1.5773556 Aug 10 00:59:52.219273 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41fdf232-3cc4-4a76-92f9-c859eb56249d', 'tag': '69187de3-58d2-46cb-8eb0-0486407464e8'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:52.221857 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3f49b4-bf9c-42cb-ae60-53c6ba3b23b4" -d '{"events": [{"name": "network-changed", "server_uuid": "41fdf232-3cc4-4a76-92f9-c859eb56249d", "tag": "69187de3-58d2-46cb-8eb0-0486407464e8"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:52.233345 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44dfa6-9a3e-4e41-acfe-7dc96be2c95c service neutron] Pushing event updated for resources: {'Port': ['ID=69187de3-58d2-46cb-8eb0-0486407464e8,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:52.361859 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-3cb086aa-75b7-4791-b5d6-12be45cac8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:52.363948 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-3cb086aa-75b7-4791-b5d6-12be45cac8a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d91dc5c8b6a84b00a6991cd850981f11&device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 1096 time: 0.0565035 Aug 10 00:59:52.404046 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 935b08b0-190b-469f-9c27-3484c1986864 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:59:52.467156 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-a58deb44-6678-4516-b9eb-54931764f2e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69187de3-58d2-46cb-8eb0-0486407464e8 HTTP/1.1" status: 200 len: 217 time: 0.0819619 Aug 10 00:59:52.515621 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 935b08b0-190b-469f-9c27-3484c1986864 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:59:52.538695 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 935b08b0-190b-469f-9c27-3484c1986864 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:52.539933 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:52.568051 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-2eb23881-e15c-49e4-a0bf-e7c77c9631a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:52.571837 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-2eb23881-e15c-49e4-a0bf-e7c77c9631a3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e3c383a-86af-456d-b822-0c7aa421c546 HTTP/1.1" status: 200 len: 848 time: 0.0981612 Aug 10 00:59:52.588868 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-047570fa-b678-4d04-9aeb-0dfabfce64e6 req-cf71ddd8-d9dd-4687-ae51-fa1dba304a71 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6684484 Aug 10 00:59:52.622037 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279d56e3-3d0b-4c34-9e9d-ca765e923a65 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Network feb0759b-a9ec-48c9-941c-63ec5e838967 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:59:52.655022 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2daefc63-7df0-42d8-bcfa-12a0b568a455 req-90c62015-4313-42f6-9a18-4cb1f0357475 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7671921 Aug 10 00:59:52.689696 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-279d56e3-3d0b-4c34-9e9d-ca765e923a65 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:52.693958 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279d56e3-3d0b-4c34-9e9d-ca765e923a65 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:59:52.696347 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d56e3-3d0b-4c34-9e9d-ca765e923a65 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Pushing event updated for resources: {'Port': ['ID=b61c9cf3-0371-400d-8a52-77515e65160b,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:52.706699 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:52.710565 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-da35c1e5-5116-4e5e-bf8c-c1f12ced13b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:52.727032 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-da35c1e5-5116-4e5e-bf8c-c1f12ced13b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8055185-7aa6-4d65-b84e-223f9bf84b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1415105 Aug 10 00:59:52.781541 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 935b08b0-190b-469f-9c27-3484c1986864, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=935b08b0-190b-469f-9c27-3484c1986864,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:52.783232 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d59760-c999-4586-aee5-84babcfaab92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935b08b0-190b-469f-9c27-3484c1986864'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:52.787920 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8607a5a8-ddb5-482f-98c6-e7ca3febf9f9" -d '{"events": [{"server_uuid": "80d59760-c999-4586-aee5-84babcfaab92", "name": "network-vif-plugged", "status": "completed", "tag": "935b08b0-190b-469f-9c27-3484c1986864"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:52.793136 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:52.868472 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=935b08b0-190b-469f-9c27-3484c1986864,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:52.897354 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e80723e4-22e1-41f0-9e4a-7468982346fb req-a8d45124-ab39-4bc9-bdca-7a2ef3342f6c tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=682a8672-af52-4f56-a2c4-d61293a40d60 HTTP/1.1" status: 200 len: 210 time: 0.0498657 Aug 10 00:59:52.967147 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-973e6af4-591c-47a5-8860-89612afd97dd service neutron] 10.222.0.24 "GET /v2.0/networks/f8055185-7aa6-4d65-b84e-223f9bf84b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374740 Aug 10 00:59:53.124059 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ab7ef8b4-20c4-43b2-853d-e569a9347734 req-8d32fac4-5a8e-4a96-a595-7d608dd09183 service neutron] 10.222.0.24 "GET /v2.0/networks/f8055185-7aa6-4d65-b84e-223f9bf84b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481061 Aug 10 00:59:53.174402 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-e099909a-cb06-4563-9504-76411e4c944f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d43ff89c-795b-44a0-9093-494339d27aed {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:59:53.186268 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a120ad-5d61-4ee2-bc5b-34988deed2a0 req-e38bfb97-818e-4053-b123-91f487d93340 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:53.187842 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e9a120ad-5d61-4ee2-bc5b-34988deed2a0 req-e38bfb97-818e-4053-b123-91f487d93340 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 944 time: 0.3364828 Aug 10 00:59:53.203983 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-e099909a-cb06-4563-9504-76411e4c944f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:53.274054 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-e099909a-cb06-4563-9504-76411e4c944f service neutron] Transition to ACTIVE for port object d43ff89c-795b-44a0-9093-494339d27aed will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:53.298807 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4dccd9-d9c5-44b6-aac4-6728507ec910 req-4e2e7086-cd29-4cc0-8123-3830860f5fb4 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:53.304698 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a4dccd9-d9c5-44b6-aac4-6728507ec910 req-4e2e7086-cd29-4cc0-8123-3830860f5fb4 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=23878b91-209d-4973-8aa8-b709cbfbc496 HTTP/1.1" status: 200 len: 945 time: 0.3077745 Aug 10 00:59:53.309492 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-e099909a-cb06-4563-9504-76411e4c944f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:53.328285 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e9a120ad-5d61-4ee2-bc5b-34988deed2a0 req-e00c220e-83f2-44b2-aab8-5a697a588557 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=bef316da-7aff-4e19-b5e5-43053f05f988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325297 Aug 10 00:59:53.378759 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efee5d6-5cbf-497e-b461-fbe068ba13a6 x-openstack-request-id: req-5efee5d6-5cbf-497e-b461-fbe068ba13a6 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:53.379355 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41fdf232-3cc4-4a76-92f9-c859eb56249d", "tag": "69187de3-58d2-46cb-8eb0-0486407464e8", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:53.379578 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5efee5d6-5cbf-497e-b461-fbe068ba13a6 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:53.380044 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41fdf232-3cc4-4a76-92f9-c859eb56249d', 'tag': '69187de3-58d2-46cb-8eb0-0486407464e8', 'status': 'completed', 'code': 200} Aug 10 00:59:53.388209 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-279d56e3-3d0b-4c34-9e9d-ca765e923a65 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:53.456885 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f49b4-bf9c-42cb-ae60-53c6ba3b23b4 req-3719fefb-caaf-48ef-8dbd-8a3e48315314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:53.457113 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099909a-cb06-4563-9504-76411e4c944f service neutron] Pushing event updated for resources: {'Port': ['ID=d43ff89c-795b-44a0-9093-494339d27aed,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:53.458658 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5f3f49b4-bf9c-42cb-ae60-53c6ba3b23b4 req-3719fefb-caaf-48ef-8dbd-8a3e48315314 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d91dc5c8b6a84b00a6991cd850981f11&device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 1096 time: 0.0557427 Aug 10 00:59:53.537073 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a4dccd9-d9c5-44b6-aac4-6728507ec910 req-8c2a67ef-9864-4cc4-8f5e-3fd34ebe7c75 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234666 Aug 10 00:59:53.607143 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e7679a-d8a1-4a6a-9c75-b87e8a9db253 x-openstack-request-id: req-a6e7679a-d8a1-4a6a-9c75-b87e8a9db253 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:53.607694 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d59760-c999-4586-aee5-84babcfaab92", "name": "network-vif-plugged", "status": "completed", "tag": "935b08b0-190b-469f-9c27-3484c1986864", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:53.607694 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a6e7679a-d8a1-4a6a-9c75-b87e8a9db253 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:53.608075 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d59760-c999-4586-aee5-84babcfaab92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935b08b0-190b-469f-9c27-3484c1986864', 'code': 200} Aug 10 00:59:53.623611 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-e099909a-cb06-4563-9504-76411e4c944f service neutron] Attempting to bind port d43ff89c-795b-44a0-9093-494339d27aed on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:53.624348 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-e099909a-cb06-4563-9504-76411e4c944f service neutron] Attempting to bind port d43ff89c-795b-44a0-9093-494339d27aed by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '45b34241-697f-4f50-87d8-6d6db6581d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:53.624890 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-e099909a-cb06-4563-9504-76411e4c944f service neutron] Attempting to bind port d43ff89c-795b-44a0-9093-494339d27aed on network 68f568b0-c764-43be-a497-965794b9f9b4 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:53.632997 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-e099909a-cb06-4563-9504-76411e4c944f service neutron] Port d43ff89c-795b-44a0-9093-494339d27aed on network 68f568b0-c764-43be-a497-965794b9f9b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:53.633690 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-e099909a-cb06-4563-9504-76411e4c944f service neutron] Attempting to bind port d43ff89c-795b-44a0-9093-494339d27aed on network 68f568b0-c764-43be-a497-965794b9f9b4 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:53.644954 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-e099909a-cb06-4563-9504-76411e4c944f service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:59:53.645601 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-e099909a-cb06-4563-9504-76411e4c944f service neutron] Checking segment: {'id': '45b34241-697f-4f50-87d8-6d6db6581d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:59:53.646213 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-e099909a-cb06-4563-9504-76411e4c944f service neutron] Bound using segment: {'id': '45b34241-697f-4f50-87d8-6d6db6581d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:59:53.646883 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-e099909a-cb06-4563-9504-76411e4c944f service neutron] Bound port: d43ff89c-795b-44a0-9093-494339d27aed, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b34241-697f-4f50-87d8-6d6db6581d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:59:53.647599 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-e099909a-cb06-4563-9504-76411e4c944f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:53.679589 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f49b4-bf9c-42cb-ae60-53c6ba3b23b4 req-5e0c399b-2e68-4980-9cd5-f4ec17c6c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:53.681911 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5f3f49b4-bf9c-42cb-ae60-53c6ba3b23b4 req-5e0c399b-2e68-4980-9cd5-f4ec17c6c7fd service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8055185-7aa6-4d65-b84e-223f9bf84b1e HTTP/1.1" status: 200 len: 910 time: 0.2137780 Aug 10 00:59:53.746691 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5f3f49b4-bf9c-42cb-ae60-53c6ba3b23b4 req-9b925eee-f215-456d-9f3c-d3e8e3daec0d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69187de3-58d2-46cb-8eb0-0486407464e8 HTTP/1.1" status: 200 len: 217 time: 0.0571456 Aug 10 00:59:53.840309 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f49b4-bf9c-42cb-ae60-53c6ba3b23b4 req-6466571c-a7c2-474a-b1bf-d465d9497fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:53.841908 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5f3f49b4-bf9c-42cb-ae60-53c6ba3b23b4 req-6466571c-a7c2-474a-b1bf-d465d9497fde service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e3c383a-86af-456d-b822-0c7aa421c546 HTTP/1.1" status: 200 len: 848 time: 0.0865843 Aug 10 00:59:53.848283 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc8f03-0e6d-45c9-b49c-961d67cf6dc3 req-04c6a6ac-4bf4-4d39-9ea7-38c945f90efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:53.850146 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-58fc8f03-0e6d-45c9-b49c-961d67cf6dc3 req-04c6a6ac-4bf4-4d39-9ea7-38c945f90efa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=80d59760-c999-4586-aee5-84babcfaab92 HTTP/1.1" status: 200 len: 1098 time: 0.0861835 Aug 10 00:59:53.916595 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-58fc8f03-0e6d-45c9-b49c-961d67cf6dc3 req-7b4a5496-5aed-4dff-8cbd-f6251e01ca96 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558047 Aug 10 00:59:53.926528 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f49b4-bf9c-42cb-ae60-53c6ba3b23b4 req-0e2490ea-a53a-4f38-a46d-01d77787e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:53.928260 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5f3f49b4-bf9c-42cb-ae60-53c6ba3b23b4 req-0e2490ea-a53a-4f38-a46d-01d77787e01d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8055185-7aa6-4d65-b84e-223f9bf84b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0770850 Aug 10 00:59:53.968494 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-e099909a-cb06-4563-9504-76411e4c944f service neutron] For port d43ff89c-795b-44a0-9093-494339d27aed, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:59:54.036691 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-e099909a-cb06-4563-9504-76411e4c944f service neutron] For port d43ff89c-795b-44a0-9093-494339d27aed, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=d43ff89c-795b-44a0-9093-494339d27aed,segment=NetworkSegment(45b34241-697f-4f50-87d8-6d6db6581d08),segment_id=45b34241-697f-4f50-87d8-6d6db6581d08)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:59:54.039562 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5f3f49b4-bf9c-42cb-ae60-53c6ba3b23b4 req-2f41009a-d026-4137-92e6-b09fa12e78bc service neutron] 10.222.0.24 "GET /v2.0/networks/f8055185-7aa6-4d65-b84e-223f9bf84b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031985 Aug 10 00:59:54.055981 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-e099909a-cb06-4563-9504-76411e4c944f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:54.133584 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099909a-cb06-4563-9504-76411e4c944f service neutron] Pushing event updated for resources: {'Port': ['ID=d43ff89c-795b-44a0-9093-494339d27aed,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:54.144743 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcd2f3-9596-484c-8413-6c006415c84b req-641611c9-be20-450b-a953-cd60ca93bf9d tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:54.150182 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5f3f49b4-bf9c-42cb-ae60-53c6ba3b23b4 req-43fb5c49-1b9d-4f8e-b50e-ba827973fa7b service neutron] 10.222.0.24 "GET /v2.0/networks/f8055185-7aa6-4d65-b84e-223f9bf84b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006975 Aug 10 00:59:54.153535 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d0dcd2f3-9596-484c-8413-6c006415c84b req-641611c9-be20-450b-a953-cd60ca93bf9d tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d59760-c999-4586-aee5-84babcfaab92 HTTP/1.1" status: 200 len: 946 time: 0.2755611 Aug 10 00:59:54.171319 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1988015-c342-430f-96bd-216c77918194 req-5fbb73ad-38fc-4523-9793-2ae24380a970 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:54.179649 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c1988015-c342-430f-96bd-216c77918194 req-5fbb73ad-38fc-4523-9793-2ae24380a970 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb2b3ff-4b68-402f-9b58-585ede626826 HTTP/1.1" status: 200 len: 943 time: 0.4338479 Aug 10 00:59:54.241281 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-e099909a-cb06-4563-9504-76411e4c944f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:54.242020 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-e099909a-cb06-4563-9504-76411e4c944f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:54.243542 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-e099909a-cb06-4563-9504-76411e4c944f service neutron] 10.222.0.24 "PUT /v2.0/ports/d43ff89c-795b-44a0-9093-494339d27aed HTTP/1.1" status: 200 len: 1092 time: 2.7213478 Aug 10 00:59:54.244921 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-279d56e3-3d0b-4c34-9e9d-ca765e923a65 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:54.247255 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bb2b3ff-4b68-402f-9b58-585ede626826', 'tag': 'd43ff89c-795b-44a0-9093-494339d27aed'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:54.249124 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919900ec-ff82-45af-887e-3ec9e6d1db7a" -d '{"events": [{"name": "network-changed", "server_uuid": "4bb2b3ff-4b68-402f-9b58-585ede626826", "tag": "d43ff89c-795b-44a0-9093-494339d27aed"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:54.328754 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-6e38c3c7-2f49-4b46-8cf1-435b3e6ca7ba tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:54.330699 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-6e38c3c7-2f49-4b46-8cf1-435b3e6ca7ba tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.20 "GET /v2.0/networks?id=e6332a27-ba49-4d7e-93ff-d255b803530a HTTP/1.1" status: 200 len: 822 time: 0.5711780 Aug 10 00:59:54.359661 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c1988015-c342-430f-96bd-216c77918194 req-c5d87cbc-f08f-4770-bcba-15bd481a165c tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790957 Aug 10 00:59:54.382650 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-46b08944-5766-4e7e-8048-8672894786aa tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Request body: {'port': {'device_id': '682a8672-af52-4f56-a2c4-d61293a40d60', 'network_id': 'e6332a27-ba49-4d7e-93ff-d255b803530a', 'admin_state_up': True, 'tenant_id': 'db5c8b9684fa461f8db69c9aa9376581'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:54.389256 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d0dcd2f3-9596-484c-8413-6c006415c84b req-237a2cb8-cf43-489f-acdc-66e652a4cf02 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348237 Aug 10 00:59:54.471390 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9a7a5d-d0dd-4da3-8282-f0b00d36b82a x-openstack-request-id: req-7f9a7a5d-d0dd-4da3-8282-f0b00d36b82a {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:54.471613 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bb2b3ff-4b68-402f-9b58-585ede626826", "tag": "d43ff89c-795b-44a0-9093-494339d27aed", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:54.471841 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7f9a7a5d-d0dd-4da3-8282-f0b00d36b82a {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:54.472284 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bb2b3ff-4b68-402f-9b58-585ede626826', 'tag': 'd43ff89c-795b-44a0-9093-494339d27aed', 'status': 'completed', 'code': 200} Aug 10 00:59:54.514293 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-787cb2f1-2c07-4581-b941-cfad44891b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:54.515883 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-787cb2f1-2c07-4581-b941-cfad44891b6d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f1c82db603043b497c1daf48dd8e55e&device_id=4bb2b3ff-4b68-402f-9b58-585ede626826 HTTP/1.1" status: 200 len: 1095 time: 0.1765339 Aug 10 00:59:54.616245 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-008a47c2-7418-4e9b-a737-320dd85cb4dd req-75daff8c-97a8-419f-a3f0-5ef9203756b8 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=682a8672-af52-4f56-a2c4-d61293a40d60 HTTP/1.1" status: 200 len: 210 time: 0.0937426 Aug 10 00:59:54.631706 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-f3c923b9-0f82-494b-8333-19ba6fad5bc7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d43ff89c-795b-44a0-9093-494339d27aed HTTP/1.1" status: 200 len: 217 time: 0.1017270 Aug 10 00:59:54.761526 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-46b08944-5766-4e7e-8048-8672894786aa tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Made reservation on behalf of db5c8b9684fa461f8db69c9aa9376581 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:59:54.765309 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-46b08944-5766-4e7e-8048-8672894786aa tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:54.780875 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e3148-1aee-43fe-891d-e5eaa2dbd835 req-d2a2124f-035c-4bfa-ba60-232ef0f1eb04 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:54.783819 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7e4e3148-1aee-43fe-891d-e5eaa2dbd835 req-d2a2124f-035c-4bfa-ba60-232ef0f1eb04 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 944 time: 0.2323413 Aug 10 00:59:54.795185 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-c06d0365-894e-4626-be0d-3b785f3e93b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:54.796834 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-c06d0365-894e-4626-be0d-3b785f3e93b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4317e354-7b23-4f49-8b2a-5d1c39378e31 HTTP/1.1" status: 200 len: 845 time: 0.1519966 Aug 10 00:59:54.831745 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279d56e3-3d0b-4c34-9e9d-ca765e923a65 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Router fb9bf777-3049-45ec-a2c0-bb406756c86c is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 00:59:54.869193 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-bffeb615-2331-414c-b57e-282c5a75ed78 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=68f568b0-c764-43be-a497-965794b9f9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601027 Aug 10 00:59:55.023029 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7e4e3148-1aee-43fe-891d-e5eaa2dbd835 req-929f1e62-3108-48bf-a480-ba110630a0d8 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=bef316da-7aff-4e19-b5e5-43053f05f988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251978 Aug 10 00:59:55.119804 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a88e0-9c48-401d-82b6-745091fccfd8 req-0e523827-5962-44a6-b024-157f3452c52b tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:55.121933 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a77a88e0-9c48-401d-82b6-745091fccfd8 req-0e523827-5962-44a6-b024-157f3452c52b tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=23878b91-209d-4973-8aa8-b709cbfbc496 HTTP/1.1" status: 200 len: 945 time: 0.2886539 Aug 10 00:59:55.283562 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-46b08944-5766-4e7e-8048-8672894786aa tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Allocated IP 172.20.0.7 (e6332a27-ba49-4d7e-93ff-d255b803530a/0ce092a3-f550-437a-8928-43805c65d849/2f5181ab-50b7-412f-a99b-32c10dbcc869) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:59:55.362392 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a77a88e0-9c48-401d-82b6-745091fccfd8 req-8cfe2ecf-a915-4030-a937-88917fb8f7c3 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323887 Aug 10 00:59:55.405153 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-ae242809-0c47-4641-9920-cc15d639b2e1 service neutron] 10.222.0.24 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076044 Aug 10 00:59:55.503921 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279d56e3-3d0b-4c34-9e9d-ca765e923a65 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:59:55.515403 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed51c0f-7bc1-4c92-ad0e-33d77b62ebd7 None None] Sync routers for ids ['fb9bf777-3049-45ec-a2c0-bb406756c86c'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:59:55.528000 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed51c0f-7bc1-4c92-ad0e-33d77b62ebd7 None None] Routers {'fb9bf777-3049-45ec-a2c0-bb406756c86c'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:59:55.528645 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-1ed51c0f-7bc1-4c92-ad0e-33d77b62ebd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:59:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['fb9bf777-3049-45ec-a2c0-bb406756c86c'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:55.541208 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-46b08944-5766-4e7e-8048-8672894786aa tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:55.663485 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-1ed51c0f-7bc1-4c92-ad0e-33d77b62ebd7 None None] Set router fb9bf777-3049-45ec-a2c0-bb406756c86c gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:59:55.696403 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-279d56e3-3d0b-4c34-9e9d-ca765e923a65 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:55.697721 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-279d56e3-3d0b-4c34-9e9d-ca765e923a65 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 6.8741653 Aug 10 00:59:55.700615 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44234) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:55.725534 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1e617-d6e2-44f0-871e-6cc434b45e99 req-8be97f18-d0d0-419f-a4b7-0861f1ecac00 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:55.732627 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ad1e617-d6e2-44f0-871e-6cc434b45e99 req-8be97f18-d0d0-419f-a4b7-0861f1ecac00 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d59760-c999-4586-aee5-84babcfaab92 HTTP/1.1" status: 200 len: 946 time: 0.1804595 Aug 10 00:59:55.777921 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60596553-22f6-4d92-86f4-a709fd0f5eeb req-e201173b-bf84-4665-b46f-472387d0e385 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:55.785862 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-60596553-22f6-4d92-86f4-a709fd0f5eeb req-e201173b-bf84-4665-b46f-472387d0e385 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb2b3ff-4b68-402f-9b58-585ede626826 HTTP/1.1" status: 200 len: 943 time: 0.2701800 Aug 10 00:59:55.876789 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-1ed51c0f-7bc1-4c92-ad0e-33d77b62ebd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9bf777-3049-45ec-a2c0-bb406756c86c', 'name': '', 'tenant_id': '4c007c365a2d46179e21fc6a08c95c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feb0759b-a9ec-48c9-941c-63ec5e838967', 'external_fixed_ips': [{'subnet_id': '8feeafd5-8e36-49ce-ab8a-28e8adcd99ee', 'ip_address': '2001:db8::35'}], 'enable_snat': True}, 'gw_port_id': 'b61c9cf3-0371-400d-8a52-77515e65160b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:48Z', 'updated_at': '2021-08-10T00:59:52Z', 'revision_number': 3, 'project_id': '4c007c365a2d46179e21fc6a08c95c10', 'gw_port': {'id': 'b61c9cf3-0371-400d-8a52-77515e65160b', 'name': '', 'network_id': 'feb0759b-a9ec-48c9-941c-63ec5e838967', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:00:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9bf777-3049-45ec-a2c0-bb406756c86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '8feeafd5-8e36-49ce-ab8a-28e8adcd99ee', 'ip_address': '2001:db8::35', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:50Z', 'updated_at': '2021-08-10T00:59:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8feeafd5-8e36-49ce-ab8a-28e8adcd99ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:55.923552 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed51c0f-7bc1-4c92-ad0e-33d77b62ebd7 None None] Checking router: fb9bf777-3049-45ec-a2c0-bb406756c86c for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:59:55.924354 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed51c0f-7bc1-4c92-ad0e-33d77b62ebd7 None None] Updating router fb9bf777-3049-45ec-a2c0-bb406756c86c port b61c9cf3-0371-400d-8a52-77515e65160b binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:59:55.946216 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-50e62b9e-2825-4337-b7af-f549aaaeffde tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:55.958028 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1ed51c0f-7bc1-4c92-ad0e-33d77b62ebd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:56.100555 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-50e62b9e-2825-4337-b7af-f549aaaeffde tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:56.179067 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-50e62b9e-2825-4337-b7af-f549aaaeffde tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Deleting port b61c9cf3-0371-400d-8a52-77515e65160b {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:59:56.179823 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-50e62b9e-2825-4337-b7af-f549aaaeffde tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:56.213298 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-46b08944-5766-4e7e-8048-8672894786aa tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:56.300639 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ad1e617-d6e2-44f0-871e-6cc434b45e99 req-73307448-4cee-45f6-82d4-8fd11612896d tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5670447 Aug 10 00:59:56.318537 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1ed51c0f-7bc1-4c92-ad0e-33d77b62ebd7 None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:56.320359 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-46b08944-5766-4e7e-8048-8672894786aa tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Network e6332a27-ba49-4d7e-93ff-d255b803530a is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:59:56.331901 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0cb8c973-1a83-4ce2-ac97-f9968d5706a6 req-84567f99-f1ee-47c6-94f7-dfdce9d52cc6 service neutron] 10.222.0.24 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8295586 Aug 10 00:59:56.333770 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-50e62b9e-2825-4337-b7af-f549aaaeffde tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:56.342274 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-1ed51c0f-7bc1-4c92-ad0e-33d77b62ebd7 None None] Transition to ACTIVE for port object b61c9cf3-0371-400d-8a52-77515e65160b will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:56.360154 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-60596553-22f6-4d92-86f4-a709fd0f5eeb req-24e34253-1228-4978-b0c4-091af68df5ed tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5732937 Aug 10 00:59:56.364369 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-46b08944-5766-4e7e-8048-8672894786aa tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:56.377735 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1ed51c0f-7bc1-4c92-ad0e-33d77b62ebd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:56.380342 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-50e62b9e-2825-4337-b7af-f549aaaeffde tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Calling delete_port for b61c9cf3-0371-400d-8a52-77515e65160b owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:59:56.401926 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b08944-5766-4e7e-8048-8672894786aa tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Pushing event updated for resources: {'Port': ['ID=2f5181ab-50b7-412f-a99b-32c10dbcc869,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:56.475315 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0787f185-b216-450f-91c5-7c0d87b62a5e None None] Pushing event updated for resources: {'Port': ['ID=b61c9cf3-0371-400d-8a52-77515e65160b,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:56.533896 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-46b08944-5766-4e7e-8048-8672894786aa tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:59:56.571327 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-1ed51c0f-7bc1-4c92-ad0e-33d77b62ebd7 None None] Attempting to bind port b61c9cf3-0371-400d-8a52-77515e65160b on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:56.571839 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-1ed51c0f-7bc1-4c92-ad0e-33d77b62ebd7 None None] Attempting to bind port b61c9cf3-0371-400d-8a52-77515e65160b by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'a5c72e67-9399-4871-ad8d-f01eaa6c7446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'feb0759b-a9ec-48c9-941c-63ec5e838967'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:56.572254 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed51c0f-7bc1-4c92-ad0e-33d77b62ebd7 None None] Attempting to bind port b61c9cf3-0371-400d-8a52-77515e65160b on network feb0759b-a9ec-48c9-941c-63ec5e838967 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:56.577575 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed51c0f-7bc1-4c92-ad0e-33d77b62ebd7 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:59:56.578070 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed51c0f-7bc1-4c92-ad0e-33d77b62ebd7 None None] Checking segment: {'id': 'a5c72e67-9399-4871-ad8d-f01eaa6c7446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'feb0759b-a9ec-48c9-941c-63ec5e838967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:59:56.578580 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1ed51c0f-7bc1-4c92-ad0e-33d77b62ebd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:56.579062 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed51c0f-7bc1-4c92-ad0e-33d77b62ebd7 None None] Bound using segment: {'id': 'a5c72e67-9399-4871-ad8d-f01eaa6c7446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'feb0759b-a9ec-48c9-941c-63ec5e838967'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:59:56.580333 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-1ed51c0f-7bc1-4c92-ad0e-33d77b62ebd7 None None] Bound port: b61c9cf3-0371-400d-8a52-77515e65160b, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c72e67-9399-4871-ad8d-f01eaa6c7446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'feb0759b-a9ec-48c9-941c-63ec5e838967'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:59:56.580812 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1ed51c0f-7bc1-4c92-ad0e-33d77b62ebd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:56.660264 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-1ed51c0f-7bc1-4c92-ad0e-33d77b62ebd7 None None] For port b61c9cf3-0371-400d-8a52-77515e65160b, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:59:56.665009 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-1ed51c0f-7bc1-4c92-ad0e-33d77b62ebd7 None None] For port b61c9cf3-0371-400d-8a52-77515e65160b, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b61c9cf3-0371-400d-8a52-77515e65160b,segment=NetworkSegment(a5c72e67-9399-4871-ad8d-f01eaa6c7446),segment_id=a5c72e67-9399-4871-ad8d-f01eaa6c7446)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:59:56.670644 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1ed51c0f-7bc1-4c92-ad0e-33d77b62ebd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:56.724999 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa23ec3-ddf5-4bbe-8130-b2fd516e5088 req-46c87e12-af4c-4919-a87f-250b50cc9f37 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:56.726582 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-caa23ec3-ddf5-4bbe-8130-b2fd516e5088 req-46c87e12-af4c-4919-a87f-250b50cc9f37 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=682a8672-af52-4f56-a2c4-d61293a40d60 HTTP/1.1" status: 200 len: 931 time: 0.2852457 Aug 10 00:59:56.736431 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed51c0f-7bc1-4c92-ad0e-33d77b62ebd7 None None] Routers {'fb9bf777-3049-45ec-a2c0-bb406756c86c'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:59:56.737150 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-1ed51c0f-7bc1-4c92-ad0e-33d77b62ebd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:59:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['fb9bf777-3049-45ec-a2c0-bb406756c86c'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:56.788118 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-46b08944-5766-4e7e-8048-8672894786aa tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:56.788803 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-46b08944-5766-4e7e-8048-8672894786aa tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:56.812287 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-50e62b9e-2825-4337-b7af-f549aaaeffde tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:56.837098 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-1ed51c0f-7bc1-4c92-ad0e-33d77b62ebd7 None None] Set router fb9bf777-3049-45ec-a2c0-bb406756c86c gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:59:56.841408 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-caa23ec3-ddf5-4bbe-8130-b2fd516e5088 req-023738f2-d126-42ef-ba50-82d0162cd260 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881224 Aug 10 00:59:56.844445 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-46b08944-5766-4e7e-8048-8672894786aa tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4829383 Aug 10 00:59:56.851802 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919900ec-ff82-45af-887e-3ec9e6d1db7a req-eb66cd59-2ce3-4731-b118-dea69246072f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:56.853297 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-919900ec-ff82-45af-887e-3ec9e6d1db7a req-eb66cd59-2ce3-4731-b118-dea69246072f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f1c82db603043b497c1daf48dd8e55e&device_id=4bb2b3ff-4b68-402f-9b58-585ede626826 HTTP/1.1" status: 200 len: 1095 time: 0.2176704 Aug 10 00:59:56.856550 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e62b9e-2825-4337-b7af-f549aaaeffde tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Pushing event deleted for resources: {'Port': ['ID=b61c9cf3-0371-400d-8a52-77515e65160b,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:56.899670 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-55c448a1-9d34-4706-aa23-5d4b46685ad6 service neutron] Request body: {'port': {'device_id': '682a8672-af52-4f56-a2c4-d61293a40d60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:56.903573 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-50e62b9e-2825-4337-b7af-f549aaaeffde tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:56.922045 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36177c12-2114-4d4c-b148-81b95f4c5cde req-21288a29-6533-428e-8751-cf4b0302ef89 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:56.923882 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-36177c12-2114-4d4c-b148-81b95f4c5cde req-21288a29-6533-428e-8751-cf4b0302ef89 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 944 time: 0.1949298 Aug 10 00:59:56.955884 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-1ed51c0f-7bc1-4c92-ad0e-33d77b62ebd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9bf777-3049-45ec-a2c0-bb406756c86c', 'name': '', 'tenant_id': '4c007c365a2d46179e21fc6a08c95c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:48Z', 'updated_at': '2021-08-10T00:59:56Z', 'revision_number': 4, 'project_id': '4c007c365a2d46179e21fc6a08c95c10', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:56.958190 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0787f185-b216-450f-91c5-7c0d87b62a5e None None] Pushing event updated for resources: {'Port': ['ID=b61c9cf3-0371-400d-8a52-77515e65160b,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:56.991172 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed51c0f-7bc1-4c92-ad0e-33d77b62ebd7 None None] The sync data for ids ['fb9bf777-3049-45ec-a2c0-bb406756c86c'] in n-d-766726-26 is: [{'id': 'fb9bf777-3049-45ec-a2c0-bb406756c86c', 'name': '', 'tenant_id': '4c007c365a2d46179e21fc6a08c95c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:48Z', 'updated_at': '2021-08-10T00:59:56Z', 'revision_number': 4, 'project_id': '4c007c365a2d46179e21fc6a08c95c10', 'gw_port_host': None}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:59:57.045761 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-50e62b9e-2825-4337-b7af-f549aaaeffde tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:57.051028 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-50e62b9e-2825-4337-b7af-f549aaaeffde tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:57.127060 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-50e62b9e-2825-4337-b7af-f549aaaeffde tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:57.127689 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e62b9e-2825-4337-b7af-f549aaaeffde tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fb9bf777-3049-45ec-a2c0-bb406756c86c {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 00:59:57.132648 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-50e62b9e-2825-4337-b7af-f549aaaeffde tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:57.136125 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-50e62b9e-2825-4337-b7af-f549aaaeffde tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] 10.222.0.35 "DELETE /v2.0/routers/fb9bf777-3049-45ec-a2c0-bb406756c86c HTTP/1.1" status: 204 len: 168 time: 1.4321616 Aug 10 00:59:57.136506 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44256) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:57.179278 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919900ec-ff82-45af-887e-3ec9e6d1db7a req-d784d159-e05c-4eb6-ab0c-8a47be14f0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:57.181143 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-919900ec-ff82-45af-887e-3ec9e6d1db7a req-d784d159-e05c-4eb6-ab0c-8a47be14f0b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=68f568b0-c764-43be-a497-965794b9f9b4 HTTP/1.1" status: 200 len: 906 time: 0.3158951 Aug 10 00:59:57.190945 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50251835-7df8-45b0-a3eb-7512c840f6c4 req-ad33138c-d22b-4ce6-8153-a525e9b16d6a tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:57.192414 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-50251835-7df8-45b0-a3eb-7512c840f6c4 req-ad33138c-d22b-4ce6-8153-a525e9b16d6a tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=23878b91-209d-4973-8aa8-b709cbfbc496 HTTP/1.1" status: 200 len: 945 time: 0.2675047 Aug 10 00:59:57.193278 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-55c448a1-9d34-4706-aa23-5d4b46685ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:57.193919 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d74097-78a0-4a2c-b349-40e05e486fd8 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Deleting subnet 8feeafd5-8e36-49ce-ab8a-28e8adcd99ee {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:59:57.198185 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-87d74097-78a0-4a2c-b349-40e05e486fd8 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:57.207306 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-36177c12-2114-4d4c-b148-81b95f4c5cde req-a2884f5b-786d-4b6a-8776-39d24ee78260 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=bef316da-7aff-4e19-b5e5-43053f05f988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2679942 Aug 10 00:59:57.258900 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-87d74097-78a0-4a2c-b349-40e05e486fd8 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:57.277743 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-919900ec-ff82-45af-887e-3ec9e6d1db7a req-bf9005ec-3f36-4fb0-aa57-0c1109ac20a1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d43ff89c-795b-44a0-9093-494339d27aed HTTP/1.1" status: 200 len: 217 time: 0.0587499 Aug 10 00:59:57.310058 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-87d74097-78a0-4a2c-b349-40e05e486fd8 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:57.367011 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-50251835-7df8-45b0-a3eb-7512c840f6c4 req-d16a4e20-e9f1-455e-9238-d6f5b6230517 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576188 Aug 10 00:59:57.413840 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-87d74097-78a0-4a2c-b349-40e05e486fd8 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:57.455266 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919900ec-ff82-45af-887e-3ec9e6d1db7a req-b4b1786f-20c1-4d17-87f6-76d96ff3cce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:57.456918 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-919900ec-ff82-45af-887e-3ec9e6d1db7a req-b4b1786f-20c1-4d17-87f6-76d96ff3cce0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4317e354-7b23-4f49-8b2a-5d1c39378e31 HTTP/1.1" status: 200 len: 845 time: 0.1564326 Aug 10 00:59:57.471341 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d74097-78a0-4a2c-b349-40e05e486fd8 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8feeafd5-8e36-49ce-ab8a-28e8adcd99ee,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:57.481697 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-87d74097-78a0-4a2c-b349-40e05e486fd8 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:57.487570 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-87d74097-78a0-4a2c-b349-40e05e486fd8 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] 10.222.0.35 "DELETE /v2.0/subnets/8feeafd5-8e36-49ce-ab8a-28e8adcd99ee HTTP/1.1" status: 204 len: 168 time: 0.3462253 Aug 10 00:59:57.487570 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44266) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:57.546225 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-919900ec-ff82-45af-887e-3ec9e6d1db7a req-d7275a94-f7f7-497d-badb-a220951f30ee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=68f568b0-c764-43be-a497-965794b9f9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734472 Aug 10 00:59:57.602891 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2ce26a88-fd84-4be3-8bd8-d1547f86d255 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:57.709203 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fb88d-8912-4002-aa02-9809b66692f7 req-fbd3cb3e-cc90-4fc8-ae44-1020a0fcfe41 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:57.710888 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ab1fb88d-8912-4002-aa02-9809b66692f7 req-fbd3cb3e-cc90-4fc8-ae44-1020a0fcfe41 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb2b3ff-4b68-402f-9b58-585ede626826 HTTP/1.1" status: 200 len: 943 time: 0.2262244 Aug 10 00:59:57.731584 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2ce26a88-fd84-4be3-8bd8-d1547f86d255 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:57.735390 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49599b10-e4b7-4cba-911e-89f65ba8d3cc req-e7a04394-ad33-43c4-9f38-63653d944f01 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:57.743362 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-49599b10-e4b7-4cba-911e-89f65ba8d3cc req-e7a04394-ad33-43c4-9f38-63653d944f01 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d59760-c999-4586-aee5-84babcfaab92 HTTP/1.1" status: 200 len: 946 time: 0.2901564 Aug 10 00:59:57.747088 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-2ce26a88-fd84-4be3-8bd8-d1547f86d255 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feb0759b-a9ec-48c9-941c-63ec5e838967']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:57.752671 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 69187de3-58d2-46cb-8eb0-0486407464e8 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:59:57.764303 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-2ce26a88-fd84-4be3-8bd8-d1547f86d255 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c72e67-9399-4871-ad8d-f01eaa6c7446') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:57.764747 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-2ce26a88-fd84-4be3-8bd8-d1547f86d255 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c72e67-9399-4871-ad8d-f01eaa6c7446') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:57.775984 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2ce26a88-fd84-4be3-8bd8-d1547f86d255 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:57.815187 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2ce26a88-fd84-4be3-8bd8-d1547f86d255 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:57.824166 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ce26a88-fd84-4be3-8bd8-d1547f86d255 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:59:57.825226 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2ce26a88-fd84-4be3-8bd8-d1547f86d255 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:57.828817 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:59:57.828817 n-d-766726-26 neutron-server[105827]: items = [ Aug 10 00:59:57.828817 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 00:59:57.828817 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:59:57.828817 n-d-766726-26 neutron-server[105827]: timer() Aug 10 00:59:57.828817 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:59:57.828817 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 00:59:57.828817 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:59:57.828817 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 00:59:57.828817 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:59:57.828817 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 00:59:57.828817 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:59:57.828817 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 00:59:57.828817 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:59:57.828817 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 00:59:57.828817 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:59:57.828817 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:59:57.828817 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:59:57.828817 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:59:57.828817 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:59:57.828817 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 00:59:57.828817 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:59:57.828817 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 00:59:57.828817 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:59:57.828817 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:59:57.828817 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:59:57.828817 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 00:59:57.828817 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:59:57.828817 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:59:57.828817 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:59:57.828817 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:59:57.828817 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:59:57.828817 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:59:57.828817 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:59:57.885168 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-49599b10-e4b7-4cba-911e-89f65ba8d3cc req-0b8dbe1f-77e0-46ee-b405-47dfc48dba7a tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353624 Aug 10 00:59:57.895395 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-919900ec-ff82-45af-887e-3ec9e6d1db7a req-82f5aad8-3dcb-4c00-b575-9cb68d0cc069 service neutron] 10.222.0.24 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314378 Aug 10 00:59:57.904636 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ab1fb88d-8912-4002-aa02-9809b66692f7 req-8024975f-18a5-4c59-9962-933ed6abf61c tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565905 Aug 10 00:59:57.952639 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2ce26a88-fd84-4be3-8bd8-d1547f86d255 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:57.965540 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce26a88-fd84-4be3-8bd8-d1547f86d255 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network feb0759b-a9ec-48c9-941c-63ec5e838967 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 00:59:58.001335 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2ce26a88-fd84-4be3-8bd8-d1547f86d255 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:58.015413 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2ce26a88-fd84-4be3-8bd8-d1547f86d255 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] 10.222.0.35 "DELETE /v2.0/networks/feb0759b-a9ec-48c9-941c-63ec5e838967 HTTP/1.1" status: 204 len: 168 time: 0.5266490 Aug 10 00:59:58.041484 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 69187de3-58d2-46cb-8eb0-0486407464e8, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=69187de3-58d2-46cb-8eb0-0486407464e8,segment=NetworkSegment(46257f34-2cf1-4c58-aee4-ca7c1c66fdd4),segment_id=46257f34-2cf1-4c58-aee4-ca7c1c66fdd4)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:58.050646 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce26a88-fd84-4be3-8bd8-d1547f86d255 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Pushing event deleted for resources: {'Network': ['ID=feb0759b-a9ec-48c9-941c-63ec5e838967,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:58.090982 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '69187de3-58d2-46cb-8eb0-0486407464e8', 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e', 'port_id': '69187de3-58d2-46cb-8eb0-0486407464e8', 'mac_address': 'fa:16:3e:5d:a3:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e3c383a-86af-456d-b822-0c7aa421c546', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:59:58.147887 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:58.176821 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:58.193350 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69187de3-58d2-46cb-8eb0-0486407464e8 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:59:58.227180 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 69187de3-58d2-46cb-8eb0-0486407464e8, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=69187de3-58d2-46cb-8eb0-0486407464e8,segment=NetworkSegment(46257f34-2cf1-4c58-aee4-ca7c1c66fdd4),segment_id=46257f34-2cf1-4c58-aee4-ca7c1c66fdd4)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:58.240792 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:58.321820 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=69187de3-58d2-46cb-8eb0-0486407464e8,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:58.398342 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-55c448a1-9d34-4706-aa23-5d4b46685ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f5181ab-50b7-412f-a99b-32c10dbcc869 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:59:58.406029 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-919900ec-ff82-45af-887e-3ec9e6d1db7a req-0e877dd4-7bdb-45fe-9448-6c3bca8f5f16 service neutron] 10.222.0.24 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4963901 Aug 10 00:59:58.422362 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44292) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:58.429052 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-467150a4-607d-4f49-9920-6c654c4f0fab tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Request body: {'router': {'name': 'tempest-router--1653753136', 'project_id': '516a516520cc4ea5bd66d4809cc87f5b'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:58.435273 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-55c448a1-9d34-4706-aa23-5d4b46685ad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:58.463864 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-55c448a1-9d34-4706-aa23-5d4b46685ad6 service neutron] Transition to ACTIVE for port object 2f5181ab-50b7-412f-a99b-32c10dbcc869 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:58.467875 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe86d5-6f32-4861-8c66-59dbbab2f99c req-23e26757-4801-4f0f-9746-cbaa47649c05 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:58.469767 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2abe86d5-6f32-4861-8c66-59dbbab2f99c req-23e26757-4801-4f0f-9746-cbaa47649c05 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=80d59760-c999-4586-aee5-84babcfaab92 HTTP/1.1" status: 200 len: 1098 time: 0.1342647 Aug 10 00:59:58.478144 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-467150a4-607d-4f49-9920-6c654c4f0fab tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:58.478438 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce869d85-7efa-45b8-88ab-a30a819ee04e req-e54dd5fa-459e-43f0-84d9-dacc840d28be tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:58.480091 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ce869d85-7efa-45b8-88ab-a30a819ee04e req-e54dd5fa-459e-43f0-84d9-dacc840d28be tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=682a8672-af52-4f56-a2c4-d61293a40d60 HTTP/1.1" status: 200 len: 931 time: 0.2076371 Aug 10 00:59:58.482188 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-55c448a1-9d34-4706-aa23-5d4b46685ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:58.487434 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-467150a4-607d-4f49-9920-6c654c4f0fab tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:58.585531 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-467150a4-607d-4f49-9920-6c654c4f0fab tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:58.613502 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-467150a4-607d-4f49-9920-6c654c4f0fab tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:58.638108 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2abe86d5-6f32-4861-8c66-59dbbab2f99c req-ded47957-980b-4c96-9f2c-8da3ee194ad3 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569009 Aug 10 00:59:58.649200 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-467150a4-607d-4f49-9920-6c654c4f0fab tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:58.651025 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-467150a4-607d-4f49-9920-6c654c4f0fab tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2276204 Aug 10 00:59:58.653790 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44294) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:58.682113 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c448a1-9d34-4706-aa23-5d4b46685ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5181ab-50b7-412f-a99b-32c10dbcc869,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:58.688377 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['69187de3-58d2-46cb-8eb0-0486407464e8'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:59:58.696878 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ce869d85-7efa-45b8-88ab-a30a819ee04e req-43ccea1c-a0fd-40a8-a08e-3cfc5824758f tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053292 Aug 10 00:59:58.747954 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-55c448a1-9d34-4706-aa23-5d4b46685ad6 service neutron] Attempting to bind port 2f5181ab-50b7-412f-a99b-32c10dbcc869 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:58.748323 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-55c448a1-9d34-4706-aa23-5d4b46685ad6 service neutron] Attempting to bind port 2f5181ab-50b7-412f-a99b-32c10dbcc869 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': 'f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e6332a27-ba49-4d7e-93ff-d255b803530a'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:58.748653 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-55c448a1-9d34-4706-aa23-5d4b46685ad6 service neutron] Attempting to bind port 2f5181ab-50b7-412f-a99b-32c10dbcc869 on network e6332a27-ba49-4d7e-93ff-d255b803530a {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:58.766088 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-55c448a1-9d34-4706-aa23-5d4b46685ad6 service neutron] Port 2f5181ab-50b7-412f-a99b-32c10dbcc869 on network e6332a27-ba49-4d7e-93ff-d255b803530a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:58.766693 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-55c448a1-9d34-4706-aa23-5d4b46685ad6 service neutron] Attempting to bind port 2f5181ab-50b7-412f-a99b-32c10dbcc869 on network e6332a27-ba49-4d7e-93ff-d255b803530a {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:58.779580 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-55c448a1-9d34-4706-aa23-5d4b46685ad6 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:59:58.782299 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-55c448a1-9d34-4706-aa23-5d4b46685ad6 service neutron] Checking segment: {'id': 'f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e6332a27-ba49-4d7e-93ff-d255b803530a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:59:58.783955 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-55c448a1-9d34-4706-aa23-5d4b46685ad6 service neutron] Bound using segment: {'id': 'f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e6332a27-ba49-4d7e-93ff-d255b803530a'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:59:58.786489 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-55c448a1-9d34-4706-aa23-5d4b46685ad6 service neutron] Bound port: 2f5181ab-50b7-412f-a99b-32c10dbcc869, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e6332a27-ba49-4d7e-93ff-d255b803530a'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:59:58.787093 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-55c448a1-9d34-4706-aa23-5d4b46685ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:58.811763 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-92351a29-3c12-4aab-a843-69e8eb4b7dc5 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:58.928392 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-55c448a1-9d34-4706-aa23-5d4b46685ad6 service neutron] For port 2f5181ab-50b7-412f-a99b-32c10dbcc869, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:59:58.933540 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-55c448a1-9d34-4706-aa23-5d4b46685ad6 service neutron] For port 2f5181ab-50b7-412f-a99b-32c10dbcc869, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2f5181ab-50b7-412f-a99b-32c10dbcc869,segment=NetworkSegment(f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38),segment_id=f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:59:58.942875 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-55c448a1-9d34-4706-aa23-5d4b46685ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:59.110926 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c448a1-9d34-4706-aa23-5d4b46685ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5181ab-50b7-412f-a99b-32c10dbcc869,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:59.144811 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-55c448a1-9d34-4706-aa23-5d4b46685ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:59.145564 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-55c448a1-9d34-4706-aa23-5d4b46685ad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:59.147159 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-55c448a1-9d34-4706-aa23-5d4b46685ad6 service neutron] 10.222.0.20 "PUT /v2.0/ports/2f5181ab-50b7-412f-a99b-32c10dbcc869 HTTP/1.1" status: 200 len: 1092 time: 2.2864594 Aug 10 00:59:59.149546 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '682a8672-af52-4f56-a2c4-d61293a40d60', 'tag': '2f5181ab-50b7-412f-a99b-32c10dbcc869'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:59.152458 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dceaa2c3-b409-43b1-9c35-b15f0c7eb986" -d '{"events": [{"name": "network-changed", "server_uuid": "682a8672-af52-4f56-a2c4-d61293a40d60", "tag": "2f5181ab-50b7-412f-a99b-32c10dbcc869"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:59.178637 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-92351a29-3c12-4aab-a843-69e8eb4b7dc5 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:59.179294 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366ac5b-1d7c-49d9-bb47-f4a92aaae8a5 req-c6be0432-ed1b-4653-a686-433ec6a32888 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:59.180925 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9366ac5b-1d7c-49d9-bb47-f4a92aaae8a5 req-c6be0432-ed1b-4653-a686-433ec6a32888 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=23878b91-209d-4973-8aa8-b709cbfbc496 HTTP/1.1" status: 200 len: 945 time: 0.2417743 Aug 10 00:59:59.181516 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-92351a29-3c12-4aab-a843-69e8eb4b7dc5 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:59.194853 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb21c63-4747-4228-924e-0f7712c60346 req-584eee50-7cba-4571-8454-fd9614a92f42 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:59.198053 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cfb21c63-4747-4228-924e-0f7712c60346 req-584eee50-7cba-4571-8454-fd9614a92f42 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 945 time: 0.2603278 Aug 10 00:59:59.254395 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-92351a29-3c12-4aab-a843-69e8eb4b7dc5 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:59.254760 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92351a29-3c12-4aab-a843-69e8eb4b7dc5 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 44fc1099-e291-4c67-be72-869b5bf3495c {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 00:59:59.265613 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-92351a29-3c12-4aab-a843-69e8eb4b7dc5 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:59.266433 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-92351a29-3c12-4aab-a843-69e8eb4b7dc5 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] 10.222.0.35 "DELETE /v2.0/routers/44fc1099-e291-4c67-be72-869b5bf3495c HTTP/1.1" status: 204 len: 168 time: 0.6115608 Aug 10 00:59:59.321405 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9366ac5b-1d7c-49d9-bb47-f4a92aaae8a5 req-43982702-f6fe-4c82-8a7b-c2d2a8e71f12 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237388 Aug 10 00:59:59.336950 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cfb21c63-4747-4228-924e-0f7712c60346 req-911d920f-df4b-4f6f-be54-1a8954554733 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=bef316da-7aff-4e19-b5e5-43053f05f988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303678 Aug 10 00:59:59.362529 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-f5c1789a-8239-45df-896c-2b9136a28c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:59.365305 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-f5c1789a-8239-45df-896c-2b9136a28c64 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=db5c8b9684fa461f8db69c9aa9376581&device_id=682a8672-af52-4f56-a2c4-d61293a40d60 HTTP/1.1" status: 200 len: 1095 time: 0.0972872 Aug 10 00:59:59.420629 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44308) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:59.449232 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-b635ea69-8939-4866-8507-abb65400a2ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f5181ab-50b7-412f-a99b-32c10dbcc869 HTTP/1.1" status: 200 len: 217 time: 0.0658274 Aug 10 00:59:59.628592 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-21912515-6d00-4c7a-b887-fefa51a4859b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:59.630287 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-21912515-6d00-4c7a-b887-fefa51a4859b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ce092a3-f550-437a-8928-43805c65d849 HTTP/1.1" status: 200 len: 862 time: 0.1367066 Aug 10 00:59:59.642592 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aabff97-cd4b-40a7-af58-90907ade2b90 req-5343cf69-b46b-4b45-a29d-7dd18d50ae0f tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:59.644433 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3aabff97-cd4b-40a7-af58-90907ade2b90 req-5343cf69-b46b-4b45-a29d-7dd18d50ae0f tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb2b3ff-4b68-402f-9b58-585ede626826 HTTP/1.1" status: 200 len: 943 time: 0.1941476 Aug 10 00:59:59.694266 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-187aec8e-ad4a-428d-8c74-b82ac41ac3d8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6332a27-ba49-4d7e-93ff-d255b803530a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470006 Aug 10 00:59:59.697512 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b026b-1849-47e6-9a16-995a90065202 req-a886e773-a287-403d-a58e-f64e92e44700 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:59.699071 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-162b026b-1849-47e6-9a16-995a90065202 req-a886e773-a287-403d-a58e-f64e92e44700 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=80d59760-c999-4586-aee5-84babcfaab92 HTTP/1.1" status: 200 len: 1098 time: 0.2479062 Aug 10 00:59:59.722311 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-61c4c3c0-9ee9-4f15-a1d7-22ec8a73febe tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1499392932', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}, 'admin_state_up': False}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:59.751888 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-61c4c3c0-9ee9-4f15-a1d7-22ec8a73febe tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:59.753230 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-61c4c3c0-9ee9-4f15-a1d7-22ec8a73febe tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:59.756928 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device d43ff89c-795b-44a0-9093-494339d27aed details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:59:59.814945 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7cdf3-728f-4bbf-be32-b19329dd495e req-a183cbdd-7798-46d3-be2e-74081dde808e tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:59.816535 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5eb7cdf3-728f-4bbf-be32-b19329dd495e req-a183cbdd-7798-46d3-be2e-74081dde808e tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.24 "GET /v2.0/ports?device_id=23878b91-209d-4973-8aa8-b709cbfbc496 HTTP/1.1" status: 200 len: 945 time: 0.2543619 Aug 10 00:59:59.828765 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-61c4c3c0-9ee9-4f15-a1d7-22ec8a73febe tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:59.848007 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3aabff97-cd4b-40a7-af58-90907ade2b90 req-8414bfc1-08d2-4b5b-9f5c-1d6ba578d244 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848681 Aug 10 00:59:59.931420 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-162b026b-1849-47e6-9a16-995a90065202 req-9272ca2a-18e2-43d1-aa4c-a678c0efbb4d tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167213 Aug 10 00:59:59.965723 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-3d451955-c53f-4f46-8cb8-b2053559ae0c service neutron] 10.222.0.20 "GET /v2.0/networks/e6332a27-ba49-4d7e-93ff-d255b803530a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502625 Aug 10 01:00:00.037910 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port d43ff89c-795b-44a0-9093-494339d27aed, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=d43ff89c-795b-44a0-9093-494339d27aed,segment=NetworkSegment(45b34241-697f-4f50-87d8-6d6db6581d08),segment_id=45b34241-697f-4f50-87d8-6d6db6581d08)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:00.046362 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-5eb7cdf3-728f-4bbf-be32-b19329dd495e req-2a5b328e-2e8f-4780-a9a2-0c568bd63790 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Deleting port b78fdfc2-59bd-404b-884f-5d9d7bac42ce {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:00.046589 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5eb7cdf3-728f-4bbf-be32-b19329dd495e req-2a5b328e-2e8f-4780-a9a2-0c568bd63790 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:00.053000 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f0bea4-0e7f-42a5-9818-2fd953b03a9e x-openstack-request-id: req-f5f0bea4-0e7f-42a5-9818-2fd953b03a9e {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:00.053341 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "682a8672-af52-4f56-a2c4-d61293a40d60", "tag": "2f5181ab-50b7-412f-a99b-32c10dbcc869", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:00.053558 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f5f0bea4-0e7f-42a5-9818-2fd953b03a9e {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:00.053936 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '682a8672-af52-4f56-a2c4-d61293a40d60', 'tag': '2f5181ab-50b7-412f-a99b-32c10dbcc869', 'status': 'completed', 'code': 200} Aug 10 01:00:00.073262 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'd43ff89c-795b-44a0-9093-494339d27aed', 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4', 'port_id': 'd43ff89c-795b-44a0-9093-494339d27aed', 'mac_address': 'fa:16:3e:fd:60:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4317e354-7b23-4f49-8b2a-5d1c39378e31', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:00:00.086489 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-61c4c3c0-9ee9-4f15-a1d7-22ec8a73febe tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:00.147596 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5572bfff-1d1f-4df8-b2f2-9b87b8405d04 req-992a1796-6da1-408f-a221-1b2ae00dcf84 service neutron] 10.222.0.20 "GET /v2.0/networks/e6332a27-ba49-4d7e-93ff-d255b803530a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812341 Aug 10 01:00:00.165409 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:00.206734 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d43ff89c-795b-44a0-9093-494339d27aed {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:00:00.248611 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-5eb7cdf3-728f-4bbf-be32-b19329dd495e req-2a5b328e-2e8f-4780-a9a2-0c568bd63790 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] For port b78fdfc2-59bd-404b-884f-5d9d7bac42ce, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=b78fdfc2-59bd-404b-884f-5d9d7bac42ce,segment=NetworkSegment(fd0aa135-7bf0-4440-a395-b4833e4cac38),segment_id=fd0aa135-7bf0-4440-a395-b4833e4cac38)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:00.250714 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5eb7cdf3-728f-4bbf-be32-b19329dd495e req-2a5b328e-2e8f-4780-a9a2-0c568bd63790 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:00.256043 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port d43ff89c-795b-44a0-9093-494339d27aed, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=d43ff89c-795b-44a0-9093-494339d27aed,segment=NetworkSegment(45b34241-697f-4f50-87d8-6d6db6581d08),segment_id=45b34241-697f-4f50-87d8-6d6db6581d08)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:00.262817 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:00.308702 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cccdcf-4612-48a5-9e8b-c79336b38d44 req-257dbd6b-7c8f-43c6-b4e9-9174d37bd6dd tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:00.310918 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-69cccdcf-4612-48a5-9e8b-c79336b38d44 req-257dbd6b-7c8f-43c6-b4e9-9174d37bd6dd tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=682a8672-af52-4f56-a2c4-d61293a40d60 HTTP/1.1" status: 200 len: 943 time: 0.1623075 Aug 10 01:00:00.336428 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-5eb7cdf3-728f-4bbf-be32-b19329dd495e req-2a5b328e-2e8f-4780-a9a2-0c568bd63790 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Calling delete_port for b78fdfc2-59bd-404b-884f-5d9d7bac42ce owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:00.365878 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=d43ff89c-795b-44a0-9093-494339d27aed,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:00.404330 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceaa2c3-b409-43b1-9c35-b15f0c7eb986 req-c92e26fa-6056-466f-97b4-dfe566303fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:00.405847 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dceaa2c3-b409-43b1-9c35-b15f0c7eb986 req-c92e26fa-6056-466f-97b4-dfe566303fe9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=db5c8b9684fa461f8db69c9aa9376581&device_id=682a8672-af52-4f56-a2c4-d61293a40d60 HTTP/1.1" status: 200 len: 1095 time: 0.1517727 Aug 10 01:00:00.437821 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-69cccdcf-4612-48a5-9e8b-c79336b38d44 req-454c2853-c992-4600-846e-a43652678696 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027014 Aug 10 01:00:00.455609 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-61c4c3c0-9ee9-4f15-a1d7-22ec8a73febe tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:00.477681 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-61c4c3c0-9ee9-4f15-a1d7-22ec8a73febe tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:00.654456 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-61c4c3c0-9ee9-4f15-a1d7-22ec8a73febe tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Allocated IP 172.25.2.78 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/81e4a20d-5b24-4c04-827a-a3e797eff804) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:00.675463 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['d43ff89c-795b-44a0-9093-494339d27aed'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:00:00.706845 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92944c4f-a435-4564-b57d-2d351e8f9026 req-ee2beef6-f77c-4381-9ada-7e21df041f93 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:00.708670 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-92944c4f-a435-4564-b57d-2d351e8f9026 req-ee2beef6-f77c-4381-9ada-7e21df041f93 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 945 time: 0.1645246 Aug 10 01:00:00.712904 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceaa2c3-b409-43b1-9c35-b15f0c7eb986 req-662314ce-a9f8-42bc-aef1-3df8ee5fba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:00.714682 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dceaa2c3-b409-43b1-9c35-b15f0c7eb986 req-662314ce-a9f8-42bc-aef1-3df8ee5fba0b service neutron] 10.222.0.20 "GET /v2.0/networks?id=e6332a27-ba49-4d7e-93ff-d255b803530a HTTP/1.1" status: 200 len: 923 time: 0.2921109 Aug 10 01:00:00.730639 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea46272-e465-4b58-9e4f-6040860300d1 req-f4afa433-dc41-434f-9fcd-a9df70d0abb2 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:00.738705 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cea46272-e465-4b58-9e4f-6040860300d1 req-f4afa433-dc41-434f-9fcd-a9df70d0abb2 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=23878b91-209d-4973-8aa8-b709cbfbc496 HTTP/1.1" status: 200 len: 945 time: 0.2520549 Aug 10 01:00:00.826935 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dceaa2c3-b409-43b1-9c35-b15f0c7eb986 req-e27808b2-0276-4acc-ba05-cc9836c92148 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f5181ab-50b7-412f-a99b-32c10dbcc869 HTTP/1.1" status: 200 len: 217 time: 0.0747216 Aug 10 01:00:00.901331 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-61c4c3c0-9ee9-4f15-a1d7-22ec8a73febe tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:00.904891 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5eb7cdf3-728f-4bbf-be32-b19329dd495e req-2a5b328e-2e8f-4780-a9a2-0c568bd63790 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:00.916720 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-92944c4f-a435-4564-b57d-2d351e8f9026 req-5bebc2ee-38eb-4f41-87d4-4605fb9947aa tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=bef316da-7aff-4e19-b5e5-43053f05f988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978004 Aug 10 01:00:00.933717 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cea46272-e465-4b58-9e4f-6040860300d1 req-d2256ffc-aaa8-4209-a07f-1c7db53672cb tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921012 Aug 10 01:00:00.964028 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-61c4c3c0-9ee9-4f15-a1d7-22ec8a73febe tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:00.979993 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b328e-2e8f-4780-a9a2-0c568bd63790 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Pushing event deleted for resources: {'Port': ['ID=b78fdfc2-59bd-404b-884f-5d9d7bac42ce,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:01.020596 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c4c3c0-9ee9-4f15-a1d7-22ec8a73febe tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:01.023804 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-61c4c3c0-9ee9-4f15-a1d7-22ec8a73febe tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:01.026933 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c4c3c0-9ee9-4f15-a1d7-22ec8a73febe tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:01.048507 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceaa2c3-b409-43b1-9c35-b15f0c7eb986 req-51043c18-3025-4418-8e2e-8a6476c13b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:01.049983 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dceaa2c3-b409-43b1-9c35-b15f0c7eb986 req-51043c18-3025-4418-8e2e-8a6476c13b22 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ce092a3-f550-437a-8928-43805c65d849 HTTP/1.1" status: 200 len: 862 time: 0.2122455 Aug 10 01:00:01.073940 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4c3c0-9ee9-4f15-a1d7-22ec8a73febe tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Pushing event updated for resources: {'Port': ['ID=81e4a20d-5b24-4c04-827a-a3e797eff804,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:01.105516 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb7cdf3-728f-4bbf-be32-b19329dd495e req-2a5b328e-2e8f-4780-a9a2-0c568bd63790 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] No DVR routers for this DVR port b78fdfc2-59bd-404b-884f-5d9d7bac42ce on host n-h1-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:00:01.134419 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5eb7cdf3-728f-4bbf-be32-b19329dd495e req-2a5b328e-2e8f-4780-a9a2-0c568bd63790 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:01.136468 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5eb7cdf3-728f-4bbf-be32-b19329dd495e req-2a5b328e-2e8f-4780-a9a2-0c568bd63790 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.24 "DELETE /v2.0/ports/b78fdfc2-59bd-404b-884f-5d9d7bac42ce HTTP/1.1" status: 204 len: 173 time: 1.3074529 Aug 10 01:00:01.142534 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dceaa2c3-b409-43b1-9c35-b15f0c7eb986 req-da1a9dcb-cd46-48e5-bea6-568077b69e4b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6332a27-ba49-4d7e-93ff-d255b803530a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716019 Aug 10 01:00:01.192352 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe1aa7-32d8-4bb1-9a02-ae3b71422485 req-8283b6e1-d487-4f70-8646-31b425e46dff tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:01.201912 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-41fe1aa7-32d8-4bb1-9a02-ae3b71422485 req-8283b6e1-d487-4f70-8646-31b425e46dff tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb2b3ff-4b68-402f-9b58-585ede626826 HTTP/1.1" status: 200 len: 944 time: 0.1555891 Aug 10 01:00:01.523354 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['b78fdfc2-59bd-404b-884f-5d9d7bac42ce'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:00:01.743715 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf2ad6-8731-4706-b928-8fd53fe24bbf req-6a9b64bc-6b2b-4059-b8d0-ad7335126c5b tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:01.748494 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0faf2ad6-8731-4706-b928-8fd53fe24bbf req-6a9b64bc-6b2b-4059-b8d0-ad7335126c5b tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=80d59760-c999-4586-aee5-84babcfaab92 HTTP/1.1" status: 200 len: 1098 time: 0.7033587 Aug 10 01:00:01.774598 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device d43ff89c-795b-44a0-9093-494339d27aed up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:01.816486 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-61c4c3c0-9ee9-4f15-a1d7-22ec8a73febe tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:01.832057 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-41fe1aa7-32d8-4bb1-9a02-ae3b71422485 req-b13ed7b3-09ab-4b45-9fb8-629756e3fcf4 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6252704 Aug 10 01:00:01.908924 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port d43ff89c-795b-44a0-9093-494339d27aed completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:01.910183 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0faf2ad6-8731-4706-b928-8fd53fe24bbf req-ab620310-52e4-4894-adbc-e6c28c9bb4b6 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433258 Aug 10 01:00:01.915477 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port d43ff89c-795b-44a0-9093-494339d27aed triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:01.916580 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:01.967542 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dceaa2c3-b409-43b1-9c35-b15f0c7eb986 req-91e4490f-92bf-4c77-83f8-578e3b6382d0 service neutron] 10.222.0.20 "GET /v2.0/networks/e6332a27-ba49-4d7e-93ff-d255b803530a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8137167 Aug 10 01:00:02.074107 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23878b91-209d-4973-8aa8-b709cbfbc496', 'name': 'network-vif-deleted', 'tag': 'b78fdfc2-59bd-404b-884f-5d9d7bac42ce'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:02.077376 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd343e3d-3d04-45cc-80ba-fa172843fde8" -d '{"events": [{"server_uuid": "23878b91-209d-4973-8aa8-b709cbfbc496", "name": "network-vif-deleted", "tag": "b78fdfc2-59bd-404b-884f-5d9d7bac42ce"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:02.124464 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:02.155978 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb2b3ff-4b68-402f-9b58-585ede626826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43ff89c-795b-44a0-9093-494339d27aed'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:02.160317 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331bc0ae-96ad-42ee-a80f-28d6814edf89" -d '{"events": [{"server_uuid": "4bb2b3ff-4b68-402f-9b58-585ede626826", "name": "network-vif-plugged", "status": "completed", "tag": "d43ff89c-795b-44a0-9093-494339d27aed"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:02.179785 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port d43ff89c-795b-44a0-9093-494339d27aed, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=d43ff89c-795b-44a0-9093-494339d27aed,segment=NetworkSegment(45b34241-697f-4f50-87d8-6d6db6581d08),segment_id=45b34241-697f-4f50-87d8-6d6db6581d08)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:02.185594 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:02.186898 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 69187de3-58d2-46cb-8eb0-0486407464e8 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:02.192031 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4333c-0d8d-4006-b194-4b7c2f03e165 req-dbb9c8d2-2bb9-4e8f-8b64-e8ecb8a59396 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:02.193795 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-adc4333c-0d8d-4006-b194-4b7c2f03e165 req-dbb9c8d2-2bb9-4e8f-8b64-e8ecb8a59396 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=682a8672-af52-4f56-a2c4-d61293a40d60 HTTP/1.1" status: 200 len: 943 time: 0.1051784 Aug 10 01:00:02.196250 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dceaa2c3-b409-43b1-9c35-b15f0c7eb986 req-9adffb8e-89c7-4794-bd18-3c3925ac5530 service neutron] 10.222.0.20 "GET /v2.0/networks/e6332a27-ba49-4d7e-93ff-d255b803530a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202101 Aug 10 01:00:02.224627 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-61c4c3c0-9ee9-4f15-a1d7-22ec8a73febe tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:02.253288 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-adc4333c-0d8d-4006-b194-4b7c2f03e165 req-91e9a138-bfda-43e2-ab74-87b41661db96 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530844 Aug 10 01:00:02.291879 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 69187de3-58d2-46cb-8eb0-0486407464e8 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:02.305695 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 69187de3-58d2-46cb-8eb0-0486407464e8 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:02.305998 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:02.310934 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=d43ff89c-795b-44a0-9093-494339d27aed,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:02.398354 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:02.409697 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864f634-b573-4989-b4d2-982d47551e79 req-05033406-139d-4526-ab37-ea3b820ac254 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:02.412056 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c4c3c0-9ee9-4f15-a1d7-22ec8a73febe tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Router e40a008c-747e-4c98-aa58-a9819101ff62 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:00:02.417655 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5864f634-b573-4989-b4d2-982d47551e79 req-05033406-139d-4526-ab37-ea3b820ac254 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 945 time: 0.0661190 Aug 10 01:00:02.437374 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 69187de3-58d2-46cb-8eb0-0486407464e8, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=69187de3-58d2-46cb-8eb0-0486407464e8,segment=NetworkSegment(46257f34-2cf1-4c58-aee4-ca7c1c66fdd4),segment_id=46257f34-2cf1-4c58-aee4-ca7c1c66fdd4)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:02.443796 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:02.461546 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5864f634-b573-4989-b4d2-982d47551e79 req-816631b4-965f-47e7-b499-2514ac8ff1af tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=bef316da-7aff-4e19-b5e5-43053f05f988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429990 Aug 10 01:00:02.504173 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=69187de3-58d2-46cb-8eb0-0486407464e8,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:02.548455 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da418f0-22a5-4b55-8d7d-9bf4e77c805a x-openstack-request-id: req-7da418f0-22a5-4b55-8d7d-9bf4e77c805a {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:02.548818 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23878b91-209d-4973-8aa8-b709cbfbc496", "name": "network-vif-deleted", "tag": "b78fdfc2-59bd-404b-884f-5d9d7bac42ce", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:02.549166 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7da418f0-22a5-4b55-8d7d-9bf4e77c805a {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:02.549640 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23878b91-209d-4973-8aa8-b709cbfbc496', 'name': 'network-vif-deleted', 'tag': 'b78fdfc2-59bd-404b-884f-5d9d7bac42ce', 'status': 'completed', 'code': 200} Aug 10 01:00:02.566696 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c4c3c0-9ee9-4f15-a1d7-22ec8a73febe tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:00:02.576798 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db7e629-27ad-483c-9110-149e027f6a14 None None] Sync routers for ids ['e40a008c-747e-4c98-aa58-a9819101ff62'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:00:02.588626 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db7e629-27ad-483c-9110-149e027f6a14 None None] Routers {'e40a008c-747e-4c98-aa58-a9819101ff62'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:02.589259 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-7db7e629-27ad-483c-9110-149e027f6a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:59:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['e40a008c-747e-4c98-aa58-a9819101ff62'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:02.623725 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-61c4c3c0-9ee9-4f15-a1d7-22ec8a73febe tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:02.623725 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-61c4c3c0-9ee9-4f15-a1d7-22ec8a73febe tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.1999130 Aug 10 01:00:02.624776 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44390) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:02.650437 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a1cb2b-d3ca-4eed-b33c-7c3f8ac84cca x-openstack-request-id: req-22a1cb2b-d3ca-4eed-b33c-7c3f8ac84cca {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:02.650741 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bb2b3ff-4b68-402f-9b58-585ede626826", "name": "network-vif-plugged", "status": "completed", "tag": "d43ff89c-795b-44a0-9093-494339d27aed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:02.650999 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-22a1cb2b-d3ca-4eed-b33c-7c3f8ac84cca {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:02.651392 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb2b3ff-4b68-402f-9b58-585ede626826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43ff89c-795b-44a0-9093-494339d27aed', 'code': 200} Aug 10 01:00:02.651994 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-7db7e629-27ad-483c-9110-149e027f6a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:02.661799 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db7e629-27ad-483c-9110-149e027f6a14 None None] Routers {'e40a008c-747e-4c98-aa58-a9819101ff62'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:02.662424 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-7db7e629-27ad-483c-9110-149e027f6a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:59:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['e40a008c-747e-4c98-aa58-a9819101ff62'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:02.698396 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-7db7e629-27ad-483c-9110-149e027f6a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:02.699133 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db7e629-27ad-483c-9110-149e027f6a14 None None] The sync data for ids ['e40a008c-747e-4c98-aa58-a9819101ff62'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:00:02.809718 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a6b7e-2f03-4345-beff-5cf908d1f392 req-15534517-1480-482d-b334-e8a820462fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:02.811204 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c60a6b7e-2f03-4345-beff-5cf908d1f392 req-15534517-1480-482d-b334-e8a820462fd7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4bb2b3ff-4b68-402f-9b58-585ede626826 HTTP/1.1" status: 200 len: 1097 time: 0.1391337 Aug 10 01:00:02.847452 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-03642852-905c-43c6-ae78-fad4088093d4 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] 10.222.0.35 "GET /v2.0/routers/e40a008c-747e-4c98-aa58-a9819101ff62 HTTP/1.1" status: 200 len: 924 time: 0.2182372 Aug 10 01:00:02.849997 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44408) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:02.881088 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c60a6b7e-2f03-4345-beff-5cf908d1f392 req-a1e940ec-4726-4ed0-9d61-475dc96c5ec1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570817 Aug 10 01:00:02.896276 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f8e11a6a-1564-4a1f-a24e-cfc458eca72e tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] 10.222.0.35 "GET /v2.0/ports?device_id=e40a008c-747e-4c98-aa58-a9819101ff62 HTTP/1.1" status: 200 len: 205 time: 0.0438962 Aug 10 01:00:02.896539 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13530a-a330-4098-b927-8142b3816ac1 req-9da4018f-89c2-4c5b-b8d6-6188b2aec49c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:02.897946 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44412) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:02.898263 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a13530a-a330-4098-b927-8142b3816ac1 req-9da4018f-89c2-4c5b-b8d6-6188b2aec49c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/networks?id=4f44dc9d-70b4-422e-936e-64ca9a631395 HTTP/1.1" status: 200 len: 811 time: 0.1786687 Aug 10 01:00:02.918332 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a13530a-a330-4098-b927-8142b3816ac1 req-2d80dae9-0703-4d27-a4da-389f10a72bf7 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/quotas/fc4321199ccb4da6af26fb4c7f2e415e HTTP/1.1" status: 200 len: 375 time: 0.0100708 Aug 10 01:00:02.954555 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a13530a-a330-4098-b927-8142b3816ac1 req-d33f91e5-2282-4220-bfce-a8af4f9c8a6a tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fc4321199ccb4da6af26fb4c7f2e415e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290561 Aug 10 01:00:03.008840 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3b2a9262-227c-444f-8f79-eb977671a520 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:03.045441 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a13530a-a330-4098-b927-8142b3816ac1 req-f454a9cf-69e3-4a8e-84b9-ed9e20cde7bd service neutron] 10.222.0.35 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834131 Aug 10 01:00:03.120050 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3b2a9262-227c-444f-8f79-eb977671a520 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:03.148719 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a13530a-a330-4098-b927-8142b3816ac1 req-7daac5c7-05dd-4abd-b576-2f6cbdfd5ada service neutron] 10.222.0.35 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966442 Aug 10 01:00:03.180997 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-3b2a9262-227c-444f-8f79-eb977671a520 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Deleting port 81e4a20d-5b24-4c04-827a-a3e797eff804 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:03.181536 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3b2a9262-227c-444f-8f79-eb977671a520 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:03.273520 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3b2a9262-227c-444f-8f79-eb977671a520 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:03.290177 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-3b2a9262-227c-444f-8f79-eb977671a520 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Calling delete_port for 81e4a20d-5b24-4c04-827a-a3e797eff804 owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:03.365558 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75bf7de-2da6-4832-ac5d-6eca67836028 req-9af58cac-b313-4bba-b329-c859ad4fc093 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:03.367492 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f75bf7de-2da6-4832-ac5d-6eca67836028 req-9af58cac-b313-4bba-b329-c859ad4fc093 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb2b3ff-4b68-402f-9b58-585ede626826 HTTP/1.1" status: 200 len: 945 time: 0.0562084 Aug 10 01:00:03.420694 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f75bf7de-2da6-4832-ac5d-6eca67836028 req-76ffdcc6-c358-4c9e-a75d-adb7e255fa6a tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467522 Aug 10 01:00:03.428340 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [req-708baecf-582f-48a7-be92-2a41967bf29b req-2055e393-ef39-4e39-b6a9-43063b97c2d2 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:00:03.429382 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-708baecf-582f-48a7-be92-2a41967bf29b req-2055e393-ef39-4e39-b6a9-43063b97c2d2 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1825507 Aug 10 01:00:03.520965 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-708baecf-582f-48a7-be92-2a41967bf29b req-c7c5a94a-ef2a-4c9b-8239-2b8c2a370d77 service neutron] Request body: {'binding': {'host': 'n-h1-766726-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:03.521551 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-708baecf-582f-48a7-be92-2a41967bf29b req-c7c5a94a-ef2a-4c9b-8239-2b8c2a370d77 service neutron] Unknown quota resources ['binding']. {{(pid=105827) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 01:00:03.544754 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3b2a9262-227c-444f-8f79-eb977671a520 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:03.582761 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a9262-227c-444f-8f79-eb977671a520 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Pushing event deleted for resources: {'Port': ['ID=81e4a20d-5b24-4c04-827a-a3e797eff804,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:03.637696 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7dbdb065-5623-4c53-b272-1f9aa2b55a87 req-fbdf4560-5e16-4d94-8d28-5d5f0b9582ce tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b941fe3-8bd2-4e75-98eb-b89ceba22eeb HTTP/1.1" status: 200 len: 210 time: 0.0295110 Aug 10 01:00:03.706106 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3b2a9262-227c-444f-8f79-eb977671a520 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:03.750420 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc9651-145b-4da5-a660-cd12b224e6f9 req-63b40559-dcdf-4ada-adaa-1c56a1287f6a tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:03.752510 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-55bc9651-145b-4da5-a660-cd12b224e6f9 req-63b40559-dcdf-4ada-adaa-1c56a1287f6a tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=682a8672-af52-4f56-a2c4-d61293a40d60 HTTP/1.1" status: 200 len: 943 time: 0.0556250 Aug 10 01:00:03.785537 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device b78fdfc2-59bd-404b-884f-5d9d7bac42ce no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:00:03.792719 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-55bc9651-145b-4da5-a660-cd12b224e6f9 req-d64a3d97-19fc-427b-8e2f-4206b9754d5d tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336225 Aug 10 01:00:03.806039 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: b78fdfc2-59bd-404b-884f-5d9d7bac42ce {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:00:03.806391 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device b78fdfc2-59bd-404b-884f-5d9d7bac42ce not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:00:03.819450 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3b2a9262-227c-444f-8f79-eb977671a520 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:03.826218 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3b2a9262-227c-444f-8f79-eb977671a520 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:03.888389 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-708baecf-582f-48a7-be92-2a41967bf29b req-c7c5a94a-ef2a-4c9b-8239-2b8c2a370d77 service neutron] Attempting to bind port 935b08b0-190b-469f-9c27-3484c1986864 on host n-h1-766726-26 for vnic_type normal with profile None {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:00:03.889094 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-708baecf-582f-48a7-be92-2a41967bf29b req-c7c5a94a-ef2a-4c9b-8239-2b8c2a370d77 service neutron] Attempting to bind port 935b08b0-190b-469f-9c27-3484c1986864 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:00:03.889094 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708baecf-582f-48a7-be92-2a41967bf29b req-c7c5a94a-ef2a-4c9b-8239-2b8c2a370d77 service neutron] Attempting to bind port 935b08b0-190b-469f-9c27-3484c1986864 on network 9a3b32c7-74a3-4305-b7a7-526211811378 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:03.892242 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3b2a9262-227c-444f-8f79-eb977671a520 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:03.892744 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2a9262-227c-444f-8f79-eb977671a520 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Fanout notify agent at l3_agent the message router_deleted on router e40a008c-747e-4c98-aa58-a9819101ff62 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:00:03.900018 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3b2a9262-227c-444f-8f79-eb977671a520 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:03.901178 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3b2a9262-227c-444f-8f79-eb977671a520 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] 10.222.0.35 "DELETE /v2.0/routers/e40a008c-747e-4c98-aa58-a9819101ff62 HTTP/1.1" status: 204 len: 168 time: 1.0021269 Aug 10 01:00:03.902299 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708baecf-582f-48a7-be92-2a41967bf29b req-c7c5a94a-ef2a-4c9b-8239-2b8c2a370d77 service neutron] Port 935b08b0-190b-469f-9c27-3484c1986864 on network 9a3b32c7-74a3-4305-b7a7-526211811378 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:00:03.902627 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708baecf-582f-48a7-be92-2a41967bf29b req-c7c5a94a-ef2a-4c9b-8239-2b8c2a370d77 service neutron] Attempting to bind port 935b08b0-190b-469f-9c27-3484c1986864 on network 9a3b32c7-74a3-4305-b7a7-526211811378 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:03.904542 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44446) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:03.910067 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-b7218079-d15f-4d12-b02f-d99c1b133dca tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Request body: {'router': {'name': 'tempest-snat-router-674585285', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'enable_snat': False}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:03.917600 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708baecf-582f-48a7-be92-2a41967bf29b req-c7c5a94a-ef2a-4c9b-8239-2b8c2a370d77 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:00:03.917890 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708baecf-582f-48a7-be92-2a41967bf29b req-c7c5a94a-ef2a-4c9b-8239-2b8c2a370d77 service neutron] Checking segment: {'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:00:03.918271 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708baecf-582f-48a7-be92-2a41967bf29b req-c7c5a94a-ef2a-4c9b-8239-2b8c2a370d77 service neutron] Bound using segment: {'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:00:03.918718 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-708baecf-582f-48a7-be92-2a41967bf29b req-c7c5a94a-ef2a-4c9b-8239-2b8c2a370d77 service neutron] Bound port: 935b08b0-190b-469f-9c27-3484c1986864, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:00:03.927748 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1fcd6-73df-411c-be04-633b757c8c5e req-7f375b01-080e-46bd-928a-515033436bf9 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:03.929943 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-61f1fcd6-73df-411c-be04-633b757c8c5e req-7f375b01-080e-46bd-928a-515033436bf9 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 946 time: 0.0665781 Aug 10 01:00:03.968567 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b7218079-d15f-4d12-b02f-d99c1b133dca tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:03.969643 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b7218079-d15f-4d12-b02f-d99c1b133dca tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:03.977913 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-61f1fcd6-73df-411c-be04-633b757c8c5e req-3ac42431-98c9-4d12-88eb-13abf1317a8b tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=bef316da-7aff-4e19-b5e5-43053f05f988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403049 Aug 10 01:00:03.990616 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-708baecf-582f-48a7-be92-2a41967bf29b req-c7c5a94a-ef2a-4c9b-8239-2b8c2a370d77 service neutron] For port 935b08b0-190b-469f-9c27-3484c1986864, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=935b08b0-190b-469f-9c27-3484c1986864,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:00:03.998482 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-708baecf-582f-48a7-be92-2a41967bf29b req-c7c5a94a-ef2a-4c9b-8239-2b8c2a370d77 service neutron] Notify callbacks [] for binding, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:03.999694 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-708baecf-582f-48a7-be92-2a41967bf29b req-c7c5a94a-ef2a-4c9b-8239-2b8c2a370d77 service neutron] 10.222.0.35 "POST /v2.0/ports/935b08b0-190b-469f-9c27-3484c1986864/bindings HTTP/1.1" status: 201 len: 390 time: 0.5581410 Aug 10 01:00:04.036667 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b7218079-d15f-4d12-b02f-d99c1b133dca tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:04.197170 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e0093-ae56-42a0-a218-16accf0d561d req-9937152f-c70f-41b2-91dd-39918a6262d2 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:04.198780 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-678e0093-ae56-42a0-a218-16accf0d561d req-9937152f-c70f-41b2-91dd-39918a6262d2 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d59760-c999-4586-aee5-84babcfaab92 HTTP/1.1" status: 200 len: 946 time: 0.0597067 Aug 10 01:00:04.240834 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b7218079-d15f-4d12-b02f-d99c1b133dca tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:04.252870 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-678e0093-ae56-42a0-a218-16accf0d561d req-060a4144-17ec-47df-a0ad-56d8da65c336 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476918 Aug 10 01:00:04.319957 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708baecf-582f-48a7-be92-2a41967bf29b req-0165df59-2c35-45ef-9c27-9c6087bcbf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:04.321406 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-708baecf-582f-48a7-be92-2a41967bf29b req-0165df59-2c35-45ef-9c27-9c6087bcbf79 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af5124099ce04e7383a5ec5f662d948c&device_id=80d59760-c999-4586-aee5-84babcfaab92 HTTP/1.1" status: 200 len: 1098 time: 0.0580821 Aug 10 01:00:04.425546 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708baecf-582f-48a7-be92-2a41967bf29b req-c9b9afdd-36a1-4f9d-9d45-68a0bda499d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:04.427572 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-708baecf-582f-48a7-be92-2a41967bf29b req-c9b9afdd-36a1-4f9d-9d45-68a0bda499d3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a3b32c7-74a3-4305-b7a7-526211811378 HTTP/1.1" status: 200 len: 909 time: 0.0988245 Aug 10 01:00:04.429800 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13530a-a330-4098-b927-8142b3816ac1 req-cfd72fd4-b25a-4326-bc7e-38e9ceaa567d tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:04.431295 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8a13530a-a330-4098-b927-8142b3816ac1 req-cfd72fd4-b25a-4326-bc7e-38e9ceaa567d tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.24 "GET /v2.0/networks?id=4f44dc9d-70b4-422e-936e-64ca9a631395 HTTP/1.1" status: 200 len: 811 time: 0.1529734 Aug 10 01:00:04.458828 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-8a13530a-a330-4098-b927-8142b3816ac1 req-25ee7e75-2da6-4cdf-95a6-463c8b09ced1 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Request body: {'port': {'device_id': '9b941fe3-8bd2-4e75-98eb-b89ceba22eeb', 'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395', 'admin_state_up': True, 'tenant_id': 'fc4321199ccb4da6af26fb4c7f2e415e'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:04.476358 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 2f5181ab-50b7-412f-a99b-32c10dbcc869 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:00:04.490511 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-708baecf-582f-48a7-be92-2a41967bf29b req-47540815-336c-43aa-bb4d-d57fd26ff66d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=935b08b0-190b-469f-9c27-3484c1986864 HTTP/1.1" status: 200 len: 217 time: 0.0444882 Aug 10 01:00:04.593497 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 2f5181ab-50b7-412f-a99b-32c10dbcc869, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2f5181ab-50b7-412f-a99b-32c10dbcc869,segment=NetworkSegment(f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38),segment_id=f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:04.598047 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708baecf-582f-48a7-be92-2a41967bf29b req-dba8c3e4-2e7c-4e1e-a313-8971a67bf4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:04.600221 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-708baecf-582f-48a7-be92-2a41967bf29b req-dba8c3e4-2e7c-4e1e-a313-8971a67bf4fd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=25a2d27a-ba73-472c-943f-003d0feb1ed0 HTTP/1.1" status: 200 len: 848 time: 0.0946689 Aug 10 01:00:04.615323 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '2f5181ab-50b7-412f-a99b-32c10dbcc869', 'network_id': 'e6332a27-ba49-4d7e-93ff-d255b803530a', 'port_id': '2f5181ab-50b7-412f-a99b-32c10dbcc869', 'mac_address': 'fa:16:3e:c5:ac:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ce092a3-f550-437a-8928-43805c65d849', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:00:04.629947 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccd90f-41cb-4c66-b7a6-583fcb98c334 req-68e3eced-2283-43b6-a482-5780dd81630b tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:04.631464 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-79ccd90f-41cb-4c66-b7a6-583fcb98c334 req-68e3eced-2283-43b6-a482-5780dd81630b tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb2b3ff-4b68-402f-9b58-585ede626826 HTTP/1.1" status: 200 len: 945 time: 0.0859156 Aug 10 01:00:04.648964 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-708baecf-582f-48a7-be92-2a41967bf29b req-4c4faca3-a7eb-44d2-b27a-c2e74a55ec13 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a3b32c7-74a3-4305-b7a7-526211811378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392094 Aug 10 01:00:04.655065 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b7218079-d15f-4d12-b02f-d99c1b133dca tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:04.664898 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fdf232-3cc4-4a76-92f9-c859eb56249d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69187de3-58d2-46cb-8eb0-0486407464e8'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:04.667220 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c930464b-dfff-4db4-acf3-a2287265b0ea" -d '{"events": [{"server_uuid": "41fdf232-3cc4-4a76-92f9-c859eb56249d", "name": "network-vif-plugged", "status": "completed", "tag": "69187de3-58d2-46cb-8eb0-0486407464e8"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:04.680774 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b7218079-d15f-4d12-b02f-d99c1b133dca tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:04.688039 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:04.702588 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f5181ab-50b7-412f-a99b-32c10dbcc869 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:00:04.728067 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 2f5181ab-50b7-412f-a99b-32c10dbcc869, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2f5181ab-50b7-412f-a99b-32c10dbcc869,segment=NetworkSegment(f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38),segment_id=f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:04.735945 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:04.751280 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-79ccd90f-41cb-4c66-b7a6-583fcb98c334 req-790a3383-5f7d-4c51-9351-65a5a739e6fd tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041243 Aug 10 01:00:04.816013 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-708baecf-582f-48a7-be92-2a41967bf29b req-406980a9-66b4-4f84-b9b1-cb649f038c66 service neutron] 10.222.0.24 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573241 Aug 10 01:00:04.839699 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a13530a-a330-4098-b927-8142b3816ac1 req-25ee7e75-2da6-4cdf-95a6-463c8b09ced1 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Made reservation on behalf of fc4321199ccb4da6af26fb4c7f2e415e for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:00:04.841432 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=2f5181ab-50b7-412f-a99b-32c10dbcc869,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:04.843380 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8a13530a-a330-4098-b927-8142b3816ac1 req-25ee7e75-2da6-4cdf-95a6-463c8b09ced1 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:04.852829 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-b7218079-d15f-4d12-b02f-d99c1b133dca tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Allocated IP 172.25.2.28 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/7420dc57-0df4-4f4e-b7f3-0fbed97e1237) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:04.946374 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4878ffcb-cb22-477f-ac11-b056233a7142 x-openstack-request-id: req-4878ffcb-cb22-477f-ac11-b056233a7142 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:04.946671 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fdf232-3cc4-4a76-92f9-c859eb56249d", "name": "network-vif-plugged", "status": "completed", "tag": "69187de3-58d2-46cb-8eb0-0486407464e8", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:04.946923 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4878ffcb-cb22-477f-ac11-b056233a7142 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:04.947310 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41fdf232-3cc4-4a76-92f9-c859eb56249d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69187de3-58d2-46cb-8eb0-0486407464e8', 'code': 200} Aug 10 01:00:04.970329 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7ef53ef4-be7f-4f3c-b88c-6de09c21e2dd req-d01f080a-d9fd-4d73-ba5a-13a81b262e1c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b941fe3-8bd2-4e75-98eb-b89ceba22eeb HTTP/1.1" status: 200 len: 210 time: 0.0385437 Aug 10 01:00:04.976443 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-708baecf-582f-48a7-be92-2a41967bf29b req-aad95e72-0f8c-419b-bdab-30ceb8ec1430 service neutron] 10.222.0.24 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533182 Aug 10 01:00:05.086384 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b7218079-d15f-4d12-b02f-d99c1b133dca tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:05.107716 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a553ad-4d5e-4ca7-942d-f3a58c564613 req-e2116ef4-2d8e-4ccd-9836-bd59997cc5b9 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:05.109364 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c0a553ad-4d5e-4ca7-942d-f3a58c564613 req-e2116ef4-2d8e-4ccd-9836-bd59997cc5b9 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=25fca828-0258-4413-8e18-bb227d95d4e1 HTTP/1.1" status: 200 len: 945 time: 0.1156945 Aug 10 01:00:05.120371 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-8a13530a-a330-4098-b927-8142b3816ac1 req-25ee7e75-2da6-4cdf-95a6-463c8b09ced1 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Allocated IP 172.20.0.9 (4f44dc9d-70b4-422e-936e-64ca9a631395/93c0490b-72d4-4bea-8139-8e9a7dbf1c5c/925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:05.166531 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b0ade-c512-402c-9950-13da8b30146a req-2ab25f84-4fdf-4e99-bd95-fa80fdd37def tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:05.168896 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d22b0ade-c512-402c-9950-13da8b30146a req-2ab25f84-4fdf-4e99-bd95-fa80fdd37def tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=682a8672-af52-4f56-a2c4-d61293a40d60 HTTP/1.1" status: 200 len: 944 time: 0.1158905 Aug 10 01:00:05.170706 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708baecf-582f-48a7-be92-2a41967bf29b req-e77ccf6b-d022-4260-b219-c8a33a598009 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:05.172213 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-708baecf-582f-48a7-be92-2a41967bf29b req-e77ccf6b-d022-4260-b219-c8a33a598009 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=80d59760-c999-4586-aee5-84babcfaab92&tenant_id=af5124099ce04e7383a5ec5f662d948c&binding%3Ahost_id=n-h2-766726-26 HTTP/1.1" status: 200 len: 1098 time: 0.0835822 Aug 10 01:00:05.173567 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['2f5181ab-50b7-412f-a99b-32c10dbcc869'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:00:05.187414 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-708baecf-582f-48a7-be92-2a41967bf29b req-07730fb1-a2b6-403c-93e4-838a43c159f1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-766726-26'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:05.196004 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff460d0-11a3-4e67-96df-d5f82d0199dc req-9a41421f-a0cb-4e1b-b7d4-3543bf817250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:05.197745 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1ff460d0-11a3-4e67-96df-d5f82d0199dc req-9a41421f-a0cb-4e1b-b7d4-3543bf817250 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 1098 time: 0.1109829 Aug 10 01:00:05.208701 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c0a553ad-4d5e-4ca7-942d-f3a58c564613 req-752b63ce-fd9c-4730-97f7-ab82e1a7392e tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836854 Aug 10 01:00:05.251854 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b7218079-d15f-4d12-b02f-d99c1b133dca tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:05.254987 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1ff460d0-11a3-4e67-96df-d5f82d0199dc req-e4d05a1d-6e3e-46be-89ca-0d5ffecc8c39 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bef316da-7aff-4e19-b5e5-43053f05f988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496025 Aug 10 01:00:05.258276 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d22b0ade-c512-402c-9950-13da8b30146a req-f9e561e2-1381-4df2-b9c5-40a166a4ec5e tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777066 Aug 10 01:00:05.384799 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-708baecf-582f-48a7-be92-2a41967bf29b req-07730fb1-a2b6-403c-93e4-838a43c159f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:05.391989 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7218079-d15f-4d12-b02f-d99c1b133dca tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:05.392806 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7218079-d15f-4d12-b02f-d99c1b133dca tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Pushing event updated for resources: {'Port': ['ID=7420dc57-0df4-4f4e-b7f3-0fbed97e1237,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:05.419801 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6727db-d1c5-4979-b7ac-1935775939cf req-aafc3813-643b-4444-84fe-86238011e126 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:05.422243 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fe6727db-d1c5-4979-b7ac-1935775939cf req-aafc3813-643b-4444-84fe-86238011e126 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 946 time: 0.0857453 Aug 10 01:00:05.424828 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-b7218079-d15f-4d12-b02f-d99c1b133dca tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:05.433319 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7218079-d15f-4d12-b02f-d99c1b133dca tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:05.480782 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fe6727db-d1c5-4979-b7ac-1935775939cf req-4bf34b59-d0f9-4829-8563-618c78995705 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=bef316da-7aff-4e19-b5e5-43053f05f988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501943 Aug 10 01:00:05.513227 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8a13530a-a330-4098-b927-8142b3816ac1 req-25ee7e75-2da6-4cdf-95a6-463c8b09ced1 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:05.529735 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d9e64-3f83-4ddb-9d09-2fea18aeb58d req-c1b95df5-2b29-41c8-868a-ff89d8898289 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:05.536680 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-985d9e64-3f83-4ddb-9d09-2fea18aeb58d req-c1b95df5-2b29-41c8-868a-ff89d8898289 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb2b3ff-4b68-402f-9b58-585ede626826 HTTP/1.1" status: 200 len: 945 time: 0.0788774 Aug 10 01:00:05.602627 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-985d9e64-3f83-4ddb-9d09-2fea18aeb58d req-29af062e-26b8-4283-aa40-65aa9edf82e3 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639141 Aug 10 01:00:05.627247 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218a417-5964-4aa6-afda-12fc7c90fe23 req-12f5ace2-5be9-48ed-9de5-1ddbc15cb86d tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:05.628874 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0218a417-5964-4aa6-afda-12fc7c90fe23 req-12f5ace2-5be9-48ed-9de5-1ddbc15cb86d tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d59760-c999-4586-aee5-84babcfaab92 HTTP/1.1" status: 200 len: 946 time: 0.0828264 Aug 10 01:00:05.673420 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0218a417-5964-4aa6-afda-12fc7c90fe23 req-4e013a02-cf5b-4a98-b731-3e9af3092a41 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374315 Aug 10 01:00:05.799655 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-54ec5b8b-1793-4f85-bb30-b51e54d05ca6 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:05.801817 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-54ec5b8b-1793-4f85-bb30-b51e54d05ca6 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/networks?id=5040841a-4984-47dc-a172-a1e3b8550316 HTTP/1.1" status: 200 len: 804 time: 0.1139057 Aug 10 01:00:05.821740 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-56fbaa58-5e69-4668-bc8e-3a282af2b32b tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/quotas/8bb23d60148d40eaa256202b456c8a40 HTTP/1.1" status: 200 len: 375 time: 0.0128398 Aug 10 01:00:05.907599 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-9fea68b0-0aea-4ee7-aa76-fa6a4eb62c5c tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8bb23d60148d40eaa256202b456c8a40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0794735 Aug 10 01:00:05.969385 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0fccbf-0a2a-47ba-bb8e-c7d1d3805edd req-a22ffafa-9076-49e9-b487-0c0b4b1b13f2 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:05.971164 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e0fccbf-0a2a-47ba-bb8e-c7d1d3805edd req-a22ffafa-9076-49e9-b487-0c0b4b1b13f2 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb2b3ff-4b68-402f-9b58-585ede626826 HTTP/1.1" status: 200 len: 945 time: 0.1002262 Aug 10 01:00:06.036892 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e0fccbf-0a2a-47ba-bb8e-c7d1d3805edd req-ca276c2b-d810-4f25-88d8-61efa1ec5942 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593705 Aug 10 01:00:06.043505 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8a13530a-a330-4098-b927-8142b3816ac1 req-25ee7e75-2da6-4cdf-95a6-463c8b09ced1 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:06.049110 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-5a44db84-acf3-471c-ba00-a36a60c7f795 service neutron] 10.222.0.35 "GET /v2.0/networks/5040841a-4984-47dc-a172-a1e3b8550316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312921 Aug 10 01:00:06.102339 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-708baecf-582f-48a7-be92-2a41967bf29b req-07730fb1-a2b6-403c-93e4-838a43c159f1 service neutron] For port 935b08b0-190b-469f-9c27-3484c1986864, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=935b08b0-190b-469f-9c27-3484c1986864,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:06.158679 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a13530a-a330-4098-b927-8142b3816ac1 req-25ee7e75-2da6-4cdf-95a6-463c8b09ced1 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Network 4f44dc9d-70b4-422e-936e-64ca9a631395 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:06.161808 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-7c193cd3-b800-4ea2-8066-0822abae2d2c service neutron] 10.222.0.35 "GET /v2.0/networks/5040841a-4984-47dc-a172-a1e3b8550316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031954 Aug 10 01:00:06.170175 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-8a13530a-a330-4098-b927-8142b3816ac1 req-25ee7e75-2da6-4cdf-95a6-463c8b09ced1 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:06.173081 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a13530a-a330-4098-b927-8142b3816ac1 req-25ee7e75-2da6-4cdf-95a6-463c8b09ced1 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:06.201041 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee7e75-2da6-4cdf-95a6-463c8b09ced1 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Pushing event updated for resources: {'Port': ['ID=925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:06.227914 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31c746-dbe1-4d28-b1d1-bc1fb8ad78c6 req-1127bed1-0768-4618-b949-c5d2786df341 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:06.229675 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d31c746-dbe1-4d28-b1d1-bc1fb8ad78c6 req-1127bed1-0768-4618-b949-c5d2786df341 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b941fe3-8bd2-4e75-98eb-b89ceba22eeb HTTP/1.1" status: 200 len: 931 time: 0.0584660 Aug 10 01:00:06.274328 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d31c746-dbe1-4d28-b1d1-bc1fb8ad78c6 req-889583d5-10be-430b-add0-16f4a8880a34 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378547 Aug 10 01:00:06.275807 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-708baecf-582f-48a7-be92-2a41967bf29b req-07730fb1-a2b6-403c-93e4-838a43c159f1 service neutron] For port 935b08b0-190b-469f-9c27-3484c1986864, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:00:06.317175 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13530a-a330-4098-b927-8142b3816ac1 req-25ee7e75-2da6-4cdf-95a6-463c8b09ced1 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:06.326054 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8a13530a-a330-4098-b927-8142b3816ac1 req-25ee7e75-2da6-4cdf-95a6-463c8b09ced1 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:06.347465 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b7218079-d15f-4d12-b02f-d99c1b133dca tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:06.374648 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d8048d0e-db35-4410-b34d-5283a779f290 req-b2c3f51f-8904-4b77-a156-b3113310901b tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab2b1782-5630-4bce-83a8-b5731c628185 HTTP/1.1" status: 200 len: 210 time: 0.0711722 Aug 10 01:00:06.398563 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d59760-c999-4586-aee5-84babcfaab92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '935b08b0-190b-469f-9c27-3484c1986864'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:06.400905 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839410dc-bf49-4280-8418-c3e6071e5852" -d '{"events": [{"server_uuid": "80d59760-c999-4586-aee5-84babcfaab92", "name": "network-vif-unplugged", "status": "completed", "tag": "935b08b0-190b-469f-9c27-3484c1986864"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:06.405321 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-708baecf-582f-48a7-be92-2a41967bf29b req-07730fb1-a2b6-403c-93e4-838a43c159f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:06.409943 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8a13530a-a330-4098-b927-8142b3816ac1 req-25ee7e75-2da6-4cdf-95a6-463c8b09ced1 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9599729 Aug 10 01:00:06.423908 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-708baecf-582f-48a7-be92-2a41967bf29b req-07730fb1-a2b6-403c-93e4-838a43c159f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:06.431127 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-8a13530a-a330-4098-b927-8142b3816ac1 req-a6d0b95a-1a8a-4ced-a8f1-3b0a8b3d0832 service neutron] Request body: {'port': {'device_id': '9b941fe3-8bd2-4e75-98eb-b89ceba22eeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:06.445655 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef9a0f-161f-4eb8-9e53-9c7c4685aaf0 req-db206c52-6692-43ad-869a-57704524ad46 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:06.447335 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cbef9a0f-161f-4eb8-9e53-9c7c4685aaf0 req-db206c52-6692-43ad-869a-57704524ad46 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=682a8672-af52-4f56-a2c4-d61293a40d60 HTTP/1.1" status: 200 len: 944 time: 0.0672538 Aug 10 01:00:06.486387 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10cf5279-3e81-449a-86ec-58c4bd2c0684 x-openstack-request-id: req-10cf5279-3e81-449a-86ec-58c4bd2c0684 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:06.486678 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d59760-c999-4586-aee5-84babcfaab92", "name": "network-vif-unplugged", "status": "completed", "tag": "935b08b0-190b-469f-9c27-3484c1986864", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:06.486934 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-10cf5279-3e81-449a-86ec-58c4bd2c0684 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:06.487322 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d59760-c999-4586-aee5-84babcfaab92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '935b08b0-190b-469f-9c27-3484c1986864', 'code': 200} Aug 10 01:00:06.491920 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 2f5181ab-50b7-412f-a99b-32c10dbcc869 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:06.503131 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cbef9a0f-161f-4eb8-9e53-9c7c4685aaf0 req-4f01a037-3f22-4b08-bc6d-095836664330 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488086 Aug 10 01:00:06.643407 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07730fb1-a2b6-403c-93e4-838a43c159f1 service neutron] Pushing event updated for resources: {'Port': ['ID=935b08b0-190b-469f-9c27-3484c1986864,revision_number=7']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:06.649467 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8a13530a-a330-4098-b927-8142b3816ac1 req-a6d0b95a-1a8a-4ced-a8f1-3b0a8b3d0832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:06.693520 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c5606-7ad1-4830-9832-e3d051e1136f req-7f5e62c5-5fc1-4629-817c-afd40e8825e8 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:06.696441 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-650c5606-7ad1-4830-9832-e3d051e1136f req-7f5e62c5-5fc1-4629-817c-afd40e8825e8 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 946 time: 0.0694518 Aug 10 01:00:06.727019 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 2f5181ab-50b7-412f-a99b-32c10dbcc869 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:06.734282 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 2f5181ab-50b7-412f-a99b-32c10dbcc869 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:06.734886 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:06.739382 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-708baecf-582f-48a7-be92-2a41967bf29b req-07730fb1-a2b6-403c-93e4-838a43c159f1 service neutron] Attempting to bind port 935b08b0-190b-469f-9c27-3484c1986864 on host n-h2-766726-26 for vnic_type normal with profile {"migrating_to": "n-h1-766726-26"} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:00:06.739729 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-708baecf-582f-48a7-be92-2a41967bf29b req-07730fb1-a2b6-403c-93e4-838a43c159f1 service neutron] Attempting to bind port 935b08b0-190b-469f-9c27-3484c1986864 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:00:06.740062 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708baecf-582f-48a7-be92-2a41967bf29b req-07730fb1-a2b6-403c-93e4-838a43c159f1 service neutron] Attempting to bind port 935b08b0-190b-469f-9c27-3484c1986864 on network 9a3b32c7-74a3-4305-b7a7-526211811378 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:06.764059 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708baecf-582f-48a7-be92-2a41967bf29b req-07730fb1-a2b6-403c-93e4-838a43c159f1 service neutron] Port 935b08b0-190b-469f-9c27-3484c1986864 on network 9a3b32c7-74a3-4305-b7a7-526211811378 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:00:06.764059 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708baecf-582f-48a7-be92-2a41967bf29b req-07730fb1-a2b6-403c-93e4-838a43c159f1 service neutron] Attempting to bind port 935b08b0-190b-469f-9c27-3484c1986864 on network 9a3b32c7-74a3-4305-b7a7-526211811378 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:06.784335 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-650c5606-7ad1-4830-9832-e3d051e1136f req-8bc7070b-4016-4beb-8706-ba69bf00b999 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=bef316da-7aff-4e19-b5e5-43053f05f988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798538 Aug 10 01:00:06.819627 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708baecf-582f-48a7-be92-2a41967bf29b req-07730fb1-a2b6-403c-93e4-838a43c159f1 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:00:06.819969 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708baecf-582f-48a7-be92-2a41967bf29b req-07730fb1-a2b6-403c-93e4-838a43c159f1 service neutron] Checking segment: {'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:00:06.821500 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708baecf-582f-48a7-be92-2a41967bf29b req-07730fb1-a2b6-403c-93e4-838a43c159f1 service neutron] Bound using segment: {'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:00:06.821960 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-708baecf-582f-48a7-be92-2a41967bf29b req-07730fb1-a2b6-403c-93e4-838a43c159f1 service neutron] Bound port: 935b08b0-190b-469f-9c27-3484c1986864, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:00:06.822327 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-708baecf-582f-48a7-be92-2a41967bf29b req-07730fb1-a2b6-403c-93e4-838a43c159f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:06.837052 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80730b-9949-4cb8-b891-f7f6b311c048 req-aa46cf62-628d-48da-b232-8e34959e6833 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:06.841131 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4b80730b-9949-4cb8-b891-f7f6b311c048 req-aa46cf62-628d-48da-b232-8e34959e6833 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d59760-c999-4586-aee5-84babcfaab92 HTTP/1.1" status: 200 len: 944 time: 0.0546784 Aug 10 01:00:06.871445 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:06.904679 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4b80730b-9949-4cb8-b891-f7f6b311c048 req-845699eb-063f-47c0-bd6a-d4cf634267bd tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536869 Aug 10 01:00:06.917508 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 2f5181ab-50b7-412f-a99b-32c10dbcc869, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2f5181ab-50b7-412f-a99b-32c10dbcc869,segment=NetworkSegment(f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38),segment_id=f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:06.923598 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:06.924643 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:00:06.962815 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682a8672-af52-4f56-a2c4-d61293a40d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5181ab-50b7-412f-a99b-32c10dbcc869'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:06.965427 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f145c5-fa65-4f31-a037-30e4f6083bd1" -d '{"events": [{"server_uuid": "682a8672-af52-4f56-a2c4-d61293a40d60", "name": "network-vif-plugged", "status": "completed", "tag": "2f5181ab-50b7-412f-a99b-32c10dbcc869"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:06.970647 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b7218079-d15f-4d12-b02f-d99c1b133dca tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:06.991468 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-708baecf-582f-48a7-be92-2a41967bf29b req-07730fb1-a2b6-403c-93e4-838a43c159f1 service neutron] For port 935b08b0-190b-469f-9c27-3484c1986864, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:00:07.012295 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=2f5181ab-50b7-412f-a99b-32c10dbcc869,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:07.045016 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8aa6f1-a85d-4e05-9faf-a6f5bf7d68fa x-openstack-request-id: req-5f8aa6f1-a85d-4e05-9faf-a6f5bf7d68fa {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:07.045653 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "682a8672-af52-4f56-a2c4-d61293a40d60", "name": "network-vif-plugged", "status": "completed", "tag": "2f5181ab-50b7-412f-a99b-32c10dbcc869", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:07.045932 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5f8aa6f1-a85d-4e05-9faf-a6f5bf7d68fa {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:07.046368 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682a8672-af52-4f56-a2c4-d61293a40d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5181ab-50b7-412f-a99b-32c10dbcc869', 'code': 200} Aug 10 01:00:07.050946 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-708baecf-582f-48a7-be92-2a41967bf29b req-07730fb1-a2b6-403c-93e4-838a43c159f1 service neutron] For port 935b08b0-190b-469f-9c27-3484c1986864, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=935b08b0-190b-469f-9c27-3484c1986864,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:00:07.064752 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-708baecf-582f-48a7-be92-2a41967bf29b req-07730fb1-a2b6-403c-93e4-838a43c159f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:07.070079 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:07.108099 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0,segment=NetworkSegment(29e670d9-5039-46c1-a69e-9628f4a030e2),segment_id=29e670d9-5039-46c1-a69e-9628f4a030e2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:07.112537 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:07.203022 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:07.236743 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc943e11-e7e3-438c-ad3e-6d298f362a02 req-cb93e5f8-3e4d-4d41-bc0a-3a629f497cda tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:07.238257 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dc943e11-e7e3-438c-ad3e-6d298f362a02 req-cb93e5f8-3e4d-4d41-bc0a-3a629f497cda tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb2b3ff-4b68-402f-9b58-585ede626826 HTTP/1.1" status: 200 len: 945 time: 0.1015790 Aug 10 01:00:07.241130 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bade228-532d-490e-9b4c-ca46c2569142 req-08c0d47d-32b2-49de-9bd3-87dcf6a59554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:07.242511 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6bade228-532d-490e-9b4c-ca46c2569142 req-08c0d47d-32b2-49de-9bd3-87dcf6a59554 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=682a8672-af52-4f56-a2c4-d61293a40d60 HTTP/1.1" status: 200 len: 1097 time: 0.0956743 Aug 10 01:00:07.264236 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708baecf-582f-48a7-be92-2a41967bf29b req-07730fb1-a2b6-403c-93e4-838a43c159f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:07.265323 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-708baecf-582f-48a7-be92-2a41967bf29b req-07730fb1-a2b6-403c-93e4-838a43c159f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:07.266901 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-708baecf-582f-48a7-be92-2a41967bf29b req-07730fb1-a2b6-403c-93e4-838a43c159f1 service neutron] 10.222.0.24 "PUT /v2.0/ports/935b08b0-190b-469f-9c27-3484c1986864 HTTP/1.1" status: 200 len: 1124 time: 2.0829840 Aug 10 01:00:07.283048 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07730fb1-a2b6-403c-93e4-838a43c159f1 service neutron] Pushing event updated for resources: {'Port': ['ID=935b08b0-190b-469f-9c27-3484c1986864,revision_number=8']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:07.307627 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dc943e11-e7e3-438c-ad3e-6d298f362a02 req-149498cd-ce28-4687-b8ba-bba820093114 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632992 Aug 10 01:00:07.337207 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6bade228-532d-490e-9b4c-ca46c2569142 req-3ccb48ac-6d30-440f-a1de-5c75397e4a8d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628049 Aug 10 01:00:07.367089 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7218079-d15f-4d12-b02f-d99c1b133dca tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Router 62e8a4d3-9440-4134-b65c-6af07e6468e6 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:00:07.380333 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-8a13530a-a330-4098-b927-8142b3816ac1 req-a6d0b95a-1a8a-4ced-a8f1-3b0a8b3d0832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:00:07.389884 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8a13530a-a330-4098-b927-8142b3816ac1 req-a6d0b95a-1a8a-4ced-a8f1-3b0a8b3d0832 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:07.408147 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['935b08b0-190b-469f-9c27-3484c1986864'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:00:07.437743 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-8a13530a-a330-4098-b927-8142b3816ac1 req-a6d0b95a-1a8a-4ced-a8f1-3b0a8b3d0832 service neutron] Transition to ACTIVE for port object 925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:07.448727 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8a13530a-a330-4098-b927-8142b3816ac1 req-a6d0b95a-1a8a-4ced-a8f1-3b0a8b3d0832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:07.467272 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98046aa5-1dac-441d-9b26-b5d3453f806b req-6474dd89-1ba1-4b64-a95a-a2ca2ac896c8 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:07.469585 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-98046aa5-1dac-441d-9b26-b5d3453f806b req-6474dd89-1ba1-4b64-a95a-a2ca2ac896c8 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b941fe3-8bd2-4e75-98eb-b89ceba22eeb HTTP/1.1" status: 200 len: 931 time: 0.0893342 Aug 10 01:00:07.536708 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-57d564ea-721e-440a-8375-5fab02d0e920 req-3fbe5628-64f4-4c36-abd4-4df96981bcef tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab2b1782-5630-4bce-83a8-b5731c628185 HTTP/1.1" status: 200 len: 210 time: 0.0780344 Aug 10 01:00:07.577053 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0b95a-1a8a-4ced-a8f1-3b0a8b3d0832 service neutron] Pushing event updated for resources: {'Port': ['ID=925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:07.635543 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7218079-d15f-4d12-b02f-d99c1b133dca tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:00:07.644137 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556951f-0895-472f-90a4-bcf8c88cf89f req-6aea2dbc-ea3b-4475-8728-35e43c14eb5b tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:07.645692 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f556951f-0895-472f-90a4-bcf8c88cf89f req-6aea2dbc-ea3b-4475-8728-35e43c14eb5b tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bb2b3ff-4b68-402f-9b58-585ede626826 HTTP/1.1" status: 200 len: 945 time: 0.1594729 Aug 10 01:00:07.649074 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bdff93-d4e8-434e-a370-babe327f59d5 None None] Sync routers for ids ['62e8a4d3-9440-4134-b65c-6af07e6468e6'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:00:07.660904 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bdff93-d4e8-434e-a370-babe327f59d5 None None] Routers {'62e8a4d3-9440-4134-b65c-6af07e6468e6'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:07.661920 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-69bdff93-d4e8-434e-a370-babe327f59d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:59:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['62e8a4d3-9440-4134-b65c-6af07e6468e6'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:07.678881 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-98046aa5-1dac-441d-9b26-b5d3453f806b req-14010f64-6d98-4e0b-8ef4-1f288d65a509 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839774 Aug 10 01:00:07.735511 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b7218079-d15f-4d12-b02f-d99c1b133dca tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:07.739536 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b7218079-d15f-4d12-b02f-d99c1b133dca tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.8331079 Aug 10 01:00:07.740755 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44566) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:07.777009 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ed35a-ce2e-41a4-b679-f435693af8c7 req-fc3160e4-793f-4cf9-8413-7dfadf9a7777 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:07.785735 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f67ed35a-ce2e-41a4-b679-f435693af8c7 req-fc3160e4-793f-4cf9-8413-7dfadf9a7777 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=682a8672-af52-4f56-a2c4-d61293a40d60 HTTP/1.1" status: 200 len: 945 time: 0.1013951 Aug 10 01:00:07.799262 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-a542818d-c494-4538-b3ef-449e19815f06 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:07.800819 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-a542818d-c494-4538-b3ef-449e19815f06 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.24 "GET /v2.0/networks?id=5040841a-4984-47dc-a172-a1e3b8550316 HTTP/1.1" status: 200 len: 804 time: 0.2396224 Aug 10 01:00:07.810634 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-69bdff93-d4e8-434e-a370-babe327f59d5 None None] Set router 62e8a4d3-9440-4134-b65c-6af07e6468e6 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:00:07.816090 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-94f1d73f-cf8c-44a3-bdd6-0974444238e4 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Request body: {'port': {'device_id': 'ab2b1782-5630-4bce-83a8-b5731c628185', 'network_id': '5040841a-4984-47dc-a172-a1e3b8550316', 'admin_state_up': True, 'tenant_id': '8bb23d60148d40eaa256202b456c8a40'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:07.868605 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-dd088f53-3ba2-4f48-85c2-527358cc53cb tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] 10.222.0.35 "GET /v2.0/routers/62e8a4d3-9440-4134-b65c-6af07e6468e6 HTTP/1.1" status: 200 len: 907 time: 0.1265666 Aug 10 01:00:07.870520 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44570) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:07.875000 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-1a7dcaf3-ec6a-4b43-b99f-b03b7e037133 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Request body: {'router': {'name': 'tempest-snat-router-674585285', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'enable_snat': True}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:07.884362 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-8a13530a-a330-4098-b927-8142b3816ac1 req-a6d0b95a-1a8a-4ced-a8f1-3b0a8b3d0832 service neutron] Attempting to bind port 925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:00:07.884362 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-8a13530a-a330-4098-b927-8142b3816ac1 req-a6d0b95a-1a8a-4ced-a8f1-3b0a8b3d0832 service neutron] Attempting to bind port 925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'fd0aa135-7bf0-4440-a395-b4833e4cac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:00:07.884362 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a13530a-a330-4098-b927-8142b3816ac1 req-a6d0b95a-1a8a-4ced-a8f1-3b0a8b3d0832 service neutron] Attempting to bind port 925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569 on network 4f44dc9d-70b4-422e-936e-64ca9a631395 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:07.894122 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f67ed35a-ce2e-41a4-b679-f435693af8c7 req-162d99ee-b45c-4ed1-834d-65df708e525f tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078415 Aug 10 01:00:07.910117 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a13530a-a330-4098-b927-8142b3816ac1 req-a6d0b95a-1a8a-4ced-a8f1-3b0a8b3d0832 service neutron] Port 925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569 on network 4f44dc9d-70b4-422e-936e-64ca9a631395 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:00:07.910117 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a13530a-a330-4098-b927-8142b3816ac1 req-a6d0b95a-1a8a-4ced-a8f1-3b0a8b3d0832 service neutron] Attempting to bind port 925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569 on network 4f44dc9d-70b4-422e-936e-64ca9a631395 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:07.914959 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a13530a-a330-4098-b927-8142b3816ac1 req-a6d0b95a-1a8a-4ced-a8f1-3b0a8b3d0832 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:00:07.915518 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a13530a-a330-4098-b927-8142b3816ac1 req-a6d0b95a-1a8a-4ced-a8f1-3b0a8b3d0832 service neutron] Checking segment: {'id': 'fd0aa135-7bf0-4440-a395-b4833e4cac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:00:07.915680 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a13530a-a330-4098-b927-8142b3816ac1 req-a6d0b95a-1a8a-4ced-a8f1-3b0a8b3d0832 service neutron] Bound using segment: {'id': 'fd0aa135-7bf0-4440-a395-b4833e4cac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:00:07.916117 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-8a13530a-a330-4098-b927-8142b3816ac1 req-a6d0b95a-1a8a-4ced-a8f1-3b0a8b3d0832 service neutron] Bound port: 925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd0aa135-7bf0-4440-a395-b4833e4cac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:00:07.918430 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8a13530a-a330-4098-b927-8142b3816ac1 req-a6d0b95a-1a8a-4ced-a8f1-3b0a8b3d0832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:07.970518 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1a7dcaf3-ec6a-4b43-b99f-b03b7e037133 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:07.976053 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1a7dcaf3-ec6a-4b43-b99f-b03b7e037133 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:08.014470 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-f556951f-0895-472f-90a4-bcf8c88cf89f req-6152001e-2d42-47dd-9a95-d9b7b2675b0a tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Deleting port d43ff89c-795b-44a0-9093-494339d27aed {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:08.014827 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f556951f-0895-472f-90a4-bcf8c88cf89f req-6152001e-2d42-47dd-9a95-d9b7b2675b0a tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:08.049754 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1a7dcaf3-ec6a-4b43-b99f-b03b7e037133 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:08.052671 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-69bdff93-d4e8-434e-a370-babe327f59d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e8a4d3-9440-4134-b65c-6af07e6468e6', 'name': 'tempest-snat-router-674585285', 'tenant_id': '4c007c365a2d46179e21fc6a08c95c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.28'}], 'enable_snat': False}, 'gw_port_id': '7420dc57-0df4-4f4e-b7f3-0fbed97e1237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:03Z', 'updated_at': '2021-08-10T01:00:06Z', 'revision_number': 3, 'project_id': '4c007c365a2d46179e21fc6a08c95c10', 'gw_port': {'id': '7420dc57-0df4-4f4e-b7f3-0fbed97e1237', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:11:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e8a4d3-9440-4134-b65c-6af07e6468e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:04Z', 'updated_at': '2021-08-10T01:00:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:08.071261 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-8a13530a-a330-4098-b927-8142b3816ac1 req-a6d0b95a-1a8a-4ced-a8f1-3b0a8b3d0832 service neutron] For port 925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:00:08.095231 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-8a13530a-a330-4098-b927-8142b3816ac1 req-a6d0b95a-1a8a-4ced-a8f1-3b0a8b3d0832 service neutron] For port 925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569,segment=NetworkSegment(fd0aa135-7bf0-4440-a395-b4833e4cac38),segment_id=fd0aa135-7bf0-4440-a395-b4833e4cac38)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:00:08.097109 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bdff93-d4e8-434e-a370-babe327f59d5 None None] Checking router: 62e8a4d3-9440-4134-b65c-6af07e6468e6 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:00:08.097477 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bdff93-d4e8-434e-a370-babe327f59d5 None None] Updating router 62e8a4d3-9440-4134-b65c-6af07e6468e6 port 7420dc57-0df4-4f4e-b7f3-0fbed97e1237 binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:00:08.103956 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8a13530a-a330-4098-b927-8142b3816ac1 req-a6d0b95a-1a8a-4ced-a8f1-3b0a8b3d0832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:08.129679 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-69bdff93-d4e8-434e-a370-babe327f59d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:08.163713 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13530a-a330-4098-b927-8142b3816ac1 req-a6d0b95a-1a8a-4ced-a8f1-3b0a8b3d0832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:08.164752 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8a13530a-a330-4098-b927-8142b3816ac1 req-a6d0b95a-1a8a-4ced-a8f1-3b0a8b3d0832 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:08.166367 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8a13530a-a330-4098-b927-8142b3816ac1 req-a6d0b95a-1a8a-4ced-a8f1-3b0a8b3d0832 service neutron] 10.222.0.24 "PUT /v2.0/ports/925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569 HTTP/1.1" status: 200 len: 1092 time: 1.7446907 Aug 10 01:00:08.197208 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-f556951f-0895-472f-90a4-bcf8c88cf89f req-6152001e-2d42-47dd-9a95-d9b7b2675b0a tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] For port d43ff89c-795b-44a0-9093-494339d27aed, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=d43ff89c-795b-44a0-9093-494339d27aed,segment=NetworkSegment(45b34241-697f-4f50-87d8-6d6db6581d08),segment_id=45b34241-697f-4f50-87d8-6d6db6581d08)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:08.197961 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f556951f-0895-472f-90a4-bcf8c88cf89f req-6152001e-2d42-47dd-9a95-d9b7b2675b0a tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:08.216050 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0b95a-1a8a-4ced-a8f1-3b0a8b3d0832 service neutron] Pushing event updated for resources: {'Port': ['ID=925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:08.219086 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-f556951f-0895-472f-90a4-bcf8c88cf89f req-6152001e-2d42-47dd-9a95-d9b7b2675b0a tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Calling delete_port for d43ff89c-795b-44a0-9093-494339d27aed owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:08.297085 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9cd8ae-9531-4d76-89fd-42dd36a8a013 req-90e9f620-428e-4d83-9df3-e01cb3e5ff44 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:08.298769 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d9cd8ae-9531-4d76-89fd-42dd36a8a013 req-90e9f620-428e-4d83-9df3-e01cb3e5ff44 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4daab54-9d4f-4b32-ab78-5b45b50b6b98 HTTP/1.1" status: 200 len: 943 time: 0.2424629 Aug 10 01:00:08.308599 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13530a-a330-4098-b927-8142b3816ac1 req-90b89bc0-2cf0-4e3b-ac14-d7ecc3b30af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:08.309752 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8a13530a-a330-4098-b927-8142b3816ac1 req-90b89bc0-2cf0-4e3b-ac14-d7ecc3b30af6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc4321199ccb4da6af26fb4c7f2e415e&device_id=9b941fe3-8bd2-4e75-98eb-b89ceba22eeb HTTP/1.1" status: 200 len: 1095 time: 0.0876951 Aug 10 01:00:08.356057 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfabd7-7a8e-44b2-86ba-630b40fa0dd9 req-5cb1405b-36d0-4948-9461-4cc599db0f55 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:08.359249 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8a13530a-a330-4098-b927-8142b3816ac1 req-1754f800-678f-45d4-856f-c85926f62e6f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569 HTTP/1.1" status: 200 len: 217 time: 0.0391273 Aug 10 01:00:08.361124 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dcdfabd7-7a8e-44b2-86ba-630b40fa0dd9 req-5cb1405b-36d0-4948-9461-4cc599db0f55 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 946 time: 0.3055916 Aug 10 01:00:08.370488 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2f5e7-9090-4d34-958e-87b427f6d5b0 req-9d51ade2-f7c2-4e3a-b4c4-c3030f0ac9e0 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:08.372237 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d1a2f5e7-9090-4d34-958e-87b427f6d5b0 req-9d51ade2-f7c2-4e3a-b4c4-c3030f0ac9e0 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d59760-c999-4586-aee5-84babcfaab92 HTTP/1.1" status: 200 len: 944 time: 0.3183959 Aug 10 01:00:08.376946 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1a7dcaf3-ec6a-4b43-b99f-b03b7e037133 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:08.419476 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-94f1d73f-cf8c-44a3-bdd6-0974444238e4 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Made reservation on behalf of 8bb23d60148d40eaa256202b456c8a40 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:00:08.423012 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-94f1d73f-cf8c-44a3-bdd6-0974444238e4 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:08.442332 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13530a-a330-4098-b927-8142b3816ac1 req-e34decda-adb2-4e15-ba99-0852af58aba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:08.443813 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8a13530a-a330-4098-b927-8142b3816ac1 req-e34decda-adb2-4e15-ba99-0852af58aba9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=93c0490b-72d4-4bea-8139-8e9a7dbf1c5c HTTP/1.1" status: 200 len: 851 time: 0.0747030 Aug 10 01:00:08.481276 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8a13530a-a330-4098-b927-8142b3816ac1 req-d02923ca-48e0-4120-98b5-f4c306c56738 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4f44dc9d-70b4-422e-936e-64ca9a631395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302594 Aug 10 01:00:08.489149 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d59760-c999-4586-aee5-84babcfaab92', 'tag': '935b08b0-190b-469f-9c27-3484c1986864'}, {'name': 'network-changed', 'server_uuid': '9b941fe3-8bd2-4e75-98eb-b89ceba22eeb', 'tag': '925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:08.491501 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a66b10-ff94-4601-bd87-f828e71b9f9c" -d '{"events": [{"name": "network-changed", "server_uuid": "80d59760-c999-4586-aee5-84babcfaab92", "tag": "935b08b0-190b-469f-9c27-3484c1986864"}, {"name": "network-changed", "server_uuid": "9b941fe3-8bd2-4e75-98eb-b89ceba22eeb", "tag": "925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:08.502378 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f556951f-0895-472f-90a4-bcf8c88cf89f req-6152001e-2d42-47dd-9a95-d9b7b2675b0a tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:08.515018 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['c58ea708-4565-4b16-a53e-c9c57ba4f3a2', 'd43ff89c-795b-44a0-9093-494339d27aed'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:00:08.549071 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-69bdff93-d4e8-434e-a370-babe327f59d5 None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:08.562323 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dcdfabd7-7a8e-44b2-86ba-630b40fa0dd9 req-94be068a-3a64-48cd-926c-7ca9570cb430 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=bef316da-7aff-4e19-b5e5-43053f05f988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778409 Aug 10 01:00:08.570067 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152001e-2d42-47dd-9a95-d9b7b2675b0a tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Pushing event deleted for resources: {'Port': ['ID=d43ff89c-795b-44a0-9093-494339d27aed,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:08.577373 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['e32d6889-fd12-4585-b0bf-093fada4eca8'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:00:08.597220 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-69bdff93-d4e8-434e-a370-babe327f59d5 None None] Transition to ACTIVE for port object 7420dc57-0df4-4f4e-b7f3-0fbed97e1237 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:08.612835 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d1a2f5e7-9090-4d34-958e-87b427f6d5b0 req-ead4fcf2-9985-447b-aa44-709ad849eed3 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202551 Aug 10 01:00:08.623288 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-69bdff93-d4e8-434e-a370-babe327f59d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:08.667011 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f556951f-0895-472f-90a4-bcf8c88cf89f req-6152001e-2d42-47dd-9a95-d9b7b2675b0a tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] No DVR routers for this DVR port d43ff89c-795b-44a0-9093-494339d27aed on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:00:08.678692 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f556951f-0895-472f-90a4-bcf8c88cf89f req-6152001e-2d42-47dd-9a95-d9b7b2675b0a tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:08.685396 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f556951f-0895-472f-90a4-bcf8c88cf89f req-6152001e-2d42-47dd-9a95-d9b7b2675b0a tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.24 "DELETE /v2.0/ports/d43ff89c-795b-44a0-9093-494339d27aed HTTP/1.1" status: 204 len: 173 time: 1.0223074 Aug 10 01:00:08.723910 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8a13530a-a330-4098-b927-8142b3816ac1 req-08b101e7-f012-453b-99ca-64e6403c1709 service neutron] 10.222.0.24 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355876 Aug 10 01:00:08.730393 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-69bdff93-d4e8-434e-a370-babe327f59d5 None None] Attempting to bind port 7420dc57-0df4-4f4e-b7f3-0fbed97e1237 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:00:08.730919 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-69bdff93-d4e8-434e-a370-babe327f59d5 None None] Attempting to bind port 7420dc57-0df4-4f4e-b7f3-0fbed97e1237 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:00:08.734429 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bdff93-d4e8-434e-a370-babe327f59d5 None None] Attempting to bind port 7420dc57-0df4-4f4e-b7f3-0fbed97e1237 on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:08.757745 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bdff93-d4e8-434e-a370-babe327f59d5 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:00:08.758445 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bdff93-d4e8-434e-a370-babe327f59d5 None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:00:08.759042 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-69bdff93-d4e8-434e-a370-babe327f59d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:08.759632 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bdff93-d4e8-434e-a370-babe327f59d5 None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:00:08.760324 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-69bdff93-d4e8-434e-a370-babe327f59d5 None None] Bound port: 7420dc57-0df4-4f4e-b7f3-0fbed97e1237, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:00:08.760892 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-69bdff93-d4e8-434e-a370-babe327f59d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:08.785247 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-2d9cd8ae-9531-4d76-89fd-42dd36a8a013 req-708f124b-d33c-4df0-b414-e8ddbb48aab7 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Deleting port 5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:08.785613 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2d9cd8ae-9531-4d76-89fd-42dd36a8a013 req-708f124b-d33c-4df0-b414-e8ddbb48aab7 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:08.801120 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364cc3f8-a887-4a6c-9644-6ec829a09675 None None] Pushing event updated for resources: {'Port': ['ID=7420dc57-0df4-4f4e-b7f3-0fbed97e1237,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:08.834418 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-69bdff93-d4e8-434e-a370-babe327f59d5 None None] For port 7420dc57-0df4-4f4e-b7f3-0fbed97e1237, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:00:08.838578 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-69bdff93-d4e8-434e-a370-babe327f59d5 None None] For port 7420dc57-0df4-4f4e-b7f3-0fbed97e1237, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=7420dc57-0df4-4f4e-b7f3-0fbed97e1237,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:00:08.848849 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-69bdff93-d4e8-434e-a370-babe327f59d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:08.853447 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923cf298-57cc-4c1f-a675-e9382d0c5b3b x-openstack-request-id: req-923cf298-57cc-4c1f-a675-e9382d0c5b3b {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:08.854166 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d59760-c999-4586-aee5-84babcfaab92", "tag": "935b08b0-190b-469f-9c27-3484c1986864", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9b941fe3-8bd2-4e75-98eb-b89ceba22eeb", "tag": "925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:08.855475 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-923cf298-57cc-4c1f-a675-e9382d0c5b3b {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:08.855475 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d59760-c999-4586-aee5-84babcfaab92', 'tag': '935b08b0-190b-469f-9c27-3484c1986864', 'status': 'completed', 'code': 200} Aug 10 01:00:08.855706 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b941fe3-8bd2-4e75-98eb-b89ceba22eeb', 'tag': '925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569', 'status': 'completed', 'code': 200} Aug 10 01:00:08.939802 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-94f1d73f-cf8c-44a3-bdd6-0974444238e4 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Allocated IP 172.20.0.10 (5040841a-4984-47dc-a172-a1e3b8550316/d10f85b2-b60a-4bec-a6dc-24390adf6af4/9017a22e-2782-4f0a-bce0-b5f6e615377e) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:08.957790 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7306007b-4d68-420c-b3a1-b8d06fa1dc37 req-30754ce9-6599-4ede-9134-08627e18a88a tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb2b3ff-4b68-402f-9b58-585ede626826 HTTP/1.1" status: 200 len: 210 time: 0.1925256 Aug 10 01:00:08.973777 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a66b10-ff94-4601-bd87-f828e71b9f9c req-8d0242b5-2408-45b5-9859-9183accbb8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:08.975384 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-01a66b10-ff94-4601-bd87-f828e71b9f9c req-8d0242b5-2408-45b5-9859-9183accbb8a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=af5124099ce04e7383a5ec5f662d948c&device_id=80d59760-c999-4586-aee5-84babcfaab92 HTTP/1.1" status: 200 len: 1127 time: 0.0901253 Aug 10 01:00:08.979331 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8a13530a-a330-4098-b927-8142b3816ac1 req-ccf9c8fa-3c48-4b78-9f6b-5840d3bd75e1 service neutron] 10.222.0.24 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382288 Aug 10 01:00:09.008537 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bdff93-d4e8-434e-a370-babe327f59d5 None None] Routers {'62e8a4d3-9440-4134-b65c-6af07e6468e6'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:09.009666 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-69bdff93-d4e8-434e-a370-babe327f59d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:59:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['62e8a4d3-9440-4134-b65c-6af07e6468e6'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:09.026352 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364cc3f8-a887-4a6c-9644-6ec829a09675 None None] Pushing event updated for resources: {'Port': ['ID=7420dc57-0df4-4f4e-b7f3-0fbed97e1237,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:09.047134 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4daab54-9d4f-4b32-ab78-5b45b50b6b98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:09.050251 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f277d741-d7f7-4e89-b53a-2bb378c315a5" -d '{"events": [{"server_uuid": "e4daab54-9d4f-4b32-ab78-5b45b50b6b98", "name": "network-vif-unplugged", "status": "completed", "tag": "5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:09.060564 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8635ec04-66d1-4274-af72-316f68887f87 req-4199bd6a-8088-47af-a3aa-962032367c99 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab2b1782-5630-4bce-83a8-b5731c628185 HTTP/1.1" status: 200 len: 210 time: 0.1073551 Aug 10 01:00:09.183269 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-69bdff93-d4e8-434e-a370-babe327f59d5 None None] Set router 62e8a4d3-9440-4134-b65c-6af07e6468e6 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:00:09.428608 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-69bdff93-d4e8-434e-a370-babe327f59d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e8a4d3-9440-4134-b65c-6af07e6468e6', 'name': 'tempest-snat-router-674585285', 'tenant_id': '4c007c365a2d46179e21fc6a08c95c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.28'}], 'enable_snat': False}, 'gw_port_id': '7420dc57-0df4-4f4e-b7f3-0fbed97e1237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:03Z', 'updated_at': '2021-08-10T01:00:06Z', 'revision_number': 3, 'project_id': '4c007c365a2d46179e21fc6a08c95c10', 'gw_port': {'id': '7420dc57-0df4-4f4e-b7f3-0fbed97e1237', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:11:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e8a4d3-9440-4134-b65c-6af07e6468e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:04Z', 'updated_at': '2021-08-10T01:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:09.456377 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bdff93-d4e8-434e-a370-babe327f59d5 None None] The sync data for ids ['62e8a4d3-9440-4134-b65c-6af07e6468e6'] in n-d-766726-26 is: [{'id': '62e8a4d3-9440-4134-b65c-6af07e6468e6', 'name': 'tempest-snat-router-674585285', 'tenant_id': '4c007c365a2d46179e21fc6a08c95c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.28'}], 'enable_snat': False}, 'gw_port_id': '7420dc57-0df4-4f4e-b7f3-0fbed97e1237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:03Z', 'updated_at': '2021-08-10T01:00:06Z', 'revision_number': 3, 'project_id': '4c007c365a2d46179e21fc6a08c95c10', 'gw_port': {'id': '7420dc57-0df4-4f4e-b7f3-0fbed97e1237', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:11:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e8a4d3-9440-4134-b65c-6af07e6468e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:04Z', 'updated_at': '2021-08-10T01:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:00:09.513656 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a66b10-ff94-4601-bd87-f828e71b9f9c req-907c364b-8515-477a-8c33-2e366db392c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:09.515197 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-01a66b10-ff94-4601-bd87-f828e71b9f9c req-907c364b-8515-477a-8c33-2e366db392c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc4321199ccb4da6af26fb4c7f2e415e&device_id=9b941fe3-8bd2-4e75-98eb-b89ceba22eeb HTTP/1.1" status: 200 len: 1095 time: 0.4264865 Aug 10 01:00:09.535443 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a66b10-ff94-4601-bd87-f828e71b9f9c req-7c9314b0-86fd-4e5d-8fbb-34f92c8c4b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:09.536965 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-01a66b10-ff94-4601-bd87-f828e71b9f9c req-7c9314b0-86fd-4e5d-8fbb-34f92c8c4b29 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9a3b32c7-74a3-4305-b7a7-526211811378 HTTP/1.1" status: 200 len: 909 time: 0.5504951 Aug 10 01:00:09.613403 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-01a66b10-ff94-4601-bd87-f828e71b9f9c req-2ab095ee-01b8-4b70-97da-9393f922f02f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=935b08b0-190b-469f-9c27-3484c1986864 HTTP/1.1" status: 200 len: 217 time: 0.0660524 Aug 10 01:00:09.617642 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-2d9cd8ae-9531-4d76-89fd-42dd36a8a013 req-708f124b-d33c-4df0-b414-e8ddbb48aab7 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] For port 5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0,segment=NetworkSegment(29e670d9-5039-46c1-a69e-9628f4a030e2),segment_id=29e670d9-5039-46c1-a69e-9628f4a030e2)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:09.618180 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2d9cd8ae-9531-4d76-89fd-42dd36a8a013 req-708f124b-d33c-4df0-b414-e8ddbb48aab7 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:09.695845 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-2d9cd8ae-9531-4d76-89fd-42dd36a8a013 req-708f124b-d33c-4df0-b414-e8ddbb48aab7 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Calling delete_port for 5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:09.722585 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a66b10-ff94-4601-bd87-f828e71b9f9c req-c1815989-1c6a-439c-80a5-da92edb224fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:09.724064 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-01a66b10-ff94-4601-bd87-f828e71b9f9c req-c1815989-1c6a-439c-80a5-da92edb224fa service neutron] 10.222.0.24 "GET /v2.0/networks?id=4f44dc9d-70b4-422e-936e-64ca9a631395 HTTP/1.1" status: 200 len: 912 time: 0.2008626 Aug 10 01:00:09.731485 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a66b10-ff94-4601-bd87-f828e71b9f9c req-63d59ba2-f267-4d28-a7f1-e0dcd44676c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:09.734461 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-01a66b10-ff94-4601-bd87-f828e71b9f9c req-63d59ba2-f267-4d28-a7f1-e0dcd44676c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=25a2d27a-ba73-472c-943f-003d0feb1ed0 HTTP/1.1" status: 200 len: 848 time: 0.1067717 Aug 10 01:00:09.744018 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6bd25d-3971-4e66-8b8c-bfbc13779a64 req-32f05548-22b0-45ed-9646-3e5556b0136c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:09.746196 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7d6bd25d-3971-4e66-8b8c-bfbc13779a64 req-32f05548-22b0-45ed-9646-3e5556b0136c tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b941fe3-8bd2-4e75-98eb-b89ceba22eeb HTTP/1.1" status: 200 len: 943 time: 0.5879591 Aug 10 01:00:09.767952 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be80d3-ce63-4a7e-8931-116e5214286e req-e9a48db1-a4fc-4700-a57c-948c54534eb7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:09.769599 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-39be80d3-ce63-4a7e-8931-116e5214286e req-e9a48db1-a4fc-4700-a57c-948c54534eb7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 946 time: 0.6728177 Aug 10 01:00:09.794535 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44594) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:09.800489 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-1aa57d3c-82d2-405e-9fb4-61cacce8c796 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Request body: {'floatingip': {'port_id': '69187de3-58d2-46cb-8eb0-0486407464e8'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:09.805066 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-01a66b10-ff94-4601-bd87-f828e71b9f9c req-fa960521-7ae8-440f-a537-525744e38089 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a3b32c7-74a3-4305-b7a7-526211811378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605006 Aug 10 01:00:09.806770 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-01a66b10-ff94-4601-bd87-f828e71b9f9c req-973064b8-9a16-4806-8b1b-b6f146e79be6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569 HTTP/1.1" status: 200 len: 217 time: 0.0730391 Aug 10 01:00:09.836470 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 935b08b0-190b-469f-9c27-3484c1986864 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:00:09.925574 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1a7dcaf3-ec6a-4b43-b99f-b03b7e037133 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:09.940371 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a66b10-ff94-4601-bd87-f828e71b9f9c req-281cfaf3-8fa6-4c64-89cc-44ced3dbbef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:09.941927 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-01a66b10-ff94-4601-bd87-f828e71b9f9c req-281cfaf3-8fa6-4c64-89cc-44ced3dbbef9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=93c0490b-72d4-4bea-8139-8e9a7dbf1c5c HTTP/1.1" status: 200 len: 851 time: 0.1211929 Aug 10 01:00:09.973751 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1aa57d3c-82d2-405e-9fb4-61cacce8c796 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for floatingip, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:09.974402 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 935b08b0-190b-469f-9c27-3484c1986864, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=935b08b0-190b-469f-9c27-3484c1986864,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:09.977710 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1a7dcaf3-ec6a-4b43-b99f-b03b7e037133 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:09.986173 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-01a66b10-ff94-4601-bd87-f828e71b9f9c req-9d1abe84-848b-483d-83f0-1ae1606d4ff2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4f44dc9d-70b4-422e-936e-64ca9a631395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352907 Aug 10 01:00:09.988626 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 935b08b0-190b-469f-9c27-3484c1986864 has no active binding in host n-h1-766726-26 {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 01:00:09.989916 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-01a66b10-ff94-4601-bd87-f828e71b9f9c req-ea5c6cab-f27e-4b9c-ad64-9e5fd9d310bf service neutron] 10.222.0.20 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770813 Aug 10 01:00:10.119153 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-94f1d73f-cf8c-44a3-bdd6-0974444238e4 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:10.140595 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7d6bd25d-3971-4e66-8b8c-bfbc13779a64 req-a849cff6-d0c5-429e-8623-9521732739e8 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555923 Aug 10 01:00:10.153967 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-01a66b10-ff94-4601-bd87-f828e71b9f9c req-4b0453b6-e25f-444e-88a8-621b51872453 service neutron] 10.222.0.24 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602175 Aug 10 01:00:10.155936 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-01a66b10-ff94-4601-bd87-f828e71b9f9c req-ba49a3d2-1016-47a8-b8c5-decb8cbd8d1f service neutron] 10.222.0.20 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543157 Aug 10 01:00:10.217660 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cb9500-79b3-4aa2-ab40-707ccb652211 x-openstack-request-id: req-d7cb9500-79b3-4aa2-ab40-707ccb652211 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:10.218243 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4daab54-9d4f-4b32-ab78-5b45b50b6b98", "name": "network-vif-unplugged", "status": "completed", "tag": "5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:10.218778 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d7cb9500-79b3-4aa2-ab40-707ccb652211 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:10.219432 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4daab54-9d4f-4b32-ab78-5b45b50b6b98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0', 'code': 200} Aug 10 01:00:10.223912 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93dbf4-a397-419d-9933-0b2516737925 req-e1ade216-6c8c-4a3a-bf4d-e702013c11a0 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:10.225748 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f93dbf4-a397-419d-9933-0b2516737925 req-e1ade216-6c8c-4a3a-bf4d-e702013c11a0 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=682a8672-af52-4f56-a2c4-d61293a40d60 HTTP/1.1" status: 200 len: 945 time: 0.3423774 Aug 10 01:00:10.301979 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-01a66b10-ff94-4601-bd87-f828e71b9f9c req-d746e481-50da-4337-a82c-ddc2a0fac956 service neutron] 10.222.0.24 "GET /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367610 Aug 10 01:00:10.459182 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-1a7dcaf3-ec6a-4b43-b99f-b03b7e037133 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Allocated IP 172.25.2.230 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/b1ece3f9-1ca6-4187-bfda-d026a210fc2e) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:10.473924 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f93dbf4-a397-419d-9933-0b2516737925 req-9ceffc35-f879-4f33-b1ce-7947b98f2c2e tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111948 Aug 10 01:00:10.474531 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2d9cd8ae-9531-4d76-89fd-42dd36a8a013 req-708f124b-d33c-4df0-b414-e8ddbb48aab7 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:10.508525 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:00:10.530801 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:00:10.531185 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:00:10.572118 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-94f1d73f-cf8c-44a3-bdd6-0974444238e4 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:10.666629 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2956d0c-6e90-4ca5-977b-c6a996f59b74 req-938c9833-a517-463a-b8b2-5c8bdeb4b7f5 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:10.668118 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2956d0c-6e90-4ca5-977b-c6a996f59b74 req-938c9833-a517-463a-b8b2-5c8bdeb4b7f5 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d59760-c999-4586-aee5-84babcfaab92 HTTP/1.1" status: 200 len: 944 time: 0.3622048 Aug 10 01:00:10.668871 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f124b-d33c-4df0-b414-e8ddbb48aab7 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Pushing event deleted for resources: {'Port': ['ID=5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:10.847149 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-94f1d73f-cf8c-44a3-bdd6-0974444238e4 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Network 5040841a-4984-47dc-a172-a1e3b8550316 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:10.854057 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9cd8ae-9531-4d76-89fd-42dd36a8a013 req-708f124b-d33c-4df0-b414-e8ddbb48aab7 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] No DVR routers for this DVR port 5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0 on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:00:10.857258 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb2b3ff-4b68-402f-9b58-585ede626826', 'name': 'network-vif-deleted', 'tag': 'd43ff89c-795b-44a0-9093-494339d27aed'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:10.860636 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9842a2fd-c489-48b6-a76d-a75d344658bc" -d '{"events": [{"server_uuid": "4bb2b3ff-4b68-402f-9b58-585ede626826", "name": "network-vif-deleted", "tag": "d43ff89c-795b-44a0-9093-494339d27aed"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:10.861170 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2d9cd8ae-9531-4d76-89fd-42dd36a8a013 req-708f124b-d33c-4df0-b414-e8ddbb48aab7 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:10.863257 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d9cd8ae-9531-4d76-89fd-42dd36a8a013 req-708f124b-d33c-4df0-b414-e8ddbb48aab7 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.20 "DELETE /v2.0/ports/5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0 HTTP/1.1" status: 204 len: 173 time: 2.5257232 Aug 10 01:00:10.873502 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-94f1d73f-cf8c-44a3-bdd6-0974444238e4 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:10.875435 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4daab54-9d4f-4b32-ab78-5b45b50b6b98', 'name': 'network-vif-deleted', 'tag': '5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:10.879064 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52822092-2bba-455a-8f22-c58ad4a9eba9" -d '{"events": [{"server_uuid": "e4daab54-9d4f-4b32-ab78-5b45b50b6b98", "name": "network-vif-deleted", "tag": "5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:10.909857 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-94f1d73f-cf8c-44a3-bdd6-0974444238e4 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:10.955067 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f1d73f-cf8c-44a3-bdd6-0974444238e4 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Pushing event updated for resources: {'Port': ['ID=9017a22e-2782-4f0a-bce0-b5f6e615377e,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:10.989006 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2956d0c-6e90-4ca5-977b-c6a996f59b74 req-78da072a-8e28-4344-a285-213d258aa1e4 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671347 Aug 10 01:00:11.010915 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c1891-d32b-4b49-ba50-ed662a01f96b req-96d70d81-047d-471d-bbf1-6628b37440b4 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:11.016834 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c24c1891-d32b-4b49-ba50-ed662a01f96b req-96d70d81-047d-471d-bbf1-6628b37440b4 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab2b1782-5630-4bce-83a8-b5731c628185 HTTP/1.1" status: 200 len: 932 time: 0.3440950 Aug 10 01:00:11.065421 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1a7dcaf3-ec6a-4b43-b99f-b03b7e037133 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:11.072940 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-94f1d73f-cf8c-44a3-bdd6-0974444238e4 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:11.073763 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-94f1d73f-cf8c-44a3-bdd6-0974444238e4 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:11.132205 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-94f1d73f-cf8c-44a3-bdd6-0974444238e4 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3220572 Aug 10 01:00:11.146993 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c24c1891-d32b-4b49-ba50-ed662a01f96b req-507e6d19-38d9-4674-8f85-5c5964b5531e tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286814 Aug 10 01:00:11.154481 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-a2d1c421-e94d-4c5e-b83d-c8fad46ffe05 service neutron] Request body: {'port': {'device_id': 'ab2b1782-5630-4bce-83a8-b5731c628185', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:11.182167 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3d42874a-4825-4c79-8b08-4078152b3c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:11.225869 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85eee0f4-e1a1-4596-89cd-a8c6d4b75c8b x-openstack-request-id: req-85eee0f4-e1a1-4596-89cd-a8c6d4b75c8b {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:11.226258 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bb2b3ff-4b68-402f-9b58-585ede626826", "name": "network-vif-deleted", "tag": "d43ff89c-795b-44a0-9093-494339d27aed", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:11.227293 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-85eee0f4-e1a1-4596-89cd-a8c6d4b75c8b {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:11.227785 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb2b3ff-4b68-402f-9b58-585ede626826', 'name': 'network-vif-deleted', 'tag': 'd43ff89c-795b-44a0-9093-494339d27aed', 'status': 'completed', 'code': 200} Aug 10 01:00:11.259601 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7420dc57-0df4-4f4e-b7f3-0fbed97e1237 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:11.285928 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ef9440-d9f8-48da-a261-b70a0312953f x-openstack-request-id: req-c1ef9440-d9f8-48da-a261-b70a0312953f {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:11.286201 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4daab54-9d4f-4b32-ab78-5b45b50b6b98", "name": "network-vif-deleted", "tag": "5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:11.286457 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c1ef9440-d9f8-48da-a261-b70a0312953f {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:11.286850 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4daab54-9d4f-4b32-ab78-5b45b50b6b98', 'name': 'network-vif-deleted', 'tag': '5bfe1f33-435d-4d2c-9f6d-2b9a6b2f22f0', 'status': 'completed', 'code': 200} Aug 10 01:00:11.290644 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1aa57d3c-82d2-405e-9fb4-61cacce8c796 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:11.298063 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1aa57d3c-82d2-405e-9fb4-61cacce8c796 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:11.300905 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-a2d1c421-e94d-4c5e-b83d-c8fad46ffe05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:11.320760 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 7420dc57-0df4-4f4e-b7f3-0fbed97e1237 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:11.329910 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 7420dc57-0df4-4f4e-b7f3-0fbed97e1237 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:11.330628 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:11.337174 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1a7dcaf3-ec6a-4b43-b99f-b03b7e037133 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:11.377033 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:11.431214 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:11.452565 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 7420dc57-0df4-4f4e-b7f3-0fbed97e1237, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=7420dc57-0df4-4f4e-b7f3-0fbed97e1237,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:11.456145 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7dcaf3-ec6a-4b43-b99f-b03b7e037133 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:11.505511 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-1a7dcaf3-ec6a-4b43-b99f-b03b7e037133 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:11.511642 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7dcaf3-ec6a-4b43-b99f-b03b7e037133 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Pushing event updated for resources: {'Port': ['ID=b1ece3f9-1ca6-4187-bfda-d026a210fc2e,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:11.663705 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7dcaf3-ec6a-4b43-b99f-b03b7e037133 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:11.663705 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb664af-f711-40e6-9da6-ffc18c1b3288 req-ea406db6-1835-491e-bd27-6adb425164ad tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:11.663705 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ccb664af-f711-40e6-9da6-ffc18c1b3288 req-ea406db6-1835-491e-bd27-6adb425164ad tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b941fe3-8bd2-4e75-98eb-b89ceba22eeb HTTP/1.1" status: 200 len: 943 time: 0.3009210 Aug 10 01:00:11.663705 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [None req-1aa57d3c-82d2-405e-9fb4-61cacce8c796 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Floating IP 20ee5644-c596-4c0e-a5e4-d8e2ab778cd7 associated. External IP: 172.25.2.18, port: 69187de3-58d2-46cb-8eb0-0486407464e8. Aug 10 01:00:11.666617 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:11.722330 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=7420dc57-0df4-4f4e-b7f3-0fbed97e1237,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:11.729229 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa2503-768b-4aa9-8f73-185e733fe6b4 req-9b25ccb5-9395-4130-bdc3-83759367fb5d tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:11.730782 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3eaa2503-768b-4aa9-8f73-185e733fe6b4 req-9b25ccb5-9395-4130-bdc3-83759367fb5d tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=682a8672-af52-4f56-a2c4-d61293a40d60 HTTP/1.1" status: 200 len: 945 time: 0.2817404 Aug 10 01:00:11.829570 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device d43ff89c-795b-44a0-9093-494339d27aed no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:00:11.853407 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: d43ff89c-795b-44a0-9093-494339d27aed {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:00:11.853858 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device d43ff89c-795b-44a0-9093-494339d27aed not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:00:12.190261 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ccb664af-f711-40e6-9da6-ffc18c1b3288 req-bb177b5b-74e6-4376-baf7-75ac472eb208 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5399280 Aug 10 01:00:12.319384 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3eaa2503-768b-4aa9-8f73-185e733fe6b4 req-5278a336-0d21-4a01-95b5-5f5c31d3108b tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5732586 Aug 10 01:00:12.446359 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf4d7b-d0bf-46dd-9a62-bdbb59db558b req-7eaaf3c6-eb45-4ef5-8b5d-960854c2899a tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:12.447753 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77cf4d7b-d0bf-46dd-9a62-bdbb59db558b req-7eaaf3c6-eb45-4ef5-8b5d-960854c2899a tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=25fca828-0258-4413-8e18-bb227d95d4e1 HTTP/1.1" status: 200 len: 945 time: 0.1944616 Aug 10 01:00:12.613793 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-a2d1c421-e94d-4c5e-b83d-c8fad46ffe05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9017a22e-2782-4f0a-bce0-b5f6e615377e {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:00:12.639140 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-a2d1c421-e94d-4c5e-b83d-c8fad46ffe05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:12.655773 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77cf4d7b-d0bf-46dd-9a62-bdbb59db558b req-71629a44-0d99-489f-903d-05a51b766c3f tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849256 Aug 10 01:00:12.683637 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957cc7b-aff4-4478-aedb-54d72cccd3f6 req-38a8cad1-74c9-4c76-9709-a622d4278797 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:12.685151 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7957cc7b-aff4-4478-aedb-54d72cccd3f6 req-38a8cad1-74c9-4c76-9709-a622d4278797 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d59760-c999-4586-aee5-84babcfaab92 HTTP/1.1" status: 200 len: 944 time: 0.2325599 Aug 10 01:00:12.689767 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-a2d1c421-e94d-4c5e-b83d-c8fad46ffe05 service neutron] Transition to ACTIVE for port object 9017a22e-2782-4f0a-bce0-b5f6e615377e will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:12.690869 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1a7dcaf3-ec6a-4b43-b99f-b03b7e037133 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:12.704146 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-a2d1c421-e94d-4c5e-b83d-c8fad46ffe05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:12.737762 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa57d3c-82d2-405e-9fb4-61cacce8c796 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Router ffe05d4e-1105-4d2b-87c9-4a6c91d02339 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:00:12.887101 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7957cc7b-aff4-4478-aedb-54d72cccd3f6 req-6cb1a693-dbca-468e-befc-38daeb4f3f74 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940529 Aug 10 01:00:12.922796 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d1c421-e94d-4c5e-b83d-c8fad46ffe05 service neutron] Pushing event updated for resources: {'Port': ['ID=9017a22e-2782-4f0a-bce0-b5f6e615377e,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:12.980415 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a994f-1d78-42e1-ba88-2011da700664 req-0f3a3711-deb3-44aa-9f41-f5111243edc2 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:12.981794 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-af2a994f-1d78-42e1-ba88-2011da700664 req-0f3a3711-deb3-44aa-9f41-f5111243edc2 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab2b1782-5630-4bce-83a8-b5731c628185 HTTP/1.1" status: 200 len: 944 time: 0.2319639 Aug 10 01:00:13.127891 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7420dc57-0df4-4f4e-b7f3-0fbed97e1237 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:13.175017 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 7420dc57-0df4-4f4e-b7f3-0fbed97e1237 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:13.175668 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:13.197895 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-af2a994f-1d78-42e1-ba88-2011da700664 req-fd9f567a-593a-44f4-8626-f1f0805ee79b tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973541 Aug 10 01:00:13.202232 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa57d3c-82d2-405e-9fb4-61cacce8c796 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:00:13.206205 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-a2d1c421-e94d-4c5e-b83d-c8fad46ffe05 service neutron] Attempting to bind port 9017a22e-2782-4f0a-bce0-b5f6e615377e on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:00:13.206542 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-a2d1c421-e94d-4c5e-b83d-c8fad46ffe05 service neutron] Attempting to bind port 9017a22e-2782-4f0a-bce0-b5f6e615377e by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '29e670d9-5039-46c1-a69e-9628f4a030e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5040841a-4984-47dc-a172-a1e3b8550316'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:00:13.206981 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-a2d1c421-e94d-4c5e-b83d-c8fad46ffe05 service neutron] Attempting to bind port 9017a22e-2782-4f0a-bce0-b5f6e615377e on network 5040841a-4984-47dc-a172-a1e3b8550316 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:13.213366 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a84ead5-6711-4cdc-b2fa-d62bf29862fd None None] Sync routers for ids ['ffe05d4e-1105-4d2b-87c9-4a6c91d02339'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:00:13.213620 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1aa57d3c-82d2-405e-9fb4-61cacce8c796 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:13.239931 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a84ead5-6711-4cdc-b2fa-d62bf29862fd None None] Routers {'ffe05d4e-1105-4d2b-87c9-4a6c91d02339'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:13.240421 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-4a84ead5-6711-4cdc-b2fa-d62bf29862fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:59:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['ffe05d4e-1105-4d2b-87c9-4a6c91d02339'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:13.243248 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-a2d1c421-e94d-4c5e-b83d-c8fad46ffe05 service neutron] Port 9017a22e-2782-4f0a-bce0-b5f6e615377e on network 5040841a-4984-47dc-a172-a1e3b8550316 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:00:13.243248 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-a2d1c421-e94d-4c5e-b83d-c8fad46ffe05 service neutron] Attempting to bind port 9017a22e-2782-4f0a-bce0-b5f6e615377e on network 5040841a-4984-47dc-a172-a1e3b8550316 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:13.255995 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636f69b-ea31-4816-a8ef-9bc9f27ab760 req-901274b5-b258-409b-a755-6db4193033ad tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:13.257499 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2636f69b-ea31-4816-a8ef-9bc9f27ab760 req-901274b5-b258-409b-a755-6db4193033ad tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.20 "GET /v2.0/ports?device_id=682a8672-af52-4f56-a2c4-d61293a40d60 HTTP/1.1" status: 200 len: 945 time: 0.2201779 Aug 10 01:00:13.271313 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-a2d1c421-e94d-4c5e-b83d-c8fad46ffe05 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:00:13.271659 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-a2d1c421-e94d-4c5e-b83d-c8fad46ffe05 service neutron] Checking segment: {'id': '29e670d9-5039-46c1-a69e-9628f4a030e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5040841a-4984-47dc-a172-a1e3b8550316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:00:13.272580 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-a2d1c421-e94d-4c5e-b83d-c8fad46ffe05 service neutron] Bound using segment: {'id': '29e670d9-5039-46c1-a69e-9628f4a030e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5040841a-4984-47dc-a172-a1e3b8550316'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:00:13.272580 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-a2d1c421-e94d-4c5e-b83d-c8fad46ffe05 service neutron] Bound port: 9017a22e-2782-4f0a-bce0-b5f6e615377e, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e670d9-5039-46c1-a69e-9628f4a030e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5040841a-4984-47dc-a172-a1e3b8550316'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:00:13.272852 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-a2d1c421-e94d-4c5e-b83d-c8fad46ffe05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:13.291683 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1aa57d3c-82d2-405e-9fb4-61cacce8c796 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "PUT /v2.0/floatingips/20ee5644-c596-4c0e-a5e4-d8e2ab778cd7 HTTP/1.1" status: 200 len: 991 time: 3.4934292 Aug 10 01:00:13.291683 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41fdf232-3cc4-4a76-92f9-c859eb56249d', 'tag': '69187de3-58d2-46cb-8eb0-0486407464e8'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:13.291683 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390519a0-cd80-429f-aa85-09bb233bed56" -d '{"events": [{"name": "network-changed", "server_uuid": "41fdf232-3cc4-4a76-92f9-c859eb56249d", "tag": "69187de3-58d2-46cb-8eb0-0486407464e8"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:13.299042 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1a7dcaf3-ec6a-4b43-b99f-b03b7e037133 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:13.378620 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-4a84ead5-6711-4cdc-b2fa-d62bf29862fd None None] Set router ffe05d4e-1105-4d2b-87c9-4a6c91d02339 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:00:13.424395 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95142538-ff58-4e2a-8fc4-39b1c285444f x-openstack-request-id: req-95142538-ff58-4e2a-8fc4-39b1c285444f {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:13.424395 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41fdf232-3cc4-4a76-92f9-c859eb56249d", "tag": "69187de3-58d2-46cb-8eb0-0486407464e8", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:13.424395 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-95142538-ff58-4e2a-8fc4-39b1c285444f {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:13.424395 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41fdf232-3cc4-4a76-92f9-c859eb56249d', 'tag': '69187de3-58d2-46cb-8eb0-0486407464e8', 'status': 'completed', 'code': 200} Aug 10 01:00:13.480748 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4e3ce-260e-4595-967a-3408e15d70b2 req-f2984b10-4b5f-4209-83e7-f9b62c1464ae tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:13.482268 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-97d4e3ce-260e-4595-967a-3408e15d70b2 req-f2984b10-4b5f-4209-83e7-f9b62c1464ae tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b941fe3-8bd2-4e75-98eb-b89ceba22eeb HTTP/1.1" status: 200 len: 943 time: 0.2168100 Aug 10 01:00:13.562355 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-708baecf-582f-48a7-be92-2a41967bf29b req-0e499069-9708-4bed-bc22-650c7099cec6 service neutron] 10.222.0.20 "GET /v2.0/ports/935b08b0-190b-469f-9c27-3484c1986864/bindings/n-h1-766726-26 HTTP/1.1" status: 200 len: 385 time: 0.2182698 Aug 10 01:00:13.587193 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-20d3338c-283c-4701-b1da-63b397da7226 req-40c1bff0-de9b-4aeb-a750-4801e0608520 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ccaad7b0-82bf-434a-9407-49a3ecd88d92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0762305 Aug 10 01:00:13.596770 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-a2d1c421-e94d-4c5e-b83d-c8fad46ffe05 service neutron] For port 9017a22e-2782-4f0a-bce0-b5f6e615377e, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:00:13.620223 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b00c1a-41a6-455e-b06b-a330508683e7 req-c4482cf1-6c35-4de4-9881-52b79c91a7ca tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:13.620223 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-14b00c1a-41a6-455e-b06b-a330508683e7 req-c4482cf1-6c35-4de4-9881-52b79c91a7ca tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.20 "GET /v2.0/ports?device_id=25fca828-0258-4413-8e18-bb227d95d4e1 HTTP/1.1" status: 200 len: 945 time: 0.2081461 Aug 10 01:00:13.626255 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390519a0-cd80-429f-aa85-09bb233bed56 req-8d76de68-278a-421a-815f-9e022e9f69fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:13.627866 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-390519a0-cd80-429f-aa85-09bb233bed56 req-8d76de68-278a-421a-815f-9e022e9f69fe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d91dc5c8b6a84b00a6991cd850981f11&device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 1098 time: 0.1504648 Aug 10 01:00:13.635702 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-a2d1c421-e94d-4c5e-b83d-c8fad46ffe05 service neutron] For port 9017a22e-2782-4f0a-bce0-b5f6e615377e, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=9017a22e-2782-4f0a-bce0-b5f6e615377e,segment=NetworkSegment(29e670d9-5039-46c1-a69e-9628f4a030e2),segment_id=29e670d9-5039-46c1-a69e-9628f4a030e2)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:00:13.640114 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-4a84ead5-6711-4cdc-b2fa-d62bf29862fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'name': 'tempest-AttachVolumeTestJSON-56048594-router', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b014651d-896e-49bf-a8fe-96ed9fd8633a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T00:59:41Z', 'revision_number': 4, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'gw_port': {'id': 'b014651d-896e-49bf-a8fe-96ed9fd8633a', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T00:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '20ee5644-c596-4c0e-a5e4-d8e2ab778cd7', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'floating_ip_address': '172.25.2.18', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'port_id': '69187de3-58d2-46cb-8eb0-0486407464e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e', 'mac_address': 'fa:16:3e:5d:a3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fdf232-3cc4-4a76-92f9-c859eb56249d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:59:44Z', 'updated_at': '2021-08-10T01:00:11Z', 'revision_number': 1, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b72c7d-b08b-4b6b-8e03-039ba2c68e0a', 'name': '', 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'mac_address': 'fa:16:3e:5a:5a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '5e3c383a-86af-456d-b822-0c7aa421c546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:40Z', 'updated_at': '2021-08-10T00:59:47Z', 'revision_number': 5, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'subnets': [{'id': '5e3c383a-86af-456d-b822-0c7aa421c546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:13.641927 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-97d4e3ce-260e-4595-967a-3408e15d70b2 req-cfa3b2b1-dfa2-433e-a9ac-29ffa369d4a6 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190450 Aug 10 01:00:13.652626 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-a2d1c421-e94d-4c5e-b83d-c8fad46ffe05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:13.665432 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cfaba3-ab2c-412f-85c7-bc3eaa266252 req-f8d4c820-a80e-47e3-a570-7148796cc631 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:13.666917 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94cfaba3-ab2c-412f-85c7-bc3eaa266252 req-f8d4c820-a80e-47e3-a570-7148796cc631 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=682a8672-af52-4f56-a2c4-d61293a40d60 HTTP/1.1" status: 200 len: 945 time: 0.1581557 Aug 10 01:00:13.673172 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a84ead5-6711-4cdc-b2fa-d62bf29862fd None None] Checking router: ffe05d4e-1105-4d2b-87c9-4a6c91d02339 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:00:13.674846 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-2636f69b-ea31-4816-a8ef-9bc9f27ab760 req-3c4ee98f-b604-47d9-941c-a991576e7e2a tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Deleting port 2f5181ab-50b7-412f-a99b-32c10dbcc869 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:13.675564 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2636f69b-ea31-4816-a8ef-9bc9f27ab760 req-3c4ee98f-b604-47d9-941c-a991576e7e2a tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:13.684723 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a84ead5-6711-4cdc-b2fa-d62bf29862fd None None] Routers {'ffe05d4e-1105-4d2b-87c9-4a6c91d02339'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:13.685466 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-4a84ead5-6711-4cdc-b2fa-d62bf29862fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T00:59:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['ffe05d4e-1105-4d2b-87c9-4a6c91d02339'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:13.776291 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-a2d1c421-e94d-4c5e-b83d-c8fad46ffe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:13.776928 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-a2d1c421-e94d-4c5e-b83d-c8fad46ffe05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:13.778332 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-a2d1c421-e94d-4c5e-b83d-c8fad46ffe05 service neutron] 10.222.0.24 "PUT /v2.0/ports/9017a22e-2782-4f0a-bce0-b5f6e615377e HTTP/1.1" status: 200 len: 1093 time: 2.6350043 Aug 10 01:00:13.842711 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:00:13.866396 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-4a84ead5-6711-4cdc-b2fa-d62bf29862fd None None] Set router ffe05d4e-1105-4d2b-87c9-4a6c91d02339 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:00:13.893471 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94cfaba3-ab2c-412f-85c7-bc3eaa266252 req-c091b9fd-ef30-400d-a012-82463c84727d tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups?id=bed055a5-1959-4ec0-b995-7692b37bc778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957817 Aug 10 01:00:13.899194 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d1c421-e94d-4c5e-b83d-c8fad46ffe05 service neutron] Pushing event updated for resources: {'Port': ['ID=9017a22e-2782-4f0a-bce0-b5f6e615377e,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:13.904320 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390519a0-cd80-429f-aa85-09bb233bed56 req-4c86a8ad-1fe1-4717-b868-c9abd4626bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:13.906134 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-390519a0-cd80-429f-aa85-09bb233bed56 req-4c86a8ad-1fe1-4717-b868-c9abd4626bc0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8055185-7aa6-4d65-b84e-223f9bf84b1e HTTP/1.1" status: 200 len: 910 time: 0.2354829 Aug 10 01:00:13.907210 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7dcaf3-ec6a-4b43-b99f-b03b7e037133 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Router b70a9b02-e76c-41d5-8637-2e5a59567b00 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:00:13.910914 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3338c-283c-4701-b1da-63b397da7226 req-c7d08d30-7820-4f9f-8c64-fdb4e0496532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:13.912385 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-20d3338c-283c-4701-b1da-63b397da7226 req-c7d08d30-7820-4f9f-8c64-fdb4e0496532 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f1c82db603043b497c1daf48dd8e55e&device_id=ccaad7b0-82bf-434a-9407-49a3ecd88d92 HTTP/1.1" status: 200 len: 1098 time: 0.2365041 Aug 10 01:00:13.926607 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-2636f69b-ea31-4816-a8ef-9bc9f27ab760 req-3c4ee98f-b604-47d9-941c-a991576e7e2a tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] For port 2f5181ab-50b7-412f-a99b-32c10dbcc869, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2f5181ab-50b7-412f-a99b-32c10dbcc869,segment=NetworkSegment(f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38),segment_id=f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:13.926933 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2636f69b-ea31-4816-a8ef-9bc9f27ab760 req-3c4ee98f-b604-47d9-941c-a991576e7e2a tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:13.954857 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-2636f69b-ea31-4816-a8ef-9bc9f27ab760 req-3c4ee98f-b604-47d9-941c-a991576e7e2a tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Calling delete_port for 2f5181ab-50b7-412f-a99b-32c10dbcc869 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:14.003085 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.db.resource_extend [None req-37942978-4b60-4791-bac3-47b21a134052 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 01:00:14.006637 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-179c4da3-1fd0-45ad-b6db-bddb2fc6b7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:14.092589 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-14b00c1a-41a6-455e-b06b-a330508683e7 req-37bfa94b-f620-4c14-be35-0ac15d469897 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Deleting port e32d6889-fd12-4585-b0bf-093fada4eca8 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:14.093047 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-14b00c1a-41a6-455e-b06b-a330508683e7 req-37bfa94b-f620-4c14-be35-0ac15d469897 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:14.148926 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569,segment=NetworkSegment(fd0aa135-7bf0-4440-a395-b4833e4cac38),segment_id=fd0aa135-7bf0-4440-a395-b4833e4cac38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:14.168801 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-390519a0-cd80-429f-aa85-09bb233bed56 req-ccc556f2-e81a-4269-ab1c-1d9ac52ea0ac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69187de3-58d2-46cb-8eb0-0486407464e8 HTTP/1.1" status: 200 len: 999 time: 0.2336211 Aug 10 01:00:14.177585 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569', 'network_id': '4f44dc9d-70b4-422e-936e-64ca9a631395', 'port_id': '925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569', 'mac_address': 'fa:16:3e:08:97:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c0490b-72d4-4bea-8139-8e9a7dbf1c5c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:00:14.214209 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-708baecf-582f-48a7-be92-2a41967bf29b req-180b2963-1736-44dd-af9b-a4ce5b21051e service neutron] For port 935b08b0-190b-469f-9c27-3484c1986864, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=935b08b0-190b-469f-9c27-3484c1986864,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:14.247159 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:14.268795 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:00:14.273766 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3338c-283c-4701-b1da-63b397da7226 req-1fee5fa3-f389-4d37-9e98-523b0183b221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:14.277097 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-20d3338c-283c-4701-b1da-63b397da7226 req-1fee5fa3-f389-4d37-9e98-523b0183b221 service neutron] 10.222.0.24 "GET /v2.0/networks?id=68f568b0-c764-43be-a497-965794b9f9b4 HTTP/1.1" status: 200 len: 906 time: 0.3284605 Aug 10 01:00:14.290394 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-4a84ead5-6711-4cdc-b2fa-d62bf29862fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'name': 'tempest-AttachVolumeTestJSON-56048594-router', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b014651d-896e-49bf-a8fe-96ed9fd8633a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T00:59:41Z', 'revision_number': 4, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'gw_port': {'id': 'b014651d-896e-49bf-a8fe-96ed9fd8633a', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T00:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '20ee5644-c596-4c0e-a5e4-d8e2ab778cd7', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'floating_ip_address': '172.25.2.18', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'port_id': '69187de3-58d2-46cb-8eb0-0486407464e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e', 'mac_address': 'fa:16:3e:5d:a3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fdf232-3cc4-4a76-92f9-c859eb56249d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:59:44Z', 'updated_at': '2021-08-10T01:00:11Z', 'revision_number': 1, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b72c7d-b08b-4b6b-8e03-039ba2c68e0a', 'name': '', 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'mac_address': 'fa:16:3e:5a:5a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '5e3c383a-86af-456d-b822-0c7aa421c546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:40Z', 'updated_at': '2021-08-10T00:59:47Z', 'revision_number': 5, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'subnets': [{'id': '5e3c383a-86af-456d-b822-0c7aa421c546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:14.319002 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569,segment=NetworkSegment(fd0aa135-7bf0-4440-a395-b4833e4cac38),segment_id=fd0aa135-7bf0-4440-a395-b4833e4cac38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:14.320381 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a84ead5-6711-4cdc-b2fa-d62bf29862fd None None] The sync data for ids ['ffe05d4e-1105-4d2b-87c9-4a6c91d02339'] in n-d-766726-26 is: [{'id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'name': 'tempest-AttachVolumeTestJSON-56048594-router', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b014651d-896e-49bf-a8fe-96ed9fd8633a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T00:59:41Z', 'revision_number': 4, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'gw_port': {'id': 'b014651d-896e-49bf-a8fe-96ed9fd8633a', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T00:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '20ee5644-c596-4c0e-a5e4-d8e2ab778cd7', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'floating_ip_address': '172.25.2.18', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'port_id': '69187de3-58d2-46cb-8eb0-0486407464e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e', 'mac_address': 'fa:16:3e:5d:a3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fdf232-3cc4-4a76-92f9-c859eb56249d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:59:44Z', 'updated_at': '2021-08-10T01:00:11Z', 'revision_number': 1, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b72c7d-b08b-4b6b-8e03-039ba2c68e0a', 'name': '', 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'mac_address': 'fa:16:3e:5a:5a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '5e3c383a-86af-456d-b822-0c7aa421c546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:40Z', 'updated_at': '2021-08-10T00:59:47Z', 'revision_number': 5, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'subnets': [{'id': '5e3c383a-86af-456d-b822-0c7aa421c546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:00:14.324796 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:14.342179 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-9079fee3-e9b6-4e9c-99f0-3b892f476463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:14.343830 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-9079fee3-e9b6-4e9c-99f0-3b892f476463 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8bb23d60148d40eaa256202b456c8a40&device_id=ab2b1782-5630-4bce-83a8-b5731c628185 HTTP/1.1" status: 200 len: 1096 time: 0.5171831 Aug 10 01:00:14.359319 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-708baecf-582f-48a7-be92-2a41967bf29b req-180b2963-1736-44dd-af9b-a4ce5b21051e service neutron] For port 935b08b0-190b-469f-9c27-3484c1986864, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:00:14.366371 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390519a0-cd80-429f-aa85-09bb233bed56 req-43553a63-1bae-459f-b865-3a3dc146797b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:14.367915 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-390519a0-cd80-429f-aa85-09bb233bed56 req-43553a63-1bae-459f-b865-3a3dc146797b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e3c383a-86af-456d-b822-0c7aa421c546 HTTP/1.1" status: 200 len: 848 time: 0.1755331 Aug 10 01:00:14.369239 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-20d3338c-283c-4701-b1da-63b397da7226 req-6e7bb4c1-3ed3-478c-af60-f704dbcc6df6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c58ea708-4565-4b16-a53e-c9c57ba4f3a2 HTTP/1.1" status: 200 len: 217 time: 0.0823069 Aug 10 01:00:14.371714 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873fbee-044e-4c4b-aca0-34cec8f859e0 req-e2c97b83-c0c9-4f48-9fcd-4be471b6e9d8 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:14.379340 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8873fbee-044e-4c4b-aca0-34cec8f859e0 req-e2c97b83-c0c9-4f48-9fcd-4be471b6e9d8 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=25fca828-0258-4413-8e18-bb227d95d4e1 HTTP/1.1" status: 200 len: 945 time: 0.5428050 Aug 10 01:00:14.392278 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:14.399689 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-14b00c1a-41a6-455e-b06b-a330508683e7 req-37bfa94b-f620-4c14-be35-0ac15d469897 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] For port e32d6889-fd12-4585-b0bf-093fada4eca8, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=e32d6889-fd12-4585-b0bf-093fada4eca8,segment=NetworkSegment(45b34241-697f-4f50-87d8-6d6db6581d08),segment_id=45b34241-697f-4f50-87d8-6d6db6581d08)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:14.400075 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-14b00c1a-41a6-455e-b06b-a330508683e7 req-37bfa94b-f620-4c14-be35-0ac15d469897 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:14.402979 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:14.472159 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-708baecf-582f-48a7-be92-2a41967bf29b req-180b2963-1736-44dd-af9b-a4ce5b21051e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 935b08b0-190b-469f-9c27-3484c1986864 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:00:14.481850 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-14b00c1a-41a6-455e-b06b-a330508683e7 req-37bfa94b-f620-4c14-be35-0ac15d469897 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Calling delete_port for e32d6889-fd12-4585-b0bf-093fada4eca8 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:14.492696 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-708baecf-582f-48a7-be92-2a41967bf29b req-180b2963-1736-44dd-af9b-a4ce5b21051e service neutron] For port 935b08b0-190b-469f-9c27-3484c1986864, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=935b08b0-190b-469f-9c27-3484c1986864,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:14.503163 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-1987735e-e38d-45c4-b21d-c09e439c5ab4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9017a22e-2782-4f0a-bce0-b5f6e615377e HTTP/1.1" status: 200 len: 217 time: 0.1082695 Aug 10 01:00:14.530761 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-708baecf-582f-48a7-be92-2a41967bf29b req-180b2963-1736-44dd-af9b-a4ce5b21051e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:14.533755 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3338c-283c-4701-b1da-63b397da7226 req-dc5bb8ee-df6f-476d-b4e4-a3b4c82df3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:14.535239 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-20d3338c-283c-4701-b1da-63b397da7226 req-dc5bb8ee-df6f-476d-b4e4-a3b4c82df3d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4317e354-7b23-4f49-8b2a-5d1c39378e31 HTTP/1.1" status: 200 len: 845 time: 0.1376805 Aug 10 01:00:14.567059 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 935b08b0-190b-469f-9c27-3484c1986864 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:00:14.584661 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390519a0-cd80-429f-aa85-09bb233bed56 req-bb12e8f3-0c18-4a62-ad05-b0248e628c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:14.585188 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8873fbee-044e-4c4b-aca0-34cec8f859e0 req-a8ca3588-9e11-4ede-9a82-bd1100295499 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043641 Aug 10 01:00:14.585795 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-390519a0-cd80-429f-aa85-09bb233bed56 req-bb12e8f3-0c18-4a62-ad05-b0248e628c82 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8055185-7aa6-4d65-b84e-223f9bf84b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1897776 Aug 10 01:00:14.620054 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3045c-9d96-4b29-9433-59afaabc519f req-ed996523-0b23-43e7-b839-d8b2190e37f1 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:14.622815 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5123ff-65fb-43a4-b0ac-8fab30f04e0e None None] New status for floating IP 20ee5644-c596-4c0e-a5e4-d8e2ab778cd7: ACTIVE {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:00:14.627570 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-20d3338c-283c-4701-b1da-63b397da7226 req-74f7ed57-2f1b-4cf3-8075-d1988fad8a26 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=68f568b0-c764-43be-a497-965794b9f9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607581 Aug 10 01:00:14.634857 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b4a3045c-9d96-4b29-9433-59afaabc519f req-ed996523-0b23-43e7-b839-d8b2190e37f1 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d59760-c999-4586-aee5-84babcfaab92 HTTP/1.1" status: 200 len: 944 time: 0.6362088 Aug 10 01:00:14.666921 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 2f5181ab-50b7-412f-a99b-32c10dbcc869 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:00:14.706004 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7dcaf3-ec6a-4b43-b99f-b03b7e037133 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:00:14.722085 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94c4be3-d442-4262-b5cf-2feac94ae145 None None] Sync routers for ids ['b70a9b02-e76c-41d5-8637-2e5a59567b00'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:00:14.739210 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-18d7096d-a4ce-4e2c-b60f-0f24d0d08e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:14.740714 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-18d7096d-a4ce-4e2c-b60f-0f24d0d08e5a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d10f85b2-b60a-4bec-a6dc-24390adf6af4 HTTP/1.1" status: 200 len: 844 time: 0.2212386 Aug 10 01:00:14.791516 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:00:14.795979 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-df704239-be8d-48ca-b344-3d60192d5cd8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5040841a-4984-47dc-a172-a1e3b8550316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335875 Aug 10 01:00:14.807127 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b4a3045c-9d96-4b29-9433-59afaabc519f req-c5b7face-1484-436e-9958-881d256141e3 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707025 Aug 10 01:00:14.821855 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1a7dcaf3-ec6a-4b43-b99f-b03b7e037133 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:14.826619 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1a7dcaf3-ec6a-4b43-b99f-b03b7e037133 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.9514410 Aug 10 01:00:14.834303 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44642) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:14.838376 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:14.840462 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94c4be3-d442-4262-b5cf-2feac94ae145 None None] Routers {'b70a9b02-e76c-41d5-8637-2e5a59567b00'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:14.841958 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-f94c4be3-d442-4262-b5cf-2feac94ae145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:00:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['b70a9b02-e76c-41d5-8637-2e5a59567b00'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:14.902390 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fad87b-a07e-46ad-9e80-4b73edcb7aef req-092225d3-caa3-42de-9e2d-5bd7089b32f8 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:14.910958 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f4fad87b-a07e-46ad-9e80-4b73edcb7aef req-092225d3-caa3-42de-9e2d-5bd7089b32f8 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab2b1782-5630-4bce-83a8-b5731c628185 HTTP/1.1" status: 200 len: 944 time: 0.2145743 Aug 10 01:00:15.026078 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f4fad87b-a07e-46ad-9e80-4b73edcb7aef req-d57e0ce4-8f60-4e43-9a8f-9af3d8bd57b7 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140707 Aug 10 01:00:15.037241 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-390519a0-cd80-429f-aa85-09bb233bed56 req-e19bd361-41f4-4239-9709-89e3ea0a305b service neutron] 10.222.0.24 "GET /v2.0/networks/f8055185-7aa6-4d65-b84e-223f9bf84b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4241798 Aug 10 01:00:15.064880 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-218a95c2-c929-4766-9ca7-1658f502719b service neutron] 10.222.0.24 "GET /v2.0/networks/5040841a-4984-47dc-a172-a1e3b8550316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559628 Aug 10 01:00:15.066866 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2636f69b-ea31-4816-a8ef-9bc9f27ab760 req-3c4ee98f-b604-47d9-941c-a991576e7e2a tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:15.072727 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-20d3338c-283c-4701-b1da-63b397da7226 req-c2b16a51-62d3-4a4b-bf7d-fa5a36d9a52f service neutron] 10.222.0.24 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144952 Aug 10 01:00:15.118117 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ee98f-b604-47d9-941c-a991576e7e2a tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Pushing event deleted for resources: {'Port': ['ID=2f5181ab-50b7-412f-a99b-32c10dbcc869,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:15.141598 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198abbf-58b2-4151-ba67-8e3db2fe538c req-1e3b04a5-853e-44df-abc1-a6d29e355405 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:15.143156 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f198abbf-58b2-4151-ba67-8e3db2fe538c req-1e3b04a5-853e-44df-abc1-a6d29e355405 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b941fe3-8bd2-4e75-98eb-b89ceba22eeb HTTP/1.1" status: 200 len: 944 time: 0.1500175 Aug 10 01:00:15.163607 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-f94c4be3-d442-4262-b5cf-2feac94ae145 None None] Set router b70a9b02-e76c-41d5-8637-2e5a59567b00 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:00:15.266953 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2636f69b-ea31-4816-a8ef-9bc9f27ab760 req-3c4ee98f-b604-47d9-941c-a991576e7e2a tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] No DVR routers for this DVR port 2f5181ab-50b7-412f-a99b-32c10dbcc869 on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:00:15.277435 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-56cdf36d-1294-4409-ab23-0d8038c719a1 req-9d9f8a90-117a-49b4-8519-b4d2d8064c48 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/ports?device_id=682a8672-af52-4f56-a2c4-d61293a40d60 HTTP/1.1" status: 200 len: 210 time: 0.0625286 Aug 10 01:00:15.280135 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2636f69b-ea31-4816-a8ef-9bc9f27ab760 req-3c4ee98f-b604-47d9-941c-a991576e7e2a tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:15.282447 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2636f69b-ea31-4816-a8ef-9bc9f27ab760 req-3c4ee98f-b604-47d9-941c-a991576e7e2a tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.20 "DELETE /v2.0/ports/2f5181ab-50b7-412f-a99b-32c10dbcc869 HTTP/1.1" status: 204 len: 173 time: 2.0142810 Aug 10 01:00:15.316299 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f198abbf-58b2-4151-ba67-8e3db2fe538c req-a999e63e-c37e-42ea-933e-ae6de73b5c74 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410038 Aug 10 01:00:15.323096 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94e6ec42-ed17-4af7-b7f9-187e2dbe792e req-8407de38-e8d7-420f-b7d4-a9a3dcbf3305 service neutron] 10.222.0.24 "GET /v2.0/networks/5040841a-4984-47dc-a172-a1e3b8550316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174554 Aug 10 01:00:15.335056 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:15.369215 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device e32d6889-fd12-4585-b0bf-093fada4eca8 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:00:15.425294 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2b1782-5630-4bce-83a8-b5731c628185', 'tag': '9017a22e-2782-4f0a-bce0-b5f6e615377e'}, {'server_uuid': '682a8672-af52-4f56-a2c4-d61293a40d60', 'name': 'network-vif-deleted', 'tag': '2f5181ab-50b7-412f-a99b-32c10dbcc869'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:15.427590 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2836e9b-cba7-4d7c-a88e-dbe9d9fc8fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "ab2b1782-5630-4bce-83a8-b5731c628185", "tag": "9017a22e-2782-4f0a-bce0-b5f6e615377e"}, {"server_uuid": "682a8672-af52-4f56-a2c4-d61293a40d60", "name": "network-vif-deleted", "tag": "2f5181ab-50b7-412f-a99b-32c10dbcc869"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:15.493556 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a39756-418c-465a-b65d-9f3417251b94 x-openstack-request-id: req-85a39756-418c-465a-b65d-9f3417251b94 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:15.493861 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab2b1782-5630-4bce-83a8-b5731c628185", "tag": "9017a22e-2782-4f0a-bce0-b5f6e615377e", "status": "completed", "code": 200}, {"server_uuid": "682a8672-af52-4f56-a2c4-d61293a40d60", "name": "network-vif-deleted", "tag": "2f5181ab-50b7-412f-a99b-32c10dbcc869", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:15.494129 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-85a39756-418c-465a-b65d-9f3417251b94 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:15.494567 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab2b1782-5630-4bce-83a8-b5731c628185', 'tag': '9017a22e-2782-4f0a-bce0-b5f6e615377e', 'status': 'completed', 'code': 200} Aug 10 01:00:15.494823 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682a8672-af52-4f56-a2c4-d61293a40d60', 'name': 'network-vif-deleted', 'tag': '2f5181ab-50b7-412f-a99b-32c10dbcc869', 'status': 'completed', 'code': 200} Aug 10 01:00:15.546553 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-f94c4be3-d442-4262-b5cf-2feac94ae145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70a9b02-e76c-41d5-8637-2e5a59567b00', 'name': 'tempest-snat-router-674585285', 'tenant_id': '4c007c365a2d46179e21fc6a08c95c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'b1ece3f9-1ca6-4187-bfda-d026a210fc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:07Z', 'updated_at': '2021-08-10T01:00:12Z', 'revision_number': 3, 'project_id': '4c007c365a2d46179e21fc6a08c95c10', 'gw_port': {'id': 'b1ece3f9-1ca6-4187-bfda-d026a210fc2e', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70a9b02-e76c-41d5-8637-2e5a59567b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:10Z', 'updated_at': '2021-08-10T01:00:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:15.561260 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2836e9b-cba7-4d7c-a88e-dbe9d9fc8fa1 req-432e457d-b01f-4aca-80cc-9b5fb14c41f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:15.563462 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2836e9b-cba7-4d7c-a88e-dbe9d9fc8fa1 req-432e457d-b01f-4aca-80cc-9b5fb14c41f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8bb23d60148d40eaa256202b456c8a40&device_id=ab2b1782-5630-4bce-83a8-b5731c628185 HTTP/1.1" status: 200 len: 1096 time: 0.0463233 Aug 10 01:00:15.575455 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-708baecf-582f-48a7-be92-2a41967bf29b req-180b2963-1736-44dd-af9b-a4ce5b21051e service neutron] Transition to ACTIVE for port object 935b08b0-190b-469f-9c27-3484c1986864 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:15.585309 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-14b00c1a-41a6-455e-b06b-a330508683e7 req-37bfa94b-f620-4c14-be35-0ac15d469897 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:15.588373 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94c4be3-d442-4262-b5cf-2feac94ae145 None None] Checking router: b70a9b02-e76c-41d5-8637-2e5a59567b00 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:00:15.588852 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94c4be3-d442-4262-b5cf-2feac94ae145 None None] Updating router b70a9b02-e76c-41d5-8637-2e5a59567b00 port b1ece3f9-1ca6-4187-bfda-d026a210fc2e binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:00:15.594144 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-60cf0368-ce44-45eb-bcce-ba7f5a83451e tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] 10.222.0.35 "GET /v2.0/routers/b70a9b02-e76c-41d5-8637-2e5a59567b00 HTTP/1.1" status: 200 len: 907 time: 0.7466094 Aug 10 01:00:15.594352 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:15.608008 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-708baecf-582f-48a7-be92-2a41967bf29b req-180b2963-1736-44dd-af9b-a4ce5b21051e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:15.614343 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44648) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:15.643393 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f94c4be3-d442-4262-b5cf-2feac94ae145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:15.699468 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bfa94b-f620-4c14-be35-0ac15d469897 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Pushing event deleted for resources: {'Port': ['ID=e32d6889-fd12-4585-b0bf-093fada4eca8,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:15.700624 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ea1d9c2f-ed69-472d-9888-9ace412d937c req-43487596-6884-42d4-a8be-20e7bcc56a09 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=25fca828-0258-4413-8e18-bb227d95d4e1 HTTP/1.1" status: 200 len: 210 time: 0.0375786 Aug 10 01:00:15.753478 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2836e9b-cba7-4d7c-a88e-dbe9d9fc8fa1 req-03c5f4f8-61bc-497f-8d94-e0f863d584b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:15.755066 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2836e9b-cba7-4d7c-a88e-dbe9d9fc8fa1 req-03c5f4f8-61bc-497f-8d94-e0f863d584b2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5040841a-4984-47dc-a172-a1e3b8550316 HTTP/1.1" status: 200 len: 905 time: 0.1836269 Aug 10 01:00:15.810269 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2836e9b-cba7-4d7c-a88e-dbe9d9fc8fa1 req-7c5df302-34de-48b2-a894-9aaa0b5c2322 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9017a22e-2782-4f0a-bce0-b5f6e615377e HTTP/1.1" status: 200 len: 217 time: 0.0472381 Aug 10 01:00:15.823779 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-390519a0-cd80-429f-aa85-09bb233bed56 req-9e1f5f36-972a-473b-8ecd-b05ce87be437 service neutron] 10.222.0.24 "GET /v2.0/networks/f8055185-7aa6-4d65-b84e-223f9bf84b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7558887 Aug 10 01:00:15.869425 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b00c1a-41a6-455e-b06b-a330508683e7 req-37bfa94b-f620-4c14-be35-0ac15d469897 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] No DVR routers for this DVR port e32d6889-fd12-4585-b0bf-093fada4eca8 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:00:15.880384 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2836e9b-cba7-4d7c-a88e-dbe9d9fc8fa1 req-ea8e9e36-08ed-4a04-af26-3da011853cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:15.882185 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2836e9b-cba7-4d7c-a88e-dbe9d9fc8fa1 req-ea8e9e36-08ed-4a04-af26-3da011853cc4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d10f85b2-b60a-4bec-a6dc-24390adf6af4 HTTP/1.1" status: 200 len: 844 time: 0.0642345 Aug 10 01:00:15.900599 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-14b00c1a-41a6-455e-b06b-a330508683e7 req-37bfa94b-f620-4c14-be35-0ac15d469897 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:15.903178 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-14b00c1a-41a6-455e-b06b-a330508683e7 req-37bfa94b-f620-4c14-be35-0ac15d469897 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.20 "DELETE /v2.0/ports/e32d6889-fd12-4585-b0bf-093fada4eca8 HTTP/1.1" status: 204 len: 173 time: 2.2723374 Aug 10 01:00:15.903629 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25fca828-0258-4413-8e18-bb227d95d4e1', 'name': 'network-vif-deleted', 'tag': 'e32d6889-fd12-4585-b0bf-093fada4eca8'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:15.913330 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d55898-79ad-4991-aa68-cf2e4257b771" -d '{"events": [{"server_uuid": "25fca828-0258-4413-8e18-bb227d95d4e1", "name": "network-vif-deleted", "tag": "e32d6889-fd12-4585-b0bf-093fada4eca8"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:15.958485 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2836e9b-cba7-4d7c-a88e-dbe9d9fc8fa1 req-4fadff9f-3b96-4427-b495-6e3b15ba717d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5040841a-4984-47dc-a172-a1e3b8550316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680411 Aug 10 01:00:15.988229 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-708baecf-582f-48a7-be92-2a41967bf29b req-180b2963-1736-44dd-af9b-a4ce5b21051e service neutron] No DVR routers for this DVR port 935b08b0-190b-469f-9c27-3484c1986864 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:00:15.996959 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-20d3338c-283c-4701-b1da-63b397da7226 req-90d637f6-9f76-4697-b4a3-df3bc725d5f3 service neutron] 10.222.0.24 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9076154 Aug 10 01:00:16.007569 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f94c4be3-d442-4262-b5cf-2feac94ae145 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.009821 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b2963-1736-44dd-af9b-a4ce5b21051e service neutron] Pushing event updated for resources: {'Port': ['ID=935b08b0-190b-469f-9c27-3484c1986864,revision_number=10']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:16.035546 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f94c4be3-d442-4262-b5cf-2feac94ae145 None None] Transition to ACTIVE for port object b1ece3f9-1ca6-4187-bfda-d026a210fc2e will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:16.044269 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f94c4be3-d442-4262-b5cf-2feac94ae145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.047214 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e90fce-46b6-4e5e-bd5a-e5cec7112d5d req-d47ed4b6-01d5-4863-a010-1c1fce48e00e tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:16.048490 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-708baecf-582f-48a7-be92-2a41967bf29b req-180b2963-1736-44dd-af9b-a4ce5b21051e service neutron] 10.222.0.20 "PUT /v2.0/ports/935b08b0-190b-469f-9c27-3484c1986864/bindings/n-h1-766726-26/activate HTTP/1.1" status: 200 len: 370 time: 2.4760213 Aug 10 01:00:16.055885 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d9e90fce-46b6-4e5e-bd5a-e5cec7112d5d req-d47ed4b6-01d5-4863-a010-1c1fce48e00e tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d59760-c999-4586-aee5-84babcfaab92 HTTP/1.1" status: 200 len: 945 time: 0.1532252 Aug 10 01:00:16.057628 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-887d6330-026c-4b01-b96a-5829b9c8c4a6 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.112307 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34bbace-a82a-459f-b823-b7ec2aef1409 None None] Pushing event updated for resources: {'Port': ['ID=b1ece3f9-1ca6-4187-bfda-d026a210fc2e,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:16.124636 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d9e90fce-46b6-4e5e-bd5a-e5cec7112d5d req-f68d2a03-8c57-43dc-92e0-eddefed8be11 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639524 Aug 10 01:00:16.151005 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2836e9b-cba7-4d7c-a88e-dbe9d9fc8fa1 req-6fe39a8c-c153-453c-a603-5643a3917f13 service neutron] 10.222.0.24 "GET /v2.0/networks/5040841a-4984-47dc-a172-a1e3b8550316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828749 Aug 10 01:00:16.176575 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-f94c4be3-d442-4262-b5cf-2feac94ae145 None None] Attempting to bind port b1ece3f9-1ca6-4187-bfda-d026a210fc2e on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:00:16.177205 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-f94c4be3-d442-4262-b5cf-2feac94ae145 None None] Attempting to bind port b1ece3f9-1ca6-4187-bfda-d026a210fc2e by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:00:16.177618 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94c4be3-d442-4262-b5cf-2feac94ae145 None None] Attempting to bind port b1ece3f9-1ca6-4187-bfda-d026a210fc2e on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:16.180638 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.185576 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94c4be3-d442-4262-b5cf-2feac94ae145 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:00:16.186007 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94c4be3-d442-4262-b5cf-2feac94ae145 None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:00:16.188344 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f94c4be3-d442-4262-b5cf-2feac94ae145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.188344 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94c4be3-d442-4262-b5cf-2feac94ae145 None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:00:16.188344 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-f94c4be3-d442-4262-b5cf-2feac94ae145 None None] Bound port: b1ece3f9-1ca6-4187-bfda-d026a210fc2e, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:00:16.188344 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f94c4be3-d442-4262-b5cf-2feac94ae145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.196479 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b63e2e9-09ca-4447-a69b-ad0012fb6973 x-openstack-request-id: req-5b63e2e9-09ca-4447-a69b-ad0012fb6973 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:16.196717 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25fca828-0258-4413-8e18-bb227d95d4e1", "name": "network-vif-deleted", "tag": "e32d6889-fd12-4585-b0bf-093fada4eca8", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:16.196946 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5b63e2e9-09ca-4447-a69b-ad0012fb6973 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:16.197350 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25fca828-0258-4413-8e18-bb227d95d4e1', 'name': 'network-vif-deleted', 'tag': 'e32d6889-fd12-4585-b0bf-093fada4eca8', 'status': 'completed', 'code': 200} Aug 10 01:00:16.261376 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-f94c4be3-d442-4262-b5cf-2feac94ae145 None None] For port b1ece3f9-1ca6-4187-bfda-d026a210fc2e, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:00:16.265389 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-f94c4be3-d442-4262-b5cf-2feac94ae145 None None] For port b1ece3f9-1ca6-4187-bfda-d026a210fc2e, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b1ece3f9-1ca6-4187-bfda-d026a210fc2e,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:00:16.268623 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708baecf-582f-48a7-be92-2a41967bf29b req-d8b5441c-1e3b-40bf-a190-0af82d4a04b1 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:16.270228 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-708baecf-582f-48a7-be92-2a41967bf29b req-d8b5441c-1e3b-40bf-a190-0af82d4a04b1 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=80d59760-c999-4586-aee5-84babcfaab92&tenant_id=af5124099ce04e7383a5ec5f662d948c&binding%3Ahost_id=n-h2-766726-26 HTTP/1.1" status: 200 len: 1097 time: 0.0719891 Aug 10 01:00:16.271219 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f94c4be3-d442-4262-b5cf-2feac94ae145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.272355 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-887d6330-026c-4b01-b96a-5829b9c8c4a6 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.314965 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abc496-889a-403d-9afc-86320e07fb97 req-f547eecc-f8c8-485c-84ef-ec111993699b tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:16.323765 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a9abc496-889a-403d-9afc-86320e07fb97 req-f547eecc-f8c8-485c-84ef-ec111993699b tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab2b1782-5630-4bce-83a8-b5731c628185 HTTP/1.1" status: 200 len: 944 time: 0.0840721 Aug 10 01:00:16.337262 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94c4be3-d442-4262-b5cf-2feac94ae145 None None] Routers {'b70a9b02-e76c-41d5-8637-2e5a59567b00'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:16.337996 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-f94c4be3-d442-4262-b5cf-2feac94ae145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:00:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['b70a9b02-e76c-41d5-8637-2e5a59567b00'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:16.345099 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708baecf-582f-48a7-be92-2a41967bf29b req-0a26bfd9-6177-405c-94fe-4d630ed0cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:16.346620 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-708baecf-582f-48a7-be92-2a41967bf29b req-0a26bfd9-6177-405c-94fe-4d630ed0cbda service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=80d59760-c999-4586-aee5-84babcfaab92&tenant_id=af5124099ce04e7383a5ec5f662d948c HTTP/1.1" status: 200 len: 1097 time: 0.0676787 Aug 10 01:00:16.358046 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2836e9b-cba7-4d7c-a88e-dbe9d9fc8fa1 req-e6fe6834-6f8d-4370-9291-d98961911d5e service neutron] 10.222.0.24 "GET /v2.0/networks/5040841a-4984-47dc-a172-a1e3b8550316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001543 Aug 10 01:00:16.365387 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-887d6330-026c-4b01-b96a-5829b9c8c4a6 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Deleting port b1ece3f9-1ca6-4187-bfda-d026a210fc2e {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:16.365753 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-887d6330-026c-4b01-b96a-5829b9c8c4a6 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.388825 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a9abc496-889a-403d-9afc-86320e07fb97 req-3e4ac3b5-4711-4003-974c-ad3b5608c9b8 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643668 Aug 10 01:00:16.474190 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708baecf-582f-48a7-be92-2a41967bf29b req-91aa0bf9-368c-4b90-a51d-7b7ecac3c79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:16.474458 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-887d6330-026c-4b01-b96a-5829b9c8c4a6 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] For port b1ece3f9-1ca6-4187-bfda-d026a210fc2e, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b1ece3f9-1ca6-4187-bfda-d026a210fc2e,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:16.474601 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-887d6330-026c-4b01-b96a-5829b9c8c4a6 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.479093 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-708baecf-582f-48a7-be92-2a41967bf29b req-91aa0bf9-368c-4b90-a51d-7b7ecac3c79d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af5124099ce04e7383a5ec5f662d948c&device_id=80d59760-c999-4586-aee5-84babcfaab92 HTTP/1.1" status: 200 len: 1097 time: 0.0892048 Aug 10 01:00:16.487747 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-887d6330-026c-4b01-b96a-5829b9c8c4a6 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Calling delete_port for b1ece3f9-1ca6-4187-bfda-d026a210fc2e owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:16.501824 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-f94c4be3-d442-4262-b5cf-2feac94ae145 None None] Set router b70a9b02-e76c-41d5-8637-2e5a59567b00 gateway port host: None {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:00:16.593457 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11047481-97f1-4baa-a96c-bafaf3b3af35 req-c5d7166c-c513-4ee4-9c77-d6843ed36d95 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:16.595187 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-11047481-97f1-4baa-a96c-bafaf3b3af35 req-c5d7166c-c513-4ee4-9c77-d6843ed36d95 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b941fe3-8bd2-4e75-98eb-b89ceba22eeb HTTP/1.1" status: 200 len: 944 time: 0.1151540 Aug 10 01:00:16.605536 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['c58ea708-4565-4b16-a53e-c9c57ba4f3a2'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:00:16.646787 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44678) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:16.667266 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-f94c4be3-d442-4262-b5cf-2feac94ae145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70a9b02-e76c-41d5-8637-2e5a59567b00', 'name': 'tempest-snat-router-674585285', 'tenant_id': '4c007c365a2d46179e21fc6a08c95c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:07Z', 'updated_at': '2021-08-10T01:00:16Z', 'revision_number': 4, 'project_id': '4c007c365a2d46179e21fc6a08c95c10', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:16.672590 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34bbace-a82a-459f-b823-b7ec2aef1409 None None] Pushing event updated for resources: {'Port': ['ID=b1ece3f9-1ca6-4187-bfda-d026a210fc2e,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:16.695370 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-887d6330-026c-4b01-b96a-5829b9c8c4a6 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.704307 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94c4be3-d442-4262-b5cf-2feac94ae145 None None] The sync data for ids ['b70a9b02-e76c-41d5-8637-2e5a59567b00'] in n-d-766726-26 is: [{'id': 'b70a9b02-e76c-41d5-8637-2e5a59567b00', 'name': 'tempest-snat-router-674585285', 'tenant_id': '4c007c365a2d46179e21fc6a08c95c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:07Z', 'updated_at': '2021-08-10T01:00:16Z', 'revision_number': 4, 'project_id': '4c007c365a2d46179e21fc6a08c95c10', 'gw_port_host': None}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:00:16.726584 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d6330-026c-4b01-b96a-5829b9c8c4a6 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1ece3f9-1ca6-4187-bfda-d026a210fc2e,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:16.748420 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708baecf-582f-48a7-be92-2a41967bf29b req-bf0abee8-d2fd-41ff-a650-a583953d1a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:16.751069 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-708baecf-582f-48a7-be92-2a41967bf29b req-bf0abee8-d2fd-41ff-a650-a583953d1a92 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a3b32c7-74a3-4305-b7a7-526211811378 HTTP/1.1" status: 200 len: 909 time: 0.2518690 Aug 10 01:00:16.757013 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-11047481-97f1-4baa-a96c-bafaf3b3af35 req-d5d8c372-02c5-4210-80c0-a8f09349b1b6 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502397 Aug 10 01:00:16.812422 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-887d6330-026c-4b01-b96a-5829b9c8c4a6 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.813241 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-708baecf-582f-48a7-be92-2a41967bf29b req-3d3cda99-95b1-4bec-a40f-8c3e8e7cd3e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=935b08b0-190b-469f-9c27-3484c1986864 HTTP/1.1" status: 200 len: 217 time: 0.0504611 Aug 10 01:00:16.820299 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-20333ca0-e2b0-43bd-9808-3952a698d971 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.859431 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-20333ca0-e2b0-43bd-9808-3952a698d971 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.919764 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-887d6330-026c-4b01-b96a-5829b9c8c4a6 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.922990 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-887d6330-026c-4b01-b96a-5829b9c8c4a6 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.929281 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708baecf-582f-48a7-be92-2a41967bf29b req-121eb50d-dc61-4fad-b63b-2df62acbf87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:16.931027 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-708baecf-582f-48a7-be92-2a41967bf29b req-121eb50d-dc61-4fad-b63b-2df62acbf87a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=25a2d27a-ba73-472c-943f-003d0feb1ed0 HTTP/1.1" status: 200 len: 848 time: 0.0804956 Aug 10 01:00:16.967098 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-708baecf-582f-48a7-be92-2a41967bf29b req-b5ee6eb5-64ea-467a-9e72-b93f4a4cc8ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a3b32c7-74a3-4305-b7a7-526211811378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273976 Aug 10 01:00:16.973584 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-20333ca0-e2b0-43bd-9808-3952a698d971 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.976703 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-20333ca0-e2b0-43bd-9808-3952a698d971 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.978203 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-20333ca0-e2b0-43bd-9808-3952a698d971 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "DELETE /v2.0/security-groups/6f0a1003-3b87-4c3e-8a39-d5c6925e365d HTTP/1.1" status: 204 len: 168 time: 0.3250227 Aug 10 01:00:16.988861 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44686) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:16.995795 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-887d6330-026c-4b01-b96a-5829b9c8c4a6 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.996572 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887d6330-026c-4b01-b96a-5829b9c8c4a6 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b70a9b02-e76c-41d5-8637-2e5a59567b00 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:00:17.004288 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-887d6330-026c-4b01-b96a-5829b9c8c4a6 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:17.008419 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-887d6330-026c-4b01-b96a-5829b9c8c4a6 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] 10.222.0.35 "DELETE /v2.0/routers/b70a9b02-e76c-41d5-8637-2e5a59567b00 HTTP/1.1" status: 204 len: 168 time: 1.3930509 Aug 10 01:00:17.009083 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44692) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:17.021396 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20333ca0-e2b0-43bd-9808-3952a698d971 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0a1003-3b87-4c3e-8a39-d5c6925e365d,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:17.049053 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-4ef73f0c-d7a6-4f57-9fc2-654b2080048a tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] show failed (client error): The resource could not be found. Aug 10 01:00:17.050341 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4ef73f0c-d7a6-4f57-9fc2-654b2080048a tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "GET /v2.0/security-groups/6f0a1003-3b87-4c3e-8a39-d5c6925e365d HTTP/1.1" status: 404 len: 347 time: 0.0602055 Aug 10 01:00:17.056689 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44698) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:17.070249 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20333ca0-e2b0-43bd-9808-3952a698d971 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:17.070705 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20333ca0-e2b0-43bd-9808-3952a698d971 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:17.071116 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20333ca0-e2b0-43bd-9808-3952a698d971 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:17.071530 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20333ca0-e2b0-43bd-9808-3952a698d971 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:17.071951 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20333ca0-e2b0-43bd-9808-3952a698d971 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:17.072374 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20333ca0-e2b0-43bd-9808-3952a698d971 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:17.072899 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20333ca0-e2b0-43bd-9808-3952a698d971 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:17.073160 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20333ca0-e2b0-43bd-9808-3952a698d971 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:17.073610 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20333ca0-e2b0-43bd-9808-3952a698d971 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:17.075411 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20333ca0-e2b0-43bd-9808-3952a698d971 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:17.075411 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20333ca0-e2b0-43bd-9808-3952a698d971 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:17.075411 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20333ca0-e2b0-43bd-9808-3952a698d971 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:17.137741 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-159b7d1f-a1ff-4b16-8f8c-acb5c7a10200 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:17.244614 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-159b7d1f-a1ff-4b16-8f8c-acb5c7a10200 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:17.304041 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-159b7d1f-a1ff-4b16-8f8c-acb5c7a10200 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Deleting port 7420dc57-0df4-4f4e-b7f3-0fbed97e1237 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:17.304727 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-159b7d1f-a1ff-4b16-8f8c-acb5c7a10200 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:17.320338 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-708baecf-582f-48a7-be92-2a41967bf29b req-805ad181-96a2-423d-9243-91a2eadc94ad service neutron] 10.222.0.24 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409021 Aug 10 01:00:17.382442 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-159b7d1f-a1ff-4b16-8f8c-acb5c7a10200 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] For port 7420dc57-0df4-4f4e-b7f3-0fbed97e1237, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=7420dc57-0df4-4f4e-b7f3-0fbed97e1237,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:17.382808 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-159b7d1f-a1ff-4b16-8f8c-acb5c7a10200 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:17.395037 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-159b7d1f-a1ff-4b16-8f8c-acb5c7a10200 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Calling delete_port for 7420dc57-0df4-4f4e-b7f3-0fbed97e1237 owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:17.410129 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a2483-e536-4905-9a52-e525e30a1cb9 req-8ad988a6-c092-4fe0-a25e-e7be816a9380 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:17.411667 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c64a2483-e536-4905-9a52-e525e30a1cb9 req-8ad988a6-c092-4fe0-a25e-e7be816a9380 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d59760-c999-4586-aee5-84babcfaab92 HTTP/1.1" status: 200 len: 945 time: 0.2141600 Aug 10 01:00:17.430387 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-26860276-3947-4c8f-8133-6ed53b499d58 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:17.431862 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-26860276-3947-4c8f-8133-6ed53b499d58 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/networks?id=68f568b0-c764-43be-a497-965794b9f9b4 HTTP/1.1" status: 200 len: 805 time: 0.3657911 Aug 10 01:00:17.483321 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-1206dbf6-2bb9-4142-bcb7-faa991d6dc9c tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/quotas/9f1c82db603043b497c1daf48dd8e55e HTTP/1.1" status: 200 len: 375 time: 0.0399108 Aug 10 01:00:17.491961 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-727f0cf0-c46d-42e7-91b1-1fbcc762c607 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Deleting port f024a6f7-6983-42f3-b025-81e8f6b9ca34 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:17.492338 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-727f0cf0-c46d-42e7-91b1-1fbcc762c607 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:17.553847 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c64a2483-e536-4905-9a52-e525e30a1cb9 req-f4a85e47-cea0-4806-9e38-8d3a61ab87bf tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351080 Aug 10 01:00:17.579969 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-159b7d1f-a1ff-4b16-8f8c-acb5c7a10200 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:17.590350 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-708baecf-582f-48a7-be92-2a41967bf29b req-077558f4-6e2c-4bb7-9d18-c2a0218230c8 service neutron] 10.222.0.24 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574787 Aug 10 01:00:17.606797 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b7d1f-a1ff-4b16-8f8c-acb5c7a10200 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Pushing event deleted for resources: {'Port': ['ID=7420dc57-0df4-4f4e-b7f3-0fbed97e1237,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:17.631637 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-44199022-1279-4387-bae3-86c40f20d537 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9f1c82db603043b497c1daf48dd8e55e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1371520 Aug 10 01:00:17.688533 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-159b7d1f-a1ff-4b16-8f8c-acb5c7a10200 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:17.698150 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-727f0cf0-c46d-42e7-91b1-1fbcc762c607 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:17.698509 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-727f0cf0-c46d-42e7-91b1-1fbcc762c607 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:17.718517 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-727f0cf0-c46d-42e7-91b1-1fbcc762c607 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Calling delete_port for f024a6f7-6983-42f3-b025-81e8f6b9ca34 owned by network:floatingip {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:17.815580 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-159b7d1f-a1ff-4b16-8f8c-acb5c7a10200 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:17.819023 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-159b7d1f-a1ff-4b16-8f8c-acb5c7a10200 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:17.846011 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-c1119b17-b918-40ee-bdf8-16fad1f92472 service neutron] 10.222.0.35 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130969 Aug 10 01:00:17.863151 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:17.873502 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-159b7d1f-a1ff-4b16-8f8c-acb5c7a10200 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:17.874119 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159b7d1f-a1ff-4b16-8f8c-acb5c7a10200 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 62e8a4d3-9440-4134-b65c-6af07e6468e6 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:00:17.879335 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-159b7d1f-a1ff-4b16-8f8c-acb5c7a10200 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:17.888961 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-159b7d1f-a1ff-4b16-8f8c-acb5c7a10200 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] 10.222.0.35 "DELETE /v2.0/routers/62e8a4d3-9440-4134-b65c-6af07e6468e6 HTTP/1.1" status: 204 len: 168 time: 0.8787849 Aug 10 01:00:17.890014 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44710) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:17.895721 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-dcf7c754-7ecc-403e-b7d6-ccffc7c4e8f4 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1886546532', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}, 'admin_state_up': False}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:17.930049 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dcf7c754-7ecc-403e-b7d6-ccffc7c4e8f4 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:17.931353 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dcf7c754-7ecc-403e-b7d6-ccffc7c4e8f4 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:17.943865 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:17.948063 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:17.948669 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:17.965423 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01110c1-8263-4629-91b5-6a4872c1c686 req-74f2b19c-f9ae-40b6-87f5-b22ddc274e54 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:17.967044 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d01110c1-8263-4629-91b5-6a4872c1c686 req-74f2b19c-f9ae-40b6-87f5-b22ddc274e54 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab2b1782-5630-4bce-83a8-b5731c628185 HTTP/1.1" status: 200 len: 944 time: 0.2270617 Aug 10 01:00:18.013986 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dcf7c754-7ecc-403e-b7d6-ccffc7c4e8f4 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:18.034206 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708baecf-582f-48a7-be92-2a41967bf29b req-31d65f9b-acbe-4b1a-95b7-07b89bc72257 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:18.035767 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-708baecf-582f-48a7-be92-2a41967bf29b req-31d65f9b-acbe-4b1a-95b7-07b89bc72257 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=80d59760-c999-4586-aee5-84babcfaab92&tenant_id=af5124099ce04e7383a5ec5f662d948c&binding%3Ahost_id=n-h1-766726-26 HTTP/1.1" status: 200 len: 1097 time: 0.2080774 Aug 10 01:00:18.082083 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:18.107843 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b941fe3-8bd2-4e75-98eb-b89ceba22eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:18.111113 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039b1bda-19bb-4f72-86b2-6765c4fa5843" -d '{"events": [{"server_uuid": "9b941fe3-8bd2-4e75-98eb-b89ceba22eeb", "name": "network-vif-plugged", "status": "completed", "tag": "925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:18.125955 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569,segment=NetworkSegment(fd0aa135-7bf0-4440-a395-b4833e4cac38),segment_id=fd0aa135-7bf0-4440-a395-b4833e4cac38)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:18.131365 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:18.133643 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d01110c1-8263-4629-91b5-6a4872c1c686 req-62813765-4c00-4da3-b82c-1fc858d7bdb3 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459959 Aug 10 01:00:18.174095 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-b2401cdb-9812-4581-bf62-10b0d5bad3be service neutron] 10.222.0.35 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075488 Aug 10 01:00:18.199200 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-727f0cf0-c46d-42e7-91b1-1fbcc762c607 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:18.210178 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:18.220604 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dcf7c754-7ecc-403e-b7d6-ccffc7c4e8f4 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:18.320851 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f0cf0-c46d-42e7-91b1-1fbcc762c607 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Pushing event deleted for resources: {'Port': ['ID=f024a6f7-6983-42f3-b025-81e8f6b9ca34,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:18.371875 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73eda094-37df-47e7-94c4-2b151e934732 x-openstack-request-id: req-73eda094-37df-47e7-94c4-2b151e934732 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:18.372378 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b941fe3-8bd2-4e75-98eb-b89ceba22eeb", "name": "network-vif-plugged", "status": "completed", "tag": "925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:18.373203 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-73eda094-37df-47e7-94c4-2b151e934732 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:18.374030 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b941fe3-8bd2-4e75-98eb-b89ceba22eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569', 'code': 200} Aug 10 01:00:18.439654 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-708baecf-582f-48a7-be92-2a41967bf29b req-917cd907-84f4-419d-baf4-518d5ac4da5b service neutron] For port 935b08b0-190b-469f-9c27-3484c1986864, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:00:18.456380 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974e74c-c2e1-4c51-8ba2-c896da4970f3 req-89711642-897c-47d3-92c2-ccc6d95ad286 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:18.466351 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a974e74c-c2e1-4c51-8ba2-c896da4970f3 req-89711642-897c-47d3-92c2-ccc6d95ad286 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b941fe3-8bd2-4e75-98eb-b89ceba22eeb HTTP/1.1" status: 200 len: 945 time: 0.2253389 Aug 10 01:00:18.473025 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-727f0cf0-c46d-42e7-91b1-1fbcc762c607 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks [] for floatingip, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:18.475633 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-727f0cf0-c46d-42e7-91b1-1fbcc762c607 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:18.476817 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-727f0cf0-c46d-42e7-91b1-1fbcc762c607 tempest-ImagesOneServerNegativeTestJSON-1001746627 tempest-ImagesOneServerNegativeTestJSON-1001746627-project] 10.222.0.35 "DELETE /v2.0/floatingips/23196ce8-4ac4-41fc-93b7-fb6bef2e6e54 HTTP/1.1" status: 204 len: 168 time: 1.4190822 Aug 10 01:00:18.481589 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-708baecf-582f-48a7-be92-2a41967bf29b req-917cd907-84f4-419d-baf4-518d5ac4da5b service neutron] Notify callbacks [] for binding, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:18.482780 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-708baecf-582f-48a7-be92-2a41967bf29b req-917cd907-84f4-419d-baf4-518d5ac4da5b service neutron] 10.222.0.24 "DELETE /v2.0/ports/935b08b0-190b-469f-9c27-3484c1986864/bindings/n-h2-766726-26 HTTP/1.1" status: 204 len: 173 time: 0.4382968 Aug 10 01:00:18.561147 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4c3c7623-73b8-4e12-b36f-761543d0d046 req-a6bb8f46-f135-450f-8d0e-9286800d327e tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=247d904f-5354-49ec-b6a0-fb56beee4798 HTTP/1.1" status: 200 len: 210 time: 0.0831075 Aug 10 01:00:18.601515 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a974e74c-c2e1-4c51-8ba2-c896da4970f3 req-42a4fd9e-c40e-4843-9f32-08cbb47c56bd tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293807 Aug 10 01:00:18.633295 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dcf7c754-7ecc-403e-b7d6-ccffc7c4e8f4 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:18.660280 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dcf7c754-7ecc-403e-b7d6-ccffc7c4e8f4 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:18.681884 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cfc7f-4e43-4a58-b3bf-d4c91c2c36e9 req-4721a11e-6f63-4095-9145-d70eba82a4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:18.684705 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-875cfc7f-4e43-4a58-b3bf-d4c91c2c36e9 req-4721a11e-6f63-4095-9145-d70eba82a4c5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9b941fe3-8bd2-4e75-98eb-b89ceba22eeb HTTP/1.1" status: 200 len: 1097 time: 0.2188857 Aug 10 01:00:18.784275 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-875cfc7f-4e43-4a58-b3bf-d4c91c2c36e9 req-a5d1a97a-dad6-4d71-80d0-71b481a95cca service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570002 Aug 10 01:00:18.843128 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44740) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:18.900211 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-dcf7c754-7ecc-403e-b7d6-ccffc7c4e8f4 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Allocated IP 172.25.2.169 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/320faabd-f4b2-4ad5-af51-16162847e8d9) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:18.920953 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a87c40-f990-485e-88df-2a5331cca10e admin admin] Deleting subnet 0ce092a3-f550-437a-8928-43805c65d849 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:00:18.927884 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a4a87c40-f990-485e-88df-2a5331cca10e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:19.012448 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a4a87c40-f990-485e-88df-2a5331cca10e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:19.070830 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9104fa7-3595-4041-a62a-2cf2f74928a0 req-f2be74bc-9157-442b-abb9-7f12bf32be92 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:19.072369 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f9104fa7-3595-4041-a62a-2cf2f74928a0 req-f2be74bc-9157-442b-abb9-7f12bf32be92 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d59760-c999-4586-aee5-84babcfaab92 HTTP/1.1" status: 200 len: 945 time: 0.4069798 Aug 10 01:00:19.080281 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a4a87c40-f990-485e-88df-2a5331cca10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:19.108547 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dcf7c754-7ecc-403e-b7d6-ccffc7c4e8f4 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:19.116870 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f9104fa7-3595-4041-a62a-2cf2f74928a0 req-db754d48-e8fa-486a-b76b-38671754a1be tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354681 Aug 10 01:00:19.161135 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7420dc57-0df4-4f4e-b7f3-0fbed97e1237 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:00:19.174331 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a4a87c40-f990-485e-88df-2a5331cca10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:19.181960 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 7420dc57-0df4-4f4e-b7f3-0fbed97e1237 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:00:19.182324 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7420dc57-0df4-4f4e-b7f3-0fbed97e1237 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:00:19.220594 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dcf7c754-7ecc-403e-b7d6-ccffc7c4e8f4 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:19.226995 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a4a87c40-f990-485e-88df-2a5331cca10e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:19.229126 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a4a87c40-f990-485e-88df-2a5331cca10e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0ce092a3-f550-437a-8928-43805c65d849 HTTP/1.1" status: 204 len: 168 time: 0.3846974 Aug 10 01:00:19.233457 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a87c40-f990-485e-88df-2a5331cca10e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ce092a3-f550-437a-8928-43805c65d849,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:19.235305 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44748) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:19.278281 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf7c754-7ecc-403e-b7d6-ccffc7c4e8f4 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:19.282758 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-dcf7c754-7ecc-403e-b7d6-ccffc7c4e8f4 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:19.285894 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf7c754-7ecc-403e-b7d6-ccffc7c4e8f4 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:19.324900 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7c754-7ecc-403e-b7d6-ccffc7c4e8f4 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Pushing event updated for resources: {'Port': ['ID=320faabd-f4b2-4ad5-af51-16162847e8d9,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:19.373092 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efeb35e-c3fa-491b-b4f3-7f74e709c19d req-6a4e1f15-1006-42b4-bc8e-244077bdbdac tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:19.374642 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5efeb35e-c3fa-491b-b4f3-7f74e709c19d req-6a4e1f15-1006-42b4-bc8e-244077bdbdac tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=80d59760-c999-4586-aee5-84babcfaab92 HTTP/1.1" status: 200 len: 1097 time: 0.1543608 Aug 10 01:00:19.382817 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2d20b-1446-49b2-8b1b-b95f1faeb406 req-e2789a15-0964-4b96-a586-392b56a39519 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:19.385343 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f0c2d20b-1446-49b2-8b1b-b95f1faeb406 req-e2789a15-0964-4b96-a586-392b56a39519 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab2b1782-5630-4bce-83a8-b5731c628185 HTTP/1.1" status: 200 len: 944 time: 0.1543033 Aug 10 01:00:19.387818 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9c4f6401-aa3c-4ffd-9dac-f7dd880a5eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:19.476266 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5efeb35e-c3fa-491b-b4f3-7f74e709c19d req-603c9ed6-6805-4b51-8ac6-ca9fbc5ca567 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863030 Aug 10 01:00:19.512954 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f0c2d20b-1446-49b2-8b1b-b95f1faeb406 req-4c269715-2986-4420-9a69-2e90466ec638 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196058 Aug 10 01:00:19.529999 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9c4f6401-aa3c-4ffd-9dac-f7dd880a5eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:19.548018 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-9c4f6401-aa3c-4ffd-9dac-f7dd880a5eb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6332a27-ba49-4d7e-93ff-d255b803530a']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:19.561786 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-9c4f6401-aa3c-4ffd-9dac-f7dd880a5eb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:19.562085 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-9c4f6401-aa3c-4ffd-9dac-f7dd880a5eb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7dbaff8-bd2d-4ed4-9e4d-ac86f907cc38') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:19.573064 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9c4f6401-aa3c-4ffd-9dac-f7dd880a5eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:19.589390 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dcf7c754-7ecc-403e-b7d6-ccffc7c4e8f4 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:19.592094 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9c4f6401-aa3c-4ffd-9dac-f7dd880a5eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:19.599690 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c4f6401-aa3c-4ffd-9dac-f7dd880a5eb8 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:00:19.600132 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9c4f6401-aa3c-4ffd-9dac-f7dd880a5eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:19.602037 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:00:19.602037 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:00:19.602037 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:00:19.602037 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:00:19.602037 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:00:19.602037 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:00:19.602037 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:00:19.602037 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:00:19.602037 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:00:19.602037 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:00:19.602037 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:00:19.602037 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:00:19.602037 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:00:19.602037 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:00:19.602037 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:00:19.602037 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:00:19.602037 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:00:19.602037 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:00:19.602037 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:00:19.602037 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:00:19.602037 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:00:19.602037 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:00:19.602037 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:00:19.602037 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:00:19.602037 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:00:19.602037 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:00:19.602037 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:00:19.602037 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:00:19.602037 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:00:19.602037 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:00:19.602037 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:00:19.602037 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:00:19.670606 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9c4f6401-aa3c-4ffd-9dac-f7dd880a5eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:19.681150 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9c4f6401-aa3c-4ffd-9dac-f7dd880a5eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:19.683450 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9c4f6401-aa3c-4ffd-9dac-f7dd880a5eb8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e6332a27-ba49-4d7e-93ff-d255b803530a HTTP/1.1" status: 204 len: 168 time: 0.4471798 Aug 10 01:00:19.725801 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f6401-aa3c-4ffd-9dac-f7dd880a5eb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6332a27-ba49-4d7e-93ff-d255b803530a,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:19.775348 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-29315473-cb91-40bc-b32a-7ba4d7b4dffc req-58a0ccb8-c64f-4550-9fcb-282de19805c4 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=247d904f-5354-49ec-b6a0-fb56beee4798 HTTP/1.1" status: 200 len: 210 time: 0.0467427 Aug 10 01:00:19.816166 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750cbf3e-7afe-46e5-a973-be0331c4fb0d req-336da676-2064-43e8-b49d-40c41c16cca3 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:19.826138 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-750cbf3e-7afe-46e5-a973-be0331c4fb0d req-336da676-2064-43e8-b49d-40c41c16cca3 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b941fe3-8bd2-4e75-98eb-b89ceba22eeb HTTP/1.1" status: 200 len: 945 time: 0.1206548 Aug 10 01:00:19.887419 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 9017a22e-2782-4f0a-bce0-b5f6e615377e details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:00:19.894055 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-750cbf3e-7afe-46e5-a973-be0331c4fb0d req-d5ae9348-3dc3-437a-afed-99144a72ec9f tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664454 Aug 10 01:00:19.933597 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-63268a03-d93d-43f1-ab5a-67c446deecce tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:19.935101 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-63268a03-d93d-43f1-ab5a-67c446deecce tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.20 "GET /v2.0/networks?id=68f568b0-c764-43be-a497-965794b9f9b4 HTTP/1.1" status: 200 len: 805 time: 0.1697683 Aug 10 01:00:19.968153 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-2e4dc35d-cb0a-4e9f-82cc-87a1afcffdb3 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Request body: {'port': {'device_id': '247d904f-5354-49ec-b6a0-fb56beee4798', 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4', 'admin_state_up': True, 'tenant_id': '9f1c82db603043b497c1daf48dd8e55e'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:20.050964 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-a78c92b5-006f-4680-9331-72855ab59cc8 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:20.061573 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-a78c92b5-006f-4680-9331-72855ab59cc8 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/networks?id=9a3b32c7-74a3-4305-b7a7-526211811378 HTTP/1.1" status: 200 len: 808 time: 0.1558468 Aug 10 01:00:20.080777 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-aed3704b-9c05-462d-920c-1f1378db16df tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/quotas/af5124099ce04e7383a5ec5f662d948c HTTP/1.1" status: 200 len: 375 time: 0.0164869 Aug 10 01:00:20.081499 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44772) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:20.089825 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 9017a22e-2782-4f0a-bce0-b5f6e615377e, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=9017a22e-2782-4f0a-bce0-b5f6e615377e,segment=NetworkSegment(29e670d9-5039-46c1-a69e-9628f4a030e2),segment_id=29e670d9-5039-46c1-a69e-9628f4a030e2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:20.104286 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '9017a22e-2782-4f0a-bce0-b5f6e615377e', 'network_id': '5040841a-4984-47dc-a172-a1e3b8550316', 'port_id': '9017a22e-2782-4f0a-bce0-b5f6e615377e', 'mac_address': 'fa:16:3e:a9:d4:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10f85b2-b60a-4bec-a6dc-24390adf6af4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:00:20.151553 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:20.169140 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a58e1ad7-b4e9-4180-b372-8b7945faa3fa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=db5c8b9684fa461f8db69c9aa9376581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0843322 Aug 10 01:00:20.169378 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9017a22e-2782-4f0a-bce0-b5f6e615377e {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:00:20.169898 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44774) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:20.189586 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 9017a22e-2782-4f0a-bce0-b5f6e615377e, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=9017a22e-2782-4f0a-bce0-b5f6e615377e,segment=NetworkSegment(29e670d9-5039-46c1-a69e-9628f4a030e2),segment_id=29e670d9-5039-46c1-a69e-9628f4a030e2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:20.193692 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:20.195345 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-3344d54e-9535-44a9-8d92-73f7817bc278 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=af5124099ce04e7383a5ec5f662d948c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1063027 Aug 10 01:00:20.246612 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=9017a22e-2782-4f0a-bce0-b5f6e615377e,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:20.291049 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9cf07143-bd06-4b76-8887-5d381a791b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:20.305056 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dcf7c754-7ecc-403e-b7d6-ccffc7c4e8f4 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:20.331404 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9cf07143-bd06-4b76-8887-5d381a791b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:20.343891 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-d526a421-4748-41c6-840c-25dd49f30e2d service neutron] 10.222.0.35 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372287 Aug 10 01:00:20.451626 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9cf07143-bd06-4b76-8887-5d381a791b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:20.454988 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9cf07143-bd06-4b76-8887-5d381a791b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:20.456085 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9cf07143-bd06-4b76-8887-5d381a791b4f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bed055a5-1959-4ec0-b995-7692b37bc778 HTTP/1.1" status: 204 len: 168 time: 0.2855880 Aug 10 01:00:20.466524 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-8331a9ce-3d18-4cfc-a830-740a8fc45701 service neutron] 10.222.0.35 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153922 Aug 10 01:00:20.467387 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf07143-bd06-4b76-8887-5d381a791b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed055a5-1959-4ec0-b995-7692b37bc778,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:20.488519 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-2e4dc35d-cb0a-4e9f-82cc-87a1afcffdb3 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Made reservation on behalf of 9f1c82db603043b497c1daf48dd8e55e for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:00:20.492732 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-2e4dc35d-cb0a-4e9f-82cc-87a1afcffdb3 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:20.529310 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf7c754-7ecc-403e-b7d6-ccffc7c4e8f4 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Router 85b601a8-1333-474b-afad-b1a925ceffc7 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:00:20.599008 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['9017a22e-2782-4f0a-bce0-b5f6e615377e'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:00:20.733744 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-2e4dc35d-cb0a-4e9f-82cc-87a1afcffdb3 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Allocated IP 172.20.0.14 (68f568b0-c764-43be-a497-965794b9f9b4/4317e354-7b23-4f49-8b2a-5d1c39378e31/8aa61378-d9b7-4f56-a82f-b53fe76f1d40) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:20.755456 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf7c754-7ecc-403e-b7d6-ccffc7c4e8f4 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:00:20.767811 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df9ee4b-3731-47c6-ab67-02c8389a618f None None] Sync routers for ids ['85b601a8-1333-474b-afad-b1a925ceffc7'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:00:20.785580 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df9ee4b-3731-47c6-ab67-02c8389a618f None None] Routers {'85b601a8-1333-474b-afad-b1a925ceffc7'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:20.786424 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-1df9ee4b-3731-47c6-ab67-02c8389a618f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:00:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['85b601a8-1333-474b-afad-b1a925ceffc7'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:20.789252 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d624480-9916-41f7-8af9-bf040a422878 req-70fbfa57-9763-48c1-9c1d-0b649f937ae2 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:20.792105 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dcf7c754-7ecc-403e-b7d6-ccffc7c4e8f4 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:20.793112 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d624480-9916-41f7-8af9-bf040a422878 req-70fbfa57-9763-48c1-9c1d-0b649f937ae2 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab2b1782-5630-4bce-83a8-b5731c628185 HTTP/1.1" status: 200 len: 945 time: 0.0959413 Aug 10 01:00:20.796499 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-dcf7c754-7ecc-403e-b7d6-ccffc7c4e8f4 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.9046950 Aug 10 01:00:20.797577 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44788) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:20.807752 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-c4853d9e-77d4-4d09-9cac-82e827590c06 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'enable_snat': False}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:20.870696 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-1df9ee4b-3731-47c6-ab67-02c8389a618f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:20.898386 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df9ee4b-3731-47c6-ab67-02c8389a618f None None] Routers {'85b601a8-1333-474b-afad-b1a925ceffc7'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:20.899008 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-1df9ee4b-3731-47c6-ab67-02c8389a618f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:00:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['85b601a8-1333-474b-afad-b1a925ceffc7'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:20.944006 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cc74acc5-1c24-47b7-8abb-0b0f95ea0fc6 req-291e1f28-9160-4a91-856e-25838ff6e484 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 210 time: 0.0674446 Aug 10 01:00:20.985647 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-2e4dc35d-cb0a-4e9f-82cc-87a1afcffdb3 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:21.004618 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-1df9ee4b-3731-47c6-ab67-02c8389a618f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:21.005306 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df9ee4b-3731-47c6-ab67-02c8389a618f None None] The sync data for ids ['85b601a8-1333-474b-afad-b1a925ceffc7'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:00:21.070930 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-2e4dc35d-cb0a-4e9f-82cc-87a1afcffdb3 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:21.089099 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a73b4c31-d7b9-48ca-b632-3a952a31ba14 req-56d3cfd1-8d98-46d2-bc3a-258c02856af5 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=247d904f-5354-49ec-b6a0-fb56beee4798 HTTP/1.1" status: 200 len: 210 time: 0.0385180 Aug 10 01:00:21.124745 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d624480-9916-41f7-8af9-bf040a422878 req-2df97dd6-7969-4558-817e-52da18d25f44 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438054 Aug 10 01:00:21.160015 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-2e4dc35d-cb0a-4e9f-82cc-87a1afcffdb3 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Network 68f568b0-c764-43be-a497-965794b9f9b4 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:21.164652 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-2e4dc35d-cb0a-4e9f-82cc-87a1afcffdb3 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:21.169147 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-2e4dc35d-cb0a-4e9f-82cc-87a1afcffdb3 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:21.242022 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4dc35d-cb0a-4e9f-82cc-87a1afcffdb3 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Pushing event updated for resources: {'Port': ['ID=8aa61378-d9b7-4f56-a82f-b53fe76f1d40,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:21.255889 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-2e4dc35d-cb0a-4e9f-82cc-87a1afcffdb3 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:21.256635 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-2e4dc35d-cb0a-4e9f-82cc-87a1afcffdb3 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:21.267735 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4dc35d-cb0a-4e9f-82cc-87a1afcffdb3 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:21.268097 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4dc35d-cb0a-4e9f-82cc-87a1afcffdb3 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:21.268480 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4dc35d-cb0a-4e9f-82cc-87a1afcffdb3 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:21.268845 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4dc35d-cb0a-4e9f-82cc-87a1afcffdb3 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:21.269186 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4dc35d-cb0a-4e9f-82cc-87a1afcffdb3 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:21.269532 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4dc35d-cb0a-4e9f-82cc-87a1afcffdb3 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:21.269875 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4dc35d-cb0a-4e9f-82cc-87a1afcffdb3 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:21.270380 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4dc35d-cb0a-4e9f-82cc-87a1afcffdb3 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:21.270723 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4dc35d-cb0a-4e9f-82cc-87a1afcffdb3 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:21.271172 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4dc35d-cb0a-4e9f-82cc-87a1afcffdb3 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:21.271516 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4dc35d-cb0a-4e9f-82cc-87a1afcffdb3 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:21.271939 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4dc35d-cb0a-4e9f-82cc-87a1afcffdb3 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:21.295254 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-2e4dc35d-cb0a-4e9f-82cc-87a1afcffdb3 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3418217 Aug 10 01:00:21.311214 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11160cb7-5204-48b1-8cb4-7efe593b7971 req-4bdbc032-1247-4508-9809-bbb992a8af73 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:21.311922 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-3d0ebf7d-94dc-46f4-a122-cef3b867409f service neutron] Request body: {'port': {'device_id': '247d904f-5354-49ec-b6a0-fb56beee4798', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:21.319592 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-11160cb7-5204-48b1-8cb4-7efe593b7971 req-4bdbc032-1247-4508-9809-bbb992a8af73 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b941fe3-8bd2-4e75-98eb-b89ceba22eeb HTTP/1.1" status: 200 len: 945 time: 0.1080663 Aug 10 01:00:21.379439 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-3d0ebf7d-94dc-46f4-a122-cef3b867409f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:21.397266 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-11160cb7-5204-48b1-8cb4-7efe593b7971 req-d4ac10d8-2d64-45c3-84cc-7f079c3c30a9 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768077 Aug 10 01:00:21.464795 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c4853d9e-77d4-4d09-9cac-82e827590c06 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:21.741540 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be784db-e8f4-48f7-86da-e565da224afa req-dcfb2409-0739-440e-8c0f-2463603c43ec tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:21.743100 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9be784db-e8f4-48f7-86da-e565da224afa req-dcfb2409-0739-440e-8c0f-2463603c43ec tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b941fe3-8bd2-4e75-98eb-b89ceba22eeb HTTP/1.1" status: 200 len: 945 time: 0.0993829 Aug 10 01:00:21.769954 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-3d0ebf7d-94dc-46f4-a122-cef3b867409f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aa61378-d9b7-4f56-a82f-b53fe76f1d40 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:00:21.774981 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['c58ea708-4565-4b16-a53e-c9c57ba4f3a2'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:00:21.799695 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-3d0ebf7d-94dc-46f4-a122-cef3b867409f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:21.831678 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-3d0ebf7d-94dc-46f4-a122-cef3b867409f service neutron] Transition to ACTIVE for port object 8aa61378-d9b7-4f56-a82f-b53fe76f1d40 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:21.839668 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-3d0ebf7d-94dc-46f4-a122-cef3b867409f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:21.868241 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9be784db-e8f4-48f7-86da-e565da224afa req-21a2da92-6d16-46d7-bcc5-0801df66a5a4 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025114 Aug 10 01:00:21.919415 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ebf7d-94dc-46f4-a122-cef3b867409f service neutron] Pushing event updated for resources: {'Port': ['ID=8aa61378-d9b7-4f56-a82f-b53fe76f1d40,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:22.075050 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-3d0ebf7d-94dc-46f4-a122-cef3b867409f service neutron] Attempting to bind port 8aa61378-d9b7-4f56-a82f-b53fe76f1d40 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:00:22.075772 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-3d0ebf7d-94dc-46f4-a122-cef3b867409f service neutron] Attempting to bind port 8aa61378-d9b7-4f56-a82f-b53fe76f1d40 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '45b34241-697f-4f50-87d8-6d6db6581d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:00:22.075772 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-3d0ebf7d-94dc-46f4-a122-cef3b867409f service neutron] Attempting to bind port 8aa61378-d9b7-4f56-a82f-b53fe76f1d40 on network 68f568b0-c764-43be-a497-965794b9f9b4 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:22.085370 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-3d0ebf7d-94dc-46f4-a122-cef3b867409f service neutron] Port 8aa61378-d9b7-4f56-a82f-b53fe76f1d40 on network 68f568b0-c764-43be-a497-965794b9f9b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:00:22.085693 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-3d0ebf7d-94dc-46f4-a122-cef3b867409f service neutron] Attempting to bind port 8aa61378-d9b7-4f56-a82f-b53fe76f1d40 on network 68f568b0-c764-43be-a497-965794b9f9b4 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:22.115714 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-3d0ebf7d-94dc-46f4-a122-cef3b867409f service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:00:22.116576 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-3d0ebf7d-94dc-46f4-a122-cef3b867409f service neutron] Checking segment: {'id': '45b34241-697f-4f50-87d8-6d6db6581d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:00:22.117228 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-3d0ebf7d-94dc-46f4-a122-cef3b867409f service neutron] Bound using segment: {'id': '45b34241-697f-4f50-87d8-6d6db6581d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:00:22.117917 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-3d0ebf7d-94dc-46f4-a122-cef3b867409f service neutron] Bound port: 8aa61378-d9b7-4f56-a82f-b53fe76f1d40, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b34241-697f-4f50-87d8-6d6db6581d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:00:22.124436 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-742ae59a-f235-4496-aadb-2a22592439da req-c46903ec-2c08-4449-a9db-0f66988ee1ed tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 210 time: 0.0501242 Aug 10 01:00:22.125765 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-3d0ebf7d-94dc-46f4-a122-cef3b867409f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:22.146428 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c4853d9e-77d4-4d09-9cac-82e827590c06 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8228879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8231262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232083'] for router, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:22.162365 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c4853d9e-77d4-4d09-9cac-82e827590c06 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8229108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8229117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8231239'] for router, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:22.226080 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44842) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:22.245042 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-3299f9b3-723e-4d0c-98d9-1709dff2898a tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:22.246570 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-3299f9b3-723e-4d0c-98d9-1709dff2898a tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.20 "GET /v2.0/networks?id=9a3b32c7-74a3-4305-b7a7-526211811378 HTTP/1.1" status: 200 len: 808 time: 0.2666283 Aug 10 01:00:22.275705 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-b1c5223a-53e2-4f51-90db-3fe8400f9d94 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Request body: {'port': {'device_id': '27325749-cf98-4259-ac2a-748e8101d047', 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378', 'admin_state_up': True, 'tenant_id': 'af5124099ce04e7383a5ec5f662d948c'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:22.323135 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-3d0ebf7d-94dc-46f4-a122-cef3b867409f service neutron] For port 8aa61378-d9b7-4f56-a82f-b53fe76f1d40, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:00:22.344359 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-3d0ebf7d-94dc-46f4-a122-cef3b867409f service neutron] For port 8aa61378-d9b7-4f56-a82f-b53fe76f1d40, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=8aa61378-d9b7-4f56-a82f-b53fe76f1d40,segment=NetworkSegment(45b34241-697f-4f50-87d8-6d6db6581d08),segment_id=45b34241-697f-4f50-87d8-6d6db6581d08)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:00:22.351396 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-3d0ebf7d-94dc-46f4-a122-cef3b867409f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:22.351829 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ffdc6c-3bcd-4a2e-acb5-22294fd60aae req-037ed8d2-dd48-466e-92e3-cf35dbdab165 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:22.353333 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-32ffdc6c-3bcd-4a2e-acb5-22294fd60aae req-037ed8d2-dd48-466e-92e3-cf35dbdab165 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab2b1782-5630-4bce-83a8-b5731c628185 HTTP/1.1" status: 200 len: 945 time: 0.1264734 Aug 10 01:00:22.367135 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f861c-5006-47f7-a0eb-51d2197a33d9 req-58a70d9b-6e79-4f19-885a-47773e5724fc tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:22.368588 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f95f861c-5006-47f7-a0eb-51d2197a33d9 req-58a70d9b-6e79-4f19-885a-47773e5724fc tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=247d904f-5354-49ec-b6a0-fb56beee4798 HTTP/1.1" status: 200 len: 944 time: 0.1433620 Aug 10 01:00:22.402006 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3f337219-c732-42e0-931c-3cf4833c214c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:22.405521 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-3d0ebf7d-94dc-46f4-a122-cef3b867409f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:22.407213 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-3d0ebf7d-94dc-46f4-a122-cef3b867409f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:22.408701 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-3d0ebf7d-94dc-46f4-a122-cef3b867409f service neutron] 10.222.0.20 "PUT /v2.0/ports/8aa61378-d9b7-4f56-a82f-b53fe76f1d40 HTTP/1.1" status: 200 len: 1093 time: 1.1012757 Aug 10 01:00:22.413249 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247d904f-5354-49ec-b6a0-fb56beee4798', 'tag': '8aa61378-d9b7-4f56-a82f-b53fe76f1d40'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:22.415826 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f5d10d-3b9d-46e6-803d-4376fdadf666" -d '{"events": [{"name": "network-changed", "server_uuid": "247d904f-5354-49ec-b6a0-fb56beee4798", "tag": "8aa61378-d9b7-4f56-a82f-b53fe76f1d40"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:22.446276 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4853d9e-77d4-4d09-9cac-82e827590c06 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Router 85b601a8-1333-474b-afad-b1a925ceffc7 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:00:22.464270 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ebf7d-94dc-46f4-a122-cef3b867409f service neutron] Pushing event updated for resources: {'Port': ['ID=8aa61378-d9b7-4f56-a82f-b53fe76f1d40,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:22.476404 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.db.api [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-b1c5223a-53e2-4f51-90db-3fe8400f9d94 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 01:00:22.476404 n-d-766726-26 neutron-server[105827]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 01:00:22.476404 n-d-766726-26 neutron-server[105827]: [parameters: {'project_id': 'af5124099ce04e7383a5ec5f662d948c', 'id': '25c08a9f-e2b9-4e01-af85-876c94f885d8', 'expiration': datetime.datetime(2021, 8, 10, 1, 2, 22, 472351)}] Aug 10 01:00:22.476404 n-d-766726-26 neutron-server[105827]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:00:22.477057 n-d-766726-26 neutron-server[105827]: DEBUG oslo_db.api [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-b1c5223a-53e2-4f51-90db-3fe8400f9d94 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:00:22.480016 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-32ffdc6c-3bcd-4a2e-acb5-22294fd60aae req-f1fb755b-9e39-40f7-89f4-1092e44abacd tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047370 Aug 10 01:00:22.482249 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f95f861c-5006-47f7-a0eb-51d2197a33d9 req-963b8899-d0cb-4815-ac35-e57c9c859a71 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035461 Aug 10 01:00:22.546119 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-0932635a-1f35-4d19-b816-b9964618ffa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:22.548072 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-0932635a-1f35-4d19-b816-b9964618ffa3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f1c82db603043b497c1daf48dd8e55e&device_id=247d904f-5354-49ec-b6a0-fb56beee4798 HTTP/1.1" status: 200 len: 1096 time: 0.0702875 Aug 10 01:00:22.561089 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94b6bf2-f57f-4d93-b1b3-b560f80ee3e3 x-openstack-request-id: req-b94b6bf2-f57f-4d93-b1b3-b560f80ee3e3 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:22.561520 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "247d904f-5354-49ec-b6a0-fb56beee4798", "tag": "8aa61378-d9b7-4f56-a82f-b53fe76f1d40", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:22.562167 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b94b6bf2-f57f-4d93-b1b3-b560f80ee3e3 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:22.562369 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247d904f-5354-49ec-b6a0-fb56beee4798', 'tag': '8aa61378-d9b7-4f56-a82f-b53fe76f1d40', 'status': 'completed', 'code': 200} Aug 10 01:00:22.612536 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-e42e296f-82bf-4e32-b488-d8f78e48b6f2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8aa61378-d9b7-4f56-a82f-b53fe76f1d40 HTTP/1.1" status: 200 len: 217 time: 0.0370870 Aug 10 01:00:22.631546 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4853d9e-77d4-4d09-9cac-82e827590c06 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:00:22.636838 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c4853d9e-77d4-4d09-9cac-82e827590c06 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:22.640466 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2858d3a3-cbfa-4c23-9e13-d971b438ef2d None None] Sync routers for ids ['85b601a8-1333-474b-afad-b1a925ceffc7'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:00:22.641239 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c4853d9e-77d4-4d09-9cac-82e827590c06 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] 10.222.0.35 "PUT /v2.0/routers/85b601a8-1333-474b-afad-b1a925ceffc7 HTTP/1.1" status: 200 len: 926 time: 1.8420258 Aug 10 01:00:22.641891 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44850) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:22.659107 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2858d3a3-cbfa-4c23-9e13-d971b438ef2d None None] Routers {'85b601a8-1333-474b-afad-b1a925ceffc7'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:22.659885 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-2858d3a3-cbfa-4c23-9e13-d971b438ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:00:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['85b601a8-1333-474b-afad-b1a925ceffc7'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:22.668553 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3f337219-c732-42e0-931c-3cf4833c214c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:22.691234 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-ed7daf62-fd4a-46da-bf35-cc69dcfd35ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:22.693154 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-ed7daf62-fd4a-46da-bf35-cc69dcfd35ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4317e354-7b23-4f49-8b2a-5d1c39378e31 HTTP/1.1" status: 200 len: 845 time: 0.0734179 Aug 10 01:00:22.699511 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3f337219-c732-42e0-931c-3cf4833c214c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:22.699687 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-2858d3a3-cbfa-4c23-9e13-d971b438ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:22.709020 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2858d3a3-cbfa-4c23-9e13-d971b438ef2d None None] Routers {'85b601a8-1333-474b-afad-b1a925ceffc7'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:22.709720 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-2858d3a3-cbfa-4c23-9e13-d971b438ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:00:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['85b601a8-1333-474b-afad-b1a925ceffc7'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:22.731104 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-ef02c771-4a82-41c5-9d12-9c99274c3ded service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=68f568b0-c764-43be-a497-965794b9f9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302153 Aug 10 01:00:22.741261 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-2858d3a3-cbfa-4c23-9e13-d971b438ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:22.741999 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2858d3a3-cbfa-4c23-9e13-d971b438ef2d None None] The sync data for ids ['85b601a8-1333-474b-afad-b1a925ceffc7'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:00:22.856382 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-77f08454-7182-4c27-b86a-70aef32c2806 service neutron] 10.222.0.20 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863879 Aug 10 01:00:22.959815 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3676783e-e52f-4cd6-9240-b616b06ff583 req-75c8174e-46e5-4465-b532-876d08d696c1 service neutron] 10.222.0.20 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963922 Aug 10 01:00:23.001853 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-b1c5223a-53e2-4f51-90db-3fe8400f9d94 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Made reservation on behalf of af5124099ce04e7383a5ec5f662d948c for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:00:23.005486 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-b1c5223a-53e2-4f51-90db-3fe8400f9d94 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:23.091951 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3f337219-c732-42e0-931c-3cf4833c214c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6d0a5fdfc59f40ccbcbad6589358a176&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8639996 Aug 10 01:00:23.094861 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44856) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:23.103483 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f337219-c732-42e0-931c-3cf4833c214c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455342e2-5ef1-4e09-9833-0157ee99da93,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:23.141881 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5d10d-3b9d-46e6-803d-4376fdadf666 req-a60f3aff-5d31-4a66-975d-4f46f99db4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:23.143383 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-49f5d10d-3b9d-46e6-803d-4376fdadf666 req-a60f3aff-5d31-4a66-975d-4f46f99db4a8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f1c82db603043b497c1daf48dd8e55e&device_id=247d904f-5354-49ec-b6a0-fb56beee4798 HTTP/1.1" status: 200 len: 1096 time: 0.0837588 Aug 10 01:00:23.190894 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac42ca-2d36-4cfb-aa19-6a00d4c10a23 req-58e0aeee-66bd-4891-92db-30b61d61c2b5 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:23.192416 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-69ac42ca-2d36-4cfb-aa19-6a00d4c10a23 req-58e0aeee-66bd-4891-92db-30b61d61c2b5 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b941fe3-8bd2-4e75-98eb-b89ceba22eeb HTTP/1.1" status: 200 len: 945 time: 0.1032882 Aug 10 01:00:23.196887 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7e2e5663-762a-429d-8b9a-c680d8282572 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] 10.222.0.35 "GET /v2.0/routers/85b601a8-1333-474b-afad-b1a925ceffc7 HTTP/1.1" status: 200 len: 926 time: 0.5424261 Aug 10 01:00:23.198260 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44860) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:23.212348 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-b1c5223a-53e2-4f51-90db-3fe8400f9d94 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Allocated IP 172.20.0.9 (9a3b32c7-74a3-4305-b7a7-526211811378/25a2d27a-ba73-472c-943f-003d0feb1ed0/6c955c7f-fd34-47cb-8393-c2c284128387) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:23.291350 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5d10d-3b9d-46e6-803d-4376fdadf666 req-a077b758-0158-41ef-8ed6-e8bc74e1a859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:23.292857 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-49f5d10d-3b9d-46e6-803d-4376fdadf666 req-a077b758-0158-41ef-8ed6-e8bc74e1a859 service neutron] 10.222.0.20 "GET /v2.0/networks?id=68f568b0-c764-43be-a497-965794b9f9b4 HTTP/1.1" status: 200 len: 906 time: 0.1358192 Aug 10 01:00:23.294611 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-292aacf4-c9c9-485a-b671-48fde6d01c19 req-9e064e56-0791-4db1-9186-b3c8436dc357 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 210 time: 0.0954223 Aug 10 01:00:23.297631 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2ec8caa0-9fe5-4296-839c-ae63943b4791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:23.343996 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db709df3-249a-40ef-a406-836dcbb8bee4 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:23.347979 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-db709df3-249a-40ef-a406-836dcbb8bee4 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=beabd0db-a6e0-4ff1-a3e9-6522348fc998&device_id=85b601a8-1333-474b-afad-b1a925ceffc7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1452875 Aug 10 01:00:23.351185 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-69ac42ca-2d36-4cfb-aa19-6a00d4c10a23 req-baf425eb-d1cc-4372-a21c-f864264b53e1 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437192 Aug 10 01:00:23.351652 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44862) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:23.353427 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2ec8caa0-9fe5-4296-839c-ae63943b4791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:23.371575 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-49f5d10d-3b9d-46e6-803d-4376fdadf666 req-79492b1d-cb51-4674-90c2-aff854c816b5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8aa61378-d9b7-4f56-a82f-b53fe76f1d40 HTTP/1.1" status: 200 len: 217 time: 0.0719113 Aug 10 01:00:23.444071 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5d10d-3b9d-46e6-803d-4376fdadf666 req-d27da1f8-8cea-4dc4-b4a6-607b006cd82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:23.445608 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-49f5d10d-3b9d-46e6-803d-4376fdadf666 req-d27da1f8-8cea-4dc4-b4a6-607b006cd82c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4317e354-7b23-4f49-8b2a-5d1c39378e31 HTTP/1.1" status: 200 len: 845 time: 0.0646884 Aug 10 01:00:23.466461 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2ec8caa0-9fe5-4296-839c-ae63943b4791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:23.469023 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2ec8caa0-9fe5-4296-839c-ae63943b4791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:23.472657 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2ec8caa0-9fe5-4296-839c-ae63943b4791 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/455342e2-5ef1-4e09-9833-0157ee99da93 HTTP/1.1" status: 204 len: 168 time: 0.3675611 Aug 10 01:00:23.481158 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5448b99-6c41-49aa-9352-5d3dc4985157 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:23.485914 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c5448b99-6c41-49aa-9352-5d3dc4985157 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 881 time: 0.1272070 Aug 10 01:00:23.486765 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-49f5d10d-3b9d-46e6-803d-4376fdadf666 req-01c7ca82-858a-4cb5-8d57-de49510c2196 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=68f568b0-c764-43be-a497-965794b9f9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317066 Aug 10 01:00:23.487249 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44868) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:23.492382 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8caa0-9fe5-4296-839c-ae63943b4791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455342e2-5ef1-4e09-9833-0157ee99da93,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:23.559792 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d2b1642c-7c97-4089-96ea-ccf219701d1e tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] 10.222.0.35 "GET /v2.0/ports?device_id=85b601a8-1333-474b-afad-b1a925ceffc7 HTTP/1.1" status: 200 len: 205 time: 0.0697174 Aug 10 01:00:23.562551 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44876) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:23.589263 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-b1c5223a-53e2-4f51-90db-3fe8400f9d94 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:23.692917 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-49f5d10d-3b9d-46e6-803d-4376fdadf666 req-a8604b54-33c2-4f33-806f-57abb247a195 service neutron] 10.222.0.20 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877973 Aug 10 01:00:23.699954 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-b1c5223a-53e2-4f51-90db-3fe8400f9d94 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:23.803261 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-b1c5223a-53e2-4f51-90db-3fe8400f9d94 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Network 9a3b32c7-74a3-4305-b7a7-526211811378 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:23.810159 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5223a-53e2-4f51-90db-3fe8400f9d94 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Pushing event updated for resources: {'Port': ['ID=6c955c7f-fd34-47cb-8393-c2c284128387,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:23.812892 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-b1c5223a-53e2-4f51-90db-3fe8400f9d94 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:23.816799 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-b1c5223a-53e2-4f51-90db-3fe8400f9d94 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:23.826823 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01181a1d-3a47-4839-967a-242f0592181d req-8522f95e-4ac8-46cc-a1c9-69b9c169815a tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:23.828807 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-01181a1d-3a47-4839-967a-242f0592181d req-8522f95e-4ac8-46cc-a1c9-69b9c169815a tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=247d904f-5354-49ec-b6a0-fb56beee4798 HTTP/1.1" status: 200 len: 944 time: 0.2232819 Aug 10 01:00:23.877444 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba081a-8aed-468e-aa90-b97f0dec5b52 req-2e6fdc4f-18d5-46b5-a581-daf7dcdf8cf5 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:23.879402 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7cba081a-8aed-468e-aa90-b97f0dec5b52 req-2e6fdc4f-18d5-46b5-a581-daf7dcdf8cf5 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab2b1782-5630-4bce-83a8-b5731c628185 HTTP/1.1" status: 200 len: 945 time: 0.2759960 Aug 10 01:00:23.879563 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-49f5d10d-3b9d-46e6-803d-4376fdadf666 req-67720939-bbb0-481c-a54d-323b4509bff4 service neutron] 10.222.0.20 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772184 Aug 10 01:00:23.887680 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-b1c5223a-53e2-4f51-90db-3fe8400f9d94 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:23.888347 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-b1c5223a-53e2-4f51-90db-3fe8400f9d94 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:23.905979 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-b1c5223a-53e2-4f51-90db-3fe8400f9d94 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6375258 Aug 10 01:00:23.923321 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 9017a22e-2782-4f0a-bce0-b5f6e615377e up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:23.926380 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-14282692-bb0a-47bb-b0ef-574586d0a568 service neutron] Request body: {'port': {'device_id': '27325749-cf98-4259-ac2a-748e8101d047', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:23.957727 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1204b8bd-7223-43a5-8daa-a81218effff6 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:23.966106 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-01181a1d-3a47-4839-967a-242f0592181d req-a3e9c1ec-b6c2-40a6-a1ec-ee7b2552b440 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150141 Aug 10 01:00:24.000468 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-14282692-bb0a-47bb-b0ef-574586d0a568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:24.016909 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 9017a22e-2782-4f0a-bce0-b5f6e615377e completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:24.023927 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 9017a22e-2782-4f0a-bce0-b5f6e615377e triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:24.024357 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:24.047765 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7cba081a-8aed-468e-aa90-b97f0dec5b52 req-ed8ba3bf-8b6e-4596-b20d-8b90edd2c996 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559148 Aug 10 01:00:24.165256 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:24.180727 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baab79f-a339-4157-b337-dfa43db6139c req-cd79a4e7-a5e6-4757-bc54-4f5dc4a88427 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:24.191007 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1baab79f-a339-4157-b337-dfa43db6139c req-cd79a4e7-a5e6-4757-bc54-4f5dc4a88427 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b941fe3-8bd2-4e75-98eb-b89ceba22eeb HTTP/1.1" status: 200 len: 945 time: 0.0867343 Aug 10 01:00:24.193695 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1204b8bd-7223-43a5-8daa-a81218effff6 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:24.197190 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2b1782-5630-4bce-83a8-b5731c628185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9017a22e-2782-4f0a-bce0-b5f6e615377e'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:24.200068 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f959ceb3-6db4-4f26-ac4b-c4387ad770c8" -d '{"events": [{"server_uuid": "ab2b1782-5630-4bce-83a8-b5731c628185", "name": "network-vif-plugged", "status": "completed", "tag": "9017a22e-2782-4f0a-bce0-b5f6e615377e"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:24.214046 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 9017a22e-2782-4f0a-bce0-b5f6e615377e, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=9017a22e-2782-4f0a-bce0-b5f6e615377e,segment=NetworkSegment(29e670d9-5039-46c1-a69e-9628f4a030e2),segment_id=29e670d9-5039-46c1-a69e-9628f4a030e2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:24.220022 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:24.280593 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1baab79f-a339-4157-b337-dfa43db6139c req-ea56092d-3edd-48c9-921d-a0b9e9be9ffd tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843976 Aug 10 01:00:24.280829 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61eea09c-2672-4774-9fe3-80abcdfb2f4c x-openstack-request-id: req-61eea09c-2672-4774-9fe3-80abcdfb2f4c {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:24.281770 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2b1782-5630-4bce-83a8-b5731c628185", "name": "network-vif-plugged", "status": "completed", "tag": "9017a22e-2782-4f0a-bce0-b5f6e615377e", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:24.283234 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-61eea09c-2672-4774-9fe3-80abcdfb2f4c {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:24.294473 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2b1782-5630-4bce-83a8-b5731c628185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9017a22e-2782-4f0a-bce0-b5f6e615377e', 'code': 200} Aug 10 01:00:24.311677 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=9017a22e-2782-4f0a-bce0-b5f6e615377e,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:24.315067 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-1204b8bd-7223-43a5-8daa-a81218effff6 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Deleting port 320faabd-f4b2-4ad5-af51-16162847e8d9 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:24.315428 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1204b8bd-7223-43a5-8daa-a81218effff6 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:24.348739 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44904) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:24.422069 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332277f-a7e0-48ac-bb03-b3e5e3a33831 req-db1bbfce-f6d0-42ce-b42a-03ce55064e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:24.424282 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4332277f-a7e0-48ac-bb03-b3e5e3a33831 req-db1bbfce-f6d0-42ce-b42a-03ce55064e8f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ab2b1782-5630-4bce-83a8-b5731c628185 HTTP/1.1" status: 200 len: 1098 time: 0.0784349 Aug 10 01:00:24.428846 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1204b8bd-7223-43a5-8daa-a81218effff6 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:24.446015 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-1204b8bd-7223-43a5-8daa-a81218effff6 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Calling delete_port for 320faabd-f4b2-4ad5-af51-16162847e8d9 owned by network:router_gateway {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:24.458568 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862252b-bdc9-43f2-b872-2b626fe9af62 req-44cb5209-777d-427b-8ec8-80dff45291a1 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:24.460111 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c862252b-bdc9-43f2-b872-2b626fe9af62 req-44cb5209-777d-427b-8ec8-80dff45291a1 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 931 time: 0.0796680 Aug 10 01:00:24.482478 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-d2eafee4-c573-420c-9b39-33c8e99c985b admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1440567477-network', 'tenant_id': '4cced21c66594cf8bb9b76af567d131a'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:24.517308 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-14282692-bb0a-47bb-b0ef-574586d0a568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c955c7f-fd34-47cb-8393-c2c284128387 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:00:24.528851 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-14282692-bb0a-47bb-b0ef-574586d0a568 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:24.534969 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4332277f-a7e0-48ac-bb03-b3e5e3a33831 req-e839f0f7-b3f3-4c30-baa0-d2c590a8aee9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961850 Aug 10 01:00:24.541737 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2eafee4-c573-420c-9b39-33c8e99c985b admin admin] Made reservation on behalf of 4cced21c66594cf8bb9b76af567d131a for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:00:24.544090 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d2eafee4-c573-420c-9b39-33c8e99c985b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:24.548249 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c862252b-bdc9-43f2-b872-2b626fe9af62 req-bb15fc5e-e4a3-47b4-aeb0-9815cf660a3e tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819595 Aug 10 01:00:24.558279 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-14282692-bb0a-47bb-b0ef-574586d0a568 service neutron] Transition to ACTIVE for port object 6c955c7f-fd34-47cb-8393-c2c284128387 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:24.566450 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d2eafee4-c573-420c-9b39-33c8e99c985b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:24.573115 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-14282692-bb0a-47bb-b0ef-574586d0a568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:24.636147 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14282692-bb0a-47bb-b0ef-574586d0a568 service neutron] Pushing event updated for resources: {'Port': ['ID=6c955c7f-fd34-47cb-8393-c2c284128387,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:24.664706 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1204b8bd-7223-43a5-8daa-a81218effff6 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:24.692228 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1204b8bd-7223-43a5-8daa-a81218effff6 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Pushing event deleted for resources: {'Port': ['ID=320faabd-f4b2-4ad5-af51-16162847e8d9,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:24.733389 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-14282692-bb0a-47bb-b0ef-574586d0a568 service neutron] Attempting to bind port 6c955c7f-fd34-47cb-8393-c2c284128387 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:00:24.733747 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-14282692-bb0a-47bb-b0ef-574586d0a568 service neutron] Attempting to bind port 6c955c7f-fd34-47cb-8393-c2c284128387 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:00:24.734904 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-14282692-bb0a-47bb-b0ef-574586d0a568 service neutron] Attempting to bind port 6c955c7f-fd34-47cb-8393-c2c284128387 on network 9a3b32c7-74a3-4305-b7a7-526211811378 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:24.743488 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-14282692-bb0a-47bb-b0ef-574586d0a568 service neutron] Port 6c955c7f-fd34-47cb-8393-c2c284128387 on network 9a3b32c7-74a3-4305-b7a7-526211811378 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:00:24.743816 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-14282692-bb0a-47bb-b0ef-574586d0a568 service neutron] Attempting to bind port 6c955c7f-fd34-47cb-8393-c2c284128387 on network 9a3b32c7-74a3-4305-b7a7-526211811378 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:24.751341 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1204b8bd-7223-43a5-8daa-a81218effff6 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:24.753110 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-14282692-bb0a-47bb-b0ef-574586d0a568 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:00:24.753447 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-14282692-bb0a-47bb-b0ef-574586d0a568 service neutron] Checking segment: {'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:00:24.753827 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-14282692-bb0a-47bb-b0ef-574586d0a568 service neutron] Bound using segment: {'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:00:24.754256 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-14282692-bb0a-47bb-b0ef-574586d0a568 service neutron] Bound port: 6c955c7f-fd34-47cb-8393-c2c284128387, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:00:24.754613 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-14282692-bb0a-47bb-b0ef-574586d0a568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:24.808243 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d2eafee4-c573-420c-9b39-33c8e99c985b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:24.815818 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d2eafee4-c573-420c-9b39-33c8e99c985b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:24.842940 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1204b8bd-7223-43a5-8daa-a81218effff6 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:24.845112 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1204b8bd-7223-43a5-8daa-a81218effff6 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:24.847847 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2eafee4-c573-420c-9b39-33c8e99c985b admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:00:24.870889 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-14282692-bb0a-47bb-b0ef-574586d0a568 service neutron] For port 6c955c7f-fd34-47cb-8393-c2c284128387, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:00:24.872712 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eafee4-c573-420c-9b39-33c8e99c985b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe40fa32-3715-4b32-87b5-b6c6017358ce,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:24.876305 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d2eafee4-c573-420c-9b39-33c8e99c985b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:24.876648 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-d2eafee4-c573-420c-9b39-33c8e99c985b admin admin] Added segment 0d0ff621-3a64-4796-aca3-79bbdbdd1bd3 of type vlan for network d54a97df-af07-4157-a933-a9c7f148706f Aug 10 01:00:24.878855 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-14282692-bb0a-47bb-b0ef-574586d0a568 service neutron] For port 6c955c7f-fd34-47cb-8393-c2c284128387, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=6c955c7f-fd34-47cb-8393-c2c284128387,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:00:24.887801 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-14282692-bb0a-47bb-b0ef-574586d0a568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:24.892306 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1204b8bd-7223-43a5-8daa-a81218effff6 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:24.892853 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1204b8bd-7223-43a5-8daa-a81218effff6 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Fanout notify agent at l3_agent the message router_deleted on router 85b601a8-1333-474b-afad-b1a925ceffc7 {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:00:24.900421 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1204b8bd-7223-43a5-8daa-a81218effff6 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:24.905472 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1204b8bd-7223-43a5-8daa-a81218effff6 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] 10.222.0.35 "DELETE /v2.0/routers/85b601a8-1333-474b-afad-b1a925ceffc7 HTTP/1.1" status: 204 len: 168 time: 1.3418860 Aug 10 01:00:24.906162 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44908) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:24.910972 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-227e0b18-f363-4707-9a4d-220ea20397eb tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-609429320', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:24.933780 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-227e0b18-f363-4707-9a4d-220ea20397eb tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:24.934746 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-227e0b18-f363-4707-9a4d-220ea20397eb tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:24.951562 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d2eafee4-c573-420c-9b39-33c8e99c985b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:24.962935 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-14282692-bb0a-47bb-b0ef-574586d0a568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:24.963538 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-14282692-bb0a-47bb-b0ef-574586d0a568 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:24.964939 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-14282692-bb0a-47bb-b0ef-574586d0a568 service neutron] 10.222.0.20 "PUT /v2.0/ports/6c955c7f-fd34-47cb-8393-c2c284128387 HTTP/1.1" status: 200 len: 1092 time: 1.0453212 Aug 10 01:00:24.966613 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27325749-cf98-4259-ac2a-748e8101d047', 'tag': '6c955c7f-fd34-47cb-8393-c2c284128387'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:24.968917 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529fa414-01a1-42db-9841-c3e48f3bfbca" -d '{"events": [{"name": "network-changed", "server_uuid": "27325749-cf98-4259-ac2a-748e8101d047", "tag": "6c955c7f-fd34-47cb-8393-c2c284128387"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:24.992121 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-227e0b18-f363-4707-9a4d-220ea20397eb tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:24.998240 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-227e0b18-f363-4707-9a4d-220ea20397eb tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:25.000789 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14282692-bb0a-47bb-b0ef-574586d0a568 service neutron] Pushing event updated for resources: {'Port': ['ID=6c955c7f-fd34-47cb-8393-c2c284128387,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:25.016151 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d2eafee4-c573-420c-9b39-33c8e99c985b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:25.017265 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2eafee4-c573-420c-9b39-33c8e99c985b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:25.017821 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d2eafee4-c573-420c-9b39-33c8e99c985b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:25.022439 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-227e0b18-f363-4707-9a4d-220ea20397eb tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:25.023653 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-227e0b18-f363-4707-9a4d-220ea20397eb tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1163037 Aug 10 01:00:25.026473 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44914) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:25.032578 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-48ac807b-240a-47b4-9ffb-a0ac8db16630 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Request body: {'router': {'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:25.078810 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c89e510-24ec-48f3-ac32-014b337b27c3 x-openstack-request-id: req-2c89e510-24ec-48f3-ac32-014b337b27c3 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:25.079100 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27325749-cf98-4259-ac2a-748e8101d047", "tag": "6c955c7f-fd34-47cb-8393-c2c284128387", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:25.079355 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2c89e510-24ec-48f3-ac32-014b337b27c3 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:25.079760 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27325749-cf98-4259-ac2a-748e8101d047', 'tag': '6c955c7f-fd34-47cb-8393-c2c284128387', 'status': 'completed', 'code': 200} Aug 10 01:00:25.113405 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d2eafee4-c573-420c-9b39-33c8e99c985b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7573912 Aug 10 01:00:25.114024 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44918) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:25.123580 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-8ce0de15-f173-4a8e-9d05-1cfdc02fe705 admin admin] Request body: {'subnet': {'network_id': 'd54a97df-af07-4157-a933-a9c7f148706f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1440567477-subnet', 'tenant_id': '4cced21c66594cf8bb9b76af567d131a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:25.130375 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eafee4-c573-420c-9b39-33c8e99c985b admin admin] Pushing event updated for resources: {'Network': ['ID=d54a97df-af07-4157-a933-a9c7f148706f,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:25.144732 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network d54a97df-af07-4157-a933-a9c7f148706f details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:00:25.154965 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-1032d7d6-27b7-488f-8a87-1d695d362b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:25.157078 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-1032d7d6-27b7-488f-8a87-1d695d362b47 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=af5124099ce04e7383a5ec5f662d948c&device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 1095 time: 0.1284339 Aug 10 01:00:25.161574 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce0de15-f173-4a8e-9d05-1cfdc02fe705 admin admin] Made reservation on behalf of 4cced21c66594cf8bb9b76af567d131a for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:00:25.163850 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8ce0de15-f173-4a8e-9d05-1cfdc02fe705 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:25.244115 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-3e2ec08a-f2b5-481a-946e-4afd0ddea3a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c955c7f-fd34-47cb-8393-c2c284128387 HTTP/1.1" status: 200 len: 217 time: 0.0677044 Aug 10 01:00:25.309610 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecabfa4-3e6f-4561-a5a3-3107274d2482 req-bf216739-7484-456b-addc-505484a27be8 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:25.311120 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fecabfa4-3e6f-4561-a5a3-3107274d2482 req-bf216739-7484-456b-addc-505484a27be8 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=247d904f-5354-49ec-b6a0-fb56beee4798 HTTP/1.1" status: 200 len: 944 time: 0.2402477 Aug 10 01:00:25.314701 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-f4a97460-b203-496e-bdba-b31b07c5a72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:25.316143 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-f4a97460-b203-496e-bdba-b31b07c5a72d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=25a2d27a-ba73-472c-943f-003d0feb1ed0 HTTP/1.1" status: 200 len: 848 time: 0.0629442 Aug 10 01:00:25.324367 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f0105-b220-44e1-9c5f-098897c1e7af req-0c47ea90-c205-4b22-a205-a77fcead0790 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:25.325825 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-086f0105-b220-44e1-9c5f-098897c1e7af req-0c47ea90-c205-4b22-a205-a77fcead0790 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab2b1782-5630-4bce-83a8-b5731c628185 HTTP/1.1" status: 200 len: 946 time: 0.2111003 Aug 10 01:00:25.329904 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-48ac807b-240a-47b4-9ffb-a0ac8db16630 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:25.372661 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-7fe2552e-1c85-4a14-bf63-994705b724a6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a3b32c7-74a3-4305-b7a7-526211811378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481255 Aug 10 01:00:25.429431 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fecabfa4-3e6f-4561-a5a3-3107274d2482 req-23a998c1-4ed7-40a5-bfc8-e05df9d5a350 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025410 Aug 10 01:00:25.436066 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-086f0105-b220-44e1-9c5f-098897c1e7af req-35340562-ae66-40e6-9978-ec37165951ed tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971220 Aug 10 01:00:25.486783 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8ce0de15-f173-4a8e-9d05-1cfdc02fe705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:25.555885 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce0de15-f173-4a8e-9d05-1cfdc02fe705 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9beeeada-fdeb-44c8-8b6e-0c8a8c8c8d6e,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:25.568103 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-83840b1f-c720-4a73-9719-b2ba2a5a4993 service neutron] 10.222.0.20 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867738 Aug 10 01:00:25.614293 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-48ac807b-240a-47b4-9ffb-a0ac8db16630 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router_gateway, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:25.653292 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce0de15-f173-4a8e-9d05-1cfdc02fe705 admin admin] Checking segment: {'id': '0d0ff621-3a64-4796-aca3-79bbdbdd1bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd54a97df-af07-4157-a933-a9c7f148706f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:00:25.653655 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce0de15-f173-4a8e-9d05-1cfdc02fe705 admin admin] Network hostable DHCP agents. Network: d54a97df-af07-4157-a933-a9c7f148706f, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:00:25.658880 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-48ac807b-240a-47b4-9ffb-a0ac8db16630 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:25.683993 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-873f2336-86c5-42a0-aa52-c775cd1ca418 req-78caa6bc-e1d7-45f2-9948-948b4b6fba63 service neutron] 10.222.0.20 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042080 Aug 10 01:00:25.685357 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce0de15-f173-4a8e-9d05-1cfdc02fe705 admin admin] Network d54a97df-af07-4157-a933-a9c7f148706f is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:00:25.694186 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-8ce0de15-f173-4a8e-9d05-1cfdc02fe705 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, d54a97df-af07-4157-a933-a9c7f148706f) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:25.703442 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357be873-e29f-4d5c-a35a-1c69eddd2ff7 None None] Network d54a97df-af07-4157-a933-a9c7f148706f requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:00:25.706217 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce0de15-f173-4a8e-9d05-1cfdc02fe705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:25.706808 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8ce0de15-f173-4a8e-9d05-1cfdc02fe705 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:25.728085 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8ce0de15-f173-4a8e-9d05-1cfdc02fe705 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6103444 Aug 10 01:00:25.730731 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44928) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:25.735448 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-5f84ae52-c314-49ab-8db0-56fbb8634f9c admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1440567477-router', 'tenant_id': '4cced21c66594cf8bb9b76af567d131a', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:25.762714 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1dbd2-da24-4389-bea7-8e702c4a6e7b req-a39a6f75-a658-4ab5-8ce3-6e2202e305b9 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:25.764334 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76c1dbd2-da24-4389-bea7-8e702c4a6e7b req-a39a6f75-a658-4ab5-8ce3-6e2202e305b9 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b941fe3-8bd2-4e75-98eb-b89ceba22eeb HTTP/1.1" status: 200 len: 945 time: 0.1589217 Aug 10 01:00:25.790587 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07d942-f1a4-4912-83a6-2b89cec9c00d req-190e6293-c1a5-4531-aeac-b0950b7f9b42 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:25.792487 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2a07d942-f1a4-4912-83a6-2b89cec9c00d req-190e6293-c1a5-4531-aeac-b0950b7f9b42 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 943 time: 0.1385882 Aug 10 01:00:25.902791 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-48ac807b-240a-47b4-9ffb-a0ac8db16630 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Allocated IP 172.25.2.16 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/765f52ff-d404-49ed-8d4b-e33303f079bd) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:25.911476 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76c1dbd2-da24-4389-bea7-8e702c4a6e7b req-7261f8e6-f831-49c1-aff0-2118978bfd81 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/security-groups?id=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314123 Aug 10 01:00:25.942773 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2a07d942-f1a4-4912-83a6-2b89cec9c00d req-1913cca5-da00-495c-8def-04310efe0e1a tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182451 Aug 10 01:00:26.053165 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-48ac807b-240a-47b4-9ffb-a0ac8db16630 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:26.063651 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3dbd56-e8ae-4f6d-b3bb-5dc8c33b644f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-d54a97df-af07-4157-a933-a9c7f148706f', 'network_id': 'd54a97df-af07-4157-a933-a9c7f148706f', 'tenant_id': '4cced21c66594cf8bb9b76af567d131a', 'fixed_ips': [{'subnet_id': '9beeeada-fdeb-44c8-8b6e-0c8a8c8c8d6e'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:00:26.064551 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5b3dbd56-e8ae-4f6d-b3bb-5dc8c33b644f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:26.099188 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-48ac807b-240a-47b4-9ffb-a0ac8db16630 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:26.143099 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ac807b-240a-47b4-9ffb-a0ac8db16630 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:26.146260 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-48ac807b-240a-47b4-9ffb-a0ac8db16630 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:26.152144 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ac807b-240a-47b4-9ffb-a0ac8db16630 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:26.157791 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5f84ae52-c314-49ab-8db0-56fbb8634f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:26.158829 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5f84ae52-c314-49ab-8db0-56fbb8634f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:26.191422 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dcbe56-9c76-43e1-8a96-062950ac9e54 req-93d0afc5-b50b-4b90-9bec-746d452f6861 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:26.192903 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-79dcbe56-9c76-43e1-8a96-062950ac9e54 req-93d0afc5-b50b-4b90-9bec-746d452f6861 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b941fe3-8bd2-4e75-98eb-b89ceba22eeb HTTP/1.1" status: 200 len: 945 time: 0.4485421 Aug 10 01:00:26.193350 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac807b-240a-47b4-9ffb-a0ac8db16630 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Pushing event updated for resources: {'Port': ['ID=765f52ff-d404-49ed-8d4b-e33303f079bd,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:26.196831 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529fa414-01a1-42db-9841-c3e48f3bfbca req-4a298157-3ccf-4067-b2c6-b9052c4e36f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:26.198277 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-529fa414-01a1-42db-9841-c3e48f3bfbca req-4a298157-3ccf-4067-b2c6-b9052c4e36f6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=af5124099ce04e7383a5ec5f662d948c&device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 1095 time: 0.0936670 Aug 10 01:00:26.213991 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-5b3dbd56-e8ae-4f6d-b3bb-5dc8c33b644f None None] Allocated IP 172.20.0.2 (d54a97df-af07-4157-a933-a9c7f148706f/9beeeada-fdeb-44c8-8b6e-0c8a8c8c8d6e/9406b4ce-4109-4a66-85ae-ef9323d1c51d) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:26.301078 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5f84ae52-c314-49ab-8db0-56fbb8634f9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:26.366617 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5b3dbd56-e8ae-4f6d-b3bb-5dc8c33b644f None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:26.375535 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5b3dbd56-e8ae-4f6d-b3bb-5dc8c33b644f None None] Transition to ACTIVE for port object 9406b4ce-4109-4a66-85ae-ef9323d1c51d will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:26.389854 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5b3dbd56-e8ae-4f6d-b3bb-5dc8c33b644f None None] Transition to ACTIVE for port object 9406b4ce-4109-4a66-85ae-ef9323d1c51d will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:26.396321 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5b3dbd56-e8ae-4f6d-b3bb-5dc8c33b644f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:26.423335 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-48ac807b-240a-47b4-9ffb-a0ac8db16630 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router_gateway, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:26.436924 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3dbd56-e8ae-4f6d-b3bb-5dc8c33b644f None None] Network d54a97df-af07-4157-a933-a9c7f148706f is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:26.442091 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-5b3dbd56-e8ae-4f6d-b3bb-5dc8c33b644f None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:26.447197 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3dbd56-e8ae-4f6d-b3bb-5dc8c33b644f None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:26.450216 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3dbd56-e8ae-4f6d-b3bb-5dc8c33b644f None None] Pushing event updated for resources: {'Port': ['ID=9406b4ce-4109-4a66-85ae-ef9323d1c51d,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:26.509472 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529fa414-01a1-42db-9841-c3e48f3bfbca req-f9976048-19f7-430e-9e07-982e18d7b95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:26.510970 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-529fa414-01a1-42db-9841-c3e48f3bfbca req-f9976048-19f7-430e-9e07-982e18d7b95c service neutron] 10.222.0.20 "GET /v2.0/networks?id=9a3b32c7-74a3-4305-b7a7-526211811378 HTTP/1.1" status: 200 len: 909 time: 0.3045447 Aug 10 01:00:26.515416 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5f84ae52-c314-49ab-8db0-56fbb8634f9c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:26.537518 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-5b3dbd56-e8ae-4f6d-b3bb-5dc8c33b644f None None] Attempting to bind port 9406b4ce-4109-4a66-85ae-ef9323d1c51d on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:00:26.538295 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-5b3dbd56-e8ae-4f6d-b3bb-5dc8c33b644f None None] Attempting to bind port 9406b4ce-4109-4a66-85ae-ef9323d1c51d by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '0d0ff621-3a64-4796-aca3-79bbdbdd1bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd54a97df-af07-4157-a933-a9c7f148706f'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:00:26.538953 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3dbd56-e8ae-4f6d-b3bb-5dc8c33b644f None None] Attempting to bind port 9406b4ce-4109-4a66-85ae-ef9323d1c51d on network d54a97df-af07-4157-a933-a9c7f148706f {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:26.544700 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3dbd56-e8ae-4f6d-b3bb-5dc8c33b644f None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:00:26.545437 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3dbd56-e8ae-4f6d-b3bb-5dc8c33b644f None None] Checking segment: {'id': '0d0ff621-3a64-4796-aca3-79bbdbdd1bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd54a97df-af07-4157-a933-a9c7f148706f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:00:26.546077 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5b3dbd56-e8ae-4f6d-b3bb-5dc8c33b644f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:26.546811 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3dbd56-e8ae-4f6d-b3bb-5dc8c33b644f None None] Bound using segment: {'id': '0d0ff621-3a64-4796-aca3-79bbdbdd1bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd54a97df-af07-4157-a933-a9c7f148706f'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:00:26.548940 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-5b3dbd56-e8ae-4f6d-b3bb-5dc8c33b644f None None] Bound port: 9406b4ce-4109-4a66-85ae-ef9323d1c51d, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d0ff621-3a64-4796-aca3-79bbdbdd1bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd54a97df-af07-4157-a933-a9c7f148706f'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:00:26.549643 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5b3dbd56-e8ae-4f6d-b3bb-5dc8c33b644f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:26.574990 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-529fa414-01a1-42db-9841-c3e48f3bfbca req-fbd00ac8-cac0-49a1-8305-56520d085c17 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c955c7f-fd34-47cb-8393-c2c284128387 HTTP/1.1" status: 200 len: 217 time: 0.0540745 Aug 10 01:00:26.581876 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-79dcbe56-9c76-43e1-8a96-062950ac9e54 req-28cb0dce-ceb3-49d4-b931-fb387e34f990 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Deleting port 925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:26.582223 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-79dcbe56-9c76-43e1-8a96-062950ac9e54 req-28cb0dce-ceb3-49d4-b931-fb387e34f990 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:26.586008 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 8aa61378-d9b7-4f56-a82f-b53fe76f1d40 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:00:26.645482 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4e0ed-f487-4075-8f8d-384d4865c764 req-c6cdf275-6bbd-4ac8-9dd0-b4f5cae04867 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:26.647072 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-04d4e0ed-f487-4075-8f8d-384d4865c764 req-c6cdf275-6bbd-4ac8-9dd0-b4f5cae04867 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=247d904f-5354-49ec-b6a0-fb56beee4798 HTTP/1.1" status: 200 len: 944 time: 0.0986784 Aug 10 01:00:26.669836 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-5b3dbd56-e8ae-4f6d-b3bb-5dc8c33b644f None None] For port 9406b4ce-4109-4a66-85ae-ef9323d1c51d, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:00:26.689895 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-5b3dbd56-e8ae-4f6d-b3bb-5dc8c33b644f None None] For port 9406b4ce-4109-4a66-85ae-ef9323d1c51d, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9406b4ce-4109-4a66-85ae-ef9323d1c51d,segment=NetworkSegment(0d0ff621-3a64-4796-aca3-79bbdbdd1bd3),segment_id=0d0ff621-3a64-4796-aca3-79bbdbdd1bd3)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:00:26.694108 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:00:26.707075 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5b3dbd56-e8ae-4f6d-b3bb-5dc8c33b644f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:26.734983 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f3fc9-7e4e-4e98-81b8-6901816df6ee req-04380ad9-a9cf-453f-b4cc-ca4c0172326a tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:26.736508 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-565f3fc9-7e4e-4e98-81b8-6901816df6ee req-04380ad9-a9cf-453f-b4cc-ca4c0172326a tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab2b1782-5630-4bce-83a8-b5731c628185 HTTP/1.1" status: 200 len: 946 time: 0.1903763 Aug 10 01:00:26.741870 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529fa414-01a1-42db-9841-c3e48f3bfbca req-021b310a-9626-4c77-9a4d-43fd9b53b90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:26.743331 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-529fa414-01a1-42db-9841-c3e48f3bfbca req-021b310a-9626-4c77-9a4d-43fd9b53b90a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=25a2d27a-ba73-472c-943f-003d0feb1ed0 HTTP/1.1" status: 200 len: 848 time: 0.1581624 Aug 10 01:00:26.750631 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-04d4e0ed-f487-4075-8f8d-384d4865c764 req-a7ea014a-bef5-4dab-b62b-1fa48427f319 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946262 Aug 10 01:00:26.772597 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 8aa61378-d9b7-4f56-a82f-b53fe76f1d40, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=8aa61378-d9b7-4f56-a82f-b53fe76f1d40,segment=NetworkSegment(45b34241-697f-4f50-87d8-6d6db6581d08),segment_id=45b34241-697f-4f50-87d8-6d6db6581d08)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:26.801082 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-79dcbe56-9c76-43e1-8a96-062950ac9e54 req-28cb0dce-ceb3-49d4-b931-fb387e34f990 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] For port 925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569,segment=NetworkSegment(fd0aa135-7bf0-4440-a395-b4833e4cac38),segment_id=fd0aa135-7bf0-4440-a395-b4833e4cac38)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:26.801504 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-79dcbe56-9c76-43e1-8a96-062950ac9e54 req-28cb0dce-ceb3-49d4-b931-fb387e34f990 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:26.815799 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '8aa61378-d9b7-4f56-a82f-b53fe76f1d40', 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4', 'port_id': '8aa61378-d9b7-4f56-a82f-b53fe76f1d40', 'mac_address': 'fa:16:3e:ac:27:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4317e354-7b23-4f49-8b2a-5d1c39378e31', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:00:26.832521 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3dbd56-e8ae-4f6d-b3bb-5dc8c33b644f None None] Pushing event updated for resources: {'Port': ['ID=9406b4ce-4109-4a66-85ae-ef9323d1c51d,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:26.865077 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-529fa414-01a1-42db-9841-c3e48f3bfbca req-e8395ba7-0ca9-4514-a6ac-668e14e3d77f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a3b32c7-74a3-4305-b7a7-526211811378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044912 Aug 10 01:00:26.888151 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-79dcbe56-9c76-43e1-8a96-062950ac9e54 req-28cb0dce-ceb3-49d4-b931-fb387e34f990 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Calling delete_port for 925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:26.941092 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:26.971675 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aa61378-d9b7-4f56-a82f-b53fe76f1d40 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:00:27.011653 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 8aa61378-d9b7-4f56-a82f-b53fe76f1d40, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=8aa61378-d9b7-4f56-a82f-b53fe76f1d40,segment=NetworkSegment(45b34241-697f-4f50-87d8-6d6db6581d08),segment_id=45b34241-697f-4f50-87d8-6d6db6581d08)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:27.016884 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:27.114418 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=8aa61378-d9b7-4f56-a82f-b53fe76f1d40,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:27.244810 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-529fa414-01a1-42db-9841-c3e48f3bfbca req-15109830-6ee2-431d-a1d3-4bc610045e64 service neutron] 10.222.0.20 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586006 Aug 10 01:00:27.268615 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-13b7e233-e21c-4229-82c3-408d5ab63542 req-9616b2cb-88e0-4ea8-8a72-adb190b386cd tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b941fe3-8bd2-4e75-98eb-b89ceba22eeb HTTP/1.1" status: 200 len: 210 time: 0.0638127 Aug 10 01:00:27.311145 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-79dcbe56-9c76-43e1-8a96-062950ac9e54 req-28cb0dce-ceb3-49d4-b931-fb387e34f990 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:27.312038 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-565f3fc9-7e4e-4e98-81b8-6901816df6ee req-38d8a422-d048-4e4c-8e92-8784d6a36759 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5604312 Aug 10 01:00:27.317700 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-48ac807b-240a-47b4-9ffb-a0ac8db16630 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8228879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8231262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232083'] for router, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:27.321578 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-48ac807b-240a-47b4-9ffb-a0ac8db16630 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8229108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8229117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8231239'] for router, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:27.327559 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:00:27.367547 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb0dce-ceb3-49d4-b931-fb387e34f990 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Pushing event deleted for resources: {'Port': ['ID=925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:27.408636 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5f84ae52-c314-49ab-8db0-56fbb8634f9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:27.449965 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-79dcbe56-9c76-43e1-8a96-062950ac9e54 req-28cb0dce-ceb3-49d4-b931-fb387e34f990 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] No DVR routers for this DVR port 925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569 on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:00:27.454416 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['8aa61378-d9b7-4f56-a82f-b53fe76f1d40'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:00:27.455076 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5f84ae52-c314-49ab-8db0-56fbb8634f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:27.462520 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-79dcbe56-9c76-43e1-8a96-062950ac9e54 req-28cb0dce-ceb3-49d4-b931-fb387e34f990 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:27.464644 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-79dcbe56-9c76-43e1-8a96-062950ac9e54 req-28cb0dce-ceb3-49d4-b931-fb387e34f990 tempest-DeleteServersTestJSON-1241071045 tempest-DeleteServersTestJSON-1241071045-project] 10.222.0.24 "DELETE /v2.0/ports/925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569 HTTP/1.1" status: 204 len: 173 time: 1.2593319 Aug 10 01:00:27.465101 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b941fe3-8bd2-4e75-98eb-b89ceba22eeb', 'name': 'network-vif-deleted', 'tag': '925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:27.467387 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa12e78-e298-4523-a06b-b26780a764fe" -d '{"events": [{"server_uuid": "9b941fe3-8bd2-4e75-98eb-b89ceba22eeb", "name": "network-vif-deleted", "tag": "925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:27.490996 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-529fa414-01a1-42db-9841-c3e48f3bfbca req-9c9e7b64-63d0-4015-a9f3-7a049abb2050 service neutron] 10.222.0.20 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241414 Aug 10 01:00:27.518467 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c59009-ff83-42be-bb51-51285378a4bc req-2f4b0c24-10a9-4183-aa1c-cc0048283233 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:27.521224 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f6c59009-ff83-42be-bb51-51285378a4bc req-2f4b0c24-10a9-4183-aa1c-cc0048283233 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 943 time: 0.1364980 Aug 10 01:00:27.613761 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f6c59009-ff83-42be-bb51-51285378a4bc req-78938b74-859b-4128-afd9-fb1e5ae8472f tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832937 Aug 10 01:00:27.634736 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-5f84ae52-c314-49ab-8db0-56fbb8634f9c admin admin] Allocated IP 172.25.2.246 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/231e78e7-3b9a-48a9-9b60-668a7c3236d1) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:27.639110 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ac807b-240a-47b4-9ffb-a0ac8db16630 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Router 41b67da8-65be-4071-9a28-dfff0875eecf is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:00:27.684748 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f39607-ca7c-40f8-bc80-9c3b8d73b09a x-openstack-request-id: req-f1f39607-ca7c-40f8-bc80-9c3b8d73b09a {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:27.685037 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b941fe3-8bd2-4e75-98eb-b89ceba22eeb", "name": "network-vif-deleted", "tag": "925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:27.685301 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f1f39607-ca7c-40f8-bc80-9c3b8d73b09a {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:27.685709 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b941fe3-8bd2-4e75-98eb-b89ceba22eeb', 'name': 'network-vif-deleted', 'tag': '925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569', 'status': 'completed', 'code': 200} Aug 10 01:00:27.836247 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5f84ae52-c314-49ab-8db0-56fbb8634f9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:27.864230 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ac807b-240a-47b4-9ffb-a0ac8db16630 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:00:27.881454 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff1e706-6e86-44bc-9ced-c29bf904424f None None] Sync routers for ids ['41b67da8-65be-4071-9a28-dfff0875eecf'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:00:27.882909 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-48ac807b-240a-47b4-9ffb-a0ac8db16630 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:27.885427 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-48ac807b-240a-47b4-9ffb-a0ac8db16630 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] 10.222.0.35 "PUT /v2.0/routers/41b67da8-65be-4071-9a28-dfff0875eecf HTTP/1.1" status: 200 len: 882 time: 2.8573945 Aug 10 01:00:27.888037 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44974) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:27.898411 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff1e706-6e86-44bc-9ced-c29bf904424f None None] Routers {'41b67da8-65be-4071-9a28-dfff0875eecf'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:27.898411 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-eff1e706-6e86-44bc-9ced-c29bf904424f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:00:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['41b67da8-65be-4071-9a28-dfff0875eecf'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:27.930469 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5f84ae52-c314-49ab-8db0-56fbb8634f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:27.978836 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:28.008081 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-eff1e706-6e86-44bc-9ced-c29bf904424f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:28.011804 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84ae52-c314-49ab-8db0-56fbb8634f9c admin admin] Pushing event updated for resources: {'Port': ['ID=231e78e7-3b9a-48a9-9b60-668a7c3236d1,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:28.029828 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff1e706-6e86-44bc-9ced-c29bf904424f None None] Routers {'41b67da8-65be-4071-9a28-dfff0875eecf'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:28.030455 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-eff1e706-6e86-44bc-9ced-c29bf904424f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:00:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['41b67da8-65be-4071-9a28-dfff0875eecf'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:28.039120 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f84ae52-c314-49ab-8db0-56fbb8634f9c admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:28.041870 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-5f84ae52-c314-49ab-8db0-56fbb8634f9c admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:28.049467 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f84ae52-c314-49ab-8db0-56fbb8634f9c admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:28.140172 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-eff1e706-6e86-44bc-9ced-c29bf904424f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:28.142153 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff1e706-6e86-44bc-9ced-c29bf904424f None None] The sync data for ids ['41b67da8-65be-4071-9a28-dfff0875eecf'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:00:28.212391 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5a667-b273-4e44-ad75-c06ee346f1e1 req-087d4c26-c2c7-441c-87d7-fb21e7301c67 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:28.221336 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76d5a667-b273-4e44-ad75-c06ee346f1e1 req-087d4c26-c2c7-441c-87d7-fb21e7301c67 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=247d904f-5354-49ec-b6a0-fb56beee4798 HTTP/1.1" status: 200 len: 945 time: 0.3236682 Aug 10 01:00:28.273863 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-53c28989-ef1c-420a-be73-2c8e7bbdf2f3 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] 10.222.0.35 "GET /v2.0/routers/41b67da8-65be-4071-9a28-dfff0875eecf HTTP/1.1" status: 200 len: 923 time: 0.3818550 Aug 10 01:00:28.275398 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44988) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:28.339615 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76d5a667-b273-4e44-ad75-c06ee346f1e1 req-09971002-a961-4846-ae5b-5aa9cd26e534 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131375 Aug 10 01:00:28.383077 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94de20e-440e-4310-a6de-2021c39f8788 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:28.387192 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e94de20e-440e-4310-a6de-2021c39f8788 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=beabd0db-a6e0-4ff1-a3e9-6522348fc998&device_id=41b67da8-65be-4071-9a28-dfff0875eecf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1063077 Aug 10 01:00:28.387414 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44992) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:28.430182 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d957ea-14d8-49f1-8208-6a225a433039 None None] Network d54a97df-af07-4157-a933-a9c7f148706f requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:00:28.449020 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5f84ae52-c314-49ab-8db0-56fbb8634f9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:28.505355 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0fc15d3d-1e56-42eb-9d18-8b2387a2c3bd None None] Provisioning for port 9406b4ce-4109-4a66-85ae-ef9323d1c51d completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:28.539098 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202adcad-f900-45fc-8a53-23664d3aadd1 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:28.540635 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-202adcad-f900-45fc-8a53-23664d3aadd1 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 881 time: 0.1521931 Aug 10 01:00:28.543471 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45006) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:28.583871 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 6c955c7f-fd34-47cb-8393-c2c284128387 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:00:28.584945 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-608c9e9b-4a5c-47d5-bacb-7b61a404d32c tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] 10.222.0.35 "GET /v2.0/ports?device_id=41b67da8-65be-4071-9a28-dfff0875eecf HTTP/1.1" status: 200 len: 205 time: 0.0402930 Aug 10 01:00:28.587835 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45008) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:28.594329 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 8aa61378-d9b7-4f56-a82f-b53fe76f1d40 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:28.649887 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d260bd-5b5a-4054-8200-80759b715931 req-beefe39c-531a-4c63-b068-8e2201cf6613 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:28.651599 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e6d260bd-5b5a-4054-8200-80759b715931 req-beefe39c-531a-4c63-b068-8e2201cf6613 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab2b1782-5630-4bce-83a8-b5731c628185 HTTP/1.1" status: 200 len: 946 time: 0.0714552 Aug 10 01:00:28.705593 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e6d260bd-5b5a-4054-8200-80759b715931 req-2e6dd950-989e-461a-b663-0994ed7aee14 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455937 Aug 10 01:00:28.751416 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 8aa61378-d9b7-4f56-a82f-b53fe76f1d40 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:28.762394 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 8aa61378-d9b7-4f56-a82f-b53fe76f1d40 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:28.762721 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:28.806663 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cffabc-0bdd-4a38-9afb-8895907a39e3 req-b674f0d2-a289-45b3-b7c3-eb8986369158 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:28.808146 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d5cffabc-0bdd-4a38-9afb-8895907a39e3 req-b674f0d2-a289-45b3-b7c3-eb8986369158 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 943 time: 0.0844550 Aug 10 01:00:28.817893 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 6c955c7f-fd34-47cb-8393-c2c284128387, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=6c955c7f-fd34-47cb-8393-c2c284128387,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:28.837506 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '6c955c7f-fd34-47cb-8393-c2c284128387', 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378', 'port_id': '6c955c7f-fd34-47cb-8393-c2c284128387', 'mac_address': 'fa:16:3e:64:30:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a2d27a-ba73-472c-943f-003d0feb1ed0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:00:28.867065 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5f84ae52-c314-49ab-8db0-56fbb8634f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:28.872490 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0bc4b3f7-96ff-403e-acd9-48042111d1b1 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:28.885300 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d5cffabc-0bdd-4a38-9afb-8895907a39e3 req-082403d4-31f2-4032-9ac3-86c8f8f46df5 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694647 Aug 10 01:00:28.916815 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:28.935800 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:28.941337 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c955c7f-fd34-47cb-8393-c2c284128387 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:00:28.994045 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247d904f-5354-49ec-b6a0-fb56beee4798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa61378-d9b7-4f56-a82f-b53fe76f1d40'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:28.997831 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cf66a8-6f98-4ea0-982b-879ac9de7939" -d '{"events": [{"server_uuid": "247d904f-5354-49ec-b6a0-fb56beee4798", "name": "network-vif-plugged", "status": "completed", "tag": "8aa61378-d9b7-4f56-a82f-b53fe76f1d40"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:29.009850 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 8aa61378-d9b7-4f56-a82f-b53fe76f1d40, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=8aa61378-d9b7-4f56-a82f-b53fe76f1d40,segment=NetworkSegment(45b34241-697f-4f50-87d8-6d6db6581d08),segment_id=45b34241-697f-4f50-87d8-6d6db6581d08)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:29.015902 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 6c955c7f-fd34-47cb-8393-c2c284128387, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=6c955c7f-fd34-47cb-8393-c2c284128387,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:29.017736 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:29.023693 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:29.063230 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1760c20e-c2a7-4881-bf6b-29e30bf55813 x-openstack-request-id: req-1760c20e-c2a7-4881-bf6b-29e30bf55813 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:29.063519 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247d904f-5354-49ec-b6a0-fb56beee4798", "name": "network-vif-plugged", "status": "completed", "tag": "8aa61378-d9b7-4f56-a82f-b53fe76f1d40", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:29.063765 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1760c20e-c2a7-4881-bf6b-29e30bf55813 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:29.064153 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247d904f-5354-49ec-b6a0-fb56beee4798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa61378-d9b7-4f56-a82f-b53fe76f1d40', 'code': 200} Aug 10 01:00:29.133200 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=8aa61378-d9b7-4f56-a82f-b53fe76f1d40,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:29.149534 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:29.151565 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:29.152057 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:29.152531 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:29.152989 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:29.153753 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:29.154194 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:29.154612 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:29.155025 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:29.155433 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:29.156022 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:29.157002 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:29.227581 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=6c955c7f-fd34-47cb-8393-c2c284128387,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:29.289289 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9406b4ce-4109-4a66-85ae-ef9323d1c51d up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:29.341855 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 9406b4ce-4109-4a66-85ae-ef9323d1c51d completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:29.345784 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 9406b4ce-4109-4a66-85ae-ef9323d1c51d triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:29.346160 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:29.386952 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['6c955c7f-fd34-47cb-8393-c2c284128387'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:00:29.493714 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0bc4b3f7-96ff-403e-acd9-48042111d1b1 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:29.507119 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655e73c-919e-479c-ba27-b686b199b491 req-78aa04cd-7835-4748-abd3-480b7fb2e729 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:29.509168 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9fe7d-8d77-4da7-aa3b-8ab05588131a req-6c9e9b9d-0a46-45e2-91bc-e6197c2fb1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:29.510711 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b5e9fe7d-8d77-4da7-aa3b-8ab05588131a req-6c9e9b9d-0a46-45e2-91bc-e6197c2fb1b6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=247d904f-5354-49ec-b6a0-fb56beee4798 HTTP/1.1" status: 200 len: 1098 time: 0.1743467 Aug 10 01:00:29.520510 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6655e73c-919e-479c-ba27-b686b199b491 req-78aa04cd-7835-4748-abd3-480b7fb2e729 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=247d904f-5354-49ec-b6a0-fb56beee4798 HTTP/1.1" status: 200 len: 946 time: 0.1020951 Aug 10 01:00:29.532227 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:29.578986 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b5e9fe7d-8d77-4da7-aa3b-8ab05588131a req-96e34f00-f723-4d24-b76d-efd859dc0f47 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399926 Aug 10 01:00:29.582543 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6655e73c-919e-479c-ba27-b686b199b491 req-5a18d19f-6f2b-4dc5-9459-a81347f1b41a tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608745 Aug 10 01:00:29.602765 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 9406b4ce-4109-4a66-85ae-ef9323d1c51d, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9406b4ce-4109-4a66-85ae-ef9323d1c51d,segment=NetworkSegment(0d0ff621-3a64-4796-aca3-79bbdbdd1bd3),segment_id=0d0ff621-3a64-4796-aca3-79bbdbdd1bd3)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:29.617836 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:29.631809 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f84ae52-c314-49ab-8db0-56fbb8634f9c admin admin] Router c15ac011-b89e-4637-b2c8-b6fdf2a3a09e is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:00:29.640093 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-0bc4b3f7-96ff-403e-acd9-48042111d1b1 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Deleting port 765f52ff-d404-49ed-8d4b-e33303f079bd {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:29.640682 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0bc4b3f7-96ff-403e-acd9-48042111d1b1 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:29.674520 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=9406b4ce-4109-4a66-85ae-ef9323d1c51d,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:29.802150 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0bc4b3f7-96ff-403e-acd9-48042111d1b1 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:29.820009 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-0bc4b3f7-96ff-403e-acd9-48042111d1b1 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Calling delete_port for 765f52ff-d404-49ed-8d4b-e33303f079bd owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:29.824341 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f84ae52-c314-49ab-8db0-56fbb8634f9c admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:00:29.836666 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb34bcf8-4e7e-474c-8faf-fa07c87e0755 None None] Sync routers for ids ['c15ac011-b89e-4637-b2c8-b6fdf2a3a09e'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:00:29.836996 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb8f7d-e4b8-4566-86e7-6236728a6132 req-a3d956c2-39c6-41f3-b80b-020cf463917a tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:29.838769 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-27eb8f7d-e4b8-4566-86e7-6236728a6132 req-a3d956c2-39c6-41f3-b80b-020cf463917a tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab2b1782-5630-4bce-83a8-b5731c628185 HTTP/1.1" status: 200 len: 946 time: 0.0523560 Aug 10 01:00:29.845478 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5f84ae52-c314-49ab-8db0-56fbb8634f9c admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:29.846812 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5f84ae52-c314-49ab-8db0-56fbb8634f9c admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1151576 Aug 10 01:00:29.851028 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45046) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:29.858213 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb34bcf8-4e7e-474c-8faf-fa07c87e0755 None None] Routers {'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:29.859858 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-eb34bcf8-4e7e-474c-8faf-fa07c87e0755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:00:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['c15ac011-b89e-4637-b2c8-b6fdf2a3a09e'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:29.892890 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-27eb8f7d-e4b8-4566-86e7-6236728a6132 req-92ea7ac1-81a1-4659-8166-a051aecd3525 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448904 Aug 10 01:00:29.983602 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-eb34bcf8-4e7e-474c-8faf-fa07c87e0755 None None] Set router c15ac011-b89e-4637-b2c8-b6fdf2a3a09e gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:00:30.020365 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:00:30.031832 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b807154-6d54-4e89-b6b8-6f23a68105b9 req-d64dd15c-5c2c-48dc-8268-a13697f1c338 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:30.033790 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b807154-6d54-4e89-b6b8-6f23a68105b9 req-d64dd15c-5c2c-48dc-8268-a13697f1c338 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 944 time: 0.0619400 Aug 10 01:00:30.067955 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:00:30.068359 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 925d2dd6-1a3a-4d3c-9eaf-a23ec4c3a569 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:00:30.106173 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b807154-6d54-4e89-b6b8-6f23a68105b9 req-4eb7474d-2d8d-4cb8-9a21-74e00e505c1e tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662251 Aug 10 01:00:30.198519 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0bc4b3f7-96ff-403e-acd9-48042111d1b1 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.219359 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-eb34bcf8-4e7e-474c-8faf-fa07c87e0755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'name': 'tempest-ServersTestBootFromVolume-1440567477-router', 'tenant_id': '4cced21c66594cf8bb9b76af567d131a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '231e78e7-3b9a-48a9-9b60-668a7c3236d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:26Z', 'updated_at': '2021-08-10T01:00:28Z', 'revision_number': 3, 'project_id': '4cced21c66594cf8bb9b76af567d131a', 'gw_port': {'id': '231e78e7-3b9a-48a9-9b60-668a7c3236d1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:27Z', 'updated_at': '2021-08-10T01:00:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:30.246827 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4b3f7-96ff-403e-acd9-48042111d1b1 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Pushing event deleted for resources: {'Port': ['ID=765f52ff-d404-49ed-8d4b-e33303f079bd,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:30.247654 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb34bcf8-4e7e-474c-8faf-fa07c87e0755 None None] Checking router: c15ac011-b89e-4637-b2c8-b6fdf2a3a09e for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:00:30.247915 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb34bcf8-4e7e-474c-8faf-fa07c87e0755 None None] Updating router c15ac011-b89e-4637-b2c8-b6fdf2a3a09e port 231e78e7-3b9a-48a9-9b60-668a7c3236d1 binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:00:30.280280 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eb34bcf8-4e7e-474c-8faf-fa07c87e0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.375792 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0bc4b3f7-96ff-403e-acd9-48042111d1b1 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.502167 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0bc4b3f7-96ff-403e-acd9-48042111d1b1 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.505630 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0bc4b3f7-96ff-403e-acd9-48042111d1b1 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.548453 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eb34bcf8-4e7e-474c-8faf-fa07c87e0755 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.562955 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-eb34bcf8-4e7e-474c-8faf-fa07c87e0755 None None] Transition to ACTIVE for port object 231e78e7-3b9a-48a9-9b60-668a7c3236d1 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:30.570534 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eb34bcf8-4e7e-474c-8faf-fa07c87e0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.572505 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0bc4b3f7-96ff-403e-acd9-48042111d1b1 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.573082 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc4b3f7-96ff-403e-acd9-48042111d1b1 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Fanout notify agent at l3_agent the message router_deleted on router 41b67da8-65be-4071-9a28-dfff0875eecf {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:00:30.581089 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0bc4b3f7-96ff-403e-acd9-48042111d1b1 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.586646 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0bc4b3f7-96ff-403e-acd9-48042111d1b1 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] 10.222.0.35 "DELETE /v2.0/routers/41b67da8-65be-4071-9a28-dfff0875eecf HTTP/1.1" status: 204 len: 168 time: 1.9968143 Aug 10 01:00:30.586646 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45054) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:30.593747 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-ffd07097-80ea-4695-a666-3ce21600d0c6 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1187483322', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:30.601622 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 6c955c7f-fd34-47cb-8393-c2c284128387 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:30.659095 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae298a3d-2f4e-49f1-a9d2-2a7ec9d3423b None None] Pushing event updated for resources: {'Port': ['ID=231e78e7-3b9a-48a9-9b60-668a7c3236d1,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:30.662691 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-eb34bcf8-4e7e-474c-8faf-fa07c87e0755 None None] Attempting to bind port 231e78e7-3b9a-48a9-9b60-668a7c3236d1 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:00:30.663074 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-eb34bcf8-4e7e-474c-8faf-fa07c87e0755 None None] Attempting to bind port 231e78e7-3b9a-48a9-9b60-668a7c3236d1 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:00:30.663437 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb34bcf8-4e7e-474c-8faf-fa07c87e0755 None None] Attempting to bind port 231e78e7-3b9a-48a9-9b60-668a7c3236d1 on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:30.674431 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb34bcf8-4e7e-474c-8faf-fa07c87e0755 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:00:30.674815 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb34bcf8-4e7e-474c-8faf-fa07c87e0755 None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:00:30.675467 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eb34bcf8-4e7e-474c-8faf-fa07c87e0755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.675608 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb34bcf8-4e7e-474c-8faf-fa07c87e0755 None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:00:30.676082 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-eb34bcf8-4e7e-474c-8faf-fa07c87e0755 None None] Bound port: 231e78e7-3b9a-48a9-9b60-668a7c3236d1, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:00:30.676495 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eb34bcf8-4e7e-474c-8faf-fa07c87e0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.694396 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ffd07097-80ea-4695-a666-3ce21600d0c6 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.695477 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ffd07097-80ea-4695-a666-3ce21600d0c6 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.739649 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 6c955c7f-fd34-47cb-8393-c2c284128387 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:30.748929 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 6c955c7f-fd34-47cb-8393-c2c284128387 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:30.749262 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.751735 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-eb34bcf8-4e7e-474c-8faf-fa07c87e0755 None None] For port 231e78e7-3b9a-48a9-9b60-668a7c3236d1, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:00:30.756054 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-eb34bcf8-4e7e-474c-8faf-fa07c87e0755 None None] For port 231e78e7-3b9a-48a9-9b60-668a7c3236d1, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=231e78e7-3b9a-48a9-9b60-668a7c3236d1,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:00:30.772622 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b7282-36a9-43cd-be14-463acf8ad600 req-0ae9ba26-87a6-491b-8f24-d7067846d966 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:30.777943 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eb34bcf8-4e7e-474c-8faf-fa07c87e0755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.784560 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1e9b7282-36a9-43cd-be14-463acf8ad600 req-0ae9ba26-87a6-491b-8f24-d7067846d966 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=247d904f-5354-49ec-b6a0-fb56beee4798 HTTP/1.1" status: 200 len: 946 time: 0.0787938 Aug 10 01:00:30.809071 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b3cd0490-e0a1-4d3a-887e-e269bc89dc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.825274 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1e9b7282-36a9-43cd-be14-463acf8ad600 req-f34f3f99-6c2e-435b-9558-2286eccee67a tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394785 Aug 10 01:00:30.844389 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ffd07097-80ea-4695-a666-3ce21600d0c6 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.850476 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ffd07097-80ea-4695-a666-3ce21600d0c6 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.863881 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb34bcf8-4e7e-474c-8faf-fa07c87e0755 None None] Routers {'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:30.864567 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-eb34bcf8-4e7e-474c-8faf-fa07c87e0755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:00:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['c15ac011-b89e-4637-b2c8-b6fdf2a3a09e'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:30.867065 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae298a3d-2f4e-49f1-a9d2-2a7ec9d3423b None None] Pushing event updated for resources: {'Port': ['ID=231e78e7-3b9a-48a9-9b60-668a7c3236d1,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:30.981210 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ffd07097-80ea-4695-a666-3ce21600d0c6 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.984697 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ffd07097-80ea-4695-a666-3ce21600d0c6 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3953304 Aug 10 01:00:30.989497 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45062) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:30.994741 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-f984b20d-1fac-4b5b-9388-9df17bb2ad2d tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'enable_snat': True}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:31.036257 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b835fb0-af8d-4205-91ac-34e1d1eca581 req-ff0b665d-6aa8-45c7-962d-16f95d35e063 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:31.038226 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b835fb0-af8d-4205-91ac-34e1d1eca581 req-ff0b665d-6aa8-45c7-962d-16f95d35e063 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab2b1782-5630-4bce-83a8-b5731c628185 HTTP/1.1" status: 200 len: 946 time: 0.0564981 Aug 10 01:00:31.127552 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:31.136008 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b835fb0-af8d-4205-91ac-34e1d1eca581 req-55585e54-20b5-413e-8c66-2bc8eb5dba76 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848806 Aug 10 01:00:31.168239 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27325749-cf98-4259-ac2a-748e8101d047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c955c7f-fd34-47cb-8393-c2c284128387'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:31.170498 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea826a7-1f26-458a-9de8-c4a52723cd83" -d '{"events": [{"server_uuid": "27325749-cf98-4259-ac2a-748e8101d047", "name": "network-vif-plugged", "status": "completed", "tag": "6c955c7f-fd34-47cb-8393-c2c284128387"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:31.211205 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 6c955c7f-fd34-47cb-8393-c2c284128387, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=6c955c7f-fd34-47cb-8393-c2c284128387,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:31.218905 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-eb34bcf8-4e7e-474c-8faf-fa07c87e0755 None None] Set router c15ac011-b89e-4637-b2c8-b6fdf2a3a09e gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:00:31.220490 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:31.240541 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-b3cd0490-e0a1-4d3a-887e-e269bc89dc23 admin admin] Allocated IP 172.20.0.1 (d54a97df-af07-4157-a933-a9c7f148706f/9beeeada-fdeb-44c8-8b6e-0c8a8c8c8d6e/cb595009-f5b0-468e-be14-b086b95c375f) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:31.289535 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e4374-8d6a-4205-bc3c-e735e2988e30 req-99cc707a-fbf5-48f7-9c27-97f370f8e7f2 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:31.291277 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bc7e4374-8d6a-4205-bc3c-e735e2988e30 req-99cc707a-fbf5-48f7-9c27-97f370f8e7f2 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 945 time: 0.0859089 Aug 10 01:00:31.308945 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f5a131-5864-43c9-9122-ea5faa9c0944 x-openstack-request-id: req-76f5a131-5864-43c9-9122-ea5faa9c0944 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:31.309607 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27325749-cf98-4259-ac2a-748e8101d047", "name": "network-vif-plugged", "status": "completed", "tag": "6c955c7f-fd34-47cb-8393-c2c284128387", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:31.310094 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-76f5a131-5864-43c9-9122-ea5faa9c0944 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:31.310698 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27325749-cf98-4259-ac2a-748e8101d047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c955c7f-fd34-47cb-8393-c2c284128387', 'code': 200} Aug 10 01:00:31.311706 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9406b4ce-4109-4a66-85ae-ef9323d1c51d up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:31.372504 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f984b20d-1fac-4b5b-9388-9df17bb2ad2d tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:31.399332 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bc7e4374-8d6a-4205-bc3c-e735e2988e30 req-3c6cac40-78dd-4c72-8e05-cd277c4a3c00 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810182 Aug 10 01:00:31.482127 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=6c955c7f-fd34-47cb-8393-c2c284128387,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:31.509690 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef43eb-7237-471c-b9b8-e349cc3d2c44 req-a205eb27-31d0-4db3-acf8-80cdcfa58461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:31.511200 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c4ef43eb-7237-471c-b9b8-e349cc3d2c44 req-a205eb27-31d0-4db3-acf8-80cdcfa58461 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 1097 time: 0.1719155 Aug 10 01:00:31.514688 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 9406b4ce-4109-4a66-85ae-ef9323d1c51d triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:31.515067 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:31.582196 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b3cd0490-e0a1-4d3a-887e-e269bc89dc23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:31.599943 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c4ef43eb-7237-471c-b9b8-e349cc3d2c44 req-fa2a3d63-7613-46b5-8b5b-91b8d4ebc2f1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808399 Aug 10 01:00:31.607091 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-b3cd0490-e0a1-4d3a-887e-e269bc89dc23 admin admin] Transition to ACTIVE for port object cb595009-f5b0-468e-be14-b086b95c375f will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:31.621739 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-eb34bcf8-4e7e-474c-8faf-fa07c87e0755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'name': 'tempest-ServersTestBootFromVolume-1440567477-router', 'tenant_id': '4cced21c66594cf8bb9b76af567d131a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '231e78e7-3b9a-48a9-9b60-668a7c3236d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:26Z', 'updated_at': '2021-08-10T01:00:28Z', 'revision_number': 3, 'project_id': '4cced21c66594cf8bb9b76af567d131a', 'gw_port': {'id': '231e78e7-3b9a-48a9-9b60-668a7c3236d1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:27Z', 'updated_at': '2021-08-10T01:00:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:31.662454 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb34bcf8-4e7e-474c-8faf-fa07c87e0755 None None] The sync data for ids ['c15ac011-b89e-4637-b2c8-b6fdf2a3a09e'] in n-d-766726-26 is: [{'id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'name': 'tempest-ServersTestBootFromVolume-1440567477-router', 'tenant_id': '4cced21c66594cf8bb9b76af567d131a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '231e78e7-3b9a-48a9-9b60-668a7c3236d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:26Z', 'updated_at': '2021-08-10T01:00:28Z', 'revision_number': 3, 'project_id': '4cced21c66594cf8bb9b76af567d131a', 'gw_port': {'id': '231e78e7-3b9a-48a9-9b60-668a7c3236d1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:27Z', 'updated_at': '2021-08-10T01:00:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:00:31.664015 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b3cd0490-e0a1-4d3a-887e-e269bc89dc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:31.771375 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cd0490-e0a1-4d3a-887e-e269bc89dc23 admin admin] Network d54a97df-af07-4157-a933-a9c7f148706f is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:31.780684 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-b3cd0490-e0a1-4d3a-887e-e269bc89dc23 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:31.803033 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cd0490-e0a1-4d3a-887e-e269bc89dc23 admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:31.810378 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd0490-e0a1-4d3a-887e-e269bc89dc23 admin admin] Pushing event updated for resources: {'Port': ['ID=cb595009-f5b0-468e-be14-b086b95c375f,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:31.854700 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f984b20d-1fac-4b5b-9388-9df17bb2ad2d tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:31.887874 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b3cd0490-e0a1-4d3a-887e-e269bc89dc23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:31.895470 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f984b20d-1fac-4b5b-9388-9df17bb2ad2d tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:31.973043 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 9017a22e-2782-4f0a-bce0-b5f6e615377e details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:00:32.027819 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5eead3-75a1-451c-8a14-b1679a32d5b0 req-03d6b2b5-788e-4fd4-a71b-9bb68b0573fa tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:32.029428 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ea5eead3-75a1-451c-8a14-b1679a32d5b0 req-03d6b2b5-788e-4fd4-a71b-9bb68b0573fa tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=247d904f-5354-49ec-b6a0-fb56beee4798 HTTP/1.1" status: 200 len: 946 time: 0.1121564 Aug 10 01:00:32.096804 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ea5eead3-75a1-451c-8a14-b1679a32d5b0 req-a7f126ac-840d-4acb-a07a-61bc086ad928 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545845 Aug 10 01:00:32.178363 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 9017a22e-2782-4f0a-bce0-b5f6e615377e, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=9017a22e-2782-4f0a-bce0-b5f6e615377e,segment=NetworkSegment(29e670d9-5039-46c1-a69e-9628f4a030e2),segment_id=29e670d9-5039-46c1-a69e-9628f4a030e2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:32.222123 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '9017a22e-2782-4f0a-bce0-b5f6e615377e', 'network_id': '5040841a-4984-47dc-a172-a1e3b8550316', 'port_id': '9017a22e-2782-4f0a-bce0-b5f6e615377e', 'mac_address': 'fa:16:3e:a9:d4:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10f85b2-b60a-4bec-a6dc-24390adf6af4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:00:32.250473 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-f984b20d-1fac-4b5b-9388-9df17bb2ad2d tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Allocated IP 172.25.2.74 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/87089f79-a8d2-437b-941c-26773ce18fb6) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:32.273487 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b3cd0490-e0a1-4d3a-887e-e269bc89dc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:32.343045 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:32.350024 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af413ecc-7bc3-425e-aebc-d571e6fa9c6b req-ab8e74f6-11fe-461b-8aaf-b516a06e90de tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:32.363022 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-af413ecc-7bc3-425e-aebc-d571e6fa9c6b req-ab8e74f6-11fe-461b-8aaf-b516a06e90de tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab2b1782-5630-4bce-83a8-b5731c628185 HTTP/1.1" status: 200 len: 946 time: 0.1150963 Aug 10 01:00:32.391045 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1695a8cd-056e-4bf7-a7dd-a74c0b25e900 None None] Provisioning for port cb595009-f5b0-468e-be14-b086b95c375f completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:32.403546 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9017a22e-2782-4f0a-bce0-b5f6e615377e {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:00:32.447088 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 9017a22e-2782-4f0a-bce0-b5f6e615377e, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=9017a22e-2782-4f0a-bce0-b5f6e615377e,segment=NetworkSegment(29e670d9-5039-46c1-a69e-9628f4a030e2),segment_id=29e670d9-5039-46c1-a69e-9628f4a030e2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:32.448414 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1695a8cd-056e-4bf7-a7dd-a74c0b25e900 None None] Provisioning complete for port cb595009-f5b0-468e-be14-b086b95c375f triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:32.448841 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1695a8cd-056e-4bf7-a7dd-a74c0b25e900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:32.456490 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:32.459726 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-af413ecc-7bc3-425e-aebc-d571e6fa9c6b req-b20714d4-b918-4266-b6cb-dd41994d726b tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957451 Aug 10 01:00:32.539750 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f984b20d-1fac-4b5b-9388-9df17bb2ad2d tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:32.555037 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-1695a8cd-056e-4bf7-a7dd-a74c0b25e900 None None] Port cb595009-f5b0-468e-be14-b086b95c375f cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:00:32.563957 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36b889-10f9-4bdf-a93f-ae47abbb3bd4 req-87fd6d46-84ea-4c8d-868c-ccfdeb4bc32e tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:32.565685 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd36b889-10f9-4bdf-a93f-ae47abbb3bd4 req-87fd6d46-84ea-4c8d-868c-ccfdeb4bc32e tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=247d904f-5354-49ec-b6a0-fb56beee4798 HTTP/1.1" status: 200 len: 946 time: 0.1496081 Aug 10 01:00:32.593641 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=9017a22e-2782-4f0a-bce0-b5f6e615377e,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:32.608710 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['9017a22e-2782-4f0a-bce0-b5f6e615377e'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:00:32.676346 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd36b889-10f9-4bdf-a93f-ae47abbb3bd4 req-abe71a31-ff57-47dd-85fa-51a8d4fdc5f4 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021688 Aug 10 01:00:32.732113 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f984b20d-1fac-4b5b-9388-9df17bb2ad2d tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:32.797986 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da9fbc-8238-42aa-9eb5-7366e1b610e8 req-8814e615-200d-40bc-b2c2-023f9d02c22a tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:32.800425 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-64da9fbc-8238-42aa-9eb5-7366e1b610e8 req-8814e615-200d-40bc-b2c2-023f9d02c22a tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 945 time: 0.0945535 Aug 10 01:00:32.858411 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-64da9fbc-8238-42aa-9eb5-7366e1b610e8 req-e79284ca-38f1-4290-a55e-acd814f87230 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517733 Aug 10 01:00:32.966264 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5bad0e-03cc-4950-b64b-69b50aba5324 req-781348f3-8f75-4d37-85ab-bcd329b6a43b tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:32.975216 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1f5bad0e-03cc-4950-b64b-69b50aba5324 req-781348f3-8f75-4d37-85ab-bcd329b6a43b tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=247d904f-5354-49ec-b6a0-fb56beee4798 HTTP/1.1" status: 200 len: 946 time: 0.1151547 Aug 10 01:00:33.033326 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1f5bad0e-03cc-4950-b64b-69b50aba5324 req-24147fc6-c118-4938-8c84-0c93a4deee8a tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571289 Aug 10 01:00:33.175466 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45102) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:33.219091 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 231e78e7-3b9a-48a9-9b60-668a7c3236d1 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:33.230213 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b3cd0490-e0a1-4d3a-887e-e269bc89dc23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:33.248298 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b3cd0490-e0a1-4d3a-887e-e269bc89dc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:33.254559 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb49ae1-6ae1-42e7-b038-1d467e28e368 admin admin] Deleting subnet 93c0490b-72d4-4bea-8139-8e9a7dbf1c5c {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:00:33.258022 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8eb49ae1-6ae1-42e7-b038-1d467e28e368 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:33.265624 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f984b20d-1fac-4b5b-9388-9df17bb2ad2d tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:33.269775 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-f984b20d-1fac-4b5b-9388-9df17bb2ad2d tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:33.299689 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 231e78e7-3b9a-48a9-9b60-668a7c3236d1 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:33.305328 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 231e78e7-3b9a-48a9-9b60-668a7c3236d1 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:33.306136 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:33.310317 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8eb49ae1-6ae1-42e7-b038-1d467e28e368 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:33.334232 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f984b20d-1fac-4b5b-9388-9df17bb2ad2d tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:33.360592 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8eb49ae1-6ae1-42e7-b038-1d467e28e368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:33.398789 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984b20d-1fac-4b5b-9388-9df17bb2ad2d tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Pushing event updated for resources: {'Port': ['ID=87089f79-a8d2-437b-941c-26773ce18fb6,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:33.415809 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:33.444683 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 231e78e7-3b9a-48a9-9b60-668a7c3236d1, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=231e78e7-3b9a-48a9-9b60-668a7c3236d1,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:33.449234 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b3cd0490-e0a1-4d3a-887e-e269bc89dc23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:33.451121 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:33.460557 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cfe2b8-7584-4da9-a94e-199a113bdf03 req-f98b7d50-acc6-4da8-9ad8-f600ccc0e36e tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:33.468172 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-65cfe2b8-7584-4da9-a94e-199a113bdf03 req-f98b7d50-acc6-4da8-9ad8-f600ccc0e36e tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=247d904f-5354-49ec-b6a0-fb56beee4798 HTTP/1.1" status: 200 len: 946 time: 0.0865693 Aug 10 01:00:33.492119 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8eb49ae1-6ae1-42e7-b038-1d467e28e368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:33.515686 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=231e78e7-3b9a-48a9-9b60-668a7c3236d1,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:33.532731 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-65cfe2b8-7584-4da9-a94e-199a113bdf03 req-989f6705-ed59-4661-8d7b-a7969b9681e9 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631161 Aug 10 01:00:33.535204 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb49ae1-6ae1-42e7-b038-1d467e28e368 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93c0490b-72d4-4bea-8139-8e9a7dbf1c5c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:33.537907 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8eb49ae1-6ae1-42e7-b038-1d467e28e368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:33.540018 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8eb49ae1-6ae1-42e7-b038-1d467e28e368 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/93c0490b-72d4-4bea-8139-8e9a7dbf1c5c HTTP/1.1" status: 204 len: 168 time: 0.3635433 Aug 10 01:00:33.542576 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45108) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:33.579217 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd0490-e0a1-4d3a-887e-e269bc89dc23 admin admin] Pushing event updated for resources: {'Port': ['ID=cb595009-f5b0-468e-be14-b086b95c375f,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:33.648099 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d3151136-db99-4c8d-88e8-e0b07c885ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:33.668536 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811fe1a-2f86-47e4-b50c-ca92c0f4e12b req-0f6dc5b1-706d-4100-80f1-372b0b75f9b3 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:33.670053 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0811fe1a-2f86-47e4-b50c-ca92c0f4e12b req-0f6dc5b1-706d-4100-80f1-372b0b75f9b3 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab2b1782-5630-4bce-83a8-b5731c628185 HTTP/1.1" status: 200 len: 945 time: 0.0848856 Aug 10 01:00:33.710995 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cd0490-e0a1-4d3a-887e-e269bc89dc23 admin admin] Network d54a97df-af07-4157-a933-a9c7f148706f is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:33.713778 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-b3cd0490-e0a1-4d3a-887e-e269bc89dc23 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:33.764669 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d3151136-db99-4c8d-88e8-e0b07c885ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:33.780260 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-d3151136-db99-4c8d-88e8-e0b07c885ea0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f44dc9d-70b4-422e-936e-64ca9a631395']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:33.785419 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0811fe1a-2f86-47e4-b50c-ca92c0f4e12b req-0e8b9c43-8452-4cfd-ae7e-1302dfbc4c5c tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931249 Aug 10 01:00:33.794017 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-d3151136-db99-4c8d-88e8-e0b07c885ea0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0aa135-7bf0-4440-a395-b4833e4cac38') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:33.794350 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-d3151136-db99-4c8d-88e8-e0b07c885ea0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0aa135-7bf0-4440-a395-b4833e4cac38') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:33.804075 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d3151136-db99-4c8d-88e8-e0b07c885ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:33.827622 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d3151136-db99-4c8d-88e8-e0b07c885ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:33.834684 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3151136-db99-4c8d-88e8-e0b07c885ea0 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:00:33.835124 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d3151136-db99-4c8d-88e8-e0b07c885ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:33.837007 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:00:33.837007 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:00:33.837007 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:00:33.837007 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:00:33.837007 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:00:33.837007 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:00:33.837007 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:00:33.837007 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:00:33.837007 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:00:33.837007 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:00:33.837007 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:00:33.837007 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:00:33.837007 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:00:33.837007 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:00:33.837007 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:00:33.837007 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:00:33.837007 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:00:33.837007 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:00:33.837007 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:00:33.837007 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:00:33.837007 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:00:33.837007 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:00:33.837007 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:00:33.837007 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:00:33.837007 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:00:33.837007 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:00:33.837007 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:00:33.837007 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:00:33.837007 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:00:33.837007 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:00:33.837007 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:00:33.837007 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:00:33.859618 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f984b20d-1fac-4b5b-9388-9df17bb2ad2d tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:33.896760 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d3151136-db99-4c8d-88e8-e0b07c885ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:33.904278 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d3151136-db99-4c8d-88e8-e0b07c885ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:33.909714 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d3151136-db99-4c8d-88e8-e0b07c885ea0 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4f44dc9d-70b4-422e-936e-64ca9a631395 HTTP/1.1" status: 204 len: 168 time: 0.3626642 Aug 10 01:00:33.920792 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3151136-db99-4c8d-88e8-e0b07c885ea0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f44dc9d-70b4-422e-936e-64ca9a631395,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:33.977644 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 9017a22e-2782-4f0a-bce0-b5f6e615377e up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:34.025140 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3cd0490-e0a1-4d3a-887e-e269bc89dc23 admin admin] Router c15ac011-b89e-4637-b2c8-b6fdf2a3a09e has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:00:34.028946 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5250c-2db7-42dd-bbc1-730dabf93fdb req-fcb5a8c6-336f-4ed3-b3e8-41899b02b305 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:34.030619 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b8d5250c-2db7-42dd-bbc1-730dabf93fdb req-fcb5a8c6-336f-4ed3-b3e8-41899b02b305 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 945 time: 0.0593669 Aug 10 01:00:34.041266 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 9017a22e-2782-4f0a-bce0-b5f6e615377e triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:34.041651 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:34.081653 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b8d5250c-2db7-42dd-bbc1-730dabf93fdb req-b77fe19e-1746-4102-860e-7612a9dbec24 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435820 Aug 10 01:00:34.104784 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-aba63e0a-5ae3-4336-abc3-363c3ac19002 None None] Provisioning complete for port cb595009-f5b0-468e-be14-b086b95c375f triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:34.104990 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aba63e0a-5ae3-4336-abc3-363c3ac19002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:34.123669 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45120) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:34.174134 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-aba63e0a-5ae3-4336-abc3-363c3ac19002 None None] Port cb595009-f5b0-468e-be14-b086b95c375f cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:00:34.195982 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:34.212173 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-cb2be2eb-b958-4e32-9279-9f5a5ffe8a20 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fc4321199ccb4da6af26fb4c7f2e415e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0858293 Aug 10 01:00:34.225698 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45122) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:34.234799 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2b1782-5630-4bce-83a8-b5731c628185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9017a22e-2782-4f0a-bce0-b5f6e615377e'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:34.240577 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fa62f2-de50-44d2-b606-adbac61c0e11" -d '{"events": [{"server_uuid": "ab2b1782-5630-4bce-83a8-b5731c628185", "name": "network-vif-plugged", "status": "completed", "tag": "9017a22e-2782-4f0a-bce0-b5f6e615377e"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:34.254613 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 9017a22e-2782-4f0a-bce0-b5f6e615377e, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=9017a22e-2782-4f0a-bce0-b5f6e615377e,segment=NetworkSegment(29e670d9-5039-46c1-a69e-9628f4a030e2),segment_id=29e670d9-5039-46c1-a69e-9628f4a030e2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:34.259965 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:34.272798 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3cd0490-e0a1-4d3a-887e-e269bc89dc23 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:00:34.285666 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8f42af-1c6c-43af-b593-9df2de3882a6 None None] Sync routers for ids ['c15ac011-b89e-4637-b2c8-b6fdf2a3a09e'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:00:34.292037 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee430e79-a81a-4405-ba7d-b1ec80c39b40 x-openstack-request-id: req-ee430e79-a81a-4405-ba7d-b1ec80c39b40 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:34.292352 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2b1782-5630-4bce-83a8-b5731c628185", "name": "network-vif-plugged", "status": "completed", "tag": "9017a22e-2782-4f0a-bce0-b5f6e615377e", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:34.292765 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ee430e79-a81a-4405-ba7d-b1ec80c39b40 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:34.292971 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b3cd0490-e0a1-4d3a-887e-e269bc89dc23 admin admin] 10.222.0.35 "PUT /v2.0/routers/c15ac011-b89e-4637-b2c8-b6fdf2a3a09e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4418962 Aug 10 01:00:34.293273 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2b1782-5630-4bce-83a8-b5731c628185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9017a22e-2782-4f0a-bce0-b5f6e615377e', 'code': 200} Aug 10 01:00:34.300625 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8f42af-1c6c-43af-b593-9df2de3882a6 None None] Routers {'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:34.301246 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-6a8f42af-1c6c-43af-b593-9df2de3882a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:00:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['c15ac011-b89e-4637-b2c8-b6fdf2a3a09e'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:34.306922 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f984b20d-1fac-4b5b-9388-9df17bb2ad2d tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8228879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8231262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232083'] for router, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:34.316456 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f984b20d-1fac-4b5b-9388-9df17bb2ad2d tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8229108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8229117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8231239'] for router, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:34.331175 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343ebee-2bbd-492f-a7ac-663e4ff644cd req-0dc23ae4-5eed-45d4-85f8-62406ef9a95c tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:34.331449 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=9017a22e-2782-4f0a-bce0-b5f6e615377e,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:34.342245 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b343ebee-2bbd-492f-a7ac-663e4ff644cd req-0dc23ae4-5eed-45d4-85f8-62406ef9a95c tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 1097 time: 0.1282055 Aug 10 01:00:34.367263 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dd9eb3c7-7ad5-46d6-ab4f-48efabcf4895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:34.399886 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b343ebee-2bbd-492f-a7ac-663e4ff644cd req-e39a05b5-2736-49c5-b2a2-b89b4199f4b5 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502701 Aug 10 01:00:34.404844 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dd9eb3c7-7ad5-46d6-ab4f-48efabcf4895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:34.459416 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dd9eb3c7-7ad5-46d6-ab4f-48efabcf4895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:34.461659 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-6a8f42af-1c6c-43af-b593-9df2de3882a6 None None] Set router c15ac011-b89e-4637-b2c8-b6fdf2a3a09e gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:00:34.464537 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dd9eb3c7-7ad5-46d6-ab4f-48efabcf4895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:34.465989 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-dd9eb3c7-7ad5-46d6-ab4f-48efabcf4895 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89 HTTP/1.1" status: 204 len: 168 time: 0.2390788 Aug 10 01:00:34.490799 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9eb3c7-7ad5-46d6-ab4f-48efabcf4895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90c17db-9f4f-41c1-b9f3-c24d1b6c4c89,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:34.590167 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f984b20d-1fac-4b5b-9388-9df17bb2ad2d tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Router 02157e44-4051-4c56-b81f-86c58295e0a7 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:00:34.735674 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c199af-44cc-4d7a-811a-183031bc1ecb req-c427ca3e-f795-4c7e-8c00-b66dc236d897 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:34.744670 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b4c199af-44cc-4d7a-811a-183031bc1ecb req-c427ca3e-f795-4c7e-8c00-b66dc236d897 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=247d904f-5354-49ec-b6a0-fb56beee4798 HTTP/1.1" status: 200 len: 946 time: 0.0626295 Aug 10 01:00:34.797762 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b4c199af-44cc-4d7a-811a-183031bc1ecb req-8efc6f93-ff7c-4485-9130-058b99a815ba tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486484 Aug 10 01:00:34.813824 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-6a8f42af-1c6c-43af-b593-9df2de3882a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'name': 'tempest-ServersTestBootFromVolume-1440567477-router', 'tenant_id': '4cced21c66594cf8bb9b76af567d131a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '231e78e7-3b9a-48a9-9b60-668a7c3236d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:26Z', 'updated_at': '2021-08-10T01:00:32Z', 'revision_number': 4, 'project_id': '4cced21c66594cf8bb9b76af567d131a', 'gw_port': {'id': '231e78e7-3b9a-48a9-9b60-668a7c3236d1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:27Z', 'updated_at': '2021-08-10T01:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'cb595009-f5b0-468e-be14-b086b95c375f', 'name': '', 'network_id': 'd54a97df-af07-4157-a933-a9c7f148706f', 'tenant_id': '4cced21c66594cf8bb9b76af567d131a', 'mac_address': 'fa:16:3e:c8:4a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '9beeeada-fdeb-44c8-8b6e-0c8a8c8c8d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:30Z', 'updated_at': '2021-08-10T01:00:32Z', 'revision_number': 2, 'project_id': '4cced21c66594cf8bb9b76af567d131a', 'subnets': [{'id': '9beeeada-fdeb-44c8-8b6e-0c8a8c8c8d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:34.845202 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8f42af-1c6c-43af-b593-9df2de3882a6 None None] Checking router: c15ac011-b89e-4637-b2c8-b6fdf2a3a09e for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:00:34.845780 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8f42af-1c6c-43af-b593-9df2de3882a6 None None] Updating router c15ac011-b89e-4637-b2c8-b6fdf2a3a09e port cb595009-f5b0-468e-be14-b086b95c375f binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:00:34.913616 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f984b20d-1fac-4b5b-9388-9df17bb2ad2d tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:00:34.935844 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f984b20d-1fac-4b5b-9388-9df17bb2ad2d tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:34.938560 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258bfcb1-ec54-478c-b016-ed23ee514bd0 None None] Sync routers for ids ['02157e44-4051-4c56-b81f-86c58295e0a7'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:00:34.947004 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45150) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:34.947199 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f984b20d-1fac-4b5b-9388-9df17bb2ad2d tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] 10.222.0.35 "PUT /v2.0/routers/02157e44-4051-4c56-b81f-86c58295e0a7 HTTP/1.1" status: 200 len: 918 time: 3.9560719 Aug 10 01:00:34.979687 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258bfcb1-ec54-478c-b016-ed23ee514bd0 None None] Routers {'02157e44-4051-4c56-b81f-86c58295e0a7'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:34.980384 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-258bfcb1-ec54-478c-b016-ed23ee514bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:00:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['02157e44-4051-4c56-b81f-86c58295e0a7'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:34.980566 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8035c6-e811-4b87-a615-750390052eea req-939da66a-4bd1-423c-8b19-87d5b44abff0 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:34.982721 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1e8035c6-e811-4b87-a615-750390052eea req-939da66a-4bd1-423c-8b19-87d5b44abff0 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.20 "GET /v2.0/ports?device_id=247d904f-5354-49ec-b6a0-fb56beee4798 HTTP/1.1" status: 200 len: 946 time: 0.1749105 Aug 10 01:00:35.064435 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6a8f42af-1c6c-43af-b593-9df2de3882a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:35.111358 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-258bfcb1-ec54-478c-b016-ed23ee514bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:35.135754 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258bfcb1-ec54-478c-b016-ed23ee514bd0 None None] Routers {'02157e44-4051-4c56-b81f-86c58295e0a7'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:35.136462 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-258bfcb1-ec54-478c-b016-ed23ee514bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:00:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['02157e44-4051-4c56-b81f-86c58295e0a7'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:35.160063 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-1e8035c6-e811-4b87-a615-750390052eea req-1fefc8db-3b9a-4449-9706-6b885f5341a6 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Deleting port 8aa61378-d9b7-4f56-a82f-b53fe76f1d40 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:35.161071 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1e8035c6-e811-4b87-a615-750390052eea req-1fefc8db-3b9a-4449-9706-6b885f5341a6 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:35.209722 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5e6f1fe1-a202-45b3-9b6d-6058d40f57c7 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] 10.222.0.35 "GET /v2.0/routers/02157e44-4051-4c56-b81f-86c58295e0a7 HTTP/1.1" status: 200 len: 924 time: 0.2596459 Aug 10 01:00:35.214118 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45160) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:35.258115 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e27ca-e889-4d89-b5e4-39077c9b92dd req-830bb9fa-a0d4-4409-8b01-9a883da3a1f6 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:35.265418 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-883e27ca-e889-4d89-b5e4-39077c9b92dd req-830bb9fa-a0d4-4409-8b01-9a883da3a1f6 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab2b1782-5630-4bce-83a8-b5731c628185 HTTP/1.1" status: 200 len: 946 time: 0.1252389 Aug 10 01:00:35.288166 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-258bfcb1-ec54-478c-b016-ed23ee514bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:35.291822 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258bfcb1-ec54-478c-b016-ed23ee514bd0 None None] The sync data for ids ['02157e44-4051-4c56-b81f-86c58295e0a7'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:00:35.305334 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2ce5b1-e5da-42ed-b90f-814420099fec tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:35.306665 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9a2ce5b1-e5da-42ed-b90f-814420099fec tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=beabd0db-a6e0-4ff1-a3e9-6522348fc998&device_id=02157e44-4051-4c56-b81f-86c58295e0a7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0912061 Aug 10 01:00:35.309556 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45166) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:35.310720 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 231e78e7-3b9a-48a9-9b60-668a7c3236d1 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:35.336505 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-883e27ca-e889-4d89-b5e4-39077c9b92dd req-d182586f-9e3f-45c4-a271-754326077b95 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662582 Aug 10 01:00:35.357289 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-1e8035c6-e811-4b87-a615-750390052eea req-1fefc8db-3b9a-4449-9706-6b885f5341a6 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] For port 8aa61378-d9b7-4f56-a82f-b53fe76f1d40, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=8aa61378-d9b7-4f56-a82f-b53fe76f1d40,segment=NetworkSegment(45b34241-697f-4f50-87d8-6d6db6581d08),segment_id=45b34241-697f-4f50-87d8-6d6db6581d08)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:35.357879 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1e8035c6-e811-4b87-a615-750390052eea req-1fefc8db-3b9a-4449-9706-6b885f5341a6 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:35.389846 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-1e8035c6-e811-4b87-a615-750390052eea req-1fefc8db-3b9a-4449-9706-6b885f5341a6 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Calling delete_port for 8aa61378-d9b7-4f56-a82f-b53fe76f1d40 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:35.462506 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 231e78e7-3b9a-48a9-9b60-668a7c3236d1 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:35.462886 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:35.524922 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eb27f4-f9ff-446d-8dd3-d113a3ce80ca tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:35.526799 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a6eb27f4-f9ff-446d-8dd3-d113a3ce80ca tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 881 time: 0.2164025 Aug 10 01:00:35.538555 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45172) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:35.592969 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1e8035c6-e811-4b87-a615-750390052eea req-1fefc8db-3b9a-4449-9706-6b885f5341a6 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:35.609679 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['c58ea708-4565-4b16-a53e-c9c57ba4f3a2'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:00:35.643841 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-64719e1e-6246-4187-b4bf-36101ec9346f tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] 10.222.0.35 "GET /v2.0/ports?device_id=02157e44-4051-4c56-b81f-86c58295e0a7 HTTP/1.1" status: 200 len: 205 time: 0.1020164 Aug 10 01:00:35.647432 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45176) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:35.653128 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6a8f42af-1c6c-43af-b593-9df2de3882a6 None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:35.667101 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['8aa61378-d9b7-4f56-a82f-b53fe76f1d40'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:00:35.669295 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fefc8db-3b9a-4449-9706-6b885f5341a6 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Pushing event deleted for resources: {'Port': ['ID=8aa61378-d9b7-4f56-a82f-b53fe76f1d40,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:35.690262 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-6a8f42af-1c6c-43af-b593-9df2de3882a6 None None] Transition to ACTIVE for port object cb595009-f5b0-468e-be14-b086b95c375f will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:35.700813 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6a8f42af-1c6c-43af-b593-9df2de3882a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:35.773985 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8035c6-e811-4b87-a615-750390052eea req-1fefc8db-3b9a-4449-9706-6b885f5341a6 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] No DVR routers for this DVR port 8aa61378-d9b7-4f56-a82f-b53fe76f1d40 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:00:35.783402 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1e8035c6-e811-4b87-a615-750390052eea req-1fefc8db-3b9a-4449-9706-6b885f5341a6 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:35.792765 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1e8035c6-e811-4b87-a615-750390052eea req-1fefc8db-3b9a-4449-9706-6b885f5341a6 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.20 "DELETE /v2.0/ports/8aa61378-d9b7-4f56-a82f-b53fe76f1d40 HTTP/1.1" status: 204 len: 173 time: 0.8040495 Aug 10 01:00:35.794915 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247d904f-5354-49ec-b6a0-fb56beee4798', 'name': 'network-vif-deleted', 'tag': '8aa61378-d9b7-4f56-a82f-b53fe76f1d40'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:35.802607 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c66fe8e-f1a0-4fc0-8bf2-10552c565e78" -d '{"events": [{"server_uuid": "247d904f-5354-49ec-b6a0-fb56beee4798", "name": "network-vif-deleted", "tag": "8aa61378-d9b7-4f56-a82f-b53fe76f1d40"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:35.814999 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf0230-498e-49f6-a705-d7e421a22912 None None] Pushing event updated for resources: {'Port': ['ID=cb595009-f5b0-468e-be14-b086b95c375f,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:35.927268 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156863a4-624c-4535-8c57-a60e92661777 x-openstack-request-id: req-156863a4-624c-4535-8c57-a60e92661777 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:35.927614 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247d904f-5354-49ec-b6a0-fb56beee4798", "name": "network-vif-deleted", "tag": "8aa61378-d9b7-4f56-a82f-b53fe76f1d40", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:35.928234 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-156863a4-624c-4535-8c57-a60e92661777 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:35.928879 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247d904f-5354-49ec-b6a0-fb56beee4798', 'name': 'network-vif-deleted', 'tag': '8aa61378-d9b7-4f56-a82f-b53fe76f1d40', 'status': 'completed', 'code': 200} Aug 10 01:00:35.959717 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-6a8f42af-1c6c-43af-b593-9df2de3882a6 None None] Attempting to bind port cb595009-f5b0-468e-be14-b086b95c375f on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:00:35.961684 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-6a8f42af-1c6c-43af-b593-9df2de3882a6 None None] Attempting to bind port cb595009-f5b0-468e-be14-b086b95c375f by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '0d0ff621-3a64-4796-aca3-79bbdbdd1bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd54a97df-af07-4157-a933-a9c7f148706f'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:00:35.962814 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f42af-1c6c-43af-b593-9df2de3882a6 None None] Attempting to bind port cb595009-f5b0-468e-be14-b086b95c375f on network d54a97df-af07-4157-a933-a9c7f148706f {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:35.985691 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f42af-1c6c-43af-b593-9df2de3882a6 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:00:35.988427 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f42af-1c6c-43af-b593-9df2de3882a6 None None] Checking segment: {'id': '0d0ff621-3a64-4796-aca3-79bbdbdd1bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd54a97df-af07-4157-a933-a9c7f148706f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:00:35.988962 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6a8f42af-1c6c-43af-b593-9df2de3882a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:35.989481 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f42af-1c6c-43af-b593-9df2de3882a6 None None] Bound using segment: {'id': '0d0ff621-3a64-4796-aca3-79bbdbdd1bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd54a97df-af07-4157-a933-a9c7f148706f'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:00:35.992027 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-6a8f42af-1c6c-43af-b593-9df2de3882a6 None None] Bound port: cb595009-f5b0-468e-be14-b086b95c375f, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d0ff621-3a64-4796-aca3-79bbdbdd1bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd54a97df-af07-4157-a933-a9c7f148706f'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:00:35.992545 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6a8f42af-1c6c-43af-b593-9df2de3882a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:36.025631 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ac354a91-fc9e-4594-89d9-cd6b2e7ab1d9 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:36.047930 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45190) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:36.053084 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-b871e6f7-b50a-41e2-8c9d-c998ff3f9102 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1629280840', 'description': 'tempest-description--1687359002'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:36.113872 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45194) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:36.138164 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-6a8f42af-1c6c-43af-b593-9df2de3882a6 None None] For port cb595009-f5b0-468e-be14-b086b95c375f, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:00:36.147847 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-6a8f42af-1c6c-43af-b593-9df2de3882a6 None None] For port cb595009-f5b0-468e-be14-b086b95c375f, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=cb595009-f5b0-468e-be14-b086b95c375f,segment=NetworkSegment(0d0ff621-3a64-4796-aca3-79bbdbdd1bd3),segment_id=0d0ff621-3a64-4796-aca3-79bbdbdd1bd3)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:00:36.165030 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6a8f42af-1c6c-43af-b593-9df2de3882a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:36.173888 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b871e6f7-b50a-41e2-8c9d-c998ff3f9102 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:36.271038 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e34b7e00-5b13-4de3-b942-3b8d5f3dfa78 req-72a59581-b268-495b-87d3-47db437ee3d2 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=247d904f-5354-49ec-b6a0-fb56beee4798 HTTP/1.1" status: 200 len: 210 time: 0.0828738 Aug 10 01:00:36.290161 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8f42af-1c6c-43af-b593-9df2de3882a6 None None] Routers {'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:36.311604 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-6a8f42af-1c6c-43af-b593-9df2de3882a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:00:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['c15ac011-b89e-4637-b2c8-b6fdf2a3a09e'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:36.332076 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ac354a91-fc9e-4594-89d9-cd6b2e7ab1d9 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:36.428110 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf0230-498e-49f6-a705-d7e421a22912 None None] Pushing event updated for resources: {'Port': ['ID=cb595009-f5b0-468e-be14-b086b95c375f,revision_number=4']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:36.466085 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-fc70ba60-b599-4dab-9e5b-51685426bb42 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-376147651-network', 'tenant_id': '1d9aefd7af4e4e9788d571dd8586283d'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:36.489678 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b871e6f7-b50a-41e2-8c9d-c998ff3f9102 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:36.498830 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-ac354a91-fc9e-4594-89d9-cd6b2e7ab1d9 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Deleting port 87089f79-a8d2-437b-941c-26773ce18fb6 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:36.499182 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ac354a91-fc9e-4594-89d9-cd6b2e7ab1d9 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:36.508414 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b871e6f7-b50a-41e2-8c9d-c998ff3f9102 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:36.526284 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-6a8f42af-1c6c-43af-b593-9df2de3882a6 None None] Set router c15ac011-b89e-4637-b2c8-b6fdf2a3a09e gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:00:36.618718 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc70ba60-b599-4dab-9e5b-51685426bb42 admin admin] Made reservation on behalf of 1d9aefd7af4e4e9788d571dd8586283d for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:00:36.627685 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fc70ba60-b599-4dab-9e5b-51685426bb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:36.644869 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b871e6f7-b50a-41e2-8c9d-c998ff3f9102 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:36.645867 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b871e6f7-b50a-41e2-8c9d-c998ff3f9102 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5964513 Aug 10 01:00:36.649842 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b871e6f7-b50a-41e2-8c9d-c998ff3f9102 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=299dc33d-5031-4b0a-84ce-d7cbb405be86,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:36.653084 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45202) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:36.656953 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fc70ba60-b599-4dab-9e5b-51685426bb42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:36.664890 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-f0ec1946-c072-4d1c-ad2d-3a38d2338e90 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Request body: {'security_group_rule': {'security_group_id': '299dc33d-5031-4b0a-84ce-d7cbb405be86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:36.695842 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ac354a91-fc9e-4594-89d9-cd6b2e7ab1d9 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:36.716599 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-ac354a91-fc9e-4594-89d9-cd6b2e7ab1d9 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Calling delete_port for 87089f79-a8d2-437b-941c-26773ce18fb6 owned by network:router_gateway {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:36.725964 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b4b1e-47eb-4a21-b35b-5e4aea1fc8df req-fde937e7-8031-4681-8c49-64b70e5243e3 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:36.735697 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-566b4b1e-47eb-4a21-b35b-5e4aea1fc8df req-fde937e7-8031-4681-8c49-64b70e5243e3 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab2b1782-5630-4bce-83a8-b5731c628185 HTTP/1.1" status: 200 len: 946 time: 0.1266506 Aug 10 01:00:36.762047 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fc70ba60-b599-4dab-9e5b-51685426bb42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:36.768730 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fc70ba60-b599-4dab-9e5b-51685426bb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:36.794688 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc70ba60-b599-4dab-9e5b-51685426bb42 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:00:36.800597 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-6a8f42af-1c6c-43af-b593-9df2de3882a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'name': 'tempest-ServersTestBootFromVolume-1440567477-router', 'tenant_id': '4cced21c66594cf8bb9b76af567d131a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '231e78e7-3b9a-48a9-9b60-668a7c3236d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:26Z', 'updated_at': '2021-08-10T01:00:32Z', 'revision_number': 4, 'project_id': '4cced21c66594cf8bb9b76af567d131a', 'gw_port': {'id': '231e78e7-3b9a-48a9-9b60-668a7c3236d1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:27Z', 'updated_at': '2021-08-10T01:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'cb595009-f5b0-468e-be14-b086b95c375f', 'name': '', 'network_id': 'd54a97df-af07-4157-a933-a9c7f148706f', 'tenant_id': '4cced21c66594cf8bb9b76af567d131a', 'mac_address': 'fa:16:3e:c8:4a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '9beeeada-fdeb-44c8-8b6e-0c8a8c8c8d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:30Z', 'updated_at': '2021-08-10T01:00:36Z', 'revision_number': 4, 'project_id': '4cced21c66594cf8bb9b76af567d131a', 'subnets': [{'id': '9beeeada-fdeb-44c8-8b6e-0c8a8c8c8d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:36.805933 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70ba60-b599-4dab-9e5b-51685426bb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483acec2-fbd8-4281-a2cb-e668d3b4a3c5,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:36.811058 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fc70ba60-b599-4dab-9e5b-51685426bb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:36.811618 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-fc70ba60-b599-4dab-9e5b-51685426bb42 admin admin] Added segment 2c9ac380-5a18-4aea-a8b5-4deb339964ef of type vlan for network e799916d-3c5d-444a-9892-1fea35c51dd5 Aug 10 01:00:36.840070 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8f42af-1c6c-43af-b593-9df2de3882a6 None None] The sync data for ids ['c15ac011-b89e-4637-b2c8-b6fdf2a3a09e'] in n-d-766726-26 is: [{'id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'name': 'tempest-ServersTestBootFromVolume-1440567477-router', 'tenant_id': '4cced21c66594cf8bb9b76af567d131a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '231e78e7-3b9a-48a9-9b60-668a7c3236d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:26Z', 'updated_at': '2021-08-10T01:00:32Z', 'revision_number': 4, 'project_id': '4cced21c66594cf8bb9b76af567d131a', 'gw_port': {'id': '231e78e7-3b9a-48a9-9b60-668a7c3236d1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:27Z', 'updated_at': '2021-08-10T01:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'cb595009-f5b0-468e-be14-b086b95c375f', 'name': '', 'network_id': 'd54a97df-af07-4157-a933-a9c7f148706f', 'tenant_id': '4cced21c66594cf8bb9b76af567d131a', 'mac_address': 'fa:16:3e:c8:4a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '9beeeada-fdeb-44c8-8b6e-0c8a8c8c8d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:30Z', 'updated_at': '2021-08-10T01:00:36Z', 'revision_number': 4, 'project_id': '4cced21c66594cf8bb9b76af567d131a', 'subnets': [{'id': '9beeeada-fdeb-44c8-8b6e-0c8a8c8c8d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:00:36.848643 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-566b4b1e-47eb-4a21-b35b-5e4aea1fc8df req-e503a742-b4ff-4311-a9c6-e2b567960abd tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033273 Aug 10 01:00:36.863281 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fc70ba60-b599-4dab-9e5b-51685426bb42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:36.865318 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f0ec1946-c072-4d1c-ad2d-3a38d2338e90 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:36.899749 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fc70ba60-b599-4dab-9e5b-51685426bb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:36.911293 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc70ba60-b599-4dab-9e5b-51685426bb42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:36.912459 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fc70ba60-b599-4dab-9e5b-51685426bb42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:36.978574 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-fc70ba60-b599-4dab-9e5b-51685426bb42 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8570676 Aug 10 01:00:36.981679 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45206) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:36.987565 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-7e388f07-a458-4d45-8417-f6cc9c0a2992 admin admin] Request body: {'subnet': {'network_id': 'e799916d-3c5d-444a-9892-1fea35c51dd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-376147651-subnet', 'tenant_id': '1d9aefd7af4e4e9788d571dd8586283d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:37.007683 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70ba60-b599-4dab-9e5b-51685426bb42 admin admin] Pushing event updated for resources: {'Network': ['ID=e799916d-3c5d-444a-9892-1fea35c51dd5,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:37.020083 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network e799916d-3c5d-444a-9892-1fea35c51dd5 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:00:37.032076 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f0ec1946-c072-4d1c-ad2d-3a38d2338e90 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:37.035929 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e388f07-a458-4d45-8417-f6cc9c0a2992 admin admin] Made reservation on behalf of 1d9aefd7af4e4e9788d571dd8586283d for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:00:37.039115 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7e388f07-a458-4d45-8417-f6cc9c0a2992 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:37.040544 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f0ec1946-c072-4d1c-ad2d-3a38d2338e90 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:37.119178 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f0ec1946-c072-4d1c-ad2d-3a38d2338e90 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:37.129174 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f0ec1946-c072-4d1c-ad2d-3a38d2338e90 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4686589 Aug 10 01:00:37.133678 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec1946-c072-4d1c-ad2d-3a38d2338e90 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=849a7dda-e967-4924-bb71-a3345b60a0a3,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:37.137717 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45216) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:37.145850 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-2606b1b1-3c32-43c0-906a-20a749555c4d tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Request body: {'security_group_rule': {'security_group_id': '299dc33d-5031-4b0a-84ce-d7cbb405be86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:37.174237 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ac354a91-fc9e-4594-89d9-cd6b2e7ab1d9 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:37.217652 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2606b1b1-3c32-43c0-906a-20a749555c4d tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:37.238300 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac354a91-fc9e-4594-89d9-cd6b2e7ab1d9 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Pushing event deleted for resources: {'Port': ['ID=87089f79-a8d2-437b-941c-26773ce18fb6,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:37.265939 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device cb595009-f5b0-468e-be14-b086b95c375f up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:37.360640 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port cb595009-f5b0-468e-be14-b086b95c375f completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:37.365874 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port cb595009-f5b0-468e-be14-b086b95c375f triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:37.366404 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:37.386839 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ac354a91-fc9e-4594-89d9-cd6b2e7ab1d9 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:37.451596 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7e388f07-a458-4d45-8417-f6cc9c0a2992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:37.530389 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:37.545576 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e388f07-a458-4d45-8417-f6cc9c0a2992 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c827b6d9-c36c-471e-857b-6eb66a40f0d1,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:37.553976 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ac354a91-fc9e-4594-89d9-cd6b2e7ab1d9 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:37.562365 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ac354a91-fc9e-4594-89d9-cd6b2e7ab1d9 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:37.568958 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e388f07-a458-4d45-8417-f6cc9c0a2992 admin admin] Checking segment: {'id': '2c9ac380-5a18-4aea-a8b5-4deb339964ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e799916d-3c5d-444a-9892-1fea35c51dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:00:37.570445 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e388f07-a458-4d45-8417-f6cc9c0a2992 admin admin] Network hostable DHCP agents. Network: e799916d-3c5d-444a-9892-1fea35c51dd5, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:00:37.576098 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2606b1b1-3c32-43c0-906a-20a749555c4d tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:37.592502 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2606b1b1-3c32-43c0-906a-20a749555c4d tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:37.600390 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port cb595009-f5b0-468e-be14-b086b95c375f, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=cb595009-f5b0-468e-be14-b086b95c375f,segment=NetworkSegment(0d0ff621-3a64-4796-aca3-79bbdbdd1bd3),segment_id=0d0ff621-3a64-4796-aca3-79bbdbdd1bd3)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:37.605978 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:37.637625 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ac354a91-fc9e-4594-89d9-cd6b2e7ab1d9 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:37.637987 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac354a91-fc9e-4594-89d9-cd6b2e7ab1d9 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Fanout notify agent at l3_agent the message router_deleted on router 02157e44-4051-4c56-b81f-86c58295e0a7 {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:00:37.643995 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2606b1b1-3c32-43c0-906a-20a749555c4d tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df98b898-7570-4f79-8e77-598d25483dd2,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:37.670318 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e388f07-a458-4d45-8417-f6cc9c0a2992 admin admin] Network e799916d-3c5d-444a-9892-1fea35c51dd5 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:00:37.681066 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2606b1b1-3c32-43c0-906a-20a749555c4d tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:37.683501 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2606b1b1-3c32-43c0-906a-20a749555c4d tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5446732 Aug 10 01:00:37.685885 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45240) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:37.694190 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ac354a91-fc9e-4594-89d9-cd6b2e7ab1d9 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:37.696745 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-4af4ab2d-786a-42b0-a02f-cfb9475ae044 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:37.700702 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ac354a91-fc9e-4594-89d9-cd6b2e7ab1d9 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] 10.222.0.35 "DELETE /v2.0/routers/02157e44-4051-4c56-b81f-86c58295e0a7 HTTP/1.1" status: 204 len: 168 time: 2.0497966 Aug 10 01:00:37.702855 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45242) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:37.704876 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-7e388f07-a458-4d45-8417-f6cc9c0a2992 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, e799916d-3c5d-444a-9892-1fea35c51dd5) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:37.710267 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=cb595009-f5b0-468e-be14-b086b95c375f,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:37.725296 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-f4819d31-a89f-41d0-b1b5-0ecc9c867db2 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-966257684', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:37.729465 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadf0fc0-0726-46b0-9c2a-f557d9580482 None None] Network e799916d-3c5d-444a-9892-1fea35c51dd5 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:00:37.734516 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e388f07-a458-4d45-8417-f6cc9c0a2992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:37.735452 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7e388f07-a458-4d45-8417-f6cc9c0a2992 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:37.752279 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d6dc4-9afa-41b8-ab09-df3b0d5d99a9 req-4abd20ae-38cb-43f0-af71-c0c9d49312a8 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:37.761391 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bd7d6dc4-9afa-41b8-ab09-df3b0d5d99a9 req-4abd20ae-38cb-43f0-af71-c0c9d49312a8 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab2b1782-5630-4bce-83a8-b5731c628185 HTTP/1.1" status: 200 len: 946 time: 0.1352468 Aug 10 01:00:37.789040 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4af4ab2d-786a-42b0-a02f-cfb9475ae044 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks [] for floatingip, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:37.812598 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7e388f07-a458-4d45-8417-f6cc9c0a2992 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8294187 Aug 10 01:00:37.842314 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bd7d6dc4-9afa-41b8-ab09-df3b0d5d99a9 req-b5a0e36c-218e-45e6-bcf7-52635e8894ba tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706093 Aug 10 01:00:37.990659 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f4819d31-a89f-41d0-b1b5-0ecc9c867db2 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:37.992884 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f4819d31-a89f-41d0-b1b5-0ecc9c867db2 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:38.092523 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f4819d31-a89f-41d0-b1b5-0ecc9c867db2 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:38.104121 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f4819d31-a89f-41d0-b1b5-0ecc9c867db2 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:38.166949 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f4819d31-a89f-41d0-b1b5-0ecc9c867db2 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:38.168250 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f4819d31-a89f-41d0-b1b5-0ecc9c867db2 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4561362 Aug 10 01:00:38.172165 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45262) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:38.172653 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc91ff-a754-439d-a756-26e2e5249305 req-b4e139aa-1c55-40c4-bafe-16d766210285 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:38.176073 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-1f4726c8-e6fe-47a9-8f38-db9d9feed0f1 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'enable_snat': False}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:38.181202 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-26dc91ff-a754-439d-a756-26e2e5249305 req-b4e139aa-1c55-40c4-bafe-16d766210285 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/networks?id=68f568b0-c764-43be-a497-965794b9f9b4 HTTP/1.1" status: 200 len: 805 time: 0.2097726 Aug 10 01:00:38.200815 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-26dc91ff-a754-439d-a756-26e2e5249305 req-b58b7875-cffc-4abc-a479-2257dd930269 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/quotas/9f1c82db603043b497c1daf48dd8e55e HTTP/1.1" status: 200 len: 375 time: 0.0184331 Aug 10 01:00:38.237018 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965d5664-fc27-4f0f-9cbd-971a038d87e5 None None] Network e799916d-3c5d-444a-9892-1fea35c51dd5 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:00:38.246269 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4af4ab2d-786a-42b0-a02f-cfb9475ae044 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:38.282485 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-26dc91ff-a754-439d-a756-26e2e5249305 req-0f648adc-15a5-4d84-af09-e6b2e15d84d5 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9f1c82db603043b497c1daf48dd8e55e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0805662 Aug 10 01:00:38.498979 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-26dc91ff-a754-439d-a756-26e2e5249305 req-ead72540-e23c-47c8-830a-f06b04c12c44 service neutron] 10.222.0.35 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155440 Aug 10 01:00:38.558598 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f4726c8-e6fe-47a9-8f38-db9d9feed0f1 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:38.598527 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-4af4ab2d-786a-42b0-a02f-cfb9475ae044 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Allocated IP 172.25.2.57 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/455e7407-23cd-4fc7-acb9-08e0419615c8) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:38.615146 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 8aa61378-d9b7-4f56-a82f-b53fe76f1d40 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:00:38.618036 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-e7841066-0173-468a-9727-173987c878fd tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:38.625292 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-e7841066-0173-468a-9727-173987c878fd tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] 10.222.0.35 "GET /v2.0/networks?id=e799916d-3c5d-444a-9892-1fea35c51dd5 HTTP/1.1" status: 200 len: 817 time: 0.2037997 Aug 10 01:00:38.650224 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 8aa61378-d9b7-4f56-a82f-b53fe76f1d40 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:00:38.650987 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 8aa61378-d9b7-4f56-a82f-b53fe76f1d40 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:00:38.655424 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-cdf6f88b-d998-423c-8fd1-4a71cdd5edce tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] 10.222.0.35 "GET /v2.0/quotas/1d9aefd7af4e4e9788d571dd8586283d HTTP/1.1" status: 200 len: 375 time: 0.0287020 Aug 10 01:00:38.694655 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-88de883a-18ba-4e61-9f8b-5799376baf56 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1d9aefd7af4e4e9788d571dd8586283d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382884 Aug 10 01:00:38.707456 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-26dc91ff-a754-439d-a756-26e2e5249305 req-883c36cf-1e15-4ab0-9c98-66791810e74c service neutron] 10.222.0.35 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910884 Aug 10 01:00:38.786777 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4af4ab2d-786a-42b0-a02f-cfb9475ae044 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:38.832841 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-14941fa3-19fc-4df4-a0e5-9c1474a71a4f service neutron] 10.222.0.35 "GET /v2.0/networks/e799916d-3c5d-444a-9892-1fea35c51dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241741 Aug 10 01:00:38.936591 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4af4ab2d-786a-42b0-a02f-cfb9475ae044 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:38.989468 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af4ab2d-786a-42b0-a02f-cfb9475ae044 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:38.993205 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f4726c8-e6fe-47a9-8f38-db9d9feed0f1 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:39.001117 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-4af4ab2d-786a-42b0-a02f-cfb9475ae044 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:39.023390 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af4ab2d-786a-42b0-a02f-cfb9475ae044 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:39.028795 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f4726c8-e6fe-47a9-8f38-db9d9feed0f1 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:39.079335 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4ab2d-786a-42b0-a02f-cfb9475ae044 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Pushing event updated for resources: {'Port': ['ID=455e7407-23cd-4fc7-acb9-08e0419615c8,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:39.225059 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device cb595009-f5b0-468e-be14-b086b95c375f up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:39.335834 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port cb595009-f5b0-468e-be14-b086b95c375f triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:39.336560 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:39.486340 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-72ba66f7-95f4-4c6d-a2db-51f3f83896e0 service neutron] 10.222.0.35 "GET /v2.0/networks/e799916d-3c5d-444a-9892-1fea35c51dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6524119 Aug 10 01:00:39.509879 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb2a94-bae2-447f-bc78-72e4eee7c337 req-cd2ec8ba-a42d-4c56-b55b-260df884cf6f tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:39.528904 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1feb2a94-bae2-447f-bc78-72e4eee7c337 req-cd2ec8ba-a42d-4c56-b55b-260df884cf6f tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab2b1782-5630-4bce-83a8-b5731c628185 HTTP/1.1" status: 200 len: 946 time: 0.1744993 Aug 10 01:00:39.587918 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1feb2a94-bae2-447f-bc78-72e4eee7c337 req-5990691d-f1d0-4be7-8672-29c3390daf6d tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581114 Aug 10 01:00:39.652198 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4af4ab2d-786a-42b0-a02f-cfb9475ae044 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:39.689234 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191c46d-b297-4767-9968-0895f2746e5a req-869783fe-e4d7-4b04-8959-5247e5518faa tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:39.690815 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f191c46d-b297-4767-9968-0895f2746e5a req-869783fe-e4d7-4b04-8959-5247e5518faa tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab2b1782-5630-4bce-83a8-b5731c628185 HTTP/1.1" status: 200 len: 946 time: 0.5126586 Aug 10 01:00:39.730334 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-1f4726c8-e6fe-47a9-8f38-db9d9feed0f1 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Allocated IP 172.25.2.181 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/14dd26dc-814e-41fe-b589-819066be473a) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:39.829287 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4af4ab2d-786a-42b0-a02f-cfb9475ae044 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:39.834746 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a188f4c-fd2c-43da-a06e-bfcb73bb7539 req-19b487a5-0471-469c-9420-e04825935223 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 210 time: 0.0598772 Aug 10 01:00:39.906878 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3dfe8d65-6103-44a6-87c5-c6d74e5725c4 req-a119b745-f049-4c1a-aa27-4a8e89eef791 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee34f313-c0e5-4c02-9125-b515637db102 HTTP/1.1" status: 200 len: 210 time: 0.0419104 Aug 10 01:00:40.034782 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 9017a22e-2782-4f0a-bce0-b5f6e615377e no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:00:40.126948 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-f191c46d-b297-4767-9968-0895f2746e5a req-081967e3-4cce-4665-a0b1-00e7d4307025 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Deleting port 9017a22e-2782-4f0a-bce0-b5f6e615377e {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:40.127580 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f191c46d-b297-4767-9968-0895f2746e5a req-081967e3-4cce-4665-a0b1-00e7d4307025 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:40.147176 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:40.196429 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f4726c8-e6fe-47a9-8f38-db9d9feed0f1 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:40.207135 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 9017a22e-2782-4f0a-bce0-b5f6e615377e, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=9017a22e-2782-4f0a-bce0-b5f6e615377e,segment=NetworkSegment(29e670d9-5039-46c1-a69e-9628f4a030e2),segment_id=29e670d9-5039-46c1-a69e-9628f4a030e2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:40.208788 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2b1782-5630-4bce-83a8-b5731c628185', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9017a22e-2782-4f0a-bce0-b5f6e615377e'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:40.211938 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f0696d-595c-41f6-aca6-d2496c4dd4db" -d '{"events": [{"server_uuid": "ab2b1782-5630-4bce-83a8-b5731c628185", "name": "network-vif-unplugged", "status": "completed", "tag": "9017a22e-2782-4f0a-bce0-b5f6e615377e"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:40.241862 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:40.328931 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f51a793-e487-461f-bd00-04f933c7c2c2 x-openstack-request-id: req-5f51a793-e487-461f-bd00-04f933c7c2c2 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:40.329249 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2b1782-5630-4bce-83a8-b5731c628185", "name": "network-vif-unplugged", "status": "completed", "tag": "9017a22e-2782-4f0a-bce0-b5f6e615377e", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:40.329478 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5f51a793-e487-461f-bd00-04f933c7c2c2 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:40.331069 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2b1782-5630-4bce-83a8-b5731c628185', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9017a22e-2782-4f0a-bce0-b5f6e615377e', 'code': 200} Aug 10 01:00:40.332443 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-f191c46d-b297-4767-9968-0895f2746e5a req-081967e3-4cce-4665-a0b1-00e7d4307025 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] For port 9017a22e-2782-4f0a-bce0-b5f6e615377e, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=9017a22e-2782-4f0a-bce0-b5f6e615377e,segment=NetworkSegment(29e670d9-5039-46c1-a69e-9628f4a030e2),segment_id=29e670d9-5039-46c1-a69e-9628f4a030e2)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:40.332959 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f191c46d-b297-4767-9968-0895f2746e5a req-081967e3-4cce-4665-a0b1-00e7d4307025 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:40.359210 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-f191c46d-b297-4767-9968-0895f2746e5a req-081967e3-4cce-4665-a0b1-00e7d4307025 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Calling delete_port for 9017a22e-2782-4f0a-bce0-b5f6e615377e owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:40.368319 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=9017a22e-2782-4f0a-bce0-b5f6e615377e,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:40.403253 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4af4ab2d-786a-42b0-a02f-cfb9475ae044 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:40.487623 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4af4ab2d-786a-42b0-a02f-cfb9475ae044 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:40.505675 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f4726c8-e6fe-47a9-8f38-db9d9feed0f1 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:40.591314 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4726c8-e6fe-47a9-8f38-db9d9feed0f1 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:40.603658 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-1f4726c8-e6fe-47a9-8f38-db9d9feed0f1 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:40.606688 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4726c8-e6fe-47a9-8f38-db9d9feed0f1 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:40.684427 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4ab2d-786a-42b0-a02f-cfb9475ae044 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Pushing event updated for resources: {'Port': ['ID=455e7407-23cd-4fc7-acb9-08e0419615c8,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:40.720691 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4af4ab2d-786a-42b0-a02f-cfb9475ae044 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:40.737955 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4b98f-9e43-4a8a-9033-d0785df43a30 req-1f60e16b-0f7e-4fff-b181-7eb198023555 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:40.740789 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cbe4b98f-9e43-4a8a-9033-d0785df43a30 req-1f60e16b-0f7e-4fff-b181-7eb198023555 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab2b1782-5630-4bce-83a8-b5731c628185 HTTP/1.1" status: 200 len: 944 time: 0.0616663 Aug 10 01:00:40.772617 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc91ff-a754-439d-a756-26e2e5249305 req-2f452967-d40a-40d6-bed3-ca461652dcb4 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:40.773843 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-26dc91ff-a754-439d-a756-26e2e5249305 req-2f452967-d40a-40d6-bed3-ca461652dcb4 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.20 "GET /v2.0/networks?id=68f568b0-c764-43be-a497-965794b9f9b4 HTTP/1.1" status: 200 len: 805 time: 0.3816559 Aug 10 01:00:40.784106 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cbe4b98f-9e43-4a8a-9033-d0785df43a30 req-31eead88-2948-4037-b751-533f0abf73b9 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/security-groups?id=28be9260-ab4d-4b54-9c8e-a36c675c287f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380847 Aug 10 01:00:40.800165 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-26dc91ff-a754-439d-a756-26e2e5249305 req-00c06e2e-c976-400d-a633-c3c0fa8df3a9 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Request body: {'port': {'device_id': '310b9433-d4c1-46d2-aa4c-e038055bbea1', 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4', 'admin_state_up': True, 'tenant_id': '9f1c82db603043b497c1daf48dd8e55e'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:40.863312 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4af4ab2d-786a-42b0-a02f-cfb9475ae044 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:40.863312 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4af4ab2d-786a-42b0-a02f-cfb9475ae044 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1710997 Aug 10 01:00:40.963012 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d7cab70e-b189-440c-8ded-d3089d9d2b1f req-81d3a92e-6b55-4427-b659-da6aeec70459 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 210 time: 0.0488100 Aug 10 01:00:41.002765 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4726c8-e6fe-47a9-8f38-db9d9feed0f1 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Pushing event updated for resources: {'Port': ['ID=14dd26dc-814e-41fe-b589-819066be473a,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:41.059469 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-18acd034-1b68-4137-9bfb-1a33866438c9 req-e620bc70-bf05-4f11-82c4-08d15ec83a27 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee34f313-c0e5-4c02-9125-b515637db102 HTTP/1.1" status: 200 len: 210 time: 0.0411179 Aug 10 01:00:41.162208 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-36fdb5b1-a038-418d-81dd-8d9e647fb48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:41.177255 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f191c46d-b297-4767-9968-0895f2746e5a req-081967e3-4cce-4665-a0b1-00e7d4307025 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:41.308741 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081967e3-4cce-4665-a0b1-00e7d4307025 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Pushing event deleted for resources: {'Port': ['ID=9017a22e-2782-4f0a-bce0-b5f6e615377e,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:41.386571 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:41.411457 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26dc91ff-a754-439d-a756-26e2e5249305 req-00c06e2e-c976-400d-a633-c3c0fa8df3a9 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Made reservation on behalf of 9f1c82db603043b497c1daf48dd8e55e for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:00:41.415155 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-26dc91ff-a754-439d-a756-26e2e5249305 req-00c06e2e-c976-400d-a633-c3c0fa8df3a9 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:41.445087 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f191c46d-b297-4767-9968-0895f2746e5a req-081967e3-4cce-4665-a0b1-00e7d4307025 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] No DVR routers for this DVR port 9017a22e-2782-4f0a-bce0-b5f6e615377e on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:00:41.450892 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f4726c8-e6fe-47a9-8f38-db9d9feed0f1 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:41.455872 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f191c46d-b297-4767-9968-0895f2746e5a req-081967e3-4cce-4665-a0b1-00e7d4307025 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:41.457855 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f191c46d-b297-4767-9968-0895f2746e5a req-081967e3-4cce-4665-a0b1-00e7d4307025 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.24 "DELETE /v2.0/ports/9017a22e-2782-4f0a-bce0-b5f6e615377e HTTP/1.1" status: 204 len: 173 time: 1.7525630 Aug 10 01:00:41.459387 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2b1782-5630-4bce-83a8-b5731c628185', 'name': 'network-vif-deleted', 'tag': '9017a22e-2782-4f0a-bce0-b5f6e615377e'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:41.461776 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b91ee4-5af6-40e1-b4f6-529df10999a4" -d '{"events": [{"server_uuid": "ab2b1782-5630-4bce-83a8-b5731c628185", "name": "network-vif-deleted", "tag": "9017a22e-2782-4f0a-bce0-b5f6e615377e"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:41.548513 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540ac5b1-517c-46bf-a03a-934f2ea8deb8 x-openstack-request-id: req-540ac5b1-517c-46bf-a03a-934f2ea8deb8 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:41.548812 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2b1782-5630-4bce-83a8-b5731c628185", "name": "network-vif-deleted", "tag": "9017a22e-2782-4f0a-bce0-b5f6e615377e", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:41.549431 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-540ac5b1-517c-46bf-a03a-934f2ea8deb8 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:41.550502 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2b1782-5630-4bce-83a8-b5731c628185', 'name': 'network-vif-deleted', 'tag': '9017a22e-2782-4f0a-bce0-b5f6e615377e', 'status': 'completed', 'code': 200} Aug 10 01:00:41.570229 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-46ae9124-9fbf-4988-8034-5b5bc3f1c008 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:41.571759 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-46ae9124-9fbf-4988-8034-5b5bc3f1c008 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] 10.222.0.20 "GET /v2.0/networks?id=e799916d-3c5d-444a-9892-1fea35c51dd5 HTTP/1.1" status: 200 len: 817 time: 0.4140842 Aug 10 01:00:41.641257 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-be4bac19-fe1b-4e61-96f7-923d92c5ecd2 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] Request body: {'port': {'device_id': 'ee34f313-c0e5-4c02-9125-b515637db102', 'network_id': 'e799916d-3c5d-444a-9892-1fea35c51dd5', 'admin_state_up': True, 'tenant_id': '1d9aefd7af4e4e9788d571dd8586283d'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:41.914730 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-26dc91ff-a754-439d-a756-26e2e5249305 req-00c06e2e-c976-400d-a633-c3c0fa8df3a9 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Allocated IP 172.20.0.3 (68f568b0-c764-43be-a497-965794b9f9b4/4317e354-7b23-4f49-8b2a-5d1c39378e31/4b1b106e-7465-4a16-8ccc-bd53156f400a) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:41.990178 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7ba41f1b-ed4a-4224-a3e8-502015cfe770 req-0b888529-1139-4d9b-95e2-cf9a65da19c9 tempest-ImagesTestJSON-418844300 tempest-ImagesTestJSON-418844300-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab2b1782-5630-4bce-83a8-b5731c628185 HTTP/1.1" status: 200 len: 210 time: 0.0495236 Aug 10 01:00:42.103061 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-be4bac19-fe1b-4e61-96f7-923d92c5ecd2 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] Made reservation on behalf of 1d9aefd7af4e4e9788d571dd8586283d for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:00:42.127875 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-be4bac19-fe1b-4e61-96f7-923d92c5ecd2 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:42.164556 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dce7743e-8c68-43f1-b86f-18c9fb94d834 req-54d5b8bb-b630-4cd6-ac35-66b5b6cc4c21 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 210 time: 0.0573254 Aug 10 01:00:42.332979 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-90367d9e-91e9-424d-b261-30816efc3af8 req-3448fdec-72c6-43ca-9c18-43c96b66fe63 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee34f313-c0e5-4c02-9125-b515637db102 HTTP/1.1" status: 200 len: 210 time: 0.0669024 Aug 10 01:00:42.354666 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f4726c8-e6fe-47a9-8f38-db9d9feed0f1 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8228879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8231262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232083'] for router, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:42.375219 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f4726c8-e6fe-47a9-8f38-db9d9feed0f1 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8229108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8229117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8231239'] for router, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:42.823532 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-be4bac19-fe1b-4e61-96f7-923d92c5ecd2 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] Allocated IP 172.20.0.10 (e799916d-3c5d-444a-9892-1fea35c51dd5/c827b6d9-c36c-471e-857b-6eb66a40f0d1/6301f388-2f05-4dfe-901b-357a11cec844) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:42.829490 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-26dc91ff-a754-439d-a756-26e2e5249305 req-00c06e2e-c976-400d-a633-c3c0fa8df3a9 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:43.012081 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-26dc91ff-a754-439d-a756-26e2e5249305 req-00c06e2e-c976-400d-a633-c3c0fa8df3a9 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:43.024394 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['c58ea708-4565-4b16-a53e-c9c57ba4f3a2'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:00:43.066415 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4726c8-e6fe-47a9-8f38-db9d9feed0f1 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Router 060c0c62-ccad-4f07-b98f-b83f568418fd is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:00:43.109683 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26dc91ff-a754-439d-a756-26e2e5249305 req-00c06e2e-c976-400d-a633-c3c0fa8df3a9 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Network 68f568b0-c764-43be-a497-965794b9f9b4 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:43.113971 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c06e2e-c976-400d-a633-c3c0fa8df3a9 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Pushing event updated for resources: {'Port': ['ID=4b1b106e-7465-4a16-8ccc-bd53156f400a,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:43.121244 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-26dc91ff-a754-439d-a756-26e2e5249305 req-00c06e2e-c976-400d-a633-c3c0fa8df3a9 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:43.129031 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-26dc91ff-a754-439d-a756-26e2e5249305 req-00c06e2e-c976-400d-a633-c3c0fa8df3a9 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:43.230770 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-be4bac19-fe1b-4e61-96f7-923d92c5ecd2 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:43.292695 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc91ff-a754-439d-a756-26e2e5249305 req-00c06e2e-c976-400d-a633-c3c0fa8df3a9 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:43.293360 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-26dc91ff-a754-439d-a756-26e2e5249305 req-00c06e2e-c976-400d-a633-c3c0fa8df3a9 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:43.333848 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-26dc91ff-a754-439d-a756-26e2e5249305 req-00c06e2e-c976-400d-a633-c3c0fa8df3a9 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5429738 Aug 10 01:00:43.349363 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4726c8-e6fe-47a9-8f38-db9d9feed0f1 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:00:43.351724 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b478d-3544-471a-a113-7276b76ff6be req-f8839cd8-13e1-4577-8fc0-94adbcce7a35 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:43.355833 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-26dc91ff-a754-439d-a756-26e2e5249305 req-71962294-4394-44cf-aa8b-70ef0948622a service neutron] Request body: {'port': {'device_id': '310b9433-d4c1-46d2-aa4c-e038055bbea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:43.360653 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b384d5f1-f712-4d09-9e90-c405a9bd890c None None] Sync routers for ids ['060c0c62-ccad-4f07-b98f-b83f568418fd'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:00:43.361141 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-399b478d-3544-471a-a113-7276b76ff6be req-f8839cd8-13e1-4577-8fc0-94adbcce7a35 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 931 time: 0.0673208 Aug 10 01:00:43.371956 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b384d5f1-f712-4d09-9e90-c405a9bd890c None None] Routers {'060c0c62-ccad-4f07-b98f-b83f568418fd'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:43.376688 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-b384d5f1-f712-4d09-9e90-c405a9bd890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:00:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['060c0c62-ccad-4f07-b98f-b83f568418fd'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:43.391094 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f4726c8-e6fe-47a9-8f38-db9d9feed0f1 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:43.392362 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1f4726c8-e6fe-47a9-8f38-db9d9feed0f1 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] 10.222.0.35 "PUT /v2.0/routers/060c0c62-ccad-4f07-b98f-b83f568418fd HTTP/1.1" status: 200 len: 919 time: 5.2195930 Aug 10 01:00:43.399805 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45438) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:43.424097 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-399b478d-3544-471a-a113-7276b76ff6be req-9e43653e-3871-48bf-98fb-0faba29c9066 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618351 Aug 10 01:00:43.432398 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-b384d5f1-f712-4d09-9e90-c405a9bd890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:43.443667 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b384d5f1-f712-4d09-9e90-c405a9bd890c None None] Routers {'060c0c62-ccad-4f07-b98f-b83f568418fd'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:43.444487 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-b384d5f1-f712-4d09-9e90-c405a9bd890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:00:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['060c0c62-ccad-4f07-b98f-b83f568418fd'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:43.483199 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-b384d5f1-f712-4d09-9e90-c405a9bd890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:43.484527 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b384d5f1-f712-4d09-9e90-c405a9bd890c None None] The sync data for ids ['060c0c62-ccad-4f07-b98f-b83f568418fd'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:00:43.497824 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-be4bac19-fe1b-4e61-96f7-923d92c5ecd2 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:43.552105 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184df01b-2210-47d5-b9c2-5f37baf6d705 req-e2002249-55a3-4c03-8859-77edb773c82f tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:43.556674 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-184df01b-2210-47d5-b9c2-5f37baf6d705 req-e2002249-55a3-4c03-8859-77edb773c82f tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee34f313-c0e5-4c02-9125-b515637db102 HTTP/1.1" status: 200 len: 932 time: 0.0680933 Aug 10 01:00:43.587676 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-be4bac19-fe1b-4e61-96f7-923d92c5ecd2 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] Network e799916d-3c5d-444a-9892-1fea35c51dd5 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:43.609756 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-184df01b-2210-47d5-b9c2-5f37baf6d705 req-49ee604a-d5ca-4f39-8fae-700d2d668053 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] 10.222.0.35 "GET /v2.0/security-groups?id=483acec2-fbd8-4281-a2cb-e668d3b4a3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498950 Aug 10 01:00:43.635381 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-26dc91ff-a754-439d-a756-26e2e5249305 req-71962294-4394-44cf-aa8b-70ef0948622a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:43.640712 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-be4bac19-fe1b-4e61-96f7-923d92c5ecd2 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:43.651800 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45450) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:43.652782 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-be4bac19-fe1b-4e61-96f7-923d92c5ecd2 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:43.660844 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4bac19-fe1b-4e61-96f7-923d92c5ecd2 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] Pushing event updated for resources: {'Port': ['ID=6301f388-2f05-4dfe-901b-357a11cec844,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:43.702947 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f61d7e99-3738-404a-9047-6dfa49825fc0 admin admin] Deleting subnet d10f85b2-b60a-4bec-a6dc-24390adf6af4 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:00:43.706372 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f61d7e99-3738-404a-9047-6dfa49825fc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:43.742200 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f61d7e99-3738-404a-9047-6dfa49825fc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:43.747604 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7ff61731-d691-4b98-8f4f-248268cc310e tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] 10.222.0.35 "GET /v2.0/routers/060c0c62-ccad-4f07-b98f-b83f568418fd HTTP/1.1" status: 200 len: 925 time: 0.3444993 Aug 10 01:00:43.752996 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-be4bac19-fe1b-4e61-96f7-923d92c5ecd2 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:43.753642 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-be4bac19-fe1b-4e61-96f7-923d92c5ecd2 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:43.755855 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45452) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:43.784947 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2335ceaf-3b9f-4b93-bb9f-56eee653fc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:43.810788 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f61d7e99-3738-404a-9047-6dfa49825fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:43.879439 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-be4bac19-fe1b-4e61-96f7-923d92c5ecd2 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2413905 Aug 10 01:00:43.898394 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-6c6b3711-5c81-4f1d-bec3-9ce6c02173d4 service neutron] Request body: {'port': {'device_id': 'ee34f313-c0e5-4c02-9125-b515637db102', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:43.931287 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f61d7e99-3738-404a-9047-6dfa49825fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:43.953897 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d7e99-3738-404a-9047-6dfa49825fc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d10f85b2-b60a-4bec-a6dc-24390adf6af4,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:43.962607 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f61d7e99-3738-404a-9047-6dfa49825fc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:43.964502 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f61d7e99-3738-404a-9047-6dfa49825fc0 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d10f85b2-b60a-4bec-a6dc-24390adf6af4 HTTP/1.1" status: 204 len: 168 time: 0.3116276 Aug 10 01:00:43.966907 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45458) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:44.003419 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adcd841-493b-48e8-8de5-9d9858a4b08b tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:44.007452 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4adcd841-493b-48e8-8de5-9d9858a4b08b tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=beabd0db-a6e0-4ff1-a3e9-6522348fc998&device_id=060c0c62-ccad-4f07-b98f-b83f568418fd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2423863 Aug 10 01:00:44.008081 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45460) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:44.017027 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-6c6b3711-5c81-4f1d-bec3-9ce6c02173d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:44.088646 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-777c8253-5d35-4098-ab4a-8c8c7dfd37c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:44.144287 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cc46e5-5152-43e4-8503-e4579d694801 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:44.148258 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-57cc46e5-5152-43e4-8503-e4579d694801 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 881 time: 0.1369202 Aug 10 01:00:44.154256 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45462) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:44.200308 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-777c8253-5d35-4098-ab4a-8c8c7dfd37c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:44.207090 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-29532bcc-d51d-4a0d-95d6-6456bd3ef561 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] 10.222.0.35 "GET /v2.0/ports?device_id=060c0c62-ccad-4f07-b98f-b83f568418fd HTTP/1.1" status: 200 len: 205 time: 0.0498908 Aug 10 01:00:44.209656 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45464) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:44.220801 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-777c8253-5d35-4098-ab4a-8c8c7dfd37c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5040841a-4984-47dc-a172-a1e3b8550316']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:44.260762 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-777c8253-5d35-4098-ab4a-8c8c7dfd37c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29e670d9-5039-46c1-a69e-9628f4a030e2') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:44.261064 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-777c8253-5d35-4098-ab4a-8c8c7dfd37c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29e670d9-5039-46c1-a69e-9628f4a030e2') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:44.275758 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-777c8253-5d35-4098-ab4a-8c8c7dfd37c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:44.278053 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-26dc91ff-a754-439d-a756-26e2e5249305 req-71962294-4394-44cf-aa8b-70ef0948622a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b1b106e-7465-4a16-8ccc-bd53156f400a {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:00:44.289062 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-26dc91ff-a754-439d-a756-26e2e5249305 req-71962294-4394-44cf-aa8b-70ef0948622a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:44.314870 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-26dc91ff-a754-439d-a756-26e2e5249305 req-71962294-4394-44cf-aa8b-70ef0948622a service neutron] Transition to ACTIVE for port object 4b1b106e-7465-4a16-8ccc-bd53156f400a will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:44.321474 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-26dc91ff-a754-439d-a756-26e2e5249305 req-71962294-4394-44cf-aa8b-70ef0948622a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:44.322371 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-777c8253-5d35-4098-ab4a-8c8c7dfd37c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:44.334725 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-777c8253-5d35-4098-ab4a-8c8c7dfd37c9 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:00:44.335027 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-777c8253-5d35-4098-ab4a-8c8c7dfd37c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:44.336926 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:00:44.336926 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:00:44.336926 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:00:44.336926 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:00:44.336926 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:00:44.336926 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:00:44.336926 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:00:44.336926 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:00:44.336926 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:00:44.336926 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:00:44.336926 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:00:44.336926 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:00:44.336926 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:00:44.336926 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:00:44.336926 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:00:44.336926 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:00:44.336926 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:00:44.336926 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:00:44.336926 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:00:44.336926 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:00:44.336926 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:00:44.336926 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:00:44.336926 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:00:44.336926 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:00:44.336926 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:00:44.336926 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:00:44.336926 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:00:44.336926 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:00:44.336926 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:00:44.336926 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:00:44.336926 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:00:44.336926 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:00:44.394523 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-34cfbcbb-b121-4a80-a1bc-e60000b3c24c tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:44.417104 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71962294-4394-44cf-aa8b-70ef0948622a service neutron] Pushing event updated for resources: {'Port': ['ID=4b1b106e-7465-4a16-8ccc-bd53156f400a,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:44.418366 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:44.446048 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-777c8253-5d35-4098-ab4a-8c8c7dfd37c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:44.458435 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-777c8253-5d35-4098-ab4a-8c8c7dfd37c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:44.462797 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-777c8253-5d35-4098-ab4a-8c8c7dfd37c9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/5040841a-4984-47dc-a172-a1e3b8550316 HTTP/1.1" status: 204 len: 168 time: 0.4926457 Aug 10 01:00:44.480306 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c8253-5d35-4098-ab4a-8c8c7dfd37c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5040841a-4984-47dc-a172-a1e3b8550316,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:44.533966 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-6c6b3711-5c81-4f1d-bec3-9ce6c02173d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6301f388-2f05-4dfe-901b-357a11cec844 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:00:44.543024 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-34cfbcbb-b121-4a80-a1bc-e60000b3c24c tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:44.546702 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-6c6b3711-5c81-4f1d-bec3-9ce6c02173d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:44.567602 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-26dc91ff-a754-439d-a756-26e2e5249305 req-71962294-4394-44cf-aa8b-70ef0948622a service neutron] Attempting to bind port 4b1b106e-7465-4a16-8ccc-bd53156f400a on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:00:44.567941 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-26dc91ff-a754-439d-a756-26e2e5249305 req-71962294-4394-44cf-aa8b-70ef0948622a service neutron] Attempting to bind port 4b1b106e-7465-4a16-8ccc-bd53156f400a by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '45b34241-697f-4f50-87d8-6d6db6581d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:00:44.568319 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26dc91ff-a754-439d-a756-26e2e5249305 req-71962294-4394-44cf-aa8b-70ef0948622a service neutron] Attempting to bind port 4b1b106e-7465-4a16-8ccc-bd53156f400a on network 68f568b0-c764-43be-a497-965794b9f9b4 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:44.570531 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-6c6b3711-5c81-4f1d-bec3-9ce6c02173d4 service neutron] Transition to ACTIVE for port object 6301f388-2f05-4dfe-901b-357a11cec844 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:44.574126 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26dc91ff-a754-439d-a756-26e2e5249305 req-71962294-4394-44cf-aa8b-70ef0948622a service neutron] Port 4b1b106e-7465-4a16-8ccc-bd53156f400a on network 68f568b0-c764-43be-a497-965794b9f9b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:00:44.574444 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26dc91ff-a754-439d-a756-26e2e5249305 req-71962294-4394-44cf-aa8b-70ef0948622a service neutron] Attempting to bind port 4b1b106e-7465-4a16-8ccc-bd53156f400a on network 68f568b0-c764-43be-a497-965794b9f9b4 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:44.592304 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-6c6b3711-5c81-4f1d-bec3-9ce6c02173d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:44.600173 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26dc91ff-a754-439d-a756-26e2e5249305 req-71962294-4394-44cf-aa8b-70ef0948622a service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:00:44.600722 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26dc91ff-a754-439d-a756-26e2e5249305 req-71962294-4394-44cf-aa8b-70ef0948622a service neutron] Checking segment: {'id': '45b34241-697f-4f50-87d8-6d6db6581d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:00:44.601522 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26dc91ff-a754-439d-a756-26e2e5249305 req-71962294-4394-44cf-aa8b-70ef0948622a service neutron] Bound using segment: {'id': '45b34241-697f-4f50-87d8-6d6db6581d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:00:44.601522 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-26dc91ff-a754-439d-a756-26e2e5249305 req-71962294-4394-44cf-aa8b-70ef0948622a service neutron] Bound port: 4b1b106e-7465-4a16-8ccc-bd53156f400a, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b34241-697f-4f50-87d8-6d6db6581d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:00:44.601787 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-26dc91ff-a754-439d-a756-26e2e5249305 req-71962294-4394-44cf-aa8b-70ef0948622a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:44.670677 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c0e1e-5ba0-4810-a519-1a1192933f13 req-19574538-5bbd-415d-87a9-d33db5cea231 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:44.672934 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f94c0e1e-5ba0-4810-a519-1a1192933f13 req-19574538-5bbd-415d-87a9-d33db5cea231 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 943 time: 0.0869946 Aug 10 01:00:44.677276 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-34cfbcbb-b121-4a80-a1bc-e60000b3c24c tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Deleting port 14dd26dc-814e-41fe-b589-819066be473a {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:44.677726 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-34cfbcbb-b121-4a80-a1bc-e60000b3c24c tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:44.700785 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45476) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:44.720204 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b3711-5c81-4f1d-bec3-9ce6c02173d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6301f388-2f05-4dfe-901b-357a11cec844,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:44.784917 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-26dc91ff-a754-439d-a756-26e2e5249305 req-71962294-4394-44cf-aa8b-70ef0948622a service neutron] For port 4b1b106e-7465-4a16-8ccc-bd53156f400a, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:00:44.799528 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f94c0e1e-5ba0-4810-a519-1a1192933f13 req-f9834814-fa33-47ba-b8ef-c315c19781e0 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079845 Aug 10 01:00:44.811872 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-26dc91ff-a754-439d-a756-26e2e5249305 req-71962294-4394-44cf-aa8b-70ef0948622a service neutron] For port 4b1b106e-7465-4a16-8ccc-bd53156f400a, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=4b1b106e-7465-4a16-8ccc-bd53156f400a,segment=NetworkSegment(45b34241-697f-4f50-87d8-6d6db6581d08),segment_id=45b34241-697f-4f50-87d8-6d6db6581d08)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:00:44.834682 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-34cfbcbb-b121-4a80-a1bc-e60000b3c24c tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:44.840487 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-26dc91ff-a754-439d-a756-26e2e5249305 req-71962294-4394-44cf-aa8b-70ef0948622a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:44.844324 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64858525-f005-4d2f-ad69-0c535dd4ffc8 req-da6dc6db-75e2-4baf-9b1d-093dbb6825ad tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:44.845845 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-64858525-f005-4d2f-ad69-0c535dd4ffc8 req-da6dc6db-75e2-4baf-9b1d-093dbb6825ad tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee34f313-c0e5-4c02-9125-b515637db102 HTTP/1.1" status: 200 len: 944 time: 0.1025164 Aug 10 01:00:44.855736 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-be89c4c4-14be-4e7b-8123-1c67944d45d4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8bb23d60148d40eaa256202b456c8a40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448357 Aug 10 01:00:44.861005 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45478) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:44.863918 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-34cfbcbb-b121-4a80-a1bc-e60000b3c24c tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Calling delete_port for 14dd26dc-814e-41fe-b589-819066be473a owned by network:router_gateway {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:44.876053 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-6c6b3711-5c81-4f1d-bec3-9ce6c02173d4 service neutron] Attempting to bind port 6301f388-2f05-4dfe-901b-357a11cec844 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:00:44.876427 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-6c6b3711-5c81-4f1d-bec3-9ce6c02173d4 service neutron] Attempting to bind port 6301f388-2f05-4dfe-901b-357a11cec844 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '2c9ac380-5a18-4aea-a8b5-4deb339964ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e799916d-3c5d-444a-9892-1fea35c51dd5'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:00:44.876764 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-6c6b3711-5c81-4f1d-bec3-9ce6c02173d4 service neutron] Attempting to bind port 6301f388-2f05-4dfe-901b-357a11cec844 on network e799916d-3c5d-444a-9892-1fea35c51dd5 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:44.886121 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc91ff-a754-439d-a756-26e2e5249305 req-71962294-4394-44cf-aa8b-70ef0948622a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:44.887144 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-26dc91ff-a754-439d-a756-26e2e5249305 req-71962294-4394-44cf-aa8b-70ef0948622a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:44.888587 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-26dc91ff-a754-439d-a756-26e2e5249305 req-71962294-4394-44cf-aa8b-70ef0948622a service neutron] 10.222.0.20 "PUT /v2.0/ports/4b1b106e-7465-4a16-8ccc-bd53156f400a HTTP/1.1" status: 200 len: 1092 time: 1.5372798 Aug 10 01:00:44.893052 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '310b9433-d4c1-46d2-aa4c-e038055bbea1', 'tag': '4b1b106e-7465-4a16-8ccc-bd53156f400a'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:44.895350 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b6595a-0842-47b5-9ffd-f1902b90d9c3" -d '{"events": [{"name": "network-changed", "server_uuid": "310b9433-d4c1-46d2-aa4c-e038055bbea1", "tag": "4b1b106e-7465-4a16-8ccc-bd53156f400a"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:44.909385 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-6c6b3711-5c81-4f1d-bec3-9ce6c02173d4 service neutron] Port 6301f388-2f05-4dfe-901b-357a11cec844 on network e799916d-3c5d-444a-9892-1fea35c51dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:00:44.909641 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-6c6b3711-5c81-4f1d-bec3-9ce6c02173d4 service neutron] Attempting to bind port 6301f388-2f05-4dfe-901b-357a11cec844 on network e799916d-3c5d-444a-9892-1fea35c51dd5 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:44.919252 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-6c6b3711-5c81-4f1d-bec3-9ce6c02173d4 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:00:44.919928 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-6c6b3711-5c81-4f1d-bec3-9ce6c02173d4 service neutron] Checking segment: {'id': '2c9ac380-5a18-4aea-a8b5-4deb339964ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e799916d-3c5d-444a-9892-1fea35c51dd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:00:44.920226 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-6c6b3711-5c81-4f1d-bec3-9ce6c02173d4 service neutron] Bound using segment: {'id': '2c9ac380-5a18-4aea-a8b5-4deb339964ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e799916d-3c5d-444a-9892-1fea35c51dd5'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:00:44.920738 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-6c6b3711-5c81-4f1d-bec3-9ce6c02173d4 service neutron] Bound port: 6301f388-2f05-4dfe-901b-357a11cec844, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c9ac380-5a18-4aea-a8b5-4deb339964ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e799916d-3c5d-444a-9892-1fea35c51dd5'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:00:44.921881 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-6c6b3711-5c81-4f1d-bec3-9ce6c02173d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:44.947007 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71962294-4394-44cf-aa8b-70ef0948622a service neutron] Pushing event updated for resources: {'Port': ['ID=4b1b106e-7465-4a16-8ccc-bd53156f400a,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:45.000379 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84114ca5-25f0-4bc2-9323-af23dc174951 x-openstack-request-id: req-84114ca5-25f0-4bc2-9323-af23dc174951 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:45.000682 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "310b9433-d4c1-46d2-aa4c-e038055bbea1", "tag": "4b1b106e-7465-4a16-8ccc-bd53156f400a", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:45.000949 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-84114ca5-25f0-4bc2-9323-af23dc174951 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:45.001348 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '310b9433-d4c1-46d2-aa4c-e038055bbea1', 'tag': '4b1b106e-7465-4a16-8ccc-bd53156f400a', 'status': 'completed', 'code': 200} Aug 10 01:00:45.020450 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:45.063536 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc91ff-a754-439d-a756-26e2e5249305 req-dd18eeda-aee0-4840-acfa-8b1ae3dc5b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:45.065089 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-26dc91ff-a754-439d-a756-26e2e5249305 req-dd18eeda-aee0-4840-acfa-8b1ae3dc5b0a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f1c82db603043b497c1daf48dd8e55e&device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 1095 time: 0.0776222 Aug 10 01:00:45.066148 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-6c6b3711-5c81-4f1d-bec3-9ce6c02173d4 service neutron] For port 6301f388-2f05-4dfe-901b-357a11cec844, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:00:45.072564 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-6c6b3711-5c81-4f1d-bec3-9ce6c02173d4 service neutron] For port 6301f388-2f05-4dfe-901b-357a11cec844, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=6301f388-2f05-4dfe-901b-357a11cec844,segment=NetworkSegment(2c9ac380-5a18-4aea-a8b5-4deb339964ef),segment_id=2c9ac380-5a18-4aea-a8b5-4deb339964ef)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:00:45.077427 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-64858525-f005-4d2f-ad69-0c535dd4ffc8 req-b14d15bf-e454-44d2-bc9a-fc3adeabd1aa tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] 10.222.0.35 "GET /v2.0/security-groups?id=483acec2-fbd8-4281-a2cb-e668d3b4a3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170391 Aug 10 01:00:45.078358 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-6c6b3711-5c81-4f1d-bec3-9ce6c02173d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:45.137889 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a9d6f4fa-e753-4d94-b129-6b6d1797bea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:45.148404 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-26dc91ff-a754-439d-a756-26e2e5249305 req-e50b362a-cb10-4c46-bb32-539782b36531 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b1b106e-7465-4a16-8ccc-bd53156f400a HTTP/1.1" status: 200 len: 217 time: 0.0675428 Aug 10 01:00:45.157698 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-6c6b3711-5c81-4f1d-bec3-9ce6c02173d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:45.158313 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-6c6b3711-5c81-4f1d-bec3-9ce6c02173d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:45.159663 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-6c6b3711-5c81-4f1d-bec3-9ce6c02173d4 service neutron] 10.222.0.20 "PUT /v2.0/ports/6301f388-2f05-4dfe-901b-357a11cec844 HTTP/1.1" status: 200 len: 1093 time: 1.2663152 Aug 10 01:00:45.181389 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a9d6f4fa-e753-4d94-b129-6b6d1797bea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:45.218945 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc91ff-a754-439d-a756-26e2e5249305 req-a5718b19-a395-4a65-9254-800b56e18ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:45.224293 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-26dc91ff-a754-439d-a756-26e2e5249305 req-a5718b19-a395-4a65-9254-800b56e18ea1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4317e354-7b23-4f49-8b2a-5d1c39378e31 HTTP/1.1" status: 200 len: 845 time: 0.0596647 Aug 10 01:00:45.264427 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-26dc91ff-a754-439d-a756-26e2e5249305 req-0477c087-a6c8-4637-a8af-2b3229c91277 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=68f568b0-c764-43be-a497-965794b9f9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329285 Aug 10 01:00:45.289616 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-34cfbcbb-b121-4a80-a1bc-e60000b3c24c tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:45.297868 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b3711-5c81-4f1d-bec3-9ce6c02173d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6301f388-2f05-4dfe-901b-357a11cec844,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:45.322527 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfbcbb-b121-4a80-a1bc-e60000b3c24c tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Pushing event deleted for resources: {'Port': ['ID=14dd26dc-814e-41fe-b589-819066be473a,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:45.347867 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a9d6f4fa-e753-4d94-b129-6b6d1797bea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:45.350552 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a9d6f4fa-e753-4d94-b129-6b6d1797bea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:45.353997 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a9d6f4fa-e753-4d94-b129-6b6d1797bea6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/28be9260-ab4d-4b54-9c8e-a36c675c287f HTTP/1.1" status: 204 len: 168 time: 0.4896860 Aug 10 01:00:45.364829 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-c654eccd-0b29-4fd4-9a4d-d9af65e04af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:45.365749 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-c654eccd-0b29-4fd4-9a4d-d9af65e04af6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d9aefd7af4e4e9788d571dd8586283d&device_id=ee34f313-c0e5-4c02-9125-b515637db102 HTTP/1.1" status: 200 len: 1096 time: 0.1039248 Aug 10 01:00:45.379709 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d6f4fa-e753-4d94-b129-6b6d1797bea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28be9260-ab4d-4b54-9c8e-a36c675c287f,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:45.402761 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-34cfbcbb-b121-4a80-a1bc-e60000b3c24c tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:45.426904 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-a6d3a09d-d955-49ef-9a34-ecb755dcd1ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6301f388-2f05-4dfe-901b-357a11cec844 HTTP/1.1" status: 200 len: 217 time: 0.0433607 Aug 10 01:00:45.428975 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-26dc91ff-a754-439d-a756-26e2e5249305 req-4e18617c-c6a2-4cc6-a5eb-824d83934335 service neutron] 10.222.0.20 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534793 Aug 10 01:00:45.500494 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-34cfbcbb-b121-4a80-a1bc-e60000b3c24c tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:45.503211 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-34cfbcbb-b121-4a80-a1bc-e60000b3c24c tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:45.559981 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-34cfbcbb-b121-4a80-a1bc-e60000b3c24c tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:45.560914 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cfbcbb-b121-4a80-a1bc-e60000b3c24c tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Fanout notify agent at l3_agent the message router_deleted on router 060c0c62-ccad-4f07-b98f-b83f568418fd {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:00:45.570997 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-34cfbcbb-b121-4a80-a1bc-e60000b3c24c tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:45.579011 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-34cfbcbb-b121-4a80-a1bc-e60000b3c24c tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] 10.222.0.35 "DELETE /v2.0/routers/060c0c62-ccad-4f07-b98f-b83f568418fd HTTP/1.1" status: 204 len: 168 time: 1.3674178 Aug 10 01:00:45.579708 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45490) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:45.581104 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-d5f4d7ba-f60a-4f6f-ab8c-b8f874891464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:45.582833 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-d5f4d7ba-f60a-4f6f-ab8c-b8f874891464 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c827b6d9-c36c-471e-857b-6eb66a40f0d1 HTTP/1.1" status: 200 len: 857 time: 0.1411438 Aug 10 01:00:45.584490 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-921b97d9-ad72-42a4-8baf-d9d9c62468fa tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-696801929', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}, 'admin_state_up': False}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:45.634355 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-1d3a962c-a375-4f48-8542-861547babccb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e799916d-3c5d-444a-9892-1fea35c51dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344958 Aug 10 01:00:45.648293 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-921b97d9-ad72-42a4-8baf-d9d9c62468fa tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:45.652481 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-921b97d9-ad72-42a4-8baf-d9d9c62468fa tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:45.699003 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-26dc91ff-a754-439d-a756-26e2e5249305 req-090d3bae-ab73-4bd3-911d-742010bb8382 service neutron] 10.222.0.20 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482076 Aug 10 01:00:45.737094 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-921b97d9-ad72-42a4-8baf-d9d9c62468fa tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:45.746122 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-a5620d26-0bb7-4bbd-8423-9395a2d326c3 service neutron] 10.222.0.20 "GET /v2.0/networks/e799916d-3c5d-444a-9892-1fea35c51dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028829 Aug 10 01:00:45.896460 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6595a-0842-47b5-9ffd-f1902b90d9c3 req-3ad16a93-652f-40ce-9e26-098adb5992dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:45.902482 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56b6595a-0842-47b5-9ffd-f1902b90d9c3 req-3ad16a93-652f-40ce-9e26-098adb5992dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f1c82db603043b497c1daf48dd8e55e&device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 1095 time: 0.1038618 Aug 10 01:00:45.947339 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-921b97d9-ad72-42a4-8baf-d9d9c62468fa tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:46.035852 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9cbe62cd-7062-400f-8751-9c15d4be07a9 req-950e79c4-d0f9-4ace-b853-1d5f821cac0a service neutron] 10.222.0.20 "GET /v2.0/networks/e799916d-3c5d-444a-9892-1fea35c51dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399490 Aug 10 01:00:46.065103 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6595a-0842-47b5-9ffd-f1902b90d9c3 req-cc05386f-7388-4b51-8b5e-26a390455fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:46.066863 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56b6595a-0842-47b5-9ffd-f1902b90d9c3 req-cc05386f-7388-4b51-8b5e-26a390455fc0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=68f568b0-c764-43be-a497-965794b9f9b4 HTTP/1.1" status: 200 len: 906 time: 0.1587698 Aug 10 01:00:46.112677 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21289a14-6145-4ce2-aa44-5ffd4cedb040 req-a4e40bbf-b360-4b7b-8455-7788b7955e9d tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:46.114593 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-21289a14-6145-4ce2-aa44-5ffd4cedb040 req-a4e40bbf-b360-4b7b-8455-7788b7955e9d tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 943 time: 0.1837397 Aug 10 01:00:46.118661 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56b6595a-0842-47b5-9ffd-f1902b90d9c3 req-08161af3-5cc7-49d3-b9da-6f6f69b818c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b1b106e-7465-4a16-8ccc-bd53156f400a HTTP/1.1" status: 200 len: 217 time: 0.0418174 Aug 10 01:00:46.169583 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:46.198457 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-21289a14-6145-4ce2-aa44-5ffd4cedb040 req-dde1f98d-d797-45c7-9819-82e622e53f3e tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718024 Aug 10 01:00:46.204102 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6595a-0842-47b5-9ffd-f1902b90d9c3 req-4ad8bf05-cf65-45cb-82ad-9dc9f62b8549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:46.205666 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56b6595a-0842-47b5-9ffd-f1902b90d9c3 req-4ad8bf05-cf65-45cb-82ad-9dc9f62b8549 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4317e354-7b23-4f49-8b2a-5d1c39378e31 HTTP/1.1" status: 200 len: 845 time: 0.0706725 Aug 10 01:00:46.243952 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56b6595a-0842-47b5-9ffd-f1902b90d9c3 req-4fd612f7-f835-44b4-9979-81637a56e121 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=68f568b0-c764-43be-a497-965794b9f9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281188 Aug 10 01:00:46.298784 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567cdf3-0f5c-4488-a58d-5751dcae782b req-3a32adbc-4d02-424c-9833-cdb2bb0f23f7 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:46.304775 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e567cdf3-0f5c-4488-a58d-5751dcae782b req-3a32adbc-4d02-424c-9833-cdb2bb0f23f7 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee34f313-c0e5-4c02-9125-b515637db102 HTTP/1.1" status: 200 len: 944 time: 0.0844154 Aug 10 01:00:46.367358 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56b6595a-0842-47b5-9ffd-f1902b90d9c3 req-1e8dc778-8292-48a2-9c16-c779f4db3641 service neutron] 10.222.0.20 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150711 Aug 10 01:00:46.427900 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45520) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:46.435889 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-921b97d9-ad72-42a4-8baf-d9d9c62468fa tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router_gateway, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:46.442182 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e567cdf3-0f5c-4488-a58d-5751dcae782b req-7bdd4472-e212-4540-8e87-41be66b2dc46 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] 10.222.0.35 "GET /v2.0/security-groups?id=483acec2-fbd8-4281-a2cb-e668d3b4a3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354270 Aug 10 01:00:46.460357 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-921b97d9-ad72-42a4-8baf-d9d9c62468fa tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:46.502127 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56b6595a-0842-47b5-9ffd-f1902b90d9c3 req-27a44002-0055-470f-ab13-beaf1c1585b9 service neutron] 10.222.0.20 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200759 Aug 10 01:00:46.567563 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-c31404d8-6f8c-4805-bccd-350c987d263d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2068647989-network', 'tenant_id': 'b129fcf55388484486045fca9b4de828'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:46.581762 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-921b97d9-ad72-42a4-8baf-d9d9c62468fa tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Allocated IP 172.25.2.233 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/dbb74cb8-eaca-48a9-a7fc-24406d0f88b4) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:46.615398 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31404d8-6f8c-4805-bccd-350c987d263d admin admin] Made reservation on behalf of b129fcf55388484486045fca9b4de828 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:00:46.617744 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c31404d8-6f8c-4805-bccd-350c987d263d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:46.665196 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c31404d8-6f8c-4805-bccd-350c987d263d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:46.755955 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-921b97d9-ad72-42a4-8baf-d9d9c62468fa tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:46.830928 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c31404d8-6f8c-4805-bccd-350c987d263d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:46.837313 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c31404d8-6f8c-4805-bccd-350c987d263d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:46.846297 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-921b97d9-ad72-42a4-8baf-d9d9c62468fa tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:46.881289 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c31404d8-6f8c-4805-bccd-350c987d263d admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:00:46.913343 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921b97d9-ad72-42a4-8baf-d9d9c62468fa tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:46.923093 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c31404d8-6f8c-4805-bccd-350c987d263d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:46.923441 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-c31404d8-6f8c-4805-bccd-350c987d263d admin admin] Added segment b46f2aeb-a7e2-49f6-a120-ae39eaf22472 of type vlan for network 0469eec4-6642-4837-8265-e44c9770404b Aug 10 01:00:46.924935 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31404d8-6f8c-4805-bccd-350c987d263d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86796a8-0831-4e68-bd5c-bbf489bdbbab,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:46.927617 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-921b97d9-ad72-42a4-8baf-d9d9c62468fa tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:46.939868 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921b97d9-ad72-42a4-8baf-d9d9c62468fa tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:46.943892 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b97d9-ad72-42a4-8baf-d9d9c62468fa tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Pushing event updated for resources: {'Port': ['ID=dbb74cb8-eaca-48a9-a7fc-24406d0f88b4,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:47.009457 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee34f313-c0e5-4c02-9125-b515637db102', 'tag': '6301f388-2f05-4dfe-901b-357a11cec844'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:47.009893 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c31404d8-6f8c-4805-bccd-350c987d263d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:47.015299 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93a395a-eb7a-4a83-82aa-47f1e7875272" -d '{"events": [{"name": "network-changed", "server_uuid": "ee34f313-c0e5-4c02-9125-b515637db102", "tag": "6301f388-2f05-4dfe-901b-357a11cec844"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:47.058319 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ad5be1-07c9-443e-8442-4cb210969fd2 x-openstack-request-id: req-f8ad5be1-07c9-443e-8442-4cb210969fd2 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:47.058614 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee34f313-c0e5-4c02-9125-b515637db102", "tag": "6301f388-2f05-4dfe-901b-357a11cec844", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:47.059193 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f8ad5be1-07c9-443e-8442-4cb210969fd2 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:47.059605 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee34f313-c0e5-4c02-9125-b515637db102', 'tag': '6301f388-2f05-4dfe-901b-357a11cec844', 'status': 'completed', 'code': 200} Aug 10 01:00:47.149372 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c31404d8-6f8c-4805-bccd-350c987d263d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:47.150734 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31404d8-6f8c-4805-bccd-350c987d263d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:47.151489 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c31404d8-6f8c-4805-bccd-350c987d263d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:47.162219 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a395a-eb7a-4a83-82aa-47f1e7875272 req-2e19e7d7-a12a-4ffa-9672-af08f30c2d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:47.164010 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e93a395a-eb7a-4a83-82aa-47f1e7875272 req-2e19e7d7-a12a-4ffa-9672-af08f30c2d4d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d9aefd7af4e4e9788d571dd8586283d&device_id=ee34f313-c0e5-4c02-9125-b515637db102 HTTP/1.1" status: 200 len: 1096 time: 0.0527086 Aug 10 01:00:47.227939 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c31404d8-6f8c-4805-bccd-350c987d263d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7966917 Aug 10 01:00:47.230651 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45536) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:47.237122 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-62e62bf0-154d-4055-bbcf-f879cf886f11 admin admin] Request body: {'subnet': {'network_id': '0469eec4-6642-4837-8265-e44c9770404b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2068647989-subnet', 'tenant_id': 'b129fcf55388484486045fca9b4de828', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:47.258033 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31404d8-6f8c-4805-bccd-350c987d263d admin admin] Pushing event updated for resources: {'Network': ['ID=0469eec4-6642-4837-8265-e44c9770404b,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:47.269367 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 0469eec4-6642-4837-8265-e44c9770404b details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:00:47.300887 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e62bf0-154d-4055-bbcf-f879cf886f11 admin admin] Made reservation on behalf of b129fcf55388484486045fca9b4de828 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:00:47.303566 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-62e62bf0-154d-4055-bbcf-f879cf886f11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:47.361574 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-921b97d9-ad72-42a4-8baf-d9d9c62468fa tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router_gateway, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:47.375552 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a395a-eb7a-4a83-82aa-47f1e7875272 req-041028e2-e9fb-436b-94e1-4f0684607dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:47.377457 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e93a395a-eb7a-4a83-82aa-47f1e7875272 req-041028e2-e9fb-436b-94e1-4f0684607dda service neutron] 10.222.0.20 "GET /v2.0/networks?id=e799916d-3c5d-444a-9892-1fea35c51dd5 HTTP/1.1" status: 200 len: 918 time: 0.2052882 Aug 10 01:00:47.414400 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758aa259-b015-4f9a-9e28-2e1e9d4e2f02 req-513479df-5d8f-4dfa-b90c-f4605b7bc3a4 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:47.415891 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-758aa259-b015-4f9a-9e28-2e1e9d4e2f02 req-513479df-5d8f-4dfa-b90c-f4605b7bc3a4 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 943 time: 0.1369200 Aug 10 01:00:47.432958 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e93a395a-eb7a-4a83-82aa-47f1e7875272 req-462b484d-d1dc-4aaf-9500-7026526d4bb6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6301f388-2f05-4dfe-901b-357a11cec844 HTTP/1.1" status: 200 len: 217 time: 0.0436273 Aug 10 01:00:47.501485 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-758aa259-b015-4f9a-9e28-2e1e9d4e2f02 req-952b2f3c-a5ba-4f02-b317-a6734b6aa8d7 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768065 Aug 10 01:00:47.519381 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a395a-eb7a-4a83-82aa-47f1e7875272 req-9285740d-13d6-4281-99a7-5184189885c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:47.521084 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e93a395a-eb7a-4a83-82aa-47f1e7875272 req-9285740d-13d6-4281-99a7-5184189885c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c827b6d9-c36c-471e-857b-6eb66a40f0d1 HTTP/1.1" status: 200 len: 857 time: 0.0772219 Aug 10 01:00:47.572390 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e93a395a-eb7a-4a83-82aa-47f1e7875272 req-a3d35471-dbb4-4e8a-9da9-0eab1278da78 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e799916d-3c5d-444a-9892-1fea35c51dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269413 Aug 10 01:00:47.657560 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-921b97d9-ad72-42a4-8baf-d9d9c62468fa tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:47.668018 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1d0df-5d60-4ac6-bee3-ecdd995835fe req-6808d318-1bc5-436c-b8b6-f9f53d626fef tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:47.668728 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e3e1d0df-5d60-4ac6-bee3-ecdd995835fe req-6808d318-1bc5-436c-b8b6-f9f53d626fef tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee34f313-c0e5-4c02-9125-b515637db102 HTTP/1.1" status: 200 len: 944 time: 0.1085753 Aug 10 01:00:47.803490 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e3e1d0df-5d60-4ac6-bee3-ecdd995835fe req-ec5d8528-e91e-485f-b538-68af8c68a2f8 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] 10.222.0.35 "GET /v2.0/security-groups?id=483acec2-fbd8-4281-a2cb-e668d3b4a3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863242 Aug 10 01:00:47.846577 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921b97d9-ad72-42a4-8baf-d9d9c62468fa tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Router 6c7c9843-3b0b-43d9-94d7-47b570e48812 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:00:48.078070 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-62e62bf0-154d-4055-bbcf-f879cf886f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:48.132981 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e93a395a-eb7a-4a83-82aa-47f1e7875272 req-cb78a205-5239-40f7-81f6-1c4c7125b210 service neutron] 10.222.0.20 "GET /v2.0/networks/e799916d-3c5d-444a-9892-1fea35c51dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5528092 Aug 10 01:00:48.272857 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e62bf0-154d-4055-bbcf-f879cf886f11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bebb8ae5-1b95-4bf8-8b03-8d6c1f627e7b,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:48.302901 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e62bf0-154d-4055-bbcf-f879cf886f11 admin admin] Checking segment: {'id': 'b46f2aeb-a7e2-49f6-a120-ae39eaf22472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0469eec4-6642-4837-8265-e44c9770404b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:00:48.303409 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e62bf0-154d-4055-bbcf-f879cf886f11 admin admin] Network hostable DHCP agents. Network: 0469eec4-6642-4837-8265-e44c9770404b, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:00:48.343643 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e62bf0-154d-4055-bbcf-f879cf886f11 admin admin] Network 0469eec4-6642-4837-8265-e44c9770404b is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:00:48.354272 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921b97d9-ad72-42a4-8baf-d9d9c62468fa tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:00:48.365176 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e93a395a-eb7a-4a83-82aa-47f1e7875272 req-8f4f326c-c926-417f-b2ae-d84a19b19d7d service neutron] 10.222.0.20 "GET /v2.0/networks/e799916d-3c5d-444a-9892-1fea35c51dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137215 Aug 10 01:00:48.366601 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6e9f52-9b96-4916-b7a2-5ab9e7b1240a None None] Sync routers for ids ['6c7c9843-3b0b-43d9-94d7-47b570e48812'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:00:48.367108 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-62e62bf0-154d-4055-bbcf-f879cf886f11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 0469eec4-6642-4837-8265-e44c9770404b) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:48.371477 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e62bf0-154d-4055-bbcf-f879cf886f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:48.371477 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-62e62bf0-154d-4055-bbcf-f879cf886f11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:48.388701 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4d57d6-dfab-4c60-a836-961e71068629 None None] Network 0469eec4-6642-4837-8265-e44c9770404b requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:00:48.399209 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-62e62bf0-154d-4055-bbcf-f879cf886f11 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1599667 Aug 10 01:00:48.399413 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-921b97d9-ad72-42a4-8baf-d9d9c62468fa tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:48.402631 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-921b97d9-ad72-42a4-8baf-d9d9c62468fa tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.8194156 Aug 10 01:00:48.403356 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45550) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:48.409013 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-ab2cdc07-40af-4b1c-b1d3-a8453338a5e9 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:48.468770 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6e9f52-9b96-4916-b7a2-5ab9e7b1240a None None] Routers {'6c7c9843-3b0b-43d9-94d7-47b570e48812'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:48.469414 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-9f6e9f52-9b96-4916-b7a2-5ab9e7b1240a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:00:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['6c7c9843-3b0b-43d9-94d7-47b570e48812'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:48.510690 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-9f6e9f52-9b96-4916-b7a2-5ab9e7b1240a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:48.523184 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6e9f52-9b96-4916-b7a2-5ab9e7b1240a None None] Routers {'6c7c9843-3b0b-43d9-94d7-47b570e48812'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:48.524098 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-9f6e9f52-9b96-4916-b7a2-5ab9e7b1240a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:00:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['6c7c9843-3b0b-43d9-94d7-47b570e48812'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:48.560840 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-9f6e9f52-9b96-4916-b7a2-5ab9e7b1240a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:48.562379 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6e9f52-9b96-4916-b7a2-5ab9e7b1240a None None] The sync data for ids ['6c7c9843-3b0b-43d9-94d7-47b570e48812'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:00:48.676354 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 4b1b106e-7465-4a16-8ccc-bd53156f400a details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:00:48.692710 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300821d-8bfb-45b2-b0c3-d7cb63aa5f79 req-6d21c03f-452a-41cb-a6ef-1165a439404f tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:48.705971 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d300821d-8bfb-45b2-b0c3-d7cb63aa5f79 req-6d21c03f-452a-41cb-a6ef-1165a439404f tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 943 time: 0.0737786 Aug 10 01:00:48.786061 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d300821d-8bfb-45b2-b0c3-d7cb63aa5f79 req-10355969-c160-4368-ab95-b99effa6b186 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789602 Aug 10 01:00:48.814313 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ec4d8b-8702-40ca-a844-55b640b1fbf0 None None] Network 0469eec4-6642-4837-8265-e44c9770404b requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:00:48.860721 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdc07-40af-4b1c-b1d3-a8453338a5e9 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:48.872984 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-a3912a87-2c6c-4076-8ed5-6de17684943e req-de930a1b-75c4-4230-8ffc-756a65a32c68 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2143645940', 'description': 'tempest-description-1016907081'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:48.880603 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdc07-40af-4b1c-b1d3-a8453338a5e9 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:48.939387 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a3912a87-2c6c-4076-8ed5-6de17684943e req-de930a1b-75c4-4230-8ffc-756a65a32c68 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:49.010454 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdc07-40af-4b1c-b1d3-a8453338a5e9 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Deleting port dbb74cb8-eaca-48a9-a7fc-24406d0f88b4 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:49.011028 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdc07-40af-4b1c-b1d3-a8453338a5e9 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:49.131994 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a3912a87-2c6c-4076-8ed5-6de17684943e req-de930a1b-75c4-4230-8ffc-756a65a32c68 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:49.150859 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 4b1b106e-7465-4a16-8ccc-bd53156f400a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=4b1b106e-7465-4a16-8ccc-bd53156f400a,segment=NetworkSegment(45b34241-697f-4f50-87d8-6d6db6581d08),segment_id=45b34241-697f-4f50-87d8-6d6db6581d08)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:49.153116 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab8f73-bc1e-46f8-b8ea-58bdcb08f667 req-dc53244e-d17e-485a-bb0f-0e8ffbc477f3 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:49.154655 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2eab8f73-bc1e-46f8-b8ea-58bdcb08f667 req-dc53244e-d17e-485a-bb0f-0e8ffbc477f3 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee34f313-c0e5-4c02-9125-b515637db102 HTTP/1.1" status: 200 len: 944 time: 0.1050487 Aug 10 01:00:49.156048 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a3912a87-2c6c-4076-8ed5-6de17684943e req-de930a1b-75c4-4230-8ffc-756a65a32c68 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:49.171784 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '4b1b106e-7465-4a16-8ccc-bd53156f400a', 'network_id': '68f568b0-c764-43be-a497-965794b9f9b4', 'port_id': '4b1b106e-7465-4a16-8ccc-bd53156f400a', 'mac_address': 'fa:16:3e:f0:e0:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4317e354-7b23-4f49-8b2a-5d1c39378e31', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:00:49.172511 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdc07-40af-4b1c-b1d3-a8453338a5e9 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:49.189864 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdc07-40af-4b1c-b1d3-a8453338a5e9 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Calling delete_port for dbb74cb8-eaca-48a9-a7fc-24406d0f88b4 owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:49.203194 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a3912a87-2c6c-4076-8ed5-6de17684943e req-de930a1b-75c4-4230-8ffc-756a65a32c68 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:49.224785 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a3912a87-2c6c-4076-8ed5-6de17684943e req-de930a1b-75c4-4230-8ffc-756a65a32c68 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3596864 Aug 10 01:00:49.255668 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:49.288157 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de930a1b-75c4-4230-8ffc-756a65a32c68 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72cb183a-5350-4785-800f-cd9634a60b05,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:49.288572 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b1b106e-7465-4a16-8ccc-bd53156f400a {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:00:49.309933 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2eab8f73-bc1e-46f8-b8ea-58bdcb08f667 req-a3dab6f1-bed8-4674-bb78-ed37021c2e32 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] 10.222.0.35 "GET /v2.0/security-groups?id=483acec2-fbd8-4281-a2cb-e668d3b4a3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438961 Aug 10 01:00:49.339840 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 4b1b106e-7465-4a16-8ccc-bd53156f400a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=4b1b106e-7465-4a16-8ccc-bd53156f400a,segment=NetworkSegment(45b34241-697f-4f50-87d8-6d6db6581d08),segment_id=45b34241-697f-4f50-87d8-6d6db6581d08)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:49.357838 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:49.361891 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 6301f388-2f05-4dfe-901b-357a11cec844 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:00:49.456613 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c7c8cfce-9501-48a5-a408-4f342b76fc92 req-6856665b-9310-46d0-832a-fcf21269c12b tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "GET /v2.0/security-groups/72cb183a-5350-4785-800f-cd9634a60b05 HTTP/1.1" status: 200 len: 1807 time: 0.0798190 Aug 10 01:00:49.468695 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-c7c8cfce-9501-48a5-a408-4f342b76fc92 req-2fbd1162-e2fe-4101-a9ae-9c4e0eeb5b1b tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '72cb183a-5350-4785-800f-cd9634a60b05', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:49.469197 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-c7c8cfce-9501-48a5-a408-4f342b76fc92 req-2fbd1162-e2fe-4101-a9ae-9c4e0eeb5b1b tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '72cb183a-5350-4785-800f-cd9634a60b05', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:49.472942 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdc07-40af-4b1c-b1d3-a8453338a5e9 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:49.515132 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=4b1b106e-7465-4a16-8ccc-bd53156f400a,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:49.526090 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cdc07-40af-4b1c-b1d3-a8453338a5e9 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Pushing event deleted for resources: {'Port': ['ID=dbb74cb8-eaca-48a9-a7fc-24406d0f88b4,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:49.550722 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c7c8cfce-9501-48a5-a408-4f342b76fc92 req-2fbd1162-e2fe-4101-a9ae-9c4e0eeb5b1b tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:49.571858 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 6301f388-2f05-4dfe-901b-357a11cec844, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=6301f388-2f05-4dfe-901b-357a11cec844,segment=NetworkSegment(2c9ac380-5a18-4aea-a8b5-4deb339964ef),segment_id=2c9ac380-5a18-4aea-a8b5-4deb339964ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:49.596870 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '6301f388-2f05-4dfe-901b-357a11cec844', 'network_id': 'e799916d-3c5d-444a-9892-1fea35c51dd5', 'port_id': '6301f388-2f05-4dfe-901b-357a11cec844', 'mac_address': 'fa:16:3e:fb:22:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c827b6d9-c36c-471e-857b-6eb66a40f0d1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:00:49.597677 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c7c8cfce-9501-48a5-a408-4f342b76fc92 req-2fbd1162-e2fe-4101-a9ae-9c4e0eeb5b1b tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:49.612523 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdc07-40af-4b1c-b1d3-a8453338a5e9 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:49.631293 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c7c8cfce-9501-48a5-a408-4f342b76fc92 req-2fbd1162-e2fe-4101-a9ae-9c4e0eeb5b1b tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:49.644407 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:49.648016 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd1162-e2fe-4101-a9ae-9c4e0eeb5b1b tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb8bfb27-27d6-4930-8985-3434ce2f51c8,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:49.663362 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6301f388-2f05-4dfe-901b-357a11cec844 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:00:49.670690 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c7c8cfce-9501-48a5-a408-4f342b76fc92 req-2fbd1162-e2fe-4101-a9ae-9c4e0eeb5b1b tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:49.672799 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c7c8cfce-9501-48a5-a408-4f342b76fc92 req-2fbd1162-e2fe-4101-a9ae-9c4e0eeb5b1b tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2088182 Aug 10 01:00:49.675128 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21b2a8-796e-43ec-b03b-dec0aa8ffa8b req-02b8a43f-4442-4e3b-ac8e-492ae2e7957a tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:49.686381 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 6301f388-2f05-4dfe-901b-357a11cec844, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=6301f388-2f05-4dfe-901b-357a11cec844,segment=NetworkSegment(2c9ac380-5a18-4aea-a8b5-4deb339964ef),segment_id=2c9ac380-5a18-4aea-a8b5-4deb339964ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:49.689920 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ed21b2a8-796e-43ec-b03b-dec0aa8ffa8b req-02b8a43f-4442-4e3b-ac8e-492ae2e7957a tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 1097 time: 0.0961821 Aug 10 01:00:49.692067 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:49.717007 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-63fcab5f-3367-4487-9219-91a3fdf735ff req-e2c50ebe-86d1-4786-8e88-faaa759d3c7a tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1484424695', 'description': 'tempest-description-1172956211'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:49.745019 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ed21b2a8-796e-43ec-b03b-dec0aa8ffa8b req-0beeac51-887a-4337-b8b4-a829054911bd tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541229 Aug 10 01:00:49.760287 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=6301f388-2f05-4dfe-901b-357a11cec844,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:49.766001 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-63fcab5f-3367-4487-9219-91a3fdf735ff req-e2c50ebe-86d1-4786-8e88-faaa759d3c7a tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:49.866698 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdc07-40af-4b1c-b1d3-a8453338a5e9 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8228879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8231262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232083'] for router, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:49.870494 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdc07-40af-4b1c-b1d3-a8453338a5e9 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8229108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8229117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8231239'] for router, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:49.879389 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-63fcab5f-3367-4487-9219-91a3fdf735ff req-e2c50ebe-86d1-4786-8e88-faaa759d3c7a tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:49.884956 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-63fcab5f-3367-4487-9219-91a3fdf735ff req-e2c50ebe-86d1-4786-8e88-faaa759d3c7a tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:49.921766 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-63fcab5f-3367-4487-9219-91a3fdf735ff req-e2c50ebe-86d1-4786-8e88-faaa759d3c7a tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:49.932756 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-63fcab5f-3367-4487-9219-91a3fdf735ff req-e2c50ebe-86d1-4786-8e88-faaa759d3c7a tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2204688 Aug 10 01:00:49.944380 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c50ebe-86d1-4786-8e88-faaa759d3c7a tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc34efb-87e0-4d5f-a49e-bba0f47a28f1,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:49.957062 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab2cdc07-40af-4b1c-b1d3-a8453338a5e9 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Router 6c7c9843-3b0b-43d9-94d7-47b570e48812 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:00:50.051970 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2cdc07-40af-4b1c-b1d3-a8453338a5e9 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:00:50.057888 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805511b-08c5-4d65-8691-fc54987e2fab req-18436b75-2859-46ac-99d6-f7e5d6701698 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:50.059381 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d805511b-08c5-4d65-8691-fc54987e2fab req-18436b75-2859-46ac-99d6-f7e5d6701698 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 944 time: 0.0604067 Aug 10 01:00:50.062807 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdc07-40af-4b1c-b1d3-a8453338a5e9 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:50.066296 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ab2cdc07-40af-4b1c-b1d3-a8453338a5e9 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] 10.222.0.35 "PUT /v2.0/routers/6c7c9843-3b0b-43d9-94d7-47b570e48812 HTTP/1.1" status: 200 len: 709 time: 1.6597426 Aug 10 01:00:50.066618 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45588) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:50.069452 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e70109-fcc5-433f-9a9a-a6f1d5872f9f None None] Sync routers for ids ['6c7c9843-3b0b-43d9-94d7-47b570e48812'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:00:50.080362 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e70109-fcc5-433f-9a9a-a6f1d5872f9f None None] Routers {'6c7c9843-3b0b-43d9-94d7-47b570e48812'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:50.081285 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-a1e70109-fcc5-433f-9a9a-a6f1d5872f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:00:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['6c7c9843-3b0b-43d9-94d7-47b570e48812'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:50.114943 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-a1e70109-fcc5-433f-9a9a-a6f1d5872f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:50.122355 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['4b1b106e-7465-4a16-8ccc-bd53156f400a'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:00:50.124059 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e70109-fcc5-433f-9a9a-a6f1d5872f9f None None] Routers {'6c7c9843-3b0b-43d9-94d7-47b570e48812'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:50.124913 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-a1e70109-fcc5-433f-9a9a-a6f1d5872f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:00:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['6c7c9843-3b0b-43d9-94d7-47b570e48812'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:50.165887 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-a1e70109-fcc5-433f-9a9a-a6f1d5872f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:50.166803 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e70109-fcc5-433f-9a9a-a6f1d5872f9f None None] The sync data for ids ['6c7c9843-3b0b-43d9-94d7-47b570e48812'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:00:50.169786 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b01c75c2-59be-45dd-a5fb-c85af1b6f6c3 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] 10.222.0.35 "GET /v2.0/routers/6c7c9843-3b0b-43d9-94d7-47b570e48812 HTTP/1.1" status: 200 len: 744 time: 0.0997689 Aug 10 01:00:50.170412 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['6301f388-2f05-4dfe-901b-357a11cec844'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:00:50.170565 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45592) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:50.189232 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d805511b-08c5-4d65-8691-fc54987e2fab req-fe7c6011-4984-49d5-bcb0-15458bf1504b tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144829 Aug 10 01:00:50.234614 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6aef54fb-48b7-44c1-b759-db796e73de53 tempest-RoutersIpV6AdminTest-352210114 tempest-RoutersIpV6AdminTest-352210114-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=beabd0db-a6e0-4ff1-a3e9-6522348fc998&device_id=6c7c9843-3b0b-43d9-94d7-47b570e48812 HTTP/1.1" status: 200 len: 205 time: 0.0629797 Aug 10 01:00:50.237252 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45598) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:50.276706 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f874d73c-44da-4fff-a717-623b5850f60e tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c7c9843-3b0b-43d9-94d7-47b570e48812 HTTP/1.1" status: 200 len: 205 time: 0.0370483 Aug 10 01:00:50.276901 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45600) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:50.403534 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-47a7d528-5fe5-45b0-82d2-8d265c7328c4 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:50.452324 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6b2cce09-f5e5-43cf-84df-5efbc0201284 req-879b0092-554f-46a6-afce-7d3ec43aedaa tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "GET /v2.0/security-groups/3fc34efb-87e0-4d5f-a49e-bba0f47a28f1 HTTP/1.1" status: 200 len: 1807 time: 0.2148557 Aug 10 01:00:50.490232 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-6b2cce09-f5e5-43cf-84df-5efbc0201284 req-4f57e10a-a12a-4fc0-94cf-e0dd696f5162 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3fc34efb-87e0-4d5f-a49e-bba0f47a28f1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:50.490574 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-6b2cce09-f5e5-43cf-84df-5efbc0201284 req-4f57e10a-a12a-4fc0-94cf-e0dd696f5162 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3fc34efb-87e0-4d5f-a49e-bba0f47a28f1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:50.626501 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-47a7d528-5fe5-45b0-82d2-8d265c7328c4 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:50.629069 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-47a7d528-5fe5-45b0-82d2-8d265c7328c4 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:50.700993 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-47a7d528-5fe5-45b0-82d2-8d265c7328c4 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:50.701482 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a7d528-5fe5-45b0-82d2-8d265c7328c4 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Fanout notify agent at l3_agent the message router_deleted on router 6c7c9843-3b0b-43d9-94d7-47b570e48812 {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:00:50.709496 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-47a7d528-5fe5-45b0-82d2-8d265c7328c4 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:50.714173 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-47a7d528-5fe5-45b0-82d2-8d265c7328c4 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] 10.222.0.35 "DELETE /v2.0/routers/6c7c9843-3b0b-43d9-94d7-47b570e48812 HTTP/1.1" status: 204 len: 168 time: 0.4269691 Aug 10 01:00:50.714173 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-6b2cce09-f5e5-43cf-84df-5efbc0201284 req-4f57e10a-a12a-4fc0-94cf-e0dd696f5162 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:50.715235 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45618) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:50.747740 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-137cbacf-9f48-4ce4-8075-2ba212078e03 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c7c9843-3b0b-43d9-94d7-47b570e48812 HTTP/1.1" status: 200 len: 205 time: 0.0311735 Aug 10 01:00:50.750881 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45620) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:50.758226 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-6b2cce09-f5e5-43cf-84df-5efbc0201284 req-4f57e10a-a12a-4fc0-94cf-e0dd696f5162 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:50.763132 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-6b2cce09-f5e5-43cf-84df-5efbc0201284 req-4f57e10a-a12a-4fc0-94cf-e0dd696f5162 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:50.792893 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f57e10a-a12a-4fc0-94cf-e0dd696f5162 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b45891b-163c-4e28-8568-ca7075363bca,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:50.796929 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-ebb71075-ff36-49bc-a512-967b7204fd07 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] delete failed (client error): The resource could not be found. Aug 10 01:00:50.798086 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ebb71075-ff36-49bc-a512-967b7204fd07 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] 10.222.0.35 "DELETE /v2.0/routers/6c7c9843-3b0b-43d9-94d7-47b570e48812 HTTP/1.1" status: 404 len: 336 time: 0.0461042 Aug 10 01:00:50.800721 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45622) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:50.805082 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-6b2cce09-f5e5-43cf-84df-5efbc0201284 req-4f57e10a-a12a-4fc0-94cf-e0dd696f5162 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:50.816681 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6b2cce09-f5e5-43cf-84df-5efbc0201284 req-4f57e10a-a12a-4fc0-94cf-e0dd696f5162 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3234107 Aug 10 01:00:50.838932 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45626) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:50.839456 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ad0a8443-97d5-46d0-a9d7-02cfe8081d79 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] 10.222.0.35 "GET /v2.0/ports?device_id=060c0c62-ccad-4f07-b98f-b83f568418fd HTTP/1.1" status: 200 len: 205 time: 0.0375371 Aug 10 01:00:50.876570 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-a2de49e7-641e-456a-9ef5-2508b33c1a1a tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:00:50.877681 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-a2de49e7-641e-456a-9ef5-2508b33c1a1a tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111096 Aug 10 01:00:50.890849 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-b41ee723-fbd1-4230-9d4d-2bf688ad9d24 service neutron] Request body: {'binding': {'host': 'n-h1-766726-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:50.891391 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-b41ee723-fbd1-4230-9d4d-2bf688ad9d24 service neutron] Unknown quota resources ['binding']. {{(pid=105827) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 01:00:50.896679 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-f85b29f4-88ea-462a-b428-9f4e6aede5c9 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] delete failed (client error): The resource could not be found. Aug 10 01:00:50.900811 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f85b29f4-88ea-462a-b428-9f4e6aede5c9 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] 10.222.0.35 "DELETE /v2.0/routers/060c0c62-ccad-4f07-b98f-b83f568418fd HTTP/1.1" status: 404 len: 336 time: 0.0602906 Aug 10 01:00:50.901340 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45628) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:50.946844 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1f3ca6b8-4689-4ed3-a611-2d0dd5f3a582 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] 10.222.0.35 "GET /v2.0/ports?device_id=02157e44-4051-4c56-b81f-86c58295e0a7 HTTP/1.1" status: 200 len: 205 time: 0.0420847 Aug 10 01:00:50.947451 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45630) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:50.996163 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-020c2162-1b29-4abe-a5ce-d286680225a8 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] delete failed (client error): The resource could not be found. Aug 10 01:00:51.000001 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-020c2162-1b29-4abe-a5ce-d286680225a8 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] 10.222.0.35 "DELETE /v2.0/routers/02157e44-4051-4c56-b81f-86c58295e0a7 HTTP/1.1" status: 404 len: 336 time: 0.0476556 Aug 10 01:00:51.002163 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45632) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:51.035223 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e371bb66-b324-40e7-bd0a-0489b99398d8 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] 10.222.0.35 "GET /v2.0/ports?device_id=41b67da8-65be-4071-9a28-dfff0875eecf HTTP/1.1" status: 200 len: 205 time: 0.0319350 Aug 10 01:00:51.037069 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3401d-d273-4d87-8d4d-aa40f41c8823 req-42e2b583-a43d-408a-b565-25a885721053 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:51.038981 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fca3401d-d273-4d87-8d4d-aa40f41c8823 req-42e2b583-a43d-408a-b565-25a885721053 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee34f313-c0e5-4c02-9125-b515637db102 HTTP/1.1" status: 200 len: 945 time: 0.0903952 Aug 10 01:00:51.039112 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45634) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:51.080737 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fca3401d-d273-4d87-8d4d-aa40f41c8823 req-51e7cb99-8f0e-4921-a380-c37d65a3fe74 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] 10.222.0.35 "GET /v2.0/security-groups?id=483acec2-fbd8-4281-a2cb-e668d3b4a3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348210 Aug 10 01:00:51.092856 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-580f9918-a9aa-41d0-8347-47dd93c3450a tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] delete failed (client error): The resource could not be found. Aug 10 01:00:51.097067 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-580f9918-a9aa-41d0-8347-47dd93c3450a tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] 10.222.0.35 "DELETE /v2.0/routers/41b67da8-65be-4071-9a28-dfff0875eecf HTTP/1.1" status: 404 len: 336 time: 0.0542254 Aug 10 01:00:51.097067 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45636) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:51.140830 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2c5d0c20-4f52-4b91-b625-958ee7bf21a6 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] 10.222.0.35 "GET /v2.0/ports?device_id=85b601a8-1333-474b-afad-b1a925ceffc7 HTTP/1.1" status: 200 len: 205 time: 0.0430534 Aug 10 01:00:51.144055 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45638) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:51.150527 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-b41ee723-fbd1-4230-9d4d-2bf688ad9d24 service neutron] Attempting to bind port 6c955c7f-fd34-47cb-8393-c2c284128387 on host n-h1-766726-26 for vnic_type normal with profile None {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:00:51.150880 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-b41ee723-fbd1-4230-9d4d-2bf688ad9d24 service neutron] Attempting to bind port 6c955c7f-fd34-47cb-8393-c2c284128387 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:00:51.151218 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-b41ee723-fbd1-4230-9d4d-2bf688ad9d24 service neutron] Attempting to bind port 6c955c7f-fd34-47cb-8393-c2c284128387 on network 9a3b32c7-74a3-4305-b7a7-526211811378 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:51.156571 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-b41ee723-fbd1-4230-9d4d-2bf688ad9d24 service neutron] Port 6c955c7f-fd34-47cb-8393-c2c284128387 on network 9a3b32c7-74a3-4305-b7a7-526211811378 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:00:51.156901 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-b41ee723-fbd1-4230-9d4d-2bf688ad9d24 service neutron] Attempting to bind port 6c955c7f-fd34-47cb-8393-c2c284128387 on network 9a3b32c7-74a3-4305-b7a7-526211811378 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:51.162216 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-b41ee723-fbd1-4230-9d4d-2bf688ad9d24 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:00:51.162564 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-b41ee723-fbd1-4230-9d4d-2bf688ad9d24 service neutron] Checking segment: {'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:00:51.162956 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-b41ee723-fbd1-4230-9d4d-2bf688ad9d24 service neutron] Bound using segment: {'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:00:51.163396 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-b41ee723-fbd1-4230-9d4d-2bf688ad9d24 service neutron] Bound port: 6c955c7f-fd34-47cb-8393-c2c284128387, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:00:51.201702 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-db280e1d-4296-4b99-aec8-eb56f8520dcf tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] delete failed (client error): The resource could not be found. Aug 10 01:00:51.205370 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-db280e1d-4296-4b99-aec8-eb56f8520dcf tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] 10.222.0.35 "DELETE /v2.0/routers/85b601a8-1333-474b-afad-b1a925ceffc7 HTTP/1.1" status: 404 len: 336 time: 0.0579457 Aug 10 01:00:51.205770 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45640) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:51.207003 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-7489a3d5-e25b-49f5-aa5c-024cf7af24c1 req-79a34b08-8134-40f7-9ddd-7e73842370d1 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1694668712', 'description': 'tempest-description-819938302'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:51.234702 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-7489a3d5-e25b-49f5-aa5c-024cf7af24c1 req-79a34b08-8134-40f7-9ddd-7e73842370d1 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:51.251922 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cf7b795e-f6a6-4f21-9699-78d086f72541 tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] 10.222.0.35 "GET /v2.0/ports?device_id=e40a008c-747e-4c98-aa58-a9819101ff62 HTTP/1.1" status: 200 len: 205 time: 0.0449440 Aug 10 01:00:51.252470 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45644) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:51.268448 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-b41ee723-fbd1-4230-9d4d-2bf688ad9d24 service neutron] For port 6c955c7f-fd34-47cb-8393-c2c284128387, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=6c955c7f-fd34-47cb-8393-c2c284128387,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:00:51.273825 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-b41ee723-fbd1-4230-9d4d-2bf688ad9d24 service neutron] Notify callbacks [] for binding, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:51.275338 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-b41ee723-fbd1-4230-9d4d-2bf688ad9d24 service neutron] 10.222.0.35 "POST /v2.0/ports/6c955c7f-fd34-47cb-8393-c2c284128387/bindings HTTP/1.1" status: 201 len: 390 time: 0.3911960 Aug 10 01:00:51.298079 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-5e9c5272-b16f-40b0-bc26-fefa97dbe01c tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] delete failed (client error): The resource could not be found. Aug 10 01:00:51.299129 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5e9c5272-b16f-40b0-bc26-fefa97dbe01c tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] 10.222.0.35 "DELETE /v2.0/routers/e40a008c-747e-4c98-aa58-a9819101ff62 HTTP/1.1" status: 404 len: 336 time: 0.0456355 Aug 10 01:00:51.302405 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45646) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:51.343377 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd880114-7e7b-4bd2-99e4-e7dd968a20bb tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] DELETE failed (client error): The resource could not be found. Aug 10 01:00:51.343769 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd880114-7e7b-4bd2-99e4-e7dd968a20bb tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:00:51.348157 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cd880114-7e7b-4bd2-99e4-e7dd968a20bb tempest-RoutersIpV6AdminTest-300235170 tempest-RoutersIpV6AdminTest-300235170-project] 10.222.0.35 "DELETE /v2.0/subnets/8feeafd5-8e36-49ce-ab8a-28e8adcd99ee HTTP/1.1" status: 404 len: 337 time: 0.0419555 Aug 10 01:00:51.448558 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-7489a3d5-e25b-49f5-aa5c-024cf7af24c1 req-79a34b08-8134-40f7-9ddd-7e73842370d1 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:51.458207 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-7489a3d5-e25b-49f5-aa5c-024cf7af24c1 req-79a34b08-8134-40f7-9ddd-7e73842370d1 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:51.494635 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-7489a3d5-e25b-49f5-aa5c-024cf7af24c1 req-79a34b08-8134-40f7-9ddd-7e73842370d1 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:51.495875 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7489a3d5-e25b-49f5-aa5c-024cf7af24c1 req-79a34b08-8134-40f7-9ddd-7e73842370d1 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2965341 Aug 10 01:00:51.510942 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4589ef-9793-4823-816f-8017b3ddbed6 req-96482925-7841-47aa-90ec-4c6d1c205586 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:51.512569 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3c4589ef-9793-4823-816f-8017b3ddbed6 req-96482925-7841-47aa-90ec-4c6d1c205586 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 944 time: 0.1117246 Aug 10 01:00:51.513712 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a34b08-8134-40f7-9ddd-7e73842370d1 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=613f98ea-9b78-467e-94bc-b724186a57ff,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:51.559319 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3c4589ef-9793-4823-816f-8017b3ddbed6 req-f2334a19-4eab-40bd-b79d-ee5e2540c8b4 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388620 Aug 10 01:00:51.588303 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-fe027a25-fbfb-4299-a6da-d529c20b8a49 req-d9f7e1c1-cc98-4ca8-9429-9d3d1796e575 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-522151416', 'description': 'tempest-description-497638952'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:51.612820 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-73706c63-eff8-401d-8a89-f320bdfcf058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:51.614558 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-73706c63-eff8-401d-8a89-f320bdfcf058 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af5124099ce04e7383a5ec5f662d948c&device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 1097 time: 0.0848439 Aug 10 01:00:51.652320 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-fe027a25-fbfb-4299-a6da-d529c20b8a49 req-d9f7e1c1-cc98-4ca8-9429-9d3d1796e575 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:51.670247 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45658) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:51.714476 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afde035-fa44-4def-bb5c-6dbe1a4c542e req-9e16ac50-f237-4e99-b61e-dae825a23978 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:51.716006 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0afde035-fa44-4def-bb5c-6dbe1a4c542e req-9e16ac50-f237-4e99-b61e-dae825a23978 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 945 time: 0.1131299 Aug 10 01:00:51.750986 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-b8d4677d-8d4c-4796-9a83-844be2ceda99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:51.752514 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-b8d4677d-8d4c-4796-9a83-844be2ceda99 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a3b32c7-74a3-4305-b7a7-526211811378 HTTP/1.1" status: 200 len: 909 time: 0.1277678 Aug 10 01:00:51.785161 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0afde035-fa44-4def-bb5c-6dbe1a4c542e req-fa3e7c41-71bb-4a3a-b49d-93e55cefffaf tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623524 Aug 10 01:00:51.812614 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-fe027a25-fbfb-4299-a6da-d529c20b8a49 req-d9f7e1c1-cc98-4ca8-9429-9d3d1796e575 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:51.814293 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-9c9d2751-1504-4885-a3a5-9e333e416d7f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c955c7f-fd34-47cb-8393-c2c284128387 HTTP/1.1" status: 200 len: 217 time: 0.0519919 Aug 10 01:00:51.823107 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-fe027a25-fbfb-4299-a6da-d529c20b8a49 req-d9f7e1c1-cc98-4ca8-9429-9d3d1796e575 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:51.843192 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9843a882-dd27-4ba0-80d7-d7ac77bc85e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:51.872107 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-fe027a25-fbfb-4299-a6da-d529c20b8a49 req-d9f7e1c1-cc98-4ca8-9429-9d3d1796e575 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:51.872350 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-c7891cf5-beb7-4daf-995b-60181d242608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:51.873381 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fe027a25-fbfb-4299-a6da-d529c20b8a49 req-d9f7e1c1-cc98-4ca8-9429-9d3d1796e575 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2899957 Aug 10 01:00:51.873780 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-c7891cf5-beb7-4daf-995b-60181d242608 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=25a2d27a-ba73-472c-943f-003d0feb1ed0 HTTP/1.1" status: 200 len: 848 time: 0.0521040 Aug 10 01:00:51.876815 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7e1c1-cc98-4ca8-9429-9d3d1796e575 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32aeb432-800a-45db-9fd5-9e0c511521df,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:51.935193 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-f3de533b-db3c-4c32-9120-c910dfc3a719 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a3b32c7-74a3-4305-b7a7-526211811378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484335 Aug 10 01:00:51.958964 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cea34412-d841-4e3d-87da-7f15565e3d05 req-8d062389-e6e1-4ceb-a2e3-a61ce5a50c37 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "GET /v2.0/security-groups/613f98ea-9b78-467e-94bc-b724186a57ff HTTP/1.1" status: 200 len: 1806 time: 0.0635395 Aug 10 01:00:52.044731 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9843a882-dd27-4ba0-80d7-d7ac77bc85e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:52.053132 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9843a882-dd27-4ba0-80d7-d7ac77bc85e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:52.055624 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-2d84a2bf-c4e9-40bc-9df3-d570a4bdbe65 service neutron] 10.222.0.24 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110370 Aug 10 01:00:52.076117 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cea34412-d841-4e3d-87da-7f15565e3d05 req-41a64660-a363-4a9a-86fb-de20a0ca70db tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "GET /v2.0/security-groups/32aeb432-800a-45db-9fd5-9e0c511521df HTTP/1.1" status: 200 len: 1805 time: 0.1076829 Aug 10 01:00:52.096587 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-cea34412-d841-4e3d-87da-7f15565e3d05 req-52bf3324-6778-4bbd-8ee7-bca30b941861 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '613f98ea-9b78-467e-94bc-b724186a57ff', 'remote_group_id': '32aeb432-800a-45db-9fd5-9e0c511521df', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:52.096921 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-cea34412-d841-4e3d-87da-7f15565e3d05 req-52bf3324-6778-4bbd-8ee7-bca30b941861 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '613f98ea-9b78-467e-94bc-b724186a57ff', 'remote_group_id': '32aeb432-800a-45db-9fd5-9e0c511521df', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:52.107771 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9843a882-dd27-4ba0-80d7-d7ac77bc85e5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=02fc1c7efa2f46aa9773e5d9892b6c58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4359918 Aug 10 01:00:52.117418 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45668) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:52.131854 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9843a882-dd27-4ba0-80d7-d7ac77bc85e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67e5840-5ef1-4a14-8da1-69fb58571c70,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:52.209057 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-05b96727-2385-491a-8e28-e4e0e2073341 service neutron] 10.222.0.24 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384716 Aug 10 01:00:52.211775 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-699a0045-9c74-48d2-85c4-ff0f584c60b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:52.243040 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-699a0045-9c74-48d2-85c4-ff0f584c60b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:52.246026 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-cea34412-d841-4e3d-87da-7f15565e3d05 req-52bf3324-6778-4bbd-8ee7-bca30b941861 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:52.257176 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad02486-c302-4698-a439-f656004eb91f req-93cfe1f2-b3de-4fbf-b581-c2cba0a61a7c tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:52.258723 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bad02486-c302-4698-a439-f656004eb91f req-93cfe1f2-b3de-4fbf-b581-c2cba0a61a7c tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee34f313-c0e5-4c02-9125-b515637db102 HTTP/1.1" status: 200 len: 945 time: 0.0931964 Aug 10 01:00:52.310411 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-cea34412-d841-4e3d-87da-7f15565e3d05 req-52bf3324-6778-4bbd-8ee7-bca30b941861 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:52.314476 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-699a0045-9c74-48d2-85c4-ff0f584c60b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:52.317281 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-699a0045-9c74-48d2-85c4-ff0f584c60b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:52.320685 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-699a0045-9c74-48d2-85c4-ff0f584c60b4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d67e5840-5ef1-4a14-8da1-69fb58571c70 HTTP/1.1" status: 204 len: 168 time: 0.2019601 Aug 10 01:00:52.320814 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-cea34412-d841-4e3d-87da-7f15565e3d05 req-52bf3324-6778-4bbd-8ee7-bca30b941861 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:52.327487 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a0045-9c74-48d2-85c4-ff0f584c60b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67e5840-5ef1-4a14-8da1-69fb58571c70,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:52.336440 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf3324-6778-4bbd-8ee7-bca30b941861 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e81a396-f1bb-49b7-bc1d-56935b207b48,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:52.342413 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bad02486-c302-4698-a439-f656004eb91f req-74048bff-3202-4d81-b26d-677de4c04498 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] 10.222.0.35 "GET /v2.0/security-groups?id=483acec2-fbd8-4281-a2cb-e668d3b4a3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736163 Aug 10 01:00:52.372900 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-cea34412-d841-4e3d-87da-7f15565e3d05 req-52bf3324-6778-4bbd-8ee7-bca30b941861 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:52.372900 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cea34412-d841-4e3d-87da-7f15565e3d05 req-52bf3324-6778-4bbd-8ee7-bca30b941861 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2800696 Aug 10 01:00:52.406369 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-3e32f19a-b1b3-4cbc-915f-06041a7f0ad2 req-4af3ec10-be91-4890-a787-92b4dbe3373f tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-642455676', 'description': 'tempest-description-1606130893'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:52.435171 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-3e32f19a-b1b3-4cbc-915f-06041a7f0ad2 req-4af3ec10-be91-4890-a787-92b4dbe3373f tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:52.556324 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-3e32f19a-b1b3-4cbc-915f-06041a7f0ad2 req-4af3ec10-be91-4890-a787-92b4dbe3373f tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:52.572120 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-3e32f19a-b1b3-4cbc-915f-06041a7f0ad2 req-4af3ec10-be91-4890-a787-92b4dbe3373f tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:52.611612 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3ec10-be91-4890-a787-92b4dbe3373f tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bce9af2c-ee5f-4831-8cd1-f6a1b276c96c,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:52.616976 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-3e32f19a-b1b3-4cbc-915f-06041a7f0ad2 req-4af3ec10-be91-4890-a787-92b4dbe3373f tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:52.640465 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3e32f19a-b1b3-4cbc-915f-06041a7f0ad2 req-4af3ec10-be91-4890-a787-92b4dbe3373f tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2372143 Aug 10 01:00:52.650951 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-b1135504-90f5-4f29-b7a9-ad275ec35d36 req-41613ae7-02c1-4b94-9758-1951b7dfbc64 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1047830120', 'description': 'tempest-description-1149811518'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:52.678228 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 6301f388-2f05-4dfe-901b-357a11cec844 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:52.731633 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b1135504-90f5-4f29-b7a9-ad275ec35d36 req-41613ae7-02c1-4b94-9758-1951b7dfbc64 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:52.757045 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 6301f388-2f05-4dfe-901b-357a11cec844 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:52.762251 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 6301f388-2f05-4dfe-901b-357a11cec844 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:52.762949 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:52.764919 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473d928-eeec-419c-90ca-2bd66714f4e6 req-bfc6bf23-0092-4735-8721-9be8d0c0396e tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:52.775049 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3473d928-eeec-419c-90ca-2bd66714f4e6 req-bfc6bf23-0092-4735-8721-9be8d0c0396e tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 944 time: 0.1177661 Aug 10 01:00:52.851988 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3473d928-eeec-419c-90ca-2bd66714f4e6 req-651b107e-9c3b-423f-80ee-9ea6318db4b2 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755925 Aug 10 01:00:52.869481 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45686) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:52.890911 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:52.920223 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b1135504-90f5-4f29-b7a9-ad275ec35d36 req-41613ae7-02c1-4b94-9758-1951b7dfbc64 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:52.930093 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b1135504-90f5-4f29-b7a9-ad275ec35d36 req-41613ae7-02c1-4b94-9758-1951b7dfbc64 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:52.932321 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cca51657-c8aa-48c5-8c07-b81f3e332bf7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4c007c365a2d46179e21fc6a08c95c10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0606723 Aug 10 01:00:52.935377 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45688) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:52.937426 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee34f313-c0e5-4c02-9125-b515637db102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6301f388-2f05-4dfe-901b-357a11cec844'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:52.939978 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5927969-252c-446c-a85f-1bcf213fc3cb" -d '{"events": [{"server_uuid": "ee34f313-c0e5-4c02-9125-b515637db102", "name": "network-vif-plugged", "status": "completed", "tag": "6301f388-2f05-4dfe-901b-357a11cec844"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:52.957699 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 6301f388-2f05-4dfe-901b-357a11cec844, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=6301f388-2f05-4dfe-901b-357a11cec844,segment=NetworkSegment(2c9ac380-5a18-4aea-a8b5-4deb339964ef),segment_id=2c9ac380-5a18-4aea-a8b5-4deb339964ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:52.965647 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:52.967420 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 4b1b106e-7465-4a16-8ccc-bd53156f400a up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:53.001110 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b1135504-90f5-4f29-b7a9-ad275ec35d36 req-41613ae7-02c1-4b94-9758-1951b7dfbc64 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:53.001706 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4e9775a9-1ef9-45c4-bb89-addaae3817b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:53.002354 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b1135504-90f5-4f29-b7a9-ad275ec35d36 req-41613ae7-02c1-4b94-9758-1951b7dfbc64 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3571539 Aug 10 01:00:53.004654 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41613ae7-02c1-4b94-9758-1951b7dfbc64 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f407b8-7d54-479d-9722-a642de6070f3,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:53.031717 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4e9775a9-1ef9-45c4-bb89-addaae3817b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:53.044515 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5191c-e90c-4dd3-b6e1-ad19502ff055 req-41df96f0-4458-4882-a22a-d7081cd1bc2d tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:53.056307 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-18b5191c-e90c-4dd3-b6e1-ad19502ff055 req-41df96f0-4458-4882-a22a-d7081cd1bc2d tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 945 time: 0.1006262 Aug 10 01:00:53.079689 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fc0761-b640-421f-b51c-f5a108133b6a x-openstack-request-id: req-51fc0761-b640-421f-b51c-f5a108133b6a {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:53.080248 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee34f313-c0e5-4c02-9125-b515637db102", "name": "network-vif-plugged", "status": "completed", "tag": "6301f388-2f05-4dfe-901b-357a11cec844", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:53.080868 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-51fc0761-b640-421f-b51c-f5a108133b6a {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:53.082019 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee34f313-c0e5-4c02-9125-b515637db102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6301f388-2f05-4dfe-901b-357a11cec844', 'code': 200} Aug 10 01:00:53.114797 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=6301f388-2f05-4dfe-901b-357a11cec844,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:53.117321 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4e9775a9-1ef9-45c4-bb89-addaae3817b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:53.127061 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4e9775a9-1ef9-45c4-bb89-addaae3817b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:53.128505 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4e9775a9-1ef9-45c4-bb89-addaae3817b6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8b74717f-6c46-48be-b7c3-6cf5bf05c90a HTTP/1.1" status: 204 len: 168 time: 0.1921253 Aug 10 01:00:53.134691 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-18b5191c-e90c-4dd3-b6e1-ad19502ff055 req-de6fa76b-979f-475d-b4d4-3a5d0f54a30f tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760403 Aug 10 01:00:53.163520 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9775a9-1ef9-45c4-bb89-addaae3817b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b74717f-6c46-48be-b7c3-6cf5bf05c90a,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:53.197753 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 4b1b106e-7465-4a16-8ccc-bd53156f400a completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:53.205518 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 4b1b106e-7465-4a16-8ccc-bd53156f400a triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:53.206152 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:53.256450 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb82f4-8f67-422c-b214-2718a9120f56 req-27cee6a3-1238-41e7-81bb-0ec16e60d96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:53.258371 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-02bb82f4-8f67-422c-b214-2718a9120f56 req-27cee6a3-1238-41e7-81bb-0ec16e60d96b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ee34f313-c0e5-4c02-9125-b515637db102 HTTP/1.1" status: 200 len: 1098 time: 0.0825055 Aug 10 01:00:53.265249 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-993759ba-0cbc-46cd-a86b-51c37f15ae1f req-df0d77a0-9616-4af2-8847-69f6895a6a17 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "GET /v2.0/security-groups/bce9af2c-ee5f-4831-8cd1-f6a1b276c96c HTTP/1.1" status: 200 len: 1806 time: 0.0821261 Aug 10 01:00:53.308506 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-02bb82f4-8f67-422c-b214-2718a9120f56 req-48cef431-5cef-4559-8ec6-dbbfd5ece6a0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=483acec2-fbd8-4281-a2cb-e668d3b4a3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417936 Aug 10 01:00:53.342160 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-993759ba-0cbc-46cd-a86b-51c37f15ae1f req-38263bb9-04f0-44c9-98ec-ce4899e987d9 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "GET /v2.0/security-groups/e1f407b8-7d54-479d-9722-a642de6070f3 HTTP/1.1" status: 200 len: 1807 time: 0.0674500 Aug 10 01:00:53.353147 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-993759ba-0cbc-46cd-a86b-51c37f15ae1f req-bfbedaab-ea1d-4fc3-bf12-fbc72fd719d3 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bce9af2c-ee5f-4831-8cd1-f6a1b276c96c', 'remote_group_id': 'e1f407b8-7d54-479d-9722-a642de6070f3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:53.353466 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-993759ba-0cbc-46cd-a86b-51c37f15ae1f req-bfbedaab-ea1d-4fc3-bf12-fbc72fd719d3 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bce9af2c-ee5f-4831-8cd1-f6a1b276c96c', 'remote_group_id': 'e1f407b8-7d54-479d-9722-a642de6070f3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:53.369406 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:53.429944 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-993759ba-0cbc-46cd-a86b-51c37f15ae1f req-bfbedaab-ea1d-4fc3-bf12-fbc72fd719d3 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:53.443359 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 4b1b106e-7465-4a16-8ccc-bd53156f400a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=4b1b106e-7465-4a16-8ccc-bd53156f400a,segment=NetworkSegment(45b34241-697f-4f50-87d8-6d6db6581d08),segment_id=45b34241-697f-4f50-87d8-6d6db6581d08)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:53.448946 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:53.485178 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-993759ba-0cbc-46cd-a86b-51c37f15ae1f req-bfbedaab-ea1d-4fc3-bf12-fbc72fd719d3 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:53.508082 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-993759ba-0cbc-46cd-a86b-51c37f15ae1f req-bfbedaab-ea1d-4fc3-bf12-fbc72fd719d3 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:53.548156 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbedaab-ea1d-4fc3-bf12-fbc72fd719d3 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee067a06-8596-4194-8315-80bd88959535,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:53.563626 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-993759ba-0cbc-46cd-a86b-51c37f15ae1f req-bfbedaab-ea1d-4fc3-bf12-fbc72fd719d3 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:53.573475 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-993759ba-0cbc-46cd-a86b-51c37f15ae1f req-bfbedaab-ea1d-4fc3-bf12-fbc72fd719d3 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2210445 Aug 10 01:00:53.584153 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=4b1b106e-7465-4a16-8ccc-bd53156f400a,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:53.596157 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265a82d-ebaf-42f0-9449-6cf10c1a5e20 req-eb2ad223-8d51-4100-9a0a-c74a11651a5c tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:53.606296 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3265a82d-ebaf-42f0-9449-6cf10c1a5e20 req-eb2ad223-8d51-4100-9a0a-c74a11651a5c tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee34f313-c0e5-4c02-9125-b515637db102 HTTP/1.1" status: 200 len: 946 time: 0.1123121 Aug 10 01:00:53.664799 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3265a82d-ebaf-42f0-9449-6cf10c1a5e20 req-78091e25-fa84-439c-a7cf-f732e3e28e94 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] 10.222.0.35 "GET /v2.0/security-groups?id=483acec2-fbd8-4281-a2cb-e668d3b4a3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569415 Aug 10 01:00:53.756946 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d60eed6a-3c65-43bb-b2fd-ad1b916b9c4b req-5e0fb051-e27a-42ae-b0f9-42231279a469 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "GET /v2.0/security-groups/e1f407b8-7d54-479d-9722-a642de6070f3 HTTP/1.1" status: 200 len: 1807 time: 0.0573969 Aug 10 01:00:53.834307 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d60eed6a-3c65-43bb-b2fd-ad1b916b9c4b req-a52f7770-dfc7-43a3-9799-8638638cfc1c tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:53.864300 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d60eed6a-3c65-43bb-b2fd-ad1b916b9c4b req-a52f7770-dfc7-43a3-9799-8638638cfc1c tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:53.970252 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d60eed6a-3c65-43bb-b2fd-ad1b916b9c4b req-a52f7770-dfc7-43a3-9799-8638638cfc1c tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:53.973262 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d60eed6a-3c65-43bb-b2fd-ad1b916b9c4b req-a52f7770-dfc7-43a3-9799-8638638cfc1c tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:53.974425 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d60eed6a-3c65-43bb-b2fd-ad1b916b9c4b req-a52f7770-dfc7-43a3-9799-8638638cfc1c tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "DELETE /v2.0/security-groups/e1f407b8-7d54-479d-9722-a642de6070f3 HTTP/1.1" status: 204 len: 173 time: 0.2163517 Aug 10 01:00:53.993755 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f7770-dfc7-43a3-9799-8638638cfc1c tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f407b8-7d54-479d-9722-a642de6070f3,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:54.047793 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32831391-4f5a-4322-a16e-3dc0d88caa25 req-04ea86a8-acea-4833-bcfc-8660b9ac9767 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:54.049415 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-32831391-4f5a-4322-a16e-3dc0d88caa25 req-04ea86a8-acea-4833-bcfc-8660b9ac9767 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 945 time: 0.1158814 Aug 10 01:00:54.122050 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-27eb55a6-05bf-4420-9417-80067603dfe4 req-53feda1a-dff1-434c-850e-74e91208073e tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "GET /v2.0/security-groups/bce9af2c-ee5f-4831-8cd1-f6a1b276c96c HTTP/1.1" status: 200 len: 1806 time: 0.0978065 Aug 10 01:00:54.136340 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-32831391-4f5a-4322-a16e-3dc0d88caa25 req-b0f19626-196d-42eb-ad4a-0379de09c4f6 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734322 Aug 10 01:00:54.161055 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-e5cb01f5-82b8-4564-8451-7da27a4f4db1 req-bef4ec8e-a759-4d5d-9128-8a0b84bf376f tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1212302247', 'description': 'tempest-description-213137621'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:54.192636 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e5cb01f5-82b8-4564-8451-7da27a4f4db1 req-bef4ec8e-a759-4d5d-9128-8a0b84bf376f tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:54.300745 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe17be-7009-4dd4-9c6e-c457ba5bd87a req-b6915409-ac74-458d-af0c-1a68eb97a555 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:54.302433 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-39fe17be-7009-4dd4-9c6e-c457ba5bd87a req-b6915409-ac74-458d-af0c-1a68eb97a555 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 945 time: 0.0765872 Aug 10 01:00:54.365974 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-39fe17be-7009-4dd4-9c6e-c457ba5bd87a req-1964ed73-1b44-4142-ac54-11e91eccd09d tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513959 Aug 10 01:00:54.409638 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e5cb01f5-82b8-4564-8451-7da27a4f4db1 req-bef4ec8e-a759-4d5d-9128-8a0b84bf376f tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:54.418055 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e5cb01f5-82b8-4564-8451-7da27a4f4db1 req-bef4ec8e-a759-4d5d-9128-8a0b84bf376f tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:54.474908 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e5cb01f5-82b8-4564-8451-7da27a4f4db1 req-bef4ec8e-a759-4d5d-9128-8a0b84bf376f tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:54.476919 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e5cb01f5-82b8-4564-8451-7da27a4f4db1 req-bef4ec8e-a759-4d5d-9128-8a0b84bf376f tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3200958 Aug 10 01:00:54.477562 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef4ec8e-a759-4d5d-9128-8a0b84bf376f tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c036bb-08f1-4c9c-8766-c0b7a985b44c,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:54.557268 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6c943502-f4d4-4bf6-bac6-f6554e3355c0 req-6791e049-150c-4085-8a73-73a60b5d7543 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "GET /v2.0/security-groups/f1c036bb-08f1-4c9c-8766-c0b7a985b44c HTTP/1.1" status: 200 len: 1806 time: 0.0507417 Aug 10 01:00:54.569996 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-6c943502-f4d4-4bf6-bac6-f6554e3355c0 req-b8e280f0-fbb1-4476-8b17-1e10d6169660 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f1c036bb-08f1-4c9c-8766-c0b7a985b44c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:54.570713 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-6c943502-f4d4-4bf6-bac6-f6554e3355c0 req-b8e280f0-fbb1-4476-8b17-1e10d6169660 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f1c036bb-08f1-4c9c-8766-c0b7a985b44c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:54.668420 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-6c943502-f4d4-4bf6-bac6-f6554e3355c0 req-b8e280f0-fbb1-4476-8b17-1e10d6169660 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:54.701256 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-6c943502-f4d4-4bf6-bac6-f6554e3355c0 req-b8e280f0-fbb1-4476-8b17-1e10d6169660 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:54.714681 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-6c943502-f4d4-4bf6-bac6-f6554e3355c0 req-b8e280f0-fbb1-4476-8b17-1e10d6169660 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:54.754297 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e280f0-fbb1-4476-8b17-1e10d6169660 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4adfde1-8db0-4f50-8eab-6e3569e787da,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:54.788744 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-6c943502-f4d4-4bf6-bac6-f6554e3355c0 req-b8e280f0-fbb1-4476-8b17-1e10d6169660 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:54.814092 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6c943502-f4d4-4bf6-bac6-f6554e3355c0 req-b8e280f0-fbb1-4476-8b17-1e10d6169660 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2483296 Aug 10 01:00:54.903263 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfae2d-adb7-4c80-a4b8-929ed3ea4fd7 req-209c4d5f-4c4c-4bc3-b355-0fb3703df7a5 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:54.905885 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f5bfae2d-adb7-4c80-a4b8-929ed3ea4fd7 req-209c4d5f-4c4c-4bc3-b355-0fb3703df7a5 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee34f313-c0e5-4c02-9125-b515637db102 HTTP/1.1" status: 200 len: 946 time: 0.0908093 Aug 10 01:00:55.005352 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f5bfae2d-adb7-4c80-a4b8-929ed3ea4fd7 req-870fe5a7-c2cc-4a68-8738-37f5d599913a tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] 10.222.0.35 "GET /v2.0/security-groups?id=483acec2-fbd8-4281-a2cb-e668d3b4a3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885596 Aug 10 01:00:55.017682 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-01ec0cb2-ce0d-46ad-8fbb-60b391007fdc req-bd0bd36c-6500-4b20-bb1b-c5dd8510d741 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "GET /v2.0/security-groups/f1c036bb-08f1-4c9c-8766-c0b7a985b44c HTTP/1.1" status: 200 len: 2400 time: 0.1102781 Aug 10 01:00:55.024226 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-01ec0cb2-ce0d-46ad-8fbb-60b391007fdc req-d68d27a2-43f3-446b-93e9-03937ef7ce54 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f1c036bb-08f1-4c9c-8766-c0b7a985b44c', 'remote_group_id': None}]} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:55.024226 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-01ec0cb2-ce0d-46ad-8fbb-60b391007fdc req-d68d27a2-43f3-446b-93e9-03937ef7ce54 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f1c036bb-08f1-4c9c-8766-c0b7a985b44c', 'remote_group_id': None}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:55.083521 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310b9433-d4c1-46d2-aa4c-e038055bbea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b1b106e-7465-4a16-8ccc-bd53156f400a'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:55.085808 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7df50b-00e1-4275-8448-f69681ba5081" -d '{"events": [{"server_uuid": "310b9433-d4c1-46d2-aa4c-e038055bbea1", "name": "network-vif-plugged", "status": "completed", "tag": "4b1b106e-7465-4a16-8ccc-bd53156f400a"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:55.092616 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-01ec0cb2-ce0d-46ad-8fbb-60b391007fdc req-d68d27a2-43f3-446b-93e9-03937ef7ce54 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:55.134681 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-01ec0cb2-ce0d-46ad-8fbb-60b391007fdc req-d68d27a2-43f3-446b-93e9-03937ef7ce54 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:55.137575 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45760) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:55.145518 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-01ec0cb2-ce0d-46ad-8fbb-60b391007fdc req-d68d27a2-43f3-446b-93e9-03937ef7ce54 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:55.149977 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da342f37-fd58-4b29-8e41-0603e033f861 x-openstack-request-id: req-da342f37-fd58-4b29-8e41-0603e033f861 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:55.150379 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310b9433-d4c1-46d2-aa4c-e038055bbea1", "name": "network-vif-plugged", "status": "completed", "tag": "4b1b106e-7465-4a16-8ccc-bd53156f400a", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:55.150734 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-da342f37-fd58-4b29-8e41-0603e033f861 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:55.151135 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310b9433-d4c1-46d2-aa4c-e038055bbea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b1b106e-7465-4a16-8ccc-bd53156f400a', 'code': 200} Aug 10 01:00:55.165933 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d27a2-43f3-446b-93e9-03937ef7ce54 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b02ccf2c-7d72-40f4-a1e8-eeac5df27ff2,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:55.182292 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-01ec0cb2-ce0d-46ad-8fbb-60b391007fdc req-d68d27a2-43f3-446b-93e9-03937ef7ce54 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:55.189921 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-01ec0cb2-ce0d-46ad-8fbb-60b391007fdc req-d68d27a2-43f3-446b-93e9-03937ef7ce54 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1711862 Aug 10 01:00:55.325002 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2c489-93cf-4390-a9ee-0dbafe7d5c34 req-9f4122d3-603a-4543-9acc-fa1c6c29a8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:55.331722 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-90e2c489-93cf-4390-a9ee-0dbafe7d5c34 req-9f4122d3-603a-4543-9acc-fa1c6c29a8c3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 1097 time: 0.0814443 Aug 10 01:00:55.346485 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b8335269-cf02-4137-ac27-4728b885da4c req-e74a023a-a3ed-4885-ae97-b3b5cf48a52c tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "GET /v2.0/security-groups/f1c036bb-08f1-4c9c-8766-c0b7a985b44c HTTP/1.1" status: 200 len: 2999 time: 0.1392648 Aug 10 01:00:55.356153 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c17ce-9bb4-4159-a178-7e626bef3920 req-2b79c73f-7af2-4a06-83c2-b76c68afe986 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:55.363863 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e17c17ce-9bb4-4159-a178-7e626bef3920 req-2b79c73f-7af2-4a06-83c2-b76c68afe986 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 945 time: 0.1484156 Aug 10 01:00:55.396678 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-90e2c489-93cf-4390-a9ee-0dbafe7d5c34 req-24c96299-c052-441e-ac9c-ae6a842fa68e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581169 Aug 10 01:00:55.397760 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-962bdc53-5be2-4f95-be37-b687a28dafad req-85ce94c7-9698-45fc-b47c-ed8e32b98c24 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "GET /v2.0/security-group-rules/b02ccf2c-7d72-40f4-a1e8-eeac5df27ff2 HTTP/1.1" status: 200 len: 783 time: 0.0183270 Aug 10 01:00:55.405581 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-3c29c9b5-05f3-49a5-9dd5-9460a473cd99 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1171331362', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:55.434840 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c29c9b5-05f3-49a5-9dd5-9460a473cd99 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] Made reservation on behalf of 995abfb33a414fca86e77a9b0c6cd303 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:00:55.439078 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3c29c9b5-05f3-49a5-9dd5-9460a473cd99 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:55.450016 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3c29c9b5-05f3-49a5-9dd5-9460a473cd99 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:55.456934 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e17c17ce-9bb4-4159-a178-7e626bef3920 req-64f8e0d5-4079-4598-b047-cd11c7d3e552 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920367 Aug 10 01:00:55.487522 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-962bdc53-5be2-4f95-be37-b687a28dafad req-422469d2-492f-4e3c-b144-386001597be4 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "GET /v2.0/security-groups/f1c036bb-08f1-4c9c-8766-c0b7a985b44c HTTP/1.1" status: 200 len: 2999 time: 0.0786419 Aug 10 01:00:55.525407 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-962bdc53-5be2-4f95-be37-b687a28dafad req-73382ed4-1d09-4e21-867a-4961c3d05bf8 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:55.539108 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-962bdc53-5be2-4f95-be37-b687a28dafad req-73382ed4-1d09-4e21-867a-4961c3d05bf8 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:55.574565 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3c29c9b5-05f3-49a5-9dd5-9460a473cd99 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:55.580928 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3c29c9b5-05f3-49a5-9dd5-9460a473cd99 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:55.590010 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-3c29c9b5-05f3-49a5-9dd5-9460a473cd99 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] device_id is not set on port 2bbf7637-16b9-49ff-a973-bda158fe7e44 yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:00:55.620265 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dfc25e-935d-464e-b528-1a6cdedefb11 req-7d484871-8731-4072-9587-41421e02b287 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:55.625403 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24dfc25e-935d-464e-b528-1a6cdedefb11 req-7d484871-8731-4072-9587-41421e02b287 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 945 time: 0.0895205 Aug 10 01:00:55.626572 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-962bdc53-5be2-4f95-be37-b687a28dafad req-73382ed4-1d09-4e21-867a-4961c3d05bf8 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:55.632887 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-962bdc53-5be2-4f95-be37-b687a28dafad req-73382ed4-1d09-4e21-867a-4961c3d05bf8 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:55.636694 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-962bdc53-5be2-4f95-be37-b687a28dafad req-73382ed4-1d09-4e21-867a-4961c3d05bf8 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/b02ccf2c-7d72-40f4-a1e8-eeac5df27ff2 HTTP/1.1" status: 204 len: 173 time: 0.1408527 Aug 10 01:00:55.668938 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c29c9b5-05f3-49a5-9dd5-9460a473cd99 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f80aa1-c5ac-4a06-922c-943fc3947d44,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:55.683969 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73382ed4-1d09-4e21-867a-4961c3d05bf8 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b02ccf2c-7d72-40f4-a1e8-eeac5df27ff2,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:55.705797 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24dfc25e-935d-464e-b528-1a6cdedefb11 req-30b2bd20-4652-4b4d-83f9-49c667783af5 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673254 Aug 10 01:00:55.764419 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-3c29c9b5-05f3-49a5-9dd5-9460a473cd99 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] Allocated IP 172.25.2.184 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/2bbf7637-16b9-49ff-a973-bda158fe7e44) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:55.783263 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ec620efe-b93c-4c82-a85d-3c74d3198282 req-e08ae059-9ae0-4cbc-af3f-dd02f24a154b tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "GET /v2.0/security-groups/f1c036bb-08f1-4c9c-8766-c0b7a985b44c HTTP/1.1" status: 200 len: 2400 time: 0.0491862 Aug 10 01:00:55.898661 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ec620efe-b93c-4c82-a85d-3c74d3198282 req-00b869a3-7112-46e9-9f92-232100920da9 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:55.925647 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ec620efe-b93c-4c82-a85d-3c74d3198282 req-00b869a3-7112-46e9-9f92-232100920da9 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:55.984609 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3c29c9b5-05f3-49a5-9dd5-9460a473cd99 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:55.997081 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ec620efe-b93c-4c82-a85d-3c74d3198282 req-00b869a3-7112-46e9-9f92-232100920da9 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:56.002077 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ec620efe-b93c-4c82-a85d-3c74d3198282 req-00b869a3-7112-46e9-9f92-232100920da9 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:56.006923 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ec620efe-b93c-4c82-a85d-3c74d3198282 req-00b869a3-7112-46e9-9f92-232100920da9 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "DELETE /v2.0/security-groups/f1c036bb-08f1-4c9c-8766-c0b7a985b44c HTTP/1.1" status: 204 len: 173 time: 0.2192483 Aug 10 01:00:56.018181 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b869a3-7112-46e9-9f92-232100920da9 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c036bb-08f1-4c9c-8766-c0b7a985b44c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:56.044761 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [req-79fce86e-6724-4ccb-9254-9263f6b312d3 req-ccf80fbf-b2c6-41c8-8df0-6ca30870e868 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] show failed (client error): The resource could not be found. Aug 10 01:00:56.046302 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-79fce86e-6724-4ccb-9254-9263f6b312d3 req-ccf80fbf-b2c6-41c8-8df0-6ca30870e868 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "GET /v2.0/security-groups/e1f407b8-7d54-479d-9722-a642de6070f3 HTTP/1.1" status: 404 len: 352 time: 0.0183794 Aug 10 01:00:56.064138 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3c29c9b5-05f3-49a5-9dd5-9460a473cd99 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:56.151438 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c29c9b5-05f3-49a5-9dd5-9460a473cd99 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:56.160245 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-3c29c9b5-05f3-49a5-9dd5-9460a473cd99 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:56.163923 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c29c9b5-05f3-49a5-9dd5-9460a473cd99 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:56.174290 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-747f8248-e867-45c4-8f38-c3b0e2f8c118 req-bcc4fdc1-5df1-469e-a075-4cb14d5201ea tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "GET /v2.0/security-groups/bce9af2c-ee5f-4831-8cd1-f6a1b276c96c HTTP/1.1" status: 200 len: 1806 time: 0.0953631 Aug 10 01:00:56.196091 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c29c9b5-05f3-49a5-9dd5-9460a473cd99 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] Pushing event updated for resources: {'Port': ['ID=2bbf7637-16b9-49ff-a973-bda158fe7e44,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:56.211486 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707ad80-9503-40ba-9161-03a34e085ee1 req-a5588789-f899-4254-b843-b4c6bf5e6478 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:56.213275 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1707ad80-9503-40ba-9161-03a34e085ee1 req-a5588789-f899-4254-b843-b4c6bf5e6478 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee34f313-c0e5-4c02-9125-b515637db102 HTTP/1.1" status: 200 len: 946 time: 0.0991449 Aug 10 01:00:56.226587 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c29c9b5-05f3-49a5-9dd5-9460a473cd99 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:56.227473 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3c29c9b5-05f3-49a5-9dd5-9460a473cd99 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:56.249187 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45786) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:56.250605 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3c29c9b5-05f3-49a5-9dd5-9460a473cd99 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.1112552 Aug 10 01:00:56.258376 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-19fdb73d-8785-4340-89d1-622798a3c249 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.184'}]}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:56.293233 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-747f8248-e867-45c4-8f38-c3b0e2f8c118 req-0d68bc24-cd08-48bf-ab45-2566dfd7d85b tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:56.311880 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1707ad80-9503-40ba-9161-03a34e085ee1 req-c283fe1c-dd44-44a2-8a1b-83f5baf648b3 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] 10.222.0.35 "GET /v2.0/security-groups?id=483acec2-fbd8-4281-a2cb-e668d3b4a3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856879 Aug 10 01:00:56.329909 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-747f8248-e867-45c4-8f38-c3b0e2f8c118 req-0d68bc24-cd08-48bf-ab45-2566dfd7d85b tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:56.333192 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-19fdb73d-8785-4340-89d1-622798a3c249 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:56.334214 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-19fdb73d-8785-4340-89d1-622798a3c249 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:56.417967 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-19fdb73d-8785-4340-89d1-622798a3c249 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:56.468668 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-747f8248-e867-45c4-8f38-c3b0e2f8c118 req-0d68bc24-cd08-48bf-ab45-2566dfd7d85b tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:56.471540 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-747f8248-e867-45c4-8f38-c3b0e2f8c118 req-0d68bc24-cd08-48bf-ab45-2566dfd7d85b tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:56.478457 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-747f8248-e867-45c4-8f38-c3b0e2f8c118 req-0d68bc24-cd08-48bf-ab45-2566dfd7d85b tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "DELETE /v2.0/security-groups/bce9af2c-ee5f-4831-8cd1-f6a1b276c96c HTTP/1.1" status: 204 len: 173 time: 0.3002772 Aug 10 01:00:56.525970 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d68bc24-cd08-48bf-ab45-2566dfd7d85b tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce9af2c-ee5f-4831-8cd1-f6a1b276c96c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:56.645834 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-19fdb73d-8785-4340-89d1-622798a3c249 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:56.710912 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0b805f33-fc92-4254-a6b8-36f8345cfb92 req-1c2d18eb-d55c-49ca-82cc-7e262417c238 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "GET /v2.0/security-groups/32aeb432-800a-45db-9fd5-9e0c511521df HTTP/1.1" status: 200 len: 1805 time: 0.1809981 Aug 10 01:00:56.729628 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f3e85-57b3-4691-a91f-d19daa632b51 req-1f01503a-f405-4403-8121-8844cb6f2861 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:56.737284 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-974f3e85-57b3-4691-a91f-d19daa632b51 req-1f01503a-f405-4403-8121-8844cb6f2861 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 945 time: 0.1628299 Aug 10 01:00:56.818400 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-974f3e85-57b3-4691-a91f-d19daa632b51 req-56197ecb-5067-4b1f-8b79-fcccececf54e tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802581 Aug 10 01:00:56.860162 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0b805f33-fc92-4254-a6b8-36f8345cfb92 req-358d3ed4-5d47-4546-b82a-88ff20bfdf00 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:56.910316 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0b805f33-fc92-4254-a6b8-36f8345cfb92 req-358d3ed4-5d47-4546-b82a-88ff20bfdf00 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:57.109349 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25d1f2-6239-4447-a99b-f951a8cb247d req-345ef3f3-67eb-4b8e-8c03-9b5f8e176441 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:57.116614 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3b25d1f2-6239-4447-a99b-f951a8cb247d req-345ef3f3-67eb-4b8e-8c03-9b5f8e176441 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee34f313-c0e5-4c02-9125-b515637db102 HTTP/1.1" status: 200 len: 946 time: 0.1767421 Aug 10 01:00:57.148361 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-19fdb73d-8785-4340-89d1-622798a3c249 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:57.150654 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0b805f33-fc92-4254-a6b8-36f8345cfb92 req-358d3ed4-5d47-4546-b82a-88ff20bfdf00 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:57.153380 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0b805f33-fc92-4254-a6b8-36f8345cfb92 req-358d3ed4-5d47-4546-b82a-88ff20bfdf00 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:57.154532 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0b805f33-fc92-4254-a6b8-36f8345cfb92 req-358d3ed4-5d47-4546-b82a-88ff20bfdf00 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "DELETE /v2.0/security-groups/32aeb432-800a-45db-9fd5-9e0c511521df HTTP/1.1" status: 204 len: 173 time: 0.4332330 Aug 10 01:00:57.199447 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-19fdb73d-8785-4340-89d1-622798a3c249 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:57.205211 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d3ed4-5d47-4546-b82a-88ff20bfdf00 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32aeb432-800a-45db-9fd5-9e0c511521df,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:57.239175 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3b25d1f2-6239-4447-a99b-f951a8cb247d req-b6dd8895-33ea-4766-b35d-ed3cccfe8533 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] 10.222.0.35 "GET /v2.0/security-groups?id=483acec2-fbd8-4281-a2cb-e668d3b4a3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148448 Aug 10 01:00:57.479227 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf90b4-2551-4bef-85bc-1560f485971c req-7d6c0297-42c5-43cd-8316-a5a10451a4ea tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:57.480848 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e6bf90b4-2551-4bef-85bc-1560f485971c req-7d6c0297-42c5-43cd-8316-a5a10451a4ea tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 945 time: 0.1361334 Aug 10 01:00:57.485943 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8ea08b1d-6d9c-4b8b-b5b8-c90ece47862c req-335a02c1-1aa6-4634-ad37-667ee4789f55 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "GET /v2.0/security-groups/613f98ea-9b78-467e-94bc-b724186a57ff HTTP/1.1" status: 200 len: 1806 time: 0.1020191 Aug 10 01:00:57.519949 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-19fdb73d-8785-4340-89d1-622798a3c249 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:57.630461 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e6bf90b4-2551-4bef-85bc-1560f485971c req-c29460ad-1ae2-4e2c-b8ad-10db39bab437 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421034 Aug 10 01:00:57.743845 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-19fdb73d-8785-4340-89d1-622798a3c249 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:57.747451 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-19fdb73d-8785-4340-89d1-622798a3c249 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:57.750521 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8ea08b1d-6d9c-4b8b-b5b8-c90ece47862c req-b5864920-a415-424d-8d8d-d78ab5de5ee5 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:57.806937 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-19fdb73d-8785-4340-89d1-622798a3c249 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:57.807698 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19fdb73d-8785-4340-89d1-622798a3c249 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 31e03c2a-0358-4191-ad04-69028fbb107f {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:00:57.814865 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8ea08b1d-6d9c-4b8b-b5b8-c90ece47862c req-b5864920-a415-424d-8d8d-d78ab5de5ee5 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:57.837608 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-19fdb73d-8785-4340-89d1-622798a3c249 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 10 01:00:57.838645 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-19fdb73d-8785-4340-89d1-622798a3c249 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.5872881 Aug 10 01:00:57.841768 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45822) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:57.872821 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8ea08b1d-6d9c-4b8b-b5b8-c90ece47862c req-b5864920-a415-424d-8d8d-d78ab5de5ee5 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:57.878686 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8ea08b1d-6d9c-4b8b-b5b8-c90ece47862c req-b5864920-a415-424d-8d8d-d78ab5de5ee5 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:57.880157 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8ea08b1d-6d9c-4b8b-b5b8-c90ece47862c req-b5864920-a415-424d-8d8d-d78ab5de5ee5 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "DELETE /v2.0/security-groups/613f98ea-9b78-467e-94bc-b724186a57ff HTTP/1.1" status: 204 len: 173 time: 0.3789825 Aug 10 01:00:57.892518 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5864920-a415-424d-8d8d-d78ab5de5ee5 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=613f98ea-9b78-467e-94bc-b724186a57ff,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:57.964157 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-43d1a099-a83e-4dd6-be1b-1c977e92d748 req-9d41384d-b01d-4b24-93d6-bda8cc519f01 tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "GET /v2.0/security-groups/3fc34efb-87e0-4d5f-a49e-bba0f47a28f1 HTTP/1.1" status: 200 len: 2407 time: 0.0606670 Aug 10 01:00:58.003310 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:58.030234 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-28cb704b-afaf-4270-b443-4d56dce6a2b7 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] Deleting port 2bbf7637-16b9-49ff-a973-bda158fe7e44 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:58.030986 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28cb704b-afaf-4270-b443-4d56dce6a2b7 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:58.081810 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-43d1a099-a83e-4dd6-be1b-1c977e92d748 req-cfcabeaa-13d8-47a0-b0e2-3e442d0f714f tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:58.094846 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebfce7-1724-4f56-902d-9e79e71c52ff req-669fcba7-3c9d-46f1-95f6-62b71c352aa3 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:58.096376 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f9ebfce7-1724-4f56-902d-9e79e71c52ff req-669fcba7-3c9d-46f1-95f6-62b71c352aa3 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 945 time: 0.0833197 Aug 10 01:00:58.112801 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28cb704b-afaf-4270-b443-4d56dce6a2b7 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:58.124693 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-28cb704b-afaf-4270-b443-4d56dce6a2b7 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] Calling delete_port for 2bbf7637-16b9-49ff-a973-bda158fe7e44 owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:58.130976 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-43d1a099-a83e-4dd6-be1b-1c977e92d748 req-cfcabeaa-13d8-47a0-b0e2-3e442d0f714f tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:58.170868 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f9ebfce7-1724-4f56-902d-9e79e71c52ff req-f5d9cfe9-5310-4ebf-b352-9b16ac3b77f0 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639801 Aug 10 01:00:58.196638 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-43d1a099-a83e-4dd6-be1b-1c977e92d748 req-cfcabeaa-13d8-47a0-b0e2-3e442d0f714f tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:58.200175 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-43d1a099-a83e-4dd6-be1b-1c977e92d748 req-cfcabeaa-13d8-47a0-b0e2-3e442d0f714f tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:58.204734 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-43d1a099-a83e-4dd6-be1b-1c977e92d748 req-cfcabeaa-13d8-47a0-b0e2-3e442d0f714f tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "DELETE /v2.0/security-groups/3fc34efb-87e0-4d5f-a49e-bba0f47a28f1 HTTP/1.1" status: 204 len: 173 time: 0.2393594 Aug 10 01:00:58.223345 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcabeaa-13d8-47a0-b0e2-3e442d0f714f tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc34efb-87e0-4d5f-a49e-bba0f47a28f1,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:58.260468 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7ef2f-c6e4-47a1-aaea-07c902e7576a req-1675c707-515c-454f-9391-e3eca5c22246 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:58.263253 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9ca7ef2f-c6e4-47a1-aaea-07c902e7576a req-1675c707-515c-454f-9391-e3eca5c22246 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee34f313-c0e5-4c02-9125-b515637db102 HTTP/1.1" status: 200 len: 946 time: 0.0874796 Aug 10 01:00:58.316898 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c0282715-84a3-4ed9-8fbd-361498e990b3 req-3d05f341-1e01-40ba-9c5d-02dfd6c8cb0c tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "GET /v2.0/security-groups/72cb183a-5350-4785-800f-cd9634a60b05 HTTP/1.1" status: 200 len: 2401 time: 0.0818572 Aug 10 01:00:58.404039 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28cb704b-afaf-4270-b443-4d56dce6a2b7 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:58.418551 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c0282715-84a3-4ed9-8fbd-361498e990b3 req-752d909c-ab2c-43f3-95ac-848e5bbeef3e tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:58.449069 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb704b-afaf-4270-b443-4d56dce6a2b7 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] Pushing event deleted for resources: {'Port': ['ID=2bbf7637-16b9-49ff-a973-bda158fe7e44,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:58.449629 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863ff87-d931-49e8-8edd-65714fe11a03 req-62fce702-c7c0-447b-8f16-b5ac5261526c tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:58.451254 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9863ff87-d931-49e8-8edd-65714fe11a03 req-62fce702-c7c0-447b-8f16-b5ac5261526c tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee34f313-c0e5-4c02-9125-b515637db102 HTTP/1.1" status: 200 len: 946 time: 0.0820727 Aug 10 01:00:58.458383 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c0282715-84a3-4ed9-8fbd-361498e990b3 req-752d909c-ab2c-43f3-95ac-848e5bbeef3e tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:58.505970 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-9ca7ef2f-c6e4-47a1-aaea-07c902e7576a req-1ba3d0aa-4965-45e9-bd0a-a9295c6c9364 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] Deleting port 6301f388-2f05-4dfe-901b-357a11cec844 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:58.506391 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9ca7ef2f-c6e4-47a1-aaea-07c902e7576a req-1ba3d0aa-4965-45e9-bd0a-a9295c6c9364 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:58.524896 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9863ff87-d931-49e8-8edd-65714fe11a03 req-2c22f50e-5dc2-4aa5-8016-e4cbc21efcce tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] 10.222.0.35 "GET /v2.0/security-groups?id=483acec2-fbd8-4281-a2cb-e668d3b4a3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633445 Aug 10 01:00:58.551110 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c0282715-84a3-4ed9-8fbd-361498e990b3 req-752d909c-ab2c-43f3-95ac-848e5bbeef3e tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:58.554636 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c0282715-84a3-4ed9-8fbd-361498e990b3 req-752d909c-ab2c-43f3-95ac-848e5bbeef3e tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:58.568022 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c0282715-84a3-4ed9-8fbd-361498e990b3 req-752d909c-ab2c-43f3-95ac-848e5bbeef3e tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] 10.222.0.35 "DELETE /v2.0/security-groups/72cb183a-5350-4785-800f-cd9634a60b05 HTTP/1.1" status: 204 len: 173 time: 0.2500343 Aug 10 01:00:58.568741 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45842) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:58.591990 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28cb704b-afaf-4270-b443-4d56dce6a2b7 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:58.594631 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-28cb704b-afaf-4270-b443-4d56dce6a2b7 tempest-RoutersAdminNegativeIpV6Test-997546271 tempest-RoutersAdminNegativeIpV6Test-997546271-project-admin] 10.222.0.35 "DELETE /v2.0/ports/2bbf7637-16b9-49ff-a973-bda158fe7e44 HTTP/1.1" status: 204 len: 168 time: 0.7509909 Aug 10 01:00:58.630389 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d909c-ab2c-43f3-95ac-848e5bbeef3e tempest-SecurityGroupRulesTestJSON-513397836 tempest-SecurityGroupRulesTestJSON-513397836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cb183a-5350-4785-800f-cd9634a60b05,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:58.683429 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-9ca7ef2f-c6e4-47a1-aaea-07c902e7576a req-1ba3d0aa-4965-45e9-bd0a-a9295c6c9364 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] For port 6301f388-2f05-4dfe-901b-357a11cec844, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=6301f388-2f05-4dfe-901b-357a11cec844,segment=NetworkSegment(2c9ac380-5a18-4aea-a8b5-4deb339964ef),segment_id=2c9ac380-5a18-4aea-a8b5-4deb339964ef)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:58.686641 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9ca7ef2f-c6e4-47a1-aaea-07c902e7576a req-1ba3d0aa-4965-45e9-bd0a-a9295c6c9364 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:58.709796 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bf0a44e-ec8c-4d58-9c57-76ae3e297154 admin admin] Deleting subnet bebb8ae5-1b95-4bf8-8b03-8d6c1f627e7b {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:00:58.711905 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-9ca7ef2f-c6e4-47a1-aaea-07c902e7576a req-1ba3d0aa-4965-45e9-bd0a-a9295c6c9364 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] Calling delete_port for 6301f388-2f05-4dfe-901b-357a11cec844 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:58.713382 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8bf0a44e-ec8c-4d58-9c57-76ae3e297154 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:58.751277 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8bf0a44e-ec8c-4d58-9c57-76ae3e297154 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:58.795364 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8bf0a44e-ec8c-4d58-9c57-76ae3e297154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:58.871772 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c4a7c-65fa-4898-9a82-32e8ce7a7b3a req-b4cf0636-c3e1-4dc7-834e-b1fb1da5d99b tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:58.882238 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f85c4a7c-65fa-4898-9a82-32e8ce7a7b3a req-b4cf0636-c3e1-4dc7-834e-b1fb1da5d99b tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 945 time: 0.2269995 Aug 10 01:00:58.884436 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8bf0a44e-ec8c-4d58-9c57-76ae3e297154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:58.907652 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9ca7ef2f-c6e4-47a1-aaea-07c902e7576a req-1ba3d0aa-4965-45e9-bd0a-a9295c6c9364 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:58.933918 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0a44e-ec8c-4d58-9c57-76ae3e297154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bebb8ae5-1b95-4bf8-8b03-8d6c1f627e7b,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:58.936069 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8bf0a44e-ec8c-4d58-9c57-76ae3e297154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:58.939590 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['6301f388-2f05-4dfe-901b-357a11cec844'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:00:58.941258 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8bf0a44e-ec8c-4d58-9c57-76ae3e297154 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/bebb8ae5-1b95-4bf8-8b03-8d6c1f627e7b HTTP/1.1" status: 204 len: 168 time: 0.3503683 Aug 10 01:00:58.949788 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45858) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:58.950819 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3d0aa-4965-45e9-bd0a-a9295c6c9364 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] Pushing event deleted for resources: {'Port': ['ID=6301f388-2f05-4dfe-901b-357a11cec844,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:58.989271 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f85c4a7c-65fa-4898-9a82-32e8ce7a7b3a req-70e4abed-4f9b-4f88-812c-0b567537c188 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060839 Aug 10 01:00:59.040131 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f986db7-b34b-4c2e-b5ed-06b1cd653c84 req-7997835c-1000-4445-bb4f-b1e283746c28 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:59.041821 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5f986db7-b34b-4c2e-b5ed-06b1cd653c84 req-7997835c-1000-4445-bb4f-b1e283746c28 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 945 time: 0.1104772 Aug 10 01:00:59.042385 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45864) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:59.069102 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca7ef2f-c6e4-47a1-aaea-07c902e7576a req-1ba3d0aa-4965-45e9-bd0a-a9295c6c9364 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] No DVR routers for this DVR port 6301f388-2f05-4dfe-901b-357a11cec844 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:00:59.073339 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9ca7ef2f-c6e4-47a1-aaea-07c902e7576a req-1ba3d0aa-4965-45e9-bd0a-a9295c6c9364 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:59.075327 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9ca7ef2f-c6e4-47a1-aaea-07c902e7576a req-1ba3d0aa-4965-45e9-bd0a-a9295c6c9364 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] 10.222.0.20 "DELETE /v2.0/ports/6301f388-2f05-4dfe-901b-357a11cec844 HTTP/1.1" status: 204 len: 173 time: 0.8057184 Aug 10 01:00:59.075780 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee34f313-c0e5-4c02-9125-b515637db102', 'name': 'network-vif-deleted', 'tag': '6301f388-2f05-4dfe-901b-357a11cec844'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:59.078689 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805cdd3c-3f5d-4d3d-94c8-7f396b7059e8" -d '{"events": [{"server_uuid": "ee34f313-c0e5-4c02-9125-b515637db102", "name": "network-vif-deleted", "tag": "6301f388-2f05-4dfe-901b-357a11cec844"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:59.096325 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5f986db7-b34b-4c2e-b5ed-06b1cd653c84 req-3c0d4440-b2d5-4326-a26d-b3dc9eb89457 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465548 Aug 10 01:00:59.118664 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3eeb90f9-a1ba-4afb-8e6b-d5f46dd8e9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:59.223960 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3eeb90f9-a1ba-4afb-8e6b-d5f46dd8e9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:59.235974 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-3eeb90f9-a1ba-4afb-8e6b-d5f46dd8e9ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0469eec4-6642-4837-8265-e44c9770404b']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:59.239993 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6e5ad-7e7e-4200-98d4-0c1a2e7f216c req-d2706454-9189-44e4-b7b1-807cd4a6ae5d tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:59.241759 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-55b6e5ad-7e7e-4200-98d4-0c1a2e7f216c req-d2706454-9189-44e4-b7b1-807cd4a6ae5d tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 945 time: 0.1025453 Aug 10 01:00:59.247179 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-3eeb90f9-a1ba-4afb-8e6b-d5f46dd8e9ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46f2aeb-a7e2-49f6-a120-ae39eaf22472') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:59.247477 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-3eeb90f9-a1ba-4afb-8e6b-d5f46dd8e9ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46f2aeb-a7e2-49f6-a120-ae39eaf22472') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:59.256977 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3eeb90f9-a1ba-4afb-8e6b-d5f46dd8e9ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:59.271822 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3eeb90f9-a1ba-4afb-8e6b-d5f46dd8e9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:59.274970 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c55927-c6d3-480a-b53d-3f3b4de52d9e x-openstack-request-id: req-d9c55927-c6d3-480a-b53d-3f3b4de52d9e {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:59.275238 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee34f313-c0e5-4c02-9125-b515637db102", "name": "network-vif-deleted", "tag": "6301f388-2f05-4dfe-901b-357a11cec844", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:59.275526 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d9c55927-c6d3-480a-b53d-3f3b4de52d9e {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:59.275886 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee34f313-c0e5-4c02-9125-b515637db102', 'name': 'network-vif-deleted', 'tag': '6301f388-2f05-4dfe-901b-357a11cec844', 'status': 'completed', 'code': 200} Aug 10 01:00:59.282854 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eeb90f9-a1ba-4afb-8e6b-d5f46dd8e9ef admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:00:59.283319 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3eeb90f9-a1ba-4afb-8e6b-d5f46dd8e9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:59.285205 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:00:59.285205 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:00:59.285205 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:00:59.285205 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:00:59.285205 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:00:59.285205 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:00:59.285205 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:00:59.285205 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:00:59.285205 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:00:59.285205 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:00:59.285205 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:00:59.285205 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:00:59.285205 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:00:59.285205 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:00:59.285205 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:00:59.285205 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:00:59.285205 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:00:59.285205 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:00:59.285205 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:00:59.285205 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:00:59.285205 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:00:59.285205 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:00:59.285205 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:00:59.285205 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:00:59.285205 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:00:59.285205 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:00:59.285205 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:00:59.285205 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:00:59.285205 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:00:59.285205 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:00:59.285205 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:00:59.285205 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:00:59.309796 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4c5f551d-7a96-491b-8a4a-b21b77323f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:59.345997 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3eeb90f9-a1ba-4afb-8e6b-d5f46dd8e9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:59.346381 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-55b6e5ad-7e7e-4200-98d4-0c1a2e7f216c req-cad85e1c-753d-4478-b330-9fdf55dae289 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662231 Aug 10 01:00:59.353012 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3eeb90f9-a1ba-4afb-8e6b-d5f46dd8e9ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:59.357752 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3eeb90f9-a1ba-4afb-8e6b-d5f46dd8e9ef admin admin] 10.222.0.35 "DELETE /v2.0/networks/0469eec4-6642-4837-8265-e44c9770404b HTTP/1.1" status: 204 len: 168 time: 0.3938174 Aug 10 01:00:59.380871 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb90f9-a1ba-4afb-8e6b-d5f46dd8e9ef admin admin] Pushing event deleted for resources: {'Network': ['ID=0469eec4-6642-4837-8265-e44c9770404b,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:59.466763 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4c5f551d-7a96-491b-8a4a-b21b77323f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:59.472867 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4c5f551d-7a96-491b-8a4a-b21b77323f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:59.517434 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45876) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:59.527776 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4c5f551d-7a96-491b-8a4a-b21b77323f8a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6440a6273110468bb24abee29d05f48e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4841692 Aug 10 01:00:59.531313 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f551d-7a96-491b-8a4a-b21b77323f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b8db0c-f981-4f96-81f5-9b4c1a41bec9,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:59.537086 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45878) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:59.577956 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ff6ee2bb-8808-4e95-8cfd-600b98234975 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b129fcf55388484486045fca9b4de828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0593598 Aug 10 01:00:59.580547 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45882) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:59.652199 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a48d8-82e7-4f47-9130-4449aadf96a4 req-b09c61a2-4d1b-4bef-bad6-71c0999f8dc2 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:59.653636 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7f6a48d8-82e7-4f47-9130-4449aadf96a4 req-b09c61a2-4d1b-4bef-bad6-71c0999f8dc2 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 945 time: 0.1012063 Aug 10 01:00:59.666589 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0ad63116-a093-4e4e-9998-742b0da7ecaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:59.670573 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d0105639-6775-4e9c-bb71-f9407e0eea66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:59.696014 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d0105639-6775-4e9c-bb71-f9407e0eea66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:59.758447 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d0105639-6775-4e9c-bb71-f9407e0eea66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:59.761084 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d0105639-6775-4e9c-bb71-f9407e0eea66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:59.765317 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d0105639-6775-4e9c-bb71-f9407e0eea66 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e86796a8-0831-4e68-bd5c-bbf489bdbbab HTTP/1.1" status: 204 len: 168 time: 0.1806390 Aug 10 01:00:59.771641 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0105639-6775-4e9c-bb71-f9407e0eea66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86796a8-0831-4e68-bd5c-bbf489bdbbab,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:00.081250 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-51053ee4-7bf5-4c31-b694-d8f09313051e req-b6531daf-44a6-45ca-b022-8a6249b20f79 tempest-InstanceActionsV221TestJSON-578478535 tempest-InstanceActionsV221TestJSON-578478535-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee34f313-c0e5-4c02-9125-b515637db102 HTTP/1.1" status: 200 len: 210 time: 0.4239001 Aug 10 01:01:00.096899 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0ad63116-a093-4e4e-9998-742b0da7ecaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:00.122569 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7f6a48d8-82e7-4f47-9130-4449aadf96a4 req-06cb3d09-0448-4a96-aab1-97ffbd28c169 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4525700 Aug 10 01:01:00.229671 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0ad63116-a093-4e4e-9998-742b0da7ecaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:00.232834 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0ad63116-a093-4e4e-9998-742b0da7ecaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:00.236504 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0ad63116-a093-4e4e-9998-742b0da7ecaf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/04b8db0c-f981-4f96-81f5-9b4c1a41bec9 HTTP/1.1" status: 204 len: 168 time: 0.6961834 Aug 10 01:01:00.250205 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad63116-a093-4e4e-9998-742b0da7ecaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b8db0c-f981-4f96-81f5-9b4c1a41bec9,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:00.351388 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c346eca-e766-4554-8a51-f17de73fa02a req-5c83ae12-3a28-4861-983d-142195ce4c15 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:00.352985 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8c346eca-e766-4554-8a51-f17de73fa02a req-5c83ae12-3a28-4861-983d-142195ce4c15 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 945 time: 0.0668962 Aug 10 01:01:00.426474 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8c346eca-e766-4554-8a51-f17de73fa02a req-0d134f5b-165f-4489-81d1-8dc0b45ed40b tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600662 Aug 10 01:01:00.602495 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45914) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:00.658202 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1dd27477-5f1f-4fdf-9217-ab241438f0c7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=995abfb33a414fca86e77a9b0c6cd303&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0519419 Aug 10 01:01:00.659032 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45918) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:00.710956 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-42529d11-1c6e-48be-a1e0-780a85cc00c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:00.716000 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45920) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:00.734693 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-42529d11-1c6e-48be-a1e0-780a85cc00c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:00.795100 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-42529d11-1c6e-48be-a1e0-780a85cc00c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:00.798039 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-42529d11-1c6e-48be-a1e0-780a85cc00c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:00.802002 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-42529d11-1c6e-48be-a1e0-780a85cc00c0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/45f80aa1-c5ac-4a06-922c-943fc3947d44 HTTP/1.1" status: 204 len: 168 time: 0.1398504 Aug 10 01:01:00.808487 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42529d11-1c6e-48be-a1e0-780a85cc00c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f80aa1-c5ac-4a06-922c-943fc3947d44,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:00.854413 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-b85fe3b7-c54c-44c7-a051-de004cd9f32f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1019290627-network', 'tenant_id': 'ed53369dabee44498507a7cf709f7c85'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:00.888922 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85fe3b7-c54c-44c7-a051-de004cd9f32f admin admin] Made reservation on behalf of ed53369dabee44498507a7cf709f7c85 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:00.892057 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b85fe3b7-c54c-44c7-a051-de004cd9f32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:00.905138 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b85fe3b7-c54c-44c7-a051-de004cd9f32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:01.030796 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b85fe3b7-c54c-44c7-a051-de004cd9f32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:01.037604 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b85fe3b7-c54c-44c7-a051-de004cd9f32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:01.051091 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b85fe3b7-c54c-44c7-a051-de004cd9f32f admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:01:01.077587 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b85fe3b7-c54c-44c7-a051-de004cd9f32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:01.078127 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-b85fe3b7-c54c-44c7-a051-de004cd9f32f admin admin] Added segment 3546e796-1646-489b-b4bf-3746be636348 of type vlan for network e2973f7f-304c-4952-be52-bf39c7b9668b Aug 10 01:01:01.097122 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85fe3b7-c54c-44c7-a051-de004cd9f32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee215bec-29d4-40e6-9fef-f5a1f0fad762,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:01.139793 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b85fe3b7-c54c-44c7-a051-de004cd9f32f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:01.199838 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b85fe3b7-c54c-44c7-a051-de004cd9f32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:01.202357 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85fe3b7-c54c-44c7-a051-de004cd9f32f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:01.204265 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b85fe3b7-c54c-44c7-a051-de004cd9f32f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:01.377155 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b85fe3b7-c54c-44c7-a051-de004cd9f32f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6598380 Aug 10 01:01:01.382127 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45950) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:01.385831 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-ff7d951c-6913-4b0f-ad86-b402f4bb2768 admin admin] Request body: {'subnet': {'network_id': 'e2973f7f-304c-4952-be52-bf39c7b9668b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1019290627-subnet', 'tenant_id': 'ed53369dabee44498507a7cf709f7c85', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:01.396919 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85fe3b7-c54c-44c7-a051-de004cd9f32f admin admin] Pushing event updated for resources: {'Network': ['ID=e2973f7f-304c-4952-be52-bf39c7b9668b,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:01.413550 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network e2973f7f-304c-4952-be52-bf39c7b9668b details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:01:01.455893 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f81aa-6671-4434-a437-eae2bb4f7f4c req-0207de54-97d4-4f1d-8439-4189d8164776 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:01.463566 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4e0f81aa-6671-4434-a437-eae2bb4f7f4c req-0207de54-97d4-4f1d-8439-4189d8164776 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 945 time: 0.2384582 Aug 10 01:01:01.465279 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7d951c-6913-4b0f-ad86-b402f4bb2768 admin admin] Made reservation on behalf of ed53369dabee44498507a7cf709f7c85 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:01.468944 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ff7d951c-6913-4b0f-ad86-b402f4bb2768 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:01.554670 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4e0f81aa-6671-4434-a437-eae2bb4f7f4c req-576bcf0b-76d8-4ffa-b76c-2eea245d03e4 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785339 Aug 10 01:01:01.637637 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45958) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:01.663046 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6a788-7732-4e7b-9713-95d819f02203 req-e8672f1b-7153-4430-80d8-ed0bf91db920 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:01.664916 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-02a6a788-7732-4e7b-9713-95d819f02203 req-e8672f1b-7153-4430-80d8-ed0bf91db920 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 945 time: 0.0670433 Aug 10 01:01:01.714074 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-02a6a788-7732-4e7b-9713-95d819f02203 req-83817f51-7c01-4958-9211-93ded76262a6 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419843 Aug 10 01:01:01.748866 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-41925a7e-9b38-4e12-bf56-2b91c59eeff9 admin admin] Deleting subnet c827b6d9-c36c-471e-857b-6eb66a40f0d1 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:01:01.771570 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-41925a7e-9b38-4e12-bf56-2b91c59eeff9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:01.835336 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ff7d951c-6913-4b0f-ad86-b402f4bb2768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:01.881280 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-41925a7e-9b38-4e12-bf56-2b91c59eeff9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:01.947564 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d951c-6913-4b0f-ad86-b402f4bb2768 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b0b179a-bfa0-4c3a-bcf0-7e9a86358603,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:01.957815 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-41925a7e-9b38-4e12-bf56-2b91c59eeff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:01.959845 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7d951c-6913-4b0f-ad86-b402f4bb2768 admin admin] Checking segment: {'id': '3546e796-1646-489b-b4bf-3746be636348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e2973f7f-304c-4952-be52-bf39c7b9668b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:01.960219 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7d951c-6913-4b0f-ad86-b402f4bb2768 admin admin] Network hostable DHCP agents. Network: e2973f7f-304c-4952-be52-bf39c7b9668b, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:01:01.975227 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45966) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:02.007221 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7d951c-6913-4b0f-ad86-b402f4bb2768 admin admin] Network e2973f7f-304c-4952-be52-bf39c7b9668b is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:01:02.021325 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-ff7d951c-6913-4b0f-ad86-b402f4bb2768 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, e2973f7f-304c-4952-be52-bf39c7b9668b) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:02.026437 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7d951c-6913-4b0f-ad86-b402f4bb2768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:02.027060 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ff7d951c-6913-4b0f-ad86-b402f4bb2768 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:02.036765 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4f159c-8f05-4d3e-a19d-8337ba8dfb1c None None] Network e2973f7f-304c-4952-be52-bf39c7b9668b requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:02.044858 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-41925a7e-9b38-4e12-bf56-2b91c59eeff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:02.059520 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-41925a7e-9b38-4e12-bf56-2b91c59eeff9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:02.061506 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-41925a7e-9b38-4e12-bf56-2b91c59eeff9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c827b6d9-c36c-471e-857b-6eb66a40f0d1 HTTP/1.1" status: 204 len: 168 time: 0.4214046 Aug 10 01:01:02.064253 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45970) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:02.065904 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ff7d951c-6913-4b0f-ad86-b402f4bb2768 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6847966 Aug 10 01:01:02.067493 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45972) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:02.093092 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-e69f688f-bed4-46c1-ac87-2a42fb8dbf7c admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1019290627-router', 'tenant_id': 'ed53369dabee44498507a7cf709f7c85', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:02.097232 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41925a7e-9b38-4e12-bf56-2b91c59eeff9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c827b6d9-c36c-471e-857b-6eb66a40f0d1,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:02.114942 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-c9430578-a822-48dd-9f50-99191944d3f8 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-152436422'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:02.118125 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e69f688f-bed4-46c1-ac87-2a42fb8dbf7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:02.119152 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e69f688f-bed4-46c1-ac87-2a42fb8dbf7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:02.175349 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e69f688f-bed4-46c1-ac87-2a42fb8dbf7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:02.205744 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13762b00-7b28-42ab-9e7d-bcc84dadc5a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-e2973f7f-304c-4952-be52-bf39c7b9668b', 'network_id': 'e2973f7f-304c-4952-be52-bf39c7b9668b', 'tenant_id': 'ed53369dabee44498507a7cf709f7c85', 'fixed_ips': [{'subnet_id': '4b0b179a-bfa0-4c3a-bcf0-7e9a86358603'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:01:02.206619 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a026d78a-462e-4e87-9523-54e37b4d16cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:02.206810 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-13762b00-7b28-42ab-9e7d-bcc84dadc5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:02.210354 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9430578-a822-48dd-9f50-99191944d3f8 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Made reservation on behalf of 78235db371c54e3b8925dddbfb6b687a for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:02.214032 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c9430578-a822-48dd-9f50-99191944d3f8 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:02.228694 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c9430578-a822-48dd-9f50-99191944d3f8 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:02.348624 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a026d78a-462e-4e87-9523-54e37b4d16cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:02.368010 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-a026d78a-462e-4e87-9523-54e37b4d16cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e799916d-3c5d-444a-9892-1fea35c51dd5']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:02.400763 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-a026d78a-462e-4e87-9523-54e37b4d16cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c9ac380-5a18-4aea-a8b5-4deb339964ef') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:02.401436 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-a026d78a-462e-4e87-9523-54e37b4d16cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c9ac380-5a18-4aea-a8b5-4deb339964ef') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:02.421276 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a026d78a-462e-4e87-9523-54e37b4d16cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:02.437378 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-13762b00-7b28-42ab-9e7d-bcc84dadc5a0 None None] Allocated IP 172.20.0.2 (e2973f7f-304c-4952-be52-bf39c7b9668b/4b0b179a-bfa0-4c3a-bcf0-7e9a86358603/686329bd-447a-49ef-8377-c691c87e6818) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:01:02.449078 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a026d78a-462e-4e87-9523-54e37b4d16cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:02.465623 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a026d78a-462e-4e87-9523-54e37b4d16cb admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:01:02.466053 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a026d78a-462e-4e87-9523-54e37b4d16cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:02.468104 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:01:02.468104 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:01:02.468104 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:01:02.468104 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:01:02.468104 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:01:02.468104 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:01:02.468104 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:01:02.468104 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:01:02.468104 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:01:02.468104 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:01:02.468104 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:01:02.468104 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:01:02.468104 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:01:02.468104 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:01:02.468104 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:01:02.468104 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:01:02.468104 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:01:02.468104 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:01:02.468104 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:01:02.468104 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:01:02.468104 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:01:02.468104 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:01:02.468104 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:01:02.468104 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:01:02.468104 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:01:02.468104 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:01:02.468104 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:01:02.468104 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:01:02.468104 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:01:02.468104 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:01:02.468104 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:01:02.468104 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:01:02.546779 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c9430578-a822-48dd-9f50-99191944d3f8 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:02.549726 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a026d78a-462e-4e87-9523-54e37b4d16cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:02.557572 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a026d78a-462e-4e87-9523-54e37b4d16cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:02.559651 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a026d78a-462e-4e87-9523-54e37b4d16cb admin admin] 10.222.0.35 "DELETE /v2.0/networks/e799916d-3c5d-444a-9892-1fea35c51dd5 HTTP/1.1" status: 204 len: 168 time: 0.4939644 Aug 10 01:01:02.562115 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c9430578-a822-48dd-9f50-99191944d3f8 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:02.602869 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026d78a-462e-4e87-9523-54e37b4d16cb admin admin] Pushing event deleted for resources: {'Network': ['ID=e799916d-3c5d-444a-9892-1fea35c51dd5,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:02.615868 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9430578-a822-48dd-9f50-99191944d3f8 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:01:02.646149 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-13762b00-7b28-42ab-9e7d-bcc84dadc5a0 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:02.655916 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c9430578-a822-48dd-9f50-99191944d3f8 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:02.656783 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-c9430578-a822-48dd-9f50-99191944d3f8 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Added segment 74a82612-c4b1-4b75-943c-8c3387efbef4 of type vlan for network 504ef741-bc2c-42ea-8ec3-302210b41f77 Aug 10 01:01:02.659042 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9430578-a822-48dd-9f50-99191944d3f8 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e07ea93-5393-440e-adfe-7713007ad0ef,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:02.670879 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-13762b00-7b28-42ab-9e7d-bcc84dadc5a0 None None] Transition to ACTIVE for port object 686329bd-447a-49ef-8377-c691c87e6818 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:02.699826 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-13762b00-7b28-42ab-9e7d-bcc84dadc5a0 None None] Transition to ACTIVE for port object 686329bd-447a-49ef-8377-c691c87e6818 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:02.710667 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-13762b00-7b28-42ab-9e7d-bcc84dadc5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:02.755502 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c9430578-a822-48dd-9f50-99191944d3f8 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:02.759549 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13762b00-7b28-42ab-9e7d-bcc84dadc5a0 None None] Pushing event updated for resources: {'Port': ['ID=686329bd-447a-49ef-8377-c691c87e6818,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:02.764643 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e69f688f-bed4-46c1-ac87-2a42fb8dbf7c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:02.771298 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 6301f388-2f05-4dfe-901b-357a11cec844 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:01:02.785201 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c9f15-7506-4642-9262-710abaacc5fb req-43ffb52f-70a9-49da-8b57-6fbb05447f75 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:02.785751 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-964c9f15-7506-4642-9262-710abaacc5fb req-43ffb52f-70a9-49da-8b57-6fbb05447f75 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 945 time: 0.0903838 Aug 10 01:01:02.802932 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 6301f388-2f05-4dfe-901b-357a11cec844 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:01:02.803304 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 6301f388-2f05-4dfe-901b-357a11cec844 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:01:02.809973 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13762b00-7b28-42ab-9e7d-bcc84dadc5a0 None None] Network e2973f7f-304c-4952-be52-bf39c7b9668b is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:02.812032 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-13762b00-7b28-42ab-9e7d-bcc84dadc5a0 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:02.814298 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13762b00-7b28-42ab-9e7d-bcc84dadc5a0 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:02.827195 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c9430578-a822-48dd-9f50-99191944d3f8 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:02.833108 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9430578-a822-48dd-9f50-99191944d3f8 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:02.833717 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c9430578-a822-48dd-9f50-99191944d3f8 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:02.893034 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45986) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:02.948772 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-964c9f15-7506-4642-9262-710abaacc5fb req-bd028792-b8c2-4a8d-a91d-e03fca5d1fde tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523077 Aug 10 01:01:02.988465 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0d56b474-4529-4e24-a3bd-2a018f205964 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1d9aefd7af4e4e9788d571dd8586283d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0911014 Aug 10 01:01:02.994761 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c9430578-a822-48dd-9f50-99191944d3f8 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.0157599 Aug 10 01:01:02.994761 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45988) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:03.010599 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45990) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:03.010774 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-13762b00-7b28-42ab-9e7d-bcc84dadc5a0 None None] Attempting to bind port 686329bd-447a-49ef-8377-c691c87e6818 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:03.011614 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-13762b00-7b28-42ab-9e7d-bcc84dadc5a0 None None] Attempting to bind port 686329bd-447a-49ef-8377-c691c87e6818 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '3546e796-1646-489b-b4bf-3746be636348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e2973f7f-304c-4952-be52-bf39c7b9668b'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:03.011614 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13762b00-7b28-42ab-9e7d-bcc84dadc5a0 None None] Attempting to bind port 686329bd-447a-49ef-8377-c691c87e6818 on network e2973f7f-304c-4952-be52-bf39c7b9668b {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:03.016099 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-0148597a-cce5-4253-9785-1cc5ca1c9c1a tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Request body: {'subnet': {'network_id': '504ef741-bc2c-42ea-8ec3-302210b41f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:03.016595 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13762b00-7b28-42ab-9e7d-bcc84dadc5a0 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:01:03.016958 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13762b00-7b28-42ab-9e7d-bcc84dadc5a0 None None] Checking segment: {'id': '3546e796-1646-489b-b4bf-3746be636348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e2973f7f-304c-4952-be52-bf39c7b9668b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:03.017368 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-13762b00-7b28-42ab-9e7d-bcc84dadc5a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:03.017772 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13762b00-7b28-42ab-9e7d-bcc84dadc5a0 None None] Bound using segment: {'id': '3546e796-1646-489b-b4bf-3746be636348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e2973f7f-304c-4952-be52-bf39c7b9668b'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:01:03.018231 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-13762b00-7b28-42ab-9e7d-bcc84dadc5a0 None None] Bound port: 686329bd-447a-49ef-8377-c691c87e6818, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3546e796-1646-489b-b4bf-3746be636348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e2973f7f-304c-4952-be52-bf39c7b9668b'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:01:03.018613 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-13762b00-7b28-42ab-9e7d-bcc84dadc5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:03.041007 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9430578-a822-48dd-9f50-99191944d3f8 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Pushing event updated for resources: {'Network': ['ID=504ef741-bc2c-42ea-8ec3-302210b41f77,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:03.059317 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e69f688f-bed4-46c1-ac87-2a42fb8dbf7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:03.061115 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 504ef741-bc2c-42ea-8ec3-302210b41f77 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:01:03.082563 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e69f688f-bed4-46c1-ac87-2a42fb8dbf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:03.112364 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff70d6d-5471-47ef-9a6f-efd4e71edbb3 req-6ca6d131-2f84-42fe-8496-e89b4f9a24cf tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:03.113967 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6ff70d6d-5471-47ef-9a6f-efd4e71edbb3 req-6ca6d131-2f84-42fe-8496-e89b4f9a24cf tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 945 time: 0.2765512 Aug 10 01:01:03.139204 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-13762b00-7b28-42ab-9e7d-bcc84dadc5a0 None None] For port 686329bd-447a-49ef-8377-c691c87e6818, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:01:03.143353 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-13762b00-7b28-42ab-9e7d-bcc84dadc5a0 None None] For port 686329bd-447a-49ef-8377-c691c87e6818, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=686329bd-447a-49ef-8377-c691c87e6818,segment=NetworkSegment(3546e796-1646-489b-b4bf-3746be636348),segment_id=3546e796-1646-489b-b4bf-3746be636348)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:01:03.149370 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-13762b00-7b28-42ab-9e7d-bcc84dadc5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:03.195636 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6c682727-63f9-4262-a366-96c2e5b7a606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:03.209770 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-e69f688f-bed4-46c1-ac87-2a42fb8dbf7c admin admin] Allocated IP 172.25.2.17 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/7c787ffb-25de-4df2-9d8a-c9357a5c6fb9) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:01:03.216919 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13762b00-7b28-42ab-9e7d-bcc84dadc5a0 None None] Pushing event updated for resources: {'Port': ['ID=686329bd-447a-49ef-8377-c691c87e6818,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:03.233408 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6ff70d6d-5471-47ef-9a6f-efd4e71edbb3 req-a8adae75-1e32-404d-b8ec-cc0d3ea33d8f tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968785 Aug 10 01:01:03.237382 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0148597a-cce5-4253-9785-1cc5ca1c9c1a tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Made reservation on behalf of 78235db371c54e3b8925dddbfb6b687a for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:03.241294 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0148597a-cce5-4253-9785-1cc5ca1c9c1a tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:03.263296 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6c682727-63f9-4262-a366-96c2e5b7a606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:03.330798 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e69f688f-bed4-46c1-ac87-2a42fb8dbf7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:03.383122 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e69f688f-bed4-46c1-ac87-2a42fb8dbf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:03.419088 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6c682727-63f9-4262-a366-96c2e5b7a606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:03.430067 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6c682727-63f9-4262-a366-96c2e5b7a606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:03.431261 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6c682727-63f9-4262-a366-96c2e5b7a606 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/483acec2-fbd8-4281-a2cb-e668d3b4a3c5 HTTP/1.1" status: 204 len: 168 time: 0.4287252 Aug 10 01:01:03.447221 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c682727-63f9-4262-a366-96c2e5b7a606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483acec2-fbd8-4281-a2cb-e668d3b4a3c5,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:03.457433 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69f688f-bed4-46c1-ac87-2a42fb8dbf7c admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:03.472833 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-e69f688f-bed4-46c1-ac87-2a42fb8dbf7c admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:03.490095 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69f688f-bed4-46c1-ac87-2a42fb8dbf7c admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:03.526204 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f688f-bed4-46c1-ac87-2a42fb8dbf7c admin admin] Pushing event updated for resources: {'Port': ['ID=7c787ffb-25de-4df2-9d8a-c9357a5c6fb9,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:03.560011 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0148597a-cce5-4253-9785-1cc5ca1c9c1a tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:03.693801 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:01:03.722188 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0148597a-cce5-4253-9785-1cc5ca1c9c1a tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Pushing event updated for resources: {'Subnet': ['ID=8d388058-1e56-44db-a866-74877ccef142,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:03.733755 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-e092ca12-0dbe-41a8-8680-6ffd9c88104f tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1629280840&fields=id&tenant_id=4cced21c66594cf8bb9b76af567d131a HTTP/1.1" status: 200 len: 267 time: 0.0789914 Aug 10 01:01:03.734678 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0148597a-cce5-4253-9785-1cc5ca1c9c1a tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Checking segment: {'id': '74a82612-c4b1-4b75-943c-8c3387efbef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '504ef741-bc2c-42ea-8ec3-302210b41f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:03.734989 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0148597a-cce5-4253-9785-1cc5ca1c9c1a tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Network hostable DHCP agents. Network: 504ef741-bc2c-42ea-8ec3-302210b41f77, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:01:03.794289 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0148597a-cce5-4253-9785-1cc5ca1c9c1a tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Network 504ef741-bc2c-42ea-8ec3-302210b41f77 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:01:03.812438 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-0148597a-cce5-4253-9785-1cc5ca1c9c1a tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 504ef741-bc2c-42ea-8ec3-302210b41f77) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:03.818417 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0148597a-cce5-4253-9785-1cc5ca1c9c1a tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:03.819718 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0148597a-cce5-4253-9785-1cc5ca1c9c1a tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:03.828384 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534ac702-56cc-4924-b7ed-27e55fb71ea0 None None] Network 504ef741-bc2c-42ea-8ec3-302210b41f77 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:03.851410 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0148597a-cce5-4253-9785-1cc5ca1c9c1a tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8397338 Aug 10 01:01:03.854155 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46008) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:03.862020 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-801affdb-9873-407a-bf0c-931d8404add6 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Request body: {'port': {'network_id': '504ef741-bc2c-42ea-8ec3-302210b41f77', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1676954072'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:03.879283 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e69f688f-bed4-46c1-ac87-2a42fb8dbf7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:03.927571 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-ae08b727-ac2a-4dd3-b962-273199a393fb tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:03.934082 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-ae08b727-ac2a-4dd3-b962-273199a393fb tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/networks?id=d54a97df-af07-4157-a933-a9c7f148706f HTTP/1.1" status: 200 len: 816 time: 0.1901183 Aug 10 01:01:03.944101 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-8823208d-76ef-4b70-b3be-d6905339db02 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:03.945917 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-8823208d-76ef-4b70-b3be-d6905339db02 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047&tenant_id=af5124099ce04e7383a5ec5f662d948c&binding%3Ahost_id=n-h2-766726-26 HTTP/1.1" status: 200 len: 1097 time: 0.1332371 Aug 10 01:01:03.962205 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-86cd62d7-5202-4796-821c-6f644b95448a tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/quotas/4cced21c66594cf8bb9b76af567d131a HTTP/1.1" status: 200 len: 375 time: 0.0273192 Aug 10 01:01:03.986881 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-c0bb435b-0a79-45bb-afb1-4e6edb11f610 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-766726-26'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:04.055668 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59e11b9-b22d-4a8a-a0fa-1e8de6c468d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-504ef741-bc2c-42ea-8ec3-302210b41f77', 'network_id': '504ef741-bc2c-42ea-8ec3-302210b41f77', 'tenant_id': '78235db371c54e3b8925dddbfb6b687a', 'fixed_ips': [{'subnet_id': '8d388058-1e56-44db-a866-74877ccef142'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:01:04.057055 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d59e11b9-b22d-4a8a-a0fa-1e8de6c468d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:04.075776 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-116216bd-cc91-410f-a0a6-e0d343766c15 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4cced21c66594cf8bb9b76af567d131a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1041851 Aug 10 01:01:04.155395 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-c0bb435b-0a79-45bb-afb1-4e6edb11f610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:04.183455 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 6c955c7f-fd34-47cb-8393-c2c284128387 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:01:04.206071 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801affdb-9873-407a-bf0c-931d8404add6 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Made reservation on behalf of 78235db371c54e3b8925dddbfb6b687a for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:04.209557 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-801affdb-9873-407a-bf0c-931d8404add6 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:04.226135 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a337f-e87b-40cd-856a-4d7ac36a408c req-0e65c99d-58e3-47db-be8d-27af7742ba1b tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:04.233501 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c61a337f-e87b-40cd-856a-4d7ac36a408c req-0e65c99d-58e3-47db-be8d-27af7742ba1b tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 945 time: 0.1486702 Aug 10 01:01:04.273568 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-801affdb-9873-407a-bf0c-931d8404add6 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] device_id is not set on port ebbc2ad5-79cd-48a9-a341-c8139f1218bc yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:01:04.328839 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e69f688f-bed4-46c1-ac87-2a42fb8dbf7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:04.370005 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-d59e11b9-b22d-4a8a-a0fa-1e8de6c468d7 None None] Allocated IP 2001:db8::2 (504ef741-bc2c-42ea-8ec3-302210b41f77/8d388058-1e56-44db-a866-74877ccef142/5d273b70-37d4-47c1-8356-6c8f028d29fa) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:01:04.391493 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c61a337f-e87b-40cd-856a-4d7ac36a408c req-06399b61-7a6b-4919-b40d-a220fd83d378 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520901 Aug 10 01:01:04.412811 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-da6e5809-a452-41d2-9f79-69927284132a service neutron] 10.222.0.35 "GET /v2.0/networks/d54a97df-af07-4157-a933-a9c7f148706f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360167 Aug 10 01:01:04.483181 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 6c955c7f-fd34-47cb-8393-c2c284128387, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=6c955c7f-fd34-47cb-8393-c2c284128387,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:04.501871 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 6c955c7f-fd34-47cb-8393-c2c284128387 has no active binding in host n-h1-766726-26 {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 01:01:04.614382 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-c0bb435b-0a79-45bb-afb1-4e6edb11f610 service neutron] For port 6c955c7f-fd34-47cb-8393-c2c284128387, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=6c955c7f-fd34-47cb-8393-c2c284128387,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:04.629857 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf146e-9e28-47ff-94f5-aa78ce9e4ff6 req-e3b6ac6b-758f-455f-9cc5-b4ec912bd2ec tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:04.630734 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee22ced-23d1-4d57-b1ce-3e90eab1c920 None None] Network e2973f7f-304c-4952-be52-bf39c7b9668b requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:04.631609 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0fdf146e-9e28-47ff-94f5-aa78ce9e4ff6 req-e3b6ac6b-758f-455f-9cc5-b4ec912bd2ec tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 945 time: 0.1095898 Aug 10 01:01:04.669782 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-a22e7f6a-3ff2-4bc7-91fc-60e8339077a5 service neutron] 10.222.0.35 "GET /v2.0/networks/d54a97df-af07-4157-a933-a9c7f148706f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479427 Aug 10 01:01:04.698821 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-c0bb435b-0a79-45bb-afb1-4e6edb11f610 service neutron] For port 6c955c7f-fd34-47cb-8393-c2c284128387, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:01:04.718158 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d59e11b9-b22d-4a8a-a0fa-1e8de6c468d7 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:04.737259 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0fdf146e-9e28-47ff-94f5-aa78ce9e4ff6 req-1bfe40b3-3361-4282-9637-19e2e732f4ec tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943301 Aug 10 01:01:04.745838 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d59e11b9-b22d-4a8a-a0fa-1e8de6c468d7 None None] Transition to ACTIVE for port object 5d273b70-37d4-47c1-8356-6c8f028d29fa will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:04.759851 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69f688f-bed4-46c1-ac87-2a42fb8dbf7c admin admin] Router 235d7f90-ab28-4b54-824b-13f8e9870fd2 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:01:04.783475 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27325749-cf98-4259-ac2a-748e8101d047', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c955c7f-fd34-47cb-8393-c2c284128387'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:01:04.786140 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530d473a-0de0-4bf9-8a09-13f701139014" -d '{"events": [{"server_uuid": "27325749-cf98-4259-ac2a-748e8101d047", "name": "network-vif-unplugged", "status": "completed", "tag": "6c955c7f-fd34-47cb-8393-c2c284128387"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:01:04.789967 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-c0bb435b-0a79-45bb-afb1-4e6edb11f610 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:04.799425 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-c0bb435b-0a79-45bb-afb1-4e6edb11f610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:04.819192 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-9d727704-4dcd-40b6-9f87-33800128716e None None] Provisioning for port 686329bd-447a-49ef-8377-c691c87e6818 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:04.838592 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d59e11b9-b22d-4a8a-a0fa-1e8de6c468d7 None None] Transition to ACTIVE for port object 5d273b70-37d4-47c1-8356-6c8f028d29fa will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:04.884584 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d59e11b9-b22d-4a8a-a0fa-1e8de6c468d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:04.948599 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59e11b9-b22d-4a8a-a0fa-1e8de6c468d7 None None] Network 504ef741-bc2c-42ea-8ec3-302210b41f77 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:04.953129 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-801affdb-9873-407a-bf0c-931d8404add6 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Allocated IP 2001:db8::2eb (504ef741-bc2c-42ea-8ec3-302210b41f77/8d388058-1e56-44db-a866-74877ccef142/ebbc2ad5-79cd-48a9-a341-c8139f1218bc) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:01:04.978398 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-d59e11b9-b22d-4a8a-a0fa-1e8de6c468d7 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:04.982096 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59e11b9-b22d-4a8a-a0fa-1e8de6c468d7 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:05.036099 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e11b9-b22d-4a8a-a0fa-1e8de6c468d7 None None] Pushing event updated for resources: {'Port': ['ID=5d273b70-37d4-47c1-8356-6c8f028d29fa,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:05.089970 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d59e11b9-b22d-4a8a-a0fa-1e8de6c468d7 None None] Attempting to bind port 5d273b70-37d4-47c1-8356-6c8f028d29fa on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:05.090344 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d59e11b9-b22d-4a8a-a0fa-1e8de6c468d7 None None] Attempting to bind port 5d273b70-37d4-47c1-8356-6c8f028d29fa by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '74a82612-c4b1-4b75-943c-8c3387efbef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '504ef741-bc2c-42ea-8ec3-302210b41f77'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:05.090718 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59e11b9-b22d-4a8a-a0fa-1e8de6c468d7 None None] Attempting to bind port 5d273b70-37d4-47c1-8356-6c8f028d29fa on network 504ef741-bc2c-42ea-8ec3-302210b41f77 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:05.102360 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59e11b9-b22d-4a8a-a0fa-1e8de6c468d7 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:01:05.102763 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59e11b9-b22d-4a8a-a0fa-1e8de6c468d7 None None] Checking segment: {'id': '74a82612-c4b1-4b75-943c-8c3387efbef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '504ef741-bc2c-42ea-8ec3-302210b41f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:05.103151 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d59e11b9-b22d-4a8a-a0fa-1e8de6c468d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:05.107222 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59e11b9-b22d-4a8a-a0fa-1e8de6c468d7 None None] Bound using segment: {'id': '74a82612-c4b1-4b75-943c-8c3387efbef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '504ef741-bc2c-42ea-8ec3-302210b41f77'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:01:05.107763 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d59e11b9-b22d-4a8a-a0fa-1e8de6c468d7 None None] Bound port: 5d273b70-37d4-47c1-8356-6c8f028d29fa, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a82612-c4b1-4b75-943c-8c3387efbef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '504ef741-bc2c-42ea-8ec3-302210b41f77'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:01:05.108166 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d59e11b9-b22d-4a8a-a0fa-1e8de6c468d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:05.138583 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69f688f-bed4-46c1-ac87-2a42fb8dbf7c admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:01:05.148589 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbee3be-d6cf-44c4-a5d5-5811e13b42f2 None None] Sync routers for ids ['235d7f90-ab28-4b54-824b-13f8e9870fd2'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:01:05.158250 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb435b-0a79-45bb-afb1-4e6edb11f610 service neutron] Pushing event updated for resources: {'Port': ['ID=6c955c7f-fd34-47cb-8393-c2c284128387,revision_number=7']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:05.175208 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38df78ec-191c-4023-ab42-278732131295 x-openstack-request-id: req-38df78ec-191c-4023-ab42-278732131295 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:01:05.175512 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27325749-cf98-4259-ac2a-748e8101d047", "name": "network-vif-unplugged", "status": "completed", "tag": "6c955c7f-fd34-47cb-8393-c2c284128387", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:01:05.175764 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-38df78ec-191c-4023-ab42-278732131295 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:01:05.181090 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27325749-cf98-4259-ac2a-748e8101d047', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c955c7f-fd34-47cb-8393-c2c284128387', 'code': 200} Aug 10 01:01:05.209638 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-c0bb435b-0a79-45bb-afb1-4e6edb11f610 service neutron] Attempting to bind port 6c955c7f-fd34-47cb-8393-c2c284128387 on host n-h2-766726-26 for vnic_type normal with profile {"migrating_to": "n-h1-766726-26"} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:05.209977 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-c0bb435b-0a79-45bb-afb1-4e6edb11f610 service neutron] Attempting to bind port 6c955c7f-fd34-47cb-8393-c2c284128387 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:05.210313 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-c0bb435b-0a79-45bb-afb1-4e6edb11f610 service neutron] Attempting to bind port 6c955c7f-fd34-47cb-8393-c2c284128387 on network 9a3b32c7-74a3-4305-b7a7-526211811378 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:05.241102 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e69f688f-bed4-46c1-ac87-2a42fb8dbf7c admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:05.244795 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e69f688f-bed4-46c1-ac87-2a42fb8dbf7c admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1738911 Aug 10 01:01:05.245648 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-c0bb435b-0a79-45bb-afb1-4e6edb11f610 service neutron] Port 6c955c7f-fd34-47cb-8393-c2c284128387 on network 9a3b32c7-74a3-4305-b7a7-526211811378 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:05.246263 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-c0bb435b-0a79-45bb-afb1-4e6edb11f610 service neutron] Attempting to bind port 6c955c7f-fd34-47cb-8393-c2c284128387 on network 9a3b32c7-74a3-4305-b7a7-526211811378 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:05.246691 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d59e11b9-b22d-4a8a-a0fa-1e8de6c468d7 None None] For port 5d273b70-37d4-47c1-8356-6c8f028d29fa, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:01:05.249777 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46056) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:05.251246 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d59e11b9-b22d-4a8a-a0fa-1e8de6c468d7 None None] For port 5d273b70-37d4-47c1-8356-6c8f028d29fa, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5d273b70-37d4-47c1-8356-6c8f028d29fa,segment=NetworkSegment(74a82612-c4b1-4b75-943c-8c3387efbef4),segment_id=74a82612-c4b1-4b75-943c-8c3387efbef4)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:01:05.256843 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d59e11b9-b22d-4a8a-a0fa-1e8de6c468d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:05.263176 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbee3be-d6cf-44c4-a5d5-5811e13b42f2 None None] Routers {'235d7f90-ab28-4b54-824b-13f8e9870fd2'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:05.263864 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-3fbee3be-d6cf-44c4-a5d5-5811e13b42f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:00:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['235d7f90-ab28-4b54-824b-13f8e9870fd2'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:05.351713 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 686329bd-447a-49ef-8377-c691c87e6818 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:01:05.355643 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-80edc0d0-75e0-4bb2-b584-f38571af0614 req-d275c368-0e4a-41ff-94b9-327c3bbcaed0 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/ports?device_id=9071f952-0433-46f1-9eaa-54cc5707ae5d HTTP/1.1" status: 200 len: 210 time: 0.1662695 Aug 10 01:01:05.452875 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-801affdb-9873-407a-bf0c-931d8404add6 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:05.483570 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-801affdb-9873-407a-bf0c-931d8404add6 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Transition to ACTIVE for port object ebbc2ad5-79cd-48a9-a341-c8139f1218bc will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:05.644861 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-3fbee3be-d6cf-44c4-a5d5-5811e13b42f2 None None] Set router 235d7f90-ab28-4b54-824b-13f8e9870fd2 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:01:05.649498 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-801affdb-9873-407a-bf0c-931d8404add6 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:05.775276 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801affdb-9873-407a-bf0c-931d8404add6 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Network 504ef741-bc2c-42ea-8ec3-302210b41f77 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:05.796310 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e11b9-b22d-4a8a-a0fa-1e8de6c468d7 None None] Pushing event updated for resources: {'Port': ['ID=5d273b70-37d4-47c1-8356-6c8f028d29fa,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:05.801007 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-801affdb-9873-407a-bf0c-931d8404add6 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:05.807066 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-c0bb435b-0a79-45bb-afb1-4e6edb11f610 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:01:05.807478 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-c0bb435b-0a79-45bb-afb1-4e6edb11f610 service neutron] Checking segment: {'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:05.807935 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-c0bb435b-0a79-45bb-afb1-4e6edb11f610 service neutron] Bound using segment: {'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:01:05.808493 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-c0bb435b-0a79-45bb-afb1-4e6edb11f610 service neutron] Bound port: 6c955c7f-fd34-47cb-8393-c2c284128387, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:01:05.808919 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-c0bb435b-0a79-45bb-afb1-4e6edb11f610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:05.809724 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801affdb-9873-407a-bf0c-931d8404add6 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:05.823432 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801affdb-9873-407a-bf0c-931d8404add6 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:05.833465 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-801affdb-9873-407a-bf0c-931d8404add6 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:05.914831 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c3f2b-23dd-4beb-803a-439334193557 req-8e5885f1-ea2f-48ac-92ca-194cb3be19f0 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:05.925008 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0f1c3f2b-23dd-4beb-803a-439334193557 req-8e5885f1-ea2f-48ac-92ca-194cb3be19f0 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 945 time: 0.3800755 Aug 10 01:01:05.928033 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-801affdb-9873-407a-bf0c-931d8404add6 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0729311 Aug 10 01:01:05.933905 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46086) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:05.934290 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 686329bd-447a-49ef-8377-c691c87e6818 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:05.938294 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46088) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:05.956376 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-a5443da9-d6f6-465e-92a8-45753b9425f0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Request body: {'port': {'network_id': '504ef741-bc2c-42ea-8ec3-302210b41f77', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1725551921', 'allowed_address_pairs': [{'ip_address': '2001:db8::2eb', 'mac_address': 'fa:16:3e:e7:33:ba'}]}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:05.959960 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 686329bd-447a-49ef-8377-c691c87e6818 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:05.960441 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:06.012692 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4da312b6-192f-49ae-bc37-d0a6498ad1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:06.040861 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-c0bb435b-0a79-45bb-afb1-4e6edb11f610 service neutron] For port 6c955c7f-fd34-47cb-8393-c2c284128387, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:01:06.088529 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-c0bb435b-0a79-45bb-afb1-4e6edb11f610 service neutron] For port 6c955c7f-fd34-47cb-8393-c2c284128387, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=6c955c7f-fd34-47cb-8393-c2c284128387,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:01:06.103369 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-c0bb435b-0a79-45bb-afb1-4e6edb11f610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:06.121262 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801affdb-9873-407a-bf0c-931d8404add6 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Pushing event updated for resources: {'Port': ['ID=ebbc2ad5-79cd-48a9-a341-c8139f1218bc,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:06.127399 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-71bfe368-e0a0-4029-85c8-65fedd6a07db admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:06.146535 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-3fbee3be-d6cf-44c4-a5d5-5811e13b42f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'name': 'tempest-ServersTestManualDisk-1019290627-router', 'tenant_id': 'ed53369dabee44498507a7cf709f7c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '7c787ffb-25de-4df2-9d8a-c9357a5c6fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:01:02Z', 'updated_at': '2021-08-10T01:01:03Z', 'revision_number': 3, 'project_id': 'ed53369dabee44498507a7cf709f7c85', 'gw_port': {'id': '7c787ffb-25de-4df2-9d8a-c9357a5c6fb9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bf:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:01:03Z', 'updated_at': '2021-08-10T01:01:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:06.182123 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbee3be-d6cf-44c4-a5d5-5811e13b42f2 None None] Checking router: 235d7f90-ab28-4b54-824b-13f8e9870fd2 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:01:06.182650 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbee3be-d6cf-44c4-a5d5-5811e13b42f2 None None] Updating router 235d7f90-ab28-4b54-824b-13f8e9870fd2 port 7c787ffb-25de-4df2-9d8a-c9357a5c6fb9 binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:01:06.214913 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:06.219696 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0f1c3f2b-23dd-4beb-803a-439334193557 req-044c29f0-efed-470e-84f4-a94a18b7882c tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881198 Aug 10 01:01:06.230091 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e54a46-ceba-4668-81ce-a40fff40eca0 req-867cda15-036b-478e-b931-3a107c2bb9eb tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:06.230648 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3fbee3be-d6cf-44c4-a5d5-5811e13b42f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:06.233139 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9e54a46-ceba-4668-81ce-a40fff40eca0 req-867cda15-036b-478e-b931-3a107c2bb9eb tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 943 time: 0.3450954 Aug 10 01:01:06.293119 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 686329bd-447a-49ef-8377-c691c87e6818, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=686329bd-447a-49ef-8377-c691c87e6818,segment=NetworkSegment(3546e796-1646-489b-b4bf-3746be636348),segment_id=3546e796-1646-489b-b4bf-3746be636348)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:06.303031 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:06.306160 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-71bfe368-e0a0-4029-85c8-65fedd6a07db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:06.345426 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-71bfe368-e0a0-4029-85c8-65fedd6a07db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:06.384872 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9e54a46-ceba-4668-81ce-a40fff40eca0 req-b769863d-7cc2-4664-9c18-004037e50e75 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329672 Aug 10 01:01:06.387610 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5443da9-d6f6-465e-92a8-45753b9425f0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Made reservation on behalf of 78235db371c54e3b8925dddbfb6b687a for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:06.444898 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=686329bd-447a-49ef-8377-c691c87e6818,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:06.462492 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb435b-0a79-45bb-afb1-4e6edb11f610 service neutron] Pushing event updated for resources: {'Port': ['ID=6c955c7f-fd34-47cb-8393-c2c284128387,revision_number=8']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:06.488346 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-71bfe368-e0a0-4029-85c8-65fedd6a07db admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4bcd2ee760c642b1b7e884d6a6d89678&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5443413 Aug 10 01:01:06.508856 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46094) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:06.515014 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-c0bb435b-0a79-45bb-afb1-4e6edb11f610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:06.515867 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-c0bb435b-0a79-45bb-afb1-4e6edb11f610 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:06.517474 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-c0bb435b-0a79-45bb-afb1-4e6edb11f610 service neutron] 10.222.0.24 "PUT /v2.0/ports/6c955c7f-fd34-47cb-8393-c2c284128387 HTTP/1.1" status: 200 len: 1123 time: 2.5369473 Aug 10 01:01:06.520557 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bfe368-e0a0-4029-85c8-65fedd6a07db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adce00f6-233d-4408-9c08-79496a397f7e,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:06.548437 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-4da312b6-192f-49ae-bc37-d0a6498ad1db admin admin] Allocated IP 172.20.0.1 (e2973f7f-304c-4952-be52-bf39c7b9668b/4b0b179a-bfa0-4c3a-bcf0-7e9a86358603/3202d689-0ed9-45cd-8720-8944d01c4afc) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:01:06.579539 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-808a4155-4036-4925-81bd-434d8e6c2065 req-41c6732f-d8ef-4894-a7cb-7034fd88fb05 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/ports?device_id=9071f952-0433-46f1-9eaa-54cc5707ae5d HTTP/1.1" status: 200 len: 210 time: 0.0693886 Aug 10 01:01:06.602558 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a5443da9-d6f6-465e-92a8-45753b9425f0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:06.671435 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-a5443da9-d6f6-465e-92a8-45753b9425f0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] device_id is not set on port d033b404-6c3e-49e9-9859-293b36b27763 yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:01:06.733032 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3d8a9e95-d87d-44d7-bde2-97b3c40eaa26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:06.769505 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3d8a9e95-d87d-44d7-bde2-97b3c40eaa26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:06.777778 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['6c955c7f-fd34-47cb-8393-c2c284128387'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:01:06.832221 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3d8a9e95-d87d-44d7-bde2-97b3c40eaa26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:06.834001 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4da312b6-192f-49ae-bc37-d0a6498ad1db admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:06.835525 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3d8a9e95-d87d-44d7-bde2-97b3c40eaa26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:06.840044 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['6c955c7f-fd34-47cb-8393-c2c284128387'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:01:06.841077 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3d8a9e95-d87d-44d7-bde2-97b3c40eaa26 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/adce00f6-233d-4408-9c08-79496a397f7e HTTP/1.1" status: 204 len: 168 time: 0.3300560 Aug 10 01:01:06.857972 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a9e95-d87d-44d7-bde2-97b3c40eaa26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adce00f6-233d-4408-9c08-79496a397f7e,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:06.869525 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-4da312b6-192f-49ae-bc37-d0a6498ad1db admin admin] Transition to ACTIVE for port object 3202d689-0ed9-45cd-8720-8944d01c4afc will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:06.938966 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4da312b6-192f-49ae-bc37-d0a6498ad1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:06.957309 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-a5443da9-d6f6-465e-92a8-45753b9425f0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Allocated IP 2001:db8::f2 (504ef741-bc2c-42ea-8ec3-302210b41f77/8d388058-1e56-44db-a866-74877ccef142/d033b404-6c3e-49e9-9859-293b36b27763) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:01:07.041234 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3691d1d8-b6b4-4695-912a-8cfc8daa454e None None] Network 504ef741-bc2c-42ea-8ec3-302210b41f77 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:07.079397 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da312b6-192f-49ae-bc37-d0a6498ad1db admin admin] Pushing event updated for resources: {'Port': ['ID=3202d689-0ed9-45cd-8720-8944d01c4afc,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:07.101992 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da312b6-192f-49ae-bc37-d0a6498ad1db admin admin] Network e2973f7f-304c-4952-be52-bf39c7b9668b is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:07.115879 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-4da312b6-192f-49ae-bc37-d0a6498ad1db admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:07.121652 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da312b6-192f-49ae-bc37-d0a6498ad1db admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:07.211933 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27325749-cf98-4259-ac2a-748e8101d047', 'tag': '6c955c7f-fd34-47cb-8393-c2c284128387'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:01:07.216595 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1312410-3559-4436-82d0-e677037d6172" -d '{"events": [{"name": "network-changed", "server_uuid": "27325749-cf98-4259-ac2a-748e8101d047", "tag": "6c955c7f-fd34-47cb-8393-c2c284128387"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:01:07.228293 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4da312b6-192f-49ae-bc37-d0a6498ad1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.242235 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3fbee3be-d6cf-44c4-a5d5-5811e13b42f2 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.275931 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e61c507a-3d42-4029-88ef-0a08274e032f None None] Provisioning for port 5d273b70-37d4-47c1-8356-6c8f028d29fa completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:07.290131 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a5443da9-d6f6-465e-92a8-45753b9425f0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.309355 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-3fbee3be-d6cf-44c4-a5d5-5811e13b42f2 None None] Transition to ACTIVE for port object 7c787ffb-25de-4df2-9d8a-c9357a5c6fb9 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:07.334793 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-a5443da9-d6f6-465e-92a8-45753b9425f0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Transition to ACTIVE for port object d033b404-6c3e-49e9-9859-293b36b27763 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:07.335561 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3fbee3be-d6cf-44c4-a5d5-5811e13b42f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.502166 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946ecb0-80ef-4a95-b273-90aaa958240a req-cd02c8e8-9018-4732-a67d-dfd92865e92e tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:07.504754 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5d273b70-37d4-47c1-8356-6c8f028d29fa up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:01:07.510584 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4946ecb0-80ef-4a95-b273-90aaa958240a req-cd02c8e8-9018-4732-a67d-dfd92865e92e tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 945 time: 0.1239781 Aug 10 01:01:07.525903 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a5443da9-d6f6-465e-92a8-45753b9425f0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.569936 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4da312b6-192f-49ae-bc37-d0a6498ad1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.582785 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5443da9-d6f6-465e-92a8-45753b9425f0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Network 504ef741-bc2c-42ea-8ec3-302210b41f77 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:07.599770 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-a67d01d0-4a85-4a50-8cd3-2064ebb72983 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:07.601432 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-a67d01d0-4a85-4a50-8cd3-2064ebb72983 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.24 "GET /v2.0/networks?id=d54a97df-af07-4157-a933-a9c7f148706f HTTP/1.1" status: 200 len: 816 time: 0.8962433 Aug 10 01:01:07.619380 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-a5443da9-d6f6-465e-92a8-45753b9425f0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:07.655006 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5443da9-d6f6-465e-92a8-45753b9425f0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:07.661901 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5443da9-d6f6-465e-92a8-45753b9425f0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:07.662634 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a5443da9-d6f6-465e-92a8-45753b9425f0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.693592 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-3fbee3be-d6cf-44c4-a5d5-5811e13b42f2 None None] Attempting to bind port 7c787ffb-25de-4df2-9d8a-c9357a5c6fb9 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:07.694116 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-3fbee3be-d6cf-44c4-a5d5-5811e13b42f2 None None] Attempting to bind port 7c787ffb-25de-4df2-9d8a-c9357a5c6fb9 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:07.694575 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbee3be-d6cf-44c4-a5d5-5811e13b42f2 None None] Attempting to bind port 7c787ffb-25de-4df2-9d8a-c9357a5c6fb9 on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:07.702551 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a5443da9-d6f6-465e-92a8-45753b9425f0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.7543769 Aug 10 01:01:07.712015 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbee3be-d6cf-44c4-a5d5-5811e13b42f2 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:01:07.713243 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbee3be-d6cf-44c4-a5d5-5811e13b42f2 None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:07.713694 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46120) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:07.713827 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3fbee3be-d6cf-44c4-a5d5-5811e13b42f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.714285 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbee3be-d6cf-44c4-a5d5-5811e13b42f2 None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:01:07.714875 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-3fbee3be-d6cf-44c4-a5d5-5811e13b42f2 None None] Bound port: 7c787ffb-25de-4df2-9d8a-c9357a5c6fb9, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:01:07.715725 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3fbee3be-d6cf-44c4-a5d5-5811e13b42f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.769831 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-3fbee3be-d6cf-44c4-a5d5-5811e13b42f2 None None] For port 7c787ffb-25de-4df2-9d8a-c9357a5c6fb9, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:01:07.773445 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-3fbee3be-d6cf-44c4-a5d5-5811e13b42f2 None None] For port 7c787ffb-25de-4df2-9d8a-c9357a5c6fb9, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=7c787ffb-25de-4df2-9d8a-c9357a5c6fb9,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:01:07.791389 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4da312b6-192f-49ae-bc37-d0a6498ad1db admin admin] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.799202 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3fbee3be-d6cf-44c4-a5d5-5811e13b42f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.805515 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4da312b6-192f-49ae-bc37-d0a6498ad1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.808021 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0c706104-65be-438d-977c-7791f95c21f9 None None] Provisioning for port 3202d689-0ed9-45cd-8720-8944d01c4afc completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:07.814570 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0c706104-65be-438d-977c-7791f95c21f9 None None] Provisioning complete for port 3202d689-0ed9-45cd-8720-8944d01c4afc triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:07.815068 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0c706104-65be-438d-977c-7791f95c21f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.817337 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b5b1b-de45-4cd8-9342-93aa3634dc9d None None] Pushing event updated for resources: {'Port': ['ID=7c787ffb-25de-4df2-9d8a-c9357a5c6fb9,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:07.881904 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4946ecb0-80ef-4a95-b273-90aaa958240a req-9c78afd5-eeaa-4258-a0bf-c08751951124 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707185 Aug 10 01:01:07.910570 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4da312b6-192f-49ae-bc37-d0a6498ad1db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.919736 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5443da9-d6f6-465e-92a8-45753b9425f0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Pushing event updated for resources: {'Port': ['ID=d033b404-6c3e-49e9-9859-293b36b27763,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:07.920665 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 5d273b70-37d4-47c1-8356-6c8f028d29fa completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:07.920791 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da312b6-192f-49ae-bc37-d0a6498ad1db admin admin] Pushing event updated for resources: {'Port': ['ID=3202d689-0ed9-45cd-8720-8944d01c4afc,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:07.943448 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a643add-7983-4b1f-bf5b-d2bd76f0eb4e tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:07.955488 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a643add-7983-4b1f-bf5b-d2bd76f0eb4e tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:07.972277 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 5d273b70-37d4-47c1-8356-6c8f028d29fa triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:07.972667 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.985293 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbee3be-d6cf-44c4-a5d5-5811e13b42f2 None None] Routers {'235d7f90-ab28-4b54-824b-13f8e9870fd2'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:07.985941 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-3fbee3be-d6cf-44c4-a5d5-5811e13b42f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:00:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['235d7f90-ab28-4b54-824b-13f8e9870fd2'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:07.993827 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a643add-7983-4b1f-bf5b-d2bd76f0eb4e tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:07.996471 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9a643add-7983-4b1f-bf5b-d2bd76f0eb4e tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2734690 Aug 10 01:01:08.000032 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46128) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:08.013159 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-0c706104-65be-438d-977c-7791f95c21f9 None None] Port 3202d689-0ed9-45cd-8720-8944d01c4afc cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:01:08.035591 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb488f-5551-461a-9621-9bddbdf97272 req-f3e653a4-1de2-4808-ad87-7823d0fd9560 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:08.044579 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-34bb488f-5551-461a-9621-9bddbdf97272 req-f3e653a4-1de2-4808-ad87-7823d0fd9560 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 943 time: 0.4600618 Aug 10 01:01:08.107762 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-34bb488f-5551-461a-9621-9bddbdf97272 req-cc2368b5-5122-4cee-8ad7-3873dc086f8e tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620339 Aug 10 01:01:08.109844 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b5b1b-de45-4cd8-9342-93aa3634dc9d None None] Pushing event updated for resources: {'Port': ['ID=7c787ffb-25de-4df2-9d8a-c9357a5c6fb9,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:08.153232 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46132) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:08.243211 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-3fbee3be-d6cf-44c4-a5d5-5811e13b42f2 None None] Set router 235d7f90-ab28-4b54-824b-13f8e9870fd2 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:01:08.245606 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:08.265217 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9741eb1c-ac17-4acd-bd00-bc2ea90cda78 req-34714576-832a-4544-a59a-4b01e6dfbaf0 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/ports?device_id=9071f952-0433-46f1-9eaa-54cc5707ae5d HTTP/1.1" status: 200 len: 210 time: 0.0880456 Aug 10 01:01:08.364963 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-0d19e17e-ada2-4476-ae44-3dabcb96da55 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1911094586-network', 'tenant_id': '13afdfafb7de493ebcc648a14a393e21'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:08.382022 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 5d273b70-37d4-47c1-8356-6c8f028d29fa, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5d273b70-37d4-47c1-8356-6c8f028d29fa,segment=NetworkSegment(74a82612-c4b1-4b75-943c-8c3387efbef4),segment_id=74a82612-c4b1-4b75-943c-8c3387efbef4)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:08.410022 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d19e17e-ada2-4476-ae44-3dabcb96da55 admin admin] Made reservation on behalf of 13afdfafb7de493ebcc648a14a393e21 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:08.412589 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0d19e17e-ada2-4476-ae44-3dabcb96da55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:08.422660 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0d19e17e-ada2-4476-ae44-3dabcb96da55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:08.520477 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc79445-d02e-4511-859e-378c49f29c12 x-openstack-request-id: req-acc79445-d02e-4511-859e-378c49f29c12 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:01:08.520772 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27325749-cf98-4259-ac2a-748e8101d047", "tag": "6c955c7f-fd34-47cb-8393-c2c284128387", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:01:08.521018 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-acc79445-d02e-4511-859e-378c49f29c12 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:01:08.521413 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27325749-cf98-4259-ac2a-748e8101d047', 'tag': '6c955c7f-fd34-47cb-8393-c2c284128387', 'status': 'completed', 'code': 200} Aug 10 01:01:08.541431 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-87342258-3e1a-42ee-affb-6b32b51e5727 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cced21c66594cf8bb9b76af567d131a HTTP/1.1" status: 200 len: 380 time: 0.7438123 Aug 10 01:01:08.546261 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:08.547163 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 686329bd-447a-49ef-8377-c691c87e6818 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:01:08.572155 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-e4b58ff8-4ef1-4d05-8e49-b94ccaed274a tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Request body: {'port': {'device_id': '9071f952-0433-46f1-9eaa-54cc5707ae5d', 'network_id': 'd54a97df-af07-4157-a933-a9c7f148706f', 'admin_state_up': True, 'tenant_id': '4cced21c66594cf8bb9b76af567d131a', 'security_groups': ['299dc33d-5031-4b0a-84ce-d7cbb405be86']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:08.594569 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0d19e17e-ada2-4476-ae44-3dabcb96da55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:08.600408 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0d19e17e-ada2-4476-ae44-3dabcb96da55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:08.627971 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d19e17e-ada2-4476-ae44-3dabcb96da55 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:01:08.655104 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0d19e17e-ada2-4476-ae44-3dabcb96da55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:08.655512 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-0d19e17e-ada2-4476-ae44-3dabcb96da55 admin admin] Added segment 8fbcaff3-e9f6-4ab8-abec-babd675cf674 of type vlan for network 33ea34fe-817d-4af0-8886-9a7530db9f55 Aug 10 01:01:08.724402 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da312b6-192f-49ae-bc37-d0a6498ad1db admin admin] Network e2973f7f-304c-4952-be52-bf39c7b9668b is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:08.729822 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-4da312b6-192f-49ae-bc37-d0a6498ad1db admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:08.755003 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0d19e17e-ada2-4476-ae44-3dabcb96da55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:08.768154 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-701a87ee-86cf-436b-9e9a-0de94c563bbc None None] Provisioning for port d033b404-6c3e-49e9-9859-293b36b27763 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:08.778777 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-701a87ee-86cf-436b-9e9a-0de94c563bbc None None] Provisioning complete for port d033b404-6c3e-49e9-9859-293b36b27763 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:08.779165 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-701a87ee-86cf-436b-9e9a-0de94c563bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:08.827610 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19e17e-ada2-4476-ae44-3dabcb96da55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c16246-dba8-4979-aae7-7d2624a162c0,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:08.855835 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=5d273b70-37d4-47c1-8356-6c8f028d29fa,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:08.871395 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-701a87ee-86cf-436b-9e9a-0de94c563bbc None None] Port d033b404-6c3e-49e9-9859-293b36b27763 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:01:08.873758 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0d19e17e-ada2-4476-ae44-3dabcb96da55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:08.875457 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d19e17e-ada2-4476-ae44-3dabcb96da55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:08.875604 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 686329bd-447a-49ef-8377-c691c87e6818 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:08.875916 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:08.876684 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0d19e17e-ada2-4476-ae44-3dabcb96da55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:08.886259 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-3fbee3be-d6cf-44c4-a5d5-5811e13b42f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'name': 'tempest-ServersTestManualDisk-1019290627-router', 'tenant_id': 'ed53369dabee44498507a7cf709f7c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '7c787ffb-25de-4df2-9d8a-c9357a5c6fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:01:02Z', 'updated_at': '2021-08-10T01:01:07Z', 'revision_number': 4, 'project_id': 'ed53369dabee44498507a7cf709f7c85', 'gw_port': {'id': '7c787ffb-25de-4df2-9d8a-c9357a5c6fb9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bf:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:01:03Z', 'updated_at': '2021-08-10T01:01:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '3202d689-0ed9-45cd-8720-8944d01c4afc', 'name': '', 'network_id': 'e2973f7f-304c-4952-be52-bf39c7b9668b', 'tenant_id': 'ed53369dabee44498507a7cf709f7c85', 'mac_address': 'fa:16:3e:88:e4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '4b0b179a-bfa0-4c3a-bcf0-7e9a86358603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:01:06Z', 'updated_at': '2021-08-10T01:01:07Z', 'revision_number': 2, 'project_id': 'ed53369dabee44498507a7cf709f7c85', 'subnets': [{'id': '4b0b179a-bfa0-4c3a-bcf0-7e9a86358603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:08.933176 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-701a87ee-86cf-436b-9e9a-0de94c563bbc None None] Provisioning for port ebbc2ad5-79cd-48a9-a341-c8139f1218bc completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:08.942594 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbee3be-d6cf-44c4-a5d5-5811e13b42f2 None None] The sync data for ids ['235d7f90-ab28-4b54-824b-13f8e9870fd2'] in n-d-766726-26 is: [{'id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'name': 'tempest-ServersTestManualDisk-1019290627-router', 'tenant_id': 'ed53369dabee44498507a7cf709f7c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '7c787ffb-25de-4df2-9d8a-c9357a5c6fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:01:02Z', 'updated_at': '2021-08-10T01:01:07Z', 'revision_number': 4, 'project_id': 'ed53369dabee44498507a7cf709f7c85', 'gw_port': {'id': '7c787ffb-25de-4df2-9d8a-c9357a5c6fb9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bf:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:01:03Z', 'updated_at': '2021-08-10T01:01:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '3202d689-0ed9-45cd-8720-8944d01c4afc', 'name': '', 'network_id': 'e2973f7f-304c-4952-be52-bf39c7b9668b', 'tenant_id': 'ed53369dabee44498507a7cf709f7c85', 'mac_address': 'fa:16:3e:88:e4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '4b0b179a-bfa0-4c3a-bcf0-7e9a86358603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:01:06Z', 'updated_at': '2021-08-10T01:01:07Z', 'revision_number': 2, 'project_id': 'ed53369dabee44498507a7cf709f7c85', 'subnets': [{'id': '4b0b179a-bfa0-4c3a-bcf0-7e9a86358603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:01:08.946175 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-701a87ee-86cf-436b-9e9a-0de94c563bbc None None] Provisioning complete for port ebbc2ad5-79cd-48a9-a341-c8139f1218bc triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:08.947042 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-701a87ee-86cf-436b-9e9a-0de94c563bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:08.965212 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da312b6-192f-49ae-bc37-d0a6498ad1db admin admin] Router 235d7f90-ab28-4b54-824b-13f8e9870fd2 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:01:08.979543 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1312410-3559-4436-82d0-e677037d6172 req-3a4f0e4d-8952-4cb0-90a9-f181d39f839f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:08.981105 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a1312410-3559-4436-82d0-e677037d6172 req-3a4f0e4d-8952-4cb0-90a9-f181d39f839f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=af5124099ce04e7383a5ec5f662d948c&device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 1126 time: 0.4640737 Aug 10 01:01:08.995395 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-f8f19606-b2eb-408d-b6a8-d9fa2f40994a tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Deleting port d033b404-6c3e-49e9-9859-293b36b27763 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:08.995745 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f8f19606-b2eb-408d-b6a8-d9fa2f40994a tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:09.056286 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19e17e-ada2-4476-ae44-3dabcb96da55 admin admin] Pushing event updated for resources: {'Network': ['ID=33ea34fe-817d-4af0-8886-9a7530db9f55,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:09.085755 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 33ea34fe-817d-4af0-8886-9a7530db9f55 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:01:09.097964 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-701a87ee-86cf-436b-9e9a-0de94c563bbc None None] Port ebbc2ad5-79cd-48a9-a341-c8139f1218bc cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:01:09.143619 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0d19e17e-ada2-4476-ae44-3dabcb96da55 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9891851 Aug 10 01:01:09.144800 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46142) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:09.161690 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-74980222-ff75-4ec6-9a2d-7449c9dfb6d3 admin admin] Request body: {'subnet': {'network_id': '33ea34fe-817d-4af0-8886-9a7530db9f55', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1911094586-subnet', 'tenant_id': '13afdfafb7de493ebcc648a14a393e21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:09.205324 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f775f2-1cbe-461c-8ec4-affd1395120d req-6b748e0f-8f57-4063-bf98-cd12e1699581 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:09.226185 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-80f775f2-1cbe-461c-8ec4-affd1395120d req-6b748e0f-8f57-4063-bf98-cd12e1699581 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 945 time: 0.1712239 Aug 10 01:01:09.293836 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-80f775f2-1cbe-461c-8ec4-affd1395120d req-201dfd33-bce1-40e1-99cf-27d03d8fbd26 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667017 Aug 10 01:01:09.392294 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da312b6-192f-49ae-bc37-d0a6498ad1db admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:01:09.424684 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4da312b6-192f-49ae-bc37-d0a6498ad1db admin admin] 10.222.0.35 "PUT /v2.0/routers/235d7f90-ab28-4b54-824b-13f8e9870fd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1694834 Aug 10 01:01:09.432368 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-701a87ee-86cf-436b-9e9a-0de94c563bbc None None] Provisioning complete for port 5d273b70-37d4-47c1-8356-6c8f028d29fa triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:09.432826 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-701a87ee-86cf-436b-9e9a-0de94c563bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:09.464968 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb22a66-4e52-459a-88b9-14924eb71c9f req-b6e36766-6963-40c2-b2c8-c7de25bd25ec tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:09.466528 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fbb22a66-4e52-459a-88b9-14924eb71c9f req-b6e36766-6963-40c2-b2c8-c7de25bd25ec tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 943 time: 0.1694896 Aug 10 01:01:09.546418 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-68dfd1fc-02ee-4157-922f-c5f13b9a10f1 req-6fb7fda9-234a-452f-bc0f-785e0980913e tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/ports?device_id=9071f952-0433-46f1-9eaa-54cc5707ae5d HTTP/1.1" status: 200 len: 210 time: 0.0763214 Aug 10 01:01:09.547992 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.db.api [None req-74980222-ff75-4ec6-9a2d-7449c9dfb6d3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 01:01:09.547992 n-d-766726-26 neutron-server[105826]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 01:01:09.547992 n-d-766726-26 neutron-server[105826]: [parameters: {'project_id_1': '13afdfafb7de493ebcc648a14a393e21', 'expiration_1': datetime.datetime(2021, 8, 10, 1, 1, 9, 177197)}] Aug 10 01:01:09.547992 n-d-766726-26 neutron-server[105826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:01:09.548417 n-d-766726-26 neutron-server[105826]: DEBUG oslo_db.api [None req-74980222-ff75-4ec6-9a2d-7449c9dfb6d3 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:01:09.588120 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f8f19606-b2eb-408d-b6a8-d9fa2f40994a tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:09.603663 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-f8f19606-b2eb-408d-b6a8-d9fa2f40994a tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Calling delete_port for d033b404-6c3e-49e9-9859-293b36b27763 owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:09.625825 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fbb22a66-4e52-459a-88b9-14924eb71c9f req-7cf2f9f2-5e84-4dfd-8cb3-a2f40efbef34 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459916 Aug 10 01:01:09.633891 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5d273b70-37d4-47c1-8356-6c8f028d29fa up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:01:09.734808 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1312410-3559-4436-82d0-e677037d6172 req-156b5f4e-3e96-443e-b114-4ee187c4f8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:09.737640 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a1312410-3559-4436-82d0-e677037d6172 req-156b5f4e-3e96-443e-b114-4ee187c4f8d0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9a3b32c7-74a3-4305-b7a7-526211811378 HTTP/1.1" status: 200 len: 909 time: 0.7457860 Aug 10 01:01:09.740350 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-e4b58ff8-4ef1-4d05-8e49-b94ccaed274a tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Made reservation on behalf of 4cced21c66594cf8bb9b76af567d131a for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:09.744038 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-e4b58ff8-4ef1-4d05-8e49-b94ccaed274a tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:09.823295 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 5d273b70-37d4-47c1-8356-6c8f028d29fa triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:09.823825 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:09.846207 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a1312410-3559-4436-82d0-e677037d6172 req-6b99d7ce-01e4-4399-9603-9046d07c0dd0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c955c7f-fd34-47cb-8393-c2c284128387 HTTP/1.1" status: 200 len: 217 time: 0.0829227 Aug 10 01:01:09.916900 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8a2bb4c1-fe4d-4821-8238-ccfa95569a3c None None] Provisioning complete for port d033b404-6c3e-49e9-9859-293b36b27763 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:09.917277 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8a2bb4c1-fe4d-4821-8238-ccfa95569a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.006279 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8a2bb4c1-fe4d-4821-8238-ccfa95569a3c None None] Port d033b404-6c3e-49e9-9859-293b36b27763 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:01:10.017247 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1312410-3559-4436-82d0-e677037d6172 req-9a0e84ac-5f78-4d42-9730-d0c9ca574e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:10.019101 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a1312410-3559-4436-82d0-e677037d6172 req-9a0e84ac-5f78-4d42-9730-d0c9ca574e3d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=25a2d27a-ba73-472c-943f-003d0feb1ed0 HTTP/1.1" status: 200 len: 848 time: 0.1409519 Aug 10 01:01:10.025279 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f8f19606-b2eb-408d-b6a8-d9fa2f40994a tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.065597 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8a2bb4c1-fe4d-4821-8238-ccfa95569a3c None None] Provisioning complete for port 3202d689-0ed9-45cd-8720-8944d01c4afc triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:10.066156 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8a2bb4c1-fe4d-4821-8238-ccfa95569a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.099630 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74980222-ff75-4ec6-9a2d-7449c9dfb6d3 admin admin] Made reservation on behalf of 13afdfafb7de493ebcc648a14a393e21 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:10.101988 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-74980222-ff75-4ec6-9a2d-7449c9dfb6d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.119466 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8a2bb4c1-fe4d-4821-8238-ccfa95569a3c None None] Port 3202d689-0ed9-45cd-8720-8944d01c4afc cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:01:10.153231 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8a2bb4c1-fe4d-4821-8238-ccfa95569a3c None None] Provisioning complete for port ebbc2ad5-79cd-48a9-a341-c8139f1218bc triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:10.153231 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8a2bb4c1-fe4d-4821-8238-ccfa95569a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.159908 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f19606-b2eb-408d-b6a8-d9fa2f40994a tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Pushing event deleted for resources: {'Port': ['ID=d033b404-6c3e-49e9-9859-293b36b27763,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:10.169361 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a1312410-3559-4436-82d0-e677037d6172 req-82559a85-ec56-41bc-8f1b-b8de50afa69d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a3b32c7-74a3-4305-b7a7-526211811378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1412947 Aug 10 01:01:10.246915 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8a2bb4c1-fe4d-4821-8238-ccfa95569a3c None None] Port ebbc2ad5-79cd-48a9-a341-c8139f1218bc cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:01:10.276769 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46158) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:10.284814 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-9e0bf5b0-b677-4db5-b77e-4d915b217898 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1326531334', 'description': 'tempest-description--259128171'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:10.407412 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9e0bf5b0-b677-4db5-b77e-4d915b217898 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.420356 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-e4b58ff8-4ef1-4d05-8e49-b94ccaed274a tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Allocated IP 172.20.0.13 (d54a97df-af07-4157-a933-a9c7f148706f/9beeeada-fdeb-44c8-8b6e-0c8a8c8c8d6e/ccaff7bb-37f2-4a16-98a3-6f64179b56d2) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:01:10.508022 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9e0bf5b0-b677-4db5-b77e-4d915b217898 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.521821 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9e0bf5b0-b677-4db5-b77e-4d915b217898 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.635015 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-e4b58ff8-4ef1-4d05-8e49-b94ccaed274a tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.652403 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-e4b58ff8-4ef1-4d05-8e49-b94ccaed274a tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Transition to ACTIVE for port object ccaff7bb-37f2-4a16-98a3-6f64179b56d2 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:10.760334 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9e0bf5b0-b677-4db5-b77e-4d915b217898 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.761620 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9e0bf5b0-b677-4db5-b77e-4d915b217898 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4838653 Aug 10 01:01:10.765328 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46168) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:10.780494 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0bf5b0-b677-4db5-b77e-4d915b217898 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=814bded9-eb1e-4297-bf44-52576f18237e,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:10.795266 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-4a10276e-cb5b-4462-aa2c-dbc054475093 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Request body: {'security_group_rule': {'security_group_id': '814bded9-eb1e-4297-bf44-52576f18237e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:10.801391 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-e4b58ff8-4ef1-4d05-8e49-b94ccaed274a tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.805251 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9df22-26b6-4606-849c-b0d3c6c310b2 req-ebd2bdee-11a8-41bb-9b5a-4663f3f42d54 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:10.813281 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8fb9df22-26b6-4606-849c-b0d3c6c310b2 req-ebd2bdee-11a8-41bb-9b5a-4663f3f42d54 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 945 time: 0.3800297 Aug 10 01:01:10.857031 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3b31d-65f9-4d5c-a9b9-4d6b12e2fd14 req-63e04c58-72e7-404f-835c-c8069d445e1f tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:10.865917 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-71c3b31d-65f9-4d5c-a9b9-4d6b12e2fd14 req-63e04c58-72e7-404f-835c-c8069d445e1f tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/ports?device_id=9071f952-0433-46f1-9eaa-54cc5707ae5d HTTP/1.1" status: 200 len: 932 time: 0.1940498 Aug 10 01:01:10.912924 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-74980222-ff75-4ec6-9a2d-7449c9dfb6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.958868 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-e4b58ff8-4ef1-4d05-8e49-b94ccaed274a tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Network d54a97df-af07-4157-a933-a9c7f148706f is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:10.961735 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-71c3b31d-65f9-4d5c-a9b9-4d6b12e2fd14 req-9a5b5ab2-cbb0-48d6-951c-0d97bfdc56cc tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/security-groups?id=299dc33d-5031-4b0a-84ce-d7cbb405be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947001 Aug 10 01:01:10.995142 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f8f19606-b2eb-408d-b6a8-d9fa2f40994a tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.997724 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f8f19606-b2eb-408d-b6a8-d9fa2f40994a tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] 10.222.0.35 "DELETE /v2.0/ports/d033b404-6c3e-49e9-9859-293b36b27763 HTTP/1.1" status: 204 len: 168 time: 2.9910846 Aug 10 01:01:11.000722 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a1312410-3559-4436-82d0-e677037d6172 req-1ceb143f-3b59-4354-a79b-58b30d7e66c2 service neutron] 10.222.0.20 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8183668 Aug 10 01:01:11.002047 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46172) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:11.005032 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-e4b58ff8-4ef1-4d05-8e49-b94ccaed274a tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:11.015809 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4a10276e-cb5b-4462-aa2c-dbc054475093 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.018673 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b58ff8-4ef1-4d05-8e49-b94ccaed274a tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Pushing event updated for resources: {'Port': ['ID=ccaff7bb-37f2-4a16-98a3-6f64179b56d2,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:11.048612 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-e4b58ff8-4ef1-4d05-8e49-b94ccaed274a tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:11.062986 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74980222-ff75-4ec6-9a2d-7449c9dfb6d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd2bd06e-87c9-4633-9a01-727c56aef97b,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:11.099277 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74980222-ff75-4ec6-9a2d-7449c9dfb6d3 admin admin] Checking segment: {'id': '8fbcaff3-e9f6-4ab8-abec-babd675cf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '33ea34fe-817d-4af0-8886-9a7530db9f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:11.099647 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74980222-ff75-4ec6-9a2d-7449c9dfb6d3 admin admin] Network hostable DHCP agents. Network: 33ea34fe-817d-4af0-8886-9a7530db9f55, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:01:11.126738 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8fb9df22-26b6-4606-849c-b0d3c6c310b2 req-0ff034f7-9e12-4ed4-be4a-6cc009234d16 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124485 Aug 10 01:01:11.170613 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cb964718-e480-4521-93c1-0a6d86a01cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.210961 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d238b-5adf-4032-96cb-39bd62683326 req-7cc12b16-cc7a-4e20-baa3-8f5c4be8bb33 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:11.225632 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f38d238b-5adf-4032-96cb-39bd62683326 req-7cc12b16-cc7a-4e20-baa3-8f5c4be8bb33 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 943 time: 0.1424549 Aug 10 01:01:11.230688 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74980222-ff75-4ec6-9a2d-7449c9dfb6d3 admin admin] Network 33ea34fe-817d-4af0-8886-9a7530db9f55 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:01:11.257997 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8592a00-853c-4093-bda3-7ecdf1981c6d tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] GET failed (client error): The resource could not be found. Aug 10 01:01:11.263151 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d8592a00-853c-4093-bda3-7ecdf1981c6d tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] 10.222.0.35 "GET /v2.0/ports/d033b404-6c3e-49e9-9859-293b36b27763 HTTP/1.1" status: 404 len: 333 time: 0.2560139 Aug 10 01:01:11.263151 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a1312410-3559-4436-82d0-e677037d6172 req-8a8cc40d-2f34-4c32-b425-291c8e5d853d service neutron] 10.222.0.20 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100167 Aug 10 01:01:11.272490 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46174) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:11.282228 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-f0ba18d1-a49c-4af8-b2d1-d7744efcfbb0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Request body: {'port': {'network_id': '504ef741-bc2c-42ea-8ec3-302210b41f77', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-445378954'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:11.286146 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-74980222-ff75-4ec6-9a2d-7449c9dfb6d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 33ea34fe-817d-4af0-8886-9a7530db9f55) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:11.295086 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74980222-ff75-4ec6-9a2d-7449c9dfb6d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:11.296611 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-74980222-ff75-4ec6-9a2d-7449c9dfb6d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.305744 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e80d64d-2e5b-4478-957d-badfb611dfa7 None None] Network 33ea34fe-817d-4af0-8886-9a7530db9f55 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:11.365266 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f38d238b-5adf-4032-96cb-39bd62683326 req-1f344b45-92e8-4d2b-be8c-cc59e4a1a1eb tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355410 Aug 10 01:01:11.381304 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-74980222-ff75-4ec6-9a2d-7449c9dfb6d3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2335508 Aug 10 01:01:11.460040 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c2821f6a-251f-496b-af98-f87d518b5d76 None None] Provisioning for port ccaff7bb-37f2-4a16-98a3-6f64179b56d2 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:11.469480 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.472401 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c2821f6a-251f-496b-af98-f87d518b5d76 None None] Provisioning complete for port ccaff7bb-37f2-4a16-98a3-6f64179b56d2 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:11.473082 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c2821f6a-251f-496b-af98-f87d518b5d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.524225 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-e4b58ff8-4ef1-4d05-8e49-b94ccaed274a tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:11.524225 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-e4b58ff8-4ef1-4d05-8e49-b94ccaed274a tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.558719 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4a10276e-cb5b-4462-aa2c-dbc054475093 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.576484 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4a10276e-cb5b-4462-aa2c-dbc054475093 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.582757 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7c787ffb-25de-4df2-9d8a-c9357a5c6fb9 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:01:11.593401 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ba18d1-a49c-4af8-b2d1-d7744efcfbb0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Made reservation on behalf of 78235db371c54e3b8925dddbfb6b687a for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:11.596884 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f0ba18d1-a49c-4af8-b2d1-d7744efcfbb0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.614730 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c2821f6a-251f-496b-af98-f87d518b5d76 None None] Port ccaff7bb-37f2-4a16-98a3-6f64179b56d2 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:01:11.619745 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-e4b58ff8-4ef1-4d05-8e49-b94ccaed274a tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0555582 Aug 10 01:01:11.625493 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10276e-cb5b-4462-aa2c-dbc054475093 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e9dec76-4bba-4267-93f4-dc1f591e9601,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:11.640119 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-1c1f142a-8045-488b-882e-425a01a8a655 service neutron] Request body: {'port': {'device_id': '9071f952-0433-46f1-9eaa-54cc5707ae5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:11.664736 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc197868-c8a9-4537-9502-33e03c5dd799 None None] Network 33ea34fe-817d-4af0-8886-9a7530db9f55 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:11.677237 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4a10276e-cb5b-4462-aa2c-dbc054475093 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.681077 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4a10276e-cb5b-4462-aa2c-dbc054475093 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9084711 Aug 10 01:01:11.684344 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46186) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:11.702567 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-9f7e7f00-894f-4029-8da9-eb4c501af9d8 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Request body: {'security_group_rule': {'security_group_id': '814bded9-eb1e-4297-bf44-52576f18237e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:11.703590 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-f0ba18d1-a49c-4af8-b2d1-d7744efcfbb0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] device_id is not set on port 9af01990-a887-4368-bdd9-d7952fb5ba49 yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:01:11.755951 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 7c787ffb-25de-4df2-9d8a-c9357a5c6fb9 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:11.758271 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9f7e7f00-894f-4029-8da9-eb4c501af9d8 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.761865 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 7c787ffb-25de-4df2-9d8a-c9357a5c6fb9 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:11.763057 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.766746 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-1c1f142a-8045-488b-882e-425a01a8a655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.913903 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.937641 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 7c787ffb-25de-4df2-9d8a-c9357a5c6fb9, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=7c787ffb-25de-4df2-9d8a-c9357a5c6fb9,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:11.945769 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.990302 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-f0ba18d1-a49c-4af8-b2d1-d7744efcfbb0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Allocated IP 2001:db8::1f (504ef741-bc2c-42ea-8ec3-302210b41f77/8d388058-1e56-44db-a866-74877ccef142/9af01990-a887-4368-bdd9-d7952fb5ba49) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:01:12.001018 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=7c787ffb-25de-4df2-9d8a-c9357a5c6fb9,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:12.027999 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9f7e7f00-894f-4029-8da9-eb4c501af9d8 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:12.037714 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-94ed5f6b-c158-4f13-9e21-8623e7ad5b9f tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:12.046231 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-94ed5f6b-c158-4f13-9e21-8623e7ad5b9f tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] 10.222.0.35 "GET /v2.0/networks?id=33ea34fe-817d-4af0-8886-9a7530db9f55 HTTP/1.1" status: 200 len: 814 time: 0.1930995 Aug 10 01:01:12.055558 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9f7e7f00-894f-4029-8da9-eb4c501af9d8 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:12.067505 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-255bd714-0f08-48c9-88f4-1551ccd3599c tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] 10.222.0.35 "GET /v2.0/quotas/13afdfafb7de493ebcc648a14a393e21 HTTP/1.1" status: 200 len: 375 time: 0.0202122 Aug 10 01:01:12.098465 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e7f00-894f-4029-8da9-eb4c501af9d8 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97321716-16e5-4d17-8981-3d4bb444e75a,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:12.137903 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-6a9ee9e9-38f9-4315-a2c7-31367e1b8c75 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=13afdfafb7de493ebcc648a14a393e21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590253 Aug 10 01:01:12.139826 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9f7e7f00-894f-4029-8da9-eb4c501af9d8 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:12.140710 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9f7e7f00-894f-4029-8da9-eb4c501af9d8 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4528809 Aug 10 01:01:12.144057 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46198) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:12.150401 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-873e932f-e1c5-4aee-b195-d38c35282cc1 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:12.335766 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f0ba18d1-a49c-4af8-b2d1-d7744efcfbb0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:12.339394 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-1c1f142a-8045-488b-882e-425a01a8a655 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccaff7bb-37f2-4a16-98a3-6f64179b56d2 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:01:12.352017 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-1c1f142a-8045-488b-882e-425a01a8a655 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:12.365722 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-f0ba18d1-a49c-4af8-b2d1-d7744efcfbb0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Transition to ACTIVE for port object 9af01990-a887-4368-bdd9-d7952fb5ba49 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:12.373498 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-1c1f142a-8045-488b-882e-425a01a8a655 service neutron] Transition to ACTIVE for port object ccaff7bb-37f2-4a16-98a3-6f64179b56d2 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:12.383262 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-1c1f142a-8045-488b-882e-425a01a8a655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:12.463107 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f142a-8045-488b-882e-425a01a8a655 service neutron] Pushing event updated for resources: {'Port': ['ID=ccaff7bb-37f2-4a16-98a3-6f64179b56d2,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:12.488447 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f0ba18d1-a49c-4af8-b2d1-d7744efcfbb0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:12.575514 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ba18d1-a49c-4af8-b2d1-d7744efcfbb0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Network 504ef741-bc2c-42ea-8ec3-302210b41f77 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:12.580584 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-f0ba18d1-a49c-4af8-b2d1-d7744efcfbb0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:12.586464 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba18d1-a49c-4af8-b2d1-d7744efcfbb0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Pushing event updated for resources: {'Port': ['ID=9af01990-a887-4368-bdd9-d7952fb5ba49,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:12.591105 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ba18d1-a49c-4af8-b2d1-d7744efcfbb0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:12.593855 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e03fc-a53a-47b1-804b-cb8a1a002bb6 req-95f75053-5486-4dce-acf2-fc5c07c66cca tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:12.597526 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ba18d1-a49c-4af8-b2d1-d7744efcfbb0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:12.598170 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f0ba18d1-a49c-4af8-b2d1-d7744efcfbb0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:12.603256 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a98e03fc-a53a-47b1-804b-cb8a1a002bb6 req-95f75053-5486-4dce-acf2-fc5c07c66cca tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/ports?device_id=9071f952-0433-46f1-9eaa-54cc5707ae5d HTTP/1.1" status: 200 len: 932 time: 0.5384955 Aug 10 01:01:12.604352 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f092a1b-b1f0-4710-a6d2-6d4314ee1d31 None None] Sync routers for ids ['235d7f90-ab28-4b54-824b-13f8e9870fd2'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:01:12.619296 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f092a1b-b1f0-4710-a6d2-6d4314ee1d31 None None] Routers {'235d7f90-ab28-4b54-824b-13f8e9870fd2'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:12.619928 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-3f092a1b-b1f0-4710-a6d2-6d4314ee1d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:00:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['235d7f90-ab28-4b54-824b-13f8e9870fd2'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:12.637804 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-873e932f-e1c5-4aee-b195-d38c35282cc1 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:12.647885 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f0ba18d1-a49c-4af8-b2d1-d7744efcfbb0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3742564 Aug 10 01:01:12.657609 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-1c1f142a-8045-488b-882e-425a01a8a655 service neutron] Attempting to bind port ccaff7bb-37f2-4a16-98a3-6f64179b56d2 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:12.658172 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-1c1f142a-8045-488b-882e-425a01a8a655 service neutron] Attempting to bind port ccaff7bb-37f2-4a16-98a3-6f64179b56d2 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '0d0ff621-3a64-4796-aca3-79bbdbdd1bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd54a97df-af07-4157-a933-a9c7f148706f'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:12.658669 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-1c1f142a-8045-488b-882e-425a01a8a655 service neutron] Attempting to bind port ccaff7bb-37f2-4a16-98a3-6f64179b56d2 on network d54a97df-af07-4157-a933-a9c7f148706f {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:12.662534 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46208) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:12.666552 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-1c1f142a-8045-488b-882e-425a01a8a655 service neutron] Port ccaff7bb-37f2-4a16-98a3-6f64179b56d2 on network d54a97df-af07-4157-a933-a9c7f148706f not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:12.667636 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-1c1f142a-8045-488b-882e-425a01a8a655 service neutron] Attempting to bind port ccaff7bb-37f2-4a16-98a3-6f64179b56d2 on network d54a97df-af07-4157-a933-a9c7f148706f {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:12.672372 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-0e8ba718-f3e9-4609-9a45-96aa664a6cd0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2eb', 'mac_address': 'fa:16:3e:e7:33:ba'}]}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:12.674101 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-1c1f142a-8045-488b-882e-425a01a8a655 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:01:12.674619 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-1c1f142a-8045-488b-882e-425a01a8a655 service neutron] Checking segment: {'id': '0d0ff621-3a64-4796-aca3-79bbdbdd1bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd54a97df-af07-4157-a933-a9c7f148706f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:12.675211 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-1c1f142a-8045-488b-882e-425a01a8a655 service neutron] Bound using segment: {'id': '0d0ff621-3a64-4796-aca3-79bbdbdd1bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd54a97df-af07-4157-a933-a9c7f148706f'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:01:12.676626 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-1c1f142a-8045-488b-882e-425a01a8a655 service neutron] Bound port: ccaff7bb-37f2-4a16-98a3-6f64179b56d2, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d0ff621-3a64-4796-aca3-79bbdbdd1bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd54a97df-af07-4157-a933-a9c7f148706f'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:01:12.678374 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-1c1f142a-8045-488b-882e-425a01a8a655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:12.771859 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-1c1f142a-8045-488b-882e-425a01a8a655 service neutron] For port ccaff7bb-37f2-4a16-98a3-6f64179b56d2, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:01:12.775832 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-1c1f142a-8045-488b-882e-425a01a8a655 service neutron] For port ccaff7bb-37f2-4a16-98a3-6f64179b56d2, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=ccaff7bb-37f2-4a16-98a3-6f64179b56d2,segment=NetworkSegment(0d0ff621-3a64-4796-aca3-79bbdbdd1bd3),segment_id=0d0ff621-3a64-4796-aca3-79bbdbdd1bd3)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:01:12.782980 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-1c1f142a-8045-488b-882e-425a01a8a655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:12.805439 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-1c1f142a-8045-488b-882e-425a01a8a655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:12.806175 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-1c1f142a-8045-488b-882e-425a01a8a655 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:12.807647 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-1c1f142a-8045-488b-882e-425a01a8a655 service neutron] 10.222.0.24 "PUT /v2.0/ports/ccaff7bb-37f2-4a16-98a3-6f64179b56d2 HTTP/1.1" status: 200 len: 1093 time: 1.1725137 Aug 10 01:01:12.810102 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9071f952-0433-46f1-9eaa-54cc5707ae5d', 'tag': 'ccaff7bb-37f2-4a16-98a3-6f64179b56d2'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:01:12.815211 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d64c3b4-2d09-4b1c-b733-26cd8d71be4d" -d '{"events": [{"name": "network-changed", "server_uuid": "9071f952-0433-46f1-9eaa-54cc5707ae5d", "tag": "ccaff7bb-37f2-4a16-98a3-6f64179b56d2"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:01:12.815462 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a98e03fc-a53a-47b1-804b-cb8a1a002bb6 req-b3cc43fe-2a14-4703-bc18-82fff8b88eee tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/security-groups?id=299dc33d-5031-4b0a-84ce-d7cbb405be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076402 Aug 10 01:01:12.838095 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-3f092a1b-b1f0-4710-a6d2-6d4314ee1d31 None None] Set router 235d7f90-ab28-4b54-824b-13f8e9870fd2 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:01:12.860656 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-707e8b81-d1a4-4482-8405-34f10b50f688 service neutron] 10.222.0.35 "GET /v2.0/networks/33ea34fe-817d-4af0-8886-9a7530db9f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7043247 Aug 10 01:01:12.891848 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f142a-8045-488b-882e-425a01a8a655 service neutron] Pushing event updated for resources: {'Port': ['ID=ccaff7bb-37f2-4a16-98a3-6f64179b56d2,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:12.960226 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-bbb78216-08d9-4ee4-9a9d-1a530d26fc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:12.962308 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-bbb78216-08d9-4ee4-9a9d-1a530d26fc49 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4cced21c66594cf8bb9b76af567d131a&device_id=9071f952-0433-46f1-9eaa-54cc5707ae5d HTTP/1.1" status: 200 len: 1096 time: 0.0551085 Aug 10 01:01:13.023585 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ab653c45-5fac-421c-82c3-233a9432ba05 None None] Provisioning for port 9af01990-a887-4368-bdd9-d7952fb5ba49 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:13.025706 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-c8173919-21e0-4153-b2c4-ea07fa460c78 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccaff7bb-37f2-4a16-98a3-6f64179b56d2 HTTP/1.1" status: 200 len: 217 time: 0.0549173 Aug 10 01:01:13.027801 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ab653c45-5fac-421c-82c3-233a9432ba05 None None] Provisioning complete for port 9af01990-a887-4368-bdd9-d7952fb5ba49 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:13.028227 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ab653c45-5fac-421c-82c3-233a9432ba05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:13.097685 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-ab653c45-5fac-421c-82c3-233a9432ba05 None None] Port 9af01990-a887-4368-bdd9-d7952fb5ba49 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:01:13.104038 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-3d01318e-3ecb-4345-8025-6c082d1cc273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:13.109353 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-3d01318e-3ecb-4345-8025-6c082d1cc273 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9beeeada-fdeb-44c8-8b6e-0c8a8c8c8d6e HTTP/1.1" status: 200 len: 855 time: 0.0767045 Aug 10 01:01:13.180202 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-e1b5a2e5-612f-4122-acd4-62b683aecdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:13.182461 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-e1b5a2e5-612f-4122-acd4-62b683aecdd9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d54a97df-af07-4157-a933-a9c7f148706f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642118 Aug 10 01:01:13.204947 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-3f092a1b-b1f0-4710-a6d2-6d4314ee1d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'name': 'tempest-ServersTestManualDisk-1019290627-router', 'tenant_id': 'ed53369dabee44498507a7cf709f7c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '7c787ffb-25de-4df2-9d8a-c9357a5c6fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:01:02Z', 'updated_at': '2021-08-10T01:01:07Z', 'revision_number': 4, 'project_id': 'ed53369dabee44498507a7cf709f7c85', 'gw_port': {'id': '7c787ffb-25de-4df2-9d8a-c9357a5c6fb9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:01:03Z', 'updated_at': '2021-08-10T01:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '3202d689-0ed9-45cd-8720-8944d01c4afc', 'name': '', 'network_id': 'e2973f7f-304c-4952-be52-bf39c7b9668b', 'tenant_id': 'ed53369dabee44498507a7cf709f7c85', 'mac_address': 'fa:16:3e:88:e4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '4b0b179a-bfa0-4c3a-bcf0-7e9a86358603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:01:06Z', 'updated_at': '2021-08-10T01:01:07Z', 'revision_number': 2, 'project_id': 'ed53369dabee44498507a7cf709f7c85', 'subnets': [{'id': '4b0b179a-bfa0-4c3a-bcf0-7e9a86358603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:13.222857 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9d512-e4e7-4ac7-9d9e-185d3cdb1690 req-0373a24d-070c-4c3d-afe6-c66c745a4dfe tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:13.230921 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2c9d512-e4e7-4ac7-9d9e-185d3cdb1690 req-0373a24d-070c-4c3d-afe6-c66c745a4dfe tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 945 time: 0.2567849 Aug 10 01:01:13.237130 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f092a1b-b1f0-4710-a6d2-6d4314ee1d31 None None] Checking router: 235d7f90-ab28-4b54-824b-13f8e9870fd2 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:01:13.237831 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f092a1b-b1f0-4710-a6d2-6d4314ee1d31 None None] Updating router 235d7f90-ab28-4b54-824b-13f8e9870fd2 port 3202d689-0ed9-45cd-8720-8944d01c4afc binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:01:13.263788 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f092a1b-b1f0-4710-a6d2-6d4314ee1d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:13.297841 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-7356932b-1a35-48af-b0bd-eb2afa698bd1 service neutron] 10.222.0.35 "GET /v2.0/networks/33ea34fe-817d-4af0-8886-9a7530db9f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361916 Aug 10 01:01:13.343161 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0e8ba718-f3e9-4609-9a45-96aa664a6cd0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:13.357293 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-eb0b6acc-30cc-408b-b080-c3f2d4107134 service neutron] 10.222.0.24 "GET /v2.0/networks/d54a97df-af07-4157-a933-a9c7f148706f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675057 Aug 10 01:01:13.395151 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2c9d512-e4e7-4ac7-9d9e-185d3cdb1690 req-3b8fa792-785a-4674-8a66-6cd308dad229 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633372 Aug 10 01:01:13.527758 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-873e932f-e1c5-4aee-b195-d38c35282cc1 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:13.658940 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a8184b3b-5b9e-483f-8fd0-c1749ba15c18 req-f481c47a-1f04-4260-8f8e-48351abe2e54 service neutron] 10.222.0.24 "GET /v2.0/networks/d54a97df-af07-4157-a933-a9c7f148706f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936985 Aug 10 01:01:13.675661 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7c787ffb-25de-4df2-9d8a-c9357a5c6fb9 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:01:13.728936 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-873e932f-e1c5-4aee-b195-d38c35282cc1 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Allocated IP 172.25.2.60 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/17754738-43d7-43f8-b9fb-757484ce9ec1) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:01:13.762680 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c521178f-17e3-440d-a2e3-b00cfe703419 x-openstack-request-id: req-c521178f-17e3-440d-a2e3-b00cfe703419 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:01:13.762680 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9071f952-0433-46f1-9eaa-54cc5707ae5d", "tag": "ccaff7bb-37f2-4a16-98a3-6f64179b56d2", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:01:13.764167 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c521178f-17e3-440d-a2e3-b00cfe703419 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:01:13.764783 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9071f952-0433-46f1-9eaa-54cc5707ae5d', 'tag': 'ccaff7bb-37f2-4a16-98a3-6f64179b56d2', 'status': 'completed', 'code': 200} Aug 10 01:01:13.814747 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 7c787ffb-25de-4df2-9d8a-c9357a5c6fb9 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:13.815136 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:13.819113 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e908ecf1-3191-409c-beb5-a2ad5ab21013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:13.830414 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f092a1b-b1f0-4710-a6d2-6d4314ee1d31 None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:13.842535 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-3f092a1b-b1f0-4710-a6d2-6d4314ee1d31 None None] Transition to ACTIVE for port object 3202d689-0ed9-45cd-8720-8944d01c4afc will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:13.849456 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f092a1b-b1f0-4710-a6d2-6d4314ee1d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:13.865604 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64c3b4-2d09-4b1c-b733-26cd8d71be4d req-5b85eaf2-8453-448c-b737-dea83d7eb8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:13.867666 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0d64c3b4-2d09-4b1c-b733-26cd8d71be4d req-5b85eaf2-8453-448c-b737-dea83d7eb8cf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4cced21c66594cf8bb9b76af567d131a&device_id=9071f952-0433-46f1-9eaa-54cc5707ae5d HTTP/1.1" status: 200 len: 1096 time: 0.0849657 Aug 10 01:01:14.003081 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-3f092a1b-b1f0-4710-a6d2-6d4314ee1d31 None None] Attempting to bind port 3202d689-0ed9-45cd-8720-8944d01c4afc on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:14.003561 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-873e932f-e1c5-4aee-b195-d38c35282cc1 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:14.010570 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-3f092a1b-b1f0-4710-a6d2-6d4314ee1d31 None None] Attempting to bind port 3202d689-0ed9-45cd-8720-8944d01c4afc by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '3546e796-1646-489b-b4bf-3746be636348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e2973f7f-304c-4952-be52-bf39c7b9668b'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:14.011346 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f092a1b-b1f0-4710-a6d2-6d4314ee1d31 None None] Attempting to bind port 3202d689-0ed9-45cd-8720-8944d01c4afc on network e2973f7f-304c-4952-be52-bf39c7b9668b {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:14.028029 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f092a1b-b1f0-4710-a6d2-6d4314ee1d31 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:01:14.034469 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f092a1b-b1f0-4710-a6d2-6d4314ee1d31 None None] Checking segment: {'id': '3546e796-1646-489b-b4bf-3746be636348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e2973f7f-304c-4952-be52-bf39c7b9668b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:14.035170 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f092a1b-b1f0-4710-a6d2-6d4314ee1d31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:14.035722 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f092a1b-b1f0-4710-a6d2-6d4314ee1d31 None None] Bound using segment: {'id': '3546e796-1646-489b-b4bf-3746be636348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e2973f7f-304c-4952-be52-bf39c7b9668b'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:01:14.036400 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-3f092a1b-b1f0-4710-a6d2-6d4314ee1d31 None None] Bound port: 3202d689-0ed9-45cd-8720-8944d01c4afc, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3546e796-1646-489b-b4bf-3746be636348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e2973f7f-304c-4952-be52-bf39c7b9668b'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:01:14.036971 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f092a1b-b1f0-4710-a6d2-6d4314ee1d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:14.115301 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-3f092a1b-b1f0-4710-a6d2-6d4314ee1d31 None None] For port 3202d689-0ed9-45cd-8720-8944d01c4afc, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:01:14.119565 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-3f092a1b-b1f0-4710-a6d2-6d4314ee1d31 None None] For port 3202d689-0ed9-45cd-8720-8944d01c4afc, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=3202d689-0ed9-45cd-8720-8944d01c4afc,segment=NetworkSegment(3546e796-1646-489b-b4bf-3746be636348),segment_id=3546e796-1646-489b-b4bf-3746be636348)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:01:14.138192 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f092a1b-b1f0-4710-a6d2-6d4314ee1d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:14.145283 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-873e932f-e1c5-4aee-b195-d38c35282cc1 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:14.159930 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959e43f-84f1-430b-a72b-faf70c3632e6 None None] Pushing event updated for resources: {'Port': ['ID=3202d689-0ed9-45cd-8720-8944d01c4afc,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:14.176405 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e959e43f-84f1-430b-a72b-faf70c3632e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:14.177051 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e959e43f-84f1-430b-a72b-faf70c3632e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:14.177405 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e959e43f-84f1-430b-a72b-faf70c3632e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:14.180476 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e959e43f-84f1-430b-a72b-faf70c3632e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:14.180878 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e959e43f-84f1-430b-a72b-faf70c3632e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:14.181229 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e959e43f-84f1-430b-a72b-faf70c3632e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:14.181564 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e959e43f-84f1-430b-a72b-faf70c3632e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:14.182076 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e959e43f-84f1-430b-a72b-faf70c3632e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:14.182573 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e959e43f-84f1-430b-a72b-faf70c3632e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:14.187302 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e959e43f-84f1-430b-a72b-faf70c3632e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:14.187639 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e959e43f-84f1-430b-a72b-faf70c3632e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:14.188053 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e959e43f-84f1-430b-a72b-faf70c3632e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:14.308893 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f092a1b-b1f0-4710-a6d2-6d4314ee1d31 None None] Routers {'235d7f90-ab28-4b54-824b-13f8e9870fd2'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:14.310170 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-3f092a1b-b1f0-4710-a6d2-6d4314ee1d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:01:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['235d7f90-ab28-4b54-824b-13f8e9870fd2'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:14.340158 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959e43f-84f1-430b-a72b-faf70c3632e6 None None] Pushing event updated for resources: {'Port': ['ID=3202d689-0ed9-45cd-8720-8944d01c4afc,revision_number=4']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:14.403540 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:14.557684 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0e8ba718-f3e9-4609-9a45-96aa664a6cd0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:14.565767 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-3f092a1b-b1f0-4710-a6d2-6d4314ee1d31 None None] Set router 235d7f90-ab28-4b54-824b-13f8e9870fd2 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:01:14.634291 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f0a1e89b-951c-47b0-a335-e80e9b8e1355 req-6d07ca1b-ab95-45fb-a22a-4dd80f4871fe tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d321d5d-0bbd-4237-abb1-f3b29052ac15 HTTP/1.1" status: 200 len: 210 time: 0.5514214 Aug 10 01:01:14.706771 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64c3b4-2d09-4b1c-b733-26cd8d71be4d req-fb9807c2-6a0f-4976-8e0f-a999bf445401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:14.709000 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0d64c3b4-2d09-4b1c-b733-26cd8d71be4d req-fb9807c2-6a0f-4976-8e0f-a999bf445401 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d54a97df-af07-4157-a933-a9c7f148706f HTTP/1.1" status: 200 len: 917 time: 0.8334966 Aug 10 01:01:14.717931 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0e8ba718-f3e9-4609-9a45-96aa664a6cd0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:14.735418 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873e932f-e1c5-4aee-b195-d38c35282cc1 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:14.773756 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-873e932f-e1c5-4aee-b195-d38c35282cc1 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:14.791780 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0d64c3b4-2d09-4b1c-b733-26cd8d71be4d req-a24ab00a-8b8c-42c5-a801-684ec8a97db1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccaff7bb-37f2-4a16-98a3-6f64179b56d2 HTTP/1.1" status: 200 len: 217 time: 0.0735257 Aug 10 01:01:14.796894 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873e932f-e1c5-4aee-b195-d38c35282cc1 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:14.851237 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64c3b4-2d09-4b1c-b733-26cd8d71be4d req-0d284ff4-2082-405c-9541-4ebaf1fc1e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:14.853072 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0d64c3b4-2d09-4b1c-b733-26cd8d71be4d req-0d284ff4-2082-405c-9541-4ebaf1fc1e06 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9beeeada-fdeb-44c8-8b6e-0c8a8c8c8d6e HTTP/1.1" status: 200 len: 855 time: 0.0545609 Aug 10 01:01:14.859895 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-800b3e4d-056a-46b4-8665-c2ae9ed05997 req-7ee5fcde-d921-4a19-a824-91b1e1577da9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.3441474 Aug 10 01:01:14.872802 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e932f-e1c5-4aee-b195-d38c35282cc1 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Pushing event updated for resources: {'Port': ['ID=17754738-43d7-43f8-b9fb-757484ce9ec1,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:14.885808 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-3f092a1b-b1f0-4710-a6d2-6d4314ee1d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'name': 'tempest-ServersTestManualDisk-1019290627-router', 'tenant_id': 'ed53369dabee44498507a7cf709f7c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '7c787ffb-25de-4df2-9d8a-c9357a5c6fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:01:02Z', 'updated_at': '2021-08-10T01:01:07Z', 'revision_number': 4, 'project_id': 'ed53369dabee44498507a7cf709f7c85', 'gw_port': {'id': '7c787ffb-25de-4df2-9d8a-c9357a5c6fb9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:01:03Z', 'updated_at': '2021-08-10T01:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '3202d689-0ed9-45cd-8720-8944d01c4afc', 'name': '', 'network_id': 'e2973f7f-304c-4952-be52-bf39c7b9668b', 'tenant_id': 'ed53369dabee44498507a7cf709f7c85', 'mac_address': 'fa:16:3e:88:e4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '4b0b179a-bfa0-4c3a-bcf0-7e9a86358603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:01:06Z', 'updated_at': '2021-08-10T01:01:14Z', 'revision_number': 4, 'project_id': 'ed53369dabee44498507a7cf709f7c85', 'subnets': [{'id': '4b0b179a-bfa0-4c3a-bcf0-7e9a86358603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:14.918808 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-0e8ba718-f3e9-4609-9a45-96aa664a6cd0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] In _notify_port_updated(), no bound segment for port 9af01990-a887-4368-bdd9-d7952fb5ba49 on network 504ef741-bc2c-42ea-8ec3-302210b41f77 {{(pid=105826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:01:14.924395 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8ba718-f3e9-4609-9a45-96aa664a6cd0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:14.925000 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0e8ba718-f3e9-4609-9a45-96aa664a6cd0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:14.928764 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0e8ba718-f3e9-4609-9a45-96aa664a6cd0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] 10.222.0.35 "PUT /v2.0/ports/9af01990-a887-4368-bdd9-d7952fb5ba49 HTTP/1.1" status: 200 len: 1001 time: 2.2619855 Aug 10 01:01:14.931023 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46234) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:14.938459 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ba718-f3e9-4609-9a45-96aa664a6cd0 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Pushing event updated for resources: {'Port': ['ID=9af01990-a887-4368-bdd9-d7952fb5ba49,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:14.955610 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f092a1b-b1f0-4710-a6d2-6d4314ee1d31 None None] The sync data for ids ['235d7f90-ab28-4b54-824b-13f8e9870fd2'] in n-d-766726-26 is: [{'id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'name': 'tempest-ServersTestManualDisk-1019290627-router', 'tenant_id': 'ed53369dabee44498507a7cf709f7c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '7c787ffb-25de-4df2-9d8a-c9357a5c6fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:01:02Z', 'updated_at': '2021-08-10T01:01:07Z', 'revision_number': 4, 'project_id': 'ed53369dabee44498507a7cf709f7c85', 'gw_port': {'id': '7c787ffb-25de-4df2-9d8a-c9357a5c6fb9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:01:03Z', 'updated_at': '2021-08-10T01:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '3202d689-0ed9-45cd-8720-8944d01c4afc', 'name': '', 'network_id': 'e2973f7f-304c-4952-be52-bf39c7b9668b', 'tenant_id': 'ed53369dabee44498507a7cf709f7c85', 'mac_address': 'fa:16:3e:88:e4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '4b0b179a-bfa0-4c3a-bcf0-7e9a86358603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:01:06Z', 'updated_at': '2021-08-10T01:01:14Z', 'revision_number': 4, 'project_id': 'ed53369dabee44498507a7cf709f7c85', 'subnets': [{'id': '4b0b179a-bfa0-4c3a-bcf0-7e9a86358603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:01:14.981161 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42d397-1e33-4d9a-b847-804609de9301 req-880fcc04-c447-4d2f-8cbf-2ef6ac729a41 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:14.986261 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64c3b4-2d09-4b1c-b733-26cd8d71be4d req-a285f90e-c1c6-44ea-9735-0f6d13517599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:14.988119 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0d64c3b4-2d09-4b1c-b733-26cd8d71be4d req-a285f90e-c1c6-44ea-9735-0f6d13517599 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d54a97df-af07-4157-a933-a9c7f148706f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1260409 Aug 10 01:01:14.989580 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db42d397-1e33-4d9a-b847-804609de9301 req-880fcc04-c447-4d2f-8cbf-2ef6ac729a41 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 943 time: 0.9130082 Aug 10 01:01:15.040970 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:15.132634 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86645ea5-40a9-4c3b-80ca-2533036d4289 req-1e1be0f9-d72c-4f4e-ae49-fd6cf756f9b7 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:15.141088 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-86645ea5-40a9-4c3b-80ca-2533036d4289 req-1e1be0f9-d72c-4f4e-ae49-fd6cf756f9b7 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/ports?device_id=9071f952-0433-46f1-9eaa-54cc5707ae5d HTTP/1.1" status: 200 len: 944 time: 0.3633509 Aug 10 01:01:15.146867 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0d64c3b4-2d09-4b1c-b733-26cd8d71be4d req-52541df8-e85b-4391-80e3-1073b5340cd7 service neutron] 10.222.0.24 "GET /v2.0/networks/d54a97df-af07-4157-a933-a9c7f148706f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471488 Aug 10 01:01:15.174794 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-873e932f-e1c5-4aee-b195-d38c35282cc1 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:15.191440 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db42d397-1e33-4d9a-b847-804609de9301 req-5112aecb-c305-41fc-8f9d-983e7fab3a52 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010119 Aug 10 01:01:15.244409 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b3e4d-056a-46b4-8665-c2ae9ed05997 req-ff184b01-51de-4165-ab09-174921441583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:15.246426 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-800b3e4d-056a-46b4-8665-c2ae9ed05997 req-ff184b01-51de-4165-ab09-174921441583 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ce28956188140948295882b7e7eeddc&device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 1098 time: 0.3161199 Aug 10 01:01:15.279552 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-86645ea5-40a9-4c3b-80ca-2533036d4289 req-2a4e93d2-bf90-4ecf-be18-9afaef6a1a5e tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/security-groups?id=299dc33d-5031-4b0a-84ce-d7cbb405be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372461 Aug 10 01:01:15.308948 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0d64c3b4-2d09-4b1c-b733-26cd8d71be4d req-014b366c-9092-4277-b5c4-3be2b9317021 service neutron] 10.222.0.24 "GET /v2.0/networks/d54a97df-af07-4157-a933-a9c7f148706f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320965 Aug 10 01:01:15.339182 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-e3d1c628-b125-4ab6-8d9b-78e137d63599 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Deleting port 9af01990-a887-4368-bdd9-d7952fb5ba49 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:15.339550 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e3d1c628-b125-4ab6-8d9b-78e137d63599 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:15.347321 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ba117a9c-ee88-49fc-9de8-233dc21bf0e9 None None] Provisioning complete for port 9af01990-a887-4368-bdd9-d7952fb5ba49 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:15.347701 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba117a9c-ee88-49fc-9de8-233dc21bf0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:15.470285 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-ba117a9c-ee88-49fc-9de8-233dc21bf0e9 None None] Port 9af01990-a887-4368-bdd9-d7952fb5ba49 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:01:15.475207 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e3d1c628-b125-4ab6-8d9b-78e137d63599 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:15.493700 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-e3d1c628-b125-4ab6-8d9b-78e137d63599 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Calling delete_port for 9af01990-a887-4368-bdd9-d7952fb5ba49 owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:15.632087 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-873e932f-e1c5-4aee-b195-d38c35282cc1 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:15.643139 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3202d689-0ed9-45cd-8720-8944d01c4afc up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:01:15.724393 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 3202d689-0ed9-45cd-8720-8944d01c4afc completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:15.731788 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 3202d689-0ed9-45cd-8720-8944d01c4afc triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:15.733141 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:15.757925 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b27c8-3b13-4091-9ad2-9a08d5b93596 req-58e1e4a0-60c5-47b2-b179-a22fa823ab7e tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:15.773683 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-782b27c8-3b13-4091-9ad2-9a08d5b93596 req-58e1e4a0-60c5-47b2-b179-a22fa823ab7e tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 945 time: 0.3506620 Aug 10 01:01:15.786643 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-6bbd2390-bf5c-4ef9-8c3a-7437cc77d667 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:15.788165 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-6bbd2390-bf5c-4ef9-8c3a-7437cc77d667 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] 10.222.0.20 "GET /v2.0/networks?id=33ea34fe-817d-4af0-8886-9a7530db9f55 HTTP/1.1" status: 200 len: 814 time: 0.1259153 Aug 10 01:01:15.789371 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e3d1c628-b125-4ab6-8d9b-78e137d63599 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:15.828001 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-1585331a-5fee-48ee-b6a1-b3d4498e9a71 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] Request body: {'port': {'device_id': '2d321d5d-0bbd-4237-abb1-f3b29052ac15', 'network_id': '33ea34fe-817d-4af0-8886-9a7530db9f55', 'admin_state_up': True, 'tenant_id': '13afdfafb7de493ebcc648a14a393e21'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:15.875474 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:15.876927 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2389da38-83e3-4cf8-be3c-64f039468faa req-518ae232-ae74-485f-8f50-9efc7fc4122d tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d321d5d-0bbd-4237-abb1-f3b29052ac15 HTTP/1.1" status: 200 len: 210 time: 0.0705492 Aug 10 01:01:15.886785 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b3e4d-056a-46b4-8665-c2ae9ed05997 req-d196e5cc-21bd-4549-aaf0-0284ee693ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:15.889117 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-800b3e4d-056a-46b4-8665-c2ae9ed05997 req-d196e5cc-21bd-4549-aaf0-0284ee693ce5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9ff27b19-c3ac-4a51-8f0a-77d9d092a25c HTTP/1.1" status: 200 len: 918 time: 0.6037250 Aug 10 01:01:15.906224 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-782b27c8-3b13-4091-9ad2-9a08d5b93596 req-b2fb1e56-43d2-4213-ab5c-3c9265e135e2 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291697 Aug 10 01:01:15.977315 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 3202d689-0ed9-45cd-8720-8944d01c4afc, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=3202d689-0ed9-45cd-8720-8944d01c4afc,segment=NetworkSegment(3546e796-1646-489b-b4bf-3746be636348),segment_id=3546e796-1646-489b-b4bf-3746be636348)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:15.985642 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:16.020553 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1c628-b125-4ab6-8d9b-78e137d63599 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Pushing event deleted for resources: {'Port': ['ID=9af01990-a887-4368-bdd9-d7952fb5ba49,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:16.051126 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-1585331a-5fee-48ee-b6a1-b3d4498e9a71 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] Made reservation on behalf of 13afdfafb7de493ebcc648a14a393e21 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:16.055498 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-1585331a-5fee-48ee-b6a1-b3d4498e9a71 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:16.079826 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=3202d689-0ed9-45cd-8720-8944d01c4afc,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:16.095507 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-800b3e4d-056a-46b4-8665-c2ae9ed05997 req-bb1c3f32-9b65-40d0-a882-c2e4a8196939 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 HTTP/1.1" status: 200 len: 1001 time: 0.1862948 Aug 10 01:01:16.106770 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e3d1c628-b125-4ab6-8d9b-78e137d63599 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:16.112402 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e3d1c628-b125-4ab6-8d9b-78e137d63599 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] 10.222.0.35 "DELETE /v2.0/ports/9af01990-a887-4368-bdd9-d7952fb5ba49 HTTP/1.1" status: 204 len: 168 time: 1.1803250 Aug 10 01:01:16.113027 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46238) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:16.173982 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:16.195304 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-967df834-2113-41d8-984a-ce4a00ddfbb3 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] GET failed (client error): The resource could not be found. Aug 10 01:01:16.201234 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-967df834-2113-41d8-984a-ce4a00ddfbb3 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] 10.222.0.35 "GET /v2.0/ports/9af01990-a887-4368-bdd9-d7952fb5ba49 HTTP/1.1" status: 404 len: 333 time: 0.0859356 Aug 10 01:01:16.205627 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46240) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:16.208643 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b3e4d-056a-46b4-8665-c2ae9ed05997 req-f821d8c8-0170-4e60-b0be-78cf7be79b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:16.210168 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-800b3e4d-056a-46b4-8665-c2ae9ed05997 req-f821d8c8-0170-4e60-b0be-78cf7be79b3c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5d5b8c68-57be-4c07-b3dd-20f44685cf57 HTTP/1.1" status: 200 len: 856 time: 0.0994780 Aug 10 01:01:16.213150 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-9ef116bf-e6d9-41e8-8bf6-546678ad9fe5 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Request body: {'port': {'network_id': '504ef741-bc2c-42ea-8ec3-302210b41f77', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-958245542'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:16.262820 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-873e932f-e1c5-4aee-b195-d38c35282cc1 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:16.270149 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-873e932f-e1c5-4aee-b195-d38c35282cc1 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:16.346245 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b3e4d-056a-46b4-8665-c2ae9ed05997 req-a674fdef-c075-4ed3-8d14-0162f727f4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:16.348175 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-800b3e4d-056a-46b4-8665-c2ae9ed05997 req-a674fdef-c075-4ed3-8d14-0162f727f4e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9ff27b19-c3ac-4a51-8f0a-77d9d092a25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1300874 Aug 10 01:01:16.461977 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e932f-e1c5-4aee-b195-d38c35282cc1 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Pushing event updated for resources: {'Port': ['ID=17754738-43d7-43f8-b9fb-757484ce9ec1,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:16.480000 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-1585331a-5fee-48ee-b6a1-b3d4498e9a71 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] Allocated IP 172.20.0.6 (33ea34fe-817d-4af0-8886-9a7530db9f55/bd2bd06e-87c9-4633-9a01-727c56aef97b/62bea8dd-cb57-444d-a032-d0100343ce75) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:01:16.485462 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-ef505606-10b2-4d99-ba71-388bfa35b5c8 service neutron] 10.222.0.20 "GET /v2.0/ports/6c955c7f-fd34-47cb-8393-c2c284128387/bindings/n-h1-766726-26 HTTP/1.1" status: 200 len: 385 time: 0.1369283 Aug 10 01:01:16.512134 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-873e932f-e1c5-4aee-b195-d38c35282cc1 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:16.537796 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426528f5-1820-4c73-98d9-18c49c20a2f8 req-ea90d712-fcbe-42db-855b-030b6596edd9 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:16.539409 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-426528f5-1820-4c73-98d9-18c49c20a2f8 req-ea90d712-fcbe-42db-855b-030b6596edd9 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 943 time: 0.2210572 Aug 10 01:01:16.568931 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7cc64-e219-4163-9a10-874f53567f79 req-0ceb8234-160e-4b75-9276-b39ab8e33254 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:16.570494 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2de7cc64-e219-4163-9a10-874f53567f79 req-0ceb8234-160e-4b75-9276-b39ab8e33254 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/ports?device_id=9071f952-0433-46f1-9eaa-54cc5707ae5d HTTP/1.1" status: 200 len: 944 time: 0.1715055 Aug 10 01:01:16.583537 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef116bf-e6d9-41e8-8bf6-546678ad9fe5 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Made reservation on behalf of 78235db371c54e3b8925dddbfb6b687a for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:16.587166 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9ef116bf-e6d9-41e8-8bf6-546678ad9fe5 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:16.598830 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-873e932f-e1c5-4aee-b195-d38c35282cc1 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:16.600064 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-873e932f-e1c5-4aee-b195-d38c35282cc1 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4551361 Aug 10 01:01:16.609036 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-800b3e4d-056a-46b4-8665-c2ae9ed05997 req-cee5c301-f5b2-460a-8969-9177460f8a13 service neutron] 10.222.0.24 "GET /v2.0/networks/9ff27b19-c3ac-4a51-8f0a-77d9d092a25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506218 Aug 10 01:01:16.635174 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-9ef116bf-e6d9-41e8-8bf6-546678ad9fe5 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] device_id is not set on port 0d143386-3f87-4564-81b8-5386f54d53f0 yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:01:16.684391 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-426528f5-1820-4c73-98d9-18c49c20a2f8 req-7ec7be63-3c06-46a3-be71-c33e687190a3 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327312 Aug 10 01:01:16.691158 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2de7cc64-e219-4163-9a10-874f53567f79 req-822bcf35-7a83-4eee-a428-258501974830 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/security-groups?id=299dc33d-5031-4b0a-84ce-d7cbb405be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135359 Aug 10 01:01:16.760275 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-800b3e4d-056a-46b4-8665-c2ae9ed05997 req-2b9e47c2-276e-47f1-ac3f-3343a761d214 service neutron] 10.222.0.24 "GET /v2.0/networks/9ff27b19-c3ac-4a51-8f0a-77d9d092a25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437941 Aug 10 01:01:16.762827 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 6c955c7f-fd34-47cb-8393-c2c284128387 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:01:16.876716 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-4c93af59-0c05-4384-8ae0-700127ba942d tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1326531334&fields=id&tenant_id=ed53369dabee44498507a7cf709f7c85 HTTP/1.1" status: 200 len: 267 time: 0.0377491 Aug 10 01:01:16.883732 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-1585331a-5fee-48ee-b6a1-b3d4498e9a71 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:16.914458 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-9ef116bf-e6d9-41e8-8bf6-546678ad9fe5 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Allocated IP 2001:db8::328 (504ef741-bc2c-42ea-8ec3-302210b41f77/8d388058-1e56-44db-a866-74877ccef142/0d143386-3f87-4564-81b8-5386f54d53f0) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:01:16.950455 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-32105bf4-ea69-41e3-86b7-7c0a0a41c645 service neutron] For port 6c955c7f-fd34-47cb-8393-c2c284128387, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=6c955c7f-fd34-47cb-8393-c2c284128387,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:16.983586 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d165ea9-9b1e-4c18-b5eb-5d6073b7d302 req-fcec01da-0341-4f74-89e4-60633c5c5c67 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d321d5d-0bbd-4237-abb1-f3b29052ac15 HTTP/1.1" status: 200 len: 210 time: 0.0397329 Aug 10 01:01:17.007133 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-32105bf4-ea69-41e3-86b7-7c0a0a41c645 service neutron] For port 6c955c7f-fd34-47cb-8393-c2c284128387, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:01:17.024971 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-6b2b31ab-8c0d-4909-82fe-fc9fc0fe89f7 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:17.026481 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-6b2b31ab-8c0d-4909-82fe-fc9fc0fe89f7 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "GET /v2.0/networks?id=e2973f7f-304c-4952-be52-bf39c7b9668b HTTP/1.1" status: 200 len: 812 time: 0.1426167 Aug 10 01:01:17.045641 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-4b387cd2-0475-4be8-875f-bb3bc5c1f4e3 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "GET /v2.0/quotas/ed53369dabee44498507a7cf709f7c85 HTTP/1.1" status: 200 len: 375 time: 0.0100296 Aug 10 01:01:17.095236 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-1585331a-5fee-48ee-b6a1-b3d4498e9a71 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:17.098268 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-32105bf4-ea69-41e3-86b7-7c0a0a41c645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c955c7f-fd34-47cb-8393-c2c284128387 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:01:17.126397 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-32105bf4-ea69-41e3-86b7-7c0a0a41c645 service neutron] For port 6c955c7f-fd34-47cb-8393-c2c284128387, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=6c955c7f-fd34-47cb-8393-c2c284128387,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:17.131379 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-ee65b69a-8f1b-4378-a16b-d5739962a5d4 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed53369dabee44498507a7cf709f7c85&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0812814 Aug 10 01:01:17.139604 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db723be6-7b0f-4dc2-bf5f-906c2829de1c req-469fc5b1-a354-4f66-b377-8245d5a8bb1c tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:17.141060 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db723be6-7b0f-4dc2-bf5f-906c2829de1c req-469fc5b1-a354-4f66-b377-8245d5a8bb1c tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 945 time: 0.0819356 Aug 10 01:01:17.178928 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-32105bf4-ea69-41e3-86b7-7c0a0a41c645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:17.181788 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-1585331a-5fee-48ee-b6a1-b3d4498e9a71 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] Network 33ea34fe-817d-4af0-8886-9a7530db9f55 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:17.198702 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-1585331a-5fee-48ee-b6a1-b3d4498e9a71 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:17.204798 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-1585331a-5fee-48ee-b6a1-b3d4498e9a71 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:17.210084 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585331a-5fee-48ee-b6a1-b3d4498e9a71 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] Pushing event updated for resources: {'Port': ['ID=62bea8dd-cb57-444d-a032-d0100343ce75,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:17.232579 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db723be6-7b0f-4dc2-bf5f-906c2829de1c req-66b35818-6f36-4165-af0f-937f0a5d4e12 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809150 Aug 10 01:01:17.262698 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-311a1f6c-fd3f-4338-a0e4-16259e36d39c service neutron] 10.222.0.35 "GET /v2.0/networks/e2973f7f-304c-4952-be52-bf39c7b9668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190674 Aug 10 01:01:17.295713 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9ef116bf-e6d9-41e8-8bf6-546678ad9fe5 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:17.317796 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-1585331a-5fee-48ee-b6a1-b3d4498e9a71 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:17.318404 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-1585331a-5fee-48ee-b6a1-b3d4498e9a71 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:17.336125 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-9ef116bf-e6d9-41e8-8bf6-546678ad9fe5 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Transition to ACTIVE for port object 0d143386-3f87-4564-81b8-5386f54d53f0 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:17.356313 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-79909afc-4d12-4251-9ace-8bf6ef10405b service neutron] 10.222.0.35 "GET /v2.0/networks/e2973f7f-304c-4952-be52-bf39c7b9668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862002 Aug 10 01:01:17.357103 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-1585331a-5fee-48ee-b6a1-b3d4498e9a71 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5339177 Aug 10 01:01:17.371571 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-32105bf4-ea69-41e3-86b7-7c0a0a41c645 service neutron] Transition to ACTIVE for port object 6c955c7f-fd34-47cb-8393-c2c284128387 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:17.381625 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-e838ae55-8243-405d-8fac-c742cd2b73f4 service neutron] Request body: {'port': {'device_id': '2d321d5d-0bbd-4237-abb1-f3b29052ac15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:17.390964 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-32105bf4-ea69-41e3-86b7-7c0a0a41c645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:17.485143 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9ef116bf-e6d9-41e8-8bf6-546678ad9fe5 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:17.525067 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-32105bf4-ea69-41e3-86b7-7c0a0a41c645 service neutron] No DVR routers for this DVR port 6c955c7f-fd34-47cb-8393-c2c284128387 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:01:17.531290 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3202d689-0ed9-45cd-8720-8944d01c4afc up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:01:17.537660 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32105bf4-ea69-41e3-86b7-7c0a0a41c645 service neutron] Pushing event updated for resources: {'Port': ['ID=6c955c7f-fd34-47cb-8393-c2c284128387,revision_number=10']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:17.541249 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-e838ae55-8243-405d-8fac-c742cd2b73f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:17.556665 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef116bf-e6d9-41e8-8bf6-546678ad9fe5 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Network 504ef741-bc2c-42ea-8ec3-302210b41f77 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:17.584742 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8e998c64-68da-4256-9970-b82ef4f4b486 req-b3fccf78-ed84-457c-8d12-e7c618822962 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "GET /v2.0/ports?device_id=02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f HTTP/1.1" status: 200 len: 210 time: 0.0331643 Aug 10 01:01:17.598860 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 3202d689-0ed9-45cd-8720-8944d01c4afc triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:17.599411 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:17.605692 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-9ef116bf-e6d9-41e8-8bf6-546678ad9fe5 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:17.620438 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-32105bf4-ea69-41e3-86b7-7c0a0a41c645 service neutron] 10.222.0.20 "PUT /v2.0/ports/6c955c7f-fd34-47cb-8393-c2c284128387/bindings/n-h1-766726-26/activate HTTP/1.1" status: 200 len: 370 time: 1.1259501 Aug 10 01:01:17.621240 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef116bf-e6d9-41e8-8bf6-546678ad9fe5 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:17.628552 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef116bf-e6d9-41e8-8bf6-546678ad9fe5 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:17.629238 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9ef116bf-e6d9-41e8-8bf6-546678ad9fe5 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:17.653384 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9ef116bf-e6d9-41e8-8bf6-546678ad9fe5 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4473083 Aug 10 01:01:17.656888 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46272) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:17.662350 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-7c1fc955-2be5-4e34-85fb-324a966497fb tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e7:33:ba'}]}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:17.705374 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef116bf-e6d9-41e8-8bf6-546678ad9fe5 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Pushing event updated for resources: {'Port': ['ID=0d143386-3f87-4564-81b8-5386f54d53f0,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:17.808439 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7c1fc955-2be5-4e34-85fb-324a966497fb tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:18.021845 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8ba44230-ba64-49a1-9ede-a3406708e527 None None] Provisioning for port 0d143386-3f87-4564-81b8-5386f54d53f0 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:18.028476 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8ba44230-ba64-49a1-9ede-a3406708e527 None None] Provisioning complete for port 0d143386-3f87-4564-81b8-5386f54d53f0 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:18.029673 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8ba44230-ba64-49a1-9ede-a3406708e527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:18.058604 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-e838ae55-8243-405d-8fac-c742cd2b73f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62bea8dd-cb57-444d-a032-d0100343ce75 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:01:18.068208 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-e838ae55-8243-405d-8fac-c742cd2b73f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:18.085069 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-e838ae55-8243-405d-8fac-c742cd2b73f4 service neutron] Transition to ACTIVE for port object 62bea8dd-cb57-444d-a032-d0100343ce75 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:18.086138 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8ba44230-ba64-49a1-9ede-a3406708e527 None None] Port 0d143386-3f87-4564-81b8-5386f54d53f0 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:01:18.089675 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-e838ae55-8243-405d-8fac-c742cd2b73f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:18.147427 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838ae55-8243-405d-8fac-c742cd2b73f4 service neutron] Pushing event updated for resources: {'Port': ['ID=62bea8dd-cb57-444d-a032-d0100343ce75,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:18.229312 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-e838ae55-8243-405d-8fac-c742cd2b73f4 service neutron] Attempting to bind port 62bea8dd-cb57-444d-a032-d0100343ce75 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:18.229702 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-e838ae55-8243-405d-8fac-c742cd2b73f4 service neutron] Attempting to bind port 62bea8dd-cb57-444d-a032-d0100343ce75 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '8fbcaff3-e9f6-4ab8-abec-babd675cf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '33ea34fe-817d-4af0-8886-9a7530db9f55'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:18.229987 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-e838ae55-8243-405d-8fac-c742cd2b73f4 service neutron] Attempting to bind port 62bea8dd-cb57-444d-a032-d0100343ce75 on network 33ea34fe-817d-4af0-8886-9a7530db9f55 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:18.235395 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-e838ae55-8243-405d-8fac-c742cd2b73f4 service neutron] Port 62bea8dd-cb57-444d-a032-d0100343ce75 on network 33ea34fe-817d-4af0-8886-9a7530db9f55 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:18.235724 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-e838ae55-8243-405d-8fac-c742cd2b73f4 service neutron] Attempting to bind port 62bea8dd-cb57-444d-a032-d0100343ce75 on network 33ea34fe-817d-4af0-8886-9a7530db9f55 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:18.240846 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-e838ae55-8243-405d-8fac-c742cd2b73f4 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:01:18.241185 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-e838ae55-8243-405d-8fac-c742cd2b73f4 service neutron] Checking segment: {'id': '8fbcaff3-e9f6-4ab8-abec-babd675cf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '33ea34fe-817d-4af0-8886-9a7530db9f55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:18.241577 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-e838ae55-8243-405d-8fac-c742cd2b73f4 service neutron] Bound using segment: {'id': '8fbcaff3-e9f6-4ab8-abec-babd675cf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '33ea34fe-817d-4af0-8886-9a7530db9f55'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:01:18.242062 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-e838ae55-8243-405d-8fac-c742cd2b73f4 service neutron] Bound port: 62bea8dd-cb57-444d-a032-d0100343ce75, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fbcaff3-e9f6-4ab8-abec-babd675cf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '33ea34fe-817d-4af0-8886-9a7530db9f55'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:01:18.242418 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-e838ae55-8243-405d-8fac-c742cd2b73f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:18.308353 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-3053da96-d5fe-4caa-a083-c39bdab797f9 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:18.309866 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-3053da96-d5fe-4caa-a083-c39bdab797f9 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047&tenant_id=af5124099ce04e7383a5ec5f662d948c&binding%3Ahost_id=n-h2-766726-26 HTTP/1.1" status: 200 len: 1096 time: 0.5811541 Aug 10 01:01:18.316930 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-e838ae55-8243-405d-8fac-c742cd2b73f4 service neutron] For port 62bea8dd-cb57-444d-a032-d0100343ce75, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:01:18.320385 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-e838ae55-8243-405d-8fac-c742cd2b73f4 service neutron] For port 62bea8dd-cb57-444d-a032-d0100343ce75, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=62bea8dd-cb57-444d-a032-d0100343ce75,segment=NetworkSegment(8fbcaff3-e9f6-4ab8-abec-babd675cf674),segment_id=8fbcaff3-e9f6-4ab8-abec-babd675cf674)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:01:18.324538 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-e838ae55-8243-405d-8fac-c742cd2b73f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:18.376045 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-e838ae55-8243-405d-8fac-c742cd2b73f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:18.376706 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-e838ae55-8243-405d-8fac-c742cd2b73f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:18.378225 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-e838ae55-8243-405d-8fac-c742cd2b73f4 service neutron] 10.222.0.20 "PUT /v2.0/ports/62bea8dd-cb57-444d-a032-d0100343ce75 HTTP/1.1" status: 200 len: 1092 time: 1.0053794 Aug 10 01:01:18.378685 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d321d5d-0bbd-4237-abb1-f3b29052ac15', 'tag': '62bea8dd-cb57-444d-a032-d0100343ce75'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:01:18.380993 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f172e7e-5fb0-447c-9021-6a97cd596fe6" -d '{"events": [{"name": "network-changed", "server_uuid": "2d321d5d-0bbd-4237-abb1-f3b29052ac15", "tag": "62bea8dd-cb57-444d-a032-d0100343ce75"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:01:18.405360 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838ae55-8243-405d-8fac-c742cd2b73f4 service neutron] Pushing event updated for resources: {'Port': ['ID=62bea8dd-cb57-444d-a032-d0100343ce75,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:18.420883 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dec240-b4d1-4746-8724-793f91b0cba4 req-b16454b3-cb76-43b3-9599-221de04a60f3 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:18.422399 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06dec240-b4d1-4746-8724-793f91b0cba4 req-b16454b3-cb76-43b3-9599-221de04a60f3 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/ports?device_id=9071f952-0433-46f1-9eaa-54cc5707ae5d HTTP/1.1" status: 200 len: 944 time: 0.5386746 Aug 10 01:01:18.456355 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa968266-e2c3-4f44-bd4c-372b2c132104 req-5a6c8422-9357-446a-949b-d5a63e66c485 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:18.457822 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aa968266-e2c3-4f44-bd4c-372b2c132104 req-5a6c8422-9357-446a-949b-d5a63e66c485 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 944 time: 0.6297076 Aug 10 01:01:18.477043 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-4164b4ea-2ac0-4e9f-911c-1c4f8da83dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:18.478535 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-4164b4ea-2ac0-4e9f-911c-1c4f8da83dfd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=13afdfafb7de493ebcc648a14a393e21&device_id=2d321d5d-0bbd-4237-abb1-f3b29052ac15 HTTP/1.1" status: 200 len: 1095 time: 0.0426743 Aug 10 01:01:18.497222 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-3f316c12-317a-4989-ad8b-a33c85de703b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:18.498778 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-3f316c12-317a-4989-ad8b-a33c85de703b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047&tenant_id=af5124099ce04e7383a5ec5f662d948c HTTP/1.1" status: 200 len: 1096 time: 0.1772385 Aug 10 01:01:18.529178 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-e77b972b-981b-4112-9520-09d78fb5160b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62bea8dd-cb57-444d-a032-d0100343ce75 HTTP/1.1" status: 200 len: 217 time: 0.0359704 Aug 10 01:01:18.575348 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06dec240-b4d1-4746-8724-793f91b0cba4 req-9cb6eee1-dfd5-421c-8eba-553c33e603a5 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/security-groups?id=299dc33d-5031-4b0a-84ce-d7cbb405be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420527 Aug 10 01:01:18.581703 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-3ec4c0e1-3a10-4b36-9dc1-b38768f277ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:18.583270 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-3ec4c0e1-3a10-4b36-9dc1-b38768f277ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd2bd06e-87c9-4633-9a01-727c56aef97b HTTP/1.1" status: 200 len: 854 time: 0.0476565 Aug 10 01:01:18.590465 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aa968266-e2c3-4f44-bd4c-372b2c132104 req-a321f51f-9dc2-4a81-85d5-04f50cf9fbf3 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133108 Aug 10 01:01:18.623897 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7c1fc955-2be5-4e34-85fb-324a966497fb tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:18.631214 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7c1fc955-2be5-4e34-85fb-324a966497fb tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:18.631376 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-74112dd1-b5ba-46f8-9ad4-9cd4dcc16a2d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=33ea34fe-817d-4af0-8886-9a7530db9f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405777 Aug 10 01:01:18.672701 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-12c92626-8489-4f95-85fc-0c169eb6dbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:18.674293 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-12c92626-8489-4f95-85fc-0c169eb6dbae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af5124099ce04e7383a5ec5f662d948c&device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 1096 time: 0.1461189 Aug 10 01:01:18.675272 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-7c1fc955-2be5-4e34-85fb-324a966497fb tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] In _notify_port_updated(), no bound segment for port 0d143386-3f87-4564-81b8-5386f54d53f0 on network 504ef741-bc2c-42ea-8ec3-302210b41f77 {{(pid=105826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:01:18.680951 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1fc955-2be5-4e34-85fb-324a966497fb tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:18.681603 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7c1fc955-2be5-4e34-85fb-324a966497fb tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:18.683087 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7c1fc955-2be5-4e34-85fb-324a966497fb tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] 10.222.0.35 "PUT /v2.0/ports/0d143386-3f87-4564-81b8-5386f54d53f0 HTTP/1.1" status: 200 len: 1002 time: 1.0251691 Aug 10 01:01:18.686660 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46296) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:18.780690 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-26bbd7fd-0cab-4ff8-a979-d1e4ec1ce948 service neutron] 10.222.0.20 "GET /v2.0/networks/33ea34fe-817d-4af0-8886-9a7530db9f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409311 Aug 10 01:01:18.863430 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1fc955-2be5-4e34-85fb-324a966497fb tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Pushing event updated for resources: {'Port': ['ID=0d143386-3f87-4564-81b8-5386f54d53f0,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:18.918738 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1fc955-2be5-4e34-85fb-324a966497fb tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:18.920145 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1fc955-2be5-4e34-85fb-324a966497fb tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:18.920145 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1fc955-2be5-4e34-85fb-324a966497fb tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:18.920340 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1fc955-2be5-4e34-85fb-324a966497fb tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:18.920611 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1fc955-2be5-4e34-85fb-324a966497fb tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:18.920951 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1fc955-2be5-4e34-85fb-324a966497fb tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:18.921293 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1fc955-2be5-4e34-85fb-324a966497fb tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:18.921654 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1fc955-2be5-4e34-85fb-324a966497fb tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:18.921992 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1fc955-2be5-4e34-85fb-324a966497fb tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:18.922367 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1fc955-2be5-4e34-85fb-324a966497fb tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:18.923143 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1fc955-2be5-4e34-85fb-324a966497fb tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:18.923143 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1fc955-2be5-4e34-85fb-324a966497fb tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:18.973388 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-c5370d3d-e62b-485e-8228-711b7de33a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:18.974970 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-c5370d3d-e62b-485e-8228-711b7de33a7d service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a3b32c7-74a3-4305-b7a7-526211811378 HTTP/1.1" status: 200 len: 909 time: 0.2874188 Aug 10 01:01:18.975557 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f7777fe5-d2d0-4ba9-9f66-08bb910d6b10 req-585a72fe-4093-4556-bcca-ddc865cdcca9 service neutron] 10.222.0.20 "GET /v2.0/networks/33ea34fe-817d-4af0-8886-9a7530db9f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858680 Aug 10 01:01:19.004714 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-0acc3e1b-d2ac-4b56-8f38-8f0d2d4d6963 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:19.006140 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-0acc3e1b-d2ac-4b56-8f38-8f0d2d4d6963 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.24 "GET /v2.0/networks?id=e2973f7f-304c-4952-be52-bf39c7b9668b HTTP/1.1" status: 200 len: 812 time: 0.2006364 Aug 10 01:01:19.006492 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aef5af-5d73-49c3-b88a-975f0add597f req-377ad3e1-8465-406b-9233-59f91bb9bb9d tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:19.007963 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-58aef5af-5d73-49c3-b88a-975f0add597f req-377ad3e1-8465-406b-9233-59f91bb9bb9d tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d321d5d-0bbd-4237-abb1-f3b29052ac15 HTTP/1.1" status: 200 len: 943 time: 0.2304516 Aug 10 01:01:19.035483 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e0123c05-422e-4c1e-abdd-0b1c17d1357d None None] Provisioning complete for port 0d143386-3f87-4564-81b8-5386f54d53f0 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:19.036024 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e0123c05-422e-4c1e-abdd-0b1c17d1357d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:19.048910 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c84eda-4955-4716-9b44-7ef37e74f327 req-4110ba43-091f-4d3e-83b0-19190f9afe8b tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:19.050453 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-19c84eda-4955-4716-9b44-7ef37e74f327 req-4110ba43-091f-4d3e-83b0-19190f9afe8b tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 945 time: 0.2218351 Aug 10 01:01:19.055853 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-6dd01f06-95ad-4c4a-b142-4ec86b50955d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c955c7f-fd34-47cb-8393-c2c284128387 HTTP/1.1" status: 200 len: 217 time: 0.0715089 Aug 10 01:01:19.060954 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-13c549f7-112f-467a-9f1d-a2c324e1947a tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed53369dabee44498507a7cf709f7c85 HTTP/1.1" status: 200 len: 380 time: 0.0356946 Aug 10 01:01:19.070439 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e0123c05-422e-4c1e-abdd-0b1c17d1357d None None] Port 0d143386-3f87-4564-81b8-5386f54d53f0 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:01:19.074085 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-6c8a29bf-8590-415e-8cd1-e0bd80e351ad tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Request body: {'port': {'device_id': '02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f', 'network_id': 'e2973f7f-304c-4952-be52-bf39c7b9668b', 'admin_state_up': True, 'tenant_id': 'ed53369dabee44498507a7cf709f7c85', 'security_groups': ['814bded9-eb1e-4297-bf44-52576f18237e']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:19.136496 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-48f2de14-54c7-4bb4-8b44-87eb2f574f13 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Deleting port 0d143386-3f87-4564-81b8-5386f54d53f0 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:19.136867 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-48f2de14-54c7-4bb4-8b44-87eb2f574f13 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:19.178635 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-6c8a29bf-8590-415e-8cd1-e0bd80e351ad tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Made reservation on behalf of ed53369dabee44498507a7cf709f7c85 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:19.182036 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-6c8a29bf-8590-415e-8cd1-e0bd80e351ad tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:19.204662 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-58aef5af-5d73-49c3-b88a-975f0add597f req-488d86f1-8fff-45ec-8f07-37d649b68590 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0c16246-dba8-4979-aae7-7d2624a162c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639795 Aug 10 01:01:19.215938 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-19c84eda-4955-4716-9b44-7ef37e74f327 req-b4e52bca-f7d8-4a06-8cd8-9792db533fd4 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519885 Aug 10 01:01:19.217393 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-39b9d045-8315-4699-aad3-1e7c49d1529b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:19.218807 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-39b9d045-8315-4699-aad3-1e7c49d1529b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=25a2d27a-ba73-472c-943f-003d0feb1ed0 HTTP/1.1" status: 200 len: 848 time: 0.1368656 Aug 10 01:01:19.258339 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-c28b6342-9cdb-41e0-8657-7953f29927f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a3b32c7-74a3-4305-b7a7-526211811378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319297 Aug 10 01:01:19.285027 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fd16ca-3178-4d4c-ab99-22d3b9770aac x-openstack-request-id: req-25fd16ca-3178-4d4c-ab99-22d3b9770aac {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:01:19.285308 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d321d5d-0bbd-4237-abb1-f3b29052ac15", "tag": "62bea8dd-cb57-444d-a032-d0100343ce75", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:01:19.285569 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-25fd16ca-3178-4d4c-ab99-22d3b9770aac {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:01:19.286042 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d321d5d-0bbd-4237-abb1-f3b29052ac15', 'tag': '62bea8dd-cb57-444d-a032-d0100343ce75', 'status': 'completed', 'code': 200} Aug 10 01:01:19.349933 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-48f2de14-54c7-4bb4-8b44-87eb2f574f13 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:19.376215 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c120feb3-a819-48d3-a765-189f8e86f4c0 req-fd41d397-4963-4aa7-86ab-d2262850fed9 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "GET /v2.0/ports?device_id=02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f HTTP/1.1" status: 200 len: 210 time: 0.0488150 Aug 10 01:01:19.380666 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-6c8a29bf-8590-415e-8cd1-e0bd80e351ad tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Allocated IP 172.20.0.12 (e2973f7f-304c-4952-be52-bf39c7b9668b/4b0b179a-bfa0-4c3a-bcf0-7e9a86358603/23f7cab1-3003-4499-aeb1-f1cd7e95af6d) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:01:19.384734 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-48f2de14-54c7-4bb4-8b44-87eb2f574f13 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Calling delete_port for 0d143386-3f87-4564-81b8-5386f54d53f0 owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:19.386607 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f172e7e-5fb0-447c-9021-6a97cd596fe6 req-2186d00e-5b01-4bc6-a16c-5ddbf4cad9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:19.388113 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0f172e7e-5fb0-447c-9021-6a97cd596fe6 req-2186d00e-5b01-4bc6-a16c-5ddbf4cad9e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=13afdfafb7de493ebcc648a14a393e21&device_id=2d321d5d-0bbd-4237-abb1-f3b29052ac15 HTTP/1.1" status: 200 len: 1095 time: 0.0787692 Aug 10 01:01:19.461770 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-ee7c012b-0d3f-4f85-8e47-e31b35448358 service neutron] 10.222.0.24 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920402 Aug 10 01:01:19.549316 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f172e7e-5fb0-447c-9021-6a97cd596fe6 req-e1de3d4c-1fec-4bf2-b642-30aa3204b032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:19.550790 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0f172e7e-5fb0-447c-9021-6a97cd596fe6 req-e1de3d4c-1fec-4bf2-b642-30aa3204b032 service neutron] 10.222.0.20 "GET /v2.0/networks?id=33ea34fe-817d-4af0-8886-9a7530db9f55 HTTP/1.1" status: 200 len: 915 time: 0.1557417 Aug 10 01:01:19.605187 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0f172e7e-5fb0-447c-9021-6a97cd596fe6 req-a17f0204-e915-49ab-b646-6fde7aca477c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62bea8dd-cb57-444d-a032-d0100343ce75 HTTP/1.1" status: 200 len: 217 time: 0.0451834 Aug 10 01:01:19.616705 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-65f597e4-1003-4eca-a7f6-07b2726067fe service neutron] 10.222.0.24 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429622 Aug 10 01:01:19.636278 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-48f2de14-54c7-4bb4-8b44-87eb2f574f13 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:19.662599 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-6c8a29bf-8590-415e-8cd1-e0bd80e351ad tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:19.669400 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f2de14-54c7-4bb4-8b44-87eb2f574f13 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Pushing event deleted for resources: {'Port': ['ID=0d143386-3f87-4564-81b8-5386f54d53f0,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:19.684140 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-6c8a29bf-8590-415e-8cd1-e0bd80e351ad tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Transition to ACTIVE for port object 23f7cab1-3003-4499-aeb1-f1cd7e95af6d will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:19.687150 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f172e7e-5fb0-447c-9021-6a97cd596fe6 req-8b4a9b3c-d524-4dbb-ae60-0e17ea4b185d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:19.688759 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0f172e7e-5fb0-447c-9021-6a97cd596fe6 req-8b4a9b3c-d524-4dbb-ae60-0e17ea4b185d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd2bd06e-87c9-4633-9a01-727c56aef97b HTTP/1.1" status: 200 len: 854 time: 0.0742738 Aug 10 01:01:19.726159 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-48f2de14-54c7-4bb4-8b44-87eb2f574f13 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:19.730920 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-48f2de14-54c7-4bb4-8b44-87eb2f574f13 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] 10.222.0.35 "DELETE /v2.0/ports/0d143386-3f87-4564-81b8-5386f54d53f0 HTTP/1.1" status: 204 len: 168 time: 1.0396278 Aug 10 01:01:19.731073 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0f172e7e-5fb0-447c-9021-6a97cd596fe6 req-16c90e51-eb69-4ac4-8e66-f0ec43582017 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=33ea34fe-817d-4af0-8886-9a7530db9f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329807 Aug 10 01:01:19.733961 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46306) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:19.786998 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-e835f9e5-1b94-4508-bc16-eb1a9687c2df tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] GET failed (client error): The resource could not be found. Aug 10 01:01:19.791890 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e835f9e5-1b94-4508-bc16-eb1a9687c2df tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] 10.222.0.35 "GET /v2.0/ports/0d143386-3f87-4564-81b8-5386f54d53f0 HTTP/1.1" status: 404 len: 333 time: 0.0536611 Aug 10 01:01:19.792636 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b75b96-8237-4544-9fe5-79099a069f09 req-9b2ff887-271c-426b-835b-6ee9b9d4236f tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:19.794187 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2b75b96-8237-4544-9fe5-79099a069f09 req-9b2ff887-271c-426b-835b-6ee9b9d4236f tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/ports?device_id=9071f952-0433-46f1-9eaa-54cc5707ae5d HTTP/1.1" status: 200 len: 944 time: 0.0908146 Aug 10 01:01:19.795581 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46308) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:19.800563 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-6fb32dca-9911-4d19-9797-80c4c343a134 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Request body: {'port': {'network_id': '504ef741-bc2c-42ea-8ec3-302210b41f77', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1229379652'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:19.833733 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-6c8a29bf-8590-415e-8cd1-e0bd80e351ad tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:19.865667 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd045d7-2f97-4bc7-aede-c886574fc29d req-1ee0f694-f811-4c32-abab-7f7c2ed656cc tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:19.867218 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6dd045d7-2f97-4bc7-aede-c886574fc29d req-1ee0f694-f811-4c32-abab-7f7c2ed656cc tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 944 time: 0.1501584 Aug 10 01:01:19.902902 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-6c8a29bf-8590-415e-8cd1-e0bd80e351ad tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Network e2973f7f-304c-4952-be52-bf39c7b9668b is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:19.910834 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-6c8a29bf-8590-415e-8cd1-e0bd80e351ad tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:19.914952 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-6c8a29bf-8590-415e-8cd1-e0bd80e351ad tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:19.920510 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a29bf-8590-415e-8cd1-e0bd80e351ad tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Pushing event updated for resources: {'Port': ['ID=23f7cab1-3003-4499-aeb1-f1cd7e95af6d,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:19.937301 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2b75b96-8237-4544-9fe5-79099a069f09 req-84fe4af1-e3d9-44d2-b4b3-6724d98f61eb tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/security-groups?id=299dc33d-5031-4b0a-84ce-d7cbb405be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331420 Aug 10 01:01:19.967259 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0f172e7e-5fb0-447c-9021-6a97cd596fe6 req-cb3f134e-4c85-4330-9987-666c12c07573 service neutron] 10.222.0.20 "GET /v2.0/networks/33ea34fe-817d-4af0-8886-9a7530db9f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216549 Aug 10 01:01:19.996483 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6dd045d7-2f97-4bc7-aede-c886574fc29d req-4978ec48-40d6-4be7-9ee9-c6fe55b04e02 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167662 Aug 10 01:01:20.027693 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-c9b839e4-6a56-4376-b2a2-da07e3499f7f tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:20.029274 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-c9b839e4-6a56-4376-b2a2-da07e3499f7f tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047&tenant_id=af5124099ce04e7383a5ec5f662d948c&binding%3Ahost_id=n-h1-766726-26 HTTP/1.1" status: 200 len: 1096 time: 0.1248062 Aug 10 01:01:20.089038 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-6c8a29bf-8590-415e-8cd1-e0bd80e351ad tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:20.089648 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb32dca-9911-4d19-9797-80c4c343a134 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Made reservation on behalf of 78235db371c54e3b8925dddbfb6b687a for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:20.089751 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-6c8a29bf-8590-415e-8cd1-e0bd80e351ad tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:20.093120 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6fb32dca-9911-4d19-9797-80c4c343a134 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:20.117005 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-6c8a29bf-8590-415e-8cd1-e0bd80e351ad tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0472510 Aug 10 01:01:20.120610 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0f172e7e-5fb0-447c-9021-6a97cd596fe6 req-ac5b6ffd-ad56-424d-a557-facccea617e8 service neutron] 10.222.0.20 "GET /v2.0/networks/33ea34fe-817d-4af0-8886-9a7530db9f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403446 Aug 10 01:01:20.124225 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-6fb32dca-9911-4d19-9797-80c4c343a134 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] device_id is not set on port 2b436217-5ebc-481e-8bb7-d55e3a6f4336 yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:01:20.131157 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-4e469ad0-2c58-4cda-96f5-38f8b6c59d17 service neutron] Request body: {'port': {'device_id': '02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:20.204474 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-4e469ad0-2c58-4cda-96f5-38f8b6c59d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:20.265060 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-50c95a75-f7e5-425a-acbb-f6e4723f0bc5 service neutron] For port 6c955c7f-fd34-47cb-8393-c2c284128387, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:01:20.270298 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-50c95a75-f7e5-425a-acbb-f6e4723f0bc5 service neutron] Notify callbacks [] for binding, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:20.271436 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-200abee5-141c-4a22-b869-0d1bc6341ecf req-50c95a75-f7e5-425a-acbb-f6e4723f0bc5 service neutron] 10.222.0.24 "DELETE /v2.0/ports/6c955c7f-fd34-47cb-8393-c2c284128387/bindings/n-h2-766726-26 HTTP/1.1" status: 204 len: 173 time: 0.2335889 Aug 10 01:01:20.305860 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-aec1d863-e556-484e-b25d-6b9cfce72aa8 None None] Provisioning for port 23f7cab1-3003-4499-aeb1-f1cd7e95af6d completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:20.316654 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-aec1d863-e556-484e-b25d-6b9cfce72aa8 None None] Provisioning complete for port 23f7cab1-3003-4499-aeb1-f1cd7e95af6d triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:20.317513 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aec1d863-e556-484e-b25d-6b9cfce72aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:20.349842 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-6fb32dca-9911-4d19-9797-80c4c343a134 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Allocated IP 2001:db8::48 (504ef741-bc2c-42ea-8ec3-302210b41f77/8d388058-1e56-44db-a866-74877ccef142/2b436217-5ebc-481e-8bb7-d55e3a6f4336) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:01:20.364563 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-aec1d863-e556-484e-b25d-6b9cfce72aa8 None None] Port 23f7cab1-3003-4499-aeb1-f1cd7e95af6d cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:01:20.429609 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80019734-470d-47d0-80c8-edfefcae10a1 req-98eb85ab-deb8-4ec6-ae06-bf3398a8c9c2 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:20.431212 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-80019734-470d-47d0-80c8-edfefcae10a1 req-98eb85ab-deb8-4ec6-ae06-bf3398a8c9c2 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d321d5d-0bbd-4237-abb1-f3b29052ac15 HTTP/1.1" status: 200 len: 943 time: 0.1449969 Aug 10 01:01:20.467196 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dcb73-daf7-4dee-a4b6-36a414985d67 req-0daef788-3f29-4c77-90c8-f56cb76eb86f tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:20.469605 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-414dcb73-daf7-4dee-a4b6-36a414985d67 req-0daef788-3f29-4c77-90c8-f56cb76eb86f tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 945 time: 0.1240263 Aug 10 01:01:20.579631 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-80019734-470d-47d0-80c8-edfefcae10a1 req-dee270bd-774c-4efc-83a3-edba13cbebc9 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0c16246-dba8-4979-aae7-7d2624a162c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410782 Aug 10 01:01:20.587018 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-414dcb73-daf7-4dee-a4b6-36a414985d67 req-84341592-6ff3-4db8-a0f4-305b9238bdef tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047792 Aug 10 01:01:20.647962 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6fb32dca-9911-4d19-9797-80c4c343a134 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:20.665249 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-6fb32dca-9911-4d19-9797-80c4c343a134 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Transition to ACTIVE for port object 2b436217-5ebc-481e-8bb7-d55e3a6f4336 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:20.737680 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d02bc3-057d-4b29-9dcd-790faf4282c6 req-036719d9-76be-4d73-8283-5f558f9bbf8e tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:20.740443 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77d02bc3-057d-4b29-9dcd-790faf4282c6 req-036719d9-76be-4d73-8283-5f558f9bbf8e tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "GET /v2.0/ports?device_id=02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f HTTP/1.1" status: 200 len: 932 time: 0.0765555 Aug 10 01:01:20.747937 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6fb32dca-9911-4d19-9797-80c4c343a134 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:20.805181 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-4e469ad0-2c58-4cda-96f5-38f8b6c59d17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23f7cab1-3003-4499-aeb1-f1cd7e95af6d {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:01:20.810154 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb32dca-9911-4d19-9797-80c4c343a134 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Network 504ef741-bc2c-42ea-8ec3-302210b41f77 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:20.812540 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-4e469ad0-2c58-4cda-96f5-38f8b6c59d17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:20.824655 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-4e469ad0-2c58-4cda-96f5-38f8b6c59d17 service neutron] Transition to ACTIVE for port object 23f7cab1-3003-4499-aeb1-f1cd7e95af6d will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:20.826309 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-6fb32dca-9911-4d19-9797-80c4c343a134 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:20.829490 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-4e469ad0-2c58-4cda-96f5-38f8b6c59d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:20.830329 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb32dca-9911-4d19-9797-80c4c343a134 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:20.837734 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb32dca-9911-4d19-9797-80c4c343a134 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:20.840481 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6fb32dca-9911-4d19-9797-80c4c343a134 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:20.859191 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb32dca-9911-4d19-9797-80c4c343a134 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Pushing event updated for resources: {'Port': ['ID=2b436217-5ebc-481e-8bb7-d55e3a6f4336,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:20.868733 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77d02bc3-057d-4b29-9dcd-790faf4282c6 req-81f73f96-50fb-46ed-8bbd-a8198fc1b265 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "GET /v2.0/security-groups?id=814bded9-eb1e-4297-bf44-52576f18237e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143231 Aug 10 01:01:20.875359 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6fb32dca-9911-4d19-9797-80c4c343a134 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0787504 Aug 10 01:01:20.876082 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46316) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:20.881777 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-9bbe9042-bf9d-4214-b0ae-66050c567bcb tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Request body: {'port': {'network_id': '504ef741-bc2c-42ea-8ec3-302210b41f77', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-284335559'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:20.930923 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e469ad0-2c58-4cda-96f5-38f8b6c59d17 service neutron] Pushing event updated for resources: {'Port': ['ID=23f7cab1-3003-4499-aeb1-f1cd7e95af6d,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:20.965082 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-4e469ad0-2c58-4cda-96f5-38f8b6c59d17 service neutron] Attempting to bind port 23f7cab1-3003-4499-aeb1-f1cd7e95af6d on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:20.966081 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-4e469ad0-2c58-4cda-96f5-38f8b6c59d17 service neutron] Attempting to bind port 23f7cab1-3003-4499-aeb1-f1cd7e95af6d by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '3546e796-1646-489b-b4bf-3746be636348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e2973f7f-304c-4952-be52-bf39c7b9668b'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:20.966603 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-4e469ad0-2c58-4cda-96f5-38f8b6c59d17 service neutron] Attempting to bind port 23f7cab1-3003-4499-aeb1-f1cd7e95af6d on network e2973f7f-304c-4952-be52-bf39c7b9668b {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:20.974781 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-4e469ad0-2c58-4cda-96f5-38f8b6c59d17 service neutron] Port 23f7cab1-3003-4499-aeb1-f1cd7e95af6d on network e2973f7f-304c-4952-be52-bf39c7b9668b not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:20.975334 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-4e469ad0-2c58-4cda-96f5-38f8b6c59d17 service neutron] Attempting to bind port 23f7cab1-3003-4499-aeb1-f1cd7e95af6d on network e2973f7f-304c-4952-be52-bf39c7b9668b {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:20.982955 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-4e469ad0-2c58-4cda-96f5-38f8b6c59d17 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:01:20.983545 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-4e469ad0-2c58-4cda-96f5-38f8b6c59d17 service neutron] Checking segment: {'id': '3546e796-1646-489b-b4bf-3746be636348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e2973f7f-304c-4952-be52-bf39c7b9668b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:20.984051 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-4e469ad0-2c58-4cda-96f5-38f8b6c59d17 service neutron] Bound using segment: {'id': '3546e796-1646-489b-b4bf-3746be636348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e2973f7f-304c-4952-be52-bf39c7b9668b'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:01:20.984684 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-4e469ad0-2c58-4cda-96f5-38f8b6c59d17 service neutron] Bound port: 23f7cab1-3003-4499-aeb1-f1cd7e95af6d, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3546e796-1646-489b-b4bf-3746be636348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e2973f7f-304c-4952-be52-bf39c7b9668b'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:01:20.985135 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-4e469ad0-2c58-4cda-96f5-38f8b6c59d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:21.010042 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbe9042-bf9d-4214-b0ae-66050c567bcb tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Made reservation on behalf of 78235db371c54e3b8925dddbfb6b687a for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:21.014492 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9bbe9042-bf9d-4214-b0ae-66050c567bcb tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:21.036427 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-9bbe9042-bf9d-4214-b0ae-66050c567bcb tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] device_id is not set on port 81cd39a6-8f2a-4f20-8e6a-afd231c2446b yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:01:21.095739 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-4e469ad0-2c58-4cda-96f5-38f8b6c59d17 service neutron] For port 23f7cab1-3003-4499-aeb1-f1cd7e95af6d, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:01:21.101939 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-4e469ad0-2c58-4cda-96f5-38f8b6c59d17 service neutron] For port 23f7cab1-3003-4499-aeb1-f1cd7e95af6d, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=23f7cab1-3003-4499-aeb1-f1cd7e95af6d,segment=NetworkSegment(3546e796-1646-489b-b4bf-3746be636348),segment_id=3546e796-1646-489b-b4bf-3746be636348)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:01:21.108944 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-4e469ad0-2c58-4cda-96f5-38f8b6c59d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:21.151735 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-4e469ad0-2c58-4cda-96f5-38f8b6c59d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:21.152547 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-4e469ad0-2c58-4cda-96f5-38f8b6c59d17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:21.154175 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-4e469ad0-2c58-4cda-96f5-38f8b6c59d17 service neutron] 10.222.0.24 "PUT /v2.0/ports/23f7cab1-3003-4499-aeb1-f1cd7e95af6d HTTP/1.1" status: 200 len: 1093 time: 1.0279737 Aug 10 01:01:21.180781 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e469ad0-2c58-4cda-96f5-38f8b6c59d17 service neutron] Pushing event updated for resources: {'Port': ['ID=23f7cab1-3003-4499-aeb1-f1cd7e95af6d,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:21.258654 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34d9ac-4041-40f4-868c-3b2e08d00d22 req-e2e3ea18-8769-4330-aab1-df950cb5568b tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:21.260214 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b34d9ac-4041-40f4-868c-3b2e08d00d22 req-e2e3ea18-8769-4330-aab1-df950cb5568b tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/ports?device_id=9071f952-0433-46f1-9eaa-54cc5707ae5d HTTP/1.1" status: 200 len: 944 time: 0.1535001 Aug 10 01:01:21.279077 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6509b-8398-4194-bebc-61bfdf5a2c54 req-56cf4d6d-779f-47c7-8bcf-5298afc2bc4d tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:21.284049 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0db6509b-8398-4194-bebc-61bfdf5a2c54 req-56cf4d6d-779f-47c7-8bcf-5298afc2bc4d tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 944 time: 0.1586683 Aug 10 01:01:21.293721 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f', 'tag': '23f7cab1-3003-4499-aeb1-f1cd7e95af6d'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:01:21.296326 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca58e8fb-f1e9-4ee0-b170-aeab67781485" -d '{"events": [{"name": "network-changed", "server_uuid": "02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f", "tag": "23f7cab1-3003-4499-aeb1-f1cd7e95af6d"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:01:21.300567 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-47351ec3-7937-410d-82c4-01711ad3a688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:21.302269 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-47351ec3-7937-410d-82c4-01711ad3a688 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed53369dabee44498507a7cf709f7c85&device_id=02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f HTTP/1.1" status: 200 len: 1096 time: 0.0680063 Aug 10 01:01:21.321251 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-9e02e7d5-5fae-4b5e-a7d7-ca047f151256 None None] Provisioning for port 2b436217-5ebc-481e-8bb7-d55e3a6f4336 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:21.322475 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-9bbe9042-bf9d-4214-b0ae-66050c567bcb tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Allocated IP 2001:db8::138 (504ef741-bc2c-42ea-8ec3-302210b41f77/8d388058-1e56-44db-a866-74877ccef142/81cd39a6-8f2a-4f20-8e6a-afd231c2446b) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:01:21.328633 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-9e02e7d5-5fae-4b5e-a7d7-ca047f151256 None None] Provisioning complete for port 2b436217-5ebc-481e-8bb7-d55e3a6f4336 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:21.329220 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9e02e7d5-5fae-4b5e-a7d7-ca047f151256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:21.357850 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-ff5beb6d-c837-4f6b-9ca1-f6d1281e768f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23f7cab1-3003-4499-aeb1-f1cd7e95af6d HTTP/1.1" status: 200 len: 217 time: 0.0462577 Aug 10 01:01:21.368793 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-9e02e7d5-5fae-4b5e-a7d7-ca047f151256 None None] Port 2b436217-5ebc-481e-8bb7-d55e3a6f4336 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:01:21.415831 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-ccd91a93-c92c-4ae2-ac3d-eef1b62265e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:21.417725 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-ccd91a93-c92c-4ae2-ac3d-eef1b62265e1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4b0b179a-bfa0-4c3a-bcf0-7e9a86358603 HTTP/1.1" status: 200 len: 851 time: 0.0526829 Aug 10 01:01:21.423900 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b34d9ac-4041-40f4-868c-3b2e08d00d22 req-24cd0114-77bf-4664-ae7e-30eccf8daa1b tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/security-groups?id=299dc33d-5031-4b0a-84ce-d7cbb405be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341212 Aug 10 01:01:21.469298 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-dff13926-2cbe-401a-a89e-bada832dd259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:21.470921 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-dff13926-2cbe-401a-a89e-bada832dd259 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e2973f7f-304c-4952-be52-bf39c7b9668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459154 Aug 10 01:01:21.483700 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-6cfd9b9b-4c49-456d-9336-f6b38d13a7e4 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:01:21.484722 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0db6509b-8398-4194-bebc-61bfdf5a2c54 req-4606abbe-4a75-4239-b582-923e70757319 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348050 Aug 10 01:01:21.484845 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-6cfd9b9b-4c49-456d-9336-f6b38d13a7e4 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059984 Aug 10 01:01:21.555692 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9bbe9042-bf9d-4214-b0ae-66050c567bcb tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:21.571357 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-9bbe9042-bf9d-4214-b0ae-66050c567bcb tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Transition to ACTIVE for port object 81cd39a6-8f2a-4f20-8e6a-afd231c2446b will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:21.579228 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac6e785-ea75-46a5-88f1-51d0e025d0fc x-openstack-request-id: req-cac6e785-ea75-46a5-88f1-51d0e025d0fc {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:01:21.579761 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f", "tag": "23f7cab1-3003-4499-aeb1-f1cd7e95af6d", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:01:21.580216 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cac6e785-ea75-46a5-88f1-51d0e025d0fc {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:01:21.580984 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f', 'tag': '23f7cab1-3003-4499-aeb1-f1cd7e95af6d', 'status': 'completed', 'code': 200} Aug 10 01:01:21.596471 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-26fec91c-e995-4013-b927-7a64d06f1a2d service neutron] 10.222.0.24 "GET /v2.0/networks/e2973f7f-304c-4952-be52-bf39c7b9668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036112 Aug 10 01:01:21.616432 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9bbe9042-bf9d-4214-b0ae-66050c567bcb tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:21.702568 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbe9042-bf9d-4214-b0ae-66050c567bcb tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Network 504ef741-bc2c-42ea-8ec3-302210b41f77 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:21.704445 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dbbbc20a-bbf4-40d0-8cb3-f2f672c9a6e5 req-1cb6f04d-c355-499a-a115-263fff1d0eb4 service neutron] 10.222.0.24 "GET /v2.0/networks/e2973f7f-304c-4952-be52-bf39c7b9668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006198 Aug 10 01:01:21.727865 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-9bbe9042-bf9d-4214-b0ae-66050c567bcb tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:21.734042 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbe9042-bf9d-4214-b0ae-66050c567bcb tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:21.739825 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe9042-bf9d-4214-b0ae-66050c567bcb tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:21.740516 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9bbe9042-bf9d-4214-b0ae-66050c567bcb tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:21.753128 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe9042-bf9d-4214-b0ae-66050c567bcb tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Pushing event updated for resources: {'Port': ['ID=81cd39a6-8f2a-4f20-8e6a-afd231c2446b,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:21.774559 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9bbe9042-bf9d-4214-b0ae-66050c567bcb tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8973196 Aug 10 01:01:21.778449 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e7e7c-e5a9-416f-bc57-0b60f19ab058 req-4b29e2bb-3b42-4c86-b39b-39cb08c1bac2 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:21.780424 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a61e7e7c-e5a9-416f-bc57-0b60f19ab058 req-4b29e2bb-3b42-4c86-b39b-39cb08c1bac2 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 1096 time: 0.1200538 Aug 10 01:01:21.782757 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46336) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:21.788871 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-370e1a29-95e4-42b1-9354-12c31e153c63 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2eb', 'mac_address': 'fa:16:3e:e7:33:ba'}, {'ip_address': '2001:db8::48', 'mac_address': 'fa:16:3e:d7:37:b3'}]}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:21.802045 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138193e-e805-459e-89b3-30e35f166ff1 req-fba5e936-1dd8-4b5a-a365-dd9fb92fe119 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:21.803552 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e138193e-e805-459e-89b3-30e35f166ff1 req-fba5e936-1dd8-4b5a-a365-dd9fb92fe119 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d321d5d-0bbd-4237-abb1-f3b29052ac15 HTTP/1.1" status: 200 len: 943 time: 0.1305680 Aug 10 01:01:21.805281 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58e8fb-f1e9-4ee0-b170-aeab67781485 req-24e4ac90-7131-4b4c-b61b-60cd455fe494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:21.806986 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ca58e8fb-f1e9-4ee0-b170-aeab67781485 req-24e4ac90-7131-4b4c-b61b-60cd455fe494 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed53369dabee44498507a7cf709f7c85&device_id=02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f HTTP/1.1" status: 200 len: 1096 time: 0.0532079 Aug 10 01:01:21.892462 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a61e7e7c-e5a9-416f-bc57-0b60f19ab058 req-4d04ffc5-c49d-423a-9827-ecccea12f3c2 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987363 Aug 10 01:01:21.927876 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58e8fb-f1e9-4ee0-b170-aeab67781485 req-42ddeb43-727b-481b-9d2e-79dca952b5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:21.929566 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ca58e8fb-f1e9-4ee0-b170-aeab67781485 req-42ddeb43-727b-481b-9d2e-79dca952b5f2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e2973f7f-304c-4952-be52-bf39c7b9668b HTTP/1.1" status: 200 len: 913 time: 0.1142082 Aug 10 01:01:21.934470 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e138193e-e805-459e-89b3-30e35f166ff1 req-a09a26a6-f859-4ab7-b0b1-581f28a8653e tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0c16246-dba8-4979-aae7-7d2624a162c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080449 Aug 10 01:01:21.998829 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ca58e8fb-f1e9-4ee0-b170-aeab67781485 req-7c1bd315-e247-4100-8367-88ba3ecedd55 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23f7cab1-3003-4499-aeb1-f1cd7e95af6d HTTP/1.1" status: 200 len: 217 time: 0.0612793 Aug 10 01:01:22.031572 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-cc583cee-e20a-40c8-8de4-3b725a85eee5 None None] Provisioning for port 81cd39a6-8f2a-4f20-8e6a-afd231c2446b completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:22.036436 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-cc583cee-e20a-40c8-8de4-3b725a85eee5 None None] Provisioning complete for port 81cd39a6-8f2a-4f20-8e6a-afd231c2446b triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:22.037006 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cc583cee-e20a-40c8-8de4-3b725a85eee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:22.061654 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58e8fb-f1e9-4ee0-b170-aeab67781485 req-c2ab0dd6-636b-4102-b40b-2ad5d45d04c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:22.063447 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ca58e8fb-f1e9-4ee0-b170-aeab67781485 req-c2ab0dd6-636b-4102-b40b-2ad5d45d04c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4b0b179a-bfa0-4c3a-bcf0-7e9a86358603 HTTP/1.1" status: 200 len: 851 time: 0.0572722 Aug 10 01:01:22.075292 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-cc583cee-e20a-40c8-8de4-3b725a85eee5 None None] Port 81cd39a6-8f2a-4f20-8e6a-afd231c2446b cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:01:22.075478 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-370e1a29-95e4-42b1-9354-12c31e153c63 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:22.112285 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58e8fb-f1e9-4ee0-b170-aeab67781485 req-f35776f6-19b7-42df-b9f5-452a451822df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:22.113775 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ca58e8fb-f1e9-4ee0-b170-aeab67781485 req-f35776f6-19b7-42df-b9f5-452a451822df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e2973f7f-304c-4952-be52-bf39c7b9668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429749 Aug 10 01:01:22.135983 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155d5b6-c562-4d0e-adda-8e09e33ff4c5 req-f7acc8b1-fe76-44d1-8cc8-b07cc44a3237 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:22.137488 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f155d5b6-c562-4d0e-adda-8e09e33ff4c5 req-f7acc8b1-fe76-44d1-8cc8-b07cc44a3237 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "GET /v2.0/ports?device_id=02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f HTTP/1.1" status: 200 len: 944 time: 0.1180050 Aug 10 01:01:22.145104 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980132c0-0be1-421c-bcc1-4422ec2f137b req-dbfc78f1-1bde-4cf1-b3c6-95473d8a8f91 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:22.146486 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-980132c0-0be1-421c-bcc1-4422ec2f137b req-dbfc78f1-1bde-4cf1-b3c6-95473d8a8f91 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 945 time: 0.1565020 Aug 10 01:01:22.205232 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ca58e8fb-f1e9-4ee0-b170-aeab67781485 req-51813132-64e4-40cd-b7e6-480bfe928219 service neutron] 10.222.0.24 "GET /v2.0/networks/e2973f7f-304c-4952-be52-bf39c7b9668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825710 Aug 10 01:01:22.223027 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f155d5b6-c562-4d0e-adda-8e09e33ff4c5 req-a807ea5d-e087-48e9-adfd-7cca9646e982 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "GET /v2.0/security-groups?id=814bded9-eb1e-4297-bf44-52576f18237e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755765 Aug 10 01:01:22.234256 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-980132c0-0be1-421c-bcc1-4422ec2f137b req-b71d4401-2db3-4386-9336-bc031a80e3bc tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768542 Aug 10 01:01:22.283213 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device ccaff7bb-37f2-4a16-98a3-6f64179b56d2 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:01:22.320918 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ca58e8fb-f1e9-4ee0-b170-aeab67781485 req-c1762a47-1b41-4056-b5a7-f84d549bed49 service neutron] 10.222.0.24 "GET /v2.0/networks/e2973f7f-304c-4952-be52-bf39c7b9668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083584 Aug 10 01:01:22.380561 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port ccaff7bb-37f2-4a16-98a3-6f64179b56d2, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=ccaff7bb-37f2-4a16-98a3-6f64179b56d2,segment=NetworkSegment(0d0ff621-3a64-4796-aca3-79bbdbdd1bd3),segment_id=0d0ff621-3a64-4796-aca3-79bbdbdd1bd3)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:22.387056 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c01f3b-cbc3-4801-81ef-38feebff3c0d req-a939eb30-a30d-416c-9c51-04b9a20b30cb tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:22.388658 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f1c01f3b-cbc3-4801-81ef-38feebff3c0d req-a939eb30-a30d-416c-9c51-04b9a20b30cb tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 1096 time: 0.0727961 Aug 10 01:01:22.392100 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'ccaff7bb-37f2-4a16-98a3-6f64179b56d2', 'network_id': 'd54a97df-af07-4157-a933-a9c7f148706f', 'port_id': 'ccaff7bb-37f2-4a16-98a3-6f64179b56d2', 'mac_address': 'fa:16:3e:99:60:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9beeeada-fdeb-44c8-8b6e-0c8a8c8c8d6e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:01:22.406703 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-370e1a29-95e4-42b1-9354-12c31e153c63 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:22.417081 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-370e1a29-95e4-42b1-9354-12c31e153c63 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:22.428645 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:22.442525 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccaff7bb-37f2-4a16-98a3-6f64179b56d2 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:01:22.463423 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-370e1a29-95e4-42b1-9354-12c31e153c63 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] In _notify_port_updated(), no bound segment for port 81cd39a6-8f2a-4f20-8e6a-afd231c2446b on network 504ef741-bc2c-42ea-8ec3-302210b41f77 {{(pid=105826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:01:22.470176 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port ccaff7bb-37f2-4a16-98a3-6f64179b56d2, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=ccaff7bb-37f2-4a16-98a3-6f64179b56d2,segment=NetworkSegment(0d0ff621-3a64-4796-aca3-79bbdbdd1bd3),segment_id=0d0ff621-3a64-4796-aca3-79bbdbdd1bd3)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:22.470537 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370e1a29-95e4-42b1-9354-12c31e153c63 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:22.471053 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-370e1a29-95e4-42b1-9354-12c31e153c63 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:22.472490 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-370e1a29-95e4-42b1-9354-12c31e153c63 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] 10.222.0.35 "PUT /v2.0/ports/81cd39a6-8f2a-4f20-8e6a-afd231c2446b HTTP/1.1" status: 200 len: 1066 time: 0.6887155 Aug 10 01:01:22.475397 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46344) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:22.484079 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f1c01f3b-cbc3-4801-81ef-38feebff3c0d req-0c7ac4a2-4efa-4d36-9a57-7d7d3b702560 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864024 Aug 10 01:01:22.489498 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:22.495416 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e1a29-95e4-42b1-9354-12c31e153c63 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Pushing event updated for resources: {'Port': ['ID=81cd39a6-8f2a-4f20-8e6a-afd231c2446b,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:22.570413 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=ccaff7bb-37f2-4a16-98a3-6f64179b56d2,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:22.613178 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a72ba-9379-466a-a70b-2ae60c6a408c req-4b7f770e-677a-48b2-914d-173dfed70426 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:22.621292 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-227a72ba-9379-466a-a70b-2ae60c6a408c req-4b7f770e-677a-48b2-914d-173dfed70426 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/ports?device_id=9071f952-0433-46f1-9eaa-54cc5707ae5d HTTP/1.1" status: 200 len: 945 time: 0.0793173 Aug 10 01:01:22.668152 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-4832b6f8-9210-4b43-a9f2-96192ad26e73 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Deleting port 81cd39a6-8f2a-4f20-8e6a-afd231c2446b {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:22.668995 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4832b6f8-9210-4b43-a9f2-96192ad26e73 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:22.671562 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-227a72ba-9379-466a-a70b-2ae60c6a408c req-4fff07c0-b088-4b87-adcf-6d6debffd1fb tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/security-groups?id=299dc33d-5031-4b0a-84ce-d7cbb405be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467994 Aug 10 01:01:22.764990 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 62bea8dd-cb57-444d-a032-d0100343ce75 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:01:22.772748 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4832b6f8-9210-4b43-a9f2-96192ad26e73 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:22.787560 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-4832b6f8-9210-4b43-a9f2-96192ad26e73 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Calling delete_port for 81cd39a6-8f2a-4f20-8e6a-afd231c2446b owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:22.843892 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c88066b4-9cc7-4599-ad02-ff1c1369371b None None] Provisioning complete for port 81cd39a6-8f2a-4f20-8e6a-afd231c2446b triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:22.844681 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c88066b4-9cc7-4599-ad02-ff1c1369371b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:22.910425 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c88066b4-9cc7-4599-ad02-ff1c1369371b None None] Port 81cd39a6-8f2a-4f20-8e6a-afd231c2446b cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:01:22.913025 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 62bea8dd-cb57-444d-a032-d0100343ce75, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=62bea8dd-cb57-444d-a032-d0100343ce75,segment=NetworkSegment(8fbcaff3-e9f6-4ab8-abec-babd675cf674),segment_id=8fbcaff3-e9f6-4ab8-abec-babd675cf674)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:22.925664 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '62bea8dd-cb57-444d-a032-d0100343ce75', 'network_id': '33ea34fe-817d-4af0-8886-9a7530db9f55', 'port_id': '62bea8dd-cb57-444d-a032-d0100343ce75', 'mac_address': 'fa:16:3e:79:fe:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bd06e-87c9-4633-9a01-727c56aef97b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:01:22.957330 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4832b6f8-9210-4b43-a9f2-96192ad26e73 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:22.988943 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:22.994037 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832b6f8-9210-4b43-a9f2-96192ad26e73 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Pushing event deleted for resources: {'Port': ['ID=81cd39a6-8f2a-4f20-8e6a-afd231c2446b,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:23.004078 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['ccaff7bb-37f2-4a16-98a3-6f64179b56d2'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:01:23.007199 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62bea8dd-cb57-444d-a032-d0100343ce75 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:01:23.021440 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832b6f8-9210-4b43-a9f2-96192ad26e73 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:23.021782 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832b6f8-9210-4b43-a9f2-96192ad26e73 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:23.022132 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832b6f8-9210-4b43-a9f2-96192ad26e73 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:23.022481 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832b6f8-9210-4b43-a9f2-96192ad26e73 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:23.022820 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832b6f8-9210-4b43-a9f2-96192ad26e73 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:23.023162 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832b6f8-9210-4b43-a9f2-96192ad26e73 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:23.023494 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832b6f8-9210-4b43-a9f2-96192ad26e73 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:23.023847 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832b6f8-9210-4b43-a9f2-96192ad26e73 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:23.024158 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832b6f8-9210-4b43-a9f2-96192ad26e73 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:23.024513 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832b6f8-9210-4b43-a9f2-96192ad26e73 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:23.024848 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832b6f8-9210-4b43-a9f2-96192ad26e73 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:23.025175 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832b6f8-9210-4b43-a9f2-96192ad26e73 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:23.051517 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 62bea8dd-cb57-444d-a032-d0100343ce75, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=62bea8dd-cb57-444d-a032-d0100343ce75,segment=NetworkSegment(8fbcaff3-e9f6-4ab8-abec-babd675cf674),segment_id=8fbcaff3-e9f6-4ab8-abec-babd675cf674)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:23.063045 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:23.083879 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116f749-3c2c-49cd-95b0-abda2c3782ce req-90b3dde7-1c35-4a94-9910-f17c9499a056 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:23.087065 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1116f749-3c2c-49cd-95b0-abda2c3782ce req-90b3dde7-1c35-4a94-9910-f17c9499a056 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d321d5d-0bbd-4237-abb1-f3b29052ac15 HTTP/1.1" status: 200 len: 943 time: 0.0658407 Aug 10 01:01:23.157684 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1116f749-3c2c-49cd-95b0-abda2c3782ce req-36207c9b-c9a7-441e-88d5-3700126bf349 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0c16246-dba8-4979-aae7-7d2624a162c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636854 Aug 10 01:01:23.163779 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=62bea8dd-cb57-444d-a032-d0100343ce75,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:23.233117 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4832b6f8-9210-4b43-a9f2-96192ad26e73 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:23.235065 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4832b6f8-9210-4b43-a9f2-96192ad26e73 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] 10.222.0.35 "DELETE /v2.0/ports/81cd39a6-8f2a-4f20-8e6a-afd231c2446b HTTP/1.1" status: 204 len: 168 time: 0.7565925 Aug 10 01:01:23.237688 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46362) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:23.261921 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-61bc5723-30f5-4355-a046-6d93ba8abcd2 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] GET failed (client error): The resource could not be found. Aug 10 01:01:23.264109 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-61bc5723-30f5-4355-a046-6d93ba8abcd2 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] 10.222.0.35 "GET /v2.0/ports/81cd39a6-8f2a-4f20-8e6a-afd231c2446b HTTP/1.1" status: 404 len: 333 time: 0.0249410 Aug 10 01:01:23.266798 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46368) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:23.363874 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-84f0b24c-bd64-4b41-a5e5-88db2f845b59 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Deleting port 2b436217-5ebc-481e-8bb7-d55e3a6f4336 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:23.364316 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-84f0b24c-bd64-4b41-a5e5-88db2f845b59 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:23.386339 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5797a7-f33c-457b-8be4-3c6b828d6b42 req-e4d14b08-d9ab-4b51-a7bc-1f874d6505e5 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:23.387834 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7c5797a7-f33c-457b-8be4-3c6b828d6b42 req-e4d14b08-d9ab-4b51-a7bc-1f874d6505e5 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "GET /v2.0/ports?device_id=02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f HTTP/1.1" status: 200 len: 944 time: 0.0807698 Aug 10 01:01:23.396736 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecf776-8338-4c77-b1ed-ad4cb6bb713d req-175f51ce-bac1-4979-8a1d-e76f4bb8357d tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:23.398138 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0fecf776-8338-4c77-b1ed-ad4cb6bb713d req-175f51ce-bac1-4979-8a1d-e76f4bb8357d tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 945 time: 0.0891509 Aug 10 01:01:23.451387 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7c5797a7-f33c-457b-8be4-3c6b828d6b42 req-d90bc39c-5ff5-4fd4-8a50-1fa504def721 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "GET /v2.0/security-groups?id=814bded9-eb1e-4297-bf44-52576f18237e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517402 Aug 10 01:01:23.451982 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['62bea8dd-cb57-444d-a032-d0100343ce75'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:01:23.457469 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-84f0b24c-bd64-4b41-a5e5-88db2f845b59 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:23.461312 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0fecf776-8338-4c77-b1ed-ad4cb6bb713d req-810fb623-4ca6-4bb3-9eca-90147d354cb1 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554707 Aug 10 01:01:23.471764 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-84f0b24c-bd64-4b41-a5e5-88db2f845b59 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Calling delete_port for 2b436217-5ebc-481e-8bb7-d55e3a6f4336 owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:23.610686 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-84f0b24c-bd64-4b41-a5e5-88db2f845b59 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:23.644727 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0b24c-bd64-4b41-a5e5-88db2f845b59 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Pushing event deleted for resources: {'Port': ['ID=2b436217-5ebc-481e-8bb7-d55e3a6f4336,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:23.678428 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-84f0b24c-bd64-4b41-a5e5-88db2f845b59 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:23.680502 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-84f0b24c-bd64-4b41-a5e5-88db2f845b59 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] 10.222.0.35 "DELETE /v2.0/ports/2b436217-5ebc-481e-8bb7-d55e3a6f4336 HTTP/1.1" status: 204 len: 168 time: 0.4126353 Aug 10 01:01:23.683059 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46372) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:23.709341 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f770b5-165b-4f0c-940b-119c0c5d7f7f tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] GET failed (client error): The resource could not be found. Aug 10 01:01:23.712230 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d0f770b5-165b-4f0c-940b-119c0c5d7f7f tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] 10.222.0.35 "GET /v2.0/ports/2b436217-5ebc-481e-8bb7-d55e3a6f4336 HTTP/1.1" status: 404 len: 333 time: 0.0267100 Aug 10 01:01:23.716089 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46378) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:23.846226 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75759604-1bbb-4a62-9a83-078acc4d88a9 req-fb030fc1-609d-4221-85cd-6b298396051e tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:23.847754 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-75759604-1bbb-4a62-9a83-078acc4d88a9 req-fb030fc1-609d-4221-85cd-6b298396051e tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/ports?device_id=9071f952-0433-46f1-9eaa-54cc5707ae5d HTTP/1.1" status: 200 len: 945 time: 0.0951464 Aug 10 01:01:23.896998 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-1f725051-b023-4cb6-82f2-1e7c9998e6ac tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Deleting port ebbc2ad5-79cd-48a9-a341-c8139f1218bc {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:23.897347 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1f725051-b023-4cb6-82f2-1e7c9998e6ac tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:23.915888 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-75759604-1bbb-4a62-9a83-078acc4d88a9 req-d43e44b1-c5bf-4c74-b7ed-e56a67175193 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/security-groups?id=299dc33d-5031-4b0a-84ce-d7cbb405be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557323 Aug 10 01:01:23.992902 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1f725051-b023-4cb6-82f2-1e7c9998e6ac tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:24.004700 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-1f725051-b023-4cb6-82f2-1e7c9998e6ac tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Calling delete_port for ebbc2ad5-79cd-48a9-a341-c8139f1218bc owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:24.126941 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1f725051-b023-4cb6-82f2-1e7c9998e6ac tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:24.158675 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f725051-b023-4cb6-82f2-1e7c9998e6ac tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Pushing event deleted for resources: {'Port': ['ID=ebbc2ad5-79cd-48a9-a341-c8139f1218bc,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:24.286011 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 23f7cab1-3003-4499-aeb1-f1cd7e95af6d details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:01:24.355021 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device ccaff7bb-37f2-4a16-98a3-6f64179b56d2 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:01:24.441415 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 23f7cab1-3003-4499-aeb1-f1cd7e95af6d, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=23f7cab1-3003-4499-aeb1-f1cd7e95af6d,segment=NetworkSegment(3546e796-1646-489b-b4bf-3746be636348),segment_id=3546e796-1646-489b-b4bf-3746be636348)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:24.456080 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '23f7cab1-3003-4499-aeb1-f1cd7e95af6d', 'network_id': 'e2973f7f-304c-4952-be52-bf39c7b9668b', 'port_id': '23f7cab1-3003-4499-aeb1-f1cd7e95af6d', 'mac_address': 'fa:16:3e:4f:26:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b0b179a-bfa0-4c3a-bcf0-7e9a86358603', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:01:24.457649 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port ccaff7bb-37f2-4a16-98a3-6f64179b56d2 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:24.463919 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port ccaff7bb-37f2-4a16-98a3-6f64179b56d2 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:24.464540 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:24.542129 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:24.562163 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23f7cab1-3003-4499-aeb1-f1cd7e95af6d {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:01:24.566047 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1f725051-b023-4cb6-82f2-1e7c9998e6ac tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:24.573254 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1f725051-b023-4cb6-82f2-1e7c9998e6ac tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] 10.222.0.35 "DELETE /v2.0/ports/ebbc2ad5-79cd-48a9-a341-c8139f1218bc HTTP/1.1" status: 204 len: 168 time: 0.8507264 Aug 10 01:01:24.573254 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46388) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:24.606382 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 23f7cab1-3003-4499-aeb1-f1cd7e95af6d, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=23f7cab1-3003-4499-aeb1-f1cd7e95af6d,segment=NetworkSegment(3546e796-1646-489b-b4bf-3746be636348),segment_id=3546e796-1646-489b-b4bf-3746be636348)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:24.626937 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:24.668776 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:24.669122 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b2d3f-2379-4aa5-969e-119ebbf150e8 req-1ad2fbd3-d701-4a2f-9bd4-22c4ef775e29 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:24.671160 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6d5b2d3f-2379-4aa5-969e-119ebbf150e8 req-1ad2fbd3-d701-4a2f-9bd4-22c4ef775e29 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d321d5d-0bbd-4237-abb1-f3b29052ac15 HTTP/1.1" status: 200 len: 944 time: 0.1225855 Aug 10 01:01:24.677104 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-e130107d-199f-4338-9ebd-aaa237381769 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Deleting subnet 8d388058-1e56-44db-a866-74877ccef142 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:01:24.681052 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e130107d-199f-4338-9ebd-aaa237381769 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:24.692757 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd309657-1b49-4551-8e8d-ecb76f472353 req-f1cc385d-277a-4e31-9339-067e4519b9a4 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:24.694043 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd309657-1b49-4551-8e8d-ecb76f472353 req-f1cc385d-277a-4e31-9339-067e4519b9a4 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "GET /v2.0/ports?device_id=02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f HTTP/1.1" status: 200 len: 944 time: 0.1468282 Aug 10 01:01:24.703528 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=23f7cab1-3003-4499-aeb1-f1cd7e95af6d,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:24.719415 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9071f952-0433-46f1-9eaa-54cc5707ae5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccaff7bb-37f2-4a16-98a3-6f64179b56d2'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:01:24.721705 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81c6163-f252-4ae2-9cb8-ad755620b94f" -d '{"events": [{"server_uuid": "9071f952-0433-46f1-9eaa-54cc5707ae5d", "name": "network-vif-plugged", "status": "completed", "tag": "ccaff7bb-37f2-4a16-98a3-6f64179b56d2"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:01:24.736211 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port ccaff7bb-37f2-4a16-98a3-6f64179b56d2, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=ccaff7bb-37f2-4a16-98a3-6f64179b56d2,segment=NetworkSegment(0d0ff621-3a64-4796-aca3-79bbdbdd1bd3),segment_id=0d0ff621-3a64-4796-aca3-79bbdbdd1bd3)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:24.741686 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:24.773758 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e130107d-199f-4338-9ebd-aaa237381769 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:24.779960 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 62bea8dd-cb57-444d-a032-d0100343ce75 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:01:24.805703 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd309657-1b49-4551-8e8d-ecb76f472353 req-35fcddf4-9675-48da-80dc-8ebba2eb245a tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "GET /v2.0/security-groups?id=814bded9-eb1e-4297-bf44-52576f18237e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921364 Aug 10 01:01:24.810700 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6d5b2d3f-2379-4aa5-969e-119ebbf150e8 req-2fae2a4f-fb61-4a39-80eb-86a16e32e939 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0c16246-dba8-4979-aae7-7d2624a162c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155453 Aug 10 01:01:24.827994 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=ccaff7bb-37f2-4a16-98a3-6f64179b56d2,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:24.876930 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 62bea8dd-cb57-444d-a032-d0100343ce75 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:24.881309 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 62bea8dd-cb57-444d-a032-d0100343ce75 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:24.881688 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:24.962365 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e130107d-199f-4338-9ebd-aaa237381769 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:25.014601 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c423e3-f16a-450e-a8bc-502c9faac668 req-139c59cc-0c6e-45c4-af4c-360f6fd83bc4 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:25.022456 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-09c423e3-f16a-450e-a8bc-502c9faac668 req-139c59cc-0c6e-45c4-af4c-360f6fd83bc4 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 945 time: 0.1041713 Aug 10 01:01:25.107358 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-09c423e3-f16a-450e-a8bc-502c9faac668 req-c637a645-44b9-4866-91e2-f072e3a7e9a3 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784211 Aug 10 01:01:25.116963 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e130107d-199f-4338-9ebd-aaa237381769 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:25.180905 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e130107d-199f-4338-9ebd-aaa237381769 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Pushing event deleted for resources: {'Subnet': ['ID=8d388058-1e56-44db-a866-74877ccef142,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:25.181561 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019bba4f-1729-4cd0-aef3-b3a31b25f56b x-openstack-request-id: req-019bba4f-1729-4cd0-aef3-b3a31b25f56b {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:01:25.181561 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9071f952-0433-46f1-9eaa-54cc5707ae5d", "name": "network-vif-plugged", "status": "completed", "tag": "ccaff7bb-37f2-4a16-98a3-6f64179b56d2", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:01:25.181561 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-019bba4f-1729-4cd0-aef3-b3a31b25f56b {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:01:25.181799 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9071f952-0433-46f1-9eaa-54cc5707ae5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccaff7bb-37f2-4a16-98a3-6f64179b56d2', 'code': 200} Aug 10 01:01:25.184205 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['23f7cab1-3003-4499-aeb1-f1cd7e95af6d'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:01:25.190780 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e130107d-199f-4338-9ebd-aaa237381769 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:25.197738 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e130107d-199f-4338-9ebd-aaa237381769 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] 10.222.0.35 "DELETE /v2.0/subnets/8d388058-1e56-44db-a866-74877ccef142 HTTP/1.1" status: 204 len: 168 time: 0.6236820 Aug 10 01:01:25.201326 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46402) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:25.231551 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfd87d5-a17e-4573-b746-af937e774431 None None] Network 504ef741-bc2c-42ea-8ec3-302210b41f77 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:25.235019 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93d2c7-461d-4182-a0c5-53867ea311c5 req-bebfa7e0-62ec-4cb2-af44-c6c84486a8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:25.237181 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fd93d2c7-461d-4182-a0c5-53867ea311c5 req-bebfa7e0-62ec-4cb2-af44-c6c84486a8a6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9071f952-0433-46f1-9eaa-54cc5707ae5d HTTP/1.1" status: 200 len: 1098 time: 0.1508698 Aug 10 01:01:25.248928 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:25.279435 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fd93d2c7-461d-4182-a0c5-53867ea311c5 req-d1dd71b6-83ea-41c2-aac9-e2593aaa7d72 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=299dc33d-5031-4b0a-84ce-d7cbb405be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347490 Aug 10 01:01:25.333976 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5914803-ad18-45b3-b2f6-493232ca292d req-736861b9-1c26-4b80-b20c-1d42ff8bcc4b tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:25.335759 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c5914803-ad18-45b3-b2f6-493232ca292d req-736861b9-1c26-4b80-b20c-1d42ff8bcc4b tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/ports?device_id=9071f952-0433-46f1-9eaa-54cc5707ae5d HTTP/1.1" status: 200 len: 946 time: 0.1241674 Aug 10 01:01:25.341423 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7c24fa15-138e-4652-83d3-b6c0e4d120f9 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:25.347597 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 62bea8dd-cb57-444d-a032-d0100343ce75, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=62bea8dd-cb57-444d-a032-d0100343ce75,segment=NetworkSegment(8fbcaff3-e9f6-4ab8-abec-babd675cf674),segment_id=8fbcaff3-e9f6-4ab8-abec-babd675cf674)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:25.371607 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:25.408115 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c5914803-ad18-45b3-b2f6-493232ca292d req-4b8f5cd0-6bac-4bd9-8c48-e1676e654738 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/security-groups?id=299dc33d-5031-4b0a-84ce-d7cbb405be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620959 Aug 10 01:01:25.442460 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-7c24fa15-138e-4652-83d3-b6c0e4d120f9 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Deleting port 5d273b70-37d4-47c1-8356-6c8f028d29fa {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:25.442742 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7c24fa15-138e-4652-83d3-b6c0e4d120f9 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:25.474531 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=62bea8dd-cb57-444d-a032-d0100343ce75,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:25.520877 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-7c24fa15-138e-4652-83d3-b6c0e4d120f9 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] For port 5d273b70-37d4-47c1-8356-6c8f028d29fa, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5d273b70-37d4-47c1-8356-6c8f028d29fa,segment=NetworkSegment(74a82612-c4b1-4b75-943c-8c3387efbef4),segment_id=74a82612-c4b1-4b75-943c-8c3387efbef4)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:25.521497 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7c24fa15-138e-4652-83d3-b6c0e4d120f9 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:25.538079 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-7c24fa15-138e-4652-83d3-b6c0e4d120f9 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Calling delete_port for 5d273b70-37d4-47c1-8356-6c8f028d29fa owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:25.567917 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69f6c81-f0e1-4ee7-a35d-8c325cb4f92f None None] DHCP port deletion for 504ef741-bc2c-42ea-8ec3-302210b41f77 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:01:25.613959 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e69f6c81-f0e1-4ee7-a35d-8c325cb4f92f None None] Deleting port 5d273b70-37d4-47c1-8356-6c8f028d29fa {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:25.614593 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e69f6c81-f0e1-4ee7-a35d-8c325cb4f92f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:25.622084 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7c24fa15-138e-4652-83d3-b6c0e4d120f9 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:25.653527 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24fa15-138e-4652-83d3-b6c0e4d120f9 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Pushing event deleted for resources: {'Port': ['ID=5d273b70-37d4-47c1-8356-6c8f028d29fa,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:25.661995 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c24fa15-138e-4652-83d3-b6c0e4d120f9 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] No DVR routers for this DVR port 5d273b70-37d4-47c1-8356-6c8f028d29fa on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:01:25.685475 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-e69f6c81-f0e1-4ee7-a35d-8c325cb4f92f None None] For port 5d273b70-37d4-47c1-8356-6c8f028d29fa, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5d273b70-37d4-47c1-8356-6c8f028d29fa,segment=NetworkSegment(74a82612-c4b1-4b75-943c-8c3387efbef4),segment_id=74a82612-c4b1-4b75-943c-8c3387efbef4)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:25.685958 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e69f6c81-f0e1-4ee7-a35d-8c325cb4f92f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:25.699208 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e69f6c81-f0e1-4ee7-a35d-8c325cb4f92f None None] Calling delete_port for 5d273b70-37d4-47c1-8356-6c8f028d29fa owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:25.745467 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7c24fa15-138e-4652-83d3-b6c0e4d120f9 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:25.755749 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-7c24fa15-138e-4652-83d3-b6c0e4d120f9 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['504ef741-bc2c-42ea-8ec3-302210b41f77']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:25.767341 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-7c24fa15-138e-4652-83d3-b6c0e4d120f9 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74a82612-c4b1-4b75-943c-8c3387efbef4') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:25.767643 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-7c24fa15-138e-4652-83d3-b6c0e4d120f9 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74a82612-c4b1-4b75-943c-8c3387efbef4') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:25.777210 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7c24fa15-138e-4652-83d3-b6c0e4d120f9 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:25.783437 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e69f6c81-f0e1-4ee7-a35d-8c325cb4f92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:25.792028 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7c24fa15-138e-4652-83d3-b6c0e4d120f9 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:25.798118 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c24fa15-138e-4652-83d3-b6c0e4d120f9 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:01:25.798622 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7c24fa15-138e-4652-83d3-b6c0e4d120f9 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:25.801760 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:01:25.801760 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:01:25.801760 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:01:25.801760 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:01:25.801760 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:01:25.801760 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:01:25.801760 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:01:25.801760 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:01:25.801760 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:01:25.801760 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:01:25.801760 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:01:25.801760 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:01:25.801760 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:01:25.801760 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:01:25.801760 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:01:25.801760 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:01:25.801760 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:01:25.801760 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:01:25.801760 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:01:25.801760 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:01:25.801760 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:01:25.801760 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:01:25.801760 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:01:25.801760 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:01:25.801760 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:01:25.801760 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:01:25.801760 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:01:25.801760 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:01:25.801760 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:01:25.801760 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:01:25.801760 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:01:25.801760 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:01:25.808243 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f6c81-f0e1-4ee7-a35d-8c325cb4f92f None None] Pushing event deleted for resources: {'Port': ['ID=5d273b70-37d4-47c1-8356-6c8f028d29fa,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:25.812613 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69f6c81-f0e1-4ee7-a35d-8c325cb4f92f None None] No DVR routers for this DVR port 5d273b70-37d4-47c1-8356-6c8f028d29fa on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:01:25.879832 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7c24fa15-138e-4652-83d3-b6c0e4d120f9 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:25.893243 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7c24fa15-138e-4652-83d3-b6c0e4d120f9 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:25.895102 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7c24fa15-138e-4652-83d3-b6c0e4d120f9 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] 10.222.0.35 "DELETE /v2.0/networks/504ef741-bc2c-42ea-8ec3-302210b41f77 HTTP/1.1" status: 204 len: 168 time: 0.6926293 Aug 10 01:01:25.914913 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24fa15-138e-4652-83d3-b6c0e4d120f9 tempest-AllowedAddressPairIpV6TestJSON-1409022400 tempest-AllowedAddressPairIpV6TestJSON-1409022400-project] Pushing event deleted for resources: {'Network': ['ID=504ef741-bc2c-42ea-8ec3-302210b41f77,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:25.989205 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ec779-8af8-4b5e-8a21-89e26b2a0f47 req-a93279fd-3244-4fcd-9e31-4d4333083e5b tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:25.992353 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-418ec779-8af8-4b5e-8a21-89e26b2a0f47 req-a93279fd-3244-4fcd-9e31-4d4333083e5b tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d321d5d-0bbd-4237-abb1-f3b29052ac15 HTTP/1.1" status: 200 len: 945 time: 0.0783122 Aug 10 01:01:26.012164 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b31ce-6ec6-47cb-8352-608a4752e6cf req-9a0f0d02-c1d1-4e62-a208-06c4f7d431dd tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:26.013669 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b54b31ce-6ec6-47cb-8352-608a4752e6cf req-9a0f0d02-c1d1-4e62-a208-06c4f7d431dd tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "GET /v2.0/ports?device_id=02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f HTTP/1.1" status: 200 len: 945 time: 0.1219251 Aug 10 01:01:26.075361 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-418ec779-8af8-4b5e-8a21-89e26b2a0f47 req-328d631d-e68a-4e1b-bc26-a9d243d70e2a tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0c16246-dba8-4979-aae7-7d2624a162c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606120 Aug 10 01:01:26.081311 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b54b31ce-6ec6-47cb-8352-608a4752e6cf req-1bbb7968-8b55-45c7-9a2a-458f4f9b7e52 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "GET /v2.0/security-groups?id=814bded9-eb1e-4297-bf44-52576f18237e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596375 Aug 10 01:01:26.147581 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46416) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:26.241993 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c1e9b-449d-4a71-bd15-59cc55efcdf6 req-46359b7b-d89e-4799-8ff2-a86235170b14 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:26.243494 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4e6c1e9b-449d-4a71-bd15-59cc55efcdf6 req-46359b7b-d89e-4799-8ff2-a86235170b14 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 945 time: 0.0623116 Aug 10 01:01:26.297789 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4e6c1e9b-449d-4a71-bd15-59cc55efcdf6 req-0d6127aa-635d-43f8-9e4c-1d2684a9a91f tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478823 Aug 10 01:01:26.326389 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-43344bfb-7fe3-456d-afce-a793958f5761 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=78235db371c54e3b8925dddbfb6b687a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1774819 Aug 10 01:01:26.328703 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46426) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:26.378212 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-210cc416-9d5f-481f-90e8-6451a0ee9b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:26.399776 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-210cc416-9d5f-481f-90e8-6451a0ee9b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:26.459508 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-210cc416-9d5f-481f-90e8-6451a0ee9b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:26.464761 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-210cc416-9d5f-481f-90e8-6451a0ee9b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:26.468929 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-210cc416-9d5f-481f-90e8-6451a0ee9b81 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2e07ea93-5393-440e-adfe-7713007ad0ef HTTP/1.1" status: 204 len: 168 time: 0.1390688 Aug 10 01:01:26.477418 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210cc416-9d5f-481f-90e8-6451a0ee9b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e07ea93-5393-440e-adfe-7713007ad0ef,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:26.564293 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b9a42-a6a9-4b7e-92a2-bf82f763a14f req-49210cbb-3813-4a36-b5dc-c0af1e93c69e tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:26.565971 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fc3b9a42-a6a9-4b7e-92a2-bf82f763a14f req-49210cbb-3813-4a36-b5dc-c0af1e93c69e tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 945 time: 0.0808439 Aug 10 01:01:26.600089 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de80fa7-6f89-4e7b-8cca-215e5e35b4c6 req-3e952eda-08ee-4806-aac9-a55ed2023a09 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:26.601876 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7de80fa7-6f89-4e7b-8cca-215e5e35b4c6 req-3e952eda-08ee-4806-aac9-a55ed2023a09 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/ports?device_id=9071f952-0433-46f1-9eaa-54cc5707ae5d HTTP/1.1" status: 200 len: 946 time: 0.0838907 Aug 10 01:01:26.664726 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fc3b9a42-a6a9-4b7e-92a2-bf82f763a14f req-f150b462-adbc-4afe-b3bf-c24b1eeab1a7 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897620 Aug 10 01:01:26.683157 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7de80fa7-6f89-4e7b-8cca-215e5e35b4c6 req-d14226c1-9ec9-4bfc-8c24-504d01467a8f tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/security-groups?id=299dc33d-5031-4b0a-84ce-d7cbb405be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723553 Aug 10 01:01:26.793045 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd32cb-97f7-468b-9d9b-f8d934596a7d req-49fe15b7-15ea-44c4-b8d3-09bd32d33e3f tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:26.794815 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4ecd32cb-97f7-468b-9d9b-f8d934596a7d req-49fe15b7-15ea-44c4-b8d3-09bd32d33e3f tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 945 time: 0.0562313 Aug 10 01:01:26.848419 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4ecd32cb-97f7-468b-9d9b-f8d934596a7d req-5d34c66d-9844-43ca-9070-be64b64b525d tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469799 Aug 10 01:01:26.889345 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-572e3da2-34ab-4fb1-9167-b92261e869da req-999fe5cd-c03a-4fd7-be8c-b81ddf3081df service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0624151 Aug 10 01:01:27.005721 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e3da2-34ab-4fb1-9167-b92261e869da req-d0a9c712-488b-4204-8973-0b59d928b881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:27.007479 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-572e3da2-34ab-4fb1-9167-b92261e869da req-d0a9c712-488b-4204-8973-0b59d928b881 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f1c82db603043b497c1daf48dd8e55e&device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 1097 time: 0.0590265 Aug 10 01:01:27.142645 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e3da2-34ab-4fb1-9167-b92261e869da req-c8392e83-713b-4e32-adb4-00acdd79879d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:27.144711 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-572e3da2-34ab-4fb1-9167-b92261e869da req-c8392e83-713b-4e32-adb4-00acdd79879d service neutron] 10.222.0.20 "GET /v2.0/networks?id=68f568b0-c764-43be-a497-965794b9f9b4 HTTP/1.1" status: 200 len: 906 time: 0.1077361 Aug 10 01:01:27.182865 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d321d5d-0bbd-4237-abb1-f3b29052ac15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bea8dd-cb57-444d-a032-d0100343ce75'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:01:27.187417 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4906220b-b06e-4ea2-87ea-b526994db6d2" -d '{"events": [{"server_uuid": "2d321d5d-0bbd-4237-abb1-f3b29052ac15", "name": "network-vif-plugged", "status": "completed", "tag": "62bea8dd-cb57-444d-a032-d0100343ce75"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:01:27.206196 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-572e3da2-34ab-4fb1-9167-b92261e869da req-169aa435-5bd4-4e5f-ada6-3e48dc19b447 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b1b106e-7465-4a16-8ccc-bd53156f400a HTTP/1.1" status: 200 len: 217 time: 0.0529644 Aug 10 01:01:27.211635 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be7b88-5c32-4a69-a117-88ebbcb3da00 req-5fd75225-7d3a-4080-8925-c31baf46fab1 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:27.213469 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-67be7b88-5c32-4a69-a117-88ebbcb3da00 req-5fd75225-7d3a-4080-8925-c31baf46fab1 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 945 time: 0.1200449 Aug 10 01:01:27.265788 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e3da2-34ab-4fb1-9167-b92261e869da req-09cdde7e-0d82-465a-a289-713f59d68cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:27.265975 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08f282-e1bc-48d8-864a-fe9d5febaa2a req-98bbc1a0-4ae1-42a4-8693-f3dcfcedcbc3 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:27.268710 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-572e3da2-34ab-4fb1-9167-b92261e869da req-09cdde7e-0d82-465a-a289-713f59d68cc6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4317e354-7b23-4f49-8b2a-5d1c39378e31 HTTP/1.1" status: 200 len: 845 time: 0.0500865 Aug 10 01:01:27.272723 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7b08f282-e1bc-48d8-864a-fe9d5febaa2a req-98bbc1a0-4ae1-42a4-8693-f3dcfcedcbc3 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d321d5d-0bbd-4237-abb1-f3b29052ac15 HTTP/1.1" status: 200 len: 945 time: 0.1079848 Aug 10 01:01:27.302171 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-67be7b88-5c32-4a69-a117-88ebbcb3da00 req-b42af09d-40ba-496c-ae72-5b5b3d94736a tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773673 Aug 10 01:01:27.308880 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-572e3da2-34ab-4fb1-9167-b92261e869da req-61a9815f-5e89-42f8-81ec-a60acddf8ffc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=68f568b0-c764-43be-a497-965794b9f9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322735 Aug 10 01:01:27.334219 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46470) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:27.370184 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7b08f282-e1bc-48d8-864a-fe9d5febaa2a req-ea0e1a8a-a1ec-468c-a1ef-a15ba8c32b7f tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0c16246-dba8-4979-aae7-7d2624a162c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963380 Aug 10 01:01:27.442372 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d481a5-0d3f-4468-a8bc-04698a4f688a req-f4135770-cf0c-4131-8ff6-8de286501d18 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:27.444036 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a9d481a5-0d3f-4468-a8bc-04698a4f688a req-f4135770-cf0c-4131-8ff6-8de286501d18 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "GET /v2.0/ports?device_id=02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f HTTP/1.1" status: 200 len: 945 time: 0.0706832 Aug 10 01:01:27.470559 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-572e3da2-34ab-4fb1-9167-b92261e869da req-04fb91d9-7beb-407f-b444-c116014ef84e service neutron] 10.222.0.20 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540675 Aug 10 01:01:27.486252 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3dbf30bd-1a12-4287-9376-1bcc69f4465d tempest-ServiceProvidersTest-131479688 tempest-ServiceProvidersTest-131479688-project] 10.222.0.35 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1477265 Aug 10 01:01:27.556784 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212949e2-7e21-425b-b0f9-22143d4995f7 x-openstack-request-id: req-212949e2-7e21-425b-b0f9-22143d4995f7 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:01:27.557847 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d321d5d-0bbd-4237-abb1-f3b29052ac15", "name": "network-vif-plugged", "status": "completed", "tag": "62bea8dd-cb57-444d-a032-d0100343ce75", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:01:27.558175 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-212949e2-7e21-425b-b0f9-22143d4995f7 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:01:27.558355 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a9d481a5-0d3f-4468-a8bc-04698a4f688a req-76f3d1f2-1789-44f9-b847-579e8046cfa0 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "GET /v2.0/security-groups?id=814bded9-eb1e-4297-bf44-52576f18237e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017954 Aug 10 01:01:27.558695 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d321d5d-0bbd-4237-abb1-f3b29052ac15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bea8dd-cb57-444d-a032-d0100343ce75', 'code': 200} Aug 10 01:01:27.578315 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5d273b70-37d4-47c1-8356-6c8f028d29fa no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:01:27.630623 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 5d273b70-37d4-47c1-8356-6c8f028d29fa {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:01:27.631059 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5d273b70-37d4-47c1-8356-6c8f028d29fa not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:01:27.713888 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-572e3da2-34ab-4fb1-9167-b92261e869da req-fd27392f-b96a-49fd-9f47-ebf0c48ba13b service neutron] 10.222.0.20 "GET /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353816 Aug 10 01:01:27.749326 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13c7a8-921b-45ee-8cc1-863578596e06 req-1acee1d9-f1bd-44f9-8726-16733b3503e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:27.751069 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0d13c7a8-921b-45ee-8cc1-863578596e06 req-1acee1d9-f1bd-44f9-8726-16733b3503e4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2d321d5d-0bbd-4237-abb1-f3b29052ac15 HTTP/1.1" status: 200 len: 1097 time: 0.0873289 Aug 10 01:01:27.816120 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0d13c7a8-921b-45ee-8cc1-863578596e06 req-3dde6d94-688e-4c4f-a231-3f19969aa07d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d0c16246-dba8-4979-aae7-7d2624a162c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423710 Aug 10 01:01:27.841991 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11f614-28a1-4086-ae4d-1d65f5441797 req-4ec40af2-a236-424b-a66d-59f46a7b5806 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:27.843467 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cb11f614-28a1-4086-ae4d-1d65f5441797 req-4ec40af2-a236-424b-a66d-59f46a7b5806 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/ports?device_id=9071f952-0433-46f1-9eaa-54cc5707ae5d HTTP/1.1" status: 200 len: 946 time: 0.0691204 Aug 10 01:01:27.846800 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46490) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:27.895040 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cb11f614-28a1-4086-ae4d-1d65f5441797 req-4d573839-65dd-4b99-b216-c3c96ba34b93 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/security-groups?id=299dc33d-5031-4b0a-84ce-d7cbb405be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415611 Aug 10 01:01:27.957350 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-78316fcf-f57f-4d7d-9e5c-62a004235855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:28.001329 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:28.038299 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cadbe2-5578-4f90-bba9-15280005343f req-ca6db228-98b7-452f-987b-c41ae850dae6 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.039796 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a6cadbe2-5578-4f90-bba9-15280005343f req-ca6db228-98b7-452f-987b-c41ae850dae6 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/ports?device_id=9071f952-0433-46f1-9eaa-54cc5707ae5d HTTP/1.1" status: 200 len: 946 time: 0.0709679 Aug 10 01:01:28.049977 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46524) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:28.058606 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-a76d6181-24a3-4724-8a78-32280eed0d47 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Request body: {'floatingip': {'port_id': 'ccaff7bb-37f2-4a16-98a3-6f64179b56d2'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:28.096010 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-78316fcf-f57f-4d7d-9e5c-62a004235855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:28.100735 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-78316fcf-f57f-4d7d-9e5c-62a004235855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:28.106434 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a76d6181-24a3-4724-8a78-32280eed0d47 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks [] for floatingip, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:28.143425 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-78316fcf-f57f-4d7d-9e5c-62a004235855 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a9f3afa9cc4d49ebac48aa24c7b5d952&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2930701 Aug 10 01:01:28.143790 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46526) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:28.150276 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78316fcf-f57f-4d7d-9e5c-62a004235855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe76fedd-3a11-4d01-aa63-53ce15f86722,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:28.207956 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b98aea8e-c2ab-477c-a5ef-60deafa2e5db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:28.246574 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b98aea8e-c2ab-477c-a5ef-60deafa2e5db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:28.297769 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 23f7cab1-3003-4499-aeb1-f1cd7e95af6d up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:01:28.309864 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b98aea8e-c2ab-477c-a5ef-60deafa2e5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:28.312553 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b98aea8e-c2ab-477c-a5ef-60deafa2e5db admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:28.316038 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b98aea8e-c2ab-477c-a5ef-60deafa2e5db admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fe76fedd-3a11-4d01-aa63-53ce15f86722 HTTP/1.1" status: 204 len: 168 time: 0.1686633 Aug 10 01:01:28.339690 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98aea8e-c2ab-477c-a5ef-60deafa2e5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe76fedd-3a11-4d01-aa63-53ce15f86722,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:28.390376 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 23f7cab1-3003-4499-aeb1-f1cd7e95af6d completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:28.396289 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 23f7cab1-3003-4499-aeb1-f1cd7e95af6d triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:28.406862 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:28.634200 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16929e-60d3-4000-9c5e-7601499926d0 req-9985d42a-dffa-450e-9ec2-f55e7b4d3604 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.634635 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:28.646677 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4c16929e-60d3-4000-9c5e-7601499926d0 req-9985d42a-dffa-450e-9ec2-f55e7b4d3604 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 945 time: 0.2031026 Aug 10 01:01:28.708301 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf01c85-c41d-47d1-9e9a-014887ec9556 req-14088492-7804-41dc-8be9-4397bd79aebe tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.709089 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 23f7cab1-3003-4499-aeb1-f1cd7e95af6d, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=23f7cab1-3003-4499-aeb1-f1cd7e95af6d,segment=NetworkSegment(3546e796-1646-489b-b4bf-3746be636348),segment_id=3546e796-1646-489b-b4bf-3746be636348)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:28.712812 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dcf01c85-c41d-47d1-9e9a-014887ec9556 req-14088492-7804-41dc-8be9-4397bd79aebe tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d321d5d-0bbd-4237-abb1-f3b29052ac15 HTTP/1.1" status: 200 len: 945 time: 0.1757030 Aug 10 01:01:28.718551 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:28.761875 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4c16929e-60d3-4000-9c5e-7601499926d0 req-61da4d3c-172e-44ab-97d3-f18f77a37538 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143129 Aug 10 01:01:28.828665 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=23f7cab1-3003-4499-aeb1-f1cd7e95af6d,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:28.852555 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dcf01c85-c41d-47d1-9e9a-014887ec9556 req-a2334d26-c6be-422b-81a0-9f1dacc73402 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0c16246-dba8-4979-aae7-7d2624a162c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282783 Aug 10 01:01:28.913192 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10bc284-ea9b-4365-9333-c31275b66ae1 req-6b222495-32ce-4f81-b2f1-1318f9247320 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.915356 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d10bc284-ea9b-4365-9333-c31275b66ae1 req-6b222495-32ce-4f81-b2f1-1318f9247320 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.20 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 945 time: 0.0879035 Aug 10 01:01:28.918579 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a76d6181-24a3-4724-8a78-32280eed0d47 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:28.936129 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a76d6181-24a3-4724-8a78-32280eed0d47 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:29.031830 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ca708-b6f8-4335-ac23-95e21d0852b4 req-6d248473-d585-4088-8296-68b63dbc8461 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:29.033563 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-098ca708-b6f8-4335-ac23-95e21d0852b4 req-6d248473-d585-4088-8296-68b63dbc8461 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "GET /v2.0/ports?device_id=02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f HTTP/1.1" status: 200 len: 946 time: 0.0613754 Aug 10 01:01:29.086245 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-098ca708-b6f8-4335-ac23-95e21d0852b4 req-73689aad-1482-4643-9317-d20720ddcdc7 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "GET /v2.0/security-groups?id=814bded9-eb1e-4297-bf44-52576f18237e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435913 Aug 10 01:01:29.153776 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [None req-a76d6181-24a3-4724-8a78-32280eed0d47 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Floating IP ced762cf-94b7-410d-9f02-e477292986cf associated. External IP: 172.25.2.57, port: ccaff7bb-37f2-4a16-98a3-6f64179b56d2. Aug 10 01:01:29.193949 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-d10bc284-ea9b-4365-9333-c31275b66ae1 req-ed56d2e1-ae5f-48b2-b64f-4273f9298fea tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Deleting port 4b1b106e-7465-4a16-8ccc-bd53156f400a {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:29.194331 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d10bc284-ea9b-4365-9333-c31275b66ae1 req-ed56d2e1-ae5f-48b2-b64f-4273f9298fea tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:29.366197 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-d10bc284-ea9b-4365-9333-c31275b66ae1 req-ed56d2e1-ae5f-48b2-b64f-4273f9298fea tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] For port 4b1b106e-7465-4a16-8ccc-bd53156f400a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=4b1b106e-7465-4a16-8ccc-bd53156f400a,segment=NetworkSegment(45b34241-697f-4f50-87d8-6d6db6581d08),segment_id=45b34241-697f-4f50-87d8-6d6db6581d08)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:29.366563 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d10bc284-ea9b-4365-9333-c31275b66ae1 req-ed56d2e1-ae5f-48b2-b64f-4273f9298fea tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:29.383154 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-d10bc284-ea9b-4365-9333-c31275b66ae1 req-ed56d2e1-ae5f-48b2-b64f-4273f9298fea tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Calling delete_port for 4b1b106e-7465-4a16-8ccc-bd53156f400a owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:29.426457 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46594) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:29.547881 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76d6181-24a3-4724-8a78-32280eed0d47 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Router c15ac011-b89e-4637-b2c8-b6fdf2a3a09e has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:01:29.548075 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-c077270e-847b-4860-a2d5-5bb5ada983f2 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1787016539'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:29.559498 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f7cab1-3003-4499-aeb1-f1cd7e95af6d'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:01:29.563370 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc6a40c-4b0b-41a4-aaec-cb5250eef166" -d '{"events": [{"server_uuid": "02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f", "name": "network-vif-plugged", "status": "completed", "tag": "23f7cab1-3003-4499-aeb1-f1cd7e95af6d"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:01:29.574311 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c077270e-847b-4860-a2d5-5bb5ada983f2 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] Made reservation on behalf of 26d90118736d420a9e849c95bbedcc1c for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:29.580052 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c077270e-847b-4860-a2d5-5bb5ada983f2 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:29.592681 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c077270e-847b-4860-a2d5-5bb5ada983f2 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:29.620877 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5185c4d-07ab-4796-9949-390ce41b10f4 x-openstack-request-id: req-a5185c4d-07ab-4796-9949-390ce41b10f4 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:01:29.621315 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f", "name": "network-vif-plugged", "status": "completed", "tag": "23f7cab1-3003-4499-aeb1-f1cd7e95af6d", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:01:29.622540 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a5185c4d-07ab-4796-9949-390ce41b10f4 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:01:29.623230 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f7cab1-3003-4499-aeb1-f1cd7e95af6d', 'code': 200} Aug 10 01:01:29.688324 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d10bc284-ea9b-4365-9333-c31275b66ae1 req-ed56d2e1-ae5f-48b2-b64f-4273f9298fea tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:29.706529 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c077270e-847b-4860-a2d5-5bb5ada983f2 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:29.709154 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['c58ea708-4565-4b16-a53e-c9c57ba4f3a2'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:01:29.721796 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c077270e-847b-4860-a2d5-5bb5ada983f2 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:29.731676 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56d2e1-ae5f-48b2-b64f-4273f9298fea tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Pushing event deleted for resources: {'Port': ['ID=4b1b106e-7465-4a16-8ccc-bd53156f400a,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:29.741742 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['4b1b106e-7465-4a16-8ccc-bd53156f400a'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:01:29.785876 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c077270e-847b-4860-a2d5-5bb5ada983f2 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:01:29.786776 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76d6181-24a3-4724-8a78-32280eed0d47 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:01:29.792816 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a76d6181-24a3-4724-8a78-32280eed0d47 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:29.800862 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9db0e6-92d0-48a3-b333-45b9fdaf7e44 None None] Sync routers for ids ['c15ac011-b89e-4637-b2c8-b6fdf2a3a09e'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:01:29.810163 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10bc284-ea9b-4365-9333-c31275b66ae1 req-ed56d2e1-ae5f-48b2-b64f-4273f9298fea tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] No DVR routers for this DVR port 4b1b106e-7465-4a16-8ccc-bd53156f400a on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:01:29.817466 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077270e-847b-4860-a2d5-5bb5ada983f2 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60201266-de3d-4882-a5e7-82c4eb1d2aad,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:29.822529 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c077270e-847b-4860-a2d5-5bb5ada983f2 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:29.822889 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-c077270e-847b-4860-a2d5-5bb5ada983f2 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] Added segment a1e91188-66c7-4d65-939d-aa86ac05e6f2 of type vlan for network 1480b47d-19b7-4f48-8655-3bb74340b1ab Aug 10 01:01:29.826882 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9db0e6-92d0-48a3-b333-45b9fdaf7e44 None None] Routers {'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:29.828161 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-af9db0e6-92d0-48a3-b333-45b9fdaf7e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:01:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['c15ac011-b89e-4637-b2c8-b6fdf2a3a09e'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:29.833069 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d10bc284-ea9b-4365-9333-c31275b66ae1 req-ed56d2e1-ae5f-48b2-b64f-4273f9298fea tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:29.835441 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d10bc284-ea9b-4365-9333-c31275b66ae1 req-ed56d2e1-ae5f-48b2-b64f-4273f9298fea tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.20 "DELETE /v2.0/ports/4b1b106e-7465-4a16-8ccc-bd53156f400a HTTP/1.1" status: 204 len: 173 time: 0.9097536 Aug 10 01:01:29.839579 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310b9433-d4c1-46d2-aa4c-e038055bbea1', 'name': 'network-vif-deleted', 'tag': '4b1b106e-7465-4a16-8ccc-bd53156f400a'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:01:29.842810 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae57786-8aa0-4a2a-bd14-a9d7c43fd99a" -d '{"events": [{"server_uuid": "310b9433-d4c1-46d2-aa4c-e038055bbea1", "name": "network-vif-deleted", "tag": "4b1b106e-7465-4a16-8ccc-bd53156f400a"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:01:29.859035 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a76d6181-24a3-4724-8a78-32280eed0d47 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "PUT /v2.0/floatingips/ced762cf-94b7-410d-9f02-e477292986cf HTTP/1.1" status: 200 len: 991 time: 1.8028123 Aug 10 01:01:29.859619 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2630c82-5fe1-4276-bbad-496f7cd16f83 req-6ed276ba-5d32-47a5-9335-f9f2ff8c35bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:29.861295 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e2630c82-5fe1-4276-bbad-496f7cd16f83 req-6ed276ba-5d32-47a5-9335-f9f2ff8c35bd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f HTTP/1.1" status: 200 len: 1098 time: 0.1433489 Aug 10 01:01:29.912460 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c077270e-847b-4860-a2d5-5bb5ada983f2 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:29.943246 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4a4c4f-11a0-4cf2-81ca-7fa5b2ed1771 x-openstack-request-id: req-eb4a4c4f-11a0-4cf2-81ca-7fa5b2ed1771 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:01:29.943610 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310b9433-d4c1-46d2-aa4c-e038055bbea1", "name": "network-vif-deleted", "tag": "4b1b106e-7465-4a16-8ccc-bd53156f400a", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:01:29.943854 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eb4a4c4f-11a0-4cf2-81ca-7fa5b2ed1771 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:01:29.944287 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310b9433-d4c1-46d2-aa4c-e038055bbea1', 'name': 'network-vif-deleted', 'tag': '4b1b106e-7465-4a16-8ccc-bd53156f400a', 'status': 'completed', 'code': 200} Aug 10 01:01:29.971588 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c077270e-847b-4860-a2d5-5bb5ada983f2 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:29.973961 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e2630c82-5fe1-4276-bbad-496f7cd16f83 req-642cfc58-fe30-4d3b-8498-ea3235d2fa95 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=814bded9-eb1e-4297-bf44-52576f18237e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996795 Aug 10 01:01:29.985601 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c077270e-847b-4860-a2d5-5bb5ada983f2 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:29.986604 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c077270e-847b-4860-a2d5-5bb5ada983f2 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:30.000286 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-af9db0e6-92d0-48a3-b333-45b9fdaf7e44 None None] Set router c15ac011-b89e-4637-b2c8-b6fdf2a3a09e gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:01:30.095862 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ed2f0010-5fba-4059-addb-6fd13a4c158c req-85adc995-8a9d-4a86-919e-4b70ee07c4d8 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=310b9433-d4c1-46d2-aa4c-e038055bbea1 HTTP/1.1" status: 200 len: 210 time: 0.1007562 Aug 10 01:01:30.099002 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c077270e-847b-4860-a2d5-5bb5ada983f2 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.6716769 Aug 10 01:01:30.104201 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46612) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:30.113444 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-93d41708-82a2-464f-baea-58e9f20e664f tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '1480b47d-19b7-4f48-8655-3bb74340b1ab', 'tempest-TagsTest-Tag-65205584') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:30.117511 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077270e-847b-4860-a2d5-5bb5ada983f2 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] Pushing event updated for resources: {'Network': ['ID=1480b47d-19b7-4f48-8655-3bb74340b1ab,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:30.145621 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 1480b47d-19b7-4f48-8655-3bb74340b1ab details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:01:30.234507 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b23ac9-a9a9-4618-ab88-a6bb9e4b34e7 req-8856b394-b8eb-485e-9c00-e8d63ce8790c tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:30.236879 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-68b23ac9-a9a9-4618-ab88-a6bb9e4b34e7 req-8856b394-b8eb-485e-9c00-e8d63ce8790c tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d321d5d-0bbd-4237-abb1-f3b29052ac15 HTTP/1.1" status: 200 len: 945 time: 0.0561512 Aug 10 01:01:30.273873 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-93d41708-82a2-464f-baea-58e9f20e664f tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] 10.222.0.35 "PUT /v2.0/networks/1480b47d-19b7-4f48-8655-3bb74340b1ab/tags/tempest-TagsTest-Tag-65205584 HTTP/1.1" status: 201 len: 201 time: 0.1682150 Aug 10 01:01:30.276425 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46616) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:30.282060 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-036397f1-b94c-4a1b-bba1-711c59156a05 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1480b47d-19b7-4f48-8655-3bb74340b1ab', 'tempest-TagsTest-Tag-65205584') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:30.294747 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-68b23ac9-a9a9-4618-ab88-a6bb9e4b34e7 req-124fa043-0c2a-459c-a937-dc64804e317f tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0c16246-dba8-4979-aae7-7d2624a162c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515192 Aug 10 01:01:30.419664 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-036397f1-b94c-4a1b-bba1-711c59156a05 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] 10.222.0.35 "GET /v2.0/networks/1480b47d-19b7-4f48-8655-3bb74340b1ab/tags/tempest-TagsTest-Tag-65205584 HTTP/1.1" status: 204 len: 168 time: 0.1395476 Aug 10 01:01:30.419862 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46622) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:30.439116 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-daa93d49-25d4-45cf-902f-064d3581e31d tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '1480b47d-19b7-4f48-8655-3bb74340b1ab') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:30.495830 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-af9db0e6-92d0-48a3-b333-45b9fdaf7e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'name': 'tempest-ServersTestBootFromVolume-1440567477-router', 'tenant_id': '4cced21c66594cf8bb9b76af567d131a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '231e78e7-3b9a-48a9-9b60-668a7c3236d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:26Z', 'updated_at': '2021-08-10T01:00:32Z', 'revision_number': 4, 'project_id': '4cced21c66594cf8bb9b76af567d131a', 'gw_port': {'id': '231e78e7-3b9a-48a9-9b60-668a7c3236d1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:27Z', 'updated_at': '2021-08-10T01:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'ced762cf-94b7-410d-9f02-e477292986cf', 'tenant_id': '4cced21c66594cf8bb9b76af567d131a', 'floating_ip_address': '172.25.2.57', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'port_id': 'ccaff7bb-37f2-4a16-98a3-6f64179b56d2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd54a97df-af07-4157-a933-a9c7f148706f', 'mac_address': 'fa:16:3e:99:60:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9071f952-0433-46f1-9eaa-54cc5707ae5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:00:39Z', 'updated_at': '2021-08-10T01:01:28Z', 'revision_number': 1, 'project_id': '4cced21c66594cf8bb9b76af567d131a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb595009-f5b0-468e-be14-b086b95c375f', 'name': '', 'network_id': 'd54a97df-af07-4157-a933-a9c7f148706f', 'tenant_id': '4cced21c66594cf8bb9b76af567d131a', 'mac_address': 'fa:16:3e:c8:4a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '9beeeada-fdeb-44c8-8b6e-0c8a8c8c8d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:30Z', 'updated_at': '2021-08-10T01:00:37Z', 'revision_number': 5, 'project_id': '4cced21c66594cf8bb9b76af567d131a', 'subnets': [{'id': '9beeeada-fdeb-44c8-8b6e-0c8a8c8c8d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:30.521366 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-daa93d49-25d4-45cf-902f-064d3581e31d tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] 10.222.0.35 "GET /v2.0/networks/1480b47d-19b7-4f48-8655-3bb74340b1ab/tags HTTP/1.1" status: 200 len: 236 time: 0.0857911 Aug 10 01:01:30.521590 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9283276-548b-4b47-aec8-ba075b45432a req-035a4f99-b22d-4a04-9a9b-59dc2df0cb46 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:30.523726 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d9283276-548b-4b47-aec8-ba075b45432a req-035a4f99-b22d-4a04-9a9b-59dc2df0cb46 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "GET /v2.0/ports?device_id=02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f HTTP/1.1" status: 200 len: 946 time: 0.1123667 Aug 10 01:01:30.524145 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46626) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:30.529595 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-ffed51f8-c7b5-4f4f-8bfb-2ba60f49a676 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '1480b47d-19b7-4f48-8655-3bb74340b1ab', {'tags': ['tempest-TagsTest-Tag-1710698245', 'tempest-TagsTest-Tag-1899922966', 'tempest-TagsTest-Tag-315894943']}) {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:30.573557 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9db0e6-92d0-48a3-b333-45b9fdaf7e44 None None] Checking router: c15ac011-b89e-4637-b2c8-b6fdf2a3a09e for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:01:30.592837 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9db0e6-92d0-48a3-b333-45b9fdaf7e44 None None] Routers {'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:30.595104 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-af9db0e6-92d0-48a3-b333-45b9fdaf7e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:01:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['c15ac011-b89e-4637-b2c8-b6fdf2a3a09e'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:30.625034 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d9283276-548b-4b47-aec8-ba075b45432a req-7fa2fdf3-de0a-4e36-9ad5-083fad43ee34 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "GET /v2.0/security-groups?id=814bded9-eb1e-4297-bf44-52576f18237e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925891 Aug 10 01:01:30.630796 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ffed51f8-c7b5-4f4f-8bfb-2ba60f49a676 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] 10.222.0.35 "PUT /v2.0/networks/1480b47d-19b7-4f48-8655-3bb74340b1ab/tags HTTP/1.1" status: 200 len: 308 time: 0.1024761 Aug 10 01:01:30.631441 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46630) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:30.635978 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-f811cb9f-094d-4ffe-86a1-df8ac8c0f275 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '1480b47d-19b7-4f48-8655-3bb74340b1ab', 'tempest-TagsTest-Tag-1710698245') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:30.735526 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-af9db0e6-92d0-48a3-b333-45b9fdaf7e44 None None] Set router c15ac011-b89e-4637-b2c8-b6fdf2a3a09e gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:01:30.740175 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f811cb9f-094d-4ffe-86a1-df8ac8c0f275 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] 10.222.0.35 "DELETE /v2.0/networks/1480b47d-19b7-4f48-8655-3bb74340b1ab/tags/tempest-TagsTest-Tag-1710698245 HTTP/1.1" status: 204 len: 168 time: 0.1077387 Aug 10 01:01:30.743013 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46634) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:30.749238 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.tag.tag_plugin [None req-9679f604-3a7c-44d9-baf5-8bad2de3cadb tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1480b47d-19b7-4f48-8655-3bb74340b1ab', 'tempest-TagsTest-Tag-1710698245') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:30.836989 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-9679f604-3a7c-44d9-baf5-8bad2de3cadb tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] show failed (client error): The resource could not be found. Aug 10 01:01:30.840593 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9679f604-3a7c-44d9-baf5-8bad2de3cadb tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] 10.222.0.35 "GET /v2.0/networks/1480b47d-19b7-4f48-8655-3bb74340b1ab/tags/tempest-TagsTest-Tag-1710698245 HTTP/1.1" status: 404 len: 326 time: 0.0939903 Aug 10 01:01:30.842152 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46638) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:30.847540 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-c97ec089-92e0-4a40-af48-bfef0e841e66 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1480b47d-19b7-4f48-8655-3bb74340b1ab', 'tempest-TagsTest-Tag-1899922966') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:30.929033 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c97ec089-92e0-4a40-af48-bfef0e841e66 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] 10.222.0.35 "GET /v2.0/networks/1480b47d-19b7-4f48-8655-3bb74340b1ab/tags/tempest-TagsTest-Tag-1899922966 HTTP/1.1" status: 204 len: 168 time: 0.0856495 Aug 10 01:01:30.931401 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46640) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:30.932149 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9efc9d-0f51-4aae-a7d7-49243431a6cb req-89c938fe-7242-48ac-b82e-0bef371803b8 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:30.932990 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fe9efc9d-0f51-4aae-a7d7-49243431a6cb req-89c938fe-7242-48ac-b82e-0bef371803b8 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d321d5d-0bbd-4237-abb1-f3b29052ac15 HTTP/1.1" status: 200 len: 945 time: 0.0550725 Aug 10 01:01:30.936230 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-861d64ed-9c47-496c-8620-06266cacd2ad tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1480b47d-19b7-4f48-8655-3bb74340b1ab', 'tempest-TagsTest-Tag-315894943') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:30.982382 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fe9efc9d-0f51-4aae-a7d7-49243431a6cb req-52066ff1-c3eb-4a7e-8251-0511a58635c9 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0c16246-dba8-4979-aae7-7d2624a162c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416048 Aug 10 01:01:31.010394 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-861d64ed-9c47-496c-8620-06266cacd2ad tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] 10.222.0.35 "GET /v2.0/networks/1480b47d-19b7-4f48-8655-3bb74340b1ab/tags/tempest-TagsTest-Tag-315894943 HTTP/1.1" status: 204 len: 168 time: 0.0779541 Aug 10 01:01:31.013000 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46642) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:31.017612 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.tag.tag_plugin [None req-7e0332db-faac-4091-addb-38316801bc4d tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1480b47d-19b7-4f48-8655-3bb74340b1ab') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:31.030279 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-af9db0e6-92d0-48a3-b333-45b9fdaf7e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'name': 'tempest-ServersTestBootFromVolume-1440567477-router', 'tenant_id': '4cced21c66594cf8bb9b76af567d131a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '231e78e7-3b9a-48a9-9b60-668a7c3236d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:26Z', 'updated_at': '2021-08-10T01:00:32Z', 'revision_number': 4, 'project_id': '4cced21c66594cf8bb9b76af567d131a', 'gw_port': {'id': '231e78e7-3b9a-48a9-9b60-668a7c3236d1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:27Z', 'updated_at': '2021-08-10T01:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'ced762cf-94b7-410d-9f02-e477292986cf', 'tenant_id': '4cced21c66594cf8bb9b76af567d131a', 'floating_ip_address': '172.25.2.57', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'port_id': 'ccaff7bb-37f2-4a16-98a3-6f64179b56d2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd54a97df-af07-4157-a933-a9c7f148706f', 'mac_address': 'fa:16:3e:99:60:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9071f952-0433-46f1-9eaa-54cc5707ae5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:00:39Z', 'updated_at': '2021-08-10T01:01:28Z', 'revision_number': 1, 'project_id': '4cced21c66594cf8bb9b76af567d131a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb595009-f5b0-468e-be14-b086b95c375f', 'name': '', 'network_id': 'd54a97df-af07-4157-a933-a9c7f148706f', 'tenant_id': '4cced21c66594cf8bb9b76af567d131a', 'mac_address': 'fa:16:3e:c8:4a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '9beeeada-fdeb-44c8-8b6e-0c8a8c8c8d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:30Z', 'updated_at': '2021-08-10T01:00:37Z', 'revision_number': 5, 'project_id': '4cced21c66594cf8bb9b76af567d131a', 'subnets': [{'id': '9beeeada-fdeb-44c8-8b6e-0c8a8c8c8d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:31.057345 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9db0e6-92d0-48a3-b333-45b9fdaf7e44 None None] The sync data for ids ['c15ac011-b89e-4637-b2c8-b6fdf2a3a09e'] in n-d-766726-26 is: [{'id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'name': 'tempest-ServersTestBootFromVolume-1440567477-router', 'tenant_id': '4cced21c66594cf8bb9b76af567d131a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '231e78e7-3b9a-48a9-9b60-668a7c3236d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:26Z', 'updated_at': '2021-08-10T01:00:32Z', 'revision_number': 4, 'project_id': '4cced21c66594cf8bb9b76af567d131a', 'gw_port': {'id': '231e78e7-3b9a-48a9-9b60-668a7c3236d1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:27Z', 'updated_at': '2021-08-10T01:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'ced762cf-94b7-410d-9f02-e477292986cf', 'tenant_id': '4cced21c66594cf8bb9b76af567d131a', 'floating_ip_address': '172.25.2.57', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'port_id': 'ccaff7bb-37f2-4a16-98a3-6f64179b56d2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd54a97df-af07-4157-a933-a9c7f148706f', 'mac_address': 'fa:16:3e:99:60:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9071f952-0433-46f1-9eaa-54cc5707ae5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:00:39Z', 'updated_at': '2021-08-10T01:01:28Z', 'revision_number': 1, 'project_id': '4cced21c66594cf8bb9b76af567d131a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb595009-f5b0-468e-be14-b086b95c375f', 'name': '', 'network_id': 'd54a97df-af07-4157-a933-a9c7f148706f', 'tenant_id': '4cced21c66594cf8bb9b76af567d131a', 'mac_address': 'fa:16:3e:c8:4a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '9beeeada-fdeb-44c8-8b6e-0c8a8c8c8d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:30Z', 'updated_at': '2021-08-10T01:00:37Z', 'revision_number': 5, 'project_id': '4cced21c66594cf8bb9b76af567d131a', 'subnets': [{'id': '9beeeada-fdeb-44c8-8b6e-0c8a8c8c8d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:01:31.113895 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7e0332db-faac-4091-addb-38316801bc4d tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] 10.222.0.35 "DELETE /v2.0/networks/1480b47d-19b7-4f48-8655-3bb74340b1ab/tags HTTP/1.1" status: 204 len: 168 time: 0.0973980 Aug 10 01:01:31.114921 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46644) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:31.120103 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-22b4da65-972b-4858-ab3e-62b24cf1d71f tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1480b47d-19b7-4f48-8655-3bb74340b1ab', 'tempest-TagsTest-Tag-1899922966') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:31.213875 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-22b4da65-972b-4858-ab3e-62b24cf1d71f tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] show failed (client error): The resource could not be found. Aug 10 01:01:31.215344 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-22b4da65-972b-4858-ab3e-62b24cf1d71f tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] 10.222.0.35 "GET /v2.0/networks/1480b47d-19b7-4f48-8655-3bb74340b1ab/tags/tempest-TagsTest-Tag-1899922966 HTTP/1.1" status: 404 len: 326 time: 0.0991380 Aug 10 01:01:31.220209 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46652) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:31.223054 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.tag.tag_plugin [None req-de90c911-a3af-440d-bbf7-a4ce1cef5736 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1480b47d-19b7-4f48-8655-3bb74340b1ab', 'tempest-TagsTest-Tag-315894943') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:31.345748 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-de90c911-a3af-440d-bbf7-a4ce1cef5736 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] show failed (client error): The resource could not be found. Aug 10 01:01:31.347069 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-de90c911-a3af-440d-bbf7-a4ce1cef5736 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] 10.222.0.35 "GET /v2.0/networks/1480b47d-19b7-4f48-8655-3bb74340b1ab/tags/tempest-TagsTest-Tag-315894943 HTTP/1.1" status: 404 len: 325 time: 0.1277637 Aug 10 01:01:31.350194 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46662) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:31.358113 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.tag.tag_plugin [None req-b99fdd61-3af0-4ac3-8736-d416777fcff8 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1480b47d-19b7-4f48-8655-3bb74340b1ab') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:31.398702 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0990a0e-ccbe-4c60-9e19-fe4d70c54163 None None] New status for floating IP ced762cf-94b7-410d-9f02-e477292986cf: ACTIVE {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:01:31.525964 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b99fdd61-3af0-4ac3-8736-d416777fcff8 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] 10.222.0.35 "DELETE /v2.0/networks/1480b47d-19b7-4f48-8655-3bb74340b1ab/tags HTTP/1.1" status: 204 len: 168 time: 0.1728408 Aug 10 01:01:31.532296 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46674) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:31.635377 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c9914cec-acdc-425a-89fc-1f99bee8d322 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:31.787353 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c9914cec-acdc-425a-89fc-1f99bee8d322 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:31.800744 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-c9914cec-acdc-425a-89fc-1f99bee8d322 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1480b47d-19b7-4f48-8655-3bb74340b1ab']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:31.813896 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-c9914cec-acdc-425a-89fc-1f99bee8d322 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1e91188-66c7-4d65-939d-aa86ac05e6f2') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:31.814204 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-c9914cec-acdc-425a-89fc-1f99bee8d322 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1e91188-66c7-4d65-939d-aa86ac05e6f2') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:31.828578 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbdc8dc-9bdb-43d4-9a0d-f6e3057d2a7d req-462e5c1c-6992-4174-af2b-99342e6e3532 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:31.830091 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dfbdc8dc-9bdb-43d4-9a0d-f6e3057d2a7d req-462e5c1c-6992-4174-af2b-99342e6e3532 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "GET /v2.0/ports?device_id=02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f HTTP/1.1" status: 200 len: 946 time: 0.0898197 Aug 10 01:01:31.833776 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c9914cec-acdc-425a-89fc-1f99bee8d322 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:31.858490 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c9914cec-acdc-425a-89fc-1f99bee8d322 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:31.878026 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9914cec-acdc-425a-89fc-1f99bee8d322 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:01:31.878471 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c9914cec-acdc-425a-89fc-1f99bee8d322 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:31.881972 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:01:31.881972 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:01:31.881972 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:01:31.881972 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:01:31.881972 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:01:31.881972 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:01:31.881972 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:01:31.881972 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:01:31.881972 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:01:31.881972 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:01:31.881972 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:01:31.881972 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:01:31.881972 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:01:31.881972 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:01:31.881972 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:01:31.881972 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:01:31.881972 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:01:31.881972 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:01:31.881972 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:01:31.881972 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:01:31.881972 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:01:31.881972 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:01:31.881972 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:01:31.881972 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:01:31.881972 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:01:31.881972 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:01:31.881972 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:01:31.881972 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:01:31.881972 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:01:31.881972 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:01:31.881972 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:01:31.881972 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:01:31.943052 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dfbdc8dc-9bdb-43d4-9a0d-f6e3057d2a7d req-2183a795-9a64-4dcf-bc55-010bee2b44f8 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "GET /v2.0/security-groups?id=814bded9-eb1e-4297-bf44-52576f18237e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027310 Aug 10 01:01:31.946069 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9071f952-0433-46f1-9eaa-54cc5707ae5d', 'tag': 'ccaff7bb-37f2-4a16-98a3-6f64179b56d2'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:01:31.954371 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f6620e-5c05-4d6d-8119-1aba2775446a" -d '{"events": [{"name": "network-changed", "server_uuid": "9071f952-0433-46f1-9eaa-54cc5707ae5d", "tag": "ccaff7bb-37f2-4a16-98a3-6f64179b56d2"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:01:31.963515 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c9914cec-acdc-425a-89fc-1f99bee8d322 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:31.969466 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c9914cec-acdc-425a-89fc-1f99bee8d322 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:31.974282 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c9914cec-acdc-425a-89fc-1f99bee8d322 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] 10.222.0.35 "DELETE /v2.0/networks/1480b47d-19b7-4f48-8655-3bb74340b1ab HTTP/1.1" status: 204 len: 168 time: 0.4315512 Aug 10 01:01:32.010964 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9914cec-acdc-425a-89fc-1f99bee8d322 tempest-TagsTest-2076434215 tempest-TagsTest-2076434215-project] Pushing event deleted for resources: {'Network': ['ID=1480b47d-19b7-4f48-8655-3bb74340b1ab,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:32.013483 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5351eea7-b20d-48d7-8b06-07f214313f15 x-openstack-request-id: req-5351eea7-b20d-48d7-8b06-07f214313f15 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:01:32.013776 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9071f952-0433-46f1-9eaa-54cc5707ae5d", "tag": "ccaff7bb-37f2-4a16-98a3-6f64179b56d2", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:01:32.014027 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5351eea7-b20d-48d7-8b06-07f214313f15 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:01:32.014418 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9071f952-0433-46f1-9eaa-54cc5707ae5d', 'tag': 'ccaff7bb-37f2-4a16-98a3-6f64179b56d2', 'status': 'completed', 'code': 200} Aug 10 01:01:32.073648 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a10680-39c7-4532-8c8e-e53117dd4516 req-d559bf58-0cd7-47d8-b10e-3511a4fa16da tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:32.075761 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-39a10680-39c7-4532-8c8e-e53117dd4516 req-d559bf58-0cd7-47d8-b10e-3511a4fa16da tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccaad7b0-82bf-434a-9407-49a3ecd88d92 HTTP/1.1" status: 200 len: 946 time: 0.0603316 Aug 10 01:01:32.103366 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6620e-5c05-4d6d-8119-1aba2775446a req-dfc1d308-de5b-48f4-9d21-c6adcab708d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:32.105122 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e0f6620e-5c05-4d6d-8119-1aba2775446a req-dfc1d308-de5b-48f4-9d21-c6adcab708d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4cced21c66594cf8bb9b76af567d131a&device_id=9071f952-0433-46f1-9eaa-54cc5707ae5d HTTP/1.1" status: 200 len: 1098 time: 0.0597420 Aug 10 01:01:32.154254 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-39a10680-39c7-4532-8c8e-e53117dd4516 req-9d116081-d059-4116-974b-9794aff4fc0b tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685949 Aug 10 01:01:32.185043 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3efda-30d1-476e-8b21-68ceb2a742ff req-61ea03a8-d474-472e-91e4-7b638c5e4cb8 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:32.186715 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-97c3efda-30d1-476e-8b21-68ceb2a742ff req-61ea03a8-d474-472e-91e4-7b638c5e4cb8 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "GET /v2.0/ports?device_id=02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f HTTP/1.1" status: 200 len: 946 time: 0.0699570 Aug 10 01:01:32.195596 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46704) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:32.201761 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-6c2b42a9-6c2b-4875-bb39-fb35e5e21dbd tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Request body: {'floatingip': {'port_id': '23f7cab1-3003-4499-aeb1-f1cd7e95af6d'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:32.230973 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6620e-5c05-4d6d-8119-1aba2775446a req-5f6845b1-7d8b-4a1f-97f9-02e286a1297b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:32.232577 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e0f6620e-5c05-4d6d-8119-1aba2775446a req-5f6845b1-7d8b-4a1f-97f9-02e286a1297b service neutron] 10.222.0.24 "GET /v2.0/networks?id=d54a97df-af07-4157-a933-a9c7f148706f HTTP/1.1" status: 200 len: 917 time: 0.1187315 Aug 10 01:01:32.268964 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6c2b42a9-6c2b-4875-bb39-fb35e5e21dbd tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks [] for floatingip, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:32.404559 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f927b-df47-46cc-8c9d-074f579f0243 req-ca5588d8-9808-4196-b442-6922684bb6d5 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:32.407042 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-461f927b-df47-46cc-8c9d-074f579f0243 req-ca5588d8-9808-4196-b442-6922684bb6d5 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d321d5d-0bbd-4237-abb1-f3b29052ac15 HTTP/1.1" status: 200 len: 945 time: 0.1633494 Aug 10 01:01:32.431230 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46712) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:32.556408 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-461f927b-df47-46cc-8c9d-074f579f0243 req-e7cbb21f-7b9d-40e3-97a5-d32a6a428552 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0c16246-dba8-4979-aae7-7d2624a162c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180322 Aug 10 01:01:32.679107 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e0f6620e-5c05-4d6d-8119-1aba2775446a req-803adc3a-b03f-49de-b885-2e6887484b76 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccaff7bb-37f2-4a16-98a3-6f64179b56d2 HTTP/1.1" status: 200 len: 1001 time: 0.4382954 Aug 10 01:01:32.706852 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2036d-550f-4a5f-8a6e-e1e25669bd37 req-08bc9c04-4224-4436-9018-52ea985e8f94 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:32.708400 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3cd2036d-550f-4a5f-8a6e-e1e25669bd37 req-08bc9c04-4224-4436-9018-52ea985e8f94 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d321d5d-0bbd-4237-abb1-f3b29052ac15 HTTP/1.1" status: 200 len: 945 time: 0.0783691 Aug 10 01:01:32.739847 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-37c384e5-0363-4c08-948d-56383c7a457e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=26d90118736d420a9e849c95bbedcc1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3072419 Aug 10 01:01:32.740199 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46720) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:32.805783 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6620e-5c05-4d6d-8119-1aba2775446a req-28ab1c43-cb39-4e07-99dc-c11c10171b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:32.807123 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e0f6620e-5c05-4d6d-8119-1aba2775446a req-28ab1c43-cb39-4e07-99dc-c11c10171b7e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9beeeada-fdeb-44c8-8b6e-0c8a8c8c8d6e HTTP/1.1" status: 200 len: 855 time: 0.1195903 Aug 10 01:01:32.815099 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 4b1b106e-7465-4a16-8ccc-bd53156f400a no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:01:32.847540 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 4b1b106e-7465-4a16-8ccc-bd53156f400a {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:01:32.848396 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 4b1b106e-7465-4a16-8ccc-bd53156f400a not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:01:32.896347 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3e26903d-46a9-4c54-ab99-c788e4b9b46d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:32.919405 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6620e-5c05-4d6d-8119-1aba2775446a req-f11478de-8722-42f1-983a-1a68adcf823c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:32.921036 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e0f6620e-5c05-4d6d-8119-1aba2775446a req-f11478de-8722-42f1-983a-1a68adcf823c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d54a97df-af07-4157-a933-a9c7f148706f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0888495 Aug 10 01:01:32.934213 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3e26903d-46a9-4c54-ab99-c788e4b9b46d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:32.944697 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-3cd2036d-550f-4a5f-8a6e-e1e25669bd37 req-3a6763cc-c488-401f-a07f-b6f4b248fc9c tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] Deleting port 62bea8dd-cb57-444d-a032-d0100343ce75 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:32.945026 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3cd2036d-550f-4a5f-8a6e-e1e25669bd37 req-3a6763cc-c488-401f-a07f-b6f4b248fc9c tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:32.948044 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6c2b42a9-6c2b-4875-bb39-fb35e5e21dbd tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:32.954221 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6c2b42a9-6c2b-4875-bb39-fb35e5e21dbd tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:33.050832 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [None req-6c2b42a9-6c2b-4875-bb39-fb35e5e21dbd tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Floating IP adfaaf9e-19dc-4e32-b3ee-27128ff52a3a associated. External IP: 172.25.2.60, port: 23f7cab1-3003-4499-aeb1-f1cd7e95af6d. Aug 10 01:01:33.117947 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-3cd2036d-550f-4a5f-8a6e-e1e25669bd37 req-3a6763cc-c488-401f-a07f-b6f4b248fc9c tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] For port 62bea8dd-cb57-444d-a032-d0100343ce75, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=62bea8dd-cb57-444d-a032-d0100343ce75,segment=NetworkSegment(8fbcaff3-e9f6-4ab8-abec-babd675cf674),segment_id=8fbcaff3-e9f6-4ab8-abec-babd675cf674)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:33.118631 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3cd2036d-550f-4a5f-8a6e-e1e25669bd37 req-3a6763cc-c488-401f-a07f-b6f4b248fc9c tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:33.141131 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-3cd2036d-550f-4a5f-8a6e-e1e25669bd37 req-3a6763cc-c488-401f-a07f-b6f4b248fc9c tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] Calling delete_port for 62bea8dd-cb57-444d-a032-d0100343ce75 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:33.144614 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e0f6620e-5c05-4d6d-8119-1aba2775446a req-30be5f12-05f6-4a35-bd37-5827ee1465f2 service neutron] 10.222.0.24 "GET /v2.0/networks/d54a97df-af07-4157-a933-a9c7f148706f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129476 Aug 10 01:01:33.144826 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3e26903d-46a9-4c54-ab99-c788e4b9b46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:33.147347 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3e26903d-46a9-4c54-ab99-c788e4b9b46d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:33.148424 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3e26903d-46a9-4c54-ab99-c788e4b9b46d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/60201266-de3d-4882-a5e7-82c4eb1d2aad HTTP/1.1" status: 204 len: 168 time: 0.4058905 Aug 10 01:01:33.174575 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26903d-46a9-4c54-ab99-c788e4b9b46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60201266-de3d-4882-a5e7-82c4eb1d2aad,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:33.336067 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e0f6620e-5c05-4d6d-8119-1aba2775446a req-b8a9ee7a-7b91-4bc9-bf39-4ce87bf773da service neutron] 10.222.0.24 "GET /v2.0/networks/d54a97df-af07-4157-a933-a9c7f148706f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746855 Aug 10 01:01:33.427965 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcad23f-c3d5-4c1e-b7af-2db2a05ecb3b req-83239bfc-e54e-4be9-a956-ff128e020ad1 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:33.429949 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0bcad23f-c3d5-4c1e-b7af-2db2a05ecb3b req-83239bfc-e54e-4be9-a956-ff128e020ad1 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccaad7b0-82bf-434a-9407-49a3ecd88d92 HTTP/1.1" status: 200 len: 946 time: 0.1572108 Aug 10 01:01:33.439293 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2b42a9-6c2b-4875-bb39-fb35e5e21dbd tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Router 235d7f90-ab28-4b54-824b-13f8e9870fd2 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:01:33.447309 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3cd2036d-550f-4a5f-8a6e-e1e25669bd37 req-3a6763cc-c488-401f-a07f-b6f4b248fc9c tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:33.478787 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['62bea8dd-cb57-444d-a032-d0100343ce75'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:01:33.509380 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0bcad23f-c3d5-4c1e-b7af-2db2a05ecb3b req-d4434d9a-b603-415f-a0f9-c63191f25fd0 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/security-groups?id=e3dd1e14-a494-440e-abfb-e3a16ed3da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714633 Aug 10 01:01:33.511904 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6763cc-c488-401f-a07f-b6f4b248fc9c tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] Pushing event deleted for resources: {'Port': ['ID=62bea8dd-cb57-444d-a032-d0100343ce75,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:33.578137 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd2036d-550f-4a5f-8a6e-e1e25669bd37 req-3a6763cc-c488-401f-a07f-b6f4b248fc9c tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] No DVR routers for this DVR port 62bea8dd-cb57-444d-a032-d0100343ce75 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:01:33.583976 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3cd2036d-550f-4a5f-8a6e-e1e25669bd37 req-3a6763cc-c488-401f-a07f-b6f4b248fc9c tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:33.586979 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3cd2036d-550f-4a5f-8a6e-e1e25669bd37 req-3a6763cc-c488-401f-a07f-b6f4b248fc9c tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] 10.222.0.20 "DELETE /v2.0/ports/62bea8dd-cb57-444d-a032-d0100343ce75 HTTP/1.1" status: 204 len: 173 time: 0.8569777 Aug 10 01:01:33.847378 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27b2e7-9c61-4e9d-bff1-08c6b8839252 req-9bb1f148-0578-40f0-86b5-9d9c16c6e833 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:33.849236 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ee27b2e7-9c61-4e9d-bff1-08c6b8839252 req-9bb1f148-0578-40f0-86b5-9d9c16c6e833 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccaad7b0-82bf-434a-9407-49a3ecd88d92 HTTP/1.1" status: 200 len: 946 time: 0.0786276 Aug 10 01:01:33.978863 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-ee27b2e7-9c61-4e9d-bff1-08c6b8839252 req-167b850f-4658-46ee-b802-1a8398730d10 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Deleting port c58ea708-4565-4b16-a53e-c9c57ba4f3a2 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:33.980369 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ee27b2e7-9c61-4e9d-bff1-08c6b8839252 req-167b850f-4658-46ee-b802-1a8398730d10 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:34.044574 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d321d5d-0bbd-4237-abb1-f3b29052ac15', 'name': 'network-vif-deleted', 'tag': '62bea8dd-cb57-444d-a032-d0100343ce75'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:01:34.053295 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44321e6-7b74-48b6-b03f-67e5c557bb96" -d '{"events": [{"server_uuid": "2d321d5d-0bbd-4237-abb1-f3b29052ac15", "name": "network-vif-deleted", "tag": "62bea8dd-cb57-444d-a032-d0100343ce75"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:01:34.096472 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fd42dbfe-f50e-45c4-9021-574a7a650ea4 req-76914d49-8ec9-4281-a6c1-90f1c3a74eb1 tempest-ServerAddressesTestJSON-668733512 tempest-ServerAddressesTestJSON-668733512-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d321d5d-0bbd-4237-abb1-f3b29052ac15 HTTP/1.1" status: 200 len: 210 time: 0.0386982 Aug 10 01:01:34.108709 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2b42a9-6c2b-4875-bb39-fb35e5e21dbd tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:01:34.115550 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6c2b42a9-6c2b-4875-bb39-fb35e5e21dbd tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:34.123856 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631435cd-6f24-4d47-80bd-9d913bc07b89 None None] Sync routers for ids ['235d7f90-ab28-4b54-824b-13f8e9870fd2'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:01:34.126120 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45aef91-8185-4b93-a950-7c7dd677baa9 x-openstack-request-id: req-d45aef91-8185-4b93-a950-7c7dd677baa9 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:01:34.126564 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d321d5d-0bbd-4237-abb1-f3b29052ac15", "name": "network-vif-deleted", "tag": "62bea8dd-cb57-444d-a032-d0100343ce75", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:01:34.126659 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d45aef91-8185-4b93-a950-7c7dd677baa9 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:01:34.127059 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d321d5d-0bbd-4237-abb1-f3b29052ac15', 'name': 'network-vif-deleted', 'tag': '62bea8dd-cb57-444d-a032-d0100343ce75', 'status': 'completed', 'code': 200} Aug 10 01:01:34.140215 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631435cd-6f24-4d47-80bd-9d913bc07b89 None None] Routers {'235d7f90-ab28-4b54-824b-13f8e9870fd2'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:34.141209 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-631435cd-6f24-4d47-80bd-9d913bc07b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:01:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['235d7f90-ab28-4b54-824b-13f8e9870fd2'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:34.160408 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-ee27b2e7-9c61-4e9d-bff1-08c6b8839252 req-167b850f-4658-46ee-b802-1a8398730d10 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] For port c58ea708-4565-4b16-a53e-c9c57ba4f3a2, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=c58ea708-4565-4b16-a53e-c9c57ba4f3a2,segment=NetworkSegment(45b34241-697f-4f50-87d8-6d6db6581d08),segment_id=45b34241-697f-4f50-87d8-6d6db6581d08)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:34.160785 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ee27b2e7-9c61-4e9d-bff1-08c6b8839252 req-167b850f-4658-46ee-b802-1a8398730d10 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:34.174710 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6c2b42a9-6c2b-4875-bb39-fb35e5e21dbd tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "PUT /v2.0/floatingips/adfaaf9e-19dc-4e32-b3ee-27128ff52a3a HTTP/1.1" status: 200 len: 991 time: 1.9780276 Aug 10 01:01:34.175387 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f', 'tag': '23f7cab1-3003-4499-aeb1-f1cd7e95af6d'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:01:34.179123 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae62d9c7-9b75-49fe-8e5f-def32e4d6d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f", "tag": "23f7cab1-3003-4499-aeb1-f1cd7e95af6d"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:01:34.180952 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-ee27b2e7-9c61-4e9d-bff1-08c6b8839252 req-167b850f-4658-46ee-b802-1a8398730d10 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Calling delete_port for c58ea708-4565-4b16-a53e-c9c57ba4f3a2 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:34.347535 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-631435cd-6f24-4d47-80bd-9d913bc07b89 None None] Set router 235d7f90-ab28-4b54-824b-13f8e9870fd2 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:01:34.439711 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d879b19-b507-468e-932d-436cbf445c04 x-openstack-request-id: req-0d879b19-b507-468e-932d-436cbf445c04 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:01:34.440005 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f", "tag": "23f7cab1-3003-4499-aeb1-f1cd7e95af6d", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:01:34.440283 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0d879b19-b507-468e-932d-436cbf445c04 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:01:34.440676 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f', 'tag': '23f7cab1-3003-4499-aeb1-f1cd7e95af6d', 'status': 'completed', 'code': 200} Aug 10 01:01:34.454762 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ee27b2e7-9c61-4e9d-bff1-08c6b8839252 req-167b850f-4658-46ee-b802-1a8398730d10 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:34.494209 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b850f-4658-46ee-b802-1a8398730d10 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Pushing event deleted for resources: {'Port': ['ID=c58ea708-4565-4b16-a53e-c9c57ba4f3a2,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:34.559310 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62d9c7-9b75-49fe-8e5f-def32e4d6d3c req-42108276-6217-42e1-b2e6-428921500f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:34.568517 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae62d9c7-9b75-49fe-8e5f-def32e4d6d3c req-42108276-6217-42e1-b2e6-428921500f90 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed53369dabee44498507a7cf709f7c85&device_id=02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f HTTP/1.1" status: 200 len: 1098 time: 0.0939796 Aug 10 01:01:34.572979 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee27b2e7-9c61-4e9d-bff1-08c6b8839252 req-167b850f-4658-46ee-b802-1a8398730d10 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] No DVR routers for this DVR port c58ea708-4565-4b16-a53e-c9c57ba4f3a2 on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:01:34.575655 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ee27b2e7-9c61-4e9d-bff1-08c6b8839252 req-167b850f-4658-46ee-b802-1a8398730d10 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:34.597700 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ee27b2e7-9c61-4e9d-bff1-08c6b8839252 req-167b850f-4658-46ee-b802-1a8398730d10 tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.24 "DELETE /v2.0/ports/c58ea708-4565-4b16-a53e-c9c57ba4f3a2 HTTP/1.1" status: 204 len: 173 time: 0.7396059 Aug 10 01:01:34.724911 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62d9c7-9b75-49fe-8e5f-def32e4d6d3c req-340f4317-4bb8-48a9-bef0-63a0ee9a0d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:34.727294 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae62d9c7-9b75-49fe-8e5f-def32e4d6d3c req-340f4317-4bb8-48a9-bef0-63a0ee9a0d10 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e2973f7f-304c-4952-be52-bf39c7b9668b HTTP/1.1" status: 200 len: 913 time: 0.1500509 Aug 10 01:01:34.760158 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8ab03ac8-4a31-4691-a8a0-40413c96bbfa req-8016b887-5fe8-4800-a707-7e35661d7b6e tempest-ServersTestJSON-1434641815 tempest-ServersTestJSON-1434641815-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccaad7b0-82bf-434a-9407-49a3ecd88d92 HTTP/1.1" status: 200 len: 210 time: 0.0578923 Aug 10 01:01:34.882486 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae62d9c7-9b75-49fe-8e5f-def32e4d6d3c req-8e4659ae-8455-4e24-9110-750b6aa97bd5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23f7cab1-3003-4499-aeb1-f1cd7e95af6d HTTP/1.1" status: 200 len: 999 time: 0.1376588 Aug 10 01:01:34.946485 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-631435cd-6f24-4d47-80bd-9d913bc07b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'name': 'tempest-ServersTestManualDisk-1019290627-router', 'tenant_id': 'ed53369dabee44498507a7cf709f7c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '7c787ffb-25de-4df2-9d8a-c9357a5c6fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:01:02Z', 'updated_at': '2021-08-10T01:01:07Z', 'revision_number': 4, 'project_id': 'ed53369dabee44498507a7cf709f7c85', 'gw_port': {'id': '7c787ffb-25de-4df2-9d8a-c9357a5c6fb9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:01:03Z', 'updated_at': '2021-08-10T01:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'adfaaf9e-19dc-4e32-b3ee-27128ff52a3a', 'tenant_id': 'ed53369dabee44498507a7cf709f7c85', 'floating_ip_address': '172.25.2.60', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'port_id': '23f7cab1-3003-4499-aeb1-f1cd7e95af6d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2973f7f-304c-4952-be52-bf39c7b9668b', 'mac_address': 'fa:16:3e:4f:26:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:01:14Z', 'updated_at': '2021-08-10T01:01:32Z', 'revision_number': 1, 'project_id': 'ed53369dabee44498507a7cf709f7c85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3202d689-0ed9-45cd-8720-8944d01c4afc', 'name': '', 'network_id': 'e2973f7f-304c-4952-be52-bf39c7b9668b', 'tenant_id': 'ed53369dabee44498507a7cf709f7c85', 'mac_address': 'fa:16:3e:88:e4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '4b0b179a-bfa0-4c3a-bcf0-7e9a86358603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:01:06Z', 'updated_at': '2021-08-10T01:01:15Z', 'revision_number': 5, 'project_id': 'ed53369dabee44498507a7cf709f7c85', 'subnets': [{'id': '4b0b179a-bfa0-4c3a-bcf0-7e9a86358603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:34.959998 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62d9c7-9b75-49fe-8e5f-def32e4d6d3c req-b4fc07dc-e0fe-4d35-9f5d-ca09b126065c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:34.961510 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae62d9c7-9b75-49fe-8e5f-def32e4d6d3c req-b4fc07dc-e0fe-4d35-9f5d-ca09b126065c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4b0b179a-bfa0-4c3a-bcf0-7e9a86358603 HTTP/1.1" status: 200 len: 851 time: 0.0705011 Aug 10 01:01:34.983161 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631435cd-6f24-4d47-80bd-9d913bc07b89 None None] Checking router: 235d7f90-ab28-4b54-824b-13f8e9870fd2 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:01:35.000093 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631435cd-6f24-4d47-80bd-9d913bc07b89 None None] Routers {'235d7f90-ab28-4b54-824b-13f8e9870fd2'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:35.003569 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-631435cd-6f24-4d47-80bd-9d913bc07b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:01:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['235d7f90-ab28-4b54-824b-13f8e9870fd2'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:35.026112 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62d9c7-9b75-49fe-8e5f-def32e4d6d3c req-265762ae-1cae-4f0e-bbc2-a5a23c9600e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:35.027733 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae62d9c7-9b75-49fe-8e5f-def32e4d6d3c req-265762ae-1cae-4f0e-bbc2-a5a23c9600e7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e2973f7f-304c-4952-be52-bf39c7b9668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575953 Aug 10 01:01:35.157230 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46788) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:35.177882 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae62d9c7-9b75-49fe-8e5f-def32e4d6d3c req-190821a9-cc44-4b98-ba76-cc88eb03d322 service neutron] 10.222.0.24 "GET /v2.0/networks/e2973f7f-304c-4952-be52-bf39c7b9668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408520 Aug 10 01:01:35.179172 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-631435cd-6f24-4d47-80bd-9d913bc07b89 None None] Set router 235d7f90-ab28-4b54-824b-13f8e9870fd2 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:01:35.233790 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-75b8ffba-1a12-4dba-a8d8-dd232b8a2571 admin admin] Deleting subnet bd2bd06e-87c9-4633-9a01-727c56aef97b {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:01:35.235542 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-75b8ffba-1a12-4dba-a8d8-dd232b8a2571 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:35.271987 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-75b8ffba-1a12-4dba-a8d8-dd232b8a2571 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:35.323220 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-75b8ffba-1a12-4dba-a8d8-dd232b8a2571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:35.345930 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae62d9c7-9b75-49fe-8e5f-def32e4d6d3c req-d98477b7-8044-47a9-9e2e-f5183393e693 service neutron] 10.222.0.24 "GET /v2.0/networks/e2973f7f-304c-4952-be52-bf39c7b9668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592381 Aug 10 01:01:35.410568 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-75b8ffba-1a12-4dba-a8d8-dd232b8a2571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:35.441477 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8ffba-1a12-4dba-a8d8-dd232b8a2571 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd2bd06e-87c9-4633-9a01-727c56aef97b,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:35.447550 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-75b8ffba-1a12-4dba-a8d8-dd232b8a2571 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:35.452919 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46796) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:35.453257 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-75b8ffba-1a12-4dba-a8d8-dd232b8a2571 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/bd2bd06e-87c9-4633-9a01-727c56aef97b HTTP/1.1" status: 204 len: 168 time: 0.2946742 Aug 10 01:01:35.551242 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-511dfb95-f17b-4892-917a-80f3f8bcdaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:35.574699 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-631435cd-6f24-4d47-80bd-9d913bc07b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'name': 'tempest-ServersTestManualDisk-1019290627-router', 'tenant_id': 'ed53369dabee44498507a7cf709f7c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '7c787ffb-25de-4df2-9d8a-c9357a5c6fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:01:02Z', 'updated_at': '2021-08-10T01:01:07Z', 'revision_number': 4, 'project_id': 'ed53369dabee44498507a7cf709f7c85', 'gw_port': {'id': '7c787ffb-25de-4df2-9d8a-c9357a5c6fb9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:01:03Z', 'updated_at': '2021-08-10T01:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'adfaaf9e-19dc-4e32-b3ee-27128ff52a3a', 'tenant_id': 'ed53369dabee44498507a7cf709f7c85', 'floating_ip_address': '172.25.2.60', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'port_id': '23f7cab1-3003-4499-aeb1-f1cd7e95af6d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2973f7f-304c-4952-be52-bf39c7b9668b', 'mac_address': 'fa:16:3e:4f:26:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:01:14Z', 'updated_at': '2021-08-10T01:01:32Z', 'revision_number': 1, 'project_id': 'ed53369dabee44498507a7cf709f7c85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3202d689-0ed9-45cd-8720-8944d01c4afc', 'name': '', 'network_id': 'e2973f7f-304c-4952-be52-bf39c7b9668b', 'tenant_id': 'ed53369dabee44498507a7cf709f7c85', 'mac_address': 'fa:16:3e:88:e4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '4b0b179a-bfa0-4c3a-bcf0-7e9a86358603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:01:06Z', 'updated_at': '2021-08-10T01:01:15Z', 'revision_number': 5, 'project_id': 'ed53369dabee44498507a7cf709f7c85', 'subnets': [{'id': '4b0b179a-bfa0-4c3a-bcf0-7e9a86358603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:35.609915 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631435cd-6f24-4d47-80bd-9d913bc07b89 None None] The sync data for ids ['235d7f90-ab28-4b54-824b-13f8e9870fd2'] in n-d-766726-26 is: [{'id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'name': 'tempest-ServersTestManualDisk-1019290627-router', 'tenant_id': 'ed53369dabee44498507a7cf709f7c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '7c787ffb-25de-4df2-9d8a-c9357a5c6fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:01:02Z', 'updated_at': '2021-08-10T01:01:07Z', 'revision_number': 4, 'project_id': 'ed53369dabee44498507a7cf709f7c85', 'gw_port': {'id': '7c787ffb-25de-4df2-9d8a-c9357a5c6fb9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:01:03Z', 'updated_at': '2021-08-10T01:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'adfaaf9e-19dc-4e32-b3ee-27128ff52a3a', 'tenant_id': 'ed53369dabee44498507a7cf709f7c85', 'floating_ip_address': '172.25.2.60', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'port_id': '23f7cab1-3003-4499-aeb1-f1cd7e95af6d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2973f7f-304c-4952-be52-bf39c7b9668b', 'mac_address': 'fa:16:3e:4f:26:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:01:14Z', 'updated_at': '2021-08-10T01:01:32Z', 'revision_number': 1, 'project_id': 'ed53369dabee44498507a7cf709f7c85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3202d689-0ed9-45cd-8720-8944d01c4afc', 'name': '', 'network_id': 'e2973f7f-304c-4952-be52-bf39c7b9668b', 'tenant_id': 'ed53369dabee44498507a7cf709f7c85', 'mac_address': 'fa:16:3e:88:e4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '4b0b179a-bfa0-4c3a-bcf0-7e9a86358603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:01:06Z', 'updated_at': '2021-08-10T01:01:15Z', 'revision_number': 5, 'project_id': 'ed53369dabee44498507a7cf709f7c85', 'subnets': [{'id': '4b0b179a-bfa0-4c3a-bcf0-7e9a86358603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:01:35.661128 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-511dfb95-f17b-4892-917a-80f3f8bcdaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:35.673091 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-511dfb95-f17b-4892-917a-80f3f8bcdaa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ea34fe-817d-4af0-8886-9a7530db9f55']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:35.688567 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-511dfb95-f17b-4892-917a-80f3f8bcdaa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fbcaff3-e9f6-4ab8-abec-babd675cf674') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:35.689107 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-511dfb95-f17b-4892-917a-80f3f8bcdaa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fbcaff3-e9f6-4ab8-abec-babd675cf674') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:35.699819 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-511dfb95-f17b-4892-917a-80f3f8bcdaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:35.719150 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-511dfb95-f17b-4892-917a-80f3f8bcdaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:35.726009 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-511dfb95-f17b-4892-917a-80f3f8bcdaa2 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:01:35.726301 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-511dfb95-f17b-4892-917a-80f3f8bcdaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:35.728106 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:01:35.728106 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:01:35.728106 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:01:35.728106 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:01:35.728106 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:01:35.728106 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:01:35.728106 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:01:35.728106 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:01:35.728106 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:01:35.728106 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:01:35.728106 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:01:35.728106 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:01:35.728106 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:01:35.728106 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:01:35.728106 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:01:35.728106 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:01:35.728106 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:01:35.728106 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:01:35.728106 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:01:35.728106 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:01:35.728106 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:01:35.728106 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:01:35.728106 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:01:35.728106 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:01:35.728106 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:01:35.728106 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:01:35.728106 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:01:35.728106 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:01:35.728106 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:01:35.728106 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:01:35.728106 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:01:35.728106 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:01:35.814831 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46804) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:35.826476 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-511dfb95-f17b-4892-917a-80f3f8bcdaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:35.859884 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-511dfb95-f17b-4892-917a-80f3f8bcdaa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:35.862074 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-511dfb95-f17b-4892-917a-80f3f8bcdaa2 admin admin] 10.222.0.35 "DELETE /v2.0/networks/33ea34fe-817d-4af0-8886-9a7530db9f55 HTTP/1.1" status: 204 len: 168 time: 0.4080477 Aug 10 01:01:35.880651 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9212ac19-d00e-4a9f-95f3-12a826d988b8 None None] New status for floating IP adfaaf9e-19dc-4e32-b3ee-27128ff52a3a: ACTIVE {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:01:35.911797 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dfb95-f17b-4892-917a-80f3f8bcdaa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=33ea34fe-817d-4af0-8886-9a7530db9f55,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:35.954868 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-defe2a2b-ed59-469b-a376-eb6d91c23f90 admin admin] Deleting subnet 4317e354-7b23-4f49-8b2a-5d1c39378e31 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:01:35.960532 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-defe2a2b-ed59-469b-a376-eb6d91c23f90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:36.026378 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-defe2a2b-ed59-469b-a376-eb6d91c23f90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:36.091703 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-defe2a2b-ed59-469b-a376-eb6d91c23f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:36.129590 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccaad7b0-82bf-434a-9407-49a3ecd88d92', 'name': 'network-vif-deleted', 'tag': 'c58ea708-4565-4b16-a53e-c9c57ba4f3a2'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:01:36.132837 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ee25ef-1f0d-4ad9-99ee-6252896cfc79" -d '{"events": [{"server_uuid": "ccaad7b0-82bf-434a-9407-49a3ecd88d92", "name": "network-vif-deleted", "tag": "c58ea708-4565-4b16-a53e-c9c57ba4f3a2"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:01:36.150765 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46818) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:36.193105 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-defe2a2b-ed59-469b-a376-eb6d91c23f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:36.198397 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3f8648-1a45-46fb-9ff0-c800141979be x-openstack-request-id: req-1a3f8648-1a45-46fb-9ff0-c800141979be {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:01:36.199433 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccaad7b0-82bf-434a-9407-49a3ecd88d92", "name": "network-vif-deleted", "tag": "c58ea708-4565-4b16-a53e-c9c57ba4f3a2", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:01:36.199860 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1a3f8648-1a45-46fb-9ff0-c800141979be {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:01:36.200863 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccaad7b0-82bf-434a-9407-49a3ecd88d92', 'name': 'network-vif-deleted', 'tag': 'c58ea708-4565-4b16-a53e-c9c57ba4f3a2', 'status': 'completed', 'code': 200} Aug 10 01:01:36.241092 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-defe2a2b-ed59-469b-a376-eb6d91c23f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:36.242946 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-defe2a2b-ed59-469b-a376-eb6d91c23f90 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4317e354-7b23-4f49-8b2a-5d1c39378e31 HTTP/1.1" status: 204 len: 168 time: 0.4271145 Aug 10 01:01:36.244126 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe2a2b-ed59-469b-a376-eb6d91c23f90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4317e354-7b23-4f49-8b2a-5d1c39378e31,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:36.245719 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46822) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:36.250706 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f512580e-de87-4141-ae5f-8667f5f2e0b7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=13afdfafb7de493ebcc648a14a393e21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0960636 Aug 10 01:01:36.250951 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46824) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:36.327522 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device c58ea708-4565-4b16-a53e-c9c57ba4f3a2 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:01:36.328439 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1d08b5e4-5e71-401f-a5f2-683d837cd351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:36.344173 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7d7e953a-7c64-40cb-b6e8-fe4450d88731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:36.353000 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: c58ea708-4565-4b16-a53e-c9c57ba4f3a2 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:01:36.353611 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device c58ea708-4565-4b16-a53e-c9c57ba4f3a2 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:01:36.354261 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1d08b5e4-5e71-401f-a5f2-683d837cd351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:36.422139 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1d08b5e4-5e71-401f-a5f2-683d837cd351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:36.424961 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1d08b5e4-5e71-401f-a5f2-683d837cd351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:36.429320 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1d08b5e4-5e71-401f-a5f2-683d837cd351 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d0c16246-dba8-4979-aae7-7d2624a162c0 HTTP/1.1" status: 204 len: 168 time: 0.1772861 Aug 10 01:01:36.438223 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d08b5e4-5e71-401f-a5f2-683d837cd351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c16246-dba8-4979-aae7-7d2624a162c0,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:36.478757 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7d7e953a-7c64-40cb-b6e8-fe4450d88731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:36.490600 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-7d7e953a-7c64-40cb-b6e8-fe4450d88731 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68f568b0-c764-43be-a497-965794b9f9b4']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:36.502143 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-7d7e953a-7c64-40cb-b6e8-fe4450d88731 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b34241-697f-4f50-87d8-6d6db6581d08') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:36.502518 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-7d7e953a-7c64-40cb-b6e8-fe4450d88731 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b34241-697f-4f50-87d8-6d6db6581d08') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:36.515908 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7d7e953a-7c64-40cb-b6e8-fe4450d88731 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:36.532069 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7d7e953a-7c64-40cb-b6e8-fe4450d88731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:36.539060 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d7e953a-7c64-40cb-b6e8-fe4450d88731 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:01:36.539561 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7d7e953a-7c64-40cb-b6e8-fe4450d88731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:36.541513 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:01:36.541513 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:01:36.541513 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:01:36.541513 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:01:36.541513 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:01:36.541513 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:01:36.541513 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:01:36.541513 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:01:36.541513 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:01:36.541513 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:01:36.541513 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:01:36.541513 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:01:36.541513 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:01:36.541513 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:01:36.541513 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:01:36.541513 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:01:36.541513 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:01:36.541513 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:01:36.541513 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:01:36.541513 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:01:36.541513 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:01:36.541513 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:01:36.541513 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:01:36.541513 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:01:36.541513 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:01:36.541513 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:01:36.541513 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:01:36.541513 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:01:36.541513 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:01:36.541513 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:01:36.541513 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:01:36.541513 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:01:36.609750 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7d7e953a-7c64-40cb-b6e8-fe4450d88731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:36.625880 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7d7e953a-7c64-40cb-b6e8-fe4450d88731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:36.629024 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7d7e953a-7c64-40cb-b6e8-fe4450d88731 admin admin] 10.222.0.35 "DELETE /v2.0/networks/68f568b0-c764-43be-a497-965794b9f9b4 HTTP/1.1" status: 204 len: 168 time: 0.3799145 Aug 10 01:01:36.650750 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e953a-7c64-40cb-b6e8-fe4450d88731 admin admin] Pushing event deleted for resources: {'Network': ['ID=68f568b0-c764-43be-a497-965794b9f9b4,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:36.814330 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 62bea8dd-cb57-444d-a032-d0100343ce75 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:01:36.854554 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 62bea8dd-cb57-444d-a032-d0100343ce75 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:01:36.855106 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 62bea8dd-cb57-444d-a032-d0100343ce75 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:01:36.930162 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46844) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:36.990755 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46852) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:36.991336 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-72fff8ea-350a-4eff-93a2-891e62d48e8e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9f1c82db603043b497c1daf48dd8e55e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0595121 Aug 10 01:01:37.061777 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bfa5ee11-35c2-4dd4-84a6-5b59b5338499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:37.085143 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bfa5ee11-35c2-4dd4-84a6-5b59b5338499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:37.145915 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bfa5ee11-35c2-4dd4-84a6-5b59b5338499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:37.150950 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bfa5ee11-35c2-4dd4-84a6-5b59b5338499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:37.154822 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-bfa5ee11-35c2-4dd4-84a6-5b59b5338499 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e3dd1e14-a494-440e-abfb-e3a16ed3da5c HTTP/1.1" status: 204 len: 168 time: 0.1630387 Aug 10 01:01:37.165419 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5ee11-35c2-4dd4-84a6-5b59b5338499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3dd1e14-a494-440e-abfb-e3a16ed3da5c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:38.102888 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46908) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:38.359802 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ef2d3f52-61a0-44f1-a493-c9367b2d03b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:38.463916 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ef2d3f52-61a0-44f1-a493-c9367b2d03b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:38.469645 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ef2d3f52-61a0-44f1-a493-c9367b2d03b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:38.521220 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ef2d3f52-61a0-44f1-a493-c9367b2d03b8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=594c9247598246a4af1a85b0db114de0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4135265 Aug 10 01:01:38.521220 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d3f52-61a0-44f1-a493-c9367b2d03b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5971aa3f-269c-4ba6-b955-152c3280c21d,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:38.523012 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46926) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:38.588846 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-41026fd9-d8e0-409b-b846-e5d3927cf008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:38.630225 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-41026fd9-d8e0-409b-b846-e5d3927cf008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:38.699863 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-41026fd9-d8e0-409b-b846-e5d3927cf008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:38.703463 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-41026fd9-d8e0-409b-b846-e5d3927cf008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:38.707583 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-41026fd9-d8e0-409b-b846-e5d3927cf008 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5971aa3f-269c-4ba6-b955-152c3280c21d HTTP/1.1" status: 204 len: 168 time: 0.1831200 Aug 10 01:01:38.725775 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41026fd9-d8e0-409b-b846-e5d3927cf008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5971aa3f-269c-4ba6-b955-152c3280c21d,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:38.773589 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f193d86d-1156-41c6-87c8-aa6dc08f2610 req-1bf28405-1c8e-48b9-9c41-47e02f21a7f6 tempest-ServerShowV257Test-1659505184 tempest-ServerShowV257Test-1659505184-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0754361 Aug 10 01:01:40.000544 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7162d0b8-338e-4fdc-9e92-730df38306c4 req-9d74e409-ccf7-4d18-be01-555de6e1c03f tempest-ServerShowV257Test-1659505184 tempest-ServerShowV257Test-1659505184-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0426610 Aug 10 01:01:40.697015 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:01:41.154290 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e111e2da-3242-40aa-a1b5-81697a441831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:41.204711 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-906f83f2-5b36-4bf3-8c50-86ecc6809149 req-2d81a750-564f-4597-84b4-8d22e64d8864 tempest-ServerShowV257Test-1659505184 tempest-ServerShowV257Test-1659505184-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0300789 Aug 10 01:01:41.392492 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:41.849914 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47064) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:41.991066 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bb04acf9-a149-41ab-b13b-d03315599d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:42.090773 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bb04acf9-a149-41ab-b13b-d03315599d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:42.096198 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bb04acf9-a149-41ab-b13b-d03315599d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:42.132387 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb04acf9-a149-41ab-b13b-d03315599d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527683c7-1a0d-4a2a-be9d-0092bfd2e608,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:42.148889 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-bb04acf9-a149-41ab-b13b-d03315599d36 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1dbcf4e833f349ec86e01e814f807733&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2966831 Aug 10 01:01:42.150992 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47070) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:42.211929 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b1a71f94-233d-458a-8074-8166c76a33b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:42.237264 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b1a71f94-233d-458a-8074-8166c76a33b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:42.313736 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b1a71f94-233d-458a-8074-8166c76a33b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:42.326883 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b1a71f94-233d-458a-8074-8166c76a33b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:42.329930 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fc0a256b-03dc-4d40-b1a9-3e194b12ba7d req-94d27057-39ed-4504-97e3-1b2599e7f202 tempest-ServerShowV257Test-1659505184 tempest-ServerShowV257Test-1659505184-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0352085 Aug 10 01:01:42.331239 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b1a71f94-233d-458a-8074-8166c76a33b6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/527683c7-1a0d-4a2a-be9d-0092bfd2e608 HTTP/1.1" status: 204 len: 168 time: 0.1791298 Aug 10 01:01:42.342830 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a71f94-233d-458a-8074-8166c76a33b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527683c7-1a0d-4a2a-be9d-0092bfd2e608,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:42.605409 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-da4252aa-4702-46f9-9059-bfdcc22ce09c req-06bd224a-6a18-4af7-9b2c-7d4110b6f820 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0458179 Aug 10 01:01:42.757683 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47092) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:42.771960 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-97af6fda-bd7d-4da2-aa99-3d809ac8ea0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:42.873687 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-97af6fda-bd7d-4da2-aa99-3d809ac8ea0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:42.879256 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-97af6fda-bd7d-4da2-aa99-3d809ac8ea0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:42.928200 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-97af6fda-bd7d-4da2-aa99-3d809ac8ea0c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=93d66acf0a2548ce87e0c22fb40fd684&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1668661 Aug 10 01:01:42.928200 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af6fda-bd7d-4da2-aa99-3d809ac8ea0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5beed05e-0e17-40cf-b47b-378f9de1a4ff,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:42.928963 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47096) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:42.986394 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d697c490-c7b6-40bb-9525-122e99626cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:43.009717 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d697c490-c7b6-40bb-9525-122e99626cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:43.060453 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d697c490-c7b6-40bb-9525-122e99626cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:43.063836 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d697c490-c7b6-40bb-9525-122e99626cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:43.067937 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d697c490-c7b6-40bb-9525-122e99626cd8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5beed05e-0e17-40cf-b47b-378f9de1a4ff HTTP/1.1" status: 204 len: 168 time: 0.1378627 Aug 10 01:01:43.077899 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697c490-c7b6-40bb-9525-122e99626cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5beed05e-0e17-40cf-b47b-378f9de1a4ff,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:43.516611 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-25d868b7-a4c4-4d9c-b810-d9013ead95f1 req-058f3b90-4087-4e90-b06b-068fe0e8253c tempest-ServerShowV257Test-1659505184 tempest-ServerShowV257Test-1659505184-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0603423 Aug 10 01:01:43.775712 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d5a4e702-454f-411e-9657-a4ab9583ea62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:44.405230 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:44.630443 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-feb792da-9f35-485a-8754-ba4d63e18cf4 req-45cc7500-f77d-4ae9-a483-e135b65e1085 tempest-ServerShowV257Test-1659505184 tempest-ServerShowV257Test-1659505184-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0347059 Aug 10 01:01:45.038371 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:45.128669 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e6157fa4-1c41-413b-88bd-3d14e055cbaf req-543c49f1-54c0-4b42-b4b2-d06d1d73fe8f tempest-ServerShowV257Test-1659505184 tempest-ServerShowV257Test-1659505184-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0541172 Aug 10 01:01:45.344316 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47218) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:45.539020 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8dfb32ce-2b08-44a1-89be-c0213ac94d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:45.647650 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8dfb32ce-2b08-44a1-89be-c0213ac94d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:45.652424 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8dfb32ce-2b08-44a1-89be-c0213ac94d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:45.697795 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8dfb32ce-2b08-44a1-89be-c0213ac94d97 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ff721f8f58ea4648b3cd3e6df1769550&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3520160 Aug 10 01:01:45.700988 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47242) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:45.725979 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb32ce-2b08-44a1-89be-c0213ac94d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c89f53-9151-4eb8-9e60-42b5f87f8355,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:45.726230 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47244) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:45.776964 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5ebdfb16-ea13-4262-9b92-5c59cbdeee67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:45.821079 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5ebdfb16-ea13-4262-9b92-5c59cbdeee67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:45.877807 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5ebdfb16-ea13-4262-9b92-5c59cbdeee67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:45.880745 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5ebdfb16-ea13-4262-9b92-5c59cbdeee67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:45.884385 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5ebdfb16-ea13-4262-9b92-5c59cbdeee67 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/49c89f53-9151-4eb8-9e60-42b5f87f8355 HTTP/1.1" status: 204 len: 168 time: 0.1794336 Aug 10 01:01:45.890826 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebdfb16-ea13-4262-9b92-5c59cbdeee67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c89f53-9151-4eb8-9e60-42b5f87f8355,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:45.908944 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-34d79d5b-ef20-458a-b14e-85f978bdff29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:46.016350 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-34d79d5b-ef20-458a-b14e-85f978bdff29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:46.020850 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-34d79d5b-ef20-458a-b14e-85f978bdff29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:46.052388 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d79d5b-ef20-458a-b14e-85f978bdff29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62fd998-f852-4b1a-b819-0e0d7b42b683,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:46.084749 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-34d79d5b-ef20-458a-b14e-85f978bdff29 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1202c52c65104919894ef81e7b38c836&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3573501 Aug 10 01:01:46.087309 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47254) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:46.142398 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6e8ece9b-6ae4-4ec9-a47c-d182e271336a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:46.175385 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:46.184460 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6e8ece9b-6ae4-4ec9-a47c-d182e271336a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:46.209803 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47260) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:46.225179 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1fdc151a-7fc9-4c0f-b1c0-ffc302840acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:46.274486 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6e8ece9b-6ae4-4ec9-a47c-d182e271336a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:46.277501 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6e8ece9b-6ae4-4ec9-a47c-d182e271336a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:46.278693 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6e8ece9b-6ae4-4ec9-a47c-d182e271336a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f62fd998-f852-4b1a-b819-0e0d7b42b683 HTTP/1.1" status: 204 len: 168 time: 0.1902983 Aug 10 01:01:46.290048 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ece9b-6ae4-4ec9-a47c-d182e271336a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62fd998-f852-4b1a-b819-0e0d7b42b683,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:46.314109 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-28ccc259-0feb-4bc6-96b3-8b4887e1316e req-6d03e9b5-ed31-43ee-8281-eb4f895633bb tempest-ServerShowV257Test-1659505184 tempest-ServerShowV257Test-1659505184-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0449350 Aug 10 01:01:46.381069 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1fdc151a-7fc9-4c0f-b1c0-ffc302840acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:46.386014 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1fdc151a-7fc9-4c0f-b1c0-ffc302840acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:46.428803 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1fdc151a-7fc9-4c0f-b1c0-ffc302840acf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=62ebeaf5f36e481e92bce88a93f7bea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2154529 Aug 10 01:01:46.428803 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc151a-7fc9-4c0f-b1c0-ffc302840acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0b69d5-6d00-42de-8640-9f7d1e536ece,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:46.429666 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47264) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:46.493399 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c9815fa1-8255-41f2-b30a-68e93677be89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:46.526403 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c9815fa1-8255-41f2-b30a-68e93677be89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:46.579151 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c9815fa1-8255-41f2-b30a-68e93677be89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:46.582046 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c9815fa1-8255-41f2-b30a-68e93677be89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:46.583241 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c9815fa1-8255-41f2-b30a-68e93677be89 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8e0b69d5-6d00-42de-8640-9f7d1e536ece HTTP/1.1" status: 204 len: 168 time: 0.1523178 Aug 10 01:01:46.592662 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9815fa1-8255-41f2-b30a-68e93677be89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0b69d5-6d00-42de-8640-9f7d1e536ece,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:46.649469 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47272) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:46.663777 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-efeb65bc-3858-493f-8e47-40bbbca9f3fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:46.766173 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-efeb65bc-3858-493f-8e47-40bbbca9f3fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:46.781071 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-efeb65bc-3858-493f-8e47-40bbbca9f3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:46.820636 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-efeb65bc-3858-493f-8e47-40bbbca9f3fe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bb0c9ba96d26437796763d7b508424c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1695681 Aug 10 01:01:46.822741 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47280) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:46.830804 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb65bc-3858-493f-8e47-40bbbca9f3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396ad903-2540-4065-b24b-daa411949a72,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:46.901173 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d1ca49fd-0a8c-4ee0-8072-e3e11747e9c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:46.933886 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d1ca49fd-0a8c-4ee0-8072-e3e11747e9c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:46.987664 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d1ca49fd-0a8c-4ee0-8072-e3e11747e9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:46.990307 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d1ca49fd-0a8c-4ee0-8072-e3e11747e9c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:46.991652 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d1ca49fd-0a8c-4ee0-8072-e3e11747e9c8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/396ad903-2540-4065-b24b-daa411949a72 HTTP/1.1" status: 204 len: 168 time: 0.1678081 Aug 10 01:01:47.000164 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca49fd-0a8c-4ee0-8072-e3e11747e9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396ad903-2540-4065-b24b-daa411949a72,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:47.438945 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3b6640c7-ccdf-4eae-bd63-0ab022b7855e req-a048aa5a-dfce-4ae3-881c-5d5cb414a586 tempest-ServerShowV257Test-1659505184 tempest-ServerShowV257Test-1659505184-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0311408 Aug 10 01:01:48.661579 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3e08c07e-075f-446c-b746-6b346e0ea03b req-23cb6e93-0c94-403d-9811-295299d749c2 tempest-ServerShowV257Test-1659505184 tempest-ServerShowV257Test-1659505184-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0515802 Aug 10 01:01:49.798707 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1844fae8-ac28-4b30-a27e-e450b9caf9d4 req-60fa2ed2-f89c-44fb-bc77-65ed8a3a4c7c tempest-ServerShowV257Test-1659505184 tempest-ServerShowV257Test-1659505184-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0370493 Aug 10 01:01:50.198533 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-b09e5dfd-1adc-4d6c-b2e4-791c6bd59e27 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:50.200079 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-b09e5dfd-1adc-4d6c-b2e4-791c6bd59e27 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/networks?id=9a3b32c7-74a3-4305-b7a7-526211811378 HTTP/1.1" status: 200 len: 808 time: 0.1293137 Aug 10 01:01:50.222443 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-49070654-e0df-4eb1-bda4-bb80d04b66b1 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/quotas/af5124099ce04e7383a5ec5f662d948c HTTP/1.1" status: 200 len: 375 time: 0.0146649 Aug 10 01:01:50.285105 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-a1f96b99-43a2-4241-beca-342a69b4ef5a tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=af5124099ce04e7383a5ec5f662d948c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0539584 Aug 10 01:01:50.400159 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-13427039-ad40-426c-843d-3e714236edec service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:01:50.401276 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-13427039-ad40-426c-843d-3e714236edec service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1097918 Aug 10 01:01:50.499158 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-e110942d-6796-4b48-811b-f4f54997264c service neutron] 10.222.0.35 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908713 Aug 10 01:01:50.598632 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-be5cb75d-6082-4e11-bc4c-c749f7eac92c service neutron] 10.222.0.35 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933402 Aug 10 01:01:50.940304 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-150546a4-588c-4c06-bdad-2ff5645717b1 req-1122bb1d-a828-403f-9dc0-960aea9fb620 tempest-ServerShowV257Test-1659505184 tempest-ServerShowV257Test-1659505184-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0344274 Aug 10 01:01:51.028971 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5e11a5c5-f2ba-4167-af88-ea938249035e req-f20106b2-929c-472a-8a15-df35fca5a327 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 210 time: 0.0394230 Aug 10 01:01:52.043448 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-2a503d2f-4bb8-46a4-947e-400298169b49 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:52.045100 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-2a503d2f-4bb8-46a4-947e-400298169b49 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.20 "GET /v2.0/networks?id=9a3b32c7-74a3-4305-b7a7-526211811378 HTTP/1.1" status: 200 len: 808 time: 0.1409688 Aug 10 01:01:52.064830 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-62789473-a418-496a-a48d-9de4ace5e770 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Request body: {'port': {'device_id': '84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c', 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378', 'admin_state_up': True, 'tenant_id': 'af5124099ce04e7383a5ec5f662d948c'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:52.136019 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1c306ed3-d74d-4b8b-b426-af86b26c0fb8 req-3929cb35-fae7-4777-9431-04e48048a5dd tempest-ServerShowV257Test-1659505184 tempest-ServerShowV257Test-1659505184-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0404561 Aug 10 01:01:52.181988 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-356d0349-30ea-4bf9-990e-d46f14fa57dd req-d874e0f3-c39b-4ad7-96fc-12e4f31c2290 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 210 time: 0.0381811 Aug 10 01:01:52.215596 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-62789473-a418-496a-a48d-9de4ace5e770 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Made reservation on behalf of af5124099ce04e7383a5ec5f662d948c for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:52.221239 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-62789473-a418-496a-a48d-9de4ace5e770 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:52.424414 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-62789473-a418-496a-a48d-9de4ace5e770 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Allocated IP 172.20.0.10 (9a3b32c7-74a3-4305-b7a7-526211811378/25a2d27a-ba73-472c-943f-003d0feb1ed0/623958f9-6190-42cc-b139-014b40f24ac9) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:01:52.614090 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-62789473-a418-496a-a48d-9de4ace5e770 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:52.663618 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-62789473-a418-496a-a48d-9de4ace5e770 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:52.678889 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['6c955c7f-fd34-47cb-8393-c2c284128387'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:01:52.751433 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-62789473-a418-496a-a48d-9de4ace5e770 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Network 9a3b32c7-74a3-4305-b7a7-526211811378 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:52.759338 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-62789473-a418-496a-a48d-9de4ace5e770 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:52.763032 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-62789473-a418-496a-a48d-9de4ace5e770 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:52.807731 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62789473-a418-496a-a48d-9de4ace5e770 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Pushing event updated for resources: {'Port': ['ID=623958f9-6190-42cc-b139-014b40f24ac9,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:52.840464 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-62789473-a418-496a-a48d-9de4ace5e770 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:52.841423 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-62789473-a418-496a-a48d-9de4ace5e770 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:52.861910 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-62789473-a418-496a-a48d-9de4ace5e770 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8017895 Aug 10 01:01:52.880732 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-f3fe7fb6-e569-4264-a283-6a3d718dcdc5 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:01:52.882051 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-f3fe7fb6-e569-4264-a283-6a3d718dcdc5 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068893 Aug 10 01:01:53.022091 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-96e5391c-b12a-483c-9825-855ebee91f51 service neutron] Request body: {'port': {'device_id': '84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:53.095265 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-96e5391c-b12a-483c-9825-855ebee91f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:53.295718 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cace92d1-40c3-4f05-bfb0-e1475031ab53 req-5d7bb509-0325-4d3c-bf6c-a0a01fb120d7 tempest-ServerShowV257Test-1659505184 tempest-ServerShowV257Test-1659505184-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0421982 Aug 10 01:01:53.473610 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7b675-0971-434d-b0d9-6f978137d963 req-9a773365-3c01-46b8-8845-c1d92a0f8e1e tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:53.481454 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b9e7b675-0971-434d-b0d9-6f978137d963 req-9a773365-3c01-46b8-8845-c1d92a0f8e1e tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 932 time: 0.1339684 Aug 10 01:01:53.502003 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-96e5391c-b12a-483c-9825-855ebee91f51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 623958f9-6190-42cc-b139-014b40f24ac9 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:01:53.510317 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-96e5391c-b12a-483c-9825-855ebee91f51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:53.523541 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-96e5391c-b12a-483c-9825-855ebee91f51 service neutron] Transition to ACTIVE for port object 623958f9-6190-42cc-b139-014b40f24ac9 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:53.529225 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-96e5391c-b12a-483c-9825-855ebee91f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:53.562254 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b9e7b675-0971-434d-b0d9-6f978137d963 req-65cf1605-6455-414f-a3c2-3743cef7516f tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687459 Aug 10 01:01:53.578674 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5391c-b12a-483c-9825-855ebee91f51 service neutron] Pushing event updated for resources: {'Port': ['ID=623958f9-6190-42cc-b139-014b40f24ac9,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:53.694750 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-96e5391c-b12a-483c-9825-855ebee91f51 service neutron] Attempting to bind port 623958f9-6190-42cc-b139-014b40f24ac9 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:53.695106 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-96e5391c-b12a-483c-9825-855ebee91f51 service neutron] Attempting to bind port 623958f9-6190-42cc-b139-014b40f24ac9 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:53.695443 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-96e5391c-b12a-483c-9825-855ebee91f51 service neutron] Attempting to bind port 623958f9-6190-42cc-b139-014b40f24ac9 on network 9a3b32c7-74a3-4305-b7a7-526211811378 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:53.701057 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-96e5391c-b12a-483c-9825-855ebee91f51 service neutron] Port 623958f9-6190-42cc-b139-014b40f24ac9 on network 9a3b32c7-74a3-4305-b7a7-526211811378 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:53.701571 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-96e5391c-b12a-483c-9825-855ebee91f51 service neutron] Attempting to bind port 623958f9-6190-42cc-b139-014b40f24ac9 on network 9a3b32c7-74a3-4305-b7a7-526211811378 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:53.706885 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-96e5391c-b12a-483c-9825-855ebee91f51 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:01:53.707314 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-96e5391c-b12a-483c-9825-855ebee91f51 service neutron] Checking segment: {'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:53.707786 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-96e5391c-b12a-483c-9825-855ebee91f51 service neutron] Bound using segment: {'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:01:53.712207 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-96e5391c-b12a-483c-9825-855ebee91f51 service neutron] Bound port: 623958f9-6190-42cc-b139-014b40f24ac9, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:01:53.712823 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-96e5391c-b12a-483c-9825-855ebee91f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:53.794421 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-96e5391c-b12a-483c-9825-855ebee91f51 service neutron] For port 623958f9-6190-42cc-b139-014b40f24ac9, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:01:53.799226 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-96e5391c-b12a-483c-9825-855ebee91f51 service neutron] For port 623958f9-6190-42cc-b139-014b40f24ac9, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=623958f9-6190-42cc-b139-014b40f24ac9,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:01:53.807103 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-96e5391c-b12a-483c-9825-855ebee91f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:53.879263 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-96e5391c-b12a-483c-9825-855ebee91f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:53.880453 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-96e5391c-b12a-483c-9825-855ebee91f51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:53.882316 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-96e5391c-b12a-483c-9825-855ebee91f51 service neutron] 10.222.0.20 "PUT /v2.0/ports/623958f9-6190-42cc-b139-014b40f24ac9 HTTP/1.1" status: 200 len: 1093 time: 0.9922891 Aug 10 01:01:53.882802 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c', 'tag': '623958f9-6190-42cc-b139-014b40f24ac9'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:01:53.885851 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec0284d-bc0f-49c7-a453-c9796bb6217e" -d '{"events": [{"name": "network-changed", "server_uuid": "84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c", "tag": "623958f9-6190-42cc-b139-014b40f24ac9"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:01:53.916774 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5391c-b12a-483c-9825-855ebee91f51 service neutron] Pushing event updated for resources: {'Port': ['ID=623958f9-6190-42cc-b139-014b40f24ac9,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:54.015334 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-1d4483de-8f2c-43f6-ae01-5bd510012383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:54.017159 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-1d4483de-8f2c-43f6-ae01-5bd510012383 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=af5124099ce04e7383a5ec5f662d948c&device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 1096 time: 0.0584412 Aug 10 01:01:54.098301 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-896058b3-6fa2-4a8d-bcfb-45c3ea4bbb2e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=623958f9-6190-42cc-b139-014b40f24ac9 HTTP/1.1" status: 200 len: 217 time: 0.0660729 Aug 10 01:01:54.204466 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-c07817c6-a3d6-4082-8d2e-6c714040d7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:54.208717 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-c07817c6-a3d6-4082-8d2e-6c714040d7ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=25a2d27a-ba73-472c-943f-003d0feb1ed0 HTTP/1.1" status: 200 len: 848 time: 0.1031222 Aug 10 01:01:54.256812 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-d74e674a-400c-406b-9b1f-c0656ad5a0b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a3b32c7-74a3-4305-b7a7-526211811378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393507 Aug 10 01:01:54.327858 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e44851-11a0-494b-9391-9b2292bf8a70 x-openstack-request-id: req-b0e44851-11a0-494b-9391-9b2292bf8a70 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:01:54.328153 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c", "tag": "623958f9-6190-42cc-b139-014b40f24ac9", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:01:54.328439 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b0e44851-11a0-494b-9391-9b2292bf8a70 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:01:54.328843 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c', 'tag': '623958f9-6190-42cc-b139-014b40f24ac9', 'status': 'completed', 'code': 200} Aug 10 01:01:54.423803 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-577af35d-92c6-4d82-b268-f803596f1dea req-960c472f-469d-4468-a800-d724dddbddb4 tempest-ServerShowV257Test-1659505184 tempest-ServerShowV257Test-1659505184-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0385315 Aug 10 01:01:54.426561 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-a2adc610-7182-4b4a-8109-af5f2a7395ab service neutron] 10.222.0.20 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573040 Aug 10 01:01:54.618373 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1159d748-9e9d-468f-8e53-098bd47a3d8c req-158f95db-a949-4bb5-bd45-868a25d87df0 service neutron] 10.222.0.20 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887162 Aug 10 01:01:54.742717 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c905ed-51cb-428d-906b-0e2ba8ed88bd req-45f04611-d4c7-42e7-8b4a-a1886d0d7fb7 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:54.752277 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-21c905ed-51cb-428d-906b-0e2ba8ed88bd req-45f04611-d4c7-42e7-8b4a-a1886d0d7fb7 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 944 time: 0.0813501 Aug 10 01:01:54.830630 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-21c905ed-51cb-428d-906b-0e2ba8ed88bd req-ada6a055-5d9a-44d2-abcc-e38ec7da82dc tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770950 Aug 10 01:01:54.833128 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0284d-bc0f-49c7-a453-c9796bb6217e req-6f0ea8fb-2737-4251-8e8a-474cf0278827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:54.834779 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0ec0284d-bc0f-49c7-a453-c9796bb6217e req-6f0ea8fb-2737-4251-8e8a-474cf0278827 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=af5124099ce04e7383a5ec5f662d948c&device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 1096 time: 0.1198378 Aug 10 01:01:54.966895 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0284d-bc0f-49c7-a453-c9796bb6217e req-bd8dd082-699c-42ed-bbf6-9a831cf8995d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:54.968552 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0ec0284d-bc0f-49c7-a453-c9796bb6217e req-bd8dd082-699c-42ed-bbf6-9a831cf8995d service neutron] 10.222.0.20 "GET /v2.0/networks?id=9a3b32c7-74a3-4305-b7a7-526211811378 HTTP/1.1" status: 200 len: 909 time: 0.1240821 Aug 10 01:01:55.034401 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0ec0284d-bc0f-49c7-a453-c9796bb6217e req-4f359d5a-b048-4a9d-8c2d-440953bfd7df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=623958f9-6190-42cc-b139-014b40f24ac9 HTTP/1.1" status: 200 len: 217 time: 0.0557983 Aug 10 01:01:55.098501 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0284d-bc0f-49c7-a453-c9796bb6217e req-0547e13e-8933-4364-b04e-dee247281023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:55.100718 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0ec0284d-bc0f-49c7-a453-c9796bb6217e req-0547e13e-8933-4364-b04e-dee247281023 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=25a2d27a-ba73-472c-943f-003d0feb1ed0 HTTP/1.1" status: 200 len: 848 time: 0.0587406 Aug 10 01:01:55.152232 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0ec0284d-bc0f-49c7-a453-c9796bb6217e req-d48f6dae-b1d0-49da-99d4-505e3987b147 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a3b32c7-74a3-4305-b7a7-526211811378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436044 Aug 10 01:01:55.351663 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0ec0284d-bc0f-49c7-a453-c9796bb6217e req-d890bbf7-0d80-42c0-8380-9aee51005b3f service neutron] 10.222.0.20 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921728 Aug 10 01:01:55.505153 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0ec0284d-bc0f-49c7-a453-c9796bb6217e req-a858f951-3d22-4fac-b0a3-2c0934819bbf service neutron] 10.222.0.20 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456621 Aug 10 01:01:55.629712 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-439255a2-02ec-4984-80a1-bbdccae51aa5 req-038ec1af-3279-4b12-baa2-347a11fc0a03 tempest-ServerShowV257Test-1659505184 tempest-ServerShowV257Test-1659505184-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0634685 Aug 10 01:01:55.959728 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292ce65-1a00-495d-a08c-02e85ae92101 req-782a10c4-9cc3-4e9c-a8b1-f856b736ed9a tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:55.969858 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7292ce65-1a00-495d-a08c-02e85ae92101 req-782a10c4-9cc3-4e9c-a8b1-f856b736ed9a tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 944 time: 0.0753138 Aug 10 01:01:56.025706 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7292ce65-1a00-495d-a08c-02e85ae92101 req-66174707-fb72-4eaa-b41c-7dd6e69f1cb4 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546105 Aug 10 01:01:56.800688 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9b961529-187c-49a5-8d25-aba55038f800 req-ace732fc-bda1-4e85-b232-86f847cd9442 tempest-ServerShowV257Test-1659505184 tempest-ServerShowV257Test-1659505184-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0704997 Aug 10 01:01:57.215574 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3974e35-946a-42c0-9d42-45ace28bd3fe req-c8a1b1a4-bb80-4786-835f-76846ff504e2 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:57.226504 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c3974e35-946a-42c0-9d42-45ace28bd3fe req-c8a1b1a4-bb80-4786-835f-76846ff504e2 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 944 time: 0.1293316 Aug 10 01:01:57.281867 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c3974e35-946a-42c0-9d42-45ace28bd3fe req-68a6dc34-6878-4476-ad57-c823d8dae5af tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536768 Aug 10 01:01:57.919934 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e4747370-90eb-4889-8564-9620445e529b req-94d04a26-5976-4eb8-8499-383ccdafc683 tempest-ServerShowV257Test-1659505184 tempest-ServerShowV257Test-1659505184-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0323160 Aug 10 01:01:58.011146 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:58.407397 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b3c96-fdb8-401a-94c9-b4c86bac192b req-2a2a20b4-42a1-4e24-9d21-23356e90a9b5 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:58.415097 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-976b3c96-fdb8-401a-94c9-b4c86bac192b req-2a2a20b4-42a1-4e24-9d21-23356e90a9b5 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 944 time: 0.0603042 Aug 10 01:01:58.457589 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-976b3c96-fdb8-401a-94c9-b4c86bac192b req-64b30fda-d34b-4819-aa2e-e8ddb536767c tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413356 Aug 10 01:01:58.617251 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47796) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:58.843220 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fb42a898-7935-4c38-98b2-f7852ca963ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:58.935025 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fb42a898-7935-4c38-98b2-f7852ca963ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:58.939908 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fb42a898-7935-4c38-98b2-f7852ca963ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:58.976368 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42a898-7935-4c38-98b2-f7852ca963ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b30f217-a0b0-4775-8686-688ffccde52d,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:58.987312 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-fb42a898-7935-4c38-98b2-f7852ca963ea admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=276ef04d24304084957a23bf34b3d51a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3681643 Aug 10 01:01:58.989329 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47810) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:59.060798 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f07fbda-22f4-455a-af34-7df55c286a13 req-af66e5cb-3fcf-4f5b-986a-820359d4bbab tempest-ServerShowV257Test-1659505184 tempest-ServerShowV257Test-1659505184-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0341015 Aug 10 01:01:59.081442 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-50eb3820-5177-4a1d-bd30-75810149b098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:59.104309 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-50eb3820-5177-4a1d-bd30-75810149b098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:59.152089 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-50eb3820-5177-4a1d-bd30-75810149b098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:59.154703 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-50eb3820-5177-4a1d-bd30-75810149b098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:59.156151 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-50eb3820-5177-4a1d-bd30-75810149b098 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0b30f217-a0b0-4775-8686-688ffccde52d HTTP/1.1" status: 204 len: 168 time: 0.1653602 Aug 10 01:01:59.164173 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb3820-5177-4a1d-bd30-75810149b098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b30f217-a0b0-4775-8686-688ffccde52d,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:59.533089 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47826) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:59.548072 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-38d76c69-bdfb-4910-9d0e-0b56a5a45ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:59.576700 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f89f61-b509-44dd-9af7-28a783ab3e2b req-66c89e3a-269f-4f66-bd3d-5b3109083ae0 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:59.581121 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-65f89f61-b509-44dd-9af7-28a783ab3e2b req-66c89e3a-269f-4f66-bd3d-5b3109083ae0 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 944 time: 0.0592434 Aug 10 01:01:59.629884 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-65f89f61-b509-44dd-9af7-28a783ab3e2b req-a5a5b51a-811d-47e1-82b1-82cc4bf52904 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456200 Aug 10 01:01:59.660695 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-38d76c69-bdfb-4910-9d0e-0b56a5a45ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:59.666246 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-38d76c69-bdfb-4910-9d0e-0b56a5a45ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:59.704418 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-38d76c69-bdfb-4910-9d0e-0b56a5a45ff3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0a821eed28404a529d8c18f6a8e39834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1701303 Aug 10 01:01:59.707018 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47832) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:59.709843 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d76c69-bdfb-4910-9d0e-0b56a5a45ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d9b0b5-7707-4ee9-be87-6f6d550eb827,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:59.785146 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eec1bfa9-96e5-4d02-ac7d-f203043c052d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:59.807656 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eec1bfa9-96e5-4d02-ac7d-f203043c052d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:59.859113 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eec1bfa9-96e5-4d02-ac7d-f203043c052d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:59.861828 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eec1bfa9-96e5-4d02-ac7d-f203043c052d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:59.863141 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-eec1bfa9-96e5-4d02-ac7d-f203043c052d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d7d9b0b5-7707-4ee9-be87-6f6d550eb827 HTTP/1.1" status: 204 len: 168 time: 0.1545408 Aug 10 01:01:59.872754 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1bfa9-96e5-4d02-ac7d-f203043c052d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d9b0b5-7707-4ee9-be87-6f6d550eb827,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:00.205210 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-786031eb-3a00-410b-9b33-d931bb09407d req-d4d0ac8a-524f-48d9-82fe-0e8f0c23740f tempest-ServerShowV257Test-1659505184 tempest-ServerShowV257Test-1659505184-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0436180 Aug 10 01:02:00.232246 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47850) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:00.332514 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47854) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:00.353195 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e5f4ce93-17c0-49a0-a467-5032d0b3c1ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:00.369447 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a5a1597c-8a23-49f1-8d9b-bd319ed4257a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:00.467375 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e5f4ce93-17c0-49a0-a467-5032d0b3c1ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:00.471066 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e5f4ce93-17c0-49a0-a467-5032d0b3c1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:00.510205 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e5f4ce93-17c0-49a0-a467-5032d0b3c1ba admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6b8cd4469c274f4896619433d812dcb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1762996 Aug 10 01:02:00.511029 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4ce93-17c0-49a0-a467-5032d0b3c1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40be0bb-cded-443b-b661-b5da73fd365b,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:00.514158 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47858) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:00.603687 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6f53af62-8445-465d-a978-c163db7878d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:00.628493 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a5a1597c-8a23-49f1-8d9b-bd319ed4257a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:00.637332 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a5a1597c-8a23-49f1-8d9b-bd319ed4257a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:00.646989 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6f53af62-8445-465d-a978-c163db7878d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:00.712211 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a5a1597c-8a23-49f1-8d9b-bd319ed4257a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=84fb2c4c40844b1c883e9c3b360a0fbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4793983 Aug 10 01:02:00.713780 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1597c-8a23-49f1-8d9b-bd319ed4257a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b9a2a9-768c-4362-957e-1517f5528aed,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:00.714881 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47862) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:00.739458 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6f53af62-8445-465d-a978-c163db7878d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:00.743009 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6f53af62-8445-465d-a978-c163db7878d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:00.744157 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6f53af62-8445-465d-a978-c163db7878d8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f40be0bb-cded-443b-b661-b5da73fd365b HTTP/1.1" status: 204 len: 168 time: 0.2287724 Aug 10 01:02:00.758060 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f53af62-8445-465d-a978-c163db7878d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40be0bb-cded-443b-b661-b5da73fd365b,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:00.807896 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2245333-2f87-4b8a-87e4-e1fc9e045d18 req-471adf53-4e38-442e-b5bb-e8cbab9aafdf tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:00.810614 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e2245333-2f87-4b8a-87e4-e1fc9e045d18 req-471adf53-4e38-442e-b5bb-e8cbab9aafdf tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 944 time: 0.1079450 Aug 10 01:02:00.853328 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c1c568ba-e918-4442-8cf1-c11643fd673d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:00.901827 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c1c568ba-e918-4442-8cf1-c11643fd673d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:00.907768 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e2245333-2f87-4b8a-87e4-e1fc9e045d18 req-08aa8965-2409-4bcf-b7bb-8799ed29e5e8 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904052 Aug 10 01:02:00.970572 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c1c568ba-e918-4442-8cf1-c11643fd673d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:00.973353 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c1c568ba-e918-4442-8cf1-c11643fd673d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:00.974684 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c1c568ba-e918-4442-8cf1-c11643fd673d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e2b9a2a9-768c-4362-957e-1517f5528aed HTTP/1.1" status: 204 len: 168 time: 0.2588210 Aug 10 01:02:00.984055 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c568ba-e918-4442-8cf1-c11643fd673d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b9a2a9-768c-4362-957e-1517f5528aed,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:01.332214 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1103bbf8-f5a7-442b-9a9c-d9c438599646 req-f6a77e30-e85e-41c6-97bb-af5d1cee5960 tempest-ServerShowV257Test-1659505184 tempest-ServerShowV257Test-1659505184-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0302396 Aug 10 01:02:01.420665 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47892) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:01.436065 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6b3dda6-89ae-445c-9c84-3cb057d253ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:01.569609 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6b3dda6-89ae-445c-9c84-3cb057d253ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:01.573737 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6b3dda6-89ae-445c-9c84-3cb057d253ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:01.626583 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d6b3dda6-89ae-445c-9c84-3cb057d253ae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4fb3321f683b448e8b4e8b2cc12ecdf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2046502 Aug 10 01:02:01.628279 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b3dda6-89ae-445c-9c84-3cb057d253ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c4aa92-a46a-4413-98ee-f7798ed6f1e1,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:01.629457 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47900) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:01.683134 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-80826c0f-24a0-478d-80c0-ef0b20509aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:01.710291 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-80826c0f-24a0-478d-80c0-ef0b20509aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:01.765985 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-80826c0f-24a0-478d-80c0-ef0b20509aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:01.769369 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-80826c0f-24a0-478d-80c0-ef0b20509aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:01.770588 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-80826c0f-24a0-478d-80c0-ef0b20509aa2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c8c4aa92-a46a-4413-98ee-f7798ed6f1e1 HTTP/1.1" status: 204 len: 168 time: 0.1398883 Aug 10 01:02:01.784788 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80826c0f-24a0-478d-80c0-ef0b20509aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c4aa92-a46a-4413-98ee-f7798ed6f1e1,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:02.038734 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66096b-5e0e-4d64-b1d9-e434e2999d92 req-1cbe72d7-336d-4c2f-9acd-de3bcd8c6a9a tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:02.040419 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b66096b-5e0e-4d64-b1d9-e434e2999d92 req-1cbe72d7-336d-4c2f-9acd-de3bcd8c6a9a tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 944 time: 0.0541840 Aug 10 01:02:02.095032 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b66096b-5e0e-4d64-b1d9-e434e2999d92 req-ff7d498f-ca67-4966-a67d-ed5a49ba9dd9 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419288 Aug 10 01:02:02.496849 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-95f5ecf0-fcd5-4f65-91ae-947c3bb3069c req-598bc03a-2b49-424e-bf52-9a4b92fff164 tempest-ServerShowV257Test-1659505184 tempest-ServerShowV257Test-1659505184-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0317388 Aug 10 01:02:03.218254 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11082d38-4f69-4a09-977f-24837fb08098 req-cef73087-a0a1-4ba0-b1b9-da18d443dc72 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:03.226900 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-11082d38-4f69-4a09-977f-24837fb08098 req-cef73087-a0a1-4ba0-b1b9-da18d443dc72 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 944 time: 0.0698512 Aug 10 01:02:03.296886 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-11082d38-4f69-4a09-977f-24837fb08098 req-762a180f-34e6-4e3c-8f51-1c1ee335ce99 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644839 Aug 10 01:02:03.617695 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e550ee58-55ec-46e0-bbab-a48331584457 req-719ca16b-8606-4ee4-9ed4-6b69fdd7c7ec tempest-ServerShowV257Test-1659505184 tempest-ServerShowV257Test-1659505184-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0349376 Aug 10 01:02:04.418372 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758787c-fd64-4e40-8608-f4b35c1b36f1 req-32ec9cfc-2c4f-4c30-9baf-a7ddc3f0f168 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:04.420137 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a758787c-fd64-4e40-8608-f4b35c1b36f1 req-32ec9cfc-2c4f-4c30-9baf-a7ddc3f0f168 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 944 time: 0.0587807 Aug 10 01:02:04.461121 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a758787c-fd64-4e40-8608-f4b35c1b36f1 req-12eb0ee0-94d1-4f0e-8d79-80f637cc491c tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347495 Aug 10 01:02:04.762992 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77adfcdc-e41c-4bc0-b6ea-bbdf8e4a69ad req-2cb9d8d2-2c62-4f00-875f-c86b1cb28135 tempest-ServerShowV257Test-1659505184 tempest-ServerShowV257Test-1659505184-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0527236 Aug 10 01:02:04.908821 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 623958f9-6190-42cc-b139-014b40f24ac9 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:02:05.007003 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 623958f9-6190-42cc-b139-014b40f24ac9, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=623958f9-6190-42cc-b139-014b40f24ac9,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:05.019431 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '623958f9-6190-42cc-b139-014b40f24ac9', 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378', 'port_id': '623958f9-6190-42cc-b139-014b40f24ac9', 'mac_address': 'fa:16:3e:22:e2:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a2d27a-ba73-472c-943f-003d0feb1ed0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:02:05.060134 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:05.073296 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 623958f9-6190-42cc-b139-014b40f24ac9 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:02:05.093654 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 623958f9-6190-42cc-b139-014b40f24ac9, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=623958f9-6190-42cc-b139-014b40f24ac9,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:05.099770 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:05.154938 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=623958f9-6190-42cc-b139-014b40f24ac9,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:05.163700 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:05.164299 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:05.164833 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:05.165179 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:05.165654 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:05.165999 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:05.166334 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:05.166718 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:05.167054 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:05.167694 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:05.168028 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:05.168532 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:05.440375 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['623958f9-6190-42cc-b139-014b40f24ac9'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:02:05.584326 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fcf950-ebd5-4e85-a3fd-3e5fca64c1fc req-f866a1d9-169c-4e70-bdf6-a9c2db28bf76 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:05.594895 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-19fcf950-ebd5-4e85-a3fd-3e5fca64c1fc req-f866a1d9-169c-4e70-bdf6-a9c2db28bf76 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 946 time: 0.0843136 Aug 10 01:02:05.667800 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-19fcf950-ebd5-4e85-a3fd-3e5fca64c1fc req-85d9b979-34c9-49a6-9199-7492593b3f81 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711992 Aug 10 01:02:05.691866 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d44c3-9ae7-45f1-9b9d-0e95603b656f req-1a50ec2d-9d8c-4068-a9d0-0e6b76b3d6c6 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:05.700677 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-772d44c3-9ae7-45f1-9b9d-0e95603b656f req-1a50ec2d-9d8c-4068-a9d0-0e6b76b3d6c6 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 945 time: 0.0816896 Aug 10 01:02:05.737945 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-772d44c3-9ae7-45f1-9b9d-0e95603b656f req-fcd268a8-1ab6-4e86-9c67-be4ff408e6c7 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349102 Aug 10 01:02:05.859726 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-445805e4-68d0-4c92-9816-708c8cedc802 req-b4840e4c-9572-439d-963d-92e4dfbd4fcb tempest-ServerShowV257Test-1659505184 tempest-ServerShowV257Test-1659505184-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0282698 Aug 10 01:02:06.812553 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fd911-8ae0-4db1-b5a3-8a4d87038850 req-beef8d6d-0158-4929-ae2b-0b9fdc8e5851 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:06.814175 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8c6fd911-8ae0-4db1-b5a3-8a4d87038850 req-beef8d6d-0158-4929-ae2b-0b9fdc8e5851 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 946 time: 0.0652237 Aug 10 01:02:06.890176 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8c6fd911-8ae0-4db1-b5a3-8a4d87038850 req-ab13fe28-6a24-4b05-af3e-f66f3089cc5a tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582385 Aug 10 01:02:06.899372 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2449c-d01d-4985-a152-4dcc5c2391e0 req-cceaebab-0380-4ca0-8684-5f926672a76e tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:06.904682 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-55c2449c-d01d-4985-a152-4dcc5c2391e0 req-cceaebab-0380-4ca0-8684-5f926672a76e tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 945 time: 0.0867057 Aug 10 01:02:06.911289 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 623958f9-6190-42cc-b139-014b40f24ac9 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:06.958451 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-55c2449c-d01d-4985-a152-4dcc5c2391e0 req-fcaeffe6-4aa7-46ed-a3ab-81ca535177f8 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508471 Aug 10 01:02:06.993797 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 623958f9-6190-42cc-b139-014b40f24ac9 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:07.002058 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 623958f9-6190-42cc-b139-014b40f24ac9 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:07.003456 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:07.090738 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-99f9722b-3f74-430e-a1bc-004bb5705641 req-27c3b7ff-d825-4388-a4c1-bb4685406d19 tempest-ServerShowV257Test-1659505184 tempest-ServerShowV257Test-1659505184-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0325313 Aug 10 01:02:07.131014 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:07.156172 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623958f9-6190-42cc-b139-014b40f24ac9'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:02:07.158723 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cef5ea-232c-4a47-865a-7370ea15deb9" -d '{"events": [{"server_uuid": "84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c", "name": "network-vif-plugged", "status": "completed", "tag": "623958f9-6190-42cc-b139-014b40f24ac9"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:02:07.187637 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 623958f9-6190-42cc-b139-014b40f24ac9, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=623958f9-6190-42cc-b139-014b40f24ac9,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:07.193236 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:07.273011 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=623958f9-6190-42cc-b139-014b40f24ac9,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:07.423586 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef689fec-a460-4a26-894c-ade50fc22d64 x-openstack-request-id: req-ef689fec-a460-4a26-894c-ade50fc22d64 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:02:07.424162 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c", "name": "network-vif-plugged", "status": "completed", "tag": "623958f9-6190-42cc-b139-014b40f24ac9", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:02:07.424617 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ef689fec-a460-4a26-894c-ade50fc22d64 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:02:07.425094 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623958f9-6190-42cc-b139-014b40f24ac9', 'code': 200} Aug 10 01:02:07.550613 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed824c-101b-4a8f-bc50-33546d999960 req-64870ce3-b337-4a3a-82e4-557db81bafc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:07.552702 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-06ed824c-101b-4a8f-bc50-33546d999960 req-64870ce3-b337-4a3a-82e4-557db81bafc1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 1098 time: 0.0414186 Aug 10 01:02:07.594463 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-06ed824c-101b-4a8f-bc50-33546d999960 req-0584b487-b29c-4296-bf4a-1d71eb6c2e34 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296323 Aug 10 01:02:08.049323 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2f717-6b62-41b5-8b4b-f3736a5dd44c req-b72bb59f-cf53-4c99-8497-dff2c1207ecf tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:08.051066 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3db2f717-6b62-41b5-8b4b-f3736a5dd44c req-b72bb59f-cf53-4c99-8497-dff2c1207ecf tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 946 time: 0.0631247 Aug 10 01:02:08.122643 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3db2f717-6b62-41b5-8b4b-f3736a5dd44c req-f17c22e5-ac3b-4402-a7ed-057da0810341 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606306 Aug 10 01:02:08.131432 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006861f3-3125-409d-b605-ad88163d9878 req-98db1af9-20c6-479b-9aee-c26831ebcec9 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:08.132965 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-006861f3-3125-409d-b605-ad88163d9878 req-98db1af9-20c6-479b-9aee-c26831ebcec9 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 946 time: 0.0809832 Aug 10 01:02:08.192817 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-006861f3-3125-409d-b605-ad88163d9878 req-caca0d0c-789c-436e-8e27-b73de4848aac tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522041 Aug 10 01:02:08.288624 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a3c551b-8c12-46ae-823c-1867181084d7 req-441de2c4-0374-4c6e-a728-4749b6971356 tempest-ServerShowV257Test-1659505184 tempest-ServerShowV257Test-1659505184-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0291986 Aug 10 01:02:09.260108 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725239f-1516-42da-bbc7-93171cca3221 req-70284f20-204e-47c2-b192-ad265a6698cf tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:09.262634 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1725239f-1516-42da-bbc7-93171cca3221 req-70284f20-204e-47c2-b192-ad265a6698cf tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 946 time: 0.0536337 Aug 10 01:02:09.322987 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1725239f-1516-42da-bbc7-93171cca3221 req-46cb9d9d-2b75-40c7-8d7b-e19d9a2ac407 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500405 Aug 10 01:02:09.423017 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f34b69-1679-4b9f-adc0-c60b905c5a6b req-2e2e9e0a-1222-4948-8dc9-2ff2d350a280 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:09.424596 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2f34b69-1679-4b9f-adc0-c60b905c5a6b req-2e2e9e0a-1222-4948-8dc9-2ff2d350a280 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 946 time: 0.0573552 Aug 10 01:02:09.464887 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a1c72cbc-9832-49e7-a15c-4c17b90e70d3 req-2866c5f7-ada4-457c-be28-e0c424fc8352 tempest-ServerShowV257Test-1659505184 tempest-ServerShowV257Test-1659505184-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0392685 Aug 10 01:02:09.502607 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2f34b69-1679-4b9f-adc0-c60b905c5a6b req-e06a2a0b-c6ad-44a5-be98-57d7775a706c tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615513 Aug 10 01:02:09.606875 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10386ff7-2a68-4ea2-bd5a-5df06d42b48d req-e26d8bde-7a8d-4a33-9b20-d5b56678b0b1 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:09.608505 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-10386ff7-2a68-4ea2-bd5a-5df06d42b48d req-e26d8bde-7a8d-4a33-9b20-d5b56678b0b1 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 1098 time: 0.0435991 Aug 10 01:02:09.659107 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-10386ff7-2a68-4ea2-bd5a-5df06d42b48d req-897f6181-e356-40a8-8cae-b3fb2176ddcc tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420463 Aug 10 01:02:09.783713 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288aa245-d410-4d0c-b266-e75b677a764a req-619e0480-8d6e-4f4d-87d7-4275d85e291f tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:09.785530 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-288aa245-d410-4d0c-b266-e75b677a764a req-619e0480-8d6e-4f4d-87d7-4275d85e291f tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 1098 time: 0.0512867 Aug 10 01:02:09.832694 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-288aa245-d410-4d0c-b266-e75b677a764a req-695c3f8c-3d4a-426c-b3aa-9220fc025bd4 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408840 Aug 10 01:02:10.464981 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bda955-b9ff-4ebc-84a2-3f8c966cc632 req-65e5a6bf-a0cd-467c-a288-9e218e7a4750 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:10.466285 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-92bda955-b9ff-4ebc-84a2-3f8c966cc632 req-65e5a6bf-a0cd-467c-a288-9e218e7a4750 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 946 time: 0.0512271 Aug 10 01:02:10.510111 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-92bda955-b9ff-4ebc-84a2-3f8c966cc632 req-46802182-43e8-4aed-869d-2dcf7e10cc70 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369029 Aug 10 01:02:10.609658 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-89d8e999-b959-49e6-9cd3-a5afad9ba6fc req-d5dbf9c0-9170-4682-a804-b503908a171d tempest-ServerShowV257Test-1659505184 tempest-ServerShowV257Test-1659505184-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0318558 Aug 10 01:02:10.844297 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-18c968a7-8c37-4f6a-aabe-fe7ea9b87640 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:02:10.849668 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-18c968a7-8c37-4f6a-aabe-fe7ea9b87640 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082874 Aug 10 01:02:10.858979 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-df2d036e-445a-4e62-9f99-02a55e0ae2ea service neutron] Request body: {'binding': {'host': 'n-h1-766726-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:10.859619 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-df2d036e-445a-4e62-9f99-02a55e0ae2ea service neutron] Unknown quota resources ['binding']. {{(pid=105827) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 01:02:11.016825 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-df2d036e-445a-4e62-9f99-02a55e0ae2ea service neutron] Attempting to bind port 623958f9-6190-42cc-b139-014b40f24ac9 on host n-h1-766726-26 for vnic_type normal with profile None {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:02:11.017235 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-df2d036e-445a-4e62-9f99-02a55e0ae2ea service neutron] Attempting to bind port 623958f9-6190-42cc-b139-014b40f24ac9 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:02:11.017644 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-df2d036e-445a-4e62-9f99-02a55e0ae2ea service neutron] Attempting to bind port 623958f9-6190-42cc-b139-014b40f24ac9 on network 9a3b32c7-74a3-4305-b7a7-526211811378 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:02:11.022090 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-df2d036e-445a-4e62-9f99-02a55e0ae2ea service neutron] Port 623958f9-6190-42cc-b139-014b40f24ac9 on network 9a3b32c7-74a3-4305-b7a7-526211811378 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:02:11.022420 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-df2d036e-445a-4e62-9f99-02a55e0ae2ea service neutron] Attempting to bind port 623958f9-6190-42cc-b139-014b40f24ac9 on network 9a3b32c7-74a3-4305-b7a7-526211811378 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:02:11.027541 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-df2d036e-445a-4e62-9f99-02a55e0ae2ea service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:02:11.031640 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-df2d036e-445a-4e62-9f99-02a55e0ae2ea service neutron] Checking segment: {'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:11.031640 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-df2d036e-445a-4e62-9f99-02a55e0ae2ea service neutron] Bound using segment: {'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:02:11.031640 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-df2d036e-445a-4e62-9f99-02a55e0ae2ea service neutron] Bound port: 623958f9-6190-42cc-b139-014b40f24ac9, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:02:11.083589 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-df2d036e-445a-4e62-9f99-02a55e0ae2ea service neutron] For port 623958f9-6190-42cc-b139-014b40f24ac9, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=623958f9-6190-42cc-b139-014b40f24ac9,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:02:11.088815 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-df2d036e-445a-4e62-9f99-02a55e0ae2ea service neutron] Notify callbacks [] for binding, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:11.090730 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-df2d036e-445a-4e62-9f99-02a55e0ae2ea service neutron] 10.222.0.35 "POST /v2.0/ports/623958f9-6190-42cc-b139-014b40f24ac9/bindings HTTP/1.1" status: 201 len: 390 time: 0.2356193 Aug 10 01:02:11.171105 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ad8d2f7c-ac02-47ee-bdd9-3ca5db95ac2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:11.279727 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a56a13-cdc5-4432-b2d8-ce8c5db6510d req-d561ba09-c3a0-4673-87e9-1532bc15256a tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:11.281765 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-20a56a13-cdc5-4432-b2d8-ce8c5db6510d req-d561ba09-c3a0-4673-87e9-1532bc15256a tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 946 time: 0.0562518 Aug 10 01:02:11.349438 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-20a56a13-cdc5-4432-b2d8-ce8c5db6510d req-990ff43b-ee3b-4d73-8331-2c454c2f28a5 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614133 Aug 10 01:02:11.401252 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-cf6a4a9b-6774-49a3-a312-a66d6e78fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:11.404434 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-cf6a4a9b-6774-49a3-a312-a66d6e78fb6d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af5124099ce04e7383a5ec5f662d948c&device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 1098 time: 0.0743716 Aug 10 01:02:11.407731 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:11.509485 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-11debde9-7291-4a61-b48f-786ccb1a0350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:11.510966 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-11debde9-7291-4a61-b48f-786ccb1a0350 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a3b32c7-74a3-4305-b7a7-526211811378 HTTP/1.1" status: 200 len: 909 time: 0.0995843 Aug 10 01:02:11.574135 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-0cc2aa8b-3e51-4e49-92a0-ad1f21222541 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=623958f9-6190-42cc-b139-014b40f24ac9 HTTP/1.1" status: 200 len: 217 time: 0.0552981 Aug 10 01:02:11.667250 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-94112e2d-8687-48a5-97b4-a9fcb4e13f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:11.669478 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-94112e2d-8687-48a5-97b4-a9fcb4e13f20 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=25a2d27a-ba73-472c-943f-003d0feb1ed0 HTTP/1.1" status: 200 len: 848 time: 0.0821092 Aug 10 01:02:11.690703 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d525b92-a2ab-4202-939e-c51dbfc8b369 req-4521cfb6-0b10-4892-b427-a80618910b54 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:11.699559 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d525b92-a2ab-4202-939e-c51dbfc8b369 req-4521cfb6-0b10-4892-b427-a80618910b54 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 946 time: 0.0983059 Aug 10 01:02:11.767196 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-6961b317-2517-4342-abd1-6e61866a8cc1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a3b32c7-74a3-4305-b7a7-526211811378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635352 Aug 10 01:02:11.803143 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d525b92-a2ab-4202-939e-c51dbfc8b369 req-5c38b3da-7418-4498-9500-612b3307b439 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024847 Aug 10 01:02:11.821348 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9530c2cd-655f-49f8-83da-56675226656e req-f44010f9-334a-45bf-9ab4-8127264ac632 tempest-ServerShowV257Test-1659505184 tempest-ServerShowV257Test-1659505184-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.1193812 Aug 10 01:02:11.947824 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-18fb2885-22f3-4ffc-9325-512dcf66272c service neutron] 10.222.0.24 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615279 Aug 10 01:02:12.086428 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-420673ad-ffea-416f-a993-dffe0ded4015 service neutron] 10.222.0.24 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292925 Aug 10 01:02:12.512337 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b84d1a-2df3-422b-9efb-0031d10a474e req-6f424b05-5403-40bd-87b0-684c01901137 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:12.521081 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-30b84d1a-2df3-422b-9efb-0031d10a474e req-6f424b05-5403-40bd-87b0-684c01901137 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 946 time: 0.0832710 Aug 10 01:02:12.566591 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-30b84d1a-2df3-422b-9efb-0031d10a474e req-25296f28-ce3e-4c2e-a6d4-10e97cc2aecc tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443830 Aug 10 01:02:13.017112 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8508b5c1-78f0-4189-999e-f23edfeb1c16 req-2654f006-b4f4-4f13-afd6-3d2f109e48d7 tempest-ServerShowV257Test-1659505184 tempest-ServerShowV257Test-1659505184-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0344791 Aug 10 01:02:13.036424 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4a60a-864a-4d00-8795-834a9e0ea082 req-ab8bfb74-c789-4bd2-829e-855d51d8b209 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:13.038110 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4fb4a60a-864a-4d00-8795-834a9e0ea082 req-ab8bfb74-c789-4bd2-829e-855d51d8b209 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 946 time: 0.1059549 Aug 10 01:02:13.123312 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4fb4a60a-864a-4d00-8795-834a9e0ea082 req-d2585de5-e37c-4fad-aa6f-17e12c2fdde1 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728252 Aug 10 01:02:13.766967 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32efe75-a6e4-4220-8fa1-93c0822612d1 req-5c110109-e411-48d5-b701-4b6e2750478b tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:13.769932 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e32efe75-a6e4-4220-8fa1-93c0822612d1 req-5c110109-e411-48d5-b701-4b6e2750478b tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 946 time: 0.0683870 Aug 10 01:02:13.784434 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2ded896d-d6cf-4100-8083-50d46a2bb193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:13.898168 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e32efe75-a6e4-4220-8fa1-93c0822612d1 req-833708ba-b07e-4aaa-a37c-b923962c6f2b tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170244 Aug 10 01:02:14.160129 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e5f4ad5d-df9a-498f-8bac-b544af62bd77 req-73fe8c05-11da-4323-9fe3-4b091f041194 tempest-ServerShowV257Test-1659505184 tempest-ServerShowV257Test-1659505184-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0368936 Aug 10 01:02:14.324435 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1657f25-ee27-4fe3-9f62-482e429343b5 req-96cef5db-a964-4038-b20b-e31411206ef8 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:14.332212 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d1657f25-ee27-4fe3-9f62-482e429343b5 req-96cef5db-a964-4038-b20b-e31411206ef8 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 946 time: 0.0680714 Aug 10 01:02:14.390244 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d1657f25-ee27-4fe3-9f62-482e429343b5 req-fcbeed72-3754-4fc0-a25a-2acc86e754e4 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562425 Aug 10 01:02:14.410474 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:14.522322 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c56f9f3d-e8d1-46b6-b71d-23efccb5ae0b req-588d0998-494b-49ad-985e-8754c250edd8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0390484 Aug 10 01:02:14.579631 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48462) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:14.706415 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-087770d6-5293-4d39-ba76-8c55d0a92d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:14.803976 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-087770d6-5293-4d39-ba76-8c55d0a92d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:14.813590 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-087770d6-5293-4d39-ba76-8c55d0a92d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:14.860173 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48474) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:14.860805 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-087770d6-5293-4d39-ba76-8c55d0a92d51 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9f06668fab934251bcddcd68f6b26343&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2793758 Aug 10 01:02:14.877868 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087770d6-5293-4d39-ba76-8c55d0a92d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5b6aa2-a566-4b9a-af06-6fb6251d366c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:14.922364 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-407e6b4a-6418-45a7-9acf-a8b293696cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:14.946375 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-407e6b4a-6418-45a7-9acf-a8b293696cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:15.040443 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f48027-c947-462f-aad3-fdbd23af6e86 req-98cdd3aa-16b7-4619-add9-4fb264486b7d tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:15.042596 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c7f48027-c947-462f-aad3-fdbd23af6e86 req-98cdd3aa-16b7-4619-add9-4fb264486b7d tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 946 time: 0.0643404 Aug 10 01:02:15.044160 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-407e6b4a-6418-45a7-9acf-a8b293696cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:15.047262 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-407e6b4a-6418-45a7-9acf-a8b293696cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:15.049188 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-407e6b4a-6418-45a7-9acf-a8b293696cd8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6a5b6aa2-a566-4b9a-af06-6fb6251d366c HTTP/1.1" status: 204 len: 168 time: 0.1880074 Aug 10 01:02:15.058447 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e6b4a-6418-45a7-9acf-a8b293696cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5b6aa2-a566-4b9a-af06-6fb6251d366c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:15.067032 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:15.131503 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c7f48027-c947-462f-aad3-fdbd23af6e86 req-2a6681c0-8184-4644-acd2-f536623a6979 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578821 Aug 10 01:02:15.360327 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7c64d4ee-b308-47c1-a8ec-fa8b9f27a8a3 req-e70e029d-2e59-4b65-b805-e5f69617a28a tempest-ServerShowV257Test-1659505184 tempest-ServerShowV257Test-1659505184-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0466487 Aug 10 01:02:15.528300 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35114dd8-fb3a-43f9-b438-4bff7d173669 req-79b44bc4-15f9-4cb4-a8f9-14c80b61d301 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:15.530056 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-35114dd8-fb3a-43f9-b438-4bff7d173669 req-79b44bc4-15f9-4cb4-a8f9-14c80b61d301 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 946 time: 0.0612504 Aug 10 01:02:15.536892 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48498) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:15.563808 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2a3fc60d-6a06-49f8-9adf-940e3c3f157e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:15.600790 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-35114dd8-fb3a-43f9-b438-4bff7d173669 req-229eecd2-c65f-41fb-9d55-246f69cce732 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615802 Aug 10 01:02:15.712216 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2a3fc60d-6a06-49f8-9adf-940e3c3f157e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:15.712520 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2a3fc60d-6a06-49f8-9adf-940e3c3f157e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:15.766052 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3fc60d-6a06-49f8-9adf-940e3c3f157e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa47f678-69b8-45ca-b7e6-9744f99b2f95,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:15.784749 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2a3fc60d-6a06-49f8-9adf-940e3c3f157e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f42510b00b704a42ac79eba3955c80bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2467077 Aug 10 01:02:15.785985 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48506) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:15.842679 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8f7f9457-7eda-4f34-aabc-1012b8b63323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:15.885161 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8f7f9457-7eda-4f34-aabc-1012b8b63323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:15.961782 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8f7f9457-7eda-4f34-aabc-1012b8b63323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:15.966491 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8f7f9457-7eda-4f34-aabc-1012b8b63323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:15.971711 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8f7f9457-7eda-4f34-aabc-1012b8b63323 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fa47f678-69b8-45ca-b7e6-9744f99b2f95 HTTP/1.1" status: 204 len: 168 time: 0.1843903 Aug 10 01:02:15.993286 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f9457-7eda-4f34-aabc-1012b8b63323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa47f678-69b8-45ca-b7e6-9744f99b2f95,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:16.070524 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce62093-bd3a-4783-b513-da38466852ab req-bdb51069-ab1f-4e4e-a817-028c2163be71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:16.072663 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dce62093-bd3a-4783-b513-da38466852ab req-bdb51069-ab1f-4e4e-a817-028c2163be71 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ce28956188140948295882b7e7eeddc&device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 1098 time: 0.0907993 Aug 10 01:02:16.185470 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:16.310286 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce62093-bd3a-4783-b513-da38466852ab req-9d597ea7-2f39-492f-9e1d-b7105eb409f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:16.312085 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dce62093-bd3a-4783-b513-da38466852ab req-9d597ea7-2f39-492f-9e1d-b7105eb409f8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9ff27b19-c3ac-4a51-8f0a-77d9d092a25c HTTP/1.1" status: 200 len: 918 time: 0.2157364 Aug 10 01:02:16.325699 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8140564-a33b-490e-a401-eb5b58ad9a92 req-b573a87f-b2fd-45a1-90bd-514003ee04f3 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:16.327235 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f8140564-a33b-490e-a401-eb5b58ad9a92 req-b573a87f-b2fd-45a1-90bd-514003ee04f3 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 946 time: 0.0796394 Aug 10 01:02:16.459861 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f8140564-a33b-490e-a401-eb5b58ad9a92 req-db6f9ed1-f0b9-4be0-b95a-f09f8643e312 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239724 Aug 10 01:02:16.472494 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dce62093-bd3a-4783-b513-da38466852ab req-2a14cbbe-581b-4dda-911b-4c496aade905 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 HTTP/1.1" status: 200 len: 1001 time: 0.1414888 Aug 10 01:02:16.537012 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce62093-bd3a-4783-b513-da38466852ab req-32c20db5-7f91-4a5b-8350-f67b2e7d300c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:16.538509 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dce62093-bd3a-4783-b513-da38466852ab req-32c20db5-7f91-4a5b-8350-f67b2e7d300c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5d5b8c68-57be-4c07-b3dd-20f44685cf57 HTTP/1.1" status: 200 len: 856 time: 0.0592742 Aug 10 01:02:16.595449 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-399a17c2-80f8-4fe8-b94d-f8d1dd47dae6 req-98650fad-5926-4334-8177-c63121daf30f tempest-ServerShowV257Test-1659505184 tempest-ServerShowV257Test-1659505184-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0559371 Aug 10 01:02:16.677396 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce62093-bd3a-4783-b513-da38466852ab req-fa518345-fc50-44d9-aeef-a9459ad9f1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:16.681332 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dce62093-bd3a-4783-b513-da38466852ab req-fa518345-fc50-44d9-aeef-a9459ad9f1f3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9ff27b19-c3ac-4a51-8f0a-77d9d092a25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1215148 Aug 10 01:02:16.841945 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ce796-aa51-4c21-859f-7d37538b1bd8 req-b2ecdf89-6e7f-4c35-b637-0a3a60fe405d tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:16.849036 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-177ce796-aa51-4c21-859f-7d37538b1bd8 req-b2ecdf89-6e7f-4c35-b637-0a3a60fe405d tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 946 time: 0.0737281 Aug 10 01:02:16.923515 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dce62093-bd3a-4783-b513-da38466852ab req-5715d073-2f72-4311-8f07-410a31962389 service neutron] 10.222.0.24 "GET /v2.0/networks/9ff27b19-c3ac-4a51-8f0a-77d9d092a25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339499 Aug 10 01:02:16.952996 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-177ce796-aa51-4c21-859f-7d37538b1bd8 req-0dcbd45d-afb8-47f9-bdaa-718c8fb10e8a tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029615 Aug 10 01:02:16.990137 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-82135b41-7d78-47e8-afab-b1e148657867 req-02c6204b-ae8c-4213-a40e-7b83c126acab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e64c13c9a9b4724bf4b846dd94d2071&device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0429270 Aug 10 01:02:17.039652 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-82135b41-7d78-47e8-afab-b1e148657867 req-f9a1667c-c4c2-400a-a632-cee11dc4f524 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=0e64c13c9a9b4724bf4b846dd94d2071&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429432 Aug 10 01:02:17.089928 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-54c27103-dab4-4897-960f-7b8152d2141c req-6c528545-3831-45fb-aa61-cf2e23c82ce2 tempest-ServerShowV257Test-1659505184 tempest-ServerShowV257Test-1659505184-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0282600 Aug 10 01:02:17.150337 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dce62093-bd3a-4783-b513-da38466852ab req-eb25bdbd-fb67-433d-ae65-1e219ac25951 service neutron] 10.222.0.24 "GET /v2.0/networks/9ff27b19-c3ac-4a51-8f0a-77d9d092a25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963217 Aug 10 01:02:17.188791 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82135b41-7d78-47e8-afab-b1e148657867 req-fa65ee80-cf49-4fbb-b9cc-d2d96ea522c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:17.190967 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-82135b41-7d78-47e8-afab-b1e148657867 req-fa65ee80-cf49-4fbb-b9cc-d2d96ea522c7 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1445706 Aug 10 01:02:17.579271 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d8240-1dac-4604-a579-8344f4bdae99 req-e61920f5-9a2a-44a4-82e0-f107f6346812 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:17.580817 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0f0d8240-1dac-4604-a579-8344f4bdae99 req-e61920f5-9a2a-44a4-82e0-f107f6346812 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 946 time: 0.0545385 Aug 10 01:02:17.662033 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0f0d8240-1dac-4604-a579-8344f4bdae99 req-6a554d68-5ca6-4c0b-9937-723660c4775c tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737541 Aug 10 01:02:17.697790 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:02:18.089905 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556fc31-1988-4675-a54d-389014f395f8 req-0cdc2000-c1f4-45d4-b037-db232b24614e tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:18.091515 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5556fc31-1988-4675-a54d-389014f395f8 req-0cdc2000-c1f4-45d4-b037-db232b24614e tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 946 time: 0.0621400 Aug 10 01:02:18.134342 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5556fc31-1988-4675-a54d-389014f395f8 req-043f10ae-8b71-4c5b-9184-413d0b54ce5b tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351870 Aug 10 01:02:18.202295 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7573e6b4-74b2-4531-8a4c-ec7b48bd5913 req-5aae84cb-cf58-42ae-bb1d-253f95034366 tempest-ServerShowV257Test-1659505184 tempest-ServerShowV257Test-1659505184-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0309694 Aug 10 01:02:18.451971 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:02:18.573503 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7,segment=NetworkSegment(136bec44-8d21-4a4a-9be0-ad0e395d978b),segment_id=136bec44-8d21-4a4a-9be0-ad0e395d978b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:18.585948 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7', 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c', 'port_id': '96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7', 'mac_address': 'fa:16:3e:1f:e1:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5b8c68-57be-4c07-b3dd-20f44685cf57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:02:18.627684 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:18.641425 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:02:18.676516 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7,segment=NetworkSegment(136bec44-8d21-4a4a-9be0-ad0e395d978b),segment_id=136bec44-8d21-4a4a-9be0-ad0e395d978b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:18.690361 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-82135b41-7d78-47e8-afab-b1e148657867 req-a0a72017-52c0-4086-8471-47e181cf4260 tempest-ServerShowV257Test-1659505184 tempest-ServerShowV257Test-1659505184-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0416727 Aug 10 01:02:18.694410 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:18.780809 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:18.809225 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa39612-364a-4609-83e1-3196cdb05bb6 req-cb378719-1bec-4da5-a857-e6c1253bf8cf tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:18.810968 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9fa39612-364a-4609-83e1-3196cdb05bb6 req-cb378719-1bec-4da5-a857-e6c1253bf8cf tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 946 time: 0.0693107 Aug 10 01:02:18.831026 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:02:18.873631 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9fa39612-364a-4609-83e1-3196cdb05bb6 req-2e199456-f991-420b-80d0-0ed774f7a58c tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518198 Aug 10 01:02:19.295923 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8e088-f769-48ea-adae-13d273c5edf8 req-831a8daa-23ae-40eb-827a-70b87577eef7 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:19.304961 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-85c8e088-f769-48ea-adae-13d273c5edf8 req-831a8daa-23ae-40eb-827a-70b87577eef7 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 945 time: 0.0747759 Aug 10 01:02:19.383118 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ed63425-e2e7-45bb-a7f1-af0f7fdde569 req-9f794ffe-99bf-4557-b39b-837a7574f670 tempest-ServerShowV257Test-1659505184 tempest-ServerShowV257Test-1659505184-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de06ef9-0a71-4b76-a3fe-ce901f6f055d HTTP/1.1" status: 200 len: 210 time: 0.0513098 Aug 10 01:02:19.396856 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-85c8e088-f769-48ea-adae-13d273c5edf8 req-d328291f-c4bc-447f-82e5-d3e518f2e34e tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907021 Aug 10 01:02:19.999139 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b15483-5d65-43e5-b38a-5596bb41137c req-21a64e31-122e-4d3b-8ef2-391dcc770714 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:20.008931 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87b15483-5d65-43e5-b38a-5596bb41137c req-21a64e31-122e-4d3b-8ef2-391dcc770714 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 946 time: 0.0690632 Aug 10 01:02:20.045718 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87b15483-5d65-43e5-b38a-5596bb41137c req-887a598c-ad05-42f9-ab4f-8d6302a7e0f5 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357981 Aug 10 01:02:20.453420 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:20.516896 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:20.516896 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:20.607666 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72538b0a-64d2-44cd-821c-4db3912c201b req-dd57aecf-3dec-45ea-a99e-b3e3ee2c4596 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:20.619114 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-72538b0a-64d2-44cd-821c-4db3912c201b req-dd57aecf-3dec-45ea-a99e-b3e3ee2c4596 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 945 time: 0.0704114 Aug 10 01:02:20.688762 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-72538b0a-64d2-44cd-821c-4db3912c201b req-0ed795d7-df1b-4b5b-acc5-c92be2207ba3 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684075 Aug 10 01:02:20.718532 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:20.766102 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:02:20.771343 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbff6d9a-d19a-4d58-9824-6bfe3fe00fbe" -d '{"events": [{"server_uuid": "ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44", "name": "network-vif-plugged", "status": "completed", "tag": "96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:02:20.780064 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7,segment=NetworkSegment(136bec44-8d21-4a4a-9be0-ad0e395d978b),segment_id=136bec44-8d21-4a4a-9be0-ad0e395d978b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:20.786426 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:20.825230 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f1f3f8-6ccb-44ec-8d57-b865dd8a01ec x-openstack-request-id: req-b9f1f3f8-6ccb-44ec-8d57-b865dd8a01ec {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:02:20.827404 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44", "name": "network-vif-plugged", "status": "completed", "tag": "96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:02:20.827765 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b9f1f3f8-6ccb-44ec-8d57-b865dd8a01ec {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:02:20.828285 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7', 'code': 200} Aug 10 01:02:20.829244 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48734) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:20.885067 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:20.999868 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0a2649dd-1ce9-4c7a-a225-45ecd0a83359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:21.095792 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0a2649dd-1ce9-4c7a-a225-45ecd0a83359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:21.106526 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0a2649dd-1ce9-4c7a-a225-45ecd0a83359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:21.174506 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2649dd-1ce9-4c7a-a225-45ecd0a83359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6666817-71ff-403f-9714-397ef9d21327,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:21.179584 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0a2649dd-1ce9-4c7a-a225-45ecd0a83359 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0e64c13c9a9b4724bf4b846dd94d2071&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3492496 Aug 10 01:02:21.182458 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48750) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:21.187589 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2649dd-1ce9-4c7a-a225-45ecd0a83359 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:21.187942 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2649dd-1ce9-4c7a-a225-45ecd0a83359 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:21.188311 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2649dd-1ce9-4c7a-a225-45ecd0a83359 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:21.188651 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2649dd-1ce9-4c7a-a225-45ecd0a83359 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:21.188988 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2649dd-1ce9-4c7a-a225-45ecd0a83359 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:21.189320 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2649dd-1ce9-4c7a-a225-45ecd0a83359 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:21.189652 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2649dd-1ce9-4c7a-a225-45ecd0a83359 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:21.189978 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2649dd-1ce9-4c7a-a225-45ecd0a83359 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:21.190304 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2649dd-1ce9-4c7a-a225-45ecd0a83359 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:21.195814 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2649dd-1ce9-4c7a-a225-45ecd0a83359 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:21.196285 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2649dd-1ce9-4c7a-a225-45ecd0a83359 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:21.196707 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2649dd-1ce9-4c7a-a225-45ecd0a83359 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:21.218157 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb9ecd-fe67-43ae-8aa7-01e8f417a7c0 req-ecd15860-7ebd-471c-9303-f58bc1f1ebd1 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:21.219759 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6edb9ecd-fe67-43ae-8aa7-01e8f417a7c0 req-ecd15860-7ebd-471c-9303-f58bc1f1ebd1 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 946 time: 0.0942843 Aug 10 01:02:21.236774 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e059130b-d83f-443e-b8f5-bc1a8326fc12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:21.259469 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6edb9ecd-fe67-43ae-8aa7-01e8f417a7c0 req-17ff3669-45d9-458a-a499-58542507a9b3 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327733 Aug 10 01:02:21.260071 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e059130b-d83f-443e-b8f5-bc1a8326fc12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:21.311315 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e059130b-d83f-443e-b8f5-bc1a8326fc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:21.313545 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e059130b-d83f-443e-b8f5-bc1a8326fc12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:21.314737 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e059130b-d83f-443e-b8f5-bc1a8326fc12 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d6666817-71ff-403f-9714-397ef9d21327 HTTP/1.1" status: 204 len: 168 time: 0.1300282 Aug 10 01:02:21.323093 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e059130b-d83f-443e-b8f5-bc1a8326fc12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6666817-71ff-403f-9714-397ef9d21327,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:21.828275 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06d8d3-7319-45b6-b142-1ce6eb838a46 req-b5e73d77-c1f3-4118-ae3a-88cad80a4cb1 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:21.836726 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3e06d8d3-7319-45b6-b142-1ce6eb838a46 req-b5e73d77-c1f3-4118-ae3a-88cad80a4cb1 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 946 time: 0.0712283 Aug 10 01:02:21.873492 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3e06d8d3-7319-45b6-b142-1ce6eb838a46 req-44b93504-48d7-44aa-b3d4-33d8c91618d4 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359111 Aug 10 01:02:22.012878 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48792) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:22.111441 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-d69f7b71-61e0-4b9f-b42d-97dc265498ff admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-910949691-network', 'tenant_id': '1014fe67c7c742a1ba3e24aee6cf6340'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:22.135073 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69f7b71-61e0-4b9f-b42d-97dc265498ff admin admin] Made reservation on behalf of 1014fe67c7c742a1ba3e24aee6cf6340 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:02:22.138292 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d69f7b71-61e0-4b9f-b42d-97dc265498ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:22.150154 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d69f7b71-61e0-4b9f-b42d-97dc265498ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:22.251640 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d69f7b71-61e0-4b9f-b42d-97dc265498ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:22.257839 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d69f7b71-61e0-4b9f-b42d-97dc265498ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:22.283029 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d69f7b71-61e0-4b9f-b42d-97dc265498ff admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:02:22.303532 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d69f7b71-61e0-4b9f-b42d-97dc265498ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:22.304244 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-d69f7b71-61e0-4b9f-b42d-97dc265498ff admin admin] Added segment 7090882b-d97f-4901-9a5f-1635b14ed82b of type vlan for network 0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c Aug 10 01:02:22.367784 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d69f7b71-61e0-4b9f-b42d-97dc265498ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:22.380155 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f7b71-61e0-4b9f-b42d-97dc265498ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036daa9b-201f-4f6f-a7cf-29d6efab5e55,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:22.395724 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249c946-81b3-40f9-9278-7ea77723cd5e req-82df8149-7e06-40cf-8d64-f7791c5ed822 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:22.405730 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c249c946-81b3-40f9-9278-7ea77723cd5e req-82df8149-7e06-40cf-8d64-f7791c5ed822 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 946 time: 0.0717762 Aug 10 01:02:22.424701 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d69f7b71-61e0-4b9f-b42d-97dc265498ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:22.426322 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69f7b71-61e0-4b9f-b42d-97dc265498ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:22.427142 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d69f7b71-61e0-4b9f-b42d-97dc265498ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:22.456479 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c249c946-81b3-40f9-9278-7ea77723cd5e req-01b54b3e-1fde-4b97-bda7-dbe56c20bc16 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489614 Aug 10 01:02:22.463801 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48818) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:22.469065 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d69f7b71-61e0-4b9f-b42d-97dc265498ff admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4550538 Aug 10 01:02:22.476967 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-e14873ac-28ec-492d-b319-94465af4e17d admin admin] Request body: {'subnet': {'network_id': '0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-910949691-subnet', 'tenant_id': '1014fe67c7c742a1ba3e24aee6cf6340', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:22.510745 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14873ac-28ec-492d-b319-94465af4e17d admin admin] Made reservation on behalf of 1014fe67c7c742a1ba3e24aee6cf6340 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:02:22.515810 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e14873ac-28ec-492d-b319-94465af4e17d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:22.523931 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f7b71-61e0-4b9f-b42d-97dc265498ff admin admin] Pushing event updated for resources: {'Network': ['ID=0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:22.534925 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:02:22.744782 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e14873ac-28ec-492d-b319-94465af4e17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:22.809527 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14873ac-28ec-492d-b319-94465af4e17d admin admin] Pushing event updated for resources: {'Subnet': ['ID=52b93c28-be1e-4ae4-ab41-5d8b08787e7b,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:22.816802 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14873ac-28ec-492d-b319-94465af4e17d admin admin] Checking segment: {'id': '7090882b-d97f-4901-9a5f-1635b14ed82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:22.817167 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14873ac-28ec-492d-b319-94465af4e17d admin admin] Network hostable DHCP agents. Network: 0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:02:22.835541 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14873ac-28ec-492d-b319-94465af4e17d admin admin] Network 0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:02:22.847136 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-e14873ac-28ec-492d-b319-94465af4e17d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:22.852815 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14873ac-28ec-492d-b319-94465af4e17d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:22.853728 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e14873ac-28ec-492d-b319-94465af4e17d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:22.858026 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95956261-a8cc-43d4-ac5b-ee66c2e08aa4 None None] Network 0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:22.881364 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e14873ac-28ec-492d-b319-94465af4e17d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4159522 Aug 10 01:02:23.004408 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4df09d8-0818-4940-93df-90b2465fd8af None None] Network 0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:23.088355 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086d5db-4952-48fb-83ac-d38545b4351f req-a602e34d-d587-4e0c-9d77-1add5f05d634 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:23.092230 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d086d5db-4952-48fb-83ac-d38545b4351f req-a602e34d-d587-4e0c-9d77-1add5f05d634 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 946 time: 0.1109648 Aug 10 01:02:23.150613 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d086d5db-4952-48fb-83ac-d38545b4351f req-1e2f2777-714d-4f5e-b902-17816729c81b tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460303 Aug 10 01:02:23.676957 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-d60a4920-0761-49cc-bcce-61dfb81746ff tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:23.678865 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-d60a4920-0761-49cc-bcce-61dfb81746ff tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c&tenant_id=af5124099ce04e7383a5ec5f662d948c&binding%3Ahost_id=n-h2-766726-26 HTTP/1.1" status: 200 len: 1098 time: 0.0718739 Aug 10 01:02:23.713575 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-79349811-e774-4a1e-9056-5e8faf14b481 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-766726-26'}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:23.723884 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48888) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:23.817196 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88da6f-e331-4841-9038-ad057ab2acd4 req-a76a53fb-d412-4f5d-9133-f8d29d90bf1f tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:23.819047 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9f88da6f-e331-4841-9038-ad057ab2acd4 req-a76a53fb-d412-4f5d-9133-f8d29d90bf1f tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 946 time: 0.1548805 Aug 10 01:02:23.886481 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c8e45446-3535-4139-9dc2-215c84df82fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:24.009376 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c8e45446-3535-4139-9dc2-215c84df82fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:24.014797 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c8e45446-3535-4139-9dc2-215c84df82fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:24.073139 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e45446-3535-4139-9dc2-215c84df82fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a521a642-28f6-4a02-b3c0-b0d1da3d139c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:24.101531 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c8e45446-3535-4139-9dc2-215c84df82fd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d6a086c51efa4bf49297dd66892f25c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3748040 Aug 10 01:02:24.102408 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48916) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:24.117324 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e45446-3535-4139-9dc2-215c84df82fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:24.117923 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e45446-3535-4139-9dc2-215c84df82fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:24.119882 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e45446-3535-4139-9dc2-215c84df82fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:24.137657 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e45446-3535-4139-9dc2-215c84df82fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:24.142322 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e45446-3535-4139-9dc2-215c84df82fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:24.144717 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e45446-3535-4139-9dc2-215c84df82fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:24.145171 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e45446-3535-4139-9dc2-215c84df82fd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:24.145619 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e45446-3535-4139-9dc2-215c84df82fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:24.146064 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e45446-3535-4139-9dc2-215c84df82fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:24.146504 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e45446-3535-4139-9dc2-215c84df82fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:24.150036 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e45446-3535-4139-9dc2-215c84df82fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:24.150816 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e45446-3535-4139-9dc2-215c84df82fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:24.274186 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b32177c4-c88c-4ee7-a870-92d644d91900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:24.319352 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b32177c4-c88c-4ee7-a870-92d644d91900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:24.387695 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-79349811-e774-4a1e-9056-5e8faf14b481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:24.389101 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b32177c4-c88c-4ee7-a870-92d644d91900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:24.392274 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b32177c4-c88c-4ee7-a870-92d644d91900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:24.395900 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b32177c4-c88c-4ee7-a870-92d644d91900 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a521a642-28f6-4a02-b3c0-b0d1da3d139c HTTP/1.1" status: 204 len: 168 time: 0.2855434 Aug 10 01:02:24.411244 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32177c4-c88c-4ee7-a870-92d644d91900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a521a642-28f6-4a02-b3c0-b0d1da3d139c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:24.470668 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-00fabcf4-c431-4ca4-b838-7549e04d47f8 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:24.477937 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-00fabcf4-c431-4ca4-b838-7549e04d47f8 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/networks?id=0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c HTTP/1.1" status: 200 len: 813 time: 0.8110390 Aug 10 01:02:24.498820 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9f88da6f-e331-4841-9038-ad057ab2acd4 req-4e617d09-d8f2-4969-bc39-57fbaf48ee59 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347287 Aug 10 01:02:24.528959 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-64173c21-4368-4979-897d-79d305a6e1ea tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/quotas/1014fe67c7c742a1ba3e24aee6cf6340 HTTP/1.1" status: 200 len: 375 time: 0.0501122 Aug 10 01:02:24.628792 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-b79281a4-4bfe-4aa7-8120-f909a22d00e3 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1014fe67c7c742a1ba3e24aee6cf6340&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0958481 Aug 10 01:02:24.752263 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-79349811-e774-4a1e-9056-5e8faf14b481 service neutron] For port 623958f9-6190-42cc-b139-014b40f24ac9, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=623958f9-6190-42cc-b139-014b40f24ac9,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:24.809529 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-73dd32d6-fdf3-4859-902f-5ad167184e12 service neutron] 10.222.0.35 "GET /v2.0/networks/0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752052 Aug 10 01:02:24.903646 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48934) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:24.920039 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-79349811-e774-4a1e-9056-5e8faf14b481 service neutron] For port 623958f9-6190-42cc-b139-014b40f24ac9, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:02:24.937495 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f8700914-eb45-4de2-9143-88b61c314b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:24.987030 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3b471-6430-41ec-a56b-5c8fc06d5a71 req-6d23597d-0fdc-4a24-a80c-2d0cbb8b9dd1 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:24.995767 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cef3b471-6430-41ec-a56b-5c8fc06d5a71 req-6d23597d-0fdc-4a24-a80c-2d0cbb8b9dd1 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 946 time: 0.1263781 Aug 10 01:02:25.063440 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-79349811-e774-4a1e-9056-5e8faf14b481 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:25.082459 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '623958f9-6190-42cc-b139-014b40f24ac9'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:02:25.085780 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2199caaa-9e8c-430d-ac97-f29085897a15" -d '{"events": [{"server_uuid": "84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c", "name": "network-vif-unplugged", "status": "completed", "tag": "623958f9-6190-42cc-b139-014b40f24ac9"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:02:25.091319 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-8d884143-6b8f-4b6b-9e3d-5ee6062a960d service neutron] 10.222.0.35 "GET /v2.0/networks/0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793150 Aug 10 01:02:25.096329 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-79349811-e774-4a1e-9056-5e8faf14b481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:25.169037 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f8700914-eb45-4de2-9143-88b61c314b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:25.179979 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cef3b471-6430-41ec-a56b-5c8fc06d5a71 req-7844912f-db6a-4b0e-aafa-abe010d19181 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826530 Aug 10 01:02:25.181508 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f8700914-eb45-4de2-9143-88b61c314b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:25.227933 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f8700914-eb45-4de2-9143-88b61c314b73 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=52e0a5f0a69b4dc9b93e82d05a5cb75e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3219178 Aug 10 01:02:25.234509 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48944) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:25.299756 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79349811-e774-4a1e-9056-5e8faf14b481 service neutron] Pushing event updated for resources: {'Port': ['ID=623958f9-6190-42cc-b139-014b40f24ac9,revision_number=7']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:25.302342 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8700914-eb45-4de2-9143-88b61c314b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d3f990-1eff-49d7-a5ec-96c1515c0762,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:25.312543 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-79349811-e774-4a1e-9056-5e8faf14b481 service neutron] Attempting to bind port 623958f9-6190-42cc-b139-014b40f24ac9 on host n-h2-766726-26 for vnic_type normal with profile {"migrating_to": "n-h1-766726-26"} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:02:25.312950 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-79349811-e774-4a1e-9056-5e8faf14b481 service neutron] Attempting to bind port 623958f9-6190-42cc-b139-014b40f24ac9 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:02:25.313287 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-79349811-e774-4a1e-9056-5e8faf14b481 service neutron] Attempting to bind port 623958f9-6190-42cc-b139-014b40f24ac9 on network 9a3b32c7-74a3-4305-b7a7-526211811378 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:02:25.324710 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-79349811-e774-4a1e-9056-5e8faf14b481 service neutron] Port 623958f9-6190-42cc-b139-014b40f24ac9 on network 9a3b32c7-74a3-4305-b7a7-526211811378 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:02:25.325221 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-79349811-e774-4a1e-9056-5e8faf14b481 service neutron] Attempting to bind port 623958f9-6190-42cc-b139-014b40f24ac9 on network 9a3b32c7-74a3-4305-b7a7-526211811378 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:02:25.338282 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-79349811-e774-4a1e-9056-5e8faf14b481 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:02:25.338637 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-79349811-e774-4a1e-9056-5e8faf14b481 service neutron] Checking segment: {'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:25.341165 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-79349811-e774-4a1e-9056-5e8faf14b481 service neutron] Bound using segment: {'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:02:25.341633 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-79349811-e774-4a1e-9056-5e8faf14b481 service neutron] Bound port: 623958f9-6190-42cc-b139-014b40f24ac9, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91689796-eaba-4d16-8a46-34edba2f37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9a3b32c7-74a3-4305-b7a7-526211811378'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:02:25.342004 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-79349811-e774-4a1e-9056-5e8faf14b481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:25.344043 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ce7e9dd3-d506-451c-93f2-2ff15ac81ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:25.384429 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b178b0f6-018b-472e-884b-7e95c32ccf56 x-openstack-request-id: req-b178b0f6-018b-472e-884b-7e95c32ccf56 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:02:25.385227 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c", "name": "network-vif-unplugged", "status": "completed", "tag": "623958f9-6190-42cc-b139-014b40f24ac9", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:02:25.385227 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b178b0f6-018b-472e-884b-7e95c32ccf56 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:02:25.385416 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '623958f9-6190-42cc-b139-014b40f24ac9', 'code': 200} Aug 10 01:02:25.410411 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ce7e9dd3-d506-451c-93f2-2ff15ac81ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:25.506448 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ce7e9dd3-d506-451c-93f2-2ff15ac81ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:25.509658 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ce7e9dd3-d506-451c-93f2-2ff15ac81ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:25.512541 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ce7e9dd3-d506-451c-93f2-2ff15ac81ad9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e4d3f990-1eff-49d7-a5ec-96c1515c0762 HTTP/1.1" status: 204 len: 168 time: 0.2745323 Aug 10 01:02:25.525655 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e9dd3-d506-451c-93f2-2ff15ac81ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d3f990-1eff-49d7-a5ec-96c1515c0762,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:25.550565 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-301d94c1-0817-4d66-ac7c-5dc4dbe8de78 req-b110f79b-2b98-4d9b-9a9a-15e03fa0b039 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 210 time: 0.1074173 Aug 10 01:02:25.638086 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-79349811-e774-4a1e-9056-5e8faf14b481 service neutron] For port 623958f9-6190-42cc-b139-014b40f24ac9, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:02:25.649271 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-79349811-e774-4a1e-9056-5e8faf14b481 service neutron] For port 623958f9-6190-42cc-b139-014b40f24ac9, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=623958f9-6190-42cc-b139-014b40f24ac9,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:02:25.672012 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-79349811-e774-4a1e-9056-5e8faf14b481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:25.860604 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-79349811-e774-4a1e-9056-5e8faf14b481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:25.861518 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-79349811-e774-4a1e-9056-5e8faf14b481 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:25.863611 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-79349811-e774-4a1e-9056-5e8faf14b481 service neutron] 10.222.0.24 "PUT /v2.0/ports/623958f9-6190-42cc-b139-014b40f24ac9 HTTP/1.1" status: 200 len: 1124 time: 2.1553092 Aug 10 01:02:25.875828 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366430e4-7555-4fa2-83ae-e0daaa018816 req-09bb81d6-116f-4a7e-a1c7-defb559649df tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:25.885084 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-366430e4-7555-4fa2-83ae-e0daaa018816 req-09bb81d6-116f-4a7e-a1c7-defb559649df tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 944 time: 0.2153120 Aug 10 01:02:25.893623 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79349811-e774-4a1e-9056-5e8faf14b481 service neutron] Pushing event updated for resources: {'Port': ['ID=623958f9-6190-42cc-b139-014b40f24ac9,revision_number=8']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:25.966787 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-366430e4-7555-4fa2-83ae-e0daaa018816 req-432edfa5-5b73-457e-a8bb-368c660ef83b tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805955 Aug 10 01:02:25.983804 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['623958f9-6190-42cc-b139-014b40f24ac9'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:02:25.991337 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['623958f9-6190-42cc-b139-014b40f24ac9'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:02:26.369817 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ab763-5138-42f3-aa6b-1f8272ed308b req-b89fec2d-b303-4616-96f5-70b1d8f69e37 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:26.379706 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f24ab763-5138-42f3-aa6b-1f8272ed308b req-b89fec2d-b303-4616-96f5-70b1d8f69e37 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 946 time: 0.0776925 Aug 10 01:02:26.487498 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f24ab763-5138-42f3-aa6b-1f8272ed308b req-7096020d-f061-42fd-96b5-eee54f2b0c30 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064897 Aug 10 01:02:26.501556 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 623958f9-6190-42cc-b139-014b40f24ac9 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:02:26.882037 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0a38b429-3555-4ca4-b105-c51a749b2994 req-307b890b-a01c-413f-928d-e0766c80dee5 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 210 time: 0.1205523 Aug 10 01:02:26.994157 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 623958f9-6190-42cc-b139-014b40f24ac9, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=623958f9-6190-42cc-b139-014b40f24ac9,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:27.019228 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 623958f9-6190-42cc-b139-014b40f24ac9 has no active binding in host n-h1-766726-26 {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 01:02:27.199191 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498cb73-77f9-4c3d-94fb-4ca45542304f req-007907a2-4608-4516-b37f-ace3fb5e7d6e tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:27.199191 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c498cb73-77f9-4c3d-94fb-4ca45542304f req-007907a2-4608-4516-b37f-ace3fb5e7d6e tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 944 time: 0.1409020 Aug 10 01:02:27.273955 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c498cb73-77f9-4c3d-94fb-4ca45542304f req-e14a1cf6-7028-4859-a6f6-53dfaf2c9bfb tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738151 Aug 10 01:02:27.387338 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c', 'tag': '623958f9-6190-42cc-b139-014b40f24ac9'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:02:27.390391 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827e6410-1bcc-4bfe-abe6-9fb495040709" -d '{"events": [{"name": "network-changed", "server_uuid": "84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c", "tag": "623958f9-6190-42cc-b139-014b40f24ac9"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:02:27.420001 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-65255b58-70cb-4dd7-95cb-64d7a4435db9 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:27.425090 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-65255b58-70cb-4dd7-95cb-64d7a4435db9 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.20 "GET /v2.0/networks?id=0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c HTTP/1.1" status: 200 len: 813 time: 0.2877617 Aug 10 01:02:27.449955 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-56b1b502-c803-4763-9c15-2d41d21d4b4e tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Request body: {'port': {'device_id': 'b798bdfb-0916-428b-b09e-edef6d91b89d', 'network_id': '0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c', 'admin_state_up': True, 'tenant_id': '1014fe67c7c742a1ba3e24aee6cf6340'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:27.452877 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006e3e4d-4418-4614-92b1-f4e0a1bfb5fd x-openstack-request-id: req-006e3e4d-4418-4614-92b1-f4e0a1bfb5fd {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:02:27.453654 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c", "tag": "623958f9-6190-42cc-b139-014b40f24ac9", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:02:27.454333 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-006e3e4d-4418-4614-92b1-f4e0a1bfb5fd {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:02:27.454868 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c', 'tag': '623958f9-6190-42cc-b139-014b40f24ac9', 'status': 'completed', 'code': 200} Aug 10 01:02:27.600742 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-56b1b502-c803-4763-9c15-2d41d21d4b4e tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Made reservation on behalf of 1014fe67c7c742a1ba3e24aee6cf6340 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:02:27.612705 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-56b1b502-c803-4763-9c15-2d41d21d4b4e tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:27.797530 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c66190-fd59-4d87-a2fc-c98128fbed66 req-393ebaa5-69cb-4908-a468-37c4106f2d48 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:27.799223 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-49c66190-fd59-4d87-a2fc-c98128fbed66 req-393ebaa5-69cb-4908-a468-37c4106f2d48 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 946 time: 0.1387422 Aug 10 01:02:27.861942 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e6410-1bcc-4bfe-abe6-9fb495040709 req-8b264ade-dec1-482b-852f-7c7edd4a06e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:27.864297 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-827e6410-1bcc-4bfe-abe6-9fb495040709 req-8b264ade-dec1-482b-852f-7c7edd4a06e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=af5124099ce04e7383a5ec5f662d948c&device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 1127 time: 0.2771256 Aug 10 01:02:27.889179 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-49c66190-fd59-4d87-a2fc-c98128fbed66 req-a08a06da-334c-4690-a60d-c6e0d186c7f9 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823882 Aug 10 01:02:27.976987 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e6410-1bcc-4bfe-abe6-9fb495040709 req-188fd532-38a1-482e-9ed5-f1d4313bac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:27.978304 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-827e6410-1bcc-4bfe-abe6-9fb495040709 req-188fd532-38a1-482e-9ed5-f1d4313bac1f service neutron] 10.222.0.20 "GET /v2.0/networks?id=9a3b32c7-74a3-4305-b7a7-526211811378 HTTP/1.1" status: 200 len: 909 time: 0.1049662 Aug 10 01:02:28.021670 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:28.064072 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6a2f8853-e3b8-4780-8e41-907ad78f6e5a req-7d64e0a4-06cd-4ef5-bea8-531ff2757d18 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 210 time: 0.0483031 Aug 10 01:02:28.138952 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-827e6410-1bcc-4bfe-abe6-9fb495040709 req-2293415e-725e-412b-a55e-980a6de2d014 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=623958f9-6190-42cc-b139-014b40f24ac9 HTTP/1.1" status: 200 len: 217 time: 0.1006036 Aug 10 01:02:28.196534 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-56b1b502-c803-4763-9c15-2d41d21d4b4e tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Allocated IP 172.20.0.14 (0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c/52b93c28-be1e-4ae4-ab41-5d8b08787e7b/5296113c-2c3a-4f22-830e-145f73c4780a) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:02:28.268032 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e6410-1bcc-4bfe-abe6-9fb495040709 req-eb37c024-ae7b-49bf-8c45-ce08dcc58ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:28.269774 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-827e6410-1bcc-4bfe-abe6-9fb495040709 req-eb37c024-ae7b-49bf-8c45-ce08dcc58ddd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=25a2d27a-ba73-472c-943f-003d0feb1ed0 HTTP/1.1" status: 200 len: 848 time: 0.1089768 Aug 10 01:02:28.365657 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-827e6410-1bcc-4bfe-abe6-9fb495040709 req-4b8dd8b2-f0eb-4fb4-ab0d-bfbf0f485108 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a3b32c7-74a3-4305-b7a7-526211811378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765188 Aug 10 01:02:28.492992 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555e6d5-e8fb-47d9-a34c-f185444ecabd req-8486a2da-9e09-455a-8722-74fc23b50515 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:28.504991 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2555e6d5-e8fb-47d9-a34c-f185444ecabd req-8486a2da-9e09-455a-8722-74fc23b50515 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 944 time: 0.1151388 Aug 10 01:02:28.602480 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2555e6d5-e8fb-47d9-a34c-f185444ecabd req-408253d2-bbcf-4efa-9573-f99de76b1c3a tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964446 Aug 10 01:02:28.640129 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-56b1b502-c803-4763-9c15-2d41d21d4b4e tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:28.660405 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-827e6410-1bcc-4bfe-abe6-9fb495040709 req-636c6302-bb66-403e-b1fc-90748ddb36c5 service neutron] 10.222.0.20 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866101 Aug 10 01:02:28.840330 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-56b1b502-c803-4763-9c15-2d41d21d4b4e tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:28.918564 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-56b1b502-c803-4763-9c15-2d41d21d4b4e tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Network 0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:28.924101 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-827e6410-1bcc-4bfe-abe6-9fb495040709 req-b7600893-8075-4658-845f-417325b69169 service neutron] 10.222.0.20 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347972 Aug 10 01:02:28.925187 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-56b1b502-c803-4763-9c15-2d41d21d4b4e tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:28.930361 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-56b1b502-c803-4763-9c15-2d41d21d4b4e tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:02:29.036238 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-56b1b502-c803-4763-9c15-2d41d21d4b4e tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:29.042223 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-56b1b502-c803-4763-9c15-2d41d21d4b4e tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:29.057973 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1b502-c803-4763-9c15-2d41d21d4b4e tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Pushing event updated for resources: {'Port': ['ID=5296113c-2c3a-4f22-830e-145f73c4780a,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:29.103882 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-56b1b502-c803-4763-9c15-2d41d21d4b4e tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6598694 Aug 10 01:02:29.140397 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-d259c3af-0ffa-4831-be64-7b3186a318be service neutron] Request body: {'port': {'device_id': 'b798bdfb-0916-428b-b09e-edef6d91b89d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:29.313544 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651b8bb-0153-4286-9555-662a83ece622 req-7bc6f62d-7f49-4948-a4e6-a05b7a431d4f tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:29.315163 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9651b8bb-0153-4286-9555-662a83ece622 req-7bc6f62d-7f49-4948-a4e6-a05b7a431d4f tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 946 time: 0.2268682 Aug 10 01:02:29.358149 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929e177-9686-44c2-9565-dd47e03dc24a req-1b0d825c-721f-4bb5-bfef-cd02ffd84af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:29.359808 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c929e177-9686-44c2-9565-dd47e03dc24a req-1b0d825c-721f-4bb5-bfef-cd02ffd84af1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=af5124099ce04e7383a5ec5f662d948c&device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 1127 time: 0.2372541 Aug 10 01:02:29.368227 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-d259c3af-0ffa-4831-be64-7b3186a318be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:29.400727 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f00e2a-f764-4bad-a50a-6708e9e94371 req-8e941e38-20aa-44f7-ad68-ce054cce039b tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:29.415144 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-47f00e2a-f764-4bad-a50a-6708e9e94371 req-8e941e38-20aa-44f7-ad68-ce054cce039b tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 932 time: 0.2409647 Aug 10 01:02:29.559387 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9651b8bb-0153-4286-9555-662a83ece622 req-2249a0ad-8954-4aab-9044-1ff49e79de94 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2242801 Aug 10 01:02:29.618866 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-47f00e2a-f764-4bad-a50a-6708e9e94371 req-5a6fb794-c563-4ea4-8fd8-a64b90e44d37 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958559 Aug 10 01:02:29.939987 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39042d3-109f-454e-a940-9d2306133c4f req-a531c74d-7ddf-419a-b6e1-0665a3dfc710 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:29.942163 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c39042d3-109f-454e-a940-9d2306133c4f req-a531c74d-7ddf-419a-b6e1-0665a3dfc710 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 944 time: 0.0982859 Aug 10 01:02:30.026885 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c39042d3-109f-454e-a940-9d2306133c4f req-a2a0fb4f-ae34-47a0-8111-0955e24f1c38 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787868 Aug 10 01:02:30.337846 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929e177-9686-44c2-9565-dd47e03dc24a req-535a8f04-1af7-4ac5-816a-2a16f98bb8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:30.339608 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c929e177-9686-44c2-9565-dd47e03dc24a req-535a8f04-1af7-4ac5-816a-2a16f98bb8be service neutron] 10.222.0.20 "GET /v2.0/networks?id=9a3b32c7-74a3-4305-b7a7-526211811378 HTTP/1.1" status: 200 len: 909 time: 0.2745726 Aug 10 01:02:30.398959 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c929e177-9686-44c2-9565-dd47e03dc24a req-cdeb3411-acaa-43f7-8b5f-3c08c5ef4394 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=623958f9-6190-42cc-b139-014b40f24ac9 HTTP/1.1" status: 200 len: 217 time: 0.0506787 Aug 10 01:02:30.471181 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 49118) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:30.490323 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 623958f9-6190-42cc-b139-014b40f24ac9 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:02:30.495776 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929e177-9686-44c2-9565-dd47e03dc24a req-91c421ee-c06a-4ca1-860a-24c635bd9c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:30.497701 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c929e177-9686-44c2-9565-dd47e03dc24a req-91c421ee-c06a-4ca1-860a-24c635bd9c4e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=25a2d27a-ba73-472c-943f-003d0feb1ed0 HTTP/1.1" status: 200 len: 848 time: 0.0830810 Aug 10 01:02:30.645919 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-d259c3af-0ffa-4831-be64-7b3186a318be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5296113c-2c3a-4f22-830e-145f73c4780a {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:02:30.663077 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-d259c3af-0ffa-4831-be64-7b3186a318be service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:30.666996 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-96fba351-fb69-4746-91eb-7d6a3cff37a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:30.709461 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-d259c3af-0ffa-4831-be64-7b3186a318be service neutron] Transition to ACTIVE for port object 5296113c-2c3a-4f22-830e-145f73c4780a will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:30.745759 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 623958f9-6190-42cc-b139-014b40f24ac9, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=623958f9-6190-42cc-b139-014b40f24ac9,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:30.751605 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-d259c3af-0ffa-4831-be64-7b3186a318be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:30.787023 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 623958f9-6190-42cc-b139-014b40f24ac9 has no active binding in host n-h1-766726-26 {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 01:02:30.818920 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddae7d1-1f36-4a44-baa4-180843cd2ca2 req-6c3c230b-c5f7-4485-a058-9fec98d4df8b tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:30.819309 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c929e177-9686-44c2-9565-dd47e03dc24a req-80753e99-3ff1-45e6-bea8-b05c3763374f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a3b32c7-74a3-4305-b7a7-526211811378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910597 Aug 10 01:02:30.823023 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ddae7d1-1f36-4a44-baa4-180843cd2ca2 req-6c3c230b-c5f7-4485-a058-9fec98d4df8b tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 946 time: 0.1419051 Aug 10 01:02:30.913810 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52331f0f-7412-46f5-a211-6ed428be3857 req-4c094b2c-be2c-4f8d-88ad-b07f0c7c7831 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:30.922336 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-52331f0f-7412-46f5-a211-6ed428be3857 req-4c094b2c-be2c-4f8d-88ad-b07f0c7c7831 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 944 time: 0.1886978 Aug 10 01:02:30.963732 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ddae7d1-1f36-4a44-baa4-180843cd2ca2 req-a57fad9c-736e-4d2d-9229-1f3648e7e44d tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340637 Aug 10 01:02:31.075036 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-52331f0f-7412-46f5-a211-6ed428be3857 req-4b01b621-4899-4814-a27a-f6e0edc7270e tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520092 Aug 10 01:02:31.093984 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d259c3af-0ffa-4831-be64-7b3186a318be service neutron] Pushing event updated for resources: {'Port': ['ID=5296113c-2c3a-4f22-830e-145f73c4780a,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:31.116480 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-96fba351-fb69-4746-91eb-7d6a3cff37a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:31.134729 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-96fba351-fb69-4746-91eb-7d6a3cff37a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:31.233719 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c929e177-9686-44c2-9565-dd47e03dc24a req-8e47d026-f894-4999-a933-17bded4e4aae service neutron] 10.222.0.20 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557889 Aug 10 01:02:31.267905 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-96fba351-fb69-4746-91eb-7d6a3cff37a0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ff210fac1427458db60c458bc5919edb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7955768 Aug 10 01:02:31.270894 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fba351-fb69-4746-91eb-7d6a3cff37a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb98c899-1fde-46e2-9ead-1e9d56f09c46,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:31.277543 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 49142) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:31.456401 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-d259c3af-0ffa-4831-be64-7b3186a318be service neutron] Attempting to bind port 5296113c-2c3a-4f22-830e-145f73c4780a on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:02:31.456969 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-d259c3af-0ffa-4831-be64-7b3186a318be service neutron] Attempting to bind port 5296113c-2c3a-4f22-830e-145f73c4780a by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '7090882b-d97f-4901-9a5f-1635b14ed82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:02:31.457203 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-d259c3af-0ffa-4831-be64-7b3186a318be service neutron] Attempting to bind port 5296113c-2c3a-4f22-830e-145f73c4780a on network 0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:02:31.460991 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c929e177-9686-44c2-9565-dd47e03dc24a req-a3d18ab4-f745-44ff-a693-7a66b3f54c94 service neutron] 10.222.0.20 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118671 Aug 10 01:02:31.469126 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-d259c3af-0ffa-4831-be64-7b3186a318be service neutron] Port 5296113c-2c3a-4f22-830e-145f73c4780a on network 0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:02:31.469616 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-d259c3af-0ffa-4831-be64-7b3186a318be service neutron] Attempting to bind port 5296113c-2c3a-4f22-830e-145f73c4780a on network 0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:02:31.487037 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4d991eb4-75cd-4e6d-85ee-e3f992f18e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:31.497663 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-d259c3af-0ffa-4831-be64-7b3186a318be service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:02:31.498242 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-d259c3af-0ffa-4831-be64-7b3186a318be service neutron] Checking segment: {'id': '7090882b-d97f-4901-9a5f-1635b14ed82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:31.498808 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-d259c3af-0ffa-4831-be64-7b3186a318be service neutron] Bound using segment: {'id': '7090882b-d97f-4901-9a5f-1635b14ed82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:02:31.499467 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-d259c3af-0ffa-4831-be64-7b3186a318be service neutron] Bound port: 5296113c-2c3a-4f22-830e-145f73c4780a, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7090882b-d97f-4901-9a5f-1635b14ed82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:02:31.500476 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-d259c3af-0ffa-4831-be64-7b3186a318be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:31.530765 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4d991eb4-75cd-4e6d-85ee-e3f992f18e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:31.606905 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d24626-32a1-4a67-b444-8ad8c580fc79 req-a22b2a53-233a-4fbb-b42c-759f7c96fd2e tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:31.608404 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05d24626-32a1-4a67-b444-8ad8c580fc79 req-a22b2a53-233a-4fbb-b42c-759f7c96fd2e tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 944 time: 0.2789495 Aug 10 01:02:31.621714 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-d259c3af-0ffa-4831-be64-7b3186a318be service neutron] For port 5296113c-2c3a-4f22-830e-145f73c4780a, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:02:31.629928 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-d259c3af-0ffa-4831-be64-7b3186a318be service neutron] For port 5296113c-2c3a-4f22-830e-145f73c4780a, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5296113c-2c3a-4f22-830e-145f73c4780a,segment=NetworkSegment(7090882b-d97f-4901-9a5f-1635b14ed82b),segment_id=7090882b-d97f-4901-9a5f-1635b14ed82b)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:02:31.639391 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-d259c3af-0ffa-4831-be64-7b3186a318be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:31.645360 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4d991eb4-75cd-4e6d-85ee-e3f992f18e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:31.650184 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4d991eb4-75cd-4e6d-85ee-e3f992f18e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:31.656230 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4d991eb4-75cd-4e6d-85ee-e3f992f18e83 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bb98c899-1fde-46e2-9ead-1e9d56f09c46 HTTP/1.1" status: 204 len: 168 time: 0.3723290 Aug 10 01:02:31.712895 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d991eb4-75cd-4e6d-85ee-e3f992f18e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb98c899-1fde-46e2-9ead-1e9d56f09c46,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:31.745659 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-d259c3af-0ffa-4831-be64-7b3186a318be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:31.746360 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-d259c3af-0ffa-4831-be64-7b3186a318be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:31.748057 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-d259c3af-0ffa-4831-be64-7b3186a318be service neutron] 10.222.0.20 "PUT /v2.0/ports/5296113c-2c3a-4f22-830e-145f73c4780a HTTP/1.1" status: 200 len: 1093 time: 2.6241007 Aug 10 01:02:31.759879 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b798bdfb-0916-428b-b09e-edef6d91b89d', 'tag': '5296113c-2c3a-4f22-830e-145f73c4780a'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:02:31.763151 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05d24626-32a1-4a67-b444-8ad8c580fc79 req-134dc840-96cc-433c-a7c7-53642a63b70c tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454639 Aug 10 01:02:31.763332 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad28561d-2f86-49a6-ba28-e31e80a9a751" -d '{"events": [{"name": "network-changed", "server_uuid": "b798bdfb-0916-428b-b09e-edef6d91b89d", "tag": "5296113c-2c3a-4f22-830e-145f73c4780a"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:02:31.804753 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d259c3af-0ffa-4831-be64-7b3186a318be service neutron] Pushing event updated for resources: {'Port': ['ID=5296113c-2c3a-4f22-830e-145f73c4780a,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:31.899512 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fdc9ad0-5859-4487-adfc-5c9c2c9b52a6 x-openstack-request-id: req-9fdc9ad0-5859-4487-adfc-5c9c2c9b52a6 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:02:31.899868 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b798bdfb-0916-428b-b09e-edef6d91b89d", "tag": "5296113c-2c3a-4f22-830e-145f73c4780a", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:02:31.900380 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9fdc9ad0-5859-4487-adfc-5c9c2c9b52a6 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:02:31.900782 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b798bdfb-0916-428b-b09e-edef6d91b89d', 'tag': '5296113c-2c3a-4f22-830e-145f73c4780a', 'status': 'completed', 'code': 200} Aug 10 01:02:31.954857 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-83f7cc90-958e-4e04-a89e-23593829b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:31.967364 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-83f7cc90-958e-4e04-a89e-23593829b799 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1014fe67c7c742a1ba3e24aee6cf6340&device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 1096 time: 0.1396894 Aug 10 01:02:32.072039 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-246bb832-d466-4d8b-9be8-857f141e05e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5296113c-2c3a-4f22-830e-145f73c4780a HTTP/1.1" status: 200 len: 217 time: 0.0918782 Aug 10 01:02:32.207820 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928cec8-9381-418d-8bea-12d57dcae5c5 req-4c7a2021-a6ff-4241-97ff-ddb67fe86fd9 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:32.210114 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2928cec8-9381-418d-8bea-12d57dcae5c5 req-4c7a2021-a6ff-4241-97ff-ddb67fe86fd9 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 946 time: 0.0739682 Aug 10 01:02:32.245234 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-3ebb4cc9-de40-4ec2-b9ff-15da3486b1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:32.247431 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-3ebb4cc9-de40-4ec2-b9ff-15da3486b1e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=52b93c28-be1e-4ae4-ab41-5d8b08787e7b HTTP/1.1" status: 200 len: 853 time: 0.1675658 Aug 10 01:02:32.315672 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-3be124eb-1f00-47b4-b8d0-f0a5a6057151 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614865 Aug 10 01:02:32.396497 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2928cec8-9381-418d-8bea-12d57dcae5c5 req-e0438b0e-b909-42b1-ba9f-bfb16b60285e tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741571 Aug 10 01:02:32.459573 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7e9f1-321f-43a2-95dc-50357aef644b req-85a898c7-f466-4d67-aefd-638a870f6661 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:32.466511 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-34a7e9f1-321f-43a2-95dc-50357aef644b req-85a898c7-f466-4d67-aefd-638a870f6661 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 944 time: 0.2220521 Aug 10 01:02:32.573790 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-1af5e53b-a9be-4bab-adb5-c8892f7e0981 service neutron] 10.222.0.20 "GET /v2.0/networks/0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498755 Aug 10 01:02:32.629212 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-34a7e9f1-321f-43a2-95dc-50357aef644b req-a4cb24e0-e402-485e-a6d6-24bac872035f tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523495 Aug 10 01:02:32.787130 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-eb2db732-d575-40d7-8fa9-f2c73576a1bc req-610513f7-306b-4ef0-b8bc-1b6f939b5522 service neutron] 10.222.0.20 "GET /v2.0/networks/0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049177 Aug 10 01:02:32.890595 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-678db820-1bf1-4e52-afde-e561c795db05 service neutron] 10.222.0.20 "GET /v2.0/ports/623958f9-6190-42cc-b139-014b40f24ac9/bindings/n-h1-766726-26 HTTP/1.1" status: 200 len: 385 time: 0.1560786 Aug 10 01:02:32.962138 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec14ec81-8a69-4e33-be84-ff326dd8ef8a req-2a3b34e6-923e-4c35-a909-b5f71d9b54e3 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:32.963841 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ec14ec81-8a69-4e33-be84-ff326dd8ef8a req-2a3b34e6-923e-4c35-a909-b5f71d9b54e3 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 944 time: 0.0969951 Aug 10 01:02:33.034437 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ec14ec81-8a69-4e33-be84-ff326dd8ef8a req-6f59ebc9-e898-47a7-9678-215f81bf9713 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627344 Aug 10 01:02:33.036148 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28561d-2f86-49a6-ba28-e31e80a9a751 req-7d7ea862-3050-45d5-93a8-eede5725105f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:33.037915 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ad28561d-2f86-49a6-ba28-e31e80a9a751 req-7d7ea862-3050-45d5-93a8-eede5725105f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1014fe67c7c742a1ba3e24aee6cf6340&device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 1096 time: 0.1450217 Aug 10 01:02:33.096547 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 623958f9-6190-42cc-b139-014b40f24ac9 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:02:33.349345 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28561d-2f86-49a6-ba28-e31e80a9a751 req-82f60e22-b30c-406a-a99d-a3442a12846c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:33.351759 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ad28561d-2f86-49a6-ba28-e31e80a9a751 req-82f60e22-b30c-406a-a99d-a3442a12846c service neutron] 10.222.0.20 "GET /v2.0/networks?id=0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c HTTP/1.1" status: 200 len: 914 time: 0.3053334 Aug 10 01:02:33.409422 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ad28561d-2f86-49a6-ba28-e31e80a9a751 req-16ac2cb6-07a9-4521-868d-dd6e1a5bcc23 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5296113c-2c3a-4f22-830e-145f73c4780a HTTP/1.1" status: 200 len: 217 time: 0.0451076 Aug 10 01:02:33.411493 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-3bc5e97a-5f01-4a6a-9764-6bcedcd88e30 service neutron] For port 623958f9-6190-42cc-b139-014b40f24ac9, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=623958f9-6190-42cc-b139-014b40f24ac9,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:33.485996 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-3bc5e97a-5f01-4a6a-9764-6bcedcd88e30 service neutron] For port 623958f9-6190-42cc-b139-014b40f24ac9, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:02:33.535353 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28561d-2f86-49a6-ba28-e31e80a9a751 req-a64b859f-bc80-40d2-be71-624d4e961f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:33.537032 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ad28561d-2f86-49a6-ba28-e31e80a9a751 req-a64b859f-bc80-40d2-be71-624d4e961f87 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=52b93c28-be1e-4ae4-ab41-5d8b08787e7b HTTP/1.1" status: 200 len: 853 time: 0.1170144 Aug 10 01:02:33.541195 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-3bc5e97a-5f01-4a6a-9764-6bcedcd88e30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 623958f9-6190-42cc-b139-014b40f24ac9 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:02:33.581527 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ad28561d-2f86-49a6-ba28-e31e80a9a751 req-9b9697f1-cdf7-44b9-808b-66147d81986a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337825 Aug 10 01:02:33.586564 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-3bc5e97a-5f01-4a6a-9764-6bcedcd88e30 service neutron] For port 623958f9-6190-42cc-b139-014b40f24ac9, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=623958f9-6190-42cc-b139-014b40f24ac9,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:33.658555 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-3bc5e97a-5f01-4a6a-9764-6bcedcd88e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:33.703126 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5a102-2ebd-4c35-a754-84140e788ae0 req-e362499e-f2e7-425e-8e79-e5abe478644a tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:33.711976 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6bd5a102-2ebd-4c35-a754-84140e788ae0 req-e362499e-f2e7-425e-8e79-e5abe478644a tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 946 time: 0.1387007 Aug 10 01:02:33.781110 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6bd5a102-2ebd-4c35-a754-84140e788ae0 req-0ef7d0c9-ca72-4235-a841-591ad207d08c tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665474 Aug 10 01:02:33.854513 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ad28561d-2f86-49a6-ba28-e31e80a9a751 req-cf88c378-67cc-4073-81c2-428435e24ed9 service neutron] 10.222.0.20 "GET /v2.0/networks/0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646554 Aug 10 01:02:33.903690 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-3bc5e97a-5f01-4a6a-9764-6bcedcd88e30 service neutron] Transition to ACTIVE for port object 623958f9-6190-42cc-b139-014b40f24ac9 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:34.025990 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-3bc5e97a-5f01-4a6a-9764-6bcedcd88e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:34.037577 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59adc37-c962-4595-a2f6-b20b56e475b3 req-29519fd2-c8f9-4a07-b3af-f9ab3780d941 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:34.063158 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f59adc37-c962-4595-a2f6-b20b56e475b3 req-29519fd2-c8f9-4a07-b3af-f9ab3780d941 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 944 time: 0.1408069 Aug 10 01:02:34.139213 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f59adc37-c962-4595-a2f6-b20b56e475b3 req-74a00bd2-940c-4f77-bd65-a9303481b306 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749776 Aug 10 01:02:34.268460 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa32dd2-de35-48a4-bb4a-b2ce68d56fa0 req-08fd2765-9a22-4c62-a3e9-90ac945778bf tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:34.282966 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9aa32dd2-de35-48a4-bb4a-b2ce68d56fa0 req-08fd2765-9a22-4c62-a3e9-90ac945778bf tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 945 time: 0.1209536 Aug 10 01:02:34.295457 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-3bc5e97a-5f01-4a6a-9764-6bcedcd88e30 service neutron] No DVR routers for this DVR port 623958f9-6190-42cc-b139-014b40f24ac9 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:02:34.332783 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5e97a-5f01-4a6a-9764-6bcedcd88e30 service neutron] Pushing event updated for resources: {'Port': ['ID=623958f9-6190-42cc-b139-014b40f24ac9,revision_number=10']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:34.336678 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9aa32dd2-de35-48a4-bb4a-b2ce68d56fa0 req-7d61b179-393e-41d8-aa6d-5d94ba36c5c3 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526927 Aug 10 01:02:34.366576 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-3bc5e97a-5f01-4a6a-9764-6bcedcd88e30 service neutron] 10.222.0.20 "PUT /v2.0/ports/623958f9-6190-42cc-b139-014b40f24ac9/bindings/n-h1-766726-26/activate HTTP/1.1" status: 200 len: 370 time: 1.4584608 Aug 10 01:02:34.372816 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ad28561d-2f86-49a6-ba28-e31e80a9a751 req-7bb1ae4b-5c8f-465c-85da-61127ed7a25b service neutron] 10.222.0.20 "GET /v2.0/networks/0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097318 Aug 10 01:02:34.530259 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 623958f9-6190-42cc-b139-014b40f24ac9 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:02:34.632508 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-14fe4165-6d7e-4c98-9ebe-171e09e092de tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:34.633794 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-14fe4165-6d7e-4c98-9ebe-171e09e092de tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c&tenant_id=af5124099ce04e7383a5ec5f662d948c&binding%3Ahost_id=n-h2-766726-26 HTTP/1.1" status: 200 len: 1097 time: 0.1663353 Aug 10 01:02:34.693569 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-92d24477-3033-4770-bb36-c3663c0adfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:34.695879 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-92d24477-3033-4770-bb36-c3663c0adfe2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c&tenant_id=af5124099ce04e7383a5ec5f662d948c HTTP/1.1" status: 200 len: 1097 time: 0.0527844 Aug 10 01:02:34.848236 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-7c5d9ff7-cc5d-4e89-8476-e4f0ab938e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:34.852017 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-7c5d9ff7-cc5d-4e89-8476-e4f0ab938e2b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af5124099ce04e7383a5ec5f662d948c&device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 1097 time: 0.1082201 Aug 10 01:02:35.019006 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 49256) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:35.101139 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23975e7-60e0-4c4a-80b1-0f271073c71d req-a7bedfc6-3ecb-482a-8bb8-079bd575cf17 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:35.110066 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 5296113c-2c3a-4f22-830e-145f73c4780a details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:02:35.112666 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f23975e7-60e0-4c4a-80b1-0f271073c71d req-a7bedfc6-3ecb-482a-8bb8-079bd575cf17 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 946 time: 0.1800957 Aug 10 01:02:35.135388 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-8a135923-2931-48b5-bcdf-848d5259934f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:35.137890 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-8a135923-2931-48b5-bcdf-848d5259934f service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a3b32c7-74a3-4305-b7a7-526211811378 HTTP/1.1" status: 200 len: 909 time: 0.2780743 Aug 10 01:02:35.204592 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f23975e7-60e0-4c4a-80b1-0f271073c71d req-bea3922c-a6d5-4c43-82ae-a9bf31c2de6b tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906379 Aug 10 01:02:35.211699 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8fc026e0-cb13-41de-914f-b2fe58aa7186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:35.310426 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-873bb230-1f6c-4307-8c3c-e7a6564e3c8f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=623958f9-6190-42cc-b139-014b40f24ac9 HTTP/1.1" status: 200 len: 217 time: 0.1413069 Aug 10 01:02:35.396472 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 5296113c-2c3a-4f22-830e-145f73c4780a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5296113c-2c3a-4f22-830e-145f73c4780a,segment=NetworkSegment(7090882b-d97f-4901-9a5f-1635b14ed82b),segment_id=7090882b-d97f-4901-9a5f-1635b14ed82b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:35.430324 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8fc026e0-cb13-41de-914f-b2fe58aa7186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:35.436139 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8fc026e0-cb13-41de-914f-b2fe58aa7186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:35.441506 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '5296113c-2c3a-4f22-830e-145f73c4780a', 'network_id': '0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c', 'port_id': '5296113c-2c3a-4f22-830e-145f73c4780a', 'mac_address': 'fa:16:3e:5b:8a:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52b93c28-be1e-4ae4-ab41-5d8b08787e7b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:02:35.479956 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8fc026e0-cb13-41de-914f-b2fe58aa7186 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2ec0cb2545b74976ae5cd926c8f6e496&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4596362 Aug 10 01:02:35.488019 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 49272) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:35.525756 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-b229b333-08b7-4c69-b22e-51fc6dc94f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:35.528113 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-b229b333-08b7-4c69-b22e-51fc6dc94f43 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=25a2d27a-ba73-472c-943f-003d0feb1ed0 HTTP/1.1" status: 200 len: 848 time: 0.2118564 Aug 10 01:02:35.545427 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc026e0-cb13-41de-914f-b2fe58aa7186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959e3c3d-799f-442d-b2ea-f9c2b9dd128a,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:35.567532 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179546b-b679-490a-8c0b-d91dc280911d req-97ea9def-ab62-43ee-bc06-1f3729cbb31f tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:35.569526 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7179546b-b679-490a-8c0b-d91dc280911d req-97ea9def-ab62-43ee-bc06-1f3729cbb31f tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 944 time: 0.2557154 Aug 10 01:02:35.597513 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-5c4df47e-52fd-4a31-9b5f-fd07c0b3a8ee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a3b32c7-74a3-4305-b7a7-526211811378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609899 Aug 10 01:02:35.607680 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:35.613228 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b45f0469-1c2f-413f-951b-a75bc11e6220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:35.639072 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5296113c-2c3a-4f22-830e-145f73c4780a {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:02:35.643998 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8648f0-090d-494a-8115-48c4d5006d58 req-6d18040f-b941-443b-817c-f66020e5c575 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:35.652153 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fe8648f0-090d-494a-8115-48c4d5006d58 req-6d18040f-b941-443b-817c-f66020e5c575 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 945 time: 0.1858499 Aug 10 01:02:35.674369 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b45f0469-1c2f-413f-951b-a75bc11e6220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:35.683630 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 5296113c-2c3a-4f22-830e-145f73c4780a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5296113c-2c3a-4f22-830e-145f73c4780a,segment=NetworkSegment(7090882b-d97f-4901-9a5f-1635b14ed82b),segment_id=7090882b-d97f-4901-9a5f-1635b14ed82b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:35.698511 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:35.759797 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fe8648f0-090d-494a-8115-48c4d5006d58 req-3a38d8ce-8240-43d0-9bed-90d5a253b316 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054232 Aug 10 01:02:35.789113 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7179546b-b679-490a-8c0b-d91dc280911d req-a1d73acb-950f-496c-ad60-3aa6009a834a tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006745 Aug 10 01:02:35.790156 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b45f0469-1c2f-413f-951b-a75bc11e6220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:35.793047 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b45f0469-1c2f-413f-951b-a75bc11e6220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:35.800318 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b45f0469-1c2f-413f-951b-a75bc11e6220 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/959e3c3d-799f-442d-b2ea-f9c2b9dd128a HTTP/1.1" status: 204 len: 168 time: 0.3028042 Aug 10 01:02:35.817294 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f0469-1c2f-413f-951b-a75bc11e6220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959e3c3d-799f-442d-b2ea-f9c2b9dd128a,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:35.821667 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=5296113c-2c3a-4f22-830e-145f73c4780a,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:35.867320 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-dbdbf174-d78d-4f34-88b1-75c49edc2a7c service neutron] 10.222.0.24 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578065 Aug 10 01:02:36.026070 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-4bd72ec8-f0ae-4ffd-b255-989cb3d86604 service neutron] 10.222.0.24 "GET /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470284 Aug 10 01:02:36.072407 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['5296113c-2c3a-4f22-830e-145f73c4780a'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:02:36.452482 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 49300) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:36.474353 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-447dc42d-d434-4051-8986-7c4b902c44cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:36.474586 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-398a405d-6cc5-4144-890f-74685598c583 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:36.475986 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-398a405d-6cc5-4144-890f-74685598c583 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c&tenant_id=af5124099ce04e7383a5ec5f662d948c&binding%3Ahost_id=n-h1-766726-26 HTTP/1.1" status: 200 len: 1097 time: 0.1228290 Aug 10 01:02:36.524210 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a6d1a-7424-4830-8076-5f4401428e4a req-16c5499d-f2c8-4311-80b3-1242d6902adf tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:36.526033 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-435a6d1a-7424-4830-8076-5f4401428e4a req-16c5499d-f2c8-4311-80b3-1242d6902adf tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 946 time: 0.1120045 Aug 10 01:02:36.596797 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-435a6d1a-7424-4830-8076-5f4401428e4a req-c82a1f5d-86e0-461b-a51f-43b040dd3b78 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622592 Aug 10 01:02:36.638618 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-447dc42d-d434-4051-8986-7c4b902c44cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:36.645762 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-447dc42d-d434-4051-8986-7c4b902c44cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:36.712380 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-67b9dc31-afde-4f87-81df-8f897c8be638 service neutron] For port 623958f9-6190-42cc-b139-014b40f24ac9, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:02:36.718141 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-447dc42d-d434-4051-8986-7c4b902c44cb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=80d860b84dd94c05be04abe99a5f4ddf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2637990 Aug 10 01:02:36.721777 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-67b9dc31-afde-4f87-81df-8f897c8be638 service neutron] Notify callbacks [] for binding, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:36.722915 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-118819a2-6c5d-4127-bca5-ec5b02cfa9bf req-67b9dc31-afde-4f87-81df-8f897c8be638 service neutron] 10.222.0.24 "DELETE /v2.0/ports/623958f9-6190-42cc-b139-014b40f24ac9/bindings/n-h2-766726-26 HTTP/1.1" status: 204 len: 173 time: 0.2355356 Aug 10 01:02:36.723576 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 49308) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:36.745669 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447dc42d-d434-4051-8986-7c4b902c44cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9144a9-4cd1-4280-8a40-34894621eb3c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:36.840599 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec8f3-7ec1-4224-9ced-2713535ef269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:36.885080 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec8f3-7ec1-4224-9ced-2713535ef269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:37.008967 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769387d-7d40-48a9-8f9c-2fc71b80d6c8 req-98690f84-9063-4e69-949d-f3f5e02f5211 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:37.010956 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2769387d-7d40-48a9-8f9c-2fc71b80d6c8 req-98690f84-9063-4e69-949d-f3f5e02f5211 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 945 time: 0.0926161 Aug 10 01:02:37.051181 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b63b8-ed7d-4ebb-988c-c3054a949331 req-15004c27-179c-44d8-8279-3d31d4aabca4 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:37.068809 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-983b63b8-ed7d-4ebb-988c-c3054a949331 req-15004c27-179c-44d8-8279-3d31d4aabca4 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 945 time: 0.2004435 Aug 10 01:02:37.113691 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 5296113c-2c3a-4f22-830e-145f73c4780a up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:37.139459 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-983b63b8-ed7d-4ebb-988c-c3054a949331 req-7ba2454b-350d-4ba9-ace6-bad323655d23 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594637 Aug 10 01:02:37.165015 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2769387d-7d40-48a9-8f9c-2fc71b80d6c8 req-8c234527-4ea9-49d8-ba6f-8f87389dd422 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449239 Aug 10 01:02:37.166389 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec8f3-7ec1-4224-9ced-2713535ef269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:37.171115 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec8f3-7ec1-4224-9ced-2713535ef269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:37.175899 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2b4ec8f3-7ec1-4224-9ced-2713535ef269 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9b9144a9-4cd1-4280-8a40-34894621eb3c HTTP/1.1" status: 204 len: 168 time: 0.4512622 Aug 10 01:02:37.193442 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ec8f3-7ec1-4224-9ced-2713535ef269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9144a9-4cd1-4280-8a40-34894621eb3c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:37.335749 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 5296113c-2c3a-4f22-830e-145f73c4780a completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:37.343179 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 5296113c-2c3a-4f22-830e-145f73c4780a triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:37.343656 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:37.492230 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c04d5f-eff7-4c22-901b-4cf135dd0c52 req-d6213835-f300-41c9-b661-15bf38fb1c3b tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:37.498968 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:37.502666 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e3c04d5f-eff7-4c22-901b-4cf135dd0c52 req-d6213835-f300-41c9-b661-15bf38fb1c3b tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 1097 time: 0.0650141 Aug 10 01:02:37.557734 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b798bdfb-0916-428b-b09e-edef6d91b89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5296113c-2c3a-4f22-830e-145f73c4780a'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:02:37.565999 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1848b979-0a10-496f-a0eb-ee7b3c49a178" -d '{"events": [{"server_uuid": "b798bdfb-0916-428b-b09e-edef6d91b89d", "name": "network-vif-plugged", "status": "completed", "tag": "5296113c-2c3a-4f22-830e-145f73c4780a"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:02:37.586097 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e3c04d5f-eff7-4c22-901b-4cf135dd0c52 req-6ef04964-f8dc-4b18-9e1c-d84db640fe23 tempest-LiveMigrationTest-2089685298 tempest-LiveMigrationTest-2089685298-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812831 Aug 10 01:02:37.587204 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 5296113c-2c3a-4f22-830e-145f73c4780a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5296113c-2c3a-4f22-830e-145f73c4780a,segment=NetworkSegment(7090882b-d97f-4901-9a5f-1635b14ed82b),segment_id=7090882b-d97f-4901-9a5f-1635b14ed82b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:37.595249 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:37.657568 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ae5648-c655-4eaa-85c2-d5614e1b3f98 x-openstack-request-id: req-70ae5648-c655-4eaa-85c2-d5614e1b3f98 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:02:37.657868 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b798bdfb-0916-428b-b09e-edef6d91b89d", "name": "network-vif-plugged", "status": "completed", "tag": "5296113c-2c3a-4f22-830e-145f73c4780a", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:02:37.658127 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-70ae5648-c655-4eaa-85c2-d5614e1b3f98 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:02:37.659263 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b798bdfb-0916-428b-b09e-edef6d91b89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5296113c-2c3a-4f22-830e-145f73c4780a', 'code': 200} Aug 10 01:02:37.751094 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=5296113c-2c3a-4f22-830e-145f73c4780a,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:37.868256 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679245a4-1dd3-4c76-a305-f160cf0d1c30 req-d9ea4aff-0c99-4436-95cd-26f590709b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:37.869766 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-679245a4-1dd3-4c76-a305-f160cf0d1c30 req-d9ea4aff-0c99-4436-95cd-26f590709b1b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 1098 time: 0.1360099 Aug 10 01:02:37.869909 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42b0de-787d-43f5-92ed-a2e0130c494d req-ea80074a-f647-4b7d-b71b-34743c5b4c2d tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:37.878546 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1e42b0de-787d-43f5-92ed-a2e0130c494d req-ea80074a-f647-4b7d-b71b-34743c5b4c2d tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 946 time: 0.0744121 Aug 10 01:02:37.959279 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1e42b0de-787d-43f5-92ed-a2e0130c494d req-acc43947-362f-4f43-9278-a551790eb395 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776155 Aug 10 01:02:37.978663 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-679245a4-1dd3-4c76-a305-f160cf0d1c30 req-acb226c2-ff1d-434d-b0c2-81279aba0f06 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953939 Aug 10 01:02:38.099403 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454e3d0-a4e0-4e2f-bd58-88c87c9f1b48 req-27cfae8b-7b06-4e2e-beff-b724ec877a34 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:38.109744 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7454e3d0-a4e0-4e2f-bd58-88c87c9f1b48 req-27cfae8b-7b06-4e2e-beff-b724ec877a34 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 945 time: 0.1033700 Aug 10 01:02:38.153203 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7454e3d0-a4e0-4e2f-bd58-88c87c9f1b48 req-c803d32d-99c4-4262-a223-fa2bf4b88494 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418844 Aug 10 01:02:38.352211 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ac49d-0b1b-4ae9-940a-33751fa4e508 req-9fbd079f-22cb-4f7e-a053-0c47bdc4516b tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:38.361297 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e04ac49d-0b1b-4ae9-940a-33751fa4e508 req-9fbd079f-22cb-4f7e-a053-0c47bdc4516b tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1181526 Aug 10 01:02:38.424598 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e04ac49d-0b1b-4ae9-940a-33751fa4e508 req-f9a9103a-4989-459f-8522-c614e89488a9 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623047 Aug 10 01:02:38.800256 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e18bd-1dbe-4a91-9dcf-f83248ace06d req-83a671fd-f663-4edb-af18-a7c47ccc7dad tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:38.819528 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-600e18bd-1dbe-4a91-9dcf-f83248ace06d req-83a671fd-f663-4edb-af18-a7c47ccc7dad tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.24 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 945 time: 0.0751138 Aug 10 01:02:38.971743 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-600e18bd-1dbe-4a91-9dcf-f83248ace06d req-7a0dc108-81e1-476b-bd7f-844262103173 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Deleting port 623958f9-6190-42cc-b139-014b40f24ac9 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:02:38.972401 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-600e18bd-1dbe-4a91-9dcf-f83248ace06d req-7a0dc108-81e1-476b-bd7f-844262103173 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:39.212171 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-600e18bd-1dbe-4a91-9dcf-f83248ace06d req-7a0dc108-81e1-476b-bd7f-844262103173 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] For port 623958f9-6190-42cc-b139-014b40f24ac9, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=623958f9-6190-42cc-b139-014b40f24ac9,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:39.212973 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-600e18bd-1dbe-4a91-9dcf-f83248ace06d req-7a0dc108-81e1-476b-bd7f-844262103173 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:39.256279 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-600e18bd-1dbe-4a91-9dcf-f83248ace06d req-7a0dc108-81e1-476b-bd7f-844262103173 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Calling delete_port for 623958f9-6190-42cc-b139-014b40f24ac9 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:02:39.327837 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a56505-4f76-45b2-8435-295311da4b76 req-35db18ad-e3b6-4429-91d0-5f44ea29963b tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:39.339648 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c5a56505-4f76-45b2-8435-295311da4b76 req-35db18ad-e3b6-4429-91d0-5f44ea29963b tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 946 time: 0.2087121 Aug 10 01:02:39.477301 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c5a56505-4f76-45b2-8435-295311da4b76 req-f7ffa1b0-8e3d-41cc-a17e-0e6aa0820d90 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316502 Aug 10 01:02:39.530513 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08aceb0-dc32-4836-84bb-8b5cd967ab47 req-1f790790-5aed-4aba-a860-f107e0f1b392 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:39.532435 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f08aceb0-dc32-4836-84bb-8b5cd967ab47 req-1f790790-5aed-4aba-a860-f107e0f1b392 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 945 time: 0.1885138 Aug 10 01:02:39.626357 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f08aceb0-dc32-4836-84bb-8b5cd967ab47 req-cd24e834-1fcb-4d4e-91f8-9a8620201a59 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797386 Aug 10 01:02:39.674129 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-600e18bd-1dbe-4a91-9dcf-f83248ace06d req-7a0dc108-81e1-476b-bd7f-844262103173 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:39.695576 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['6c955c7f-fd34-47cb-8393-c2c284128387'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:02:39.743495 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0dc108-81e1-476b-bd7f-844262103173 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Pushing event deleted for resources: {'Port': ['ID=623958f9-6190-42cc-b139-014b40f24ac9,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:39.919138 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-600e18bd-1dbe-4a91-9dcf-f83248ace06d req-7a0dc108-81e1-476b-bd7f-844262103173 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] No DVR routers for this DVR port 623958f9-6190-42cc-b139-014b40f24ac9 on host n-h1-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:02:39.922591 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-600e18bd-1dbe-4a91-9dcf-f83248ace06d req-7a0dc108-81e1-476b-bd7f-844262103173 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:39.937228 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-600e18bd-1dbe-4a91-9dcf-f83248ace06d req-7a0dc108-81e1-476b-bd7f-844262103173 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.24 "DELETE /v2.0/ports/623958f9-6190-42cc-b139-014b40f24ac9 HTTP/1.1" status: 204 len: 173 time: 1.1106763 Aug 10 01:02:39.937746 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c', 'name': 'network-vif-deleted', 'tag': '623958f9-6190-42cc-b139-014b40f24ac9'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:02:39.940217 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7e417f-930f-4bf2-ac83-6b4d9a26bbaa" -d '{"events": [{"server_uuid": "84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c", "name": "network-vif-deleted", "tag": "623958f9-6190-42cc-b139-014b40f24ac9"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:02:40.012278 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa6d8b-abfc-494e-86ac-d8b7f07015dc req-8f9a9d75-fe4e-423a-9771-61858cc61e06 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:40.025166 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4caa6d8b-abfc-494e-86ac-d8b7f07015dc req-8f9a9d75-fe4e-423a-9771-61858cc61e06 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.2706709 Aug 10 01:02:40.087591 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d01bd3-5991-4e80-a710-8634dc82ddf4 x-openstack-request-id: req-25d01bd3-5991-4e80-a710-8634dc82ddf4 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:02:40.087892 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c", "name": "network-vif-deleted", "tag": "623958f9-6190-42cc-b139-014b40f24ac9", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:02:40.088152 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-25d01bd3-5991-4e80-a710-8634dc82ddf4 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:02:40.088572 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c', 'name': 'network-vif-deleted', 'tag': '623958f9-6190-42cc-b139-014b40f24ac9', 'status': 'completed', 'code': 200} Aug 10 01:02:40.095056 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4caa6d8b-abfc-494e-86ac-d8b7f07015dc req-7752eefe-8b01-498c-876b-9175fc3c5cbf tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679688 Aug 10 01:02:40.645022 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-befd35b7-aa90-42fe-8c5f-06bbd246409c tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:40.659116 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-befd35b7-aa90-42fe-8c5f-06bbd246409c tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/networks?id=0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c HTTP/1.1" status: 200 len: 813 time: 0.1442342 Aug 10 01:02:40.690984 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-8a3dccf8-5a43-45df-b506-8d5513722417 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/quotas/1014fe67c7c742a1ba3e24aee6cf6340 HTTP/1.1" status: 200 len: 375 time: 0.0119450 Aug 10 01:02:40.855313 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847a2bb-8ae7-4f70-8fb5-c93971cbfe68 req-4d547403-20cd-4981-9249-55a8fd85236c tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:40.858321 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3847a2bb-8ae7-4f70-8fb5-c93971cbfe68 req-4d547403-20cd-4981-9249-55a8fd85236c tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 946 time: 0.1980438 Aug 10 01:02:40.906201 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-df19cd3e-b007-446f-8311-2ef591f982d6 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1014fe67c7c742a1ba3e24aee6cf6340&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1862674 Aug 10 01:02:40.926714 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3847a2bb-8ae7-4f70-8fb5-c93971cbfe68 req-68d24b1f-f113-43f1-9370-b7a5c1c69da6 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610595 Aug 10 01:02:41.138890 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-3c7485ef-c829-42d7-9f66-c7288e224a37 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:02:41.154056 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-3c7485ef-c829-42d7-9f66-c7288e224a37 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2468174 Aug 10 01:02:41.176842 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9015335d-cace-4624-8407-4918e2442627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:41.287404 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-013cc0c1-10f8-4576-8aaa-c0c16c8f57eb service neutron] 10.222.0.35 "GET /v2.0/networks/0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301806 Aug 10 01:02:41.347640 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-67362953-b085-4acf-9f0a-ff39d0e294e2 req-3793b53f-b07b-437e-b019-f469dbb61b7a tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 210 time: 0.0660884 Aug 10 01:02:41.429106 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:41.598844 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-a46a7cb7-da41-4801-b02d-4e7fb2a2b5f6 service neutron] 10.222.0.35 "GET /v2.0/networks/0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087187 Aug 10 01:02:41.894038 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b9d6891-f4d5-4c6e-b7b3-2ade5a69a98c req-9890c2a3-e451-40a6-9c92-29b25ec9b918 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e76764c-3a09-453a-b7ce-d6fcd4252429 HTTP/1.1" status: 200 len: 210 time: 0.0569150 Aug 10 01:02:42.214198 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25defb8-f76a-4b19-8e4f-fda32050ee97 req-656a01d3-96d2-4fc1-b325-309899caeb83 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:42.223981 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c25defb8-f76a-4b19-8e4f-fda32050ee97 req-656a01d3-96d2-4fc1-b325-309899caeb83 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 946 time: 0.1078293 Aug 10 01:02:42.315622 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c25defb8-f76a-4b19-8e4f-fda32050ee97 req-409dab8f-b538-4425-aa76-80e1f2d3cb73 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875647 Aug 10 01:02:42.587892 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 623958f9-6190-42cc-b139-014b40f24ac9 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:02:42.596311 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a41cd1e2-e12b-41d3-bcab-34b1e386c5e9 req-a6ca3c69-6185-4dbf-89fa-4ec88ff6c70c tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 210 time: 0.1095157 Aug 10 01:02:42.635548 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 623958f9-6190-42cc-b139-014b40f24ac9 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:02:42.636160 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 623958f9-6190-42cc-b139-014b40f24ac9 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:02:43.048587 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3a28a810-5a36-4443-8d9f-9ed1cee9d4b9 req-68710d8e-51ca-4251-9423-57bdb20cfd63 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e76764c-3a09-453a-b7ce-d6fcd4252429 HTTP/1.1" status: 200 len: 210 time: 0.0466831 Aug 10 01:02:43.442110 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-bd1f6c54-df3a-4494-abcb-9e9e2e99c8cf tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:43.443934 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-bd1f6c54-df3a-4494-abcb-9e9e2e99c8cf tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.24 "GET /v2.0/networks?id=0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c HTTP/1.1" status: 200 len: 813 time: 0.2204299 Aug 10 01:02:43.468584 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-befa96b5-524b-4fc0-accd-4b19736d18fd tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Request body: {'port': {'device_id': '0e76764c-3a09-453a-b7ce-d6fcd4252429', 'network_id': '0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c', 'admin_state_up': True, 'tenant_id': '1014fe67c7c742a1ba3e24aee6cf6340'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:43.578493 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb760bfa-7a47-40f2-a1c6-908b069e639b req-d34cfeee-1fe4-4c5b-8479-0cba5f281194 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:43.586210 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bb760bfa-7a47-40f2-a1c6-908b069e639b req-d34cfeee-1fe4-4c5b-8479-0cba5f281194 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 946 time: 0.1361020 Aug 10 01:02:43.632160 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 49696) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:43.657429 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bb760bfa-7a47-40f2-a1c6-908b069e639b req-dd06e468-8ae7-478f-a6c7-5194380f68cd tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699134 Aug 10 01:02:43.728786 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-befa96b5-524b-4fc0-accd-4b19736d18fd tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Made reservation on behalf of 1014fe67c7c742a1ba3e24aee6cf6340 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:02:43.735683 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-befa96b5-524b-4fc0-accd-4b19736d18fd tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:43.780929 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d4610a48-87c3-40d3-ba93-eda6c142108c req-403f4d79-8e4e-46ce-8de5-6e7a15babcb4 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 210 time: 0.0825794 Aug 10 01:02:43.798916 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-be368377-be37-4db6-952f-3efc49db4595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:43.810739 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a29c80bd-8556-4d10-8d97-4b0a1907f6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:43.938674 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-be368377-be37-4db6-952f-3efc49db4595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:43.944222 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-be368377-be37-4db6-952f-3efc49db4595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:43.951406 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-befa96b5-524b-4fc0-accd-4b19736d18fd tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Allocated IP 172.20.0.3 (0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c/52b93c28-be1e-4ae4-ab41-5d8b08787e7b/dad36731-0a01-4cdf-b587-0d7a8f28ee6c) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:02:43.979867 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be368377-be37-4db6-952f-3efc49db4595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b2e863-6e02-464f-a295-abf349e188ef,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:44.016328 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-be368377-be37-4db6-952f-3efc49db4595 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e6f7b7d9723f4f3eabe6108b648e53d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3814723 Aug 10 01:02:44.018861 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 49710) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:44.094874 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-18b0c3dd-e3fc-4ecf-8de3-68d4588b6efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:44.119054 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-18b0c3dd-e3fc-4ecf-8de3-68d4588b6efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:44.143015 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-befa96b5-524b-4fc0-accd-4b19736d18fd tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:44.232854 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b60d66f7-67d6-4099-869f-c8b51e2978f8 req-f55e3cc7-1b34-4def-aba9-9c7790869435 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e76764c-3a09-453a-b7ce-d6fcd4252429 HTTP/1.1" status: 200 len: 210 time: 0.0546465 Aug 10 01:02:44.233050 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbae3f-66dd-4c45-9e1f-8f9b07e41ea5 req-de44d2e2-7434-4f4d-b9b8-0bd0e00e236c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:44.235769 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a6fbae3f-66dd-4c45-9e1f-8f9b07e41ea5 req-de44d2e2-7434-4f4d-b9b8-0bd0e00e236c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ce28956188140948295882b7e7eeddc&device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 1098 time: 0.0543468 Aug 10 01:02:44.237464 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-18b0c3dd-e3fc-4ecf-8de3-68d4588b6efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:44.240355 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-18b0c3dd-e3fc-4ecf-8de3-68d4588b6efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:44.241736 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-18b0c3dd-e3fc-4ecf-8de3-68d4588b6efa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/79b2e863-6e02-464f-a295-abf349e188ef HTTP/1.1" status: 204 len: 168 time: 0.2218292 Aug 10 01:02:44.252522 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0c3dd-e3fc-4ecf-8de3-68d4588b6efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b2e863-6e02-464f-a295-abf349e188ef,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:44.266701 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-befa96b5-524b-4fc0-accd-4b19736d18fd tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:44.309322 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['5296113c-2c3a-4f22-830e-145f73c4780a'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:02:44.394425 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa96b5-524b-4fc0-accd-4b19736d18fd tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Pushing event updated for resources: {'Port': ['ID=dad36731-0a01-4cdf-b587-0d7a8f28ee6c,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:44.421806 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-befa96b5-524b-4fc0-accd-4b19736d18fd tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Network 0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:44.424991 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbae3f-66dd-4c45-9e1f-8f9b07e41ea5 req-8629b843-3fde-4b8c-9fca-aa16167eb952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:44.427058 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a6fbae3f-66dd-4c45-9e1f-8f9b07e41ea5 req-8629b843-3fde-4b8c-9fca-aa16167eb952 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9ff27b19-c3ac-4a51-8f0a-77d9d092a25c HTTP/1.1" status: 200 len: 918 time: 0.1753368 Aug 10 01:02:44.428868 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-befa96b5-524b-4fc0-accd-4b19736d18fd tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:44.439655 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-befa96b5-524b-4fc0-accd-4b19736d18fd tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:02:44.456563 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:44.556391 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-befa96b5-524b-4fc0-accd-4b19736d18fd tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:44.557686 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-befa96b5-524b-4fc0-accd-4b19736d18fd tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:44.583545 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a6fbae3f-66dd-4c45-9e1f-8f9b07e41ea5 req-ee47ba02-f3a8-4a80-80ff-5170799edcfe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 HTTP/1.1" status: 200 len: 1001 time: 0.1458242 Aug 10 01:02:44.585109 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-befa96b5-524b-4fc0-accd-4b19736d18fd tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1245322 Aug 10 01:02:44.613405 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-f2780513-16e6-4920-b40c-75acd93a0cab service neutron] Request body: {'port': {'device_id': '0e76764c-3a09-453a-b7ce-d6fcd4252429', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:44.658628 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbae3f-66dd-4c45-9e1f-8f9b07e41ea5 req-5d70880c-170d-4f26-8918-d51155e2cc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:44.660215 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a6fbae3f-66dd-4c45-9e1f-8f9b07e41ea5 req-5d70880c-170d-4f26-8918-d51155e2cc1e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5d5b8c68-57be-4c07-b3dd-20f44685cf57 HTTP/1.1" status: 200 len: 856 time: 0.0624089 Aug 10 01:02:44.705659 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-f2780513-16e6-4920-b40c-75acd93a0cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:44.720043 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbae3f-66dd-4c45-9e1f-8f9b07e41ea5 req-ac8b37b4-b48e-41cb-8a85-b8ae05ab33c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:44.721958 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a6fbae3f-66dd-4c45-9e1f-8f9b07e41ea5 req-ac8b37b4-b48e-41cb-8a85-b8ae05ab33c9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9ff27b19-c3ac-4a51-8f0a-77d9d092a25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548284 Aug 10 01:02:44.917277 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a6fbae3f-66dd-4c45-9e1f-8f9b07e41ea5 req-980614fa-9da4-4e70-8a3c-b04992d87448 service neutron] 10.222.0.24 "GET /v2.0/networks/9ff27b19-c3ac-4a51-8f0a-77d9d092a25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879606 Aug 10 01:02:45.038848 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:45.065348 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1ccd9aeb-6efe-4b61-bdd8-8928efcd321f req-e7782868-fe9d-4cde-8aff-c1cd2afc0202 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=84430a2d-93e6-48d5-b6f9-a5b9fc4fa84c HTTP/1.1" status: 200 len: 210 time: 0.0672054 Aug 10 01:02:45.090792 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4bae3-39d5-47ab-99cd-45335cd97520 req-8372448e-c1fe-457a-a998-db0572c16ea1 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:45.091981 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-03f4bae3-39d5-47ab-99cd-45335cd97520 req-8372448e-c1fe-457a-a998-db0572c16ea1 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 946 time: 0.1946187 Aug 10 01:02:45.106503 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a6fbae3f-66dd-4c45-9e1f-8f9b07e41ea5 req-02afc29c-0993-4c0d-a813-b8620a091337 service neutron] 10.222.0.24 "GET /v2.0/networks/9ff27b19-c3ac-4a51-8f0a-77d9d092a25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808715 Aug 10 01:02:45.155404 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-03f4bae3-39d5-47ab-99cd-45335cd97520 req-5919cf16-0bfc-452d-9265-4cb0f431e12e tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624230 Aug 10 01:02:45.265044 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-f2780513-16e6-4920-b40c-75acd93a0cab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dad36731-0a01-4cdf-b587-0d7a8f28ee6c {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:02:45.274343 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-f2780513-16e6-4920-b40c-75acd93a0cab service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:45.289113 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-f2780513-16e6-4920-b40c-75acd93a0cab service neutron] Transition to ACTIVE for port object dad36731-0a01-4cdf-b587-0d7a8f28ee6c will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:45.293997 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-f2780513-16e6-4920-b40c-75acd93a0cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:45.415575 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2780513-16e6-4920-b40c-75acd93a0cab service neutron] Pushing event updated for resources: {'Port': ['ID=dad36731-0a01-4cdf-b587-0d7a8f28ee6c,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:45.846265 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895efcd-47fd-4c3f-b4cb-d2fe428d538b req-c15472c2-14a7-4ae0-beca-e47f04c739d7 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:45.847789 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b895efcd-47fd-4c3f-b4cb-d2fe428d538b req-c15472c2-14a7-4ae0-beca-e47f04c739d7 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e76764c-3a09-453a-b7ce-d6fcd4252429 HTTP/1.1" status: 200 len: 943 time: 0.5121922 Aug 10 01:02:45.890128 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-f2780513-16e6-4920-b40c-75acd93a0cab service neutron] Attempting to bind port dad36731-0a01-4cdf-b587-0d7a8f28ee6c on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:02:45.890485 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-f2780513-16e6-4920-b40c-75acd93a0cab service neutron] Attempting to bind port dad36731-0a01-4cdf-b587-0d7a8f28ee6c by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '7090882b-d97f-4901-9a5f-1635b14ed82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:02:45.890800 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-f2780513-16e6-4920-b40c-75acd93a0cab service neutron] Attempting to bind port dad36731-0a01-4cdf-b587-0d7a8f28ee6c on network 0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:02:45.909121 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b895efcd-47fd-4c3f-b4cb-d2fe428d538b req-2b0851cd-203c-4880-823b-71998c74966e tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532951 Aug 10 01:02:45.909121 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-f2780513-16e6-4920-b40c-75acd93a0cab service neutron] Port dad36731-0a01-4cdf-b587-0d7a8f28ee6c on network 0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:02:45.909121 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-f2780513-16e6-4920-b40c-75acd93a0cab service neutron] Attempting to bind port dad36731-0a01-4cdf-b587-0d7a8f28ee6c on network 0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:02:45.914300 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-f2780513-16e6-4920-b40c-75acd93a0cab service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:02:45.914709 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-f2780513-16e6-4920-b40c-75acd93a0cab service neutron] Checking segment: {'id': '7090882b-d97f-4901-9a5f-1635b14ed82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:45.915096 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-f2780513-16e6-4920-b40c-75acd93a0cab service neutron] Bound using segment: {'id': '7090882b-d97f-4901-9a5f-1635b14ed82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:02:45.915525 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-f2780513-16e6-4920-b40c-75acd93a0cab service neutron] Bound port: dad36731-0a01-4cdf-b587-0d7a8f28ee6c, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7090882b-d97f-4901-9a5f-1635b14ed82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:02:45.915922 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-f2780513-16e6-4920-b40c-75acd93a0cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:46.038447 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-f2780513-16e6-4920-b40c-75acd93a0cab service neutron] For port dad36731-0a01-4cdf-b587-0d7a8f28ee6c, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:02:46.042506 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-f2780513-16e6-4920-b40c-75acd93a0cab service neutron] For port dad36731-0a01-4cdf-b587-0d7a8f28ee6c, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=dad36731-0a01-4cdf-b587-0d7a8f28ee6c,segment=NetworkSegment(7090882b-d97f-4901-9a5f-1635b14ed82b),segment_id=7090882b-d97f-4901-9a5f-1635b14ed82b)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:02:46.047696 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-f2780513-16e6-4920-b40c-75acd93a0cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:46.107551 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2780513-16e6-4920-b40c-75acd93a0cab service neutron] Pushing event updated for resources: {'Port': ['ID=dad36731-0a01-4cdf-b587-0d7a8f28ee6c,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:46.128424 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-f2780513-16e6-4920-b40c-75acd93a0cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:46.129699 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-f2780513-16e6-4920-b40c-75acd93a0cab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:46.131595 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-f2780513-16e6-4920-b40c-75acd93a0cab service neutron] 10.222.0.24 "PUT /v2.0/ports/dad36731-0a01-4cdf-b587-0d7a8f28ee6c HTTP/1.1" status: 200 len: 1092 time: 1.5329752 Aug 10 01:02:46.132312 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e76764c-3a09-453a-b7ce-d6fcd4252429', 'tag': 'dad36731-0a01-4cdf-b587-0d7a8f28ee6c'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:02:46.135689 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b969885-3312-4a04-a7d3-ddccbbc457db" -d '{"events": [{"name": "network-changed", "server_uuid": "0e76764c-3a09-453a-b7ce-d6fcd4252429", "tag": "dad36731-0a01-4cdf-b587-0d7a8f28ee6c"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:02:46.188581 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8544b289-b155-4f72-bc95-8b1fd70a68ee x-openstack-request-id: req-8544b289-b155-4f72-bc95-8b1fd70a68ee {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:02:46.189111 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e76764c-3a09-453a-b7ce-d6fcd4252429", "tag": "dad36731-0a01-4cdf-b587-0d7a8f28ee6c", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:02:46.189579 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8544b289-b155-4f72-bc95-8b1fd70a68ee {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:02:46.190083 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e76764c-3a09-453a-b7ce-d6fcd4252429', 'tag': 'dad36731-0a01-4cdf-b587-0d7a8f28ee6c', 'status': 'completed', 'code': 200} Aug 10 01:02:46.211767 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:46.301108 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 49804) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:46.396739 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-a7ab2d52-1f4c-45f9-b237-0ff3ec972892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:46.398274 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-a7ab2d52-1f4c-45f9-b237-0ff3ec972892 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1014fe67c7c742a1ba3e24aee6cf6340&device_id=0e76764c-3a09-453a-b7ce-d6fcd4252429 HTTP/1.1" status: 200 len: 1095 time: 0.1965809 Aug 10 01:02:46.464745 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-60b9c3c7-c34a-40c4-97d3-2292897b1334 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dad36731-0a01-4cdf-b587-0d7a8f28ee6c HTTP/1.1" status: 200 len: 217 time: 0.0544915 Aug 10 01:02:46.503373 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-860392ed-169d-4052-a5fc-f88a1bf53e31 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-785637286'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:46.545546 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a7128-12e6-49cb-a10d-73f0a6a3453d req-d3fa56d7-e6fa-4883-9a90-79f6ca77c8f2 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:46.546101 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860392ed-169d-4052-a5fc-f88a1bf53e31 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Made reservation on behalf of 2c2154217c2d4700babc2fe0a8aa2015 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:02:46.556121 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a4a7128-12e6-49cb-a10d-73f0a6a3453d req-d3fa56d7-e6fa-4883-9a90-79f6ca77c8f2 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 946 time: 0.2621040 Aug 10 01:02:46.556755 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-860392ed-169d-4052-a5fc-f88a1bf53e31 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:46.573521 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-860392ed-169d-4052-a5fc-f88a1bf53e31 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:46.583329 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-6015572c-58ba-4ffa-a03f-8e6280422ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:46.584824 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-6015572c-58ba-4ffa-a03f-8e6280422ee0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52b93c28-be1e-4ae4-ab41-5d8b08787e7b HTTP/1.1" status: 200 len: 853 time: 0.1125219 Aug 10 01:02:46.637216 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-b967bc8b-e4c9-4c9c-a1a9-71f08d4d7ca4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399525 Aug 10 01:02:46.643801 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a4a7128-12e6-49cb-a10d-73f0a6a3453d req-377f9b39-faff-42c1-b32d-ba140651f15d tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867774 Aug 10 01:02:46.717034 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-860392ed-169d-4052-a5fc-f88a1bf53e31 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:46.726440 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-860392ed-169d-4052-a5fc-f88a1bf53e31 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:46.756618 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-860392ed-169d-4052-a5fc-f88a1bf53e31 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:02:46.767059 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860392ed-169d-4052-a5fc-f88a1bf53e31 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7794362f-7ada-408e-b095-97edcf4f8ce2,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:46.789246 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-860392ed-169d-4052-a5fc-f88a1bf53e31 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:46.790387 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-860392ed-169d-4052-a5fc-f88a1bf53e31 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Added segment 51287025-0f23-4d68-9b9e-6cfed1e3930a of type vlan for network 6a2e59b7-ca37-4f26-8552-8ebcfaf93377 Aug 10 01:02:46.819834 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-903d21e7-0293-4f0b-b483-9d061f0db8f1 service neutron] 10.222.0.24 "GET /v2.0/networks/0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741235 Aug 10 01:02:46.838106 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-860392ed-169d-4052-a5fc-f88a1bf53e31 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:46.873959 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-860392ed-169d-4052-a5fc-f88a1bf53e31 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:46.888545 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860392ed-169d-4052-a5fc-f88a1bf53e31 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:46.889553 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-860392ed-169d-4052-a5fc-f88a1bf53e31 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:46.975535 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4dc7529a-7da0-49ff-a7b5-001e246b5d27 req-bd348ade-df22-405c-9bce-6fa32d1789c9 service neutron] 10.222.0.24 "GET /v2.0/networks/0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471760 Aug 10 01:02:46.993277 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-860392ed-169d-4052-a5fc-f88a1bf53e31 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6904094 Aug 10 01:02:46.996016 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 49820) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:47.004005 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-f7884ef9-a790-48da-850d-ba2cbe42e1ba tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Request body: {'subnet': {'network_id': '6a2e59b7-ca37-4f26-8552-8ebcfaf93377', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:47.036457 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860392ed-169d-4052-a5fc-f88a1bf53e31 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Pushing event updated for resources: {'Network': ['ID=6a2e59b7-ca37-4f26-8552-8ebcfaf93377,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:47.052875 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 6a2e59b7-ca37-4f26-8552-8ebcfaf93377 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:02:47.210577 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0f511-1d4c-4053-a90b-3673e00e2761 req-7f5d81f3-0e3b-4cbf-a02f-231164224cd2 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:47.212973 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6bf0f511-1d4c-4053-a90b-3673e00e2761 req-7f5d81f3-0e3b-4cbf-a02f-231164224cd2 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e76764c-3a09-453a-b7ce-d6fcd4252429 HTTP/1.1" status: 200 len: 943 time: 0.1387186 Aug 10 01:02:47.215508 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b969885-3312-4a04-a7d3-ddccbbc457db req-e5170ff6-873d-4468-8f93-529ab61533f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:47.217119 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7b969885-3312-4a04-a7d3-ddccbbc457db req-e5170ff6-873d-4468-8f93-529ab61533f0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1014fe67c7c742a1ba3e24aee6cf6340&device_id=0e76764c-3a09-453a-b7ce-d6fcd4252429 HTTP/1.1" status: 200 len: 1095 time: 0.1440115 Aug 10 01:02:47.314390 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7884ef9-a790-48da-850d-ba2cbe42e1ba tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Made reservation on behalf of 2c2154217c2d4700babc2fe0a8aa2015 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:02:47.318078 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f7884ef9-a790-48da-850d-ba2cbe42e1ba tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:47.410295 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6bf0f511-1d4c-4053-a90b-3673e00e2761 req-368099ad-cdf1-42db-8391-94c1272f8afd tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749609 Aug 10 01:02:47.478215 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b969885-3312-4a04-a7d3-ddccbbc457db req-ae7ccab4-30f0-4d44-b2cb-7194f6167e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:47.479848 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7b969885-3312-4a04-a7d3-ddccbbc457db req-ae7ccab4-30f0-4d44-b2cb-7194f6167e9b service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c HTTP/1.1" status: 200 len: 914 time: 0.2547617 Aug 10 01:02:47.523686 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7b969885-3312-4a04-a7d3-ddccbbc457db req-020afed5-4368-4828-8501-8816af393e83 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dad36731-0a01-4cdf-b587-0d7a8f28ee6c HTTP/1.1" status: 200 len: 217 time: 0.0348184 Aug 10 01:02:47.635305 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b969885-3312-4a04-a7d3-ddccbbc457db req-4478d0d1-7459-48b3-a4cd-4e09cc435201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:47.637642 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7b969885-3312-4a04-a7d3-ddccbbc457db req-4478d0d1-7459-48b3-a4cd-4e09cc435201 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52b93c28-be1e-4ae4-ab41-5d8b08787e7b HTTP/1.1" status: 200 len: 853 time: 0.1048937 Aug 10 01:02:47.709296 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7b969885-3312-4a04-a7d3-ddccbbc457db req-f4991dbd-4ff9-413a-ab0f-9089e390b768 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644343 Aug 10 01:02:47.770347 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f7884ef9-a790-48da-850d-ba2cbe42e1ba tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:47.882201 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7884ef9-a790-48da-850d-ba2cbe42e1ba tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Pushing event updated for resources: {'Subnet': ['ID=96547999-475f-407c-9505-701bb1aa2bd7,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:47.947463 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f123c2-e094-4bfa-aa72-6f562ec5b037 req-88368841-56d9-47a9-8821-bc658b0ab693 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:47.960796 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-43f123c2-e094-4bfa-aa72-6f562ec5b037 req-88368841-56d9-47a9-8821-bc658b0ab693 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 946 time: 0.1403205 Aug 10 01:02:48.015887 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7b969885-3312-4a04-a7d3-ddccbbc457db req-d6acabc2-9bf4-480e-89d1-bcb6977506d7 service neutron] 10.222.0.24 "GET /v2.0/networks/0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953064 Aug 10 01:02:48.051771 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-43f123c2-e094-4bfa-aa72-6f562ec5b037 req-6e843875-2f1d-441b-8914-4409cbf2746e tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900350 Aug 10 01:02:48.170237 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7884ef9-a790-48da-850d-ba2cbe42e1ba tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Checking segment: {'id': '51287025-0f23-4d68-9b9e-6cfed1e3930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6a2e59b7-ca37-4f26-8552-8ebcfaf93377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:48.171092 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7884ef9-a790-48da-850d-ba2cbe42e1ba tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Network hostable DHCP agents. Network: 6a2e59b7-ca37-4f26-8552-8ebcfaf93377, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:02:48.227246 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7884ef9-a790-48da-850d-ba2cbe42e1ba tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Network 6a2e59b7-ca37-4f26-8552-8ebcfaf93377 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:02:48.250588 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-f7884ef9-a790-48da-850d-ba2cbe42e1ba tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 6a2e59b7-ca37-4f26-8552-8ebcfaf93377) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:48.255678 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7884ef9-a790-48da-850d-ba2cbe42e1ba tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:48.256420 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f7884ef9-a790-48da-850d-ba2cbe42e1ba tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:48.261783 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48686cb-86a1-4e57-820c-5a05f62f0689 None None] Network 6a2e59b7-ca37-4f26-8552-8ebcfaf93377 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:48.317021 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7b969885-3312-4a04-a7d3-ddccbbc457db req-abf62bde-d6ba-4f94-8bf4-42730cec62e1 service neutron] 10.222.0.24 "GET /v2.0/networks/0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831788 Aug 10 01:02:48.332049 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 49858) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:48.332729 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f7884ef9-a790-48da-850d-ba2cbe42e1ba tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3348722 Aug 10 01:02:48.337561 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-4d41fd2e-15d3-4e99-b82b-e0450c9fc84d tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Request body: {'port': {'network_id': '6a2e59b7-ca37-4f26-8552-8ebcfaf93377', 'name': 'tempest-DHCPAgentSchedulersTestJSON-148094489'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:48.592380 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d500ef-d288-4a07-b309-a46be06a6919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-6a2e59b7-ca37-4f26-8552-8ebcfaf93377', 'network_id': '6a2e59b7-ca37-4f26-8552-8ebcfaf93377', 'tenant_id': '2c2154217c2d4700babc2fe0a8aa2015', 'fixed_ips': [{'subnet_id': '96547999-475f-407c-9505-701bb1aa2bd7'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:02:48.594350 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1d500ef-d288-4a07-b309-a46be06a6919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:48.628411 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:02:48.640609 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d41fd2e-15d3-4e99-b82b-e0450c9fc84d tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Made reservation on behalf of 2c2154217c2d4700babc2fe0a8aa2015 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:02:48.645166 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4d41fd2e-15d3-4e99-b82b-e0450c9fc84d tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:48.680542 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1365d-a8b8-4b25-9c0d-994a15489151 req-dc35b0a4-19aa-4c57-a8ac-cfc075062844 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:48.692277 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-60f1365d-a8b8-4b25-9c0d-994a15489151 req-dc35b0a4-19aa-4c57-a8ac-cfc075062844 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e76764c-3a09-453a-b7ce-d6fcd4252429 HTTP/1.1" status: 200 len: 943 time: 0.1518693 Aug 10 01:02:48.698821 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-4d41fd2e-15d3-4e99-b82b-e0450c9fc84d tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] device_id is not set on port c25a8476-682e-429e-aec5-6c59ba9fef7b yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:02:48.742151 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-60f1365d-a8b8-4b25-9c0d-994a15489151 req-b6349a0b-d681-40bb-9f71-eab4a9bc4266 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487602 Aug 10 01:02:48.974500 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-4d41fd2e-15d3-4e99-b82b-e0450c9fc84d tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Allocated IP 172.20.0.5 (6a2e59b7-ca37-4f26-8552-8ebcfaf93377/96547999-475f-407c-9505-701bb1aa2bd7/c25a8476-682e-429e-aec5-6c59ba9fef7b) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:02:49.167060 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:49.285304 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7,segment=NetworkSegment(136bec44-8d21-4a4a-9be0-ad0e395d978b),segment_id=136bec44-8d21-4a4a-9be0-ad0e395d978b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:49.295559 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:02:49.332791 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e39aa02-730e-4419-8a70-e4d71f497ba8" -d '{"events": [{"server_uuid": "ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44", "name": "network-vif-unplugged", "status": "completed", "tag": "96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:02:49.349972 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4d41fd2e-15d3-4e99-b82b-e0450c9fc84d tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:49.353613 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:49.371147 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-4d41fd2e-15d3-4e99-b82b-e0450c9fc84d tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Transition to ACTIVE for port object c25a8476-682e-429e-aec5-6c59ba9fef7b will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:49.430580 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4d41fd2e-15d3-4e99-b82b-e0450c9fc84d tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:49.433617 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a81758-0b0b-4ebd-8fd7-bf6dc4f1023e req-2191d5b7-0c21-443d-af17-6d8faa683352 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:49.442137 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06a81758-0b0b-4ebd-8fd7-bf6dc4f1023e req-2191d5b7-0c21-443d-af17-6d8faa683352 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 944 time: 0.1062555 Aug 10 01:02:49.473170 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:49.533882 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-d1d500ef-d288-4a07-b309-a46be06a6919 None None] Allocated IP 172.20.0.2 (6a2e59b7-ca37-4f26-8552-8ebcfaf93377/96547999-475f-407c-9505-701bb1aa2bd7/b0aaaec5-a36d-4853-87f8-187188af88ff) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:02:49.579659 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06a81758-0b0b-4ebd-8fd7-bf6dc4f1023e req-16a3a8f7-7837-45c6-812b-fa9d75a9bf2f tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315250 Aug 10 01:02:49.586736 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d41fd2e-15d3-4e99-b82b-e0450c9fc84d tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Network 6a2e59b7-ca37-4f26-8552-8ebcfaf93377 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:49.591306 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 01:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08200c4-6c9f-4727-9bf1-f9747bb3015f x-openstack-request-id: req-c08200c4-6c9f-4727-9bf1-f9747bb3015f {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:02:49.591621 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44", "name": "network-vif-unplugged", "status": "failed", "tag": "96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7", "code": 422}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:02:49.591886 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c08200c4-6c9f-4727-9bf1-f9747bb3015f {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:02:49.592321 n-d-766726-26 neutron-server[105828]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7', 'code': 422} returned with failed status Aug 10 01:02:49.594072 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d41fd2e-15d3-4e99-b82b-e0450c9fc84d tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Pushing event updated for resources: {'Port': ['ID=c25a8476-682e-429e-aec5-6c59ba9fef7b,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:49.600638 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-4d41fd2e-15d3-4e99-b82b-e0450c9fc84d tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:49.624158 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d41fd2e-15d3-4e99-b82b-e0450c9fc84d tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:02:49.678254 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-b5e92358-68ee-476c-b09f-7176bf38f9e6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2677767 Aug 10 01:02:49.690393 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d41fd2e-15d3-4e99-b82b-e0450c9fc84d tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:49.691206 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4d41fd2e-15d3-4e99-b82b-e0450c9fc84d tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:49.721978 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 49906) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:49.724549 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4d41fd2e-15d3-4e99-b82b-e0450c9fc84d tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3908799 Aug 10 01:02:49.865340 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1d500ef-d288-4a07-b309-a46be06a6919 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:49.897896 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d1d500ef-d288-4a07-b309-a46be06a6919 None None] Transition to ACTIVE for port object b0aaaec5-a36d-4853-87f8-187188af88ff will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:49.950956 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d1d500ef-d288-4a07-b309-a46be06a6919 None None] Transition to ACTIVE for port object b0aaaec5-a36d-4853-87f8-187188af88ff will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:49.970849 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1d500ef-d288-4a07-b309-a46be06a6919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:50.065150 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d500ef-d288-4a07-b309-a46be06a6919 None None] Pushing event updated for resources: {'Port': ['ID=b0aaaec5-a36d-4853-87f8-187188af88ff,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:50.083035 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60b6b2-1232-4d43-b175-b3aae4fa075f req-a679f0f7-16d9-4255-904d-f68e801911bb tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:50.085004 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bd60b6b2-1232-4d43-b175-b3aae4fa075f req-a679f0f7-16d9-4255-904d-f68e801911bb tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e76764c-3a09-453a-b7ce-d6fcd4252429 HTTP/1.1" status: 200 len: 943 time: 0.2001400 Aug 10 01:02:50.089847 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d500ef-d288-4a07-b309-a46be06a6919 None None] Network 6a2e59b7-ca37-4f26-8552-8ebcfaf93377 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:50.095994 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-d1d500ef-d288-4a07-b309-a46be06a6919 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:50.104976 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d500ef-d288-4a07-b309-a46be06a6919 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:02:50.134812 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-d3a18db0-687c-4cf7-89d7-a470f2069c61 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Deleting port c25a8476-682e-429e-aec5-6c59ba9fef7b {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:02:50.135304 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d3a18db0-687c-4cf7-89d7-a470f2069c61 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:50.173293 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d1d500ef-d288-4a07-b309-a46be06a6919 None None] Attempting to bind port b0aaaec5-a36d-4853-87f8-187188af88ff on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:02:50.174141 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d1d500ef-d288-4a07-b309-a46be06a6919 None None] Attempting to bind port b0aaaec5-a36d-4853-87f8-187188af88ff by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '51287025-0f23-4d68-9b9e-6cfed1e3930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6a2e59b7-ca37-4f26-8552-8ebcfaf93377'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:02:50.174541 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bd60b6b2-1232-4d43-b175-b3aae4fa075f req-3afd4957-e06b-47bc-8262-93cf32a9b48a tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759087 Aug 10 01:02:50.175122 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d500ef-d288-4a07-b309-a46be06a6919 None None] Attempting to bind port b0aaaec5-a36d-4853-87f8-187188af88ff on network 6a2e59b7-ca37-4f26-8552-8ebcfaf93377 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:02:50.180876 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d500ef-d288-4a07-b309-a46be06a6919 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:02:50.181247 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d500ef-d288-4a07-b309-a46be06a6919 None None] Checking segment: {'id': '51287025-0f23-4d68-9b9e-6cfed1e3930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6a2e59b7-ca37-4f26-8552-8ebcfaf93377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:50.181885 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1d500ef-d288-4a07-b309-a46be06a6919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:50.182186 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d500ef-d288-4a07-b309-a46be06a6919 None None] Bound using segment: {'id': '51287025-0f23-4d68-9b9e-6cfed1e3930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6a2e59b7-ca37-4f26-8552-8ebcfaf93377'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:02:50.182909 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d1d500ef-d288-4a07-b309-a46be06a6919 None None] Bound port: b0aaaec5-a36d-4853-87f8-187188af88ff, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51287025-0f23-4d68-9b9e-6cfed1e3930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6a2e59b7-ca37-4f26-8552-8ebcfaf93377'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:02:50.183618 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1d500ef-d288-4a07-b309-a46be06a6919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:50.274728 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d1d500ef-d288-4a07-b309-a46be06a6919 None None] For port b0aaaec5-a36d-4853-87f8-187188af88ff, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:02:50.279918 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d1d500ef-d288-4a07-b309-a46be06a6919 None None] For port b0aaaec5-a36d-4853-87f8-187188af88ff, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b0aaaec5-a36d-4853-87f8-187188af88ff,segment=NetworkSegment(51287025-0f23-4d68-9b9e-6cfed1e3930a),segment_id=51287025-0f23-4d68-9b9e-6cfed1e3930a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:02:50.290167 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1d500ef-d288-4a07-b309-a46be06a6919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:50.293102 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d3a18db0-687c-4cf7-89d7-a470f2069c61 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:50.317124 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-d3a18db0-687c-4cf7-89d7-a470f2069c61 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Calling delete_port for c25a8476-682e-429e-aec5-6c59ba9fef7b owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:02:50.432495 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d500ef-d288-4a07-b309-a46be06a6919 None None] Pushing event updated for resources: {'Port': ['ID=b0aaaec5-a36d-4853-87f8-187188af88ff,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:50.543049 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d3a18db0-687c-4cf7-89d7-a470f2069c61 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:50.630888 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device dad36731-0a01-4cdf-b587-0d7a8f28ee6c details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:02:50.700060 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a18db0-687c-4cf7-89d7-a470f2069c61 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Pushing event deleted for resources: {'Port': ['ID=c25a8476-682e-429e-aec5-6c59ba9fef7b,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:50.854408 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port dad36731-0a01-4cdf-b587-0d7a8f28ee6c, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=dad36731-0a01-4cdf-b587-0d7a8f28ee6c,segment=NetworkSegment(7090882b-d97f-4901-9a5f-1635b14ed82b),segment_id=7090882b-d97f-4901-9a5f-1635b14ed82b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:50.905084 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'dad36731-0a01-4cdf-b587-0d7a8f28ee6c', 'network_id': '0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c', 'port_id': 'dad36731-0a01-4cdf-b587-0d7a8f28ee6c', 'mac_address': 'fa:16:3e:2a:06:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52b93c28-be1e-4ae4-ab41-5d8b08787e7b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:02:50.924052 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d3a18db0-687c-4cf7-89d7-a470f2069c61 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:50.926159 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d3a18db0-687c-4cf7-89d7-a470f2069c61 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] 10.222.0.35 "DELETE /v2.0/ports/c25a8476-682e-429e-aec5-6c59ba9fef7b HTTP/1.1" status: 204 len: 168 time: 1.2030799 Aug 10 01:02:50.929159 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 49942) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:50.941524 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aac9c5-fc34-4651-a13a-fd336024c2d8 req-493a4c69-57dc-4607-af18-c0ea29941f08 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:50.950589 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-59aac9c5-fc34-4651-a13a-fd336024c2d8 req-493a4c69-57dc-4607-af18-c0ea29941f08 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 944 time: 0.1699758 Aug 10 01:02:51.016174 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:51.032152 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dad36731-0a01-4cdf-b587-0d7a8f28ee6c {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:02:51.047120 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-59aac9c5-fc34-4651-a13a-fd336024c2d8 req-bb2746e3-1f05-4f59-824c-f936a740bef5 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931137 Aug 10 01:02:51.059578 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port dad36731-0a01-4cdf-b587-0d7a8f28ee6c, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=dad36731-0a01-4cdf-b587-0d7a8f28ee6c,segment=NetworkSegment(7090882b-d97f-4901-9a5f-1635b14ed82b),segment_id=7090882b-d97f-4901-9a5f-1635b14ed82b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:51.067473 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:51.098902 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-98b48bc7-2b34-44f2-ab97-d1bca6de36ef tempest-DHCPAgentSchedulersTestJSON-1382334732 tempest-DHCPAgentSchedulersTestJSON-1382334732-project-admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.1683567 Aug 10 01:02:51.104668 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 49950) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:51.109823 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-ae747a4e-7a5a-466d-8b54-3763d3103e51 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1390550126'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:51.155267 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=dad36731-0a01-4cdf-b587-0d7a8f28ee6c,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:51.201441 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae747a4e-7a5a-466d-8b54-3763d3103e51 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Made reservation on behalf of 2c2154217c2d4700babc2fe0a8aa2015 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:02:51.205233 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ae747a4e-7a5a-466d-8b54-3763d3103e51 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:51.217926 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649706bb-12e5-465e-a266-63d3bab3f574 req-8736c9a8-40c4-47a6-8c6f-11ab88020c11 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:51.219538 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-649706bb-12e5-465e-a266-63d3bab3f574 req-8736c9a8-40c4-47a6-8c6f-11ab88020c11 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 944 time: 0.1705399 Aug 10 01:02:51.254801 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae747a4e-7a5a-466d-8b54-3763d3103e51 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:02:51.286389 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ae747a4e-7a5a-466d-8b54-3763d3103e51 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:51.286753 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-ae747a4e-7a5a-466d-8b54-3763d3103e51 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Added segment c3ff2c1e-237f-4ae5-ac5d-e83f3098d495 of type vlan for network 90a5df29-d129-4631-ad55-f4c7e7a4be68 Aug 10 01:02:51.338396 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-649706bb-12e5-465e-a266-63d3bab3f574 req-92120b0a-1cba-4481-8280-2f2dab7120d7 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113439 Aug 10 01:02:51.422385 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ae747a4e-7a5a-466d-8b54-3763d3103e51 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:51.495889 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ae747a4e-7a5a-466d-8b54-3763d3103e51 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:51.519269 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae747a4e-7a5a-466d-8b54-3763d3103e51 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:51.520138 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ae747a4e-7a5a-466d-8b54-3763d3103e51 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:51.572516 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['dad36731-0a01-4cdf-b587-0d7a8f28ee6c'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:02:51.582833 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6190c5-8d4f-424e-93a8-55454fc157c4 req-53d58565-a15e-48c7-9b21-445e7224a8e6 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:51.584769 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6b6190c5-8d4f-424e-93a8-55454fc157c4 req-53d58565-a15e-48c7-9b21-445e7224a8e6 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e76764c-3a09-453a-b7ce-d6fcd4252429 HTTP/1.1" status: 200 len: 944 time: 0.0773537 Aug 10 01:02:51.750320 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b0aaaec5-a36d-4853-87f8-187188af88ff up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:51.768095 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ae747a4e-7a5a-466d-8b54-3763d3103e51 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6621206 Aug 10 01:02:51.776704 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 49964) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:51.806015 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d5359-b689-4343-b3f5-2f984f5ba3a5 req-bf120986-cf4c-4b7e-b258-dcf0614d2887 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:51.807868 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-017d5359-b689-4343-b3f5-2f984f5ba3a5 req-bf120986-cf4c-4b7e-b258-dcf0614d2887 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.24 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 944 time: 0.2221277 Aug 10 01:02:51.817510 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae747a4e-7a5a-466d-8b54-3763d3103e51 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Pushing event updated for resources: {'Network': ['ID=90a5df29-d129-4631-ad55-f4c7e7a4be68,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:51.833101 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 90a5df29-d129-4631-ad55-f4c7e7a4be68 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:02:51.849242 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6b6190c5-8d4f-424e-93a8-55454fc157c4 req-7be3553f-cd78-45a9-aebf-eac5bc479803 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143648 Aug 10 01:02:52.058215 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port b0aaaec5-a36d-4853-87f8-187188af88ff completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:52.117049 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5179a8-f2f6-4984-91c4-9138e7e451bc None None] Network 6a2e59b7-ca37-4f26-8552-8ebcfaf93377 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:52.122003 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 49972) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:52.132959 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-84d73d33-e492-4af1-9fa3-b2e91ccb92a3 tempest-DHCPAgentSchedulersTestJSON-1382334732 tempest-DHCPAgentSchedulersTestJSON-1382334732-project-admin] 10.222.0.35 "GET /v2.0/agents/44554d3a-9b4b-4732-b063-e7c5977ca058/dhcp-networks HTTP/1.1" status: 200 len: 8881 time: 0.3470452 Aug 10 01:02:52.154070 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-017d5359-b689-4343-b3f5-2f984f5ba3a5 req-ea216e12-6198-44ef-b59f-3b3f38d4cd2a tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Deleting port 6c955c7f-fd34-47cb-8393-c2c284128387 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:02:52.164673 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-017d5359-b689-4343-b3f5-2f984f5ba3a5 req-ea216e12-6198-44ef-b59f-3b3f38d4cd2a tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:52.250110 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-958a7c6d-492c-4204-90fc-c1628745429a None None] Provisioning for port b0aaaec5-a36d-4853-87f8-187188af88ff completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:52.261653 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-958a7c6d-492c-4204-90fc-c1628745429a None None] Provisioning complete for port b0aaaec5-a36d-4853-87f8-187188af88ff triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:52.262813 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-958a7c6d-492c-4204-90fc-c1628745429a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:52.284499 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3a9554-8f98-44c3-9e5f-c1c794d3132f tempest-DHCPAgentSchedulersTestJSON-1382334732 tempest-DHCPAgentSchedulersTestJSON-1382334732-project-admin] Network 90a5df29-d129-4631-ad55-f4c7e7a4be68 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:02:52.318659 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ec3a9554-8f98-44c3-9e5f-c1c794d3132f tempest-DHCPAgentSchedulersTestJSON-1382334732 tempest-DHCPAgentSchedulersTestJSON-1382334732-project-admin] 10.222.0.35 "POST /v2.0/agents/44554d3a-9b4b-4732-b063-e7c5977ca058/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1881633 Aug 10 01:02:52.318659 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 49980) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:52.376362 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46e0314-d896-49bd-be6d-54dc057c80f7 None None] Network 90a5df29-d129-4631-ad55-f4c7e7a4be68 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:52.419713 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be4dc9-3d04-4404-9b1b-fd13ab758035 req-e67b330f-bd3d-4f45-b96e-e01c1a7674fd tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:52.427789 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f2be4dc9-3d04-4404-9b1b-fd13ab758035 req-e67b330f-bd3d-4f45-b96e-e01c1a7674fd tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 944 time: 0.1740723 Aug 10 01:02:52.460419 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-017d5359-b689-4343-b3f5-2f984f5ba3a5 req-ea216e12-6198-44ef-b59f-3b3f38d4cd2a tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] For port 6c955c7f-fd34-47cb-8393-c2c284128387, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=6c955c7f-fd34-47cb-8393-c2c284128387,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:52.461176 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-017d5359-b689-4343-b3f5-2f984f5ba3a5 req-ea216e12-6198-44ef-b59f-3b3f38d4cd2a tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:52.546952 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-017d5359-b689-4343-b3f5-2f984f5ba3a5 req-ea216e12-6198-44ef-b59f-3b3f38d4cd2a tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Calling delete_port for 6c955c7f-fd34-47cb-8393-c2c284128387 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:02:52.588063 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f2be4dc9-3d04-4404-9b1b-fd13ab758035 req-13e75912-08d7-4751-b4ea-d7b2401ac473 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584029 Aug 10 01:02:52.612923 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-eb5f9b64-4cfd-413b-aca4-c2575f493736 tempest-DHCPAgentSchedulersTestJSON-1382334732 tempest-DHCPAgentSchedulersTestJSON-1382334732-project-admin] 10.222.0.35 "GET /v2.0/agents/44554d3a-9b4b-4732-b063-e7c5977ca058/dhcp-networks HTTP/1.1" status: 200 len: 9652 time: 0.2986226 Aug 10 01:02:52.624198 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 49992) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:52.690959 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb7060-8926-4951-b2eb-122e687c063d req-17be463b-2159-43b0-98a6-8db7fed1cf4c tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:52.698682 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5edb7060-8926-4951-b2eb-122e687c063d req-17be463b-2159-43b0-98a6-8db7fed1cf4c tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 944 time: 0.2265089 Aug 10 01:02:52.775647 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5edb7060-8926-4951-b2eb-122e687c063d req-40c39e32-f210-46d5-b25e-2b1cc7776c69 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714691 Aug 10 01:02:52.784774 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-958a7c6d-492c-4204-90fc-c1628745429a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:52.854626 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b76c6761-89d6-4206-a0cc-2569005d7ac8 tempest-DHCPAgentSchedulersTestJSON-1382334732 tempest-DHCPAgentSchedulersTestJSON-1382334732-project-admin] 10.222.0.35 "DELETE /v2.0/agents/44554d3a-9b4b-4732-b063-e7c5977ca058/dhcp-networks/90a5df29-d129-4631-ad55-f4c7e7a4be68 HTTP/1.1" status: 204 len: 168 time: 0.2289686 Aug 10 01:02:52.857510 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 50004) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:52.904323 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-017d5359-b689-4343-b3f5-2f984f5ba3a5 req-ea216e12-6198-44ef-b59f-3b3f38d4cd2a tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:52.965082 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['6c955c7f-fd34-47cb-8393-c2c284128387'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:02:52.975971 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea216e12-6198-44ef-b59f-3b3f38d4cd2a tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Pushing event deleted for resources: {'Port': ['ID=6c955c7f-fd34-47cb-8393-c2c284128387,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:53.041503 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-958a7c6d-492c-4204-90fc-c1628745429a None None] For port b0aaaec5-a36d-4853-87f8-187188af88ff, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b0aaaec5-a36d-4853-87f8-187188af88ff,segment=NetworkSegment(51287025-0f23-4d68-9b9e-6cfed1e3930a),segment_id=51287025-0f23-4d68-9b9e-6cfed1e3930a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:53.049539 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-958a7c6d-492c-4204-90fc-c1628745429a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:53.067328 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-66128a7e-79a8-4d58-b6f4-d1cd49e439e4 tempest-DHCPAgentSchedulersTestJSON-1382334732 tempest-DHCPAgentSchedulersTestJSON-1382334732-project-admin] 10.222.0.35 "GET /v2.0/agents/44554d3a-9b4b-4732-b063-e7c5977ca058/dhcp-networks HTTP/1.1" status: 200 len: 8881 time: 0.2007866 Aug 10 01:02:53.067591 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 50008) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:53.112393 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-017d5359-b689-4343-b3f5-2f984f5ba3a5 req-ea216e12-6198-44ef-b59f-3b3f38d4cd2a tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] No DVR routers for this DVR port 6c955c7f-fd34-47cb-8393-c2c284128387 on host n-h1-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:02:53.119120 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3c173060-a733-4d05-b01e-a47d2ebb1f64 tempest-DHCPAgentSchedulersTestJSON-1382334732 tempest-DHCPAgentSchedulersTestJSON-1382334732-project-admin] 10.222.0.35 "GET /v2.0/networks/6a2e59b7-ca37-4f26-8552-8ebcfaf93377/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0456951 Aug 10 01:02:53.120539 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a7c6d-492c-4204-90fc-c1628745429a None None] Pushing event updated for resources: {'Port': ['ID=b0aaaec5-a36d-4853-87f8-187188af88ff,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:53.121196 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 50010) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:53.136169 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-017d5359-b689-4343-b3f5-2f984f5ba3a5 req-ea216e12-6198-44ef-b59f-3b3f38d4cd2a tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:53.138602 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-017d5359-b689-4343-b3f5-2f984f5ba3a5 req-ea216e12-6198-44ef-b59f-3b3f38d4cd2a tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.24 "DELETE /v2.0/ports/6c955c7f-fd34-47cb-8393-c2c284128387 HTTP/1.1" status: 204 len: 173 time: 1.2676613 Aug 10 01:02:53.140119 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27325749-cf98-4259-ac2a-748e8101d047', 'name': 'network-vif-deleted', 'tag': '6c955c7f-fd34-47cb-8393-c2c284128387'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:02:53.145694 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d6cb11-243f-432e-a656-6661632f442d" -d '{"events": [{"server_uuid": "27325749-cf98-4259-ac2a-748e8101d047", "name": "network-vif-deleted", "tag": "6c955c7f-fd34-47cb-8393-c2c284128387"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:02:53.152355 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a57b7b14-0f95-4043-8928-d58daad9b98f tempest-DHCPAgentSchedulersTestJSON-1382334732 tempest-DHCPAgentSchedulersTestJSON-1382334732-project-admin] 10.222.0.35 "GET /v2.0/networks/6a2e59b7-ca37-4f26-8552-8ebcfaf93377/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0292766 Aug 10 01:02:53.154776 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 50014) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:53.180064 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3258bff-5775-45c4-81f0-441d3ce5d7b3 req-76b4e742-c830-44df-9546-0200e73c60b5 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:53.195260 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d3258bff-5775-45c4-81f0-441d3ce5d7b3 req-76b4e742-c830-44df-9546-0200e73c60b5 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e76764c-3a09-453a-b7ce-d6fcd4252429 HTTP/1.1" status: 200 len: 944 time: 0.2029943 Aug 10 01:02:53.239199 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d3258bff-5775-45c4-81f0-441d3ce5d7b3 req-647ca50f-4a80-444c-a57f-2a2aad5eed46 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427802 Aug 10 01:02:53.257485 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149b5ec2-8aa5-477c-b090-eae8388ed97b x-openstack-request-id: req-149b5ec2-8aa5-477c-b090-eae8388ed97b {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:02:53.257859 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27325749-cf98-4259-ac2a-748e8101d047", "name": "network-vif-deleted", "tag": "6c955c7f-fd34-47cb-8393-c2c284128387", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:02:53.258182 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-149b5ec2-8aa5-477c-b090-eae8388ed97b {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:02:53.258890 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27325749-cf98-4259-ac2a-748e8101d047', 'name': 'network-vif-deleted', 'tag': '6c955c7f-fd34-47cb-8393-c2c284128387', 'status': 'completed', 'code': 200} Aug 10 01:02:53.322243 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 50016) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:53.322540 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e0b13589-d999-4598-91b8-e30a3d992a3a tempest-DHCPAgentSchedulersTestJSON-1382334732 tempest-DHCPAgentSchedulersTestJSON-1382334732-project-admin] 10.222.0.35 "GET /v2.0/agents/44554d3a-9b4b-4732-b063-e7c5977ca058/dhcp-networks HTTP/1.1" status: 200 len: 8881 time: 0.1662633 Aug 10 01:02:53.413817 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5c5f4aa3-f9a8-40a3-88fb-995f18b8f2b6 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:53.474669 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-cf4944f9-6a88-430e-b653-5b257410aaf7 None None] Provisioning complete for port b0aaaec5-a36d-4853-87f8-187188af88ff triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:53.475369 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cf4944f9-6a88-430e-b653-5b257410aaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:53.526913 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5c5f4aa3-f9a8-40a3-88fb-995f18b8f2b6 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:53.557831 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-5c5f4aa3-f9a8-40a3-88fb-995f18b8f2b6 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90a5df29-d129-4631-ad55-f4c7e7a4be68']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:53.576761 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-5c5f4aa3-f9a8-40a3-88fb-995f18b8f2b6 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ff2c1e-237f-4ae5-ac5d-e83f3098d495') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:53.577354 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-5c5f4aa3-f9a8-40a3-88fb-995f18b8f2b6 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ff2c1e-237f-4ae5-ac5d-e83f3098d495') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:53.595414 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5c5f4aa3-f9a8-40a3-88fb-995f18b8f2b6 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:53.661846 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5c5f4aa3-f9a8-40a3-88fb-995f18b8f2b6 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:53.674035 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c5f4aa3-f9a8-40a3-88fb-995f18b8f2b6 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:02:53.674721 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5c5f4aa3-f9a8-40a3-88fb-995f18b8f2b6 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:53.678140 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:02:53.678140 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:02:53.678140 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:02:53.678140 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:02:53.678140 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:02:53.678140 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:02:53.678140 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:02:53.678140 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:02:53.678140 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:02:53.678140 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:02:53.678140 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:02:53.678140 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:02:53.678140 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:02:53.678140 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:02:53.678140 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:02:53.678140 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:02:53.678140 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:02:53.678140 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:02:53.678140 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:02:53.678140 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:02:53.678140 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:02:53.678140 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:02:53.678140 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:02:53.678140 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:02:53.678140 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:02:53.678140 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:02:53.678140 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:02:53.678140 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:02:53.678140 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:02:53.678140 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:02:53.678140 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:02:53.678140 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:02:53.700574 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b0aaaec5-a36d-4853-87f8-187188af88ff up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:53.813769 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port b0aaaec5-a36d-4853-87f8-187188af88ff triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:53.815293 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:53.890614 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5c5f4aa3-f9a8-40a3-88fb-995f18b8f2b6 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:53.898449 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d3e86952-4240-42dd-b6d8-0495e41dc912 None None] Could not find standard attr ID for object c25a8476-682e-429e-aec5-6c59ba9fef7b. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:02:53.898834 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5c5f4aa3-f9a8-40a3-88fb-995f18b8f2b6 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:53.906865 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 50028) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:53.908748 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5c5f4aa3-f9a8-40a3-88fb-995f18b8f2b6 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] 10.222.0.35 "DELETE /v2.0/networks/90a5df29-d129-4631-ad55-f4c7e7a4be68 HTTP/1.1" status: 204 len: 168 time: 0.5850532 Aug 10 01:02:53.947993 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b6f733f-27a1-4a0d-a8c1-ba1184733e07 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] DELETE failed (client error): The resource could not be found. Aug 10 01:02:53.949267 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b6f733f-27a1-4a0d-a8c1-ba1184733e07 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:02:53.951538 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8b6f733f-27a1-4a0d-a8c1-ba1184733e07 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] 10.222.0.35 "DELETE /v2.0/ports/c25a8476-682e-429e-aec5-6c59ba9fef7b HTTP/1.1" status: 404 len: 333 time: 0.0424838 Aug 10 01:02:53.953893 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 50032) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:53.962647 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc48fc9-47be-4a00-a57a-8f92683cb819 req-f3129d02-8814-41b5-9380-7a7d121ad74b tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:53.970814 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dcc48fc9-47be-4a00-a57a-8f92683cb819 req-f3129d02-8814-41b5-9380-7a7d121ad74b tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 944 time: 0.2073450 Aug 10 01:02:54.013142 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f4aa3-f9a8-40a3-88fb-995f18b8f2b6 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Pushing event deleted for resources: {'Network': ['ID=90a5df29-d129-4631-ad55-f4c7e7a4be68,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:54.059106 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-39ac7471-ce1d-4457-bef6-96d6cb0ff2d3 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Deleting subnet 96547999-475f-407c-9505-701bb1aa2bd7 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:02:54.060044 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8e4dbccc-b5cc-46e5-a826-27be1fa58c1b req-41533dad-967e-4a07-8c45-3881cc244958 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=27325749-cf98-4259-ac2a-748e8101d047 HTTP/1.1" status: 200 len: 210 time: 0.0584528 Aug 10 01:02:54.072600 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dcc48fc9-47be-4a00-a57a-8f92683cb819 req-0fa17302-a734-4f54-907a-b65532722af8 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000807 Aug 10 01:02:54.085370 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39ac7471-ce1d-4457-bef6-96d6cb0ff2d3 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.139461 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39ac7471-ce1d-4457-bef6-96d6cb0ff2d3 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.226716 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39ac7471-ce1d-4457-bef6-96d6cb0ff2d3 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.293876 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39ac7471-ce1d-4457-bef6-96d6cb0ff2d3 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.325161 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac7471-ce1d-4457-bef6-96d6cb0ff2d3 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Pushing event deleted for resources: {'Subnet': ['ID=96547999-475f-407c-9505-701bb1aa2bd7,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:54.329915 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39ac7471-ce1d-4457-bef6-96d6cb0ff2d3 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.331986 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-39ac7471-ce1d-4457-bef6-96d6cb0ff2d3 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] 10.222.0.35 "DELETE /v2.0/subnets/96547999-475f-407c-9505-701bb1aa2bd7 HTTP/1.1" status: 204 len: 168 time: 0.3772523 Aug 10 01:02:54.334393 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 50036) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:54.339545 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35c3568-02c5-4643-8771-868034fe4bf6 None None] Network 6a2e59b7-ca37-4f26-8552-8ebcfaf93377 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:54.377088 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089b486-4ea1-4cf3-8b1f-db9219c43ede req-3b8e4cd4-0a5b-40a4-b0ef-9242a053ed90 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:54.379596 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2089b486-4ea1-4cf3-8b1f-db9219c43ede req-3b8e4cd4-0a5b-40a4-b0ef-9242a053ed90 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e76764c-3a09-453a-b7ce-d6fcd4252429 HTTP/1.1" status: 200 len: 944 time: 0.0603080 Aug 10 01:02:54.413730 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f5defc45-7a3e-4e80-9170-841835a089c3 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.432414 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2089b486-4ea1-4cf3-8b1f-db9219c43ede req-ee55a56e-31c9-4cdf-b3a9-b6a08b58548a tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464914 Aug 10 01:02:54.491687 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-f5defc45-7a3e-4e80-9170-841835a089c3 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Deleting port b0aaaec5-a36d-4853-87f8-187188af88ff {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:02:54.492036 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f5defc45-7a3e-4e80-9170-841835a089c3 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.560831 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-f5defc45-7a3e-4e80-9170-841835a089c3 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] For port b0aaaec5-a36d-4853-87f8-187188af88ff, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b0aaaec5-a36d-4853-87f8-187188af88ff,segment=NetworkSegment(51287025-0f23-4d68-9b9e-6cfed1e3930a),segment_id=51287025-0f23-4d68-9b9e-6cfed1e3930a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:54.561208 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f5defc45-7a3e-4e80-9170-841835a089c3 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.567509 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad922a9-7b9d-450f-948e-b17c1dbe1103 None None] DHCP port deletion for 6a2e59b7-ca37-4f26-8552-8ebcfaf93377 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:02:54.575688 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-f5defc45-7a3e-4e80-9170-841835a089c3 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Calling delete_port for b0aaaec5-a36d-4853-87f8-187188af88ff owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:02:54.618332 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-0ad922a9-7b9d-450f-948e-b17c1dbe1103 None None] Deleting port b0aaaec5-a36d-4853-87f8-187188af88ff {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:02:54.619495 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0ad922a9-7b9d-450f-948e-b17c1dbe1103 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.655754 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f5defc45-7a3e-4e80-9170-841835a089c3 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.667307 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device dad36731-0a01-4cdf-b587-0d7a8f28ee6c up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:54.688729 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5defc45-7a3e-4e80-9170-841835a089c3 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Pushing event deleted for resources: {'Port': ['ID=b0aaaec5-a36d-4853-87f8-187188af88ff,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:54.694092 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5defc45-7a3e-4e80-9170-841835a089c3 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] No DVR routers for this DVR port b0aaaec5-a36d-4853-87f8-187188af88ff on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:02:54.697866 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:02:54.734786 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-0ad922a9-7b9d-450f-948e-b17c1dbe1103 None None] For port b0aaaec5-a36d-4853-87f8-187188af88ff, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b0aaaec5-a36d-4853-87f8-187188af88ff,segment=NetworkSegment(51287025-0f23-4d68-9b9e-6cfed1e3930a),segment_id=51287025-0f23-4d68-9b9e-6cfed1e3930a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:54.735185 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0ad922a9-7b9d-450f-948e-b17c1dbe1103 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.749190 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-0ad922a9-7b9d-450f-948e-b17c1dbe1103 None None] Calling delete_port for b0aaaec5-a36d-4853-87f8-187188af88ff owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:02:54.772977 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f5defc45-7a3e-4e80-9170-841835a089c3 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.783653 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-f5defc45-7a3e-4e80-9170-841835a089c3 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a2e59b7-ca37-4f26-8552-8ebcfaf93377']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:54.795151 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-f5defc45-7a3e-4e80-9170-841835a089c3 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51287025-0f23-4d68-9b9e-6cfed1e3930a') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:54.795425 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-f5defc45-7a3e-4e80-9170-841835a089c3 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51287025-0f23-4d68-9b9e-6cfed1e3930a') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:54.796817 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port dad36731-0a01-4cdf-b587-0d7a8f28ee6c completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:54.802844 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port dad36731-0a01-4cdf-b587-0d7a8f28ee6c triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:54.803219 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.805763 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f5defc45-7a3e-4e80-9170-841835a089c3 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.821272 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f5defc45-7a3e-4e80-9170-841835a089c3 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.829577 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5defc45-7a3e-4e80-9170-841835a089c3 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:02:54.830311 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f5defc45-7a3e-4e80-9170-841835a089c3 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.833337 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:02:54.833337 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:02:54.833337 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:02:54.833337 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:02:54.833337 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:02:54.833337 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:02:54.833337 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:02:54.833337 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:02:54.833337 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:02:54.833337 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:02:54.833337 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:02:54.833337 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:02:54.833337 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:02:54.833337 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:02:54.833337 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:02:54.833337 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:02:54.833337 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:02:54.833337 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:02:54.833337 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:02:54.833337 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:02:54.833337 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:02:54.833337 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:02:54.833337 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:02:54.833337 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:02:54.833337 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:02:54.833337 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:02:54.833337 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:02:54.833337 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:02:54.833337 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:02:54.833337 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:02:54.833337 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:02:54.833337 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: from cryptography.utils import int_from_bytes Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: from cryptography.utils import int_from_bytes Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:02:54.867241 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:02:54.870758 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:02:54.870758 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:02:54.870758 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:02:54.870758 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:02:54.870758 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:02:54.870758 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:02:54.870758 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:02:54.870758 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:02:54.870758 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:02:54.870758 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:02:54.870758 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:02:54.870758 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:02:54.870758 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:02:54.870758 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:02:54.882345 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0ad922a9-7b9d-450f-948e-b17c1dbe1103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.902007 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f5defc45-7a3e-4e80-9170-841835a089c3 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.906930 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f5defc45-7a3e-4e80-9170-841835a089c3 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.912503 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f5defc45-7a3e-4e80-9170-841835a089c3 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] 10.222.0.35 "DELETE /v2.0/networks/6a2e59b7-ca37-4f26-8552-8ebcfaf93377 HTTP/1.1" status: 204 len: 168 time: 0.5769265 Aug 10 01:02:54.927113 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5defc45-7a3e-4e80-9170-841835a089c3 tempest-DHCPAgentSchedulersTestJSON-786180777 tempest-DHCPAgentSchedulersTestJSON-786180777-project] Pushing event deleted for resources: {'Network': ['ID=6a2e59b7-ca37-4f26-8552-8ebcfaf93377,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:54.933506 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad922a9-7b9d-450f-948e-b17c1dbe1103 None None] Pushing event deleted for resources: {'Port': ['ID=b0aaaec5-a36d-4853-87f8-187188af88ff,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:54.948436 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad922a9-7b9d-450f-948e-b17c1dbe1103 None None] No DVR routers for this DVR port b0aaaec5-a36d-4853-87f8-187188af88ff on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:02:54.962665 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.986252 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e76764c-3a09-453a-b7ce-d6fcd4252429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad36731-0a01-4cdf-b587-0d7a8f28ee6c'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:02:54.988497 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5221dd20-1b6f-4288-805d-a9e07a91346b" -d '{"events": [{"server_uuid": "0e76764c-3a09-453a-b7ce-d6fcd4252429", "name": "network-vif-plugged", "status": "completed", "tag": "dad36731-0a01-4cdf-b587-0d7a8f28ee6c"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:02:55.011575 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port dad36731-0a01-4cdf-b587-0d7a8f28ee6c, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=dad36731-0a01-4cdf-b587-0d7a8f28ee6c,segment=NetworkSegment(7090882b-d97f-4901-9a5f-1635b14ed82b),segment_id=7090882b-d97f-4901-9a5f-1635b14ed82b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:55.018166 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:55.020108 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 6c955c7f-fd34-47cb-8393-c2c284128387 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:02:55.048143 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a83088-ea6c-4b0b-b4d7-b205d6ae90fd x-openstack-request-id: req-66a83088-ea6c-4b0b-b4d7-b205d6ae90fd {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:02:55.048566 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e76764c-3a09-453a-b7ce-d6fcd4252429", "name": "network-vif-plugged", "status": "completed", "tag": "dad36731-0a01-4cdf-b587-0d7a8f28ee6c", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:02:55.048887 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-66a83088-ea6c-4b0b-b4d7-b205d6ae90fd {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:02:55.049356 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e76764c-3a09-453a-b7ce-d6fcd4252429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad36731-0a01-4cdf-b587-0d7a8f28ee6c', 'code': 200} Aug 10 01:02:55.051720 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 6c955c7f-fd34-47cb-8393-c2c284128387 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:02:55.051720 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 6c955c7f-fd34-47cb-8393-c2c284128387 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:02:55.120761 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=dad36731-0a01-4cdf-b587-0d7a8f28ee6c,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:55.148016 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812bebeb-2092-4ba1-998b-432307d020fa req-4f7c7181-a89c-4224-b43d-eb8fb2ae8f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:55.150279 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-812bebeb-2092-4ba1-998b-432307d020fa req-4f7c7181-a89c-4224-b43d-eb8fb2ae8f60 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0e76764c-3a09-453a-b7ce-d6fcd4252429 HTTP/1.1" status: 200 len: 1097 time: 0.0570958 Aug 10 01:02:55.194218 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-812bebeb-2092-4ba1-998b-432307d020fa req-c1bebca6-8cbb-49ed-8dd8-f5221e302b45 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302775 Aug 10 01:02:55.227241 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 50060) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:55.258483 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bd2bb-9c14-4f43-bdbb-3e7b0c2905d3 req-3de99fa7-2631-429b-a571-f69e76dec31f tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:55.260431 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-258bd2bb-9c14-4f43-bdbb-3e7b0c2905d3 req-3de99fa7-2631-429b-a571-f69e76dec31f tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 944 time: 0.0564396 Aug 10 01:02:55.305888 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-258bd2bb-9c14-4f43-bdbb-3e7b0c2905d3 req-22f913bf-ce07-4f3b-94d8-7d8c47450c18 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388680 Aug 10 01:02:55.421009 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8e2d6bc8-a874-47f9-81bd-2237ba656e02 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2c2154217c2d4700babc2fe0a8aa2015&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1916401 Aug 10 01:02:55.425838 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 50066) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:55.511599 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f303611f-93e6-4e05-9651-78d49e23208b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:55.564165 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f303611f-93e6-4e05-9651-78d49e23208b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:55.594236 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b0aaaec5-a36d-4853-87f8-187188af88ff no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:02:55.598215 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207985e-ea34-4772-ba19-171f2988ba14 req-d233a0d5-0efb-4345-9c39-4e765e7b7496 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:55.599812 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1207985e-ea34-4772-ba19-171f2988ba14 req-d233a0d5-0efb-4345-9c39-4e765e7b7496 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d59760-c999-4586-aee5-84babcfaab92 HTTP/1.1" status: 200 len: 945 time: 0.1333656 Aug 10 01:02:55.616928 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: b0aaaec5-a36d-4853-87f8-187188af88ff {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:02:55.617368 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b0aaaec5-a36d-4853-87f8-187188af88ff not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:02:55.663968 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1891c6-a213-48d8-9a83-9fc6cdc9ead0 req-d8788dd4-5e1e-4396-93df-760a7e55a79a tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:55.665505 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d1891c6-a213-48d8-9a83-9fc6cdc9ead0 req-d8788dd4-5e1e-4396-93df-760a7e55a79a tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e76764c-3a09-453a-b7ce-d6fcd4252429 HTTP/1.1" status: 200 len: 945 time: 0.1513050 Aug 10 01:02:55.701697 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1207985e-ea34-4772-ba19-171f2988ba14 req-bd0b0424-b6d8-42dd-ab4b-ada6b950cabb tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733035 Aug 10 01:02:55.704012 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f303611f-93e6-4e05-9651-78d49e23208b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:55.706598 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f303611f-93e6-4e05-9651-78d49e23208b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:55.710589 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f303611f-93e6-4e05-9651-78d49e23208b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7794362f-7ada-408e-b095-97edcf4f8ce2 HTTP/1.1" status: 204 len: 168 time: 0.2831409 Aug 10 01:02:55.731578 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f303611f-93e6-4e05-9651-78d49e23208b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7794362f-7ada-408e-b095-97edcf4f8ce2,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:55.754344 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d1891c6-a213-48d8-9a83-9fc6cdc9ead0 req-31b01e23-02ba-43ef-8c92-c8fde650bd6f tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765696 Aug 10 01:02:55.990757 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f365b40-0d4d-4ebe-a62e-553ce126a494 req-22546ba3-ed69-43ce-b738-f55be6d11f85 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:55.992871 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f365b40-0d4d-4ebe-a62e-553ce126a494 req-22546ba3-ed69-43ce-b738-f55be6d11f85 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.24 "GET /v2.0/ports?device_id=80d59760-c999-4586-aee5-84babcfaab92 HTTP/1.1" status: 200 len: 945 time: 0.0499666 Aug 10 01:02:56.002780 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 50078) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:56.017572 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-70260028-1227-44b7-aa9b-cf3420c45cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:56.095290 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-6f365b40-0d4d-4ebe-a62e-553ce126a494 req-54f2d58c-bfea-43a2-b7a9-6051d76d2c81 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Deleting port 935b08b0-190b-469f-9c27-3484c1986864 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:02:56.095745 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-6f365b40-0d4d-4ebe-a62e-553ce126a494 req-54f2d58c-bfea-43a2-b7a9-6051d76d2c81 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:56.118686 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-70260028-1227-44b7-aa9b-cf3420c45cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:56.122906 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-70260028-1227-44b7-aa9b-cf3420c45cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:56.166979 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-70260028-1227-44b7-aa9b-cf3420c45cda admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=68d10c0daa2d465d859f09ea87cf2c3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1628642 Aug 10 01:02:56.167317 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 50080) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:56.168728 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70260028-1227-44b7-aa9b-cf3420c45cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c901c7e-bc34-40fb-98d5-70c32c66e958,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:56.201542 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-6f365b40-0d4d-4ebe-a62e-553ce126a494 req-54f2d58c-bfea-43a2-b7a9-6051d76d2c81 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] For port 935b08b0-190b-469f-9c27-3484c1986864, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=935b08b0-190b-469f-9c27-3484c1986864,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:56.201913 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-6f365b40-0d4d-4ebe-a62e-553ce126a494 req-54f2d58c-bfea-43a2-b7a9-6051d76d2c81 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:56.222946 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-6f365b40-0d4d-4ebe-a62e-553ce126a494 req-54f2d58c-bfea-43a2-b7a9-6051d76d2c81 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Calling delete_port for 935b08b0-190b-469f-9c27-3484c1986864 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:02:56.282192 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d23bd6b5-9cf4-4b9d-a64c-ec7ca6c538f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:56.317991 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d23bd6b5-9cf4-4b9d-a64c-ec7ca6c538f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:56.448084 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d23bd6b5-9cf4-4b9d-a64c-ec7ca6c538f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:56.450858 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d23bd6b5-9cf4-4b9d-a64c-ec7ca6c538f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:56.452010 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d23bd6b5-9cf4-4b9d-a64c-ec7ca6c538f5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9c901c7e-bc34-40fb-98d5-70c32c66e958 HTTP/1.1" status: 204 len: 168 time: 0.2837956 Aug 10 01:02:56.486973 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23bd6b5-9cf4-4b9d-a64c-ec7ca6c538f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c901c7e-bc34-40fb-98d5-70c32c66e958,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:56.492107 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-6f365b40-0d4d-4ebe-a62e-553ce126a494 req-54f2d58c-bfea-43a2-b7a9-6051d76d2c81 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:56.543546 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2d58c-bfea-43a2-b7a9-6051d76d2c81 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Pushing event deleted for resources: {'Port': ['ID=935b08b0-190b-469f-9c27-3484c1986864,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:56.556343 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bb75b-8c09-42e6-ad30-31f02630d2b1 req-efd9d1c7-4d29-4d65-965d-b09f04f1f1e1 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:56.557904 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-527bb75b-8c09-42e6-ad30-31f02630d2b1 req-efd9d1c7-4d29-4d65-965d-b09f04f1f1e1 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 944 time: 0.1551297 Aug 10 01:02:56.622817 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f365b40-0d4d-4ebe-a62e-553ce126a494 req-54f2d58c-bfea-43a2-b7a9-6051d76d2c81 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] No DVR routers for this DVR port 935b08b0-190b-469f-9c27-3484c1986864 on host n-h1-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:02:56.627368 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-6f365b40-0d4d-4ebe-a62e-553ce126a494 req-54f2d58c-bfea-43a2-b7a9-6051d76d2c81 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:56.629450 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f365b40-0d4d-4ebe-a62e-553ce126a494 req-54f2d58c-bfea-43a2-b7a9-6051d76d2c81 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.24 "DELETE /v2.0/ports/935b08b0-190b-469f-9c27-3484c1986864 HTTP/1.1" status: 204 len: 173 time: 0.6264451 Aug 10 01:02:56.629909 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d59760-c999-4586-aee5-84babcfaab92', 'name': 'network-vif-deleted', 'tag': '935b08b0-190b-469f-9c27-3484c1986864'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:02:56.632306 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82af53e-bf83-47a9-91f5-91024380fadf" -d '{"events": [{"server_uuid": "80d59760-c999-4586-aee5-84babcfaab92", "name": "network-vif-deleted", "tag": "935b08b0-190b-469f-9c27-3484c1986864"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:02:56.657179 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-527bb75b-8c09-42e6-ad30-31f02630d2b1 req-cf5f2042-ffd3-43db-8e84-35a3f37f7b9f tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840609 Aug 10 01:02:56.698674 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6f8769-0bbd-4a44-9d1c-8a6af0fcfd1d x-openstack-request-id: req-1d6f8769-0bbd-4a44-9d1c-8a6af0fcfd1d {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:02:56.698986 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d59760-c999-4586-aee5-84babcfaab92", "name": "network-vif-deleted", "tag": "935b08b0-190b-469f-9c27-3484c1986864", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:02:56.699217 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1d6f8769-0bbd-4a44-9d1c-8a6af0fcfd1d {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:02:56.699769 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d59760-c999-4586-aee5-84babcfaab92', 'name': 'network-vif-deleted', 'tag': '935b08b0-190b-469f-9c27-3484c1986864', 'status': 'completed', 'code': 200} Aug 10 01:02:56.833509 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d850c607-5130-4c4e-a2f1-b0059a2f0da5 req-20698a25-19da-42c7-8b29-05670ee3a09a tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d59760-c999-4586-aee5-84babcfaab92 HTTP/1.1" status: 200 len: 210 time: 0.0442495 Aug 10 01:02:56.895805 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f26c0-bb7d-4488-96cd-4873f7ee80ca req-bdb7dadd-322c-4203-b559-d55dc18a76a4 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:56.896949 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fe7f26c0-bb7d-4488-96cd-4873f7ee80ca req-bdb7dadd-322c-4203-b559-d55dc18a76a4 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e76764c-3a09-453a-b7ce-d6fcd4252429 HTTP/1.1" status: 200 len: 945 time: 0.0607433 Aug 10 01:02:56.943180 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fe7f26c0-bb7d-4488-96cd-4873f7ee80ca req-832e478e-2f33-471f-ad38-271d0d7465f9 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387433 Aug 10 01:02:57.213598 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9b23c-2d74-4c1e-9293-11264e2fb80f req-305c0e69-354e-4b62-b1fa-59d23fa72a69 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:57.215151 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6fd9b23c-2d74-4c1e-9293-11264e2fb80f req-305c0e69-354e-4b62-b1fa-59d23fa72a69 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e76764c-3a09-453a-b7ce-d6fcd4252429 HTTP/1.1" status: 200 len: 945 time: 0.0655353 Aug 10 01:02:57.260698 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6fd9b23c-2d74-4c1e-9293-11264e2fb80f req-10b61908-404b-4f44-bad0-18458fe2b1bc tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376794 Aug 10 01:02:57.371265 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 50122) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:57.466806 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-d2fe9a5a-6d28-479d-9f4d-eb1b7ecea1ee tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2073761868', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:57.491044 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d2fe9a5a-6d28-479d-9f4d-eb1b7ecea1ee tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:57.492239 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d2fe9a5a-6d28-479d-9f4d-eb1b7ecea1ee tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:57.560535 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d2fe9a5a-6d28-479d-9f4d-eb1b7ecea1ee tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:57.568377 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d2fe9a5a-6d28-479d-9f4d-eb1b7ecea1ee tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:57.581995 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d2fe9a5a-6d28-479d-9f4d-eb1b7ecea1ee tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:57.584470 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d2fe9a5a-6d28-479d-9f4d-eb1b7ecea1ee tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2103729 Aug 10 01:02:57.586091 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 50132) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:57.591441 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-87f80811-9039-44f2-9aa4-3f3f6a254d9d tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-55031279'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:57.616062 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f80811-9039-44f2-9aa4-3f3f6a254d9d tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Made reservation on behalf of a805618dcdba44dca6eb25a2495b66cf for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:02:57.621080 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-87f80811-9039-44f2-9aa4-3f3f6a254d9d tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:57.632520 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-87f80811-9039-44f2-9aa4-3f3f6a254d9d tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:57.744768 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-87f80811-9039-44f2-9aa4-3f3f6a254d9d tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:57.749382 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-87f80811-9039-44f2-9aa4-3f3f6a254d9d tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:57.780318 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87f80811-9039-44f2-9aa4-3f3f6a254d9d tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:02:57.792004 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f80811-9039-44f2-9aa4-3f3f6a254d9d tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40729c1b-f345-46ba-b94a-2d37bdebed08,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:57.804854 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-87f80811-9039-44f2-9aa4-3f3f6a254d9d tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:57.805258 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-87f80811-9039-44f2-9aa4-3f3f6a254d9d tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Added segment 3682725e-d55a-4bb6-9019-825412768e87 of type vlan for network 7196c7a6-c95e-4053-b76c-5c3df110844b Aug 10 01:02:57.807355 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba790c90-8404-4fc4-a916-2b6aaa6d9248 req-2ec55719-6728-4cc4-859f-cdbabfe77220 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:57.808991 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ba790c90-8404-4fc4-a916-2b6aaa6d9248 req-2ec55719-6728-4cc4-859f-cdbabfe77220 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 944 time: 0.0522463 Aug 10 01:02:57.852043 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ba790c90-8404-4fc4-a916-2b6aaa6d9248 req-461b0cb3-e19b-40b4-8a50-aea99d040de4 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356562 Aug 10 01:02:57.857632 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-87f80811-9039-44f2-9aa4-3f3f6a254d9d tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:57.896632 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-87f80811-9039-44f2-9aa4-3f3f6a254d9d tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:57.902434 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f80811-9039-44f2-9aa4-3f3f6a254d9d tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:57.903513 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-87f80811-9039-44f2-9aa4-3f3f6a254d9d tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:57.971777 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 50148) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:57.977467 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-92b20f82-e50c-49db-b2b3-b4f454bf14f9 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Request body: {'subnet': {'network_id': '7196c7a6-c95e-4053-b76c-5c3df110844b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:57.983485 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-87f80811-9039-44f2-9aa4-3f3f6a254d9d tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3907790 Aug 10 01:02:57.996695 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f80811-9039-44f2-9aa4-3f3f6a254d9d tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Pushing event updated for resources: {'Network': ['ID=7196c7a6-c95e-4053-b76c-5c3df110844b,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:58.014084 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 7196c7a6-c95e-4053-b76c-5c3df110844b details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:02:58.085343 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:58.108484 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b20f82-e50c-49db-b2b3-b4f454bf14f9 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Made reservation on behalf of a805618dcdba44dca6eb25a2495b66cf for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:02:58.113359 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-92b20f82-e50c-49db-b2b3-b4f454bf14f9 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:58.620887 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e24b95-9a66-46c7-bc94-b6af4fca8d88 req-01725f3a-5495-4a99-bffa-962fd1d61685 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:58.628791 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b6e24b95-9a66-46c7-bc94-b6af4fca8d88 req-01725f3a-5495-4a99-bffa-962fd1d61685 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e76764c-3a09-453a-b7ce-d6fcd4252429 HTTP/1.1" status: 200 len: 945 time: 0.1408927 Aug 10 01:02:58.652873 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e942b04-94e6-4c98-b611-76c95ec3cdbe req-d676f52d-4e3b-4f68-b0f4-24008fa17cc9 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:58.654377 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e942b04-94e6-4c98-b611-76c95ec3cdbe req-d676f52d-4e3b-4f68-b0f4-24008fa17cc9 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d35146d-04aa-43bd-a0cd-8e969d772656 HTTP/1.1" status: 200 len: 945 time: 0.1655304 Aug 10 01:02:58.710314 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-9b5dc3df-ab49-4831-811c-018dbf56ac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:58.712948 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-9b5dc3df-ab49-4831-811c-018dbf56ac8f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44&tenant_id=4ce28956188140948295882b7e7eeddc HTTP/1.1" status: 200 len: 1096 time: 0.0519755 Aug 10 01:02:58.727208 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b6e24b95-9a66-46c7-bc94-b6af4fca8d88 req-2b45ef99-9924-44c5-8eb9-c928644652f2 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974290 Aug 10 01:02:58.732886 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-bd95e22d-86d0-4498-96b5-d0686e833264 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-26', 'device_owner': 'compute:nova'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:58.758692 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e942b04-94e6-4c98-b611-76c95ec3cdbe req-51147a3b-9612-4bf2-a4ae-3c6429660d26 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947025 Aug 10 01:02:58.809098 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-bd95e22d-86d0-4498-96b5-d0686e833264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:58.818941 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-92b20f82-e50c-49db-b2b3-b4f454bf14f9 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:58.954585 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b20f82-e50c-49db-b2b3-b4f454bf14f9 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Pushing event updated for resources: {'Subnet': ['ID=fdffabb7-04a4-4f7c-bbf9-a324a2660f3b,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:58.982885 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85174660-b481-42ea-8b29-5612159b69b6 req-febb2e8d-677d-4b7a-a389-467dc6af8a2a tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:58.984489 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-85174660-b481-42ea-8b29-5612159b69b6 req-febb2e8d-677d-4b7a-a389-467dc6af8a2a tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e76764c-3a09-453a-b7ce-d6fcd4252429 HTTP/1.1" status: 200 len: 945 time: 0.1359677 Aug 10 01:02:59.005272 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b20f82-e50c-49db-b2b3-b4f454bf14f9 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Checking segment: {'id': '3682725e-d55a-4bb6-9019-825412768e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7196c7a6-c95e-4053-b76c-5c3df110844b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:59.005641 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b20f82-e50c-49db-b2b3-b4f454bf14f9 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Network hostable DHCP agents. Network: 7196c7a6-c95e-4053-b76c-5c3df110844b, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:02:59.106551 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b20f82-e50c-49db-b2b3-b4f454bf14f9 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Network 7196c7a6-c95e-4053-b76c-5c3df110844b is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:02:59.123149 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599f54f-5589-4e96-9732-bf5efb90a8a2 req-b700e5f9-2295-4453-bc4f-6880fe89910e tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:59.130669 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d599f54f-5589-4e96-9732-bf5efb90a8a2 req-b700e5f9-2295-4453-bc4f-6880fe89910e tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 944 time: 0.1431172 Aug 10 01:02:59.185981 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-92b20f82-e50c-49db-b2b3-b4f454bf14f9 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 7196c7a6-c95e-4053-b76c-5c3df110844b) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:59.194638 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919aa3ff-82cf-4f5c-b29e-8f716e7631cd None None] Network 7196c7a6-c95e-4053-b76c-5c3df110844b requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:59.206469 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b20f82-e50c-49db-b2b3-b4f454bf14f9 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:59.207093 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-92b20f82-e50c-49db-b2b3-b4f454bf14f9 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:59.239718 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-92b20f82-e50c-49db-b2b3-b4f454bf14f9 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2628777 Aug 10 01:02:59.260155 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 50166) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:59.285514 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-89eaf42a-5fb5-457d-bdb4-41ffda4ae927 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Request body: {'network': {'name': 'tempest-router-network01--1516689588'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:59.314101 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d599f54f-5589-4e96-9732-bf5efb90a8a2 req-21370f7d-b044-4b0a-903c-812a5ec42990 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745741 Aug 10 01:02:59.329964 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-85174660-b481-42ea-8b29-5612159b69b6 req-99ae81d1-0fde-4a2b-997c-8a1207214763 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Deleting port dad36731-0a01-4cdf-b587-0d7a8f28ee6c {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:02:59.330319 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-85174660-b481-42ea-8b29-5612159b69b6 req-99ae81d1-0fde-4a2b-997c-8a1207214763 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:59.424916 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89eaf42a-5fb5-457d-bdb4-41ffda4ae927 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Made reservation on behalf of a805618dcdba44dca6eb25a2495b66cf for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:02:59.427498 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-89eaf42a-5fb5-457d-bdb4-41ffda4ae927 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:59.456600 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89eaf42a-5fb5-457d-bdb4-41ffda4ae927 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:02:59.467061 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-89eaf42a-5fb5-457d-bdb4-41ffda4ae927 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:59.467771 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-89eaf42a-5fb5-457d-bdb4-41ffda4ae927 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Added segment 098e4f1f-b112-42de-8588-c27fabdb9043 of type vlan for network 53daa09c-9e4f-46d7-895d-f7938e929784 Aug 10 01:02:59.487047 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98031cd-508d-43ed-b29c-c4cd12db4aac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-7196c7a6-c95e-4053-b76c-5c3df110844b', 'network_id': '7196c7a6-c95e-4053-b76c-5c3df110844b', 'tenant_id': 'a805618dcdba44dca6eb25a2495b66cf', 'fixed_ips': [{'subnet_id': 'fdffabb7-04a4-4f7c-bbf9-a324a2660f3b'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:02:59.488425 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a98031cd-508d-43ed-b29c-c4cd12db4aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:59.543851 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-89eaf42a-5fb5-457d-bdb4-41ffda4ae927 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:59.580396 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-bd95e22d-86d0-4498-96b5-d0686e833264 service neutron] For port 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7,segment=NetworkSegment(136bec44-8d21-4a4a-9be0-ad0e395d978b),segment_id=136bec44-8d21-4a4a-9be0-ad0e395d978b)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:59.593930 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-85174660-b481-42ea-8b29-5612159b69b6 req-99ae81d1-0fde-4a2b-997c-8a1207214763 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] For port dad36731-0a01-4cdf-b587-0d7a8f28ee6c, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=dad36731-0a01-4cdf-b587-0d7a8f28ee6c,segment=NetworkSegment(7090882b-d97f-4901-9a5f-1635b14ed82b),segment_id=7090882b-d97f-4901-9a5f-1635b14ed82b)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:59.594687 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-85174660-b481-42ea-8b29-5612159b69b6 req-99ae81d1-0fde-4a2b-997c-8a1207214763 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:59.627134 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-85174660-b481-42ea-8b29-5612159b69b6 req-99ae81d1-0fde-4a2b-997c-8a1207214763 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Calling delete_port for dad36731-0a01-4cdf-b587-0d7a8f28ee6c owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:02:59.630425 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-89eaf42a-5fb5-457d-bdb4-41ffda4ae927 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:59.652152 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89eaf42a-5fb5-457d-bdb4-41ffda4ae927 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:59.652394 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c6fe76-647a-4d47-be3a-8cd6273eca7a req-e7eebbcc-b4e5-4b7c-a2a3-c4749d1aeba3 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:59.652891 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-89eaf42a-5fb5-457d-bdb4-41ffda4ae927 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:59.654092 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e9c6fe76-647a-4d47-be3a-8cd6273eca7a req-e7eebbcc-b4e5-4b7c-a2a3-c4749d1aeba3 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d35146d-04aa-43bd-a0cd-8e969d772656 HTTP/1.1" status: 200 len: 945 time: 0.5934651 Aug 10 01:02:59.697164 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-a98031cd-508d-43ed-b29c-c4cd12db4aac None None] Allocated IP 172.20.0.2 (7196c7a6-c95e-4053-b76c-5c3df110844b/fdffabb7-04a4-4f7c-bbf9-a324a2660f3b/f67e231e-a31b-40a5-8844-f363a5e9eca1) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:02:59.700171 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-bd95e22d-86d0-4498-96b5-d0686e833264 service neutron] For port 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:02:59.804867 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-bd95e22d-86d0-4498-96b5-d0686e833264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:02:59.827781 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-89eaf42a-5fb5-457d-bdb4-41ffda4ae927 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5615890 Aug 10 01:02:59.832596 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 50178) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:59.837017 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-bd95e22d-86d0-4498-96b5-d0686e833264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:59.839276 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-fddd1d39-ac9e-4492-baaa-dd4e142937aa tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Request body: {'network': {'name': 'tempest-router-network02--1291513031'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:59.852295 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eaf42a-5fb5-457d-bdb4-41ffda4ae927 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Pushing event updated for resources: {'Network': ['ID=53daa09c-9e4f-46d7-895d-f7938e929784,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:59.894295 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-bd95e22d-86d0-4498-96b5-d0686e833264 service neutron] Transition to ACTIVE for port object 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:59.915574 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-e9c6fe76-647a-4d47-be3a-8cd6273eca7a req-45d287fe-5cb4-4e80-9786-f8a08be1d0ad tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Deleting port 4e448d72-8613-4177-ac1f-c2dba8cabebb {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:02:59.917911 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e9c6fe76-647a-4d47-be3a-8cd6273eca7a req-45d287fe-5cb4-4e80-9786-f8a08be1d0ad tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:59.921695 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a98031cd-508d-43ed-b29c-c4cd12db4aac None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:59.929737 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-bd95e22d-86d0-4498-96b5-d0686e833264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:59.932363 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a98031cd-508d-43ed-b29c-c4cd12db4aac None None] Transition to ACTIVE for port object f67e231e-a31b-40a5-8844-f363a5e9eca1 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:59.953113 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a98031cd-508d-43ed-b29c-c4cd12db4aac None None] Transition to ACTIVE for port object f67e231e-a31b-40a5-8844-f363a5e9eca1 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:59.959073 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 53daa09c-9e4f-46d7-895d-f7938e929784 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:02:59.976754 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a98031cd-508d-43ed-b29c-c4cd12db4aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:59.985956 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddd1d39-ac9e-4492-baaa-dd4e142937aa tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Made reservation on behalf of a805618dcdba44dca6eb25a2495b66cf for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:02:59.989806 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fddd1d39-ac9e-4492-baaa-dd4e142937aa tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:00.075118 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befa318-c74b-4696-adbe-af0d57e5b52c req-4bc74573-5375-48cc-b105-9440e34a06a6 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:00.083021 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2befa318-c74b-4696-adbe-af0d57e5b52c req-4bc74573-5375-48cc-b105-9440e34a06a6 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d35146d-04aa-43bd-a0cd-8e969d772656 HTTP/1.1" status: 200 len: 945 time: 0.1688240 Aug 10 01:03:00.087973 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98031cd-508d-43ed-b29c-c4cd12db4aac None None] Pushing event updated for resources: {'Port': ['ID=f67e231e-a31b-40a5-8844-f363a5e9eca1,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:00.094392 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fddd1d39-ac9e-4492-baaa-dd4e142937aa tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:03:00.119229 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac09845-4cf3-499d-82ea-9cfad146db5d req-f3bece99-b9e9-49bb-b4ae-01eed2a44bd2 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:00.123534 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98031cd-508d-43ed-b29c-c4cd12db4aac None None] Network 7196c7a6-c95e-4053-b76c-5c3df110844b is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:03:00.123916 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0ac09845-4cf3-499d-82ea-9cfad146db5d req-f3bece99-b9e9-49bb-b4ae-01eed2a44bd2 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e76764c-3a09-453a-b7ce-d6fcd4252429 HTTP/1.1" status: 200 len: 945 time: 0.2187414 Aug 10 01:03:00.126976 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-a98031cd-508d-43ed-b29c-c4cd12db4aac None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:00.138090 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98031cd-508d-43ed-b29c-c4cd12db4aac None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:03:00.226279 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a98031cd-508d-43ed-b29c-c4cd12db4aac None None] Attempting to bind port f67e231e-a31b-40a5-8844-f363a5e9eca1 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:03:00.226954 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a98031cd-508d-43ed-b29c-c4cd12db4aac None None] Attempting to bind port f67e231e-a31b-40a5-8844-f363a5e9eca1 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '3682725e-d55a-4bb6-9019-825412768e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7196c7a6-c95e-4053-b76c-5c3df110844b'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:03:00.227072 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98031cd-508d-43ed-b29c-c4cd12db4aac None None] Attempting to bind port f67e231e-a31b-40a5-8844-f363a5e9eca1 on network 7196c7a6-c95e-4053-b76c-5c3df110844b {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:03:00.245788 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2befa318-c74b-4696-adbe-af0d57e5b52c req-e7cc0a60-adbc-4120-92e5-d2a458fd934b tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616647 Aug 10 01:03:00.250339 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-85174660-b481-42ea-8b29-5612159b69b6 req-99ae81d1-0fde-4a2b-997c-8a1207214763 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:00.250843 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98031cd-508d-43ed-b29c-c4cd12db4aac None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:03:00.254509 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98031cd-508d-43ed-b29c-c4cd12db4aac None None] Checking segment: {'id': '3682725e-d55a-4bb6-9019-825412768e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7196c7a6-c95e-4053-b76c-5c3df110844b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:03:00.255221 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a98031cd-508d-43ed-b29c-c4cd12db4aac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:00.255633 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98031cd-508d-43ed-b29c-c4cd12db4aac None None] Bound using segment: {'id': '3682725e-d55a-4bb6-9019-825412768e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7196c7a6-c95e-4053-b76c-5c3df110844b'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:03:00.259320 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a98031cd-508d-43ed-b29c-c4cd12db4aac None None] Bound port: f67e231e-a31b-40a5-8844-f363a5e9eca1, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3682725e-d55a-4bb6-9019-825412768e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7196c7a6-c95e-4053-b76c-5c3df110844b'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:03:00.259741 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a98031cd-508d-43ed-b29c-c4cd12db4aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:00.269331 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['dad36731-0a01-4cdf-b587-0d7a8f28ee6c'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:03:00.315179 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fddd1d39-ac9e-4492-baaa-dd4e142937aa tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:00.317164 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-fddd1d39-ac9e-4492-baaa-dd4e142937aa tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Added segment d87b2f0e-0c4a-478c-b476-ba64fb0565f6 of type vlan for network ccb77179-aa4c-4af4-af1e-dfb182e71a71 Aug 10 01:03:00.330796 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['5296113c-2c3a-4f22-830e-145f73c4780a'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:03:00.393513 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-bd95e22d-86d0-4498-96b5-d0686e833264 service neutron] No DVR routers for this DVR port 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:03:00.462579 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95e22d-86d0-4498-96b5-d0686e833264 service neutron] Pushing event updated for resources: {'Port': ['ID=96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7,revision_number=9']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:00.482584 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fddd1d39-ac9e-4492-baaa-dd4e142937aa tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:00.491166 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-85174660-b481-42ea-8b29-5612159b69b6 req-99ae81d1-0fde-4a2b-997c-8a1207214763 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] No DVR routers for this DVR port dad36731-0a01-4cdf-b587-0d7a8f28ee6c on host n-h1-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:03:00.499613 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-85174660-b481-42ea-8b29-5612159b69b6 req-99ae81d1-0fde-4a2b-997c-8a1207214763 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:00.503567 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-85174660-b481-42ea-8b29-5612159b69b6 req-99ae81d1-0fde-4a2b-997c-8a1207214763 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.24 "DELETE /v2.0/ports/dad36731-0a01-4cdf-b587-0d7a8f28ee6c HTTP/1.1" status: 204 len: 173 time: 1.5053189 Aug 10 01:03:00.504544 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-e9c6fe76-647a-4d47-be3a-8cd6273eca7a req-45d287fe-5cb4-4e80-9786-f8a08be1d0ad tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] For port 4e448d72-8613-4177-ac1f-c2dba8cabebb, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=4e448d72-8613-4177-ac1f-c2dba8cabebb,segment=NetworkSegment(91689796-eaba-4d16-8a46-34edba2f37cb),segment_id=91689796-eaba-4d16-8a46-34edba2f37cb)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:00.504982 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e9c6fe76-647a-4d47-be3a-8cd6273eca7a req-45d287fe-5cb4-4e80-9786-f8a08be1d0ad tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:00.506050 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae81d1-0fde-4a2b-997c-8a1207214763 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Pushing event deleted for resources: {'Port': ['ID=dad36731-0a01-4cdf-b587-0d7a8f28ee6c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:00.507979 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e76764c-3a09-453a-b7ce-d6fcd4252429', 'name': 'network-vif-deleted', 'tag': 'dad36731-0a01-4cdf-b587-0d7a8f28ee6c'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:03:00.510732 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5265b439-2718-402d-8122-93e31ff333e3" -d '{"events": [{"server_uuid": "0e76764c-3a09-453a-b7ce-d6fcd4252429", "name": "network-vif-deleted", "tag": "dad36731-0a01-4cdf-b587-0d7a8f28ee6c"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:03:00.547183 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0ac09845-4cf3-499d-82ea-9cfad146db5d req-5cc21ca4-aeef-4e48-aecc-af00cc170d14 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087187 Aug 10 01:03:00.580640 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fddd1d39-ac9e-4492-baaa-dd4e142937aa tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:00.592835 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddd1d39-ac9e-4492-baaa-dd4e142937aa tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:00.593502 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fddd1d39-ac9e-4492-baaa-dd4e142937aa tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:00.666328 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 935b08b0-190b-469f-9c27-3484c1986864 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:03:00.705098 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 935b08b0-190b-469f-9c27-3484c1986864 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:03:00.705593 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 935b08b0-190b-469f-9c27-3484c1986864 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:03:00.706150 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device dad36731-0a01-4cdf-b587-0d7a8f28ee6c no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:03:00.712528 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-e9c6fe76-647a-4d47-be3a-8cd6273eca7a req-45d287fe-5cb4-4e80-9786-f8a08be1d0ad tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Calling delete_port for 4e448d72-8613-4177-ac1f-c2dba8cabebb owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:03:00.741157 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e66fc24-0d9b-44f9-9b24-df720babf091 x-openstack-request-id: req-1e66fc24-0d9b-44f9-9b24-df720babf091 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:03:00.741826 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e76764c-3a09-453a-b7ce-d6fcd4252429", "name": "network-vif-deleted", "tag": "dad36731-0a01-4cdf-b587-0d7a8f28ee6c", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:03:00.741826 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1e66fc24-0d9b-44f9-9b24-df720babf091 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:03:00.742189 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e76764c-3a09-453a-b7ce-d6fcd4252429', 'name': 'network-vif-deleted', 'tag': 'dad36731-0a01-4cdf-b587-0d7a8f28ee6c', 'status': 'completed', 'code': 200} Aug 10 01:03:00.752220 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd1d39-ac9e-4492-baaa-dd4e142937aa tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Pushing event updated for resources: {'Network': ['ID=ccb77179-aa4c-4af4-af1e-dfb182e71a71,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:00.758890 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-fddd1d39-ac9e-4492-baaa-dd4e142937aa tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9239697 Aug 10 01:03:00.769385 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: dad36731-0a01-4cdf-b587-0d7a8f28ee6c {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:03:00.770286 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device dad36731-0a01-4cdf-b587-0d7a8f28ee6c not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:03:00.772445 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network ccb77179-aa4c-4af4-af1e-dfb182e71a71 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:03:00.775988 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 50192) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:00.782019 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-e88af38c-47e9-4d4f-a583-e14da4f3c9af tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Request body: {'subnet': {'network_id': '53daa09c-9e4f-46d7-895d-f7938e929784', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:00.783886 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-a98031cd-508d-43ed-b29c-c4cd12db4aac None None] For port f67e231e-a31b-40a5-8844-f363a5e9eca1, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:03:00.843066 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-a98031cd-508d-43ed-b29c-c4cd12db4aac None None] For port f67e231e-a31b-40a5-8844-f363a5e9eca1, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=f67e231e-a31b-40a5-8844-f363a5e9eca1,segment=NetworkSegment(3682725e-d55a-4bb6-9019-825412768e87),segment_id=3682725e-d55a-4bb6-9019-825412768e87)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:03:00.866527 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a093d1-e0bb-4399-bbee-d06d4099d67b req-5b4e6285-43a4-4d2c-8f3b-109205fcf05c tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:00.868163 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d5a093d1-e0bb-4399-bbee-d06d4099d67b req-5b4e6285-43a4-4d2c-8f3b-109205fcf05c tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 944 time: 0.1251948 Aug 10 01:03:00.877157 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e9c6fe76-647a-4d47-be3a-8cd6273eca7a req-45d287fe-5cb4-4e80-9786-f8a08be1d0ad tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:00.878018 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a98031cd-508d-43ed-b29c-c4cd12db4aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:00.945578 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d5a093d1-e0bb-4399-bbee-d06d4099d67b req-98c2417b-89cc-4fd6-8b49-cbb83e9d600c tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601211 Aug 10 01:03:00.954032 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88af38c-47e9-4d4f-a583-e14da4f3c9af tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Made reservation on behalf of a805618dcdba44dca6eb25a2495b66cf for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:03:00.960066 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e88af38c-47e9-4d4f-a583-e14da4f3c9af tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:00.977754 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d287fe-5cb4-4e80-9786-f8a08be1d0ad tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Pushing event deleted for resources: {'Port': ['ID=4e448d72-8613-4177-ac1f-c2dba8cabebb,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:00.980571 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98031cd-508d-43ed-b29c-c4cd12db4aac None None] Pushing event updated for resources: {'Port': ['ID=f67e231e-a31b-40a5-8844-f363a5e9eca1,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:01.009643 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-bd95e22d-86d0-4498-96b5-d0686e833264 service neutron] Attempting to bind port 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:03:01.010177 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-bd95e22d-86d0-4498-96b5-d0686e833264 service neutron] Attempting to bind port 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '136bec44-8d21-4a4a-9be0-ad0e395d978b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:03:01.010584 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-bd95e22d-86d0-4498-96b5-d0686e833264 service neutron] Attempting to bind port 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 on network 9ff27b19-c3ac-4a51-8f0a-77d9d092a25c {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:03:01.065409 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c6fe76-647a-4d47-be3a-8cd6273eca7a req-45d287fe-5cb4-4e80-9786-f8a08be1d0ad tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] No DVR routers for this DVR port 4e448d72-8613-4177-ac1f-c2dba8cabebb on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:03:01.068337 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e9c6fe76-647a-4d47-be3a-8cd6273eca7a req-45d287fe-5cb4-4e80-9786-f8a08be1d0ad tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:01.070712 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e9c6fe76-647a-4d47-be3a-8cd6273eca7a req-45d287fe-5cb4-4e80-9786-f8a08be1d0ad tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.24 "DELETE /v2.0/ports/4e448d72-8613-4177-ac1f-c2dba8cabebb HTTP/1.1" status: 204 len: 173 time: 1.4067152 Aug 10 01:03:01.071631 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d35146d-04aa-43bd-a0cd-8e969d772656', 'name': 'network-vif-deleted', 'tag': '4e448d72-8613-4177-ac1f-c2dba8cabebb'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:03:01.074034 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850e6f68-fcf2-4b96-be59-f829b0a71493" -d '{"events": [{"server_uuid": "6d35146d-04aa-43bd-a0cd-8e969d772656", "name": "network-vif-deleted", "tag": "4e448d72-8613-4177-ac1f-c2dba8cabebb"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:03:01.077524 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-bd95e22d-86d0-4498-96b5-d0686e833264 service neutron] Port 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 on network 9ff27b19-c3ac-4a51-8f0a-77d9d092a25c not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:03:01.077945 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-bd95e22d-86d0-4498-96b5-d0686e833264 service neutron] Attempting to bind port 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 on network 9ff27b19-c3ac-4a51-8f0a-77d9d092a25c {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:03:01.083671 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-bd95e22d-86d0-4498-96b5-d0686e833264 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:03:01.084173 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-bd95e22d-86d0-4498-96b5-d0686e833264 service neutron] Checking segment: {'id': '136bec44-8d21-4a4a-9be0-ad0e395d978b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:03:01.084662 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-bd95e22d-86d0-4498-96b5-d0686e833264 service neutron] Bound using segment: {'id': '136bec44-8d21-4a4a-9be0-ad0e395d978b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:03:01.085171 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-bd95e22d-86d0-4498-96b5-d0686e833264 service neutron] Bound port: 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '136bec44-8d21-4a4a-9be0-ad0e395d978b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:03:01.085607 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-bd95e22d-86d0-4498-96b5-d0686e833264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:01.141290 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8061ea-41fa-4970-8dd2-d06081489612 x-openstack-request-id: req-ff8061ea-41fa-4970-8dd2-d06081489612 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:03:01.141898 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d35146d-04aa-43bd-a0cd-8e969d772656", "name": "network-vif-deleted", "tag": "4e448d72-8613-4177-ac1f-c2dba8cabebb", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:03:01.142341 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ff8061ea-41fa-4970-8dd2-d06081489612 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:03:01.143171 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d35146d-04aa-43bd-a0cd-8e969d772656', 'name': 'network-vif-deleted', 'tag': '4e448d72-8613-4177-ac1f-c2dba8cabebb', 'status': 'completed', 'code': 200} Aug 10 01:03:01.186187 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-bd95e22d-86d0-4498-96b5-d0686e833264 service neutron] For port 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:03:01.189589 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-bd95e22d-86d0-4498-96b5-d0686e833264 service neutron] For port 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7,segment=NetworkSegment(136bec44-8d21-4a4a-9be0-ad0e395d978b),segment_id=136bec44-8d21-4a4a-9be0-ad0e395d978b)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:03:01.216596 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-bd95e22d-86d0-4498-96b5-d0686e833264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:01.267110 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-bd95e22d-86d0-4498-96b5-d0686e833264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:01.268222 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-bd95e22d-86d0-4498-96b5-d0686e833264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:01.271175 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-bd95e22d-86d0-4498-96b5-d0686e833264 service neutron] 10.222.0.20 "PUT /v2.0/ports/96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 HTTP/1.1" status: 200 len: 1093 time: 2.5420990 Aug 10 01:03:01.300551 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95e22d-86d0-4498-96b5-d0686e833264 service neutron] Pushing event updated for resources: {'Port': ['ID=96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7,revision_number=10']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:01.301975 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e88af38c-47e9-4d4f-a583-e14da4f3c9af tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:01.378258 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-22bcfdf1-4efa-4abe-9c13-6289bee4ee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:01.380784 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-22bcfdf1-4efa-4abe-9c13-6289bee4ee5c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ce28956188140948295882b7e7eeddc&device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 1097 time: 0.0687149 Aug 10 01:03:01.393369 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88af38c-47e9-4d4f-a583-e14da4f3c9af tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Pushing event updated for resources: {'Subnet': ['ID=556863d1-4278-4e82-adc6-12e5037ad864,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:01.411269 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88af38c-47e9-4d4f-a583-e14da4f3c9af tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Checking segment: {'id': '098e4f1f-b112-42de-8588-c27fabdb9043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '53daa09c-9e4f-46d7-895d-f7938e929784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:03:01.411906 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88af38c-47e9-4d4f-a583-e14da4f3c9af tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Network hostable DHCP agents. Network: 53daa09c-9e4f-46d7-895d-f7938e929784, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:03:01.435647 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82e01fd9-9405-424a-89c7-b55105582d06 req-8deda010-dc16-45ce-aa7c-3ae21b270d05 tempest-LiveMigrationTest-2122055794 tempest-LiveMigrationTest-2122055794-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d35146d-04aa-43bd-a0cd-8e969d772656 HTTP/1.1" status: 200 len: 210 time: 0.0431588 Aug 10 01:03:01.478421 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88af38c-47e9-4d4f-a583-e14da4f3c9af tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Network 53daa09c-9e4f-46d7-895d-f7938e929784 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:03:01.498585 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-e88af38c-47e9-4d4f-a583-e14da4f3c9af tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 53daa09c-9e4f-46d7-895d-f7938e929784) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:01.503434 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88af38c-47e9-4d4f-a583-e14da4f3c9af tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:01.503895 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e88af38c-47e9-4d4f-a583-e14da4f3c9af tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:01.512439 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b08fc5-919c-4926-b735-205ba602987b None None] Network 53daa09c-9e4f-46d7-895d-f7938e929784 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:03:01.539224 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e88af38c-47e9-4d4f-a583-e14da4f3c9af tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7614629 Aug 10 01:03:01.539874 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 50206) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:01.551453 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-b0e123e9-e1ad-4077-b63c-7b661177e077 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Request body: {'subnet': {'network_id': 'ccb77179-aa4c-4af4-af1e-dfb182e71a71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:01.675119 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-34ecad30-5dbd-450f-a9ee-10c15ded1cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:01.676890 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-34ecad30-5dbd-450f-a9ee-10c15ded1cd9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9ff27b19-c3ac-4a51-8f0a-77d9d092a25c HTTP/1.1" status: 200 len: 918 time: 0.2869198 Aug 10 01:03:01.720454 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device f67e231e-a31b-40a5-8844-f363a5e9eca1 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:03:01.795235 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-8db8a91f-aade-4287-b35a-818ff46c2357 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 HTTP/1.1" status: 200 len: 999 time: 0.1093819 Aug 10 01:03:01.806053 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e123e9-e1ad-4077-b63c-7b661177e077 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Made reservation on behalf of a805618dcdba44dca6eb25a2495b66cf for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:03:01.814099 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b0e123e9-e1ad-4077-b63c-7b661177e077 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:01.889344 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-6126f203-a209-4980-96f0-fc7d32df95d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:01.891132 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-6126f203-a209-4980-96f0-fc7d32df95d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d5b8c68-57be-4c07-b3dd-20f44685cf57 HTTP/1.1" status: 200 len: 856 time: 0.0877931 Aug 10 01:03:01.946318 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port f67e231e-a31b-40a5-8844-f363a5e9eca1 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:03:01.968561 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-3d0befea-73f3-4fc1-8bcb-febdb07cb6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:01.970689 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-3d0befea-73f3-4fc1-8bcb-febdb07cb6a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ff27b19-c3ac-4a51-8f0a-77d9d092a25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704265 Aug 10 01:03:01.977251 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4879d6ce-1622-427f-b392-d805533063fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-53daa09c-9e4f-46d7-895d-f7938e929784', 'network_id': '53daa09c-9e4f-46d7-895d-f7938e929784', 'tenant_id': 'a805618dcdba44dca6eb25a2495b66cf', 'fixed_ips': [{'subnet_id': '556863d1-4278-4e82-adc6-12e5037ad864'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:03:01.985333 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4879d6ce-1622-427f-b392-d805533063fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:02.169144 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-ce6c222c-9203-4f3c-8269-df8be60d52dc service neutron] 10.222.0.20 "GET /v2.0/networks/9ff27b19-c3ac-4a51-8f0a-77d9d092a25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908817 Aug 10 01:03:02.173121 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9265cfc-41c6-4344-bc0f-c771d502892d req-9cc5323e-2eeb-4058-af8c-96d8e945aa07 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:02.174307 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e9265cfc-41c6-4344-bc0f-c771d502892d req-9cc5323e-2eeb-4058-af8c-96d8e945aa07 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.2709069 Aug 10 01:03:02.298742 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-4879d6ce-1622-427f-b392-d805533063fd None None] Allocated IP 172.20.0.2 (53daa09c-9e4f-46d7-895d-f7938e929784/556863d1-4278-4e82-adc6-12e5037ad864/0c83dc2b-7df0-4313-821e-b35a272c8105) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:03:02.324585 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0a26e178-5082-45ee-8639-f9839ab7cf9c req-32e67fbd-6f73-45aa-9588-8d11689e1c6b service neutron] 10.222.0.20 "GET /v2.0/networks/9ff27b19-c3ac-4a51-8f0a-77d9d092a25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485031 Aug 10 01:03:02.402447 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ec204-0dcf-4441-9d9e-0c383492314d req-1cfc0868-09fa-45f4-8407-0bfbb5f938d0 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:02.412240 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-627ec204-0dcf-4441-9d9e-0c383492314d req-1cfc0868-09fa-45f4-8407-0bfbb5f938d0 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 945 time: 0.2364964 Aug 10 01:03:02.532050 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e9265cfc-41c6-4344-bc0f-c771d502892d req-63ec74b9-aa2a-4378-bc70-d0ec384f063d tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881019 Aug 10 01:03:02.558671 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4879d6ce-1622-427f-b392-d805533063fd None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:02.570694 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4879d6ce-1622-427f-b392-d805533063fd None None] Transition to ACTIVE for port object 0c83dc2b-7df0-4313-821e-b35a272c8105 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:03:02.593603 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4879d6ce-1622-427f-b392-d805533063fd None None] Transition to ACTIVE for port object 0c83dc2b-7df0-4313-821e-b35a272c8105 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:03:02.602395 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4879d6ce-1622-427f-b392-d805533063fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:02.680575 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 50298) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:02.700712 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b83b64-360c-4709-8bb7-1b2ffbffa423 None None] Network 7196c7a6-c95e-4053-b76c-5c3df110844b requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:03:02.764475 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-627ec204-0dcf-4441-9d9e-0c383492314d req-b54392cb-f5fd-4176-b3a0-0038c7ca219b tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3443904 Aug 10 01:03:02.797847 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-1153aabb-20a2-4d8a-b6d8-1bc37e405cfa admin admin] Deleting subnet 25a2d27a-ba73-472c-943f-003d0feb1ed0 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:03:02.811703 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1153aabb-20a2-4d8a-b6d8-1bc37e405cfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:02.815919 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b0e123e9-e1ad-4077-b63c-7b661177e077 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:02.891388 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1153aabb-20a2-4d8a-b6d8-1bc37e405cfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:02.963818 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e123e9-e1ad-4077-b63c-7b661177e077 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Pushing event updated for resources: {'Subnet': ['ID=bf269711-e52e-4def-9d3d-8f55e7c2b585,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:02.972704 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1153aabb-20a2-4d8a-b6d8-1bc37e405cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:02.983705 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e123e9-e1ad-4077-b63c-7b661177e077 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Checking segment: {'id': 'd87b2f0e-0c4a-478c-b476-ba64fb0565f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ccb77179-aa4c-4af4-af1e-dfb182e71a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:03:02.984455 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e123e9-e1ad-4077-b63c-7b661177e077 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Network hostable DHCP agents. Network: ccb77179-aa4c-4af4-af1e-dfb182e71a71, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:03:03.022357 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e123e9-e1ad-4077-b63c-7b661177e077 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Network ccb77179-aa4c-4af4-af1e-dfb182e71a71 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:03:03.073986 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-b0e123e9-e1ad-4077-b63c-7b661177e077 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, ccb77179-aa4c-4af4-af1e-dfb182e71a71) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:03.090647 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e123e9-e1ad-4077-b63c-7b661177e077 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:03.091597 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b0e123e9-e1ad-4077-b63c-7b661177e077 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:03.103519 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 4e448d72-8613-4177-ac1f-c2dba8cabebb no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:03:03.107389 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1153aabb-20a2-4d8a-b6d8-1bc37e405cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:03.118054 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb0a87-a595-491f-9d0b-b70346adcd03 req-690fad76-e166-4982-beb9-1b9554ccaa64 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:03.127249 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-07bb0a87-a595-491f-9d0b-b70346adcd03 req-690fad76-e166-4982-beb9-1b9554ccaa64 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1222746 Aug 10 01:03:03.155771 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b0e123e9-e1ad-4077-b63c-7b661177e077 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6120055 Aug 10 01:03:03.156497 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 50356) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:03.178039 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0686597-9cbc-47b9-bdf8-9b9d3dbd4e30 None None] Network ccb77179-aa4c-4af4-af1e-dfb182e71a71 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:03:03.188765 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44', 'tag': '96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:03:03.191717 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988c111d-da01-4cc8-891e-e94e2527dc40" -d '{"events": [{"name": "network-changed", "server_uuid": "ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44", "tag": "96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:03:03.195246 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1153aabb-20a2-4d8a-b6d8-1bc37e405cfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25a2d27a-ba73-472c-943f-003d0feb1ed0,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:03.216794 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879d6ce-1622-427f-b392-d805533063fd None None] Pushing event updated for resources: {'Port': ['ID=0c83dc2b-7df0-4313-821e-b35a272c8105,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:03.228492 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1153aabb-20a2-4d8a-b6d8-1bc37e405cfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:03.234313 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1153aabb-20a2-4d8a-b6d8-1bc37e405cfa admin admin] 10.222.0.35 "DELETE /v2.0/subnets/25a2d27a-ba73-472c-943f-003d0feb1ed0 HTTP/1.1" status: 204 len: 168 time: 0.5520067 Aug 10 01:03:03.235485 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 50364) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:03.317195 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5a6fbd-9164-4e10-ba07-e48e07ff8f6a x-openstack-request-id: req-da5a6fbd-9164-4e10-ba07-e48e07ff8f6a {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:03:03.317558 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44", "tag": "96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:03:03.317827 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-da5a6fbd-9164-4e10-ba07-e48e07ff8f6a {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:03:03.318308 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44', 'tag': '96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7', 'status': 'completed', 'code': 200} Aug 10 01:03:03.323563 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 4e448d72-8613-4177-ac1f-c2dba8cabebb {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:03:03.324157 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 4e448d72-8613-4177-ac1f-c2dba8cabebb not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:03:03.334455 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-07bb0a87-a595-491f-9d0b-b70346adcd03 req-6db7b7dc-aac3-497b-8410-27a788b73cf6 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062132 Aug 10 01:03:03.370408 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f43558fb-fa82-48d4-b027-7b48e21ee298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:03.401378 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1cdc68f2-ba74-4ce8-a2d2-fc655baf1dce None None] Provisioning for port f67e231e-a31b-40a5-8844-f363a5e9eca1 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:03:03.423995 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4879d6ce-1622-427f-b392-d805533063fd None None] Network 53daa09c-9e4f-46d7-895d-f7938e929784 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:03:03.451360 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-4879d6ce-1622-427f-b392-d805533063fd None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:03.497098 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f43558fb-fa82-48d4-b027-7b48e21ee298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:03.509986 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-f43558fb-fa82-48d4-b027-7b48e21ee298 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a3b32c7-74a3-4305-b7a7-526211811378']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:03.522885 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1cdc68f2-ba74-4ce8-a2d2-fc655baf1dce None None] Provisioning complete for port f67e231e-a31b-40a5-8844-f363a5e9eca1 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:03.523832 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1cdc68f2-ba74-4ce8-a2d2-fc655baf1dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:03.528063 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-f43558fb-fa82-48d4-b027-7b48e21ee298 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91689796-eaba-4d16-8a46-34edba2f37cb') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:03.528467 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-f43558fb-fa82-48d4-b027-7b48e21ee298 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91689796-eaba-4d16-8a46-34edba2f37cb') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:03.532044 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4879d6ce-1622-427f-b392-d805533063fd None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:03:03.554277 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f43558fb-fa82-48d4-b027-7b48e21ee298 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:03.572092 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f43558fb-fa82-48d4-b027-7b48e21ee298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:03.579970 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f43558fb-fa82-48d4-b027-7b48e21ee298 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:03:03.580403 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f43558fb-fa82-48d4-b027-7b48e21ee298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:03.697188 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:03:03.697188 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:03:03.697188 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:03:03.697188 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:03:03.697188 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:03:03.697188 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:03:03.697188 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:03:03.697188 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:03:03.697188 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:03:03.697188 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:03:03.697188 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:03:03.697188 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:03:03.697188 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:03:03.697188 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:03:03.697188 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:03:03.697188 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:03:03.697188 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:03:03.697188 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:03:03.697188 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:03:03.697188 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:03:03.697188 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:03:03.697188 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:03:03.697188 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:03:03.697188 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:03:03.697188 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:03:03.697188 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:03:03.697188 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:03:03.697188 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:03:03.697188 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:03:03.697188 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:03:03.697188 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:03:03.697188 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:03:03.718721 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f43558fb-fa82-48d4-b027-7b48e21ee298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:03.754808 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f43558fb-fa82-48d4-b027-7b48e21ee298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:03.760277 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f43558fb-fa82-48d4-b027-7b48e21ee298 admin admin] 10.222.0.35 "DELETE /v2.0/networks/9a3b32c7-74a3-4305-b7a7-526211811378 HTTP/1.1" status: 204 len: 168 time: 0.5238817 Aug 10 01:03:03.770202 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 50384) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:03.822434 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43558fb-fa82-48d4-b027-7b48e21ee298 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a3b32c7-74a3-4305-b7a7-526211811378,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:03.870383 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d663ff06-29d1-4811-861c-16adba8c9bc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-ccb77179-aa4c-4af4-af1e-dfb182e71a71', 'network_id': 'ccb77179-aa4c-4af4-af1e-dfb182e71a71', 'tenant_id': 'a805618dcdba44dca6eb25a2495b66cf', 'fixed_ips': [{'subnet_id': 'bf269711-e52e-4def-9d3d-8f55e7c2b585'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:03:03.871244 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d663ff06-29d1-4811-861c-16adba8c9bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:03.894614 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-4879d6ce-1622-427f-b392-d805533063fd None None] Attempting to bind port 0c83dc2b-7df0-4313-821e-b35a272c8105 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:03:03.895079 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-4879d6ce-1622-427f-b392-d805533063fd None None] Attempting to bind port 0c83dc2b-7df0-4313-821e-b35a272c8105 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '098e4f1f-b112-42de-8588-c27fabdb9043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '53daa09c-9e4f-46d7-895d-f7938e929784'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:03:03.895485 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4879d6ce-1622-427f-b392-d805533063fd None None] Attempting to bind port 0c83dc2b-7df0-4313-821e-b35a272c8105 on network 53daa09c-9e4f-46d7-895d-f7938e929784 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:03:03.921403 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c111d-da01-4cc8-891e-e94e2527dc40 req-4579d29d-0583-4876-9fc4-127cf9832542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:03.924678 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4879d6ce-1622-427f-b392-d805533063fd None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:03:03.925084 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4879d6ce-1622-427f-b392-d805533063fd None None] Checking segment: {'id': '098e4f1f-b112-42de-8588-c27fabdb9043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '53daa09c-9e4f-46d7-895d-f7938e929784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:03:03.925494 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4879d6ce-1622-427f-b392-d805533063fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:03.925886 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4879d6ce-1622-427f-b392-d805533063fd None None] Bound using segment: {'id': '098e4f1f-b112-42de-8588-c27fabdb9043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '53daa09c-9e4f-46d7-895d-f7938e929784'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:03:03.926474 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-4879d6ce-1622-427f-b392-d805533063fd None None] Bound port: 0c83dc2b-7df0-4313-821e-b35a272c8105, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '098e4f1f-b112-42de-8588-c27fabdb9043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '53daa09c-9e4f-46d7-895d-f7938e929784'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:03:03.926728 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4879d6ce-1622-427f-b392-d805533063fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:03.929674 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150af871-2304-43b9-ac2f-3515d84c7308 req-e6c209c4-d822-4f89-9d2a-410782b565c6 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:03.932345 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-150af871-2304-43b9-ac2f-3515d84c7308 req-e6c209c4-d822-4f89-9d2a-410782b565c6 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.4133101 Aug 10 01:03:03.942317 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-988c111d-da01-4cc8-891e-e94e2527dc40 req-4579d29d-0583-4876-9fc4-127cf9832542 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ce28956188140948295882b7e7eeddc&device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 1097 time: 0.5271335 Aug 10 01:03:03.989132 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bcaa67b5-a05b-4970-ad02-f539ef28cdd4 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:04.068606 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd966a8-aeab-4517-9764-3ef2a85cec3a req-cfdee7f4-363b-4c14-8756-ffbe9550ab73 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:04.070422 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8cd966a8-aeab-4517-9764-3ef2a85cec3a req-cfdee7f4-363b-4c14-8756-ffbe9550ab73 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 945 time: 0.1657505 Aug 10 01:03:04.147162 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c111d-da01-4cc8-891e-e94e2527dc40 req-f9f6486b-07cf-45ca-909b-440a9eebcd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:04.148885 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-988c111d-da01-4cc8-891e-e94e2527dc40 req-f9f6486b-07cf-45ca-909b-440a9eebcd8c service neutron] 10.222.0.20 "GET /v2.0/networks?id=9ff27b19-c3ac-4a51-8f0a-77d9d092a25c HTTP/1.1" status: 200 len: 918 time: 0.1907578 Aug 10 01:03:04.162373 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a52937-9634-4f67-bb6c-834c64961d31 admin admin] Deleting subnet b7d961b5-c5d7-430b-97c4-1a5ee7a3b963 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:03:04.173628 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c9a52937-9634-4f67-bb6c-834c64961d31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:04.209320 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-150af871-2304-43b9-ac2f-3515d84c7308 req-f7342ed5-827f-4ba3-ae73-ad8060a6d1e7 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493670 Aug 10 01:03:04.259092 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-d663ff06-29d1-4811-861c-16adba8c9bc5 None None] Allocated IP 172.20.0.2 (ccb77179-aa4c-4af4-af1e-dfb182e71a71/bf269711-e52e-4def-9d3d-8f55e7c2b585/f315f3db-993d-40dd-9156-85281510287a) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:03:04.271626 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c9a52937-9634-4f67-bb6c-834c64961d31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:04.297569 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-988c111d-da01-4cc8-891e-e94e2527dc40 req-dde15990-98d3-4759-8875-1d04c557edf6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 HTTP/1.1" status: 200 len: 999 time: 0.1326017 Aug 10 01:03:04.405775 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c111d-da01-4cc8-891e-e94e2527dc40 req-0fb1f9a2-b26d-4f76-9d28-9ea03d2d188a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:04.407293 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-988c111d-da01-4cc8-891e-e94e2527dc40 req-0fb1f9a2-b26d-4f76-9d28-9ea03d2d188a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d5b8c68-57be-4c07-b3dd-20f44685cf57 HTTP/1.1" status: 200 len: 856 time: 0.0944695 Aug 10 01:03:04.424745 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8cd966a8-aeab-4517-9764-3ef2a85cec3a req-fc5b1ba3-f10e-4b3c-befc-be195bc20f95 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3066428 Aug 10 01:03:04.545624 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c9a52937-9634-4f67-bb6c-834c64961d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:04.564351 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d663ff06-29d1-4811-861c-16adba8c9bc5 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:04.574764 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d663ff06-29d1-4811-861c-16adba8c9bc5 None None] Transition to ACTIVE for port object f315f3db-993d-40dd-9156-85281510287a will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:03:04.591417 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d663ff06-29d1-4811-861c-16adba8c9bc5 None None] Transition to ACTIVE for port object f315f3db-993d-40dd-9156-85281510287a will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:03:04.601791 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c111d-da01-4cc8-891e-e94e2527dc40 req-15fc41fd-36e3-46dc-a730-5581ee0f1b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:04.603382 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-988c111d-da01-4cc8-891e-e94e2527dc40 req-15fc41fd-36e3-46dc-a730-5581ee0f1b7c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ff27b19-c3ac-4a51-8f0a-77d9d092a25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1696012 Aug 10 01:03:04.617838 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d663ff06-29d1-4811-861c-16adba8c9bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:04.670026 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663ff06-29d1-4811-861c-16adba8c9bc5 None None] Pushing event updated for resources: {'Port': ['ID=f315f3db-993d-40dd-9156-85281510287a,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:04.733410 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d663ff06-29d1-4811-861c-16adba8c9bc5 None None] Network ccb77179-aa4c-4af4-af1e-dfb182e71a71 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:03:04.744301 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-d663ff06-29d1-4811-861c-16adba8c9bc5 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:04.762059 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d663ff06-29d1-4811-861c-16adba8c9bc5 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:03:04.785134 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-bcaa67b5-a05b-4970-ad02-f539ef28cdd4 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Allocated IP 172.20.0.1 (53daa09c-9e4f-46d7-895d-f7938e929784/556863d1-4278-4e82-adc6-12e5037ad864/5c1caa58-b518-4986-8e71-da950f4fee7a) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:03:04.812314 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-988c111d-da01-4cc8-891e-e94e2527dc40 req-655b6a51-05c0-4df7-bdd9-3a7b3a7a7adc service neutron] 10.222.0.20 "GET /v2.0/networks/9ff27b19-c3ac-4a51-8f0a-77d9d092a25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950214 Aug 10 01:03:04.824346 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1cdc68f2-ba74-4ce8-a2d2-fc655baf1dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:04.858117 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-4879d6ce-1622-427f-b392-d805533063fd None None] For port 0c83dc2b-7df0-4313-821e-b35a272c8105, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:03:04.952910 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-988c111d-da01-4cc8-891e-e94e2527dc40 req-32c5017c-747f-4824-a89a-891a0c2ba124 service neutron] 10.222.0.20 "GET /v2.0/networks/9ff27b19-c3ac-4a51-8f0a-77d9d092a25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320667 Aug 10 01:03:04.978452 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-4879d6ce-1622-427f-b392-d805533063fd None None] For port 0c83dc2b-7df0-4313-821e-b35a272c8105, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=0c83dc2b-7df0-4313-821e-b35a272c8105,segment=NetworkSegment(098e4f1f-b112-42de-8588-c27fabdb9043),segment_id=098e4f1f-b112-42de-8588-c27fabdb9043)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:03:04.985233 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d663ff06-29d1-4811-861c-16adba8c9bc5 None None] Attempting to bind port f315f3db-993d-40dd-9156-85281510287a on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:03:04.985611 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d663ff06-29d1-4811-861c-16adba8c9bc5 None None] Attempting to bind port f315f3db-993d-40dd-9156-85281510287a by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'd87b2f0e-0c4a-478c-b476-ba64fb0565f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ccb77179-aa4c-4af4-af1e-dfb182e71a71'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:03:04.989226 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d663ff06-29d1-4811-861c-16adba8c9bc5 None None] Attempting to bind port f315f3db-993d-40dd-9156-85281510287a on network ccb77179-aa4c-4af4-af1e-dfb182e71a71 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:03:04.995770 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-1cdc68f2-ba74-4ce8-a2d2-fc655baf1dce None None] For port f67e231e-a31b-40a5-8844-f363a5e9eca1, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=f67e231e-a31b-40a5-8844-f363a5e9eca1,segment=NetworkSegment(3682725e-d55a-4bb6-9019-825412768e87),segment_id=3682725e-d55a-4bb6-9019-825412768e87)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:04.998344 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c9a52937-9634-4f67-bb6c-834c64961d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:05.009014 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4879d6ce-1622-427f-b392-d805533063fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:05.063852 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a52937-9634-4f67-bb6c-834c64961d31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7d961b5-c5d7-430b-97c4-1a5ee7a3b963,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:05.068543 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c9a52937-9634-4f67-bb6c-834c64961d31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:05.070458 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c9a52937-9634-4f67-bb6c-834c64961d31 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b7d961b5-c5d7-430b-97c4-1a5ee7a3b963 HTTP/1.1" status: 204 len: 168 time: 1.2673044 Aug 10 01:03:05.075273 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 50466) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:05.100677 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879d6ce-1622-427f-b392-d805533063fd None None] Pushing event updated for resources: {'Port': ['ID=0c83dc2b-7df0-4313-821e-b35a272c8105,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:05.105579 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d663ff06-29d1-4811-861c-16adba8c9bc5 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:03:05.106945 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d663ff06-29d1-4811-861c-16adba8c9bc5 None None] Checking segment: {'id': 'd87b2f0e-0c4a-478c-b476-ba64fb0565f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ccb77179-aa4c-4af4-af1e-dfb182e71a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:03:05.107585 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d663ff06-29d1-4811-861c-16adba8c9bc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:05.109030 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d663ff06-29d1-4811-861c-16adba8c9bc5 None None] Bound using segment: {'id': 'd87b2f0e-0c4a-478c-b476-ba64fb0565f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ccb77179-aa4c-4af4-af1e-dfb182e71a71'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:03:05.110463 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d663ff06-29d1-4811-861c-16adba8c9bc5 None None] Bound port: f315f3db-993d-40dd-9156-85281510287a, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd87b2f0e-0c4a-478c-b476-ba64fb0565f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ccb77179-aa4c-4af4-af1e-dfb182e71a71'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:03:05.112246 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d663ff06-29d1-4811-861c-16adba8c9bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:05.118188 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1cdc68f2-ba74-4ce8-a2d2-fc655baf1dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:05.336082 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc68f2-ba74-4ce8-a2d2-fc655baf1dce None None] Pushing event updated for resources: {'Port': ['ID=f67e231e-a31b-40a5-8844-f363a5e9eca1,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:05.348771 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-21c9cdda-2c4e-4b3c-b830-499def3bcf49 None None] Provisioning complete for port f67e231e-a31b-40a5-8844-f363a5e9eca1 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:05.353037 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-21c9cdda-2c4e-4b3c-b830-499def3bcf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:05.435824 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc68f2-ba74-4ce8-a2d2-fc655baf1dce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:05.436230 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc68f2-ba74-4ce8-a2d2-fc655baf1dce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:05.440431 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc68f2-ba74-4ce8-a2d2-fc655baf1dce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:05.440820 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc68f2-ba74-4ce8-a2d2-fc655baf1dce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:05.441164 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc68f2-ba74-4ce8-a2d2-fc655baf1dce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:05.444908 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc68f2-ba74-4ce8-a2d2-fc655baf1dce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:05.445335 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc68f2-ba74-4ce8-a2d2-fc655baf1dce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:05.445679 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc68f2-ba74-4ce8-a2d2-fc655baf1dce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:05.446063 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc68f2-ba74-4ce8-a2d2-fc655baf1dce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:05.446437 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc68f2-ba74-4ce8-a2d2-fc655baf1dce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:05.446783 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc68f2-ba74-4ce8-a2d2-fc655baf1dce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:05.447111 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc68f2-ba74-4ce8-a2d2-fc655baf1dce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:05.457766 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bcaa67b5-a05b-4970-ad02-f539ef28cdd4 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:05.500002 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-bcaa67b5-a05b-4970-ad02-f539ef28cdd4 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Transition to ACTIVE for port object 5c1caa58-b518-4986-8e71-da950f4fee7a will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:03:05.542838 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d663ff06-29d1-4811-861c-16adba8c9bc5 None None] For port f315f3db-993d-40dd-9156-85281510287a, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:03:05.583578 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4a0a4793-fb0a-4fdb-86fc-dc087f2ab3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:05.599128 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bcaa67b5-a05b-4970-ad02-f539ef28cdd4 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:05.622875 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d663ff06-29d1-4811-861c-16adba8c9bc5 None None] For port f315f3db-993d-40dd-9156-85281510287a, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=f315f3db-993d-40dd-9156-85281510287a,segment=NetworkSegment(d87b2f0e-0c4a-478c-b476-ba64fb0565f6),segment_id=d87b2f0e-0c4a-478c-b476-ba64fb0565f6)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:03:05.644626 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d663ff06-29d1-4811-861c-16adba8c9bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:05.768691 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcaa67b5-a05b-4970-ad02-f539ef28cdd4 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Network 53daa09c-9e4f-46d7-895d-f7938e929784 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:03:05.798306 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-bcaa67b5-a05b-4970-ad02-f539ef28cdd4 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:05.804517 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaa67b5-a05b-4970-ad02-f539ef28cdd4 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:03:05.953152 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663ff06-29d1-4811-861c-16adba8c9bc5 None None] Pushing event updated for resources: {'Port': ['ID=f315f3db-993d-40dd-9156-85281510287a,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:06.004964 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bcaa67b5-a05b-4970-ad02-f539ef28cdd4 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:06.018251 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 0c83dc2b-7df0-4313-821e-b35a272c8105 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:03:06.200153 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 0c83dc2b-7df0-4313-821e-b35a272c8105 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:03:06.205789 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device f67e231e-a31b-40a5-8844-f363a5e9eca1 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:03:06.287625 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa67b5-a05b-4970-ad02-f539ef28cdd4 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Pushing event updated for resources: {'Port': ['ID=5c1caa58-b518-4986-8e71-da950f4fee7a,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:06.312130 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port f67e231e-a31b-40a5-8844-f363a5e9eca1 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:06.312669 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:07.036831 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfd6e26-beb1-44d3-ac11-40712a6be0a4 None None] Network 53daa09c-9e4f-46d7-895d-f7938e929784 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:03:07.079115 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f723e-66a2-48d5-8913-38860c9bc9ba req-8e3090db-9df3-4895-92c7-186d066438e1 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:07.080681 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8f4f723e-66a2-48d5-8913-38860c9bc9ba req-8e3090db-9df3-4895-92c7-186d066438e1 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 945 time: 1.3847022 Aug 10 01:03:07.195350 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4a0a4793-fb0a-4fdb-86fc-dc087f2ab3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:07.242670 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b73454a4-8b2e-4c5b-a667-1d7893067403 None None] Provisioning for port 0c83dc2b-7df0-4313-821e-b35a272c8105 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:03:07.252385 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-4a0a4793-fb0a-4fdb-86fc-dc087f2ab3e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60536ed4-7c3a-45f8-bc5e-6e68a3777e50']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:07.264687 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b73454a4-8b2e-4c5b-a667-1d7893067403 None None] Provisioning complete for port 0c83dc2b-7df0-4313-821e-b35a272c8105 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:07.265074 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b73454a4-8b2e-4c5b-a667-1d7893067403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:07.305468 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-4a0a4793-fb0a-4fdb-86fc-dc087f2ab3e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '693a9993-703c-403a-91f5-2fda03f8b17b') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:07.306054 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-4a0a4793-fb0a-4fdb-86fc-dc087f2ab3e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '693a9993-703c-403a-91f5-2fda03f8b17b') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:07.337808 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8f4f723e-66a2-48d5-8913-38860c9bc9ba req-93d9864b-ae43-4cae-a92a-e2b16f629ede tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2115345 Aug 10 01:03:07.351312 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4a0a4793-fb0a-4fdb-86fc-dc087f2ab3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:07.421917 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4a0a4793-fb0a-4fdb-86fc-dc087f2ab3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:07.430342 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bcaa67b5-a05b-4970-ad02-f539ef28cdd4 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:07.464668 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a0a4793-fb0a-4fdb-86fc-dc087f2ab3e6 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:03:07.465168 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4a0a4793-fb0a-4fdb-86fc-dc087f2ab3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:07.468269 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:03:07.468269 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:03:07.468269 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:03:07.468269 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:03:07.468269 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:03:07.468269 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:03:07.468269 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:03:07.468269 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:03:07.468269 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:03:07.468269 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:03:07.468269 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:03:07.468269 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:03:07.468269 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:03:07.468269 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:03:07.468269 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:03:07.468269 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:03:07.468269 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:03:07.468269 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:03:07.468269 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:03:07.468269 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:03:07.468269 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:03:07.468269 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:03:07.468269 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:03:07.468269 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:03:07.468269 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:03:07.468269 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:03:07.468269 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:03:07.468269 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:03:07.468269 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:03:07.468269 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:03:07.468269 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:03:07.468269 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:03:07.701794 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b73454a4-8b2e-4c5b-a667-1d7893067403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:07.706051 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19001d28-bce9-4e57-99ec-907d4a395f03 None None] Network ccb77179-aa4c-4af4-af1e-dfb182e71a71 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:03:07.883665 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device f315f3db-993d-40dd-9156-85281510287a up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:03:07.926240 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4a0a4793-fb0a-4fdb-86fc-dc087f2ab3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:07.953291 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4a0a4793-fb0a-4fdb-86fc-dc087f2ab3e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:07.974126 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4a0a4793-fb0a-4fdb-86fc-dc087f2ab3e6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/60536ed4-7c3a-45f8-bc5e-6e68a3777e50 HTTP/1.1" status: 204 len: 168 time: 2.8842001 Aug 10 01:03:08.079898 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a4793-fb0a-4fdb-86fc-dc087f2ab3e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=60536ed4-7c3a-45f8-bc5e-6e68a3777e50,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:08.128631 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-b73454a4-8b2e-4c5b-a667-1d7893067403 None None] For port 0c83dc2b-7df0-4313-821e-b35a272c8105, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=0c83dc2b-7df0-4313-821e-b35a272c8105,segment=NetworkSegment(098e4f1f-b112-42de-8588-c27fabdb9043),segment_id=098e4f1f-b112-42de-8588-c27fabdb9043)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:08.139928 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b73454a4-8b2e-4c5b-a667-1d7893067403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:08.194606 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port f315f3db-993d-40dd-9156-85281510287a completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:03:08.251373 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6cec7-bc14-478d-b21d-5cba79957a78 req-1e9f63b4-e1bc-4ab6-bdb8-d27ab158672b tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:08.269031 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-56b6cec7-bc14-478d-b21d-5cba79957a78 req-1e9f63b4-e1bc-4ab6-bdb8-d27ab158672b tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.2877796 Aug 10 01:03:08.331207 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73454a4-8b2e-4c5b-a667-1d7893067403 None None] Pushing event updated for resources: {'Port': ['ID=0c83dc2b-7df0-4313-821e-b35a272c8105,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:08.355431 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5cd52d21-a355-4160-ab54-a9ddb209658f None None] Provisioning complete for port 0c83dc2b-7df0-4313-821e-b35a272c8105 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:08.355996 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5cd52d21-a355-4160-ab54-a9ddb209658f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:08.362810 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 50630) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:08.504646 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ee0d2a22-bc5c-4d09-a318-2cae5e575280 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=af5124099ce04e7383a5ec5f662d948c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406462 Aug 10 01:03:08.533821 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 50642) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:08.534374 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-56b6cec7-bc14-478d-b21d-5cba79957a78 req-d1b2642f-acc6-4373-b6be-9ae4f50983dd tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642257 Aug 10 01:03:08.678105 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bcaa67b5-a05b-4970-ad02-f539ef28cdd4 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:08.719453 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5cd52d21-a355-4160-ab54-a9ddb209658f None None] Provisioning for port f315f3db-993d-40dd-9156-85281510287a completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:03:08.724317 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5cd52d21-a355-4160-ab54-a9ddb209658f None None] Provisioning complete for port f315f3db-993d-40dd-9156-85281510287a triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:08.724628 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bcaa67b5-a05b-4970-ad02-f539ef28cdd4 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:08.725208 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5cd52d21-a355-4160-ab54-a9ddb209658f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:08.763053 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1a5b95a4-49ba-481a-9a30-2065b52a35ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:08.816860 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1a5b95a4-49ba-481a-9a30-2065b52a35ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:08.884011 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ad142-b7fe-46d8-8e74-aed48dce7395 req-5fec50ee-71f0-41b5-aec4-b1962c317de4 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:08.885593 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d78ad142-b7fe-46d8-8e74-aed48dce7395 req-5fec50ee-71f0-41b5-aec4-b1962c317de4 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 945 time: 0.4058864 Aug 10 01:03:08.911444 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5cd52d21-a355-4160-ab54-a9ddb209658f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:08.919795 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1a5b95a4-49ba-481a-9a30-2065b52a35ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:08.923969 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1a5b95a4-49ba-481a-9a30-2065b52a35ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:08.947019 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1a5b95a4-49ba-481a-9a30-2065b52a35ed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c4a9c068-d0c4-43b7-abd5-a27dc1a98a17 HTTP/1.1" status: 204 len: 168 time: 0.4039536 Aug 10 01:03:08.976766 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b95a4-49ba-481a-9a30-2065b52a35ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a9c068-d0c4-43b7-abd5-a27dc1a98a17,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:08.982114 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-5cd52d21-a355-4160-ab54-a9ddb209658f None None] For port f315f3db-993d-40dd-9156-85281510287a, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=f315f3db-993d-40dd-9156-85281510287a,segment=NetworkSegment(d87b2f0e-0c4a-478c-b476-ba64fb0565f6),segment_id=d87b2f0e-0c4a-478c-b476-ba64fb0565f6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:08.993531 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5cd52d21-a355-4160-ab54-a9ddb209658f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:09.065977 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9fb11-ffcc-4478-9e29-36dac7deb906 req-fccfd049-920c-486f-ac73-a6f2269bd80c tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:09.067965 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5cd52d21-a355-4160-ab54-a9ddb209658f None None] Provisioning for port 5c1caa58-b518-4986-8e71-da950f4fee7a completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:03:09.076531 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fae9fb11-ffcc-4478-9e29-36dac7deb906 req-fccfd049-920c-486f-ac73-a6f2269bd80c tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.3988550 Aug 10 01:03:09.082167 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5cd52d21-a355-4160-ab54-a9ddb209658f None None] Provisioning complete for port 5c1caa58-b518-4986-8e71-da950f4fee7a triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:09.082833 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5cd52d21-a355-4160-ab54-a9ddb209658f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:09.086043 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd52d21-a355-4160-ab54-a9ddb209658f None None] Pushing event updated for resources: {'Port': ['ID=f315f3db-993d-40dd-9156-85281510287a,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:09.144528 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-5cd52d21-a355-4160-ab54-a9ddb209658f None None] Port 5c1caa58-b518-4986-8e71-da950f4fee7a cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:03:09.148386 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa67b5-a05b-4970-ad02-f539ef28cdd4 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Pushing event updated for resources: {'Port': ['ID=5c1caa58-b518-4986-8e71-da950f4fee7a,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:09.156815 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bcaa67b5-a05b-4970-ad02-f539ef28cdd4 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:09.231530 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fae9fb11-ffcc-4478-9e29-36dac7deb906 req-6dadef1b-ed54-4a0c-92bd-83ba8f84edfe tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540818 Aug 10 01:03:09.237953 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d78ad142-b7fe-46d8-8e74-aed48dce7395 req-84b526e7-829b-4d70-9c86-0f6a9ca670aa tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3078287 Aug 10 01:03:09.291227 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-9b67eeb7-ff1c-4781-a3ad-4cc1f85f9599 None None] Provisioning complete for port f315f3db-993d-40dd-9156-85281510287a triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:09.291699 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9b67eeb7-ff1c-4781-a3ad-4cc1f85f9599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:09.433670 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcaa67b5-a05b-4970-ad02-f539ef28cdd4 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Network 53daa09c-9e4f-46d7-895d-f7938e929784 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:03:09.443353 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-bcaa67b5-a05b-4970-ad02-f539ef28cdd4 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:09.505721 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-9b67eeb7-ff1c-4781-a3ad-4cc1f85f9599 None None] Provisioning complete for port 5c1caa58-b518-4986-8e71-da950f4fee7a triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:09.506514 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9b67eeb7-ff1c-4781-a3ad-4cc1f85f9599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:09.580773 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-9b67eeb7-ff1c-4781-a3ad-4cc1f85f9599 None None] Port 5c1caa58-b518-4986-8e71-da950f4fee7a cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:03:09.694277 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 0c83dc2b-7df0-4313-821e-b35a272c8105 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:03:09.712041 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 50724) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:09.835165 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 0c83dc2b-7df0-4313-821e-b35a272c8105 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:09.835893 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:09.853335 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-dff2e6cf-5931-4dc5-bc8d-0ff45b4035d9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=78782e91ca6c481d8ad94f48754bd286&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1392348 Aug 10 01:03:09.856695 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 50736) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:09.873467 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcaa67b5-a05b-4970-ad02-f539ef28cdd4 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Router 064d4dc5-28f2-4213-97af-845390b43948 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:03:10.020206 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4b8f568b-f64e-4f02-8fc7-5f93bdf0f0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:10.076293 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4b8f568b-f64e-4f02-8fc7-5f93bdf0f0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:10.092512 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcaa67b5-a05b-4970-ad02-f539ef28cdd4 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:03:10.106488 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-bcaa67b5-a05b-4970-ad02-f539ef28cdd4 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] 10.222.0.35 "PUT /v2.0/routers/064d4dc5-28f2-4213-97af-845390b43948/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9483569 Aug 10 01:03:10.111797 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 50754) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:10.174466 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4b8f568b-f64e-4f02-8fc7-5f93bdf0f0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:10.178643 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4b8f568b-f64e-4f02-8fc7-5f93bdf0f0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:10.182007 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4b8f568b-f64e-4f02-8fc7-5f93bdf0f0a6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6f51ba62-31e5-472c-a564-f75d914d5bf2 HTTP/1.1" status: 204 len: 168 time: 0.3227913 Aug 10 01:03:10.198798 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f568b-f64e-4f02-8fc7-5f93bdf0f0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f51ba62-31e5-472c-a564-f75d914d5bf2,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:10.269359 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b29e080-82c4-49e4-8491-c8f68abd7334 None None] Sync routers for ids ['064d4dc5-28f2-4213-97af-845390b43948'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:03:10.374705 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b29e080-82c4-49e4-8491-c8f68abd7334 None None] Routers {'064d4dc5-28f2-4213-97af-845390b43948'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:10.382712 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-1b29e080-82c4-49e4-8491-c8f68abd7334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:02:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['064d4dc5-28f2-4213-97af-845390b43948'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:10.483578 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-1b29e080-82c4-49e4-8491-c8f68abd7334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:10.488318 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-14bcd15b-4f45-4db4-b428-087e96406626 None None] Provisioning complete for port 5c1caa58-b518-4986-8e71-da950f4fee7a triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:10.488688 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-14bcd15b-4f45-4db4-b428-087e96406626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:10.711093 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8004cf-8d32-493d-8de7-516d4c8f1c92 req-acd018fe-35c2-4dd3-903d-87d4ce1d367d tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:10.712734 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4b8004cf-8d32-493d-8de7-516d4c8f1c92 req-acd018fe-35c2-4dd3-903d-87d4ce1d367d tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 945 time: 0.2740529 Aug 10 01:03:10.751977 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b29e080-82c4-49e4-8491-c8f68abd7334 None None] Routers {'064d4dc5-28f2-4213-97af-845390b43948'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:10.752692 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-1b29e080-82c4-49e4-8491-c8f68abd7334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:02:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['064d4dc5-28f2-4213-97af-845390b43948'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:10.829485 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4b8004cf-8d32-493d-8de7-516d4c8f1c92 req-3271201b-014c-4abd-b918-f0cccdba56f5 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106033 Aug 10 01:03:10.854545 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-1b29e080-82c4-49e4-8491-c8f68abd7334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:10.866163 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b29e080-82c4-49e4-8491-c8f68abd7334 None None] The sync data for ids ['064d4dc5-28f2-4213-97af-845390b43948'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:03:10.890367 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-14bcd15b-4f45-4db4-b428-087e96406626 None None] Port 5c1caa58-b518-4986-8e71-da950f4fee7a cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:03:10.928359 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device f315f3db-993d-40dd-9156-85281510287a up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:03:11.055993 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port f315f3db-993d-40dd-9156-85281510287a triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:11.057581 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:11.317150 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c8890416-7f01-4897-bfa3-4a45dd28d352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:11.436965 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-dd874449-54d8-4636-b854-e51d1a9875c9 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:03:11.443002 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-dd874449-54d8-4636-b854-e51d1a9875c9 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] 10.222.0.35 "PUT /v2.0/routers/064d4dc5-28f2-4213-97af-845390b43948/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3299859 Aug 10 01:03:11.446065 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 50830) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:11.491881 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:12.099149 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff04c3-9b5d-4ad5-8c92-6fab25e5dfad req-27524ebe-dd0d-4c3b-8ffa-9473c90c9349 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:12.104701 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-96ff04c3-9b5d-4ad5-8c92-6fab25e5dfad req-27524ebe-dd0d-4c3b-8ffa-9473c90c9349 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 945 time: 0.0835273 Aug 10 01:03:12.193959 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-96ff04c3-9b5d-4ad5-8c92-6fab25e5dfad req-1d45fe27-7e57-4590-8757-f8dbc4ee81e1 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792167 Aug 10 01:03:12.250048 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ddcb9e11-bea7-4e95-9ba2-1d7a2ab160b1 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:12.842377 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36db13-7b6c-44ea-b5fa-f4d7a8f7d7eb req-56cd30df-259f-4b6f-9353-46e76b386b28 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:12.857754 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aa36db13-7b6c-44ea-b5fa-f4d7a8f7d7eb req-56cd30df-259f-4b6f-9353-46e76b386b28 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1489308 Aug 10 01:03:12.900227 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-ddcb9e11-bea7-4e95-9ba2-1d7a2ab160b1 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Deleting port 5c1caa58-b518-4986-8e71-da950f4fee7a {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:03:12.900227 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ddcb9e11-bea7-4e95-9ba2-1d7a2ab160b1 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:12.958004 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aa36db13-7b6c-44ea-b5fa-f4d7a8f7d7eb req-1925322c-1367-401f-8038-878e7b75df85 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992429 Aug 10 01:03:13.070349 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ddcb9e11-bea7-4e95-9ba2-1d7a2ab160b1 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:13.104292 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-ddcb9e11-bea7-4e95-9ba2-1d7a2ab160b1 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Calling delete_port for 5c1caa58-b518-4986-8e71-da950f4fee7a owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:03:13.203663 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb761b4-3375-4cb9-952c-2b224ac12cb0 req-142b1a5d-2e84-40bc-87f0-af1e139b1830 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:13.217993 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-afb761b4-3375-4cb9-952c-2b224ac12cb0 req-142b1a5d-2e84-40bc-87f0-af1e139b1830 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1435602 Aug 10 01:03:13.299709 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-afb761b4-3375-4cb9-952c-2b224ac12cb0 req-30b6d52c-fc1a-4d4b-8be7-0ee17acb33ca tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806587 Aug 10 01:03:13.479832 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ddcb9e11-bea7-4e95-9ba2-1d7a2ab160b1 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:13.539602 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb9e11-bea7-4e95-9ba2-1d7a2ab160b1 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Pushing event deleted for resources: {'Port': ['ID=5c1caa58-b518-4986-8e71-da950f4fee7a,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:13.568031 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-8749e4d8-9a2e-4d5d-93e3-5021d328e757 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=87124aa6b49b443b98799b0c4543c24c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566018 Aug 10 01:03:13.577459 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fa98f-55ef-41d4-aa1b-30f3800caacd req-1f9533aa-7abd-4a2a-b339-e75fa8c6a84f tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:13.589171 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-377fa98f-55ef-41d4-aa1b-30f3800caacd req-1f9533aa-7abd-4a2a-b339-e75fa8c6a84f tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 945 time: 0.1926482 Aug 10 01:03:13.802913 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-743df26d-aa72-41dd-a642-3736637dffe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:13.851802 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ddcb9e11-bea7-4e95-9ba2-1d7a2ab160b1 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:13.943855 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-377fa98f-55ef-41d4-aa1b-30f3800caacd req-14c86593-67f1-4f0c-bd4c-df19461b3433 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3536880 Aug 10 01:03:14.084843 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-615737c3-0c03-43e9-8c3b-1ffd6bb9be40 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:14.091983 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-615737c3-0c03-43e9-8c3b-1ffd6bb9be40 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5230653 Aug 10 01:03:14.110412 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-534684a2-ce24-46a1-a8e6-7d208cb842a7 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/quotas/87124aa6b49b443b98799b0c4543c24c HTTP/1.1" status: 200 len: 375 time: 0.0120890 Aug 10 01:03:14.137040 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddcb9e11-bea7-4e95-9ba2-1d7a2ab160b1 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Router 064d4dc5-28f2-4213-97af-845390b43948 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:03:14.182652 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-d06c3cd1-14fb-4df8-9690-ad1be2230814 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=87124aa6b49b443b98799b0c4543c24c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614488 Aug 10 01:03:14.247704 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcb9e11-bea7-4e95-9ba2-1d7a2ab160b1 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:03:14.253522 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ddcb9e11-bea7-4e95-9ba2-1d7a2ab160b1 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] 10.222.0.35 "PUT /v2.0/routers/064d4dc5-28f2-4213-97af-845390b43948/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8061883 Aug 10 01:03:14.257327 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 50918) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:14.264964 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ccaa2d-ddfb-4302-8c84-17600f9a3f44 None None] Sync routers for ids ['064d4dc5-28f2-4213-97af-845390b43948'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:03:14.286753 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ccaa2d-ddfb-4302-8c84-17600f9a3f44 None None] Routers {'064d4dc5-28f2-4213-97af-845390b43948'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:14.289621 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-33ccaa2d-ddfb-4302-8c84-17600f9a3f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:03:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['064d4dc5-28f2-4213-97af-845390b43948'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:14.368555 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb382e-dee0-4d40-b875-ccb93f41d7e1 req-0893964a-50de-4ff4-be00-e58487f5db50 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:14.370218 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-70bb382e-dee0-4d40-b875-ccb93f41d7e1 req-0893964a-50de-4ff4-be00-e58487f5db50 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.0993392 Aug 10 01:03:14.373615 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-16855c7b-9ea0-4fa2-919f-4ba3f37e694a tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] delete failed (client error): The resource could not be found. Aug 10 01:03:14.378569 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-16855c7b-9ea0-4fa2-919f-4ba3f37e694a tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] 10.222.0.35 "DELETE /v2.0/routers/tempest-non_exist_router-1685112925 HTTP/1.1" status: 404 len: 335 time: 0.1163948 Aug 10 01:03:14.378841 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 50920) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:14.394845 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-4fb4dff4-c81a-434a-9518-8560f6824b13 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Request body: {'router': {'external_gateway_info': {'network_id': '064d4dc5-28f2-4213-97af-845390b43948'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:14.396081 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-33ccaa2d-ddfb-4302-8c84-17600f9a3f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:14.420258 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:14.432490 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ccaa2d-ddfb-4302-8c84-17600f9a3f44 None None] Routers {'064d4dc5-28f2-4213-97af-845390b43948'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:14.437133 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-33ccaa2d-ddfb-4302-8c84-17600f9a3f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:03:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['064d4dc5-28f2-4213-97af-845390b43948'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:14.517057 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-70bb382e-dee0-4d40-b875-ccb93f41d7e1 req-86db918e-f21d-48ca-a962-4f1d159e48ad tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330860 Aug 10 01:03:14.581820 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-33ccaa2d-ddfb-4302-8c84-17600f9a3f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:14.583490 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ccaa2d-ddfb-4302-8c84-17600f9a3f44 None None] The sync data for ids ['064d4dc5-28f2-4213-97af-845390b43948'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:03:14.676132 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7e6ae4c1-9257-44da-9e0d-3f49e988028b req-adb466a4-be82-4efe-b8fd-03993b9060f8 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/ports?device_id=77209e5d-3530-4ae6-a066-cb8bc2fab478 HTTP/1.1" status: 200 len: 210 time: 0.1024899 Aug 10 01:03:14.789988 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a90df-8498-4ceb-9a70-410c13a40d57 req-05c20f97-ad0b-4cd0-a846-101044591f64 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:14.794124 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0e6a90df-8498-4ceb-9a70-410c13a40d57 req-05c20f97-ad0b-4cd0-a846-101044591f64 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.0952325 Aug 10 01:03:14.895297 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4fb4dff4-c81a-434a-9518-8560f6824b13 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:14.914535 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0e6a90df-8498-4ceb-9a70-410c13a40d57 req-acd9c46a-b88f-480d-93f5-b076930cb371 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036389 Aug 10 01:03:14.948223 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-4fb4dff4-c81a-434a-9518-8560f6824b13 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] update failed (client error): The resource could not be found. Aug 10 01:03:14.948470 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 50936) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:14.948909 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4fb4dff4-c81a-434a-9518-8560f6824b13 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] 10.222.0.35 "PUT /v2.0/routers/064d4dc5-28f2-4213-97af-845390b43948 HTTP/1.1" status: 404 len: 339 time: 0.5635085 Aug 10 01:03:15.046203 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:15.321985 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de6b33-2856-4ddf-bdf7-1c381e461022 req-09c54d42-350f-42ae-a20c-414c3e8fa46c tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:15.323529 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c4de6b33-2856-4ddf-bdf7-1c381e461022 req-09c54d42-350f-42ae-a20c-414c3e8fa46c tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 945 time: 0.2016904 Aug 10 01:03:15.451136 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a03d71-59f4-49d0-88f8-a058c3b9c810 req-f4bb7600-81ad-4686-be15-c8b599831f22 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:15.460207 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-23a03d71-59f4-49d0-88f8-a058c3b9c810 req-f4bb7600-81ad-4686-be15-c8b599831f22 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.2942812 Aug 10 01:03:15.509378 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c4de6b33-2856-4ddf-bdf7-1c381e461022 req-8ee04e10-aa23-4452-9248-b9b62b4e5e9d tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379035 Aug 10 01:03:15.609717 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-23a03d71-59f4-49d0-88f8-a058c3b9c810 req-1b61f0d9-a6e3-46d4-8a70-528abfc888b9 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474249 Aug 10 01:03:15.710489 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-63c72bd6-3724-4333-ae7a-f1b2d969a1ed tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:15.824689 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-74ffd542-8c50-4346-b265-55b8893f9b46 req-ec28a5ef-4997-4d9f-a091-ffe0650d877a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1027851 Aug 10 01:03:15.963751 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffd542-8c50-4346-b265-55b8893f9b46 req-c25a6346-34bb-4fdc-90b9-b7f3532084b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:15.967698 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-74ffd542-8c50-4346-b265-55b8893f9b46 req-c25a6346-34bb-4fdc-90b9-b7f3532084b8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d91dc5c8b6a84b00a6991cd850981f11&device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 1098 time: 0.1135561 Aug 10 01:03:16.054956 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1870c3ac-c13f-4658-84ea-77aad0474af4 req-d6a3e7d6-91a4-4b1d-9850-de2f72cd74d4 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/ports?device_id=77209e5d-3530-4ae6-a066-cb8bc2fab478 HTTP/1.1" status: 200 len: 210 time: 0.1182718 Aug 10 01:03:16.172487 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2ecda-784e-48d6-b38e-8c4cb83267e8 req-12d2521a-10ff-4365-9784-5d325e448ebc tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:16.175283 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-81c2ecda-784e-48d6-b38e-8c4cb83267e8 req-12d2521a-10ff-4365-9784-5d325e448ebc tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.2376840 Aug 10 01:03:16.175460 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffd542-8c50-4346-b265-55b8893f9b46 req-22e462da-e97e-4643-b577-ccc49862389b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:16.177810 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-024273e0-681a-471d-962e-4d8aab51945f tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=87124aa6b49b443b98799b0c4543c24c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607994 Aug 10 01:03:16.179501 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-74ffd542-8c50-4346-b265-55b8893f9b46 req-22e462da-e97e-4643-b577-ccc49862389b service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8055185-7aa6-4d65-b84e-223f9bf84b1e HTTP/1.1" status: 200 len: 910 time: 0.1895630 Aug 10 01:03:16.197724 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:16.352275 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-74ffd542-8c50-4346-b265-55b8893f9b46 req-50c6a031-e69e-49be-b0d7-c64f11fe7a6c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69187de3-58d2-46cb-8eb0-0486407464e8 HTTP/1.1" status: 200 len: 1001 time: 0.1592143 Aug 10 01:03:16.409029 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-81c2ecda-784e-48d6-b38e-8c4cb83267e8 req-578cc735-ae88-4bc6-9bc9-e25ed9a5e3f8 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219627 Aug 10 01:03:16.415705 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffd542-8c50-4346-b265-55b8893f9b46 req-6fb7f94a-1468-4696-a43c-4809e1230cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:16.417286 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-74ffd542-8c50-4346-b265-55b8893f9b46 req-6fb7f94a-1468-4696-a43c-4809e1230cf0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e3c383a-86af-456d-b822-0c7aa421c546 HTTP/1.1" status: 200 len: 848 time: 0.0603850 Aug 10 01:03:16.520131 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-7d0c13c8-7d87-4fbc-80bd-dc7cfbe2f4bb tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:16.522005 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-7d0c13c8-7d87-4fbc-80bd-dc7cfbe2f4bb tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3277504 Aug 10 01:03:16.543222 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffd542-8c50-4346-b265-55b8893f9b46 req-76a1fce8-23ca-448c-a231-c72c7adeaffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:16.550160 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-fe9f6c1d-f68e-451a-b1ee-fc78b214791a tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Request body: {'port': {'device_id': '77209e5d-3530-4ae6-a066-cb8bc2fab478', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'admin_state_up': True, 'tenant_id': '87124aa6b49b443b98799b0c4543c24c'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:16.551970 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-74ffd542-8c50-4346-b265-55b8893f9b46 req-76a1fce8-23ca-448c-a231-c72c7adeaffa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8055185-7aa6-4d65-b84e-223f9bf84b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1225593 Aug 10 01:03:16.589195 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-63c72bd6-3724-4333-ae7a-f1b2d969a1ed tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Allocated IP 172.20.0.1 (7196c7a6-c95e-4053-b76c-5c3df110844b/fdffabb7-04a4-4f7c-bbf9-a324a2660f3b/bed9ffc5-ab57-404f-b911-905c206e0f02) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:03:16.728815 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-74ffd542-8c50-4346-b265-55b8893f9b46 req-383ae9d8-4a40-40af-b6d7-7a81243621fa service neutron] 10.222.0.24 "GET /v2.0/networks/f8055185-7aa6-4d65-b84e-223f9bf84b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701446 Aug 10 01:03:17.364832 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-74ffd542-8c50-4346-b265-55b8893f9b46 req-ad2fbcca-ef99-4db7-b5f7-76c18ba79357 service neutron] 10.222.0.24 "GET /v2.0/networks/f8055185-7aa6-4d65-b84e-223f9bf84b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6237664 Aug 10 01:03:17.481558 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 50984) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:17.667448 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26f44d4e-2685-4098-8d09-4dc5aa4a5f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:17.765292 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fc513-ad57-4aa3-9510-ae472febb875 req-35577df1-2c8a-408b-80fc-f7b84bb8b222 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:17.773430 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6d1fc513-ad57-4aa3-9510-ae472febb875 req-35577df1-2c8a-408b-80fc-f7b84bb8b222 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 945 time: 1.0974581 Aug 10 01:03:17.786858 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31090e-ed03-41d0-ae63-de187a972431 req-bf30ca65-0415-4287-9139-364a2e9c07e4 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:17.788687 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb31090e-ed03-41d0-ae63-de187a972431 req-bf30ca65-0415-4287-9139-364a2e9c07e4 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.8876429 Aug 10 01:03:17.876673 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-63c72bd6-3724-4333-ae7a-f1b2d969a1ed tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:17.923118 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6d1fc513-ad57-4aa3-9510-ae472febb875 req-5c17e19c-7d28-4669-aec0-04d82ec80562 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484489 Aug 10 01:03:17.935897 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb31090e-ed03-41d0-ae63-de187a972431 req-4f1eadaf-3846-4a23-a7c3-e01a56ece303 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378729 Aug 10 01:03:17.952637 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-63c72bd6-3724-4333-ae7a-f1b2d969a1ed tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Transition to ACTIVE for port object bed9ffc5-ab57-404f-b911-905c206e0f02 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:03:18.032865 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26f44d4e-2685-4098-8d09-4dc5aa4a5f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:18.037412 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-63c72bd6-3724-4333-ae7a-f1b2d969a1ed tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:18.066954 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26f44d4e-2685-4098-8d09-4dc5aa4a5f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:18.104960 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f44d4e-2685-4098-8d09-4dc5aa4a5f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50960fc5-a14d-472b-a827-47bbf0e66d7b,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:18.142439 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c72bd6-3724-4333-ae7a-f1b2d969a1ed tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Network 7196c7a6-c95e-4053-b76c-5c3df110844b is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:03:18.172506 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-fe9f6c1d-f68e-451a-b1ee-fc78b214791a tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Made reservation on behalf of 87124aa6b49b443b98799b0c4543c24c for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:03:18.176843 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-fe9f6c1d-f68e-451a-b1ee-fc78b214791a tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:18.178759 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-26f44d4e-2685-4098-8d09-4dc5aa4a5f43 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7d593010d7134939a3fd3a0ee699584a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6960437 Aug 10 01:03:18.179477 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 50998) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:18.179645 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-63c72bd6-3724-4333-ae7a-f1b2d969a1ed tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:18.183247 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c72bd6-3724-4333-ae7a-f1b2d969a1ed tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:03:18.256328 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-fe9f6c1d-f68e-451a-b1ee-fc78b214791a tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:18.263470 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a690c316-0086-4ea9-b256-51d4c1cd4078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:18.279779 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4ea1eb20-9161-4ef5-a1dd-c69678f1734c req-64184e79-5a95-4be8-a20e-5694ae9aa764 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/ports?device_id=77209e5d-3530-4ae6-a066-cb8bc2fab478 HTTP/1.1" status: 200 len: 210 time: 0.1084728 Aug 10 01:03:18.280604 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c72bd6-3724-4333-ae7a-f1b2d969a1ed tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Pushing event updated for resources: {'Port': ['ID=bed9ffc5-ab57-404f-b911-905c206e0f02,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:18.288511 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a690c316-0086-4ea9-b256-51d4c1cd4078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:18.357231 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-63c72bd6-3724-4333-ae7a-f1b2d969a1ed tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:18.368048 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a690c316-0086-4ea9-b256-51d4c1cd4078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:18.374398 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a690c316-0086-4ea9-b256-51d4c1cd4078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:18.376426 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a690c316-0086-4ea9-b256-51d4c1cd4078 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/50960fc5-a14d-472b-a827-47bbf0e66d7b HTTP/1.1" status: 204 len: 168 time: 0.1959529 Aug 10 01:03:18.414798 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690c316-0086-4ea9-b256-51d4c1cd4078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50960fc5-a14d-472b-a827-47bbf0e66d7b,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:18.459433 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd84c1b-1e9c-4b21-af61-8c7ef61dc52a req-34157a41-3598-4dbf-8d81-07b39f4acb20 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:18.460746 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3fd84c1b-1e9c-4b21-af61-8c7ef61dc52a req-34157a41-3598-4dbf-8d81-07b39f4acb20 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1936049 Aug 10 01:03:18.481098 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6da9f7e6-3c37-4e71-b78e-aa9e1e1312ef None None] Provisioning for port bed9ffc5-ab57-404f-b911-905c206e0f02 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:03:18.486098 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6da9f7e6-3c37-4e71-b78e-aa9e1e1312ef None None] Provisioning complete for port bed9ffc5-ab57-404f-b911-905c206e0f02 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:18.486707 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6da9f7e6-3c37-4e71-b78e-aa9e1e1312ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:18.554851 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6da9f7e6-3c37-4e71-b78e-aa9e1e1312ef None None] Port bed9ffc5-ab57-404f-b911-905c206e0f02 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:03:18.596412 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3fd84c1b-1e9c-4b21-af61-8c7ef61dc52a req-a5f92db9-c0d6-4f43-86aa-8e22beaa045f tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203182 Aug 10 01:03:18.654747 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-63c72bd6-3724-4333-ae7a-f1b2d969a1ed tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:18.791240 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6ffd9-f50d-4fec-b917-5d93baea769c req-a2b871ac-041f-4907-8fc1-3c5ba6f39d2a tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:18.793170 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9ff6ffd9-f50d-4fec-b917-5d93baea769c req-a2b871ac-041f-4907-8fc1-3c5ba6f39d2a tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/ports?device_id=9071f952-0433-46f1-9eaa-54cc5707ae5d HTTP/1.1" status: 200 len: 946 time: 0.2348907 Aug 10 01:03:18.799296 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-fe9f6c1d-f68e-451a-b1ee-fc78b214791a tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:18.838068 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-fe9f6c1d-f68e-451a-b1ee-fc78b214791a tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:18.885436 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88094e54-401d-41b3-8245-0ed76e927351 req-02f78d9c-588a-4b0d-8b3e-7f899fc64625 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:18.886889 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-88094e54-401d-41b3-8245-0ed76e927351 req-02f78d9c-588a-4b0d-8b3e-7f899fc64625 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 946 time: 0.2258210 Aug 10 01:03:19.031126 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f6c1d-f68e-451a-b1ee-fc78b214791a tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9cf249-14a8-4635-9cd7-ba26a4b6d6f7,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:19.051138 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9ff6ffd9-f50d-4fec-b917-5d93baea769c req-d5d043ea-72de-4523-a8d6-5446538c1354 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/security-groups?id=299dc33d-5031-4b0a-84ce-d7cbb405be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186079 Aug 10 01:03:19.129050 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-88094e54-401d-41b3-8245-0ed76e927351 req-17aca128-94c0-4d4c-a4e9-382ade7bbd7f tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=bef316da-7aff-4e19-b5e5-43053f05f988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328491 Aug 10 01:03:19.165107 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51034) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:19.250295 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-fe9f6c1d-f68e-451a-b1ee-fc78b214791a tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Allocated IP 192.168.233.4 (853ae90b-411a-4cc9-b27c-aa212d4ff023/f49e9f1d-7e8a-42ac-a9f2-157734919ae5/fed83962-4553-4d29-9d08-542536080adf) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:03:19.271071 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-f843a4b4-5493-4119-a9da-39667d6200e6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1117490251-network', 'tenant_id': '71364749dc834cd187da4f869c13f065'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:19.297013 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f843a4b4-5493-4119-a9da-39667d6200e6 admin admin] Made reservation on behalf of 71364749dc834cd187da4f869c13f065 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:03:19.299713 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f843a4b4-5493-4119-a9da-39667d6200e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:19.303453 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d231c1-10db-4366-be2d-478853f5ecc5 req-63f4446f-d7c9-41bb-a513-034bcc7137ea tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:19.304892 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d5d231c1-10db-4366-be2d-478853f5ecc5 req-63f4446f-d7c9-41bb-a513-034bcc7137ea tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 945 time: 0.1645155 Aug 10 01:03:19.310582 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f843a4b4-5493-4119-a9da-39667d6200e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:19.345764 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318898c-76f4-4cd4-835e-cea604e7a01d req-0c8f4037-f5c9-487f-b9db-b1ded6a81253 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:19.347156 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5318898c-76f4-4cd4-835e-cea604e7a01d req-0c8f4037-f5c9-487f-b9db-b1ded6a81253 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1557641 Aug 10 01:03:19.352748 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-63c72bd6-3724-4333-ae7a-f1b2d969a1ed tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:19.378694 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-63c72bd6-3724-4333-ae7a-f1b2d969a1ed tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:19.410431 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f843a4b4-5493-4119-a9da-39667d6200e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:19.414652 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f843a4b4-5493-4119-a9da-39667d6200e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:19.441646 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f843a4b4-5493-4119-a9da-39667d6200e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:03:19.451159 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843a4b4-5493-4119-a9da-39667d6200e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bbc342-d53d-4a5b-822c-bcb78b3e82b6,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:19.458966 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f843a4b4-5493-4119-a9da-39667d6200e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:19.459334 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-f843a4b4-5493-4119-a9da-39667d6200e6 admin admin] Added segment 10fb682a-4542-404f-8e24-3f166ef5480f of type vlan for network fd6efede-22df-4e93-b06b-b677f8c2b42c Aug 10 01:03:19.503377 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f843a4b4-5493-4119-a9da-39667d6200e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:19.519189 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d5d231c1-10db-4366-be2d-478853f5ecc5 req-04806ba1-f116-4219-a01c-3c4dcf5ee5ce tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1957178 Aug 10 01:03:19.532396 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f843a4b4-5493-4119-a9da-39667d6200e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:19.534122 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f843a4b4-5493-4119-a9da-39667d6200e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:19.534873 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f843a4b4-5493-4119-a9da-39667d6200e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:19.548167 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c72bd6-3724-4333-ae7a-f1b2d969a1ed tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Pushing event updated for resources: {'Port': ['ID=bed9ffc5-ab57-404f-b911-905c206e0f02,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:19.552816 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5318898c-76f4-4cd4-835e-cea604e7a01d req-4a11ee49-683f-403c-9483-e0c4e5149302 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872244 Aug 10 01:03:19.553610 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-63c72bd6-3724-4333-ae7a-f1b2d969a1ed tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:19.620503 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f843a4b4-5493-4119-a9da-39667d6200e6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4541502 Aug 10 01:03:19.626749 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51042) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:19.635405 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-a61738ec-25a8-4ddf-8929-16fc682e9ffd admin admin] Request body: {'subnet': {'network_id': 'fd6efede-22df-4e93-b06b-b677f8c2b42c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1117490251-subnet', 'tenant_id': '71364749dc834cd187da4f869c13f065', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:19.643113 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843a4b4-5493-4119-a9da-39667d6200e6 admin admin] Pushing event updated for resources: {'Network': ['ID=fd6efede-22df-4e93-b06b-b677f8c2b42c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:19.656431 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network fd6efede-22df-4e93-b06b-b677f8c2b42c details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:03:19.656954 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-fe9f6c1d-f68e-451a-b1ee-fc78b214791a tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:19.675777 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61738ec-25a8-4ddf-8929-16fc682e9ffd admin admin] Made reservation on behalf of 71364749dc834cd187da4f869c13f065 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:03:19.680400 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a61738ec-25a8-4ddf-8929-16fc682e9ffd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:19.681892 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-fe9f6c1d-f68e-451a-b1ee-fc78b214791a tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Transition to ACTIVE for port object fed83962-4553-4d29-9d08-542536080adf will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:03:19.733838 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e70b8081-afbd-4f60-89dc-d2734a7b54bc req-f6749378-867a-4b70-b9b0-f7f5ab7199f0 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/ports?device_id=77209e5d-3530-4ae6-a066-cb8bc2fab478 HTTP/1.1" status: 200 len: 210 time: 0.0466661 Aug 10 01:03:19.771828 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c72bd6-3724-4333-ae7a-f1b2d969a1ed tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Network 7196c7a6-c95e-4053-b76c-5c3df110844b is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:03:19.775170 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-63c72bd6-3724-4333-ae7a-f1b2d969a1ed tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:19.834222 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-fe9f6c1d-f68e-451a-b1ee-fc78b214791a tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:19.868119 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31f34c-9993-4f68-bd3e-db65e48206e6 req-947d6de6-1d70-4e4d-ab1a-d031eaefd8aa tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:19.887603 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1c31f34c-9993-4f68-bd3e-db65e48206e6 req-947d6de6-1d70-4e4d-ab1a-d031eaefd8aa tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1792254 Aug 10 01:03:19.890882 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a61738ec-25a8-4ddf-8929-16fc682e9ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:19.956636 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61738ec-25a8-4ddf-8929-16fc682e9ffd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c5af831-375e-4874-99d5-6843a42e0f57,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:19.971172 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61738ec-25a8-4ddf-8929-16fc682e9ffd admin admin] Checking segment: {'id': '10fb682a-4542-404f-8e24-3f166ef5480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'fd6efede-22df-4e93-b06b-b677f8c2b42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:03:19.971704 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61738ec-25a8-4ddf-8929-16fc682e9ffd admin admin] Network hostable DHCP agents. Network: fd6efede-22df-4e93-b06b-b677f8c2b42c, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:03:19.991441 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61738ec-25a8-4ddf-8929-16fc682e9ffd admin admin] Network fd6efede-22df-4e93-b06b-b677f8c2b42c is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:03:20.003265 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-a61738ec-25a8-4ddf-8929-16fc682e9ffd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, fd6efede-22df-4e93-b06b-b677f8c2b42c) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:20.009810 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61738ec-25a8-4ddf-8929-16fc682e9ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:20.010468 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a61738ec-25a8-4ddf-8929-16fc682e9ffd admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:20.015438 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101e84bb-5ee1-4077-8780-780eaf74992f None None] Network fd6efede-22df-4e93-b06b-b677f8c2b42c requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:03:20.037605 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a61738ec-25a8-4ddf-8929-16fc682e9ffd admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4014862 Aug 10 01:03:20.044628 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-fe9f6c1d-f68e-451a-b1ee-fc78b214791a tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Network 853ae90b-411a-4cc9-b27c-aa212d4ff023 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:03:20.062984 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1c31f34c-9993-4f68-bd3e-db65e48206e6 req-430bd0b4-c430-4209-b5b8-e15f85f5e5da tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612630 Aug 10 01:03:20.072493 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-fe9f6c1d-f68e-451a-b1ee-fc78b214791a tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:20.094446 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-fe9f6c1d-f68e-451a-b1ee-fc78b214791a tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:03:20.106855 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-242513f1-eaea-45f6-bf02-68acd8f94072 None None] Provisioning complete for port bed9ffc5-ab57-404f-b911-905c206e0f02 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:20.107238 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-242513f1-eaea-45f6-bf02-68acd8f94072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:20.143902 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f6c1d-f68e-451a-b1ee-fc78b214791a tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Pushing event updated for resources: {'Port': ['ID=fed83962-4553-4d29-9d08-542536080adf,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:20.162185 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-fe9f6c1d-f68e-451a-b1ee-fc78b214791a tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:20.163022 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-fe9f6c1d-f68e-451a-b1ee-fc78b214791a tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:20.182227 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c72bd6-3724-4333-ae7a-f1b2d969a1ed tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Router 064d4dc5-28f2-4213-97af-845390b43948 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:03:20.198468 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-242513f1-eaea-45f6-bf02-68acd8f94072 None None] Port bed9ffc5-ab57-404f-b911-905c206e0f02 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:03:20.238149 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-fe9f6c1d-f68e-451a-b1ee-fc78b214791a tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7056861 Aug 10 01:03:20.263472 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-5c374e73-6688-4503-ba7b-45e66fc709ba service neutron] Request body: {'port': {'device_id': '77209e5d-3530-4ae6-a066-cb8bc2fab478', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:20.267686 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648c9e75-fdb4-4b8c-bd57-4cae8c287c6d None None] Network fd6efede-22df-4e93-b06b-b677f8c2b42c requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:03:20.382070 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe748e-6472-407f-b2ed-97ba24d30fcd req-514ae0f2-d32d-4863-9e1e-b90775ca2878 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:20.383658 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0ebe748e-6472-407f-b2ed-97ba24d30fcd req-514ae0f2-d32d-4863-9e1e-b90775ca2878 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/ports?device_id=9071f952-0433-46f1-9eaa-54cc5707ae5d HTTP/1.1" status: 200 len: 946 time: 0.3174613 Aug 10 01:03:20.440547 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-59328550-bb73-448e-969c-788c23ad77bb None None] Provisioning for port fed83962-4553-4d29-9d08-542536080adf completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:03:20.444503 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-59328550-bb73-448e-969c-788c23ad77bb None None] Provisioning complete for port fed83962-4553-4d29-9d08-542536080adf triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:20.444882 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-59328550-bb73-448e-969c-788c23ad77bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:20.450402 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c72bd6-3724-4333-ae7a-f1b2d969a1ed tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:03:20.451961 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-5c374e73-6688-4503-ba7b-45e66fc709ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:20.457261 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-63c72bd6-3724-4333-ae7a-f1b2d969a1ed tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] 10.222.0.35 "PUT /v2.0/routers/064d4dc5-28f2-4213-97af-845390b43948/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5137949 Aug 10 01:03:20.469109 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fdc85d-5e9a-4309-82a6-bebe5f6718a2 req-35840a63-e65f-4312-b8a2-984c0f10d55e tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:20.469490 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51060) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:20.470549 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-90fdc85d-5e9a-4309-82a6-bebe5f6718a2 req-35840a63-e65f-4312-b8a2-984c0f10d55e tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 946 time: 0.2376804 Aug 10 01:03:20.472931 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea9cf60-b92c-4e15-b491-4dbf1d80aaf5 None None] Sync routers for ids ['064d4dc5-28f2-4213-97af-845390b43948'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:03:20.491229 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea9cf60-b92c-4e15-b491-4dbf1d80aaf5 None None] Routers {'064d4dc5-28f2-4213-97af-845390b43948'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:20.491850 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-fea9cf60-b92c-4e15-b491-4dbf1d80aaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:03:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['064d4dc5-28f2-4213-97af-845390b43948'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:20.501255 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0ebe748e-6472-407f-b2ed-97ba24d30fcd req-2d2025cf-e88d-4ef4-be0f-21e4c84555ea tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/security-groups?id=299dc33d-5031-4b0a-84ce-d7cbb405be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027768 Aug 10 01:03:20.524755 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-fea9cf60-b92c-4e15-b491-4dbf1d80aaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:20.527823 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-59328550-bb73-448e-969c-788c23ad77bb None None] Port fed83962-4553-4d29-9d08-542536080adf cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:03:20.554082 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea9cf60-b92c-4e15-b491-4dbf1d80aaf5 None None] Routers {'064d4dc5-28f2-4213-97af-845390b43948'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:20.554677 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-fea9cf60-b92c-4e15-b491-4dbf1d80aaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:03:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['064d4dc5-28f2-4213-97af-845390b43948'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:20.564754 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-90fdc85d-5e9a-4309-82a6-bebe5f6718a2 req-3d3eef44-728c-4c92-aab6-69931ab13c25 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=bef316da-7aff-4e19-b5e5-43053f05f988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775383 Aug 10 01:03:20.608241 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fc268944-1c06-41cb-b24a-47bce1a8cdf6 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:20.643739 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-fea9cf60-b92c-4e15-b491-4dbf1d80aaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:20.644399 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea9cf60-b92c-4e15-b491-4dbf1d80aaf5 None None] The sync data for ids ['064d4dc5-28f2-4213-97af-845390b43948'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:03:20.724719 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-fc268944-1c06-41cb-b24a-47bce1a8cdf6 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 01:03:20.726033 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-fc268944-1c06-41cb-b24a-47bce1a8cdf6 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] 10.222.0.35 "DELETE /v2.0/routers/064d4dc5-28f2-4213-97af-845390b43948 HTTP/1.1" status: 409 len: 329 time: 0.2527494 Aug 10 01:03:20.729117 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51072) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:21.075952 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d8c74494-13c9-42e3-b8f6-766fe48a66b9 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:21.076435 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d719f-d83c-4335-9616-665929abb326 req-33be79c7-fecc-4b31-9c24-9dfd4b3a8970 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:21.083649 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-275d719f-d83c-4335-9616-665929abb326 req-33be79c7-fecc-4b31-9c24-9dfd4b3a8970 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.3984756 Aug 10 01:03:21.114525 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a7d8b-c85e-4de2-840e-c1f7cd9e24f1 req-7b0ad3b0-cb21-4284-8a7a-318c08b7ce55 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:21.120656 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c58a7d8b-c85e-4de2-840e-c1f7cd9e24f1 req-7b0ad3b0-cb21-4284-8a7a-318c08b7ce55 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 945 time: 0.4211235 Aug 10 01:03:21.188456 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-275d719f-d83c-4335-9616-665929abb326 req-c0056960-bdb5-451a-8b85-2b869410b0a1 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038339 Aug 10 01:03:21.203250 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c58a7d8b-c85e-4de2-840e-c1f7cd9e24f1 req-2e9c7422-06f8-4895-9be7-7930a5f41ac4 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813110 Aug 10 01:03:21.283399 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-5c374e73-6688-4503-ba7b-45e66fc709ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fed83962-4553-4d29-9d08-542536080adf {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:03:21.298191 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-5c374e73-6688-4503-ba7b-45e66fc709ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:21.311340 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-5c374e73-6688-4503-ba7b-45e66fc709ba service neutron] Transition to ACTIVE for port object fed83962-4553-4d29-9d08-542536080adf will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:03:21.333562 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-5c374e73-6688-4503-ba7b-45e66fc709ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:21.342675 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-d8c74494-13c9-42e3-b8f6-766fe48a66b9 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Deleting port bed9ffc5-ab57-404f-b911-905c206e0f02 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:03:21.343556 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d8c74494-13c9-42e3-b8f6-766fe48a66b9 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:21.434910 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2118b19-220d-45ad-8438-b5bfc8e6e044 req-635c3e39-66d6-4298-b817-859608da319d tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:21.436928 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f2118b19-220d-45ad-8438-b5bfc8e6e044 req-635c3e39-66d6-4298-b817-859608da319d tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/ports?device_id=77209e5d-3530-4ae6-a066-cb8bc2fab478 HTTP/1.1" status: 200 len: 946 time: 0.1242168 Aug 10 01:03:21.451996 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c374e73-6688-4503-ba7b-45e66fc709ba service neutron] Pushing event updated for resources: {'Port': ['ID=fed83962-4553-4d29-9d08-542536080adf,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:21.513404 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d8c74494-13c9-42e3-b8f6-766fe48a66b9 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:21.516578 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c374e73-6688-4503-ba7b-45e66fc709ba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:21.516947 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c374e73-6688-4503-ba7b-45e66fc709ba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:21.517285 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c374e73-6688-4503-ba7b-45e66fc709ba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:21.517629 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c374e73-6688-4503-ba7b-45e66fc709ba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:21.517962 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c374e73-6688-4503-ba7b-45e66fc709ba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:21.518300 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c374e73-6688-4503-ba7b-45e66fc709ba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:21.518643 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c374e73-6688-4503-ba7b-45e66fc709ba service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:21.518975 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c374e73-6688-4503-ba7b-45e66fc709ba service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:21.519308 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c374e73-6688-4503-ba7b-45e66fc709ba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:21.519639 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c374e73-6688-4503-ba7b-45e66fc709ba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:21.519969 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c374e73-6688-4503-ba7b-45e66fc709ba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:21.520325 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c374e73-6688-4503-ba7b-45e66fc709ba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:21.544717 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-d8c74494-13c9-42e3-b8f6-766fe48a66b9 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Calling delete_port for bed9ffc5-ab57-404f-b911-905c206e0f02 owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:03:21.565739 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f2118b19-220d-45ad-8438-b5bfc8e6e044 req-46bb831b-31a0-41e7-93b0-13dffecd2259 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a9cf249-14a8-4635-9cd7-ba26a4b6d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096642 Aug 10 01:03:21.643675 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-5c374e73-6688-4503-ba7b-45e66fc709ba service neutron] Attempting to bind port fed83962-4553-4d29-9d08-542536080adf on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:03:21.644083 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-5c374e73-6688-4503-ba7b-45e66fc709ba service neutron] Attempting to bind port fed83962-4553-4d29-9d08-542536080adf by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:03:21.644399 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-5c374e73-6688-4503-ba7b-45e66fc709ba service neutron] Attempting to bind port fed83962-4553-4d29-9d08-542536080adf on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:03:21.664715 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-5c374e73-6688-4503-ba7b-45e66fc709ba service neutron] Port fed83962-4553-4d29-9d08-542536080adf on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:03:21.665075 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-5c374e73-6688-4503-ba7b-45e66fc709ba service neutron] Attempting to bind port fed83962-4553-4d29-9d08-542536080adf on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:03:21.686795 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-5c374e73-6688-4503-ba7b-45e66fc709ba service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:03:21.686795 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-5c374e73-6688-4503-ba7b-45e66fc709ba service neutron] Checking segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:03:21.686795 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-5c374e73-6688-4503-ba7b-45e66fc709ba service neutron] Bound using segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:03:21.686795 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-5c374e73-6688-4503-ba7b-45e66fc709ba service neutron] Bound port: fed83962-4553-4d29-9d08-542536080adf, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:03:21.686795 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-5c374e73-6688-4503-ba7b-45e66fc709ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:21.763120 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7ed78-e000-4eb1-b415-f4b6a48a4193 req-1e4335fb-d284-4df0-8c65-d014abe81cd9 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:21.764989 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dbb7ed78-e000-4eb1-b415-f4b6a48a4193 req-1e4335fb-d284-4df0-8c65-d014abe81cd9 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1557302 Aug 10 01:03:21.796873 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d8c74494-13c9-42e3-b8f6-766fe48a66b9 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:21.798562 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfc8ed-a196-4cc1-8a3d-9264877341bc req-b7bcac85-3593-4fea-a716-7fd2f8555130 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:21.800246 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bbcfc8ed-a196-4cc1-8a3d-9264877341bc req-b7bcac85-3593-4fea-a716-7fd2f8555130 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/ports?device_id=9071f952-0433-46f1-9eaa-54cc5707ae5d HTTP/1.1" status: 200 len: 946 time: 0.1325591 Aug 10 01:03:21.823812 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c74494-13c9-42e3-b8f6-766fe48a66b9 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Pushing event deleted for resources: {'Port': ['ID=bed9ffc5-ab57-404f-b911-905c206e0f02,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:21.873561 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dbb7ed78-e000-4eb1-b415-f4b6a48a4193 req-61bcc57e-6a61-4b66-803a-5bf428043acc tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982440 Aug 10 01:03:21.874941 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-5c374e73-6688-4503-ba7b-45e66fc709ba service neutron] For port fed83962-4553-4d29-9d08-542536080adf, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:03:21.898639 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-5c374e73-6688-4503-ba7b-45e66fc709ba service neutron] For port fed83962-4553-4d29-9d08-542536080adf, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=fed83962-4553-4d29-9d08-542536080adf,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:03:21.914603 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-5c374e73-6688-4503-ba7b-45e66fc709ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:21.944288 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bbcfc8ed-a196-4cc1-8a3d-9264877341bc req-6d7329c9-3a50-4606-88db-8ff059ba969e tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/security-groups?id=299dc33d-5031-4b0a-84ce-d7cbb405be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230400 Aug 10 01:03:22.039102 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d8c74494-13c9-42e3-b8f6-766fe48a66b9 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:22.069234 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-5c374e73-6688-4503-ba7b-45e66fc709ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:22.070832 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-5c374e73-6688-4503-ba7b-45e66fc709ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:22.072718 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-5c374e73-6688-4503-ba7b-45e66fc709ba service neutron] 10.222.0.24 "PUT /v2.0/ports/fed83962-4553-4d29-9d08-542536080adf HTTP/1.1" status: 200 len: 1095 time: 1.8155107 Aug 10 01:03:22.073422 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77209e5d-3530-4ae6-a066-cb8bc2fab478', 'tag': 'fed83962-4553-4d29-9d08-542536080adf'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:03:22.077937 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1ea3b7-eca3-48df-8019-61e3283a9af5" -d '{"events": [{"name": "network-changed", "server_uuid": "77209e5d-3530-4ae6-a066-cb8bc2fab478", "tag": "fed83962-4553-4d29-9d08-542536080adf"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:03:22.242235 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c74494-13c9-42e3-b8f6-766fe48a66b9 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Router 064d4dc5-28f2-4213-97af-845390b43948 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:03:22.259431 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c374e73-6688-4503-ba7b-45e66fc709ba service neutron] Pushing event updated for resources: {'Port': ['ID=fed83962-4553-4d29-9d08-542536080adf,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:22.289538 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8f3a9-b510-4b1f-982c-54ac1b61eed0 req-2c80a487-4ce3-412f-b7c7-cfe53af94daf tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:22.297400 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06f8f3a9-b510-4b1f-982c-54ac1b61eed0 req-2c80a487-4ce3-412f-b7c7-cfe53af94daf tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 946 time: 0.2768068 Aug 10 01:03:22.311968 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-23747c7b-8bda-4562-9414-4b9a3630d250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:22.313494 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-23747c7b-8bda-4562-9414-4b9a3630d250 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=87124aa6b49b443b98799b0c4543c24c&device_id=77209e5d-3530-4ae6-a066-cb8bc2fab478 HTTP/1.1" status: 200 len: 1098 time: 0.1894484 Aug 10 01:03:22.374433 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c74494-13c9-42e3-b8f6-766fe48a66b9 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:03:22.379851 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d8c74494-13c9-42e3-b8f6-766fe48a66b9 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] 10.222.0.35 "PUT /v2.0/routers/064d4dc5-28f2-4213-97af-845390b43948/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6495388 Aug 10 01:03:22.383493 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51114) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:22.385899 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207de4c8-1f70-48b9-99c4-b8b05696da9a None None] Sync routers for ids ['064d4dc5-28f2-4213-97af-845390b43948'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:03:22.394806 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-09152836-b003-4e52-a03d-6b17db610451 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=fed83962-4553-4d29-9d08-542536080adf HTTP/1.1" status: 200 len: 217 time: 0.0674310 Aug 10 01:03:22.403537 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93500312-1922-45fb-a7fe-a2a1f09294c8 req-16480de4-c69a-48c2-8686-9851536b3440 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:22.405378 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207de4c8-1f70-48b9-99c4-b8b05696da9a None None] Routers {'064d4dc5-28f2-4213-97af-845390b43948'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:22.407070 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-207de4c8-1f70-48b9-99c4-b8b05696da9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:03:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['064d4dc5-28f2-4213-97af-845390b43948'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:22.411572 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-93500312-1922-45fb-a7fe-a2a1f09294c8 req-16480de4-c69a-48c2-8686-9851536b3440 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/networks?id=0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c HTTP/1.1" status: 200 len: 813 time: 0.3274798 Aug 10 01:03:22.424032 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-d9a848da-1c9d-4f63-8c3f-cad0aebda6d5 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] show failed (client error): The resource could not be found. Aug 10 01:03:22.425531 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d9a848da-1c9d-4f63-8c3f-cad0aebda6d5 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] 10.222.0.35 "GET /v2.0/routers/tempest-non_exist_router-1220288406 HTTP/1.1" status: 404 len: 335 time: 0.0407834 Aug 10 01:03:22.429129 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51116) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:22.433630 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-571e32b4-0f8a-4a04-a534-c19b5f69b848 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Request body: {'router': {'name': 'new_name'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:22.447516 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-207de4c8-1f70-48b9-99c4-b8b05696da9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:22.449867 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06f8f3a9-b510-4b1f-982c-54ac1b61eed0 req-a6083096-9bbb-4489-88d6-8b34f34bf7cb tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=bef316da-7aff-4e19-b5e5-43053f05f988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455812 Aug 10 01:03:22.467942 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207de4c8-1f70-48b9-99c4-b8b05696da9a None None] Routers {'064d4dc5-28f2-4213-97af-845390b43948'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:22.469098 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-207de4c8-1f70-48b9-99c4-b8b05696da9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:03:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['064d4dc5-28f2-4213-97af-845390b43948'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:22.474082 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-571e32b4-0f8a-4a04-a534-c19b5f69b848 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] update failed (client error): The resource could not be found. Aug 10 01:03:22.475307 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-571e32b4-0f8a-4a04-a534-c19b5f69b848 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] 10.222.0.35 "PUT /v2.0/routers/tempest-non_exist_router-1291938585 HTTP/1.1" status: 404 len: 335 time: 0.0451071 Aug 10 01:03:22.480049 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51118) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:22.494277 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-93500312-1922-45fb-a7fe-a2a1f09294c8 req-42193bf6-a3d7-4fa5-8192-5b994c7e930a tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/quotas/1014fe67c7c742a1ba3e24aee6cf6340 HTTP/1.1" status: 200 len: 375 time: 0.0816891 Aug 10 01:03:22.508275 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-207de4c8-1f70-48b9-99c4-b8b05696da9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:22.513215 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207de4c8-1f70-48b9-99c4-b8b05696da9a None None] The sync data for ids ['064d4dc5-28f2-4213-97af-845390b43948'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:03:22.533253 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4e15b5-bc80-4b55-bf16-e8dd0603b8cb x-openstack-request-id: req-fd4e15b5-bc80-4b55-bf16-e8dd0603b8cb {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:03:22.533551 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77209e5d-3530-4ae6-a066-cb8bc2fab478", "tag": "fed83962-4553-4d29-9d08-542536080adf", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:03:22.533808 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fd4e15b5-bc80-4b55-bf16-e8dd0603b8cb {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:03:22.534463 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77209e5d-3530-4ae6-a066-cb8bc2fab478', 'tag': 'fed83962-4553-4d29-9d08-542536080adf', 'status': 'completed', 'code': 200} Aug 10 01:03:22.542002 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-068775ba-b1bc-4ac3-af64-088c74446d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:22.543069 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-068775ba-b1bc-4ac3-af64-088c74446d0a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.1293125 Aug 10 01:03:22.560710 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3fb7105-5219-403b-92dd-a7045d2473c4 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Deleting subnet bf269711-e52e-4def-9d3d-8f55e7c2b585 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:03:22.563961 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f3fb7105-5219-403b-92dd-a7045d2473c4 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:22.568107 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-93500312-1922-45fb-a7fe-a2a1f09294c8 req-bc49080f-f305-4c4a-b89f-cfdf7d1c0b07 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1014fe67c7c742a1ba3e24aee6cf6340&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0651569 Aug 10 01:03:22.611835 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f3fb7105-5219-403b-92dd-a7045d2473c4 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:22.680667 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-cd4b3390-d4bd-40cd-aa05-f43c0e9f2fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:22.682807 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-cd4b3390-d4bd-40cd-aa05-f43c0e9f2fab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1135776 Aug 10 01:03:22.696023 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a5436-058f-4b45-944e-c226c0b13f4a req-12d13824-ef4a-49dc-8bc8-408c3acd482e tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:22.697553 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-302a5436-058f-4b45-944e-c226c0b13f4a req-12d13824-ef4a-49dc-8bc8-408c3acd482e tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 945 time: 0.1048388 Aug 10 01:03:22.716738 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f3fb7105-5219-403b-92dd-a7045d2473c4 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:22.781484 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f3fb7105-5219-403b-92dd-a7045d2473c4 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:22.807653 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb7105-5219-403b-92dd-a7045d2473c4 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Pushing event deleted for resources: {'Subnet': ['ID=bf269711-e52e-4def-9d3d-8f55e7c2b585,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:22.815756 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f3fb7105-5219-403b-92dd-a7045d2473c4 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:22.817853 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f3fb7105-5219-403b-92dd-a7045d2473c4 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] 10.222.0.35 "DELETE /v2.0/subnets/bf269711-e52e-4def-9d3d-8f55e7c2b585 HTTP/1.1" status: 204 len: 168 time: 0.3366504 Aug 10 01:03:22.820398 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51124) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:22.832427 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e477c01-814f-4798-a7fc-e801f154c829 None None] Network ccb77179-aa4c-4af4-af1e-dfb182e71a71 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:03:22.848963 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-302a5436-058f-4b45-944e-c226c0b13f4a req-44d84d18-5b9a-4f8c-a3ce-0395b689a7d6 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353576 Aug 10 01:03:22.883253 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eb81af4-9c68-49e0-bb58-1bcb6cddd56c tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Deleting subnet 556863d1-4278-4e82-adc6-12e5037ad864 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:03:22.883760 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-41fce093-be5f-4a61-87cf-6822c696e357 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851075 Aug 10 01:03:22.886965 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9eb81af4-9c68-49e0-bb58-1bcb6cddd56c tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:22.892273 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbba3b-3cd5-4bb3-b079-6ecbbe3584a4 req-5965ac42-60ce-4010-a171-702d23170384 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:22.900063 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4fdbba3b-3cd5-4bb3-b079-6ecbbe3584a4 req-5965ac42-60ce-4010-a171-702d23170384 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1506286 Aug 10 01:03:22.935447 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9eb81af4-9c68-49e0-bb58-1bcb6cddd56c tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:23.025803 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9eb81af4-9c68-49e0-bb58-1bcb6cddd56c tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:23.035699 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4fdbba3b-3cd5-4bb3-b079-6ecbbe3584a4 req-d0eb2569-e157-4456-b3bc-cc9923569207 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346343 Aug 10 01:03:23.072830 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558adaf-2e25-4c7f-b0ab-ea0464e7cc3d req-eb0792cb-4324-4743-8d5c-c7be62e14468 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:23.076784 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7558adaf-2e25-4c7f-b0ab-ea0464e7cc3d req-eb0792cb-4324-4743-8d5c-c7be62e14468 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/ports?device_id=77209e5d-3530-4ae6-a066-cb8bc2fab478 HTTP/1.1" status: 200 len: 946 time: 0.1111469 Aug 10 01:03:23.082505 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a791bd-62f0-473f-8e0c-1c9a00ac5ca7 None None] DHCP port deletion for ccb77179-aa4c-4af4-af1e-dfb182e71a71 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:03:23.089562 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aa9aba4a-7590-4672-8367-950c7411c0d5 req-3b97646e-2933-46da-a8b1-7cebfe974083 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874354 Aug 10 01:03:23.132002 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9eb81af4-9c68-49e0-bb58-1bcb6cddd56c tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:23.170734 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-d7a791bd-62f0-473f-8e0c-1c9a00ac5ca7 None None] Deleting port f315f3db-993d-40dd-9156-85281510287a {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:03:23.171126 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d7a791bd-62f0-473f-8e0c-1c9a00ac5ca7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:23.178742 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb81af4-9c68-49e0-bb58-1bcb6cddd56c tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Pushing event deleted for resources: {'Subnet': ['ID=556863d1-4278-4e82-adc6-12e5037ad864,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:23.179792 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7558adaf-2e25-4c7f-b0ab-ea0464e7cc3d req-8a345e9e-5592-47fd-ac26-32e2887352f8 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a9cf249-14a8-4635-9cd7-ba26a4b6d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869224 Aug 10 01:03:23.182099 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9eb81af4-9c68-49e0-bb58-1bcb6cddd56c tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:23.187661 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9eb81af4-9c68-49e0-bb58-1bcb6cddd56c tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] 10.222.0.35 "DELETE /v2.0/subnets/556863d1-4278-4e82-adc6-12e5037ad864 HTTP/1.1" status: 204 len: 168 time: 0.3640504 Aug 10 01:03:23.187873 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51130) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:23.197853 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0f090a-6cad-4907-8abe-672efe0e9088 None None] Network 53daa09c-9e4f-46d7-895d-f7938e929784 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:03:23.272214 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb596ca0-d737-4b65-abf7-e960ba083bc5 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:23.331990 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ea3b7-eca3-48df-8019-61e3283a9af5 req-0d428925-dd7b-4d22-b2ee-257a59ad8c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:23.333625 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9a1ea3b7-eca3-48df-8019-61e3283a9af5 req-0d428925-dd7b-4d22-b2ee-257a59ad8c2c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=87124aa6b49b443b98799b0c4543c24c&device_id=77209e5d-3530-4ae6-a066-cb8bc2fab478 HTTP/1.1" status: 200 len: 1098 time: 0.1793425 Aug 10 01:03:23.344271 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c46f81-75a1-4fb9-bd94-5bd0df7a4bfb req-336d7822-145c-4e2b-8c8d-fcc50bdddda8 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:23.345912 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-93c46f81-75a1-4fb9-bd94-5bd0df7a4bfb req-336d7822-145c-4e2b-8c8d-fcc50bdddda8 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/ports?device_id=9071f952-0433-46f1-9eaa-54cc5707ae5d HTTP/1.1" status: 200 len: 946 time: 0.1805918 Aug 10 01:03:23.365226 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f27fd6-1e00-49ef-98e3-f08b9590c3b8 req-2bf29e3c-7429-47b3-bc2f-0a311995caa9 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:23.367977 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-37f27fd6-1e00-49ef-98e3-f08b9590c3b8 req-2bf29e3c-7429-47b3-bc2f-0a311995caa9 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.24 "GET /v2.0/ports?device_id=9071f952-0433-46f1-9eaa-54cc5707ae5d HTTP/1.1" status: 200 len: 946 time: 0.1002383 Aug 10 01:03:23.423169 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d7a791bd-62f0-473f-8e0c-1c9a00ac5ca7 None None] For port f315f3db-993d-40dd-9156-85281510287a, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=f315f3db-993d-40dd-9156-85281510287a,segment=NetworkSegment(d87b2f0e-0c4a-478c-b476-ba64fb0565f6),segment_id=d87b2f0e-0c4a-478c-b476-ba64fb0565f6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:23.424243 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d7a791bd-62f0-473f-8e0c-1c9a00ac5ca7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:23.424370 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-eb596ca0-d737-4b65-abf7-e960ba083bc5 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Deleting port f315f3db-993d-40dd-9156-85281510287a {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:03:23.424680 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb596ca0-d737-4b65-abf7-e960ba083bc5 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:23.441709 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacca117-c3a3-4301-8758-73fab41cacb5 req-d9eec0e2-4e31-4b16-bdcf-b7764535aa88 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:23.445050 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bacca117-c3a3-4301-8758-73fab41cacb5 req-d9eec0e2-4e31-4b16-bdcf-b7764535aa88 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1552279 Aug 10 01:03:23.448891 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-d7a791bd-62f0-473f-8e0c-1c9a00ac5ca7 None None] Calling delete_port for f315f3db-993d-40dd-9156-85281510287a owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:03:23.478286 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-93c46f81-75a1-4fb9-bd94-5bd0df7a4bfb req-3886e4f8-62f9-4cb8-b228-cc8ce9170fdf tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/security-groups?id=299dc33d-5031-4b0a-84ce-d7cbb405be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199074 Aug 10 01:03:23.607622 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddc329e-b615-4f93-8694-61a4e13b8285 None None] DHCP port deletion for 53daa09c-9e4f-46d7-895d-f7938e929784 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:03:23.609586 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ea3b7-eca3-48df-8019-61e3283a9af5 req-0eebb9d2-3a31-4231-80a3-903725316c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:23.613983 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9a1ea3b7-eca3-48df-8019-61e3283a9af5 req-0eebb9d2-3a31-4231-80a3-903725316c31 service neutron] 10.222.0.24 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.2664199 Aug 10 01:03:23.678374 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-eb596ca0-d737-4b65-abf7-e960ba083bc5 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] For port f315f3db-993d-40dd-9156-85281510287a, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=f315f3db-993d-40dd-9156-85281510287a,segment=NetworkSegment(d87b2f0e-0c4a-478c-b476-ba64fb0565f6),segment_id=d87b2f0e-0c4a-478c-b476-ba64fb0565f6)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:23.683535 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb596ca0-d737-4b65-abf7-e960ba083bc5 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:23.691053 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d7a791bd-62f0-473f-8e0c-1c9a00ac5ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:23.717607 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-eb596ca0-d737-4b65-abf7-e960ba083bc5 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Calling delete_port for f315f3db-993d-40dd-9156-85281510287a owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:03:23.718668 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9a1ea3b7-eca3-48df-8019-61e3283a9af5 req-758fa898-889c-4e7f-b2e6-ff2b0a3bc043 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=fed83962-4553-4d29-9d08-542536080adf HTTP/1.1" status: 200 len: 217 time: 0.0975957 Aug 10 01:03:23.727490 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a791bd-62f0-473f-8e0c-1c9a00ac5ca7 None None] Pushing event deleted for resources: {'Port': ['ID=f315f3db-993d-40dd-9156-85281510287a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:23.734910 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a791bd-62f0-473f-8e0c-1c9a00ac5ca7 None None] No DVR routers for this DVR port f315f3db-993d-40dd-9156-85281510287a on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:03:23.762098 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bacca117-c3a3-4301-8758-73fab41cacb5 req-81d2081e-af46-487e-8dc7-6070c01faec5 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007722 Aug 10 01:03:23.776901 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-5ddc329e-b615-4f93-8694-61a4e13b8285 None None] Deleting port 0c83dc2b-7df0-4313-821e-b35a272c8105 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:03:23.777463 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5ddc329e-b615-4f93-8694-61a4e13b8285 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:23.845414 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ea3b7-eca3-48df-8019-61e3283a9af5 req-7f3d692a-ab82-4a78-8490-c18f1907913f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:23.847489 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9a1ea3b7-eca3-48df-8019-61e3283a9af5 req-7f3d692a-ab82-4a78-8490-c18f1907913f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0789626 Aug 10 01:03:23.857687 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb596ca0-d737-4b65-abf7-e960ba083bc5 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:23.861174 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-5ddc329e-b615-4f93-8694-61a4e13b8285 None None] For port 0c83dc2b-7df0-4313-821e-b35a272c8105, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=0c83dc2b-7df0-4313-821e-b35a272c8105,segment=NetworkSegment(098e4f1f-b112-42de-8588-c27fabdb9043),segment_id=098e4f1f-b112-42de-8588-c27fabdb9043)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:23.862184 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5ddc329e-b615-4f93-8694-61a4e13b8285 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:23.863205 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ee02a-8624-4c7f-8a87-9cc6d2f5529d req-c975a6ac-ee68-407f-a19b-b91733fba049 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:23.864785 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-036ee02a-8624-4c7f-8a87-9cc6d2f5529d req-c975a6ac-ee68-407f-a19b-b91733fba049 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 946 time: 0.1449189 Aug 10 01:03:23.878347 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb596ca0-d737-4b65-abf7-e960ba083bc5 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] No DVR routers for this DVR port f315f3db-993d-40dd-9156-85281510287a on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:03:23.890707 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-5ddc329e-b615-4f93-8694-61a4e13b8285 None None] Calling delete_port for 0c83dc2b-7df0-4313-821e-b35a272c8105 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:03:23.926572 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb596ca0-d737-4b65-abf7-e960ba083bc5 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Pushing event deleted for resources: {'Port': ['ID=f315f3db-993d-40dd-9156-85281510287a,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:23.940643 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-37f27fd6-1e00-49ef-98e3-f08b9590c3b8 req-29314f8d-1a0f-49dd-81a8-be85f2516296 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Deleting port ccaff7bb-37f2-4a16-98a3-6f64179b56d2 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:03:23.940860 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-036ee02a-8624-4c7f-8a87-9cc6d2f5529d req-cc5a8ed0-f291-4c98-91e3-1d57f950dc54 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=bef316da-7aff-4e19-b5e5-43053f05f988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657477 Aug 10 01:03:23.941569 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-37f27fd6-1e00-49ef-98e3-f08b9590c3b8 req-29314f8d-1a0f-49dd-81a8-be85f2516296 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:23.949987 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 0c83dc2b-7df0-4313-821e-b35a272c8105 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:03:23.956848 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ea3b7-eca3-48df-8019-61e3283a9af5 req-765b91bb-e5ba-4086-a3aa-a86997be717c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:23.959601 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9a1ea3b7-eca3-48df-8019-61e3283a9af5 req-765b91bb-e5ba-4086-a3aa-a86997be717c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0938909 Aug 10 01:03:24.048377 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5ddc329e-b615-4f93-8694-61a4e13b8285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:24.082350 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc329e-b615-4f93-8694-61a4e13b8285 None None] Pushing event deleted for resources: {'Port': ['ID=0c83dc2b-7df0-4313-821e-b35a272c8105,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:24.084328 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddc329e-b615-4f93-8694-61a4e13b8285 None None] No DVR routers for this DVR port 0c83dc2b-7df0-4313-821e-b35a272c8105 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:03:24.088394 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No active binding found for port 0c83dc2b-7df0-4313-821e-b35a272c8105 {{(pid=105828) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 01:03:24.089112 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 0c83dc2b-7df0-4313-821e-b35a272c8105 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:03:24.089313 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device f315f3db-993d-40dd-9156-85281510287a no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:03:24.110763 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb596ca0-d737-4b65-abf7-e960ba083bc5 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:24.112781 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: f315f3db-993d-40dd-9156-85281510287a {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:03:24.113139 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device f315f3db-993d-40dd-9156-85281510287a not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:03:24.114528 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d369b091-f058-47bc-87a6-43fe8648e702 req-815df5b7-fa3f-453d-86f9-330a828f50e2 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=1014fe67c7c742a1ba3e24aee6cf6340 HTTP/1.1" status: 200 len: 221 time: 0.0818155 Aug 10 01:03:24.121970 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-eb596ca0-d737-4b65-abf7-e960ba083bc5 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccb77179-aa4c-4af4-af1e-dfb182e71a71']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:24.148976 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-eb596ca0-d737-4b65-abf7-e960ba083bc5 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd87b2f0e-0c4a-478c-b476-ba64fb0565f6') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:24.149209 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-eb596ca0-d737-4b65-abf7-e960ba083bc5 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd87b2f0e-0c4a-478c-b476-ba64fb0565f6') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:24.151627 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b5543-f250-40a5-aac8-f8ae8932da80 req-eef33841-7fdc-480a-be18-9fb594701865 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:24.152332 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-37f27fd6-1e00-49ef-98e3-f08b9590c3b8 req-29314f8d-1a0f-49dd-81a8-be85f2516296 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] For port ccaff7bb-37f2-4a16-98a3-6f64179b56d2, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=ccaff7bb-37f2-4a16-98a3-6f64179b56d2,segment=NetworkSegment(0d0ff621-3a64-4796-aca3-79bbdbdd1bd3),segment_id=0d0ff621-3a64-4796-aca3-79bbdbdd1bd3)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:24.152704 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-37f27fd6-1e00-49ef-98e3-f08b9590c3b8 req-29314f8d-1a0f-49dd-81a8-be85f2516296 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:24.153931 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c63b5543-f250-40a5-aac8-f8ae8932da80 req-eef33841-7fdc-480a-be18-9fb594701865 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 945 time: 0.0900216 Aug 10 01:03:24.158026 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9a1ea3b7-eca3-48df-8019-61e3283a9af5 req-3a795ee7-46ef-4d11-80eb-fbf648cbce0d service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895602 Aug 10 01:03:24.170327 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb596ca0-d737-4b65-abf7-e960ba083bc5 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:24.216474 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb596ca0-d737-4b65-abf7-e960ba083bc5 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:24.226083 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb596ca0-d737-4b65-abf7-e960ba083bc5 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:03:24.226542 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb596ca0-d737-4b65-abf7-e960ba083bc5 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:03:24.230891 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:03:24.270191 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c63b5543-f250-40a5-aac8-f8ae8932da80 req-13c1c1a9-5b45-4020-ae7b-4786db7de092 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087046 Aug 10 01:03:24.311427 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f794d-4fc0-4efa-a23a-fc6d764287de req-36804e60-bdf9-4075-87a2-42ab07044f73 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:24.313210 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ab8f794d-4fc0-4efa-a23a-fc6d764287de req-36804e60-bdf9-4075-87a2-42ab07044f73 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1276944 Aug 10 01:03:24.334110 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb596ca0-d737-4b65-abf7-e960ba083bc5 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:24.340142 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9a1ea3b7-eca3-48df-8019-61e3283a9af5 req-b30cc98d-d42e-454c-a119-92d7a560ca6a service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715987 Aug 10 01:03:24.342780 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb596ca0-d737-4b65-abf7-e960ba083bc5 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:24.347202 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-eb596ca0-d737-4b65-abf7-e960ba083bc5 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] 10.222.0.35 "DELETE /v2.0/networks/ccb77179-aa4c-4af4-af1e-dfb182e71a71 HTTP/1.1" status: 204 len: 168 time: 1.1584113 Aug 10 01:03:24.350744 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51156) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:24.397672 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ab8f794d-4fc0-4efa-a23a-fc6d764287de req-cf249320-a678-4a2b-b190-604f9704396a tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734849 Aug 10 01:03:24.401369 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb596ca0-d737-4b65-abf7-e960ba083bc5 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Pushing event deleted for resources: {'Network': ['ID=ccb77179-aa4c-4af4-af1e-dfb182e71a71,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:24.414223 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4cb8ce-a33f-4b74-bcf4-b962bf6b5519 req-b898d6e0-4071-4b72-bf27-b4030883c6e0 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:24.415751 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8f4cb8ce-a33f-4b74-bcf4-b962bf6b5519 req-b898d6e0-4071-4b72-bf27-b4030883c6e0 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/ports?device_id=77209e5d-3530-4ae6-a066-cb8bc2fab478 HTTP/1.1" status: 200 len: 946 time: 0.0658960 Aug 10 01:03:24.457728 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb596ca0-d737-4b65-abf7-e960ba083bc5 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:24.458079 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb596ca0-d737-4b65-abf7-e960ba083bc5 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:24.458425 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb596ca0-d737-4b65-abf7-e960ba083bc5 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:24.458768 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb596ca0-d737-4b65-abf7-e960ba083bc5 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:24.459108 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb596ca0-d737-4b65-abf7-e960ba083bc5 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:24.459445 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb596ca0-d737-4b65-abf7-e960ba083bc5 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:24.459781 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb596ca0-d737-4b65-abf7-e960ba083bc5 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:24.460114 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb596ca0-d737-4b65-abf7-e960ba083bc5 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:24.460470 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb596ca0-d737-4b65-abf7-e960ba083bc5 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:24.460802 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb596ca0-d737-4b65-abf7-e960ba083bc5 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:24.461131 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb596ca0-d737-4b65-abf7-e960ba083bc5 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:24.461467 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb596ca0-d737-4b65-abf7-e960ba083bc5 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:24.478876 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8f4cb8ce-a33f-4b74-bcf4-b962bf6b5519 req-6a9911ed-24cd-4408-8c54-b9bcb43e1f80 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a9cf249-14a8-4635-9cd7-ba26a4b6d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526989 Aug 10 01:03:24.501060 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-37f27fd6-1e00-49ef-98e3-f08b9590c3b8 req-29314f8d-1a0f-49dd-81a8-be85f2516296 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:24.501060 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-37f27fd6-1e00-49ef-98e3-f08b9590c3b8 req-29314f8d-1a0f-49dd-81a8-be85f2516296 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:24.501060 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [req-37f27fd6-1e00-49ef-98e3-f08b9590c3b8 req-29314f8d-1a0f-49dd-81a8-be85f2516296 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Floating IP ced762cf-94b7-410d-9f02-e477292986cf disassociated. External IP: 172.25.2.57, port: ccaff7bb-37f2-4a16-98a3-6f64179b56d2. Aug 10 01:03:24.501060 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-37f27fd6-1e00-49ef-98e3-f08b9590c3b8 req-29314f8d-1a0f-49dd-81a8-be85f2516296 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Calling delete_port for ccaff7bb-37f2-4a16-98a3-6f64179b56d2 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:03:24.515820 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1721c1b5-85f5-42dd-8294-3397771031c0 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:24.545039 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248046a-9660-45b6-a774-07f73a1324a0 req-8d72d94f-7139-4919-9cdb-2f93b1ad5835 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:24.547186 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8248046a-9660-45b6-a774-07f73a1324a0 req-8d72d94f-7139-4919-9cdb-2f93b1ad5835 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.0664549 Aug 10 01:03:24.615679 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8248046a-9660-45b6-a774-07f73a1324a0 req-86406262-f509-479f-9269-58851337adb3 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621350 Aug 10 01:03:24.647586 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040db1f-16a1-456a-b273-f9d7bd089e9b req-f9206b57-8cad-41bf-9d7e-bced803f5e56 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:24.655571 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7040db1f-16a1-456a-b273-f9d7bd089e9b req-f9206b57-8cad-41bf-9d7e-bced803f5e56 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/ports?device_id=9071f952-0433-46f1-9eaa-54cc5707ae5d HTTP/1.1" status: 200 len: 946 time: 0.0944865 Aug 10 01:03:24.715750 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7040db1f-16a1-456a-b273-f9d7bd089e9b req-635c20e7-35cc-4a65-be44-0f916fdcedb7 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/security-groups?id=299dc33d-5031-4b0a-84ce-d7cbb405be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459201 Aug 10 01:03:24.724540 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1721c1b5-85f5-42dd-8294-3397771031c0 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:24.739282 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-1721c1b5-85f5-42dd-8294-3397771031c0 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53daa09c-9e4f-46d7-895d-f7938e929784']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:24.748994 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-37f27fd6-1e00-49ef-98e3-f08b9590c3b8 req-29314f8d-1a0f-49dd-81a8-be85f2516296 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:24.751578 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-1721c1b5-85f5-42dd-8294-3397771031c0 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '098e4f1f-b112-42de-8588-c27fabdb9043') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:24.751962 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-1721c1b5-85f5-42dd-8294-3397771031c0 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '098e4f1f-b112-42de-8588-c27fabdb9043') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:24.792274 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1721c1b5-85f5-42dd-8294-3397771031c0 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:24.799230 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29314f8d-1a0f-49dd-81a8-be85f2516296 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Pushing event deleted for resources: {'Port': ['ID=ccaff7bb-37f2-4a16-98a3-6f64179b56d2,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:24.812174 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1721c1b5-85f5-42dd-8294-3397771031c0 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:24.825603 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236f713-cb28-48db-9599-8e20e078a493 req-40d14cfa-97c4-41c9-a9e1-d104402c79ad tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:24.827353 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c236f713-cb28-48db-9599-8e20e078a493 req-40d14cfa-97c4-41c9-a9e1-d104402c79ad tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.0635495 Aug 10 01:03:24.848938 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1721c1b5-85f5-42dd-8294-3397771031c0 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:03:24.849348 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1721c1b5-85f5-42dd-8294-3397771031c0 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:24.852336 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:03:24.852336 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:03:24.852336 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:03:24.852336 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:03:24.852336 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:03:24.852336 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:03:24.852336 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:03:24.852336 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:03:24.852336 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:03:24.852336 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:03:24.852336 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:03:24.852336 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:03:24.852336 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:03:24.852336 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:03:24.852336 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:03:24.852336 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:03:24.852336 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:03:24.852336 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:03:24.852336 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:03:24.852336 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:03:24.852336 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:03:24.852336 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:03:24.852336 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:03:24.852336 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:03:24.852336 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:03:24.852336 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:03:24.852336 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:03:24.852336 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:03:24.852336 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:03:24.852336 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:03:24.852336 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:03:24.852336 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:03:24.872867 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c236f713-cb28-48db-9599-8e20e078a493 req-ac762b2e-e685-49d2-9c61-ca70dc4b328a tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379813 Aug 10 01:03:24.953259 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1721c1b5-85f5-42dd-8294-3397771031c0 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:24.964276 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1721c1b5-85f5-42dd-8294-3397771031c0 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:24.968860 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1721c1b5-85f5-42dd-8294-3397771031c0 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] 10.222.0.35 "DELETE /v2.0/networks/53daa09c-9e4f-46d7-895d-f7938e929784 HTTP/1.1" status: 204 len: 168 time: 0.6172264 Aug 10 01:03:24.972434 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51176) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:25.008370 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f9477-eeb4-4046-a514-ade623c5a1f4 req-bb799724-64bf-4eaa-acdb-3c425a2c8f13 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:25.010274 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-693f9477-eeb4-4046-a514-ade623c5a1f4 req-bb799724-64bf-4eaa-acdb-3c425a2c8f13 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.0590405 Aug 10 01:03:25.011249 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1721c1b5-85f5-42dd-8294-3397771031c0 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Pushing event deleted for resources: {'Network': ['ID=53daa09c-9e4f-46d7-895d-f7938e929784,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:25.044360 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37f27fd6-1e00-49ef-98e3-f08b9590c3b8 req-29314f8d-1a0f-49dd-81a8-be85f2516296 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Router c15ac011-b89e-4637-b2c8-b6fdf2a3a09e has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:03:25.057072 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ab64a3-81a3-4162-810c-3b324befaca7 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Deleting subnet fdffabb7-04a4-4f7c-bbf9-a324a2660f3b {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:03:25.062048 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f4ab64a3-81a3-4162-810c-3b324befaca7 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:25.064656 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-693f9477-eeb4-4046-a514-ade623c5a1f4 req-b732214e-1a42-4ec1-87cf-8308fa5e3f12 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472620 Aug 10 01:03:25.142806 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f4ab64a3-81a3-4162-810c-3b324befaca7 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:25.146493 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080e2a1-2133-4f83-8174-d5bc5dbe7f26 req-e6a27306-b817-441c-a4af-57b4d5cdc4ac tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:25.148282 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1080e2a1-2133-4f83-8174-d5bc5dbe7f26 req-e6a27306-b817-441c-a4af-57b4d5cdc4ac tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 946 time: 0.0618794 Aug 10 01:03:25.213988 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1080e2a1-2133-4f83-8174-d5bc5dbe7f26 req-d383956a-fc76-4e8d-ab61-06db2f46ff4c tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=bef316da-7aff-4e19-b5e5-43053f05f988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547998 Aug 10 01:03:25.265497 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a0dee-003c-40dd-b787-473049db2c38 req-dfe836d1-9714-4662-82c6-41e79d3ada45 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:25.267456 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3d5a0dee-003c-40dd-b787-473049db2c38 req-dfe836d1-9714-4662-82c6-41e79d3ada45 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.0694783 Aug 10 01:03:25.328751 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3d5a0dee-003c-40dd-b787-473049db2c38 req-74f1b8f6-d4c8-464c-8dc5-23a3fb990d39 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524247 Aug 10 01:03:25.494015 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa15e3e-d85f-4a3a-a33a-0ad2b6abd185 req-3b7fc5f1-b7e7-4e9d-8e6d-bff6db284dce tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:25.495611 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eaa15e3e-d85f-4a3a-a33a-0ad2b6abd185 req-3b7fc5f1-b7e7-4e9d-8e6d-bff6db284dce tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 945 time: 0.0959618 Aug 10 01:03:25.510690 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c56ce-14fb-4793-a629-ecd553af10f2 req-be7519dc-43b8-4411-8b79-09e8118d20bb tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:25.513416 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e92c56ce-14fb-4793-a629-ecd553af10f2 req-be7519dc-43b8-4411-8b79-09e8118d20bb tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.0973084 Aug 10 01:03:25.568301 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eaa15e3e-d85f-4a3a-a33a-0ad2b6abd185 req-56f2d645-7dec-4fe4-9311-c22db052b728 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534828 Aug 10 01:03:25.594586 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e92c56ce-14fb-4793-a629-ecd553af10f2 req-b7834d3c-dad6-4f44-8ca2-b8ff4b2a17eb tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649521 Aug 10 01:03:25.613214 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37f27fd6-1e00-49ef-98e3-f08b9590c3b8 req-29314f8d-1a0f-49dd-81a8-be85f2516296 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:03:25.627538 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35fe641-26ac-45e3-80a0-74519e4371ff None None] Sync routers for ids ['c15ac011-b89e-4637-b2c8-b6fdf2a3a09e'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:03:25.664895 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35fe641-26ac-45e3-80a0-74519e4371ff None None] Routers {'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:25.666168 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-a35fe641-26ac-45e3-80a0-74519e4371ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:03:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['c15ac011-b89e-4637-b2c8-b6fdf2a3a09e'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:25.677484 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f4ab64a3-81a3-4162-810c-3b324befaca7 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:25.710329 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f27fd6-1e00-49ef-98e3-f08b9590c3b8 req-29314f8d-1a0f-49dd-81a8-be85f2516296 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] No DVR routers for this DVR port ccaff7bb-37f2-4a16-98a3-6f64179b56d2 on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:03:25.712892 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-37f27fd6-1e00-49ef-98e3-f08b9590c3b8 req-29314f8d-1a0f-49dd-81a8-be85f2516296 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:25.714987 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-37f27fd6-1e00-49ef-98e3-f08b9590c3b8 req-29314f8d-1a0f-49dd-81a8-be85f2516296 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.24 "DELETE /v2.0/ports/ccaff7bb-37f2-4a16-98a3-6f64179b56d2 HTTP/1.1" status: 204 len: 173 time: 2.3366568 Aug 10 01:03:25.715472 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9071f952-0433-46f1-9eaa-54cc5707ae5d', 'name': 'network-vif-deleted', 'tag': 'ccaff7bb-37f2-4a16-98a3-6f64179b56d2'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:03:25.723607 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4c1b61-f272-4192-8990-0174c4091fe0" -d '{"events": [{"server_uuid": "9071f952-0433-46f1-9eaa-54cc5707ae5d", "name": "network-vif-deleted", "tag": "ccaff7bb-37f2-4a16-98a3-6f64179b56d2"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:03:25.783618 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f4ab64a3-81a3-4162-810c-3b324befaca7 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:25.806305 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221cb1e-7c63-4bba-8a0e-4c75f665188d req-28ff8278-2156-4064-84d7-5908b2811902 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:25.808809 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d221cb1e-7c63-4bba-8a0e-4c75f665188d req-28ff8278-2156-4064-84d7-5908b2811902 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/ports?device_id=77209e5d-3530-4ae6-a066-cb8bc2fab478 HTTP/1.1" status: 200 len: 946 time: 0.1034884 Aug 10 01:03:25.831520 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab64a3-81a3-4162-810c-3b324befaca7 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Pushing event deleted for resources: {'Subnet': ['ID=fdffabb7-04a4-4f7c-bbf9-a324a2660f3b,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:25.857213 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f4ab64a3-81a3-4162-810c-3b324befaca7 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:25.859760 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f4ab64a3-81a3-4162-810c-3b324befaca7 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] 10.222.0.35 "DELETE /v2.0/subnets/fdffabb7-04a4-4f7c-bbf9-a324a2660f3b HTTP/1.1" status: 204 len: 168 time: 0.8863957 Aug 10 01:03:25.862220 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51200) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:25.886593 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d221cb1e-7c63-4bba-8a0e-4c75f665188d req-b6c9a47f-c07d-4bee-8722-649ad22dc20f tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a9cf249-14a8-4635-9cd7-ba26a4b6d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588996 Aug 10 01:03:25.908862 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94fdbc-6216-47a3-ab07-f9b64464d0da req-51510802-c108-4b55-b6f7-14923f11f879 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:25.917228 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fb94fdbc-6216-47a3-ab07-f9b64464d0da req-51510802-c108-4b55-b6f7-14923f11f879 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1423030 Aug 10 01:03:25.977669 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fb94fdbc-6216-47a3-ab07-f9b64464d0da req-1127d87c-014d-4418-97ae-7dae7fb5de46 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547135 Aug 10 01:03:26.004554 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbfd8cc-337e-4075-b569-a160c65503e5 x-openstack-request-id: req-fcbfd8cc-337e-4075-b569-a160c65503e5 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:03:26.004858 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9071f952-0433-46f1-9eaa-54cc5707ae5d", "name": "network-vif-deleted", "tag": "ccaff7bb-37f2-4a16-98a3-6f64179b56d2", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:03:26.005115 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fcbfd8cc-337e-4075-b569-a160c65503e5 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:03:26.005515 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9071f952-0433-46f1-9eaa-54cc5707ae5d', 'name': 'network-vif-deleted', 'tag': 'ccaff7bb-37f2-4a16-98a3-6f64179b56d2', 'status': 'completed', 'code': 200} Aug 10 01:03:26.009154 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9a85b761-4399-49f9-af46-1bc5bd3a1b71 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:26.114034 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-69909425-7dd7-4295-a6f5-4b235fbc19b9 req-8cf370b7-304f-42a8-aff6-ebf53c8190fe tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/ports?device_id=9071f952-0433-46f1-9eaa-54cc5707ae5d HTTP/1.1" status: 200 len: 210 time: 0.0460770 Aug 10 01:03:26.133616 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-9a85b761-4399-49f9-af46-1bc5bd3a1b71 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Deleting port f67e231e-a31b-40a5-8844-f363a5e9eca1 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:03:26.134110 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9a85b761-4399-49f9-af46-1bc5bd3a1b71 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:26.150748 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6730d03-2d68-4f42-9807-b41cd3d2746d None None] Network 7196c7a6-c95e-4053-b76c-5c3df110844b requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:03:26.228313 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2565df-3c42-445d-816e-e3f6535de4d9 req-0ebd126a-d090-47cd-afee-3ed61e28d7b1 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:26.228887 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-9a85b761-4399-49f9-af46-1bc5bd3a1b71 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] For port f67e231e-a31b-40a5-8844-f363a5e9eca1, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=f67e231e-a31b-40a5-8844-f363a5e9eca1,segment=NetworkSegment(3682725e-d55a-4bb6-9019-825412768e87),segment_id=3682725e-d55a-4bb6-9019-825412768e87)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:26.228887 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9a85b761-4399-49f9-af46-1bc5bd3a1b71 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:26.239476 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7c2565df-3c42-445d-816e-e3f6535de4d9 req-0ebd126a-d090-47cd-afee-3ed61e28d7b1 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1243875 Aug 10 01:03:26.259825 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-9a85b761-4399-49f9-af46-1bc5bd3a1b71 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Calling delete_port for f67e231e-a31b-40a5-8844-f363a5e9eca1 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:03:26.306287 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7c2565df-3c42-445d-816e-e3f6535de4d9 req-490076f4-1ee0-4bbc-bd1e-34da9c94d386 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658219 Aug 10 01:03:26.343163 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-a35fe641-26ac-45e3-80a0-74519e4371ff None None] Set router c15ac011-b89e-4637-b2c8-b6fdf2a3a09e gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:03:26.383482 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9a85b761-4399-49f9-af46-1bc5bd3a1b71 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:26.418692 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f26131-907d-47ba-9ece-42a0cd19ea2c req-f3acb91e-d150-4754-a946-14e94b296b50 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:26.424961 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a85b761-4399-49f9-af46-1bc5bd3a1b71 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] No DVR routers for this DVR port f67e231e-a31b-40a5-8844-f363a5e9eca1 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:03:26.426900 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c8f26131-907d-47ba-9ece-42a0cd19ea2c req-f3acb91e-d150-4754-a946-14e94b296b50 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 946 time: 0.0879285 Aug 10 01:03:26.431628 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85b761-4399-49f9-af46-1bc5bd3a1b71 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Pushing event deleted for resources: {'Port': ['ID=f67e231e-a31b-40a5-8844-f363a5e9eca1,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:26.532455 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c8f26131-907d-47ba-9ece-42a0cd19ea2c req-0baf0a9e-3b70-438b-8a1b-c1f6645b0ab8 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=bef316da-7aff-4e19-b5e5-43053f05f988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929847 Aug 10 01:03:26.565464 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9a85b761-4399-49f9-af46-1bc5bd3a1b71 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:26.577558 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-9a85b761-4399-49f9-af46-1bc5bd3a1b71 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7196c7a6-c95e-4053-b76c-5c3df110844b']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:26.579157 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34b7c3-5194-42be-820a-75fa753f7e40 req-8a191d7c-37e8-4333-b7c5-8ab4bfecbaea tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:26.579833 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458944b6-4e1c-4a57-9291-1d439a356799 None None] DHCP port deletion for 7196c7a6-c95e-4053-b76c-5c3df110844b request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:03:26.585608 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f34b7c3-5194-42be-820a-75fa753f7e40 req-8a191d7c-37e8-4333-b7c5-8ab4bfecbaea tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1251030 Aug 10 01:03:26.599990 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-9a85b761-4399-49f9-af46-1bc5bd3a1b71 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3682725e-d55a-4bb6-9019-825412768e87') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:26.601192 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-9a85b761-4399-49f9-af46-1bc5bd3a1b71 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3682725e-d55a-4bb6-9019-825412768e87') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:26.621073 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9a85b761-4399-49f9-af46-1bc5bd3a1b71 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:26.641170 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9a85b761-4399-49f9-af46-1bc5bd3a1b71 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:26.643015 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f34b7c3-5194-42be-820a-75fa753f7e40 req-e169bbf7-5666-49b3-8a1b-f993ef91207f tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482635 Aug 10 01:03:26.648666 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a85b761-4399-49f9-af46-1bc5bd3a1b71 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:03:26.649351 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9a85b761-4399-49f9-af46-1bc5bd3a1b71 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:26.739481 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:03:26.739481 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:03:26.739481 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:03:26.739481 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:03:26.739481 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:03:26.739481 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:03:26.739481 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:03:26.739481 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:03:26.739481 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:03:26.739481 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:03:26.739481 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:03:26.739481 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:03:26.739481 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:03:26.739481 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:03:26.739481 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:03:26.739481 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:03:26.739481 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:03:26.739481 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:03:26.739481 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:03:26.739481 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:03:26.739481 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:03:26.739481 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:03:26.739481 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:03:26.739481 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:03:26.739481 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:03:26.739481 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:03:26.739481 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:03:26.739481 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:03:26.739481 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:03:26.739481 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:03:26.739481 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:03:26.739481 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:03:26.748967 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9a85b761-4399-49f9-af46-1bc5bd3a1b71 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:26.756715 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9a85b761-4399-49f9-af46-1bc5bd3a1b71 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:26.766353 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9a85b761-4399-49f9-af46-1bc5bd3a1b71 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] 10.222.0.35 "DELETE /v2.0/networks/7196c7a6-c95e-4053-b76c-5c3df110844b HTTP/1.1" status: 204 len: 168 time: 0.9004838 Aug 10 01:03:26.766953 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51218) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:26.786162 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85b761-4399-49f9-af46-1bc5bd3a1b71 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Pushing event deleted for resources: {'Network': ['ID=7196c7a6-c95e-4053-b76c-5c3df110844b,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:26.801310 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device ccaff7bb-37f2-4a16-98a3-6f64179b56d2 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:03:26.803357 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device fed83962-4553-4d29-9d08-542536080adf details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:03:26.809791 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-56249f97-efd1-4000-a519-9ae0c73da672 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] 10.222.0.35 "GET /v2.0/ports?device_id=064d4dc5-28f2-4213-97af-845390b43948 HTTP/1.1" status: 200 len: 205 time: 0.0413518 Aug 10 01:03:26.812665 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51220) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:26.831166 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: ccaff7bb-37f2-4a16-98a3-6f64179b56d2 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:03:26.831609 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device ccaff7bb-37f2-4a16-98a3-6f64179b56d2 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:03:26.851885 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-a35fe641-26ac-45e3-80a0-74519e4371ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'name': 'tempest-ServersTestBootFromVolume-1440567477-router', 'tenant_id': '4cced21c66594cf8bb9b76af567d131a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '231e78e7-3b9a-48a9-9b60-668a7c3236d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:26Z', 'updated_at': '2021-08-10T01:00:32Z', 'revision_number': 4, 'project_id': '4cced21c66594cf8bb9b76af567d131a', 'gw_port': {'id': '231e78e7-3b9a-48a9-9b60-668a7c3236d1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:27Z', 'updated_at': '2021-08-10T01:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'cb595009-f5b0-468e-be14-b086b95c375f', 'name': '', 'network_id': 'd54a97df-af07-4157-a933-a9c7f148706f', 'tenant_id': '4cced21c66594cf8bb9b76af567d131a', 'mac_address': 'fa:16:3e:c8:4a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '9beeeada-fdeb-44c8-8b6e-0c8a8c8c8d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:30Z', 'updated_at': '2021-08-10T01:00:37Z', 'revision_number': 5, 'project_id': '4cced21c66594cf8bb9b76af567d131a', 'subnets': [{'id': '9beeeada-fdeb-44c8-8b6e-0c8a8c8c8d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:26.883045 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35fe641-26ac-45e3-80a0-74519e4371ff None None] Checking router: c15ac011-b89e-4637-b2c8-b6fdf2a3a09e for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:03:26.905334 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4786858-66ba-46fc-998b-6e528832c14d req-f1dfd0db-66f1-4543-b979-233878793eba tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:26.907250 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b4786858-66ba-46fc-998b-6e528832c14d req-f1dfd0db-66f1-4543-b979-233878793eba tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 945 time: 0.0950823 Aug 10 01:03:26.951628 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3cbe8-7c3b-4b94-a895-03e14a551886 req-b6e73653-e09a-4e2a-be96-155baf723f4b tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:26.953728 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-12c3cbe8-7c3b-4b94-a895-03e14a551886 req-b6e73653-e09a-4e2a-be96-155baf723f4b tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1425858 Aug 10 01:03:26.961520 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35fe641-26ac-45e3-80a0-74519e4371ff None None] Routers {'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:26.962441 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-a35fe641-26ac-45e3-80a0-74519e4371ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:03:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['c15ac011-b89e-4637-b2c8-b6fdf2a3a09e'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:26.998696 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1ac48c40-978f-4d37-8ccc-e93b689a0308 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:27.031910 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-12c3cbe8-7c3b-4b94-a895-03e14a551886 req-e425299f-32c6-4719-9e62-e77f50905dda tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681503 Aug 10 01:03:27.066536 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b4786858-66ba-46fc-998b-6e528832c14d req-f48572de-6c69-4c58-a4d9-11a1a6108df4 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438456 Aug 10 01:03:27.115045 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port fed83962-4553-4d29-9d08-542536080adf, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=fed83962-4553-4d29-9d08-542536080adf,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:27.136555 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'fed83962-4553-4d29-9d08-542536080adf', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': 'fed83962-4553-4d29-9d08-542536080adf', 'mac_address': 'fa:16:3e:00:37:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:03:27.151881 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-a35fe641-26ac-45e3-80a0-74519e4371ff None None] Set router c15ac011-b89e-4637-b2c8-b6fdf2a3a09e gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:03:27.227026 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:27.276891 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fed83962-4553-4d29-9d08-542536080adf {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:03:27.306369 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port fed83962-4553-4d29-9d08-542536080adf, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=fed83962-4553-4d29-9d08-542536080adf,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:27.314079 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:27.383359 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1ac48c40-978f-4d37-8ccc-e93b689a0308 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:27.386095 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1ac48c40-978f-4d37-8ccc-e93b689a0308 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:27.468962 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=fed83962-4553-4d29-9d08-542536080adf,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:27.511377 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1ac48c40-978f-4d37-8ccc-e93b689a0308 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:27.512153 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac48c40-978f-4d37-8ccc-e93b689a0308 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Fanout notify agent at l3_agent the message router_deleted on router 064d4dc5-28f2-4213-97af-845390b43948 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:03:27.535618 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1ac48c40-978f-4d37-8ccc-e93b689a0308 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:27.537061 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1ac48c40-978f-4d37-8ccc-e93b689a0308 tempest-RoutersNegativeTest-1621682936 tempest-RoutersNegativeTest-1621682936-project] 10.222.0.35 "DELETE /v2.0/routers/064d4dc5-28f2-4213-97af-845390b43948 HTTP/1.1" status: 204 len: 168 time: 0.7234163 Aug 10 01:03:27.559634 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e76ba8-9023-42cd-88c0-412fa17e7b66 req-85e58131-bf0d-4c4a-947b-dc735106dc27 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:27.565432 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-a35fe641-26ac-45e3-80a0-74519e4371ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'name': 'tempest-ServersTestBootFromVolume-1440567477-router', 'tenant_id': '4cced21c66594cf8bb9b76af567d131a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '231e78e7-3b9a-48a9-9b60-668a7c3236d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:26Z', 'updated_at': '2021-08-10T01:00:32Z', 'revision_number': 4, 'project_id': '4cced21c66594cf8bb9b76af567d131a', 'gw_port': {'id': '231e78e7-3b9a-48a9-9b60-668a7c3236d1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:27Z', 'updated_at': '2021-08-10T01:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'cb595009-f5b0-468e-be14-b086b95c375f', 'name': '', 'network_id': 'd54a97df-af07-4157-a933-a9c7f148706f', 'tenant_id': '4cced21c66594cf8bb9b76af567d131a', 'mac_address': 'fa:16:3e:c8:4a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '9beeeada-fdeb-44c8-8b6e-0c8a8c8c8d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:30Z', 'updated_at': '2021-08-10T01:00:37Z', 'revision_number': 5, 'project_id': '4cced21c66594cf8bb9b76af567d131a', 'subnets': [{'id': '9beeeada-fdeb-44c8-8b6e-0c8a8c8c8d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:27.572753 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-75e76ba8-9023-42cd-88c0-412fa17e7b66 req-85e58131-bf0d-4c4a-947b-dc735106dc27 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.4043965 Aug 10 01:03:27.594838 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffa54a-5593-4c15-8de7-9be24789ea8d req-19ca4808-cd4d-428e-a681-9f7f05eeae83 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:27.596107 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35fe641-26ac-45e3-80a0-74519e4371ff None None] The sync data for ids ['c15ac011-b89e-4637-b2c8-b6fdf2a3a09e'] in n-d-766726-26 is: [{'id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'name': 'tempest-ServersTestBootFromVolume-1440567477-router', 'tenant_id': '4cced21c66594cf8bb9b76af567d131a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '231e78e7-3b9a-48a9-9b60-668a7c3236d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:26Z', 'updated_at': '2021-08-10T01:00:32Z', 'revision_number': 4, 'project_id': '4cced21c66594cf8bb9b76af567d131a', 'gw_port': {'id': '231e78e7-3b9a-48a9-9b60-668a7c3236d1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:27Z', 'updated_at': '2021-08-10T01:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'cb595009-f5b0-468e-be14-b086b95c375f', 'name': '', 'network_id': 'd54a97df-af07-4157-a933-a9c7f148706f', 'tenant_id': '4cced21c66594cf8bb9b76af567d131a', 'mac_address': 'fa:16:3e:c8:4a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '9beeeada-fdeb-44c8-8b6e-0c8a8c8c8d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:30Z', 'updated_at': '2021-08-10T01:00:37Z', 'revision_number': 5, 'project_id': '4cced21c66594cf8bb9b76af567d131a', 'subnets': [{'id': '9beeeada-fdeb-44c8-8b6e-0c8a8c8c8d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:03:27.596433 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a3ffa54a-5593-4c15-8de7-9be24789ea8d req-19ca4808-cd4d-428e-a681-9f7f05eeae83 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/ports?device_id=77209e5d-3530-4ae6-a066-cb8bc2fab478 HTTP/1.1" status: 200 len: 946 time: 0.4447925 Aug 10 01:03:27.662622 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['fed83962-4553-4d29-9d08-542536080adf'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:03:27.727158 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-75e76ba8-9023-42cd-88c0-412fa17e7b66 req-f4be7abf-9c6a-4bb8-83c1-515e7eb90ad9 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514440 Aug 10 01:03:27.736657 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device f67e231e-a31b-40a5-8844-f363a5e9eca1 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:03:27.791137 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: f67e231e-a31b-40a5-8844-f363a5e9eca1 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:03:27.791552 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device f67e231e-a31b-40a5-8844-f363a5e9eca1 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:03:27.792448 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a3ffa54a-5593-4c15-8de7-9be24789ea8d req-c9f275c6-60cf-4441-ad4e-1a6fc76ae830 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a9cf249-14a8-4635-9cd7-ba26a4b6d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763515 Aug 10 01:03:27.888878 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-97a4ebc1-174e-4798-9e0e-a490cbc7d84f req-acb828e7-294e-4206-ad55-d0728b210da1 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/ports?device_id=9071f952-0433-46f1-9eaa-54cc5707ae5d HTTP/1.1" status: 200 len: 210 time: 0.0393758 Aug 10 01:03:27.924081 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51242) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:28.062052 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:28.164958 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efce325-f480-4daf-b4e9-e5714b76f82b req-1efd31ca-1c7d-4bf7-9126-38d5e8b4b757 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:28.168524 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8efce325-f480-4daf-b4e9-e5714b76f82b req-1efd31ca-1c7d-4bf7-9126-38d5e8b4b757 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 946 time: 0.1902280 Aug 10 01:03:28.169097 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51248) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:28.176547 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6e7e0e16-04d4-4ba0-9768-05cae0d4a44c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a805618dcdba44dca6eb25a2495b66cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2400987 Aug 10 01:03:28.187339 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07454fb2-49f5-45ac-8707-e2337f3fe257 None None] New status for floating IP ced762cf-94b7-410d-9f02-e477292986cf: DOWN {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:03:28.226696 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c96bfe-3aaa-4c8b-afa1-0e357148dbeb req-cc553b7d-e68e-4741-9e72-2183ebea9a72 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:28.234361 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-25c96bfe-3aaa-4c8b-afa1-0e357148dbeb req-cc553b7d-e68e-4741-9e72-2183ebea9a72 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1646149 Aug 10 01:03:28.266743 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8efce325-f480-4daf-b4e9-e5714b76f82b req-1405bc19-e790-4619-bd03-7d9e91ecec27 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=bef316da-7aff-4e19-b5e5-43053f05f988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899465 Aug 10 01:03:28.330572 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-25c96bfe-3aaa-4c8b-afa1-0e357148dbeb req-9cf0f41b-6d17-4842-9310-7f94c2df18fe tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953364 Aug 10 01:03:28.368494 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d50a31a4-9177-426f-a6ba-221975a72cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:28.478382 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d50a31a4-9177-426f-a6ba-221975a72cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:28.573104 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a70cd4-76fb-4712-a9ab-df1f2728bea3 req-e58e3c78-2f04-4a91-b18e-3d4eafef5812 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:28.574466 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d1a70cd4-76fb-4712-a9ab-df1f2728bea3 req-e58e3c78-2f04-4a91-b18e-3d4eafef5812 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 945 time: 0.1256847 Aug 10 01:03:28.635884 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d1a70cd4-76fb-4712-a9ab-df1f2728bea3 req-606a9f22-58b3-4bf2-aa76-988f4a5c49b7 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499666 Aug 10 01:03:28.650779 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68730ac-045f-4a4a-b240-5930d603f971 req-d071216d-6845-4766-8c68-59eacb69ba4b tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:28.656648 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b68730ac-045f-4a4a-b240-5930d603f971 req-d071216d-6845-4766-8c68-59eacb69ba4b tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1247208 Aug 10 01:03:28.658629 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d50a31a4-9177-426f-a6ba-221975a72cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:28.661856 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d50a31a4-9177-426f-a6ba-221975a72cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:28.665751 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d50a31a4-9177-426f-a6ba-221975a72cda admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/40729c1b-f345-46ba-b94a-2d37bdebed08 HTTP/1.1" status: 204 len: 168 time: 0.4933414 Aug 10 01:03:28.692907 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a31a4-9177-426f-a6ba-221975a72cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40729c1b-f345-46ba-b94a-2d37bdebed08,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:28.731363 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b68730ac-045f-4a4a-b240-5930d603f971 req-ad398cd3-1c43-4b5f-854c-4422294e127e tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666642 Aug 10 01:03:28.808970 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device fed83962-4553-4d29-9d08-542536080adf up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:03:28.893536 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port fed83962-4553-4d29-9d08-542536080adf completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:03:28.897835 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port fed83962-4553-4d29-9d08-542536080adf triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:28.898239 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:28.955557 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbd590-4958-4e5e-85ab-f2f26bdc9ff6 req-82c4f8a6-6bba-49dd-8897-0f1d358bccf3 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:28.965254 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-09cbd590-4958-4e5e-85ab-f2f26bdc9ff6 req-82c4f8a6-6bba-49dd-8897-0f1d358bccf3 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.0898237 Aug 10 01:03:29.000289 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df5bc1-ff80-47a2-a7ed-621dde5c44a2 req-521759cb-ca50-471f-a1ef-744a0523647a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:29.005716 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-16df5bc1-ff80-47a2-a7ed-621dde5c44a2 req-521759cb-ca50-471f-a1ef-744a0523647a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ce28956188140948295882b7e7eeddc&device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 1097 time: 0.0836282 Aug 10 01:03:29.123906 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:29.137529 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-09cbd590-4958-4e5e-85ab-f2f26bdc9ff6 req-cd342d87-0bad-4e6a-89b9-23f5b3a22a05 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626737 Aug 10 01:03:29.166442 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77099b-3d25-4a01-8d04-12f209c14985 req-aeb8fe8a-b955-4ce5-833a-b13a88c7267e tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:29.190158 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5f77099b-3d25-4a01-8d04-12f209c14985 req-aeb8fe8a-b955-4ce5-833a-b13a88c7267e tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/ports?device_id=77209e5d-3530-4ae6-a066-cb8bc2fab478 HTTP/1.1" status: 200 len: 947 time: 0.2153058 Aug 10 01:03:29.226690 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df5bc1-ff80-47a2-a7ed-621dde5c44a2 req-f99cbed3-cf4a-4c59-a78f-71d61b2efd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:29.227144 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port fed83962-4553-4d29-9d08-542536080adf, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=fed83962-4553-4d29-9d08-542536080adf,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:29.230754 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77209e5d-3530-4ae6-a066-cb8bc2fab478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed83962-4553-4d29-9d08-542536080adf'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:03:29.238851 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-16df5bc1-ff80-47a2-a7ed-621dde5c44a2 req-f99cbed3-cf4a-4c59-a78f-71d61b2efd6e service neutron] 10.222.0.20 "GET /v2.0/networks?id=9ff27b19-c3ac-4a51-8f0a-77d9d092a25c HTTP/1.1" status: 200 len: 918 time: 0.2143245 Aug 10 01:03:29.240162 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053cd21d-91ae-4767-86c7-03c6fe8cf5ac" -d '{"events": [{"server_uuid": "77209e5d-3530-4ae6-a066-cb8bc2fab478", "name": "network-vif-plugged", "status": "completed", "tag": "fed83962-4553-4d29-9d08-542536080adf"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:03:29.254510 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:29.313647 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5f77099b-3d25-4a01-8d04-12f209c14985 req-f5ba8a9b-0377-4d45-9d96-110acb6f017d tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a9cf249-14a8-4635-9cd7-ba26a4b6d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174006 Aug 10 01:03:29.420405 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c896b2-ce31-456a-9dac-4af07b00c33b x-openstack-request-id: req-c3c896b2-ce31-456a-9dac-4af07b00c33b {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:03:29.422093 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77209e5d-3530-4ae6-a066-cb8bc2fab478", "name": "network-vif-plugged", "status": "completed", "tag": "fed83962-4553-4d29-9d08-542536080adf", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:03:29.422093 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c3c896b2-ce31-456a-9dac-4af07b00c33b {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:03:29.422093 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77209e5d-3530-4ae6-a066-cb8bc2fab478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed83962-4553-4d29-9d08-542536080adf', 'code': 200} Aug 10 01:03:29.428935 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=fed83962-4553-4d29-9d08-542536080adf,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:29.478791 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-16df5bc1-ff80-47a2-a7ed-621dde5c44a2 req-6c625e6d-b4cd-4e63-a80a-b98f4d685e4f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 HTTP/1.1" status: 200 len: 999 time: 0.2324808 Aug 10 01:03:29.501388 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-040e75dd-b3e0-4614-a115-5834697188f0 req-355101b9-ab07-4e64-936d-e0b882cca530 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/ports?device_id=9071f952-0433-46f1-9eaa-54cc5707ae5d HTTP/1.1" status: 200 len: 210 time: 0.0689507 Aug 10 01:03:29.610517 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df5bc1-ff80-47a2-a7ed-621dde5c44a2 req-b9ced76d-d58b-44f2-aedb-9d6770b4b3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:29.612104 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-16df5bc1-ff80-47a2-a7ed-621dde5c44a2 req-b9ced76d-d58b-44f2-aedb-9d6770b4b3cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d5b8c68-57be-4c07-b3dd-20f44685cf57 HTTP/1.1" status: 200 len: 856 time: 0.1026700 Aug 10 01:03:29.704756 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd52d32-70d7-4a11-bf62-c4d790e7fb51 req-1463507e-3e7b-4b4a-b569-9b55a02e2433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:29.706235 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2bd52d32-70d7-4a11-bf62-c4d790e7fb51 req-1463507e-3e7b-4b4a-b569-9b55a02e2433 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=77209e5d-3530-4ae6-a066-cb8bc2fab478 HTTP/1.1" status: 200 len: 1100 time: 0.2240105 Aug 10 01:03:29.713093 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df5bc1-ff80-47a2-a7ed-621dde5c44a2 req-3fac32fd-7253-4849-b927-b83872f2c5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:29.714629 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-16df5bc1-ff80-47a2-a7ed-621dde5c44a2 req-3fac32fd-7253-4849-b927-b83872f2c5e9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ff27b19-c3ac-4a51-8f0a-77d9d092a25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0832617 Aug 10 01:03:29.815909 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166f877-7f90-4530-b7e4-e44520adfba3 req-546156bd-dbf0-44b3-9a17-85b50ea5bb5f tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:29.823885 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a166f877-7f90-4530-b7e4-e44520adfba3 req-546156bd-dbf0-44b3-9a17-85b50ea5bb5f tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 946 time: 0.1980631 Aug 10 01:03:29.839848 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-16df5bc1-ff80-47a2-a7ed-621dde5c44a2 req-6c5bdf24-0754-40fc-8962-ebaf7bc7d422 service neutron] 10.222.0.20 "GET /v2.0/networks/9ff27b19-c3ac-4a51-8f0a-77d9d092a25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087689 Aug 10 01:03:29.843474 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621bab8-a1cf-4301-8b3c-a49d81078f62 req-6033698e-52e5-4df5-b3ea-0d7687f45834 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:29.850917 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3621bab8-a1cf-4301-8b3c-a49d81078f62 req-6033698e-52e5-4df5-b3ea-0d7687f45834 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.2576160 Aug 10 01:03:29.855265 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2bd52d32-70d7-4a11-bf62-c4d790e7fb51 req-17b60c40-fe5a-4ead-a2c1-8c0732a1acea service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4a9cf249-14a8-4635-9cd7-ba26a4b6d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396933 Aug 10 01:03:29.915789 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a166f877-7f90-4530-b7e4-e44520adfba3 req-ffd725a5-1367-417e-806a-609701092a68 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=bef316da-7aff-4e19-b5e5-43053f05f988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909009 Aug 10 01:03:30.004142 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3621bab8-a1cf-4301-8b3c-a49d81078f62 req-31ee26be-32df-4183-be3d-e3ab420d950f tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521716 Aug 10 01:03:30.096265 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-16df5bc1-ff80-47a2-a7ed-621dde5c44a2 req-4f274cc2-e69c-49cf-84d3-8fb601c34fc8 service neutron] 10.222.0.20 "GET /v2.0/networks/9ff27b19-c3ac-4a51-8f0a-77d9d092a25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429125 Aug 10 01:03:30.216409 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b2b07-0e31-4e3d-823e-a7369e13e18b req-3216e7f8-b416-4eb4-ad70-4a200c0c698e tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:30.219284 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-558b2b07-0e31-4e3d-823e-a7369e13e18b req-3216e7f8-b416-4eb4-ad70-4a200c0c698e tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 945 time: 0.1530797 Aug 10 01:03:30.331361 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-558b2b07-0e31-4e3d-823e-a7369e13e18b req-0b561410-6507-422b-a70f-0a22b91ef4e5 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690844 Aug 10 01:03:30.416049 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a08eae-1436-45c2-8699-fe656701e9d5 req-c76e82af-4e9c-4ee9-a85a-0f3f473435f4 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:30.440684 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-85a08eae-1436-45c2-8699-fe656701e9d5 req-c76e82af-4e9c-4ee9-a85a-0f3f473435f4 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.0975783 Aug 10 01:03:30.453550 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50245be7-7230-4053-8fa1-66227298c2d8 req-bd27e55b-cb0a-4457-bed5-00c111cf924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:30.455509 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-50245be7-7230-4053-8fa1-66227298c2d8 req-bd27e55b-cb0a-4457-bed5-00c111cf924e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d91dc5c8b6a84b00a6991cd850981f11&device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 1098 time: 0.0929816 Aug 10 01:03:30.502872 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51308) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:30.547532 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-85a08eae-1436-45c2-8699-fe656701e9d5 req-0b749552-5d48-4a0b-b845-8a535ff83df4 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056798 Aug 10 01:03:30.599948 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b8d6c-8d61-46df-9221-7a79b08d7903 req-b83446c2-453c-4879-9b87-221065f7c29e tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:30.615527 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c93b8d6c-8d61-46df-9221-7a79b08d7903 req-b83446c2-453c-4879-9b87-221065f7c29e tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 946 time: 0.1430912 Aug 10 01:03:30.692132 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c93b8d6c-8d61-46df-9221-7a79b08d7903 req-48d30e17-8a92-4166-a858-1757437ddd21 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=bef316da-7aff-4e19-b5e5-43053f05f988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693040 Aug 10 01:03:30.785952 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-704dd758-dfb9-482e-b8b3-728f121517eb tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Request body: {'security_group': {'name': 'tempest-secgroup--87413522'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:30.811300 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50245be7-7230-4053-8fa1-66227298c2d8 req-9daba7cb-8868-4827-a389-b586f27c1342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:30.812879 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-50245be7-7230-4053-8fa1-66227298c2d8 req-9daba7cb-8868-4827-a389-b586f27c1342 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8055185-7aa6-4d65-b84e-223f9bf84b1e HTTP/1.1" status: 200 len: 910 time: 0.3472896 Aug 10 01:03:30.830871 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-704dd758-dfb9-482e-b8b3-728f121517eb tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:30.861069 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ee7c4833-060a-4a07-824d-3e3f826a2842 req-8bb03a0d-fe38-48ef-92d6-c692c0781799 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/ports?device_id=9071f952-0433-46f1-9eaa-54cc5707ae5d HTTP/1.1" status: 200 len: 210 time: 0.0602324 Aug 10 01:03:30.885249 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2755b-a21d-4baf-bc58-345c20c91a7b req-cf4b5d0a-428e-4dd6-b8af-8e67342d8186 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:30.907489 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-93e2755b-a21d-4baf-bc58-345c20c91a7b req-cf4b5d0a-428e-4dd6-b8af-8e67342d8186 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/ports?device_id=77209e5d-3530-4ae6-a066-cb8bc2fab478 HTTP/1.1" status: 200 len: 948 time: 0.1502049 Aug 10 01:03:30.915546 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-704dd758-dfb9-482e-b8b3-728f121517eb tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:30.997121 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-93e2755b-a21d-4baf-bc58-345c20c91a7b req-064dad64-765f-4051-b2d4-1b33b03ba0b2 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a9cf249-14a8-4635-9cd7-ba26a4b6d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843756 Aug 10 01:03:31.011993 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-50245be7-7230-4053-8fa1-66227298c2d8 req-6a2041b7-f6d0-45a5-9ae0-3173cb51bd56 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69187de3-58d2-46cb-8eb0-0486407464e8 HTTP/1.1" status: 200 len: 1001 time: 0.1905236 Aug 10 01:03:31.106681 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50245be7-7230-4053-8fa1-66227298c2d8 req-e8a88e7b-2c33-44e2-8151-062ea60331e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:31.108984 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-50245be7-7230-4053-8fa1-66227298c2d8 req-e8a88e7b-2c33-44e2-8151-062ea60331e7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e3c383a-86af-456d-b822-0c7aa421c546 HTTP/1.1" status: 200 len: 848 time: 0.0849614 Aug 10 01:03:31.124397 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e960e38-3ef4-4846-8072-3763ecdd5f74 req-c2445fab-887f-40b4-861f-2c233c6700b2 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:31.128128 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3e960e38-3ef4-4846-8072-3763ecdd5f74 req-c2445fab-887f-40b4-861f-2c233c6700b2 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1154761 Aug 10 01:03:31.182514 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50245be7-7230-4053-8fa1-66227298c2d8 req-784b79ca-ae93-419e-bb03-8b99261439d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:31.184574 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-50245be7-7230-4053-8fa1-66227298c2d8 req-784b79ca-ae93-419e-bb03-8b99261439d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8055185-7aa6-4d65-b84e-223f9bf84b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686340 Aug 10 01:03:31.206887 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-704dd758-dfb9-482e-b8b3-728f121517eb tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:31.247026 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-704dd758-dfb9-482e-b8b3-728f121517eb tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:31.256415 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3e960e38-3ef4-4846-8072-3763ecdd5f74 req-8bd3fe84-8d35-4f0c-9916-3d219938c2da tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165597 Aug 10 01:03:31.311115 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704dd758-dfb9-482e-b8b3-728f121517eb tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb7b4b4-8d2a-489d-8bad-0dd22fab54a4,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:31.362598 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-50245be7-7230-4053-8fa1-66227298c2d8 req-7ce01596-a7a3-4054-8e87-b1a99875364e service neutron] 10.222.0.24 "GET /v2.0/networks/f8055185-7aa6-4d65-b84e-223f9bf84b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674919 Aug 10 01:03:31.443705 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-704dd758-dfb9-482e-b8b3-728f121517eb tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:31.452969 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-704dd758-dfb9-482e-b8b3-728f121517eb tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:31.457855 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:03:31.510113 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423f279-c3cb-4c52-add7-8f6443a4e19d req-ff9a924f-ff7d-4546-a93f-48b3fb031cd8 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:31.512040 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e423f279-c3cb-4c52-add7-8f6443a4e19d req-ff9a924f-ff7d-4546-a93f-48b3fb031cd8 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1167376 Aug 10 01:03:31.525683 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4dda2-c4a1-4566-927f-8ea97e00c8fd req-52836693-45ca-44fa-b3f7-bea0a787a3e4 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:31.527534 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ccf4dda2-c4a1-4566-927f-8ea97e00c8fd req-52836693-45ca-44fa-b3f7-bea0a787a3e4 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 945 time: 0.0863903 Aug 10 01:03:31.529448 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704dd758-dfb9-482e-b8b3-728f121517eb tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a96b4d-35c8-4eb0-a4b1-fed86d180216,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:31.540474 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-704dd758-dfb9-482e-b8b3-728f121517eb tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:31.541796 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-704dd758-dfb9-482e-b8b3-728f121517eb tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0378921 Aug 10 01:03:31.548290 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51326) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:31.614346 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-50245be7-7230-4053-8fa1-66227298c2d8 req-76a04947-3a19-4534-9d32-8a156119073d service neutron] 10.222.0.24 "GET /v2.0/networks/f8055185-7aa6-4d65-b84e-223f9bf84b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173333 Aug 10 01:03:31.663744 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e423f279-c3cb-4c52-add7-8f6443a4e19d req-6ca69060-ccbe-470b-ac79-3b73ee9192d5 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346684 Aug 10 01:03:31.669905 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ccf4dda2-c4a1-4566-927f-8ea97e00c8fd req-21a91864-f2e2-4222-9eed-fbdbd137625f tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224980 Aug 10 01:03:31.676212 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7,segment=NetworkSegment(136bec44-8d21-4a4a-9be0-ad0e395d978b),segment_id=136bec44-8d21-4a4a-9be0-ad0e395d978b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:31.678294 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3b5fa765-7480-43c9-ab40-5e63dd73b2fc tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1279747 Aug 10 01:03:31.680378 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51328) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:31.685915 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-fd59aa60-0361-4dd2-9fc5-53547e3b063e tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Request body: {'security_group': {'name': 'tempest-security--1175830132', 'description': 'tempest-security-description-911184012'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:31.693064 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7', 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c', 'port_id': '96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7', 'mac_address': 'fa:16:3e:1f:e1:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5b8c68-57be-4c07-b3dd-20f44685cf57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:03:31.712321 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:03:31.717987 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fd59aa60-0361-4dd2-9fc5-53547e3b063e tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:31.778667 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fd59aa60-0361-4dd2-9fc5-53547e3b063e tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:31.784516 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:31.786686 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fd59aa60-0361-4dd2-9fc5-53547e3b063e tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:31.792472 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fd59aa60-0361-4dd2-9fc5-53547e3b063e tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:31.796208 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-fd59aa60-0361-4dd2-9fc5-53547e3b063e tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "PUT /v2.0/security-groups/c5a96b4d-35c8-4eb0-a4b1-fed86d180216 HTTP/1.1" status: 200 len: 1779 time: 0.1142678 Aug 10 01:03:31.804298 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51338) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:31.814057 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:03:31.863667 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7,segment=NetworkSegment(136bec44-8d21-4a4a-9be0-ad0e395d978b),segment_id=136bec44-8d21-4a4a-9be0-ad0e395d978b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:31.869775 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:31.912405 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59aa60-0361-4dd2-9fc5-53547e3b063e tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a96b4d-35c8-4eb0-a4b1-fed86d180216,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:31.969630 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7,revision_number=11']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:31.981635 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3a8eb009-f076-4e76-a7c7-2ec369e7cf6f tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "GET /v2.0/security-groups/c5a96b4d-35c8-4eb0-a4b1-fed86d180216 HTTP/1.1" status: 200 len: 1779 time: 0.1745479 Aug 10 01:03:31.984345 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51344) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:32.007839 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff35b1-717c-4236-9f4d-5231451a916e req-fd234107-0ac0-4ed8-96a0-1de66f26a98c tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:32.016126 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6fff35b1-717c-4236-9f4d-5231451a916e req-fd234107-0ac0-4ed8-96a0-1de66f26a98c tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 946 time: 0.1322808 Aug 10 01:03:32.040955 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cdd144-a32a-4542-aade-d5ba3a06344e req-ffc2726c-37bc-49a0-99db-bca61c34fe0e tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:32.043868 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8cdd144-a32a-4542-aade-d5ba3a06344e req-ffc2726c-37bc-49a0-99db-bca61c34fe0e tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1348581 Aug 10 01:03:32.097223 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-191d5426-f63f-4917-bc90-1c9039899d0b tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:32.113005 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6fff35b1-717c-4236-9f4d-5231451a916e req-0e842f08-7e3e-4107-80be-63696131b3ab tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=bef316da-7aff-4e19-b5e5-43053f05f988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956917 Aug 10 01:03:32.151584 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-191d5426-f63f-4917-bc90-1c9039899d0b tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:32.167471 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8cdd144-a32a-4542-aade-d5ba3a06344e req-43e540ce-f1e7-4a0b-8139-7ecb577b96a1 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119525 Aug 10 01:03:32.239220 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:03:32.280081 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8e95ad9b-9cc9-44a7-837c-4980530a58c1 req-6f0a2e48-381b-477a-8da7-f1b8b41315ec tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/ports?device_id=9071f952-0433-46f1-9eaa-54cc5707ae5d HTTP/1.1" status: 200 len: 210 time: 0.0609288 Aug 10 01:03:32.312277 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-191d5426-f63f-4917-bc90-1c9039899d0b tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:32.314998 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-191d5426-f63f-4917-bc90-1c9039899d0b tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:32.319081 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-191d5426-f63f-4917-bc90-1c9039899d0b tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "DELETE /v2.0/security-groups/c5a96b4d-35c8-4eb0-a4b1-fed86d180216 HTTP/1.1" status: 204 len: 168 time: 0.3334913 Aug 10 01:03:32.319699 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51350) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:32.367909 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d5426-f63f-4917-bc90-1c9039899d0b tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a96b4d-35c8-4eb0-a4b1-fed86d180216,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:32.469955 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5acd574-8b31-4584-a832-504b8d9f07c1 req-c50774df-bff4-4efb-8a28-ef118eb93a87 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:32.477399 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b5acd574-8b31-4584-a832-504b8d9f07c1 req-c50774df-bff4-4efb-8a28-ef118eb93a87 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/ports?device_id=77209e5d-3530-4ae6-a066-cb8bc2fab478 HTTP/1.1" status: 200 len: 948 time: 0.1681631 Aug 10 01:03:32.485755 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7c0822ba-7380-41c2-865f-f400364a9269 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1476874 Aug 10 01:03:32.486363 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51354) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:32.517288 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-016e3239-1be4-4c8d-aa9a-7bcc24da8dab tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] delete failed (client error): The resource could not be found. Aug 10 01:03:32.522566 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-016e3239-1be4-4c8d-aa9a-7bcc24da8dab tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "DELETE /v2.0/security-groups/c5a96b4d-35c8-4eb0-a4b1-fed86d180216 HTTP/1.1" status: 404 len: 347 time: 0.0352511 Aug 10 01:03:32.524419 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51356) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:32.527897 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-204bd29c-83de-46d0-8b51-67d5947dcf79 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Request body: {'security_group': {'name': 'tempest-secgroup--135410070'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:32.574140 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-204bd29c-83de-46d0-8b51-67d5947dcf79 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:32.575472 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b5acd574-8b31-4584-a832-504b8d9f07c1 req-000aa584-e9e1-4e3c-965f-80e607d7fc24 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a9cf249-14a8-4635-9cd7-ba26a4b6d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934889 Aug 10 01:03:32.583485 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02a9a1-3f52-439c-bbf0-7a624e753bb8 req-d7ce310c-179b-4949-8f99-a6d0a445a25a tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:32.590793 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7c02a9a1-3f52-439c-bbf0-7a624e753bb8 req-d7ce310c-179b-4949-8f99-a6d0a445a25a tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1912494 Aug 10 01:03:32.652022 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7c02a9a1-3f52-439c-bbf0-7a624e753bb8 req-fa812210-712e-4cb2-aff7-ad4ce6531bc7 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558679 Aug 10 01:03:32.727097 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-204bd29c-83de-46d0-8b51-67d5947dcf79 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:32.741315 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-204bd29c-83de-46d0-8b51-67d5947dcf79 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:32.819050 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-204bd29c-83de-46d0-8b51-67d5947dcf79 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:32.820313 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-204bd29c-83de-46d0-8b51-67d5947dcf79 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2961915 Aug 10 01:03:32.823434 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51370) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:32.829140 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-35ef2188-a652-4960-926c-6e366abdd5be tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Request body: {'security_group_rule': {'security_group_id': '43b261f0-43ba-4b76-8af0-db0bb8a03d4e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:32.845452 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204bd29c-83de-46d0-8b51-67d5947dcf79 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43b261f0-43ba-4b76-8af0-db0bb8a03d4e,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:32.940682 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-35ef2188-a652-4960-926c-6e366abdd5be tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:33.087393 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c7f2b-ce7d-424b-95f9-9f2860c4e369 req-08447394-b03b-4a22-b26a-b87e5dda156d tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:33.089863 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ec6c7f2b-ce7d-424b-95f9-9f2860c4e369 req-08447394-b03b-4a22-b26a-b87e5dda156d tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 946 time: 0.1276262 Aug 10 01:03:33.108071 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-35ef2188-a652-4960-926c-6e366abdd5be tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:33.141789 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-35ef2188-a652-4960-926c-6e366abdd5be tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:33.186326 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef2188-a652-4960-926c-6e366abdd5be tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769c2ff0-1d77-409e-a87e-91b051a2faa1,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:33.257702 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ec6c7f2b-ce7d-424b-95f9-9f2860c4e369 req-f166cfda-ad81-4a96-9e0a-354fda0f5aa1 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585968 Aug 10 01:03:33.267491 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-35ef2188-a652-4960-926c-6e366abdd5be tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:33.268722 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-35ef2188-a652-4960-926c-6e366abdd5be tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4441428 Aug 10 01:03:33.271522 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51380) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:33.428074 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c53e550b-247b-42b4-b029-bd2d660ec554 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:33.448264 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c53e550b-247b-42b4-b029-bd2d660ec554 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:33.471689 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:03:33.485249 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e070b-cd26-4014-a0da-1f8c96f28bca req-ab7560b8-a93d-4cff-9477-abc5536165bf tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:33.492464 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cc9e070b-cd26-4014-a0da-1f8c96f28bca req-ab7560b8-a93d-4cff-9477-abc5536165bf tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 946 time: 0.1310596 Aug 10 01:03:33.518983 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65373587-3b0a-45c4-9506-c5e6b4f07e78 req-09f5b5a0-2481-41cf-b0d9-0ec6833b90eb tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:33.520507 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-65373587-3b0a-45c4-9506-c5e6b4f07e78 req-09f5b5a0-2481-41cf-b0d9-0ec6833b90eb tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1358373 Aug 10 01:03:33.560467 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c53e550b-247b-42b4-b029-bd2d660ec554 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:33.563850 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:03:33.566092 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c53e550b-247b-42b4-b029-bd2d660ec554 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:33.569971 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c53e550b-247b-42b4-b029-bd2d660ec554 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/769c2ff0-1d77-409e-a87e-91b051a2faa1 HTTP/1.1" status: 204 len: 168 time: 0.2973850 Aug 10 01:03:33.572017 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51384) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:33.573642 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:33.573642 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:33.599858 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e550b-247b-42b4-b029-bd2d660ec554 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=769c2ff0-1d77-409e-a87e-91b051a2faa1,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:33.641511 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cc9e070b-cd26-4014-a0da-1f8c96f28bca req-6dfcfc7d-cbc7-4293-b200-e04ef8345a8a tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=bef316da-7aff-4e19-b5e5-43053f05f988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481416 Aug 10 01:03:33.692448 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-65373587-3b0a-45c4-9506-c5e6b4f07e78 req-c7da1a45-2c02-45e1-b00a-c21874215c4f tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522975 Aug 10 01:03:33.726769 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:33.756338 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51400) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:33.759248 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:03:33.760904 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c488ee53-e9a1-4b02-ad22-a0b3d6628206 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1787291 Aug 10 01:03:33.761625 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc254c91-f9b1-40c2-9d96-ea4ac2ad7aa0" -d '{"events": [{"server_uuid": "ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44", "name": "network-vif-plugged", "status": "completed", "tag": "96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:03:33.774926 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7,segment=NetworkSegment(136bec44-8d21-4a4a-9be0-ad0e395d978b),segment_id=136bec44-8d21-4a4a-9be0-ad0e395d978b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:33.779760 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:33.812976 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-f08ac5e3-5e00-4cbe-bbd0-0454aa9f4e05 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=87124aa6b49b443b98799b0c4543c24c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383823 Aug 10 01:03:33.870664 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7,revision_number=12']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:33.980434 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-5a3e4996-c208-4659-93fc-28a677c83d13 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:33.988974 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-5a3e4996-c208-4659-93fc-28a677c83d13 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1750882 Aug 10 01:03:34.006538 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-c242066c-0299-4040-b2a6-20abb8d7f483 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/quotas/87124aa6b49b443b98799b0c4543c24c HTTP/1.1" status: 200 len: 375 time: 0.0165775 Aug 10 01:03:34.008977 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0ff3eb78-283b-4603-891f-c519059b6ac2 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:34.057652 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0ff3eb78-283b-4603-891f-c519059b6ac2 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:34.104481 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-63d80f37-bf74-4d66-b0c1-e0917150c9e1 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=87124aa6b49b443b98799b0c4543c24c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0970321 Aug 10 01:03:34.139160 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0ff3eb78-283b-4603-891f-c519059b6ac2 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:34.141902 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0ff3eb78-283b-4603-891f-c519059b6ac2 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:34.143073 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0ff3eb78-283b-4603-891f-c519059b6ac2 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "DELETE /v2.0/security-groups/43b261f0-43ba-4b76-8af0-db0bb8a03d4e HTTP/1.1" status: 204 len: 168 time: 0.3858244 Aug 10 01:03:34.145821 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51408) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:34.171717 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3eb78-283b-4603-891f-c519059b6ac2 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b261f0-43ba-4b76-8af0-db0bb8a03d4e,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:34.335301 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51418) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:34.340826 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-d9bcd716-ba98-4580-ab1f-536f3f017382 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Request body: {'security_group': {'name': 'tempest-secgroup--317282709'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:34.341258 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e3d15b0a-2829-48d1-b996-1631eca7cac8 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1912844 Aug 10 01:03:34.346076 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686d8377-6d4b-4c59-a824-e23094658b99 x-openstack-request-id: req-686d8377-6d4b-4c59-a824-e23094658b99 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:03:34.346711 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44", "name": "network-vif-plugged", "status": "completed", "tag": "96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:03:34.347040 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-686d8377-6d4b-4c59-a824-e23094658b99 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:03:34.347516 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7', 'code': 200} Aug 10 01:03:34.396228 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d9bcd716-ba98-4580-ab1f-536f3f017382 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:34.547533 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9128a14b-14b4-4241-9540-149c98966a68 req-5cce0150-f35a-47ef-838c-ef83d4c49c2a tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/ports?device_id=b58116e5-a958-4038-a59b-258cefe9b5ff HTTP/1.1" status: 200 len: 210 time: 0.0369809 Aug 10 01:03:34.557850 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d9bcd716-ba98-4580-ab1f-536f3f017382 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:34.564890 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d9bcd716-ba98-4580-ab1f-536f3f017382 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:34.601464 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d9bcd716-ba98-4580-ab1f-536f3f017382 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:34.603038 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d9bcd716-ba98-4580-ab1f-536f3f017382 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2665935 Aug 10 01:03:34.605102 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bcd716-ba98-4580-ab1f-536f3f017382 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6ec936-dc51-4dee-a61e-b61869e59ab3,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:34.607718 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51426) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:34.615008 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-ef95bd17-d29f-4238-8d1e-a673069b62fe tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Request body: {'security_group_rule': {'security_group_id': '5f6ec936-dc51-4dee-a61e-b61869e59ab3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:34.634011 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2372f5a-27c4-46db-a281-c5b8662e0d34 req-8258bf0b-7506-46a7-9360-1e0ae5fb84a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:34.636543 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c2372f5a-27c4-46db-a281-c5b8662e0d34 req-8258bf0b-7506-46a7-9360-1e0ae5fb84a6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 1099 time: 0.0586839 Aug 10 01:03:34.707967 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ef95bd17-d29f-4238-8d1e-a673069b62fe tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:34.732407 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef107022-1a1f-437b-8e88-824543320978 req-203e4382-f604-47a1-a74d-ccb1f79149d5 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:34.735075 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ef107022-1a1f-437b-8e88-824543320978 req-203e4382-f604-47a1-a74d-ccb1f79149d5 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 947 time: 0.0875895 Aug 10 01:03:34.745875 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c2372f5a-27c4-46db-a281-c5b8662e0d34 req-96c78d52-3d44-415d-a95b-5699e3619e21 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561321 Aug 10 01:03:34.869821 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ef107022-1a1f-437b-8e88-824543320978 req-dc556637-5e50-4437-b05c-cb313469821f tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156585 Aug 10 01:03:34.880688 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ef95bd17-d29f-4238-8d1e-a673069b62fe tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:34.887114 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ef95bd17-d29f-4238-8d1e-a673069b62fe tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:34.913650 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef95bd17-d29f-4238-8d1e-a673069b62fe tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14375a9-e66b-4f07-976b-da0a253739c1,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:34.924512 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ef95bd17-d29f-4238-8d1e-a673069b62fe tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:34.926364 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ef95bd17-d29f-4238-8d1e-a673069b62fe tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3180265 Aug 10 01:03:34.929032 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51432) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:34.938867 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-d13c23c8-98ba-415b-8717-89584d30300e tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Request body: {'security_group_rule': {'security_group_id': '5f6ec936-dc51-4dee-a61e-b61869e59ab3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:34.944091 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51434) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:34.980242 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d13c23c8-98ba-415b-8717-89584d30300e tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:35.028725 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-77b62805-aace-4356-86bf-402faa597b98 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:35.037655 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d13c23c8-98ba-415b-8717-89584d30300e tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:35.044152 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d13c23c8-98ba-415b-8717-89584d30300e tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:35.063653 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c23c8-98ba-415b-8717-89584d30300e tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c950ecd-0ec1-46a4-ac56-19be35d2632c,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:35.076712 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d13c23c8-98ba-415b-8717-89584d30300e tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:35.080545 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d13c23c8-98ba-415b-8717-89584d30300e tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1477752 Aug 10 01:03:35.080876 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51436) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:35.084044 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-77b62805-aace-4356-86bf-402faa597b98 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:35.085789 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-be63b61b-59cc-43d8-8021-5f96e0ecb1a7 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Request body: {'security_group_rule': {'security_group_id': '5f6ec936-dc51-4dee-a61e-b61869e59ab3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:35.126322 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-be63b61b-59cc-43d8-8021-5f96e0ecb1a7 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:35.142769 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d454b14-b3ba-4cf2-867e-11668f8cdbab req-eefa045f-2c0f-434a-a7be-1f078faaf539 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:35.150514 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d454b14-b3ba-4cf2-867e-11668f8cdbab req-eefa045f-2c0f-434a-a7be-1f078faaf539 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1161222 Aug 10 01:03:35.220718 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d454b14-b3ba-4cf2-867e-11668f8cdbab req-6ac0c760-82ff-47fb-bd00-061bf4bc7ecd tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675633 Aug 10 01:03:35.221451 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-77b62805-aace-4356-86bf-402faa597b98 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:35.225017 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-77b62805-aace-4356-86bf-402faa597b98 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:35.229027 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-77b62805-aace-4356-86bf-402faa597b98 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "DELETE /v2.0/security-groups/299dc33d-5031-4b0a-84ce-d7cbb405be86 HTTP/1.1" status: 204 len: 168 time: 0.2810600 Aug 10 01:03:35.230612 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51440) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:35.255031 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b62805-aace-4356-86bf-402faa597b98 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=299dc33d-5031-4b0a-84ce-d7cbb405be86,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:35.259769 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-1fff80c3-5107-4421-bd8a-be9e85061850 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] show failed (client error): The resource could not be found. Aug 10 01:03:35.261528 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1fff80c3-5107-4421-bd8a-be9e85061850 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "GET /v2.0/security-groups/299dc33d-5031-4b0a-84ce-d7cbb405be86 HTTP/1.1" status: 404 len: 347 time: 0.0286903 Aug 10 01:03:35.266974 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51444) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:35.324535 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-be63b61b-59cc-43d8-8021-5f96e0ecb1a7 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:35.404124 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-be63b61b-59cc-43d8-8021-5f96e0ecb1a7 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:35.431237 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63b61b-59cc-43d8-8021-5f96e0ecb1a7 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbb06894-3797-4a0d-b754-e94d78410ed3,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:35.433973 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b4e51-f716-4f49-81c2-967ae11bba42 req-382590f0-6592-4c39-a67d-454c91d34abc tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:35.438951 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c20b4e51-f716-4f49-81c2-967ae11bba42 req-382590f0-6592-4c39-a67d-454c91d34abc tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1042914 Aug 10 01:03:35.441259 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-be63b61b-59cc-43d8-8021-5f96e0ecb1a7 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:35.445182 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51446) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:35.445495 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-be63b61b-59cc-43d8-8021-5f96e0ecb1a7 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3633950 Aug 10 01:03:35.452682 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-58411303-02c5-41af-872a-f996861c8102 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Request body: {'security_group_rule': {'security_group_id': '5f6ec936-dc51-4dee-a61e-b61869e59ab3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:35.460439 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-6b2fcac2-2ab4-40c0-be2c-59dbd307b8b5 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Deleting port 455e7407-23cd-4fc7-acb9-08e0419615c8 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:03:35.460854 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6b2fcac2-2ab4-40c0-be2c-59dbd307b8b5 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:35.532921 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c20b4e51-f716-4f49-81c2-967ae11bba42 req-17098bd8-0282-424e-8789-53b3397bd79c tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729034 Aug 10 01:03:35.542360 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-58411303-02c5-41af-872a-f996861c8102 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:35.549272 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6b2fcac2-2ab4-40c0-be2c-59dbd307b8b5 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:35.549696 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6b2fcac2-2ab4-40c0-be2c-59dbd307b8b5 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:35.564680 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-6b2fcac2-2ab4-40c0-be2c-59dbd307b8b5 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Calling delete_port for 455e7407-23cd-4fc7-acb9-08e0419615c8 owned by network:floatingip {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:03:35.648999 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-58411303-02c5-41af-872a-f996861c8102 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:35.654637 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-58411303-02c5-41af-872a-f996861c8102 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:35.697968 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58411303-02c5-41af-872a-f996861c8102 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31bc50a1-cea0-4123-a666-82490c8f6129,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:35.702229 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-58411303-02c5-41af-872a-f996861c8102 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:35.707324 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-58411303-02c5-41af-872a-f996861c8102 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2599130 Aug 10 01:03:35.708085 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51454) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:35.732367 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-e245a8f8-4f81-4d65-947c-0186d7d65a16 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Request body: {'security_group_rule': {'security_group_id': '5f6ec936-dc51-4dee-a61e-b61869e59ab3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:35.753832 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aa66c512-ed0f-46ce-8832-ff578d54469a req-3997fdb9-857a-492f-a5ff-498cf96cf2cc tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/ports?device_id=b58116e5-a958-4038-a59b-258cefe9b5ff HTTP/1.1" status: 200 len: 210 time: 0.0685060 Aug 10 01:03:35.793122 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6b2fcac2-2ab4-40c0-be2c-59dbd307b8b5 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:35.817910 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09c517-867c-4dbf-8039-3361f565c749 req-b922362f-5286-4d39-b72e-48628f91a4ad tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:35.819469 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cf09c517-867c-4dbf-8039-3361f565c749 req-b922362f-5286-4d39-b72e-48628f91a4ad tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.0770414 Aug 10 01:03:35.820340 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e245a8f8-4f81-4d65-947c-0186d7d65a16 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:35.841910 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2fcac2-2ab4-40c0-be2c-59dbd307b8b5 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Pushing event deleted for resources: {'Port': ['ID=455e7407-23cd-4fc7-acb9-08e0419615c8,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:35.899243 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cf09c517-867c-4dbf-8039-3361f565c749 req-ade02f8d-3198-4fd3-94f0-c3f3ffa7664c tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680327 Aug 10 01:03:35.921661 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e245a8f8-4f81-4d65-947c-0186d7d65a16 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:35.948423 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e245a8f8-4f81-4d65-947c-0186d7d65a16 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:35.954185 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6b2fcac2-2ab4-40c0-be2c-59dbd307b8b5 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks [] for floatingip, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:35.958263 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6b2fcac2-2ab4-40c0-be2c-59dbd307b8b5 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:35.962484 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6b2fcac2-2ab4-40c0-be2c-59dbd307b8b5 tempest-ServersTestBootFromVolume-758708773 tempest-ServersTestBootFromVolume-758708773-project] 10.222.0.35 "DELETE /v2.0/floatingips/ced762cf-94b7-410d-9f02-e477292986cf HTTP/1.1" status: 204 len: 168 time: 0.6854753 Aug 10 01:03:35.962484 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51462) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:36.006115 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245a8f8-4f81-4d65-947c-0186d7d65a16 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35dc64f4-1d4a-4676-a696-56cceb4c2e7b,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:36.013178 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e245a8f8-4f81-4d65-947c-0186d7d65a16 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:36.022157 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e245a8f8-4f81-4d65-947c-0186d7d65a16 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2961988 Aug 10 01:03:36.025554 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51466) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:36.111382 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-80b571bb-b5f8-472f-8113-f4e61c995e69 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=87124aa6b49b443b98799b0c4543c24c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314167 Aug 10 01:03:36.155864 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4237ce26-9677-4b32-9268-4d498017ab97 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:36.193810 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4237ce26-9677-4b32-9268-4d498017ab97 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:36.253689 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edff870-f15d-40fb-9ba5-b642f31b7c53 req-c95e45c4-36f1-4f2d-8a7f-b8bd75613f2b tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:36.255275 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5edff870-f15d-40fb-9ba5-b642f31b7c53 req-c95e45c4-36f1-4f2d-8a7f-b8bd75613f2b tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.2039278 Aug 10 01:03:36.301703 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4237ce26-9677-4b32-9268-4d498017ab97 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:36.322369 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4237ce26-9677-4b32-9268-4d498017ab97 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:36.323527 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4237ce26-9677-4b32-9268-4d498017ab97 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/35dc64f4-1d4a-4676-a696-56cceb4c2e7b HTTP/1.1" status: 204 len: 168 time: 0.2968063 Aug 10 01:03:36.325364 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4237ce26-9677-4b32-9268-4d498017ab97 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35dc64f4-1d4a-4676-a696-56cceb4c2e7b,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:36.327113 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51476) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:36.383497 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5edff870-f15d-40fb-9ba5-b642f31b7c53 req-33ff6345-8b0f-419d-9d3a-433e8d28e2c9 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175494 Aug 10 01:03:36.422746 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273c8c1-4528-4b6b-bb66-abf80814c4c7 req-1748ff58-3aa2-4823-adcf-949026fc43d8 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:36.424388 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0273c8c1-4528-4b6b-bb66-abf80814c4c7 req-1748ff58-3aa2-4823-adcf-949026fc43d8 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 947 time: 0.1264102 Aug 10 01:03:36.438382 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2cbe3696-b8f4-4037-ba3f-a584774cc692 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0901380 Aug 10 01:03:36.442188 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51480) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:36.520969 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9169b493-2d07-4ca9-ad2f-3455eb526027 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:36.530070 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9169b493-2d07-4ca9-ad2f-3455eb526027 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:36.573404 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9169b493-2d07-4ca9-ad2f-3455eb526027 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:36.591164 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9169b493-2d07-4ca9-ad2f-3455eb526027 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:36.592621 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9169b493-2d07-4ca9-ad2f-3455eb526027 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/31bc50a1-cea0-4123-a666-82490c8f6129 HTTP/1.1" status: 204 len: 168 time: 0.1489053 Aug 10 01:03:36.598010 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51490) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:36.601347 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0273c8c1-4528-4b6b-bb66-abf80814c4c7 req-19514601-ee6d-4700-8aab-fcbf6188ba20 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619322 Aug 10 01:03:36.609726 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169b493-2d07-4ca9-ad2f-3455eb526027 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31bc50a1-cea0-4123-a666-82490c8f6129,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:36.675420 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7dc691ef-3cc4-4c25-a637-38d23f325bba tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0728996 Aug 10 01:03:36.678289 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51492) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:36.680950 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-27a8ad86-1227-41eb-9abd-61d6b7b1aed2 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:36.682456 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-27a8ad86-1227-41eb-9abd-61d6b7b1aed2 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5503540 Aug 10 01:03:36.701755 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-61ecd608-441a-420e-8200-81c1317d9c19 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Request body: {'port': {'device_id': 'b58116e5-a958-4038-a59b-258cefe9b5ff', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'admin_state_up': True, 'tenant_id': '87124aa6b49b443b98799b0c4543c24c'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:36.774742 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e50e4048-361b-470f-85af-5b8af36f1f3c tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:36.790914 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e50e4048-361b-470f-85af-5b8af36f1f3c tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:36.827624 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4ebf0-0698-4d8e-955c-b601ec976d3b req-2939f5b8-15ac-4642-85b2-869eb17c6e6e tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:36.835876 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-00d4ebf0-0698-4d8e-955c-b601ec976d3b req-2939f5b8-15ac-4642-85b2-869eb17c6e6e tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1406538 Aug 10 01:03:36.859151 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e50e4048-361b-470f-85af-5b8af36f1f3c tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:36.867255 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e50e4048-361b-470f-85af-5b8af36f1f3c tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:36.870015 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e50e4048-361b-470f-85af-5b8af36f1f3c tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/dbb06894-3797-4a0d-b754-e94d78410ed3 HTTP/1.1" status: 204 len: 168 time: 0.1888890 Aug 10 01:03:36.873867 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51510) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:36.893450 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e4048-361b-470f-85af-5b8af36f1f3c tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbb06894-3797-4a0d-b754-e94d78410ed3,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:36.928663 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-61ecd608-441a-420e-8200-81c1317d9c19 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Made reservation on behalf of 87124aa6b49b443b98799b0c4543c24c for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:03:36.932417 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-61ecd608-441a-420e-8200-81c1317d9c19 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:36.933660 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-00d4ebf0-0698-4d8e-955c-b601ec976d3b req-3d951669-f6f0-4579-ad98-c0b54470be68 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967612 Aug 10 01:03:36.985709 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f418b42b-3ed8-4b70-b7d5-854df8ede281 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1105816 Aug 10 01:03:36.991378 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51522) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:36.994788 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b03dc931-7c36-4ef5-b019-a95eafdea609 req-d65adb31-64de-48ef-8dd6-318a0c8d3a37 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/ports?device_id=b58116e5-a958-4038-a59b-258cefe9b5ff HTTP/1.1" status: 200 len: 210 time: 0.0551965 Aug 10 01:03:37.088610 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822bfd90-a856-47e5-80e9-c73cae9694a2 req-dd795949-a5a8-408c-b50b-1f267e5064c1 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:37.098783 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-822bfd90-a856-47e5-80e9-c73cae9694a2 req-dd795949-a5a8-408c-b50b-1f267e5064c1 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.0711949 Aug 10 01:03:37.102121 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39fd135a-9f85-430a-aa92-1ff343b81a1a tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:37.117276 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39fd135a-9f85-430a-aa92-1ff343b81a1a tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:37.139650 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-822bfd90-a856-47e5-80e9-c73cae9694a2 req-8546e114-d788-44b8-a61f-fc2cfc4bc54a tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399866 Aug 10 01:03:37.238333 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39fd135a-9f85-430a-aa92-1ff343b81a1a tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:37.242187 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-61ecd608-441a-420e-8200-81c1317d9c19 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Allocated IP 192.168.233.155 (853ae90b-411a-4cc9-b27c-aa212d4ff023/f49e9f1d-7e8a-42ac-a9f2-157734919ae5/0701fa97-59ed-4715-8510-d8df979e407b) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:03:37.252369 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39fd135a-9f85-430a-aa92-1ff343b81a1a tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:37.255592 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-39fd135a-9f85-430a-aa92-1ff343b81a1a tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/6c950ecd-0ec1-46a4-ac56-19be35d2632c HTTP/1.1" status: 204 len: 168 time: 0.2606511 Aug 10 01:03:37.256618 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51534) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:37.273633 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd135a-9f85-430a-aa92-1ff343b81a1a tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c950ecd-0ec1-46a4-ac56-19be35d2632c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:37.279242 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ab83d798-ee52-4494-b9a8-76a1473a8ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:37.373487 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-55463f11-4d89-4bce-8a46-39ff494c264d tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1150403 Aug 10 01:03:37.376113 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51536) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:37.408628 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-af165117-9b03-4585-ae2a-04b4fa476c32 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:37.421126 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f927e2-905b-4fb7-b26b-312609b88dab req-e85af191-2866-4ac8-bf99-b822b9b8cc45 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:37.422758 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a3f927e2-905b-4fb7-b26b-312609b88dab req-e85af191-2866-4ac8-bf99-b822b9b8cc45 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.0977888 Aug 10 01:03:37.428690 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-af165117-9b03-4585-ae2a-04b4fa476c32 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:37.496284 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a3f927e2-905b-4fb7-b26b-312609b88dab req-017077b5-22fe-42de-9b84-5896fb98e4ac tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651829 Aug 10 01:03:37.498109 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-af165117-9b03-4585-ae2a-04b4fa476c32 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:37.523799 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-af165117-9b03-4585-ae2a-04b4fa476c32 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:37.525224 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-af165117-9b03-4585-ae2a-04b4fa476c32 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/a14375a9-e66b-4f07-976b-da0a253739c1 HTTP/1.1" status: 204 len: 168 time: 0.1480730 Aug 10 01:03:37.526304 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af165117-9b03-4585-ae2a-04b4fa476c32 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a14375a9-e66b-4f07-976b-da0a253739c1,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:37.529149 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51540) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:37.604445 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-61ecd608-441a-420e-8200-81c1317d9c19 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:37.633374 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-61ecd608-441a-420e-8200-81c1317d9c19 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Transition to ACTIVE for port object 0701fa97-59ed-4715-8510-d8df979e407b will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:03:37.638132 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-71633333-bf11-4c49-b9e0-21fcf426b9ff tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1037235 Aug 10 01:03:37.638258 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51544) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:37.713200 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915350a8-7a77-43b1-a2ec-e55d1130b4ee req-ddc4ab89-f7b4-42ce-b226-d9d4787f305f tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:37.715148 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-915350a8-7a77-43b1-a2ec-e55d1130b4ee req-ddc4ab89-f7b4-42ce-b226-d9d4787f305f tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.0800595 Aug 10 01:03:37.784152 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4db065ae-e8dd-40f0-b04c-2403a66fbc6a tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:37.784397 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-915350a8-7a77-43b1-a2ec-e55d1130b4ee req-382bbd75-55a5-482e-bd9b-98e675096999 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623143 Aug 10 01:03:37.813344 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-61ecd608-441a-420e-8200-81c1317d9c19 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:37.813476 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f311016-ee3e-4b87-a911-900e86f1c15f req-1c0c2e56-5de9-4292-891f-0f85dfe11b76 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:37.813476 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3f311016-ee3e-4b87-a911-900e86f1c15f req-1c0c2e56-5de9-4292-891f-0f85dfe11b76 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 947 time: 0.0692799 Aug 10 01:03:37.815971 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['fed83962-4553-4d29-9d08-542536080adf'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:03:37.845224 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4db065ae-e8dd-40f0-b04c-2403a66fbc6a tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:37.861655 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3f311016-ee3e-4b87-a911-900e86f1c15f req-dff54eeb-cfce-4c3d-9b94-1753b7b32c84 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407467 Aug 10 01:03:37.896044 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ecd608-441a-420e-8200-81c1317d9c19 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Pushing event updated for resources: {'Port': ['ID=0701fa97-59ed-4715-8510-d8df979e407b,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:37.911556 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-61ecd608-441a-420e-8200-81c1317d9c19 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Network 853ae90b-411a-4cc9-b27c-aa212d4ff023 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:03:37.923284 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-ab83d798-ee52-4494-b9a8-76a1473a8ed5 admin admin] Deleting port cb595009-f5b0-468e-be14-b086b95c375f {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:03:37.923633 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ab83d798-ee52-4494-b9a8-76a1473a8ed5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:37.964732 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-61ecd608-441a-420e-8200-81c1317d9c19 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:37.967545 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-61ecd608-441a-420e-8200-81c1317d9c19 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:03:37.990379 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a8767-6f25-4d76-8ffe-01cded1c388a req-5293f677-04b7-47e2-a28f-3ae77e947387 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:37.992346 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d61a8767-6f25-4d76-8ffe-01cded1c388a req-5293f677-04b7-47e2-a28f-3ae77e947387 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.0675011 Aug 10 01:03:38.005163 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4db065ae-e8dd-40f0-b04c-2403a66fbc6a tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:38.008412 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4db065ae-e8dd-40f0-b04c-2403a66fbc6a tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:38.009548 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4db065ae-e8dd-40f0-b04c-2403a66fbc6a tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "DELETE /v2.0/security-groups/5f6ec936-dc51-4dee-a61e-b61869e59ab3 HTTP/1.1" status: 204 len: 168 time: 0.3711636 Aug 10 01:03:38.022578 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51556) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:38.088579 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0167b9b8-c35d-4448-a9da-23d79cb2c71f tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0642958 Aug 10 01:03:38.088797 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db065ae-e8dd-40f0-b04c-2403a66fbc6a tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6ec936-dc51-4dee-a61e-b61869e59ab3,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:38.096016 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d61a8767-6f25-4d76-8ffe-01cded1c388a req-f15b721d-73d0-45a1-b8e0-42246c103487 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964093 Aug 10 01:03:38.096540 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51558) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:38.101326 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-4ffdfd69-3452-454f-a441-25023ead0d98 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Request body: {'security_group': {'name': 'tempest-secgroup--377069704'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:38.176079 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-ab83d798-ee52-4494-b9a8-76a1473a8ed5 admin admin] For port cb595009-f5b0-468e-be14-b086b95c375f, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=cb595009-f5b0-468e-be14-b086b95c375f,segment=NetworkSegment(0d0ff621-3a64-4796-aca3-79bbdbdd1bd3),segment_id=0d0ff621-3a64-4796-aca3-79bbdbdd1bd3)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:38.176485 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ab83d798-ee52-4494-b9a8-76a1473a8ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:38.191870 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-ab83d798-ee52-4494-b9a8-76a1473a8ed5 admin admin] Calling delete_port for cb595009-f5b0-468e-be14-b086b95c375f owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:03:38.202970 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720efa3-da12-4c20-918b-0ecc4f9e2468 req-79ac83a3-f447-4957-8ead-d62c5b29d7f3 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:38.204602 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7720efa3-da12-4c20-918b-0ecc4f9e2468 req-79ac83a3-f447-4957-8ead-d62c5b29d7f3 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/ports?device_id=b58116e5-a958-4038-a59b-258cefe9b5ff HTTP/1.1" status: 200 len: 936 time: 0.0925720 Aug 10 01:03:38.205395 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4ffdfd69-3452-454f-a441-25023ead0d98 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:38.310927 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7720efa3-da12-4c20-918b-0ecc4f9e2468 req-d2d38832-4c95-4c23-82a5-192ad4e16326 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a9cf249-14a8-4635-9cd7-ba26a4b6d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926197 Aug 10 01:03:38.338600 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f858e-0397-48c9-b7f3-2d4c07b9e76f req-64c818cb-e051-4eed-b438-88a953301a49 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:38.341496 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-891f858e-0397-48c9-b7f3-2d4c07b9e76f req-64c818cb-e051-4eed-b438-88a953301a49 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1318059 Aug 10 01:03:38.344037 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-639ae3e4-4829-4c1c-bb3a-5acf834c2528 None None] Provisioning for port 0701fa97-59ed-4715-8510-d8df979e407b completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:03:38.350277 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-639ae3e4-4829-4c1c-bb3a-5acf834c2528 None None] Provisioning complete for port 0701fa97-59ed-4715-8510-d8df979e407b triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:38.350678 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-639ae3e4-4829-4c1c-bb3a-5acf834c2528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:38.406573 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-639ae3e4-4829-4c1c-bb3a-5acf834c2528 None None] Port 0701fa97-59ed-4715-8510-d8df979e407b cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:03:38.409006 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-891f858e-0397-48c9-b7f3-2d4c07b9e76f req-6c6880ef-5543-4038-ac70-256b9f3d86b7 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531394 Aug 10 01:03:38.423269 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-61ecd608-441a-420e-8200-81c1317d9c19 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:38.424234 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-61ecd608-441a-420e-8200-81c1317d9c19 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:38.454679 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4ffdfd69-3452-454f-a441-25023ead0d98 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:38.462059 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4ffdfd69-3452-454f-a441-25023ead0d98 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:38.466003 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-61ecd608-441a-420e-8200-81c1317d9c19 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7690690 Aug 10 01:03:38.471353 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ab83d798-ee52-4494-b9a8-76a1473a8ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:38.494773 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4ffdfd69-3452-454f-a441-25023ead0d98 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:38.496310 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4ffdfd69-3452-454f-a441-25023ead0d98 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3988047 Aug 10 01:03:38.503068 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51568) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:38.507253 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-09f91bb3-dbce-4e97-91b4-6a3117f1a06d service neutron] Request body: {'port': {'device_id': 'b58116e5-a958-4038-a59b-258cefe9b5ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:38.508033 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-af8454a9-87e0-4c3e-aff8-022a9fa6696b tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Request body: {'security_group_rule': {'security_group_id': '099d4170-d76b-4730-b13e-3b48bec97b0b', 'direction': 'ingress', 'protocol': 17}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:38.510210 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83d798-ee52-4494-b9a8-76a1473a8ed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb595009-f5b0-468e-be14-b086b95c375f,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:38.549002 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffdfd69-3452-454f-a441-25023ead0d98 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=099d4170-d76b-4730-b13e-3b48bec97b0b,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:38.574346 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-af8454a9-87e0-4c3e-aff8-022a9fa6696b tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:38.599838 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940a8e6-117b-4d5c-ae55-c4d5f6c64799 req-7d18e279-ba76-43e9-9b03-2e6c068f4f96 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:38.601469 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d940a8e6-117b-4d5c-ae55-c4d5f6c64799 req-7d18e279-ba76-43e9-9b03-2e6c068f4f96 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.0858338 Aug 10 01:03:38.711825 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d940a8e6-117b-4d5c-ae55-c4d5f6c64799 req-97383ca0-e5c9-49df-9216-5581872a5449 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974674 Aug 10 01:03:38.714018 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-af8454a9-87e0-4c3e-aff8-022a9fa6696b tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:38.719591 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-af8454a9-87e0-4c3e-aff8-022a9fa6696b tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:38.760991 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8454a9-87e0-4c3e-aff8-022a9fa6696b tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f64a50-9b36-4743-80d1-d83af42f0701,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:38.767053 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-af8454a9-87e0-4c3e-aff8-022a9fa6696b tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:38.769031 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-af8454a9-87e0-4c3e-aff8-022a9fa6696b tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2647512 Aug 10 01:03:38.771766 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51574) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:38.895616 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d2299-d4c6-44ad-9c09-d19654db0ce3 req-fdb5b8cd-4ba9-49dd-8780-6c4e0fa1cecc tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:38.897167 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9a6d2299-d4c6-44ad-9c09-d19654db0ce3 req-fdb5b8cd-4ba9-49dd-8780-6c4e0fa1cecc tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.0863023 Aug 10 01:03:38.897862 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b07ff906-bbac-4271-8529-1bce270537b8 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:38.938547 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b07ff906-bbac-4271-8529-1bce270537b8 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:38.971001 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9a6d2299-d4c6-44ad-9c09-d19654db0ce3 req-948edd35-88e8-40c9-aeb1-6c680e3b55f1 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612497 Aug 10 01:03:39.011659 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b07ff906-bbac-4271-8529-1bce270537b8 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:39.014855 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b07ff906-bbac-4271-8529-1bce270537b8 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:39.018649 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b07ff906-bbac-4271-8529-1bce270537b8 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "DELETE /v2.0/security-groups/099d4170-d76b-4730-b13e-3b48bec97b0b HTTP/1.1" status: 204 len: 168 time: 0.2419941 Aug 10 01:03:39.019544 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51578) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:39.042353 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ff906-bbac-4271-8529-1bce270537b8 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=099d4170-d76b-4730-b13e-3b48bec97b0b,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:39.063436 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-09f91bb3-dbce-4e97-91b4-6a3117f1a06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:39.112813 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-72374ae0-e67d-4f04-9611-9b12446a816e tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0881529 Aug 10 01:03:39.113050 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51582) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:39.118989 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-375a7557-76f1-418e-b2c9-4a3b36af0c83 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Request body: {'security_group': {'name': 'tempest-secgroup--1916088549'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:39.170168 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-375a7557-76f1-418e-b2c9-4a3b36af0c83 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:39.212711 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73090d-8c5d-4304-a5ed-cdf848af6cb8 req-57a1bbfb-c6f6-4d8c-ad36-c60b262a5386 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:39.214108 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5a73090d-8c5d-4304-a5ed-cdf848af6cb8 req-57a1bbfb-c6f6-4d8c-ad36-c60b262a5386 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.0765033 Aug 10 01:03:39.276763 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5a73090d-8c5d-4304-a5ed-cdf848af6cb8 req-48f2a6b5-1c44-472a-82cf-6dec00c7b6d9 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531714 Aug 10 01:03:39.285002 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ab83d798-ee52-4494-b9a8-76a1473a8ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:39.316923 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-375a7557-76f1-418e-b2c9-4a3b36af0c83 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:39.321961 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-375a7557-76f1-418e-b2c9-4a3b36af0c83 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:39.358251 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-375a7557-76f1-418e-b2c9-4a3b36af0c83 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:39.362069 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-375a7557-76f1-418e-b2c9-4a3b36af0c83 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2452512 Aug 10 01:03:39.365113 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51590) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:39.369765 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-ac1c2612-bdcd-463e-bfe0-22009dfd8580 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Request body: {'security_group': {'name': 'tempest-secgroup--1032136057'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:39.383197 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a7557-76f1-418e-b2c9-4a3b36af0c83 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=727cfa78-f693-447c-8f65-88efd2adfb5f,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:39.404983 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ac1c2612-bdcd-463e-bfe0-22009dfd8580 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:39.577677 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076102a-8036-4737-9b04-7c4f36f6d584 req-4f280709-dd40-42ec-959d-46394dc14565 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:39.579173 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4076102a-8036-4737-9b04-7c4f36f6d584 req-4f280709-dd40-42ec-959d-46394dc14565 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1309414 Aug 10 01:03:39.610248 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debcb82c-da2d-4beb-be3f-1fbe50465969 req-da78dadd-5dba-4fb5-844e-d11402927b09 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:39.618701 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-debcb82c-da2d-4beb-be3f-1fbe50465969 req-da78dadd-5dba-4fb5-844e-d11402927b09 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/ports?device_id=b58116e5-a958-4038-a59b-258cefe9b5ff HTTP/1.1" status: 200 len: 936 time: 0.1318758 Aug 10 01:03:39.639388 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-09f91bb3-dbce-4e97-91b4-6a3117f1a06d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0701fa97-59ed-4715-8510-d8df979e407b {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:03:39.651579 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-09f91bb3-dbce-4e97-91b4-6a3117f1a06d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:39.661618 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab83d798-ee52-4494-b9a8-76a1473a8ed5 admin admin] Router c15ac011-b89e-4637-b2c8-b6fdf2a3a09e has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:03:39.670620 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-09f91bb3-dbce-4e97-91b4-6a3117f1a06d service neutron] Transition to ACTIVE for port object 0701fa97-59ed-4715-8510-d8df979e407b will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:03:39.681138 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-09f91bb3-dbce-4e97-91b4-6a3117f1a06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:39.689078 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ac1c2612-bdcd-463e-bfe0-22009dfd8580 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:39.710236 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ac1c2612-bdcd-463e-bfe0-22009dfd8580 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:39.746585 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4076102a-8036-4737-9b04-7c4f36f6d584 req-ab240786-e496-4c2c-8cfa-76175febe350 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505220 Aug 10 01:03:39.769090 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-debcb82c-da2d-4beb-be3f-1fbe50465969 req-b87e7eef-d10b-4f31-8a48-77defb5bd4ff tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a9cf249-14a8-4635-9cd7-ba26a4b6d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338170 Aug 10 01:03:39.790672 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ac1c2612-bdcd-463e-bfe0-22009dfd8580 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:39.794579 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ac1c2612-bdcd-463e-bfe0-22009dfd8580 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4259329 Aug 10 01:03:39.794579 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c2612-bdcd-463e-bfe0-22009dfd8580 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3dfe7c-72df-4210-a983-935ed381d303,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:39.799542 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51596) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:39.810298 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-ef0d852b-6c44-4c85-b566-27df94185461 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Request body: {'security_group_rule': {'security_group_id': '727cfa78-f693-447c-8f65-88efd2adfb5f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'bd3dfe7c-72df-4210-a983-935ed381d303', 'remote_ip_prefix': None}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:39.866789 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ef0d852b-6c44-4c85-b566-27df94185461 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:39.883684 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f91bb3-dbce-4e97-91b4-6a3117f1a06d service neutron] Pushing event updated for resources: {'Port': ['ID=0701fa97-59ed-4715-8510-d8df979e407b,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:39.953309 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab83d798-ee52-4494-b9a8-76a1473a8ed5 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:03:39.963091 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ab83d798-ee52-4494-b9a8-76a1473a8ed5 admin admin] 10.222.0.35 "PUT /v2.0/routers/c15ac011-b89e-4637-b2c8-b6fdf2a3a09e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9994271 Aug 10 01:03:39.963270 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51600) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:39.966354 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55828317-d737-4fba-9538-266757a465dc None None] Sync routers for ids ['c15ac011-b89e-4637-b2c8-b6fdf2a3a09e'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:03:39.980753 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55828317-d737-4fba-9538-266757a465dc None None] Routers {'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:39.983957 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-09f91bb3-dbce-4e97-91b4-6a3117f1a06d service neutron] Attempting to bind port 0701fa97-59ed-4715-8510-d8df979e407b on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:03:39.983957 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-09f91bb3-dbce-4e97-91b4-6a3117f1a06d service neutron] Attempting to bind port 0701fa97-59ed-4715-8510-d8df979e407b by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:03:39.984155 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-09f91bb3-dbce-4e97-91b4-6a3117f1a06d service neutron] Attempting to bind port 0701fa97-59ed-4715-8510-d8df979e407b on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:03:39.985786 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-55828317-d737-4fba-9538-266757a465dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:03:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['c15ac011-b89e-4637-b2c8-b6fdf2a3a09e'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:39.992484 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-09f91bb3-dbce-4e97-91b4-6a3117f1a06d service neutron] Port 0701fa97-59ed-4715-8510-d8df979e407b on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:03:39.992813 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-09f91bb3-dbce-4e97-91b4-6a3117f1a06d service neutron] Attempting to bind port 0701fa97-59ed-4715-8510-d8df979e407b on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:03:39.998916 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-09f91bb3-dbce-4e97-91b4-6a3117f1a06d service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:03:39.999259 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-09f91bb3-dbce-4e97-91b4-6a3117f1a06d service neutron] Checking segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:03:39.999651 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-09f91bb3-dbce-4e97-91b4-6a3117f1a06d service neutron] Bound using segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:03:40.000087 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-09f91bb3-dbce-4e97-91b4-6a3117f1a06d service neutron] Bound port: 0701fa97-59ed-4715-8510-d8df979e407b, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:03:40.000482 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-09f91bb3-dbce-4e97-91b4-6a3117f1a06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:40.085759 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-09f91bb3-dbce-4e97-91b4-6a3117f1a06d service neutron] For port 0701fa97-59ed-4715-8510-d8df979e407b, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:03:40.089190 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-09f91bb3-dbce-4e97-91b4-6a3117f1a06d service neutron] For port 0701fa97-59ed-4715-8510-d8df979e407b, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=0701fa97-59ed-4715-8510-d8df979e407b,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:03:40.095255 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-09f91bb3-dbce-4e97-91b4-6a3117f1a06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:40.139978 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-09f91bb3-dbce-4e97-91b4-6a3117f1a06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:40.140643 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-09f91bb3-dbce-4e97-91b4-6a3117f1a06d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:40.142070 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-09f91bb3-dbce-4e97-91b4-6a3117f1a06d service neutron] 10.222.0.20 "PUT /v2.0/ports/0701fa97-59ed-4715-8510-d8df979e407b HTTP/1.1" status: 200 len: 1097 time: 1.6394503 Aug 10 01:03:40.142661 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b58116e5-a958-4038-a59b-258cefe9b5ff', 'tag': '0701fa97-59ed-4715-8510-d8df979e407b'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:03:40.148889 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73414a5c-00d3-46f2-b0ed-205a6d1c99dc" -d '{"events": [{"name": "network-changed", "server_uuid": "b58116e5-a958-4038-a59b-258cefe9b5ff", "tag": "0701fa97-59ed-4715-8510-d8df979e407b"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:03:40.174231 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-55828317-d737-4fba-9538-266757a465dc None None] Set router c15ac011-b89e-4637-b2c8-b6fdf2a3a09e gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:03:40.184966 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f91bb3-dbce-4e97-91b4-6a3117f1a06d service neutron] Pushing event updated for resources: {'Port': ['ID=0701fa97-59ed-4715-8510-d8df979e407b,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:40.250042 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30002f55-47c9-499d-a476-0b1ef8ee6231 x-openstack-request-id: req-30002f55-47c9-499d-a476-0b1ef8ee6231 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:03:40.250274 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b58116e5-a958-4038-a59b-258cefe9b5ff", "tag": "0701fa97-59ed-4715-8510-d8df979e407b", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:03:40.250519 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-30002f55-47c9-499d-a476-0b1ef8ee6231 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:03:40.250903 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b58116e5-a958-4038-a59b-258cefe9b5ff', 'tag': '0701fa97-59ed-4715-8510-d8df979e407b', 'status': 'completed', 'code': 200} Aug 10 01:03:40.269701 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-ea67a6fa-d8ab-41fa-b3c8-30891b8fe494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:40.271346 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-ea67a6fa-d8ab-41fa-b3c8-30891b8fe494 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=87124aa6b49b443b98799b0c4543c24c&device_id=b58116e5-a958-4038-a59b-258cefe9b5ff HTTP/1.1" status: 200 len: 1100 time: 0.0665030 Aug 10 01:03:40.363918 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-9dba7506-7645-493f-ab57-8fa6f60533c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=0701fa97-59ed-4715-8510-d8df979e407b HTTP/1.1" status: 200 len: 217 time: 0.0794380 Aug 10 01:03:40.467493 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ef0d852b-6c44-4c85-b566-27df94185461 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:40.473855 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-8e37f5c2-3eeb-495d-ad6a-ca8bcd4e4ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:40.474088 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ef0d852b-6c44-4c85-b566-27df94185461 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:40.475687 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-8e37f5c2-3eeb-495d-ad6a-ca8bcd4e4ba1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0954993 Aug 10 01:03:40.519111 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d61bce-9310-47ed-83ee-a5e13c8e7c1b req-2da69daa-c939-44da-b994-89c5b62da5bf tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:40.520638 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c6d61bce-9310-47ed-83ee-a5e13c8e7c1b req-2da69daa-c939-44da-b994-89c5b62da5bf tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.6028011 Aug 10 01:03:40.521444 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-d0ee1df4-799d-40e8-86f2-86eac8019489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:40.523470 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-d0ee1df4-799d-40e8-86f2-86eac8019489 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0408268 Aug 10 01:03:40.556840 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ef0d852b-6c44-4c85-b566-27df94185461 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:40.560672 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ef0d852b-6c44-4c85-b566-27df94185461 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7574236 Aug 10 01:03:40.560672 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d852b-6c44-4c85-b566-27df94185461 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4227903d-bc21-4280-b864-623a41fa8dbb,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:40.570456 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51608) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:40.583199 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-55828317-d737-4fba-9538-266757a465dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'name': 'tempest-ServersTestBootFromVolume-1440567477-router', 'tenant_id': '4cced21c66594cf8bb9b76af567d131a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '231e78e7-3b9a-48a9-9b60-668a7c3236d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:26Z', 'updated_at': '2021-08-10T01:03:38Z', 'revision_number': 5, 'project_id': '4cced21c66594cf8bb9b76af567d131a', 'gw_port': {'id': '231e78e7-3b9a-48a9-9b60-668a7c3236d1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:27Z', 'updated_at': '2021-08-10T01:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:40.591667 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fc9f64a1-ce85-47b1-b029-731aee8bcde5 admin admin] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:40.613459 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55828317-d737-4fba-9538-266757a465dc None None] Checking router: c15ac011-b89e-4637-b2c8-b6fdf2a3a09e for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:03:40.623273 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55828317-d737-4fba-9538-266757a465dc None None] Routers {'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:40.623902 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-55828317-d737-4fba-9538-266757a465dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:03:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['c15ac011-b89e-4637-b2c8-b6fdf2a3a09e'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:40.637573 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-718a56e0-1741-4c79-83b0-0062cf98cf4e service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057637 Aug 10 01:03:40.657036 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c6d61bce-9310-47ed-83ee-a5e13c8e7c1b req-c4c166bd-fa22-41fd-b035-0f38fce3477a tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240191 Aug 10 01:03:40.666433 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-20a44fb5-841a-4a94-a65f-39ba409a869d tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:40.678491 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-20a44fb5-841a-4a94-a65f-39ba409a869d tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:40.741592 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-55828317-d737-4fba-9538-266757a465dc None None] Set router c15ac011-b89e-4637-b2c8-b6fdf2a3a09e gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:03:40.749123 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56c07d85-3a68-4078-9baf-0e5c3b102264 req-732a0f3b-46f4-448d-9b20-2d684be61244 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041248 Aug 10 01:03:40.762586 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-20a44fb5-841a-4a94-a65f-39ba409a869d tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:40.780145 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-20a44fb5-841a-4a94-a65f-39ba409a869d tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:40.781394 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-20a44fb5-841a-4a94-a65f-39ba409a869d tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/4227903d-bc21-4280-b864-623a41fa8dbb HTTP/1.1" status: 204 len: 168 time: 0.2096756 Aug 10 01:03:40.783531 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fc9f64a1-ce85-47b1-b029-731aee8bcde5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:40.784456 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51614) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:40.821290 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a44fb5-841a-4a94-a65f-39ba409a869d tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4227903d-bc21-4280-b864-623a41fa8dbb,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:40.845130 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8e1b5c50-0d28-4824-94af-87983cfb5cbd tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0566015 Aug 10 01:03:40.845547 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51616) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:40.913490 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470a318-366b-4dca-b62d-b31f55c2e1f6 req-d3d4e2b0-0e2a-432c-9ee3-19517e1eb24a tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:40.914930 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1470a318-366b-4dca-b62d-b31f55c2e1f6 req-d3d4e2b0-0e2a-432c-9ee3-19517e1eb24a tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1569490 Aug 10 01:03:40.920748 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73414a5c-00d3-46f2-b0ed-205a6d1c99dc req-50bb3309-bb7a-46f3-bfb1-38e1920ba10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:40.922947 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-73414a5c-00d3-46f2-b0ed-205a6d1c99dc req-50bb3309-bb7a-46f3-bfb1-38e1920ba10e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=87124aa6b49b443b98799b0c4543c24c&device_id=b58116e5-a958-4038-a59b-258cefe9b5ff HTTP/1.1" status: 200 len: 1100 time: 0.0763354 Aug 10 01:03:40.956083 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-55828317-d737-4fba-9538-266757a465dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'name': 'tempest-ServersTestBootFromVolume-1440567477-router', 'tenant_id': '4cced21c66594cf8bb9b76af567d131a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '231e78e7-3b9a-48a9-9b60-668a7c3236d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:26Z', 'updated_at': '2021-08-10T01:03:38Z', 'revision_number': 5, 'project_id': '4cced21c66594cf8bb9b76af567d131a', 'gw_port': {'id': '231e78e7-3b9a-48a9-9b60-668a7c3236d1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:27Z', 'updated_at': '2021-08-10T01:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:40.963959 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77c095-a8b6-4997-a110-0efaf649b885 req-bb6e8d5c-8abb-4fdd-b7ae-d30816d081ac tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:40.965570 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fd77c095-a8b6-4997-a110-0efaf649b885 req-bb6e8d5c-8abb-4fdd-b7ae-d30816d081ac tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/ports?device_id=b58116e5-a958-4038-a59b-258cefe9b5ff HTTP/1.1" status: 200 len: 948 time: 0.1018481 Aug 10 01:03:40.969925 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-fc9f64a1-ce85-47b1-b029-731aee8bcde5 admin admin] Deleting port 231e78e7-3b9a-48a9-9b60-668a7c3236d1 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:03:40.970272 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fc9f64a1-ce85-47b1-b029-731aee8bcde5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:40.982215 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7488eaf0-0e9e-4268-84f4-75d3802f4997 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:40.989793 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55828317-d737-4fba-9538-266757a465dc None None] The sync data for ids ['c15ac011-b89e-4637-b2c8-b6fdf2a3a09e'] in n-d-766726-26 is: [{'id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'name': 'tempest-ServersTestBootFromVolume-1440567477-router', 'tenant_id': '4cced21c66594cf8bb9b76af567d131a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '231e78e7-3b9a-48a9-9b60-668a7c3236d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:26Z', 'updated_at': '2021-08-10T01:03:38Z', 'revision_number': 5, 'project_id': '4cced21c66594cf8bb9b76af567d131a', 'gw_port': {'id': '231e78e7-3b9a-48a9-9b60-668a7c3236d1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15ac011-b89e-4637-b2c8-b6fdf2a3a09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:27Z', 'updated_at': '2021-08-10T01:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:03:41.017663 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7488eaf0-0e9e-4268-84f4-75d3802f4997 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:41.044407 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1470a318-366b-4dca-b62d-b31f55c2e1f6 req-f28420e1-f75b-42b3-ad92-fcb3c8e05171 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182597 Aug 10 01:03:41.070017 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fd77c095-a8b6-4997-a110-0efaf649b885 req-cbeff429-3d5e-4ced-a3a5-72b0d804deb1 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a9cf249-14a8-4635-9cd7-ba26a4b6d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970435 Aug 10 01:03:41.077865 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73414a5c-00d3-46f2-b0ed-205a6d1c99dc req-e13ad75b-83ab-4186-9335-be8ba183d003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:41.079393 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-73414a5c-00d3-46f2-b0ed-205a6d1c99dc req-e13ad75b-83ab-4186-9335-be8ba183d003 service neutron] 10.222.0.20 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.1472962 Aug 10 01:03:41.112696 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-fc9f64a1-ce85-47b1-b029-731aee8bcde5 admin admin] For port 231e78e7-3b9a-48a9-9b60-668a7c3236d1, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=231e78e7-3b9a-48a9-9b60-668a7c3236d1,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:41.113066 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fc9f64a1-ce85-47b1-b029-731aee8bcde5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:41.121766 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-73414a5c-00d3-46f2-b0ed-205a6d1c99dc req-f988c507-6267-4730-9a0f-a80fd0dc2e11 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=0701fa97-59ed-4715-8510-d8df979e407b HTTP/1.1" status: 200 len: 217 time: 0.0354576 Aug 10 01:03:41.122383 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7488eaf0-0e9e-4268-84f4-75d3802f4997 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:41.124966 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7488eaf0-0e9e-4268-84f4-75d3802f4997 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:41.128415 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7488eaf0-0e9e-4268-84f4-75d3802f4997 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "DELETE /v2.0/security-groups/bd3dfe7c-72df-4210-a983-935ed381d303 HTTP/1.1" status: 204 len: 168 time: 0.2783279 Aug 10 01:03:41.129505 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-fc9f64a1-ce85-47b1-b029-731aee8bcde5 admin admin] Calling delete_port for 231e78e7-3b9a-48a9-9b60-668a7c3236d1 owned by network:router_gateway {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:03:41.130809 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51624) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:41.157916 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ef0b4e66-f018-4fc3-9838-8718c543cc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:41.178720 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488eaf0-0e9e-4268-84f4-75d3802f4997 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3dfe7c-72df-4210-a983-935ed381d303,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:41.212901 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73414a5c-00d3-46f2-b0ed-205a6d1c99dc req-a12999bb-4e0e-4ee2-a119-f3b3aad8a204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:41.214416 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-73414a5c-00d3-46f2-b0ed-205a6d1c99dc req-a12999bb-4e0e-4ee2-a119-f3b3aad8a204 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0846255 Aug 10 01:03:41.263074 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-18cdf5f6-4c10-4d44-9565-f7a3339594fd tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1304080 Aug 10 01:03:41.266002 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51628) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:41.297820 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73414a5c-00d3-46f2-b0ed-205a6d1c99dc req-086ac6b5-47e6-44b6-8f62-b8d6a9b6810a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:41.299385 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-73414a5c-00d3-46f2-b0ed-205a6d1c99dc req-086ac6b5-47e6-44b6-8f62-b8d6a9b6810a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0770826 Aug 10 01:03:41.318968 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070c4ab-8781-4e2e-9cd9-13b15330eff4 req-795e1122-96e1-4ab9-b180-c806413f1f91 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:41.320611 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c070c4ab-8781-4e2e-9cd9-13b15330eff4 req-795e1122-96e1-4ab9-b180-c806413f1f91 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1189811 Aug 10 01:03:41.393334 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-94f2abe6-3341-472c-8b51-efe93dcf88c1 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:41.438645 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:41.441512 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fc9f64a1-ce85-47b1-b029-731aee8bcde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:41.442179 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-94f2abe6-3341-472c-8b51-efe93dcf88c1 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:41.458378 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c070c4ab-8781-4e2e-9cd9-13b15330eff4 req-00ed467a-dbdf-47ab-aaef-bfc303c589fe tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159234 Aug 10 01:03:41.489585 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-73414a5c-00d3-46f2-b0ed-205a6d1c99dc req-eede99bd-a345-4e6b-8afc-72a5ac5436e3 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831002 Aug 10 01:03:41.513389 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f64a1-ce85-47b1-b029-731aee8bcde5 admin admin] Pushing event deleted for resources: {'Port': ['ID=231e78e7-3b9a-48a9-9b60-668a7c3236d1,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:41.533321 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-94f2abe6-3341-472c-8b51-efe93dcf88c1 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:41.550151 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-94f2abe6-3341-472c-8b51-efe93dcf88c1 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:41.551672 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-94f2abe6-3341-472c-8b51-efe93dcf88c1 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "DELETE /v2.0/security-groups/727cfa78-f693-447c-8f65-88efd2adfb5f HTTP/1.1" status: 204 len: 168 time: 0.2840588 Aug 10 01:03:41.592065 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51634) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:41.594472 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2abe6-3341-472c-8b51-efe93dcf88c1 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=727cfa78-f693-447c-8f65-88efd2adfb5f,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:41.661621 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fc9f64a1-ce85-47b1-b029-731aee8bcde5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:41.673696 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6c0554f2-f8bd-49cb-89e4-23893bd0a90f tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0707145 Aug 10 01:03:41.677991 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51636) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:41.684157 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-94466493-5cca-4d95-8a7d-edf7b58b052d tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Request body: {'security_group': {'name': 'tempest-secgroup--1909888204'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:41.712754 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-73414a5c-00d3-46f2-b0ed-205a6d1c99dc req-64e3e54a-a705-4837-b668-96d7465c2bf4 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127721 Aug 10 01:03:41.724651 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-94466493-5cca-4d95-8a7d-edf7b58b052d tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:41.734514 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device cb595009-f5b0-468e-be14-b086b95c375f no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:03:41.763377 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: cb595009-f5b0-468e-be14-b086b95c375f {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:03:41.763733 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device cb595009-f5b0-468e-be14-b086b95c375f not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:03:41.831200 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fc9f64a1-ce85-47b1-b029-731aee8bcde5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:41.837475 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-94466493-5cca-4d95-8a7d-edf7b58b052d tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:41.840522 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334832d-7074-4dee-bd2b-3191790f6df1 req-a381cd48-db31-45a4-97f5-ac007fe3541c tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:41.842510 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d334832d-7074-4dee-bd2b-3191790f6df1 req-a381cd48-db31-45a4-97f5-ac007fe3541c tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.2501466 Aug 10 01:03:41.843399 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-94466493-5cca-4d95-8a7d-edf7b58b052d tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:41.844275 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fc9f64a1-ce85-47b1-b029-731aee8bcde5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:41.869563 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-94466493-5cca-4d95-8a7d-edf7b58b052d tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:41.873355 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-94466493-5cca-4d95-8a7d-edf7b58b052d tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1907382 Aug 10 01:03:41.873973 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51644) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:41.878052 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-c7fe89c0-f886-4a1f-956b-c2130ede00d6 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Request body: {'security_group_rule': {'security_group_id': '24db982e-4f89-4a2c-86f6-2425af4d437c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:41.910598 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94466493-5cca-4d95-8a7d-edf7b58b052d tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24db982e-4f89-4a2c-86f6-2425af4d437c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:41.930529 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c7fe89c0-f886-4a1f-956b-c2130ede00d6 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:41.933252 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fc9f64a1-ce85-47b1-b029-731aee8bcde5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:41.933763 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9f64a1-ce85-47b1-b029-731aee8bcde5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c15ac011-b89e-4637-b2c8-b6fdf2a3a09e {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:03:41.939877 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fc9f64a1-ce85-47b1-b029-731aee8bcde5 admin admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:41.943686 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-fc9f64a1-ce85-47b1-b029-731aee8bcde5 admin admin] 10.222.0.35 "DELETE /v2.0/routers/c15ac011-b89e-4637-b2c8-b6fdf2a3a09e HTTP/1.1" status: 204 len: 168 time: 1.9779522 Aug 10 01:03:41.944691 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51648) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:41.958409 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d334832d-7074-4dee-bd2b-3191790f6df1 req-c3e92b63-a799-4eb5-875e-dd4ef0d9bda8 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870869 Aug 10 01:03:42.010490 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c7fe89c0-f886-4a1f-956b-c2130ede00d6 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:42.018061 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c7fe89c0-f886-4a1f-956b-c2130ede00d6 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:42.051734 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-edcc9879-2b87-4bd7-999e-5e9318c8848a admin admin] Deleting subnet 9beeeada-fdeb-44c8-8b6e-0c8a8c8c8d6e {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:03:42.056276 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-edcc9879-2b87-4bd7-999e-5e9318c8848a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:42.056587 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe89c0-f886-4a1f-956b-c2130ede00d6 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e5763d4-d5de-44d4-9fcf-6e3539b2b16b,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:42.077253 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c7fe89c0-f886-4a1f-956b-c2130ede00d6 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:42.080217 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c7fe89c0-f886-4a1f-956b-c2130ede00d6 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2041008 Aug 10 01:03:42.081725 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51654) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:42.101220 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-edcc9879-2b87-4bd7-999e-5e9318c8848a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:42.113885 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9aa1048b-56e7-477a-bb63-31024210fddc tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:42.123576 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9aa1048b-56e7-477a-bb63-31024210fddc tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:42.178563 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9aa1048b-56e7-477a-bb63-31024210fddc tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:42.184091 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9aa1048b-56e7-477a-bb63-31024210fddc tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:42.192807 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9aa1048b-56e7-477a-bb63-31024210fddc tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/4e5763d4-d5de-44d4-9fcf-6e3539b2b16b HTTP/1.1" status: 204 len: 168 time: 0.1100087 Aug 10 01:03:42.196042 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51670) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:42.218795 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1048b-56e7-477a-bb63-31024210fddc tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e5763d4-d5de-44d4-9fcf-6e3539b2b16b,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:42.269405 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-05be6683-7001-4e39-9032-7b074f992332 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0697322 Aug 10 01:03:42.275316 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51672) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:42.311616 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-edcc9879-2b87-4bd7-999e-5e9318c8848a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:42.321530 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71540938-6417-4219-a36b-1cbbba69c901 req-ca2b6349-9976-4e7d-854a-c5261f69c9e8 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:42.329474 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-71540938-6417-4219-a36b-1cbbba69c901 req-ca2b6349-9976-4e7d-854a-c5261f69c9e8 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/ports?device_id=b58116e5-a958-4038-a59b-258cefe9b5ff HTTP/1.1" status: 200 len: 948 time: 0.1477106 Aug 10 01:03:42.335101 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bed46eea-45e9-4608-a653-80f782be3f3c tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:42.364170 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bed46eea-45e9-4608-a653-80f782be3f3c tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:42.367432 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf4e45-3d2a-4928-8ffa-eb858d89073c req-6c4c57ed-4841-433c-8552-1a6975b88196 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:42.368949 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9caf4e45-3d2a-4928-8ffa-eb858d89073c req-6c4c57ed-4841-433c-8552-1a6975b88196 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1175871 Aug 10 01:03:42.412349 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bed46eea-45e9-4608-a653-80f782be3f3c tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:42.415876 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bed46eea-45e9-4608-a653-80f782be3f3c tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:42.420578 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-bed46eea-45e9-4608-a653-80f782be3f3c tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "DELETE /v2.0/security-groups/24db982e-4f89-4a2c-86f6-2425af4d437c HTTP/1.1" status: 204 len: 168 time: 0.1409428 Aug 10 01:03:42.421917 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51676) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:42.433737 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-71540938-6417-4219-a36b-1cbbba69c901 req-1b91e10e-1c48-41fe-bfa7-2e986b4ca516 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a9cf249-14a8-4635-9cd7-ba26a4b6d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033843 Aug 10 01:03:42.449323 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9caf4e45-3d2a-4928-8ffa-eb858d89073c req-aa42caec-98dc-423b-ba65-b59933429b1a tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665705 Aug 10 01:03:42.450819 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-edcc9879-2b87-4bd7-999e-5e9318c8848a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:42.477443 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc9879-2b87-4bd7-999e-5e9318c8848a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9beeeada-fdeb-44c8-8b6e-0c8a8c8c8d6e,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:42.481827 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-edcc9879-2b87-4bd7-999e-5e9318c8848a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:42.486666 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-edcc9879-2b87-4bd7-999e-5e9318c8848a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9beeeada-fdeb-44c8-8b6e-0c8a8c8c8d6e HTTP/1.1" status: 204 len: 168 time: 0.5389700 Aug 10 01:03:42.487247 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51684) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:42.488799 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f8ce7b-d8a7-41ce-9fda-2c52a79f6fcb None None] Network d54a97df-af07-4157-a933-a9c7f148706f requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:03:42.500906 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed46eea-45e9-4608-a653-80f782be3f3c tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24db982e-4f89-4a2c-86f6-2425af4d437c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:42.540221 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c9714ba9-e096-4f32-9b86-b912cc505fec tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1177552 Aug 10 01:03:42.540869 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51688) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:42.550703 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-04ad4456-239d-4536-98cf-10df54c01933 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Request body: {'security_group': {'name': 'tempest-secgroup--424868755'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:42.618808 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-77ad78bd-0b56-4737-a811-341948662340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:42.635302 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-04ad4456-239d-4536-98cf-10df54c01933 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:42.791420 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-04ad4456-239d-4536-98cf-10df54c01933 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:42.791718 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b25d54-e863-4658-8ba7-e1bfbfa227ef req-2c5d9445-be07-4870-93d1-e1e96a5062aa tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:42.794009 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-25b25d54-e863-4658-8ba7-e1bfbfa227ef req-2c5d9445-be07-4870-93d1-e1e96a5062aa tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1425331 Aug 10 01:03:42.802392 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-04ad4456-239d-4536-98cf-10df54c01933 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:42.817041 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32da06d7-e8c4-437d-b1f8-40f8584dd3fa None None] DHCP port deletion for d54a97df-af07-4157-a933-a9c7f148706f request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:03:42.837226 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad4456-239d-4536-98cf-10df54c01933 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=637b3cc0-fe1c-4a27-bd7d-ea42b451f09c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:42.840246 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-77ad78bd-0b56-4737-a811-341948662340 admin admin] Deleting port 9406b4ce-4109-4a66-85ae-ef9323d1c51d {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:03:42.840949 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-77ad78bd-0b56-4737-a811-341948662340 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:42.859592 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-04ad4456-239d-4536-98cf-10df54c01933 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:42.861120 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-04ad4456-239d-4536-98cf-10df54c01933 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3188992 Aug 10 01:03:42.868970 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51694) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:42.874153 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-58d2a8fa-33fd-4f7d-85c0-c82a89b80d5b tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Request body: {'security_group_rule': {'security_group_id': '637b3cc0-fe1c-4a27-bd7d-ea42b451f09c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:42.883484 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-25b25d54-e863-4658-8ba7-e1bfbfa227ef req-fbb8b201-f9b8-437f-97d0-5477b848e65d tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818224 Aug 10 01:03:42.907290 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-58d2a8fa-33fd-4f7d-85c0-c82a89b80d5b tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:42.913914 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-32da06d7-e8c4-437d-b1f8-40f8584dd3fa None None] Deleting port 9406b4ce-4109-4a66-85ae-ef9323d1c51d {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:03:42.914570 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-32da06d7-e8c4-437d-b1f8-40f8584dd3fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:42.953393 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-77ad78bd-0b56-4737-a811-341948662340 admin admin] For port 9406b4ce-4109-4a66-85ae-ef9323d1c51d, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9406b4ce-4109-4a66-85ae-ef9323d1c51d,segment=NetworkSegment(0d0ff621-3a64-4796-aca3-79bbdbdd1bd3),segment_id=0d0ff621-3a64-4796-aca3-79bbdbdd1bd3)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:42.954238 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-77ad78bd-0b56-4737-a811-341948662340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:42.975769 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-77ad78bd-0b56-4737-a811-341948662340 admin admin] Calling delete_port for 9406b4ce-4109-4a66-85ae-ef9323d1c51d owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:03:43.006915 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-32da06d7-e8c4-437d-b1f8-40f8584dd3fa None None] For port 9406b4ce-4109-4a66-85ae-ef9323d1c51d, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9406b4ce-4109-4a66-85ae-ef9323d1c51d,segment=NetworkSegment(0d0ff621-3a64-4796-aca3-79bbdbdd1bd3),segment_id=0d0ff621-3a64-4796-aca3-79bbdbdd1bd3)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:43.007265 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-32da06d7-e8c4-437d-b1f8-40f8584dd3fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:43.023656 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-32da06d7-e8c4-437d-b1f8-40f8584dd3fa None None] Calling delete_port for 9406b4ce-4109-4a66-85ae-ef9323d1c51d owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:03:43.046897 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-58d2a8fa-33fd-4f7d-85c0-c82a89b80d5b tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:43.052505 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-58d2a8fa-33fd-4f7d-85c0-c82a89b80d5b tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:43.072262 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2a8fa-33fd-4f7d-85c0-c82a89b80d5b tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f08069-fdb2-4c2b-9926-42ac225d0d1f,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:43.087554 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-58d2a8fa-33fd-4f7d-85c0-c82a89b80d5b tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:43.090295 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-58d2a8fa-33fd-4f7d-85c0-c82a89b80d5b tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2202868 Aug 10 01:03:43.092791 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51700) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:43.114413 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c50c657c-7170-437e-b665-916688efa28b tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "GET /v2.0/security-group-rules/25f08069-fdb2-4c2b-9926-42ac225d0d1f HTTP/1.1" status: 200 len: 763 time: 0.0198998 Aug 10 01:03:43.116955 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51702) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:43.134538 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-77ad78bd-0b56-4737-a811-341948662340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:43.148269 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-32da06d7-e8c4-437d-b1f8-40f8584dd3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:43.158107 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04634a6-de92-4b8f-a1e5-03e88dcf8ab2 req-bbc13fc7-55cf-4e1a-a156-4c6819395551 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:43.160084 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c04634a6-de92-4b8f-a1e5-03e88dcf8ab2 req-bbc13fc7-55cf-4e1a-a156-4c6819395551 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.0754085 Aug 10 01:03:43.170672 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-33b7a4ee-1145-458b-877f-2ebe140f3dca tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0522022 Aug 10 01:03:43.172962 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51706) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:43.181851 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ad78bd-0b56-4737-a811-341948662340 admin admin] No DVR routers for this DVR port 9406b4ce-4109-4a66-85ae-ef9323d1c51d on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:03:43.191535 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad78bd-0b56-4737-a811-341948662340 admin admin] Pushing event deleted for resources: {'Port': ['ID=9406b4ce-4109-4a66-85ae-ef9323d1c51d,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:43.196967 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da06d7-e8c4-437d-b1f8-40f8584dd3fa None None] Pushing event deleted for resources: {'Port': ['ID=9406b4ce-4109-4a66-85ae-ef9323d1c51d,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:43.205689 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32da06d7-e8c4-437d-b1f8-40f8584dd3fa None None] No DVR routers for this DVR port 9406b4ce-4109-4a66-85ae-ef9323d1c51d on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:03:43.222370 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8ea28911-8a7c-44a0-bf0b-ffdba23ccc6f tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:43.230819 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8ea28911-8a7c-44a0-bf0b-ffdba23ccc6f tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:43.264767 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8ea28911-8a7c-44a0-bf0b-ffdba23ccc6f tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:43.270106 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8ea28911-8a7c-44a0-bf0b-ffdba23ccc6f tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:43.271980 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8ea28911-8a7c-44a0-bf0b-ffdba23ccc6f tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/25f08069-fdb2-4c2b-9926-42ac225d0d1f HTTP/1.1" status: 204 len: 168 time: 0.0975361 Aug 10 01:03:43.279916 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51710) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:43.286040 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c04634a6-de92-4b8f-a1e5-03e88dcf8ab2 req-762de16b-2301-474a-9801-7d1ce0a79c33 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052279 Aug 10 01:03:43.286208 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea28911-8a7c-44a0-bf0b-ffdba23ccc6f tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25f08069-fdb2-4c2b-9926-42ac225d0d1f,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:43.293507 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-77ad78bd-0b56-4737-a811-341948662340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:43.307339 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-77ad78bd-0b56-4737-a811-341948662340 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d54a97df-af07-4157-a933-a9c7f148706f']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:43.320305 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-77ad78bd-0b56-4737-a811-341948662340 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d0ff621-3a64-4796-aca3-79bbdbdd1bd3') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:43.320605 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-77ad78bd-0b56-4737-a811-341948662340 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d0ff621-3a64-4796-aca3-79bbdbdd1bd3') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:43.327049 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-18f092a5-218a-46d3-968f-bd34b3b9857d tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0455480 Aug 10 01:03:43.327399 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51714) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:43.334030 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-77ad78bd-0b56-4737-a811-341948662340 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:43.341330 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-ad86d907-c28a-47a1-a957-1d1bfddbed54 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Request body: {'security_group_rule': {'security_group_id': '637b3cc0-fe1c-4a27-bd7d-ea42b451f09c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:43.354040 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-77ad78bd-0b56-4737-a811-341948662340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:43.364217 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77ad78bd-0b56-4737-a811-341948662340 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:03:43.365016 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-77ad78bd-0b56-4737-a811-341948662340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:43.367073 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:03:43.367073 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:03:43.367073 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:03:43.367073 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:03:43.367073 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:03:43.367073 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:03:43.367073 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:03:43.367073 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:03:43.367073 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:03:43.367073 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:03:43.367073 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:03:43.367073 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:03:43.367073 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:03:43.367073 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:03:43.367073 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:03:43.367073 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:03:43.367073 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:03:43.367073 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:03:43.367073 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:03:43.367073 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:03:43.367073 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:03:43.367073 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:03:43.367073 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:03:43.367073 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:03:43.367073 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:03:43.367073 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:03:43.367073 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:03:43.367073 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:03:43.367073 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:03:43.367073 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:03:43.367073 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:03:43.367073 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:03:43.381550 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ad86d907-c28a-47a1-a957-1d1bfddbed54 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:43.431821 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ad86d907-c28a-47a1-a957-1d1bfddbed54 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:43.436366 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ad86d907-c28a-47a1-a957-1d1bfddbed54 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:43.462001 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-77ad78bd-0b56-4737-a811-341948662340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:43.466126 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86d907-c28a-47a1-a957-1d1bfddbed54 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27b04ce9-c7cc-425d-95ad-4b82cd67f8c9,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:43.478504 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ad86d907-c28a-47a1-a957-1d1bfddbed54 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:43.488304 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ad86d907-c28a-47a1-a957-1d1bfddbed54 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1572771 Aug 10 01:03:43.488304 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51720) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:43.497768 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-77ad78bd-0b56-4737-a811-341948662340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:43.503985 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-77ad78bd-0b56-4737-a811-341948662340 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d54a97df-af07-4157-a933-a9c7f148706f HTTP/1.1" status: 204 len: 168 time: 1.0156684 Aug 10 01:03:43.511368 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-fe76b6d3-6825-43a2-816a-653d07bce22f tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "GET /v2.0/security-group-rules/27b04ce9-c7cc-425d-95ad-4b82cd67f8c9 HTTP/1.1" status: 200 len: 763 time: 0.0221598 Aug 10 01:03:43.516295 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360caca-b723-4599-b3f4-d256ba99baef req-4d8aae75-b0b2-4301-aa9b-9f44c912521f tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:43.517836 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9360caca-b723-4599-b3f4-d256ba99baef req-4d8aae75-b0b2-4301-aa9b-9f44c912521f tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1377058 Aug 10 01:03:43.518884 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51728) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:43.521168 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad78bd-0b56-4737-a811-341948662340 admin admin] Pushing event deleted for resources: {'Network': ['ID=d54a97df-af07-4157-a933-a9c7f148706f,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:43.649506 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-78a6551c-bbdd-4163-95db-a6cac58ce687 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1296160 Aug 10 01:03:43.652278 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51732) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:43.655483 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9360caca-b723-4599-b3f4-d256ba99baef req-7f073bb5-d7d4-4153-9502-b8e1fcebe20f tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148798 Aug 10 01:03:43.673226 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5d5b2-b528-4b00-bfa6-44db7d5039c7 req-1dbf128d-02ef-4d0c-a8bd-f136dc011f72 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:43.674682 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7eb5d5b2-b528-4b00-bfa6-44db7d5039c7 req-1dbf128d-02ef-4d0c-a8bd-f136dc011f72 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/ports?device_id=b58116e5-a958-4038-a59b-258cefe9b5ff HTTP/1.1" status: 200 len: 948 time: 0.1231043 Aug 10 01:03:43.686949 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9406b4ce-4109-4a66-85ae-ef9323d1c51d no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:03:43.705590 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-acaa09d0-5d8f-4675-a227-154146722fab tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:43.714990 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-acaa09d0-5d8f-4675-a227-154146722fab tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:43.730796 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 9406b4ce-4109-4a66-85ae-ef9323d1c51d {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:03:43.731193 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9406b4ce-4109-4a66-85ae-ef9323d1c51d not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:03:43.731636 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 231e78e7-3b9a-48a9-9b60-668a7c3236d1 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:03:43.746208 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7eb5d5b2-b528-4b00-bfa6-44db7d5039c7 req-ff15083f-d453-472a-b2ce-6f4a2ad0ede4 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a9cf249-14a8-4635-9cd7-ba26a4b6d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631905 Aug 10 01:03:43.755245 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 231e78e7-3b9a-48a9-9b60-668a7c3236d1 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:03:43.755533 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-acaa09d0-5d8f-4675-a227-154146722fab tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:43.756127 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 231e78e7-3b9a-48a9-9b60-668a7c3236d1 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:03:43.765380 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-acaa09d0-5d8f-4675-a227-154146722fab tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:43.770207 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51736) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:43.772811 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-acaa09d0-5d8f-4675-a227-154146722fab tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/27b04ce9-c7cc-425d-95ad-4b82cd67f8c9 HTTP/1.1" status: 204 len: 168 time: 0.1189313 Aug 10 01:03:43.777986 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa09d0-5d8f-4675-a227-154146722fab tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27b04ce9-c7cc-425d-95ad-4b82cd67f8c9,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:43.802562 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a044d85d-d92e-4bba-ba2c-52855dc433e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:43.808684 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51738) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:43.843977 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-84485d16-92d8-4747-9638-25dfc7526029 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0721476 Aug 10 01:03:43.846678 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51740) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:43.852100 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-64ea5e1d-df72-49b1-ac26-597ac948d978 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Request body: {'security_group_rule': {'security_group_id': '637b3cc0-fe1c-4a27-bd7d-ea42b451f09c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:43.869171 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ba2e5e0e-e19d-48bb-ad6f-6f44d60b7667 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4cced21c66594cf8bb9b76af567d131a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0565102 Aug 10 01:03:43.870209 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51742) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:43.889490 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-64ea5e1d-df72-49b1-ac26-597ac948d978 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:43.941161 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d0b0db6f-91b8-4d5c-ac47-54f08d62696c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:43.963999 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-64ea5e1d-df72-49b1-ac26-597ac948d978 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:43.969535 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-64ea5e1d-df72-49b1-ac26-597ac948d978 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:43.983047 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d0b0db6f-91b8-4d5c-ac47-54f08d62696c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:43.987509 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea5e1d-df72-49b1-ac26-597ac948d978 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fbc5d60-532d-4172-b869-fdc0d3dee326,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:44.010233 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-64ea5e1d-df72-49b1-ac26-597ac948d978 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:44.015172 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51752) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:44.015655 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-64ea5e1d-df72-49b1-ac26-597ac948d978 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1673021 Aug 10 01:03:44.034680 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9f1bb12a-2285-4f03-8460-d73e3a582762 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "GET /v2.0/security-group-rules/8fbc5d60-532d-4172-b869-fdc0d3dee326 HTTP/1.1" status: 200 len: 764 time: 0.0178654 Aug 10 01:03:44.037363 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51754) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:44.088432 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-da30e211-82a1-464e-9ac9-5c5dfaf8e41c tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0498140 Aug 10 01:03:44.091541 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51760) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:44.098956 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d0b0db6f-91b8-4d5c-ac47-54f08d62696c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:44.101626 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d0b0db6f-91b8-4d5c-ac47-54f08d62696c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:44.105222 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d0b0db6f-91b8-4d5c-ac47-54f08d62696c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fe40fa32-3715-4b32-87b5-b6c6017358ce HTTP/1.1" status: 204 len: 168 time: 0.2316360 Aug 10 01:03:44.133179 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-019d542d-18ad-4448-ab7c-b35b374555bd tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:44.142913 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-019d542d-18ad-4448-ab7c-b35b374555bd tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:44.169860 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b0db6f-91b8-4d5c-ac47-54f08d62696c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe40fa32-3715-4b32-87b5-b6c6017358ce,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:44.192796 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-019d542d-18ad-4448-ab7c-b35b374555bd tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:44.199351 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-019d542d-18ad-4448-ab7c-b35b374555bd tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:44.202875 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-019d542d-18ad-4448-ab7c-b35b374555bd tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/8fbc5d60-532d-4172-b869-fdc0d3dee326 HTTP/1.1" status: 204 len: 168 time: 0.1081569 Aug 10 01:03:44.203562 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51770) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:44.217965 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d542d-18ad-4448-ab7c-b35b374555bd tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8fbc5d60-532d-4172-b869-fdc0d3dee326,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:44.291779 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5a153fa3-ed0c-42d0-b323-204bb197c45c tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0865836 Aug 10 01:03:44.294486 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51772) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:44.317836 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f2f9d-ec89-48e6-a9b3-972209a5b5ab req-d7921fc9-a9e3-4d75-9aa5-b08af8123e13 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:44.319338 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2f7f2f9d-ec89-48e6-a9b3-972209a5b5ab req-d7921fc9-a9e3-4d75-9aa5-b08af8123e13 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1044974 Aug 10 01:03:44.379886 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2f7f2f9d-ec89-48e6-a9b3-972209a5b5ab req-d5b2d4cf-048e-47ad-8539-1b3425e64dd0 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428658 Aug 10 01:03:44.401682 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-71463518-d8ab-41a8-9d3d-e6eb3f0fae40 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:44.411011 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:44.429309 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-71463518-d8ab-41a8-9d3d-e6eb3f0fae40 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:44.478560 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-71463518-d8ab-41a8-9d3d-e6eb3f0fae40 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:44.481237 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-71463518-d8ab-41a8-9d3d-e6eb3f0fae40 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:44.482383 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-71463518-d8ab-41a8-9d3d-e6eb3f0fae40 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "DELETE /v2.0/security-groups/637b3cc0-fe1c-4a27-bd7d-ea42b451f09c HTTP/1.1" status: 204 len: 168 time: 0.1869984 Aug 10 01:03:44.485027 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51784) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:44.492405 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71463518-d8ab-41a8-9d3d-e6eb3f0fae40 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=637b3cc0-fe1c-4a27-bd7d-ea42b451f09c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:44.551250 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d5bc02c5-f6b8-46d4-a2a2-8ed71f26dfc9 tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0647764 Aug 10 01:03:44.556829 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51790) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:44.612751 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7312d30f-2be6-4755-b24e-00fd4d5a786d tempest-SecGroupTest-1179782139 tempest-SecGroupTest-1179782139-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0540895 Aug 10 01:03:44.923707 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51812) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:44.930563 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b340fb-b2c9-4d9c-880a-0598cb88a41e req-11c1e6c3-0b9b-4003-be90-5d57b960512c tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:44.932130 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-29b340fb-b2c9-4d9c-880a-0598cb88a41e req-11c1e6c3-0b9b-4003-be90-5d57b960512c tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/ports?device_id=b58116e5-a958-4038-a59b-258cefe9b5ff HTTP/1.1" status: 200 len: 948 time: 0.0676098 Aug 10 01:03:44.979815 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-29b340fb-b2c9-4d9c-880a-0598cb88a41e req-aa7a67fa-4905-4a99-b8fb-80928dcd47cd tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a9cf249-14a8-4635-9cd7-ba26a4b6d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401125 Aug 10 01:03:45.038140 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51820) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:45.045956 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:45.144037 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-48c1174f-dbec-4635-ab2f-610e34ddc05b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-266758262-network', 'tenant_id': '58f5f591a9e145328af93436512eedc7'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:45.152330 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c569291a-2883-4deb-af48-d3cfa0c40fb1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=84e417b4dd9d43b7afd5ebde1bb6a386&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2272758 Aug 10 01:03:45.155092 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51826) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:45.170561 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c1174f-dbec-4635-ab2f-610e34ddc05b admin admin] Made reservation on behalf of 58f5f591a9e145328af93436512eedc7 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:03:45.173427 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-48c1174f-dbec-4635-ab2f-610e34ddc05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:45.184946 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-48c1174f-dbec-4635-ab2f-610e34ddc05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:45.205182 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-765112b8-5440-4dc6-83da-b3aeca417b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:45.229623 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-765112b8-5440-4dc6-83da-b3aeca417b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:45.282646 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-765112b8-5440-4dc6-83da-b3aeca417b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:45.283644 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-48c1174f-dbec-4635-ab2f-610e34ddc05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:45.285745 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-765112b8-5440-4dc6-83da-b3aeca417b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:45.286820 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-765112b8-5440-4dc6-83da-b3aeca417b08 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3cb7b4b4-8d2a-489d-8bad-0dd22fab54a4 HTTP/1.1" status: 204 len: 168 time: 0.1307209 Aug 10 01:03:45.287876 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-48c1174f-dbec-4635-ab2f-610e34ddc05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:45.295849 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765112b8-5440-4dc6-83da-b3aeca417b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb7b4b4-8d2a-489d-8bad-0dd22fab54a4,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:45.308930 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c1174f-dbec-4635-ab2f-610e34ddc05b admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:03:45.335879 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1174f-dbec-4635-ab2f-610e34ddc05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2040a7-90d5-4f19-b129-72a3ae8d0e91,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:45.348866 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-48c1174f-dbec-4635-ab2f-610e34ddc05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:45.349223 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-48c1174f-dbec-4635-ab2f-610e34ddc05b admin admin] Added segment 4fc48893-904d-478f-8870-c709242503a4 of type vlan for network 5846a124-2763-4bad-b7f2-a82a3ed79551 Aug 10 01:03:45.393343 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-48c1174f-dbec-4635-ab2f-610e34ddc05b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:45.435681 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-48c1174f-dbec-4635-ab2f-610e34ddc05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:45.436824 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c1174f-dbec-4635-ab2f-610e34ddc05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:45.437716 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-48c1174f-dbec-4635-ab2f-610e34ddc05b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:45.478040 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 0701fa97-59ed-4715-8510-d8df979e407b details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:03:45.493475 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-48c1174f-dbec-4635-ab2f-610e34ddc05b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4539557 Aug 10 01:03:45.496302 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51838) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:45.503154 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-257a029c-26a3-486d-b7ed-d5923c636c0d admin admin] Request body: {'subnet': {'network_id': '5846a124-2763-4bad-b7f2-a82a3ed79551', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-266758262-subnet', 'tenant_id': '58f5f591a9e145328af93436512eedc7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:45.512006 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1174f-dbec-4635-ab2f-610e34ddc05b admin admin] Pushing event updated for resources: {'Network': ['ID=5846a124-2763-4bad-b7f2-a82a3ed79551,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:45.540604 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257a029c-26a3-486d-b7ed-d5923c636c0d admin admin] Made reservation on behalf of 58f5f591a9e145328af93436512eedc7 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:03:45.543283 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-257a029c-26a3-486d-b7ed-d5923c636c0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:45.562250 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89dde22-0072-4dcb-aa91-cd69fe6a35ff req-22b90c11-cdea-4ee4-ac36-02338e4a0957 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:45.570107 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e89dde22-0072-4dcb-aa91-cd69fe6a35ff req-22b90c11-cdea-4ee4-ac36-02338e4a0957 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.0816069 Aug 10 01:03:45.597475 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 5846a124-2763-4bad-b7f2-a82a3ed79551 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:03:45.680954 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 0701fa97-59ed-4715-8510-d8df979e407b, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=0701fa97-59ed-4715-8510-d8df979e407b,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:45.688756 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e89dde22-0072-4dcb-aa91-cd69fe6a35ff req-4c87e1ec-e98e-483c-b6fe-a078ffa7a05f tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029243 Aug 10 01:03:45.695140 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '0701fa97-59ed-4715-8510-d8df979e407b', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': '0701fa97-59ed-4715-8510-d8df979e407b', 'mac_address': 'fa:16:3e:10:f1:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:03:45.739828 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:45.753672 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0701fa97-59ed-4715-8510-d8df979e407b {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:03:45.766186 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-257a029c-26a3-486d-b7ed-d5923c636c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:45.775206 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 0701fa97-59ed-4715-8510-d8df979e407b, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=0701fa97-59ed-4715-8510-d8df979e407b,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:45.782428 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:45.842564 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=0701fa97-59ed-4715-8510-d8df979e407b,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:45.854256 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257a029c-26a3-486d-b7ed-d5923c636c0d admin admin] Checking segment: {'id': '4fc48893-904d-478f-8870-c709242503a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5846a124-2763-4bad-b7f2-a82a3ed79551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:03:45.854531 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257a029c-26a3-486d-b7ed-d5923c636c0d admin admin] Network hostable DHCP agents. Network: 5846a124-2763-4bad-b7f2-a82a3ed79551, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:03:45.858313 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a029c-26a3-486d-b7ed-d5923c636c0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5de8dcd6-cb77-4537-ada3-97377719a6ca,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:45.875556 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257a029c-26a3-486d-b7ed-d5923c636c0d admin admin] Network 5846a124-2763-4bad-b7f2-a82a3ed79551 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:03:45.885719 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-257a029c-26a3-486d-b7ed-d5923c636c0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 5846a124-2763-4bad-b7f2-a82a3ed79551) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:45.894304 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fc965e-0825-4a18-8656-5b42388b9033 None None] Network 5846a124-2763-4bad-b7f2-a82a3ed79551 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:03:45.897632 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257a029c-26a3-486d-b7ed-d5923c636c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:45.898242 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-257a029c-26a3-486d-b7ed-d5923c636c0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:45.914877 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-257a029c-26a3-486d-b7ed-d5923c636c0d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4174237 Aug 10 01:03:45.917728 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51854) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:45.923418 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-94229b25-34e0-4de1-942b-cb1e24f5b7f2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-266758262-router', 'tenant_id': '58f5f591a9e145328af93436512eedc7', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:45.958004 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-94229b25-34e0-4de1-942b-cb1e24f5b7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:45.959708 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-94229b25-34e0-4de1-942b-cb1e24f5b7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:46.098029 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-94229b25-34e0-4de1-942b-cb1e24f5b7f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:46.129963 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24c5e8e-52e3-44cf-83ee-73a91ee331a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-5846a124-2763-4bad-b7f2-a82a3ed79551', 'network_id': '5846a124-2763-4bad-b7f2-a82a3ed79551', 'tenant_id': '58f5f591a9e145328af93436512eedc7', 'fixed_ips': [{'subnet_id': '5de8dcd6-cb77-4537-ada3-97377719a6ca'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:03:46.129963 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d24c5e8e-52e3-44cf-83ee-73a91ee331a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:46.190327 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c193b6e-f098-4d3e-8af8-b0f6aa541462 req-606fcd20-2b68-44af-8899-0660181dae61 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:46.199798 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3c193b6e-f098-4d3e-8af8-b0f6aa541462 req-606fcd20-2b68-44af-8899-0660181dae61 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/ports?device_id=b58116e5-a958-4038-a59b-258cefe9b5ff HTTP/1.1" status: 200 len: 949 time: 0.1107764 Aug 10 01:03:46.223948 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['0701fa97-59ed-4715-8510-d8df979e407b'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:03:46.252402 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3c193b6e-f098-4d3e-8af8-b0f6aa541462 req-a28e7317-8e56-4035-89c5-a7ddc91585f4 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a9cf249-14a8-4635-9cd7-ba26a4b6d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512073 Aug 10 01:03:46.260030 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:46.305417 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51872) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:46.355372 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-d24c5e8e-52e3-44cf-83ee-73a91ee331a2 None None] Allocated IP 172.20.0.2 (5846a124-2763-4bad-b7f2-a82a3ed79551/5de8dcd6-cb77-4537-ada3-97377719a6ca/78d2c311-ade5-415c-ad25-03c62c63cf97) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:03:46.433559 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-54442185-f542-43df-b5cf-a0bd2df79684 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:46.434487 n-d-766726-26 neutron-server[105826]: WARNING neutron.api.v2.base [None req-54442185-f542-43df-b5cf-a0bd2df79684 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 10 01:03:46.434987 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-54442185-f542-43df-b5cf-a0bd2df79684 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] create failed (client error): There was a conflict when trying to complete your request. Aug 10 01:03:46.436109 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-54442185-f542-43df-b5cf-a0bd2df79684 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1294205 Aug 10 01:03:46.439923 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51880) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:46.445574 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-c929cbce-086b-4835-83bf-2bb6622b8ff4 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Request body: {'security_group': {'name': 'tempest-secgroup--1534984235'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:46.480911 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c929cbce-086b-4835-83bf-2bb6622b8ff4 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:46.495244 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c929cbce-086b-4835-83bf-2bb6622b8ff4 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:46.611409 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-94229b25-34e0-4de1-942b-cb1e24f5b7f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:46.636250 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d24c5e8e-52e3-44cf-83ee-73a91ee331a2 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:46.645357 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c929cbce-086b-4835-83bf-2bb6622b8ff4 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:46.645664 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d24c5e8e-52e3-44cf-83ee-73a91ee331a2 None None] Transition to ACTIVE for port object 78d2c311-ade5-415c-ad25-03c62c63cf97 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:03:46.651171 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c929cbce-086b-4835-83bf-2bb6622b8ff4 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:46.662925 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d24c5e8e-52e3-44cf-83ee-73a91ee331a2 None None] Transition to ACTIVE for port object 78d2c311-ade5-415c-ad25-03c62c63cf97 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:03:46.669870 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d24c5e8e-52e3-44cf-83ee-73a91ee331a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:46.707321 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929cbce-086b-4835-83bf-2bb6622b8ff4 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=146f1595-36e8-4fa9-b6bb-9c0c81f47096,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:46.737866 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24c5e8e-52e3-44cf-83ee-73a91ee331a2 None None] Network 5846a124-2763-4bad-b7f2-a82a3ed79551 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:03:46.742922 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-d24c5e8e-52e3-44cf-83ee-73a91ee331a2 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:46.746447 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24c5e8e-52e3-44cf-83ee-73a91ee331a2 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:03:46.771303 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c5e8e-52e3-44cf-83ee-73a91ee331a2 None None] Pushing event updated for resources: {'Port': ['ID=78d2c311-ade5-415c-ad25-03c62c63cf97,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:46.786211 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c929cbce-086b-4835-83bf-2bb6622b8ff4 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:46.791756 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c929cbce-086b-4835-83bf-2bb6622b8ff4 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:46.852683 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d24c5e8e-52e3-44cf-83ee-73a91ee331a2 None None] Attempting to bind port 78d2c311-ade5-415c-ad25-03c62c63cf97 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:03:46.853053 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d24c5e8e-52e3-44cf-83ee-73a91ee331a2 None None] Attempting to bind port 78d2c311-ade5-415c-ad25-03c62c63cf97 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '4fc48893-904d-478f-8870-c709242503a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5846a124-2763-4bad-b7f2-a82a3ed79551'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:03:46.853416 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24c5e8e-52e3-44cf-83ee-73a91ee331a2 None None] Attempting to bind port 78d2c311-ade5-415c-ad25-03c62c63cf97 on network 5846a124-2763-4bad-b7f2-a82a3ed79551 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:03:46.859150 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24c5e8e-52e3-44cf-83ee-73a91ee331a2 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:03:46.859526 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24c5e8e-52e3-44cf-83ee-73a91ee331a2 None None] Checking segment: {'id': '4fc48893-904d-478f-8870-c709242503a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5846a124-2763-4bad-b7f2-a82a3ed79551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:03:46.860042 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d24c5e8e-52e3-44cf-83ee-73a91ee331a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:46.860693 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24c5e8e-52e3-44cf-83ee-73a91ee331a2 None None] Bound using segment: {'id': '4fc48893-904d-478f-8870-c709242503a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5846a124-2763-4bad-b7f2-a82a3ed79551'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:03:46.861188 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d24c5e8e-52e3-44cf-83ee-73a91ee331a2 None None] Bound port: 78d2c311-ade5-415c-ad25-03c62c63cf97, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc48893-904d-478f-8870-c709242503a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5846a124-2763-4bad-b7f2-a82a3ed79551'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:03:46.861639 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d24c5e8e-52e3-44cf-83ee-73a91ee331a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:46.875661 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929cbce-086b-4835-83bf-2bb6622b8ff4 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c082198d-7e8c-435b-ad83-7cb77ff4405a,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:46.880060 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c929cbce-086b-4835-83bf-2bb6622b8ff4 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:46.885300 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c929cbce-086b-4835-83bf-2bb6622b8ff4 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4442801 Aug 10 01:03:46.891011 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51890) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:46.898334 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-7d4cdb50-3320-48e4-976d-87534e9fc243 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Request body: {'security_group_rule': {'security_group_id': 'c082198d-7e8c-435b-ad83-7cb77ff4405a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:46.911165 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-94229b25-34e0-4de1-942b-cb1e24f5b7f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:46.928726 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84e5d7-7740-4d5f-bab8-9933d4261fc0 req-4efdebc6-01e1-440c-acc2-f4dfb2840c7d tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:46.930477 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8c84e5d7-7740-4d5f-bab8-9933d4261fc0 req-4efdebc6-01e1-440c-acc2-f4dfb2840c7d tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1034529 Aug 10 01:03:46.938648 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7d4cdb50-3320-48e4-976d-87534e9fc243 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:46.948650 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-94229b25-34e0-4de1-942b-cb1e24f5b7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:46.950251 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d24c5e8e-52e3-44cf-83ee-73a91ee331a2 None None] For port 78d2c311-ade5-415c-ad25-03c62c63cf97, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:03:46.954113 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d24c5e8e-52e3-44cf-83ee-73a91ee331a2 None None] For port 78d2c311-ade5-415c-ad25-03c62c63cf97, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=78d2c311-ade5-415c-ad25-03c62c63cf97,segment=NetworkSegment(4fc48893-904d-478f-8870-c709242503a4),segment_id=4fc48893-904d-478f-8870-c709242503a4)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:03:46.960843 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d24c5e8e-52e3-44cf-83ee-73a91ee331a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:47.002402 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8c84e5d7-7740-4d5f-bab8-9933d4261fc0 req-97d37a84-edb9-45c6-8086-ba1a0af11091 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646925 Aug 10 01:03:47.039292 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7d4cdb50-3320-48e4-976d-87534e9fc243 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:47.044940 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7d4cdb50-3320-48e4-976d-87534e9fc243 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:47.089296 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c5e8e-52e3-44cf-83ee-73a91ee331a2 None None] Pushing event updated for resources: {'Port': ['ID=78d2c311-ade5-415c-ad25-03c62c63cf97,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:47.091330 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4cdb50-3320-48e4-976d-87534e9fc243 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c41d66b-b122-4626-8032-4e074cec3e7b,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:47.111297 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7d4cdb50-3320-48e4-976d-87534e9fc243 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:47.115251 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7d4cdb50-3320-48e4-976d-87534e9fc243 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2195928 Aug 10 01:03:47.115380 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51898) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:47.121145 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-a306c99d-db73-4619-90e7-ce204742f3a9 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Request body: {'security_group_rule': {'security_group_id': 'c082198d-7e8c-435b-ad83-7cb77ff4405a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:47.165881 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a306c99d-db73-4619-90e7-ce204742f3a9 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:47.190516 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-94229b25-34e0-4de1-942b-cb1e24f5b7f2 admin admin] Allocated IP 172.25.2.48 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/b8b05dcd-8e2b-443b-a36a-faf7892a090c) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:03:47.218381 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-a306c99d-db73-4619-90e7-ce204742f3a9 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] create failed (client error): There was a conflict when trying to complete your request. Aug 10 01:03:47.223021 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a306c99d-db73-4619-90e7-ce204742f3a9 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1065853 Aug 10 01:03:47.223866 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51900) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:47.335578 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-80343fc9-ef9f-47a1-afe0-48ad2bea194c tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:47.338081 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-94229b25-34e0-4de1-942b-cb1e24f5b7f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:47.392301 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-94229b25-34e0-4de1-942b-cb1e24f5b7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:47.426766 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-80343fc9-ef9f-47a1-afe0-48ad2bea194c tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:47.434379 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94229b25-34e0-4de1-942b-cb1e24f5b7f2 admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:03:47.442221 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-94229b25-34e0-4de1-942b-cb1e24f5b7f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:47.442787 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94229b25-34e0-4de1-942b-cb1e24f5b7f2 admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:03:47.471514 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf2730-92c7-4bce-981f-a09ea5bc0883 req-d6d20db0-eb49-4c13-a506-6c96688da304 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:47.473674 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3ddf2730-92c7-4bce-981f-a09ea5bc0883 req-d6d20db0-eb49-4c13-a506-6c96688da304 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/ports?device_id=b58116e5-a958-4038-a59b-258cefe9b5ff HTTP/1.1" status: 200 len: 949 time: 0.0935190 Aug 10 01:03:47.488108 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94229b25-34e0-4de1-942b-cb1e24f5b7f2 admin admin] Pushing event updated for resources: {'Port': ['ID=b8b05dcd-8e2b-443b-a36a-faf7892a090c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:47.493094 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 0701fa97-59ed-4715-8510-d8df979e407b up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:03:47.538021 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3ddf2730-92c7-4bce-981f-a09ea5bc0883 req-e6c384bc-5585-461d-8328-42e8b9132b4b tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a9cf249-14a8-4635-9cd7-ba26a4b6d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503619 Aug 10 01:03:47.553322 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-80343fc9-ef9f-47a1-afe0-48ad2bea194c tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:47.556985 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-80343fc9-ef9f-47a1-afe0-48ad2bea194c tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:47.561635 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-80343fc9-ef9f-47a1-afe0-48ad2bea194c tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "DELETE /v2.0/security-groups/c082198d-7e8c-435b-ad83-7cb77ff4405a HTTP/1.1" status: 204 len: 168 time: 0.3334200 Aug 10 01:03:47.567798 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 0701fa97-59ed-4715-8510-d8df979e407b completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:03:47.568971 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51908) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:47.569961 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80343fc9-ef9f-47a1-afe0-48ad2bea194c tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c082198d-7e8c-435b-ad83-7cb77ff4405a,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:47.572930 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 0701fa97-59ed-4715-8510-d8df979e407b triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:47.573364 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:47.643577 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-97bb428f-dd40-483e-9392-b6fd36bd2324 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0713315 Aug 10 01:03:47.647147 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51912) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:47.652139 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-e6e04c7e-7566-4fdd-819b-321458fa8a0c tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Request body: {'security_group': {'name': 'tempest-secgroup--1536959728'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:47.695275 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e6e04c7e-7566-4fdd-819b-321458fa8a0c tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:47.702832 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:47.765616 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58116e5-a958-4038-a59b-258cefe9b5ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0701fa97-59ed-4715-8510-d8df979e407b'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:03:47.770034 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b064dc7-0c94-4700-bafc-745d6bc6e13d" -d '{"events": [{"server_uuid": "b58116e5-a958-4038-a59b-258cefe9b5ff", "name": "network-vif-plugged", "status": "completed", "tag": "0701fa97-59ed-4715-8510-d8df979e407b"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:03:47.793967 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 0701fa97-59ed-4715-8510-d8df979e407b, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=0701fa97-59ed-4715-8510-d8df979e407b,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:47.803260 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 78d2c311-ade5-415c-ad25-03c62c63cf97 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:03:47.809845 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:47.821485 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e6e04c7e-7566-4fdd-819b-321458fa8a0c tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:47.828682 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e6e04c7e-7566-4fdd-819b-321458fa8a0c tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:47.847062 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00122d4c-79ad-46b5-a2bb-5224bd7dc3e1 x-openstack-request-id: req-00122d4c-79ad-46b5-a2bb-5224bd7dc3e1 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:03:47.847284 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b58116e5-a958-4038-a59b-258cefe9b5ff", "name": "network-vif-plugged", "status": "completed", "tag": "0701fa97-59ed-4715-8510-d8df979e407b", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:03:47.847475 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-00122d4c-79ad-46b5-a2bb-5224bd7dc3e1 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:03:47.847901 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58116e5-a958-4038-a59b-258cefe9b5ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0701fa97-59ed-4715-8510-d8df979e407b', 'code': 200} Aug 10 01:03:47.848402 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e6e04c7e-7566-4fdd-819b-321458fa8a0c tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:47.850212 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e6e04c7e-7566-4fdd-819b-321458fa8a0c tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2019176 Aug 10 01:03:47.856472 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51920) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:47.866697 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-00017e26-5bfb-42d9-b6b5-b61afb2e64b7 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Request body: {'security_group_rule': {'security_group_id': '1b63cae7-3774-42b1-bc45-b296a222a797', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:47.867687 n-d-766726-26 neutron-server[105826]: WARNING neutron.api.v2.base [None req-00017e26-5bfb-42d9-b6b5-b61afb2e64b7 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 10 01:03:47.868315 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-00017e26-5bfb-42d9-b6b5-b61afb2e64b7 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:03:47.869573 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-00017e26-5bfb-42d9-b6b5-b61afb2e64b7 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0119252 Aug 10 01:03:47.873298 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51922) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:47.909078 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e04c7e-7566-4fdd-819b-321458fa8a0c tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b63cae7-3774-42b1-bc45-b296a222a797,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:47.939333 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-94229b25-34e0-4de1-942b-cb1e24f5b7f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:47.960012 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=0701fa97-59ed-4715-8510-d8df979e407b,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:47.973376 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 78d2c311-ade5-415c-ad25-03c62c63cf97 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:03:47.980028 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fe335efe-fd7a-4894-8bab-d1c06b69121f tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:48.017703 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fe335efe-fd7a-4894-8bab-d1c06b69121f tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:48.085063 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fe335efe-fd7a-4894-8bab-d1c06b69121f tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:48.095924 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fe335efe-fd7a-4894-8bab-d1c06b69121f tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:48.097753 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-fe335efe-fd7a-4894-8bab-d1c06b69121f tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "DELETE /v2.0/security-groups/1b63cae7-3774-42b1-bc45-b296a222a797 HTTP/1.1" status: 204 len: 168 time: 0.2233984 Aug 10 01:03:48.103883 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51926) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:48.111870 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe335efe-fd7a-4894-8bab-d1c06b69121f tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b63cae7-3774-42b1-bc45-b296a222a797,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:48.230294 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3d525-5ac6-4a47-b96b-bb4be7363a81 req-128fdb83-79c8-4eec-866c-25559d988fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:48.232806 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5fc3d525-5ac6-4a47-b96b-bb4be7363a81 req-128fdb83-79c8-4eec-866c-25559d988fba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b58116e5-a958-4038-a59b-258cefe9b5ff HTTP/1.1" status: 200 len: 1102 time: 0.2240322 Aug 10 01:03:48.234278 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962bfe4-6257-4d4b-82b5-e27a2e192d92 req-c27a1143-a273-4222-9667-3fade0763cb1 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:48.249526 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4962bfe4-6257-4d4b-82b5-e27a2e192d92 req-c27a1143-a273-4222-9667-3fade0763cb1 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1168821 Aug 10 01:03:48.341435 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5fc3d525-5ac6-4a47-b96b-bb4be7363a81 req-c167f71d-b21c-480a-8e9f-a109ebe353dc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4a9cf249-14a8-4635-9cd7-ba26a4b6d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889041 Aug 10 01:03:48.342318 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4962bfe4-6257-4d4b-82b5-e27a2e192d92 req-47b1e588-397d-46fb-937a-bdbb25892ca6 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908117 Aug 10 01:03:48.348574 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3f9a4a71-54bf-4aff-a9bb-d18deb12077c tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2434549 Aug 10 01:03:48.352542 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51934) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:48.366203 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-0aa9d493-cff6-4c27-b6b8-394c317bb742 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Request body: {'security_group': {'name': 'tempest-secgroup--520754107'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:48.416539 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0aa9d493-cff6-4c27-b6b8-394c317bb742 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:48.498948 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af45725d-52fc-427b-98af-d4b02c5e5aa1 None None] Network 5846a124-2763-4bad-b7f2-a82a3ed79551 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:03:48.501592 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-94229b25-34e0-4de1-942b-cb1e24f5b7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:48.558932 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0aa9d493-cff6-4c27-b6b8-394c317bb742 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:48.565850 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0aa9d493-cff6-4c27-b6b8-394c317bb742 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:48.581386 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b455d91a-f341-4c03-88c4-75aa04b4d587 None None] Provisioning for port 78d2c311-ade5-415c-ad25-03c62c63cf97 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:03:48.593362 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b455d91a-f341-4c03-88c4-75aa04b4d587 None None] Provisioning complete for port 78d2c311-ade5-415c-ad25-03c62c63cf97 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:48.593833 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b455d91a-f341-4c03-88c4-75aa04b4d587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:48.613371 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0aa9d493-cff6-4c27-b6b8-394c317bb742 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:48.614808 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0aa9d493-cff6-4c27-b6b8-394c317bb742 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2609999 Aug 10 01:03:48.615580 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9d493-cff6-4c27-b6b8-394c317bb742 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7392aa4-5068-4c29-8c84-bd3e7307d825,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:48.623645 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51942) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:48.625533 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-852e089d-60a5-44a7-aeed-97483f8243a2 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Request body: {'security_group_rule': {'security_group_id': 'd7392aa4-5068-4c29-8c84-bd3e7307d825', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:48.626392 n-d-766726-26 neutron-server[105826]: WARNING neutron.api.v2.base [None req-852e089d-60a5-44a7-aeed-97483f8243a2 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 10 01:03:48.627637 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-852e089d-60a5-44a7-aeed-97483f8243a2 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:03:48.628830 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-852e089d-60a5-44a7-aeed-97483f8243a2 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0083995 Aug 10 01:03:48.633207 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51946) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:48.759239 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6c311a1d-a9ca-4fad-9131-73218711e6e0 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:48.762036 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94229b25-34e0-4de1-942b-cb1e24f5b7f2 admin admin] Router 37bf1616-a007-4213-9a0f-f6fa8b014723 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:03:48.800677 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6c311a1d-a9ca-4fad-9131-73218711e6e0 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:48.816794 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b455d91a-f341-4c03-88c4-75aa04b4d587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:48.872782 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb3209-dff9-430a-a9a1-c4e532d694b2 req-f772d0f8-d547-403e-b40a-c5a9ff8da060 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:48.874390 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-59fb3209-dff9-430a-a9a1-c4e532d694b2 req-f772d0f8-d547-403e-b40a-c5a9ff8da060 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/ports?device_id=b58116e5-a958-4038-a59b-258cefe9b5ff HTTP/1.1" status: 200 len: 950 time: 0.1362984 Aug 10 01:03:48.893264 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-b455d91a-f341-4c03-88c4-75aa04b4d587 None None] For port 78d2c311-ade5-415c-ad25-03c62c63cf97, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=78d2c311-ade5-415c-ad25-03c62c63cf97,segment=NetworkSegment(4fc48893-904d-478f-8870-c709242503a4),segment_id=4fc48893-904d-478f-8870-c709242503a4)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:48.905382 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b455d91a-f341-4c03-88c4-75aa04b4d587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:48.960331 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6c311a1d-a9ca-4fad-9131-73218711e6e0 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:48.963697 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6c311a1d-a9ca-4fad-9131-73218711e6e0 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:48.965123 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-59fb3209-dff9-430a-a9a1-c4e532d694b2 req-d2ca898a-c7d2-4274-8ba2-2a5e61970ffd tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a9cf249-14a8-4635-9cd7-ba26a4b6d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829432 Aug 10 01:03:48.979073 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6c311a1d-a9ca-4fad-9131-73218711e6e0 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "DELETE /v2.0/security-groups/d7392aa4-5068-4c29-8c84-bd3e7307d825 HTTP/1.1" status: 204 len: 168 time: 0.3422523 Aug 10 01:03:48.979647 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51952) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:49.008875 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455d91a-f341-4c03-88c4-75aa04b4d587 None None] Pushing event updated for resources: {'Port': ['ID=78d2c311-ade5-415c-ad25-03c62c63cf97,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:49.020921 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c311a1d-a9ca-4fad-9131-73218711e6e0 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7392aa4-5068-4c29-8c84-bd3e7307d825,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:49.029949 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94229b25-34e0-4de1-942b-cb1e24f5b7f2 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:03:49.051281 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e30935-2ee7-483c-8500-0ed8d4bfc299 None None] Sync routers for ids ['37bf1616-a007-4213-9a0f-f6fa8b014723'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:03:49.070467 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e30935-2ee7-483c-8500-0ed8d4bfc299 None None] Routers {'37bf1616-a007-4213-9a0f-f6fa8b014723'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:49.077438 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9e907ed4-6579-499f-bfda-dd0d1813c0cd tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0922918 Aug 10 01:03:49.077663 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51954) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:49.079419 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-41e30935-2ee7-483c-8500-0ed8d4bfc299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:03:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['37bf1616-a007-4213-9a0f-f6fa8b014723'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:49.082621 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-f88636ad-f7ae-48e9-8e56-5421e39d6a1b tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Request body: {'security_group': {'name': 'tempest-secgroup--234467562'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:49.084981 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-94229b25-34e0-4de1-942b-cb1e24f5b7f2 admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:49.086727 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-94229b25-34e0-4de1-942b-cb1e24f5b7f2 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.1677115 Aug 10 01:03:49.093631 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51956) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:49.128651 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f88636ad-f7ae-48e9-8e56-5421e39d6a1b tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:49.135713 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4137e9f6-753e-4dde-91a2-58a51f734bfc None None] Provisioning complete for port 78d2c311-ade5-415c-ad25-03c62c63cf97 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:49.136357 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4137e9f6-753e-4dde-91a2-58a51f734bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:49.248262 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f88636ad-f7ae-48e9-8e56-5421e39d6a1b tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:49.267201 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f88636ad-f7ae-48e9-8e56-5421e39d6a1b tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:49.355198 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-41e30935-2ee7-483c-8500-0ed8d4bfc299 None None] Set router 37bf1616-a007-4213-9a0f-f6fa8b014723 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:03:49.362389 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f88636ad-f7ae-48e9-8e56-5421e39d6a1b tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:49.366160 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f88636ad-f7ae-48e9-8e56-5421e39d6a1b tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2850308 Aug 10 01:03:49.366160 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88636ad-f7ae-48e9-8e56-5421e39d6a1b tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2505db49-55ce-4aa5-89b2-798eefd82bda,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:49.373335 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51960) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:49.379247 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-85d14ff7-8731-44a2-b6a6-99c130fb9281 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Request body: {'security_group_rule': {'security_group_id': '2505db49-55ce-4aa5-89b2-798eefd82bda', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:49.391886 n-d-766726-26 neutron-server[105826]: WARNING neutron.api.v2.base [None req-85d14ff7-8731-44a2-b6a6-99c130fb9281 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 10 01:03:49.392545 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-85d14ff7-8731-44a2-b6a6-99c130fb9281 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:03:49.393608 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-85d14ff7-8731-44a2-b6a6-99c130fb9281 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0193245 Aug 10 01:03:49.396427 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51964) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:49.401459 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-659844ae-937f-4a91-85eb-7e3ea174ae1d tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Request body: {'security_group_rule': {'security_group_id': '2505db49-55ce-4aa5-89b2-798eefd82bda', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:49.402255 n-d-766726-26 neutron-server[105826]: WARNING neutron.api.v2.base [None req-659844ae-937f-4a91-85eb-7e3ea174ae1d tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 10 01:03:49.402733 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-659844ae-937f-4a91-85eb-7e3ea174ae1d tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:03:49.405266 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-659844ae-937f-4a91-85eb-7e3ea174ae1d tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0078111 Aug 10 01:03:49.407983 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51966) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:49.420833 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-d95ef3e3-d5a6-4dfb-8412-5583535a71a0 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Request body: {'security_group_rule': {'security_group_id': '2505db49-55ce-4aa5-89b2-798eefd82bda', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:49.421720 n-d-766726-26 neutron-server[105826]: WARNING neutron.api.v2.base [None req-d95ef3e3-d5a6-4dfb-8412-5583535a71a0 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 10 01:03:49.423056 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-d95ef3e3-d5a6-4dfb-8412-5583535a71a0 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:03:49.424098 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d95ef3e3-d5a6-4dfb-8412-5583535a71a0 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0151522 Aug 10 01:03:49.428101 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 51968) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:49.432935 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-ec1ad22d-bde6-4137-b6cc-dcc94e72edba tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Request body: {'security_group_rule': {'security_group_id': '2505db49-55ce-4aa5-89b2-798eefd82bda', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:49.435368 n-d-766726-26 neutron-server[105827]: WARNING neutron.api.v2.base [None req-ec1ad22d-bde6-4137-b6cc-dcc94e72edba tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 10 01:03:49.436065 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-ec1ad22d-bde6-4137-b6cc-dcc94e72edba tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:03:49.439377 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ec1ad22d-bde6-4137-b6cc-dcc94e72edba tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0078187 Aug 10 01:03:49.439998 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51972) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:49.616835 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-41e30935-2ee7-483c-8500-0ed8d4bfc299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'name': 'tempest-ServersTestJSON-266758262-router', 'tenant_id': '58f5f591a9e145328af93436512eedc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'b8b05dcd-8e2b-443b-a36a-faf7892a090c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:03:45Z', 'updated_at': '2021-08-10T01:03:47Z', 'revision_number': 3, 'project_id': '58f5f591a9e145328af93436512eedc7', 'gw_port': {'id': 'b8b05dcd-8e2b-443b-a36a-faf7892a090c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:03:46Z', 'updated_at': '2021-08-10T01:03:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:49.657539 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e30935-2ee7-483c-8500-0ed8d4bfc299 None None] Checking router: 37bf1616-a007-4213-9a0f-f6fa8b014723 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:03:49.658228 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e30935-2ee7-483c-8500-0ed8d4bfc299 None None] Updating router 37bf1616-a007-4213-9a0f-f6fa8b014723 port b8b05dcd-8e2b-443b-a36a-faf7892a090c binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:03:49.687063 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 78d2c311-ade5-415c-ad25-03c62c63cf97 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:03:49.697042 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-41e30935-2ee7-483c-8500-0ed8d4bfc299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:49.748165 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 78d2c311-ade5-415c-ad25-03c62c63cf97 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:49.748486 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:49.964643 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ded4c-d977-496a-bdb7-0c7fad55f855 req-4cb52a7d-948b-4351-8cbf-7f5e94e1bf88 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:49.968804 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-093ded4c-d977-496a-bdb7-0c7fad55f855 req-4cb52a7d-948b-4351-8cbf-7f5e94e1bf88 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.5051341 Aug 10 01:03:49.971657 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1a372d43-5d4e-4786-86a9-af4a39416f34 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:50.015646 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1a372d43-5d4e-4786-86a9-af4a39416f34 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:50.056617 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-093ded4c-d977-496a-bdb7-0c7fad55f855 req-a76b4c1b-f7f0-4628-839c-8a54632c8b56 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799537 Aug 10 01:03:50.096159 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1a372d43-5d4e-4786-86a9-af4a39416f34 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:50.099853 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1a372d43-5d4e-4786-86a9-af4a39416f34 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:50.103553 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1a372d43-5d4e-4786-86a9-af4a39416f34 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "DELETE /v2.0/security-groups/2505db49-55ce-4aa5-89b2-798eefd82bda HTTP/1.1" status: 204 len: 168 time: 0.6603467 Aug 10 01:03:50.107840 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51984) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:50.145012 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-41e30935-2ee7-483c-8500-0ed8d4bfc299 None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:50.153560 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a372d43-5d4e-4786-86a9-af4a39416f34 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2505db49-55ce-4aa5-89b2-798eefd82bda,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:50.168168 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-41e30935-2ee7-483c-8500-0ed8d4bfc299 None None] Transition to ACTIVE for port object b8b05dcd-8e2b-443b-a36a-faf7892a090c will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:03:50.186691 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-41e30935-2ee7-483c-8500-0ed8d4bfc299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:50.207127 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-505f524e-e832-4e3b-b635-449ceaab63d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:50.221683 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-41e30935-2ee7-483c-8500-0ed8d4bfc299 None None] Attempting to bind port b8b05dcd-8e2b-443b-a36a-faf7892a090c on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:03:50.222415 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-41e30935-2ee7-483c-8500-0ed8d4bfc299 None None] Attempting to bind port b8b05dcd-8e2b-443b-a36a-faf7892a090c by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:03:50.222954 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e30935-2ee7-483c-8500-0ed8d4bfc299 None None] Attempting to bind port b8b05dcd-8e2b-443b-a36a-faf7892a090c on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:03:50.223228 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-83ea25a8-d1e3-4ef8-946c-591eb779e127 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1125410 Aug 10 01:03:50.223956 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51990) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:50.231094 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-f424cfdd-bbc3-4116-b4db-a2ddb3b10b0a tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Request body: {'security_group': {'name': 'tempest-secgroup--1066805055'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:50.253100 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e30935-2ee7-483c-8500-0ed8d4bfc299 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:03:50.253773 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e30935-2ee7-483c-8500-0ed8d4bfc299 None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:03:50.254787 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-41e30935-2ee7-483c-8500-0ed8d4bfc299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:50.255605 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e30935-2ee7-483c-8500-0ed8d4bfc299 None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:03:50.256335 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-41e30935-2ee7-483c-8500-0ed8d4bfc299 None None] Bound port: b8b05dcd-8e2b-443b-a36a-faf7892a090c, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:03:50.257457 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-41e30935-2ee7-483c-8500-0ed8d4bfc299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:50.268736 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc158a-6a8d-4c37-9922-0d1af9049b62 req-cb42c61b-61f9-4d03-97a8-b20e94fede02 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:50.270410 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0bdc158a-6a8d-4c37-9922-0d1af9049b62 req-cb42c61b-61f9-4d03-97a8-b20e94fede02 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/ports?device_id=b58116e5-a958-4038-a59b-258cefe9b5ff HTTP/1.1" status: 200 len: 950 time: 0.1395209 Aug 10 01:03:50.271696 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f424cfdd-bbc3-4116-b4db-a2ddb3b10b0a tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:50.326188 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0bdc158a-6a8d-4c37-9922-0d1af9049b62 req-1c50b032-f0b3-4465-a3f6-804181d914c7 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a9cf249-14a8-4635-9cd7-ba26a4b6d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448225 Aug 10 01:03:50.330162 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4a931-7d6b-4e87-84af-b1b5fbb9d459 None None] Pushing event updated for resources: {'Port': ['ID=b8b05dcd-8e2b-443b-a36a-faf7892a090c,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:50.344163 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4a931-7d6b-4e87-84af-b1b5fbb9d459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:50.344163 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4a931-7d6b-4e87-84af-b1b5fbb9d459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:50.344486 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4a931-7d6b-4e87-84af-b1b5fbb9d459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:50.344835 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4a931-7d6b-4e87-84af-b1b5fbb9d459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:50.345543 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4a931-7d6b-4e87-84af-b1b5fbb9d459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:50.345897 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4a931-7d6b-4e87-84af-b1b5fbb9d459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:50.346234 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4a931-7d6b-4e87-84af-b1b5fbb9d459 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:50.346570 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4a931-7d6b-4e87-84af-b1b5fbb9d459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:50.346901 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4a931-7d6b-4e87-84af-b1b5fbb9d459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:50.347231 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4a931-7d6b-4e87-84af-b1b5fbb9d459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:50.347562 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4a931-7d6b-4e87-84af-b1b5fbb9d459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:50.347891 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4a931-7d6b-4e87-84af-b1b5fbb9d459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:50.379631 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-41e30935-2ee7-483c-8500-0ed8d4bfc299 None None] For port b8b05dcd-8e2b-443b-a36a-faf7892a090c, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:03:50.386953 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-41e30935-2ee7-483c-8500-0ed8d4bfc299 None None] For port b8b05dcd-8e2b-443b-a36a-faf7892a090c, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b8b05dcd-8e2b-443b-a36a-faf7892a090c,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:03:50.397419 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-41e30935-2ee7-483c-8500-0ed8d4bfc299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:50.424292 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f424cfdd-bbc3-4116-b4db-a2ddb3b10b0a tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:50.434151 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f424cfdd-bbc3-4116-b4db-a2ddb3b10b0a tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:50.472349 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f424cfdd-bbc3-4116-b4db-a2ddb3b10b0a tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:50.477076 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f424cfdd-bbc3-4116-b4db-a2ddb3b10b0a tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2504582 Aug 10 01:03:50.477794 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4a931-7d6b-4e87-84af-b1b5fbb9d459 None None] Pushing event updated for resources: {'Port': ['ID=b8b05dcd-8e2b-443b-a36a-faf7892a090c,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:50.477939 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 51996) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:50.484489 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-7b47b587-3045-4b50-89dc-7ab270aac727 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Request body: {'security_group_rule': {'security_group_id': '6f44957b-cedc-48b7-a6f5-af1850e58bf3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:50.485283 n-d-766726-26 neutron-server[105826]: WARNING neutron.api.v2.base [None req-7b47b587-3045-4b50-89dc-7ab270aac727 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 10 01:03:50.485877 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-7b47b587-3045-4b50-89dc-7ab270aac727 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:03:50.489304 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7b47b587-3045-4b50-89dc-7ab270aac727 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070310 Aug 10 01:03:50.489304 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424cfdd-bbc3-4116-b4db-a2ddb3b10b0a tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f44957b-cedc-48b7-a6f5-af1850e58bf3,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:50.489965 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52000) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:50.494559 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-4c20f3b5-ca55-4375-bfb6-d7bacc8657e0 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Request body: {'security_group_rule': {'security_group_id': '6f44957b-cedc-48b7-a6f5-af1850e58bf3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:50.514922 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e30935-2ee7-483c-8500-0ed8d4bfc299 None None] Routers {'37bf1616-a007-4213-9a0f-f6fa8b014723'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:50.515597 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-41e30935-2ee7-483c-8500-0ed8d4bfc299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:03:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['37bf1616-a007-4213-9a0f-f6fa8b014723'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:50.532137 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-505f524e-e832-4e3b-b635-449ceaab63d1 admin admin] Allocated IP 172.20.0.1 (5846a124-2763-4bad-b7f2-a82a3ed79551/5de8dcd6-cb77-4537-ada3-97377719a6ca/26bf3b0e-3011-4e9d-a30a-d73032c5d06f) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:03:50.575272 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-4c20f3b5-ca55-4375-bfb6-d7bacc8657e0 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:03:50.576650 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4c20f3b5-ca55-4375-bfb6-d7bacc8657e0 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0858626 Aug 10 01:03:50.579894 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52006) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:50.585159 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-1faf10c2-7641-4fff-ba2e-7888a4238717 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Request body: {'security_group_rule': {'security_group_id': '6f44957b-cedc-48b7-a6f5-af1850e58bf3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:50.586791 n-d-766726-26 neutron-server[105826]: WARNING neutron.api.v2.base [None req-1faf10c2-7641-4fff-ba2e-7888a4238717 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 10 01:03:50.587420 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-1faf10c2-7641-4fff-ba2e-7888a4238717 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:03:50.589034 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1faf10c2-7641-4fff-ba2e-7888a4238717 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076303 Aug 10 01:03:50.591808 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52008) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:50.597904 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-43593546-d0b7-473a-9f78-cbeb5e9b5db8 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Request body: {'security_group_rule': {'security_group_id': '6f44957b-cedc-48b7-a6f5-af1850e58bf3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:50.668241 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-43593546-d0b7-473a-9f78-cbeb5e9b5db8 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:03:50.668241 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-43593546-d0b7-473a-9f78-cbeb5e9b5db8 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0735626 Aug 10 01:03:50.670092 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 52010) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:50.677931 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-dc4ff815-688e-402c-b755-a9ed35769ad6 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Request body: {'security_group_rule': {'security_group_id': '6f44957b-cedc-48b7-a6f5-af1850e58bf3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:50.678833 n-d-766726-26 neutron-server[105827]: WARNING neutron.api.v2.base [None req-dc4ff815-688e-402c-b755-a9ed35769ad6 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 10 01:03:50.687095 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-41e30935-2ee7-483c-8500-0ed8d4bfc299 None None] Set router 37bf1616-a007-4213-9a0f-f6fa8b014723 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:03:50.692660 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-dc4ff815-688e-402c-b755-a9ed35769ad6 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:03:50.693724 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-dc4ff815-688e-402c-b755-a9ed35769ad6 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0233018 Aug 10 01:03:50.696719 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52012) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:50.706157 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-90dfd913-882d-47c2-85f8-f477e5bf8566 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Request body: {'security_group_rule': {'security_group_id': '6f44957b-cedc-48b7-a6f5-af1850e58bf3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:50.706373 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-505f524e-e832-4e3b-b635-449ceaab63d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:50.733441 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c50cf-b2e1-4519-b945-2c6884614e71 req-36fe60ab-6ced-4062-9ea3-8d449f0d744e tempest-ServersAdminNegativeTestJSON-1432326383 tempest-ServersAdminNegativeTestJSON-1432326383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:50.735016 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-793c50cf-b2e1-4519-b945-2c6884614e71 req-36fe60ab-6ced-4062-9ea3-8d449f0d744e tempest-ServersAdminNegativeTestJSON-1432326383 tempest-ServersAdminNegativeTestJSON-1432326383-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b58116e5-a958-4038-a59b-258cefe9b5ff HTTP/1.1" status: 200 len: 1102 time: 0.0831437 Aug 10 01:03:50.743563 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-505f524e-e832-4e3b-b635-449ceaab63d1 admin admin] Transition to ACTIVE for port object 26bf3b0e-3011-4e9d-a30a-d73032c5d06f will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:03:50.757709 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-90dfd913-882d-47c2-85f8-f477e5bf8566 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:03:50.758640 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-90dfd913-882d-47c2-85f8-f477e5bf8566 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0602293 Aug 10 01:03:50.761404 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 52016) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:50.765811 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-793c50cf-b2e1-4519-b945-2c6884614e71 req-6dc13190-0e99-4f5b-ae65-f9c2cc463ba9 tempest-ServersAdminNegativeTestJSON-1432326383 tempest-ServersAdminNegativeTestJSON-1432326383-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:50.767476 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-b5a1604e-d745-412b-84c7-c90fd829e726 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Request body: {'security_group_rule': {'security_group_id': '6f44957b-cedc-48b7-a6f5-af1850e58bf3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:50.767962 n-d-766726-26 neutron-server[105827]: WARNING neutron.api.v2.base [None req-b5a1604e-d745-412b-84c7-c90fd829e726 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 10 01:03:50.768541 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-b5a1604e-d745-412b-84c7-c90fd829e726 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:03:50.769483 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b5a1604e-d745-412b-84c7-c90fd829e726 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069325 Aug 10 01:03:50.774995 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 52018) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:50.780279 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-c2d6f7e6-29d9-4471-b3e0-a4de790c70d0 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Request body: {'security_group_rule': {'security_group_id': '6f44957b-cedc-48b7-a6f5-af1850e58bf3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:50.794333 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.db.api [None req-c2d6f7e6-29d9-4471-b3e0-a4de790c70d0 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 01:03:50.794333 n-d-766726-26 neutron-server[105827]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 01:03:50.794333 n-d-766726-26 neutron-server[105827]: [parameters: {'project_id_1': '66e52785bcd742ec8ca356d08585d2cd', 'expiration_1': datetime.datetime(2021, 8, 10, 1, 3, 50, 786109)}] Aug 10 01:03:50.794333 n-d-766726-26 neutron-server[105827]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:03:50.794792 n-d-766726-26 neutron-server[105827]: DEBUG oslo_db.api [None req-c2d6f7e6-29d9-4471-b3e0-a4de790c70d0 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:03:50.810584 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-505f524e-e832-4e3b-b635-449ceaab63d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:50.871810 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505f524e-e832-4e3b-b635-449ceaab63d1 admin admin] Network 5846a124-2763-4bad-b7f2-a82a3ed79551 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:03:50.874893 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-505f524e-e832-4e3b-b635-449ceaab63d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:50.879722 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505f524e-e832-4e3b-b635-449ceaab63d1 admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:03:50.880422 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-793c50cf-b2e1-4519-b945-2c6884614e71 req-6dc13190-0e99-4f5b-ae65-f9c2cc463ba9 tempest-ServersAdminNegativeTestJSON-1432326383 tempest-ServersAdminNegativeTestJSON-1432326383-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:50.882996 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f524e-e832-4e3b-b635-449ceaab63d1 admin admin] Pushing event updated for resources: {'Port': ['ID=26bf3b0e-3011-4e9d-a30a-d73032c5d06f,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:50.887338 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-793c50cf-b2e1-4519-b945-2c6884614e71 req-6dc13190-0e99-4f5b-ae65-f9c2cc463ba9 tempest-ServersAdminNegativeTestJSON-1432326383 tempest-ServersAdminNegativeTestJSON-1432326383-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:50.918511 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-793c50cf-b2e1-4519-b945-2c6884614e71 req-6dc13190-0e99-4f5b-ae65-f9c2cc463ba9 tempest-ServersAdminNegativeTestJSON-1432326383 tempest-ServersAdminNegativeTestJSON-1432326383-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4a9cf249-14a8-4635-9cd7-ba26a4b6d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705949 Aug 10 01:03:50.929416 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-41e30935-2ee7-483c-8500-0ed8d4bfc299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'name': 'tempest-ServersTestJSON-266758262-router', 'tenant_id': '58f5f591a9e145328af93436512eedc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'b8b05dcd-8e2b-443b-a36a-faf7892a090c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:03:45Z', 'updated_at': '2021-08-10T01:03:47Z', 'revision_number': 3, 'project_id': '58f5f591a9e145328af93436512eedc7', 'gw_port': {'id': 'b8b05dcd-8e2b-443b-a36a-faf7892a090c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:03:46Z', 'updated_at': '2021-08-10T01:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:50.931785 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc13190-0e99-4f5b-ae65-f9c2cc463ba9 tempest-ServersAdminNegativeTestJSON-1432326383 tempest-ServersAdminNegativeTestJSON-1432326383-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38d7704-d488-4ad0-ac15-a128f61b260b,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:50.936434 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-505f524e-e832-4e3b-b635-449ceaab63d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:50.967955 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e30935-2ee7-483c-8500-0ed8d4bfc299 None None] The sync data for ids ['37bf1616-a007-4213-9a0f-f6fa8b014723'] in n-d-766726-26 is: [{'id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'name': 'tempest-ServersTestJSON-266758262-router', 'tenant_id': '58f5f591a9e145328af93436512eedc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'b8b05dcd-8e2b-443b-a36a-faf7892a090c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:03:45Z', 'updated_at': '2021-08-10T01:03:47Z', 'revision_number': 3, 'project_id': '58f5f591a9e145328af93436512eedc7', 'gw_port': {'id': 'b8b05dcd-8e2b-443b-a36a-faf7892a090c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:03:46Z', 'updated_at': '2021-08-10T01:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:03:51.172829 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-505f524e-e832-4e3b-b635-449ceaab63d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:51.232128 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d5cdc-ff34-4df6-a115-5533c5f555c3 req-fc1a4bc1-f389-498d-9d4d-24d3cb892d90 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:51.233699 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f96d5cdc-ff34-4df6-a115-5533c5f555c3 req-fc1a4bc1-f389-498d-9d4d-24d3cb892d90 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.0670414 Aug 10 01:03:51.286604 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8c47d31d-aeb6-4554-bea2-983f7131bbcc None None] Provisioning for port 26bf3b0e-3011-4e9d-a30a-d73032c5d06f completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:03:51.306689 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8c47d31d-aeb6-4554-bea2-983f7131bbcc None None] Provisioning complete for port 26bf3b0e-3011-4e9d-a30a-d73032c5d06f triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:51.307708 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c47d31d-aeb6-4554-bea2-983f7131bbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:51.333692 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f96d5cdc-ff34-4df6-a115-5533c5f555c3 req-541e6cca-f518-4dcd-9af7-4c78ae22b8f9 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902953 Aug 10 01:03:51.349734 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8c47d31d-aeb6-4554-bea2-983f7131bbcc None None] Port 26bf3b0e-3011-4e9d-a30a-d73032c5d06f cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:03:51.433461 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-c2d6f7e6-29d9-4471-b3e0-a4de790c70d0 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:03:51.434704 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c2d6f7e6-29d9-4471-b3e0-a4de790c70d0 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6586349 Aug 10 01:03:51.438069 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52030) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:51.443265 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-2844bf81-ada7-4cf9-9242-5f6bd741605d tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Request body: {'security_group_rule': {'security_group_id': '6f44957b-cedc-48b7-a6f5-af1850e58bf3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:51.485214 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-505f524e-e832-4e3b-b635-449ceaab63d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:51.493507 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-505f524e-e832-4e3b-b635-449ceaab63d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:51.536212 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-2844bf81-ada7-4cf9-9242-5f6bd741605d tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:03:51.543087 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2844bf81-ada7-4cf9-9242-5f6bd741605d tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1038039 Aug 10 01:03:51.544957 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52038) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:51.620856 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-505f524e-e832-4e3b-b635-449ceaab63d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:51.675518 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f524e-e832-4e3b-b635-449ceaab63d1 admin admin] Pushing event updated for resources: {'Port': ['ID=26bf3b0e-3011-4e9d-a30a-d73032c5d06f,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:51.682978 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1bc69073-da7c-44cd-aacf-5e9788d80143 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:51.730552 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b8b05dcd-8e2b-443b-a36a-faf7892a090c up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:03:51.733278 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1bc69073-da7c-44cd-aacf-5e9788d80143 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:51.790965 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port b8b05dcd-8e2b-443b-a36a-faf7892a090c completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:03:51.796446 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port b8b05dcd-8e2b-443b-a36a-faf7892a090c triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:51.796836 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:51.810319 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1bc69073-da7c-44cd-aacf-5e9788d80143 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:51.815384 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1bc69073-da7c-44cd-aacf-5e9788d80143 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:51.815867 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505f524e-e832-4e3b-b635-449ceaab63d1 admin admin] Network 5846a124-2763-4bad-b7f2-a82a3ed79551 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:03:51.818874 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1bc69073-da7c-44cd-aacf-5e9788d80143 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "DELETE /v2.0/security-groups/6f44957b-cedc-48b7-a6f5-af1850e58bf3 HTTP/1.1" status: 204 len: 168 time: 0.2702885 Aug 10 01:03:51.820077 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 52042) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:51.828519 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc69073-da7c-44cd-aacf-5e9788d80143 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f44957b-cedc-48b7-a6f5-af1850e58bf3,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:51.832826 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-505f524e-e832-4e3b-b635-449ceaab63d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:51.935874 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:51.962710 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port b8b05dcd-8e2b-443b-a36a-faf7892a090c, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b8b05dcd-8e2b-443b-a36a-faf7892a090c,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:51.972761 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:51.998793 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-aad03d3f-ca83-4881-b793-a58161e6b13f tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1732478 Aug 10 01:03:51.999184 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52050) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:52.003908 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-7f650dbc-9fce-4de5-9a3e-bee6ef55618e tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Request body: {'security_group': {'name': 'tempest-secgroup--1203638157'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:52.051499 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=b8b05dcd-8e2b-443b-a36a-faf7892a090c,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:52.071648 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7f650dbc-9fce-4de5-9a3e-bee6ef55618e tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:52.137349 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-505f524e-e832-4e3b-b635-449ceaab63d1 admin admin] Router 37bf1616-a007-4213-9a0f-f6fa8b014723 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:03:52.176102 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686f371-2f4c-41ce-a01a-fecf957bdca1 req-bb0ecee6-3578-4d49-abb5-0b00114f7bc2 tempest-ServersAdminNegativeTestJSON-1432326383 tempest-ServersAdminNegativeTestJSON-1432326383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:52.177740 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5686f371-2f4c-41ce-a01a-fecf957bdca1 req-bb0ecee6-3578-4d49-abb5-0b00114f7bc2 tempest-ServersAdminNegativeTestJSON-1432326383 tempest-ServersAdminNegativeTestJSON-1432326383-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b58116e5-a958-4038-a59b-258cefe9b5ff HTTP/1.1" status: 200 len: 1102 time: 0.1159024 Aug 10 01:03:52.190486 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-effe7975-1ac6-43c8-938b-9e8b6ed0b779 None None] Provisioning complete for port 26bf3b0e-3011-4e9d-a30a-d73032c5d06f triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:52.191068 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-effe7975-1ac6-43c8-938b-9e8b6ed0b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:52.224332 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5686f371-2f4c-41ce-a01a-fecf957bdca1 req-6a489ccd-fbbd-4357-820f-51dc5838247f tempest-ServersAdminNegativeTestJSON-1432326383 tempest-ServersAdminNegativeTestJSON-1432326383-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4a9cf249-14a8-4635-9cd7-ba26a4b6d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390160 Aug 10 01:03:52.254599 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7f650dbc-9fce-4de5-9a3e-bee6ef55618e tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:52.264859 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7f650dbc-9fce-4de5-9a3e-bee6ef55618e tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:52.283673 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-effe7975-1ac6-43c8-938b-9e8b6ed0b779 None None] Port 26bf3b0e-3011-4e9d-a30a-d73032c5d06f cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:03:52.286210 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505f524e-e832-4e3b-b635-449ceaab63d1 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:03:52.292210 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-505f524e-e832-4e3b-b635-449ceaab63d1 admin admin] 10.222.0.35 "PUT /v2.0/routers/37bf1616-a007-4213-9a0f-f6fa8b014723/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1972966 Aug 10 01:03:52.315411 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7f650dbc-9fce-4de5-9a3e-bee6ef55618e tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:52.316862 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7f650dbc-9fce-4de5-9a3e-bee6ef55618e tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3166642 Aug 10 01:03:52.319752 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 52058) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:52.326743 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-478b29e0-44d8-4afd-b86b-4ebdf4941595 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Request body: {'security_group_rule': {'security_group_id': '0f3fbe67-d3ef-4e55-b45d-6d9735eab654', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:52.336610 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f650dbc-9fce-4de5-9a3e-bee6ef55618e tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3fbe67-d3ef-4e55-b45d-6d9735eab654,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:52.415861 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-478b29e0-44d8-4afd-b86b-4ebdf4941595 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] create failed (client error): The resource could not be found. Aug 10 01:03:52.420614 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-478b29e0-44d8-4afd-b86b-4ebdf4941595 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0993848 Aug 10 01:03:52.423444 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52068) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:52.433467 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-48f46a44-85ce-4c16-8c8b-6a7b81a3225c tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Request body: {'security_group_rule': {'security_group_id': '0f3fbe67-d3ef-4e55-b45d-6d9735eab654', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '6e844d53-8fa3-4a32-a996-66a54a0de27e'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:52.500572 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a5ee5-af1b-4758-8839-87da895ce463 req-eb9bf9a6-c806-4736-8381-57c9a9f7539b tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:52.502089 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a63a5ee5-af1b-4758-8839-87da895ce463 req-eb9bf9a6-c806-4736-8381-57c9a9f7539b tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.0628998 Aug 10 01:03:52.537254 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-48f46a44-85ce-4c16-8c8b-6a7b81a3225c tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] create failed (client error): The resource could not be found. Aug 10 01:03:52.538304 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-48f46a44-85ce-4c16-8c8b-6a7b81a3225c tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1139624 Aug 10 01:03:52.541223 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 52076) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:52.551645 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a63a5ee5-af1b-4758-8839-87da895ce463 req-ca8c743e-af93-4cc6-84e2-36085e5f37b2 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410573 Aug 10 01:03:52.628016 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-402dfbdd-c26c-4b6f-91c3-110cfb22334c tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:52.661334 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-402dfbdd-c26c-4b6f-91c3-110cfb22334c tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:52.711108 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-402dfbdd-c26c-4b6f-91c3-110cfb22334c tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:52.714809 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-402dfbdd-c26c-4b6f-91c3-110cfb22334c tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:52.717226 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-402dfbdd-c26c-4b6f-91c3-110cfb22334c tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "DELETE /v2.0/security-groups/0f3fbe67-d3ef-4e55-b45d-6d9735eab654 HTTP/1.1" status: 204 len: 168 time: 0.1747472 Aug 10 01:03:52.719836 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52088) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:52.750035 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402dfbdd-c26c-4b6f-91c3-110cfb22334c tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3fbe67-d3ef-4e55-b45d-6d9735eab654,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:52.839043 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-bc8c9fd3-4205-41ae-a28a-7b38cab1185f tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1103375 Aug 10 01:03:52.843111 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 52092) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:52.847939 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-279e3a7a-1f15-4a2b-9c68-f8f91c570570 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Request body: {'security_group_rule': {'security_group_id': '203c3633-7154-4e33-876f-d12bde024e50', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:52.860032 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42730f-4c7f-47be-8acd-aea4236669a1 req-1aa8826e-644c-4d15-92f6-595d13c3ed97 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:52.868711 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1c42730f-4c7f-47be-8acd-aea4236669a1 req-1aa8826e-644c-4d15-92f6-595d13c3ed97 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/ports?device_id=b58116e5-a958-4038-a59b-258cefe9b5ff HTTP/1.1" status: 200 len: 950 time: 0.1136959 Aug 10 01:03:52.906353 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1c42730f-4c7f-47be-8acd-aea4236669a1 req-b78ebef1-ed61-4fcc-b1d9-9ef6cdb1b97b tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a9cf249-14a8-4635-9cd7-ba26a4b6d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365832 Aug 10 01:03:52.914930 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-279e3a7a-1f15-4a2b-9c68-f8f91c570570 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] create failed (client error): The resource could not be found. Aug 10 01:03:52.924790 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-279e3a7a-1f15-4a2b-9c68-f8f91c570570 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0768929 Aug 10 01:03:52.925042 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 52094) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:52.929955 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-80e5a0cc-6193-4f52-bdb5-ac1be05642ce tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Request body: {'security_group': {'name': 'tempest-secgroup--866368425'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:52.961342 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-80e5a0cc-6193-4f52-bdb5-ac1be05642ce tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.002863 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52098) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:53.008348 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-c027f76d-8331-4639-ae10-b70f2e9a8d02 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Request body: {'security_group': {'name': 'tempest-securitygroup--874359355', 'description': 'tempest-description--1409321124'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:53.066603 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-80e5a0cc-6193-4f52-bdb5-ac1be05642ce tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.077343 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-80e5a0cc-6193-4f52-bdb5-ac1be05642ce tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.105640 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c027f76d-8331-4639-ae10-b70f2e9a8d02 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.110578 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e5a0cc-6193-4f52-bdb5-ac1be05642ce tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4400b42a-95df-4b42-aa39-229270aeb94a,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:53.113949 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-80e5a0cc-6193-4f52-bdb5-ac1be05642ce tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.115342 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-80e5a0cc-6193-4f52-bdb5-ac1be05642ce tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1894436 Aug 10 01:03:53.118626 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 52102) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:53.124134 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-59d84954-329e-4a43-878b-4faa011fd764 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Request body: {'security_group': {'name': 'tempest-secgroup--1686519176'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:53.198693 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c027f76d-8331-4639-ae10-b70f2e9a8d02 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.203073 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c027f76d-8331-4639-ae10-b70f2e9a8d02 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.221084 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-59d84954-329e-4a43-878b-4faa011fd764 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.234120 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c027f76d-8331-4639-ae10-b70f2e9a8d02 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.235536 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c027f76d-8331-4639-ae10-b70f2e9a8d02 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2314248 Aug 10 01:03:53.236805 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027f76d-8331-4639-ae10-b70f2e9a8d02 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c14dfa27-7bd0-488c-af8a-8c9af1c71c69,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:53.238968 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52104) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:53.252572 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-60b54153-58a6-4b50-a377-bbe7c388d15c tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Request body: {'security_group_rule': {'security_group_id': 'c14dfa27-7bd0-488c-af8a-8c9af1c71c69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:53.326433 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-59d84954-329e-4a43-878b-4faa011fd764 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.331941 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-59d84954-329e-4a43-878b-4faa011fd764 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.351196 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fa82c5-4df3-43b2-98b6-847c7aad1015 None None] Sync routers for ids ['37bf1616-a007-4213-9a0f-f6fa8b014723'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:03:53.360340 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-60b54153-58a6-4b50-a377-bbe7c388d15c tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.364208 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d84954-329e-4a43-878b-4faa011fd764 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bf3b3a-a9e1-4ce4-b22a-7dcbe5b9cbce,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:53.367063 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-59d84954-329e-4a43-878b-4faa011fd764 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.368502 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-59d84954-329e-4a43-878b-4faa011fd764 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2485371 Aug 10 01:03:53.371309 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 52110) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:53.376736 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-062dfdb0-d5df-4457-99d5-046ebf4fcfc1 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Request body: {'security_group_rule': {'security_group_id': '4400b42a-95df-4b42-aa39-229270aeb94a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f9bf3b3a-a9e1-4ce4-b22a-7dcbe5b9cbce'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:53.389192 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fa82c5-4df3-43b2-98b6-847c7aad1015 None None] Routers {'37bf1616-a007-4213-9a0f-f6fa8b014723'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:53.389841 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-27fa82c5-4df3-43b2-98b6-847c7aad1015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:03:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['37bf1616-a007-4213-9a0f-f6fa8b014723'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:53.425519 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-062dfdb0-d5df-4457-99d5-046ebf4fcfc1 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:03:53.430621 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52112) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:53.431836 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-062dfdb0-d5df-4457-99d5-046ebf4fcfc1 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0585010 Aug 10 01:03:53.493679 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-60b54153-58a6-4b50-a377-bbe7c388d15c tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.499992 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-60b54153-58a6-4b50-a377-bbe7c388d15c tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.532869 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b54153-58a6-4b50-a377-bbe7c388d15c tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f807e8-04f9-4eb6-b1ae-5f8da4a35ba5,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:53.540160 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8b9596a2-d0f4-4c86-a8d2-f09d7a026628 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.544144 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-60b54153-58a6-4b50-a377-bbe7c388d15c tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.548246 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-60b54153-58a6-4b50-a377-bbe7c388d15c tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2997663 Aug 10 01:03:53.548394 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 52114) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:53.562928 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-4e7e3940-62c7-40cd-8c91-2626c810ecde tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Request body: {'security_group_rule': {'security_group_id': 'c14dfa27-7bd0-488c-af8a-8c9af1c71c69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:53.573293 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8b9596a2-d0f4-4c86-a8d2-f09d7a026628 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.625261 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4e7e3940-62c7-40cd-8c91-2626c810ecde tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.655724 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8b9596a2-d0f4-4c86-a8d2-f09d7a026628 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.659264 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8b9596a2-d0f4-4c86-a8d2-f09d7a026628 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.664175 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8b9596a2-d0f4-4c86-a8d2-f09d7a026628 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "DELETE /v2.0/security-groups/f9bf3b3a-a9e1-4ce4-b22a-7dcbe5b9cbce HTTP/1.1" status: 204 len: 168 time: 0.2322471 Aug 10 01:03:53.664980 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52122) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:53.676087 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-27fa82c5-4df3-43b2-98b6-847c7aad1015 None None] Set router 37bf1616-a007-4213-9a0f-f6fa8b014723 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:03:53.714645 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9596a2-d0f4-4c86-a8d2-f09d7a026628 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bf3b3a-a9e1-4ce4-b22a-7dcbe5b9cbce,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:53.733661 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b8b05dcd-8e2b-443b-a36a-faf7892a090c up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:03:53.773571 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4e7e3940-62c7-40cd-8c91-2626c810ecde tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.791106 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4e7e3940-62c7-40cd-8c91-2626c810ecde tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.811495 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e3940-62c7-40cd-8c91-2626c810ecde tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56833337-a437-4269-ac55-5b3c2f6df9ad,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:53.813874 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834cc94a-f750-4b96-858a-67aef0ef7f54 req-b561634e-6a27-4685-9e18-af213f0cbdd8 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:53.818685 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-834cc94a-f750-4b96-858a-67aef0ef7f54 req-b561634e-6a27-4685-9e18-af213f0cbdd8 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1269586 Aug 10 01:03:53.826840 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4e7e3940-62c7-40cd-8c91-2626c810ecde tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.833298 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4e7e3940-62c7-40cd-8c91-2626c810ecde tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2823064 Aug 10 01:03:53.833298 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 52128) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:53.833551 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b9467740-5cc1-4535-bc2b-28fc39fe2cc1 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1600180 Aug 10 01:03:53.834772 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52130) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:53.840398 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-319db6a2-c837-4ada-bffc-a13b88dcf054 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:53.872842 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-319db6a2-c837-4ada-bffc-a13b88dcf054 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks [] for floatingip, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.908696 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port b8b05dcd-8e2b-443b-a36a-faf7892a090c triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:53.909073 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.909411 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-834cc94a-f750-4b96-858a-67aef0ef7f54 req-88d1b2eb-e6cf-4111-9eec-dbee5bb880f5 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754423 Aug 10 01:03:53.945690 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e3933c82-4bdd-4670-b8af-376a46a73f6f tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.979364 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e3933c82-4bdd-4670-b8af-376a46a73f6f tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:54.027940 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-319db6a2-c837-4ada-bffc-a13b88dcf054 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:54.059956 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e3933c82-4bdd-4670-b8af-376a46a73f6f tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:54.062884 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e3933c82-4bdd-4670-b8af-376a46a73f6f tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:54.064243 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e3933c82-4bdd-4670-b8af-376a46a73f6f tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "DELETE /v2.0/security-groups/4400b42a-95df-4b42-aa39-229270aeb94a HTTP/1.1" status: 204 len: 168 time: 0.2280736 Aug 10 01:03:54.074768 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52138) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:54.075966 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3933c82-4bdd-4670-b8af-376a46a73f6f tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4400b42a-95df-4b42-aa39-229270aeb94a,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:54.120220 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb1964-7e14-4ffa-b05b-bea2a11cf6f3 req-c8cd4bca-6cd7-4154-8789-6e8c6da65756 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:54.122112 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c4cb1964-7e14-4ffa-b05b-bea2a11cf6f3 req-c8cd4bca-6cd7-4154-8789-6e8c6da65756 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/ports?device_id=b58116e5-a958-4038-a59b-258cefe9b5ff HTTP/1.1" status: 200 len: 950 time: 0.1141145 Aug 10 01:03:54.162425 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-27fa82c5-4df3-43b2-98b6-847c7aad1015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'name': 'tempest-ServersTestJSON-266758262-router', 'tenant_id': '58f5f591a9e145328af93436512eedc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'b8b05dcd-8e2b-443b-a36a-faf7892a090c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:03:45Z', 'updated_at': '2021-08-10T01:03:51Z', 'revision_number': 4, 'project_id': '58f5f591a9e145328af93436512eedc7', 'gw_port': {'id': 'b8b05dcd-8e2b-443b-a36a-faf7892a090c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:03:46Z', 'updated_at': '2021-08-10T01:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '26bf3b0e-3011-4e9d-a30a-d73032c5d06f', 'name': '', 'network_id': '5846a124-2763-4bad-b7f2-a82a3ed79551', 'tenant_id': '58f5f591a9e145328af93436512eedc7', 'mac_address': 'fa:16:3e:1b:78:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5de8dcd6-cb77-4537-ada3-97377719a6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:03:50Z', 'updated_at': '2021-08-10T01:03:51Z', 'revision_number': 2, 'project_id': '58f5f591a9e145328af93436512eedc7', 'subnets': [{'id': '5de8dcd6-cb77-4537-ada3-97377719a6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:54.162898 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d23c1ff3-f197-4dc3-a955-9f521ed9b998 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0843723 Aug 10 01:03:54.168969 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52140) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:54.175410 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-0a377fc7-1d2b-46f5-9704-edfe92aa6f05 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Request body: {'security_group': {'name': 'tempest-secgroup--916423352'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:54.194059 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fa82c5-4df3-43b2-98b6-847c7aad1015 None None] Checking router: 37bf1616-a007-4213-9a0f-f6fa8b014723 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:03:54.194554 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-319db6a2-c837-4ada-bffc-a13b88dcf054 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Allocated IP 172.25.2.181 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/94bcb50e-8be6-421d-9592-d30cea76585f) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:03:54.195260 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fa82c5-4df3-43b2-98b6-847c7aad1015 None None] Updating router 37bf1616-a007-4213-9a0f-f6fa8b014723 port 26bf3b0e-3011-4e9d-a30a-d73032c5d06f binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:03:54.201884 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c4cb1964-7e14-4ffa-b05b-bea2a11cf6f3 req-b7fd1171-12bb-4fd5-bb14-98d8c021d23a tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a9cf249-14a8-4635-9cd7-ba26a4b6d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693741 Aug 10 01:03:54.203684 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0a377fc7-1d2b-46f5-9704-edfe92aa6f05 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:54.242867 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-27fa82c5-4df3-43b2-98b6-847c7aad1015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:54.341512 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-319db6a2-c837-4ada-bffc-a13b88dcf054 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:54.346062 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0a377fc7-1d2b-46f5-9704-edfe92aa6f05 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:54.351134 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0a377fc7-1d2b-46f5-9704-edfe92aa6f05 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:54.395389 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0a377fc7-1d2b-46f5-9704-edfe92aa6f05 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:54.396488 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0a377fc7-1d2b-46f5-9704-edfe92aa6f05 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2265270 Aug 10 01:03:54.399419 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52146) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:54.404426 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-319db6a2-c837-4ada-bffc-a13b88dcf054 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:54.406105 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-06b6e57c-3c4b-4f43-a788-8b96f000a5d0 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:54.406539 n-d-766726-26 neutron-server[105826]: WARNING neutron.api.v2.base [None req-06b6e57c-3c4b-4f43-a788-8b96f000a5d0 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 10 01:03:54.407087 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-06b6e57c-3c4b-4f43-a788-8b96f000a5d0 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] update failed (client error): There was a conflict when trying to complete your request. Aug 10 01:03:54.408072 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-06b6e57c-3c4b-4f43-a788-8b96f000a5d0 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "PUT /v2.0/security-groups/6c7670f5-6910-4afa-95cd-c3455d443ec4 HTTP/1.1" status: 409 len: 330 time: 0.0077081 Aug 10 01:03:54.409372 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a377fc7-1d2b-46f5-9704-edfe92aa6f05 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7670f5-6910-4afa-95cd-c3455d443ec4,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:54.411153 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 52148) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:54.485313 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319db6a2-c837-4ada-bffc-a13b88dcf054 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:03:54.493932 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319db6a2-c837-4ada-bffc-a13b88dcf054 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Pushing event updated for resources: {'Port': ['ID=94bcb50e-8be6-421d-9592-d30cea76585f,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:54.498562 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-319db6a2-c837-4ada-bffc-a13b88dcf054 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:54.501024 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319db6a2-c837-4ada-bffc-a13b88dcf054 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:03:54.545880 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6e6e44f4-7448-4864-9e58-98ba6523df57 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:54.562209 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-27fa82c5-4df3-43b2-98b6-847c7aad1015 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:54.574307 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-27fa82c5-4df3-43b2-98b6-847c7aad1015 None None] Transition to ACTIVE for port object 26bf3b0e-3011-4e9d-a30a-d73032c5d06f will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:03:54.578449 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6e6e44f4-7448-4864-9e58-98ba6523df57 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:54.584438 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-27fa82c5-4df3-43b2-98b6-847c7aad1015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:54.659754 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac23ec-0268-439d-855b-738677ae5561 None None] Pushing event updated for resources: {'Port': ['ID=26bf3b0e-3011-4e9d-a30a-d73032c5d06f,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:54.714896 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-319db6a2-c837-4ada-bffc-a13b88dcf054 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:54.721433 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-27fa82c5-4df3-43b2-98b6-847c7aad1015 None None] Attempting to bind port 26bf3b0e-3011-4e9d-a30a-d73032c5d06f on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:03:54.721902 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-27fa82c5-4df3-43b2-98b6-847c7aad1015 None None] Attempting to bind port 26bf3b0e-3011-4e9d-a30a-d73032c5d06f by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '4fc48893-904d-478f-8870-c709242503a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5846a124-2763-4bad-b7f2-a82a3ed79551'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:03:54.722236 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fa82c5-4df3-43b2-98b6-847c7aad1015 None None] Attempting to bind port 26bf3b0e-3011-4e9d-a30a-d73032c5d06f on network 5846a124-2763-4bad-b7f2-a82a3ed79551 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:03:54.727889 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fa82c5-4df3-43b2-98b6-847c7aad1015 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:03:54.728301 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fa82c5-4df3-43b2-98b6-847c7aad1015 None None] Checking segment: {'id': '4fc48893-904d-478f-8870-c709242503a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5846a124-2763-4bad-b7f2-a82a3ed79551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:03:54.728899 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-27fa82c5-4df3-43b2-98b6-847c7aad1015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:54.729459 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fa82c5-4df3-43b2-98b6-847c7aad1015 None None] Bound using segment: {'id': '4fc48893-904d-478f-8870-c709242503a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5846a124-2763-4bad-b7f2-a82a3ed79551'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:03:54.730101 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-27fa82c5-4df3-43b2-98b6-847c7aad1015 None None] Bound port: 26bf3b0e-3011-4e9d-a30a-d73032c5d06f, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc48893-904d-478f-8870-c709242503a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5846a124-2763-4bad-b7f2-a82a3ed79551'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:03:54.730676 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-27fa82c5-4df3-43b2-98b6-847c7aad1015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:54.764332 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6e6e44f4-7448-4864-9e58-98ba6523df57 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:54.766942 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6e6e44f4-7448-4864-9e58-98ba6523df57 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:54.770948 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6e6e44f4-7448-4864-9e58-98ba6523df57 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "DELETE /v2.0/security-groups/6c7670f5-6910-4afa-95cd-c3455d443ec4 HTTP/1.1" status: 204 len: 168 time: 0.3550303 Aug 10 01:03:54.771093 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52156) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:54.785628 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-319db6a2-c837-4ada-bffc-a13b88dcf054 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:54.788657 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e44f4-7448-4864-9e58-98ba6523df57 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7670f5-6910-4afa-95cd-c3455d443ec4,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:54.799000 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d5d7a-cd1b-44b9-a154-b5136af4b7e8 req-1cee6475-d154-4dbd-86ae-9942f28d1952 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:54.801229 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-542d5d7a-cd1b-44b9-a154-b5136af4b7e8 req-1cee6475-d154-4dbd-86ae-9942f28d1952 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.20 "GET /v2.0/ports?device_id=b58116e5-a958-4038-a59b-258cefe9b5ff HTTP/1.1" status: 200 len: 950 time: 0.1285131 Aug 10 01:03:54.825604 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-27fa82c5-4df3-43b2-98b6-847c7aad1015 None None] For port 26bf3b0e-3011-4e9d-a30a-d73032c5d06f, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:03:54.830400 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-27fa82c5-4df3-43b2-98b6-847c7aad1015 None None] For port 26bf3b0e-3011-4e9d-a30a-d73032c5d06f, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=26bf3b0e-3011-4e9d-a30a-d73032c5d06f,segment=NetworkSegment(4fc48893-904d-478f-8870-c709242503a4),segment_id=4fc48893-904d-478f-8870-c709242503a4)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:03:54.850440 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-27fa82c5-4df3-43b2-98b6-847c7aad1015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:54.883782 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-cb8ace40-b382-4245-9d30-7f2f3f28561e tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1115439 Aug 10 01:03:54.888130 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52162) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:54.902868 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-ac1a69ca-f735-418b-92e1-e4f6fc10f1a9 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] delete failed (client error): The resource could not be found. Aug 10 01:03:54.904138 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ac1a69ca-f735-418b-92e1-e4f6fc10f1a9 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "DELETE /v2.0/security-groups/5901ce2a-b483-42a3-a641-63346ae32beb HTTP/1.1" status: 404 len: 347 time: 0.0146596 Aug 10 01:03:54.907781 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52164) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:54.922465 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-94f35235-98de-446b-88e1-c3a77d3e7fe4 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] show failed (client error): The resource could not be found. Aug 10 01:03:54.923507 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-94f35235-98de-446b-88e1-c3a77d3e7fe4 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "GET /v2.0/security-groups/64a6c873-dfca-4ea8-92cd-dfbdf076cfd3 HTTP/1.1" status: 404 len: 347 time: 0.0147622 Aug 10 01:03:54.929479 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 52168) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:54.958007 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac23ec-0268-439d-855b-738677ae5561 None None] Pushing event updated for resources: {'Port': ['ID=26bf3b0e-3011-4e9d-a30a-d73032c5d06f,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:54.977235 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-faceeace-4024-4654-930e-04cf1e84c195 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] show failed (client error): The resource could not be found. Aug 10 01:03:54.978316 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-faceeace-4024-4654-930e-04cf1e84c195 tempest-NegativeSecGroupTest-770493756 tempest-NegativeSecGroupTest-770493756-project] 10.222.0.35 "GET /v2.0/security-group-rules/96205629-7bab-4901-916e-81830993181e HTTP/1.1" status: 404 len: 356 time: 0.0459211 Aug 10 01:03:55.000343 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fa82c5-4df3-43b2-98b6-847c7aad1015 None None] Routers {'37bf1616-a007-4213-9a0f-f6fa8b014723'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:55.000975 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-27fa82c5-4df3-43b2-98b6-847c7aad1015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:03:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['37bf1616-a007-4213-9a0f-f6fa8b014723'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:55.089092 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-542d5d7a-cd1b-44b9-a154-b5136af4b7e8 req-5b02ee1a-76a9-423f-9d3d-e6624564188e tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Deleting port 0701fa97-59ed-4715-8510-d8df979e407b {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:03:55.089451 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-542d5d7a-cd1b-44b9-a154-b5136af4b7e8 req-5b02ee1a-76a9-423f-9d3d-e6624564188e tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:55.128304 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd54b06-fce4-47cf-8133-268b1856f0c1 req-39917d01-262f-4392-a353-614f5483d50f tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:55.128304 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6bd54b06-fce4-47cf-8133-268b1856f0c1 req-39917d01-262f-4392-a353-614f5483d50f tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1183712 Aug 10 01:03:55.203200 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-27fa82c5-4df3-43b2-98b6-847c7aad1015 None None] Set router 37bf1616-a007-4213-9a0f-f6fa8b014723 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:03:55.222285 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6bd54b06-fce4-47cf-8133-268b1856f0c1 req-18b4903c-0248-482a-a994-bd25ea7654d2 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663307 Aug 10 01:03:55.229232 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-319db6a2-c837-4ada-bffc-a13b88dcf054 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:55.242944 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-319db6a2-c837-4ada-bffc-a13b88dcf054 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:55.353865 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-319db6a2-c837-4ada-bffc-a13b88dcf054 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:55.382468 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-542d5d7a-cd1b-44b9-a154-b5136af4b7e8 req-5b02ee1a-76a9-423f-9d3d-e6624564188e tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] For port 0701fa97-59ed-4715-8510-d8df979e407b, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=0701fa97-59ed-4715-8510-d8df979e407b,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:55.382748 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-542d5d7a-cd1b-44b9-a154-b5136af4b7e8 req-5b02ee1a-76a9-423f-9d3d-e6624564188e tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:55.393477 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319db6a2-c837-4ada-bffc-a13b88dcf054 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Pushing event updated for resources: {'Port': ['ID=94bcb50e-8be6-421d-9592-d30cea76585f,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:55.400629 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-319db6a2-c837-4ada-bffc-a13b88dcf054 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:55.409755 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-319db6a2-c837-4ada-bffc-a13b88dcf054 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5676374 Aug 10 01:03:55.409755 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-542d5d7a-cd1b-44b9-a154-b5136af4b7e8 req-5b02ee1a-76a9-423f-9d3d-e6624564188e tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Calling delete_port for 0701fa97-59ed-4715-8510-d8df979e407b owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:03:55.472139 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8949e14-bbb1-4cbc-b675-55962b240ef1 req-fd345c58-efe8-49e2-903d-7dc8a05733e0 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:55.489779 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e8949e14-bbb1-4cbc-b675-55962b240ef1 req-fd345c58-efe8-49e2-903d-7dc8a05733e0 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/ports?device_id=b58116e5-a958-4038-a59b-258cefe9b5ff HTTP/1.1" status: 200 len: 950 time: 0.1273415 Aug 10 01:03:55.565005 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e8949e14-bbb1-4cbc-b675-55962b240ef1 req-fe19e4b8-d738-4db4-b674-afcc8ad1a454 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a9cf249-14a8-4635-9cd7-ba26a4b6d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722549 Aug 10 01:03:55.597461 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52192) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:55.613435 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-27fa82c5-4df3-43b2-98b6-847c7aad1015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'name': 'tempest-ServersTestJSON-266758262-router', 'tenant_id': '58f5f591a9e145328af93436512eedc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'b8b05dcd-8e2b-443b-a36a-faf7892a090c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:03:45Z', 'updated_at': '2021-08-10T01:03:51Z', 'revision_number': 4, 'project_id': '58f5f591a9e145328af93436512eedc7', 'gw_port': {'id': 'b8b05dcd-8e2b-443b-a36a-faf7892a090c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:03:46Z', 'updated_at': '2021-08-10T01:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '26bf3b0e-3011-4e9d-a30a-d73032c5d06f', 'name': '', 'network_id': '5846a124-2763-4bad-b7f2-a82a3ed79551', 'tenant_id': '58f5f591a9e145328af93436512eedc7', 'mac_address': 'fa:16:3e:1b:78:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5de8dcd6-cb77-4537-ada3-97377719a6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:03:50Z', 'updated_at': '2021-08-10T01:03:54Z', 'revision_number': 4, 'project_id': '58f5f591a9e145328af93436512eedc7', 'subnets': [{'id': '5de8dcd6-cb77-4537-ada3-97377719a6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:55.650617 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-542d5d7a-cd1b-44b9-a154-b5136af4b7e8 req-5b02ee1a-76a9-423f-9d3d-e6624564188e tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:55.652270 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fa82c5-4df3-43b2-98b6-847c7aad1015 None None] The sync data for ids ['37bf1616-a007-4213-9a0f-f6fa8b014723'] in n-d-766726-26 is: [{'id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'name': 'tempest-ServersTestJSON-266758262-router', 'tenant_id': '58f5f591a9e145328af93436512eedc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'b8b05dcd-8e2b-443b-a36a-faf7892a090c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:03:45Z', 'updated_at': '2021-08-10T01:03:51Z', 'revision_number': 4, 'project_id': '58f5f591a9e145328af93436512eedc7', 'gw_port': {'id': 'b8b05dcd-8e2b-443b-a36a-faf7892a090c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:03:46Z', 'updated_at': '2021-08-10T01:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '26bf3b0e-3011-4e9d-a30a-d73032c5d06f', 'name': '', 'network_id': '5846a124-2763-4bad-b7f2-a82a3ed79551', 'tenant_id': '58f5f591a9e145328af93436512eedc7', 'mac_address': 'fa:16:3e:1b:78:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5de8dcd6-cb77-4537-ada3-97377719a6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:03:50Z', 'updated_at': '2021-08-10T01:03:54Z', 'revision_number': 4, 'project_id': '58f5f591a9e145328af93436512eedc7', 'subnets': [{'id': '5de8dcd6-cb77-4537-ada3-97377719a6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:03:55.664999 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['fed83962-4553-4d29-9d08-542536080adf'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:03:55.713821 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['0701fa97-59ed-4715-8510-d8df979e407b'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:03:55.726394 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b02ee1a-76a9-423f-9d3d-e6624564188e tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Pushing event deleted for resources: {'Port': ['ID=0701fa97-59ed-4715-8510-d8df979e407b,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:55.763738 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-04d74ff0-52f4-4a77-b32a-76560500672a tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--874359355&fields=id&tenant_id=58f5f591a9e145328af93436512eedc7 HTTP/1.1" status: 200 len: 267 time: 0.1063478 Aug 10 01:03:55.843985 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-542d5d7a-cd1b-44b9-a154-b5136af4b7e8 req-5b02ee1a-76a9-423f-9d3d-e6624564188e tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] No DVR routers for this DVR port 0701fa97-59ed-4715-8510-d8df979e407b on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:03:55.851692 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-542d5d7a-cd1b-44b9-a154-b5136af4b7e8 req-5b02ee1a-76a9-423f-9d3d-e6624564188e tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:55.858918 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-542d5d7a-cd1b-44b9-a154-b5136af4b7e8 req-5b02ee1a-76a9-423f-9d3d-e6624564188e tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.20 "DELETE /v2.0/ports/0701fa97-59ed-4715-8510-d8df979e407b HTTP/1.1" status: 204 len: 173 time: 1.0216868 Aug 10 01:03:55.859413 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58116e5-a958-4038-a59b-258cefe9b5ff', 'name': 'network-vif-deleted', 'tag': '0701fa97-59ed-4715-8510-d8df979e407b'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:03:55.867293 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47def9b-dec5-4bd1-bbb0-920220670a86" -d '{"events": [{"server_uuid": "b58116e5-a958-4038-a59b-258cefe9b5ff", "name": "network-vif-deleted", "tag": "0701fa97-59ed-4715-8510-d8df979e407b"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:03:55.983238 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1f53ef-603c-43fb-b0ac-d997d813b2f7 x-openstack-request-id: req-ce1f53ef-603c-43fb-b0ac-d997d813b2f7 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:03:55.983543 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b58116e5-a958-4038-a59b-258cefe9b5ff", "name": "network-vif-deleted", "tag": "0701fa97-59ed-4715-8510-d8df979e407b", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:03:55.983802 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ce1f53ef-603c-43fb-b0ac-d997d813b2f7 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:03:55.984230 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58116e5-a958-4038-a59b-258cefe9b5ff', 'name': 'network-vif-deleted', 'tag': '0701fa97-59ed-4715-8510-d8df979e407b', 'status': 'completed', 'code': 200} Aug 10 01:03:56.032502 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1e6047a6-77e2-4f11-be55-805087ba09cb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=66e52785bcd742ec8ca356d08585d2cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4337010 Aug 10 01:03:56.035040 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 52210) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:56.104045 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-bfb1f1de-5423-4cfc-8f33-62257592ad4b tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:56.105656 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-bfb1f1de-5423-4cfc-8f33-62257592ad4b tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/networks?id=5846a124-2763-4bad-b7f2-a82a3ed79551 HTTP/1.1" status: 200 len: 805 time: 0.3285096 Aug 10 01:03:56.126384 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6c9a962a-84b2-4b77-8594-737958b702c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:56.130856 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-e3ca8f30-8a9c-4370-a0b4-b079819339c9 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/quotas/58f5f591a9e145328af93436512eedc7 HTTP/1.1" status: 200 len: 375 time: 0.0166514 Aug 10 01:03:56.164560 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6c9a962a-84b2-4b77-8594-737958b702c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:56.219162 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6c9a962a-84b2-4b77-8594-737958b702c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:56.223196 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6c9a962a-84b2-4b77-8594-737958b702c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:56.226264 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6c9a962a-84b2-4b77-8594-737958b702c6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/146f1595-36e8-4fa9-b6bb-9c0c81f47096 HTTP/1.1" status: 204 len: 168 time: 0.1875660 Aug 10 01:03:56.234801 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-c95c3fd9-04d9-4b4e-9905-f27dd1952ee2 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=58f5f591a9e145328af93436512eedc7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0837963 Aug 10 01:03:56.237212 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a962a-84b2-4b77-8594-737958b702c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146f1595-36e8-4fa9-b6bb-9c0c81f47096,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:56.358648 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-80084849-6edb-4c38-bbc4-0e24e4000cad service neutron] 10.222.0.35 "GET /v2.0/networks/5846a124-2763-4bad-b7f2-a82a3ed79551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220133 Aug 10 01:03:56.488786 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077c03d-1d95-47fe-b431-10513252cbc7 req-95b0dcc1-65ed-4b4c-be1a-03ff1cfe5c78 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:56.490397 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5077c03d-1d95-47fe-b431-10513252cbc7 req-95b0dcc1-65ed-4b4c-be1a-03ff1cfe5c78 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1574550 Aug 10 01:03:56.508480 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-e0539268-0205-4273-9fcf-73a124cc5d97 service neutron] 10.222.0.35 "GET /v2.0/networks/5846a124-2763-4bad-b7f2-a82a3ed79551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400664 Aug 10 01:03:56.603714 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5077c03d-1d95-47fe-b431-10513252cbc7 req-0b91ec17-3ce2-4efe-b5d8-3322bd7b7d9a tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798030 Aug 10 01:03:56.775041 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-39c838bd-b4a1-4fe2-ac0c-938f0ec86f5e req-dee0b883-5a3b-4907-b141-b5e0bd415a52 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/ports?device_id=b58116e5-a958-4038-a59b-258cefe9b5ff HTTP/1.1" status: 200 len: 210 time: 0.0604558 Aug 10 01:03:56.883971 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dfb28b27-718e-4761-87f8-6d218fde48bb req-64b01fc2-b31c-4f14-aa30-7dec87f42015 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee0c39ce-d6c4-471d-b16f-08569f3b08ce HTTP/1.1" status: 200 len: 210 time: 0.0656383 Aug 10 01:03:57.566775 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 5296113c-2c3a-4f22-830e-145f73c4780a details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:03:57.742462 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 5296113c-2c3a-4f22-830e-145f73c4780a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5296113c-2c3a-4f22-830e-145f73c4780a,segment=NetworkSegment(7090882b-d97f-4901-9a5f-1635b14ed82b),segment_id=7090882b-d97f-4901-9a5f-1635b14ed82b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:57.771813 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '5296113c-2c3a-4f22-830e-145f73c4780a', 'network_id': '0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c', 'port_id': '5296113c-2c3a-4f22-830e-145f73c4780a', 'mac_address': 'fa:16:3e:5b:8a:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52b93c28-be1e-4ae4-ab41-5d8b08787e7b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:03:57.775186 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 26bf3b0e-3011-4e9d-a30a-d73032c5d06f up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:03:57.778673 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e1b92-0244-401c-984f-fa840a90e011 req-8fa611ca-b7da-49d1-8730-288d0b173cb0 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:57.784681 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d78e1b92-0244-401c-984f-fa840a90e011 req-8fa611ca-b7da-49d1-8730-288d0b173cb0 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.0680037 Aug 10 01:03:57.838534 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d78e1b92-0244-401c-984f-fa840a90e011 req-e08511ae-14a8-4768-8f63-8c4cb952eff0 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514793 Aug 10 01:03:57.869791 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:57.894963 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5296113c-2c3a-4f22-830e-145f73c4780a {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:03:57.929425 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 5296113c-2c3a-4f22-830e-145f73c4780a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5296113c-2c3a-4f22-830e-145f73c4780a,segment=NetworkSegment(7090882b-d97f-4901-9a5f-1635b14ed82b),segment_id=7090882b-d97f-4901-9a5f-1635b14ed82b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:57.936735 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:58.020782 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 26bf3b0e-3011-4e9d-a30a-d73032c5d06f completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:03:58.040417 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=5296113c-2c3a-4f22-830e-145f73c4780a,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:58.061425 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 26bf3b0e-3011-4e9d-a30a-d73032c5d06f triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:58.061648 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:58.089848 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:58.106868 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-67366ce6-a7a5-4ea1-81cd-93c2e4534378 req-e143073d-6ffc-4cca-9dd0-323d53aff2ee tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee0c39ce-d6c4-471d-b16f-08569f3b08ce HTTP/1.1" status: 200 len: 210 time: 0.0748887 Aug 10 01:03:58.141790 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['5296113c-2c3a-4f22-830e-145f73c4780a'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:03:58.286472 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f022a-032d-4553-a9a3-cd018afe0c68 req-0585f814-b4db-47c2-80b1-707134ad2d43 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:58.305246 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e54f022a-032d-4553-a9a3-cd018afe0c68 req-0585f814-b4db-47c2-80b1-707134ad2d43 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/ports?device_id=77209e5d-3530-4ae6-a066-cb8bc2fab478 HTTP/1.1" status: 200 len: 948 time: 0.0990186 Aug 10 01:03:58.341413 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-db1ddae3-1631-4bc6-897f-c65f5385fd1c tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:58.349967 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-db1ddae3-1631-4bc6-897f-c65f5385fd1c tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.20 "GET /v2.0/networks?id=5846a124-2763-4bad-b7f2-a82a3ed79551 HTTP/1.1" status: 200 len: 805 time: 0.2160311 Aug 10 01:03:58.385920 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e54f022a-032d-4553-a9a3-cd018afe0c68 req-ef48150a-4988-4c8d-a00f-13cfd46c34be tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a9cf249-14a8-4635-9cd7-ba26a4b6d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768323 Aug 10 01:03:58.408707 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:58.444510 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-f212f784-bb29-4658-beb8-9255ffb38225 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58f5f591a9e145328af93436512eedc7 HTTP/1.1" status: 200 len: 379 time: 0.0831752 Aug 10 01:03:58.458540 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-28efdc11-e578-4e67-94d7-97db6768bfb6 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Request body: {'port': {'device_id': 'ee0c39ce-d6c4-471d-b16f-08569f3b08ce', 'network_id': '5846a124-2763-4bad-b7f2-a82a3ed79551', 'admin_state_up': True, 'tenant_id': '58f5f591a9e145328af93436512eedc7', 'security_groups': ['c14dfa27-7bd0-488c-af8a-8c9af1c71c69']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:58.493308 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 26bf3b0e-3011-4e9d-a30a-d73032c5d06f, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=26bf3b0e-3011-4e9d-a30a-d73032c5d06f,segment=NetworkSegment(4fc48893-904d-478f-8870-c709242503a4),segment_id=4fc48893-904d-478f-8870-c709242503a4)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:58.502962 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:58.584750 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=26bf3b0e-3011-4e9d-a30a-d73032c5d06f,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:58.613655 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-28efdc11-e578-4e67-94d7-97db6768bfb6 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Made reservation on behalf of 58f5f591a9e145328af93436512eedc7 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:03:58.624365 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-28efdc11-e578-4e67-94d7-97db6768bfb6 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:58.707905 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52320) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:58.756751 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-28efdc11-e578-4e67-94d7-97db6768bfb6 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Allocated IP 172.20.0.12 (5846a124-2763-4bad-b7f2-a82a3ed79551/5de8dcd6-cb77-4537-ada3-97377719a6ca/dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:03:58.848333 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1044b1c0-cac8-4d20-b3c6-e96fbf055bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:58.919428 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-28efdc11-e578-4e67-94d7-97db6768bfb6 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:58.934042 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-28efdc11-e578-4e67-94d7-97db6768bfb6 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Transition to ACTIVE for port object dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:03:58.960663 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1044b1c0-cac8-4d20-b3c6-e96fbf055bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:58.969930 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-28efdc11-e578-4e67-94d7-97db6768bfb6 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:58.974369 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1044b1c0-cac8-4d20-b3c6-e96fbf055bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:59.008985 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-28efdc11-e578-4e67-94d7-97db6768bfb6 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Network 5846a124-2763-4bad-b7f2-a82a3ed79551 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:03:59.014173 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-28efdc11-e578-4e67-94d7-97db6768bfb6 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:59.018429 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-28efdc11-e578-4e67-94d7-97db6768bfb6 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:03:59.045362 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1044b1c0-cac8-4d20-b3c6-e96fbf055bef admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5c441fd49d2a43ac9a3553802d344df8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3338785 Aug 10 01:03:59.045362 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044b1c0-cac8-4d20-b3c6-e96fbf055bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad2a815-b6fb-4f96-b4e1-afdefa391ad6,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:59.053298 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 52336) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:59.076061 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27038e4b-cfc0-4884-a63c-25038139f15f req-0402fa8c-1ef0-41bc-9fb2-cdd9cfa22466 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:59.085219 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-27038e4b-cfc0-4884-a63c-25038139f15f req-0402fa8c-1ef0-41bc-9fb2-cdd9cfa22466 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 945 time: 0.1229682 Aug 10 01:03:59.087679 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28efdc11-e578-4e67-94d7-97db6768bfb6 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Pushing event updated for resources: {'Port': ['ID=dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:59.115629 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-28efdc11-e578-4e67-94d7-97db6768bfb6 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:59.116331 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-28efdc11-e578-4e67-94d7-97db6768bfb6 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:59.174488 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-27038e4b-cfc0-4884-a63c-25038139f15f req-0c99328f-50e1-4886-bce7-feb969529789 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880964 Aug 10 01:03:59.199699 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-28efdc11-e578-4e67-94d7-97db6768bfb6 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7464907 Aug 10 01:03:59.214248 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6971444c-99c9-4b89-8eb3-a097856f5436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:59.238959 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6971444c-99c9-4b89-8eb3-a097856f5436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:59.267301 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceace9f3-8f27-41af-89b6-ae16d9083a48 req-1627ced9-dbdc-46c4-ac55-1804a6121dff tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:59.273133 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ceace9f3-8f27-41af-89b6-ae16d9083a48 req-1627ced9-dbdc-46c4-ac55-1804a6121dff tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee0c39ce-d6c4-471d-b16f-08569f3b08ce HTTP/1.1" status: 200 len: 932 time: 0.0590987 Aug 10 01:03:59.276252 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-e471f719-c929-4813-a70c-c2dc459e9746 service neutron] Request body: {'port': {'device_id': 'ee0c39ce-d6c4-471d-b16f-08569f3b08ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:59.316770 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ceace9f3-8f27-41af-89b6-ae16d9083a48 req-8d328099-861c-41db-9207-b2105e62486c tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14dfa27-7bd0-488c-af8a-8c9af1c71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410526 Aug 10 01:03:59.321716 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-3fd0a50e-609a-4bb2-ba20-d43bd793620d None None] Provisioning for port dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:03:59.327763 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-3fd0a50e-609a-4bb2-ba20-d43bd793620d None None] Provisioning complete for port dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:59.327763 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3fd0a50e-609a-4bb2-ba20-d43bd793620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:59.360468 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6971444c-99c9-4b89-8eb3-a097856f5436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:59.363069 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6971444c-99c9-4b89-8eb3-a097856f5436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:59.364223 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6971444c-99c9-4b89-8eb3-a097856f5436 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3ad2a815-b6fb-4f96-b4e1-afdefa391ad6 HTTP/1.1" status: 204 len: 168 time: 0.3057041 Aug 10 01:03:59.366582 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-e471f719-c929-4813-a70c-c2dc459e9746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:59.379520 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-3fd0a50e-609a-4bb2-ba20-d43bd793620d None None] Port dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:03:59.546632 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5638a-0b85-456d-9978-1f868273f967 req-7f51d500-f345-4204-a938-97824e17376d tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:59.547399 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9ff5638a-0b85-456d-9978-1f868273f967 req-7f51d500-f345-4204-a938-97824e17376d tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/ports?device_id=77209e5d-3530-4ae6-a066-cb8bc2fab478 HTTP/1.1" status: 200 len: 948 time: 0.0676291 Aug 10 01:03:59.583180 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 5296113c-2c3a-4f22-830e-145f73c4780a up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:03:59.610046 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9ff5638a-0b85-456d-9978-1f868273f967 req-ffe04b6a-fb78-4748-bbd7-5e862049c608 tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a9cf249-14a8-4635-9cd7-ba26a4b6d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465190 Aug 10 01:03:59.699697 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971444c-99c9-4b89-8eb3-a097856f5436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad2a815-b6fb-4f96-b4e1-afdefa391ad6,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:59.736310 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 5296113c-2c3a-4f22-830e-145f73c4780a triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:59.737511 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:59.761373 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52360) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:59.775923 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 26bf3b0e-3011-4e9d-a30a-d73032c5d06f up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:03:59.792248 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a8107075-e39e-4ded-aeae-7a2eba0f19a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:59.875257 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 26bf3b0e-3011-4e9d-a30a-d73032c5d06f triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:59.875664 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:59.879735 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:59.930799 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b798bdfb-0916-428b-b09e-edef6d91b89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5296113c-2c3a-4f22-830e-145f73c4780a'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:03:59.933248 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d51e9ad-b44e-42e5-8fc2-da67522291ea" -d '{"events": [{"server_uuid": "b798bdfb-0916-428b-b09e-edef6d91b89d", "name": "network-vif-plugged", "status": "completed", "tag": "5296113c-2c3a-4f22-830e-145f73c4780a"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:03:59.956072 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 5296113c-2c3a-4f22-830e-145f73c4780a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5296113c-2c3a-4f22-830e-145f73c4780a,segment=NetworkSegment(7090882b-d97f-4901-9a5f-1635b14ed82b),segment_id=7090882b-d97f-4901-9a5f-1635b14ed82b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:59.996302 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:59.997144 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 0701fa97-59ed-4715-8510-d8df979e407b no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:04:00.017048 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a8107075-e39e-4ded-aeae-7a2eba0f19a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:00.029093 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a8107075-e39e-4ded-aeae-7a2eba0f19a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:00.059591 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ae68e-7989-437d-8d01-fd076c258729 req-a65477a3-cddb-4c6f-8566-b4d4a78db1fe tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:00.061384 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e66ae68e-7989-437d-8d01-fd076c258729 req-a65477a3-cddb-4c6f-8566-b4d4a78db1fe tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.24 "GET /v2.0/ports?device_id=77209e5d-3530-4ae6-a066-cb8bc2fab478 HTTP/1.1" status: 200 len: 948 time: 0.0843971 Aug 10 01:04:00.072471 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7c6d81-2542-4770-88a7-d19f1bf129c8 x-openstack-request-id: req-fc7c6d81-2542-4770-88a7-d19f1bf129c8 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:04:00.072774 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b798bdfb-0916-428b-b09e-edef6d91b89d", "name": "network-vif-plugged", "status": "completed", "tag": "5296113c-2c3a-4f22-830e-145f73c4780a", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:04:00.073032 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fc7c6d81-2542-4770-88a7-d19f1bf129c8 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:04:00.073428 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b798bdfb-0916-428b-b09e-edef6d91b89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5296113c-2c3a-4f22-830e-145f73c4780a', 'code': 200} Aug 10 01:04:00.074197 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 0701fa97-59ed-4715-8510-d8df979e407b {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:04:00.074555 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 0701fa97-59ed-4715-8510-d8df979e407b not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:04:00.103739 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=5296113c-2c3a-4f22-830e-145f73c4780a,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:00.112782 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a8107075-e39e-4ded-aeae-7a2eba0f19a7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a787600d6e1a4ff4a69412a1fa02e036&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3502874 Aug 10 01:04:00.113642 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8107075-e39e-4ded-aeae-7a2eba0f19a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dbbd46-c727-416e-8039-9b7c0f390825,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:00.120247 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 52376) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:00.307497 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae442fbb-df02-4d83-9f84-4c56bdf432ef req-2ceb1b72-6111-4734-863f-b6540a6c551f tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:00.309170 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae442fbb-df02-4d83-9f84-4c56bdf432ef req-2ceb1b72-6111-4734-863f-b6540a6c551f tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.0575716 Aug 10 01:04:00.357848 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-e471f719-c929-4813-a70c-c2dc459e9746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:04:00.361627 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae442fbb-df02-4d83-9f84-4c56bdf432ef req-cd97ac38-0f28-4a58-9841-50e704a24bba tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420449 Aug 10 01:04:00.371865 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bee8501d-f620-43a2-b285-b7bf28fc8782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:00.397831 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bee8501d-f620-43a2-b285-b7bf28fc8782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:00.419662 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-e471f719-c929-4813-a70c-c2dc459e9746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:00.454464 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-e471f719-c929-4813-a70c-c2dc459e9746 service neutron] Transition to ACTIVE for port object dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:04:00.474442 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9bbdfd-0149-4725-aa28-b9388356566a req-0c04619d-2bc9-44b9-94f7-e81153fc7b17 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:00.476233 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f9bbdfd-0149-4725-aa28-b9388356566a req-0c04619d-2bc9-44b9-94f7-e81153fc7b17 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee0c39ce-d6c4-471d-b16f-08569f3b08ce HTTP/1.1" status: 200 len: 932 time: 0.0625539 Aug 10 01:04:00.483071 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-e471f719-c929-4813-a70c-c2dc459e9746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:00.491181 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-e66ae68e-7989-437d-8d01-fd076c258729 req-ed6fda8f-9dad-44e2-87e0-cb7dd6b2bedc tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Deleting port fed83962-4553-4d29-9d08-542536080adf {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:04:00.495536 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e66ae68e-7989-437d-8d01-fd076c258729 req-ed6fda8f-9dad-44e2-87e0-cb7dd6b2bedc tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:00.557398 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f9bbdfd-0149-4725-aa28-b9388356566a req-9ac8fce4-d394-4348-bdec-046057f3cd1a tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14dfa27-7bd0-488c-af8a-8c9af1c71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539882 Aug 10 01:04:00.689987 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471f719-c929-4813-a70c-c2dc459e9746 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:00.791765 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bee8501d-f620-43a2-b285-b7bf28fc8782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:00.799207 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bee8501d-f620-43a2-b285-b7bf28fc8782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:00.806348 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-bee8501d-f620-43a2-b285-b7bf28fc8782 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f0dbbd46-c727-416e-8039-9b7c0f390825 HTTP/1.1" status: 204 len: 168 time: 0.6714382 Aug 10 01:04:00.839892 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552a5da-8e49-4b23-8bec-c0fa912112a3 req-93a14ef5-aa59-4401-a341-c0ef2920e27d tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:00.841913 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5552a5da-8e49-4b23-8bec-c0fa912112a3 req-93a14ef5-aa59-4401-a341-c0ef2920e27d tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/ports?device_id=77209e5d-3530-4ae6-a066-cb8bc2fab478 HTTP/1.1" status: 200 len: 948 time: 0.1271353 Aug 10 01:04:00.884155 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8501d-f620-43a2-b285-b7bf28fc8782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0dbbd46-c727-416e-8039-9b7c0f390825,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:00.935140 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5552a5da-8e49-4b23-8bec-c0fa912112a3 req-846b9dd8-dad4-4a75-9a5b-0a8221df178f tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a9cf249-14a8-4635-9cd7-ba26a4b6d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868850 Aug 10 01:04:00.936895 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-e66ae68e-7989-437d-8d01-fd076c258729 req-ed6fda8f-9dad-44e2-87e0-cb7dd6b2bedc tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] For port fed83962-4553-4d29-9d08-542536080adf, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=fed83962-4553-4d29-9d08-542536080adf,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:00.937310 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e66ae68e-7989-437d-8d01-fd076c258729 req-ed6fda8f-9dad-44e2-87e0-cb7dd6b2bedc tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:00.969367 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-e66ae68e-7989-437d-8d01-fd076c258729 req-ed6fda8f-9dad-44e2-87e0-cb7dd6b2bedc tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Calling delete_port for fed83962-4553-4d29-9d08-542536080adf owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:04:00.996205 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-e471f719-c929-4813-a70c-c2dc459e9746 service neutron] Attempting to bind port dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:04:00.996551 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-e471f719-c929-4813-a70c-c2dc459e9746 service neutron] Attempting to bind port dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '4fc48893-904d-478f-8870-c709242503a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5846a124-2763-4bad-b7f2-a82a3ed79551'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:04:00.997445 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-e471f719-c929-4813-a70c-c2dc459e9746 service neutron] Attempting to bind port dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c on network 5846a124-2763-4bad-b7f2-a82a3ed79551 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:04:01.039198 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-e471f719-c929-4813-a70c-c2dc459e9746 service neutron] Port dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c on network 5846a124-2763-4bad-b7f2-a82a3ed79551 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:04:01.039664 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-e471f719-c929-4813-a70c-c2dc459e9746 service neutron] Attempting to bind port dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c on network 5846a124-2763-4bad-b7f2-a82a3ed79551 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:04:01.055350 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-e471f719-c929-4813-a70c-c2dc459e9746 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:04:01.055982 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-e471f719-c929-4813-a70c-c2dc459e9746 service neutron] Checking segment: {'id': '4fc48893-904d-478f-8870-c709242503a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5846a124-2763-4bad-b7f2-a82a3ed79551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:04:01.056416 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-e471f719-c929-4813-a70c-c2dc459e9746 service neutron] Bound using segment: {'id': '4fc48893-904d-478f-8870-c709242503a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5846a124-2763-4bad-b7f2-a82a3ed79551'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:04:01.056865 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-e471f719-c929-4813-a70c-c2dc459e9746 service neutron] Bound port: dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc48893-904d-478f-8870-c709242503a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5846a124-2763-4bad-b7f2-a82a3ed79551'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:04:01.057108 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-e471f719-c929-4813-a70c-c2dc459e9746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:01.217927 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e66ae68e-7989-437d-8d01-fd076c258729 req-ed6fda8f-9dad-44e2-87e0-cb7dd6b2bedc tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:01.249340 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['fed83962-4553-4d29-9d08-542536080adf'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:04:01.397246 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6fda8f-9dad-44e2-87e0-cb7dd6b2bedc tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Pushing event deleted for resources: {'Port': ['ID=fed83962-4553-4d29-9d08-542536080adf,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:01.404581 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66ae68e-7989-437d-8d01-fd076c258729 req-ed6fda8f-9dad-44e2-87e0-cb7dd6b2bedc tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] No DVR routers for this DVR port fed83962-4553-4d29-9d08-542536080adf on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:04:01.408312 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e66ae68e-7989-437d-8d01-fd076c258729 req-ed6fda8f-9dad-44e2-87e0-cb7dd6b2bedc tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:01.413463 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e66ae68e-7989-437d-8d01-fd076c258729 req-ed6fda8f-9dad-44e2-87e0-cb7dd6b2bedc tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.24 "DELETE /v2.0/ports/fed83962-4553-4d29-9d08-542536080adf HTTP/1.1" status: 204 len: 173 time: 1.3400593 Aug 10 01:04:01.419193 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77209e5d-3530-4ae6-a066-cb8bc2fab478', 'name': 'network-vif-deleted', 'tag': 'fed83962-4553-4d29-9d08-542536080adf'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:04:01.422134 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a678d2-3199-4cc7-bdce-df4d40ad16c2" -d '{"events": [{"server_uuid": "77209e5d-3530-4ae6-a066-cb8bc2fab478", "name": "network-vif-deleted", "tag": "fed83962-4553-4d29-9d08-542536080adf"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:04:01.431643 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-e471f719-c929-4813-a70c-c2dc459e9746 service neutron] For port dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:04:01.461861 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-e471f719-c929-4813-a70c-c2dc459e9746 service neutron] For port dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c,segment=NetworkSegment(4fc48893-904d-478f-8870-c709242503a4),segment_id=4fc48893-904d-478f-8870-c709242503a4)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:04:01.475286 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-e471f719-c929-4813-a70c-c2dc459e9746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:01.561662 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65933d70-1e72-4152-beed-2742bf8f7931 x-openstack-request-id: req-65933d70-1e72-4152-beed-2742bf8f7931 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:04:01.562099 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77209e5d-3530-4ae6-a066-cb8bc2fab478", "name": "network-vif-deleted", "tag": "fed83962-4553-4d29-9d08-542536080adf", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:04:01.562341 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-65933d70-1e72-4152-beed-2742bf8f7931 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:04:01.563072 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77209e5d-3530-4ae6-a066-cb8bc2fab478', 'name': 'network-vif-deleted', 'tag': 'fed83962-4553-4d29-9d08-542536080adf', 'status': 'completed', 'code': 200} Aug 10 01:04:01.573224 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-e471f719-c929-4813-a70c-c2dc459e9746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:01.573957 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-e471f719-c929-4813-a70c-c2dc459e9746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:01.586384 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-e471f719-c929-4813-a70c-c2dc459e9746 service neutron] 10.222.0.20 "PUT /v2.0/ports/dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c HTTP/1.1" status: 200 len: 1093 time: 2.3172045 Aug 10 01:04:01.675537 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471f719-c929-4813-a70c-c2dc459e9746 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:01.724130 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd26d31-c331-4f83-b30d-406ddb63bf04 req-d85cafd3-5798-4ab4-9dd0-f3fd6791135c tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:01.746083 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fdd26d31-c331-4f83-b30d-406ddb63bf04 req-d85cafd3-5798-4ab4-9dd0-f3fd6791135c tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1611831 Aug 10 01:04:01.867393 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-a0b0fb17-8026-450e-a01f-fde9055751c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:01.871167 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-a0b0fb17-8026-450e-a01f-fde9055751c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=58f5f591a9e145328af93436512eedc7&device_id=ee0c39ce-d6c4-471d-b16f-08569f3b08ce HTTP/1.1" status: 200 len: 1096 time: 0.1166129 Aug 10 01:04:01.929538 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fdd26d31-c331-4f83-b30d-406ddb63bf04 req-871088de-0a21-4fa2-8cee-91eb50a65bd7 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798599 Aug 10 01:04:01.989387 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b99ea2-5eba-4eb9-b3ce-61a20b808440 req-731dc24f-7b90-400c-86a3-be99deefd5b2 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:01.993707 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-90b99ea2-5eba-4eb9-b3ce-61a20b808440 req-731dc24f-7b90-400c-86a3-be99deefd5b2 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee0c39ce-d6c4-471d-b16f-08569f3b08ce HTTP/1.1" status: 200 len: 944 time: 0.2241926 Aug 10 01:04:01.997276 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-4b786e4e-4965-41dc-955a-c5f64dd7717f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c HTTP/1.1" status: 200 len: 217 time: 0.1111858 Aug 10 01:04:02.136779 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-90b99ea2-5eba-4eb9-b3ce-61a20b808440 req-22fbf985-2e98-4385-9aad-2903491a6c8f tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14dfa27-7bd0-488c-af8a-8c9af1c71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296988 Aug 10 01:04:02.179660 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-532c489c-7274-4f48-a168-34fb37248304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:02.181208 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-532c489c-7274-4f48-a168-34fb37248304 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5de8dcd6-cb77-4537-ada3-97377719a6ca HTTP/1.1" status: 200 len: 844 time: 0.1766987 Aug 10 01:04:02.262299 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-6f738ce5-8958-490c-ad3d-65ec4d9ef183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:02.266179 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-6f738ce5-8958-490c-ad3d-65ec4d9ef183 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5846a124-2763-4bad-b7f2-a82a3ed79551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751169 Aug 10 01:04:02.308858 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-59b27be6-5025-41b2-ad99-8d77758024cb req-c270954d-00c3-48ca-a8c1-5b306b99b25e tempest-ServersAdminNegativeTestJSON-1865497980 tempest-ServersAdminNegativeTestJSON-1865497980-project] 10.222.0.35 "GET /v2.0/ports?device_id=77209e5d-3530-4ae6-a066-cb8bc2fab478 HTTP/1.1" status: 200 len: 210 time: 0.0769117 Aug 10 01:04:02.400880 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-50c1bf4b-6dfc-4c1b-afe8-63abb0d1c1de service neutron] 10.222.0.20 "GET /v2.0/networks/5846a124-2763-4bad-b7f2-a82a3ed79551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256773 Aug 10 01:04:02.539520 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f4e2df4d-9722-4256-95fd-ba38f89af7a8 req-9dfca904-de47-442f-b49c-5eb45a32edfd service neutron] 10.222.0.20 "GET /v2.0/networks/5846a124-2763-4bad-b7f2-a82a3ed79551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301041 Aug 10 01:04:03.087168 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff626ebb-a47e-4339-a846-be38139d692c req-bfb49798-50bd-4765-b1be-7a789c90f4ff tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:03.096360 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ff626ebb-a47e-4339-a846-be38139d692c req-bfb49798-50bd-4765-b1be-7a789c90f4ff tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.0768554 Aug 10 01:04:03.135419 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ff626ebb-a47e-4339-a846-be38139d692c req-07997176-ee3f-42f3-871b-64da77eed70b tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378623 Aug 10 01:04:03.328473 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70540ca1-6d38-4941-80b8-e12e3a788894 req-18d1f83a-8dce-4f07-b69e-f9f24d761d5c tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:03.344089 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-70540ca1-6d38-4941-80b8-e12e3a788894 req-18d1f83a-8dce-4f07-b69e-f9f24d761d5c tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee0c39ce-d6c4-471d-b16f-08569f3b08ce HTTP/1.1" status: 200 len: 944 time: 0.0936418 Aug 10 01:04:03.425056 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-70540ca1-6d38-4941-80b8-e12e3a788894 req-eada78bc-9362-48da-b12e-2cd2f2388585 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14dfa27-7bd0-488c-af8a-8c9af1c71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765173 Aug 10 01:04:03.564348 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee0c39ce-d6c4-471d-b16f-08569f3b08ce', 'tag': 'dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:04:03.567144 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4babda88-46c5-491c-98df-abd0ed6ce08d" -d '{"events": [{"name": "network-changed", "server_uuid": "ee0c39ce-d6c4-471d-b16f-08569f3b08ce", "tag": "dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:04:03.642371 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f0999a-61a8-47aa-bbe6-3ac9a9dc52ff x-openstack-request-id: req-d2f0999a-61a8-47aa-bbe6-3ac9a9dc52ff {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:04:03.642667 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee0c39ce-d6c4-471d-b16f-08569f3b08ce", "tag": "dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:04:03.642932 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d2f0999a-61a8-47aa-bbe6-3ac9a9dc52ff {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:04:03.643336 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee0c39ce-d6c4-471d-b16f-08569f3b08ce', 'tag': 'dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c', 'status': 'completed', 'code': 200} Aug 10 01:04:03.760401 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52500) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:03.760753 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52502) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:03.768071 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babda88-46c5-491c-98df-abd0ed6ce08d req-696f6c1a-c5ec-4308-b833-6f07acc7f471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:03.769631 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4babda88-46c5-491c-98df-abd0ed6ce08d req-696f6c1a-c5ec-4308-b833-6f07acc7f471 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=58f5f591a9e145328af93436512eedc7&device_id=ee0c39ce-d6c4-471d-b16f-08569f3b08ce HTTP/1.1" status: 200 len: 1096 time: 0.0821135 Aug 10 01:04:04.007380 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-544da22b-494d-4b4d-bef4-991cb6ae84ba admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=87124aa6b49b443b98799b0c4543c24c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2428644 Aug 10 01:04:04.011668 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 52510) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:04.021243 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-618ae9aa-bc94-48b7-a394-baf05dd875f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:04.044223 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babda88-46c5-491c-98df-abd0ed6ce08d req-13de06db-18b7-4f7e-b356-e91ab45c8d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:04.046000 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4babda88-46c5-491c-98df-abd0ed6ce08d req-13de06db-18b7-4f7e-b356-e91ab45c8d8b service neutron] 10.222.0.20 "GET /v2.0/networks?id=5846a124-2763-4bad-b7f2-a82a3ed79551 HTTP/1.1" status: 200 len: 906 time: 0.2654917 Aug 10 01:04:04.102161 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4babda88-46c5-491c-98df-abd0ed6ce08d req-299b80e8-2542-4feb-b6c8-2645b4252df5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c HTTP/1.1" status: 200 len: 217 time: 0.0471447 Aug 10 01:04:04.119967 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-398a6277-89a4-4587-980b-1208dc594beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:04.139749 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-618ae9aa-bc94-48b7-a394-baf05dd875f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:04.173239 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-618ae9aa-bc94-48b7-a394-baf05dd875f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:04.229575 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-398a6277-89a4-4587-980b-1208dc594beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:04.235986 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ae9aa-bc94-48b7-a394-baf05dd875f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56de620f-9426-4ea7-8e8d-14b0570766c4,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:04.261599 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babda88-46c5-491c-98df-abd0ed6ce08d req-d172308e-cc79-4c7e-a351-850ebe3f7551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:04.263503 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4babda88-46c5-491c-98df-abd0ed6ce08d req-d172308e-cc79-4c7e-a351-850ebe3f7551 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5de8dcd6-cb77-4537-ada3-97377719a6ca HTTP/1.1" status: 200 len: 844 time: 0.1451094 Aug 10 01:04:04.273491 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-618ae9aa-bc94-48b7-a394-baf05dd875f3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c46732cb079847539faba13bb0993ee6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5086110 Aug 10 01:04:04.274378 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 52518) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:04.365484 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0a0ec-76af-4ee8-a4a8-c7e308742d80 req-d0f7b740-f3b0-4403-9686-395f88c4106f tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:04.375999 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babda88-46c5-491c-98df-abd0ed6ce08d req-aa591ebe-0dc8-4e44-ab48-dfca253388ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:04.377787 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4babda88-46c5-491c-98df-abd0ed6ce08d req-aa591ebe-0dc8-4e44-ab48-dfca253388ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5846a124-2763-4bad-b7f2-a82a3ed79551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1043887 Aug 10 01:04:04.378239 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a0a0a0ec-76af-4ee8-a4a8-c7e308742d80 req-d0f7b740-f3b0-4403-9686-395f88c4106f tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.0804737 Aug 10 01:04:04.381307 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-398a6277-89a4-4587-980b-1208dc594beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:04.384723 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-398a6277-89a4-4587-980b-1208dc594beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:04.386007 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-398a6277-89a4-4587-980b-1208dc594beb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4a9cf249-14a8-4635-9cd7-ba26a4b6d6f7 HTTP/1.1" status: 204 len: 168 time: 0.3723497 Aug 10 01:04:04.478552 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a0a0a0ec-76af-4ee8-a4a8-c7e308742d80 req-f7200d58-eeaa-46a9-81d7-5e2b81ccea5a tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992849 Aug 10 01:04:04.572528 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4babda88-46c5-491c-98df-abd0ed6ce08d req-449947fc-9a82-4423-bdcd-d9cf09faeecb service neutron] 10.222.0.20 "GET /v2.0/networks/5846a124-2763-4bad-b7f2-a82a3ed79551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824601 Aug 10 01:04:04.581850 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a6277-89a4-4587-980b-1208dc594beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9cf249-14a8-4635-9cd7-ba26a4b6d6f7,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:04.621570 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-696ef99f-71c1-4f67-bc90-f25c45e770ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:04.689608 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fe373-947e-43fc-82d8-c4329973dd5d req-54ea86d2-9d0a-4d0a-bc15-9112afa8cf04 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:04.691394 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-975fe373-947e-43fc-82d8-c4329973dd5d req-54ea86d2-9d0a-4d0a-bc15-9112afa8cf04 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee0c39ce-d6c4-471d-b16f-08569f3b08ce HTTP/1.1" status: 200 len: 944 time: 0.1400466 Aug 10 01:04:04.713420 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-696ef99f-71c1-4f67-bc90-f25c45e770ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:04.767981 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-975fe373-947e-43fc-82d8-c4329973dd5d req-21b4763d-db03-47f3-95ec-39bae0d1b889 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14dfa27-7bd0-488c-af8a-8c9af1c71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701072 Aug 10 01:04:04.804330 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4babda88-46c5-491c-98df-abd0ed6ce08d req-b7962be0-bd08-4f4e-ab74-3a1a3dcfd84b service neutron] 10.222.0.20 "GET /v2.0/networks/5846a124-2763-4bad-b7f2-a82a3ed79551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120328 Aug 10 01:04:04.833549 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-696ef99f-71c1-4f67-bc90-f25c45e770ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:04.837195 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-696ef99f-71c1-4f67-bc90-f25c45e770ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:04.841642 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-696ef99f-71c1-4f67-bc90-f25c45e770ff admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/56de620f-9426-4ea7-8e8d-14b0570766c4 HTTP/1.1" status: 204 len: 168 time: 0.5236516 Aug 10 01:04:04.854756 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ef99f-71c1-4f67-bc90-f25c45e770ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56de620f-9426-4ea7-8e8d-14b0570766c4,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:04.962992 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device fed83962-4553-4d29-9d08-542536080adf no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:04:05.007147 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 52536) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:05.019443 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: fed83962-4553-4d29-9d08-542536080adf {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:04:05.019873 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device fed83962-4553-4d29-9d08-542536080adf not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:04:05.104716 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52540) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:05.104983 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e0935929-4d66-42b1-9512-15e4b3d212c1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=68c3150ad9074954b6aea2280d334a3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0961716 Aug 10 01:04:05.190123 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ae4e32cd-34ef-468b-ae23-77ce58a29a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:05.222076 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ae4e32cd-34ef-468b-ae23-77ce58a29a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:05.286769 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ae4e32cd-34ef-468b-ae23-77ce58a29a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:05.289703 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ae4e32cd-34ef-468b-ae23-77ce58a29a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:05.290976 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ae4e32cd-34ef-468b-ae23-77ce58a29a6f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d38d7704-d488-4ad0-ac15-a128f61b260b HTTP/1.1" status: 204 len: 168 time: 0.1852574 Aug 10 01:04:05.300872 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e32cd-34ef-468b-ae23-77ce58a29a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38d7704-d488-4ad0-ac15-a128f61b260b,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:05.323430 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 52552) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:05.359632 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-adf4bc20-291f-4f16-ada2-de333b747d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:05.525209 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-adf4bc20-291f-4f16-ada2-de333b747d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:05.548882 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-adf4bc20-291f-4f16-ada2-de333b747d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:05.622028 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52562) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:05.623129 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-adf4bc20-291f-4f16-ada2-de333b747d8a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=192de6fd64544dd9a6e11126e76dffb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2979248 Aug 10 01:04:05.625878 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4bc20-291f-4f16-ada2-de333b747d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ee4c0f-3d24-472c-bf91-cb81f3476cd4,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:05.733291 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73cc5c3-88b9-4019-9a31-e44bca9d1314 req-4dc431e8-152d-427c-98a6-89cc8484bd68 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:05.735568 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d73cc5c3-88b9-4019-9a31-e44bca9d1314 req-4dc431e8-152d-427c-98a6-89cc8484bd68 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1001592 Aug 10 01:04:05.737279 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d21aaa68-232c-4d19-ae9f-739b2e5c3ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:05.791214 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d21aaa68-232c-4d19-ae9f-739b2e5c3ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:05.821774 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d73cc5c3-88b9-4019-9a31-e44bca9d1314 req-13714a5f-2794-4d92-8ca7-039aa34b070a tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759549 Aug 10 01:04:05.895879 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d21aaa68-232c-4d19-ae9f-739b2e5c3ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:05.899196 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d21aaa68-232c-4d19-ae9f-739b2e5c3ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:05.900524 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d21aaa68-232c-4d19-ae9f-739b2e5c3ba4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/82ee4c0f-3d24-472c-bf91-cb81f3476cd4 HTTP/1.1" status: 204 len: 168 time: 0.2758563 Aug 10 01:04:05.943353 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21aaa68-232c-4d19-ae9f-739b2e5c3ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ee4c0f-3d24-472c-bf91-cb81f3476cd4,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:06.042746 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b2173-a722-41b0-914b-ffa7851c0580 req-891661ad-5cd8-422f-9074-8be61a1e7f74 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:06.045375 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-850b2173-a722-41b0-914b-ffa7851c0580 req-891661ad-5cd8-422f-9074-8be61a1e7f74 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee0c39ce-d6c4-471d-b16f-08569f3b08ce HTTP/1.1" status: 200 len: 944 time: 0.1282201 Aug 10 01:04:06.144605 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-850b2173-a722-41b0-914b-ffa7851c0580 req-bba8accb-ae32-4bda-86f8-3550e22f742d tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14dfa27-7bd0-488c-af8a-8c9af1c71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889432 Aug 10 01:04:06.989316 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2a359-30a1-424f-82aa-861cbcb15fff req-1c0972ce-8392-404a-beb6-2295f5513adb tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:06.996508 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-90c2a359-30a1-424f-82aa-861cbcb15fff req-1c0972ce-8392-404a-beb6-2295f5513adb tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.0644019 Aug 10 01:04:07.068084 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-90c2a359-30a1-424f-82aa-861cbcb15fff req-8569fb19-5b06-4cfc-9ad3-f9b6213bf84c tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705671 Aug 10 01:04:07.310300 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806085d8-bdbe-4a5c-9e39-689622e735e3 req-00c85721-23bb-49a8-8ca9-3f5587653753 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:07.313183 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-806085d8-bdbe-4a5c-9e39-689622e735e3 req-00c85721-23bb-49a8-8ca9-3f5587653753 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee0c39ce-d6c4-471d-b16f-08569f3b08ce HTTP/1.1" status: 200 len: 944 time: 0.0681820 Aug 10 01:04:07.387247 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-806085d8-bdbe-4a5c-9e39-689622e735e3 req-890c9fa0-bae3-40c4-a4c1-fa0b8bd1b0df tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14dfa27-7bd0-488c-af8a-8c9af1c71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639341 Aug 10 01:04:07.612787 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:04:07.983508 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c,segment=NetworkSegment(4fc48893-904d-478f-8870-c709242503a4),segment_id=4fc48893-904d-478f-8870-c709242503a4)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:08.009402 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': 'dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c', 'network_id': '5846a124-2763-4bad-b7f2-a82a3ed79551', 'port_id': 'dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c', 'mac_address': 'fa:16:3e:ff:40:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de8dcd6-cb77-4537-ada3-97377719a6ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:04:08.067850 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:08.082405 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:04:08.135746 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c,segment=NetworkSegment(4fc48893-904d-478f-8870-c709242503a4),segment_id=4fc48893-904d-478f-8870-c709242503a4)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:08.146205 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:08.337075 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:08.348886 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:08.350602 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:08.351161 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:08.351838 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:08.352579 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:08.353161 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:08.353759 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:08.354282 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:08.354823 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:08.355421 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:08.355976 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:08.357038 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:08.432870 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ad9ed-7ee5-4c24-9408-ae31904964e3 req-3beea900-2ae7-4cf4-8b23-5ededfba10d9 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:08.435583 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c72ad9ed-7ee5-4c24-9408-ae31904964e3 req-3beea900-2ae7-4cf4-8b23-5ededfba10d9 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.2391658 Aug 10 01:04:08.516878 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c72ad9ed-7ee5-4c24-9408-ae31904964e3 req-127186fb-edb6-40a5-a653-498a89b5ac42 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716498 Aug 10 01:04:08.560620 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:04:08.687330 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-5743e9d4-3610-4046-9ab3-14045e2e0502 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567446 Aug 10 01:04:08.708245 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:04:08.756704 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1045d9-dbbd-42f6-ba7d-0b62fd0fdbdc req-5c1f66e0-b21b-4eaf-b519-0a703fc7695e tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:08.765881 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bd1045d9-dbbd-42f6-ba7d-0b62fd0fdbdc req-5c1f66e0-b21b-4eaf-b519-0a703fc7695e tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee0c39ce-d6c4-471d-b16f-08569f3b08ce HTTP/1.1" status: 200 len: 945 time: 0.1647642 Aug 10 01:04:08.839576 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-9e982bf4-5894-4b97-bb4c-e1dbb19e1e4e tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:08.841856 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-9e982bf4-5894-4b97-bb4c-e1dbb19e1e4e tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1537476 Aug 10 01:04:08.917799 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-f1987b5f-06b0-49f6-8bd1-ba12939faaee tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/quotas/9ca89c0f99d945aeb3afb7c83b1b1d31 HTTP/1.1" status: 200 len: 375 time: 0.0650520 Aug 10 01:04:08.939928 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bd1045d9-dbbd-42f6-ba7d-0b62fd0fdbdc req-726a8a94-def6-49b0-910f-de7752a9f626 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14dfa27-7bd0-488c-af8a-8c9af1c71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682632 Aug 10 01:04:09.011110 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-066f93f5-0898-4317-ab06-54a7b09ecd50 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0858276 Aug 10 01:04:09.342773 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c80d9ddf-31e5-43a8-8042-337891ccc63b req-da2962a4-d178-4c47-98ea-d9aa37f352d2 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=d32007fe-0796-4aee-a731-c069b3e8b0ac HTTP/1.1" status: 200 len: 210 time: 0.0734046 Aug 10 01:04:09.620543 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:04:09.827553 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:04:09.854116 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:09.854998 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:09.892443 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353c17d-4f18-476d-88ae-9c98dea6a693 req-15050856-d72f-4080-a684-63235e25471b tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:09.897634 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9353c17d-4f18-476d-88ae-9c98dea6a693 req-15050856-d72f-4080-a684-63235e25471b tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1890407 Aug 10 01:04:09.996600 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9353c17d-4f18-476d-88ae-9c98dea6a693 req-5e52f7cb-7af3-4204-bb5d-113e01783dc2 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957360 Aug 10 01:04:10.018478 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:10.118654 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c,segment=NetworkSegment(4fc48893-904d-478f-8870-c709242503a4),segment_id=4fc48893-904d-478f-8870-c709242503a4)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:10.120959 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0c39ce-d6c4-471d-b16f-08569f3b08ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:04:10.125753 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1a7d1b-4a11-400c-9ed2-f71dd9aa8f07" -d '{"events": [{"server_uuid": "ee0c39ce-d6c4-471d-b16f-08569f3b08ce", "name": "network-vif-plugged", "status": "completed", "tag": "dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:04:10.132360 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:10.146830 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67946b2b-b417-449b-ae30-8d9fc1c2a6b9 req-9c53df09-80ce-487f-a402-9cfe91cc0026 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:10.157463 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-67946b2b-b417-449b-ae30-8d9fc1c2a6b9 req-9c53df09-80ce-487f-a402-9cfe91cc0026 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee0c39ce-d6c4-471d-b16f-08569f3b08ce HTTP/1.1" status: 200 len: 945 time: 0.0990059 Aug 10 01:04:10.195871 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:10.256386 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-67946b2b-b417-449b-ae30-8d9fc1c2a6b9 req-dfea14ff-d074-43e9-a37b-5828b2074ab9 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14dfa27-7bd0-488c-af8a-8c9af1c71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935311 Aug 10 01:04:10.288517 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b364dd41-ed3a-48fc-9373-541bf436f3e1 x-openstack-request-id: req-b364dd41-ed3a-48fc-9373-541bf436f3e1 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:04:10.288809 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee0c39ce-d6c4-471d-b16f-08569f3b08ce", "name": "network-vif-plugged", "status": "completed", "tag": "dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:04:10.289608 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b364dd41-ed3a-48fc-9373-541bf436f3e1 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:04:10.290026 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee0c39ce-d6c4-471d-b16f-08569f3b08ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c', 'code': 200} Aug 10 01:04:10.517949 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54612d-f4b4-4849-9fe0-58a03a8f48e8 req-3f7f0aeb-396a-4059-b2b8-e884777a8d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:10.520633 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5b54612d-f4b4-4849-9fe0-58a03a8f48e8 req-3f7f0aeb-396a-4059-b2b8-e884777a8d9a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ee0c39ce-d6c4-471d-b16f-08569f3b08ce HTTP/1.1" status: 200 len: 1098 time: 0.0796614 Aug 10 01:04:10.565675 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5b54612d-f4b4-4849-9fe0-58a03a8f48e8 req-5aab6d60-cb85-46e9-951b-12bbceeb8b8f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c14dfa27-7bd0-488c-af8a-8c9af1c71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372145 Aug 10 01:04:10.585726 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3271944a-addb-42eb-8d3b-758a20312f38 req-6098ae18-a315-4a94-b338-3c5400eca5aa tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=d32007fe-0796-4aee-a731-c069b3e8b0ac HTTP/1.1" status: 200 len: 210 time: 0.0768394 Aug 10 01:04:11.159281 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95bf7b3-f368-4067-ba5b-d875070a2baa req-6bc63044-0561-4afa-982d-d3e9dc3e09ec tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:11.165532 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b6fcfccb-8817-4051-ba26-9f23f82f8c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:11.167903 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c95bf7b3-f368-4067-ba5b-d875070a2baa req-6bc63044-0561-4afa-982d-d3e9dc3e09ec tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.0986705 Aug 10 01:04:11.212903 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c95bf7b3-f368-4067-ba5b-d875070a2baa req-cb3191cf-7f21-4723-b991-8a6689d11b2a tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377383 Aug 10 01:04:11.255182 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-2d0f8528-f1e2-452e-b8db-457d73b3a5c7 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551312 Aug 10 01:04:11.408675 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-8b055755-c285-4551-94b5-c83400f3f5dc tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:11.410636 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-8b055755-c285-4551-94b5-c83400f3f5dc tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1546900 Aug 10 01:04:11.433107 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-87a5b6b6-375f-42f1-ab15-c5cde3057c64 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Request body: {'port': {'device_id': 'd32007fe-0796-4aee-a731-c069b3e8b0ac', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'admin_state_up': True, 'tenant_id': '9ca89c0f99d945aeb3afb7c83b1b1d31'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:04:11.436866 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:11.450743 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c991c9-7c3c-49aa-a1ea-c2ec384bfb87 req-05e54c12-a43c-4fca-93a0-30b54185f8d9 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:11.458685 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06c991c9-7c3c-49aa-a1ea-c2ec384bfb87 req-05e54c12-a43c-4fca-93a0-30b54185f8d9 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee0c39ce-d6c4-471d-b16f-08569f3b08ce HTTP/1.1" status: 200 len: 946 time: 0.1076248 Aug 10 01:04:11.514788 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06c991c9-7c3c-49aa-a1ea-c2ec384bfb87 req-9c713b19-8f76-4cde-8b70-03d021180a71 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14dfa27-7bd0-488c-af8a-8c9af1c71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552368 Aug 10 01:04:11.656001 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-87a5b6b6-375f-42f1-ab15-c5cde3057c64 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Made reservation on behalf of 9ca89c0f99d945aeb3afb7c83b1b1d31 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:04:11.669647 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-87a5b6b6-375f-42f1-ab15-c5cde3057c64 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:11.697685 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-87a5b6b6-375f-42f1-ab15-c5cde3057c64 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:11.749887 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c6c426ce-638a-4017-9c16-de66bb3d41e8 req-bec8991a-eff9-49cf-8c72-32067e19d579 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=d32007fe-0796-4aee-a731-c069b3e8b0ac HTTP/1.1" status: 200 len: 210 time: 0.0704792 Aug 10 01:04:11.860768 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-87a5b6b6-375f-42f1-ab15-c5cde3057c64 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:11.878565 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-87a5b6b6-375f-42f1-ab15-c5cde3057c64 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:11.925653 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5b6b6-375f-42f1-ab15-c5cde3057c64 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5edfe2-9130-4992-a9de-894008acd777,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:12.172003 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-87a5b6b6-375f-42f1-ab15-c5cde3057c64 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Allocated IP 192.168.233.78 (853ae90b-411a-4cc9-b27c-aa212d4ff023/f49e9f1d-7e8a-42ac-a9f2-157734919ae5/3cc74571-e82c-4ae8-9356-6d35c165bb7b) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:04:12.422518 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-87a5b6b6-375f-42f1-ab15-c5cde3057c64 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:12.440552 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-87a5b6b6-375f-42f1-ab15-c5cde3057c64 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Transition to ACTIVE for port object 3cc74571-e82c-4ae8-9356-6d35c165bb7b will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:04:12.486899 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-87a5b6b6-375f-42f1-ab15-c5cde3057c64 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:12.503272 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc2719-ba07-4136-8d2e-aa01f0624925 req-2cdad9d1-da70-4769-bfb5-290accbaeaee tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:12.504892 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-abdc2719-ba07-4136-8d2e-aa01f0624925 req-2cdad9d1-da70-4769-bfb5-290accbaeaee tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1086922 Aug 10 01:04:12.555050 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-87a5b6b6-375f-42f1-ab15-c5cde3057c64 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Network 853ae90b-411a-4cc9-b27c-aa212d4ff023 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:04:12.558467 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-87a5b6b6-375f-42f1-ab15-c5cde3057c64 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:04:12.586954 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-87a5b6b6-375f-42f1-ab15-c5cde3057c64 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:04:12.634414 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5b6b6-375f-42f1-ab15-c5cde3057c64 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Pushing event updated for resources: {'Port': ['ID=3cc74571-e82c-4ae8-9356-6d35c165bb7b,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:12.635793 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-abdc2719-ba07-4136-8d2e-aa01f0624925 req-2eda993e-36bb-4b7e-9b2b-0465707dc1bb tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211851 Aug 10 01:04:12.703751 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-87a5b6b6-375f-42f1-ab15-c5cde3057c64 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:12.705751 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-87a5b6b6-375f-42f1-ab15-c5cde3057c64 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:12.738955 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-87a5b6b6-375f-42f1-ab15-c5cde3057c64 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3152108 Aug 10 01:04:12.743235 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97f749-06ec-498d-b983-6ba96f4daa9e req-ee3fb156-4473-4a29-b8cd-69c55df2c5a6 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:12.750937 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ba97f749-06ec-498d-b983-6ba96f4daa9e req-ee3fb156-4473-4a29-b8cd-69c55df2c5a6 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee0c39ce-d6c4-471d-b16f-08569f3b08ce HTTP/1.1" status: 200 len: 946 time: 0.0860066 Aug 10 01:04:12.754258 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-c53487fc-e175-44a0-b690-8166599e7d60 service neutron] Request body: {'port': {'device_id': 'd32007fe-0796-4aee-a731-c069b3e8b0ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:04:12.870392 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ba97f749-06ec-498d-b983-6ba96f4daa9e req-fefb4eae-74ea-44cb-bec4-5b49dbf0cf89 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14dfa27-7bd0-488c-af8a-8c9af1c71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184683 Aug 10 01:04:12.985073 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-c53487fc-e175-44a0-b690-8166599e7d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:13.066551 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d55ec-fe93-44cc-85d8-70f119b430ff req-1c273a10-92d5-4b62-8d6a-a23e491ad6d3 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:13.072270 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6a8d55ec-fe93-44cc-85d8-70f119b430ff req-1c273a10-92d5-4b62-8d6a-a23e491ad6d3 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee0c39ce-d6c4-471d-b16f-08569f3b08ce HTTP/1.1" status: 200 len: 946 time: 0.0942819 Aug 10 01:04:13.079874 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 52810) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:13.080814 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5b2d3-ca06-4a5f-92ca-0004a0f909bb req-20ac8718-be4e-4401-8b1c-6e7e134218ce tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:13.086992 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-c751c721-8a40-4efb-98d2-fadcbafb4ae3 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Request body: {'floatingip': {'port_id': 'dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:04:13.088993 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0ed5b2d3-ca06-4a5f-92ca-0004a0f909bb req-20ac8718-be4e-4401-8b1c-6e7e134218ce tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=d32007fe-0796-4aee-a731-c069b3e8b0ac HTTP/1.1" status: 200 len: 935 time: 0.1700206 Aug 10 01:04:13.125810 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5d546b39-61ea-477a-9ef5-84bc18a51214 None None] Provisioning for port 3cc74571-e82c-4ae8-9356-6d35c165bb7b completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:04:13.132942 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5d546b39-61ea-477a-9ef5-84bc18a51214 None None] Provisioning complete for port 3cc74571-e82c-4ae8-9356-6d35c165bb7b triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:13.133329 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5d546b39-61ea-477a-9ef5-84bc18a51214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:13.148040 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0ed5b2d3-ca06-4a5f-92ca-0004a0f909bb req-176ccc88-45ac-446d-aa7f-256359c3c59d tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579464 Aug 10 01:04:13.183650 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-5d546b39-61ea-477a-9ef5-84bc18a51214 None None] Port 3cc74571-e82c-4ae8-9356-6d35c165bb7b cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:04:13.213097 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c751c721-8a40-4efb-98d2-fadcbafb4ae3 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks [] for floatingip, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:13.819585 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-88b0ab47-31e3-4495-b515-a5fa49e55700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:13.961537 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f06af6-42b3-45be-b201-65d263e6dd5c req-cdd64e2d-6c05-42d7-8a08-66fd15a92c8b tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:13.965076 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-56f06af6-42b3-45be-b201-65d263e6dd5c req-cdd64e2d-6c05-42d7-8a08-66fd15a92c8b tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1902692 Aug 10 01:04:14.041602 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-c53487fc-e175-44a0-b690-8166599e7d60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cc74571-e82c-4ae8-9356-6d35c165bb7b {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:04:14.050875 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-c53487fc-e175-44a0-b690-8166599e7d60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:14.064715 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-c53487fc-e175-44a0-b690-8166599e7d60 service neutron] Transition to ACTIVE for port object 3cc74571-e82c-4ae8-9356-6d35c165bb7b will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:04:14.068054 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-56f06af6-42b3-45be-b201-65d263e6dd5c req-da6400d0-0b48-4859-9be0-58d370573a83 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951760 Aug 10 01:04:14.122487 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-c53487fc-e175-44a0-b690-8166599e7d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:14.343967 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b98f39-9e35-4725-ad76-61a6842372e4 req-1c85bbf7-94a1-4313-ad32-89267383d14e tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:14.346431 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-11b98f39-9e35-4725-ad76-61a6842372e4 req-1c85bbf7-94a1-4313-ad32-89267383d14e tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=d32007fe-0796-4aee-a731-c069b3e8b0ac HTTP/1.1" status: 200 len: 947 time: 0.0771284 Aug 10 01:04:14.421515 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:14.427052 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-11b98f39-9e35-4725-ad76-61a6842372e4 req-2236e686-88ca-42d1-818d-ab6d9b76ae7f tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714555 Aug 10 01:04:14.702610 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53487fc-e175-44a0-b690-8166599e7d60 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc74571-e82c-4ae8-9356-6d35c165bb7b,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:14.873912 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-c53487fc-e175-44a0-b690-8166599e7d60 service neutron] Attempting to bind port 3cc74571-e82c-4ae8-9356-6d35c165bb7b on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:04:14.874567 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-c53487fc-e175-44a0-b690-8166599e7d60 service neutron] Attempting to bind port 3cc74571-e82c-4ae8-9356-6d35c165bb7b by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:04:14.875095 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-c53487fc-e175-44a0-b690-8166599e7d60 service neutron] Attempting to bind port 3cc74571-e82c-4ae8-9356-6d35c165bb7b on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:04:14.888221 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.db.resource_extend [None req-c751c721-8a40-4efb-98d2-fadcbafb4ae3 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 01:04:14.945023 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c751c721-8a40-4efb-98d2-fadcbafb4ae3 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:14.946199 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-c53487fc-e175-44a0-b690-8166599e7d60 service neutron] Port 3cc74571-e82c-4ae8-9356-6d35c165bb7b on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:04:14.946547 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-c53487fc-e175-44a0-b690-8166599e7d60 service neutron] Attempting to bind port 3cc74571-e82c-4ae8-9356-6d35c165bb7b on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:04:14.957966 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c751c721-8a40-4efb-98d2-fadcbafb4ae3 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:14.965115 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-c53487fc-e175-44a0-b690-8166599e7d60 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:04:14.965115 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-c53487fc-e175-44a0-b690-8166599e7d60 service neutron] Checking segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:04:14.966165 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-c53487fc-e175-44a0-b690-8166599e7d60 service neutron] Bound using segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:04:14.966732 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-c53487fc-e175-44a0-b690-8166599e7d60 service neutron] Bound port: 3cc74571-e82c-4ae8-9356-6d35c165bb7b, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:04:14.967195 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-c53487fc-e175-44a0-b690-8166599e7d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:15.052466 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:15.195597 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [None req-c751c721-8a40-4efb-98d2-fadcbafb4ae3 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Floating IP d1c3d8d1-62d4-4f71-b545-23200d6a1f81 associated. External IP: 172.25.2.181, port: dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c. Aug 10 01:04:15.328272 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-c53487fc-e175-44a0-b690-8166599e7d60 service neutron] For port 3cc74571-e82c-4ae8-9356-6d35c165bb7b, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:04:15.346673 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ef8c2-2f6e-4cfb-8989-3563b2e1f263 req-d4d5c3f4-52c3-4a84-828c-4bcae4d7c7af tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:15.349023 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-158ef8c2-2f6e-4cfb-8989-3563b2e1f263 req-d4d5c3f4-52c3-4a84-828c-4bcae4d7c7af tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1373327 Aug 10 01:04:15.352354 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-c53487fc-e175-44a0-b690-8166599e7d60 service neutron] For port 3cc74571-e82c-4ae8-9356-6d35c165bb7b, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=3cc74571-e82c-4ae8-9356-6d35c165bb7b,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:04:15.371807 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-c53487fc-e175-44a0-b690-8166599e7d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:15.415618 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-c53487fc-e175-44a0-b690-8166599e7d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:15.416275 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-c53487fc-e175-44a0-b690-8166599e7d60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:15.417680 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-c53487fc-e175-44a0-b690-8166599e7d60 service neutron] 10.222.0.24 "PUT /v2.0/ports/3cc74571-e82c-4ae8-9356-6d35c165bb7b HTTP/1.1" status: 200 len: 1096 time: 2.6691887 Aug 10 01:04:15.419985 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd32007fe-0796-4aee-a731-c069b3e8b0ac', 'tag': '3cc74571-e82c-4ae8-9356-6d35c165bb7b'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:04:15.420616 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-158ef8c2-2f6e-4cfb-8989-3563b2e1f263 req-e66ad96f-d5e5-4691-8445-7c8d0fb6bbf8 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578094 Aug 10 01:04:15.422689 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc320c1-2a6f-4d43-a679-3d200ab8333b" -d '{"events": [{"name": "network-changed", "server_uuid": "d32007fe-0796-4aee-a731-c069b3e8b0ac", "tag": "3cc74571-e82c-4ae8-9356-6d35c165bb7b"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:04:15.594818 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a4bc55-692c-4394-a882-2f891160b320 x-openstack-request-id: req-f5a4bc55-692c-4394-a882-2f891160b320 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:04:15.595117 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d32007fe-0796-4aee-a731-c069b3e8b0ac", "tag": "3cc74571-e82c-4ae8-9356-6d35c165bb7b", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:04:15.595378 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f5a4bc55-692c-4394-a882-2f891160b320 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:04:15.595791 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd32007fe-0796-4aee-a731-c069b3e8b0ac', 'tag': '3cc74571-e82c-4ae8-9356-6d35c165bb7b', 'status': 'completed', 'code': 200} Aug 10 01:04:15.605385 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53487fc-e175-44a0-b690-8166599e7d60 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc74571-e82c-4ae8-9356-6d35c165bb7b,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:15.683445 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd79fa-0fb6-4ba0-a26f-b42d08f3ad1f req-2866c016-9a7b-4512-a5eb-719246ccb2a3 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:15.694610 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9bdd79fa-0fb6-4ba0-a26f-b42d08f3ad1f req-2866c016-9a7b-4512-a5eb-719246ccb2a3 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=d32007fe-0796-4aee-a731-c069b3e8b0ac HTTP/1.1" status: 200 len: 947 time: 0.1299307 Aug 10 01:04:15.745544 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c751c721-8a40-4efb-98d2-fadcbafb4ae3 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Router 37bf1616-a007-4213-9a0f-f6fa8b014723 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:04:15.768671 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-bb520d26-7a66-460f-96c1-303d357edf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:15.770348 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-bb520d26-7a66-460f-96c1-303d357edf84 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&device_id=d32007fe-0796-4aee-a731-c069b3e8b0ac HTTP/1.1" status: 200 len: 1099 time: 0.2533252 Aug 10 01:04:15.804431 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9bdd79fa-0fb6-4ba0-a26f-b42d08f3ad1f req-87ead1ac-ab11-410e-9f75-ccac23f026c2 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057682 Aug 10 01:04:15.969950 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-61b614ae-cea2-4e2a-90d6-06eabfe40cb9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=3cc74571-e82c-4ae8-9356-6d35c165bb7b HTTP/1.1" status: 200 len: 217 time: 0.1908832 Aug 10 01:04:16.046158 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c751c721-8a40-4efb-98d2-fadcbafb4ae3 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:04:16.056748 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c751c721-8a40-4efb-98d2-fadcbafb4ae3 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:16.056916 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6f7352-adb3-446d-a8af-32630f2915ab None None] Sync routers for ids ['37bf1616-a007-4213-9a0f-f6fa8b014723'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:04:16.071326 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6f7352-adb3-446d-a8af-32630f2915ab None None] Routers {'37bf1616-a007-4213-9a0f-f6fa8b014723'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:04:16.071866 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-ab6f7352-adb3-446d-a8af-32630f2915ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:04:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['37bf1616-a007-4213-9a0f-f6fa8b014723'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:16.117847 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c751c721-8a40-4efb-98d2-fadcbafb4ae3 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "PUT /v2.0/floatingips/d1c3d8d1-62d4-4f71-b545-23200d6a1f81 HTTP/1.1" status: 200 len: 992 time: 3.0368035 Aug 10 01:04:16.136741 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-cabe2b2e-d165-45b7-9c5e-e6c96b4f5526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:16.139107 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-cabe2b2e-d165-45b7-9c5e-e6c96b4f5526 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.1350782 Aug 10 01:04:16.186735 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:16.224264 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-502abbd5-c773-4ecd-857a-7498ca9be833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:16.226498 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-502abbd5-c773-4ecd-857a-7498ca9be833 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0738692 Aug 10 01:04:16.230312 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d3247a56-41d0-4ebe-a226-e9de1825f8c9 req-8631baee-55ef-4122-8af0-d4b259974231 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0770590 Aug 10 01:04:16.250499 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-ab6f7352-adb3-446d-a8af-32630f2915ab None None] Set router 37bf1616-a007-4213-9a0f-f6fa8b014723 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:04:16.316953 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3247a56-41d0-4ebe-a226-e9de1825f8c9 req-48e863f9-f399-499d-a423-4f264674c308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:16.318668 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d3247a56-41d0-4ebe-a226-e9de1825f8c9 req-48e863f9-f399-499d-a423-4f264674c308 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed53369dabee44498507a7cf709f7c85&device_id=02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f HTTP/1.1" status: 200 len: 1098 time: 0.0605977 Aug 10 01:04:16.400601 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-bacf755a-8362-4b82-849f-afe3eb321b81 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477296 Aug 10 01:04:16.487247 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3247a56-41d0-4ebe-a226-e9de1825f8c9 req-1f246c18-62e9-4a8f-b3f2-c2a160d17daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:16.496406 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d3247a56-41d0-4ebe-a226-e9de1825f8c9 req-1f246c18-62e9-4a8f-b3f2-c2a160d17daf service neutron] 10.222.0.24 "GET /v2.0/networks?id=e2973f7f-304c-4952-be52-bf39c7b9668b HTTP/1.1" status: 200 len: 913 time: 0.1532600 Aug 10 01:04:16.524074 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-972f5f1b-fc18-4984-a1cf-5c3a431da8b4 req-2999cf35-e943-48db-b8e3-9839120c2133 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161931 Aug 10 01:04:16.539959 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-ab6f7352-adb3-446d-a8af-32630f2915ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'name': 'tempest-ServersTestJSON-266758262-router', 'tenant_id': '58f5f591a9e145328af93436512eedc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'b8b05dcd-8e2b-443b-a36a-faf7892a090c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:03:45Z', 'updated_at': '2021-08-10T01:03:51Z', 'revision_number': 4, 'project_id': '58f5f591a9e145328af93436512eedc7', 'gw_port': {'id': 'b8b05dcd-8e2b-443b-a36a-faf7892a090c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:03:46Z', 'updated_at': '2021-08-10T01:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'd1c3d8d1-62d4-4f71-b545-23200d6a1f81', 'tenant_id': '58f5f591a9e145328af93436512eedc7', 'floating_ip_address': '172.25.2.181', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'port_id': 'dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5846a124-2763-4bad-b7f2-a82a3ed79551', 'mac_address': 'fa:16:3e:ff:40:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0c39ce-d6c4-471d-b16f-08569f3b08ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:03:54Z', 'updated_at': '2021-08-10T01:04:14Z', 'revision_number': 1, 'project_id': '58f5f591a9e145328af93436512eedc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26bf3b0e-3011-4e9d-a30a-d73032c5d06f', 'name': '', 'network_id': '5846a124-2763-4bad-b7f2-a82a3ed79551', 'tenant_id': '58f5f591a9e145328af93436512eedc7', 'mac_address': 'fa:16:3e:1b:78:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5de8dcd6-cb77-4537-ada3-97377719a6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:03:50Z', 'updated_at': '2021-08-10T01:03:58Z', 'revision_number': 5, 'project_id': '58f5f591a9e145328af93436512eedc7', 'subnets': [{'id': '5de8dcd6-cb77-4537-ada3-97377719a6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:16.587545 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6f7352-adb3-446d-a8af-32630f2915ab None None] Checking router: 37bf1616-a007-4213-9a0f-f6fa8b014723 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:04:16.607901 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6f7352-adb3-446d-a8af-32630f2915ab None None] Routers {'37bf1616-a007-4213-9a0f-f6fa8b014723'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:04:16.612952 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-ab6f7352-adb3-446d-a8af-32630f2915ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:04:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['37bf1616-a007-4213-9a0f-f6fa8b014723'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:16.626617 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d3247a56-41d0-4ebe-a226-e9de1825f8c9 req-db1279bb-1910-497c-9c6c-9ac2b54e1f01 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23f7cab1-3003-4499-aeb1-f1cd7e95af6d HTTP/1.1" status: 200 len: 1001 time: 0.1223915 Aug 10 01:04:16.645124 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc320c1-2a6f-4d43-a679-3d200ab8333b req-b1101348-fd7c-4f11-a3eb-86e91c8d2139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:16.646684 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1fc320c1-2a6f-4d43-a679-3d200ab8333b req-b1101348-fd7c-4f11-a3eb-86e91c8d2139 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&device_id=d32007fe-0796-4aee-a731-c069b3e8b0ac HTTP/1.1" status: 200 len: 1099 time: 0.0723269 Aug 10 01:04:16.691432 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3247a56-41d0-4ebe-a226-e9de1825f8c9 req-e211a684-ba0e-4495-9c96-d0dfaa174e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:16.693259 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d3247a56-41d0-4ebe-a226-e9de1825f8c9 req-e211a684-ba0e-4495-9c96-d0dfaa174e36 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4b0b179a-bfa0-4c3a-bcf0-7e9a86358603 HTTP/1.1" status: 200 len: 851 time: 0.0573366 Aug 10 01:04:16.751005 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fafd927-16e7-4dd4-aad3-a259769b1014 req-63e6ef18-d3ba-49fe-80db-2f66f539abe7 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:16.752804 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3fafd927-16e7-4dd4-aad3-a259769b1014 req-63e6ef18-d3ba-49fe-80db-2f66f539abe7 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.1995041 Aug 10 01:04:16.765191 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3247a56-41d0-4ebe-a226-e9de1825f8c9 req-4863163e-42a1-4cf8-9190-6f4b4fe0ecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:16.766878 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d3247a56-41d0-4ebe-a226-e9de1825f8c9 req-4863163e-42a1-4cf8-9190-6f4b4fe0ecd3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e2973f7f-304c-4952-be52-bf39c7b9668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630162 Aug 10 01:04:16.848632 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc320c1-2a6f-4d43-a679-3d200ab8333b req-9a695968-f73f-4c62-8491-e12629713e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:16.849680 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1fc320c1-2a6f-4d43-a679-3d200ab8333b req-9a695968-f73f-4c62-8491-e12629713e5f service neutron] 10.222.0.24 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.1948740 Aug 10 01:04:16.866701 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-ab6f7352-adb3-446d-a8af-32630f2915ab None None] Set router 37bf1616-a007-4213-9a0f-f6fa8b014723 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:04:16.932399 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1fc320c1-2a6f-4d43-a679-3d200ab8333b req-b43ec6e9-72eb-4b72-a45a-3ec63ad68c55 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=3cc74571-e82c-4ae8-9356-6d35c165bb7b HTTP/1.1" status: 200 len: 217 time: 0.0722558 Aug 10 01:04:16.936530 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d3247a56-41d0-4ebe-a226-e9de1825f8c9 req-1d0d647d-8009-4e05-8425-914ef89f39c8 service neutron] 10.222.0.24 "GET /v2.0/networks/e2973f7f-304c-4952-be52-bf39c7b9668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500936 Aug 10 01:04:16.962456 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3fafd927-16e7-4dd4-aad3-a259769b1014 req-7df18de2-5385-496f-8dd6-715675dd44bc tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011979 Aug 10 01:04:17.085443 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc320c1-2a6f-4d43-a679-3d200ab8333b req-a66d00a0-f80a-458a-ad68-a5f115ff7b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:17.089473 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1fc320c1-2a6f-4d43-a679-3d200ab8333b req-a66d00a0-f80a-458a-ad68-a5f115ff7b14 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.1440797 Aug 10 01:04:17.140906 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc6733-f0b0-45d8-a802-e2eb4483feb0 req-61bee722-8146-4e1c-8f44-bb3e0a981310 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:17.148982 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3dcc6733-f0b0-45d8-a802-e2eb4483feb0 req-61bee722-8146-4e1c-8f44-bb3e0a981310 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=d32007fe-0796-4aee-a731-c069b3e8b0ac HTTP/1.1" status: 200 len: 947 time: 0.1074669 Aug 10 01:04:17.181735 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d3247a56-41d0-4ebe-a226-e9de1825f8c9 req-f9b87b84-1898-43e1-a904-a46f99cd1481 service neutron] 10.222.0.24 "GET /v2.0/networks/e2973f7f-304c-4952-be52-bf39c7b9668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240114 Aug 10 01:04:17.190481 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc320c1-2a6f-4d43-a679-3d200ab8333b req-13bb43c7-b6a0-4594-ac5c-f1ad0bb4d231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:17.193497 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1fc320c1-2a6f-4d43-a679-3d200ab8333b req-13bb43c7-b6a0-4594-ac5c-f1ad0bb4d231 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0842104 Aug 10 01:04:17.195528 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e6030-c794-48b0-808a-1c1479653649 req-a45cbddc-729c-4dc8-843d-53edea18e359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:17.196948 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3b8e6030-c794-48b0-808a-1c1479653649 req-a45cbddc-729c-4dc8-843d-53edea18e359 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1014fe67c7c742a1ba3e24aee6cf6340&device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 1098 time: 0.1014235 Aug 10 01:04:17.203397 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3dcc6733-f0b0-45d8-a802-e2eb4483feb0 req-2ca3893d-37d0-428f-ac58-d64713de685a tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533636 Aug 10 01:04:17.321663 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-ab6f7352-adb3-446d-a8af-32630f2915ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'name': 'tempest-ServersTestJSON-266758262-router', 'tenant_id': '58f5f591a9e145328af93436512eedc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'b8b05dcd-8e2b-443b-a36a-faf7892a090c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:03:45Z', 'updated_at': '2021-08-10T01:03:51Z', 'revision_number': 4, 'project_id': '58f5f591a9e145328af93436512eedc7', 'gw_port': {'id': 'b8b05dcd-8e2b-443b-a36a-faf7892a090c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:03:46Z', 'updated_at': '2021-08-10T01:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'd1c3d8d1-62d4-4f71-b545-23200d6a1f81', 'tenant_id': '58f5f591a9e145328af93436512eedc7', 'floating_ip_address': '172.25.2.181', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'port_id': 'dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5846a124-2763-4bad-b7f2-a82a3ed79551', 'mac_address': 'fa:16:3e:ff:40:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0c39ce-d6c4-471d-b16f-08569f3b08ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:03:54Z', 'updated_at': '2021-08-10T01:04:14Z', 'revision_number': 1, 'project_id': '58f5f591a9e145328af93436512eedc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26bf3b0e-3011-4e9d-a30a-d73032c5d06f', 'name': '', 'network_id': '5846a124-2763-4bad-b7f2-a82a3ed79551', 'tenant_id': '58f5f591a9e145328af93436512eedc7', 'mac_address': 'fa:16:3e:1b:78:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5de8dcd6-cb77-4537-ada3-97377719a6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:03:50Z', 'updated_at': '2021-08-10T01:03:58Z', 'revision_number': 5, 'project_id': '58f5f591a9e145328af93436512eedc7', 'subnets': [{'id': '5de8dcd6-cb77-4537-ada3-97377719a6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:17.359942 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6f7352-adb3-446d-a8af-32630f2915ab None None] The sync data for ids ['37bf1616-a007-4213-9a0f-f6fa8b014723'] in n-d-766726-26 is: [{'id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'name': 'tempest-ServersTestJSON-266758262-router', 'tenant_id': '58f5f591a9e145328af93436512eedc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'b8b05dcd-8e2b-443b-a36a-faf7892a090c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:03:45Z', 'updated_at': '2021-08-10T01:03:51Z', 'revision_number': 4, 'project_id': '58f5f591a9e145328af93436512eedc7', 'gw_port': {'id': 'b8b05dcd-8e2b-443b-a36a-faf7892a090c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:03:46Z', 'updated_at': '2021-08-10T01:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'd1c3d8d1-62d4-4f71-b545-23200d6a1f81', 'tenant_id': '58f5f591a9e145328af93436512eedc7', 'floating_ip_address': '172.25.2.181', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'port_id': 'dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5846a124-2763-4bad-b7f2-a82a3ed79551', 'mac_address': 'fa:16:3e:ff:40:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0c39ce-d6c4-471d-b16f-08569f3b08ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:03:54Z', 'updated_at': '2021-08-10T01:04:14Z', 'revision_number': 1, 'project_id': '58f5f591a9e145328af93436512eedc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26bf3b0e-3011-4e9d-a30a-d73032c5d06f', 'name': '', 'network_id': '5846a124-2763-4bad-b7f2-a82a3ed79551', 'tenant_id': '58f5f591a9e145328af93436512eedc7', 'mac_address': 'fa:16:3e:1b:78:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5de8dcd6-cb77-4537-ada3-97377719a6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:03:50Z', 'updated_at': '2021-08-10T01:03:58Z', 'revision_number': 5, 'project_id': '58f5f591a9e145328af93436512eedc7', 'subnets': [{'id': '5de8dcd6-cb77-4537-ada3-97377719a6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:04:17.387143 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1fc320c1-2a6f-4d43-a679-3d200ab8333b req-3eb225a6-ff26-4df1-a71d-e1a22c2737bf service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848757 Aug 10 01:04:17.388361 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e6030-c794-48b0-808a-1c1479653649 req-52820c49-a777-40cd-ab54-5fc48b65d4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:17.389730 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3b8e6030-c794-48b0-808a-1c1479653649 req-52820c49-a777-40cd-ab54-5fc48b65d4f2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c HTTP/1.1" status: 200 len: 914 time: 0.1676741 Aug 10 01:04:17.530398 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3b8e6030-c794-48b0-808a-1c1479653649 req-1f0e7b70-33ef-4cb3-85d7-371c2a946775 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5296113c-2c3a-4f22-830e-145f73c4780a HTTP/1.1" status: 200 len: 217 time: 0.1280067 Aug 10 01:04:17.597131 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee0c39ce-d6c4-471d-b16f-08569f3b08ce', 'tag': 'dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:04:17.600117 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be81ec1e-0dca-4b6c-ad1d-dba404782f92" -d '{"events": [{"name": "network-changed", "server_uuid": "ee0c39ce-d6c4-471d-b16f-08569f3b08ce", "tag": "dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:04:17.633406 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e6030-c794-48b0-808a-1c1479653649 req-687bef44-e873-44fe-b961-6478593a5c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:17.634917 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3b8e6030-c794-48b0-808a-1c1479653649 req-687bef44-e873-44fe-b961-6478593a5c6d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=52b93c28-be1e-4ae4-ab41-5d8b08787e7b HTTP/1.1" status: 200 len: 853 time: 0.0902245 Aug 10 01:04:17.654647 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1fc320c1-2a6f-4d43-a679-3d200ab8333b req-5af88742-c479-4308-b74b-91afd98be2ed service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602081 Aug 10 01:04:17.695243 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195bf354-5443-4303-ae95-cf500bc87aa2 x-openstack-request-id: req-195bf354-5443-4303-ae95-cf500bc87aa2 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:04:17.695695 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee0c39ce-d6c4-471d-b16f-08569f3b08ce", "tag": "dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:04:17.695951 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-195bf354-5443-4303-ae95-cf500bc87aa2 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:04:17.696383 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee0c39ce-d6c4-471d-b16f-08569f3b08ce', 'tag': 'dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c', 'status': 'completed', 'code': 200} Aug 10 01:04:17.698695 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3b8e6030-c794-48b0-808a-1c1479653649 req-f9e4e830-dfac-4542-8867-8009b294a0b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537000 Aug 10 01:04:17.721014 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fe1828-f738-43ec-b597-fc9685de5800 None None] New status for floating IP d1c3d8d1-62d4-4f71-b545-23200d6a1f81: ACTIVE {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:04:17.832615 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81ec1e-0dca-4b6c-ad1d-dba404782f92 req-f000ccf3-b86c-4d7f-b4e6-fd0321c8d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:17.834263 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be81ec1e-0dca-4b6c-ad1d-dba404782f92 req-f000ccf3-b86c-4d7f-b4e6-fd0321c8d18f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=58f5f591a9e145328af93436512eedc7&device_id=ee0c39ce-d6c4-471d-b16f-08569f3b08ce HTTP/1.1" status: 200 len: 1098 time: 0.1227584 Aug 10 01:04:17.840463 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3b8e6030-c794-48b0-808a-1c1479653649 req-25224007-27b1-4c06-92f6-5371c94fab82 service neutron] 10.222.0.20 "GET /v2.0/networks/0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307638 Aug 10 01:04:18.001629 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81ec1e-0dca-4b6c-ad1d-dba404782f92 req-8eb5a3ce-3ed4-4ecc-a68c-360e366e7daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:18.003098 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be81ec1e-0dca-4b6c-ad1d-dba404782f92 req-8eb5a3ce-3ed4-4ecc-a68c-360e366e7daf service neutron] 10.222.0.20 "GET /v2.0/networks?id=5846a124-2763-4bad-b7f2-a82a3ed79551 HTTP/1.1" status: 200 len: 906 time: 0.1611540 Aug 10 01:04:18.005103 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3b8e6030-c794-48b0-808a-1c1479653649 req-39423b52-bc36-4be4-ad87-cb757e54c21b service neutron] 10.222.0.20 "GET /v2.0/networks/0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547656 Aug 10 01:04:18.109417 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be81ec1e-0dca-4b6c-ad1d-dba404782f92 req-a0cc2de6-ceff-486c-9d4a-0e6e6ccb716d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c HTTP/1.1" status: 200 len: 1002 time: 0.0880313 Aug 10 01:04:18.161969 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f10336-81fa-4dfd-bdff-a05466699f44 req-6b7e03c3-6bb2-4f60-856e-11df7dda0fba tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:18.163605 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-93f10336-81fa-4dfd-bdff-a05466699f44 req-6b7e03c3-6bb2-4f60-856e-11df7dda0fba tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.0950305 Aug 10 01:04:18.180936 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81ec1e-0dca-4b6c-ad1d-dba404782f92 req-0a15ad94-661a-4437-9df5-d142c477b0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:18.183007 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be81ec1e-0dca-4b6c-ad1d-dba404782f92 req-0a15ad94-661a-4437-9df5-d142c477b0f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5de8dcd6-cb77-4537-ada3-97377719a6ca HTTP/1.1" status: 200 len: 844 time: 0.0626733 Aug 10 01:04:18.216668 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-93f10336-81fa-4dfd-bdff-a05466699f44 req-2447baac-c8db-4078-a659-15e830bae518 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401208 Aug 10 01:04:18.245998 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81ec1e-0dca-4b6c-ad1d-dba404782f92 req-c8001022-35db-47ed-b79d-ba60b051462a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:18.247831 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be81ec1e-0dca-4b6c-ad1d-dba404782f92 req-c8001022-35db-47ed-b79d-ba60b051462a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5846a124-2763-4bad-b7f2-a82a3ed79551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507562 Aug 10 01:04:18.341172 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65517fa7-1e0a-41d9-93b8-a001757f42c7 req-bbe62450-ac67-4794-b15e-f4463d74f004 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:18.344375 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-65517fa7-1e0a-41d9-93b8-a001757f42c7 req-bbe62450-ac67-4794-b15e-f4463d74f004 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=d32007fe-0796-4aee-a731-c069b3e8b0ac HTTP/1.1" status: 200 len: 947 time: 0.0667410 Aug 10 01:04:18.368268 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be81ec1e-0dca-4b6c-ad1d-dba404782f92 req-07d63dc1-d78e-42b2-8be7-1cceda64c95f service neutron] 10.222.0.20 "GET /v2.0/networks/5846a124-2763-4bad-b7f2-a82a3ed79551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128099 Aug 10 01:04:18.391716 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-65517fa7-1e0a-41d9-93b8-a001757f42c7 req-c2df4f4b-990b-4402-8a87-abb68ca432b1 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401852 Aug 10 01:04:18.478585 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be81ec1e-0dca-4b6c-ad1d-dba404782f92 req-a3797264-4444-43be-a6b6-d1ccc2786761 service neutron] 10.222.0.20 "GET /v2.0/networks/5846a124-2763-4bad-b7f2-a82a3ed79551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027420 Aug 10 01:04:19.355510 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e2bd7-91bb-4cc8-b763-c24dfb671d7c req-072b5b1f-926d-4256-937a-56075cdad8ee tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:19.357168 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7e8e2bd7-91bb-4cc8-b763-c24dfb671d7c req-072b5b1f-926d-4256-937a-56075cdad8ee tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.0771887 Aug 10 01:04:19.397861 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7e8e2bd7-91bb-4cc8-b763-c24dfb671d7c req-1cc60570-6f28-479d-aea4-c4b1e493f795 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344720 Aug 10 01:04:19.532746 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4fb2d4-4fe7-4997-b25e-aef60e39032e req-7d581bcb-c751-458c-a756-f314ecb3481e tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:19.534362 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b4fb2d4-4fe7-4997-b25e-aef60e39032e req-7d581bcb-c751-458c-a756-f314ecb3481e tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=d32007fe-0796-4aee-a731-c069b3e8b0ac HTTP/1.1" status: 200 len: 947 time: 0.0533900 Aug 10 01:04:19.573561 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b4fb2d4-4fe7-4997-b25e-aef60e39032e req-433bc65b-3c8e-4d7e-bea6-822efab325fd tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332305 Aug 10 01:04:20.527114 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6960910-588c-4d0e-9f2b-4532d4627efd req-70ddb290-5510-40e0-b9da-abf14f3c5f9c tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:20.529199 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b6960910-588c-4d0e-9f2b-4532d4627efd req-70ddb290-5510-40e0-b9da-abf14f3c5f9c tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.0556521 Aug 10 01:04:20.578214 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b6960910-588c-4d0e-9f2b-4532d4627efd req-34167029-698d-4347-bf9a-b2be6e421d03 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416007 Aug 10 01:04:20.723755 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbd473-3a5d-49d6-81f9-db1fe0ae066f req-70f99fee-c33d-4ea8-be16-86ad9e16a2d9 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:20.725540 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f9bbd473-3a5d-49d6-81f9-db1fe0ae066f req-70f99fee-c33d-4ea8-be16-86ad9e16a2d9 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=d32007fe-0796-4aee-a731-c069b3e8b0ac HTTP/1.1" status: 200 len: 947 time: 0.0675750 Aug 10 01:04:20.795906 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f9bbd473-3a5d-49d6-81f9-db1fe0ae066f req-54c866b1-8fdb-4d40-a569-97536b255ce0 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600655 Aug 10 01:04:20.808292 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46041638-4c15-41bd-991f-0ba47a88ef46 req-daa1dd27-cc99-435c-8607-cdaed6d3a973 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:20.810503 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-46041638-4c15-41bd-991f-0ba47a88ef46 req-daa1dd27-cc99-435c-8607-cdaed6d3a973 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.0840354 Aug 10 01:04:20.851777 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-46041638-4c15-41bd-991f-0ba47a88ef46 req-9ef5bbb8-e7b5-4f08-9dfa-ebc41b653745 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352213 Aug 10 01:04:21.021028 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 3cc74571-e82c-4ae8-9356-6d35c165bb7b details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:04:21.132749 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 3cc74571-e82c-4ae8-9356-6d35c165bb7b, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=3cc74571-e82c-4ae8-9356-6d35c165bb7b,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:21.163240 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '3cc74571-e82c-4ae8-9356-6d35c165bb7b', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': '3cc74571-e82c-4ae8-9356-6d35c165bb7b', 'mac_address': 'fa:16:3e:48:b4:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:04:21.247566 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:21.253884 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88149e-b64e-4961-9498-df73cdf9d9cf req-d7969f61-b3a4-45d9-891f-7dc26df8564f tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:21.262477 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f88149e-b64e-4961-9498-df73cdf9d9cf req-d7969f61-b3a4-45d9-891f-7dc26df8564f tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 946 time: 0.0640888 Aug 10 01:04:21.265712 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cc74571-e82c-4ae8-9356-6d35c165bb7b {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:04:21.289990 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 3cc74571-e82c-4ae8-9356-6d35c165bb7b, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=3cc74571-e82c-4ae8-9356-6d35c165bb7b,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:21.306859 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:21.310294 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f88149e-b64e-4961-9498-df73cdf9d9cf req-f5d9e3a1-9f38-4d5d-8c30-68fb2854a3d5 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460160 Aug 10 01:04:21.373823 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=3cc74571-e82c-4ae8-9356-6d35c165bb7b,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:21.402455 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-70a547de-9b85-4401-8447-a8466e23f1cd req-182ac044-301e-4f9b-94ea-4853c862b819 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1604397 Aug 10 01:04:21.435734 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60848273-1c87-4ee6-86df-0871c0f723ae req-373f425c-3ed5-4902-a7a2-d6cb5988016b tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:21.440903 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-60848273-1c87-4ee6-86df-0871c0f723ae req-373f425c-3ed5-4902-a7a2-d6cb5988016b tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "GET /v2.0/ports?device_id=02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f HTTP/1.1" status: 200 len: 946 time: 0.0642943 Aug 10 01:04:21.506499 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-60848273-1c87-4ee6-86df-0871c0f723ae req-328b7dd2-cb9e-4894-a88a-9bf93c45fe5f tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "GET /v2.0/security-groups?id=814bded9-eb1e-4297-bf44-52576f18237e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626223 Aug 10 01:04:21.689975 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['3cc74571-e82c-4ae8-9356-6d35c165bb7b'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:04:21.744110 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 5296113c-2c3a-4f22-830e-145f73c4780a no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:04:21.931559 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:21.958316 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4556a-42ab-473e-b571-839f284f36fb req-ea6179de-d82a-4db2-9346-19708134b15f tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:21.961110 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-12f4556a-42ab-473e-b571-839f284f36fb req-ea6179de-d82a-4db2-9346-19708134b15f tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=d32007fe-0796-4aee-a731-c069b3e8b0ac HTTP/1.1" status: 200 len: 948 time: 0.0647509 Aug 10 01:04:21.981222 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 5296113c-2c3a-4f22-830e-145f73c4780a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5296113c-2c3a-4f22-830e-145f73c4780a,segment=NetworkSegment(7090882b-d97f-4901-9a5f-1635b14ed82b),segment_id=7090882b-d97f-4901-9a5f-1635b14ed82b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:21.985979 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b798bdfb-0916-428b-b09e-edef6d91b89d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5296113c-2c3a-4f22-830e-145f73c4780a'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:04:21.988911 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecca073-faa4-4cc5-87c3-bdab78cbffed" -d '{"events": [{"server_uuid": "b798bdfb-0916-428b-b09e-edef6d91b89d", "name": "network-vif-unplugged", "status": "completed", "tag": "5296113c-2c3a-4f22-830e-145f73c4780a"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:04:22.010056 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:22.027312 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-12f4556a-42ab-473e-b571-839f284f36fb req-15e48f49-4380-4828-b0eb-ca833832db76 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586414 Aug 10 01:04:22.048230 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 01:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e7a5a0-a8e3-4261-bf08-b0dfd806beab x-openstack-request-id: req-a7e7a5a0-a8e3-4261-bf08-b0dfd806beab {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:04:22.048745 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b798bdfb-0916-428b-b09e-edef6d91b89d", "name": "network-vif-unplugged", "status": "failed", "tag": "5296113c-2c3a-4f22-830e-145f73c4780a", "code": 422}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:04:22.048905 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a7e7a5a0-a8e3-4261-bf08-b0dfd806beab {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:04:22.049509 n-d-766726-26 neutron-server[105828]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b798bdfb-0916-428b-b09e-edef6d91b89d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5296113c-2c3a-4f22-830e-145f73c4780a', 'code': 422} returned with failed status Aug 10 01:04:22.091337 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=5296113c-2c3a-4f22-830e-145f73c4780a,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:22.463306 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c56459-7948-429d-98ce-9ba21c440f06 req-4aff018e-497a-44c1-96eb-e37d6e176414 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:22.472951 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-03c56459-7948-429d-98ce-9ba21c440f06 req-4aff018e-497a-44c1-96eb-e37d6e176414 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 944 time: 0.0863488 Aug 10 01:04:22.490866 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34726203-2ece-440e-82ab-d28502ef550f req-38791d88-23cd-4bb5-8e73-235d6f3cb340 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:22.492365 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-34726203-2ece-440e-82ab-d28502ef550f req-38791d88-23cd-4bb5-8e73-235d6f3cb340 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "GET /v2.0/ports?device_id=02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f HTTP/1.1" status: 200 len: 946 time: 0.1148815 Aug 10 01:04:22.582300 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-03c56459-7948-429d-98ce-9ba21c440f06 req-49c2c326-7d76-4d2a-b247-f32c90a27be6 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065652 Aug 10 01:04:22.593977 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a547de-9b85-4401-8447-a8466e23f1cd req-da07cbbe-f9f6-4268-8c97-d1067e88a665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:22.598373 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-70a547de-9b85-4401-8447-a8466e23f1cd req-da07cbbe-f9f6-4268-8c97-d1067e88a665 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d&tenant_id=1014fe67c7c742a1ba3e24aee6cf6340 HTTP/1.1" status: 200 len: 1096 time: 0.0761163 Aug 10 01:04:22.650754 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-34726203-2ece-440e-82ab-d28502ef550f req-335c7809-67df-499a-8f0f-ed06c87df2aa tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "GET /v2.0/security-groups?id=814bded9-eb1e-4297-bf44-52576f18237e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476893 Aug 10 01:04:22.710269 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a547de-9b85-4401-8447-a8466e23f1cd req-1fd47001-8935-4253-b0be-6b8d60029540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:22.711781 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-70a547de-9b85-4401-8447-a8466e23f1cd req-1fd47001-8935-4253-b0be-6b8d60029540 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1014fe67c7c742a1ba3e24aee6cf6340&device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 1096 time: 0.0701945 Aug 10 01:04:22.825703 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a547de-9b85-4401-8447-a8466e23f1cd req-688b9764-88e2-4cf6-89f5-9fcd34b85846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:22.827606 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-70a547de-9b85-4401-8447-a8466e23f1cd req-688b9764-88e2-4cf6-89f5-9fcd34b85846 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c HTTP/1.1" status: 200 len: 914 time: 0.1087215 Aug 10 01:04:23.040365 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 3cc74571-e82c-4ae8-9356-6d35c165bb7b up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:04:23.146880 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 3cc74571-e82c-4ae8-9356-6d35c165bb7b completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:04:23.154553 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 3cc74571-e82c-4ae8-9356-6d35c165bb7b triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:23.155242 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:23.222374 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0134ce5-539c-459d-95cb-55be5f879581 req-74abdefe-a5df-4306-bc16-ceccfead33cc tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:23.232023 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-70a547de-9b85-4401-8447-a8466e23f1cd req-687ff20c-575d-4ce7-bafb-6c99aa8b3f64 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5296113c-2c3a-4f22-830e-145f73c4780a HTTP/1.1" status: 200 len: 217 time: 0.3941867 Aug 10 01:04:23.232434 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d0134ce5-539c-459d-95cb-55be5f879581 req-74abdefe-a5df-4306-bc16-ceccfead33cc tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=d32007fe-0796-4aee-a731-c069b3e8b0ac HTTP/1.1" status: 200 len: 948 time: 0.0780902 Aug 10 01:04:23.298655 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a547de-9b85-4401-8447-a8466e23f1cd req-7f22dedb-9d54-41f6-975a-3b9c6cdce2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:23.300373 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-70a547de-9b85-4401-8447-a8466e23f1cd req-7f22dedb-9d54-41f6-975a-3b9c6cdce2ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=52b93c28-be1e-4ae4-ab41-5d8b08787e7b HTTP/1.1" status: 200 len: 853 time: 0.0544484 Aug 10 01:04:23.300940 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d0134ce5-539c-459d-95cb-55be5f879581 req-4fda8e1b-7003-40ba-b502-479b4787ae4e tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672419 Aug 10 01:04:23.356067 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:23.384929 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-70a547de-9b85-4401-8447-a8466e23f1cd req-19c67929-70a3-42f2-be4c-b1af6b56f0db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692797 Aug 10 01:04:23.395658 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 3cc74571-e82c-4ae8-9356-6d35c165bb7b, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=3cc74571-e82c-4ae8-9356-6d35c165bb7b,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:23.401567 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:23.461211 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=3cc74571-e82c-4ae8-9356-6d35c165bb7b,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:23.478848 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dfb26-b9a9-452c-9e8e-d3375867de6b req-e3a4b04b-8b7c-4784-adce-7493943bf646 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:23.480674 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ab7dfb26-b9a9-452c-9e8e-d3375867de6b req-e3a4b04b-8b7c-4784-adce-7493943bf646 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "GET /v2.0/ports?device_id=02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f HTTP/1.1" status: 200 len: 946 time: 0.0943015 Aug 10 01:04:23.518762 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-70a547de-9b85-4401-8447-a8466e23f1cd req-82113191-4986-40b8-89da-dd64d5d62154 service neutron] 10.222.0.20 "GET /v2.0/networks/0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206658 Aug 10 01:04:23.522447 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ab7dfb26-b9a9-452c-9e8e-d3375867de6b req-9eb4febd-696a-401e-a9df-e30d58b5f0f1 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "GET /v2.0/security-groups?id=814bded9-eb1e-4297-bf44-52576f18237e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348032 Aug 10 01:04:23.621736 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-70a547de-9b85-4401-8447-a8466e23f1cd req-0d2655f3-71ce-4243-a19d-e7a8a8b64823 service neutron] 10.222.0.20 "GET /v2.0/networks/0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953307 Aug 10 01:04:23.717349 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593de4d0-5c58-4af0-9edf-8f308da2906e req-dfdfdf14-fcd0-4a90-9a9a-15b2f7c5e7f8 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:23.718807 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-593de4d0-5c58-4af0-9edf-8f308da2906e req-dfdfdf14-fcd0-4a90-9a9a-15b2f7c5e7f8 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 944 time: 0.0487313 Aug 10 01:04:23.764608 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-593de4d0-5c58-4af0-9edf-8f308da2906e req-0b3b4baf-dec8-4256-a32b-2dd0604f462d tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398793 Aug 10 01:04:24.050335 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32007fe-0796-4aee-a731-c069b3e8b0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc74571-e82c-4ae8-9356-6d35c165bb7b'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:04:24.052924 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd03a961-61e2-49d9-b853-c5771d88fb44" -d '{"events": [{"server_uuid": "d32007fe-0796-4aee-a731-c069b3e8b0ac", "name": "network-vif-plugged", "status": "completed", "tag": "3cc74571-e82c-4ae8-9356-6d35c165bb7b"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:04:24.093271 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281c0b09-0f7b-4dc9-a0d5-c894a381b4da x-openstack-request-id: req-281c0b09-0f7b-4dc9-a0d5-c894a381b4da {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:04:24.093575 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32007fe-0796-4aee-a731-c069b3e8b0ac", "name": "network-vif-plugged", "status": "completed", "tag": "3cc74571-e82c-4ae8-9356-6d35c165bb7b", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:04:24.093835 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-281c0b09-0f7b-4dc9-a0d5-c894a381b4da {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:04:24.094237 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32007fe-0796-4aee-a731-c069b3e8b0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc74571-e82c-4ae8-9356-6d35c165bb7b', 'code': 200} Aug 10 01:04:24.223445 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec08601-7a4c-4667-8a9c-b4bbcc45509e req-bc2fac5b-1e57-4e7e-84b1-57e8d326e108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:24.225177 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0ec08601-7a4c-4667-8a9c-b4bbcc45509e req-bc2fac5b-1e57-4e7e-84b1-57e8d326e108 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d32007fe-0796-4aee-a731-c069b3e8b0ac HTTP/1.1" status: 200 len: 1101 time: 0.0675170 Aug 10 01:04:24.306452 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0ec08601-7a4c-4667-8a9c-b4bbcc45509e req-0bc24246-9efe-4127-a728-bbbe94fcbff2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669086 Aug 10 01:04:24.456720 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089542c-d5fe-4ee7-bcb2-d52870d85c6c req-9a80f643-1f30-4da2-a05a-5e96afc92c77 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:24.464908 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4089542c-d5fe-4ee7-bcb2-d52870d85c6c req-9a80f643-1f30-4da2-a05a-5e96afc92c77 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=d32007fe-0796-4aee-a731-c069b3e8b0ac HTTP/1.1" status: 200 len: 949 time: 0.0742764 Aug 10 01:04:24.516830 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4089542c-d5fe-4ee7-bcb2-d52870d85c6c req-89cbd13b-a994-4fb3-b054-9898c572aadf tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509436 Aug 10 01:04:24.662105 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4677f-69e3-4671-8db2-ec6b4418dc96 req-237a85ed-2378-4ae5-924b-bf9c325a2761 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:24.663712 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0cd4677f-69e3-4671-8db2-ec6b4418dc96 req-237a85ed-2378-4ae5-924b-bf9c325a2761 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "GET /v2.0/ports?device_id=02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f HTTP/1.1" status: 200 len: 946 time: 0.0600374 Aug 10 01:04:24.709087 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0cd4677f-69e3-4671-8db2-ec6b4418dc96 req-ff938533-f8b4-46b6-83e6-ed141f965e07 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "GET /v2.0/security-groups?id=814bded9-eb1e-4297-bf44-52576f18237e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349638 Aug 10 01:04:24.949537 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c1c50-957d-4b1d-a365-af0c6ee625e6 req-6929710c-834c-4e15-ae24-d46dd1083c9e tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:24.952213 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a29c1c50-957d-4b1d-a365-af0c6ee625e6 req-6929710c-834c-4e15-ae24-d46dd1083c9e tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 944 time: 0.1143875 Aug 10 01:04:24.967847 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6319b-2227-4f75-8c8a-e5e902d64423 req-1fa64910-7c55-43ef-bdfc-4cb30f5271d0 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:24.969534 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b1d6319b-2227-4f75-8c8a-e5e902d64423 req-1fa64910-7c55-43ef-bdfc-4cb30f5271d0 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.24 "GET /v2.0/ports?device_id=02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f HTTP/1.1" status: 200 len: 946 time: 0.0685232 Aug 10 01:04:25.054687 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a29c1c50-957d-4b1d-a365-af0c6ee625e6 req-c1a0d3cc-f2a1-42a6-93cf-46dbc53ef961 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815415 Aug 10 01:04:25.126994 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-b1d6319b-2227-4f75-8c8a-e5e902d64423 req-3c227357-9398-40cf-bf45-08f0ccb2b46e tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Deleting port 23f7cab1-3003-4499-aeb1-f1cd7e95af6d {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:04:25.127630 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b1d6319b-2227-4f75-8c8a-e5e902d64423 req-3c227357-9398-40cf-bf45-08f0ccb2b46e tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:25.257372 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-b1d6319b-2227-4f75-8c8a-e5e902d64423 req-3c227357-9398-40cf-bf45-08f0ccb2b46e tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] For port 23f7cab1-3003-4499-aeb1-f1cd7e95af6d, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=23f7cab1-3003-4499-aeb1-f1cd7e95af6d,segment=NetworkSegment(3546e796-1646-489b-b4bf-3746be636348),segment_id=3546e796-1646-489b-b4bf-3746be636348)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:25.258017 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b1d6319b-2227-4f75-8c8a-e5e902d64423 req-3c227357-9398-40cf-bf45-08f0ccb2b46e tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:25.529051 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b1d6319b-2227-4f75-8c8a-e5e902d64423 req-3c227357-9398-40cf-bf45-08f0ccb2b46e tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:25.529676 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b1d6319b-2227-4f75-8c8a-e5e902d64423 req-3c227357-9398-40cf-bf45-08f0ccb2b46e tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:25.529838 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [req-b1d6319b-2227-4f75-8c8a-e5e902d64423 req-3c227357-9398-40cf-bf45-08f0ccb2b46e tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Floating IP adfaaf9e-19dc-4e32-b3ee-27128ff52a3a disassociated. External IP: 172.25.2.60, port: 23f7cab1-3003-4499-aeb1-f1cd7e95af6d. Aug 10 01:04:25.530215 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-b1d6319b-2227-4f75-8c8a-e5e902d64423 req-3c227357-9398-40cf-bf45-08f0ccb2b46e tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Calling delete_port for 23f7cab1-3003-4499-aeb1-f1cd7e95af6d owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:04:25.728297 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b1d6319b-2227-4f75-8c8a-e5e902d64423 req-3c227357-9398-40cf-bf45-08f0ccb2b46e tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:25.766350 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becabcf8-5d70-43a2-9246-a54493313831 req-f9943142-38dc-4bbe-98ce-2ef9e9c1d95b tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:25.775387 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-becabcf8-5d70-43a2-9246-a54493313831 req-f9943142-38dc-4bbe-98ce-2ef9e9c1d95b tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=d32007fe-0796-4aee-a731-c069b3e8b0ac HTTP/1.1" status: 200 len: 949 time: 0.1065567 Aug 10 01:04:25.789084 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c227357-9398-40cf-bf45-08f0ccb2b46e tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Pushing event deleted for resources: {'Port': ['ID=23f7cab1-3003-4499-aeb1-f1cd7e95af6d,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:25.836652 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-becabcf8-5d70-43a2-9246-a54493313831 req-7071d35b-46d1-4df0-ab09-7d9e9db1fcc0 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602608 Aug 10 01:04:25.852359 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c227357-9398-40cf-bf45-08f0ccb2b46e tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:25.852567 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c227357-9398-40cf-bf45-08f0ccb2b46e tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:25.852920 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c227357-9398-40cf-bf45-08f0ccb2b46e tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:25.853269 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c227357-9398-40cf-bf45-08f0ccb2b46e tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:25.853618 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c227357-9398-40cf-bf45-08f0ccb2b46e tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:25.855055 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c227357-9398-40cf-bf45-08f0ccb2b46e tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:25.855412 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c227357-9398-40cf-bf45-08f0ccb2b46e tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:25.860979 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c227357-9398-40cf-bf45-08f0ccb2b46e tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:25.861372 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c227357-9398-40cf-bf45-08f0ccb2b46e tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:25.861725 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c227357-9398-40cf-bf45-08f0ccb2b46e tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:25.862074 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c227357-9398-40cf-bf45-08f0ccb2b46e tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:25.862414 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c227357-9398-40cf-bf45-08f0ccb2b46e tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:25.962054 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1bc2600f-33ee-4a1e-ba1c-15e118d99159 req-443fe820-5e59-4e2d-a704-c5ec7604d38a tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "GET /v2.0/ports?device_id=02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f HTTP/1.1" status: 200 len: 210 time: 0.0335891 Aug 10 01:04:26.007816 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1d6319b-2227-4f75-8c8a-e5e902d64423 req-3c227357-9398-40cf-bf45-08f0ccb2b46e tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Router 235d7f90-ab28-4b54-824b-13f8e9870fd2 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:04:26.379631 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1d6319b-2227-4f75-8c8a-e5e902d64423 req-3c227357-9398-40cf-bf45-08f0ccb2b46e tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:04:26.419699 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245a4bb2-a977-4aa0-b5c5-d00c3d0905b0 None None] Sync routers for ids ['235d7f90-ab28-4b54-824b-13f8e9870fd2'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:04:26.438837 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245a4bb2-a977-4aa0-b5c5-d00c3d0905b0 None None] Routers {'235d7f90-ab28-4b54-824b-13f8e9870fd2'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:04:26.442312 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-245a4bb2-a977-4aa0-b5c5-d00c3d0905b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:04:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['235d7f90-ab28-4b54-824b-13f8e9870fd2'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:26.515861 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10cb967-c0fa-45e1-a9a4-e1b3013cc6b7 req-0d9adb72-43ab-4c44-9a78-3e7adc6eba53 tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:26.519352 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f10cb967-c0fa-45e1-a9a4-e1b3013cc6b7 req-0d9adb72-43ab-4c44-9a78-3e7adc6eba53 tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d32007fe-0796-4aee-a731-c069b3e8b0ac HTTP/1.1" status: 200 len: 1101 time: 0.0882008 Aug 10 01:04:26.519845 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d6319b-2227-4f75-8c8a-e5e902d64423 req-3c227357-9398-40cf-bf45-08f0ccb2b46e tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] No DVR routers for this DVR port 23f7cab1-3003-4499-aeb1-f1cd7e95af6d on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:04:26.524252 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b1d6319b-2227-4f75-8c8a-e5e902d64423 req-3c227357-9398-40cf-bf45-08f0ccb2b46e tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:26.532164 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b1d6319b-2227-4f75-8c8a-e5e902d64423 req-3c227357-9398-40cf-bf45-08f0ccb2b46e tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.24 "DELETE /v2.0/ports/23f7cab1-3003-4499-aeb1-f1cd7e95af6d HTTP/1.1" status: 204 len: 173 time: 1.5530396 Aug 10 01:04:26.535444 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f', 'name': 'network-vif-deleted', 'tag': '23f7cab1-3003-4499-aeb1-f1cd7e95af6d'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:04:26.541477 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda8d3e4-28ce-41f5-8d08-3d131b2edd0f" -d '{"events": [{"server_uuid": "02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f", "name": "network-vif-deleted", "tag": "23f7cab1-3003-4499-aeb1-f1cd7e95af6d"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:04:26.556835 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f10cb967-c0fa-45e1-a9a4-e1b3013cc6b7 req-f558cad9-8efd-4b57-bf59-e08b179d5962 tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:26.661739 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-245a4bb2-a977-4aa0-b5c5-d00c3d0905b0 None None] Set router 235d7f90-ab28-4b54-824b-13f8e9870fd2 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:04:26.759453 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f10cb967-c0fa-45e1-a9a4-e1b3013cc6b7 req-f558cad9-8efd-4b57-bf59-e08b179d5962 tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:26.767738 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f10cb967-c0fa-45e1-a9a4-e1b3013cc6b7 req-f558cad9-8efd-4b57-bf59-e08b179d5962 tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:26.816619 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f10cb967-c0fa-45e1-a9a4-e1b3013cc6b7 req-f558cad9-8efd-4b57-bf59-e08b179d5962 tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875059 Aug 10 01:04:26.862932 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f558cad9-8efd-4b57-bf59-e08b179d5962 tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4474ba4-d3ce-403a-ac2c-2a7f64b90b12,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:26.877077 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f558cad9-8efd-4b57-bf59-e08b179d5962 tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:26.877589 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f558cad9-8efd-4b57-bf59-e08b179d5962 tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:26.878031 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f558cad9-8efd-4b57-bf59-e08b179d5962 tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:26.878476 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f558cad9-8efd-4b57-bf59-e08b179d5962 tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:26.878944 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f558cad9-8efd-4b57-bf59-e08b179d5962 tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:26.879380 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f558cad9-8efd-4b57-bf59-e08b179d5962 tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:26.879816 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f558cad9-8efd-4b57-bf59-e08b179d5962 tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:26.880279 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f558cad9-8efd-4b57-bf59-e08b179d5962 tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:26.880715 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f558cad9-8efd-4b57-bf59-e08b179d5962 tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:26.881182 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f558cad9-8efd-4b57-bf59-e08b179d5962 tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:26.881612 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f558cad9-8efd-4b57-bf59-e08b179d5962 tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:26.882171 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f558cad9-8efd-4b57-bf59-e08b179d5962 tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:26.977068 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-245a4bb2-a977-4aa0-b5c5-d00c3d0905b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'name': 'tempest-ServersTestManualDisk-1019290627-router', 'tenant_id': 'ed53369dabee44498507a7cf709f7c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '7c787ffb-25de-4df2-9d8a-c9357a5c6fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:01:02Z', 'updated_at': '2021-08-10T01:01:07Z', 'revision_number': 4, 'project_id': 'ed53369dabee44498507a7cf709f7c85', 'gw_port': {'id': '7c787ffb-25de-4df2-9d8a-c9357a5c6fb9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:01:03Z', 'updated_at': '2021-08-10T01:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '3202d689-0ed9-45cd-8720-8944d01c4afc', 'name': '', 'network_id': 'e2973f7f-304c-4952-be52-bf39c7b9668b', 'tenant_id': 'ed53369dabee44498507a7cf709f7c85', 'mac_address': 'fa:16:3e:88:e4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '4b0b179a-bfa0-4c3a-bcf0-7e9a86358603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:01:06Z', 'updated_at': '2021-08-10T01:01:15Z', 'revision_number': 5, 'project_id': 'ed53369dabee44498507a7cf709f7c85', 'subnets': [{'id': '4b0b179a-bfa0-4c3a-bcf0-7e9a86358603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:26.997322 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7541df6-99bf-48dc-9533-bb53e7e10b81 req-485b4761-1aa0-48b9-9858-48dfd0fe2390 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:26.999169 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f7541df6-99bf-48dc-9533-bb53e7e10b81 req-485b4761-1aa0-48b9-9858-48dfd0fe2390 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 944 time: 0.0840950 Aug 10 01:04:27.041151 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245a4bb2-a977-4aa0-b5c5-d00c3d0905b0 None None] Checking router: 235d7f90-ab28-4b54-824b-13f8e9870fd2 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:04:27.058896 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245a4bb2-a977-4aa0-b5c5-d00c3d0905b0 None None] Routers {'235d7f90-ab28-4b54-824b-13f8e9870fd2'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:04:27.059616 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-245a4bb2-a977-4aa0-b5c5-d00c3d0905b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:04:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['235d7f90-ab28-4b54-824b-13f8e9870fd2'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:27.129532 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f7541df6-99bf-48dc-9533-bb53e7e10b81 req-e56e94cf-a8ba-4bb0-840c-1458e163d841 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017706 Aug 10 01:04:27.214601 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-245a4bb2-a977-4aa0-b5c5-d00c3d0905b0 None None] Set router 235d7f90-ab28-4b54-824b-13f8e9870fd2 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:04:27.226797 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d0a9ed-4e7e-48d2-8bb8-b8c715543dc9 x-openstack-request-id: req-a3d0a9ed-4e7e-48d2-8bb8-b8c715543dc9 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:04:27.227342 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f", "name": "network-vif-deleted", "tag": "23f7cab1-3003-4499-aeb1-f1cd7e95af6d", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:04:27.227342 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a3d0a9ed-4e7e-48d2-8bb8-b8c715543dc9 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:04:27.228106 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02fe1ce3-7f8d-4f8b-acfd-d7db8f0c727f', 'name': 'network-vif-deleted', 'tag': '23f7cab1-3003-4499-aeb1-f1cd7e95af6d', 'status': 'completed', 'code': 200} Aug 10 01:04:27.528871 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-245a4bb2-a977-4aa0-b5c5-d00c3d0905b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'name': 'tempest-ServersTestManualDisk-1019290627-router', 'tenant_id': 'ed53369dabee44498507a7cf709f7c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '7c787ffb-25de-4df2-9d8a-c9357a5c6fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:01:02Z', 'updated_at': '2021-08-10T01:01:07Z', 'revision_number': 4, 'project_id': 'ed53369dabee44498507a7cf709f7c85', 'gw_port': {'id': '7c787ffb-25de-4df2-9d8a-c9357a5c6fb9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:01:03Z', 'updated_at': '2021-08-10T01:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '3202d689-0ed9-45cd-8720-8944d01c4afc', 'name': '', 'network_id': 'e2973f7f-304c-4952-be52-bf39c7b9668b', 'tenant_id': 'ed53369dabee44498507a7cf709f7c85', 'mac_address': 'fa:16:3e:88:e4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '4b0b179a-bfa0-4c3a-bcf0-7e9a86358603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:01:06Z', 'updated_at': '2021-08-10T01:01:15Z', 'revision_number': 5, 'project_id': 'ed53369dabee44498507a7cf709f7c85', 'subnets': [{'id': '4b0b179a-bfa0-4c3a-bcf0-7e9a86358603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:27.567022 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245a4bb2-a977-4aa0-b5c5-d00c3d0905b0 None None] The sync data for ids ['235d7f90-ab28-4b54-824b-13f8e9870fd2'] in n-d-766726-26 is: [{'id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'name': 'tempest-ServersTestManualDisk-1019290627-router', 'tenant_id': 'ed53369dabee44498507a7cf709f7c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '7c787ffb-25de-4df2-9d8a-c9357a5c6fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:01:02Z', 'updated_at': '2021-08-10T01:01:07Z', 'revision_number': 4, 'project_id': 'ed53369dabee44498507a7cf709f7c85', 'gw_port': {'id': '7c787ffb-25de-4df2-9d8a-c9357a5c6fb9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:01:03Z', 'updated_at': '2021-08-10T01:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '3202d689-0ed9-45cd-8720-8944d01c4afc', 'name': '', 'network_id': 'e2973f7f-304c-4952-be52-bf39c7b9668b', 'tenant_id': 'ed53369dabee44498507a7cf709f7c85', 'mac_address': 'fa:16:3e:88:e4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '4b0b179a-bfa0-4c3a-bcf0-7e9a86358603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:01:06Z', 'updated_at': '2021-08-10T01:01:15Z', 'revision_number': 5, 'project_id': 'ed53369dabee44498507a7cf709f7c85', 'subnets': [{'id': '4b0b179a-bfa0-4c3a-bcf0-7e9a86358603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:04:27.577257 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 53208) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:27.773163 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-47aefb7b-02e9-4074-86f2-ea5b19b62824 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:27.789712 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-aae3bc96-aa34-416f-9ad5-b5f5fe63b4a4 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361230 Aug 10 01:04:27.829270 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-47aefb7b-02e9-4074-86f2-ea5b19b62824 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:27.938197 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-47aefb7b-02e9-4074-86f2-ea5b19b62824 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:27.943145 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-47aefb7b-02e9-4074-86f2-ea5b19b62824 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:27.943704 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-bd9a7130-92c9-4680-bbff-ef4fa178f9ba tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:27.945205 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-47aefb7b-02e9-4074-86f2-ea5b19b62824 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "DELETE /v2.0/security-groups/814bded9-eb1e-4297-bf44-52576f18237e HTTP/1.1" status: 204 len: 168 time: 0.3663621 Aug 10 01:04:27.951487 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 53218) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:27.952051 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-bd9a7130-92c9-4680-bbff-ef4fa178f9ba tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1600726 Aug 10 01:04:27.971004 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-be02f599-9b1f-42bb-9cec-d5ab452b47cf tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/quotas/9ca89c0f99d945aeb3afb7c83b1b1d31 HTTP/1.1" status: 200 len: 375 time: 0.0178299 Aug 10 01:04:27.998777 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aefb7b-02e9-4074-86f2-ea5b19b62824 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=814bded9-eb1e-4297-bf44-52576f18237e,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:28.009360 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-21b516bf-98eb-4fa5-a0f1-8a5c2821c303 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] show failed (client error): The resource could not be found. Aug 10 01:04:28.013437 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-21b516bf-98eb-4fa5-a0f1-8a5c2821c303 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "GET /v2.0/security-groups/814bded9-eb1e-4297-bf44-52576f18237e HTTP/1.1" status: 404 len: 347 time: 0.0595667 Aug 10 01:04:28.016709 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 53222) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:28.078039 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-b368a8ad-ddaf-433b-8d45-a3e6903e1484 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1047740 Aug 10 01:04:28.086025 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:28.154170 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4ef842-fb90-4841-94f1-2ec41057b263 None None] New status for floating IP adfaaf9e-19dc-4e32-b3ee-27128ff52a3a: DOWN {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:04:28.478395 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-fc7ec9ad-fe58-467a-9230-26b2ec330d84 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Deleting port 17754738-43d7-43f8-b9fb-757484ce9ec1 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:04:28.480694 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fc7ec9ad-fe58-467a-9230-26b2ec330d84 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:28.733011 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fc7ec9ad-fe58-467a-9230-26b2ec330d84 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:28.735116 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fc7ec9ad-fe58-467a-9230-26b2ec330d84 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:28.795288 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-fc7ec9ad-fe58-467a-9230-26b2ec330d84 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Calling delete_port for 17754738-43d7-43f8-b9fb-757484ce9ec1 owned by network:floatingip {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:04:28.902868 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667bc8c-29af-425d-abac-94ab6129dd1a req-f881c776-b42b-4d71-b260-a82b9c2f1c6b tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:28.910974 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3667bc8c-29af-425d-abac-94ab6129dd1a req-f881c776-b42b-4d71-b260-a82b9c2f1c6b tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 944 time: 0.1419790 Aug 10 01:04:28.992045 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3667bc8c-29af-425d-abac-94ab6129dd1a req-6addf6bb-f1f2-41b1-a418-ccff3247592b tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795674 Aug 10 01:04:29.058402 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 23f7cab1-3003-4499-aeb1-f1cd7e95af6d no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:04:29.117866 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 23f7cab1-3003-4499-aeb1-f1cd7e95af6d {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:04:29.118927 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 23f7cab1-3003-4499-aeb1-f1cd7e95af6d not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:04:29.177079 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fc7ec9ad-fe58-467a-9230-26b2ec330d84 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:29.334492 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-00093e46-9bdc-42a8-b948-6caa0b0e1720 req-a003b990-2604-468b-baec-966534438818 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=904f7a82-761e-4b16-8b78-82a9d4dc69e3 HTTP/1.1" status: 200 len: 210 time: 0.0534723 Aug 10 01:04:29.379371 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ec9ad-fe58-467a-9230-26b2ec330d84 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Pushing event deleted for resources: {'Port': ['ID=17754738-43d7-43f8-b9fb-757484ce9ec1,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:29.516542 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fc7ec9ad-fe58-467a-9230-26b2ec330d84 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks [] for floatingip, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:29.523685 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fc7ec9ad-fe58-467a-9230-26b2ec330d84 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:29.524922 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-fc7ec9ad-fe58-467a-9230-26b2ec330d84 tempest-ServersTestManualDisk-44215345 tempest-ServersTestManualDisk-44215345-project] 10.222.0.35 "DELETE /v2.0/floatingips/adfaaf9e-19dc-4e32-b3ee-27128ff52a3a HTTP/1.1" status: 204 len: 168 time: 1.4970095 Aug 10 01:04:29.528108 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 53294) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:30.335157 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01042a3f-f5ef-45a7-acfa-b41def98148f req-1372eb19-6711-479c-8379-7fd76da91267 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:30.344980 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-01042a3f-f5ef-45a7-acfa-b41def98148f req-1372eb19-6711-479c-8379-7fd76da91267 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 944 time: 0.1988571 Aug 10 01:04:30.496582 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-01042a3f-f5ef-45a7-acfa-b41def98148f req-6d2367e8-66ac-4012-8fdc-2eb8b84d5e20 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295714 Aug 10 01:04:30.678318 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-18bdd91f-4eab-4356-babc-a152fabf565f req-28fbbdf9-399d-4b4c-9d49-933f38da708d tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=904f7a82-761e-4b16-8b78-82a9d4dc69e3 HTTP/1.1" status: 200 len: 210 time: 0.1509948 Aug 10 01:04:31.484462 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3996f501-bbcc-4ada-8410-57e2619630bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:31.961391 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8968d6af-212f-4685-814e-13cbc50c776b req-c1ce0078-ba96-4a47-91a6-141afb3cd0fe tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=904f7a82-761e-4b16-8b78-82a9d4dc69e3 HTTP/1.1" status: 200 len: 210 time: 0.1034632 Aug 10 01:04:32.052122 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4099ba6-6923-478a-ad6d-9800d20623d3 req-cffc641e-a52f-4c03-b70a-514555d55b5d tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:32.061420 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a4099ba6-6923-478a-ad6d-9800d20623d3 req-cffc641e-a52f-4c03-b70a-514555d55b5d tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 944 time: 0.2613328 Aug 10 01:04:32.162284 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a4099ba6-6923-478a-ad6d-9800d20623d3 req-f6e24c09-b12b-4528-8057-798cb6efb2c6 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993390 Aug 10 01:04:32.277807 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-3996f501-bbcc-4ada-8410-57e2619630bb admin admin] Deleting port 3202d689-0ed9-45cd-8720-8944d01c4afc {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:04:32.278330 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3996f501-bbcc-4ada-8410-57e2619630bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:32.550819 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-3996f501-bbcc-4ada-8410-57e2619630bb admin admin] For port 3202d689-0ed9-45cd-8720-8944d01c4afc, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=3202d689-0ed9-45cd-8720-8944d01c4afc,segment=NetworkSegment(3546e796-1646-489b-b4bf-3746be636348),segment_id=3546e796-1646-489b-b4bf-3746be636348)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:32.551599 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3996f501-bbcc-4ada-8410-57e2619630bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:32.583532 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-3996f501-bbcc-4ada-8410-57e2619630bb admin admin] Calling delete_port for 3202d689-0ed9-45cd-8720-8944d01c4afc owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:04:32.763294 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-b82c4a4d-6521-48aa-a9a8-6402e59d385c tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1759493 Aug 10 01:04:32.810458 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16419e90-748d-4554-ac1c-c0f2397df3e5 req-6d467c57-5a4f-4453-8d94-3b08ea9f6db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:32.813620 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-16419e90-748d-4554-ac1c-c0f2397df3e5 req-6d467c57-5a4f-4453-8d94-3b08ea9f6db5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1014fe67c7c742a1ba3e24aee6cf6340&device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 1096 time: 0.2298968 Aug 10 01:04:32.930632 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3996f501-bbcc-4ada-8410-57e2619630bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:32.964864 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996f501-bbcc-4ada-8410-57e2619630bb admin admin] Pushing event deleted for resources: {'Port': ['ID=3202d689-0ed9-45cd-8720-8944d01c4afc,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:33.274247 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-b66350de-0582-4966-b4b6-0f66737b81e9 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:33.293220 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-b66350de-0582-4966-b4b6-0f66737b81e9 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4769876 Aug 10 01:04:33.313722 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-abc67dd9-88d2-4bc3-ad3e-bdd5c063ffb2 req-c4978c87-b8c7-47df-91a1-ab09fecac03f tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=904f7a82-761e-4b16-8b78-82a9d4dc69e3 HTTP/1.1" status: 200 len: 210 time: 0.1561022 Aug 10 01:04:33.382942 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-1e8caa15-fec2-4561-8768-16b09c88c9c6 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Request body: {'port': {'device_id': '904f7a82-761e-4b16-8b78-82a9d4dc69e3', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'admin_state_up': True, 'tenant_id': '9ca89c0f99d945aeb3afb7c83b1b1d31'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:04:33.675490 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-28a79bcb-d363-4176-94ba-e6e7587c1445 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0787523 Aug 10 01:04:33.778308 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16419e90-748d-4554-ac1c-c0f2397df3e5 req-124b827f-e0c6-4324-b09f-d1fbf17ace92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:33.780802 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-16419e90-748d-4554-ac1c-c0f2397df3e5 req-124b827f-e0c6-4324-b09f-d1fbf17ace92 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c HTTP/1.1" status: 200 len: 914 time: 0.4752622 Aug 10 01:04:33.877527 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-16419e90-748d-4554-ac1c-c0f2397df3e5 req-ae06ac1b-1070-4f1d-983e-62c4d2ecf2ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5296113c-2c3a-4f22-830e-145f73c4780a HTTP/1.1" status: 200 len: 217 time: 0.0851040 Aug 10 01:04:33.889826 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-1e8caa15-fec2-4561-8768-16b09c88c9c6 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Made reservation on behalf of 9ca89c0f99d945aeb3afb7c83b1b1d31 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:04:33.894712 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-1e8caa15-fec2-4561-8768-16b09c88c9c6 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:33.908839 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3996f501-bbcc-4ada-8410-57e2619630bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:33.935703 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-51f3e555-6129-4aab-a2d8-6275597cb13d tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:33.937597 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-51f3e555-6129-4aab-a2d8-6275597cb13d tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2096562 Aug 10 01:04:34.061007 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-1e8caa15-fec2-4561-8768-16b09c88c9c6 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Allocated IP 192.168.233.238 (853ae90b-411a-4cc9-b27c-aa212d4ff023/f49e9f1d-7e8a-42ac-a9f2-157734919ae5/89c73191-5c74-4372-acea-f3993478ce50) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:04:34.105494 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74519e-f89d-4422-a398-78beedb2cd3e req-824c80fb-2671-495f-91d2-6f6a3b873b55 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:34.107408 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ac74519e-f89d-4422-a398-78beedb2cd3e req-824c80fb-2671-495f-91d2-6f6a3b873b55 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 944 time: 0.5081296 Aug 10 01:04:34.367469 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-1e8caa15-fec2-4561-8768-16b09c88c9c6 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:34.415057 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-1e8caa15-fec2-4561-8768-16b09c88c9c6 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Transition to ACTIVE for port object 89c73191-5c74-4372-acea-f3993478ce50 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:04:34.501913 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-1e8caa15-fec2-4561-8768-16b09c88c9c6 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:34.514993 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['3cc74571-e82c-4ae8-9356-6d35c165bb7b'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:04:34.599244 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-1e8caa15-fec2-4561-8768-16b09c88c9c6 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Network 853ae90b-411a-4cc9-b27c-aa212d4ff023 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:04:34.609005 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-1e8caa15-fec2-4561-8768-16b09c88c9c6 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:04:34.634613 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-1e8caa15-fec2-4561-8768-16b09c88c9c6 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:04:34.792475 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8caa15-fec2-4561-8768-16b09c88c9c6 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Pushing event updated for resources: {'Port': ['ID=89c73191-5c74-4372-acea-f3993478ce50,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:34.806808 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3996f501-bbcc-4ada-8410-57e2619630bb admin admin] Router 235d7f90-ab28-4b54-824b-13f8e9870fd2 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:04:34.846323 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-1e8caa15-fec2-4561-8768-16b09c88c9c6 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:34.846946 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-1e8caa15-fec2-4561-8768-16b09c88c9c6 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:34.877098 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-1e8caa15-fec2-4561-8768-16b09c88c9c6 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5365174 Aug 10 01:04:34.909563 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ac74519e-f89d-4422-a398-78beedb2cd3e req-9758fc98-546f-455f-ad1d-5cd5f8d9ae11 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6621447 Aug 10 01:04:34.943100 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-10b41534-3b8f-468f-9d95-88727b955629 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Request body: {'port': {'device_id': '181e3c8b-f385-4ac9-b83f-5b3ef1c8efe8', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'admin_state_up': True, 'tenant_id': '9ca89c0f99d945aeb3afb7c83b1b1d31'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:04:35.079296 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16419e90-748d-4554-ac1c-c0f2397df3e5 req-313ccee0-dd12-4836-8db2-b0d6f24281f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:35.080732 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7e3a770e-22bc-4956-9bfc-c2e51d48ed35 None None] Provisioning for port 89c73191-5c74-4372-acea-f3993478ce50 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:04:35.086752 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-16419e90-748d-4554-ac1c-c0f2397df3e5 req-313ccee0-dd12-4836-8db2-b0d6f24281f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=52b93c28-be1e-4ae4-ab41-5d8b08787e7b HTTP/1.1" status: 200 len: 853 time: 0.1809912 Aug 10 01:04:35.087035 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7e3a770e-22bc-4956-9bfc-c2e51d48ed35 None None] Provisioning complete for port 89c73191-5c74-4372-acea-f3993478ce50 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:35.087429 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7e3a770e-22bc-4956-9bfc-c2e51d48ed35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:35.092682 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-3087f2e7-f86e-4978-a23f-4595458423bc service neutron] Request body: {'port': {'device_id': '904f7a82-761e-4b16-8b78-82a9d4dc69e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:04:35.186530 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9765ec-768d-488f-9e85-534a46cb935e req-866577bf-b021-43d9-ab24-d481beff1eca tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:35.186917 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-7e3a770e-22bc-4956-9bfc-c2e51d48ed35 None None] Port 89c73191-5c74-4372-acea-f3993478ce50 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:04:35.190573 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd9765ec-768d-488f-9e85-534a46cb935e req-866577bf-b021-43d9-ab24-d481beff1eca tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=904f7a82-761e-4b16-8b78-82a9d4dc69e3 HTTP/1.1" status: 200 len: 936 time: 0.4235411 Aug 10 01:04:35.200728 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-16419e90-748d-4554-ac1c-c0f2397df3e5 req-b9c40a37-bb88-43e4-95a0-abc153d55113 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407281 Aug 10 01:04:35.228174 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-10b41534-3b8f-468f-9d95-88727b955629 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Made reservation on behalf of 9ca89c0f99d945aeb3afb7c83b1b1d31 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:04:35.233340 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-10b41534-3b8f-468f-9d95-88727b955629 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:35.381301 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-3087f2e7-f86e-4978-a23f-4595458423bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:35.434467 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-10b41534-3b8f-468f-9d95-88727b955629 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Allocated IP 192.168.233.173 (853ae90b-411a-4cc9-b27c-aa212d4ff023/f49e9f1d-7e8a-42ac-a9f2-157734919ae5/48b7eddf-0772-4435-86d4-6cda7a9b79cc) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:04:35.593905 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-16419e90-748d-4554-ac1c-c0f2397df3e5 req-d99a84ee-8876-4ff3-bf13-a648131e5ed5 service neutron] 10.222.0.20 "GET /v2.0/networks/0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793607 Aug 10 01:04:35.654943 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3996f501-bbcc-4ada-8410-57e2619630bb admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:04:35.661367 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd9765ec-768d-488f-9e85-534a46cb935e req-c7969adf-75e1-40a3-977a-5178fecced00 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252219 Aug 10 01:04:35.668312 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3996f501-bbcc-4ada-8410-57e2619630bb admin admin] 10.222.0.35 "PUT /v2.0/routers/235d7f90-ab28-4b54-824b-13f8e9870fd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1386185 Aug 10 01:04:35.671586 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 53650) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:35.673643 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba41376-710e-42c2-80bd-63776a4e821f None None] Sync routers for ids ['235d7f90-ab28-4b54-824b-13f8e9870fd2'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:04:35.695684 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba41376-710e-42c2-80bd-63776a4e821f None None] Routers {'235d7f90-ab28-4b54-824b-13f8e9870fd2'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:04:35.696706 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-fba41376-710e-42c2-80bd-63776a4e821f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:04:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['235d7f90-ab28-4b54-824b-13f8e9870fd2'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:35.904239 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-16419e90-748d-4554-ac1c-c0f2397df3e5 req-d6899bd1-1bd2-4abb-bb0c-014c1b139489 service neutron] 10.222.0.20 "GET /v2.0/networks/0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172787 Aug 10 01:04:35.958409 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-10b41534-3b8f-468f-9d95-88727b955629 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:35.978814 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-fba41376-710e-42c2-80bd-63776a4e821f None None] Set router 235d7f90-ab28-4b54-824b-13f8e9870fd2 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:04:36.039516 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-10b41534-3b8f-468f-9d95-88727b955629 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Transition to ACTIVE for port object 48b7eddf-0772-4435-86d4-6cda7a9b79cc will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:04:36.045381 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-54588b0a-cf27-4f3c-bd75-fc9c9903850a admin admin] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:36.323753 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85506b4-3ff5-4550-9287-3f879951fafb req-a935a75c-3ded-410c-a305-761a5cc066ed tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:36.328302 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e85506b4-3ff5-4550-9287-3f879951fafb req-a935a75c-3ded-410c-a305-761a5cc066ed tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 944 time: 0.2150636 Aug 10 01:04:36.382728 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-10b41534-3b8f-468f-9d95-88727b955629 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:36.397338 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['3cc74571-e82c-4ae8-9356-6d35c165bb7b'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:04:36.446638 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e85506b4-3ff5-4550-9287-3f879951fafb req-18b5c966-242a-4aae-86f0-876a590afbe1 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104288 Aug 10 01:04:36.546084 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-10b41534-3b8f-468f-9d95-88727b955629 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Network 853ae90b-411a-4cc9-b27c-aa212d4ff023 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:04:36.567436 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-10b41534-3b8f-468f-9d95-88727b955629 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:04:36.569479 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-fba41376-710e-42c2-80bd-63776a4e821f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'name': 'tempest-ServersTestManualDisk-1019290627-router', 'tenant_id': 'ed53369dabee44498507a7cf709f7c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '7c787ffb-25de-4df2-9d8a-c9357a5c6fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:01:02Z', 'updated_at': '2021-08-10T01:04:32Z', 'revision_number': 5, 'project_id': 'ed53369dabee44498507a7cf709f7c85', 'gw_port': {'id': '7c787ffb-25de-4df2-9d8a-c9357a5c6fb9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:01:03Z', 'updated_at': '2021-08-10T01:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:36.588534 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-54588b0a-cf27-4f3c-bd75-fc9c9903850a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:36.598896 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-10b41534-3b8f-468f-9d95-88727b955629 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:04:36.691312 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b41534-3b8f-468f-9d95-88727b955629 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Pushing event updated for resources: {'Port': ['ID=48b7eddf-0772-4435-86d4-6cda7a9b79cc,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:36.741841 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-3087f2e7-f86e-4978-a23f-4595458423bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89c73191-5c74-4372-acea-f3993478ce50 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:04:36.744621 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-10b41534-3b8f-468f-9d95-88727b955629 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:36.746205 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-10b41534-3b8f-468f-9d95-88727b955629 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:36.761208 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-3087f2e7-f86e-4978-a23f-4595458423bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:36.782081 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba41376-710e-42c2-80bd-63776a4e821f None None] Checking router: 235d7f90-ab28-4b54-824b-13f8e9870fd2 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:04:36.792430 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-10b41534-3b8f-468f-9d95-88727b955629 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8634942 Aug 10 01:04:36.793220 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-3087f2e7-f86e-4978-a23f-4595458423bc service neutron] Transition to ACTIVE for port object 89c73191-5c74-4372-acea-f3993478ce50 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:04:36.805986 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-3087f2e7-f86e-4978-a23f-4595458423bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:36.833858 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba41376-710e-42c2-80bd-63776a4e821f None None] Routers {'235d7f90-ab28-4b54-824b-13f8e9870fd2'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:04:36.836978 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-cfedd847-bbdb-4819-aca8-0c8f877f3087 service neutron] Request body: {'port': {'device_id': '181e3c8b-f385-4ac9-b83f-5b3ef1c8efe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:04:36.839515 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-fba41376-710e-42c2-80bd-63776a4e821f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:04:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['235d7f90-ab28-4b54-824b-13f8e9870fd2'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:36.892513 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087f2e7-f86e-4978-a23f-4595458423bc service neutron] Pushing event updated for resources: {'Port': ['ID=89c73191-5c74-4372-acea-f3993478ce50,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:36.915960 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-54588b0a-cf27-4f3c-bd75-fc9c9903850a admin admin] Deleting port 7c787ffb-25de-4df2-9d8a-c9357a5c6fb9 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:04:36.921089 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-54588b0a-cf27-4f3c-bd75-fc9c9903850a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:37.088970 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-fba41376-710e-42c2-80bd-63776a4e821f None None] Set router 235d7f90-ab28-4b54-824b-13f8e9870fd2 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:04:37.116362 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-3087f2e7-f86e-4978-a23f-4595458423bc service neutron] Attempting to bind port 89c73191-5c74-4372-acea-f3993478ce50 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:04:37.116860 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-3087f2e7-f86e-4978-a23f-4595458423bc service neutron] Attempting to bind port 89c73191-5c74-4372-acea-f3993478ce50 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:04:37.117347 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-3087f2e7-f86e-4978-a23f-4595458423bc service neutron] Attempting to bind port 89c73191-5c74-4372-acea-f3993478ce50 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:04:37.125431 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-3087f2e7-f86e-4978-a23f-4595458423bc service neutron] Port 89c73191-5c74-4372-acea-f3993478ce50 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:04:37.126173 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-3087f2e7-f86e-4978-a23f-4595458423bc service neutron] Attempting to bind port 89c73191-5c74-4372-acea-f3993478ce50 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:04:37.126928 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-77595520-d986-42c7-822e-51cfa0f55d24 None None] Provisioning for port 48b7eddf-0772-4435-86d4-6cda7a9b79cc completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:04:37.136402 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-3087f2e7-f86e-4978-a23f-4595458423bc service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:04:37.137035 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-3087f2e7-f86e-4978-a23f-4595458423bc service neutron] Checking segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:04:37.138382 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-3087f2e7-f86e-4978-a23f-4595458423bc service neutron] Bound using segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:04:37.138961 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-3087f2e7-f86e-4978-a23f-4595458423bc service neutron] Bound port: 89c73191-5c74-4372-acea-f3993478ce50, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:04:37.139463 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-3087f2e7-f86e-4978-a23f-4595458423bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:37.145245 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-77595520-d986-42c7-822e-51cfa0f55d24 None None] Provisioning complete for port 48b7eddf-0772-4435-86d4-6cda7a9b79cc triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:37.145646 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-77595520-d986-42c7-822e-51cfa0f55d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:37.241341 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-fba41376-710e-42c2-80bd-63776a4e821f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'name': 'tempest-ServersTestManualDisk-1019290627-router', 'tenant_id': 'ed53369dabee44498507a7cf709f7c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:01:02Z', 'updated_at': '2021-08-10T01:04:36Z', 'revision_number': 6, 'project_id': 'ed53369dabee44498507a7cf709f7c85', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:37.254294 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-54588b0a-cf27-4f3c-bd75-fc9c9903850a admin admin] For port 7c787ffb-25de-4df2-9d8a-c9357a5c6fb9, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=7c787ffb-25de-4df2-9d8a-c9357a5c6fb9,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:37.254790 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-54588b0a-cf27-4f3c-bd75-fc9c9903850a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:37.271719 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-54588b0a-cf27-4f3c-bd75-fc9c9903850a admin admin] Calling delete_port for 7c787ffb-25de-4df2-9d8a-c9357a5c6fb9 owned by network:router_gateway {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:04:37.294563 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-3087f2e7-f86e-4978-a23f-4595458423bc service neutron] For port 89c73191-5c74-4372-acea-f3993478ce50, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:04:37.300578 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-3087f2e7-f86e-4978-a23f-4595458423bc service neutron] For port 89c73191-5c74-4372-acea-f3993478ce50, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=89c73191-5c74-4372-acea-f3993478ce50,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:04:37.302922 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-77595520-d986-42c7-822e-51cfa0f55d24 None None] Port 48b7eddf-0772-4435-86d4-6cda7a9b79cc cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:04:37.309044 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-3087f2e7-f86e-4978-a23f-4595458423bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:37.315305 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba41376-710e-42c2-80bd-63776a4e821f None None] The sync data for ids ['235d7f90-ab28-4b54-824b-13f8e9870fd2'] in n-d-766726-26 is: [{'id': '235d7f90-ab28-4b54-824b-13f8e9870fd2', 'name': 'tempest-ServersTestManualDisk-1019290627-router', 'tenant_id': 'ed53369dabee44498507a7cf709f7c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:01:02Z', 'updated_at': '2021-08-10T01:04:36Z', 'revision_number': 6, 'project_id': 'ed53369dabee44498507a7cf709f7c85', 'gw_port_host': None}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:04:37.363679 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-3087f2e7-f86e-4978-a23f-4595458423bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:37.364732 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-3087f2e7-f86e-4978-a23f-4595458423bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:37.366139 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-3087f2e7-f86e-4978-a23f-4595458423bc service neutron] 10.222.0.20 "PUT /v2.0/ports/89c73191-5c74-4372-acea-f3993478ce50 HTTP/1.1" status: 200 len: 1097 time: 2.2784097 Aug 10 01:04:37.369054 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904f7a82-761e-4b16-8b78-82a9d4dc69e3', 'tag': '89c73191-5c74-4372-acea-f3993478ce50'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:04:37.371003 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bb35a9-b194-4f98-98c6-9b6cbf21aa45" -d '{"events": [{"name": "network-changed", "server_uuid": "904f7a82-761e-4b16-8b78-82a9d4dc69e3", "tag": "89c73191-5c74-4372-acea-f3993478ce50"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:04:37.429479 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087f2e7-f86e-4978-a23f-4595458423bc service neutron] Pushing event updated for resources: {'Port': ['ID=89c73191-5c74-4372-acea-f3993478ce50,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:37.467852 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c7b15c-2666-45d1-8f90-e08c4ebdc74f x-openstack-request-id: req-b0c7b15c-2666-45d1-8f90-e08c4ebdc74f {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:04:37.468146 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904f7a82-761e-4b16-8b78-82a9d4dc69e3", "tag": "89c73191-5c74-4372-acea-f3993478ce50", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:04:37.468427 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b0c7b15c-2666-45d1-8f90-e08c4ebdc74f {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:04:37.468835 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904f7a82-761e-4b16-8b78-82a9d4dc69e3', 'tag': '89c73191-5c74-4372-acea-f3993478ce50', 'status': 'completed', 'code': 200} Aug 10 01:04:37.615112 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-37c2f578-4a39-480d-bb86-eaa341bb16d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:37.619637 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-37c2f578-4a39-480d-bb86-eaa341bb16d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&device_id=904f7a82-761e-4b16-8b78-82a9d4dc69e3 HTTP/1.1" status: 200 len: 1100 time: 0.0794113 Aug 10 01:04:37.696238 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ff394-ddca-4949-9f79-55db43dc6b02 req-7c5aab3f-d1e8-49a2-a1b2-32c437dc81df tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:37.709980 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-170ff394-ddca-4949-9f79-55db43dc6b02 req-7c5aab3f-d1e8-49a2-a1b2-32c437dc81df tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=904f7a82-761e-4b16-8b78-82a9d4dc69e3 HTTP/1.1" status: 200 len: 948 time: 0.7865188 Aug 10 01:04:37.745607 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3202d689-0ed9-45cd-8720-8944d01c4afc no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:04:37.761621 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-c8272757-2178-4c20-ad7c-dfe8542ac8c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=89c73191-5c74-4372-acea-f3993478ce50 HTTP/1.1" status: 200 len: 217 time: 0.1112967 Aug 10 01:04:37.786407 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-cfedd847-bbdb-4819-aca8-0c8f877f3087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:37.803465 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 3202d689-0ed9-45cd-8720-8944d01c4afc {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:04:37.804063 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3202d689-0ed9-45cd-8720-8944d01c4afc not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:04:37.898172 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-adb0bc3d-d65c-49f9-a0e5-cb36a9269d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:37.902049 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-adb0bc3d-d65c-49f9-a0e5-cb36a9269d16 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.1232960 Aug 10 01:04:38.007519 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df55b70-d441-4f01-9612-f1299f1810e7 req-6203c3c5-d9fa-42e2-8211-73074ddbe076 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:38.019581 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0df55b70-d441-4f01-9612-f1299f1810e7 req-6203c3c5-d9fa-42e2-8211-73074ddbe076 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 944 time: 0.3660731 Aug 10 01:04:38.056345 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-170ff394-ddca-4949-9f79-55db43dc6b02 req-3c827dc3-abf0-4e95-8993-54387fd00555 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350086 Aug 10 01:04:38.095281 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-54588b0a-cf27-4f3c-bd75-fc9c9903850a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:38.122958 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-8ceb3153-cdd8-4e45-a925-977f4d30bfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:38.130925 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-8ceb3153-cdd8-4e45-a925-977f4d30bfe6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1955512 Aug 10 01:04:38.152792 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54588b0a-cf27-4f3c-bd75-fc9c9903850a admin admin] Pushing event deleted for resources: {'Port': ['ID=7c787ffb-25de-4df2-9d8a-c9357a5c6fb9,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:38.436669 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-2ec80c49-1abb-4d43-9d1e-617eda8e4e29 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850862 Aug 10 01:04:38.473234 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0df55b70-d441-4f01-9612-f1299f1810e7 req-5aa8eeec-665f-445a-9979-46be9f8ed0d8 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489133 Aug 10 01:04:38.613010 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-54588b0a-cf27-4f3c-bd75-fc9c9903850a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:38.780048 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-54588b0a-cf27-4f3c-bd75-fc9c9903850a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:38.793845 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-54588b0a-cf27-4f3c-bd75-fc9c9903850a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:38.877288 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb5311-289d-411d-acff-4bdca333903e req-e5292151-b661-4dce-820d-e3abe6f3689c tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:38.883446 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8dfb5311-289d-411d-acff-4bdca333903e req-e5292151-b661-4dce-820d-e3abe6f3689c tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/networks?id=fd6efede-22df-4e93-b06b-b677f8c2b42c HTTP/1.1" status: 200 len: 814 time: 0.4035392 Aug 10 01:04:38.887781 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-54588b0a-cf27-4f3c-bd75-fc9c9903850a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:38.888307 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54588b0a-cf27-4f3c-bd75-fc9c9903850a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 235d7f90-ab28-4b54-824b-13f8e9870fd2 {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:04:38.897380 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-54588b0a-cf27-4f3c-bd75-fc9c9903850a admin admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:38.904768 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-54588b0a-cf27-4f3c-bd75-fc9c9903850a admin admin] 10.222.0.35 "DELETE /v2.0/routers/235d7f90-ab28-4b54-824b-13f8e9870fd2 HTTP/1.1" status: 204 len: 168 time: 3.2292268 Aug 10 01:04:38.905144 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 53846) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:39.016293 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8dfb5311-289d-411d-acff-4bdca333903e req-50b2993f-3050-4450-b6dc-ab54314fc102 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/quotas/71364749dc834cd187da4f869c13f065 HTTP/1.1" status: 200 len: 375 time: 0.0878940 Aug 10 01:04:39.030389 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-72a976be-71b7-4b27-bdb3-a6c2c85b49c8 admin admin] Deleting subnet 4b0b179a-bfa0-4c3a-bcf0-7e9a86358603 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:04:39.037091 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-72a976be-71b7-4b27-bdb3-a6c2c85b49c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:39.107868 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8dfb5311-289d-411d-acff-4bdca333903e req-6e9df4dd-115a-4905-8704-794fe33d3b16 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=71364749dc834cd187da4f869c13f065&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0903330 Aug 10 01:04:39.124970 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-cfedd847-bbdb-4819-aca8-0c8f877f3087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48b7eddf-0772-4435-86d4-6cda7a9b79cc {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:04:39.136656 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-72a976be-71b7-4b27-bdb3-a6c2c85b49c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:39.215393 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-cfedd847-bbdb-4819-aca8-0c8f877f3087 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:39.240733 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-cfedd847-bbdb-4819-aca8-0c8f877f3087 service neutron] Transition to ACTIVE for port object 48b7eddf-0772-4435-86d4-6cda7a9b79cc will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:04:39.245947 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-cfedd847-bbdb-4819-aca8-0c8f877f3087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:39.334156 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-72a976be-71b7-4b27-bdb3-a6c2c85b49c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:39.373587 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8dfb5311-289d-411d-acff-4bdca333903e req-aa826156-1cc4-4d49-a4fb-3e3bfc45ed3b service neutron] 10.222.0.35 "GET /v2.0/networks/fd6efede-22df-4e93-b06b-b677f8c2b42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647109 Aug 10 01:04:39.410562 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfedd847-bbdb-4819-aca8-0c8f877f3087 service neutron] Pushing event updated for resources: {'Port': ['ID=48b7eddf-0772-4435-86d4-6cda7a9b79cc,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:39.433574 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-72a976be-71b7-4b27-bdb3-a6c2c85b49c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:39.465565 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a976be-71b7-4b27-bdb3-a6c2c85b49c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b0b179a-bfa0-4c3a-bcf0-7e9a86358603,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:39.481804 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-72a976be-71b7-4b27-bdb3-a6c2c85b49c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:39.484032 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-72a976be-71b7-4b27-bdb3-a6c2c85b49c8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4b0b179a-bfa0-4c3a-bcf0-7e9a86358603 HTTP/1.1" status: 204 len: 168 time: 0.5776501 Aug 10 01:04:39.488652 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 53852) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:39.491555 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4022c6b1-b471-45fd-9c7c-d56d611b4a45 None None] Network e2973f7f-304c-4952-be52-bf39c7b9668b requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:04:39.602840 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-cfedd847-bbdb-4819-aca8-0c8f877f3087 service neutron] Attempting to bind port 48b7eddf-0772-4435-86d4-6cda7a9b79cc on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:04:39.603408 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-cfedd847-bbdb-4819-aca8-0c8f877f3087 service neutron] Attempting to bind port 48b7eddf-0772-4435-86d4-6cda7a9b79cc by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:04:39.603518 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-cfedd847-bbdb-4819-aca8-0c8f877f3087 service neutron] Attempting to bind port 48b7eddf-0772-4435-86d4-6cda7a9b79cc on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:04:39.620446 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d48533b0-0523-4d2b-b4ec-a405c693e1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:39.625564 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-cfedd847-bbdb-4819-aca8-0c8f877f3087 service neutron] Port 48b7eddf-0772-4435-86d4-6cda7a9b79cc on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:04:39.625897 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-cfedd847-bbdb-4819-aca8-0c8f877f3087 service neutron] Attempting to bind port 48b7eddf-0772-4435-86d4-6cda7a9b79cc on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:04:39.640957 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8dfb5311-289d-411d-acff-4bdca333903e req-082d4588-96ae-42bb-b650-c4a845d81369 service neutron] 10.222.0.35 "GET /v2.0/networks/fd6efede-22df-4e93-b06b-b677f8c2b42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636578 Aug 10 01:04:39.643852 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-cfedd847-bbdb-4819-aca8-0c8f877f3087 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:04:39.644273 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-cfedd847-bbdb-4819-aca8-0c8f877f3087 service neutron] Checking segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:04:39.644677 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-cfedd847-bbdb-4819-aca8-0c8f877f3087 service neutron] Bound using segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:04:39.645088 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-cfedd847-bbdb-4819-aca8-0c8f877f3087 service neutron] Bound port: 48b7eddf-0772-4435-86d4-6cda7a9b79cc, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:04:39.645442 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-cfedd847-bbdb-4819-aca8-0c8f877f3087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:39.728832 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-d48533b0-0523-4d2b-b4ec-a405c693e1eb admin admin] Deleting port 686329bd-447a-49ef-8377-c691c87e6818 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:04:39.729193 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d48533b0-0523-4d2b-b4ec-a405c693e1eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:39.794039 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6a3934-32ca-4272-8242-caed6543e920 None None] DHCP port deletion for e2973f7f-304c-4952-be52-bf39c7b9668b request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:04:39.820211 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-d48533b0-0523-4d2b-b4ec-a405c693e1eb admin admin] For port 686329bd-447a-49ef-8377-c691c87e6818, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=686329bd-447a-49ef-8377-c691c87e6818,segment=NetworkSegment(3546e796-1646-489b-b4bf-3746be636348),segment_id=3546e796-1646-489b-b4bf-3746be636348)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:39.820613 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d48533b0-0523-4d2b-b4ec-a405c693e1eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:39.853582 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7c787ffb-25de-4df2-9d8a-c9357a5c6fb9 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:04:39.873438 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-d48533b0-0523-4d2b-b4ec-a405c693e1eb admin admin] Calling delete_port for 686329bd-447a-49ef-8377-c691c87e6818 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:04:39.885992 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 7c787ffb-25de-4df2-9d8a-c9357a5c6fb9 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:04:39.886820 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7c787ffb-25de-4df2-9d8a-c9357a5c6fb9 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:04:39.947814 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a3934-32ca-4272-8242-caed6543e920 None None] Deleting port 686329bd-447a-49ef-8377-c691c87e6818 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:04:39.948479 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3b6a3934-32ca-4272-8242-caed6543e920 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:40.053756 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d48533b0-0523-4d2b-b4ec-a405c693e1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:40.081410 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-3b6a3934-32ca-4272-8242-caed6543e920 None None] For port 686329bd-447a-49ef-8377-c691c87e6818, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=686329bd-447a-49ef-8377-c691c87e6818,segment=NetworkSegment(3546e796-1646-489b-b4bf-3746be636348),segment_id=3546e796-1646-489b-b4bf-3746be636348)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:40.082190 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3b6a3934-32ca-4272-8242-caed6543e920 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:40.098077 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a3934-32ca-4272-8242-caed6543e920 None None] Calling delete_port for 686329bd-447a-49ef-8377-c691c87e6818 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:04:40.121084 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48533b0-0523-4d2b-b4ec-a405c693e1eb admin admin] Pushing event deleted for resources: {'Port': ['ID=686329bd-447a-49ef-8377-c691c87e6818,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:40.129102 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48533b0-0523-4d2b-b4ec-a405c693e1eb admin admin] No DVR routers for this DVR port 686329bd-447a-49ef-8377-c691c87e6818 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:04:40.211216 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6888c-322a-4346-8e1b-32339dd83f29 req-d60c6839-5bea-4d40-9d33-0f6d6c26a054 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:40.212929 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dcb6888c-322a-4346-8e1b-32339dd83f29 req-d60c6839-5bea-4d40-9d33-0f6d6c26a054 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=904f7a82-761e-4b16-8b78-82a9d4dc69e3 HTTP/1.1" status: 200 len: 948 time: 0.1336076 Aug 10 01:04:40.213218 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3b6a3934-32ca-4272-8242-caed6543e920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:40.221417 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-cfedd847-bbdb-4819-aca8-0c8f877f3087 service neutron] For port 48b7eddf-0772-4435-86d4-6cda7a9b79cc, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:04:40.226876 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-cfedd847-bbdb-4819-aca8-0c8f877f3087 service neutron] For port 48b7eddf-0772-4435-86d4-6cda7a9b79cc, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=48b7eddf-0772-4435-86d4-6cda7a9b79cc,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:04:40.238264 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d48533b0-0523-4d2b-b4ec-a405c693e1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:40.242762 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6a3934-32ca-4272-8242-caed6543e920 None None] No DVR routers for this DVR port 686329bd-447a-49ef-8377-c691c87e6818 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:04:40.261331 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-d48533b0-0523-4d2b-b4ec-a405c693e1eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2973f7f-304c-4952-be52-bf39c7b9668b']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:40.276382 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-d48533b0-0523-4d2b-b4ec-a405c693e1eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3546e796-1646-489b-b4bf-3746be636348') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:40.276759 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-d48533b0-0523-4d2b-b4ec-a405c693e1eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3546e796-1646-489b-b4bf-3746be636348') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:40.290058 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d48533b0-0523-4d2b-b4ec-a405c693e1eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:40.295234 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-cfedd847-bbdb-4819-aca8-0c8f877f3087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:40.306557 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d48533b0-0523-4d2b-b4ec-a405c693e1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:40.315372 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d48533b0-0523-4d2b-b4ec-a405c693e1eb admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:04:40.315839 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d48533b0-0523-4d2b-b4ec-a405c693e1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:40.323400 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a3934-32ca-4272-8242-caed6543e920 None None] Pushing event deleted for resources: {'Port': ['ID=686329bd-447a-49ef-8377-c691c87e6818,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:40.336467 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-cfedd847-bbdb-4819-aca8-0c8f877f3087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:40.337144 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-cfedd847-bbdb-4819-aca8-0c8f877f3087 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:40.338671 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-cfedd847-bbdb-4819-aca8-0c8f877f3087 service neutron] 10.222.0.20 "PUT /v2.0/ports/48b7eddf-0772-4435-86d4-6cda7a9b79cc HTTP/1.1" status: 200 len: 1097 time: 3.5271647 Aug 10 01:04:40.339126 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181e3c8b-f385-4ac9-b83f-5b3ef1c8efe8', 'tag': '48b7eddf-0772-4435-86d4-6cda7a9b79cc'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:04:40.345540 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9d7a95-a570-4c99-b9e5-429a64d4cf90" -d '{"events": [{"name": "network-changed", "server_uuid": "181e3c8b-f385-4ac9-b83f-5b3ef1c8efe8", "tag": "48b7eddf-0772-4435-86d4-6cda7a9b79cc"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:04:40.387716 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:04:40.387716 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:04:40.387716 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:04:40.387716 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:04:40.387716 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:04:40.387716 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:04:40.387716 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:04:40.387716 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:04:40.387716 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:04:40.387716 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:04:40.387716 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:04:40.387716 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:04:40.387716 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:04:40.387716 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:04:40.387716 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:04:40.387716 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:04:40.387716 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:04:40.387716 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:04:40.387716 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:04:40.387716 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:04:40.387716 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:04:40.387716 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:04:40.387716 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:04:40.387716 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:04:40.387716 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:04:40.387716 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:04:40.387716 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:04:40.387716 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:04:40.387716 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:04:40.387716 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:04:40.387716 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:04:40.387716 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:04:40.411319 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dcb6888c-322a-4346-8e1b-32339dd83f29 req-9fadd80a-b25b-4ab3-896c-e738bb0cf1de tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866519 Aug 10 01:04:40.423635 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d48533b0-0523-4d2b-b4ec-a405c693e1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:40.440809 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d48533b0-0523-4d2b-b4ec-a405c693e1eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:40.447071 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d48533b0-0523-4d2b-b4ec-a405c693e1eb admin admin] 10.222.0.35 "DELETE /v2.0/networks/e2973f7f-304c-4952-be52-bf39c7b9668b HTTP/1.1" status: 204 len: 168 time: 0.9568300 Aug 10 01:04:40.455821 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfedd847-bbdb-4819-aca8-0c8f877f3087 service neutron] Pushing event updated for resources: {'Port': ['ID=48b7eddf-0772-4435-86d4-6cda7a9b79cc,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:40.470120 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48533b0-0523-4d2b-b4ec-a405c693e1eb admin admin] Pushing event deleted for resources: {'Network': ['ID=e2973f7f-304c-4952-be52-bf39c7b9668b,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:40.592160 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90297f-d133-4bfa-b2a1-a91767608d09 req-d05223a9-ac38-45b6-82ed-47654dc255a9 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:40.594384 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b90297f-d133-4bfa-b2a1-a91767608d09 req-d05223a9-ac38-45b6-82ed-47654dc255a9 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 944 time: 0.0740941 Aug 10 01:04:40.654348 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b90297f-d133-4bfa-b2a1-a91767608d09 req-7885d5b4-0d44-425d-822b-4626220ef68b tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456500 Aug 10 01:04:40.710558 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 53874) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:40.753996 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-92400ea2-cd20-4d3d-a18f-85fd1af07e5b req-3ea44473-a0a0-4868-81f8-799299596567 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/ports?device_id=50952ddb-bea0-4419-8f52-f0ec57883f38 HTTP/1.1" status: 200 len: 210 time: 0.0328431 Aug 10 01:04:40.759556 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5f4e727d-4c0b-4d18-ba69-c67e4726a482 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ed53369dabee44498507a7cf709f7c85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453467 Aug 10 01:04:40.759862 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 53876) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:40.814011 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68466f00-79ea-4bcd-b5d6-b89d3502535f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:40.839084 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68466f00-79ea-4bcd-b5d6-b89d3502535f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:40.863090 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc8b6c-870e-44c6-a108-52cc9cf10bb2 req-a4025230-f7a9-4e9e-920b-aa05a93653cf tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:40.864668 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-96dc8b6c-870e-44c6-a108-52cc9cf10bb2 req-a4025230-f7a9-4e9e-920b-aa05a93653cf tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 946 time: 0.0493662 Aug 10 01:04:40.886877 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68466f00-79ea-4bcd-b5d6-b89d3502535f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:40.890141 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68466f00-79ea-4bcd-b5d6-b89d3502535f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:40.891339 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-68466f00-79ea-4bcd-b5d6-b89d3502535f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ee215bec-29d4-40e6-9fef-f5a1f0fad762 HTTP/1.1" status: 204 len: 168 time: 0.1305428 Aug 10 01:04:40.899307 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68466f00-79ea-4bcd-b5d6-b89d3502535f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee215bec-29d4-40e6-9fef-f5a1f0fad762,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:40.913759 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-96dc8b6c-870e-44c6-a108-52cc9cf10bb2 req-7e6eb935-23db-476c-b0ca-b34ff1069a5d tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=bef316da-7aff-4e19-b5e5-43053f05f988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429900 Aug 10 01:04:40.962210 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569846d1-e04e-420d-97c0-2d29d47f5c4d x-openstack-request-id: req-569846d1-e04e-420d-97c0-2d29d47f5c4d {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:04:40.962523 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "181e3c8b-f385-4ac9-b83f-5b3ef1c8efe8", "tag": "48b7eddf-0772-4435-86d4-6cda7a9b79cc", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:04:40.962782 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-569846d1-e04e-420d-97c0-2d29d47f5c4d {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:04:40.963189 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181e3c8b-f385-4ac9-b83f-5b3ef1c8efe8', 'tag': '48b7eddf-0772-4435-86d4-6cda7a9b79cc', 'status': 'completed', 'code': 200} Aug 10 01:04:41.167130 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-79cc2201-9486-45b3-ab9c-e6bd53493035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:41.316086 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb5311-289d-411d-acff-4bdca333903e req-b98c17d4-1813-49dd-96e8-081e55307cdf tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:41.317989 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8dfb5311-289d-411d-acff-4bdca333903e req-b98c17d4-1813-49dd-96e8-081e55307cdf tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.24 "GET /v2.0/networks?id=fd6efede-22df-4e93-b06b-b677f8c2b42c HTTP/1.1" status: 200 len: 814 time: 0.1413965 Aug 10 01:04:41.335072 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-8dfb5311-289d-411d-acff-4bdca333903e req-87a9bcae-2876-487e-995a-e5fbc86c6cb0 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Request body: {'port': {'device_id': '50952ddb-bea0-4419-8f52-f0ec57883f38', 'network_id': 'fd6efede-22df-4e93-b06b-b677f8c2b42c', 'admin_state_up': True, 'tenant_id': '71364749dc834cd187da4f869c13f065'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:04:41.442598 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:41.463052 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dfb5311-289d-411d-acff-4bdca333903e req-87a9bcae-2876-487e-995a-e5fbc86c6cb0 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Made reservation on behalf of 71364749dc834cd187da4f869c13f065 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:04:41.468498 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8dfb5311-289d-411d-acff-4bdca333903e req-87a9bcae-2876-487e-995a-e5fbc86c6cb0 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:41.557645 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa8946-7dd5-4763-b6b6-f9407dcb6895 req-075a5b46-9262-408d-b7db-260ad253f670 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:41.559324 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-86fa8946-7dd5-4763-b6b6-f9407dcb6895 req-075a5b46-9262-408d-b7db-260ad253f670 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=904f7a82-761e-4b16-8b78-82a9d4dc69e3 HTTP/1.1" status: 200 len: 948 time: 0.0641522 Aug 10 01:04:41.601834 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-86fa8946-7dd5-4763-b6b6-f9407dcb6895 req-c8f82f9a-2cb8-4683-853a-2c853631e195 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342093 Aug 10 01:04:41.640870 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-8dfb5311-289d-411d-acff-4bdca333903e req-87a9bcae-2876-487e-995a-e5fbc86c6cb0 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Allocated IP 172.20.0.12 (fd6efede-22df-4e93-b06b-b677f8c2b42c/9c5af831-375e-4874-99d5-6843a42e0f57/01edfa4f-22c5-405f-9f0a-1ff0ae389a5d) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:04:41.696670 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 53908) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:41.817864 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 686329bd-447a-49ef-8377-c691c87e6818 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:04:41.863122 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 686329bd-447a-49ef-8377-c691c87e6818 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:04:41.865055 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 686329bd-447a-49ef-8377-c691c87e6818 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:04:41.903926 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025974d1-3a55-42d8-a9fb-22fdca940e82 req-6129048f-5052-4996-be13-45a1b128fdd9 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:41.912813 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-025974d1-3a55-42d8-a9fb-22fdca940e82 req-6129048f-5052-4996-be13-45a1b128fdd9 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 944 time: 0.1411505 Aug 10 01:04:41.913580 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-d469382e-78d6-4065-8296-4a266d4641a6 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048700 Aug 10 01:04:41.932340 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8dfb5311-289d-411d-acff-4bdca333903e req-87a9bcae-2876-487e-995a-e5fbc86c6cb0 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:41.939460 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-5d5c769c-1741-4b4d-a13d-b7eb1295edef admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-6833629-network', 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:04:41.975425 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8dfb5311-289d-411d-acff-4bdca333903e req-87a9bcae-2876-487e-995a-e5fbc86c6cb0 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:41.979283 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5c413019-5935-4a66-960c-c4ace81e2625 req-48f4d645-9555-4edd-bd00-3160308c5ad6 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/ports?device_id=50952ddb-bea0-4419-8f52-f0ec57883f38 HTTP/1.1" status: 200 len: 210 time: 0.0642762 Aug 10 01:04:41.987886 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d7a95-a570-4c99-b9e5-429a64d4cf90 req-c8e72fbf-7363-4da2-bccf-1de7b57dcdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:41.989673 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d9d7a95-a570-4c99-b9e5-429a64d4cf90 req-c8e72fbf-7363-4da2-bccf-1de7b57dcdf7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&device_id=181e3c8b-f385-4ac9-b83f-5b3ef1c8efe8 HTTP/1.1" status: 200 len: 1100 time: 0.1834743 Aug 10 01:04:42.004580 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5c769c-1741-4b4d-a13d-b7eb1295edef admin admin] Made reservation on behalf of d10c461282a54fe6a1ff477fc3a37853 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:04:42.007267 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5d5c769c-1741-4b4d-a13d-b7eb1295edef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:42.033789 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9bcae-2876-487e-995a-e5fbc86c6cb0 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Pushing event updated for resources: {'Port': ['ID=01edfa4f-22c5-405f-9f0a-1ff0ae389a5d,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:42.049592 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dfb5311-289d-411d-acff-4bdca333903e req-87a9bcae-2876-487e-995a-e5fbc86c6cb0 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Network fd6efede-22df-4e93-b06b-b677f8c2b42c is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:04:42.050290 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-025974d1-3a55-42d8-a9fb-22fdca940e82 req-ef302a35-e36e-48f0-9665-be9cd7e000e9 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365433 Aug 10 01:04:42.051064 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-8dfb5311-289d-411d-acff-4bdca333903e req-87a9bcae-2876-487e-995a-e5fbc86c6cb0 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:04:42.052468 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5d5c769c-1741-4b4d-a13d-b7eb1295edef admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:42.053711 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dfb5311-289d-411d-acff-4bdca333903e req-87a9bcae-2876-487e-995a-e5fbc86c6cb0 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:04:42.107632 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d9d7a95-a570-4c99-b9e5-429a64d4cf90 req-5a2f3b83-d5ca-4e71-87ca-5e6839b74b28 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406682 Aug 10 01:04:42.379560 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d7a95-a570-4c99-b9e5-429a64d4cf90 req-901d9de3-9eb6-4380-abac-012bc7b90b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:42.381006 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d9d7a95-a570-4c99-b9e5-429a64d4cf90 req-901d9de3-9eb6-4380-abac-012bc7b90b09 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2616556 Aug 10 01:04:42.390600 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8395d-a000-4237-9a7b-cb31f626c371 req-c75f6962-23f3-44b9-9720-f664e5d52cb3 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:42.392832 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d9c8395d-a000-4237-9a7b-cb31f626c371 req-c75f6962-23f3-44b9-9720-f664e5d52cb3 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 946 time: 0.2945831 Aug 10 01:04:42.410032 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb35a9-b194-4f98-98c6-9b6cbf21aa45 req-a17dfdc0-749f-42b1-8f07-7651f8756caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:42.411549 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c6bb35a9-b194-4f98-98c6-9b6cbf21aa45 req-a17dfdc0-749f-42b1-8f07-7651f8756caf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&device_id=904f7a82-761e-4b16-8b78-82a9d4dc69e3 HTTP/1.1" status: 200 len: 1100 time: 0.3507442 Aug 10 01:04:42.417465 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb5311-289d-411d-acff-4bdca333903e req-87a9bcae-2876-487e-995a-e5fbc86c6cb0 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:42.418065 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8dfb5311-289d-411d-acff-4bdca333903e req-87a9bcae-2876-487e-995a-e5fbc86c6cb0 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:42.486471 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d9c8395d-a000-4237-9a7b-cb31f626c371 req-40182f4b-606c-4aea-bf53-a285b0be85bb tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=bef316da-7aff-4e19-b5e5-43053f05f988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765851 Aug 10 01:04:42.521141 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5d5c769c-1741-4b4d-a13d-b7eb1295edef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:42.531625 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-a5e5e266-db24-458d-8c65-aae2a4499e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:42.533203 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-a5e5e266-db24-458d-8c65-aae2a4499e81 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&device_id=181e3c8b-f385-4ac9-b83f-5b3ef1c8efe8 HTTP/1.1" status: 200 len: 1100 time: 0.0799873 Aug 10 01:04:42.534456 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5d5c769c-1741-4b4d-a13d-b7eb1295edef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:42.535528 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8dfb5311-289d-411d-acff-4bdca333903e req-87a9bcae-2876-487e-995a-e5fbc86c6cb0 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2051806 Aug 10 01:04:42.549408 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-8dfb5311-289d-411d-acff-4bdca333903e req-2bfe9a1c-3aa4-4511-937f-8c25d2f5d8c8 service neutron] Request body: {'port': {'device_id': '50952ddb-bea0-4419-8f52-f0ec57883f38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:04:42.552457 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb35a9-b194-4f98-98c6-9b6cbf21aa45 req-55a6f0ec-d59a-4938-990c-095809931a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:42.553908 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c6bb35a9-b194-4f98-98c6-9b6cbf21aa45 req-55a6f0ec-d59a-4938-990c-095809931a13 service neutron] 10.222.0.20 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.1183491 Aug 10 01:04:42.564741 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d5c769c-1741-4b4d-a13d-b7eb1295edef admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:04:42.604921 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-f15b4dce-1ef7-4e0e-8edc-8265dbc466f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=48b7eddf-0772-4435-86d4-6cda7a9b79cc HTTP/1.1" status: 200 len: 217 time: 0.0540650 Aug 10 01:04:42.615180 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c6bb35a9-b194-4f98-98c6-9b6cbf21aa45 req-4a6bfc41-dec2-49cf-8dff-b5e608caaad4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=89c73191-5c74-4372-acea-f3993478ce50 HTTP/1.1" status: 200 len: 217 time: 0.0415442 Aug 10 01:04:42.628040 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5d5c769c-1741-4b4d-a13d-b7eb1295edef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:42.628429 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-5d5c769c-1741-4b4d-a13d-b7eb1295edef admin admin] Added segment d6976290-f50d-4dca-805a-f2ce5eeed0b1 of type vlan for network 0748c972-8292-4d91-8783-82779f7574d3 Aug 10 01:04:42.646795 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c769c-1741-4b4d-a13d-b7eb1295edef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3809d45d-24b8-4142-8c1f-0686e44313ff,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:42.691544 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8dfb5311-289d-411d-acff-4bdca333903e req-2bfe9a1c-3aa4-4511-937f-8c25d2f5d8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:42.703725 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-c8243565-5ffe-4de5-a35c-e1b20f84d76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:42.705028 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb35a9-b194-4f98-98c6-9b6cbf21aa45 req-b59cc43a-d5c4-4d8b-b6f1-97978b44202a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:42.705231 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-c8243565-5ffe-4de5-a35c-e1b20f84d76e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0906920 Aug 10 01:04:42.706497 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c6bb35a9-b194-4f98-98c6-9b6cbf21aa45 req-b59cc43a-d5c4-4d8b-b6f1-97978b44202a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0653362 Aug 10 01:04:42.707288 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5d5c769c-1741-4b4d-a13d-b7eb1295edef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:42.815159 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5d5c769c-1741-4b4d-a13d-b7eb1295edef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:42.816207 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5c769c-1741-4b4d-a13d-b7eb1295edef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:42.816796 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5d5c769c-1741-4b4d-a13d-b7eb1295edef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:42.829193 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535e526-2314-4c78-8d3f-177c45aecb64 req-32d5dd1c-edfe-4bc7-b6c1-d53a29c26e50 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:42.830682 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6535e526-2314-4c78-8d3f-177c45aecb64 req-32d5dd1c-edfe-4bc7-b6c1-d53a29c26e50 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=904f7a82-761e-4b16-8b78-82a9d4dc69e3 HTTP/1.1" status: 200 len: 948 time: 0.1190498 Aug 10 01:04:42.837306 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-7d6d7d5b-d7bf-47fc-b2fe-5f14c6303780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:42.838733 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-7d6d7d5b-d7bf-47fc-b2fe-5f14c6303780 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1136944 Aug 10 01:04:42.852739 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb35a9-b194-4f98-98c6-9b6cbf21aa45 req-e74cad99-17a5-4830-863e-44a45e71f464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:42.852953 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c6bb35a9-b194-4f98-98c6-9b6cbf21aa45 req-e74cad99-17a5-4830-863e-44a45e71f464 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1214457 Aug 10 01:04:42.928500 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5d5c769c-1741-4b4d-a13d-b7eb1295edef admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2307513 Aug 10 01:04:42.959868 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 53924) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:42.967681 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-30838307-833d-4198-af07-c2f349dcf72a admin admin] Request body: {'subnet': {'network_id': '0748c972-8292-4d91-8783-82779f7574d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-6833629-subnet', 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:04:43.013987 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c769c-1741-4b4d-a13d-b7eb1295edef admin admin] Pushing event updated for resources: {'Network': ['ID=0748c972-8292-4d91-8783-82779f7574d3,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:43.026063 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 0748c972-8292-4d91-8783-82779f7574d3 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:04:43.039518 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6535e526-2314-4c78-8d3f-177c45aecb64 req-461d93c2-a003-4d35-baa6-00101d286a15 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354272 Aug 10 01:04:43.044727 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c6bb35a9-b194-4f98-98c6-9b6cbf21aa45 req-96aa8082-3dd3-4683-b514-5161816c1ba6 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835446 Aug 10 01:04:43.061357 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30838307-833d-4198-af07-c2f349dcf72a admin admin] Made reservation on behalf of d10c461282a54fe6a1ff477fc3a37853 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:04:43.064393 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-30838307-833d-4198-af07-c2f349dcf72a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:43.089868 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-5f8dec92-65a8-45ed-a7c0-b50db79e620a service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233980 Aug 10 01:04:43.269363 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd91f5-9df7-4c96-80c9-81d7ba016d4d req-7ec3de3a-b6f2-4a2a-84bb-c13b7d58324f tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:43.277284 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bbcd91f5-9df7-4c96-80c9-81d7ba016d4d req-7ec3de3a-b6f2-4a2a-84bb-c13b7d58324f tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/ports?device_id=50952ddb-bea0-4419-8f52-f0ec57883f38 HTTP/1.1" status: 200 len: 932 time: 0.1162522 Aug 10 01:04:43.314024 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ffec20-f21d-4924-9452-1139999fb893 req-9bed0928-b701-471b-8412-e0877b6ac37c tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:43.315885 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c6bb35a9-b194-4f98-98c6-9b6cbf21aa45 req-fae44b9b-27c6-47e5-ab3d-9ede1a290f1b service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562034 Aug 10 01:04:43.322206 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-8dfb5311-289d-411d-acff-4bdca333903e req-2bfe9a1c-3aa4-4511-937f-8c25d2f5d8c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01edfa4f-22c5-405f-9f0a-1ff0ae389a5d {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:04:43.329836 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8ffec20-f21d-4924-9452-1139999fb893 req-9bed0928-b701-471b-8412-e0877b6ac37c tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 944 time: 0.1645482 Aug 10 01:04:43.332519 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8dfb5311-289d-411d-acff-4bdca333903e req-2bfe9a1c-3aa4-4511-937f-8c25d2f5d8c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:43.361424 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5bcaa709-9324-4dbb-9550-192ec2ba9376 req-8b8af83c-9005-4799-84c7-1cdd0da79474 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619984 Aug 10 01:04:43.373019 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-8dfb5311-289d-411d-acff-4bdca333903e req-2bfe9a1c-3aa4-4511-937f-8c25d2f5d8c8 service neutron] Transition to ACTIVE for port object 01edfa4f-22c5-405f-9f0a-1ff0ae389a5d will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:04:43.382072 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8dfb5311-289d-411d-acff-4bdca333903e req-2bfe9a1c-3aa4-4511-937f-8c25d2f5d8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:43.432910 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bbcd91f5-9df7-4c96-80c9-81d7ba016d4d req-9addcba7-0564-4369-a9b7-3982304f0820 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0bbc342-d53d-4a5b-822c-bcb78b3e82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471281 Aug 10 01:04:43.436897 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8ffec20-f21d-4924-9452-1139999fb893 req-8a5b161a-748b-47b3-b695-d6f5cecfbd1f tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053114 Aug 10 01:04:43.445204 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe9a1c-3aa4-4511-937f-8c25d2f5d8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=01edfa4f-22c5-405f-9f0a-1ff0ae389a5d,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:43.466462 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 53936) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:43.548083 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-30838307-833d-4198-af07-c2f349dcf72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:43.605824 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d05ef2b7-3f13-450f-80e2-b06fe1749b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:43.621451 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30838307-833d-4198-af07-c2f349dcf72a admin admin] Pushing event updated for resources: {'Subnet': ['ID=db2f7dc2-26b4-4843-84fd-453664eef2f7,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:43.635220 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-8dfb5311-289d-411d-acff-4bdca333903e req-2bfe9a1c-3aa4-4511-937f-8c25d2f5d8c8 service neutron] Attempting to bind port 01edfa4f-22c5-405f-9f0a-1ff0ae389a5d on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:04:43.635561 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-8dfb5311-289d-411d-acff-4bdca333903e req-2bfe9a1c-3aa4-4511-937f-8c25d2f5d8c8 service neutron] Attempting to bind port 01edfa4f-22c5-405f-9f0a-1ff0ae389a5d by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '10fb682a-4542-404f-8e24-3f166ef5480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'fd6efede-22df-4e93-b06b-b677f8c2b42c'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:04:43.635897 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfb5311-289d-411d-acff-4bdca333903e req-2bfe9a1c-3aa4-4511-937f-8c25d2f5d8c8 service neutron] Attempting to bind port 01edfa4f-22c5-405f-9f0a-1ff0ae389a5d on network fd6efede-22df-4e93-b06b-b677f8c2b42c {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:04:43.644706 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfb5311-289d-411d-acff-4bdca333903e req-2bfe9a1c-3aa4-4511-937f-8c25d2f5d8c8 service neutron] Port 01edfa4f-22c5-405f-9f0a-1ff0ae389a5d on network fd6efede-22df-4e93-b06b-b677f8c2b42c not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:04:43.645034 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfb5311-289d-411d-acff-4bdca333903e req-2bfe9a1c-3aa4-4511-937f-8c25d2f5d8c8 service neutron] Attempting to bind port 01edfa4f-22c5-405f-9f0a-1ff0ae389a5d on network fd6efede-22df-4e93-b06b-b677f8c2b42c {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:04:43.651174 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30838307-833d-4198-af07-c2f349dcf72a admin admin] Checking segment: {'id': 'd6976290-f50d-4dca-805a-f2ce5eeed0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0748c972-8292-4d91-8783-82779f7574d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:04:43.651538 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30838307-833d-4198-af07-c2f349dcf72a admin admin] Network hostable DHCP agents. Network: 0748c972-8292-4d91-8783-82779f7574d3, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:04:43.655146 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfb5311-289d-411d-acff-4bdca333903e req-2bfe9a1c-3aa4-4511-937f-8c25d2f5d8c8 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:04:43.655483 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfb5311-289d-411d-acff-4bdca333903e req-2bfe9a1c-3aa4-4511-937f-8c25d2f5d8c8 service neutron] Checking segment: {'id': '10fb682a-4542-404f-8e24-3f166ef5480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'fd6efede-22df-4e93-b06b-b677f8c2b42c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:04:43.655870 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfb5311-289d-411d-acff-4bdca333903e req-2bfe9a1c-3aa4-4511-937f-8c25d2f5d8c8 service neutron] Bound using segment: {'id': '10fb682a-4542-404f-8e24-3f166ef5480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'fd6efede-22df-4e93-b06b-b677f8c2b42c'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:04:43.656335 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-8dfb5311-289d-411d-acff-4bdca333903e req-2bfe9a1c-3aa4-4511-937f-8c25d2f5d8c8 service neutron] Bound port: 01edfa4f-22c5-405f-9f0a-1ff0ae389a5d, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10fb682a-4542-404f-8e24-3f166ef5480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'fd6efede-22df-4e93-b06b-b677f8c2b42c'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:04:43.656698 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8dfb5311-289d-411d-acff-4bdca333903e req-2bfe9a1c-3aa4-4511-937f-8c25d2f5d8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:43.674604 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17972b5b-6dc7-4b5d-904f-735ac00f5e6e req-d3a8b9d8-32d9-426b-a33e-bfdba8d6e706 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:43.676286 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-17972b5b-6dc7-4b5d-904f-735ac00f5e6e req-d3a8b9d8-32d9-426b-a33e-bfdba8d6e706 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 946 time: 0.0794854 Aug 10 01:04:43.703715 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30838307-833d-4198-af07-c2f349dcf72a admin admin] Network 0748c972-8292-4d91-8783-82779f7574d3 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:04:43.720877 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-30838307-833d-4198-af07-c2f349dcf72a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 0748c972-8292-4d91-8783-82779f7574d3) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:04:43.731502 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-17972b5b-6dc7-4b5d-904f-735ac00f5e6e req-51805b40-26e3-49d0-9e55-76a77cfb6080 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=bef316da-7aff-4e19-b5e5-43053f05f988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466099 Aug 10 01:04:43.732701 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacad6d5-a5e6-49ae-92ac-c478da05133d None None] Network 0748c972-8292-4d91-8783-82779f7574d3 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:04:43.744554 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30838307-833d-4198-af07-c2f349dcf72a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:43.745441 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-30838307-833d-4198-af07-c2f349dcf72a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:43.766915 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-8dfb5311-289d-411d-acff-4bdca333903e req-2bfe9a1c-3aa4-4511-937f-8c25d2f5d8c8 service neutron] For port 01edfa4f-22c5-405f-9f0a-1ff0ae389a5d, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:04:43.770507 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-8dfb5311-289d-411d-acff-4bdca333903e req-2bfe9a1c-3aa4-4511-937f-8c25d2f5d8c8 service neutron] For port 01edfa4f-22c5-405f-9f0a-1ff0ae389a5d, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=01edfa4f-22c5-405f-9f0a-1ff0ae389a5d,segment=NetworkSegment(10fb682a-4542-404f-8e24-3f166ef5480f),segment_id=10fb682a-4542-404f-8e24-3f166ef5480f)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:04:43.789442 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8dfb5311-289d-411d-acff-4bdca333903e req-2bfe9a1c-3aa4-4511-937f-8c25d2f5d8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:43.800584 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d05ef2b7-3f13-450f-80e2-b06fe1749b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:43.806802 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d05ef2b7-3f13-450f-80e2-b06fe1749b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:43.833239 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-30838307-833d-4198-af07-c2f349dcf72a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8720336 Aug 10 01:04:43.834711 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb5311-289d-411d-acff-4bdca333903e req-2bfe9a1c-3aa4-4511-937f-8c25d2f5d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:43.835332 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8dfb5311-289d-411d-acff-4bdca333903e req-2bfe9a1c-3aa4-4511-937f-8c25d2f5d8c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:43.836766 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8dfb5311-289d-411d-acff-4bdca333903e req-2bfe9a1c-3aa4-4511-937f-8c25d2f5d8c8 service neutron] 10.222.0.24 "PUT /v2.0/ports/01edfa4f-22c5-405f-9f0a-1ff0ae389a5d HTTP/1.1" status: 200 len: 1093 time: 1.2917898 Aug 10 01:04:43.841468 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50952ddb-bea0-4419-8f52-f0ec57883f38', 'tag': '01edfa4f-22c5-405f-9f0a-1ff0ae389a5d'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:04:43.843739 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08096b1c-0f74-4a3f-b19d-623407175571" -d '{"events": [{"name": "network-changed", "server_uuid": "50952ddb-bea0-4419-8f52-f0ec57883f38", "tag": "01edfa4f-22c5-405f-9f0a-1ff0ae389a5d"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:04:43.846704 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 53942) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:43.853293 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-849d444a-2002-494e-858d-27eb0e34b29d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-6833629-router', 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:04:43.858257 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e4ae23e7-bf4f-4736-a490-d844f45326a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:43.882011 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe9a1c-3aa4-4511-937f-8c25d2f5d8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=01edfa4f-22c5-405f-9f0a-1ff0ae389a5d,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:43.893597 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d05ef2b7-3f13-450f-80e2-b06fe1749b4f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ce164c32c51a467b8d904f6425e581bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4259052 Aug 10 01:04:43.894340 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 53946) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:43.902443 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ef2b7-3f13-450f-80e2-b06fe1749b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f49106b-6122-4ad4-b533-2683fb33c2aa,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:43.908277 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-849d444a-2002-494e-858d-27eb0e34b29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:43.908857 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-849d444a-2002-494e-858d-27eb0e34b29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:43.940756 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9d2798-9b1b-4460-9140-1730302f5f05 x-openstack-request-id: req-3a9d2798-9b1b-4460-9140-1730302f5f05 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:04:43.941063 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50952ddb-bea0-4419-8f52-f0ec57883f38", "tag": "01edfa4f-22c5-405f-9f0a-1ff0ae389a5d", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:04:43.941312 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3a9d2798-9b1b-4460-9140-1730302f5f05 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:04:43.941711 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50952ddb-bea0-4419-8f52-f0ec57883f38', 'tag': '01edfa4f-22c5-405f-9f0a-1ff0ae389a5d', 'status': 'completed', 'code': 200} Aug 10 01:04:43.967930 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c48b06-aa75-42b9-9241-0310ce65f8d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-0748c972-8292-4d91-8783-82779f7574d3', 'network_id': '0748c972-8292-4d91-8783-82779f7574d3', 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'fixed_ips': [{'subnet_id': 'db2f7dc2-26b4-4843-84fd-453664eef2f7'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:04:43.969046 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5bcf642f-9940-4497-9ae8-5e7181666263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:43.969358 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d6c48b06-aa75-42b9-9241-0310ce65f8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:43.969501 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb5311-289d-411d-acff-4bdca333903e req-c8ca8b2e-c4fa-4ff2-8437-30788e1778b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:43.970933 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8dfb5311-289d-411d-acff-4bdca333903e req-c8ca8b2e-c4fa-4ff2-8437-30788e1778b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=71364749dc834cd187da4f869c13f065&device_id=50952ddb-bea0-4419-8f52-f0ec57883f38 HTTP/1.1" status: 200 len: 1096 time: 0.0816436 Aug 10 01:04:43.995458 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5bcf642f-9940-4497-9ae8-5e7181666263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:44.013241 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-849d444a-2002-494e-858d-27eb0e34b29d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:44.046562 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8dfb5311-289d-411d-acff-4bdca333903e req-685ac72b-58c6-4226-8cec-b1fe4aa7c145 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01edfa4f-22c5-405f-9f0a-1ff0ae389a5d HTTP/1.1" status: 200 len: 217 time: 0.0436108 Aug 10 01:04:44.058002 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5bcf642f-9940-4497-9ae8-5e7181666263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:44.062734 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5bcf642f-9940-4497-9ae8-5e7181666263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:44.068213 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5bcf642f-9940-4497-9ae8-5e7181666263 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3f49106b-6122-4ad4-b533-2683fb33c2aa HTTP/1.1" status: 204 len: 168 time: 0.1719918 Aug 10 01:04:44.080772 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf642f-9940-4497-9ae8-5e7181666263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f49106b-6122-4ad4-b533-2683fb33c2aa,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:44.142254 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-d6c48b06-aa75-42b9-9241-0310ce65f8d1 None None] Allocated IP 172.20.0.2 (0748c972-8292-4d91-8783-82779f7574d3/db2f7dc2-26b4-4843-84fd-453664eef2f7/9bb698c8-2f1c-474f-a3aa-eb76e81820a1) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:04:44.199070 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668388de-17d2-4c71-8ba3-7a8a532b4bbf req-6f0dc318-7455-45ce-aeef-7d3682c5d941 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:44.207380 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-668388de-17d2-4c71-8ba3-7a8a532b4bbf req-6f0dc318-7455-45ce-aeef-7d3682c5d941 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=904f7a82-761e-4b16-8b78-82a9d4dc69e3 HTTP/1.1" status: 200 len: 948 time: 0.0693808 Aug 10 01:04:44.227718 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-849d444a-2002-494e-858d-27eb0e34b29d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:44.248685 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb5311-289d-411d-acff-4bdca333903e req-39f91bc5-0c50-4a63-a783-60287ac571f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:44.250257 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8dfb5311-289d-411d-acff-4bdca333903e req-39f91bc5-0c50-4a63-a783-60287ac571f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9c5af831-375e-4874-99d5-6843a42e0f57 HTTP/1.1" status: 200 len: 854 time: 0.1225154 Aug 10 01:04:44.251646 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-668388de-17d2-4c71-8ba3-7a8a532b4bbf req-bc6e9d8a-e598-4679-811f-ff39b0f9f812 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432689 Aug 10 01:04:44.315832 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8dfb5311-289d-411d-acff-4bdca333903e req-e61a10d5-a673-42b4-af6d-790765123435 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd6efede-22df-4e93-b06b-b677f8c2b42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503168 Aug 10 01:04:44.331034 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d6c48b06-aa75-42b9-9241-0310ce65f8d1 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:44.340095 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d6c48b06-aa75-42b9-9241-0310ce65f8d1 None None] Transition to ACTIVE for port object 9bb698c8-2f1c-474f-a3aa-eb76e81820a1 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:04:44.359485 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d6c48b06-aa75-42b9-9241-0310ce65f8d1 None None] Transition to ACTIVE for port object 9bb698c8-2f1c-474f-a3aa-eb76e81820a1 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:04:44.366962 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d6c48b06-aa75-42b9-9241-0310ce65f8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:44.402543 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 53958) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:44.416587 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d021bfa6-3043-46fd-a601-4bbe03de1481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:44.432770 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c48b06-aa75-42b9-9241-0310ce65f8d1 None None] Network 0748c972-8292-4d91-8783-82779f7574d3 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:04:44.433576 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:44.440149 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-d6c48b06-aa75-42b9-9241-0310ce65f8d1 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:04:44.442406 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c48b06-aa75-42b9-9241-0310ce65f8d1 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:04:44.444287 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8dfb5311-289d-411d-acff-4bdca333903e req-0b7d9d17-9dac-4b5e-b242-88e98fd3e45d service neutron] 10.222.0.24 "GET /v2.0/networks/fd6efede-22df-4e93-b06b-b677f8c2b42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202183 Aug 10 01:04:44.449812 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c48b06-aa75-42b9-9241-0310ce65f8d1 None None] Pushing event updated for resources: {'Port': ['ID=9bb698c8-2f1c-474f-a3aa-eb76e81820a1,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:44.515114 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d6c48b06-aa75-42b9-9241-0310ce65f8d1 None None] Attempting to bind port 9bb698c8-2f1c-474f-a3aa-eb76e81820a1 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:04:44.517136 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d6c48b06-aa75-42b9-9241-0310ce65f8d1 None None] Attempting to bind port 9bb698c8-2f1c-474f-a3aa-eb76e81820a1 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'd6976290-f50d-4dca-805a-f2ce5eeed0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0748c972-8292-4d91-8783-82779f7574d3'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:04:44.518039 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c48b06-aa75-42b9-9241-0310ce65f8d1 None None] Attempting to bind port 9bb698c8-2f1c-474f-a3aa-eb76e81820a1 on network 0748c972-8292-4d91-8783-82779f7574d3 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:04:44.524440 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c48b06-aa75-42b9-9241-0310ce65f8d1 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:04:44.524941 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c48b06-aa75-42b9-9241-0310ce65f8d1 None None] Checking segment: {'id': 'd6976290-f50d-4dca-805a-f2ce5eeed0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0748c972-8292-4d91-8783-82779f7574d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:04:44.525535 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d6c48b06-aa75-42b9-9241-0310ce65f8d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:44.526002 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c48b06-aa75-42b9-9241-0310ce65f8d1 None None] Bound using segment: {'id': 'd6976290-f50d-4dca-805a-f2ce5eeed0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0748c972-8292-4d91-8783-82779f7574d3'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:04:44.526549 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d6c48b06-aa75-42b9-9241-0310ce65f8d1 None None] Bound port: 9bb698c8-2f1c-474f-a3aa-eb76e81820a1, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6976290-f50d-4dca-805a-f2ce5eeed0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0748c972-8292-4d91-8783-82779f7574d3'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:04:44.527040 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d6c48b06-aa75-42b9-9241-0310ce65f8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:44.599892 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d6c48b06-aa75-42b9-9241-0310ce65f8d1 None None] For port 9bb698c8-2f1c-474f-a3aa-eb76e81820a1, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:04:44.605970 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d6c48b06-aa75-42b9-9241-0310ce65f8d1 None None] For port 9bb698c8-2f1c-474f-a3aa-eb76e81820a1, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9bb698c8-2f1c-474f-a3aa-eb76e81820a1,segment=NetworkSegment(d6976290-f50d-4dca-805a-f2ce5eeed0b1),segment_id=d6976290-f50d-4dca-805a-f2ce5eeed0b1)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:04:44.614932 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d6c48b06-aa75-42b9-9241-0310ce65f8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:44.641307 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7293e-ce51-4a5a-88b9-1dd72441388d req-90566cc4-330a-4e2b-9e3a-350507e2249f tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:44.649566 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-54c7293e-ce51-4a5a-88b9-1dd72441388d req-90566cc4-330a-4e2b-9e3a-350507e2249f tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/ports?device_id=50952ddb-bea0-4419-8f52-f0ec57883f38 HTTP/1.1" status: 200 len: 944 time: 0.1347623 Aug 10 01:04:44.650730 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8dfb5311-289d-411d-acff-4bdca333903e req-e3ad85f6-a947-4a9e-b739-a7be34e92d7e service neutron] 10.222.0.24 "GET /v2.0/networks/fd6efede-22df-4e93-b06b-b677f8c2b42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981504 Aug 10 01:04:44.655065 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-849d444a-2002-494e-858d-27eb0e34b29d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:44.678417 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100f308-815c-4ab6-a7d4-c1d88983836c req-5a40ae47-7f69-4df0-945e-2b89de92df14 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:44.680851 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a100f308-815c-4ab6-a7d4-c1d88983836c req-5a40ae47-7f69-4df0-945e-2b89de92df14 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 944 time: 0.1375022 Aug 10 01:04:44.689801 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-849d444a-2002-494e-858d-27eb0e34b29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:44.699572 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c48b06-aa75-42b9-9241-0310ce65f8d1 None None] Pushing event updated for resources: {'Port': ['ID=9bb698c8-2f1c-474f-a3aa-eb76e81820a1,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:44.731583 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d021bfa6-3043-46fd-a601-4bbe03de1481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:44.747780 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d021bfa6-3043-46fd-a601-4bbe03de1481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:44.789452 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-54c7293e-ce51-4a5a-88b9-1dd72441388d req-14118fc3-ba67-45d7-94fa-3952db119879 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0bbc342-d53d-4a5b-822c-bcb78b3e82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390085 Aug 10 01:04:44.805551 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d021bfa6-3043-46fd-a601-4bbe03de1481 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=69e00e0a165a4b1785567a2d0c82cb34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4018981 Aug 10 01:04:44.820208 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 53966) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:44.822258 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a100f308-815c-4ab6-a7d4-c1d88983836c req-b6cf94ba-9460-440e-95ba-f05f6940dffb tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278541 Aug 10 01:04:44.856079 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08096b1c-0f74-4a3f-b19d-623407175571 req-9349e3cf-08a6-482f-a08d-9953214e0e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:44.858624 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-08096b1c-0f74-4a3f-b19d-623407175571 req-9349e3cf-08a6-482f-a08d-9953214e0e41 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=71364749dc834cd187da4f869c13f065&device_id=50952ddb-bea0-4419-8f52-f0ec57883f38 HTTP/1.1" status: 200 len: 1096 time: 0.1250978 Aug 10 01:04:44.858960 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021bfa6-3043-46fd-a601-4bbe03de1481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dd9a5b-0745-4559-862b-29bc90de44b3,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:44.961139 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119d3f4-eed8-4eeb-ab19-dbd7457da382 req-1b39c481-815f-4c06-94fc-081ef40fd092 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:44.963019 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2119d3f4-eed8-4eeb-ab19-dbd7457da382 req-1b39c481-815f-4c06-94fc-081ef40fd092 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 946 time: 0.0589757 Aug 10 01:04:44.964312 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-849d444a-2002-494e-858d-27eb0e34b29d admin admin] Allocated IP 172.25.2.180 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/c315d1fb-04dc-4c62-bd1c-ed89287b0e10) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:04:45.026584 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2119d3f4-eed8-4eeb-ab19-dbd7457da382 req-284f068c-ff13-4197-87fe-10b98f787087 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=bef316da-7aff-4e19-b5e5-43053f05f988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569944 Aug 10 01:04:45.048174 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:45.067784 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-239b7f05-e67e-47a9-9bff-df1615ea6621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:45.111726 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08096b1c-0f74-4a3f-b19d-623407175571 req-16bb7d8a-6c88-412c-b4c4-51eec7e8dd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:45.113201 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-08096b1c-0f74-4a3f-b19d-623407175571 req-16bb7d8a-6c88-412c-b4c4-51eec7e8dd1d service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd6efede-22df-4e93-b06b-b677f8c2b42c HTTP/1.1" status: 200 len: 915 time: 0.2418759 Aug 10 01:04:45.117225 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-239b7f05-e67e-47a9-9bff-df1615ea6621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:45.182354 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-08096b1c-0f74-4a3f-b19d-623407175571 req-30929755-9bb3-4c75-99a9-63dfbc453158 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01edfa4f-22c5-405f-9f0a-1ff0ae389a5d HTTP/1.1" status: 200 len: 217 time: 0.0565002 Aug 10 01:04:45.252663 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-849d444a-2002-494e-858d-27eb0e34b29d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:45.286293 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08096b1c-0f74-4a3f-b19d-623407175571 req-afbbcb9e-5e91-4829-8f1d-c386b8d75e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:45.288231 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-08096b1c-0f74-4a3f-b19d-623407175571 req-afbbcb9e-5e91-4829-8f1d-c386b8d75e91 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9c5af831-375e-4874-99d5-6843a42e0f57 HTTP/1.1" status: 200 len: 854 time: 0.0965424 Aug 10 01:04:45.315001 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-239b7f05-e67e-47a9-9bff-df1615ea6621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:45.317679 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-239b7f05-e67e-47a9-9bff-df1615ea6621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:45.321029 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-239b7f05-e67e-47a9-9bff-df1615ea6621 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d2dd9a5b-0745-4559-862b-29bc90de44b3 HTTP/1.1" status: 204 len: 168 time: 0.4975688 Aug 10 01:04:45.338395 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-08096b1c-0f74-4a3f-b19d-623407175571 req-ace9aeb9-b69d-44cd-a6c5-c9de3201b570 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd6efede-22df-4e93-b06b-b677f8c2b42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421443 Aug 10 01:04:45.347138 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b7f05-e67e-47a9-9bff-df1615ea6621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dd9a5b-0745-4559-862b-29bc90de44b3,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:45.408425 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f516a-19a5-4d79-81c7-8cc102a34c4e req-3e56227d-8239-452a-bf7b-1bfad15a259d tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:45.410194 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fa1f516a-19a5-4d79-81c7-8cc102a34c4e req-3e56227d-8239-452a-bf7b-1bfad15a259d tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=904f7a82-761e-4b16-8b78-82a9d4dc69e3 HTTP/1.1" status: 200 len: 948 time: 0.0751224 Aug 10 01:04:45.423174 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-849d444a-2002-494e-858d-27eb0e34b29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:45.475588 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fa1f516a-19a5-4d79-81c7-8cc102a34c4e req-1124f50d-a03e-4106-a3cd-ecab81bc1a02 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525351 Aug 10 01:04:45.486117 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d444a-2002-494e-858d-27eb0e34b29d admin admin] Pushing event updated for resources: {'Port': ['ID=c315d1fb-04dc-4c62-bd1c-ed89287b0e10,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:45.502690 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849d444a-2002-494e-858d-27eb0e34b29d admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:04:45.508083 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-849d444a-2002-494e-858d-27eb0e34b29d admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:04:45.515999 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849d444a-2002-494e-858d-27eb0e34b29d admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:04:45.703121 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:04:45.797648 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9bb698c8-2f1c-474f-a3aa-eb76e81820a1 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:04:45.802129 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b4bbda-f2f2-453b-8f38-5c759447926c None None] Network 0748c972-8292-4d91-8783-82779f7574d3 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:04:45.874516 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-08096b1c-0f74-4a3f-b19d-623407175571 req-fa44a33e-43ae-49b6-8251-1b6aeb4de304 service neutron] 10.222.0.24 "GET /v2.0/networks/fd6efede-22df-4e93-b06b-b677f8c2b42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5179670 Aug 10 01:04:45.957209 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821dc1c9-4f74-4f58-a5b1-370d23c3919b req-d8ed2901-5393-4c4e-b0e1-3560dc9b8396 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:45.959377 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-821dc1c9-4f74-4f58-a5b1-370d23c3919b req-d8ed2901-5393-4c4e-b0e1-3560dc9b8396 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/ports?device_id=50952ddb-bea0-4419-8f52-f0ec57883f38 HTTP/1.1" status: 200 len: 944 time: 0.0852330 Aug 10 01:04:46.044719 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b768ee-822e-4e13-ba92-635f396856dc req-38bfaac0-eaa1-4c3f-8c4d-d9da1783e8b5 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:46.052618 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-41b768ee-822e-4e13-ba92-635f396856dc req-38bfaac0-eaa1-4c3f-8c4d-d9da1783e8b5 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 944 time: 0.1304104 Aug 10 01:04:46.058744 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-fd780ca5-98e2-456c-bd67-6b20132140ef None None] Provisioning for port 9bb698c8-2f1c-474f-a3aa-eb76e81820a1 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:04:46.080917 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 9bb698c8-2f1c-474f-a3aa-eb76e81820a1 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:04:46.094432 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 9bb698c8-2f1c-474f-a3aa-eb76e81820a1 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:46.094940 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:46.111691 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-821dc1c9-4f74-4f58-a5b1-370d23c3919b req-6d64fcba-2023-4bea-b268-1e6cbeba4549 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0bbc342-d53d-4a5b-822c-bcb78b3e82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310120 Aug 10 01:04:46.175962 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-41b768ee-822e-4e13-ba92-635f396856dc req-aa1d7cf7-b9d8-43c4-af1b-85b31e317e8a tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221280 Aug 10 01:04:46.257203 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-08096b1c-0f74-4a3f-b19d-623407175571 req-12add65c-7f08-4ce2-8401-56906fd8587f service neutron] 10.222.0.24 "GET /v2.0/networks/fd6efede-22df-4e93-b06b-b677f8c2b42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322759 Aug 10 01:04:46.290623 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:46.292955 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:46.349765 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-849d444a-2002-494e-858d-27eb0e34b29d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:46.350015 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adcf7a-3825-4bc3-ada9-1de648b23b1f req-7af1ba56-24cb-440a-b596-476caf45fc37 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:46.354991 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87adcf7a-3825-4bc3-ada9-1de648b23b1f req-7af1ba56-24cb-440a-b596-476caf45fc37 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 946 time: 0.1191123 Aug 10 01:04:46.410206 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 9bb698c8-2f1c-474f-a3aa-eb76e81820a1, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9bb698c8-2f1c-474f-a3aa-eb76e81820a1,segment=NetworkSegment(d6976290-f50d-4dca-805a-f2ce5eeed0b1),segment_id=d6976290-f50d-4dca-805a-f2ce5eeed0b1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:46.420884 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:46.474585 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87adcf7a-3825-4bc3-ada9-1de648b23b1f req-4c2763f7-ef82-4821-892b-412c0b00292a tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=bef316da-7aff-4e19-b5e5-43053f05f988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975704 Aug 10 01:04:46.516505 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=9bb698c8-2f1c-474f-a3aa-eb76e81820a1,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:46.633611 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c34c6-f3ae-4095-b203-71b114e6ed77 req-46c7db44-94ef-4401-8381-83565d76c03b tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:46.641872 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-403c34c6-f3ae-4095-b203-71b114e6ed77 req-46c7db44-94ef-4401-8381-83565d76c03b tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=904f7a82-761e-4b16-8b78-82a9d4dc69e3 HTTP/1.1" status: 200 len: 948 time: 0.0787771 Aug 10 01:04:46.646410 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-849d444a-2002-494e-858d-27eb0e34b29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:46.701087 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-403c34c6-f3ae-4095-b203-71b114e6ed77 req-9b58f076-cc80-48d3-b5b7-09888a76da64 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439003 Aug 10 01:04:46.802293 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b58aeba9-cb77-4ab0-9fcd-638c304c78a3 None None] Provisioning complete for port 9bb698c8-2f1c-474f-a3aa-eb76e81820a1 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:46.803055 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849d444a-2002-494e-858d-27eb0e34b29d admin admin] Router 815a86d0-c50c-4a86-8c90-107f0faae077 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:04:46.803704 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b58aeba9-cb77-4ab0-9fcd-638c304c78a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:46.931965 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849d444a-2002-494e-858d-27eb0e34b29d admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:04:46.947724 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774b2afc-59f9-4562-a20d-7aeea7efcb14 None None] Sync routers for ids ['815a86d0-c50c-4a86-8c90-107f0faae077'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:04:46.951591 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-849d444a-2002-494e-858d-27eb0e34b29d admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:46.956168 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-849d444a-2002-494e-858d-27eb0e34b29d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1038024 Aug 10 01:04:46.956533 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 54026) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:46.967141 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774b2afc-59f9-4562-a20d-7aeea7efcb14 None None] Routers {'815a86d0-c50c-4a86-8c90-107f0faae077'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:04:46.968256 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-774b2afc-59f9-4562-a20d-7aeea7efcb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:04:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['815a86d0-c50c-4a86-8c90-107f0faae077'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:47.095346 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-774b2afc-59f9-4562-a20d-7aeea7efcb14 None None] Set router 815a86d0-c50c-4a86-8c90-107f0faae077 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:04:47.269386 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e0f0c-1bbb-446e-8d25-a8f0f776ecad req-8297b478-2aed-4e5d-ba5e-73324085446e tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:47.272602 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-025e0f0c-1bbb-446e-8d25-a8f0f776ecad req-8297b478-2aed-4e5d-ba5e-73324085446e tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/ports?device_id=50952ddb-bea0-4419-8f52-f0ec57883f38 HTTP/1.1" status: 200 len: 944 time: 0.0650125 Aug 10 01:04:47.353833 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-774b2afc-59f9-4562-a20d-7aeea7efcb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'name': 'tempest-TaggedBootDevicesTest-6833629-router', 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'c315d1fb-04dc-4c62-bd1c-ed89287b0e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:04:43Z', 'updated_at': '2021-08-10T01:04:46Z', 'revision_number': 3, 'project_id': 'd10c461282a54fe6a1ff477fc3a37853', 'gw_port': {'id': 'c315d1fb-04dc-4c62-bd1c-ed89287b0e10', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:07:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:44Z', 'updated_at': '2021-08-10T01:04:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:47.359743 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819506e3-1f5c-4240-a818-bf3e99b46daa req-da395f0d-8e4e-4de9-8549-e0527aa70834 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:47.363523 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-819506e3-1f5c-4240-a818-bf3e99b46daa req-da395f0d-8e4e-4de9-8549-e0527aa70834 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 944 time: 0.0894463 Aug 10 01:04:47.369570 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-025e0f0c-1bbb-446e-8d25-a8f0f776ecad req-597a7433-e34b-48c6-9b21-87459ff5858a tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0bbc342-d53d-4a5b-822c-bcb78b3e82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839918 Aug 10 01:04:47.428343 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-819506e3-1f5c-4240-a818-bf3e99b46daa req-9e0243bd-ba3b-480f-a396-bb16223c3f39 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534952 Aug 10 01:04:47.428719 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774b2afc-59f9-4562-a20d-7aeea7efcb14 None None] Checking router: 815a86d0-c50c-4a86-8c90-107f0faae077 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:04:47.429221 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774b2afc-59f9-4562-a20d-7aeea7efcb14 None None] Updating router 815a86d0-c50c-4a86-8c90-107f0faae077 port c315d1fb-04dc-4c62-bd1c-ed89287b0e10 binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:04:47.510442 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-774b2afc-59f9-4562-a20d-7aeea7efcb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:47.629820 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-385b29de-8bcb-47e4-a3a5-414acbf34293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:47.644098 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66bb64-65fa-40a5-92fd-dc38c98e5545 req-6015dadf-a21f-4bc9-9429-280aa281ae46 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:47.660011 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9a66bb64-65fa-40a5-92fd-dc38c98e5545 req-6015dadf-a21f-4bc9-9429-280aa281ae46 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 946 time: 0.0838673 Aug 10 01:04:47.724318 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9a66bb64-65fa-40a5-92fd-dc38c98e5545 req-b618e98b-ead3-4475-b7f9-3d958ed32add tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=bef316da-7aff-4e19-b5e5-43053f05f988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553696 Aug 10 01:04:47.769572 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9bb698c8-2f1c-474f-a3aa-eb76e81820a1 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:04:47.869925 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-774b2afc-59f9-4562-a20d-7aeea7efcb14 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:47.874772 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 48b7eddf-0772-4435-86d4-6cda7a9b79cc details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:04:47.884098 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f818384-0a07-4013-99dc-30b6d1faa5b3 req-b7047024-b655-4984-b3a2-dfb9bca3d0ab tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:47.885658 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0f818384-0a07-4013-99dc-30b6d1faa5b3 req-b7047024-b655-4984-b3a2-dfb9bca3d0ab tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=904f7a82-761e-4b16-8b78-82a9d4dc69e3 HTTP/1.1" status: 200 len: 948 time: 0.0821309 Aug 10 01:04:47.891707 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-385b29de-8bcb-47e4-a3a5-414acbf34293 admin admin] Allocated IP 172.20.0.1 (0748c972-8292-4d91-8783-82779f7574d3/db2f7dc2-26b4-4843-84fd-453664eef2f7/02a1e79b-e32d-4e1d-bdb5-176831665841) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:04:47.899540 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-774b2afc-59f9-4562-a20d-7aeea7efcb14 None None] Transition to ACTIVE for port object c315d1fb-04dc-4c62-bd1c-ed89287b0e10 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:04:47.920069 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-774b2afc-59f9-4562-a20d-7aeea7efcb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:47.943274 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0f818384-0a07-4013-99dc-30b6d1faa5b3 req-36db80c8-2645-42b8-9f70-6b5403902773 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429819 Aug 10 01:04:47.987443 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 9bb698c8-2f1c-474f-a3aa-eb76e81820a1 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:47.987820 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:48.034118 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-774b2afc-59f9-4562-a20d-7aeea7efcb14 None None] Attempting to bind port c315d1fb-04dc-4c62-bd1c-ed89287b0e10 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:04:48.034492 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-774b2afc-59f9-4562-a20d-7aeea7efcb14 None None] Attempting to bind port c315d1fb-04dc-4c62-bd1c-ed89287b0e10 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:04:48.034984 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774b2afc-59f9-4562-a20d-7aeea7efcb14 None None] Attempting to bind port c315d1fb-04dc-4c62-bd1c-ed89287b0e10 on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:04:48.049597 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774b2afc-59f9-4562-a20d-7aeea7efcb14 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:04:48.050009 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774b2afc-59f9-4562-a20d-7aeea7efcb14 None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:04:48.050363 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-774b2afc-59f9-4562-a20d-7aeea7efcb14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:48.050762 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774b2afc-59f9-4562-a20d-7aeea7efcb14 None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:04:48.051237 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-774b2afc-59f9-4562-a20d-7aeea7efcb14 None None] Bound port: c315d1fb-04dc-4c62-bd1c-ed89287b0e10, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:04:48.051619 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-774b2afc-59f9-4562-a20d-7aeea7efcb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:48.061477 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-385b29de-8bcb-47e4-a3a5-414acbf34293 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:48.076201 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-385b29de-8bcb-47e4-a3a5-414acbf34293 admin admin] Transition to ACTIVE for port object 02a1e79b-e32d-4e1d-bdb5-176831665841 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:04:48.118537 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-385b29de-8bcb-47e4-a3a5-414acbf34293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:48.133308 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 54056) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:48.133811 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c79e8-8406-4ad2-8517-ea7c68d8512c None None] Pushing event updated for resources: {'Port': ['ID=c315d1fb-04dc-4c62-bd1c-ed89287b0e10,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:48.176838 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385b29de-8bcb-47e4-a3a5-414acbf34293 admin admin] Network 0748c972-8292-4d91-8783-82779f7574d3 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:04:48.179824 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-385b29de-8bcb-47e4-a3a5-414acbf34293 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:04:48.183046 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385b29de-8bcb-47e4-a3a5-414acbf34293 admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:04:48.213517 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b29de-8bcb-47e4-a3a5-414acbf34293 admin admin] Pushing event updated for resources: {'Port': ['ID=02a1e79b-e32d-4e1d-bdb5-176831665841,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:48.232238 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-774b2afc-59f9-4562-a20d-7aeea7efcb14 None None] For port c315d1fb-04dc-4c62-bd1c-ed89287b0e10, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:04:48.240152 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-385b29de-8bcb-47e4-a3a5-414acbf34293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:48.240996 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-774b2afc-59f9-4562-a20d-7aeea7efcb14 None None] For port c315d1fb-04dc-4c62-bd1c-ed89287b0e10, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=c315d1fb-04dc-4c62-bd1c-ed89287b0e10,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:04:48.293872 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-774b2afc-59f9-4562-a20d-7aeea7efcb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:48.314680 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 48b7eddf-0772-4435-86d4-6cda7a9b79cc, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=48b7eddf-0772-4435-86d4-6cda7a9b79cc,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:48.385809 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-60b99777-e8f9-4f1d-852f-1855b4aa56eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:48.425512 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c79e8-8406-4ad2-8517-ea7c68d8512c None None] Pushing event updated for resources: {'Port': ['ID=c315d1fb-04dc-4c62-bd1c-ed89287b0e10,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:48.428981 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '48b7eddf-0772-4435-86d4-6cda7a9b79cc', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': '48b7eddf-0772-4435-86d4-6cda7a9b79cc', 'mac_address': 'fa:16:3e:77:16:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:04:48.500809 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-385b29de-8bcb-47e4-a3a5-414acbf34293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:48.544562 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774b2afc-59f9-4562-a20d-7aeea7efcb14 None None] Routers {'815a86d0-c50c-4a86-8c90-107f0faae077'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:04:48.548730 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-774b2afc-59f9-4562-a20d-7aeea7efcb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:04:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['815a86d0-c50c-4a86-8c90-107f0faae077'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:48.634295 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-60b99777-e8f9-4f1d-852f-1855b4aa56eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:48.673514 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-60b99777-e8f9-4f1d-852f-1855b4aa56eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:48.678792 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:48.704776 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-774b2afc-59f9-4562-a20d-7aeea7efcb14 None None] Set router 815a86d0-c50c-4a86-8c90-107f0faae077 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:04:48.707901 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48b7eddf-0772-4435-86d4-6cda7a9b79cc {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:04:48.742764 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-40d411bf-84a3-487a-8bca-a5453382c9d0 None None] Provisioning for port 02a1e79b-e32d-4e1d-bdb5-176831665841 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:04:48.751196 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-40d411bf-84a3-487a-8bca-a5453382c9d0 None None] Provisioning complete for port 02a1e79b-e32d-4e1d-bdb5-176831665841 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:48.751718 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-40d411bf-84a3-487a-8bca-a5453382c9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:48.773557 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-60b99777-e8f9-4f1d-852f-1855b4aa56eb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d1706407492b42e7b10322bd305f61d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6393576 Aug 10 01:04:48.784489 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3311a-8e0a-4239-aac4-e3887d5e907b req-229d93fa-d28a-4b87-886b-cc4ab2c49183 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:48.786405 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bdf3311a-8e0a-4239-aac4-e3887d5e907b req-229d93fa-d28a-4b87-886b-cc4ab2c49183 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 944 time: 0.1505136 Aug 10 01:04:48.790797 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 54070) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:48.795292 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958b212-0190-41e3-8c59-b33ed7c95d57 req-8f4eb762-ed04-46c6-83b6-21cf3e1e3a1e tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:48.802998 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e958b212-0190-41e3-8c59-b33ed7c95d57 req-8f4eb762-ed04-46c6-83b6-21cf3e1e3a1e tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/ports?device_id=50952ddb-bea0-4419-8f52-f0ec57883f38 HTTP/1.1" status: 200 len: 944 time: 0.1655984 Aug 10 01:04:48.807038 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b99777-e8f9-4f1d-852f-1855b4aa56eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcfcd3d-7481-48eb-bee3-87cc640d918f,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:48.875134 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e958b212-0190-41e3-8c59-b33ed7c95d57 req-803eee6f-14af-4da1-a0f4-27bab37ec790 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0bbc342-d53d-4a5b-822c-bcb78b3e82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662396 Aug 10 01:04:48.879047 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dc7821d0-32dd-42b1-b78b-53160cf2e0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:48.915531 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dc7821d0-32dd-42b1-b78b-53160cf2e0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:48.929544 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bdf3311a-8e0a-4239-aac4-e3887d5e907b req-c8df8851-618a-436e-865a-4ab30fd45330 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239944 Aug 10 01:04:48.972323 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 48b7eddf-0772-4435-86d4-6cda7a9b79cc, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=48b7eddf-0772-4435-86d4-6cda7a9b79cc,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:49.001677 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dc7821d0-32dd-42b1-b78b-53160cf2e0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:49.004029 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:49.004276 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dc7821d0-32dd-42b1-b78b-53160cf2e0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:49.004925 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 89c73191-5c74-4372-acea-f3993478ce50 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:04:49.006020 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-dc7821d0-32dd-42b1-b78b-53160cf2e0fd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2dcfcd3d-7481-48eb-bee3-87cc640d918f HTTP/1.1" status: 204 len: 168 time: 0.2141137 Aug 10 01:04:49.022071 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7821d0-32dd-42b1-b78b-53160cf2e0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcfcd3d-7481-48eb-bee3-87cc640d918f,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:49.042300 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-385b29de-8bcb-47e4-a3a5-414acbf34293 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:49.048642 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-385b29de-8bcb-47e4-a3a5-414acbf34293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:49.155015 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-385b29de-8bcb-47e4-a3a5-414acbf34293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:49.164257 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 01edfa4f-22c5-405f-9f0a-1ff0ae389a5d details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:04:49.165332 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b29de-8bcb-47e4-a3a5-414acbf34293 admin admin] Pushing event updated for resources: {'Port': ['ID=02a1e79b-e32d-4e1d-bdb5-176831665841,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:49.224874 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-40d411bf-84a3-487a-8bca-a5453382c9d0 None None] Port 02a1e79b-e32d-4e1d-bdb5-176831665841 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:04:49.279738 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385b29de-8bcb-47e4-a3a5-414acbf34293 admin admin] Network 0748c972-8292-4d91-8783-82779f7574d3 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:04:49.281620 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-385b29de-8bcb-47e4-a3a5-414acbf34293 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:04:49.288711 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.db.resource_extend [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 01:04:49.305321 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d98e33-a867-4049-97ff-3c0baf734f05 req-ffd93224-4d11-4910-9179-6241b3a40415 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:49.339250 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b5d98e33-a867-4049-97ff-3c0baf734f05 req-ffd93224-4d11-4910-9179-6241b3a40415 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=904f7a82-761e-4b16-8b78-82a9d4dc69e3 HTTP/1.1" status: 200 len: 948 time: 0.1916189 Aug 10 01:04:49.373811 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5268c71-cfe1-4552-a019-cfee9c55109a req-4067ea4f-0601-4227-b9f3-d18acabf85f8 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:49.375866 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e5268c71-cfe1-4552-a019-cfee9c55109a req-4067ea4f-0601-4227-b9f3-d18acabf85f8 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 946 time: 0.2451057 Aug 10 01:04:49.390820 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 89c73191-5c74-4372-acea-f3993478ce50, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=89c73191-5c74-4372-acea-f3993478ce50,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:49.428543 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.db.resource_extend [None req-37942978-4b60-4791-bac3-47b21a134052 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 01:04:49.456009 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385b29de-8bcb-47e4-a3a5-414acbf34293 admin admin] Router 815a86d0-c50c-4a86-8c90-107f0faae077 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:04:49.486622 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=48b7eddf-0772-4435-86d4-6cda7a9b79cc,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:49.546704 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e5268c71-cfe1-4552-a019-cfee9c55109a req-4f9f0098-fcb5-48ee-9cb2-a08ece96466a tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=bef316da-7aff-4e19-b5e5-43053f05f988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599178 Aug 10 01:04:49.569059 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b5d98e33-a867-4049-97ff-3c0baf734f05 req-90ce8c40-2755-40aa-86f3-9e8061a62387 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286735 Aug 10 01:04:49.570727 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 54078) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:49.589982 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6bf76544-f9b5-4b20-9114-6ef19771bb05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:49.619470 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385b29de-8bcb-47e4-a3a5-414acbf34293 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:04:49.623679 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 01edfa4f-22c5-405f-9f0a-1ff0ae389a5d, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=01edfa4f-22c5-405f-9f0a-1ff0ae389a5d,segment=NetworkSegment(10fb682a-4542-404f-8e24-3f166ef5480f),segment_id=10fb682a-4542-404f-8e24-3f166ef5480f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:49.638340 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-385b29de-8bcb-47e4-a3a5-414acbf34293 admin admin] 10.222.0.35 "PUT /v2.0/routers/815a86d0-c50c-4a86-8c90-107f0faae077/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6729107 Aug 10 01:04:49.638557 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '89c73191-5c74-4372-acea-f3993478ce50', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': '89c73191-5c74-4372-acea-f3993478ce50', 'mac_address': 'fa:16:3e:c8:ae:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:04:49.652586 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '01edfa4f-22c5-405f-9f0a-1ff0ae389a5d', 'network_id': 'fd6efede-22df-4e93-b06b-b677f8c2b42c', 'port_id': '01edfa4f-22c5-405f-9f0a-1ff0ae389a5d', 'mac_address': 'fa:16:3e:0c:dc:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c5af831-375e-4874-99d5-6843a42e0f57', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:04:49.740262 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:49.764027 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:49.764286 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6bf76544-f9b5-4b20-9114-6ef19771bb05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:49.770173 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6bf76544-f9b5-4b20-9114-6ef19771bb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:49.777372 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89c73191-5c74-4372-acea-f3993478ce50 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:04:49.803585 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01edfa4f-22c5-405f-9f0a-1ff0ae389a5d {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:04:49.817481 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6bf76544-f9b5-4b20-9114-6ef19771bb05 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c3b56379f6c34c3b9b7e532951aa3c7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2435887 Aug 10 01:04:49.818352 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf76544-f9b5-4b20-9114-6ef19771bb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a66e9a-698b-413e-8010-bcda6a2f597a,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:49.821784 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 54086) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:49.828383 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 89c73191-5c74-4372-acea-f3993478ce50, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=89c73191-5c74-4372-acea-f3993478ce50,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:49.835945 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e198230c-6684-4702-9e3f-b7c301bc86a3 None None] Provisioning complete for port 02a1e79b-e32d-4e1d-bdb5-176831665841 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:49.836330 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e198230c-6684-4702-9e3f-b7c301bc86a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:49.842003 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 01edfa4f-22c5-405f-9f0a-1ff0ae389a5d, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=01edfa4f-22c5-405f-9f0a-1ff0ae389a5d,segment=NetworkSegment(10fb682a-4542-404f-8e24-3f166ef5480f),segment_id=10fb682a-4542-404f-8e24-3f166ef5480f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:49.859832 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:49.860514 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 5296113c-2c3a-4f22-830e-145f73c4780a details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:04:49.871817 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:49.923493 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9617244d-4156-4f66-a56d-8e39862b4b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:49.927258 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-774b2afc-59f9-4562-a20d-7aeea7efcb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'name': 'tempest-TaggedBootDevicesTest-6833629-router', 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'c315d1fb-04dc-4c62-bd1c-ed89287b0e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:04:43Z', 'updated_at': '2021-08-10T01:04:48Z', 'revision_number': 4, 'project_id': 'd10c461282a54fe6a1ff477fc3a37853', 'gw_port': {'id': 'c315d1fb-04dc-4c62-bd1c-ed89287b0e10', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:07:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:44Z', 'updated_at': '2021-08-10T01:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '02a1e79b-e32d-4e1d-bdb5-176831665841', 'name': '', 'network_id': '0748c972-8292-4d91-8783-82779f7574d3', 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'mac_address': 'fa:16:3e:6a:3b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'db2f7dc2-26b4-4843-84fd-453664eef2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:47Z', 'updated_at': '2021-08-10T01:04:47Z', 'revision_number': 1, 'project_id': 'd10c461282a54fe6a1ff477fc3a37853', 'subnets': [{'id': 'db2f7dc2-26b4-4843-84fd-453664eef2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:49.932153 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e198230c-6684-4702-9e3f-b7c301bc86a3 None None] Port 02a1e79b-e32d-4e1d-bdb5-176831665841 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:04:49.947981 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9617244d-4156-4f66-a56d-8e39862b4b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:50.005769 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774b2afc-59f9-4562-a20d-7aeea7efcb14 None None] The sync data for ids ['815a86d0-c50c-4a86-8c90-107f0faae077'] in n-d-766726-26 is: [{'id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'name': 'tempest-TaggedBootDevicesTest-6833629-router', 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'c315d1fb-04dc-4c62-bd1c-ed89287b0e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:04:43Z', 'updated_at': '2021-08-10T01:04:48Z', 'revision_number': 4, 'project_id': 'd10c461282a54fe6a1ff477fc3a37853', 'gw_port': {'id': 'c315d1fb-04dc-4c62-bd1c-ed89287b0e10', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:07:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:44Z', 'updated_at': '2021-08-10T01:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '02a1e79b-e32d-4e1d-bdb5-176831665841', 'name': '', 'network_id': '0748c972-8292-4d91-8783-82779f7574d3', 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'mac_address': 'fa:16:3e:6a:3b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'db2f7dc2-26b4-4843-84fd-453664eef2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:47Z', 'updated_at': '2021-08-10T01:04:47Z', 'revision_number': 1, 'project_id': 'd10c461282a54fe6a1ff477fc3a37853', 'subnets': [{'id': 'db2f7dc2-26b4-4843-84fd-453664eef2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:04:50.035368 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9617244d-4156-4f66-a56d-8e39862b4b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:50.043132 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9617244d-4156-4f66-a56d-8e39862b4b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:50.044932 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9617244d-4156-4f66-a56d-8e39862b4b5e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d9a66e9a-698b-413e-8010-bcda6a2f597a HTTP/1.1" status: 204 len: 168 time: 0.2213056 Aug 10 01:04:50.067987 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=89c73191-5c74-4372-acea-f3993478ce50,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:50.076928 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825c084-60a3-433d-9949-318f7a3fde9c req-2d73c943-9012-4d6c-bc96-d73620db82db tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:50.078884 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3825c084-60a3-433d-9949-318f7a3fde9c req-2d73c943-9012-4d6c-bc96-d73620db82db tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/ports?device_id=50952ddb-bea0-4419-8f52-f0ec57883f38 HTTP/1.1" status: 200 len: 945 time: 0.1174109 Aug 10 01:04:50.092654 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617244d-4156-4f66-a56d-8e39862b4b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a66e9a-698b-413e-8010-bcda6a2f597a,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:50.170584 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=01edfa4f-22c5-405f-9f0a-1ff0ae389a5d,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:50.203808 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 5296113c-2c3a-4f22-830e-145f73c4780a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5296113c-2c3a-4f22-830e-145f73c4780a,segment=NetworkSegment(7090882b-d97f-4901-9a5f-1635b14ed82b),segment_id=7090882b-d97f-4901-9a5f-1635b14ed82b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:50.213250 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3825c084-60a3-433d-9949-318f7a3fde9c req-3555a19e-a6cf-41cb-8d84-8ff2bf91153c tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0bbc342-d53d-4a5b-822c-bcb78b3e82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245892 Aug 10 01:04:50.231181 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['01edfa4f-22c5-405f-9f0a-1ff0ae389a5d'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:04:50.265596 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed78ee8-fc27-42fa-b3d5-87842a6940ab req-45226207-cde8-4775-9a9b-c4473b2594b3 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:50.279457 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '5296113c-2c3a-4f22-830e-145f73c4780a', 'network_id': '0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c', 'port_id': '5296113c-2c3a-4f22-830e-145f73c4780a', 'mac_address': 'fa:16:3e:5b:8a:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52b93c28-be1e-4ae4-ab41-5d8b08787e7b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:04:50.296815 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aed78ee8-fc27-42fa-b3d5-87842a6940ab req-45226207-cde8-4775-9a9b-c4473b2594b3 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 944 time: 0.2302160 Aug 10 01:04:50.389611 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aed78ee8-fc27-42fa-b3d5-87842a6940ab req-9b5ce05e-5cc9-444d-aea1-b6cd46902159 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904770 Aug 10 01:04:50.506386 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:50.541393 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5296113c-2c3a-4f22-830e-145f73c4780a {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:04:50.599460 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 5296113c-2c3a-4f22-830e-145f73c4780a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5296113c-2c3a-4f22-830e-145f73c4780a,segment=NetworkSegment(7090882b-d97f-4901-9a5f-1635b14ed82b),segment_id=7090882b-d97f-4901-9a5f-1635b14ed82b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:50.623741 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:50.807281 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=5296113c-2c3a-4f22-830e-145f73c4780a,revision_number=9']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:50.839445 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b5ccb-4b54-4370-a93f-85b08cdd879b req-f8765ed3-d019-4aba-82d7-43ca915ff8ab tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:50.842578 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd1b5ccb-4b54-4370-a93f-85b08cdd879b req-f8765ed3-d019-4aba-82d7-43ca915ff8ab tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 946 time: 0.1461308 Aug 10 01:04:50.868174 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e0111-e997-40a9-a182-8bbccd758cd7 req-6de6d503-fe80-452f-af3e-535b8facd687 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:50.870302 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db0e0111-e997-40a9-a182-8bbccd758cd7 req-6de6d503-fe80-452f-af3e-535b8facd687 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=904f7a82-761e-4b16-8b78-82a9d4dc69e3 HTTP/1.1" status: 200 len: 949 time: 0.1279051 Aug 10 01:04:50.941618 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd1b5ccb-4b54-4370-a93f-85b08cdd879b req-c14193f1-4e4f-4a23-b331-72ac4939ed85 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=bef316da-7aff-4e19-b5e5-43053f05f988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910029 Aug 10 01:04:50.956284 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db0e0111-e997-40a9-a182-8bbccd758cd7 req-aedb7bd6-1016-4fa4-ba40-f5869abe525d tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709116 Aug 10 01:04:51.287919 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['89c73191-5c74-4372-acea-f3993478ce50'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:04:51.335516 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3cbbc-9de6-431c-9f64-151ce0798ab3 req-52851d91-a3b1-41b8-a7f2-55312988fdfb tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:51.347531 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19a4de-1455-4849-b18d-4d42b160a18e req-35fbf7b6-f2ec-48f1-aaf1-7f32358773c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:51.349930 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-afb3cbbc-9de6-431c-9f64-151ce0798ab3 req-52851d91-a3b1-41b8-a7f2-55312988fdfb tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 946 time: 0.1148214 Aug 10 01:04:51.350065 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8e19a4de-1455-4849-b18d-4d42b160a18e req-35fbf7b6-f2ec-48f1-aaf1-7f32358773c0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d91dc5c8b6a84b00a6991cd850981f11&device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 1098 time: 0.0997767 Aug 10 01:04:51.366689 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['48b7eddf-0772-4435-86d4-6cda7a9b79cc'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:04:51.395918 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['5296113c-2c3a-4f22-830e-145f73c4780a'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:04:51.452555 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc6488-b637-4a6e-b7e9-d9ecaa993f97 req-b0c72c2e-32f7-43f7-8193-d05da3cb748d tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:51.461242 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3cfc6488-b637-4a6e-b7e9-d9ecaa993f97 req-b0c72c2e-32f7-43f7-8193-d05da3cb748d tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/ports?device_id=50952ddb-bea0-4419-8f52-f0ec57883f38 HTTP/1.1" status: 200 len: 945 time: 0.1076505 Aug 10 01:04:51.523705 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-afb3cbbc-9de6-431c-9f64-151ce0798ab3 req-e61a61c7-bc48-4de5-85d4-7418f7bc009c tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=bef316da-7aff-4e19-b5e5-43053f05f988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737928 Aug 10 01:04:51.547893 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3cfc6488-b637-4a6e-b7e9-d9ecaa993f97 req-a86ec9b9-1137-42e5-898b-52d576403e00 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0bbc342-d53d-4a5b-822c-bcb78b3e82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853820 Aug 10 01:04:51.570977 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19a4de-1455-4849-b18d-4d42b160a18e req-57ffa0d7-3ff5-45e5-a040-923b1254afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:51.572852 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8e19a4de-1455-4849-b18d-4d42b160a18e req-57ffa0d7-3ff5-45e5-a040-923b1254afd2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8055185-7aa6-4d65-b84e-223f9bf84b1e HTTP/1.1" status: 200 len: 910 time: 0.2151046 Aug 10 01:04:51.729958 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8e19a4de-1455-4849-b18d-4d42b160a18e req-2571f33a-3c22-43e2-a2cc-afb60202b259 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69187de3-58d2-46cb-8eb0-0486407464e8 HTTP/1.1" status: 200 len: 1001 time: 0.1485097 Aug 10 01:04:51.868656 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19a4de-1455-4849-b18d-4d42b160a18e req-6e1b9e65-2fc9-4468-9535-b2b5df24c662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:51.870454 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8e19a4de-1455-4849-b18d-4d42b160a18e req-6e1b9e65-2fc9-4468-9535-b2b5df24c662 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e3c383a-86af-456d-b822-0c7aa421c546 HTTP/1.1" status: 200 len: 848 time: 0.1326404 Aug 10 01:04:51.937051 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c315d1fb-04dc-4c62-bd1c-ed89287b0e10 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:04:51.949177 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da4c4d-7da2-4352-b78e-6222bfd2ce18 req-233d6794-29e9-4436-9ac6-eec5ea8ba28a tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:51.951413 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a6da4c4d-7da2-4352-b78e-6222bfd2ce18 req-233d6794-29e9-4436-9ac6-eec5ea8ba28a tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 945 time: 0.1853194 Aug 10 01:04:52.002187 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19a4de-1455-4849-b18d-4d42b160a18e req-dedd9374-928a-4e21-8bd8-7f70409f3b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:52.008655 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8e19a4de-1455-4849-b18d-4d42b160a18e req-dedd9374-928a-4e21-8bd8-7f70409f3b77 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8055185-7aa6-4d65-b84e-223f9bf84b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1300657 Aug 10 01:04:52.046643 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a6da4c4d-7da2-4352-b78e-6222bfd2ce18 req-05903342-b4b9-48ee-b546-8cd8c3fe2be4 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861773 Aug 10 01:04:52.193300 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6210e-84ab-4332-bd9c-e52f9352a2b3 req-1602a33a-7f05-4a2c-b41c-0fdd4170868f tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:52.193804 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port c315d1fb-04dc-4c62-bd1c-ed89287b0e10 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:04:52.203925 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port c315d1fb-04dc-4c62-bd1c-ed89287b0e10 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:52.204365 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:52.204763 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8df6210e-84ab-4332-bd9c-e52f9352a2b3 req-1602a33a-7f05-4a2c-b41c-0fdd4170868f tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=904f7a82-761e-4b16-8b78-82a9d4dc69e3 HTTP/1.1" status: 200 len: 949 time: 0.1182890 Aug 10 01:04:52.221987 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8e19a4de-1455-4849-b18d-4d42b160a18e req-d3c32d77-836b-421b-8d2a-4fa0abee3ca5 service neutron] 10.222.0.24 "GET /v2.0/networks/f8055185-7aa6-4d65-b84e-223f9bf84b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061636 Aug 10 01:04:52.301068 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8df6210e-84ab-4332-bd9c-e52f9352a2b3 req-b58ea5f4-a63d-4109-b026-9ac103b6a07f tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953424 Aug 10 01:04:52.331043 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:52.370196 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port c315d1fb-04dc-4c62-bd1c-ed89287b0e10, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=c315d1fb-04dc-4c62-bd1c-ed89287b0e10,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:52.377590 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:52.382029 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8e19a4de-1455-4849-b18d-4d42b160a18e req-5e3e85f4-18f3-4290-9069-d88e91c40caa service neutron] 10.222.0.24 "GET /v2.0/networks/f8055185-7aa6-4d65-b84e-223f9bf84b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510463 Aug 10 01:04:52.466225 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=c315d1fb-04dc-4c62-bd1c-ed89287b0e10,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:52.671152 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ea4a2-0356-4275-bfef-29e1a743d3c5 req-82fe6f46-eab8-46e3-9c6b-1dc9a61de9b1 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:52.673374 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bb2ea4a2-0356-4275-bfef-29e1a743d3c5 req-82fe6f46-eab8-46e3-9c6b-1dc9a61de9b1 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 946 time: 0.0667202 Aug 10 01:04:52.750457 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bb2ea4a2-0356-4275-bfef-29e1a743d3c5 req-93b5afd4-a28a-46a6-ad58-61174eec3c84 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=bef316da-7aff-4e19-b5e5-43053f05f988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668020 Aug 10 01:04:52.767915 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ec4fc-55b2-45e1-b0db-0e8c3bf51391 req-e51bd5f2-07e9-4851-ac53-e25766a6fcec tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:52.776457 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-190ec4fc-55b2-45e1-b0db-0e8c3bf51391 req-e51bd5f2-07e9-4851-ac53-e25766a6fcec tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/ports?device_id=50952ddb-bea0-4419-8f52-f0ec57883f38 HTTP/1.1" status: 200 len: 945 time: 0.1156611 Aug 10 01:04:52.818595 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-190ec4fc-55b2-45e1-b0db-0e8c3bf51391 req-d6eee3bb-b78f-402d-b0a7-96b4644ab075 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0bbc342-d53d-4a5b-822c-bcb78b3e82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373766 Aug 10 01:04:53.150519 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 01edfa4f-22c5-405f-9f0a-1ff0ae389a5d up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:04:53.222635 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77a814-d773-4e7a-9720-4588f58bea84 req-1931125d-9727-4612-9623-d38a9ae8454e tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:53.233311 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cf77a814-d773-4e7a-9720-4588f58bea84 req-1931125d-9727-4612-9623-d38a9ae8454e tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 945 time: 0.0950792 Aug 10 01:04:53.246383 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 01edfa4f-22c5-405f-9f0a-1ff0ae389a5d completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:04:53.251974 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 01edfa4f-22c5-405f-9f0a-1ff0ae389a5d triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:53.255030 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:53.306261 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cf77a814-d773-4e7a-9720-4588f58bea84 req-587761d7-ae1d-42d5-a8b5-b481ea3c2c42 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719419 Aug 10 01:04:53.361559 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:53.414360 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50952ddb-bea0-4419-8f52-f0ec57883f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01edfa4f-22c5-405f-9f0a-1ff0ae389a5d'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:04:53.421375 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938d5dbf-0f72-4187-8b56-e34d03a26b30" -d '{"events": [{"server_uuid": "50952ddb-bea0-4419-8f52-f0ec57883f38", "name": "network-vif-plugged", "status": "completed", "tag": "01edfa4f-22c5-405f-9f0a-1ff0ae389a5d"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:04:53.431153 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7e882-bfbe-4b35-8365-19762c3fa084 req-d79990db-1f95-4924-a9bc-0493002268b4 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:53.431606 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed7740a-e4a3-4632-aa5b-3fe86367828a None None] Sync routers for ids ['815a86d0-c50c-4a86-8c90-107f0faae077'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:04:53.435527 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-90a7e882-bfbe-4b35-8365-19762c3fa084 req-d79990db-1f95-4924-a9bc-0493002268b4 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 947 time: 0.0951536 Aug 10 01:04:53.445022 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 01edfa4f-22c5-405f-9f0a-1ff0ae389a5d, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=01edfa4f-22c5-405f-9f0a-1ff0ae389a5d,segment=NetworkSegment(10fb682a-4542-404f-8e24-3f166ef5480f),segment_id=10fb682a-4542-404f-8e24-3f166ef5480f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:53.452942 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed7740a-e4a3-4632-aa5b-3fe86367828a None None] Routers {'815a86d0-c50c-4a86-8c90-107f0faae077'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:04:53.453601 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-bed7740a-e4a3-4632-aa5b-3fe86367828a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:04:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['815a86d0-c50c-4a86-8c90-107f0faae077'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:53.459476 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:53.541363 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-90a7e882-bfbe-4b35-8365-19762c3fa084 req-3c59a5ef-a937-47c1-ba5f-dbcadb57d233 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880194 Aug 10 01:04:53.552694 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece3d43-e56f-40fc-9a0b-cecd092ca2f6 req-178b8fb3-b1ac-4083-9257-edce34cba6b8 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:53.554874 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fece3d43-e56f-40fc-9a0b-cecd092ca2f6 req-178b8fb3-b1ac-4083-9257-edce34cba6b8 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=904f7a82-761e-4b16-8b78-82a9d4dc69e3 HTTP/1.1" status: 200 len: 949 time: 0.1168065 Aug 10 01:04:53.562686 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=01edfa4f-22c5-405f-9f0a-1ff0ae389a5d,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:53.607691 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fece3d43-e56f-40fc-9a0b-cecd092ca2f6 req-48a1dd19-89db-4dfd-a916-3e845b924722 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453749 Aug 10 01:04:53.616220 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-bed7740a-e4a3-4632-aa5b-3fe86367828a None None] Set router 815a86d0-c50c-4a86-8c90-107f0faae077 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:04:53.649319 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4ea7d0-e772-4ea0-b1c6-cce6d41388b5 x-openstack-request-id: req-2a4ea7d0-e772-4ea0-b1c6-cce6d41388b5 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:04:53.649617 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50952ddb-bea0-4419-8f52-f0ec57883f38", "name": "network-vif-plugged", "status": "completed", "tag": "01edfa4f-22c5-405f-9f0a-1ff0ae389a5d", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:04:53.649869 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2a4ea7d0-e772-4ea0-b1c6-cce6d41388b5 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:04:53.650850 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50952ddb-bea0-4419-8f52-f0ec57883f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01edfa4f-22c5-405f-9f0a-1ff0ae389a5d', 'code': 200} Aug 10 01:04:53.756796 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c315d1fb-04dc-4c62-bd1c-ed89287b0e10 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:04:53.761473 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603cd12-f3c6-4964-acca-bccd6c44c870 req-ec96b7f4-4dd9-4c22-a827-46e35a2c0a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:53.763882 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7603cd12-f3c6-4964-acca-bccd6c44c870 req-ec96b7f4-4dd9-4c22-a827-46e35a2c0a09 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=50952ddb-bea0-4419-8f52-f0ec57883f38 HTTP/1.1" status: 200 len: 1098 time: 0.0520077 Aug 10 01:04:53.828509 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port c315d1fb-04dc-4c62-bd1c-ed89287b0e10 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:53.829011 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:53.861394 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7603cd12-f3c6-4964-acca-bccd6c44c870 req-4aa7eee8-d8e3-42b7-934f-113b9788136f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b0bbc342-d53d-4a5b-822c-bcb78b3e82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901470 Aug 10 01:04:53.901724 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53c3fe-7a24-47f1-8276-e7789fbc9ee0 req-dba8e663-018d-47e2-a601-c6387161d096 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:53.904347 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-bed7740a-e4a3-4632-aa5b-3fe86367828a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'name': 'tempest-TaggedBootDevicesTest-6833629-router', 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'c315d1fb-04dc-4c62-bd1c-ed89287b0e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:04:43Z', 'updated_at': '2021-08-10T01:04:48Z', 'revision_number': 4, 'project_id': 'd10c461282a54fe6a1ff477fc3a37853', 'gw_port': {'id': 'c315d1fb-04dc-4c62-bd1c-ed89287b0e10', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:07:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:44Z', 'updated_at': '2021-08-10T01:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '02a1e79b-e32d-4e1d-bdb5-176831665841', 'name': '', 'network_id': '0748c972-8292-4d91-8783-82779f7574d3', 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'mac_address': 'fa:16:3e:6a:3b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'db2f7dc2-26b4-4843-84fd-453664eef2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:47Z', 'updated_at': '2021-08-10T01:04:48Z', 'revision_number': 2, 'project_id': 'd10c461282a54fe6a1ff477fc3a37853', 'subnets': [{'id': 'db2f7dc2-26b4-4843-84fd-453664eef2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:53.910473 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bb53c3fe-7a24-47f1-8276-e7789fbc9ee0 req-dba8e663-018d-47e2-a601-c6387161d096 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 946 time: 0.0822892 Aug 10 01:04:53.944279 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed7740a-e4a3-4632-aa5b-3fe86367828a None None] Checking router: 815a86d0-c50c-4a86-8c90-107f0faae077 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:04:53.944637 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed7740a-e4a3-4632-aa5b-3fe86367828a None None] Updating router 815a86d0-c50c-4a86-8c90-107f0faae077 port 02a1e79b-e32d-4e1d-bdb5-176831665841 binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:04:53.979419 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bed7740a-e4a3-4632-aa5b-3fe86367828a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:53.999488 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bb53c3fe-7a24-47f1-8276-e7789fbc9ee0 req-0b7d84a5-368b-4b91-a076-a31473674902 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=bef316da-7aff-4e19-b5e5-43053f05f988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835397 Aug 10 01:04:54.055646 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b68bc-9b30-495d-831d-7131eba0819c req-f3827665-7898-4be2-9548-abdd50b73617 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:54.064463 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5a3b68bc-9b30-495d-831d-7131eba0819c req-f3827665-7898-4be2-9548-abdd50b73617 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/ports?device_id=50952ddb-bea0-4419-8f52-f0ec57883f38 HTTP/1.1" status: 200 len: 946 time: 0.1349862 Aug 10 01:04:54.119538 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5a3b68bc-9b30-495d-831d-7131eba0819c req-477d4d4f-37fc-456a-a62d-f056b1992f9d tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0bbc342-d53d-4a5b-822c-bcb78b3e82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521505 Aug 10 01:04:54.324587 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bed7740a-e4a3-4632-aa5b-3fe86367828a None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:54.339975 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-bed7740a-e4a3-4632-aa5b-3fe86367828a None None] Transition to ACTIVE for port object 02a1e79b-e32d-4e1d-bdb5-176831665841 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:04:54.349174 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bed7740a-e4a3-4632-aa5b-3fe86367828a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:54.420827 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a841ea53-168e-4943-a16c-bf0cae62dead None None] Pushing event updated for resources: {'Port': ['ID=02a1e79b-e32d-4e1d-bdb5-176831665841,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:54.464634 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841ea53-168e-4943-a16c-bf0cae62dead None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:54.465313 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9a7c2-70e8-4e04-aedf-82bbbe3c4e4d req-886767eb-e886-4be1-b13b-70e6f891f1e3 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:54.466240 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841ea53-168e-4943-a16c-bf0cae62dead None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:54.467400 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841ea53-168e-4943-a16c-bf0cae62dead None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:54.469690 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841ea53-168e-4943-a16c-bf0cae62dead None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:54.470955 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841ea53-168e-4943-a16c-bf0cae62dead None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:54.471467 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841ea53-168e-4943-a16c-bf0cae62dead None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:54.472435 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841ea53-168e-4943-a16c-bf0cae62dead None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:54.472755 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841ea53-168e-4943-a16c-bf0cae62dead None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:54.473090 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841ea53-168e-4943-a16c-bf0cae62dead None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:54.473418 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841ea53-168e-4943-a16c-bf0cae62dead None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:54.473748 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841ea53-168e-4943-a16c-bf0cae62dead None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:54.474075 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841ea53-168e-4943-a16c-bf0cae62dead None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:54.474400 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e6c9a7c2-70e8-4e04-aedf-82bbbe3c4e4d req-886767eb-e886-4be1-b13b-70e6f891f1e3 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 945 time: 0.0835912 Aug 10 01:04:54.534231 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-bed7740a-e4a3-4632-aa5b-3fe86367828a None None] Attempting to bind port 02a1e79b-e32d-4e1d-bdb5-176831665841 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:04:54.534609 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-bed7740a-e4a3-4632-aa5b-3fe86367828a None None] Attempting to bind port 02a1e79b-e32d-4e1d-bdb5-176831665841 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'd6976290-f50d-4dca-805a-f2ce5eeed0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0748c972-8292-4d91-8783-82779f7574d3'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:04:54.535000 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed7740a-e4a3-4632-aa5b-3fe86367828a None None] Attempting to bind port 02a1e79b-e32d-4e1d-bdb5-176831665841 on network 0748c972-8292-4d91-8783-82779f7574d3 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:04:54.539649 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e6c9a7c2-70e8-4e04-aedf-82bbbe3c4e4d req-aed9b2cb-cfb8-4c87-b93a-a191419a3a6e tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642860 Aug 10 01:04:54.546919 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed7740a-e4a3-4632-aa5b-3fe86367828a None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:04:54.547298 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed7740a-e4a3-4632-aa5b-3fe86367828a None None] Checking segment: {'id': 'd6976290-f50d-4dca-805a-f2ce5eeed0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0748c972-8292-4d91-8783-82779f7574d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:04:54.547705 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bed7740a-e4a3-4632-aa5b-3fe86367828a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:54.548093 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed7740a-e4a3-4632-aa5b-3fe86367828a None None] Bound using segment: {'id': 'd6976290-f50d-4dca-805a-f2ce5eeed0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0748c972-8292-4d91-8783-82779f7574d3'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:04:54.548600 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-bed7740a-e4a3-4632-aa5b-3fe86367828a None None] Bound port: 02a1e79b-e32d-4e1d-bdb5-176831665841, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6976290-f50d-4dca-805a-f2ce5eeed0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0748c972-8292-4d91-8783-82779f7574d3'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:04:54.548979 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bed7740a-e4a3-4632-aa5b-3fe86367828a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:54.625869 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-bed7740a-e4a3-4632-aa5b-3fe86367828a None None] For port 02a1e79b-e32d-4e1d-bdb5-176831665841, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:04:54.630939 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-bed7740a-e4a3-4632-aa5b-3fe86367828a None None] For port 02a1e79b-e32d-4e1d-bdb5-176831665841, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=02a1e79b-e32d-4e1d-bdb5-176831665841,segment=NetworkSegment(d6976290-f50d-4dca-805a-f2ce5eeed0b1),segment_id=d6976290-f50d-4dca-805a-f2ce5eeed0b1)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:04:54.637989 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bed7740a-e4a3-4632-aa5b-3fe86367828a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:54.705959 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 54288) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:54.713165 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a841ea53-168e-4943-a16c-bf0cae62dead None None] Pushing event updated for resources: {'Port': ['ID=02a1e79b-e32d-4e1d-bdb5-176831665841,revision_number=4']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:54.715262 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 48b7eddf-0772-4435-86d4-6cda7a9b79cc up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:04:54.734592 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed7740a-e4a3-4632-aa5b-3fe86367828a None None] Routers {'815a86d0-c50c-4a86-8c90-107f0faae077'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:04:54.735927 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-bed7740a-e4a3-4632-aa5b-3fe86367828a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:04:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['815a86d0-c50c-4a86-8c90-107f0faae077'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:54.816821 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3562422-b264-47b9-ba15-e29deb4eb418 req-81ca74e1-c7a2-4c1e-89a4-dd8ce016abdd tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:54.818470 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c3562422-b264-47b9-ba15-e29deb4eb418 req-81ca74e1-c7a2-4c1e-89a4-dd8ce016abdd tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=904f7a82-761e-4b16-8b78-82a9d4dc69e3 HTTP/1.1" status: 200 len: 949 time: 0.1035211 Aug 10 01:04:54.831928 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66bf23-deec-4a13-a563-4c2dda4af484 req-e8d717c8-b2a6-4d49-928a-eed878fe3d24 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:54.846812 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d66bf23-deec-4a13-a563-4c2dda4af484 req-e8d717c8-b2a6-4d49-928a-eed878fe3d24 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 947 time: 0.1218352 Aug 10 01:04:54.904711 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2a353f28-3b4e-4c68-a92c-0d1ce56ebdd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:54.941140 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 48b7eddf-0772-4435-86d4-6cda7a9b79cc completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:04:54.949051 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 48b7eddf-0772-4435-86d4-6cda7a9b79cc triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:54.949523 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:54.985903 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-bed7740a-e4a3-4632-aa5b-3fe86367828a None None] Set router 815a86d0-c50c-4a86-8c90-107f0faae077 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:04:55.147568 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2a353f28-3b4e-4c68-a92c-0d1ce56ebdd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:55.159161 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2a353f28-3b4e-4c68-a92c-0d1ce56ebdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:55.187103 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:55.221242 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2a353f28-3b4e-4c68-a92c-0d1ce56ebdd4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b77b1d85f6bb4600a40ddde73d33857e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5142000 Aug 10 01:04:55.231685 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 54298) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:55.254533 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a353f28-3b4e-4c68-a92c-0d1ce56ebdd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7c727c-272f-445e-ac3f-bf3fbae5f2fe,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:55.272112 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d66bf23-deec-4a13-a563-4c2dda4af484 req-986e4370-9a4d-4407-9904-ec1ea764efaf tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6e4d991-ed4b-4a84-a480-984ba21cf866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4241452 Aug 10 01:04:55.295625 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c3562422-b264-47b9-ba15-e29deb4eb418 req-e68db4f2-659b-476c-a6e6-7acca547235b tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411271 Aug 10 01:04:55.305707 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 48b7eddf-0772-4435-86d4-6cda7a9b79cc, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=48b7eddf-0772-4435-86d4-6cda7a9b79cc,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:55.313288 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:55.314105 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 89c73191-5c74-4372-acea-f3993478ce50 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:04:55.333471 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6b261e72-00bf-4610-9ba7-bd397cb12c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:55.350580 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5845a83-4348-4855-843f-bb59ca0fae39 req-b8881eae-df4c-40df-9646-33546b329f27 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:55.360793 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d5845a83-4348-4855-843f-bb59ca0fae39 req-b8881eae-df4c-40df-9646-33546b329f27 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 947 time: 0.1484191 Aug 10 01:04:55.374422 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6b261e72-00bf-4610-9ba7-bd397cb12c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:55.375976 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-bed7740a-e4a3-4632-aa5b-3fe86367828a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'name': 'tempest-TaggedBootDevicesTest-6833629-router', 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'c315d1fb-04dc-4c62-bd1c-ed89287b0e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:04:43Z', 'updated_at': '2021-08-10T01:04:48Z', 'revision_number': 4, 'project_id': 'd10c461282a54fe6a1ff477fc3a37853', 'gw_port': {'id': 'c315d1fb-04dc-4c62-bd1c-ed89287b0e10', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:07:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:44Z', 'updated_at': '2021-08-10T01:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '02a1e79b-e32d-4e1d-bdb5-176831665841', 'name': '', 'network_id': '0748c972-8292-4d91-8783-82779f7574d3', 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'mac_address': 'fa:16:3e:6a:3b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'db2f7dc2-26b4-4843-84fd-453664eef2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:47Z', 'updated_at': '2021-08-10T01:04:54Z', 'revision_number': 4, 'project_id': 'd10c461282a54fe6a1ff477fc3a37853', 'subnets': [{'id': 'db2f7dc2-26b4-4843-84fd-453664eef2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:55.486838 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6b261e72-00bf-4610-9ba7-bd397cb12c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:55.489572 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6b261e72-00bf-4610-9ba7-bd397cb12c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:55.493207 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6b261e72-00bf-4610-9ba7-bd397cb12c69 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0f7c727c-272f-445e-ac3f-bf3fbae5f2fe HTTP/1.1" status: 204 len: 168 time: 0.2579274 Aug 10 01:04:55.498104 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=48b7eddf-0772-4435-86d4-6cda7a9b79cc,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:55.500976 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b261e72-00bf-4610-9ba7-bd397cb12c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7c727c-272f-445e-ac3f-bf3fbae5f2fe,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:55.526741 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed7740a-e4a3-4632-aa5b-3fe86367828a None None] The sync data for ids ['815a86d0-c50c-4a86-8c90-107f0faae077'] in n-d-766726-26 is: [{'id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'name': 'tempest-TaggedBootDevicesTest-6833629-router', 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'c315d1fb-04dc-4c62-bd1c-ed89287b0e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:04:43Z', 'updated_at': '2021-08-10T01:04:48Z', 'revision_number': 4, 'project_id': 'd10c461282a54fe6a1ff477fc3a37853', 'gw_port': {'id': 'c315d1fb-04dc-4c62-bd1c-ed89287b0e10', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:07:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:44Z', 'updated_at': '2021-08-10T01:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '02a1e79b-e32d-4e1d-bdb5-176831665841', 'name': '', 'network_id': '0748c972-8292-4d91-8783-82779f7574d3', 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'mac_address': 'fa:16:3e:6a:3b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'db2f7dc2-26b4-4843-84fd-453664eef2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:47Z', 'updated_at': '2021-08-10T01:04:54Z', 'revision_number': 4, 'project_id': 'd10c461282a54fe6a1ff477fc3a37853', 'subnets': [{'id': 'db2f7dc2-26b4-4843-84fd-453664eef2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:04:55.533125 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88d0b7-1d7c-45f3-a9e7-dd491ebdac0d req-a9ffbefa-2ce5-4ab5-9c2c-f394359dba7a tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:55.534646 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3f88d0b7-1d7c-45f3-a9e7-dd491ebdac0d req-a9ffbefa-2ce5-4ab5-9c2c-f394359dba7a tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/ports?device_id=50952ddb-bea0-4419-8f52-f0ec57883f38 HTTP/1.1" status: 200 len: 946 time: 0.0869639 Aug 10 01:04:55.569749 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-d5845a83-4348-4855-843f-bb59ca0fae39 req-b492afd9-5e67-48ac-a3f3-833256ed3af3 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Deleting port 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:04:55.570103 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d5845a83-4348-4855-843f-bb59ca0fae39 req-b492afd9-5e67-48ac-a3f3-833256ed3af3 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:55.603871 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 89c73191-5c74-4372-acea-f3993478ce50 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:04:55.616710 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 89c73191-5c74-4372-acea-f3993478ce50 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:55.617091 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:55.661506 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3f88d0b7-1d7c-45f3-a9e7-dd491ebdac0d req-540422b4-41f4-4e05-beb0-c0a209b724a4 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0bbc342-d53d-4a5b-822c-bcb78b3e82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904899 Aug 10 01:04:55.676223 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181e3c8b-f385-4ac9-b83f-5b3ef1c8efe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b7eddf-0772-4435-86d4-6cda7a9b79cc'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:04:55.679203 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9aa0bd8-dd22-4d39-a182-caeb736a997d" -d '{"events": [{"server_uuid": "181e3c8b-f385-4ac9-b83f-5b3ef1c8efe8", "name": "network-vif-plugged", "status": "completed", "tag": "48b7eddf-0772-4435-86d4-6cda7a9b79cc"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:04:55.822417 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e7205e-d29b-4d9c-b6ce-cf5b95ba4148 x-openstack-request-id: req-40e7205e-d29b-4d9c-b6ce-cf5b95ba4148 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:04:55.823051 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181e3c8b-f385-4ac9-b83f-5b3ef1c8efe8", "name": "network-vif-plugged", "status": "completed", "tag": "48b7eddf-0772-4435-86d4-6cda7a9b79cc", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:04:55.823051 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-40e7205e-d29b-4d9c-b6ce-cf5b95ba4148 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:04:55.823342 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181e3c8b-f385-4ac9-b83f-5b3ef1c8efe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b7eddf-0772-4435-86d4-6cda7a9b79cc', 'code': 200} Aug 10 01:04:55.829300 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:55.857571 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf968045-2e26-441c-bc83-cc7d9c9c235f req-5fc6d436-e11e-4e89-96a1-31fb10ad0402 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:55.864883 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bf968045-2e26-441c-bc83-cc7d9c9c235f req-5fc6d436-e11e-4e89-96a1-31fb10ad0402 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 945 time: 0.1718023 Aug 10 01:04:55.887280 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 02a1e79b-e32d-4e1d-bdb5-176831665841 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:04:55.890597 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-d5845a83-4348-4855-843f-bb59ca0fae39 req-b492afd9-5e67-48ac-a3f3-833256ed3af3 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] For port 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7,segment=NetworkSegment(136bec44-8d21-4a4a-9be0-ad0e395d978b),segment_id=136bec44-8d21-4a4a-9be0-ad0e395d978b)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:55.890980 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d5845a83-4348-4855-843f-bb59ca0fae39 req-b492afd9-5e67-48ac-a3f3-833256ed3af3 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:55.907584 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 89c73191-5c74-4372-acea-f3993478ce50, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=89c73191-5c74-4372-acea-f3993478ce50,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:55.963402 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:55.965248 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 5296113c-2c3a-4f22-830e-145f73c4780a up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:04:56.026905 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bf968045-2e26-441c-bc83-cc7d9c9c235f req-2595e1a6-af72-491f-9531-70a3d20c8171 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558740 Aug 10 01:04:56.041783 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd54229-ce5c-4f05-8b36-032330ee75cc req-ccd4ced1-7982-4030-8e0b-23dead4dc39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:56.046958 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0dd54229-ce5c-4f05-8b36-032330ee75cc req-ccd4ced1-7982-4030-8e0b-23dead4dc39d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=181e3c8b-f385-4ac9-b83f-5b3ef1c8efe8 HTTP/1.1" status: 200 len: 1102 time: 0.1402135 Aug 10 01:04:56.101693 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 54348) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:56.167485 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0dd54229-ce5c-4f05-8b36-032330ee75cc req-beed9ddf-f0cd-461f-a198-3256534cbb49 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040118 Aug 10 01:04:56.168138 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a16aec2e-dff5-4b16-bba3-3328089c4c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:56.216557 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=89c73191-5c74-4372-acea-f3993478ce50,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:56.224123 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 5296113c-2c3a-4f22-830e-145f73c4780a triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:56.224612 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:56.366193 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d5845a83-4348-4855-843f-bb59ca0fae39 req-b492afd9-5e67-48ac-a3f3-833256ed3af3 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:56.368099 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 02a1e79b-e32d-4e1d-bdb5-176831665841 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:04:56.369544 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d5845a83-4348-4855-843f-bb59ca0fae39 req-b492afd9-5e67-48ac-a3f3-833256ed3af3 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:56.369924 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [req-d5845a83-4348-4855-843f-bb59ca0fae39 req-b492afd9-5e67-48ac-a3f3-833256ed3af3 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Floating IP 0b3db087-2609-42ab-af25-71a09fee961e disassociated. External IP: 172.25.2.55, port: 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7. Aug 10 01:04:56.370325 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-d5845a83-4348-4855-843f-bb59ca0fae39 req-b492afd9-5e67-48ac-a3f3-833256ed3af3 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Calling delete_port for 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:04:56.398161 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 02a1e79b-e32d-4e1d-bdb5-176831665841 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:56.398646 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:56.489645 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a16aec2e-dff5-4b16-bba3-3328089c4c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:56.495179 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a16aec2e-dff5-4b16-bba3-3328089c4c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:56.524099 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16aec2e-dff5-4b16-bba3-3328089c4c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a306d1e-dddc-4bcb-8fd6-1f5ab7f4799b,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:56.557619 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a16aec2e-dff5-4b16-bba3-3328089c4c3c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=31e4c41289f3484597a0b364645d98ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4525812 Aug 10 01:04:56.558585 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 54362) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:56.657659 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-72e8e928-ab33-497f-bc32-b553b2fed744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:56.672336 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d5845a83-4348-4855-843f-bb59ca0fae39 req-b492afd9-5e67-48ac-a3f3-833256ed3af3 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:56.693394 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-72e8e928-ab33-497f-bc32-b553b2fed744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:56.734541 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:56.770262 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-72e8e928-ab33-497f-bc32-b553b2fed744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:56.773361 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-72e8e928-ab33-497f-bc32-b553b2fed744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:56.782568 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-72e8e928-ab33-497f-bc32-b553b2fed744 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7a306d1e-dddc-4bcb-8fd6-1f5ab7f4799b HTTP/1.1" status: 204 len: 168 time: 0.2228882 Aug 10 01:04:56.799263 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e8e928-ab33-497f-bc32-b553b2fed744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a306d1e-dddc-4bcb-8fd6-1f5ab7f4799b,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:56.812209 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 5296113c-2c3a-4f22-830e-145f73c4780a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5296113c-2c3a-4f22-830e-145f73c4780a,segment=NetworkSegment(7090882b-d97f-4901-9a5f-1635b14ed82b),segment_id=7090882b-d97f-4901-9a5f-1635b14ed82b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:56.813724 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:56.839075 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a2ac13ab-85a8-4ddc-aa8d-917f4d39cc35 req-0ba6b3fc-2974-4454-bba3-d0241b976198 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 210 time: 0.2332273 Aug 10 01:04:56.845917 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b492afd9-5e67-48ac-a3f3-833256ed3af3 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Pushing event deleted for resources: {'Port': ['ID=96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:56.892701 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:56.919951 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:04:56.979203 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 02a1e79b-e32d-4e1d-bdb5-176831665841, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=02a1e79b-e32d-4e1d-bdb5-176831665841,segment=NetworkSegment(d6976290-f50d-4dca-805a-f2ce5eeed0b1),segment_id=d6976290-f50d-4dca-805a-f2ce5eeed0b1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:56.984066 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:04:56.984066 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:04:56.995076 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:57.013553 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=5296113c-2c3a-4f22-830e-145f73c4780a,revision_number=10']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:57.111042 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=02a1e79b-e32d-4e1d-bdb5-176831665841,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:57.180561 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3c97d-8161-43c8-8bba-2fe866a5305c req-f869f343-a027-45a0-9170-e030e80b732d tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:57.188315 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06e3c97d-8161-43c8-8bba-2fe866a5305c req-f869f343-a027-45a0-9170-e030e80b732d tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=904f7a82-761e-4b16-8b78-82a9d4dc69e3 HTTP/1.1" status: 200 len: 950 time: 0.5776467 Aug 10 01:04:57.242517 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5845a83-4348-4855-843f-bb59ca0fae39 req-b492afd9-5e67-48ac-a3f3-833256ed3af3 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Router e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:04:57.272973 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06e3c97d-8161-43c8-8bba-2fe866a5305c req-1cc8d7c4-587b-4b78-92f1-e76bd3754ab5 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837877 Aug 10 01:04:57.291905 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad9a3f-aeda-4d28-bdfc-fa9c852efa0f req-31933cdd-825e-4c0c-93a1-393d3afbdcbc tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:57.300463 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-83ad9a3f-aeda-4d28-bdfc-fa9c852efa0f req-31933cdd-825e-4c0c-93a1-393d3afbdcbc tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 947 time: 0.1683018 Aug 10 01:04:57.412089 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-83ad9a3f-aeda-4d28-bdfc-fa9c852efa0f req-20feab23-4567-44be-b383-0034df1c2e51 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057582 Aug 10 01:04:57.494613 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5845a83-4348-4855-843f-bb59ca0fae39 req-b492afd9-5e67-48ac-a3f3-833256ed3af3 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:04:57.510709 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec32421-9baa-4f1a-86e2-3727ae31969b None None] Sync routers for ids ['e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:04:57.522276 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec32421-9baa-4f1a-86e2-3727ae31969b None None] Routers {'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:04:57.524529 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-1ec32421-9baa-4f1a-86e2-3727ae31969b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:04:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:57.578805 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5845a83-4348-4855-843f-bb59ca0fae39 req-b492afd9-5e67-48ac-a3f3-833256ed3af3 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] No DVR routers for this DVR port 96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:04:57.582319 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d5845a83-4348-4855-843f-bb59ca0fae39 req-b492afd9-5e67-48ac-a3f3-833256ed3af3 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:57.585348 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d5845a83-4348-4855-843f-bb59ca0fae39 req-b492afd9-5e67-48ac-a3f3-833256ed3af3 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.20 "DELETE /v2.0/ports/96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7 HTTP/1.1" status: 204 len: 173 time: 2.2175782 Aug 10 01:04:57.585833 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44', 'name': 'network-vif-deleted', 'tag': '96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:04:57.597896 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bad1530-c7d2-48b0-ad60-4b36dc4574de" -d '{"events": [{"server_uuid": "ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44", "name": "network-vif-deleted", "tag": "96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:04:57.661502 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72c03e4-287b-41d9-a0b1-9e3c92e91fd1 x-openstack-request-id: req-b72c03e4-287b-41d9-a0b1-9e3c92e91fd1 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:04:57.661798 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44", "name": "network-vif-deleted", "tag": "96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:04:57.662089 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b72c03e4-287b-41d9-a0b1-9e3c92e91fd1 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:04:57.662818 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44', 'name': 'network-vif-deleted', 'tag': '96b8c1e0-bb4d-4ff4-804f-bdfe1098b3b7', 'status': 'completed', 'code': 200} Aug 10 01:04:57.778776 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-1ec32421-9baa-4f1a-86e2-3727ae31969b None None] Set router e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:04:57.818688 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 02a1e79b-e32d-4e1d-bdb5-176831665841 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:04:57.833904 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904f7a82-761e-4b16-8b78-82a9d4dc69e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c73191-5c74-4372-acea-f3993478ce50'}, {'server_uuid': 'b798bdfb-0916-428b-b09e-edef6d91b89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5296113c-2c3a-4f22-830e-145f73c4780a'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:04:57.836335 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b672a9e-60bc-49e7-acc1-75e995dbb220" -d '{"events": [{"server_uuid": "904f7a82-761e-4b16-8b78-82a9d4dc69e3", "name": "network-vif-plugged", "status": "completed", "tag": "89c73191-5c74-4372-acea-f3993478ce50"}, {"server_uuid": "b798bdfb-0916-428b-b09e-edef6d91b89d", "name": "network-vif-plugged", "status": "completed", "tag": "5296113c-2c3a-4f22-830e-145f73c4780a"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:04:58.046711 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 01:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844a129f-1d13-4a2c-b214-c627396196d3 x-openstack-request-id: req-844a129f-1d13-4a2c-b214-c627396196d3 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:04:58.049984 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904f7a82-761e-4b16-8b78-82a9d4dc69e3", "name": "network-vif-plugged", "status": "completed", "tag": "89c73191-5c74-4372-acea-f3993478ce50", "code": 200}, {"server_uuid": "b798bdfb-0916-428b-b09e-edef6d91b89d", "name": "network-vif-plugged", "status": "completed", "tag": "5296113c-2c3a-4f22-830e-145f73c4780a", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:04:58.051048 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-844a129f-1d13-4a2c-b214-c627396196d3 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:04:58.052241 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904f7a82-761e-4b16-8b78-82a9d4dc69e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c73191-5c74-4372-acea-f3993478ce50', 'code': 200} Aug 10 01:04:58.055150 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b798bdfb-0916-428b-b09e-edef6d91b89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5296113c-2c3a-4f22-830e-145f73c4780a', 'code': 200} Aug 10 01:04:58.083768 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-04bcc326-cbbd-4c97-805b-0226d97f2b33 req-fd8c1818-291a-4c18-8022-a3f0dd3a2571 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 210 time: 0.0628335 Aug 10 01:04:58.157897 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0ced1-5a3c-49f5-a9c5-61510f3f3e35 req-fdad331e-074a-49ce-a501-ab7d4c6c9cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:58.159660 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fdb0ced1-5a3c-49f5-a9c5-61510f3f3e35 req-fdad331e-074a-49ce-a501-ab7d4c6c9cd8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=904f7a82-761e-4b16-8b78-82a9d4dc69e3 HTTP/1.1" status: 200 len: 1102 time: 0.0555730 Aug 10 01:04:58.187239 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 02a1e79b-e32d-4e1d-bdb5-176831665841 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:58.188783 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:58.243238 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:58.277205 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fdb0ced1-5a3c-49f5-a9c5-61510f3f3e35 req-f0b4c9d7-8740-476c-b969-71f39579e41f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651796 Aug 10 01:04:58.404310 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-1ec32421-9baa-4f1a-86e2-3727ae31969b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1857390534-router', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'bd2b02a1-28a5-4672-839a-0b5fdb356ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:23Z', 'updated_at': '2021-08-10T00:58:32Z', 'revision_number': 4, 'project_id': '4ce28956188140948295882b7e7eeddc', 'gw_port': {'id': 'bd2b02a1-28a5-4672-839a-0b5fdb356ca9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:24Z', 'updated_at': '2021-08-10T00:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '03e44d8f-face-444e-855a-4352cbcb5e92', 'name': '', 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'mac_address': 'fa:16:3e:cb:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '5d5b8c68-57be-4c07-b3dd-20f44685cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:29Z', 'updated_at': '2021-08-10T00:58:39Z', 'revision_number': 5, 'project_id': '4ce28956188140948295882b7e7eeddc', 'subnets': [{'id': '5d5b8c68-57be-4c07-b3dd-20f44685cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:58.448677 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec808eb-ea96-4ff8-8ab6-61be2985af61 req-6a21f6e5-6f02-42cd-ab08-7f795caed0e3 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:58.459174 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cec808eb-ea96-4ff8-8ab6-61be2985af61 req-6a21f6e5-6f02-42cd-ab08-7f795caed0e3 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=904f7a82-761e-4b16-8b78-82a9d4dc69e3 HTTP/1.1" status: 200 len: 950 time: 0.0906782 Aug 10 01:04:58.467377 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec32421-9baa-4f1a-86e2-3727ae31969b None None] Checking router: e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:04:58.491790 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec32421-9baa-4f1a-86e2-3727ae31969b None None] Routers {'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:04:58.492466 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-1ec32421-9baa-4f1a-86e2-3727ae31969b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:04:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:58.549786 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cec808eb-ea96-4ff8-8ab6-61be2985af61 req-63001890-5a46-45f2-8d0f-c8ffc360694d tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892310 Aug 10 01:04:58.602218 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84e072-921d-4e0f-8acf-efa073ed4c6a req-d44e2bda-50db-451e-82e2-61c057b26009 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:58.604208 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f84e072-921d-4e0f-8acf-efa073ed4c6a req-d44e2bda-50db-451e-82e2-61c057b26009 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 947 time: 0.0865915 Aug 10 01:04:58.680534 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-1ec32421-9baa-4f1a-86e2-3727ae31969b None None] Set router e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:04:58.691500 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f84e072-921d-4e0f-8acf-efa073ed4c6a req-439a2a73-244c-4b6d-9aa2-e4f885e5538a tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793505 Aug 10 01:04:59.003030 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-1ec32421-9baa-4f1a-86e2-3727ae31969b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1857390534-router', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'bd2b02a1-28a5-4672-839a-0b5fdb356ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:23Z', 'updated_at': '2021-08-10T00:58:32Z', 'revision_number': 4, 'project_id': '4ce28956188140948295882b7e7eeddc', 'gw_port': {'id': 'bd2b02a1-28a5-4672-839a-0b5fdb356ca9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:24Z', 'updated_at': '2021-08-10T00:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '03e44d8f-face-444e-855a-4352cbcb5e92', 'name': '', 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'mac_address': 'fa:16:3e:cb:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '5d5b8c68-57be-4c07-b3dd-20f44685cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:29Z', 'updated_at': '2021-08-10T00:58:39Z', 'revision_number': 5, 'project_id': '4ce28956188140948295882b7e7eeddc', 'subnets': [{'id': '5d5b8c68-57be-4c07-b3dd-20f44685cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:59.025517 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a96a0-0955-4fe3-ae79-eab6e03b85ec req-4e9a8127-84fc-49bf-ab5c-4111e0860474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:59.029472 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-768a96a0-0955-4fe3-ae79-eab6e03b85ec req-4e9a8127-84fc-49bf-ab5c-4111e0860474 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 1099 time: 0.3708043 Aug 10 01:04:59.049319 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec32421-9baa-4f1a-86e2-3727ae31969b None None] The sync data for ids ['e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'] in n-d-766726-26 is: [{'id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1857390534-router', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'bd2b02a1-28a5-4672-839a-0b5fdb356ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:23Z', 'updated_at': '2021-08-10T00:58:32Z', 'revision_number': 4, 'project_id': '4ce28956188140948295882b7e7eeddc', 'gw_port': {'id': 'bd2b02a1-28a5-4672-839a-0b5fdb356ca9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:24Z', 'updated_at': '2021-08-10T00:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '03e44d8f-face-444e-855a-4352cbcb5e92', 'name': '', 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'mac_address': 'fa:16:3e:cb:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '5d5b8c68-57be-4c07-b3dd-20f44685cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:29Z', 'updated_at': '2021-08-10T00:58:39Z', 'revision_number': 5, 'project_id': '4ce28956188140948295882b7e7eeddc', 'subnets': [{'id': '5d5b8c68-57be-4c07-b3dd-20f44685cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:04:59.088794 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-768a96a0-0955-4fe3-ae79-eab6e03b85ec req-59bf63b9-6797-45af-b79e-71507314396a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533397 Aug 10 01:04:59.244161 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-93fb168f-7031-43d6-a57b-e01492f0a41e req-71ae7805-2003-443c-b57a-0e96afd56e07 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbf6293-8f0c-4e1d-ba9e-d67d4dda2d44 HTTP/1.1" status: 200 len: 210 time: 0.0305269 Aug 10 01:04:59.401304 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bc802f-ce17-441a-8431-c3d53a2a9ec1 None None] New status for floating IP 0b3db087-2609-42ab-af25-71a09fee961e: DOWN {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:04:59.700616 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a667d3a-7c3a-4a18-a40a-ce2f12cb407e req-8d910ddc-f7ce-4bac-8b67-952df3c835ad tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:59.708756 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0a667d3a-7c3a-4a18-a40a-ce2f12cb407e req-8d910ddc-f7ce-4bac-8b67-952df3c835ad tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=904f7a82-761e-4b16-8b78-82a9d4dc69e3 HTTP/1.1" status: 200 len: 950 time: 0.0716898 Aug 10 01:04:59.762986 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0a667d3a-7c3a-4a18-a40a-ce2f12cb407e req-09f4e1dd-adaa-427a-a136-6474f65366a6 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528362 Aug 10 01:04:59.897881 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad410e-3ed5-4544-9c9a-cbcab97471a5 req-2112bb69-6df4-4ba8-90ac-19ee3fbfbb0e tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:59.899468 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-90ad410e-3ed5-4544-9c9a-cbcab97471a5 req-2112bb69-6df4-4ba8-90ac-19ee3fbfbb0e tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 947 time: 0.0756538 Aug 10 01:04:59.940721 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-90ad410e-3ed5-4544-9c9a-cbcab97471a5 req-c4956cac-b427-43af-bc42-501e0f4087be tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341811 Aug 10 01:05:00.347960 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 54488) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:00.435323 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-37b8e361-3861-4cea-9323-8ee207682a50 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:00.468755 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-37b8e361-3861-4cea-9323-8ee207682a50 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:00.538653 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-37b8e361-3861-4cea-9323-8ee207682a50 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:00.548382 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-37b8e361-3861-4cea-9323-8ee207682a50 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:00.552070 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-37b8e361-3861-4cea-9323-8ee207682a50 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "DELETE /v2.0/security-groups/c6e4d991-ed4b-4a84-a480-984ba21cf866 HTTP/1.1" status: 204 len: 168 time: 0.2004523 Aug 10 01:05:00.552868 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 54494) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:00.564799 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8e361-3861-4cea-9323-8ee207682a50 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e4d991-ed4b-4a84-a480-984ba21cf866,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:00.578085 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-1409030a-d7d9-44d9-a61a-7bfd1d5eef8a tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] show failed (client error): The resource could not be found. Aug 10 01:05:00.582737 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1409030a-d7d9-44d9-a61a-7bfd1d5eef8a tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups/c6e4d991-ed4b-4a84-a480-984ba21cf866 HTTP/1.1" status: 404 len: 347 time: 0.0282004 Aug 10 01:05:00.583211 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 54496) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:00.719568 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-d9bd21a0-113a-4e74-82d2-aa72a81b1228 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Deleting port 9ebe6fa5-997b-4ccc-b4ba-97bb63c2f999 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:05:00.719899 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d9bd21a0-113a-4e74-82d2-aa72a81b1228 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:00.804976 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d9bd21a0-113a-4e74-82d2-aa72a81b1228 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:00.805242 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d9bd21a0-113a-4e74-82d2-aa72a81b1228 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:00.819979 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-d9bd21a0-113a-4e74-82d2-aa72a81b1228 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Calling delete_port for 9ebe6fa5-997b-4ccc-b4ba-97bb63c2f999 owned by network:floatingip {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:05:00.961711 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6589cc-18d1-4456-9cff-e2fa9197e065 req-5a8ff5ee-f60e-4fa0-9602-2d0d60f6b92f tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:00.966946 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d6589cc-18d1-4456-9cff-e2fa9197e065 req-5a8ff5ee-f60e-4fa0-9602-2d0d60f6b92f tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=904f7a82-761e-4b16-8b78-82a9d4dc69e3 HTTP/1.1" status: 200 len: 950 time: 0.0940845 Aug 10 01:05:01.046750 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d6589cc-18d1-4456-9cff-e2fa9197e065 req-5e79e850-ac18-4173-89c4-c6677d2d1b27 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534985 Aug 10 01:05:01.049175 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d9bd21a0-113a-4e74-82d2-aa72a81b1228 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:01.145786 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd21a0-113a-4e74-82d2-aa72a81b1228 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Pushing event deleted for resources: {'Port': ['ID=9ebe6fa5-997b-4ccc-b4ba-97bb63c2f999,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:01.231713 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac2ff3-606a-4abb-b9b9-e2ecb0cee8b2 req-51afc409-16b4-476b-ba03-5081ca573f5a tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:01.233268 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2ac2ff3-606a-4abb-b9b9-e2ecb0cee8b2 req-51afc409-16b4-476b-ba03-5081ca573f5a tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 947 time: 0.1852450 Aug 10 01:05:01.238931 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d9bd21a0-113a-4e74-82d2-aa72a81b1228 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for floatingip, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:01.241540 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d9bd21a0-113a-4e74-82d2-aa72a81b1228 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:01.245669 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d9bd21a0-113a-4e74-82d2-aa72a81b1228 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "DELETE /v2.0/floatingips/0b3db087-2609-42ab-af25-71a09fee961e HTTP/1.1" status: 204 len: 168 time: 0.6583779 Aug 10 01:05:01.261105 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3d006-6d02-4ab7-b00a-37677ebed539 req-694160d1-4a49-4c8e-bce0-78e8ee15814b tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:01.262715 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f9a3d006-6d02-4ab7-b00a-37677ebed539 req-694160d1-4a49-4c8e-bce0-78e8ee15814b tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=181e3c8b-f385-4ac9-b83f-5b3ef1c8efe8 HTTP/1.1" status: 200 len: 950 time: 0.1304967 Aug 10 01:05:01.317281 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2ac2ff3-606a-4abb-b9b9-e2ecb0cee8b2 req-83910846-91a7-4b0f-a0ca-71487fe2f80f tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716810 Aug 10 01:05:01.349637 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f9a3d006-6d02-4ab7-b00a-37677ebed539 req-ed84ddb2-2c55-41e7-88ec-d6c70334d708 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741491 Aug 10 01:05:01.673402 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab022d1-4ef5-4311-a595-19e8a5debb43 req-adb78ccf-7835-4f82-b4a3-af8d92828330 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:01.680201 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab022d1-4ef5-4311-a595-19e8a5debb43 req-adb78ccf-7835-4f82-b4a3-af8d92828330 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:01.689909 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ab022d1-4ef5-4311-a595-19e8a5debb43 req-adb78ccf-7835-4f82-b4a3-af8d92828330 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=181e3c8b-f385-4ac9-b83f-5b3ef1c8efe8&device_id=904f7a82-761e-4b16-8b78-82a9d4dc69e3 HTTP/1.1" status: 200 len: 1691 time: 0.0755725 Aug 10 01:05:01.711091 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 54526) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:01.716560 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-818b48c4-81d4-4f18-8a35-65df87a4a357 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1342975078', 'description': 'tempest-description--2097705519'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:01.754893 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-818b48c4-81d4-4f18-8a35-65df87a4a357 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:01.758559 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ab022d1-4ef5-4311-a595-19e8a5debb43 req-893b40e5-1619-4a4f-a2ba-42318b8f6d29 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675659 Aug 10 01:05:01.882576 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-818b48c4-81d4-4f18-8a35-65df87a4a357 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:01.897372 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-818b48c4-81d4-4f18-8a35-65df87a4a357 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:01.960214 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-818b48c4-81d4-4f18-8a35-65df87a4a357 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:01.964872 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-818b48c4-81d4-4f18-8a35-65df87a4a357 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2526662 Aug 10 01:05:01.973658 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 54536) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:01.989417 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-2bd5463a-1cdf-4837-b65c-1acf49478ca7 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Request body: {'security_group_rule': {'security_group_id': '69d1257e-3c92-4bb6-90a5-21b5c8dce048', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:01.993493 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6696be7-e5b4-490d-8d95-916bd201eed2 req-238e0824-cf0d-4259-b6ce-4f379c43004a tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:01.996073 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c6696be7-e5b4-490d-8d95-916bd201eed2 req-238e0824-cf0d-4259-b6ce-4f379c43004a tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=181e3c8b-f385-4ac9-b83f-5b3ef1c8efe8 HTTP/1.1" status: 200 len: 1102 time: 0.0619671 Aug 10 01:05:02.018025 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b48c4-81d4-4f18-8a35-65df87a4a357 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69d1257e-3c92-4bb6-90a5-21b5c8dce048,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:02.030769 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2bd5463a-1cdf-4837-b65c-1acf49478ca7 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:02.055594 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c6696be7-e5b4-490d-8d95-916bd201eed2 req-afe4077b-cfdf-43ed-8e00-86ad91b1c1cd tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457942 Aug 10 01:05:02.115631 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2bd5463a-1cdf-4837-b65c-1acf49478ca7 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:02.121634 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2bd5463a-1cdf-4837-b65c-1acf49478ca7 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:02.144839 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5463a-1cdf-4837-b65c-1acf49478ca7 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de7617a5-423a-415e-98dd-8fc9f5c05718,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:02.176518 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2bd5463a-1cdf-4837-b65c-1acf49478ca7 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:02.178667 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2bd5463a-1cdf-4837-b65c-1acf49478ca7 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2001331 Aug 10 01:05:02.181629 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 54540) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:02.188583 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-4cb4891e-ec62-4e45-9f52-996bdcddd1bc tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Request body: {'security_group_rule': {'security_group_id': '69d1257e-3c92-4bb6-90a5-21b5c8dce048', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:02.221307 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f8729-83a9-4430-b7ca-1c26988cf453 req-491e836f-354a-4c92-a2d6-b72b532b0075 tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:02.223421 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a88f8729-83a9-4430-b7ca-1c26988cf453 req-491e836f-354a-4c92-a2d6-b72b532b0075 tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=904f7a82-761e-4b16-8b78-82a9d4dc69e3 HTTP/1.1" status: 200 len: 1102 time: 0.0643907 Aug 10 01:05:02.225990 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4cb4891e-ec62-4e45-9f52-996bdcddd1bc tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:02.305577 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a88f8729-83a9-4430-b7ca-1c26988cf453 req-313d0859-2223-4524-ad01-0bd30ff43d4a tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479035 Aug 10 01:05:02.311162 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4cb4891e-ec62-4e45-9f52-996bdcddd1bc tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:02.318252 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4cb4891e-ec62-4e45-9f52-996bdcddd1bc tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:02.351107 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4891e-ec62-4e45-9f52-996bdcddd1bc tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=921716cf-169d-445b-9338-6c42a76749a5,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:02.369990 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4cb4891e-ec62-4e45-9f52-996bdcddd1bc tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:02.374898 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4cb4891e-ec62-4e45-9f52-996bdcddd1bc tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1884756 Aug 10 01:05:02.375109 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 54548) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:02.385800 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-1f4c84ed-e037-45b8-bc8a-b1cfd7dcfbea tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:02.414946 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f4c84ed-e037-45b8-bc8a-b1cfd7dcfbea tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for floatingip, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:02.508295 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca37da2-4ed1-42a3-ace7-acf5ce86727f req-4598b8a6-c3aa-4868-a909-c1009eab3369 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:02.519139 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7ca37da2-4ed1-42a3-ace7-acf5ce86727f req-4598b8a6-c3aa-4868-a909-c1009eab3369 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 947 time: 0.0951395 Aug 10 01:05:02.542010 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f4c84ed-e037-45b8-bc8a-b1cfd7dcfbea tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:02.561620 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7ca37da2-4ed1-42a3-ace7-acf5ce86727f req-ab510674-9dec-4311-bd7c-38fb9c185137 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408115 Aug 10 01:05:02.688555 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-1f4c84ed-e037-45b8-bc8a-b1cfd7dcfbea tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Allocated IP 172.25.2.122 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/51167db6-0c90-4eee-a546-8986b5f686ca) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:05:02.816125 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f4c84ed-e037-45b8-bc8a-b1cfd7dcfbea tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:02.869080 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f4c84ed-e037-45b8-bc8a-b1cfd7dcfbea tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:02.909948 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4c84ed-e037-45b8-bc8a-b1cfd7dcfbea tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:05:02.913423 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-1f4c84ed-e037-45b8-bc8a-b1cfd7dcfbea tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:02.915970 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4c84ed-e037-45b8-bc8a-b1cfd7dcfbea tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:05:02.956109 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c84ed-e037-45b8-bc8a-b1cfd7dcfbea tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Pushing event updated for resources: {'Port': ['ID=51167db6-0c90-4eee-a546-8986b5f686ca,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:03.026687 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f4c84ed-e037-45b8-bc8a-b1cfd7dcfbea tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:03.068935 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f4c84ed-e037-45b8-bc8a-b1cfd7dcfbea tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:03.230986 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f4c84ed-e037-45b8-bc8a-b1cfd7dcfbea tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:03.236316 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f4c84ed-e037-45b8-bc8a-b1cfd7dcfbea tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:03.309546 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c84ed-e037-45b8-bc8a-b1cfd7dcfbea tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Pushing event updated for resources: {'Port': ['ID=51167db6-0c90-4eee-a546-8986b5f686ca,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:03.329809 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f4c84ed-e037-45b8-bc8a-b1cfd7dcfbea tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:03.344789 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f4c84ed-e037-45b8-bc8a-b1cfd7dcfbea tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:03.355710 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1f4c84ed-e037-45b8-bc8a-b1cfd7dcfbea tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9793808 Aug 10 01:05:03.704667 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 54580) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:03.837068 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e04e3109-9dcc-4184-b250-bc71b1b7809f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:03.949257 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e04e3109-9dcc-4184-b250-bc71b1b7809f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:03.954238 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e04e3109-9dcc-4184-b250-bc71b1b7809f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:04.007400 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e04e3109-9dcc-4184-b250-bc71b1b7809f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=319bc3810d9443c1ba8ee5ae993b9bc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3015661 Aug 10 01:05:04.008646 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e3109-9dcc-4184-b250-bc71b1b7809f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5818d81a-c8cf-4321-a2f8-50a7bc259f68,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:04.010100 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 54588) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:04.083184 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d41dcb5f-8ed5-4084-a017-81f0f63cf0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:04.109936 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d41dcb5f-8ed5-4084-a017-81f0f63cf0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:04.163111 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d41dcb5f-8ed5-4084-a017-81f0f63cf0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:04.165811 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d41dcb5f-8ed5-4084-a017-81f0f63cf0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:04.167076 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d41dcb5f-8ed5-4084-a017-81f0f63cf0b3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5818d81a-c8cf-4321-a2f8-50a7bc259f68 HTTP/1.1" status: 204 len: 168 time: 0.1559694 Aug 10 01:05:04.176119 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41dcb5f-8ed5-4084-a017-81f0f63cf0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5818d81a-c8cf-4321-a2f8-50a7bc259f68,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:04.477642 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 54596) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:04.493762 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-491f6efd-9ff7-4ed9-915c-174d81e44411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:04.595111 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-491f6efd-9ff7-4ed9-915c-174d81e44411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:04.600718 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-491f6efd-9ff7-4ed9-915c-174d81e44411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:04.640016 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-491f6efd-9ff7-4ed9-915c-174d81e44411 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4a20d27489cb40d6a1281f004ac0af37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1611977 Aug 10 01:05:04.642947 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 54598) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:04.645858 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f6efd-9ff7-4ed9-915c-174d81e44411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534ea64d-0e79-4782-9749-70d577e6ed11,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:04.699916 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d0349643-4223-450c-9d6b-1b6d89b8c58c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:04.724092 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d0349643-4223-450c-9d6b-1b6d89b8c58c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:04.776198 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d0349643-4223-450c-9d6b-1b6d89b8c58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:04.778868 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d0349643-4223-450c-9d6b-1b6d89b8c58c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:04.780225 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d0349643-4223-450c-9d6b-1b6d89b8c58c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/534ea64d-0e79-4782-9749-70d577e6ed11 HTTP/1.1" status: 204 len: 168 time: 0.1361511 Aug 10 01:05:04.793792 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0349643-4223-450c-9d6b-1b6d89b8c58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534ea64d-0e79-4782-9749-70d577e6ed11,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:09.928244 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-f6b7b324-bfe3-4fbc-87d0-e980b22a1b46 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380566 Aug 10 01:05:09.956691 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-75b38ba3-e46f-4d79-ae91-28514146aee6 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1342975078&fields=id&tenant_id=4ce28956188140948295882b7e7eeddc HTTP/1.1" status: 200 len: 267 time: 0.0534420 Aug 10 01:05:10.156835 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-43ca1b9c-80ff-4455-bf0f-3a4859b4b3f9 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:10.158342 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-43ca1b9c-80ff-4455-bf0f-3a4859b4b3f9 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/networks?id=9ff27b19-c3ac-4a51-8f0a-77d9d092a25c HTTP/1.1" status: 200 len: 817 time: 0.1897261 Aug 10 01:05:10.166288 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-d228c16d-a006-4db7-b375-725092f4b9e4 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:10.167795 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-d228c16d-a006-4db7-b375-725092f4b9e4 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2322710 Aug 10 01:05:10.187245 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-0ecb493d-e38c-48a0-bcef-07eed51314ef tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/quotas/9ca89c0f99d945aeb3afb7c83b1b1d31 HTTP/1.1" status: 200 len: 375 time: 0.0111146 Aug 10 01:05:10.189786 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-6c73fca2-a9e6-41ab-9a02-74cfa9c73d85 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/quotas/4ce28956188140948295882b7e7eeddc HTTP/1.1" status: 200 len: 375 time: 0.0209024 Aug 10 01:05:10.298865 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-001244b5-c3f7-4621-951b-b2c7a4d22859 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1051133 Aug 10 01:05:10.353656 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-e6c17e8b-565b-481f-83db-4ac3224d6e40 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4ce28956188140948295882b7e7eeddc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1504934 Aug 10 01:05:10.454593 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-ade2ff74-fae3-484d-9a36-ffc07bdadd0c service neutron] 10.222.0.35 "GET /v2.0/networks/9ff27b19-c3ac-4a51-8f0a-77d9d092a25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000133 Aug 10 01:05:10.587500 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-af863b40-d0a9-4690-9577-17e3519e3f4b service neutron] 10.222.0.35 "GET /v2.0/networks/9ff27b19-c3ac-4a51-8f0a-77d9d092a25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289451 Aug 10 01:05:11.169854 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b66fad0d-41ee-4268-a264-756eb172dcc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:11.254665 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-866c80c2-b5ff-4186-9cb9-5b9cefdc17b6 req-0bef167d-6cfb-484f-b960-1731ae25b562 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 210 time: 0.0648944 Aug 10 01:05:11.343114 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f025970-e24b-4c9f-a42c-6a3d3b714e5e req-9738f8aa-31d6-4342-a69d-33bfc7202675 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:11.350500 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f025970-e24b-4c9f-a42c-6a3d3b714e5e req-9738f8aa-31d6-4342-a69d-33bfc7202675 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 947 time: 0.0703321 Aug 10 01:05:11.456274 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:11.482355 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f025970-e24b-4c9f-a42c-6a3d3b714e5e req-8e3f1228-822b-4f61-9a84-04886bf721e1 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301661 Aug 10 01:05:11.692056 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6ce88e47-c5bb-4e8c-b702-281e4d01e6c1 req-8a489072-3021-4422-a1f7-510b7a679cce tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=7921c895-ad6d-49ed-b5e5-5a28dc0454c7 HTTP/1.1" status: 200 len: 210 time: 0.1106658 Aug 10 01:05:11.722708 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a8a8c-43ab-4718-8db5-2a9b6f5b1fe0 req-757f69dc-7d17-470a-82ef-81a4ad2979a1 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:11.724517 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d77a8a8c-43ab-4718-8db5-2a9b6f5b1fe0 req-757f69dc-7d17-470a-82ef-81a4ad2979a1 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 947 time: 0.1623619 Aug 10 01:05:11.809395 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d77a8a8c-43ab-4718-8db5-2a9b6f5b1fe0 req-dc858ae5-82c8-4fdf-9087-ca4e5def80a2 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747321 Aug 10 01:05:12.002070 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c4709-a353-42ad-b683-387f83bfdc8a req-75d69caf-37ed-4036-b196-9432370af64b tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:12.003532 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d23c4709-a353-42ad-b683-387f83bfdc8a req-75d69caf-37ed-4036-b196-9432370af64b tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 947 time: 0.0673327 Aug 10 01:05:12.060775 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d23c4709-a353-42ad-b683-387f83bfdc8a req-3333cc93-bb36-4f2f-9d66-34508c2fa3b0 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509162 Aug 10 01:05:12.286230 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2d67e-a7da-4370-b860-82e3f6e4b206 req-b9f11926-b74e-4452-bb1a-8ed6387b1b1b tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:12.311922 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-10b2d67e-a7da-4370-b860-82e3f6e4b206 req-b9f11926-b74e-4452-bb1a-8ed6387b1b1b tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 947 time: 0.1057725 Aug 10 01:05:12.399321 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-10b2d67e-a7da-4370-b860-82e3f6e4b206 req-11fcc033-9164-4225-9322-7a8b679e5dc9 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861313 Aug 10 01:05:12.495413 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-91487a40-0cff-4896-a911-fa64b0cd07d0 req-06bf48d0-dd3d-45d0-b33f-cee6f7f3f252 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 210 time: 0.0595014 Aug 10 01:05:12.608250 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-09e7e03d-1eca-4706-8dfe-682248b3d467 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:12.608250 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-09e7e03d-1eca-4706-8dfe-682248b3d467 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.24 "GET /v2.0/networks?id=9ff27b19-c3ac-4a51-8f0a-77d9d092a25c HTTP/1.1" status: 200 len: 817 time: 0.2246487 Aug 10 01:05:12.630642 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75343bf-ce80-46fc-9c29-938c19df36d2 req-8841b294-f719-4a67-a183-6c710e934d0a tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:12.642947 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f75343bf-ce80-46fc-9c29-938c19df36d2 req-8841b294-f719-4a67-a183-6c710e934d0a tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 947 time: 0.1412747 Aug 10 01:05:12.721939 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-934aa075-702b-445a-8056-c4bfe70fab07 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ce28956188140948295882b7e7eeddc HTTP/1.1" status: 200 len: 380 time: 0.0967796 Aug 10 01:05:12.733773 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-1b2fb333-8503-43a7-b31d-298170b06918 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Request body: {'port': {'device_id': '312fcf66-d970-40f6-9bf1-443c40190073', 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c', 'admin_state_up': True, 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'security_groups': ['69d1257e-3c92-4bb6-90a5-21b5c8dce048']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:12.796004 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f75343bf-ce80-46fc-9c29-938c19df36d2 req-267add19-92d1-42ee-be4e-ef8c6211e196 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467702 Aug 10 01:05:12.885447 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1aba3e1e-b1ae-4808-bbc5-5dbb4fb3645b req-b18ce79d-b88b-41a6-8421-9b90a8684380 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=7921c895-ad6d-49ed-b5e5-5a28dc0454c7 HTTP/1.1" status: 200 len: 210 time: 0.0532527 Aug 10 01:05:12.991504 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-1b2fb333-8503-43a7-b31d-298170b06918 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Made reservation on behalf of 4ce28956188140948295882b7e7eeddc for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:13.000084 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-1b2fb333-8503-43a7-b31d-298170b06918 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:13.018301 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9cd7a-c224-450d-9933-deabfde77429 req-58cd34c2-51df-44df-8a58-66e15a164e19 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:13.033971 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87d9cd7a-c224-450d-9933-deabfde77429 req-58cd34c2-51df-44df-8a58-66e15a164e19 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 947 time: 0.0922446 Aug 10 01:05:13.080948 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87d9cd7a-c224-450d-9933-deabfde77429 req-e5e35211-a3fa-4a7a-82e4-4221816ba457 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450833 Aug 10 01:05:13.221307 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609529e-b4bb-49f7-bfeb-a03686ade673 req-c743d89f-b973-434b-bfea-c7d8fd805eda tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:13.224344 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9609529e-b4bb-49f7-bfeb-a03686ade673 req-c743d89f-b973-434b-bfea-c7d8fd805eda tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 947 time: 0.0668225 Aug 10 01:05:13.252764 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-1b2fb333-8503-43a7-b31d-298170b06918 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Allocated IP 172.20.0.7 (9ff27b19-c3ac-4a51-8f0a-77d9d092a25c/5d5b8c68-57be-4c07-b3dd-20f44685cf57/25f5b507-5da8-44ba-89b7-4a4e66167be8) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:05:13.310821 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9609529e-b4bb-49f7-bfeb-a03686ade673 req-5481d88a-7393-4b37-85be-fdfce2723a83 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807002 Aug 10 01:05:13.312948 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-4df1e6df-2ad6-460e-9997-0fdb1edfee9b tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0740340 Aug 10 01:05:13.576094 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-cd58efa6-55ac-422a-a233-19609f91fb51 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:13.578575 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-cd58efa6-55ac-422a-a233-19609f91fb51 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2556643 Aug 10 01:05:13.591370 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-1b2fb333-8503-43a7-b31d-298170b06918 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:13.594967 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-8eb44e1d-94ce-49ab-83a0-55613f885f46 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Request body: {'port': {'device_id': '8411a4e9-5934-4f73-8569-a29636960532', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'admin_state_up': True, 'tenant_id': '9ca89c0f99d945aeb3afb7c83b1b1d31'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:13.624620 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-1b2fb333-8503-43a7-b31d-298170b06918 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Transition to ACTIVE for port object 25f5b507-5da8-44ba-89b7-4a4e66167be8 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:13.732594 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-1b2fb333-8503-43a7-b31d-298170b06918 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:13.811911 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-31a498c7-6f02-48a4-b367-025ff66f5fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:13.860849 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-158de99e-4f31-420d-bb0b-c385c17a1f2b tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440087 Aug 10 01:05:13.869567 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-1b2fb333-8503-43a7-b31d-298170b06918 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Network 9ff27b19-c3ac-4a51-8f0a-77d9d092a25c is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:05:13.887147 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-1b2fb333-8503-43a7-b31d-298170b06918 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:13.921958 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-1b2fb333-8503-43a7-b31d-298170b06918 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:05:13.928269 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fb333-8503-43a7-b31d-298170b06918 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Pushing event updated for resources: {'Port': ['ID=25f5b507-5da8-44ba-89b7-4a4e66167be8,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:14.154630 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-1b2fb333-8503-43a7-b31d-298170b06918 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:14.164585 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-1b2fb333-8503-43a7-b31d-298170b06918 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:14.217423 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-1b2fb333-8503-43a7-b31d-298170b06918 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4879320 Aug 10 01:05:14.240661 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-054aed57-d15a-4702-a1bb-43a8f1493064 service neutron] Request body: {'port': {'device_id': '312fcf66-d970-40f6-9bf1-443c40190073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:14.291392 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e0640883-f231-49e9-b676-2e3d4ce96527 None None] Provisioning for port 25f5b507-5da8-44ba-89b7-4a4e66167be8 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:14.298844 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-8eb44e1d-94ce-49ab-83a0-55613f885f46 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Made reservation on behalf of 9ca89c0f99d945aeb3afb7c83b1b1d31 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:14.299067 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e0640883-f231-49e9-b676-2e3d4ce96527 None None] Provisioning complete for port 25f5b507-5da8-44ba-89b7-4a4e66167be8 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:14.299384 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e0640883-f231-49e9-b676-2e3d4ce96527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:14.303952 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-8eb44e1d-94ce-49ab-83a0-55613f885f46 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:14.304105 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-fccf9ce4-27a3-4fc8-8e97-2e979eaa1265 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:14.305591 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-fccf9ce4-27a3-4fc8-8e97-2e979eaa1265 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4345107 Aug 10 01:05:14.324682 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-054aed57-d15a-4702-a1bb-43a8f1493064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:14.334441 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-33c9b6f2-a2ce-4747-899c-642af6c57aab tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Request body: {'port': {'device_id': '7921c895-ad6d-49ed-b5e5-5a28dc0454c7', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'admin_state_up': True, 'tenant_id': '9ca89c0f99d945aeb3afb7c83b1b1d31'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:14.336917 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c7586-23dd-4d5e-a6f2-e507533e5d56 req-1f7d2af0-8972-46b4-a662-55712e971a56 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:14.349373 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-334c7586-23dd-4d5e-a6f2-e507533e5d56 req-1f7d2af0-8972-46b4-a662-55712e971a56 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 931 time: 0.6052449 Aug 10 01:05:14.384048 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e0640883-f231-49e9-b676-2e3d4ce96527 None None] Port 25f5b507-5da8-44ba-89b7-4a4e66167be8 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:05:14.394467 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f7828-4bca-42f7-a892-5bd85c1b79e8 req-da701aaa-0e80-4d2d-8da2-bcca15a61699 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:14.404101 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-122f7828-4bca-42f7-a892-5bd85c1b79e8 req-da701aaa-0e80-4d2d-8da2-bcca15a61699 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 947 time: 0.2258289 Aug 10 01:05:14.427164 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:14.478334 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-122f7828-4bca-42f7-a892-5bd85c1b79e8 req-1b9170ce-965d-406d-8a02-2cdab3e0dc83 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727170 Aug 10 01:05:14.629878 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-334c7586-23dd-4d5e-a6f2-e507533e5d56 req-ffacdbc3-299b-46df-94c7-2125ea1b8640 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2789183 Aug 10 01:05:14.732819 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77fa40c7-a07e-4421-91fa-10a10af08733 req-d0aa5780-3ee5-4c49-98af-ded5e7b13a43 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=7921c895-ad6d-49ed-b5e5-5a28dc0454c7 HTTP/1.1" status: 200 len: 210 time: 0.0879910 Aug 10 01:05:14.773485 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-33c9b6f2-a2ce-4747-899c-642af6c57aab tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Made reservation on behalf of 9ca89c0f99d945aeb3afb7c83b1b1d31 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:14.784152 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-33c9b6f2-a2ce-4747-899c-642af6c57aab tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:14.863530 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-8eb44e1d-94ce-49ab-83a0-55613f885f46 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Allocated IP 192.168.233.5 (853ae90b-411a-4cc9-b27c-aa212d4ff023/f49e9f1d-7e8a-42ac-a9f2-157734919ae5/e0b7d158-53ed-4a9e-b6d1-c536dc2a2738) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:05:15.054452 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:15.149910 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-054aed57-d15a-4702-a1bb-43a8f1493064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25f5b507-5da8-44ba-89b7-4a4e66167be8 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:05:15.160521 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-054aed57-d15a-4702-a1bb-43a8f1493064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:15.175243 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-054aed57-d15a-4702-a1bb-43a8f1493064 service neutron] Transition to ACTIVE for port object 25f5b507-5da8-44ba-89b7-4a4e66167be8 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:15.179178 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-054aed57-d15a-4702-a1bb-43a8f1493064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:15.256440 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054aed57-d15a-4702-a1bb-43a8f1493064 service neutron] Pushing event updated for resources: {'Port': ['ID=25f5b507-5da8-44ba-89b7-4a4e66167be8,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:15.282670 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-8eb44e1d-94ce-49ab-83a0-55613f885f46 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:15.302506 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-8eb44e1d-94ce-49ab-83a0-55613f885f46 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Transition to ACTIVE for port object e0b7d158-53ed-4a9e-b6d1-c536dc2a2738 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:15.349818 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-8eb44e1d-94ce-49ab-83a0-55613f885f46 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:15.366934 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['3cc74571-e82c-4ae8-9356-6d35c165bb7b'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:05:15.428045 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['89c73191-5c74-4372-acea-f3993478ce50', '48b7eddf-0772-4435-86d4-6cda7a9b79cc'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:05:15.432161 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-8eb44e1d-94ce-49ab-83a0-55613f885f46 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Network 853ae90b-411a-4cc9-b27c-aa212d4ff023 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:05:15.434539 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-8eb44e1d-94ce-49ab-83a0-55613f885f46 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:15.439629 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-8eb44e1d-94ce-49ab-83a0-55613f885f46 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:05:15.444288 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb44e1d-94ce-49ab-83a0-55613f885f46 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Pushing event updated for resources: {'Port': ['ID=e0b7d158-53ed-4a9e-b6d1-c536dc2a2738,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:15.487674 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-054aed57-d15a-4702-a1bb-43a8f1493064 service neutron] Attempting to bind port 25f5b507-5da8-44ba-89b7-4a4e66167be8 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:05:15.488629 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-054aed57-d15a-4702-a1bb-43a8f1493064 service neutron] Attempting to bind port 25f5b507-5da8-44ba-89b7-4a4e66167be8 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '136bec44-8d21-4a4a-9be0-ad0e395d978b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:05:15.488772 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-054aed57-d15a-4702-a1bb-43a8f1493064 service neutron] Attempting to bind port 25f5b507-5da8-44ba-89b7-4a4e66167be8 on network 9ff27b19-c3ac-4a51-8f0a-77d9d092a25c {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:15.519591 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-054aed57-d15a-4702-a1bb-43a8f1493064 service neutron] Port 25f5b507-5da8-44ba-89b7-4a4e66167be8 on network 9ff27b19-c3ac-4a51-8f0a-77d9d092a25c not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:05:15.519965 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-054aed57-d15a-4702-a1bb-43a8f1493064 service neutron] Attempting to bind port 25f5b507-5da8-44ba-89b7-4a4e66167be8 on network 9ff27b19-c3ac-4a51-8f0a-77d9d092a25c {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:15.541673 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-33c9b6f2-a2ce-4747-899c-642af6c57aab tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Allocated IP 192.168.233.74 (853ae90b-411a-4cc9-b27c-aa212d4ff023/f49e9f1d-7e8a-42ac-a9f2-157734919ae5/99fd042c-2495-44fc-bf12-749d1abc200c) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:05:15.553776 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-054aed57-d15a-4702-a1bb-43a8f1493064 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:05:15.554119 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-054aed57-d15a-4702-a1bb-43a8f1493064 service neutron] Checking segment: {'id': '136bec44-8d21-4a4a-9be0-ad0e395d978b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:05:15.554508 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-054aed57-d15a-4702-a1bb-43a8f1493064 service neutron] Bound using segment: {'id': '136bec44-8d21-4a4a-9be0-ad0e395d978b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:05:15.554951 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-054aed57-d15a-4702-a1bb-43a8f1493064 service neutron] Bound port: 25f5b507-5da8-44ba-89b7-4a4e66167be8, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '136bec44-8d21-4a4a-9be0-ad0e395d978b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:05:15.555319 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-054aed57-d15a-4702-a1bb-43a8f1493064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:15.557062 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-8eb44e1d-94ce-49ab-83a0-55613f885f46 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:15.557725 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-8eb44e1d-94ce-49ab-83a0-55613f885f46 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:15.616270 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-8eb44e1d-94ce-49ab-83a0-55613f885f46 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0269060 Aug 10 01:05:15.635658 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-4bcf17c2-4779-42c6-9219-8700469f8390 service neutron] Request body: {'port': {'device_id': '8411a4e9-5934-4f73-8569-a29636960532', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:16.024974 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-4bcf17c2-4779-42c6-9219-8700469f8390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:16.039302 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e227ced-e401-4ea6-979a-318bbd0b6214 req-179a2287-0b1a-4ab6-9a41-6d518dd16230 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:16.041277 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7e227ced-e401-4ea6-979a-318bbd0b6214 req-179a2287-0b1a-4ab6-9a41-6d518dd16230 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 947 time: 0.3458180 Aug 10 01:05:16.066016 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-33c9b6f2-a2ce-4747-899c-642af6c57aab tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:16.077941 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-054aed57-d15a-4702-a1bb-43a8f1493064 service neutron] For port 25f5b507-5da8-44ba-89b7-4a4e66167be8, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:05:16.084538 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-054aed57-d15a-4702-a1bb-43a8f1493064 service neutron] For port 25f5b507-5da8-44ba-89b7-4a4e66167be8, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=25f5b507-5da8-44ba-89b7-4a4e66167be8,segment=NetworkSegment(136bec44-8d21-4a4a-9be0-ad0e395d978b),segment_id=136bec44-8d21-4a4a-9be0-ad0e395d978b)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:05:16.091838 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-33c9b6f2-a2ce-4747-899c-642af6c57aab tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Transition to ACTIVE for port object 99fd042c-2495-44fc-bf12-749d1abc200c will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:16.096221 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-054aed57-d15a-4702-a1bb-43a8f1493064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:16.146036 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1ef333a6-1635-4290-8338-0e4319f1b9d1 None None] Provisioning for port e0b7d158-53ed-4a9e-b6d1-c536dc2a2738 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:16.164949 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-054aed57-d15a-4702-a1bb-43a8f1493064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:16.169488 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-054aed57-d15a-4702-a1bb-43a8f1493064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:16.171625 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-054aed57-d15a-4702-a1bb-43a8f1493064 service neutron] 10.222.0.24 "PUT /v2.0/ports/25f5b507-5da8-44ba-89b7-4a4e66167be8 HTTP/1.1" status: 200 len: 1092 time: 1.9387379 Aug 10 01:05:16.176531 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312fcf66-d970-40f6-9bf1-443c40190073', 'tag': '25f5b507-5da8-44ba-89b7-4a4e66167be8'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:05:16.183117 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b8947d-f861-4c31-a1c8-3cc7fefff2fd" -d '{"events": [{"name": "network-changed", "server_uuid": "312fcf66-d970-40f6-9bf1-443c40190073", "tag": "25f5b507-5da8-44ba-89b7-4a4e66167be8"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:05:16.230892 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1ef333a6-1635-4290-8338-0e4319f1b9d1 None None] Provisioning complete for port e0b7d158-53ed-4a9e-b6d1-c536dc2a2738 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:16.231740 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1ef333a6-1635-4290-8338-0e4319f1b9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:16.291201 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:16.318153 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03420dcf-37ad-46bc-b6bb-ce4bf81c8709 req-58ec818e-664f-4fec-a9c6-ee9ef92451ce tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:16.319735 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-03420dcf-37ad-46bc-b6bb-ce4bf81c8709 req-58ec818e-664f-4fec-a9c6-ee9ef92451ce tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 943 time: 0.5200632 Aug 10 01:05:16.336470 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7e227ced-e401-4ea6-979a-318bbd0b6214 req-d5586a11-5a7f-40a8-92c8-4e4c57110580 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367380 Aug 10 01:05:16.357122 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054aed57-d15a-4702-a1bb-43a8f1493064 service neutron] Pushing event updated for resources: {'Port': ['ID=25f5b507-5da8-44ba-89b7-4a4e66167be8,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:16.374174 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-1ef333a6-1635-4290-8338-0e4319f1b9d1 None None] Port e0b7d158-53ed-4a9e-b6d1-c536dc2a2738 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:05:16.424033 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 54882) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:16.450103 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-33c9b6f2-a2ce-4747-899c-642af6c57aab tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:16.487786 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['3cc74571-e82c-4ae8-9356-6d35c165bb7b'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:05:16.606680 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c9b6f2-a2ce-4747-899c-642af6c57aab tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Pushing event updated for resources: {'Port': ['ID=99fd042c-2495-44fc-bf12-749d1abc200c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:16.609803 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-1f503113-7514-455f-b5e2-5af80b25c9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:16.611195 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-1f503113-7514-455f-b5e2-5af80b25c9b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ce28956188140948295882b7e7eeddc&device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 1095 time: 0.3820088 Aug 10 01:05:16.612690 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-03420dcf-37ad-46bc-b6bb-ce4bf81c8709 req-a575f1f6-6202-45af-a74a-e5f7cfaa264f tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2741599 Aug 10 01:05:16.708506 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-93f9e88e-9eba-47cd-9bd6-806d89ed88ea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25f5b507-5da8-44ba-89b7-4a4e66167be8 HTTP/1.1" status: 200 len: 217 time: 0.0734816 Aug 10 01:05:16.710746 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-33c9b6f2-a2ce-4747-899c-642af6c57aab tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Network 853ae90b-411a-4cc9-b27c-aa212d4ff023 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:05:16.713273 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-33c9b6f2-a2ce-4747-899c-642af6c57aab tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:16.718605 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-33c9b6f2-a2ce-4747-899c-642af6c57aab tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:05:16.975798 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66bc52b-b127-4c49-aa31-ef397f195475 x-openstack-request-id: req-e66bc52b-b127-4c49-aa31-ef397f195475 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:05:16.976273 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "312fcf66-d970-40f6-9bf1-443c40190073", "tag": "25f5b507-5da8-44ba-89b7-4a4e66167be8", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:05:16.976676 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e66bc52b-b127-4c49-aa31-ef397f195475 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:05:16.977143 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '312fcf66-d970-40f6-9bf1-443c40190073', 'tag': '25f5b507-5da8-44ba-89b7-4a4e66167be8', 'status': 'completed', 'code': 200} Aug 10 01:05:16.995955 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-33c9b6f2-a2ce-4747-899c-642af6c57aab tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:16.996684 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-33c9b6f2-a2ce-4747-899c-642af6c57aab tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:17.069408 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-c871a995-b0c2-4d5b-ab61-d409764bd485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:17.077345 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-c871a995-b0c2-4d5b-ab61-d409764bd485 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5d5b8c68-57be-4c07-b3dd-20f44685cf57 HTTP/1.1" status: 200 len: 856 time: 0.3516328 Aug 10 01:05:17.086623 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9103a397-f897-4836-ac80-daa09e06f23c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:17.189121 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-33c9b6f2-a2ce-4747-899c-642af6c57aab tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8595700 Aug 10 01:05:17.271459 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-71ab7cff-0594-4434-bd8f-bc4d2511c758 service neutron] Request body: {'port': {'device_id': '7921c895-ad6d-49ed-b5e5-5a28dc0454c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:17.277508 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b93219b6-8212-4c25-9284-4544cf2dc60a None None] Provisioning for port 99fd042c-2495-44fc-bf12-749d1abc200c completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:17.283803 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b93219b6-8212-4c25-9284-4544cf2dc60a None None] Provisioning complete for port 99fd042c-2495-44fc-bf12-749d1abc200c triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:17.285569 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b93219b6-8212-4c25-9284-4544cf2dc60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:17.333584 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-390ca2e1-7c6d-440e-9f98-11becd586954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:17.335269 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-390ca2e1-7c6d-440e-9f98-11becd586954 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9ff27b19-c3ac-4a51-8f0a-77d9d092a25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2218645 Aug 10 01:05:17.379528 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b93219b6-8212-4c25-9284-4544cf2dc60a None None] Port 99fd042c-2495-44fc-bf12-749d1abc200c cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:05:17.379923 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52adcd22-f534-4063-bfea-d1ba10466002 req-573c5ea7-89bb-4528-87ca-323442e13cb9 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:17.383160 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['89c73191-5c74-4372-acea-f3993478ce50', '48b7eddf-0772-4435-86d4-6cda7a9b79cc'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:05:17.388314 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-52adcd22-f534-4063-bfea-d1ba10466002 req-573c5ea7-89bb-4528-87ca-323442e13cb9 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=7921c895-ad6d-49ed-b5e5-5a28dc0454c7 HTTP/1.1" status: 200 len: 935 time: 0.8135071 Aug 10 01:05:17.468322 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-604ce1b2-99a9-402f-9043-0e76c2988ff6 service neutron] 10.222.0.24 "GET /v2.0/networks/9ff27b19-c3ac-4a51-8f0a-77d9d092a25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229224 Aug 10 01:05:17.504978 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-71ab7cff-0594-4434-bd8f-bc4d2511c758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:17.526498 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb409ed-36ec-47ad-892a-8bd5647415d1 req-014df28a-db62-4fc4-a8e0-7855934ad5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:17.530002 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6bb409ed-36ec-47ad-892a-8bd5647415d1 req-014df28a-db62-4fc4-a8e0-7855934ad5b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1014fe67c7c742a1ba3e24aee6cf6340&device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 1099 time: 0.2648633 Aug 10 01:05:17.557776 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732cc42-ae2e-4af7-b5df-81bf97079567 req-c452148f-bfb3-41cc-b74e-e4d7e3041f45 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:17.564389 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3732cc42-ae2e-4af7-b5df-81bf97079567 req-c452148f-bfb3-41cc-b74e-e4d7e3041f45 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 947 time: 0.3548462 Aug 10 01:05:17.704384 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-52adcd22-f534-4063-bfea-d1ba10466002 req-eefd2e2f-3a9e-4f8b-a297-2d3ea4a4d0d7 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150554 Aug 10 01:05:17.753032 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3732cc42-ae2e-4af7-b5df-81bf97079567 req-43e487c0-6bb6-48a7-a44e-b0e4794c983c tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455755 Aug 10 01:05:17.852513 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e569b877-0e61-46e5-b33e-4f6f1a1f7cf3 req-93489476-7d76-4472-90e5-1f32005cbe69 service neutron] 10.222.0.24 "GET /v2.0/networks/9ff27b19-c3ac-4a51-8f0a-77d9d092a25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720648 Aug 10 01:05:17.874614 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9103a397-f897-4836-ac80-daa09e06f23c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:17.888754 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9103a397-f897-4836-ac80-daa09e06f23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:17.898628 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-4bcf17c2-4779-42c6-9219-8700469f8390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0b7d158-53ed-4a9e-b6d1-c536dc2a2738 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:05:17.921716 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-4bcf17c2-4779-42c6-9219-8700469f8390 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:17.938707 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb409ed-36ec-47ad-892a-8bd5647415d1 req-1353eb9e-3eae-4194-96db-b17a6e0bf680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:17.940773 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6bb409ed-36ec-47ad-892a-8bd5647415d1 req-1353eb9e-3eae-4194-96db-b17a6e0bf680 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c HTTP/1.1" status: 200 len: 914 time: 0.3750744 Aug 10 01:05:17.960970 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e45f2-09f9-4430-af26-8deeb09c16fa req-33354ecb-0e8b-41f1-84ca-c789491c91e1 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:17.963597 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-af6e45f2-09f9-4430-af26-8deeb09c16fa req-33354ecb-0e8b-41f1-84ca-c789491c91e1 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 943 time: 0.1274633 Aug 10 01:05:17.972119 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9103a397-f897-4836-ac80-daa09e06f23c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dce35525c467411790bd6777ed92b65d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5445268 Aug 10 01:05:17.973082 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103a397-f897-4836-ac80-daa09e06f23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b100f95-5e13-4a00-82fc-d60afcb7c50c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:17.975457 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-4bcf17c2-4779-42c6-9219-8700469f8390 service neutron] Transition to ACTIVE for port object e0b7d158-53ed-4a9e-b6d1-c536dc2a2738 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:17.977467 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 54906) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:18.029131 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6bb409ed-36ec-47ad-892a-8bd5647415d1 req-a9eb353e-4718-4226-b8b1-7b56dbdc5cef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5296113c-2c3a-4f22-830e-145f73c4780a HTTP/1.1" status: 200 len: 217 time: 0.0767071 Aug 10 01:05:18.030009 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-4bcf17c2-4779-42c6-9219-8700469f8390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:18.136975 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-71ab7cff-0594-4434-bd8f-bc4d2511c758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99fd042c-2495-44fc-bf12-749d1abc200c {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:05:18.145415 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-71ab7cff-0594-4434-bd8f-bc4d2511c758 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:18.159631 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-71ab7cff-0594-4434-bd8f-bc4d2511c758 service neutron] Transition to ACTIVE for port object 99fd042c-2495-44fc-bf12-749d1abc200c will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:18.168102 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-71ab7cff-0594-4434-bd8f-bc4d2511c758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:18.195570 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf17c2-4779-42c6-9219-8700469f8390 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b7d158-53ed-4a9e-b6d1-c536dc2a2738,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:18.205335 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-af6e45f2-09f9-4430-af26-8deeb09c16fa req-54a58d36-2aec-4879-a889-d1500bff1fff tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2321529 Aug 10 01:05:18.208981 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8947d-f861-4c31-a1c8-3cc7fefff2fd req-06ff4449-a8a8-421c-abfa-ca3e869886ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:18.210567 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a9b8947d-f861-4c31-a1c8-3cc7fefff2fd req-06ff4449-a8a8-421c-abfa-ca3e869886ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ce28956188140948295882b7e7eeddc&device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 1095 time: 0.2895894 Aug 10 01:05:18.215667 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb409ed-36ec-47ad-892a-8bd5647415d1 req-a196a479-1f37-4c21-8b5d-54137ca7b2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:18.218100 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6bb409ed-36ec-47ad-892a-8bd5647415d1 req-a196a479-1f37-4c21-8b5d-54137ca7b2c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=52b93c28-be1e-4ae4-ab41-5d8b08787e7b HTTP/1.1" status: 200 len: 853 time: 0.1457324 Aug 10 01:05:18.314990 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-60ee9840-05b2-47a6-bd4f-ad95d3f5ef4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:18.320256 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6bb409ed-36ec-47ad-892a-8bd5647415d1 req-899899b7-bb84-43d2-8a48-cb4de59fb7b8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888381 Aug 10 01:05:18.425293 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-4bcf17c2-4779-42c6-9219-8700469f8390 service neutron] Attempting to bind port e0b7d158-53ed-4a9e-b6d1-c536dc2a2738 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:05:18.425649 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-4bcf17c2-4779-42c6-9219-8700469f8390 service neutron] Attempting to bind port e0b7d158-53ed-4a9e-b6d1-c536dc2a2738 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:05:18.426033 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-4bcf17c2-4779-42c6-9219-8700469f8390 service neutron] Attempting to bind port e0b7d158-53ed-4a9e-b6d1-c536dc2a2738 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:18.437007 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-60ee9840-05b2-47a6-bd4f-ad95d3f5ef4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:18.463714 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab7cff-0594-4434-bd8f-bc4d2511c758 service neutron] Pushing event updated for resources: {'Port': ['ID=99fd042c-2495-44fc-bf12-749d1abc200c,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:18.465603 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-4bcf17c2-4779-42c6-9219-8700469f8390 service neutron] Port e0b7d158-53ed-4a9e-b6d1-c536dc2a2738 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:05:18.466950 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-4bcf17c2-4779-42c6-9219-8700469f8390 service neutron] Attempting to bind port e0b7d158-53ed-4a9e-b6d1-c536dc2a2738 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:18.493788 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-4bcf17c2-4779-42c6-9219-8700469f8390 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:05:18.494070 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-4bcf17c2-4779-42c6-9219-8700469f8390 service neutron] Checking segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:05:18.494466 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-4bcf17c2-4779-42c6-9219-8700469f8390 service neutron] Bound using segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:05:18.494927 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-4bcf17c2-4779-42c6-9219-8700469f8390 service neutron] Bound port: e0b7d158-53ed-4a9e-b6d1-c536dc2a2738, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:05:18.495364 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-4bcf17c2-4779-42c6-9219-8700469f8390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:18.578686 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6bb409ed-36ec-47ad-892a-8bd5647415d1 req-53553c5e-439a-4684-adfc-ab9435540026 service neutron] 10.222.0.20 "GET /v2.0/networks/0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455394 Aug 10 01:05:18.614785 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-301cb08f-9594-43f7-8508-e50e69ba484d req-4648c23e-0edd-4a4c-8bce-4af3cc58d552 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2917447 Aug 10 01:05:18.653321 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-60ee9840-05b2-47a6-bd4f-ad95d3f5ef4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:18.655845 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-60ee9840-05b2-47a6-bd4f-ad95d3f5ef4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:18.657177 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-60ee9840-05b2-47a6-bd4f-ad95d3f5ef4d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3b100f95-5e13-4a00-82fc-d60afcb7c50c HTTP/1.1" status: 204 len: 168 time: 0.6413226 Aug 10 01:05:18.670642 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8947d-f861-4c31-a1c8-3cc7fefff2fd req-1f66011d-415a-45c0-b4a2-68def95d8c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:18.672528 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a9b8947d-f861-4c31-a1c8-3cc7fefff2fd req-1f66011d-415a-45c0-b4a2-68def95d8c1e service neutron] 10.222.0.24 "GET /v2.0/networks?id=9ff27b19-c3ac-4a51-8f0a-77d9d092a25c HTTP/1.1" status: 200 len: 918 time: 0.4544437 Aug 10 01:05:18.685741 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-71ab7cff-0594-4434-bd8f-bc4d2511c758 service neutron] Attempting to bind port 99fd042c-2495-44fc-bf12-749d1abc200c on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:05:18.685964 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-71ab7cff-0594-4434-bd8f-bc4d2511c758 service neutron] Attempting to bind port 99fd042c-2495-44fc-bf12-749d1abc200c by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:05:18.686299 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-71ab7cff-0594-4434-bd8f-bc4d2511c758 service neutron] Attempting to bind port 99fd042c-2495-44fc-bf12-749d1abc200c on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:18.716826 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee9840-05b2-47a6-bd4f-ad95d3f5ef4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b100f95-5e13-4a00-82fc-d60afcb7c50c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:18.751920 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-4bcf17c2-4779-42c6-9219-8700469f8390 service neutron] For port e0b7d158-53ed-4a9e-b6d1-c536dc2a2738, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:05:18.765430 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-4bcf17c2-4779-42c6-9219-8700469f8390 service neutron] For port e0b7d158-53ed-4a9e-b6d1-c536dc2a2738, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=e0b7d158-53ed-4a9e-b6d1-c536dc2a2738,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:05:18.781578 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-4bcf17c2-4779-42c6-9219-8700469f8390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:18.801151 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a9b8947d-f861-4c31-a1c8-3cc7fefff2fd req-00d54f34-5db6-420b-8660-2f04723d53fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25f5b507-5da8-44ba-89b7-4a4e66167be8 HTTP/1.1" status: 200 len: 217 time: 0.1100562 Aug 10 01:05:18.802896 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-71ab7cff-0594-4434-bd8f-bc4d2511c758 service neutron] Port 99fd042c-2495-44fc-bf12-749d1abc200c on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:05:18.803452 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-71ab7cff-0594-4434-bd8f-bc4d2511c758 service neutron] Attempting to bind port 99fd042c-2495-44fc-bf12-749d1abc200c on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:18.832081 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-71ab7cff-0594-4434-bd8f-bc4d2511c758 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:05:18.832740 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-71ab7cff-0594-4434-bd8f-bc4d2511c758 service neutron] Checking segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:05:18.833404 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-71ab7cff-0594-4434-bd8f-bc4d2511c758 service neutron] Bound using segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:05:18.834079 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-71ab7cff-0594-4434-bd8f-bc4d2511c758 service neutron] Bound port: 99fd042c-2495-44fc-bf12-749d1abc200c, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:05:18.834678 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-71ab7cff-0594-4434-bd8f-bc4d2511c758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:18.896470 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cb08f-9594-43f7-8508-e50e69ba484d req-1004a338-ab22-4190-9ce2-9e7b7429fef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:18.898188 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-301cb08f-9594-43f7-8508-e50e69ba484d req-1004a338-ab22-4190-9ce2-9e7b7429fef3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d91dc5c8b6a84b00a6991cd850981f11&device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 1098 time: 0.2091687 Aug 10 01:05:18.952681 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-4bcf17c2-4779-42c6-9219-8700469f8390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:18.953701 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-4bcf17c2-4779-42c6-9219-8700469f8390 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:18.955456 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-4bcf17c2-4779-42c6-9219-8700469f8390 service neutron] 10.222.0.24 "PUT /v2.0/ports/e0b7d158-53ed-4a9e-b6d1-c536dc2a2738 HTTP/1.1" status: 200 len: 1095 time: 3.3246737 Aug 10 01:05:18.966818 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8411a4e9-5934-4f73-8569-a29636960532', 'tag': 'e0b7d158-53ed-4a9e-b6d1-c536dc2a2738'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:05:18.969875 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63815469-8844-40fd-9ec2-62275a508ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "8411a4e9-5934-4f73-8569-a29636960532", "tag": "e0b7d158-53ed-4a9e-b6d1-c536dc2a2738"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:05:18.976845 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6bb409ed-36ec-47ad-892a-8bd5647415d1 req-6c77649e-f41d-4c48-87c7-692ab8fee9b9 service neutron] 10.222.0.20 "GET /v2.0/networks/0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834822 Aug 10 01:05:19.053172 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8947d-f861-4c31-a1c8-3cc7fefff2fd req-5dabce22-2347-43f8-9874-b9bd70ccff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:19.054799 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a9b8947d-f861-4c31-a1c8-3cc7fefff2fd req-5dabce22-2347-43f8-9874-b9bd70ccff77 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5d5b8c68-57be-4c07-b3dd-20f44685cf57 HTTP/1.1" status: 200 len: 856 time: 0.2414267 Aug 10 01:05:19.113573 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43cc1c-771d-49b8-96ae-05b7d767e715 req-c203e035-28cc-4ae7-b9b1-b021a10219a1 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:19.115416 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae43cc1c-771d-49b8-96ae-05b7d767e715 req-c203e035-28cc-4ae7-b9b1-b021a10219a1 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 947 time: 0.2469974 Aug 10 01:05:19.161214 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-71ab7cff-0594-4434-bd8f-bc4d2511c758 service neutron] For port 99fd042c-2495-44fc-bf12-749d1abc200c, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:05:19.167892 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-71ab7cff-0594-4434-bd8f-bc4d2511c758 service neutron] For port 99fd042c-2495-44fc-bf12-749d1abc200c, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=99fd042c-2495-44fc-bf12-749d1abc200c,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:05:19.182161 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-71ab7cff-0594-4434-bd8f-bc4d2511c758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:19.182656 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-8b1d8cff-2552-42b3-8aee-0cfaa9071749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:19.184283 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-8b1d8cff-2552-42b3-8aee-0cfaa9071749 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&device_id=8411a4e9-5934-4f73-8569-a29636960532 HTTP/1.1" status: 200 len: 1098 time: 0.1690528 Aug 10 01:05:19.193241 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf17c2-4779-42c6-9219-8700469f8390 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b7d158-53ed-4a9e-b6d1-c536dc2a2738,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:19.196483 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8947d-f861-4c31-a1c8-3cc7fefff2fd req-91055780-0fda-4b21-ba3c-7ac41ca9feec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:19.198243 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a9b8947d-f861-4c31-a1c8-3cc7fefff2fd req-91055780-0fda-4b21-ba3c-7ac41ca9feec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9ff27b19-c3ac-4a51-8f0a-77d9d092a25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1348596 Aug 10 01:05:19.249765 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-632439e3-948d-40ca-836a-17f087e7d1b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=e0b7d158-53ed-4a9e-b6d1-c536dc2a2738 HTTP/1.1" status: 200 len: 217 time: 0.0526412 Aug 10 01:05:19.259992 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c29c3-f13c-494e-859d-da9774862618 req-9cff6779-6958-4f26-8b9b-ddaab006f71b tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:19.267484 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-058c29c3-f13c-494e-859d-da9774862618 req-9cff6779-6958-4f26-8b9b-ddaab006f71b tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=7921c895-ad6d-49ed-b5e5-5a28dc0454c7 HTTP/1.1" status: 200 len: 947 time: 0.4026024 Aug 10 01:05:19.291329 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae43cc1c-771d-49b8-96ae-05b7d767e715 req-012c8243-e57c-4996-817c-84adc4aa2290 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646826 Aug 10 01:05:19.346895 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-058c29c3-f13c-494e-859d-da9774862618 req-02a7c62a-024e-4927-857d-cb7af27f0150 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783670 Aug 10 01:05:19.427622 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-a1548091-b3e5-4735-8419-cd747fe98bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:19.429407 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-a1548091-b3e5-4735-8419-cd747fe98bd6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.1588941 Aug 10 01:05:19.510687 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fb645a-83c2-45e8-91c8-4d5848bbc963 x-openstack-request-id: req-75fb645a-83c2-45e8-91c8-4d5848bbc963 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:05:19.511038 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8411a4e9-5934-4f73-8569-a29636960532", "tag": "e0b7d158-53ed-4a9e-b6d1-c536dc2a2738", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:05:19.511214 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-75fb645a-83c2-45e8-91c8-4d5848bbc963 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:05:19.511571 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8411a4e9-5934-4f73-8569-a29636960532', 'tag': 'e0b7d158-53ed-4a9e-b6d1-c536dc2a2738', 'status': 'completed', 'code': 200} Aug 10 01:05:19.626318 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-38a1c6a4-06d2-41a8-a8bd-a2392e3506f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:19.632638 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-38a1c6a4-06d2-41a8-a8bd-a2392e3506f6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1952832 Aug 10 01:05:19.712306 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108fd037-1026-4365-aa80-9bf115e608dd req-46953a42-99f8-476d-b86e-ea0542dc20d1 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:19.714434 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-108fd037-1026-4365-aa80-9bf115e608dd req-46953a42-99f8-476d-b86e-ea0542dc20d1 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 943 time: 0.1867168 Aug 10 01:05:19.723775 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cb08f-9594-43f7-8508-e50e69ba484d req-56254301-5195-49d4-8ac8-1f2d39b18e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:19.725270 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-301cb08f-9594-43f7-8508-e50e69ba484d req-56254301-5195-49d4-8ac8-1f2d39b18e13 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8055185-7aa6-4d65-b84e-223f9bf84b1e HTTP/1.1" status: 200 len: 910 time: 0.7969456 Aug 10 01:05:19.727086 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a9b8947d-f861-4c31-a1c8-3cc7fefff2fd req-122c418d-f754-43f7-9809-290271e49d03 service neutron] 10.222.0.24 "GET /v2.0/networks/9ff27b19-c3ac-4a51-8f0a-77d9d092a25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5210755 Aug 10 01:05:19.736443 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-71ab7cff-0594-4434-bd8f-bc4d2511c758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:19.737122 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-71ab7cff-0594-4434-bd8f-bc4d2511c758 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:19.738692 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-71ab7cff-0594-4434-bd8f-bc4d2511c758 service neutron] 10.222.0.20 "PUT /v2.0/ports/99fd042c-2495-44fc-bf12-749d1abc200c HTTP/1.1" status: 200 len: 1096 time: 2.4920280 Aug 10 01:05:19.743970 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7921c895-ad6d-49ed-b5e5-5a28dc0454c7', 'tag': '99fd042c-2495-44fc-bf12-749d1abc200c'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:05:19.746280 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d4697e-bcc6-4c19-a637-7f89ec80d3bd" -d '{"events": [{"name": "network-changed", "server_uuid": "7921c895-ad6d-49ed-b5e5-5a28dc0454c7", "tag": "99fd042c-2495-44fc-bf12-749d1abc200c"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:05:19.803612 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-108fd037-1026-4365-aa80-9bf115e608dd req-323a27f6-5ef0-447e-97c6-b113feb50a0d tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819240 Aug 10 01:05:19.807020 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-7dca4ba0-ea83-4d5b-88f3-5e602a7da3f9 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652575 Aug 10 01:05:19.879354 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a9b8947d-f861-4c31-a1c8-3cc7fefff2fd req-5dcd9fc7-f686-4b79-ad2a-6201c816dd68 service neutron] 10.222.0.24 "GET /v2.0/networks/9ff27b19-c3ac-4a51-8f0a-77d9d092a25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368358 Aug 10 01:05:19.975627 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74200304-7c90-4a57-960f-4ebc5c9ab256 x-openstack-request-id: req-74200304-7c90-4a57-960f-4ebc5c9ab256 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:05:19.975827 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7921c895-ad6d-49ed-b5e5-5a28dc0454c7", "tag": "99fd042c-2495-44fc-bf12-749d1abc200c", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:05:19.976066 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-74200304-7c90-4a57-960f-4ebc5c9ab256 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:05:19.976489 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7921c895-ad6d-49ed-b5e5-5a28dc0454c7', 'tag': '99fd042c-2495-44fc-bf12-749d1abc200c', 'status': 'completed', 'code': 200} Aug 10 01:05:20.012127 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab7cff-0594-4434-bd8f-bc4d2511c758 service neutron] Pushing event updated for resources: {'Port': ['ID=99fd042c-2495-44fc-bf12-749d1abc200c,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:20.058016 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-7af9ab9c-3d01-487f-9bb5-bfced154fc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:20.067064 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-7af9ab9c-3d01-487f-9bb5-bfced154fc3a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&device_id=7921c895-ad6d-49ed-b5e5-5a28dc0454c7 HTTP/1.1" status: 200 len: 1099 time: 0.2013161 Aug 10 01:05:20.070812 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-fd105875-d262-421d-9292-de56adac2ef3 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552629 Aug 10 01:05:20.072307 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-301cb08f-9594-43f7-8508-e50e69ba484d req-a20294d0-edbb-41fa-ac04-c34bbd31dc65 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69187de3-58d2-46cb-8eb0-0486407464e8 HTTP/1.1" status: 200 len: 1001 time: 0.3289318 Aug 10 01:05:20.147892 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-d2f620d9-b1b5-44f0-87d7-f328f97c21fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=99fd042c-2495-44fc-bf12-749d1abc200c HTTP/1.1" status: 200 len: 217 time: 0.0658872 Aug 10 01:05:20.220171 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63815469-8844-40fd-9ec2-62275a508ff5 req-b9daf67f-d0b2-45aa-a375-aae7b203d602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:20.225764 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-63815469-8844-40fd-9ec2-62275a508ff5 req-b9daf67f-d0b2-45aa-a375-aae7b203d602 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&device_id=8411a4e9-5934-4f73-8569-a29636960532 HTTP/1.1" status: 200 len: 1098 time: 0.0899625 Aug 10 01:05:20.242375 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cb08f-9594-43f7-8508-e50e69ba484d req-0d04d373-88dd-490d-bdb6-8179368bcba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:20.244153 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-301cb08f-9594-43f7-8508-e50e69ba484d req-0d04d373-88dd-490d-bdb6-8179368bcba6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e3c383a-86af-456d-b822-0c7aa421c546 HTTP/1.1" status: 200 len: 848 time: 0.1608610 Aug 10 01:05:20.245552 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-26fbcbe4-1feb-4a99-a259-9b1de5320cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:20.246872 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-26fbcbe4-1feb-4a99-a259-9b1de5320cb7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0706987 Aug 10 01:05:20.339141 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cb08f-9594-43f7-8508-e50e69ba484d req-21a7f9df-5da6-403d-8564-a7fc890a69f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:20.341323 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-301cb08f-9594-43f7-8508-e50e69ba484d req-21a7f9df-5da6-403d-8564-a7fc890a69f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8055185-7aa6-4d65-b84e-223f9bf84b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0891304 Aug 10 01:05:20.348661 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-47f8b81a-6dd4-4ac3-8166-f175ea171ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:20.350794 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-47f8b81a-6dd4-4ac3-8166-f175ea171ba6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0877397 Aug 10 01:05:20.393001 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63815469-8844-40fd-9ec2-62275a508ff5 req-d56888b8-163f-463a-97b9-1712c47cd82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:20.394607 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-63815469-8844-40fd-9ec2-62275a508ff5 req-d56888b8-163f-463a-97b9-1712c47cd82b service neutron] 10.222.0.24 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.1616814 Aug 10 01:05:20.485606 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-63815469-8844-40fd-9ec2-62275a508ff5 req-f6b0b5f3-31dc-4c93-ab1f-12ab598bf5ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=e0b7d158-53ed-4a9e-b6d1-c536dc2a2738 HTTP/1.1" status: 200 len: 217 time: 0.0834146 Aug 10 01:05:20.575900 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63815469-8844-40fd-9ec2-62275a508ff5 req-8269f81c-e1ef-479c-9e18-e7b64da79479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:20.577473 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-63815469-8844-40fd-9ec2-62275a508ff5 req-8269f81c-e1ef-479c-9e18-e7b64da79479 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0636342 Aug 10 01:05:20.583012 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-e9815189-e7d3-421b-b01a-1fc425f48356 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208688 Aug 10 01:05:20.585450 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-301cb08f-9594-43f7-8508-e50e69ba484d req-967816ae-0b17-4b13-ae8f-9cd741939492 service neutron] 10.222.0.24 "GET /v2.0/networks/f8055185-7aa6-4d65-b84e-223f9bf84b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336099 Aug 10 01:05:20.730594 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062bb430-6027-4be2-9474-5baeb0c27008 req-64b511df-7c0b-42e2-9d9f-4677dc2f27b1 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:20.744901 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-062bb430-6027-4be2-9474-5baeb0c27008 req-64b511df-7c0b-42e2-9d9f-4677dc2f27b1 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 947 time: 0.2650478 Aug 10 01:05:20.817048 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b61270-7e86-4885-a9a5-d96fdcb2cbda req-daabd604-10a8-474a-94f9-33947886cb91 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:20.831554 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-84b61270-7e86-4885-a9a5-d96fdcb2cbda req-daabd604-10a8-474a-94f9-33947886cb91 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=7921c895-ad6d-49ed-b5e5-5a28dc0454c7 HTTP/1.1" status: 200 len: 947 time: 0.3504903 Aug 10 01:05:20.859373 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-301cb08f-9594-43f7-8508-e50e69ba484d req-bfe5a74f-d531-41f0-910f-fa1d8e47b9ad service neutron] 10.222.0.24 "GET /v2.0/networks/f8055185-7aa6-4d65-b84e-223f9bf84b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665133 Aug 10 01:05:20.861844 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ed6d7c3a-927b-47bb-b9b9-b6ec66ada3d3 req-fa7fa7c1-122a-4839-9afa-b2a6bc37a888 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486820 Aug 10 01:05:20.876306 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63815469-8844-40fd-9ec2-62275a508ff5 req-368aa447-909e-46f6-a98a-da9f8f306fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:20.877809 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-63815469-8844-40fd-9ec2-62275a508ff5 req-368aa447-909e-46f6-a98a-da9f8f306fdf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2635248 Aug 10 01:05:20.883715 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-062bb430-6027-4be2-9474-5baeb0c27008 req-d2073c79-dd57-4461-b99e-8b327f00e363 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340270 Aug 10 01:05:20.899564 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-84b61270-7e86-4885-a9a5-d96fdcb2cbda req-b6460ca3-e2cf-4bb3-a89b-9da56aa7ffdf tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670972 Aug 10 01:05:21.051283 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4697e-bcc6-4c19-a637-7f89ec80d3bd req-58e78cd0-6904-4c90-b9dc-3701c2ded24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:21.070970 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-15d4697e-bcc6-4c19-a637-7f89ec80d3bd req-58e78cd0-6904-4c90-b9dc-3701c2ded24e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&device_id=7921c895-ad6d-49ed-b5e5-5a28dc0454c7 HTTP/1.1" status: 200 len: 1099 time: 0.1003654 Aug 10 01:05:21.086687 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-63815469-8844-40fd-9ec2-62275a508ff5 req-f54ae50c-a8ee-4f27-b785-80dccd22ae96 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861444 Aug 10 01:05:21.229690 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558241a7-6d38-4526-8aed-4400189031b9 req-3b5f9b95-eb2a-46ef-921a-5739785c75a9 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:21.237764 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-558241a7-6d38-4526-8aed-4400189031b9 req-3b5f9b95-eb2a-46ef-921a-5739785c75a9 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 943 time: 0.1988003 Aug 10 01:05:21.265940 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 25f5b507-5da8-44ba-89b7-4a4e66167be8 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:05:21.282458 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4697e-bcc6-4c19-a637-7f89ec80d3bd req-d1095851-ed4f-445a-82f3-998a3bd42c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:21.284782 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-15d4697e-bcc6-4c19-a637-7f89ec80d3bd req-d1095851-ed4f-445a-82f3-998a3bd42c61 service neutron] 10.222.0.20 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.1987309 Aug 10 01:05:21.332072 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-558241a7-6d38-4526-8aed-4400189031b9 req-b357dfa6-4e07-46c5-a72b-3c69130e4ae7 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933590 Aug 10 01:05:21.355105 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d0d8d-603c-402f-8ae4-0409b68c5968 req-17520c8f-becc-427a-b985-420d5609d500 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:21.363188 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-548d0d8d-603c-402f-8ae4-0409b68c5968 req-17520c8f-becc-427a-b985-420d5609d500 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 947 time: 0.1837347 Aug 10 01:05:21.381998 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-63815469-8844-40fd-9ec2-62275a508ff5 req-418b7047-00d3-43c9-ab20-a1fcb7d9bbc7 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867849 Aug 10 01:05:21.408104 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-15d4697e-bcc6-4c19-a637-7f89ec80d3bd req-315838cf-c09a-4792-a7e4-ad93759e75d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=99fd042c-2495-44fc-bf12-749d1abc200c HTTP/1.1" status: 200 len: 217 time: 0.0998964 Aug 10 01:05:21.411554 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-548d0d8d-603c-402f-8ae4-0409b68c5968 req-ec19087e-2f00-4c6e-9705-df0003f85aca tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448558 Aug 10 01:05:21.436383 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 25f5b507-5da8-44ba-89b7-4a4e66167be8, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=25f5b507-5da8-44ba-89b7-4a4e66167be8,segment=NetworkSegment(136bec44-8d21-4a4a-9be0-ad0e395d978b),segment_id=136bec44-8d21-4a4a-9be0-ad0e395d978b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:05:21.453552 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '25f5b507-5da8-44ba-89b7-4a4e66167be8', 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c', 'port_id': '25f5b507-5da8-44ba-89b7-4a4e66167be8', 'mac_address': 'fa:16:3e:e7:74:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5b8c68-57be-4c07-b3dd-20f44685cf57', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:05:21.469473 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4697e-bcc6-4c19-a637-7f89ec80d3bd req-48bf2821-b5ae-4cae-9b65-d76ed02c2d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:21.472087 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-15d4697e-bcc6-4c19-a637-7f89ec80d3bd req-48bf2821-b5ae-4cae-9b65-d76ed02c2d8d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0554380 Aug 10 01:05:21.523431 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:21.545111 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25f5b507-5da8-44ba-89b7-4a4e66167be8 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:05:21.556642 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4697e-bcc6-4c19-a637-7f89ec80d3bd req-c3e50dae-5520-4faf-a3cc-aeb17348c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:21.558374 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-15d4697e-bcc6-4c19-a637-7f89ec80d3bd req-c3e50dae-5520-4faf-a3cc-aeb17348c746 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0754340 Aug 10 01:05:21.573829 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 25f5b507-5da8-44ba-89b7-4a4e66167be8, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=25f5b507-5da8-44ba-89b7-4a4e66167be8,segment=NetworkSegment(136bec44-8d21-4a4a-9be0-ad0e395d978b),segment_id=136bec44-8d21-4a4a-9be0-ad0e395d978b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:05:21.576329 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba39975-ddef-476f-b9cb-d09d99d12e31 req-8c0fcfc3-d6d9-482f-8f15-932b169576ac tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:21.580039 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8ba39975-ddef-476f-b9cb-d09d99d12e31 req-8c0fcfc3-d6d9-482f-8f15-932b169576ac tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 947 time: 0.0614984 Aug 10 01:05:21.584831 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:21.654707 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8ba39975-ddef-476f-b9cb-d09d99d12e31 req-d3b31604-4dd1-473a-815c-5962ae84b105 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690956 Aug 10 01:05:21.698595 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=25f5b507-5da8-44ba-89b7-4a4e66167be8,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:21.718886 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:21.719297 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:21.719704 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:21.720061 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:21.720483 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:21.720869 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:21.721151 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:21.721538 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:21.721944 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:21.722280 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:21.722671 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:21.723012 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:21.788533 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-15d4697e-bcc6-4c19-a637-7f89ec80d3bd req-c59c9a1d-7ac8-4dfd-9121-4794aa3ec6ba service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195127 Aug 10 01:05:21.811460 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27473f7-36e0-447d-9761-1c8472b76e17 req-65bad057-b941-4d8d-a26d-eda948d8b3ba tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:21.819576 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b27473f7-36e0-447d-9761-1c8472b76e17 req-65bad057-b941-4d8d-a26d-eda948d8b3ba tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 947 time: 0.0859494 Aug 10 01:05:21.880533 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b27473f7-36e0-447d-9761-1c8472b76e17 req-bdbc35a1-f67d-4a1b-871d-0cf6ab52bca6 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598099 Aug 10 01:05:21.946382 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-15d4697e-bcc6-4c19-a637-7f89ec80d3bd req-1d84526a-9cf6-4349-928e-e0587eb47046 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364861 Aug 10 01:05:22.102957 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d62c3-cfe3-4dfd-9036-931c57f90dc2 req-1a07878c-4ec8-4960-9b33-2d6a40d3a5cf tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:22.104624 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-503d62c3-cfe3-4dfd-9036-931c57f90dc2 req-1a07878c-4ec8-4960-9b33-2d6a40d3a5cf tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=7921c895-ad6d-49ed-b5e5-5a28dc0454c7 HTTP/1.1" status: 200 len: 947 time: 0.0904145 Aug 10 01:05:22.116984 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210f399-8c50-464c-ac31-1c5c8b7f655c req-92d13277-8991-4b35-a7e7-5f612d39d858 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:22.118578 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0210f399-8c50-464c-ac31-1c5c8b7f655c req-92d13277-8991-4b35-a7e7-5f612d39d858 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 947 time: 0.0946128 Aug 10 01:05:22.136221 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['25f5b507-5da8-44ba-89b7-4a4e66167be8'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:05:22.184402 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-503d62c3-cfe3-4dfd-9036-931c57f90dc2 req-fe9c635f-577a-4347-b622-6b389453ee91 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647094 Aug 10 01:05:22.206892 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0210f399-8c50-464c-ac31-1c5c8b7f655c req-7ce37e51-81fd-42f6-9dc4-0e90f06d1283 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709331 Aug 10 01:05:22.353215 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96d16a-8751-4f4f-9a0b-4737c861ec0d req-4a086564-1d3f-4659-9f51-f39485f20c0f tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:22.354723 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd96d16a-8751-4f4f-9a0b-4737c861ec0d req-4a086564-1d3f-4659-9f51-f39485f20c0f tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 947 time: 0.0617793 Aug 10 01:05:22.419792 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd96d16a-8751-4f4f-9a0b-4737c861ec0d req-2b101175-2869-4046-9213-cb3b2eed0bff tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568545 Aug 10 01:05:22.505998 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5ea23-d5a1-499b-831d-a0d0f0fb167d req-f4f2de74-4040-4798-ad09-249dd2c82d95 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:22.507635 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-36d5ea23-d5a1-499b-831d-a0d0f0fb167d req-f4f2de74-4040-4798-ad09-249dd2c82d95 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 944 time: 0.0664053 Aug 10 01:05:22.582862 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408acd3-e155-4e73-ab8f-97d85b2aab83 req-56fb3a34-adcf-405e-be4d-af0a97465c08 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:22.584366 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3408acd3-e155-4e73-ab8f-97d85b2aab83 req-56fb3a34-adcf-405e-be4d-af0a97465c08 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 947 time: 0.0757406 Aug 10 01:05:22.587117 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-36d5ea23-d5a1-499b-831d-a0d0f0fb167d req-d96d05c3-62d5-4b02-af02-eb628410c285 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693734 Aug 10 01:05:22.704783 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:05:22.963757 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3408acd3-e155-4e73-ab8f-97d85b2aab83 req-e40d12e2-feb3-4944-9449-2733356b2330 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695457 Aug 10 01:05:23.094552 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2b79e-da65-4fce-8daf-d94d7ffb9684 req-d257fcae-41e4-421c-becd-ca684d05119a tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:23.096506 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-35e2b79e-da65-4fce-8daf-d94d7ffb9684 req-d257fcae-41e4-421c-becd-ca684d05119a tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 947 time: 0.0553186 Aug 10 01:05:23.145641 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-35e2b79e-da65-4fce-8daf-d94d7ffb9684 req-416ebca5-4c8a-4e9e-851a-c7fc96c0b5bd tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428059 Aug 10 01:05:23.274458 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device e0b7d158-53ed-4a9e-b6d1-c536dc2a2738 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:05:23.276660 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 25f5b507-5da8-44ba-89b7-4a4e66167be8 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:05:23.380829 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 25f5b507-5da8-44ba-89b7-4a4e66167be8 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:23.386697 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 25f5b507-5da8-44ba-89b7-4a4e66167be8 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:23.388897 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:23.455039 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d533497-ce0a-4a33-be53-8d889a4c2a97 req-5940ed53-4c89-4156-8f53-b917a7c24625 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:23.456811 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d533497-ce0a-4a33-be53-8d889a4c2a97 req-5940ed53-4c89-4156-8f53-b917a7c24625 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=7921c895-ad6d-49ed-b5e5-5a28dc0454c7 HTTP/1.1" status: 200 len: 947 time: 0.1792822 Aug 10 01:05:23.471667 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a01bc-0d5b-4f38-bf3b-e8735394798f req-dd7eb403-9d13-45d4-9b95-a7d347adc0e4 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:23.473285 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bc9a01bc-0d5b-4f38-bf3b-e8735394798f req-dd7eb403-9d13-45d4-9b95-a7d347adc0e4 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 947 time: 0.1558697 Aug 10 01:05:23.528916 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d533497-ce0a-4a33-be53-8d889a4c2a97 req-7780b8ec-efcc-4b19-8b01-3e5b92dd2a2e tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540497 Aug 10 01:05:23.559828 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bc9a01bc-0d5b-4f38-bf3b-e8735394798f req-742f3dac-27f8-47d3-8671-4a038815fbc5 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778756 Aug 10 01:05:23.614414 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port e0b7d158-53ed-4a9e-b6d1-c536dc2a2738, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=e0b7d158-53ed-4a9e-b6d1-c536dc2a2738,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:05:23.647598 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'e0b7d158-53ed-4a9e-b6d1-c536dc2a2738', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': 'e0b7d158-53ed-4a9e-b6d1-c536dc2a2738', 'mac_address': 'fa:16:3e:72:b4:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:05:23.678428 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:23.712057 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:23.718779 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312fcf66-d970-40f6-9bf1-443c40190073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f5b507-5da8-44ba-89b7-4a4e66167be8'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:05:23.721089 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da22f765-2171-4276-beb5-a50c0323b601" -d '{"events": [{"server_uuid": "312fcf66-d970-40f6-9bf1-443c40190073", "name": "network-vif-plugged", "status": "completed", "tag": "25f5b507-5da8-44ba-89b7-4a4e66167be8"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:05:23.734781 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ebb9e-0f2d-4017-ad35-0f7d9fd55cf6 req-8062822c-469c-4dff-bb8d-189c024632a8 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:23.739824 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-601ebb9e-0f2d-4017-ad35-0f7d9fd55cf6 req-8062822c-469c-4dff-bb8d-189c024632a8 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 947 time: 0.0883117 Aug 10 01:05:23.745380 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0b7d158-53ed-4a9e-b6d1-c536dc2a2738 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:05:23.751358 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 25f5b507-5da8-44ba-89b7-4a4e66167be8, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=25f5b507-5da8-44ba-89b7-4a4e66167be8,segment=NetworkSegment(136bec44-8d21-4a4a-9be0-ad0e395d978b),segment_id=136bec44-8d21-4a4a-9be0-ad0e395d978b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:05:23.763200 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:23.794843 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 55064) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:23.800410 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-eb51d17d-91f2-4724-a1db-6fb5837ba502 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-871264155'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:23.819965 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=25f5b507-5da8-44ba-89b7-4a4e66167be8,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:23.823936 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port e0b7d158-53ed-4a9e-b6d1-c536dc2a2738, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=e0b7d158-53ed-4a9e-b6d1-c536dc2a2738,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:05:23.829501 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:23.845571 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb51d17d-91f2-4724-a1db-6fb5837ba502 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Made reservation on behalf of d10c461282a54fe6a1ff477fc3a37853 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:23.849325 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb51d17d-91f2-4724-a1db-6fb5837ba502 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:23.874575 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb51d17d-91f2-4724-a1db-6fb5837ba502 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:05:23.875648 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcddea-311a-4046-88cf-aea886a98b25 req-ec0c85a5-7369-4b48-90ec-1705ede6e91d tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:23.884330 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb51d17d-91f2-4724-a1db-6fb5837ba502 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:23.884743 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-eb51d17d-91f2-4724-a1db-6fb5837ba502 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Added segment 12abd57d-e545-4f43-839f-fc66085c41e6 of type vlan for network 87e4a205-e3a1-47d5-9b64-5ef0f0daea88 Aug 10 01:05:23.885806 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3ffcddea-311a-4046-88cf-aea886a98b25 req-ec0c85a5-7369-4b48-90ec-1705ede6e91d tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 945 time: 0.1435304 Aug 10 01:05:23.888311 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=e0b7d158-53ed-4a9e-b6d1-c536dc2a2738,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:23.920870 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-601ebb9e-0f2d-4017-ad35-0f7d9fd55cf6 req-f4c2ac30-920b-49a7-9d19-b87021b41e82 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661842 Aug 10 01:05:23.928238 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb51d17d-91f2-4724-a1db-6fb5837ba502 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:23.944112 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3ffcddea-311a-4046-88cf-aea886a98b25 req-9ceee2c7-6fa9-49d1-b45c-ddb94896de8a tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574608 Aug 10 01:05:23.960516 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb51d17d-91f2-4724-a1db-6fb5837ba502 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:23.969346 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb51d17d-91f2-4724-a1db-6fb5837ba502 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:23.969978 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb51d17d-91f2-4724-a1db-6fb5837ba502 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:23.985775 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7780de2-44b9-47ba-9397-0365f9c04996 x-openstack-request-id: req-d7780de2-44b9-47ba-9397-0365f9c04996 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:05:23.986170 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312fcf66-d970-40f6-9bf1-443c40190073", "name": "network-vif-plugged", "status": "completed", "tag": "25f5b507-5da8-44ba-89b7-4a4e66167be8", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:05:23.986644 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d7780de2-44b9-47ba-9397-0365f9c04996 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:05:23.987298 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312fcf66-d970-40f6-9bf1-443c40190073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f5b507-5da8-44ba-89b7-4a4e66167be8', 'code': 200} Aug 10 01:05:24.056126 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb51d17d-91f2-4724-a1db-6fb5837ba502 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Pushing event updated for resources: {'Network': ['ID=87e4a205-e3a1-47d5-9b64-5ef0f0daea88,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:24.060217 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-eb51d17d-91f2-4724-a1db-6fb5837ba502 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2637072 Aug 10 01:05:24.062778 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 55074) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:24.070913 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 87e4a205-e3a1-47d5-9b64-5ef0f0daea88 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:05:24.116952 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-159758fc-072c-41e5-ae72-1275d89c4b3d tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1132522967'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:24.186985 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee97ea-6624-4150-b636-47bb5713dc88 req-b2d5155a-f616-4cd0-9899-94dcdef412ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:24.188584 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e8ee97ea-6624-4150-b636-47bb5713dc88 req-b2d5155a-f616-4cd0-9899-94dcdef412ef service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 1097 time: 0.1267471 Aug 10 01:05:24.195066 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['e0b7d158-53ed-4a9e-b6d1-c536dc2a2738'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:05:24.196996 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2638f3-8370-4598-9da7-030a9969f936 req-a3b20ffe-07d3-4dcc-9cbe-91bf18535d9d tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:24.198531 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fb2638f3-8370-4598-9da7-030a9969f936 req-a3b20ffe-07d3-4dcc-9cbe-91bf18535d9d tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 947 time: 0.1010053 Aug 10 01:05:24.201086 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159758fc-072c-41e5-ae72-1275d89c4b3d tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Made reservation on behalf of d10c461282a54fe6a1ff477fc3a37853 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:24.204455 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-159758fc-072c-41e5-ae72-1275d89c4b3d tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:24.278724 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-159758fc-072c-41e5-ae72-1275d89c4b3d tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:05:24.286204 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e8ee97ea-6624-4150-b636-47bb5713dc88 req-0eac5935-7f6b-4d82-a68b-602b1460cc9f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866749 Aug 10 01:05:24.294607 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fb2638f3-8370-4598-9da7-030a9969f936 req-a4a7a048-4559-49a2-966c-37b7cfe9a41b tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816081 Aug 10 01:05:24.297701 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-159758fc-072c-41e5-ae72-1275d89c4b3d tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:24.298041 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-159758fc-072c-41e5-ae72-1275d89c4b3d tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Added segment 1357e2b4-7ea7-48a9-bf87-c09b5a9112c7 of type vlan for network 9657ed9b-3ba6-4067-a52c-0b450eacaa75 Aug 10 01:05:24.344164 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-159758fc-072c-41e5-ae72-1275d89c4b3d tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:24.390078 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-159758fc-072c-41e5-ae72-1275d89c4b3d tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:24.396468 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159758fc-072c-41e5-ae72-1275d89c4b3d tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:24.397094 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-159758fc-072c-41e5-ae72-1275d89c4b3d tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:24.433530 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-159758fc-072c-41e5-ae72-1275d89c4b3d tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3376555 Aug 10 01:05:24.436647 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 55086) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:24.441848 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-e020d23c-3eea-4364-bde5-17d12a78c998 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Request body: {'subnet': {'network_id': '87e4a205-e3a1-47d5-9b64-5ef0f0daea88', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:24.503142 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159758fc-072c-41e5-ae72-1275d89c4b3d tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Pushing event updated for resources: {'Network': ['ID=9657ed9b-3ba6-4067-a52c-0b450eacaa75,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:24.517561 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 9657ed9b-3ba6-4067-a52c-0b450eacaa75 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:05:24.529851 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8a458-2afb-4c35-a2b4-86f838d1d089 req-92d85479-1a6d-4946-bfde-31337f767723 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:24.533871 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9dc8a458-2afb-4c35-a2b4-86f838d1d089 req-92d85479-1a6d-4946-bfde-31337f767723 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 947 time: 0.1253951 Aug 10 01:05:24.599119 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9dc8a458-2afb-4c35-a2b4-86f838d1d089 req-47c0ae5e-e352-4199-ac69-b9a4a75c6ada tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600502 Aug 10 01:05:24.601661 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e020d23c-3eea-4364-bde5-17d12a78c998 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Made reservation on behalf of d10c461282a54fe6a1ff477fc3a37853 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:24.637544 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e020d23c-3eea-4364-bde5-17d12a78c998 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:24.706589 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290fccad-9cee-41b0-bc56-7d51f0d6d8d6 req-f32943d6-2650-4137-a872-e489444458cb tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:24.714864 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-290fccad-9cee-41b0-bc56-7d51f0d6d8d6 req-f32943d6-2650-4137-a872-e489444458cb tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=7921c895-ad6d-49ed-b5e5-5a28dc0454c7 HTTP/1.1" status: 200 len: 947 time: 0.0747304 Aug 10 01:05:24.764306 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-290fccad-9cee-41b0-bc56-7d51f0d6d8d6 req-ea54dc99-bd9d-4102-b8ae-811d366c8a27 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464416 Aug 10 01:05:24.824352 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6eb54-6a2d-4f4e-bb96-1c80411d66e8 req-4c23b4b4-ea3b-4166-87fb-274b584ee2a6 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:24.842076 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-90a6eb54-6a2d-4f4e-bb96-1c80411d66e8 req-4c23b4b4-ea3b-4166-87fb-274b584ee2a6 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 947 time: 0.0751808 Aug 10 01:05:24.849919 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 99fd042c-2495-44fc-bf12-749d1abc200c details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:05:24.896768 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-90a6eb54-6a2d-4f4e-bb96-1c80411d66e8 req-7397eed9-472a-4a0d-b00e-3251a02d217e tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564566 Aug 10 01:05:24.969281 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e020d23c-3eea-4364-bde5-17d12a78c998 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:25.035291 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095adaf8-cb57-456c-ade7-c1e69fe96290 req-8076d079-d1fc-4989-a623-c9fe2c0e5cc5 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:25.045507 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-095adaf8-cb57-456c-ade7-c1e69fe96290 req-8076d079-d1fc-4989-a623-c9fe2c0e5cc5 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 947 time: 0.0789142 Aug 10 01:05:25.105071 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020d23c-3eea-4364-bde5-17d12a78c998 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Pushing event updated for resources: {'Subnet': ['ID=4bfcdb50-9c0d-437c-9c01-cf14d13f1a02,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:25.121856 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e020d23c-3eea-4364-bde5-17d12a78c998 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Checking segment: {'id': '12abd57d-e545-4f43-839f-fc66085c41e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '87e4a205-e3a1-47d5-9b64-5ef0f0daea88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:05:25.122358 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e020d23c-3eea-4364-bde5-17d12a78c998 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Network hostable DHCP agents. Network: 87e4a205-e3a1-47d5-9b64-5ef0f0daea88, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:05:25.125229 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 99fd042c-2495-44fc-bf12-749d1abc200c, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=99fd042c-2495-44fc-bf12-749d1abc200c,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:05:25.125747 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-095adaf8-cb57-456c-ade7-c1e69fe96290 req-bce49713-1194-4bf8-8acb-60af329ed70b tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792518 Aug 10 01:05:25.157141 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e020d23c-3eea-4364-bde5-17d12a78c998 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Network 87e4a205-e3a1-47d5-9b64-5ef0f0daea88 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:05:25.167086 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '99fd042c-2495-44fc-bf12-749d1abc200c', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': '99fd042c-2495-44fc-bf12-749d1abc200c', 'mac_address': 'fa:16:3e:82:57:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:05:25.176773 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-e020d23c-3eea-4364-bde5-17d12a78c998 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 87e4a205-e3a1-47d5-9b64-5ef0f0daea88) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:25.184844 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e020d23c-3eea-4364-bde5-17d12a78c998 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:25.185765 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e020d23c-3eea-4364-bde5-17d12a78c998 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:25.191844 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69ad62-e51e-43d6-9f55-0db50d45ca10 req-630b6cff-e47a-4f2e-af71-1db3c9f0f04f tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:25.193858 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd69ad62-e51e-43d6-9f55-0db50d45ca10 req-630b6cff-e47a-4f2e-af71-1db3c9f0f04f tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 945 time: 0.1133273 Aug 10 01:05:25.211407 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d612780-3562-4496-abfd-3b0f9b299ce6 None None] Network 87e4a205-e3a1-47d5-9b64-5ef0f0daea88 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:05:25.214742 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e020d23c-3eea-4364-bde5-17d12a78c998 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7743144 Aug 10 01:05:25.214742 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 55114) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:25.226761 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-b0a2c273-f9bb-47c5-a4ed-ba06833fd288 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Request body: {'subnet': {'network_id': '9657ed9b-3ba6-4067-a52c-0b450eacaa75', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:25.284341 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd69ad62-e51e-43d6-9f55-0db50d45ca10 req-47fc5b3c-bbc9-45c4-8603-224ccb613289 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843832 Aug 10 01:05:25.288549 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:25.340171 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99fd042c-2495-44fc-bf12-749d1abc200c {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:05:25.342085 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3978e5-2a2d-4165-95bf-6fabb3dcbb43 req-83577438-4706-40c3-88b4-8940f1d43937 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:25.344271 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a2c273-f9bb-47c5-a4ed-ba06833fd288 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Made reservation on behalf of d10c461282a54fe6a1ff477fc3a37853 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:25.348628 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0a2c273-f9bb-47c5-a4ed-ba06833fd288 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:25.350613 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b3978e5-2a2d-4165-95bf-6fabb3dcbb43 req-83577438-4706-40c3-88b4-8940f1d43937 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 947 time: 0.0630555 Aug 10 01:05:25.403825 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b3978e5-2a2d-4165-95bf-6fabb3dcbb43 req-611a88f4-f2c9-4335-b9d9-750d0bc09db8 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516980 Aug 10 01:05:25.458942 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 99fd042c-2495-44fc-bf12-749d1abc200c, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=99fd042c-2495-44fc-bf12-749d1abc200c,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:05:25.488493 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:25.507534 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cb234d-d256-4efb-9260-aa37b6592dc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-87e4a205-e3a1-47d5-9b64-5ef0f0daea88', 'network_id': '87e4a205-e3a1-47d5-9b64-5ef0f0daea88', 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'fixed_ips': [{'subnet_id': '4bfcdb50-9c0d-437c-9c01-cf14d13f1a02'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:05:25.509062 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-47cb234d-d256-4efb-9260-aa37b6592dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:25.729550 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0a2c273-f9bb-47c5-a4ed-ba06833fd288 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:25.743961 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=99fd042c-2495-44fc-bf12-749d1abc200c,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:25.812062 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2c273-f9bb-47c5-a4ed-ba06833fd288 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Pushing event updated for resources: {'Subnet': ['ID=a4c328af-f7d8-464f-82c5-ef21fb4355cc,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:25.841057 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a2c273-f9bb-47c5-a4ed-ba06833fd288 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Checking segment: {'id': '1357e2b4-7ea7-48a9-bf87-c09b5a9112c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9657ed9b-3ba6-4067-a52c-0b450eacaa75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:05:25.841443 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a2c273-f9bb-47c5-a4ed-ba06833fd288 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Network hostable DHCP agents. Network: 9657ed9b-3ba6-4067-a52c-0b450eacaa75, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:05:25.863210 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a2c273-f9bb-47c5-a4ed-ba06833fd288 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Network 9657ed9b-3ba6-4067-a52c-0b450eacaa75 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:05:25.873009 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-47cb234d-d256-4efb-9260-aa37b6592dc0 None None] Allocated IP 10.1.1.2 (87e4a205-e3a1-47d5-9b64-5ef0f0daea88/4bfcdb50-9c0d-437c-9c01-cf14d13f1a02/70c47e6c-dc15-488f-b8e9-58453d3788a9) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:05:25.874071 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-b0a2c273-f9bb-47c5-a4ed-ba06833fd288 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 9657ed9b-3ba6-4067-a52c-0b450eacaa75) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:25.879577 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a2c273-f9bb-47c5-a4ed-ba06833fd288 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:25.880745 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0a2c273-f9bb-47c5-a4ed-ba06833fd288 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:25.893155 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349edaed-62f5-4eee-8cbe-53adc0df43e3 None None] Network 9657ed9b-3ba6-4067-a52c-0b450eacaa75 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:05:25.914435 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b0a2c273-f9bb-47c5-a4ed-ba06833fd288 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6952665 Aug 10 01:05:25.915285 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 55124) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:25.921418 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-487690c6-4532-4aa7-aa3e-fbaa706069b5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Request body: {'port': {'network_id': '87e4a205-e3a1-47d5-9b64-5ef0f0daea88', 'name': 'tempest-TaggedBootDevicesTest-771413342', 'fixed_ips': [{'subnet_id': '4bfcdb50-9c0d-437c-9c01-cf14d13f1a02'}]}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:25.979247 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd876c0b-76a9-424e-ad9e-3ccad269974e req-d31a517e-bfea-47c9-8a4d-b136b4652cdb tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:25.990739 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd876c0b-76a9-424e-ad9e-3ccad269974e req-d31a517e-bfea-47c9-8a4d-b136b4652cdb tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=7921c895-ad6d-49ed-b5e5-5a28dc0454c7 HTTP/1.1" status: 200 len: 948 time: 0.1082537 Aug 10 01:05:26.053278 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['99fd042c-2495-44fc-bf12-749d1abc200c'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:05:26.067662 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd876c0b-76a9-424e-ad9e-3ccad269974e req-083853f6-b299-4132-a608-1e155e5a632f tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745513 Aug 10 01:05:26.152536 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3665e430-fa92-488f-89cd-f48644d01afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-9657ed9b-3ba6-4067-a52c-0b450eacaa75', 'network_id': '9657ed9b-3ba6-4067-a52c-0b450eacaa75', 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'fixed_ips': [{'subnet_id': 'a4c328af-f7d8-464f-82c5-ef21fb4355cc'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:05:26.154210 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3665e430-fa92-488f-89cd-f48644d01afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:26.204055 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487690c6-4532-4aa7-aa3e-fbaa706069b5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Made reservation on behalf of d10c461282a54fe6a1ff477fc3a37853 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:26.305211 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-487690c6-4532-4aa7-aa3e-fbaa706069b5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:26.326395 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-487690c6-4532-4aa7-aa3e-fbaa706069b5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] device_id is not set on port 8a79b3c1-044c-4b04-8482-338547d33f44 yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:05:26.457403 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-3665e430-fa92-488f-89cd-f48644d01afc None None] Allocated IP 10.2.2.2 (9657ed9b-3ba6-4067-a52c-0b450eacaa75/a4c328af-f7d8-464f-82c5-ef21fb4355cc/33375a91-2505-45b8-bcc4-b444e4eac1f4) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:05:26.477709 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a6a8d-0393-4fe1-84cd-38f3d80f35b3 req-f1a95aa7-4916-4645-99b7-d84c7d261a49 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:26.489816 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-699a6a8d-0393-4fe1-84cd-38f3d80f35b3 req-f1a95aa7-4916-4645-99b7-d84c7d261a49 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 945 time: 0.0904489 Aug 10 01:05:26.506795 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-47cb234d-d256-4efb-9260-aa37b6592dc0 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:26.569920 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-47cb234d-d256-4efb-9260-aa37b6592dc0 None None] Transition to ACTIVE for port object 70c47e6c-dc15-488f-b8e9-58453d3788a9 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:26.576004 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-699a6a8d-0393-4fe1-84cd-38f3d80f35b3 req-9070a3c8-dfb4-4cea-a8ba-7c7de39fd8e1 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841503 Aug 10 01:05:26.599933 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-47cb234d-d256-4efb-9260-aa37b6592dc0 None None] Transition to ACTIVE for port object 70c47e6c-dc15-488f-b8e9-58453d3788a9 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:26.646435 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-47cb234d-d256-4efb-9260-aa37b6592dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:26.732014 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cb234d-d256-4efb-9260-aa37b6592dc0 None None] Network 87e4a205-e3a1-47d5-9b64-5ef0f0daea88 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:05:26.741081 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-47cb234d-d256-4efb-9260-aa37b6592dc0 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:26.744575 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cb234d-d256-4efb-9260-aa37b6592dc0 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:05:26.762073 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-487690c6-4532-4aa7-aa3e-fbaa706069b5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Allocated IP 10.1.1.180 (87e4a205-e3a1-47d5-9b64-5ef0f0daea88/4bfcdb50-9c0d-437c-9c01-cf14d13f1a02/8a79b3c1-044c-4b04-8482-338547d33f44) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:05:26.785563 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb234d-d256-4efb-9260-aa37b6592dc0 None None] Pushing event updated for resources: {'Port': ['ID=70c47e6c-dc15-488f-b8e9-58453d3788a9,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:26.833739 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655cbcaf-14f2-4e47-b669-2d4e6c4359c5 req-da914ec4-34d1-4b8f-9671-d3b4dfb41940 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:26.835662 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-655cbcaf-14f2-4e47-b669-2d4e6c4359c5 req-da914ec4-34d1-4b8f-9671-d3b4dfb41940 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 945 time: 0.1612236 Aug 10 01:05:26.845710 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 55138) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:26.853428 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-3989b868-c5e4-44b5-8239-43d6d7ed9506 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Request body: {'floatingip': {'port_id': '25f5b507-5da8-44ba-89b7-4a4e66167be8'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:26.855013 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3665e430-fa92-488f-89cd-f48644d01afc None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:26.886108 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-3665e430-fa92-488f-89cd-f48644d01afc None None] Transition to ACTIVE for port object 33375a91-2505-45b8-bcc4-b444e4eac1f4 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:26.907550 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3989b868-c5e4-44b5-8239-43d6d7ed9506 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for floatingip, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:26.914790 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-3665e430-fa92-488f-89cd-f48644d01afc None None] Transition to ACTIVE for port object 33375a91-2505-45b8-bcc4-b444e4eac1f4 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:26.917280 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-47cb234d-d256-4efb-9260-aa37b6592dc0 None None] Attempting to bind port 70c47e6c-dc15-488f-b8e9-58453d3788a9 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:05:26.917723 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-47cb234d-d256-4efb-9260-aa37b6592dc0 None None] Attempting to bind port 70c47e6c-dc15-488f-b8e9-58453d3788a9 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '12abd57d-e545-4f43-839f-fc66085c41e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '87e4a205-e3a1-47d5-9b64-5ef0f0daea88'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:05:26.918148 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cb234d-d256-4efb-9260-aa37b6592dc0 None None] Attempting to bind port 70c47e6c-dc15-488f-b8e9-58453d3788a9 on network 87e4a205-e3a1-47d5-9b64-5ef0f0daea88 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:26.928432 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cb234d-d256-4efb-9260-aa37b6592dc0 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:05:26.931084 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cb234d-d256-4efb-9260-aa37b6592dc0 None None] Checking segment: {'id': '12abd57d-e545-4f43-839f-fc66085c41e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '87e4a205-e3a1-47d5-9b64-5ef0f0daea88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:05:26.931726 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-47cb234d-d256-4efb-9260-aa37b6592dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:26.932120 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cb234d-d256-4efb-9260-aa37b6592dc0 None None] Bound using segment: {'id': '12abd57d-e545-4f43-839f-fc66085c41e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '87e4a205-e3a1-47d5-9b64-5ef0f0daea88'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:05:26.933529 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-47cb234d-d256-4efb-9260-aa37b6592dc0 None None] Bound port: 70c47e6c-dc15-488f-b8e9-58453d3788a9, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12abd57d-e545-4f43-839f-fc66085c41e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '87e4a205-e3a1-47d5-9b64-5ef0f0daea88'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:05:26.934048 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-47cb234d-d256-4efb-9260-aa37b6592dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:26.955786 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3665e430-fa92-488f-89cd-f48644d01afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:26.975191 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-487690c6-4532-4aa7-aa3e-fbaa706069b5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:26.992994 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-487690c6-4532-4aa7-aa3e-fbaa706069b5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Transition to ACTIVE for port object 8a79b3c1-044c-4b04-8482-338547d33f44 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:27.027881 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3665e430-fa92-488f-89cd-f48644d01afc None None] Network 9657ed9b-3ba6-4067-a52c-0b450eacaa75 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:05:27.032985 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-487690c6-4532-4aa7-aa3e-fbaa706069b5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:27.040838 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-3665e430-fa92-488f-89cd-f48644d01afc None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:27.044690 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3665e430-fa92-488f-89cd-f48644d01afc None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:05:27.067927 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665e430-fa92-488f-89cd-f48644d01afc None None] Pushing event updated for resources: {'Port': ['ID=33375a91-2505-45b8-bcc4-b444e4eac1f4,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:27.146860 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-3665e430-fa92-488f-89cd-f48644d01afc None None] Attempting to bind port 33375a91-2505-45b8-bcc4-b444e4eac1f4 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:05:27.147240 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-3665e430-fa92-488f-89cd-f48644d01afc None None] Attempting to bind port 33375a91-2505-45b8-bcc4-b444e4eac1f4 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '1357e2b4-7ea7-48a9-bf87-c09b5a9112c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9657ed9b-3ba6-4067-a52c-0b450eacaa75'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:05:27.147725 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3665e430-fa92-488f-89cd-f48644d01afc None None] Attempting to bind port 33375a91-2505-45b8-bcc4-b444e4eac1f4 on network 9657ed9b-3ba6-4067-a52c-0b450eacaa75 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:27.175394 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-47cb234d-d256-4efb-9260-aa37b6592dc0 None None] For port 70c47e6c-dc15-488f-b8e9-58453d3788a9, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:05:27.179352 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3665e430-fa92-488f-89cd-f48644d01afc None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:05:27.179876 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3665e430-fa92-488f-89cd-f48644d01afc None None] Checking segment: {'id': '1357e2b4-7ea7-48a9-bf87-c09b5a9112c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9657ed9b-3ba6-4067-a52c-0b450eacaa75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:05:27.191520 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3665e430-fa92-488f-89cd-f48644d01afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:27.191951 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3665e430-fa92-488f-89cd-f48644d01afc None None] Bound using segment: {'id': '1357e2b4-7ea7-48a9-bf87-c09b5a9112c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9657ed9b-3ba6-4067-a52c-0b450eacaa75'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:05:27.192499 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-3665e430-fa92-488f-89cd-f48644d01afc None None] Bound port: 33375a91-2505-45b8-bcc4-b444e4eac1f4, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1357e2b4-7ea7-48a9-bf87-c09b5a9112c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9657ed9b-3ba6-4067-a52c-0b450eacaa75'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:05:27.192897 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3665e430-fa92-488f-89cd-f48644d01afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:27.204703 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487690c6-4532-4aa7-aa3e-fbaa706069b5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Network 87e4a205-e3a1-47d5-9b64-5ef0f0daea88 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:05:27.209409 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-487690c6-4532-4aa7-aa3e-fbaa706069b5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:27.220300 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487690c6-4532-4aa7-aa3e-fbaa706069b5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:05:27.228307 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487690c6-4532-4aa7-aa3e-fbaa706069b5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Pushing event updated for resources: {'Port': ['ID=8a79b3c1-044c-4b04-8482-338547d33f44,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:27.264392 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-47cb234d-d256-4efb-9260-aa37b6592dc0 None None] For port 70c47e6c-dc15-488f-b8e9-58453d3788a9, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=70c47e6c-dc15-488f-b8e9-58453d3788a9,segment=NetworkSegment(12abd57d-e545-4f43-839f-fc66085c41e6),segment_id=12abd57d-e545-4f43-839f-fc66085c41e6)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:05:27.272792 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-47cb234d-d256-4efb-9260-aa37b6592dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:27.274024 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487690c6-4532-4aa7-aa3e-fbaa706069b5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:27.274378 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487690c6-4532-4aa7-aa3e-fbaa706069b5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:27.274728 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487690c6-4532-4aa7-aa3e-fbaa706069b5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:27.275123 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487690c6-4532-4aa7-aa3e-fbaa706069b5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:27.275453 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487690c6-4532-4aa7-aa3e-fbaa706069b5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:27.275780 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487690c6-4532-4aa7-aa3e-fbaa706069b5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:27.276167 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487690c6-4532-4aa7-aa3e-fbaa706069b5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:27.276538 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487690c6-4532-4aa7-aa3e-fbaa706069b5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:27.276869 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487690c6-4532-4aa7-aa3e-fbaa706069b5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:27.277250 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487690c6-4532-4aa7-aa3e-fbaa706069b5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:27.277577 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487690c6-4532-4aa7-aa3e-fbaa706069b5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:27.277899 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487690c6-4532-4aa7-aa3e-fbaa706069b5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:27.325612 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487690c6-4532-4aa7-aa3e-fbaa706069b5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:27.326353 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-487690c6-4532-4aa7-aa3e-fbaa706069b5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:27.344899 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-487690c6-4532-4aa7-aa3e-fbaa706069b5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4277544 Aug 10 01:05:27.345649 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 55150) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:27.351988 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-c6f117d2-b3f1-4a4f-99fb-d863aaac65a9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Request body: {'port': {'network_id': '87e4a205-e3a1-47d5-9b64-5ef0f0daea88', 'name': 'tempest-TaggedBootDevicesTest-196390275', 'fixed_ips': [{'subnet_id': '4bfcdb50-9c0d-437c-9c01-cf14d13f1a02'}]}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:27.426792 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device e0b7d158-53ed-4a9e-b6d1-c536dc2a2738 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:05:27.444906 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0cbf2-6598-4c7b-b3fc-f1bd277b0727 req-80ec21bf-1226-46fc-8a58-3ad38bfcde31 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:27.459225 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-afb0cbf2-6598-4c7b-b3fc-f1bd277b0727 req-80ec21bf-1226-46fc-8a58-3ad38bfcde31 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=7921c895-ad6d-49ed-b5e5-5a28dc0454c7 HTTP/1.1" status: 200 len: 948 time: 0.2375000 Aug 10 01:05:27.551642 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f117d2-b3f1-4a4f-99fb-d863aaac65a9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Made reservation on behalf of d10c461282a54fe6a1ff477fc3a37853 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:27.557176 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c6f117d2-b3f1-4a4f-99fb-d863aaac65a9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:27.574062 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-afb0cbf2-6598-4c7b-b3fc-f1bd277b0727 req-2485873b-93a5-4a69-a34c-38ead060c066 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139703 Aug 10 01:05:27.594710 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb234d-d256-4efb-9260-aa37b6592dc0 None None] Pushing event updated for resources: {'Port': ['ID=70c47e6c-dc15-488f-b8e9-58453d3788a9,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:27.633048 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-c6f117d2-b3f1-4a4f-99fb-d863aaac65a9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] device_id is not set on port 9211c06d-216b-4619-a636-7f12c2e6d3ce yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:05:27.656985 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-3665e430-fa92-488f-89cd-f48644d01afc None None] For port 33375a91-2505-45b8-bcc4-b444e4eac1f4, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:05:27.666567 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-3665e430-fa92-488f-89cd-f48644d01afc None None] For port 33375a91-2505-45b8-bcc4-b444e4eac1f4, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=33375a91-2505-45b8-bcc4-b444e4eac1f4,segment=NetworkSegment(1357e2b4-7ea7-48a9-bf87-c09b5a9112c7),segment_id=1357e2b4-7ea7-48a9-bf87-c09b5a9112c7)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:05:27.673389 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3665e430-fa92-488f-89cd-f48644d01afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:27.682518 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port e0b7d158-53ed-4a9e-b6d1-c536dc2a2738 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:27.799889 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665e430-fa92-488f-89cd-f48644d01afc None None] Pushing event updated for resources: {'Port': ['ID=33375a91-2505-45b8-bcc4-b444e4eac1f4,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:27.824044 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port e0b7d158-53ed-4a9e-b6d1-c536dc2a2738 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:27.824674 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:28.023958 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:28.059322 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-c6f117d2-b3f1-4a4f-99fb-d863aaac65a9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Allocated IP 10.1.1.119 (87e4a205-e3a1-47d5-9b64-5ef0f0daea88/4bfcdb50-9c0d-437c-9c01-cf14d13f1a02/9211c06d-216b-4619-a636-7f12c2e6d3ce) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:05:28.061988 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3989b868-c5e4-44b5-8239-43d6d7ed9506 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:28.073861 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3989b868-c5e4-44b5-8239-43d6d7ed9506 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:28.312982 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [None req-3989b868-c5e4-44b5-8239-43d6d7ed9506 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Floating IP 4700c565-e50d-42c6-98da-48606740121b associated. External IP: 172.25.2.122, port: 25f5b507-5da8-44ba-89b7-4a4e66167be8. Aug 10 01:05:28.458512 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8411a4e9-5934-4f73-8569-a29636960532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b7d158-53ed-4a9e-b6d1-c536dc2a2738'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:05:28.461830 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894d7bcb-6c2e-479a-b633-17c03eb0fc3a" -d '{"events": [{"server_uuid": "8411a4e9-5934-4f73-8569-a29636960532", "name": "network-vif-plugged", "status": "completed", "tag": "e0b7d158-53ed-4a9e-b6d1-c536dc2a2738"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:05:28.468513 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:28.481848 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port e0b7d158-53ed-4a9e-b6d1-c536dc2a2738, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=e0b7d158-53ed-4a9e-b6d1-c536dc2a2738,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:05:28.491514 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:28.559002 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74d6e52-18e6-4a11-9954-202b3f8af4b0 x-openstack-request-id: req-a74d6e52-18e6-4a11-9954-202b3f8af4b0 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:05:28.561870 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8411a4e9-5934-4f73-8569-a29636960532", "name": "network-vif-plugged", "status": "completed", "tag": "e0b7d158-53ed-4a9e-b6d1-c536dc2a2738", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:05:28.562271 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a74d6e52-18e6-4a11-9954-202b3f8af4b0 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:05:28.564722 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8411a4e9-5934-4f73-8569-a29636960532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b7d158-53ed-4a9e-b6d1-c536dc2a2738', 'code': 200} Aug 10 01:05:28.590202 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c6f117d2-b3f1-4a4f-99fb-d863aaac65a9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:28.608900 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3989b868-c5e4-44b5-8239-43d6d7ed9506 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Router e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:05:28.631999 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=e0b7d158-53ed-4a9e-b6d1-c536dc2a2738,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:28.660104 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-c6f117d2-b3f1-4a4f-99fb-d863aaac65a9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Transition to ACTIVE for port object 9211c06d-216b-4619-a636-7f12c2e6d3ce will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:28.707097 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c6f117d2-b3f1-4a4f-99fb-d863aaac65a9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:28.775326 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f117d2-b3f1-4a4f-99fb-d863aaac65a9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Pushing event updated for resources: {'Port': ['ID=9211c06d-216b-4619-a636-7f12c2e6d3ce,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:28.786726 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc664f6-2082-4f30-b640-7dc98faf0968 req-ad21a035-007b-49c2-af1c-49778c0106e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:28.788265 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8dc664f6-2082-4f30-b640-7dc98faf0968 req-ad21a035-007b-49c2-af1c-49778c0106e0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8411a4e9-5934-4f73-8569-a29636960532 HTTP/1.1" status: 200 len: 1100 time: 0.1689620 Aug 10 01:05:28.794029 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f117d2-b3f1-4a4f-99fb-d863aaac65a9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Network 87e4a205-e3a1-47d5-9b64-5ef0f0daea88 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:05:28.796470 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-c6f117d2-b3f1-4a4f-99fb-d863aaac65a9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:28.799626 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f117d2-b3f1-4a4f-99fb-d863aaac65a9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:05:28.857107 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f117d2-b3f1-4a4f-99fb-d863aaac65a9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:28.857755 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c6f117d2-b3f1-4a4f-99fb-d863aaac65a9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:28.868691 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf507ab-a0f5-4c4a-aab3-7581e3515e30 req-a9496483-26e2-4a20-ad63-215936f6ff3b tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:28.870176 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dbf507ab-a0f5-4c4a-aab3-7581e3515e30 req-a9496483-26e2-4a20-ad63-215936f6ff3b tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=7921c895-ad6d-49ed-b5e5-5a28dc0454c7 HTTP/1.1" status: 200 len: 948 time: 0.1855271 Aug 10 01:05:28.894802 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 99fd042c-2495-44fc-bf12-749d1abc200c up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:05:28.899967 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c6f117d2-b3f1-4a4f-99fb-d863aaac65a9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5529575 Aug 10 01:05:29.011478 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 99fd042c-2495-44fc-bf12-749d1abc200c completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:29.016631 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 99fd042c-2495-44fc-bf12-749d1abc200c triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:29.017165 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:29.044459 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dbf507ab-a0f5-4c4a-aab3-7581e3515e30 req-b1dde007-dfa5-41dd-95d1-89eab8be53fb tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518979 Aug 10 01:05:29.092158 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3989b868-c5e4-44b5-8239-43d6d7ed9506 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:05:29.124797 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997c5aeb-e82c-4239-b4f2-e9653086b10a None None] Sync routers for ids ['e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:05:29.128072 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3989b868-c5e4-44b5-8239-43d6d7ed9506 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:29.131587 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8dc664f6-2082-4f30-b640-7dc98faf0968 req-22742310-c52d-4f5d-94ca-80c666dc83c3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337562 Aug 10 01:05:29.138733 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997c5aeb-e82c-4239-b4f2-e9653086b10a None None] Routers {'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:05:29.139916 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-997c5aeb-e82c-4239-b4f2-e9653086b10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:05:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:05:29.194466 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3989b868-c5e4-44b5-8239-43d6d7ed9506 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "PUT /v2.0/floatingips/4700c565-e50d-42c6-98da-48606740121b HTTP/1.1" status: 200 len: 991 time: 2.3473270 Aug 10 01:05:29.195882 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312fcf66-d970-40f6-9bf1-443c40190073', 'tag': '25f5b507-5da8-44ba-89b7-4a4e66167be8'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:05:29.199488 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15c136a-977e-4d31-bba6-caa501f921eb" -d '{"events": [{"name": "network-changed", "server_uuid": "312fcf66-d970-40f6-9bf1-443c40190073", "tag": "25f5b507-5da8-44ba-89b7-4a4e66167be8"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:05:29.397933 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00521ca9-207e-4d23-a9c6-1210af044314 x-openstack-request-id: req-00521ca9-207e-4d23-a9c6-1210af044314 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:05:29.398111 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "312fcf66-d970-40f6-9bf1-443c40190073", "tag": "25f5b507-5da8-44ba-89b7-4a4e66167be8", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:05:29.398379 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-00521ca9-207e-4d23-a9c6-1210af044314 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:05:29.398793 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '312fcf66-d970-40f6-9bf1-443c40190073', 'tag': '25f5b507-5da8-44ba-89b7-4a4e66167be8', 'status': 'completed', 'code': 200} Aug 10 01:05:29.405542 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 55192) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:29.410368 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-066fd499-0ee5-4d25-a4d2-5b668448d731 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1937794408', 'description': 'tempest-description--707087463'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:29.484058 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-997c5aeb-e82c-4239-b4f2-e9653086b10a None None] Set router e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:05:29.556619 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c136a-977e-4d31-bba6-caa501f921eb req-1182a5ff-4823-4180-9b70-0ce3e42b9a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:29.558290 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f15c136a-977e-4d31-bba6-caa501f921eb req-1182a5ff-4823-4180-9b70-0ce3e42b9a96 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ce28956188140948295882b7e7eeddc&device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 1097 time: 0.1336410 Aug 10 01:05:29.559594 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-066fd499-0ee5-4d25-a4d2-5b668448d731 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:29.645634 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e05662-76db-48e8-850d-24b36950f85a None None] Network 9657ed9b-3ba6-4067-a52c-0b450eacaa75 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:05:29.729528 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-066fd499-0ee5-4d25-a4d2-5b668448d731 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:29.802630 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2cecba9d-d5c1-430b-80c5-965cfdd9b1a1 None None] Provisioning for port 33375a91-2505-45b8-bcc4-b444e4eac1f4 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:29.836905 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-066fd499-0ee5-4d25-a4d2-5b668448d731 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:29.858572 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:29.930523 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 99fd042c-2495-44fc-bf12-749d1abc200c, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=99fd042c-2495-44fc-bf12-749d1abc200c,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:05:29.949099 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066fd499-0ee5-4d25-a4d2-5b668448d731 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b17af5-0443-408a-86a4-a58d27a2e78b,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:29.956437 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:29.969349 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-066fd499-0ee5-4d25-a4d2-5b668448d731 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:29.970857 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-066fd499-0ee5-4d25-a4d2-5b668448d731 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5643103 Aug 10 01:05:29.974874 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 55206) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:29.980760 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-a2ce589d-329e-4e13-b5e6-e571b0b124a7 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Request body: {'security_group_rule': {'security_group_id': 'd0b17af5-0443-408a-86a4-a58d27a2e78b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:29.994887 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066fd499-0ee5-4d25-a4d2-5b668448d731 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:29.995617 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066fd499-0ee5-4d25-a4d2-5b668448d731 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:29.997323 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066fd499-0ee5-4d25-a4d2-5b668448d731 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:29.998186 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066fd499-0ee5-4d25-a4d2-5b668448d731 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:29.998827 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066fd499-0ee5-4d25-a4d2-5b668448d731 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:29.999443 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066fd499-0ee5-4d25-a4d2-5b668448d731 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:29.999983 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066fd499-0ee5-4d25-a4d2-5b668448d731 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:30.000562 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066fd499-0ee5-4d25-a4d2-5b668448d731 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:30.001158 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066fd499-0ee5-4d25-a4d2-5b668448d731 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:30.001563 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066fd499-0ee5-4d25-a4d2-5b668448d731 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:30.002052 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066fd499-0ee5-4d25-a4d2-5b668448d731 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:30.002414 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066fd499-0ee5-4d25-a4d2-5b668448d731 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:30.071349 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c136a-977e-4d31-bba6-caa501f921eb req-68738346-5664-4b41-86b9-011c7602f85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:30.075786 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f15c136a-977e-4d31-bba6-caa501f921eb req-68738346-5664-4b41-86b9-011c7602f85b service neutron] 10.222.0.24 "GET /v2.0/networks?id=9ff27b19-c3ac-4a51-8f0a-77d9d092a25c HTTP/1.1" status: 200 len: 918 time: 0.5060608 Aug 10 01:05:30.080256 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=99fd042c-2495-44fc-bf12-749d1abc200c,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:30.086745 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc89c0b-2cc9-48da-aa79-3fa2f15d0d4c None None] Network 87e4a205-e3a1-47d5-9b64-5ef0f0daea88 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:05:30.088595 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 33375a91-2505-45b8-bcc4-b444e4eac1f4 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:05:30.114253 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a2ce589d-329e-4e13-b5e6-e571b0b124a7 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:30.227924 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f15c136a-977e-4d31-bba6-caa501f921eb req-0a8a7a82-245b-426e-a127-03f6c7da303d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25f5b507-5da8-44ba-89b7-4a4e66167be8 HTTP/1.1" status: 200 len: 999 time: 0.1413319 Aug 10 01:05:30.255400 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae177e-3b1a-49df-b5fd-ea05b713a6ae req-4a141989-7ca7-494f-b31f-854bef4ad64c tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:30.264102 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-33ae177e-3b1a-49df-b5fd-ea05b713a6ae req-4a141989-7ca7-494f-b31f-854bef4ad64c tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=7921c895-ad6d-49ed-b5e5-5a28dc0454c7 HTTP/1.1" status: 200 len: 949 time: 0.1024580 Aug 10 01:05:30.344472 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a2ce589d-329e-4e13-b5e6-e571b0b124a7 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:30.355965 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a2ce589d-329e-4e13-b5e6-e571b0b124a7 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:30.364448 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a54f3c7a-8d71-481e-ad40-047a131a8281 None None] Provisioning for port 70c47e6c-dc15-488f-b8e9-58453d3788a9 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:30.398048 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce589d-329e-4e13-b5e6-e571b0b124a7 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56bef93e-a91c-41c6-98a3-abcf305cca03,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:30.433900 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a2ce589d-329e-4e13-b5e6-e571b0b124a7 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:30.438803 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a2ce589d-329e-4e13-b5e6-e571b0b124a7 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4628429 Aug 10 01:05:30.439685 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-33ae177e-3b1a-49df-b5fd-ea05b713a6ae req-600355b0-4b41-4e1a-86b2-7045a7ee0979 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744096 Aug 10 01:05:30.439816 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 55216) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:30.442944 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c136a-977e-4d31-bba6-caa501f921eb req-9f56fe6e-1e98-4656-86cc-c773b7e20711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:30.444485 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f15c136a-977e-4d31-bba6-caa501f921eb req-9f56fe6e-1e98-4656-86cc-c773b7e20711 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5d5b8c68-57be-4c07-b3dd-20f44685cf57 HTTP/1.1" status: 200 len: 856 time: 0.2066507 Aug 10 01:05:30.456737 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-c6874145-43ec-4a36-930b-71912d552fd1 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Request body: {'security_group_rule': {'security_group_id': 'd0b17af5-0443-408a-86a4-a58d27a2e78b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:30.502588 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c136a-977e-4d31-bba6-caa501f921eb req-0c171322-6375-450e-8892-57ea85d12a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:30.504678 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f15c136a-977e-4d31-bba6-caa501f921eb req-0c171322-6375-450e-8892-57ea85d12a5c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9ff27b19-c3ac-4a51-8f0a-77d9d092a25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512953 Aug 10 01:05:30.516468 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c6874145-43ec-4a36-930b-71912d552fd1 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:30.564570 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 33375a91-2505-45b8-bcc4-b444e4eac1f4 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:30.580026 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7921c895-ad6d-49ed-b5e5-5a28dc0454c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fd042c-2495-44fc-bf12-749d1abc200c'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:05:30.582306 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c8f6f5-6793-45ae-aeea-2da1dfaef57d" -d '{"events": [{"server_uuid": "7921c895-ad6d-49ed-b5e5-5a28dc0454c7", "name": "network-vif-plugged", "status": "completed", "tag": "99fd042c-2495-44fc-bf12-749d1abc200c"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:05:30.682674 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f15c136a-977e-4d31-bba6-caa501f921eb req-8b5a8f3f-fe6b-4a4e-870f-45af4b13c079 service neutron] 10.222.0.24 "GET /v2.0/networks/9ff27b19-c3ac-4a51-8f0a-77d9d092a25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677530 Aug 10 01:05:30.684398 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 33375a91-2505-45b8-bcc4-b444e4eac1f4 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:30.685946 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:30.744813 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c6874145-43ec-4a36-930b-71912d552fd1 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:30.746891 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18ec111-d982-4fa8-a66c-9d06466a7a0b x-openstack-request-id: req-e18ec111-d982-4fa8-a66c-9d06466a7a0b {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:05:30.748265 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7921c895-ad6d-49ed-b5e5-5a28dc0454c7", "name": "network-vif-plugged", "status": "completed", "tag": "99fd042c-2495-44fc-bf12-749d1abc200c", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:05:30.749091 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e18ec111-d982-4fa8-a66c-9d06466a7a0b {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:05:30.749711 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7921c895-ad6d-49ed-b5e5-5a28dc0454c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fd042c-2495-44fc-bf12-749d1abc200c', 'code': 200} Aug 10 01:05:30.753460 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c6874145-43ec-4a36-930b-71912d552fd1 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:30.828253 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6874145-43ec-4a36-930b-71912d552fd1 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd2d0be4-18be-48d5-bf92-7b6310740b37,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:30.894314 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f15c136a-977e-4d31-bba6-caa501f921eb req-5d35e82c-a7ba-426a-ae40-14ed120c8637 service neutron] 10.222.0.24 "GET /v2.0/networks/9ff27b19-c3ac-4a51-8f0a-77d9d092a25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991501 Aug 10 01:05:30.961785 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c6874145-43ec-4a36-930b-71912d552fd1 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:30.971042 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-997c5aeb-e82c-4239-b4f2-e9653086b10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1857390534-router', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'bd2b02a1-28a5-4672-839a-0b5fdb356ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:23Z', 'updated_at': '2021-08-10T00:58:32Z', 'revision_number': 4, 'project_id': '4ce28956188140948295882b7e7eeddc', 'gw_port': {'id': 'bd2b02a1-28a5-4672-839a-0b5fdb356ca9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:24Z', 'updated_at': '2021-08-10T00:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '4700c565-e50d-42c6-98da-48606740121b', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'floating_ip_address': '172.25.2.122', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'port_id': '25f5b507-5da8-44ba-89b7-4a4e66167be8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c', 'mac_address': 'fa:16:3e:e7:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312fcf66-d970-40f6-9bf1-443c40190073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:05:02Z', 'updated_at': '2021-08-10T01:05:27Z', 'revision_number': 1, 'project_id': '4ce28956188140948295882b7e7eeddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03e44d8f-face-444e-855a-4352cbcb5e92', 'name': '', 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'mac_address': 'fa:16:3e:cb:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '5d5b8c68-57be-4c07-b3dd-20f44685cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:29Z', 'updated_at': '2021-08-10T00:58:39Z', 'revision_number': 5, 'project_id': '4ce28956188140948295882b7e7eeddc', 'subnets': [{'id': '5d5b8c68-57be-4c07-b3dd-20f44685cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:05:30.972072 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 55226) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:30.976779 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c6874145-43ec-4a36-930b-71912d552fd1 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5359101 Aug 10 01:05:30.986492 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-10905fb0-638d-464a-856f-c0a07f15358c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:31.004404 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151e2e4-04ee-4b54-8013-e291df75086b req-566bb4c1-10fe-45a3-bf22-a9bb32deaad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:31.005008 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997c5aeb-e82c-4239-b4f2-e9653086b10a None None] Checking router: e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:05:31.006076 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e151e2e4-04ee-4b54-8013-e291df75086b req-566bb4c1-10fe-45a3-bf22-a9bb32deaad5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7921c895-ad6d-49ed-b5e5-5a28dc0454c7 HTTP/1.1" status: 200 len: 1101 time: 0.1106467 Aug 10 01:05:31.015276 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a2d96168-376d-4666-bc00-8e449f456a0b req-ddf4adbb-c3b5-40c4-ac41-92358b49e5dd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1740139 Aug 10 01:05:31.132091 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997c5aeb-e82c-4239-b4f2-e9653086b10a None None] Routers {'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:05:31.133165 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-997c5aeb-e82c-4239-b4f2-e9653086b10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:05:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:05:31.161274 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-10905fb0-638d-464a-856f-c0a07f15358c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:31.178913 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e151e2e4-04ee-4b54-8013-e291df75086b req-1483f46c-2116-4597-a9f8-6b505a37ea6d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559381 Aug 10 01:05:31.206338 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d96168-376d-4666-bc00-8e449f456a0b req-59df4cc8-0bab-4c1b-8739-97e106aa3e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:31.207766 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a2d96168-376d-4666-bc00-8e449f456a0b req-59df4cc8-0bab-4c1b-8739-97e106aa3e32 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1014fe67c7c742a1ba3e24aee6cf6340&device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 1099 time: 0.1126816 Aug 10 01:05:31.311780 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:31.416881 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-10905fb0-638d-464a-856f-c0a07f15358c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:31.433298 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-dceb99dd-6528-431b-b9d2-c731b546e8a1 None None] Provisioning complete for port 33375a91-2505-45b8-bcc4-b444e4eac1f4 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:31.433784 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dceb99dd-6528-431b-b9d2-c731b546e8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:31.452460 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 33375a91-2505-45b8-bcc4-b444e4eac1f4, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=33375a91-2505-45b8-bcc4-b444e4eac1f4,segment=NetworkSegment(1357e2b4-7ea7-48a9-bf87-c09b5a9112c7),segment_id=1357e2b4-7ea7-48a9-bf87-c09b5a9112c7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:05:31.530956 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:31.537301 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 70c47e6c-dc15-488f-b8e9-58453d3788a9 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:05:31.666240 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=33375a91-2505-45b8-bcc4-b444e4eac1f4,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:31.762305 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-997c5aeb-e82c-4239-b4f2-e9653086b10a None None] Set router e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:05:31.832301 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d96168-376d-4666-bc00-8e449f456a0b req-b0d7ff5a-4360-4d62-b5c6-94bf4f716019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:31.834755 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a2d96168-376d-4666-bc00-8e449f456a0b req-b0d7ff5a-4360-4d62-b5c6-94bf4f716019 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c HTTP/1.1" status: 200 len: 914 time: 0.2533104 Aug 10 01:05:31.908690 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a2d96168-376d-4666-bc00-8e449f456a0b req-100d637f-99f0-4c98-a581-3524d969c085 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5296113c-2c3a-4f22-830e-145f73c4780a HTTP/1.1" status: 200 len: 217 time: 0.0629015 Aug 10 01:05:32.003760 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d96168-376d-4666-bc00-8e449f456a0b req-bb2b13c1-192e-412b-9325-bdc373f27d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:32.010681 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a2d96168-376d-4666-bc00-8e449f456a0b req-bb2b13c1-192e-412b-9325-bdc373f27d37 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=52b93c28-be1e-4ae4-ab41-5d8b08787e7b HTTP/1.1" status: 200 len: 853 time: 0.0934088 Aug 10 01:05:32.020210 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 70c47e6c-dc15-488f-b8e9-58453d3788a9 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:32.084735 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 70c47e6c-dc15-488f-b8e9-58453d3788a9 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:32.085381 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:32.085511 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a2d96168-376d-4666-bc00-8e449f456a0b req-1ba76e84-3ce8-40ee-b684-8f45986af324 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639718 Aug 10 01:05:32.243844 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-10905fb0-638d-464a-856f-c0a07f15358c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Allocated IP 172.25.2.52 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/8d90cde5-3f58-40c9-9064-0cafe678a2ff) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:05:32.342678 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036796ba-e19a-4ab3-9e62-30c8a2bddf18 req-c86a12ba-d564-4640-b045-849a1878fae3 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:32.352062 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-036796ba-e19a-4ab3-9e62-30c8a2bddf18 req-c86a12ba-d564-4640-b045-849a1878fae3 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=7921c895-ad6d-49ed-b5e5-5a28dc0454c7 HTTP/1.1" status: 200 len: 949 time: 0.7717941 Aug 10 01:05:32.358099 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a2d96168-376d-4666-bc00-8e449f456a0b req-209ddc65-3cd9-40c8-9b1b-c2c11a77b881 service neutron] 10.222.0.20 "GET /v2.0/networks/0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571397 Aug 10 01:05:32.410292 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-036796ba-e19a-4ab3-9e62-30c8a2bddf18 req-1d7b94b6-b4ce-46df-b65e-77e9b622717d tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544062 Aug 10 01:05:32.489296 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-10905fb0-638d-464a-856f-c0a07f15358c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:32.502526 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:32.538995 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a2d96168-376d-4666-bc00-8e449f456a0b req-268300cf-0e22-4449-9574-ac99ae744221 service neutron] 10.222.0.20 "GET /v2.0/networks/0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748006 Aug 10 01:05:32.574572 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 70c47e6c-dc15-488f-b8e9-58453d3788a9, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=70c47e6c-dc15-488f-b8e9-58453d3788a9,segment=NetworkSegment(12abd57d-e545-4f43-839f-fc66085c41e6),segment_id=12abd57d-e545-4f43-839f-fc66085c41e6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:05:32.577670 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8e9ef3b5-cd53-4a93-81af-36066544a2dc None None] Provisioning complete for port 70c47e6c-dc15-488f-b8e9-58453d3788a9 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:32.578060 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-10905fb0-638d-464a-856f-c0a07f15358c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:32.578587 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8e9ef3b5-cd53-4a93-81af-36066544a2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:32.585595 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:32.643174 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10905fb0-638d-464a-856f-c0a07f15358c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:05:32.658773 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-997c5aeb-e82c-4239-b4f2-e9653086b10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1857390534-router', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'bd2b02a1-28a5-4672-839a-0b5fdb356ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:23Z', 'updated_at': '2021-08-10T00:58:32Z', 'revision_number': 4, 'project_id': '4ce28956188140948295882b7e7eeddc', 'gw_port': {'id': 'bd2b02a1-28a5-4672-839a-0b5fdb356ca9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:24Z', 'updated_at': '2021-08-10T00:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '4700c565-e50d-42c6-98da-48606740121b', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'floating_ip_address': '172.25.2.122', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'port_id': '25f5b507-5da8-44ba-89b7-4a4e66167be8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c', 'mac_address': 'fa:16:3e:e7:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312fcf66-d970-40f6-9bf1-443c40190073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:05:02Z', 'updated_at': '2021-08-10T01:05:27Z', 'revision_number': 1, 'project_id': '4ce28956188140948295882b7e7eeddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03e44d8f-face-444e-855a-4352cbcb5e92', 'name': '', 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'mac_address': 'fa:16:3e:cb:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '5d5b8c68-57be-4c07-b3dd-20f44685cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:29Z', 'updated_at': '2021-08-10T00:58:39Z', 'revision_number': 5, 'project_id': '4ce28956188140948295882b7e7eeddc', 'subnets': [{'id': '5d5b8c68-57be-4c07-b3dd-20f44685cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:05:32.674391 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-10905fb0-638d-464a-856f-c0a07f15358c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:32.680477 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10905fb0-638d-464a-856f-c0a07f15358c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:05:32.707239 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997c5aeb-e82c-4239-b4f2-e9653086b10a None None] The sync data for ids ['e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'] in n-d-766726-26 is: [{'id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1857390534-router', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'bd2b02a1-28a5-4672-839a-0b5fdb356ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:23Z', 'updated_at': '2021-08-10T00:58:32Z', 'revision_number': 4, 'project_id': '4ce28956188140948295882b7e7eeddc', 'gw_port': {'id': 'bd2b02a1-28a5-4672-839a-0b5fdb356ca9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:24Z', 'updated_at': '2021-08-10T00:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '4700c565-e50d-42c6-98da-48606740121b', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'floating_ip_address': '172.25.2.122', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'port_id': '25f5b507-5da8-44ba-89b7-4a4e66167be8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c', 'mac_address': 'fa:16:3e:e7:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312fcf66-d970-40f6-9bf1-443c40190073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:05:02Z', 'updated_at': '2021-08-10T01:05:27Z', 'revision_number': 1, 'project_id': '4ce28956188140948295882b7e7eeddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03e44d8f-face-444e-855a-4352cbcb5e92', 'name': '', 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'mac_address': 'fa:16:3e:cb:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '5d5b8c68-57be-4c07-b3dd-20f44685cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:29Z', 'updated_at': '2021-08-10T00:58:39Z', 'revision_number': 5, 'project_id': '4ce28956188140948295882b7e7eeddc', 'subnets': [{'id': '5d5b8c68-57be-4c07-b3dd-20f44685cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:05:32.712581 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10905fb0-638d-464a-856f-c0a07f15358c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Pushing event updated for resources: {'Port': ['ID=8d90cde5-3f58-40c9-9064-0cafe678a2ff,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:32.729316 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=70c47e6c-dc15-488f-b8e9-58453d3788a9,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:32.763763 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 33375a91-2505-45b8-bcc4-b444e4eac1f4 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:05:32.868756 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-10905fb0-638d-464a-856f-c0a07f15358c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:32.911494 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 33375a91-2505-45b8-bcc4-b444e4eac1f4 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:32.911877 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:32.914034 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8e9ef3b5-cd53-4a93-81af-36066544a2dc None None] Provisioning for port 9211c06d-216b-4619-a636-7f12c2e6d3ce completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:32.918685 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8e9ef3b5-cd53-4a93-81af-36066544a2dc None None] Provisioning complete for port 9211c06d-216b-4619-a636-7f12c2e6d3ce triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:32.919211 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8e9ef3b5-cd53-4a93-81af-36066544a2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:32.969665 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-10905fb0-638d-464a-856f-c0a07f15358c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:33.019325 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8e9ef3b5-cd53-4a93-81af-36066544a2dc None None] Port 9211c06d-216b-4619-a636-7f12c2e6d3ce cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:05:33.048826 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8e9ef3b5-cd53-4a93-81af-36066544a2dc None None] Provisioning for port 8a79b3c1-044c-4b04-8482-338547d33f44 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:33.078179 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8e9ef3b5-cd53-4a93-81af-36066544a2dc None None] Provisioning complete for port 8a79b3c1-044c-4b04-8482-338547d33f44 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:33.078581 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8e9ef3b5-cd53-4a93-81af-36066544a2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:33.097889 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0ddaaf-1037-4f7e-b525-eb9754421fcf None None] New status for floating IP 4700c565-e50d-42c6-98da-48606740121b: ACTIVE {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:05:33.189287 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8e9ef3b5-cd53-4a93-81af-36066544a2dc None None] Port 8a79b3c1-044c-4b04-8482-338547d33f44 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:05:33.216989 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-10905fb0-638d-464a-856f-c0a07f15358c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:33.224191 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-10905fb0-638d-464a-856f-c0a07f15358c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:33.306544 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10905fb0-638d-464a-856f-c0a07f15358c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Pushing event updated for resources: {'Port': ['ID=8d90cde5-3f58-40c9-9064-0cafe678a2ff,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:33.326428 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-10905fb0-638d-464a-856f-c0a07f15358c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:33.346867 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-10905fb0-638d-464a-856f-c0a07f15358c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:33.348268 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-10905fb0-638d-464a-856f-c0a07f15358c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3741791 Aug 10 01:05:33.574713 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a97449-b9c0-471f-a490-bcb9e0ac33f4 req-29dded26-3da7-4950-8eb7-116c0993e616 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:33.582511 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f0a97449-b9c0-471f-a490-bcb9e0ac33f4 req-29dded26-3da7-4950-8eb7-116c0993e616 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=7921c895-ad6d-49ed-b5e5-5a28dc0454c7 HTTP/1.1" status: 200 len: 949 time: 0.0953538 Aug 10 01:05:33.639268 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-2ecc4084-6ff0-44be-87c1-9b5fc2b4663d tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1937794408&fields=id&tenant_id=d10c461282a54fe6a1ff477fc3a37853 HTTP/1.1" status: 200 len: 267 time: 0.0493412 Aug 10 01:05:33.647478 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f0a97449-b9c0-471f-a490-bcb9e0ac33f4 req-95a970c9-0691-4183-9a6e-ceb2974044c7 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636513 Aug 10 01:05:33.696863 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-3b695d2d-34e1-49e9-b81f-69c94fdfd6f2 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:33.698450 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-3b695d2d-34e1-49e9-b81f-69c94fdfd6f2 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports/8a79b3c1-044c-4b04-8482-338547d33f44 HTTP/1.1" status: 200 len: 931 time: 0.0501034 Aug 10 01:05:33.752194 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-4832338f-1eb4-471a-a102-e30d37f3e458 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:33.753899 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-4832338f-1eb4-471a-a102-e30d37f3e458 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports/9211c06d-216b-4619-a636-7f12c2e6d3ce HTTP/1.1" status: 200 len: 931 time: 0.0493104 Aug 10 01:05:33.814190 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-78402122-fbac-423b-85fd-4b2d60b7c49b tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?network_id=9657ed9b-3ba6-4067-a52c-0b450eacaa75&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0536578 Aug 10 01:05:33.868834 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-e78849fb-a9aa-43e7-86c2-46b1ff6d2d99 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?network_id=9657ed9b-3ba6-4067-a52c-0b450eacaa75&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0464151 Aug 10 01:05:33.939575 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5996a5d-b0b2-4daa-a117-a71adb219e68 req-d67e8bb3-c986-4c19-a598-bf18437bb818 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:33.941165 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f5996a5d-b0b2-4daa-a117-a71adb219e68 req-d67e8bb3-c986-4c19-a598-bf18437bb818 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=8411a4e9-5934-4f73-8569-a29636960532 HTTP/1.1" status: 200 len: 948 time: 0.1301804 Aug 10 01:05:34.005840 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f5996a5d-b0b2-4daa-a117-a71adb219e68 req-222e150e-57c3-4860-8569-2edfc92fb738 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587163 Aug 10 01:05:34.035554 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-c09b8144-d02e-4af0-ba9d-914e7c0a6269 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:34.041714 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-c09b8144-d02e-4af0-ba9d-914e7c0a6269 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:34.047468 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-c09b8144-d02e-4af0-ba9d-914e7c0a6269 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:34.049219 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-c09b8144-d02e-4af0-ba9d-914e7c0a6269 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/networks?id=0748c972-8292-4d91-8783-82779f7574d3&id=87e4a205-e3a1-47d5-9b64-5ef0f0daea88&id=87e4a205-e3a1-47d5-9b64-5ef0f0daea88&id=9657ed9b-3ba6-4067-a52c-0b450eacaa75&id=9657ed9b-3ba6-4067-a52c-0b450eacaa75 HTTP/1.1" status: 200 len: 1987 time: 0.1779997 Aug 10 01:05:34.066345 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a2e3f449-cdd1-429a-a8f5-79f70e9c35bb tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/quotas/d10c461282a54fe6a1ff477fc3a37853 HTTP/1.1" status: 200 len: 375 time: 0.0097785 Aug 10 01:05:34.137768 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-4fd78c67-c9bd-4f1a-b251-a8da48d52054 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d10c461282a54fe6a1ff477fc3a37853&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0637295 Aug 10 01:05:34.240582 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-cd25e4e7-4197-4399-9653-088f790f2e57 service neutron] 10.222.0.35 "GET /v2.0/networks/0748c972-8292-4d91-8783-82779f7574d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897262 Aug 10 01:05:34.351179 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-3f75a449-75a6-42b1-a734-9eb1e436ada8 service neutron] 10.222.0.35 "GET /v2.0/networks/0748c972-8292-4d91-8783-82779f7574d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979609 Aug 10 01:05:34.414320 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-7d5e4733-6faa-49a3-852b-5cca5e8b36f1 service neutron] 10.222.0.35 "GET /v2.0/ports/8a79b3c1-044c-4b04-8482-338547d33f44?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0527577 Aug 10 01:05:34.427871 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1e240-f5de-41b0-ba28-afcd23367ea7 req-ecf2fe7c-9dad-441a-9b7e-8aa6a60cda7c tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:34.433853 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1e240-f5de-41b0-ba28-afcd23367ea7 req-ecf2fe7c-9dad-441a-9b7e-8aa6a60cda7c tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:34.435926 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-19f1e240-f5de-41b0-ba28-afcd23367ea7 req-ecf2fe7c-9dad-441a-9b7e-8aa6a60cda7c tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=7921c895-ad6d-49ed-b5e5-5a28dc0454c7&device_id=8411a4e9-5934-4f73-8569-a29636960532 HTTP/1.1" status: 200 len: 1688 time: 0.0829904 Aug 10 01:05:34.522712 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-19f1e240-f5de-41b0-ba28-afcd23367ea7 req-261755f7-2d58-4906-82ff-081bfa7d1252 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784159 Aug 10 01:05:34.552031 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-b98bb966-4a17-4c27-b595-2467cc3a7b17 service neutron] 10.222.0.35 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149113 Aug 10 01:05:34.675415 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-c78c2c5f-1862-43e5-81f7-588b4b0c82aa service neutron] 10.222.0.35 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173050 Aug 10 01:05:34.683997 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 70c47e6c-dc15-488f-b8e9-58453d3788a9 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:05:34.738359 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-70e88144-f94b-4653-8f9d-2e28e41132f0 service neutron] 10.222.0.35 "GET /v2.0/ports/9211c06d-216b-4619-a636-7f12c2e6d3ce?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0619190 Aug 10 01:05:34.751319 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 70c47e6c-dc15-488f-b8e9-58453d3788a9 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:34.751705 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:34.865023 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391abd07-a726-42b6-a862-79812775006b req-f9f6545c-3c2a-4744-a389-185e5f85389b tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:34.866494 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-391abd07-a726-42b6-a862-79812775006b req-f9f6545c-3c2a-4744-a389-185e5f85389b tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 947 time: 0.0816028 Aug 10 01:05:34.870142 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-5c5918b2-6174-4598-9693-ac9e0cbc40ae service neutron] 10.222.0.35 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309726 Aug 10 01:05:34.960203 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-391abd07-a726-42b6-a862-79812775006b req-a4899dec-5823-4f79-b4d5-5eea5750c0f0 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866902 Aug 10 01:05:34.991414 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-30f8e5d3-2a84-4e9f-b5ef-4c32664e0a45 service neutron] 10.222.0.35 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120903 Aug 10 01:05:35.107069 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f5654-5147-4351-b2e2-011387e89dd7 req-b0b12fac-165c-47c6-840a-cf520fc694b4 tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:35.108437 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-405f5654-5147-4351-b2e2-011387e89dd7 req-b0b12fac-165c-47c6-840a-cf520fc694b4 tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7921c895-ad6d-49ed-b5e5-5a28dc0454c7 HTTP/1.1" status: 200 len: 1101 time: 0.0909793 Aug 10 01:05:35.124832 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-5190a09a-3ce4-4377-878a-72f59fdda3e6 service neutron] 10.222.0.35 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253908 Aug 10 01:05:35.191310 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-405f5654-5147-4351-b2e2-011387e89dd7 req-6bf3c6b1-1784-48b5-8c95-094b21e96b23 tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757768 Aug 10 01:05:35.230432 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-64ce92e5-38ca-4253-9498-3582221b8552 service neutron] 10.222.0.35 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988297 Aug 10 01:05:35.324872 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-1845cfa7-3b7f-4a10-8eb3-e3a5e9c1cc25 service neutron] 10.222.0.35 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865295 Aug 10 01:05:35.459993 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4528000-b92a-48ab-84fb-ce12ea696b93 req-dc4b3674-c19b-488c-a681-8734b8d1f469 tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:35.467604 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f4528000-b92a-48ab-84fb-ce12ea696b93 req-dc4b3674-c19b-488c-a681-8734b8d1f469 tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8411a4e9-5934-4f73-8569-a29636960532 HTTP/1.1" status: 200 len: 1100 time: 0.0825171 Aug 10 01:05:35.506588 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-49094c24-8400-4ccb-92ca-ac135f3ff372 service neutron] 10.222.0.35 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741066 Aug 10 01:05:35.515366 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f4528000-b92a-48ab-84fb-ce12ea696b93 req-7bc5aa17-8b5d-4612-9651-aae94faf37ed tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467622 Aug 10 01:05:35.629876 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-482409e0-e5b0-4999-a4a3-4be3b960f3bf service neutron] 10.222.0.35 "GET /v2.0/networks/9657ed9b-3ba6-4067-a52c-0b450eacaa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090343 Aug 10 01:05:35.722074 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-b675b8df-069d-44ad-9885-372419c68c74 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281990 Aug 10 01:05:35.808640 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-050806b3-1006-4a54-a5cf-ca067cc35a00 service neutron] 10.222.0.35 "GET /v2.0/networks/9657ed9b-3ba6-4067-a52c-0b450eacaa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715469 Aug 10 01:05:35.897262 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-8e62f621-573b-4982-960d-948285e10aac tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:35.898607 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-8e62f621-573b-4982-960d-948285e10aac tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1701014 Aug 10 01:05:35.922233 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-bbdca7ef-2857-49ab-aeba-e1c361851974 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/quotas/9ca89c0f99d945aeb3afb7c83b1b1d31 HTTP/1.1" status: 200 len: 375 time: 0.0176039 Aug 10 01:05:35.970441 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-3aa8abc8-6900-478e-b026-67fc5a26b69a service neutron] 10.222.0.35 "GET /v2.0/networks/9657ed9b-3ba6-4067-a52c-0b450eacaa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497264 Aug 10 01:05:36.039217 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-13dd8848-3efd-488a-8a10-cfbf1b54d63b tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1087275 Aug 10 01:05:36.087311 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-eac61eb4-9eaa-423f-9494-c885d4863c35 service neutron] 10.222.0.35 "GET /v2.0/networks/9657ed9b-3ba6-4067-a52c-0b450eacaa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085081 Aug 10 01:05:36.273045 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88c63d-84f0-43ac-a65d-943e2e559353 req-b3f3cfeb-5d8b-4371-b6fe-71c22c595ca3 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:36.274912 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4c88c63d-84f0-43ac-a65d-943e2e559353 req-b3f3cfeb-5d8b-4371-b6fe-71c22c595ca3 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 947 time: 0.0673211 Aug 10 01:05:36.331127 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4c88c63d-84f0-43ac-a65d-943e2e559353 req-37f2ec0a-8e96-4a4a-9dec-dc2654c03f11 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/security-groups?id=036daa9b-201f-4f6f-a7cf-29d6efab5e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459139 Aug 10 01:05:36.410467 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1fe96121-0c52-48c6-9d9c-c43092b5774d req-81ea4c29-900d-401e-a722-17c4cb5bbf97 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=40a6f316-1fdd-4fe1-bf2a-8b1411004b3a HTTP/1.1" status: 200 len: 210 time: 0.0477471 Aug 10 01:05:36.766223 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bec30-13f0-4cd3-a7f3-0c1d8ae407c9 req-e717b2d3-7cf0-4b46-b9c4-c4fff3184938 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:36.768882 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-db8bec30-13f0-4cd3-a7f3-0c1d8ae407c9 req-e717b2d3-7cf0-4b46-b9c4-c4fff3184938 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.20 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 947 time: 0.0818980 Aug 10 01:05:36.772460 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8fb43d7e-608c-439a-b851-b57d6047287a req-9629e864-a4f8-49dc-8aa3-a7e09bdc53ac tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 210 time: 0.0382068 Aug 10 01:05:36.889496 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-db8bec30-13f0-4cd3-a7f3-0c1d8ae407c9 req-98330e4d-7ee4-4db7-99f1-02fc63467084 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Deleting port 5296113c-2c3a-4f22-830e-145f73c4780a {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:05:36.889496 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-db8bec30-13f0-4cd3-a7f3-0c1d8ae407c9 req-98330e4d-7ee4-4db7-99f1-02fc63467084 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:37.004088 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-db8bec30-13f0-4cd3-a7f3-0c1d8ae407c9 req-98330e4d-7ee4-4db7-99f1-02fc63467084 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] For port 5296113c-2c3a-4f22-830e-145f73c4780a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5296113c-2c3a-4f22-830e-145f73c4780a,segment=NetworkSegment(7090882b-d97f-4901-9a5f-1635b14ed82b),segment_id=7090882b-d97f-4901-9a5f-1635b14ed82b)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:05:37.004088 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-db8bec30-13f0-4cd3-a7f3-0c1d8ae407c9 req-98330e4d-7ee4-4db7-99f1-02fc63467084 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:37.020510 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-db8bec30-13f0-4cd3-a7f3-0c1d8ae407c9 req-98330e4d-7ee4-4db7-99f1-02fc63467084 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Calling delete_port for 5296113c-2c3a-4f22-830e-145f73c4780a owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:05:37.205504 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-db8bec30-13f0-4cd3-a7f3-0c1d8ae407c9 req-98330e4d-7ee4-4db7-99f1-02fc63467084 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:37.247609 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98330e4d-7ee4-4db7-99f1-02fc63467084 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Pushing event deleted for resources: {'Port': ['ID=5296113c-2c3a-4f22-830e-145f73c4780a,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:37.296920 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8bec30-13f0-4cd3-a7f3-0c1d8ae407c9 req-98330e4d-7ee4-4db7-99f1-02fc63467084 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] No DVR routers for this DVR port 5296113c-2c3a-4f22-830e-145f73c4780a on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:05:37.300613 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-db8bec30-13f0-4cd3-a7f3-0c1d8ae407c9 req-98330e4d-7ee4-4db7-99f1-02fc63467084 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:37.303752 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-db8bec30-13f0-4cd3-a7f3-0c1d8ae407c9 req-98330e4d-7ee4-4db7-99f1-02fc63467084 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.20 "DELETE /v2.0/ports/5296113c-2c3a-4f22-830e-145f73c4780a HTTP/1.1" status: 204 len: 173 time: 0.5274234 Aug 10 01:05:37.304526 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b798bdfb-0916-428b-b09e-edef6d91b89d', 'name': 'network-vif-deleted', 'tag': '5296113c-2c3a-4f22-830e-145f73c4780a'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:05:37.307951 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444f593a-7f26-4c7d-b975-243c434a36ea" -d '{"events": [{"server_uuid": "b798bdfb-0916-428b-b09e-edef6d91b89d", "name": "network-vif-deleted", "tag": "5296113c-2c3a-4f22-830e-145f73c4780a"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:05:37.368019 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ae6267-f5db-4859-93bc-a28333cb1af6 x-openstack-request-id: req-d6ae6267-f5db-4859-93bc-a28333cb1af6 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:05:37.368481 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b798bdfb-0916-428b-b09e-edef6d91b89d", "name": "network-vif-deleted", "tag": "5296113c-2c3a-4f22-830e-145f73c4780a", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:05:37.368835 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d6ae6267-f5db-4859-93bc-a28333cb1af6 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:05:37.369416 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b798bdfb-0916-428b-b09e-edef6d91b89d', 'name': 'network-vif-deleted', 'tag': '5296113c-2c3a-4f22-830e-145f73c4780a', 'status': 'completed', 'code': 200} Aug 10 01:05:37.432137 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-45ec743c-5793-4ec4-be2f-9b436c210bc8 req-b3b53fe1-d2d1-4d77-b912-793162806f0b tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 210 time: 0.0302572 Aug 10 01:05:37.448457 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-896335c9-10cb-4e81-b120-47a3f239c203 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265119 Aug 10 01:05:37.596355 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-38161b4a-6f71-486b-bede-a58bc262769d req-723e6263-09dc-4c7b-925e-abc1da1349f1 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=40a6f316-1fdd-4fe1-bf2a-8b1411004b3a HTTP/1.1" status: 200 len: 210 time: 0.0679207 Aug 10 01:05:37.630163 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-712c609a-1c1a-4207-bd0c-c57708c2db9b tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:37.633319 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-712c609a-1c1a-4207-bd0c-c57708c2db9b tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1763258 Aug 10 01:05:37.655011 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-26c94b58-3402-49e1-be62-60c523b0b19b tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Request body: {'port': {'device_id': '40a6f316-1fdd-4fe1-bf2a-8b1411004b3a', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'admin_state_up': True, 'tenant_id': '9ca89c0f99d945aeb3afb7c83b1b1d31'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:37.817234 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-26c94b58-3402-49e1-be62-60c523b0b19b tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Made reservation on behalf of 9ca89c0f99d945aeb3afb7c83b1b1d31 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:37.823479 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-26c94b58-3402-49e1-be62-60c523b0b19b tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:37.906916 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e2797c68-5d0b-4e70-81c4-ca7d4824a7b3 req-c1bc1dbe-cc18-4a25-b697-63a406612684 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 210 time: 0.0360537 Aug 10 01:05:37.974472 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-26c94b58-3402-49e1-be62-60c523b0b19b tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Allocated IP 192.168.233.4 (853ae90b-411a-4cc9-b27c-aa212d4ff023/f49e9f1d-7e8a-42ac-a9f2-157734919ae5/3a31ea2f-9b12-4c98-a9c1-01a4a252036a) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:05:38.225807 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-0404034e-86e9-4efe-a6e7-1f29bfc103f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:38.228236 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-0404034e-86e9-4efe-a6e7-1f29bfc103f5 service neutron] 10.222.0.20 "GET /v2.0/ports/8a79b3c1-044c-4b04-8482-338547d33f44 HTTP/1.1" status: 200 len: 1027 time: 0.0688422 Aug 10 01:05:38.237685 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-26c94b58-3402-49e1-be62-60c523b0b19b tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:38.252882 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-26c94b58-3402-49e1-be62-60c523b0b19b tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Transition to ACTIVE for port object 3a31ea2f-9b12-4c98-a9c1-01a4a252036a will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:38.270156 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-69f7c2b7-afa9-4639-924d-04645b74bda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:38.271611 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-69f7c2b7-afa9-4639-924d-04645b74bda3 service neutron] 10.222.0.20 "GET /v2.0/ports/9211c06d-216b-4619-a636-7f12c2e6d3ce HTTP/1.1" status: 200 len: 1027 time: 0.0350633 Aug 10 01:05:38.289147 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-26c94b58-3402-49e1-be62-60c523b0b19b tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:38.302864 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['3cc74571-e82c-4ae8-9356-6d35c165bb7b', 'e0b7d158-53ed-4a9e-b6d1-c536dc2a2738'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:05:38.344712 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-26c94b58-3402-49e1-be62-60c523b0b19b tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Network 853ae90b-411a-4cc9-b27c-aa212d4ff023 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:05:38.346739 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['89c73191-5c74-4372-acea-f3993478ce50', '48b7eddf-0772-4435-86d4-6cda7a9b79cc', '99fd042c-2495-44fc-bf12-749d1abc200c'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:05:38.350571 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-26c94b58-3402-49e1-be62-60c523b0b19b tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:38.368049 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-26c94b58-3402-49e1-be62-60c523b0b19b tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:05:38.370829 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c94b58-3402-49e1-be62-60c523b0b19b tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Pushing event updated for resources: {'Port': ['ID=3a31ea2f-9b12-4c98-a9c1-01a4a252036a,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:38.424601 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-b6582452-b4e4-45c6-b4f7-2b239a74c10a tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:38.432364 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-b6582452-b4e4-45c6-b4f7-2b239a74c10a tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:38.438897 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-b6582452-b4e4-45c6-b4f7-2b239a74c10a tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:38.441549 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-b6582452-b4e4-45c6-b4f7-2b239a74c10a tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.20 "GET /v2.0/networks?id=0748c972-8292-4d91-8783-82779f7574d3&id=87e4a205-e3a1-47d5-9b64-5ef0f0daea88&id=87e4a205-e3a1-47d5-9b64-5ef0f0daea88&id=87e4a205-e3a1-47d5-9b64-5ef0f0daea88&id=87e4a205-e3a1-47d5-9b64-5ef0f0daea88&id=9657ed9b-3ba6-4067-a52c-0b450eacaa75&id=9657ed9b-3ba6-4067-a52c-0b450eacaa75 HTTP/1.1" status: 200 len: 1987 time: 0.1620243 Aug 10 01:05:38.447694 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-26c94b58-3402-49e1-be62-60c523b0b19b tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:38.448723 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-26c94b58-3402-49e1-be62-60c523b0b19b tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:38.475427 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-26c94b58-3402-49e1-be62-60c523b0b19b tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8258252 Aug 10 01:05:38.522425 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-27bcc2ba-2aaf-442b-8757-c5c601d07fa7 service neutron] Request body: {'port': {'device_id': '40a6f316-1fdd-4fe1-bf2a-8b1411004b3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:38.591202 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-cd5fa03b-1d83-4e10-a89c-d0bdb880e7aa tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d10c461282a54fe6a1ff477fc3a37853 HTTP/1.1" status: 200 len: 380 time: 0.1005077 Aug 10 01:05:38.602199 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-d0ffe2b7-b9b7-4e54-b376-aa224ba40fb8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Request body: {'port': {'device_id': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'network_id': '0748c972-8292-4d91-8783-82779f7574d3', 'admin_state_up': True, 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'security_groups': ['d0b17af5-0443-408a-86a4-a58d27a2e78b']}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:38.659122 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-27bcc2ba-2aaf-442b-8757-c5c601d07fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:38.751568 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-22996a50-ffd0-4c77-b434-ba17139778a1 req-54c217bd-6515-43f5-8a82-81ebce5a98d3 tempest-ServersNegativeTestJSON-964404248 tempest-ServersNegativeTestJSON-964404248-project] 10.222.0.35 "GET /v2.0/ports?device_id=b798bdfb-0916-428b-b09e-edef6d91b89d HTTP/1.1" status: 200 len: 210 time: 0.1204605 Aug 10 01:05:38.927640 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5ee87c70-8862-4025-877d-0c25240333a3 None None] Provisioning for port 3a31ea2f-9b12-4c98-a9c1-01a4a252036a completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:38.962469 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5ee87c70-8862-4025-877d-0c25240333a3 None None] Provisioning complete for port 3a31ea2f-9b12-4c98-a9c1-01a4a252036a triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:38.963339 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5ee87c70-8862-4025-877d-0c25240333a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:38.973686 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 5296113c-2c3a-4f22-830e-145f73c4780a no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:05:39.000559 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 5296113c-2c3a-4f22-830e-145f73c4780a {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:05:39.000785 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 5296113c-2c3a-4f22-830e-145f73c4780a not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:05:39.075375 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251cb5da-f3f6-4289-84c6-0116338da460 req-b723af5c-5267-4228-843e-2f186527a0fe tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:39.078111 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-251cb5da-f3f6-4289-84c6-0116338da460 req-b723af5c-5267-4228-843e-2f186527a0fe tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=40a6f316-1fdd-4fe1-bf2a-8b1411004b3a HTTP/1.1" status: 200 len: 934 time: 0.3003390 Aug 10 01:05:39.096247 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-5ee87c70-8862-4025-877d-0c25240333a3 None None] Port 3a31ea2f-9b12-4c98-a9c1-01a4a252036a cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:05:39.096676 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-d0ffe2b7-b9b7-4e54-b376-aa224ba40fb8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Made reservation on behalf of d10c461282a54fe6a1ff477fc3a37853 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:39.108170 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-d0ffe2b7-b9b7-4e54-b376-aa224ba40fb8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:39.453021 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bae4c60d-bf7f-4c77-875a-6c4fc534a278 req-93263d4f-e383-441c-874d-841454a1b255 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 210 time: 0.0578036 Aug 10 01:05:39.475011 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-251cb5da-f3f6-4289-84c6-0116338da460 req-644b7600-eeed-4681-9d38-51a06bcb00b4 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790500 Aug 10 01:05:39.487154 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-d0ffe2b7-b9b7-4e54-b376-aa224ba40fb8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Allocated IP 172.20.0.3 (0748c972-8292-4d91-8783-82779f7574d3/db2f7dc2-26b4-4843-84fd-453664eef2f7/19f12836-f92e-4fd8-ab2a-0c784d7fc657) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:05:39.521544 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-27bcc2ba-2aaf-442b-8757-c5c601d07fa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a31ea2f-9b12-4c98-a9c1-01a4a252036a {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:05:39.533711 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-27bcc2ba-2aaf-442b-8757-c5c601d07fa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:39.558867 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-27bcc2ba-2aaf-442b-8757-c5c601d07fa7 service neutron] Transition to ACTIVE for port object 3a31ea2f-9b12-4c98-a9c1-01a4a252036a will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:39.563445 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-27bcc2ba-2aaf-442b-8757-c5c601d07fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:39.656755 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bcc2ba-2aaf-442b-8757-c5c601d07fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=3a31ea2f-9b12-4c98-a9c1-01a4a252036a,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:39.741537 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-d0ffe2b7-b9b7-4e54-b376-aa224ba40fb8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:39.759569 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-d0ffe2b7-b9b7-4e54-b376-aa224ba40fb8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Transition to ACTIVE for port object 19f12836-f92e-4fd8-ab2a-0c784d7fc657 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:39.801145 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-27bcc2ba-2aaf-442b-8757-c5c601d07fa7 service neutron] Attempting to bind port 3a31ea2f-9b12-4c98-a9c1-01a4a252036a on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:05:39.802217 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-27bcc2ba-2aaf-442b-8757-c5c601d07fa7 service neutron] Attempting to bind port 3a31ea2f-9b12-4c98-a9c1-01a4a252036a by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:05:39.802575 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-27bcc2ba-2aaf-442b-8757-c5c601d07fa7 service neutron] Attempting to bind port 3a31ea2f-9b12-4c98-a9c1-01a4a252036a on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:39.807588 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-27bcc2ba-2aaf-442b-8757-c5c601d07fa7 service neutron] Port 3a31ea2f-9b12-4c98-a9c1-01a4a252036a on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:05:39.807926 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-27bcc2ba-2aaf-442b-8757-c5c601d07fa7 service neutron] Attempting to bind port 3a31ea2f-9b12-4c98-a9c1-01a4a252036a on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:39.818604 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-27bcc2ba-2aaf-442b-8757-c5c601d07fa7 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:05:39.818958 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-27bcc2ba-2aaf-442b-8757-c5c601d07fa7 service neutron] Checking segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:05:39.819360 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-27bcc2ba-2aaf-442b-8757-c5c601d07fa7 service neutron] Bound using segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:05:39.819808 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-27bcc2ba-2aaf-442b-8757-c5c601d07fa7 service neutron] Bound port: 3a31ea2f-9b12-4c98-a9c1-01a4a252036a, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:05:39.820210 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-27bcc2ba-2aaf-442b-8757-c5c601d07fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:39.829437 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-d0ffe2b7-b9b7-4e54-b376-aa224ba40fb8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:39.850297 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 55436) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:39.879398 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-d0ffe2b7-b9b7-4e54-b376-aa224ba40fb8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Network 0748c972-8292-4d91-8783-82779f7574d3 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:05:39.913447 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-d0ffe2b7-b9b7-4e54-b376-aa224ba40fb8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:39.916900 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-d0ffe2b7-b9b7-4e54-b376-aa224ba40fb8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:05:39.975013 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-27bcc2ba-2aaf-442b-8757-c5c601d07fa7 service neutron] For port 3a31ea2f-9b12-4c98-a9c1-01a4a252036a, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:05:39.981845 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-27bcc2ba-2aaf-442b-8757-c5c601d07fa7 service neutron] For port 3a31ea2f-9b12-4c98-a9c1-01a4a252036a, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=3a31ea2f-9b12-4c98-a9c1-01a4a252036a,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:05:40.005596 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-27bcc2ba-2aaf-442b-8757-c5c601d07fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:40.008164 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ffe2b7-b9b7-4e54-b376-aa224ba40fb8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Pushing event updated for resources: {'Port': ['ID=19f12836-f92e-4fd8-ab2a-0c784d7fc657,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:40.119662 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-87982668-55f8-4c7a-b303-96cc70701d3e admin admin] Deleting subnet 52b93c28-be1e-4ae4-ab41-5d8b08787e7b {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:05:40.136463 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-87982668-55f8-4c7a-b303-96cc70701d3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:40.152250 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-d0ffe2b7-b9b7-4e54-b376-aa224ba40fb8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:40.152893 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-d0ffe2b7-b9b7-4e54-b376-aa224ba40fb8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:40.165181 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-27bcc2ba-2aaf-442b-8757-c5c601d07fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:40.166043 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-27bcc2ba-2aaf-442b-8757-c5c601d07fa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:40.175148 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-27bcc2ba-2aaf-442b-8757-c5c601d07fa7 service neutron] 10.222.0.20 "PUT /v2.0/ports/3a31ea2f-9b12-4c98-a9c1-01a4a252036a HTTP/1.1" status: 200 len: 1095 time: 1.6548035 Aug 10 01:05:40.180656 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a6f316-1fdd-4fe1-bf2a-8b1411004b3a', 'tag': '3a31ea2f-9b12-4c98-a9c1-01a4a252036a'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:05:40.183791 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a72c0f-ef57-44cc-9630-8361c1c4e30b" -d '{"events": [{"name": "network-changed", "server_uuid": "40a6f316-1fdd-4fe1-bf2a-8b1411004b3a", "tag": "3a31ea2f-9b12-4c98-a9c1-01a4a252036a"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:05:40.231375 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bcc2ba-2aaf-442b-8757-c5c601d07fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=3a31ea2f-9b12-4c98-a9c1-01a4a252036a,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:40.277399 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-d0ffe2b7-b9b7-4e54-b376-aa224ba40fb8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6792493 Aug 10 01:05:40.307355 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-add2c61d-e520-43b7-856f-66aeacd085c3 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Request body: {'port': {'device_id': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'network_id': '87e4a205-e3a1-47d5-9b64-5ef0f0daea88', 'admin_state_up': True, 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'security_groups': ['d0b17af5-0443-408a-86a4-a58d27a2e78b']}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:40.313741 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f07a50c-4401-42a9-b21c-db3db262beed x-openstack-request-id: req-7f07a50c-4401-42a9-b21c-db3db262beed {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:05:40.314502 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a6f316-1fdd-4fe1-bf2a-8b1411004b3a", "tag": "3a31ea2f-9b12-4c98-a9c1-01a4a252036a", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:05:40.314988 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7f07a50c-4401-42a9-b21c-db3db262beed {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:05:40.316893 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a6f316-1fdd-4fe1-bf2a-8b1411004b3a', 'tag': '3a31ea2f-9b12-4c98-a9c1-01a4a252036a', 'status': 'completed', 'code': 200} Aug 10 01:05:40.321453 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-98f77ae8-b78b-4f15-995a-be95982762e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:40.326309 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-87982668-55f8-4c7a-b303-96cc70701d3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:40.338449 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-98f77ae8-b78b-4f15-995a-be95982762e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&device_id=40a6f316-1fdd-4fe1-bf2a-8b1411004b3a HTTP/1.1" status: 200 len: 1098 time: 0.0963333 Aug 10 01:05:40.358572 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f63ef605-c9d2-47af-8d1c-9283d46917d3 None None] Provisioning for port 19f12836-f92e-4fd8-ab2a-0c784d7fc657 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:40.362801 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f63ef605-c9d2-47af-8d1c-9283d46917d3 None None] Provisioning complete for port 19f12836-f92e-4fd8-ab2a-0c784d7fc657 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:40.363064 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f63ef605-c9d2-47af-8d1c-9283d46917d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:40.408250 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-0be27e07-4037-4306-a06e-e546bcb2d2da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=3a31ea2f-9b12-4c98-a9c1-01a4a252036a HTTP/1.1" status: 200 len: 217 time: 0.0566006 Aug 10 01:05:40.452777 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-f63ef605-c9d2-47af-8d1c-9283d46917d3 None None] Port 19f12836-f92e-4fd8-ab2a-0c784d7fc657 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:05:40.471374 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-87982668-55f8-4c7a-b303-96cc70701d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:40.491440 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-7f960385-9c5d-4b52-bbe2-17b821ec8f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:40.493785 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-7f960385-9c5d-4b52-bbe2-17b821ec8f25 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0760980 Aug 10 01:05:40.581071 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-c3c2c74a-eea8-492e-af50-f6334d4105b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:40.582666 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-c3c2c74a-eea8-492e-af50-f6334d4105b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0811269 Aug 10 01:05:40.771551 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-ed0238de-7779-4972-b883-1ba8edbba7fa service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802118 Aug 10 01:05:40.795427 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-87982668-55f8-4c7a-b303-96cc70701d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:40.897476 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-95051b10-f99b-4022-98ec-c1b64d7b73d2 req-3dd4a905-d940-4b31-8579-a2f2bbdd8a27 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171138 Aug 10 01:05:41.123944 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a72c0f-ef57-44cc-9630-8361c1c4e30b req-98c4feb5-08a2-4765-a5b6-19017cd10e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:41.125579 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e5a72c0f-ef57-44cc-9630-8361c1c4e30b req-98c4feb5-08a2-4765-a5b6-19017cd10e23 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&device_id=40a6f316-1fdd-4fe1-bf2a-8b1411004b3a HTTP/1.1" status: 200 len: 1098 time: 0.1064932 Aug 10 01:05:41.183048 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4b2fa5f6-d354-4990-b5c8-a71ad78c01fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:41.266150 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05621c2c-b428-4e6f-8b0b-cc5a61ada123 req-1ae246a3-3013-4e00-9243-cb33af0ef8d3 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:41.269891 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05621c2c-b428-4e6f-8b0b-cc5a61ada123 req-1ae246a3-3013-4e00-9243-cb33af0ef8d3 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 931 time: 0.5636113 Aug 10 01:05:41.391674 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87982668-55f8-4c7a-b303-96cc70701d3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52b93c28-be1e-4ae4-ab41-5d8b08787e7b,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:41.432520 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:41.433664 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1436c29-eb81-4197-9bf4-b163568e91a6 req-051b6733-6387-4ef2-a062-bb9c656750cb tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:41.441791 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b1436c29-eb81-4197-9bf4-b163568e91a6 req-051b6733-6387-4ef2-a062-bb9c656750cb tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=40a6f316-1fdd-4fe1-bf2a-8b1411004b3a HTTP/1.1" status: 200 len: 946 time: 0.7396431 Aug 10 01:05:41.443183 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a72c0f-ef57-44cc-9630-8361c1c4e30b req-b4993caa-07d6-4ae7-8af9-30aedb0bf457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:41.445633 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e5a72c0f-ef57-44cc-9630-8361c1c4e30b req-b4993caa-07d6-4ae7-8af9-30aedb0bf457 service neutron] 10.222.0.20 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.3125298 Aug 10 01:05:41.452749 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-87982668-55f8-4c7a-b303-96cc70701d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:41.457193 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-87982668-55f8-4c7a-b303-96cc70701d3e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/52b93c28-be1e-4ae4-ab41-5d8b08787e7b HTTP/1.1" status: 204 len: 168 time: 1.5685565 Aug 10 01:05:41.459492 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-add2c61d-e520-43b7-856f-66aeacd085c3 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Made reservation on behalf of d10c461282a54fe6a1ff477fc3a37853 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:41.463774 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-add2c61d-e520-43b7-856f-66aeacd085c3 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:41.469682 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 55460) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:41.517433 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05621c2c-b428-4e6f-8b0b-cc5a61ada123 req-917647d0-53bd-4b6b-af59-6977d411116f tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802976 Aug 10 01:05:41.555843 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e5a72c0f-ef57-44cc-9630-8361c1c4e30b req-25315b2d-8041-4576-bb17-e20e5ecb27c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=3a31ea2f-9b12-4c98-a9c1-01a4a252036a HTTP/1.1" status: 200 len: 217 time: 0.0941808 Aug 10 01:05:41.624626 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b1436c29-eb81-4197-9bf4-b163568e91a6 req-287dc297-3194-4f16-b988-9f7039b4096a tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816189 Aug 10 01:05:41.687587 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-458a8b5f-9d59-40fb-99f4-013d05383312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:41.701233 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a72c0f-ef57-44cc-9630-8361c1c4e30b req-ffc55e21-765d-4823-bed9-b3589b1e1706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:41.703591 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e5a72c0f-ef57-44cc-9630-8361c1c4e30b req-ffc55e21-765d-4823-bed9-b3589b1e1706 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.1059444 Aug 10 01:05:41.786353 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 55468) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:41.834764 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-add2c61d-e520-43b7-856f-66aeacd085c3 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Allocated IP 10.1.1.83 (87e4a205-e3a1-47d5-9b64-5ef0f0daea88/4bfcdb50-9c0d-437c-9c01-cf14d13f1a02/200e7fac-07de-403e-91cd-a7f052e1e0de) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:05:41.880418 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-458a8b5f-9d59-40fb-99f4-013d05383312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:41.884454 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a72c0f-ef57-44cc-9630-8361c1c4e30b req-b6448a42-0f56-4ca7-ac12-9363b92849ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:41.886215 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e5a72c0f-ef57-44cc-9630-8361c1c4e30b req-b6448a42-0f56-4ca7-ac12-9363b92849ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1735640 Aug 10 01:05:41.946366 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-458a8b5f-9d59-40fb-99f4-013d05383312 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:05:41.949049 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-20b87c0d-b17f-428e-9d71-9eabe41c9d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:41.959826 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-458a8b5f-9d59-40fb-99f4-013d05383312 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7090882b-d97f-4901-9a5f-1635b14ed82b') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:05:41.960142 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-458a8b5f-9d59-40fb-99f4-013d05383312 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7090882b-d97f-4901-9a5f-1635b14ed82b') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:05:41.974774 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-458a8b5f-9d59-40fb-99f4-013d05383312 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:42.024263 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e5a72c0f-ef57-44cc-9630-8361c1c4e30b req-30c63acc-4b09-4f1c-ab2d-e133a1351944 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271403 Aug 10 01:05:42.025783 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-458a8b5f-9d59-40fb-99f4-013d05383312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:42.035541 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-add2c61d-e520-43b7-856f-66aeacd085c3 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:42.044938 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-458a8b5f-9d59-40fb-99f4-013d05383312 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:05:42.045722 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-458a8b5f-9d59-40fb-99f4-013d05383312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:42.048343 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:05:42.048343 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:05:42.048343 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:05:42.048343 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:05:42.048343 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:05:42.048343 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:05:42.048343 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:05:42.048343 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:05:42.048343 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:05:42.048343 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:05:42.048343 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:05:42.048343 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:05:42.048343 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:05:42.048343 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:05:42.048343 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:05:42.048343 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:05:42.048343 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:05:42.048343 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:05:42.048343 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:05:42.048343 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:05:42.048343 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:05:42.048343 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:05:42.048343 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:05:42.048343 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:05:42.048343 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:05:42.048343 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:05:42.048343 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:05:42.048343 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:05:42.048343 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:05:42.048343 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:05:42.048343 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:05:42.048343 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:05:42.058853 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-add2c61d-e520-43b7-856f-66aeacd085c3 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Transition to ACTIVE for port object 200e7fac-07de-403e-91cd-a7f052e1e0de will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:42.124810 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-20b87c0d-b17f-428e-9d71-9eabe41c9d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:42.130054 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-20b87c0d-b17f-428e-9d71-9eabe41c9d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:42.141383 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-add2c61d-e520-43b7-856f-66aeacd085c3 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:42.184156 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-458a8b5f-9d59-40fb-99f4-013d05383312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:42.190313 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-458a8b5f-9d59-40fb-99f4-013d05383312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:42.192383 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-458a8b5f-9d59-40fb-99f4-013d05383312 admin admin] 10.222.0.35 "DELETE /v2.0/networks/0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c HTTP/1.1" status: 204 len: 168 time: 0.7214596 Aug 10 01:05:42.212563 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-20b87c0d-b17f-428e-9d71-9eabe41c9d57 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ee4e0806b882420fa1207656b9db1076&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4249730 Aug 10 01:05:42.223183 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 55474) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:42.224617 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-add2c61d-e520-43b7-856f-66aeacd085c3 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Network 87e4a205-e3a1-47d5-9b64-5ef0f0daea88 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:05:42.227797 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b87c0d-b17f-428e-9d71-9eabe41c9d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e18e185-be18-4955-adf5-6c1a82848852,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:42.233230 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-add2c61d-e520-43b7-856f-66aeacd085c3 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:42.233703 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a8b5f-9d59-40fb-99f4-013d05383312 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b2f56dd-6409-4d6a-819f-46c9ed5e3c4c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:42.238028 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-add2c61d-e520-43b7-856f-66aeacd085c3 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:05:42.242303 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2c61d-e520-43b7-856f-66aeacd085c3 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Pushing event updated for resources: {'Port': ['ID=200e7fac-07de-403e-91cd-a7f052e1e0de,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:42.270164 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e5a72c0f-ef57-44cc-9630-8361c1c4e30b req-7d953984-9ebb-4ab1-8f11-2d8a597ff8f1 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356982 Aug 10 01:05:42.299623 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-add2c61d-e520-43b7-856f-66aeacd085c3 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:42.300378 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-add2c61d-e520-43b7-856f-66aeacd085c3 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:42.320141 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-add2c61d-e520-43b7-856f-66aeacd085c3 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0256870 Aug 10 01:05:42.327083 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0e736b50-c8bd-49c2-9f45-f2434bbf5025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:42.343670 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-ec74c377-6f9b-40f6-b0e5-e20fb2b1d55c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Request body: {'port': {'device_id': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'network_id': '87e4a205-e3a1-47d5-9b64-5ef0f0daea88', 'admin_state_up': True, 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'security_groups': ['d0b17af5-0443-408a-86a4-a58d27a2e78b']}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:42.354374 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0e736b50-c8bd-49c2-9f45-f2434bbf5025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:42.393212 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 55476) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:42.466943 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5044111e-cd45-4ad8-af77-ed2f325f6d79 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1014fe67c7c742a1ba3e24aee6cf6340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0702398 Aug 10 01:05:42.467199 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 55478) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:42.489898 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0e736b50-c8bd-49c2-9f45-f2434bbf5025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:42.490982 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-ec74c377-6f9b-40f6-b0e5-e20fb2b1d55c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Made reservation on behalf of d10c461282a54fe6a1ff477fc3a37853 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:42.492786 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0e736b50-c8bd-49c2-9f45-f2434bbf5025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:42.495672 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-ec74c377-6f9b-40f6-b0e5-e20fb2b1d55c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:42.503991 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0e736b50-c8bd-49c2-9f45-f2434bbf5025 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0e18e185-be18-4955-adf5-6c1a82848852 HTTP/1.1" status: 204 len: 168 time: 0.2754228 Aug 10 01:05:42.531522 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e736b50-c8bd-49c2-9f45-f2434bbf5025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e18e185-be18-4955-adf5-6c1a82848852,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:42.575980 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f8592ae7-1107-4a0c-8c73-89f6a56b5785 None None] Provisioning for port 200e7fac-07de-403e-91cd-a7f052e1e0de completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:42.580870 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f8592ae7-1107-4a0c-8c73-89f6a56b5785 None None] Provisioning complete for port 200e7fac-07de-403e-91cd-a7f052e1e0de triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:42.581110 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f8592ae7-1107-4a0c-8c73-89f6a56b5785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:42.594096 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d94d29a8-4e10-4d78-847d-a045605da5bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:42.645380 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d94d29a8-4e10-4d78-847d-a045605da5bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:42.658991 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-f8592ae7-1107-4a0c-8c73-89f6a56b5785 None None] Port 200e7fac-07de-403e-91cd-a7f052e1e0de cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:05:42.748765 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d94d29a8-4e10-4d78-847d-a045605da5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:42.755604 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d94d29a8-4e10-4d78-847d-a045605da5bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:42.757242 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d94d29a8-4e10-4d78-847d-a045605da5bd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/036daa9b-201f-4f6f-a7cf-29d6efab5e55 HTTP/1.1" status: 204 len: 168 time: 0.2889245 Aug 10 01:05:42.782926 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d29a8-4e10-4d78-847d-a045605da5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036daa9b-201f-4f6f-a7cf-29d6efab5e55,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:42.850859 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-ec74c377-6f9b-40f6-b0e5-e20fb2b1d55c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Allocated IP 10.1.1.50 (87e4a205-e3a1-47d5-9b64-5ef0f0daea88/4bfcdb50-9c0d-437c-9c01-cf14d13f1a02/49ba5ea8-ef2b-468a-baec-23d59ac9e260) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:05:42.894671 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81587ad7-6d90-4756-8be0-a3843f1a79b1 req-bfdb6e93-d5d1-47ec-b191-8331294e6f34 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:42.906747 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-81587ad7-6d90-4756-8be0-a3843f1a79b1 req-bfdb6e93-d5d1-47ec-b191-8331294e6f34 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=40a6f316-1fdd-4fe1-bf2a-8b1411004b3a HTTP/1.1" status: 200 len: 946 time: 0.1894875 Aug 10 01:05:42.957800 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4430fd5-7837-4323-ad18-04987855a617 req-4a460684-9a9c-43a1-af56-5dd8a9b34dd0 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:42.966428 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4430fd5-7837-4323-ad18-04987855a617 req-4a460684-9a9c-43a1-af56-5dd8a9b34dd0 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:42.974008 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f4430fd5-7837-4323-ad18-04987855a617 req-4a460684-9a9c-43a1-af56-5dd8a9b34dd0 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 1652 time: 0.2762527 Aug 10 01:05:43.097943 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f4430fd5-7837-4323-ad18-04987855a617 req-9c9405b1-78b8-432b-88b1-b637953ff9fb tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179748 Aug 10 01:05:43.103172 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-81587ad7-6d90-4756-8be0-a3843f1a79b1 req-3d8bfe69-7e81-4483-9426-de296decedc7 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953888 Aug 10 01:05:43.243102 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-ec74c377-6f9b-40f6-b0e5-e20fb2b1d55c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:43.259974 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-ec74c377-6f9b-40f6-b0e5-e20fb2b1d55c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Transition to ACTIVE for port object 49ba5ea8-ef2b-468a-baec-23d59ac9e260 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:43.323119 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-ec74c377-6f9b-40f6-b0e5-e20fb2b1d55c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:43.391067 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-ec74c377-6f9b-40f6-b0e5-e20fb2b1d55c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Network 87e4a205-e3a1-47d5-9b64-5ef0f0daea88 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:05:43.394989 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-ec74c377-6f9b-40f6-b0e5-e20fb2b1d55c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:43.409434 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-ec74c377-6f9b-40f6-b0e5-e20fb2b1d55c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:05:43.491380 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74c377-6f9b-40f6-b0e5-e20fb2b1d55c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Pushing event updated for resources: {'Port': ['ID=49ba5ea8-ef2b-468a-baec-23d59ac9e260,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:43.540596 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-ec74c377-6f9b-40f6-b0e5-e20fb2b1d55c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:43.542082 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-ec74c377-6f9b-40f6-b0e5-e20fb2b1d55c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:43.574370 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-ec74c377-6f9b-40f6-b0e5-e20fb2b1d55c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2393444 Aug 10 01:05:43.598304 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-996dee45-432e-4033-b979-28b54b83dd63 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Request body: {'port': {'device_id': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9657ed9b-3ba6-4067-a52c-0b450eacaa75', 'admin_state_up': True, 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'security_groups': ['d0b17af5-0443-408a-86a4-a58d27a2e78b']}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:43.765771 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-996dee45-432e-4033-b979-28b54b83dd63 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Made reservation on behalf of d10c461282a54fe6a1ff477fc3a37853 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:43.807733 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-31934203-60b7-4f25-8f71-2d96d4aaead7 None None] Provisioning for port 49ba5ea8-ef2b-468a-baec-23d59ac9e260 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:43.816749 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-31934203-60b7-4f25-8f71-2d96d4aaead7 None None] Provisioning complete for port 49ba5ea8-ef2b-468a-baec-23d59ac9e260 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:43.817135 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-31934203-60b7-4f25-8f71-2d96d4aaead7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:43.881015 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c44b131d-576a-4cee-95a9-aa77ffd59a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:43.922523 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-31934203-60b7-4f25-8f71-2d96d4aaead7 None None] Port 49ba5ea8-ef2b-468a-baec-23d59ac9e260 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:05:43.936439 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-996dee45-432e-4033-b979-28b54b83dd63 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:44.360547 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-996dee45-432e-4033-b979-28b54b83dd63 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Allocated IP 10.2.2.100 (9657ed9b-3ba6-4067-a52c-0b450eacaa75/a4c328af-f7d8-464f-82c5-ef21fb4355cc/2ad0def9-aab1-41bc-bb68-ab13dba6e597) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:05:44.418214 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440f3b2-ed48-4758-a3cd-23864b74f09d req-a92c303a-7167-4f2b-b5d0-b10712101294 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:44.421675 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:44.425918 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440f3b2-ed48-4758-a3cd-23864b74f09d req-a92c303a-7167-4f2b-b5d0-b10712101294 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:44.432839 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440f3b2-ed48-4758-a3cd-23864b74f09d req-a92c303a-7167-4f2b-b5d0-b10712101294 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:44.435479 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7440f3b2-ed48-4758-a3cd-23864b74f09d req-a92c303a-7167-4f2b-b5d0-b10712101294 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 2372 time: 0.1695461 Aug 10 01:05:44.448926 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e6c36-2d75-47c7-822e-04f57109c09d req-e06dd4a1-549c-4f9d-98ba-11202ca9b572 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:44.451103 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a52e6c36-2d75-47c7-822e-04f57109c09d req-e06dd4a1-549c-4f9d-98ba-11202ca9b572 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=40a6f316-1fdd-4fe1-bf2a-8b1411004b3a HTTP/1.1" status: 200 len: 946 time: 0.1834714 Aug 10 01:05:44.582551 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7440f3b2-ed48-4758-a3cd-23864b74f09d req-359a1a48-1f5c-4b70-837a-c0f946b12dc6 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211724 Aug 10 01:05:44.588007 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a52e6c36-2d75-47c7-822e-04f57109c09d req-7df36ded-a4c1-472f-88b7-e06c383b3ef5 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255443 Aug 10 01:05:44.709654 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-996dee45-432e-4033-b979-28b54b83dd63 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:44.729229 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-996dee45-432e-4033-b979-28b54b83dd63 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Transition to ACTIVE for port object 2ad0def9-aab1-41bc-bb68-ab13dba6e597 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:44.804565 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-996dee45-432e-4033-b979-28b54b83dd63 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:44.867281 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-996dee45-432e-4033-b979-28b54b83dd63 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Network 9657ed9b-3ba6-4067-a52c-0b450eacaa75 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:05:44.871177 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-996dee45-432e-4033-b979-28b54b83dd63 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:44.877893 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-996dee45-432e-4033-b979-28b54b83dd63 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:05:44.911541 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996dee45-432e-4033-b979-28b54b83dd63 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Pushing event updated for resources: {'Port': ['ID=2ad0def9-aab1-41bc-bb68-ab13dba6e597,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:44.949825 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-996dee45-432e-4033-b979-28b54b83dd63 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:44.951597 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-996dee45-432e-4033-b979-28b54b83dd63 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:44.978270 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-996dee45-432e-4033-b979-28b54b83dd63 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3856714 Aug 10 01:05:44.979969 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 3a31ea2f-9b12-4c98-a9c1-01a4a252036a details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:05:44.998094 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-b02c80fc-2039-4be1-ba88-797ba2efb3a9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Request body: {'port': {'device_id': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9657ed9b-3ba6-4067-a52c-0b450eacaa75', 'admin_state_up': True, 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'security_groups': ['d0b17af5-0443-408a-86a4-a58d27a2e78b']}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:45.164362 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:45.174702 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 3a31ea2f-9b12-4c98-a9c1-01a4a252036a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=3a31ea2f-9b12-4c98-a9c1-01a4a252036a,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:05:45.196943 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-b02c80fc-2039-4be1-ba88-797ba2efb3a9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Made reservation on behalf of d10c461282a54fe6a1ff477fc3a37853 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:45.198060 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '3a31ea2f-9b12-4c98-a9c1-01a4a252036a', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': '3a31ea2f-9b12-4c98-a9c1-01a4a252036a', 'mac_address': 'fa:16:3e:76:25:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:05:45.216616 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-b02c80fc-2039-4be1-ba88-797ba2efb3a9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:45.253076 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6ffe34e3-7071-41a7-a0f8-58498b415e28 None None] Provisioning for port 2ad0def9-aab1-41bc-bb68-ab13dba6e597 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:45.265820 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6ffe34e3-7071-41a7-a0f8-58498b415e28 None None] Provisioning complete for port 2ad0def9-aab1-41bc-bb68-ab13dba6e597 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:45.266725 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6ffe34e3-7071-41a7-a0f8-58498b415e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:45.289688 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 55576) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:45.304342 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:45.323385 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a31ea2f-9b12-4c98-a9c1-01a4a252036a {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:05:45.355217 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 3a31ea2f-9b12-4c98-a9c1-01a4a252036a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=3a31ea2f-9b12-4c98-a9c1-01a4a252036a,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:05:45.380079 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:45.451298 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-34eca889-c89e-4682-bb5d-5ca5b05ae313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:45.487506 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=3a31ea2f-9b12-4c98-a9c1-01a4a252036a,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:45.491016 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6ffe34e3-7071-41a7-a0f8-58498b415e28 None None] Port 2ad0def9-aab1-41bc-bb68-ab13dba6e597 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:05:45.568509 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-b02c80fc-2039-4be1-ba88-797ba2efb3a9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Allocated IP 10.2.2.200 (9657ed9b-3ba6-4067-a52c-0b450eacaa75/a4c328af-f7d8-464f-82c5-ef21fb4355cc/d4321df7-d3c9-4d23-b006-20dac822c111) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:05:45.640927 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-34eca889-c89e-4682-bb5d-5ca5b05ae313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:45.646326 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-34eca889-c89e-4682-bb5d-5ca5b05ae313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:45.705004 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-34eca889-c89e-4682-bb5d-5ca5b05ae313 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3cc0b5e4de67488f9ad4d768ca82801f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4138403 Aug 10 01:05:45.706463 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eca889-c89e-4682-bb5d-5ca5b05ae313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e508d5ef-86d4-4b62-892b-61099987407b,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:45.709615 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 55586) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:45.802703 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['3a31ea2f-9b12-4c98-a9c1-01a4a252036a'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:05:45.891743 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-b02c80fc-2039-4be1-ba88-797ba2efb3a9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:45.925968 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdafaa5-e2e3-4465-97e5-e17a156944c8 req-cf9e9e92-cace-4047-b3d5-7b36f8b6ada3 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:45.936101 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0cdafaa5-e2e3-4465-97e5-e17a156944c8 req-cf9e9e92-cace-4047-b3d5-7b36f8b6ada3 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=40a6f316-1fdd-4fe1-bf2a-8b1411004b3a HTTP/1.1" status: 200 len: 947 time: 0.2064652 Aug 10 01:05:45.972740 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-b02c80fc-2039-4be1-ba88-797ba2efb3a9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Transition to ACTIVE for port object d4321df7-d3c9-4d23-b006-20dac822c111 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:46.008945 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ab2ced62-a674-48df-9658-b456bc519011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:46.051810 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128eb35d-78ac-4051-bdca-ab13d7af7100 req-f1028cde-bdf8-482d-aca5-9573a6f50608 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:46.060329 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128eb35d-78ac-4051-bdca-ab13d7af7100 req-f1028cde-bdf8-482d-aca5-9573a6f50608 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:46.066906 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128eb35d-78ac-4051-bdca-ab13d7af7100 req-f1028cde-bdf8-482d-aca5-9573a6f50608 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:46.072979 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128eb35d-78ac-4051-bdca-ab13d7af7100 req-f1028cde-bdf8-482d-aca5-9573a6f50608 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:46.074928 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-128eb35d-78ac-4051-bdca-ab13d7af7100 req-f1028cde-bdf8-482d-aca5-9573a6f50608 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 3093 time: 0.3213603 Aug 10 01:05:46.104396 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0cdafaa5-e2e3-4465-97e5-e17a156944c8 req-b3608597-a348-43e9-9d47-b2ceeda0fa63 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661747 Aug 10 01:05:46.144109 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ab2ced62-a674-48df-9658-b456bc519011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:46.167005 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-b02c80fc-2039-4be1-ba88-797ba2efb3a9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:46.187052 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:46.258059 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-b02c80fc-2039-4be1-ba88-797ba2efb3a9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Network 9657ed9b-3ba6-4067-a52c-0b450eacaa75 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:05:46.269341 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-b02c80fc-2039-4be1-ba88-797ba2efb3a9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:46.275302 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-b02c80fc-2039-4be1-ba88-797ba2efb3a9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:05:46.307844 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c80fc-2039-4be1-ba88-797ba2efb3a9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Pushing event updated for resources: {'Port': ['ID=d4321df7-d3c9-4d23-b006-20dac822c111,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:46.331919 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-128eb35d-78ac-4051-bdca-ab13d7af7100 req-f49b2943-cf24-4664-a6ed-266ee54d5dff tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356176 Aug 10 01:05:46.365508 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-b02c80fc-2039-4be1-ba88-797ba2efb3a9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:46.366196 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-b02c80fc-2039-4be1-ba88-797ba2efb3a9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:46.379778 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ab2ced62-a674-48df-9658-b456bc519011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:46.382877 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ab2ced62-a674-48df-9658-b456bc519011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:46.384363 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ab2ced62-a674-48df-9658-b456bc519011 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e508d5ef-86d4-4b62-892b-61099987407b HTTP/1.1" status: 204 len: 168 time: 0.6738796 Aug 10 01:05:46.390260 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-b02c80fc-2039-4be1-ba88-797ba2efb3a9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3974330 Aug 10 01:05:46.396300 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ced62-a674-48df-9658-b456bc519011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e508d5ef-86d4-4b62-892b-61099987407b,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:46.419583 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-7bd1bd5d-f771-4fba-ae9c-bd4b2b9a0aaf service neutron] Request body: {'port': {'device_id': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:46.502336 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-7bd1bd5d-f771-4fba-ae9c-bd4b2b9a0aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:46.637028 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-3a68e997-9b52-4057-9edf-a4fc4296685f None None] Provisioning for port d4321df7-d3c9-4d23-b006-20dac822c111 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:46.644060 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-3a68e997-9b52-4057-9edf-a4fc4296685f None None] Provisioning complete for port d4321df7-d3c9-4d23-b006-20dac822c111 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:46.644858 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3a68e997-9b52-4057-9edf-a4fc4296685f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:46.749877 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-3a68e997-9b52-4057-9edf-a4fc4296685f None None] Port d4321df7-d3c9-4d23-b006-20dac822c111 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:05:46.977587 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 3a31ea2f-9b12-4c98-a9c1-01a4a252036a up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:05:46.992084 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-7bd1bd5d-f771-4fba-ae9c-bd4b2b9a0aaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f12836-f92e-4fd8-ab2a-0c784d7fc657 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:05:47.012305 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-7bd1bd5d-f771-4fba-ae9c-bd4b2b9a0aaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:47.039541 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-7bd1bd5d-f771-4fba-ae9c-bd4b2b9a0aaf service neutron] Transition to ACTIVE for port object 19f12836-f92e-4fd8-ab2a-0c784d7fc657 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:47.043250 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 3a31ea2f-9b12-4c98-a9c1-01a4a252036a completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:47.046730 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-7bd1bd5d-f771-4fba-ae9c-bd4b2b9a0aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:47.048616 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 3a31ea2f-9b12-4c98-a9c1-01a4a252036a triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:47.049001 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:47.104171 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1bd5d-f771-4fba-ae9c-bd4b2b9a0aaf service neutron] Pushing event updated for resources: {'Port': ['ID=19f12836-f92e-4fd8-ab2a-0c784d7fc657,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:47.220088 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:47.249786 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-7bd1bd5d-f771-4fba-ae9c-bd4b2b9a0aaf service neutron] Attempting to bind port 19f12836-f92e-4fd8-ab2a-0c784d7fc657 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:05:47.251874 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-7bd1bd5d-f771-4fba-ae9c-bd4b2b9a0aaf service neutron] Attempting to bind port 19f12836-f92e-4fd8-ab2a-0c784d7fc657 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': 'd6976290-f50d-4dca-805a-f2ce5eeed0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0748c972-8292-4d91-8783-82779f7574d3'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:05:47.251874 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-7bd1bd5d-f771-4fba-ae9c-bd4b2b9a0aaf service neutron] Attempting to bind port 19f12836-f92e-4fd8-ab2a-0c784d7fc657 on network 0748c972-8292-4d91-8783-82779f7574d3 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:47.303586 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-7bd1bd5d-f771-4fba-ae9c-bd4b2b9a0aaf service neutron] Port 19f12836-f92e-4fd8-ab2a-0c784d7fc657 on network 0748c972-8292-4d91-8783-82779f7574d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:05:47.304066 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-7bd1bd5d-f771-4fba-ae9c-bd4b2b9a0aaf service neutron] Attempting to bind port 19f12836-f92e-4fd8-ab2a-0c784d7fc657 on network 0748c972-8292-4d91-8783-82779f7574d3 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:47.311374 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-7bd1bd5d-f771-4fba-ae9c-bd4b2b9a0aaf service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:05:47.311964 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-7bd1bd5d-f771-4fba-ae9c-bd4b2b9a0aaf service neutron] Checking segment: {'id': 'd6976290-f50d-4dca-805a-f2ce5eeed0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0748c972-8292-4d91-8783-82779f7574d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:05:47.312505 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-7bd1bd5d-f771-4fba-ae9c-bd4b2b9a0aaf service neutron] Bound using segment: {'id': 'd6976290-f50d-4dca-805a-f2ce5eeed0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0748c972-8292-4d91-8783-82779f7574d3'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:05:47.313189 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-7bd1bd5d-f771-4fba-ae9c-bd4b2b9a0aaf service neutron] Bound port: 19f12836-f92e-4fd8-ab2a-0c784d7fc657, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6976290-f50d-4dca-805a-f2ce5eeed0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0748c972-8292-4d91-8783-82779f7574d3'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:05:47.313655 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-7bd1bd5d-f771-4fba-ae9c-bd4b2b9a0aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:47.316939 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a6f316-1fdd-4fe1-bf2a-8b1411004b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a31ea2f-9b12-4c98-a9c1-01a4a252036a'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:05:47.326737 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1dc74da-f4aa-4fe2-b552-ff35b4190ad5" -d '{"events": [{"server_uuid": "40a6f316-1fdd-4fe1-bf2a-8b1411004b3a", "name": "network-vif-plugged", "status": "completed", "tag": "3a31ea2f-9b12-4c98-a9c1-01a4a252036a"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:05:47.362864 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 3a31ea2f-9b12-4c98-a9c1-01a4a252036a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=3a31ea2f-9b12-4c98-a9c1-01a4a252036a,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:05:47.368134 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:47.412718 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f29656-06f3-4fad-b51e-629e571d9bdb req-be2fb52e-f5f9-4bf8-af86-000502facce4 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:47.414870 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a1f29656-06f3-4fad-b51e-629e571d9bdb req-be2fb52e-f5f9-4bf8-af86-000502facce4 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=40a6f316-1fdd-4fe1-bf2a-8b1411004b3a HTTP/1.1" status: 200 len: 947 time: 0.1614642 Aug 10 01:05:47.482437 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=3a31ea2f-9b12-4c98-a9c1-01a4a252036a,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:47.523533 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2f6f80-0c96-4432-bc97-ef73224601ea x-openstack-request-id: req-2d2f6f80-0c96-4432-bc97-ef73224601ea {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:05:47.523664 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a6f316-1fdd-4fe1-bf2a-8b1411004b3a", "name": "network-vif-plugged", "status": "completed", "tag": "3a31ea2f-9b12-4c98-a9c1-01a4a252036a", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:05:47.523869 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2d2f6f80-0c96-4432-bc97-ef73224601ea {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:05:47.524600 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a6f316-1fdd-4fe1-bf2a-8b1411004b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a31ea2f-9b12-4c98-a9c1-01a4a252036a', 'code': 200} Aug 10 01:05:47.566717 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a1f29656-06f3-4fad-b51e-629e571d9bdb req-bdf20989-b983-486b-a105-b361f8161169 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177049 Aug 10 01:05:47.571765 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-7bd1bd5d-f771-4fba-ae9c-bd4b2b9a0aaf service neutron] For port 19f12836-f92e-4fd8-ab2a-0c784d7fc657, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:05:47.576166 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-7bd1bd5d-f771-4fba-ae9c-bd4b2b9a0aaf service neutron] For port 19f12836-f92e-4fd8-ab2a-0c784d7fc657, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=19f12836-f92e-4fd8-ab2a-0c784d7fc657,segment=NetworkSegment(d6976290-f50d-4dca-805a-f2ce5eeed0b1),segment_id=d6976290-f50d-4dca-805a-f2ce5eeed0b1)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:05:47.585252 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-7bd1bd5d-f771-4fba-ae9c-bd4b2b9a0aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:47.670922 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-7bd1bd5d-f771-4fba-ae9c-bd4b2b9a0aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:47.671645 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-7bd1bd5d-f771-4fba-ae9c-bd4b2b9a0aaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:47.680097 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 55634) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:47.680587 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-7bd1bd5d-f771-4fba-ae9c-bd4b2b9a0aaf service neutron] 10.222.0.20 "PUT /v2.0/ports/19f12836-f92e-4fd8-ab2a-0c784d7fc657 HTTP/1.1" status: 200 len: 1092 time: 1.2664318 Aug 10 01:05:47.681955 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'tag': '19f12836-f92e-4fd8-ab2a-0c784d7fc657'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:05:47.684435 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e213f5-d2ae-40b1-9c8a-620b27140fc5" -d '{"events": [{"name": "network-changed", "server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "tag": "19f12836-f92e-4fd8-ab2a-0c784d7fc657"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:05:47.749378 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-da1a3c91-2ac0-4d1a-880d-4c7256ffb4ed service neutron] Request body: {'port': {'device_id': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:47.755686 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1bd5d-f771-4fba-ae9c-bd4b2b9a0aaf service neutron] Pushing event updated for resources: {'Port': ['ID=19f12836-f92e-4fd8-ab2a-0c784d7fc657,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:47.765714 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18710fa2-fae2-4b0d-8ed4-88729285881b req-c76d99c3-d9e3-4e80-8c2a-a66b3740584b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:47.769558 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-18710fa2-fae2-4b0d-8ed4-88729285881b req-c76d99c3-d9e3-4e80-8c2a-a66b3740584b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=40a6f316-1fdd-4fe1-bf2a-8b1411004b3a HTTP/1.1" status: 200 len: 1100 time: 0.1325481 Aug 10 01:05:47.795730 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2824d-e547-435a-9592-62a41e26ee77 req-63fa067a-fb07-4960-92e1-302dad35cfbe tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:47.814302 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2824d-e547-435a-9592-62a41e26ee77 req-63fa067a-fb07-4960-92e1-302dad35cfbe tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:47.828746 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2824d-e547-435a-9592-62a41e26ee77 req-63fa067a-fb07-4960-92e1-302dad35cfbe tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:47.842778 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2824d-e547-435a-9592-62a41e26ee77 req-63fa067a-fb07-4960-92e1-302dad35cfbe tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:47.854405 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2824d-e547-435a-9592-62a41e26ee77 req-63fa067a-fb07-4960-92e1-302dad35cfbe tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:47.864496 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-18710fa2-fae2-4b0d-8ed4-88729285881b req-bc3a07bc-2a9e-4706-940f-d89fd395015c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848558 Aug 10 01:05:47.867659 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c0e2824d-e547-435a-9592-62a41e26ee77 req-63fa067a-fb07-4960-92e1-302dad35cfbe tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 3826 time: 0.2442122 Aug 10 01:05:47.908535 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53df7141-9644-488f-af11-7144a9dc7c8a x-openstack-request-id: req-53df7141-9644-488f-af11-7144a9dc7c8a {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:05:47.910276 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "tag": "19f12836-f92e-4fd8-ab2a-0c784d7fc657", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:05:47.910958 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-53df7141-9644-488f-af11-7144a9dc7c8a {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:05:47.915148 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'tag': '19f12836-f92e-4fd8-ab2a-0c784d7fc657', 'status': 'completed', 'code': 200} Aug 10 01:05:47.967641 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-2bb9e818-bf3f-4b86-82cb-d5e81cd70880 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1665308839-network', 'tenant_id': 'bc4be8f81d9e48bdbff06bcaf91df1b9'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:47.977649 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e213f5-d2ae-40b1-9c8a-620b27140fc5 req-1f20b141-aff0-4510-b3d5-670aedf7992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:47.982385 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e213f5-d2ae-40b1-9c8a-620b27140fc5 req-1f20b141-aff0-4510-b3d5-670aedf7992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:47.983201 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e213f5-d2ae-40b1-9c8a-620b27140fc5 req-1f20b141-aff0-4510-b3d5-670aedf7992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:47.983845 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e213f5-d2ae-40b1-9c8a-620b27140fc5 req-1f20b141-aff0-4510-b3d5-670aedf7992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:47.985144 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-da1a3c91-2ac0-4d1a-880d-4c7256ffb4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:47.985338 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e213f5-d2ae-40b1-9c8a-620b27140fc5 req-1f20b141-aff0-4510-b3d5-670aedf7992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:47.994193 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-17e213f5-d2ae-40b1-9c8a-620b27140fc5 req-1f20b141-aff0-4510-b3d5-670aedf7992f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d10c461282a54fe6a1ff477fc3a37853&device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 4362 time: 0.1633942 Aug 10 01:05:48.026485 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c0e2824d-e547-435a-9592-62a41e26ee77 req-b60ca3d1-612a-467b-b3c3-542a70aaaf81 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047304 Aug 10 01:05:48.034342 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb9e818-bf3f-4b86-82cb-d5e81cd70880 admin admin] Made reservation on behalf of bc4be8f81d9e48bdbff06bcaf91df1b9 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:48.037407 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2bb9e818-bf3f-4b86-82cb-d5e81cd70880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:48.067632 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2bb9e818-bf3f-4b86-82cb-d5e81cd70880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:48.319708 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2bb9e818-bf3f-4b86-82cb-d5e81cd70880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:48.346479 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2bb9e818-bf3f-4b86-82cb-d5e81cd70880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:48.435213 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb9e818-bf3f-4b86-82cb-d5e81cd70880 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:05:48.501557 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-da1a3c91-2ac0-4d1a-880d-4c7256ffb4ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a79b3c1-044c-4b04-8482-338547d33f44 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:05:48.502838 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9e818-bf3f-4b86-82cb-d5e81cd70880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b7d31f-b742-45f9-b64c-d188e222655f,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:48.512470 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-da1a3c91-2ac0-4d1a-880d-4c7256ffb4ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:48.531514 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-da1a3c91-2ac0-4d1a-880d-4c7256ffb4ed service neutron] Transition to ACTIVE for port object 8a79b3c1-044c-4b04-8482-338547d33f44 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:48.543591 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-da1a3c91-2ac0-4d1a-880d-4c7256ffb4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:48.576758 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2bb9e818-bf3f-4b86-82cb-d5e81cd70880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:48.577201 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-2bb9e818-bf3f-4b86-82cb-d5e81cd70880 admin admin] Added segment 972b6f59-ca6f-4d63-843a-63e117aa35cb of type vlan for network 2f7685e4-d25e-44cb-844f-48dc645b7020 Aug 10 01:05:48.707534 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a3c91-2ac0-4d1a-880d-4c7256ffb4ed service neutron] Pushing event updated for resources: {'Port': ['ID=8a79b3c1-044c-4b04-8482-338547d33f44,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:48.791193 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2bb9e818-bf3f-4b86-82cb-d5e81cd70880 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:48.832496 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e213f5-d2ae-40b1-9c8a-620b27140fc5 req-11082c65-f26f-495a-a665-b03d004a8853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:48.833476 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e213f5-d2ae-40b1-9c8a-620b27140fc5 req-11082c65-f26f-495a-a665-b03d004a8853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:48.834136 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e213f5-d2ae-40b1-9c8a-620b27140fc5 req-11082c65-f26f-495a-a665-b03d004a8853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:48.836961 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-17e213f5-d2ae-40b1-9c8a-620b27140fc5 req-11082c65-f26f-495a-a665-b03d004a8853 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=d10c461282a54fe6a1ff477fc3a37853&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5583229 Aug 10 01:05:48.838637 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2bb9e818-bf3f-4b86-82cb-d5e81cd70880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:48.839895 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb9e818-bf3f-4b86-82cb-d5e81cd70880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:48.840018 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc495e-289f-4f40-a752-b137f1e248c8 req-d8e84da4-b9b4-4ef0-ae5f-d4c4225e44a9 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:48.841515 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2bb9e818-bf3f-4b86-82cb-d5e81cd70880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:48.842055 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5efc495e-289f-4f40-a752-b137f1e248c8 req-d8e84da4-b9b4-4ef0-ae5f-d4c4225e44a9 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=40a6f316-1fdd-4fe1-bf2a-8b1411004b3a HTTP/1.1" status: 200 len: 948 time: 0.1281009 Aug 10 01:05:48.859387 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-da1a3c91-2ac0-4d1a-880d-4c7256ffb4ed service neutron] Attempting to bind port 8a79b3c1-044c-4b04-8482-338547d33f44 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:05:48.859645 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-da1a3c91-2ac0-4d1a-880d-4c7256ffb4ed service neutron] Attempting to bind port 8a79b3c1-044c-4b04-8482-338547d33f44 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '12abd57d-e545-4f43-839f-fc66085c41e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '87e4a205-e3a1-47d5-9b64-5ef0f0daea88'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:05:48.863209 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-da1a3c91-2ac0-4d1a-880d-4c7256ffb4ed service neutron] Attempting to bind port 8a79b3c1-044c-4b04-8482-338547d33f44 on network 87e4a205-e3a1-47d5-9b64-5ef0f0daea88 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:48.905608 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-da1a3c91-2ac0-4d1a-880d-4c7256ffb4ed service neutron] Port 8a79b3c1-044c-4b04-8482-338547d33f44 on network 87e4a205-e3a1-47d5-9b64-5ef0f0daea88 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:05:48.905946 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-da1a3c91-2ac0-4d1a-880d-4c7256ffb4ed service neutron] Attempting to bind port 8a79b3c1-044c-4b04-8482-338547d33f44 on network 87e4a205-e3a1-47d5-9b64-5ef0f0daea88 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:48.913116 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-da1a3c91-2ac0-4d1a-880d-4c7256ffb4ed service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:05:48.920488 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-da1a3c91-2ac0-4d1a-880d-4c7256ffb4ed service neutron] Checking segment: {'id': '12abd57d-e545-4f43-839f-fc66085c41e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '87e4a205-e3a1-47d5-9b64-5ef0f0daea88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:05:48.921016 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-da1a3c91-2ac0-4d1a-880d-4c7256ffb4ed service neutron] Bound using segment: {'id': '12abd57d-e545-4f43-839f-fc66085c41e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '87e4a205-e3a1-47d5-9b64-5ef0f0daea88'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:05:48.921497 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-da1a3c91-2ac0-4d1a-880d-4c7256ffb4ed service neutron] Bound port: 8a79b3c1-044c-4b04-8482-338547d33f44, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12abd57d-e545-4f43-839f-fc66085c41e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '87e4a205-e3a1-47d5-9b64-5ef0f0daea88'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:05:48.921931 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-da1a3c91-2ac0-4d1a-880d-4c7256ffb4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:49.034213 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e213f5-d2ae-40b1-9c8a-620b27140fc5 req-34a51423-06cb-4754-87ed-45637ebf71de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:49.035696 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-17e213f5-d2ae-40b1-9c8a-620b27140fc5 req-34a51423-06cb-4754-87ed-45637ebf71de service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1895709 Aug 10 01:05:49.040873 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5efc495e-289f-4f40-a752-b137f1e248c8 req-0c720d0b-8ee8-4b82-9df4-a43e461ce31a tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826375 Aug 10 01:05:49.101007 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2bb9e818-bf3f-4b86-82cb-d5e81cd70880 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4166243 Aug 10 01:05:49.101639 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 55654) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:49.107624 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-655fb595-480d-437e-a0f5-4bf2dd7c3826 admin admin] Request body: {'subnet': {'network_id': '2f7685e4-d25e-44cb-844f-48dc645b7020', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1665308839-subnet', 'tenant_id': 'bc4be8f81d9e48bdbff06bcaf91df1b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:49.112329 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9e818-bf3f-4b86-82cb-d5e81cd70880 admin admin] Pushing event updated for resources: {'Network': ['ID=2f7685e4-d25e-44cb-844f-48dc645b7020,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:49.123351 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 2f7685e4-d25e-44cb-844f-48dc645b7020 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:05:49.136360 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655fb595-480d-437e-a0f5-4bf2dd7c3826 admin admin] Made reservation on behalf of bc4be8f81d9e48bdbff06bcaf91df1b9 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:49.139725 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-655fb595-480d-437e-a0f5-4bf2dd7c3826 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:49.187700 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-da1a3c91-2ac0-4d1a-880d-4c7256ffb4ed service neutron] For port 8a79b3c1-044c-4b04-8482-338547d33f44, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:05:49.208513 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-da1a3c91-2ac0-4d1a-880d-4c7256ffb4ed service neutron] For port 8a79b3c1-044c-4b04-8482-338547d33f44, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=8a79b3c1-044c-4b04-8482-338547d33f44,segment=NetworkSegment(12abd57d-e545-4f43-839f-fc66085c41e6),segment_id=12abd57d-e545-4f43-839f-fc66085c41e6)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:05:49.223143 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-da1a3c91-2ac0-4d1a-880d-4c7256ffb4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:49.394548 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-655fb595-480d-437e-a0f5-4bf2dd7c3826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:49.410370 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a3c91-2ac0-4d1a-880d-4c7256ffb4ed service neutron] Pushing event updated for resources: {'Port': ['ID=8a79b3c1-044c-4b04-8482-338547d33f44,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:49.464802 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-da1a3c91-2ac0-4d1a-880d-4c7256ffb4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:49.465536 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-da1a3c91-2ac0-4d1a-880d-4c7256ffb4ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:49.467612 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-da1a3c91-2ac0-4d1a-880d-4c7256ffb4ed service neutron] 10.222.0.20 "PUT /v2.0/ports/8a79b3c1-044c-4b04-8482-338547d33f44 HTTP/1.1" status: 200 len: 1131 time: 1.7369950 Aug 10 01:05:49.619230 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279f102-b1cc-457e-b46b-66bdfd149b9e req-dff8ab3d-afbb-4aa3-860d-5763de24bd36 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:49.642334 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655fb595-480d-437e-a0f5-4bf2dd7c3826 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aff3426d-0264-4fde-bc3f-88e167c75bec,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:49.659175 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279f102-b1cc-457e-b46b-66bdfd149b9e req-dff8ab3d-afbb-4aa3-860d-5763de24bd36 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:49.678065 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655fb595-480d-437e-a0f5-4bf2dd7c3826 admin admin] Checking segment: {'id': '972b6f59-ca6f-4d63-843a-63e117aa35cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2f7685e4-d25e-44cb-844f-48dc645b7020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:05:49.678672 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655fb595-480d-437e-a0f5-4bf2dd7c3826 admin admin] Network hostable DHCP agents. Network: 2f7685e4-d25e-44cb-844f-48dc645b7020, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:05:49.685713 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279f102-b1cc-457e-b46b-66bdfd149b9e req-dff8ab3d-afbb-4aa3-860d-5763de24bd36 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:49.708321 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279f102-b1cc-457e-b46b-66bdfd149b9e req-dff8ab3d-afbb-4aa3-860d-5763de24bd36 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:49.717694 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655fb595-480d-437e-a0f5-4bf2dd7c3826 admin admin] Network 2f7685e4-d25e-44cb-844f-48dc645b7020 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:05:49.731178 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279f102-b1cc-457e-b46b-66bdfd149b9e req-dff8ab3d-afbb-4aa3-860d-5763de24bd36 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:49.741424 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-655fb595-480d-437e-a0f5-4bf2dd7c3826 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 2f7685e4-d25e-44cb-844f-48dc645b7020) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:49.751820 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6e0296-eefe-4b69-9942-5bf4a964debc None None] Network 2f7685e4-d25e-44cb-844f-48dc645b7020 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:05:49.751974 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655fb595-480d-437e-a0f5-4bf2dd7c3826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:49.753447 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-655fb595-480d-437e-a0f5-4bf2dd7c3826 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:49.756834 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279f102-b1cc-457e-b46b-66bdfd149b9e req-dff8ab3d-afbb-4aa3-860d-5763de24bd36 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:49.766730 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8279f102-b1cc-457e-b46b-66bdfd149b9e req-dff8ab3d-afbb-4aa3-860d-5763de24bd36 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 4598 time: 0.5401762 Aug 10 01:05:49.798303 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-24f54b90-687d-4f5e-af1f-7595f0ecfc37 service neutron] Request body: {'port': {'device_id': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:49.881975 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-655fb595-480d-437e-a0f5-4bf2dd7c3826 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7791598 Aug 10 01:05:49.923954 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8279f102-b1cc-457e-b46b-66bdfd149b9e req-2b181976-bdd8-415c-89f9-fe86dc9f3e70 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1562302 Aug 10 01:05:49.927104 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'tag': '8a79b3c1-044c-4b04-8482-338547d33f44'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:05:49.939112 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61359968-9cc9-4245-a08e-6461f32faf70" -d '{"events": [{"name": "network-changed", "server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "tag": "8a79b3c1-044c-4b04-8482-338547d33f44"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:05:50.038574 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-24f54b90-687d-4f5e-af1f-7595f0ecfc37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:50.065462 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c724deb4-bc64-493e-815d-e6a9c286da29 x-openstack-request-id: req-c724deb4-bc64-493e-815d-e6a9c286da29 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:05:50.066087 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "tag": "8a79b3c1-044c-4b04-8482-338547d33f44", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:05:50.066087 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c724deb4-bc64-493e-815d-e6a9c286da29 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:05:50.066401 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'tag': '8a79b3c1-044c-4b04-8482-338547d33f44', 'status': 'completed', 'code': 200} Aug 10 01:05:50.174883 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc8c2b3-bf1f-4477-a83a-de8b8202da20 None None] Network 2f7685e4-d25e-44cb-844f-48dc645b7020 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:05:50.183793 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61359968-9cc9-4245-a08e-6461f32faf70 req-165da84b-6ec7-4baf-b86f-ef432cc66384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:50.184446 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61359968-9cc9-4245-a08e-6461f32faf70 req-165da84b-6ec7-4baf-b86f-ef432cc66384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:50.185050 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61359968-9cc9-4245-a08e-6461f32faf70 req-165da84b-6ec7-4baf-b86f-ef432cc66384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:50.185585 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61359968-9cc9-4245-a08e-6461f32faf70 req-165da84b-6ec7-4baf-b86f-ef432cc66384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:50.186119 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61359968-9cc9-4245-a08e-6461f32faf70 req-165da84b-6ec7-4baf-b86f-ef432cc66384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:50.186648 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61359968-9cc9-4245-a08e-6461f32faf70 req-165da84b-6ec7-4baf-b86f-ef432cc66384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:50.188569 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-61359968-9cc9-4245-a08e-6461f32faf70 req-165da84b-6ec7-4baf-b86f-ef432cc66384 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d10c461282a54fe6a1ff477fc3a37853&device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5286 time: 0.0773926 Aug 10 01:05:50.364473 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf8d7b-3c49-4700-8b65-34d335421580 req-0a74268d-da2f-405e-9975-15c0d18ffb89 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:50.373706 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f6cf8d7b-3c49-4700-8b65-34d335421580 req-0a74268d-da2f-405e-9975-15c0d18ffb89 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=40a6f316-1fdd-4fe1-bf2a-8b1411004b3a HTTP/1.1" status: 200 len: 948 time: 0.1934140 Aug 10 01:05:50.400749 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61359968-9cc9-4245-a08e-6461f32faf70 req-213d8b79-1b54-4d5e-83d1-9bb84103f722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:50.401249 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61359968-9cc9-4245-a08e-6461f32faf70 req-213d8b79-1b54-4d5e-83d1-9bb84103f722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:50.401721 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61359968-9cc9-4245-a08e-6461f32faf70 req-213d8b79-1b54-4d5e-83d1-9bb84103f722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:50.404211 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-61359968-9cc9-4245-a08e-6461f32faf70 req-213d8b79-1b54-4d5e-83d1-9bb84103f722 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=d10c461282a54fe6a1ff477fc3a37853&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2004535 Aug 10 01:05:50.469613 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f6cf8d7b-3c49-4700-8b65-34d335421580 req-318b57e7-0d77-4cc8-9e4b-8dc2609ef5e0 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949299 Aug 10 01:05:50.523427 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61359968-9cc9-4245-a08e-6461f32faf70 req-cbe0f2f8-6c4b-4a24-820e-717ebf8f81c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:50.525865 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-61359968-9cc9-4245-a08e-6461f32faf70 req-cbe0f2f8-6c4b-4a24-820e-717ebf8f81c4 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1135609 Aug 10 01:05:50.671635 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b71344-950c-4b9d-80cf-79455d9136d9 req-8dee34f0-2050-4d9d-aaca-ca186a383bf2 tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:50.673166 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c5b71344-950c-4b9d-80cf-79455d9136d9 req-8dee34f0-2050-4d9d-aaca-ca186a383bf2 tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=40a6f316-1fdd-4fe1-bf2a-8b1411004b3a HTTP/1.1" status: 200 len: 1100 time: 0.1095040 Aug 10 01:05:50.684789 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-aa19b414-589a-4f88-b48d-1a36bf96e06c tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:50.686121 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-aa19b414-589a-4f88-b48d-1a36bf96e06c tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/networks?id=2f7685e4-d25e-44cb-844f-48dc645b7020 HTTP/1.1" status: 200 len: 815 time: 0.1760643 Aug 10 01:05:50.735148 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-45e625d0-3bab-4ce2-ab2c-b8ae7f4de41b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/quotas/bc4be8f81d9e48bdbff06bcaf91df1b9 HTTP/1.1" status: 200 len: 375 time: 0.0306280 Aug 10 01:05:50.739685 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-24f54b90-687d-4f5e-af1f-7595f0ecfc37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9211c06d-216b-4619-a636-7f12c2e6d3ce {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:05:50.760469 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-24f54b90-687d-4f5e-af1f-7595f0ecfc37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:50.785085 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-8eaaa6be-c7ab-446e-9903-fca4c4e64e45 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bc4be8f81d9e48bdbff06bcaf91df1b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406346 Aug 10 01:05:50.795092 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c5b71344-950c-4b9d-80cf-79455d9136d9 req-d6997404-8155-4112-8800-844408323a6d tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917304 Aug 10 01:05:50.801139 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-24f54b90-687d-4f5e-af1f-7595f0ecfc37 service neutron] Transition to ACTIVE for port object 9211c06d-216b-4619-a636-7f12c2e6d3ce will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:51.176039 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-24f54b90-687d-4f5e-af1f-7595f0ecfc37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:51.275530 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f54b90-687d-4f5e-af1f-7595f0ecfc37 service neutron] Pushing event updated for resources: {'Port': ['ID=9211c06d-216b-4619-a636-7f12c2e6d3ce,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:51.339080 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-50f790e9-7aef-4483-b812-2de61f76ffd5 service neutron] 10.222.0.35 "GET /v2.0/networks/2f7685e4-d25e-44cb-844f-48dc645b7020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5393438 Aug 10 01:05:51.366346 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2bc14f-f7af-45d1-9879-73651ef6cedf req-e386fad9-1e47-4f66-a8bb-ee29e1c9da8c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:51.386239 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2bc14f-f7af-45d1-9879-73651ef6cedf req-e386fad9-1e47-4f66-a8bb-ee29e1c9da8c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:51.393232 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2bc14f-f7af-45d1-9879-73651ef6cedf req-e386fad9-1e47-4f66-a8bb-ee29e1c9da8c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:51.399458 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2bc14f-f7af-45d1-9879-73651ef6cedf req-e386fad9-1e47-4f66-a8bb-ee29e1c9da8c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:51.405647 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2bc14f-f7af-45d1-9879-73651ef6cedf req-e386fad9-1e47-4f66-a8bb-ee29e1c9da8c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:51.411587 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2bc14f-f7af-45d1-9879-73651ef6cedf req-e386fad9-1e47-4f66-a8bb-ee29e1c9da8c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:51.419969 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2bc14f-f7af-45d1-9879-73651ef6cedf req-e386fad9-1e47-4f66-a8bb-ee29e1c9da8c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:51.426534 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ff2bc14f-f7af-45d1-9879-73651ef6cedf req-e386fad9-1e47-4f66-a8bb-ee29e1c9da8c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5370 time: 0.2760890 Aug 10 01:05:51.577049 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ff2bc14f-f7af-45d1-9879-73651ef6cedf req-2fbb4de2-da88-4d12-b9ad-37a27b38de9c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1439388 Aug 10 01:05:51.586438 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-24f54b90-687d-4f5e-af1f-7595f0ecfc37 service neutron] Attempting to bind port 9211c06d-216b-4619-a636-7f12c2e6d3ce on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:05:51.586786 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-24f54b90-687d-4f5e-af1f-7595f0ecfc37 service neutron] Attempting to bind port 9211c06d-216b-4619-a636-7f12c2e6d3ce by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '12abd57d-e545-4f43-839f-fc66085c41e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '87e4a205-e3a1-47d5-9b64-5ef0f0daea88'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:05:51.587122 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-24f54b90-687d-4f5e-af1f-7595f0ecfc37 service neutron] Attempting to bind port 9211c06d-216b-4619-a636-7f12c2e6d3ce on network 87e4a205-e3a1-47d5-9b64-5ef0f0daea88 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:51.599943 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-24f54b90-687d-4f5e-af1f-7595f0ecfc37 service neutron] Port 9211c06d-216b-4619-a636-7f12c2e6d3ce on network 87e4a205-e3a1-47d5-9b64-5ef0f0daea88 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:05:51.600302 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-24f54b90-687d-4f5e-af1f-7595f0ecfc37 service neutron] Attempting to bind port 9211c06d-216b-4619-a636-7f12c2e6d3ce on network 87e4a205-e3a1-47d5-9b64-5ef0f0daea88 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:51.626199 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-f3056962-d656-4168-8386-9354e047b9f2 service neutron] 10.222.0.35 "GET /v2.0/networks/2f7685e4-d25e-44cb-844f-48dc645b7020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862606 Aug 10 01:05:51.631068 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-24f54b90-687d-4f5e-af1f-7595f0ecfc37 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:05:51.631418 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-24f54b90-687d-4f5e-af1f-7595f0ecfc37 service neutron] Checking segment: {'id': '12abd57d-e545-4f43-839f-fc66085c41e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '87e4a205-e3a1-47d5-9b64-5ef0f0daea88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:05:51.631810 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-24f54b90-687d-4f5e-af1f-7595f0ecfc37 service neutron] Bound using segment: {'id': '12abd57d-e545-4f43-839f-fc66085c41e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '87e4a205-e3a1-47d5-9b64-5ef0f0daea88'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:05:51.632283 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-24f54b90-687d-4f5e-af1f-7595f0ecfc37 service neutron] Bound port: 9211c06d-216b-4619-a636-7f12c2e6d3ce, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12abd57d-e545-4f43-839f-fc66085c41e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '87e4a205-e3a1-47d5-9b64-5ef0f0daea88'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:05:51.632653 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-24f54b90-687d-4f5e-af1f-7595f0ecfc37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:51.756472 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-50d611b7-5c7c-4e23-a24d-1263590a0e9a tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482781 Aug 10 01:05:51.890864 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-2a6437b0-0f5e-4a6d-a89d-bdb59cc19d0f tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:51.898675 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-2a6437b0-0f5e-4a6d-a89d-bdb59cc19d0f tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1411822 Aug 10 01:05:51.934541 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-16a0ddaf-97a9-4755-a9aa-846608214f10 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/quotas/9ca89c0f99d945aeb3afb7c83b1b1d31 HTTP/1.1" status: 200 len: 375 time: 0.0344186 Aug 10 01:05:51.968161 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-24f54b90-687d-4f5e-af1f-7595f0ecfc37 service neutron] For port 9211c06d-216b-4619-a636-7f12c2e6d3ce, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:05:52.019185 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b9a5979a-effd-46cf-a10f-0d92139432aa req-c6d108cf-247a-4838-904b-2702eb89573c tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=750f77da-4d2f-4e9a-9bb9-ecd1b5a9afbe HTTP/1.1" status: 200 len: 210 time: 0.0665119 Aug 10 01:05:52.025656 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-24f54b90-687d-4f5e-af1f-7595f0ecfc37 service neutron] For port 9211c06d-216b-4619-a636-7f12c2e6d3ce, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=9211c06d-216b-4619-a636-7f12c2e6d3ce,segment=NetworkSegment(12abd57d-e545-4f43-839f-fc66085c41e6),segment_id=12abd57d-e545-4f43-839f-fc66085c41e6)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:05:52.032166 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-24f54b90-687d-4f5e-af1f-7595f0ecfc37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:52.127776 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-24f54b90-687d-4f5e-af1f-7595f0ecfc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:52.128755 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-24f54b90-687d-4f5e-af1f-7595f0ecfc37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:52.156758 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-24f54b90-687d-4f5e-af1f-7595f0ecfc37 service neutron] 10.222.0.20 "PUT /v2.0/ports/9211c06d-216b-4619-a636-7f12c2e6d3ce HTTP/1.1" status: 200 len: 1131 time: 2.3443415 Aug 10 01:05:52.157875 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'tag': '9211c06d-216b-4619-a636-7f12c2e6d3ce'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:05:52.162737 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7caa95bb-c451-4c04-a4b6-cbda44bdb34d" -d '{"events": [{"name": "network-changed", "server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "tag": "9211c06d-216b-4619-a636-7f12c2e6d3ce"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:05:52.229268 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-d4d8c1a0-d00c-4fb1-90b5-a5f9e1c5d461 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2875955 Aug 10 01:05:52.244248 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a834827d-ccbf-4074-ac42-dfc162fb1f99 service neutron] Request body: {'port': {'device_id': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:52.329027 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a13aaa-0c69-4e08-85df-8480c89dfda1 x-openstack-request-id: req-82a13aaa-0c69-4e08-85df-8480c89dfda1 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:05:52.329533 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "tag": "9211c06d-216b-4619-a636-7f12c2e6d3ce", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:05:52.330562 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-82a13aaa-0c69-4e08-85df-8480c89dfda1 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:05:52.331150 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'tag': '9211c06d-216b-4619-a636-7f12c2e6d3ce', 'status': 'completed', 'code': 200} Aug 10 01:05:52.341333 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f54b90-687d-4f5e-af1f-7595f0ecfc37 service neutron] Pushing event updated for resources: {'Port': ['ID=9211c06d-216b-4619-a636-7f12c2e6d3ce,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:52.468730 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a834827d-ccbf-4074-ac42-dfc162fb1f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:52.485887 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa95bb-c451-4c04-a4b6-cbda44bdb34d req-db525f4b-d157-4744-9815-78017de0b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:52.486361 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa95bb-c451-4c04-a4b6-cbda44bdb34d req-db525f4b-d157-4744-9815-78017de0b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:52.486834 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa95bb-c451-4c04-a4b6-cbda44bdb34d req-db525f4b-d157-4744-9815-78017de0b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:52.487688 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa95bb-c451-4c04-a4b6-cbda44bdb34d req-db525f4b-d157-4744-9815-78017de0b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:52.488481 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa95bb-c451-4c04-a4b6-cbda44bdb34d req-db525f4b-d157-4744-9815-78017de0b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:52.489119 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa95bb-c451-4c04-a4b6-cbda44bdb34d req-db525f4b-d157-4744-9815-78017de0b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:52.489764 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa95bb-c451-4c04-a4b6-cbda44bdb34d req-db525f4b-d157-4744-9815-78017de0b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:52.491825 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7caa95bb-c451-4c04-a4b6-cbda44bdb34d req-db525f4b-d157-4744-9815-78017de0b37a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d10c461282a54fe6a1ff477fc3a37853&device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 6210 time: 0.1338217 Aug 10 01:05:52.849258 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa95bb-c451-4c04-a4b6-cbda44bdb34d req-36c06d4f-9723-40e6-bc0a-ba820e3fbe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:52.860690 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa95bb-c451-4c04-a4b6-cbda44bdb34d req-36c06d4f-9723-40e6-bc0a-ba820e3fbe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:52.861432 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa95bb-c451-4c04-a4b6-cbda44bdb34d req-36c06d4f-9723-40e6-bc0a-ba820e3fbe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:52.863204 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7caa95bb-c451-4c04-a4b6-cbda44bdb34d req-36c06d4f-9723-40e6-bc0a-ba820e3fbe05 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=d10c461282a54fe6a1ff477fc3a37853&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3555017 Aug 10 01:05:52.977916 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-13a546b6-9f92-49de-92b0-64933aa4415a req-3b67e85e-ab36-47d1-8113-d7ec05598f70 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=9541a312-43de-4e9e-9b8b-b7fc74f380fc HTTP/1.1" status: 200 len: 210 time: 0.2618430 Aug 10 01:05:53.038473 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa95bb-c451-4c04-a4b6-cbda44bdb34d req-5deb7d34-1fc7-40ee-988e-5f2c56d41196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:53.040922 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7caa95bb-c451-4c04-a4b6-cbda44bdb34d req-5deb7d34-1fc7-40ee-988e-5f2c56d41196 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1621382 Aug 10 01:05:53.172449 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26baa197-b1da-4d39-b247-74f0e62c26e4 req-81fdf0e5-d3d5-4f56-8a99-346f8a022bf9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:53.179877 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26baa197-b1da-4d39-b247-74f0e62c26e4 req-81fdf0e5-d3d5-4f56-8a99-346f8a022bf9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:53.186095 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26baa197-b1da-4d39-b247-74f0e62c26e4 req-81fdf0e5-d3d5-4f56-8a99-346f8a022bf9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:53.191938 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26baa197-b1da-4d39-b247-74f0e62c26e4 req-81fdf0e5-d3d5-4f56-8a99-346f8a022bf9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:53.197818 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26baa197-b1da-4d39-b247-74f0e62c26e4 req-81fdf0e5-d3d5-4f56-8a99-346f8a022bf9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:53.203691 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26baa197-b1da-4d39-b247-74f0e62c26e4 req-81fdf0e5-d3d5-4f56-8a99-346f8a022bf9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:53.209852 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26baa197-b1da-4d39-b247-74f0e62c26e4 req-81fdf0e5-d3d5-4f56-8a99-346f8a022bf9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:53.212709 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-26baa197-b1da-4d39-b247-74f0e62c26e4 req-81fdf0e5-d3d5-4f56-8a99-346f8a022bf9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5370 time: 0.2670479 Aug 10 01:05:53.293002 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1ac97757-968c-42ef-96e3-095e8eadbf0f req-c75ac7a9-be7d-402e-b502-128c1881abe4 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=750f77da-4d2f-4e9a-9bb9-ecd1b5a9afbe HTTP/1.1" status: 200 len: 210 time: 0.0706420 Aug 10 01:05:53.348908 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-26baa197-b1da-4d39-b247-74f0e62c26e4 req-087e62f3-195b-4161-bcaf-ddc44812a9ad tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1092248 Aug 10 01:05:53.435517 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a834827d-ccbf-4074-ac42-dfc162fb1f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 200e7fac-07de-403e-91cd-a7f052e1e0de {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:05:53.443980 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a834827d-ccbf-4074-ac42-dfc162fb1f99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:53.457491 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a834827d-ccbf-4074-ac42-dfc162fb1f99 service neutron] Transition to ACTIVE for port object 200e7fac-07de-403e-91cd-a7f052e1e0de will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:53.470660 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a834827d-ccbf-4074-ac42-dfc162fb1f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:53.527445 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a834827d-ccbf-4074-ac42-dfc162fb1f99 service neutron] Pushing event updated for resources: {'Port': ['ID=200e7fac-07de-403e-91cd-a7f052e1e0de,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:53.693802 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a834827d-ccbf-4074-ac42-dfc162fb1f99 service neutron] Attempting to bind port 200e7fac-07de-403e-91cd-a7f052e1e0de on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:05:53.694202 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a834827d-ccbf-4074-ac42-dfc162fb1f99 service neutron] Attempting to bind port 200e7fac-07de-403e-91cd-a7f052e1e0de by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '12abd57d-e545-4f43-839f-fc66085c41e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '87e4a205-e3a1-47d5-9b64-5ef0f0daea88'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:05:53.694545 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a834827d-ccbf-4074-ac42-dfc162fb1f99 service neutron] Attempting to bind port 200e7fac-07de-403e-91cd-a7f052e1e0de on network 87e4a205-e3a1-47d5-9b64-5ef0f0daea88 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:53.712197 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a834827d-ccbf-4074-ac42-dfc162fb1f99 service neutron] Port 200e7fac-07de-403e-91cd-a7f052e1e0de on network 87e4a205-e3a1-47d5-9b64-5ef0f0daea88 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:05:53.718024 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a834827d-ccbf-4074-ac42-dfc162fb1f99 service neutron] Attempting to bind port 200e7fac-07de-403e-91cd-a7f052e1e0de on network 87e4a205-e3a1-47d5-9b64-5ef0f0daea88 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:53.735189 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a834827d-ccbf-4074-ac42-dfc162fb1f99 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:05:53.735427 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a834827d-ccbf-4074-ac42-dfc162fb1f99 service neutron] Checking segment: {'id': '12abd57d-e545-4f43-839f-fc66085c41e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '87e4a205-e3a1-47d5-9b64-5ef0f0daea88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:05:53.735957 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a834827d-ccbf-4074-ac42-dfc162fb1f99 service neutron] Bound using segment: {'id': '12abd57d-e545-4f43-839f-fc66085c41e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '87e4a205-e3a1-47d5-9b64-5ef0f0daea88'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:05:53.736517 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a834827d-ccbf-4074-ac42-dfc162fb1f99 service neutron] Bound port: 200e7fac-07de-403e-91cd-a7f052e1e0de, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12abd57d-e545-4f43-839f-fc66085c41e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '87e4a205-e3a1-47d5-9b64-5ef0f0daea88'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:05:53.736966 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a834827d-ccbf-4074-ac42-dfc162fb1f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:53.748430 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-3a65fc22-16c0-4d7c-a210-024ce9946746 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:53.750041 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-3a65fc22-16c0-4d7c-a210-024ce9946746 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.24 "GET /v2.0/networks?id=2f7685e4-d25e-44cb-844f-48dc645b7020 HTTP/1.1" status: 200 len: 815 time: 0.1690168 Aug 10 01:05:53.769517 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-6043edab-a1ff-4be5-9f8f-5999665ddc70 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Request body: {'port': {'device_id': '750f77da-4d2f-4e9a-9bb9-ecd1b5a9afbe', 'network_id': '2f7685e4-d25e-44cb-844f-48dc645b7020', 'admin_state_up': True, 'tenant_id': 'bc4be8f81d9e48bdbff06bcaf91df1b9'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:53.896104 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a834827d-ccbf-4074-ac42-dfc162fb1f99 service neutron] For port 200e7fac-07de-403e-91cd-a7f052e1e0de, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:05:53.902195 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a834827d-ccbf-4074-ac42-dfc162fb1f99 service neutron] For port 200e7fac-07de-403e-91cd-a7f052e1e0de, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=200e7fac-07de-403e-91cd-a7f052e1e0de,segment=NetworkSegment(12abd57d-e545-4f43-839f-fc66085c41e6),segment_id=12abd57d-e545-4f43-839f-fc66085c41e6)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:05:53.912427 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a834827d-ccbf-4074-ac42-dfc162fb1f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:53.963290 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a834827d-ccbf-4074-ac42-dfc162fb1f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:53.963921 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a834827d-ccbf-4074-ac42-dfc162fb1f99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:53.965670 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a834827d-ccbf-4074-ac42-dfc162fb1f99 service neutron] 10.222.0.20 "PUT /v2.0/ports/200e7fac-07de-403e-91cd-a7f052e1e0de HTTP/1.1" status: 200 len: 1091 time: 1.7342381 Aug 10 01:05:53.989019 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a834827d-ccbf-4074-ac42-dfc162fb1f99 service neutron] Pushing event updated for resources: {'Port': ['ID=200e7fac-07de-403e-91cd-a7f052e1e0de,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:54.013222 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-6043edab-a1ff-4be5-9f8f-5999665ddc70 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Made reservation on behalf of bc4be8f81d9e48bdbff06bcaf91df1b9 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:54.023877 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-6043edab-a1ff-4be5-9f8f-5999665ddc70 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:54.046738 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-6b3270a7-3d1f-4f4b-96b7-8e45777aae3d service neutron] Request body: {'port': {'device_id': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:54.196804 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3de1356b-ca32-4706-9efe-4d6d78ce6613 req-cc48fc62-d133-44b9-8ee5-556db205a076 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=9541a312-43de-4e9e-9b8b-b7fc74f380fc HTTP/1.1" status: 200 len: 210 time: 0.0765436 Aug 10 01:05:54.294833 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-f789b851-31a2-41a7-8f34-2b6876b97d7a tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1022353 Aug 10 01:05:54.405412 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-6043edab-a1ff-4be5-9f8f-5999665ddc70 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Allocated IP 172.20.0.12 (2f7685e4-d25e-44cb-844f-48dc645b7020/aff3426d-0264-4fde-bc3f-88e167c75bec/16a59ecc-9352-418f-bfd7-e7af3e907051) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:05:54.499803 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'tag': '200e7fac-07de-403e-91cd-a7f052e1e0de'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:05:54.501919 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ed1dc3-3312-47d0-94a2-71126c74ed3a" -d '{"events": [{"name": "network-changed", "server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "tag": "200e7fac-07de-403e-91cd-a7f052e1e0de"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:05:54.584313 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b1043b3a-0dcc-40c3-a8ea-baeb2a14dbb7 req-a817d533-964e-43cc-89e1-c865edd70f50 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=750f77da-4d2f-4e9a-9bb9-ecd1b5a9afbe HTTP/1.1" status: 200 len: 210 time: 0.0770369 Aug 10 01:05:54.596278 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-623198db-f997-40eb-9024-4e744ec22c62 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:54.598228 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-623198db-f997-40eb-9024-4e744ec22c62 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2953243 Aug 10 01:05:54.643182 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-88574b0d-dc34-408d-8d34-3c236a20d435 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Request body: {'port': {'device_id': '9541a312-43de-4e9e-9b8b-b7fc74f380fc', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'admin_state_up': True, 'tenant_id': '9ca89c0f99d945aeb3afb7c83b1b1d31'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:54.730348 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-6043edab-a1ff-4be5-9f8f-5999665ddc70 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:54.736091 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-6b3270a7-3d1f-4f4b-96b7-8e45777aae3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:54.816827 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-88574b0d-dc34-408d-8d34-3c236a20d435 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Made reservation on behalf of 9ca89c0f99d945aeb3afb7c83b1b1d31 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:54.819455 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9622f4-f752-490a-86a6-405c33993500 x-openstack-request-id: req-da9622f4-f752-490a-86a6-405c33993500 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:05:54.819765 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "tag": "200e7fac-07de-403e-91cd-a7f052e1e0de", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:05:54.820026 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-da9622f4-f752-490a-86a6-405c33993500 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:05:54.820445 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'tag': '200e7fac-07de-403e-91cd-a7f052e1e0de', 'status': 'completed', 'code': 200} Aug 10 01:05:54.820571 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-88574b0d-dc34-408d-8d34-3c236a20d435 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:54.879353 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b02151-1340-4d25-9971-227b04cb4680 req-343607a6-95cd-4d56-86e4-d77f450e2296 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:54.894292 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b02151-1340-4d25-9971-227b04cb4680 req-343607a6-95cd-4d56-86e4-d77f450e2296 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:54.901222 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b02151-1340-4d25-9971-227b04cb4680 req-343607a6-95cd-4d56-86e4-d77f450e2296 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:54.908200 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b02151-1340-4d25-9971-227b04cb4680 req-343607a6-95cd-4d56-86e4-d77f450e2296 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:54.915039 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b02151-1340-4d25-9971-227b04cb4680 req-343607a6-95cd-4d56-86e4-d77f450e2296 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:54.921771 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b02151-1340-4d25-9971-227b04cb4680 req-343607a6-95cd-4d56-86e4-d77f450e2296 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:54.928356 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b02151-1340-4d25-9971-227b04cb4680 req-343607a6-95cd-4d56-86e4-d77f450e2296 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:54.937028 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-31b02151-1340-4d25-9971-227b04cb4680 req-343607a6-95cd-4d56-86e4-d77f450e2296 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5382 time: 0.4020753 Aug 10 01:05:54.979702 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-6043edab-a1ff-4be5-9f8f-5999665ddc70 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:54.992201 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed1dc3-3312-47d0-94a2-71126c74ed3a req-1f8ed540-7e66-439a-9b1e-bbf88ee07aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:54.992680 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed1dc3-3312-47d0-94a2-71126c74ed3a req-1f8ed540-7e66-439a-9b1e-bbf88ee07aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:54.993161 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed1dc3-3312-47d0-94a2-71126c74ed3a req-1f8ed540-7e66-439a-9b1e-bbf88ee07aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:54.993635 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed1dc3-3312-47d0-94a2-71126c74ed3a req-1f8ed540-7e66-439a-9b1e-bbf88ee07aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:54.994109 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed1dc3-3312-47d0-94a2-71126c74ed3a req-1f8ed540-7e66-439a-9b1e-bbf88ee07aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:54.994579 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed1dc3-3312-47d0-94a2-71126c74ed3a req-1f8ed540-7e66-439a-9b1e-bbf88ee07aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:54.995050 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed1dc3-3312-47d0-94a2-71126c74ed3a req-1f8ed540-7e66-439a-9b1e-bbf88ee07aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:54.997044 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c6ed1dc3-3312-47d0-94a2-71126c74ed3a req-1f8ed540-7e66-439a-9b1e-bbf88ee07aa1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d10c461282a54fe6a1ff477fc3a37853&device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 6278 time: 0.1310308 Aug 10 01:05:55.040241 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-88574b0d-dc34-408d-8d34-3c236a20d435 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Allocated IP 192.168.233.13 (853ae90b-411a-4cc9-b27c-aa212d4ff023/f49e9f1d-7e8a-42ac-a9f2-157734919ae5/fe418fb1-b96c-4e6d-8e05-c39e238a4dd0) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:05:55.090403 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-6043edab-a1ff-4be5-9f8f-5999665ddc70 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Network 2f7685e4-d25e-44cb-844f-48dc645b7020 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:05:55.096506 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-6043edab-a1ff-4be5-9f8f-5999665ddc70 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:55.106878 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-6043edab-a1ff-4be5-9f8f-5999665ddc70 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:05:55.208564 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043edab-a1ff-4be5-9f8f-5999665ddc70 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Pushing event updated for resources: {'Port': ['ID=16a59ecc-9352-418f-bfd7-e7af3e907051,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:55.228224 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-31b02151-1340-4d25-9971-227b04cb4680 req-9773d7bb-e8ca-45a0-b1fa-a071f97a5a3b tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2897644 Aug 10 01:05:55.287738 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-6043edab-a1ff-4be5-9f8f-5999665ddc70 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:55.288478 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-6043edab-a1ff-4be5-9f8f-5999665ddc70 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:55.323076 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-6043edab-a1ff-4be5-9f8f-5999665ddc70 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5609956 Aug 10 01:05:55.336282 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-c24b7e2e-c4b9-42a0-84eb-9a4fdad55319 service neutron] Request body: {'port': {'device_id': '750f77da-4d2f-4e9a-9bb9-ecd1b5a9afbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:55.351484 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed1dc3-3312-47d0-94a2-71126c74ed3a req-3c51e5e3-e1ba-4db4-8ed8-73c426fb2cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:55.351999 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed1dc3-3312-47d0-94a2-71126c74ed3a req-3c51e5e3-e1ba-4db4-8ed8-73c426fb2cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:55.352461 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed1dc3-3312-47d0-94a2-71126c74ed3a req-3c51e5e3-e1ba-4db4-8ed8-73c426fb2cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:55.354652 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c6ed1dc3-3312-47d0-94a2-71126c74ed3a req-3c51e5e3-e1ba-4db4-8ed8-73c426fb2cf4 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=d10c461282a54fe6a1ff477fc3a37853&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2770464 Aug 10 01:05:55.379044 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-11ab7b55-4952-4ca4-b865-a56a90818006 req-1bd436ea-04f9-4d82-8e1e-cc859e10d72a tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=9541a312-43de-4e9e-9b8b-b7fc74f380fc HTTP/1.1" status: 200 len: 210 time: 0.0359845 Aug 10 01:05:55.436401 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-88574b0d-dc34-408d-8d34-3c236a20d435 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:55.468254 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-c24b7e2e-c4b9-42a0-84eb-9a4fdad55319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:55.539062 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-6b3270a7-3d1f-4f4b-96b7-8e45777aae3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49ba5ea8-ef2b-468a-baec-23d59ac9e260 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:05:55.552748 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-6b3270a7-3d1f-4f4b-96b7-8e45777aae3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:55.559690 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-88574b0d-dc34-408d-8d34-3c236a20d435 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Transition to ACTIVE for port object fe418fb1-b96c-4e6d-8e05-c39e238a4dd0 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:55.637290 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed1dc3-3312-47d0-94a2-71126c74ed3a req-82474eb8-4258-42e0-9377-542303215d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:55.639727 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c6ed1dc3-3312-47d0-94a2-71126c74ed3a req-82474eb8-4258-42e0-9377-542303215d19 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2400050 Aug 10 01:05:55.682607 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-88574b0d-dc34-408d-8d34-3c236a20d435 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:55.695616 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['3cc74571-e82c-4ae8-9356-6d35c165bb7b', 'e0b7d158-53ed-4a9e-b6d1-c536dc2a2738'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:05:55.747691 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['89c73191-5c74-4372-acea-f3993478ce50', '48b7eddf-0772-4435-86d4-6cda7a9b79cc', '99fd042c-2495-44fc-bf12-749d1abc200c', '3a31ea2f-9b12-4c98-a9c1-01a4a252036a'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:05:55.802665 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-88574b0d-dc34-408d-8d34-3c236a20d435 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Network 853ae90b-411a-4cc9-b27c-aa212d4ff023 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:05:55.808139 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-88574b0d-dc34-408d-8d34-3c236a20d435 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:55.815565 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-88574b0d-dc34-408d-8d34-3c236a20d435 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:05:55.870027 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-6b3270a7-3d1f-4f4b-96b7-8e45777aae3d service neutron] Transition to ACTIVE for port object 49ba5ea8-ef2b-468a-baec-23d59ac9e260 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:55.898444 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-88574b0d-dc34-408d-8d34-3c236a20d435 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:55.899102 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-88574b0d-dc34-408d-8d34-3c236a20d435 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:55.916765 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88574b0d-dc34-408d-8d34-3c236a20d435 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Pushing event updated for resources: {'Port': ['ID=fe418fb1-b96c-4e6d-8e05-c39e238a4dd0,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:55.930780 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-88574b0d-dc34-408d-8d34-3c236a20d435 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2942941 Aug 10 01:05:55.936114 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-6b3270a7-3d1f-4f4b-96b7-8e45777aae3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:55.955541 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-8aa1d28c-ce10-4849-bd3d-cb85aa2df3f0 service neutron] Request body: {'port': {'device_id': '9541a312-43de-4e9e-9b8b-b7fc74f380fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:56.035383 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59239b4b-fc4b-459d-a7d3-1bf828e19b9c req-42919ac1-938a-41dc-89a5-55a27bf01c5b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:56.044613 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-59239b4b-fc4b-459d-a7d3-1bf828e19b9c req-42919ac1-938a-41dc-89a5-55a27bf01c5b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=750f77da-4d2f-4e9a-9bb9-ecd1b5a9afbe HTTP/1.1" status: 200 len: 932 time: 0.1926963 Aug 10 01:05:56.093215 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-8aa1d28c-ce10-4849-bd3d-cb85aa2df3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:56.108808 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3270a7-3d1f-4f4b-96b7-8e45777aae3d service neutron] Pushing event updated for resources: {'Port': ['ID=49ba5ea8-ef2b-468a-baec-23d59ac9e260,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:56.324444 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-59239b4b-fc4b-459d-a7d3-1bf828e19b9c req-913a2a02-1189-4afd-bbf4-e4146000b6f3 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707348 Aug 10 01:05:56.346463 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-6b3270a7-3d1f-4f4b-96b7-8e45777aae3d service neutron] Attempting to bind port 49ba5ea8-ef2b-468a-baec-23d59ac9e260 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:05:56.364408 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-6b3270a7-3d1f-4f4b-96b7-8e45777aae3d service neutron] Attempting to bind port 49ba5ea8-ef2b-468a-baec-23d59ac9e260 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '12abd57d-e545-4f43-839f-fc66085c41e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '87e4a205-e3a1-47d5-9b64-5ef0f0daea88'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:05:56.365186 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-6b3270a7-3d1f-4f4b-96b7-8e45777aae3d service neutron] Attempting to bind port 49ba5ea8-ef2b-468a-baec-23d59ac9e260 on network 87e4a205-e3a1-47d5-9b64-5ef0f0daea88 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:56.487176 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-6b3270a7-3d1f-4f4b-96b7-8e45777aae3d service neutron] Port 49ba5ea8-ef2b-468a-baec-23d59ac9e260 on network 87e4a205-e3a1-47d5-9b64-5ef0f0daea88 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:05:56.491031 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-6b3270a7-3d1f-4f4b-96b7-8e45777aae3d service neutron] Attempting to bind port 49ba5ea8-ef2b-468a-baec-23d59ac9e260 on network 87e4a205-e3a1-47d5-9b64-5ef0f0daea88 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:56.562983 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-6b3270a7-3d1f-4f4b-96b7-8e45777aae3d service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:05:56.563387 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-6b3270a7-3d1f-4f4b-96b7-8e45777aae3d service neutron] Checking segment: {'id': '12abd57d-e545-4f43-839f-fc66085c41e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '87e4a205-e3a1-47d5-9b64-5ef0f0daea88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:05:56.563717 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-6b3270a7-3d1f-4f4b-96b7-8e45777aae3d service neutron] Bound using segment: {'id': '12abd57d-e545-4f43-839f-fc66085c41e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '87e4a205-e3a1-47d5-9b64-5ef0f0daea88'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:05:56.564189 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-6b3270a7-3d1f-4f4b-96b7-8e45777aae3d service neutron] Bound port: 49ba5ea8-ef2b-468a-baec-23d59ac9e260, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12abd57d-e545-4f43-839f-fc66085c41e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '87e4a205-e3a1-47d5-9b64-5ef0f0daea88'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:05:56.564574 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-6b3270a7-3d1f-4f4b-96b7-8e45777aae3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:56.574165 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c73e477a-e729-4539-943d-35ba15f26321 None None] Provisioning for port fe418fb1-b96c-4e6d-8e05-c39e238a4dd0 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:56.588395 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c73e477a-e729-4539-943d-35ba15f26321 None None] Provisioning complete for port fe418fb1-b96c-4e6d-8e05-c39e238a4dd0 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:56.589135 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c73e477a-e729-4539-943d-35ba15f26321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:56.702503 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-8aa1d28c-ce10-4849-bd3d-cb85aa2df3f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe418fb1-b96c-4e6d-8e05-c39e238a4dd0 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:05:56.712305 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-8aa1d28c-ce10-4849-bd3d-cb85aa2df3f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:56.719272 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-c24b7e2e-c4b9-42a0-84eb-9a4fdad55319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16a59ecc-9352-418f-bfd7-e7af3e907051 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:05:56.728895 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-8aa1d28c-ce10-4849-bd3d-cb85aa2df3f0 service neutron] Transition to ACTIVE for port object fe418fb1-b96c-4e6d-8e05-c39e238a4dd0 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:56.734614 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-c24b7e2e-c4b9-42a0-84eb-9a4fdad55319 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:56.735733 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-8aa1d28c-ce10-4849-bd3d-cb85aa2df3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:56.752024 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-c24b7e2e-c4b9-42a0-84eb-9a4fdad55319 service neutron] Transition to ACTIVE for port object 16a59ecc-9352-418f-bfd7-e7af3e907051 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:56.789056 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-c24b7e2e-c4b9-42a0-84eb-9a4fdad55319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:56.830944 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c73e477a-e729-4539-943d-35ba15f26321 None None] Port fe418fb1-b96c-4e6d-8e05-c39e238a4dd0 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:05:56.868326 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1d28c-ce10-4849-bd3d-cb85aa2df3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=fe418fb1-b96c-4e6d-8e05-c39e238a4dd0,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:56.953890 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1691f-57ad-4dfe-9a7d-e1d68f432bb4 req-276d0ab3-cb48-4da0-85a9-e22a40dc169e tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:56.955487 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-11b1691f-57ad-4dfe-9a7d-e1d68f432bb4 req-276d0ab3-cb48-4da0-85a9-e22a40dc169e tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=9541a312-43de-4e9e-9b8b-b7fc74f380fc HTTP/1.1" status: 200 len: 947 time: 0.1989079 Aug 10 01:05:56.977476 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-8aa1d28c-ce10-4849-bd3d-cb85aa2df3f0 service neutron] Attempting to bind port fe418fb1-b96c-4e6d-8e05-c39e238a4dd0 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:05:56.977816 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-8aa1d28c-ce10-4849-bd3d-cb85aa2df3f0 service neutron] Attempting to bind port fe418fb1-b96c-4e6d-8e05-c39e238a4dd0 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:05:56.978228 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-8aa1d28c-ce10-4849-bd3d-cb85aa2df3f0 service neutron] Attempting to bind port fe418fb1-b96c-4e6d-8e05-c39e238a4dd0 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:56.982395 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17314c39-c27f-4466-b9e4-9ec07569b14a req-df14f05a-68d3-48c3-959a-9d792146cfe8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:56.983601 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-8aa1d28c-ce10-4849-bd3d-cb85aa2df3f0 service neutron] Port fe418fb1-b96c-4e6d-8e05-c39e238a4dd0 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:05:56.984152 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-8aa1d28c-ce10-4849-bd3d-cb85aa2df3f0 service neutron] Attempting to bind port fe418fb1-b96c-4e6d-8e05-c39e238a4dd0 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:56.988832 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17314c39-c27f-4466-b9e4-9ec07569b14a req-df14f05a-68d3-48c3-959a-9d792146cfe8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:56.992108 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-8aa1d28c-ce10-4849-bd3d-cb85aa2df3f0 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:05:56.994949 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-8aa1d28c-ce10-4849-bd3d-cb85aa2df3f0 service neutron] Checking segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:05:56.995130 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17314c39-c27f-4466-b9e4-9ec07569b14a req-df14f05a-68d3-48c3-959a-9d792146cfe8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:56.995340 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-8aa1d28c-ce10-4849-bd3d-cb85aa2df3f0 service neutron] Bound using segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:05:56.995800 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-8aa1d28c-ce10-4849-bd3d-cb85aa2df3f0 service neutron] Bound port: fe418fb1-b96c-4e6d-8e05-c39e238a4dd0, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:05:56.996159 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-8aa1d28c-ce10-4849-bd3d-cb85aa2df3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:57.001085 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17314c39-c27f-4466-b9e4-9ec07569b14a req-df14f05a-68d3-48c3-959a-9d792146cfe8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:57.013287 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17314c39-c27f-4466-b9e4-9ec07569b14a req-df14f05a-68d3-48c3-959a-9d792146cfe8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:57.019361 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17314c39-c27f-4466-b9e4-9ec07569b14a req-df14f05a-68d3-48c3-959a-9d792146cfe8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:57.025431 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17314c39-c27f-4466-b9e4-9ec07569b14a req-df14f05a-68d3-48c3-959a-9d792146cfe8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:57.034129 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-17314c39-c27f-4466-b9e4-9ec07569b14a req-df14f05a-68d3-48c3-959a-9d792146cfe8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5394 time: 0.5106530 Aug 10 01:05:57.035949 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b7e2e-c4b9-42a0-84eb-9a4fdad55319 service neutron] Pushing event updated for resources: {'Port': ['ID=16a59ecc-9352-418f-bfd7-e7af3e907051,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:57.089710 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-6b3270a7-3d1f-4f4b-96b7-8e45777aae3d service neutron] For port 49ba5ea8-ef2b-468a-baec-23d59ac9e260, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:05:57.113352 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-8aa1d28c-ce10-4849-bd3d-cb85aa2df3f0 service neutron] For port fe418fb1-b96c-4e6d-8e05-c39e238a4dd0, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:05:57.117894 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-8aa1d28c-ce10-4849-bd3d-cb85aa2df3f0 service neutron] For port fe418fb1-b96c-4e6d-8e05-c39e238a4dd0, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=fe418fb1-b96c-4e6d-8e05-c39e238a4dd0,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:05:57.128214 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-8aa1d28c-ce10-4849-bd3d-cb85aa2df3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:57.143569 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-6b3270a7-3d1f-4f4b-96b7-8e45777aae3d service neutron] For port 49ba5ea8-ef2b-468a-baec-23d59ac9e260, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=49ba5ea8-ef2b-468a-baec-23d59ac9e260,segment=NetworkSegment(12abd57d-e545-4f43-839f-fc66085c41e6),segment_id=12abd57d-e545-4f43-839f-fc66085c41e6)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:05:57.162563 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-17314c39-c27f-4466-b9e4-9ec07569b14a req-1b2263df-f2a6-4db0-9182-977a0c12bf47 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1274724 Aug 10 01:05:57.189838 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-8aa1d28c-ce10-4849-bd3d-cb85aa2df3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:57.201056 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-11b1691f-57ad-4dfe-9a7d-e1d68f432bb4 req-57c4e4e4-3b2d-48fc-80ee-ae91f16d0a32 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367406 Aug 10 01:05:57.201893 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-8aa1d28c-ce10-4849-bd3d-cb85aa2df3f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:57.203525 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-8aa1d28c-ce10-4849-bd3d-cb85aa2df3f0 service neutron] 10.222.0.20 "PUT /v2.0/ports/fe418fb1-b96c-4e6d-8e05-c39e238a4dd0 HTTP/1.1" status: 200 len: 1096 time: 1.2574906 Aug 10 01:05:57.208473 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9541a312-43de-4e9e-9b8b-b7fc74f380fc', 'tag': 'fe418fb1-b96c-4e6d-8e05-c39e238a4dd0'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:05:57.208629 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-6b3270a7-3d1f-4f4b-96b7-8e45777aae3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:57.210887 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1415b516-729e-4688-86ef-5ba8fc84c11b" -d '{"events": [{"name": "network-changed", "server_uuid": "9541a312-43de-4e9e-9b8b-b7fc74f380fc", "tag": "fe418fb1-b96c-4e6d-8e05-c39e238a4dd0"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:05:57.266067 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1d28c-ce10-4849-bd3d-cb85aa2df3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=fe418fb1-b96c-4e6d-8e05-c39e238a4dd0,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:57.314952 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-6b3270a7-3d1f-4f4b-96b7-8e45777aae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:57.315556 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-6b3270a7-3d1f-4f4b-96b7-8e45777aae3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:57.318576 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-6b3270a7-3d1f-4f4b-96b7-8e45777aae3d service neutron] 10.222.0.20 "PUT /v2.0/ports/49ba5ea8-ef2b-468a-baec-23d59ac9e260 HTTP/1.1" status: 200 len: 1091 time: 3.2761559 Aug 10 01:05:57.356457 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'tag': '49ba5ea8-ef2b-468a-baec-23d59ac9e260'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:05:57.359022 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe881e4-c312-4d36-a453-9abf0c1a8a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "tag": "49ba5ea8-ef2b-468a-baec-23d59ac9e260"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:05:57.361878 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3270a7-3d1f-4f4b-96b7-8e45777aae3d service neutron] Pushing event updated for resources: {'Port': ['ID=49ba5ea8-ef2b-468a-baec-23d59ac9e260,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:57.371302 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-c7a933f0-b303-4fed-a63a-95bf21c1e918 service neutron] Request body: {'port': {'device_id': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:57.402031 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6abb30-bb87-4082-b752-5a0ba0009f69 x-openstack-request-id: req-1b6abb30-bb87-4082-b752-5a0ba0009f69 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:05:57.404561 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9541a312-43de-4e9e-9b8b-b7fc74f380fc", "tag": "fe418fb1-b96c-4e6d-8e05-c39e238a4dd0", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:05:57.404896 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1b6abb30-bb87-4082-b752-5a0ba0009f69 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:05:57.405464 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9541a312-43de-4e9e-9b8b-b7fc74f380fc', 'tag': 'fe418fb1-b96c-4e6d-8e05-c39e238a4dd0', 'status': 'completed', 'code': 200} Aug 10 01:05:57.430030 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-453f2cc0-215b-4385-86f3-d8befa42e758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:57.431901 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-453f2cc0-215b-4385-86f3-d8befa42e758 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&device_id=9541a312-43de-4e9e-9b8b-b7fc74f380fc HTTP/1.1" status: 200 len: 1099 time: 0.1277552 Aug 10 01:05:57.449990 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7552f2d-0d37-477d-9832-358ba2f39119 x-openstack-request-id: req-c7552f2d-0d37-477d-9832-358ba2f39119 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:05:57.450828 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "tag": "49ba5ea8-ef2b-468a-baec-23d59ac9e260", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:05:57.451092 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c7552f2d-0d37-477d-9832-358ba2f39119 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:05:57.451496 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'tag': '49ba5ea8-ef2b-468a-baec-23d59ac9e260', 'status': 'completed', 'code': 200} Aug 10 01:05:57.462777 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-c24b7e2e-c4b9-42a0-84eb-9a4fdad55319 service neutron] Attempting to bind port 16a59ecc-9352-418f-bfd7-e7af3e907051 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:05:57.463129 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-c24b7e2e-c4b9-42a0-84eb-9a4fdad55319 service neutron] Attempting to bind port 16a59ecc-9352-418f-bfd7-e7af3e907051 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '972b6f59-ca6f-4d63-843a-63e117aa35cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2f7685e4-d25e-44cb-844f-48dc645b7020'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:05:57.463464 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-c24b7e2e-c4b9-42a0-84eb-9a4fdad55319 service neutron] Attempting to bind port 16a59ecc-9352-418f-bfd7-e7af3e907051 on network 2f7685e4-d25e-44cb-844f-48dc645b7020 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:57.533919 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-c24b7e2e-c4b9-42a0-84eb-9a4fdad55319 service neutron] Port 16a59ecc-9352-418f-bfd7-e7af3e907051 on network 2f7685e4-d25e-44cb-844f-48dc645b7020 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:05:57.534621 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-c24b7e2e-c4b9-42a0-84eb-9a4fdad55319 service neutron] Attempting to bind port 16a59ecc-9352-418f-bfd7-e7af3e907051 on network 2f7685e4-d25e-44cb-844f-48dc645b7020 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:57.545955 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-c7a933f0-b303-4fed-a63a-95bf21c1e918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:57.549601 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-c24b7e2e-c4b9-42a0-84eb-9a4fdad55319 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:05:57.549939 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-c24b7e2e-c4b9-42a0-84eb-9a4fdad55319 service neutron] Checking segment: {'id': '972b6f59-ca6f-4d63-843a-63e117aa35cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2f7685e4-d25e-44cb-844f-48dc645b7020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:05:57.550337 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-c24b7e2e-c4b9-42a0-84eb-9a4fdad55319 service neutron] Bound using segment: {'id': '972b6f59-ca6f-4d63-843a-63e117aa35cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2f7685e4-d25e-44cb-844f-48dc645b7020'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:05:57.550782 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-c24b7e2e-c4b9-42a0-84eb-9a4fdad55319 service neutron] Bound port: 16a59ecc-9352-418f-bfd7-e7af3e907051, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '972b6f59-ca6f-4d63-843a-63e117aa35cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2f7685e4-d25e-44cb-844f-48dc645b7020'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:05:57.551145 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-c24b7e2e-c4b9-42a0-84eb-9a4fdad55319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:57.610080 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7da60-b0ed-4fb7-830c-ff52b597015b req-2b2daed6-100a-4a11-affc-76b5074db2f4 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:57.618046 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d8c7da60-b0ed-4fb7-830c-ff52b597015b req-2b2daed6-100a-4a11-affc-76b5074db2f4 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=750f77da-4d2f-4e9a-9bb9-ecd1b5a9afbe HTTP/1.1" status: 200 len: 944 time: 0.1195626 Aug 10 01:05:57.839833 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-cefb04e7-da1f-46bd-b7b5-31daf70e96d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=fe418fb1-b96c-4e6d-8e05-c39e238a4dd0 HTTP/1.1" status: 200 len: 217 time: 0.3905492 Aug 10 01:05:57.920972 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe881e4-c312-4d36-a453-9abf0c1a8a6b req-46530589-1533-4539-a8c1-0f5e3030e70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:57.921464 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe881e4-c312-4d36-a453-9abf0c1a8a6b req-46530589-1533-4539-a8c1-0f5e3030e70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:57.921953 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe881e4-c312-4d36-a453-9abf0c1a8a6b req-46530589-1533-4539-a8c1-0f5e3030e70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:57.922435 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe881e4-c312-4d36-a453-9abf0c1a8a6b req-46530589-1533-4539-a8c1-0f5e3030e70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:57.922906 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe881e4-c312-4d36-a453-9abf0c1a8a6b req-46530589-1533-4539-a8c1-0f5e3030e70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:57.923375 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe881e4-c312-4d36-a453-9abf0c1a8a6b req-46530589-1533-4539-a8c1-0f5e3030e70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:57.923839 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe881e4-c312-4d36-a453-9abf0c1a8a6b req-46530589-1533-4539-a8c1-0f5e3030e70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:57.925808 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2fe881e4-c312-4d36-a453-9abf0c1a8a6b req-46530589-1533-4539-a8c1-0f5e3030e70d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d10c461282a54fe6a1ff477fc3a37853&device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 6346 time: 0.0949821 Aug 10 01:05:57.927790 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-20f6e36c-7c57-4713-9995-f0199860524f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:57.929156 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-20f6e36c-7c57-4713-9995-f0199860524f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0701911 Aug 10 01:05:58.055519 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-febd297f-3cc9-402c-a488-779eb40f209f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:58.057133 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-febd297f-3cc9-402c-a488-779eb40f209f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1016972 Aug 10 01:05:58.084402 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:58.092545 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d8c7da60-b0ed-4fb7-830c-ff52b597015b req-40a5718d-9f0e-4737-9be3-46fd676b2de4 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735219 Aug 10 01:05:58.113848 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-c24b7e2e-c4b9-42a0-84eb-9a4fdad55319 service neutron] For port 16a59ecc-9352-418f-bfd7-e7af3e907051, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:05:58.118918 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-c24b7e2e-c4b9-42a0-84eb-9a4fdad55319 service neutron] For port 16a59ecc-9352-418f-bfd7-e7af3e907051, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=16a59ecc-9352-418f-bfd7-e7af3e907051,segment=NetworkSegment(972b6f59-ca6f-4d63-843a-63e117aa35cb),segment_id=972b6f59-ca6f-4d63-843a-63e117aa35cb)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:05:58.127392 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-c24b7e2e-c4b9-42a0-84eb-9a4fdad55319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:58.145476 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe881e4-c312-4d36-a453-9abf0c1a8a6b req-4ead43dd-4864-49ea-bdac-154279444ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:58.146123 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe881e4-c312-4d36-a453-9abf0c1a8a6b req-4ead43dd-4864-49ea-bdac-154279444ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:58.146670 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe881e4-c312-4d36-a453-9abf0c1a8a6b req-4ead43dd-4864-49ea-bdac-154279444ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:58.148404 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2fe881e4-c312-4d36-a453-9abf0c1a8a6b req-4ead43dd-4864-49ea-bdac-154279444ea2 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=d10c461282a54fe6a1ff477fc3a37853&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2016506 Aug 10 01:05:58.209571 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-c24b7e2e-c4b9-42a0-84eb-9a4fdad55319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:58.210210 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-c24b7e2e-c4b9-42a0-84eb-9a4fdad55319 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:58.211911 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-c24b7e2e-c4b9-42a0-84eb-9a4fdad55319 service neutron] 10.222.0.24 "PUT /v2.0/ports/16a59ecc-9352-418f-bfd7-e7af3e907051 HTTP/1.1" status: 200 len: 1093 time: 2.8799429 Aug 10 01:05:58.235542 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b7e2e-c4b9-42a0-84eb-9a4fdad55319 service neutron] Pushing event updated for resources: {'Port': ['ID=16a59ecc-9352-418f-bfd7-e7af3e907051,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:58.294673 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-87e75466-d35b-4eb0-a2ac-347727defe47 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285814 Aug 10 01:05:58.327860 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe881e4-c312-4d36-a453-9abf0c1a8a6b req-638a6c8f-de2c-40c3-8435-8e7456e83f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:58.329361 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2fe881e4-c312-4d36-a453-9abf0c1a8a6b req-638a6c8f-de2c-40c3-8435-8e7456e83f96 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1719723 Aug 10 01:05:58.409228 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-250aa552-4f80-4413-abc7-4638c1a105b4 req-c93701aa-0228-4849-94df-27244a7f859e service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065078 Aug 10 01:05:58.439771 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-9e263d4e-1095-4c2b-be37-24637878e506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:58.441316 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-9e263d4e-1095-4c2b-be37-24637878e506 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc4be8f81d9e48bdbff06bcaf91df1b9&device_id=750f77da-4d2f-4e9a-9bb9-ecd1b5a9afbe HTTP/1.1" status: 200 len: 1096 time: 0.1691051 Aug 10 01:05:58.452058 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4c092-965d-418a-b0c3-2674f777af82 req-514c2540-1054-4b6d-8b2c-d15d97e73715 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:58.458013 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4c092-965d-418a-b0c3-2674f777af82 req-514c2540-1054-4b6d-8b2c-d15d97e73715 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:58.463996 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4c092-965d-418a-b0c3-2674f777af82 req-514c2540-1054-4b6d-8b2c-d15d97e73715 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:58.470640 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4c092-965d-418a-b0c3-2674f777af82 req-514c2540-1054-4b6d-8b2c-d15d97e73715 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:58.476664 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4c092-965d-418a-b0c3-2674f777af82 req-514c2540-1054-4b6d-8b2c-d15d97e73715 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:58.483303 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4c092-965d-418a-b0c3-2674f777af82 req-514c2540-1054-4b6d-8b2c-d15d97e73715 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:58.489291 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4c092-965d-418a-b0c3-2674f777af82 req-514c2540-1054-4b6d-8b2c-d15d97e73715 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:58.491224 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d6a4c092-965d-418a-b0c3-2674f777af82 req-514c2540-1054-4b6d-8b2c-d15d97e73715 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5394 time: 0.2175567 Aug 10 01:05:58.547130 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415b516-729e-4688-86ef-5ba8fc84c11b req-530fd1ac-193f-4453-af44-9812ad8d732a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:58.548720 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1415b516-729e-4688-86ef-5ba8fc84c11b req-530fd1ac-193f-4453-af44-9812ad8d732a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&device_id=9541a312-43de-4e9e-9b8b-b7fc74f380fc HTTP/1.1" status: 200 len: 1099 time: 0.0468254 Aug 10 01:05:58.552059 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca9899-3941-493b-a5bb-2c70885cfc55 req-aaf985dd-41c8-4dcf-ad21-2646a494aebb tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:58.553670 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a9ca9899-3941-493b-a5bb-2c70885cfc55 req-aaf985dd-41c8-4dcf-ad21-2646a494aebb tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=9541a312-43de-4e9e-9b8b-b7fc74f380fc HTTP/1.1" status: 200 len: 947 time: 0.2503676 Aug 10 01:05:58.556172 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-c7a933f0-b303-4fed-a63a-95bf21c1e918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ad0def9-aab1-41bc-bb68-ab13dba6e597 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:05:58.565732 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-5b566d05-47a1-4c8c-9bea-9b5b5645f0e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16a59ecc-9352-418f-bfd7-e7af3e907051 HTTP/1.1" status: 200 len: 217 time: 0.0717447 Aug 10 01:05:58.573937 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-c7a933f0-b303-4fed-a63a-95bf21c1e918 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:58.650334 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-c7a933f0-b303-4fed-a63a-95bf21c1e918 service neutron] Transition to ACTIVE for port object 2ad0def9-aab1-41bc-bb68-ab13dba6e597 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:58.658304 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415b516-729e-4688-86ef-5ba8fc84c11b req-8e0bd970-e867-4da1-93a1-65ce41f057a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:58.660526 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1415b516-729e-4688-86ef-5ba8fc84c11b req-8e0bd970-e867-4da1-93a1-65ce41f057a0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.1028690 Aug 10 01:05:58.673511 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d6a4c092-965d-418a-b0c3-2674f777af82 req-22ad236c-68b0-4f0f-aad4-a4bb9aa6620f tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1684718 Aug 10 01:05:58.674139 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-c7a933f0-b303-4fed-a63a-95bf21c1e918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:58.705853 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1415b516-729e-4688-86ef-5ba8fc84c11b req-9d5e64fa-c4b5-4865-aed4-5ec666d28710 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=fe418fb1-b96c-4e6d-8e05-c39e238a4dd0 HTTP/1.1" status: 200 len: 217 time: 0.0375428 Aug 10 01:05:58.712650 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a9ca9899-3941-493b-a5bb-2c70885cfc55 req-b460c158-460d-4227-b32e-c293d0584c20 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504605 Aug 10 01:05:58.716785 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-05d40061-e1a1-4a50-8ed5-9c7112a5b3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:58.718370 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-05d40061-e1a1-4a50-8ed5-9c7112a5b3c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aff3426d-0264-4fde-bc3f-88e167c75bec HTTP/1.1" status: 200 len: 855 time: 0.1342409 Aug 10 01:05:58.768263 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-20997aa1-d810-4e1b-a6f1-93a4ec38be1f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f7685e4-d25e-44cb-844f-48dc645b7020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371618 Aug 10 01:05:58.775435 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a933f0-b303-4fed-a63a-95bf21c1e918 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad0def9-aab1-41bc-bb68-ab13dba6e597,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:58.816816 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415b516-729e-4688-86ef-5ba8fc84c11b req-a4f3ae6a-ce8a-4115-930c-f59b9afe846e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:58.826987 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1415b516-729e-4688-86ef-5ba8fc84c11b req-a4f3ae6a-ce8a-4115-930c-f59b9afe846e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.1124363 Aug 10 01:05:58.883203 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415b516-729e-4688-86ef-5ba8fc84c11b req-8ea20c81-168f-4fb7-8553-8b24545ce27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:58.885131 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1415b516-729e-4688-86ef-5ba8fc84c11b req-8ea20c81-168f-4fb7-8553-8b24545ce27a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0531149 Aug 10 01:05:58.939946 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-c7a933f0-b303-4fed-a63a-95bf21c1e918 service neutron] Attempting to bind port 2ad0def9-aab1-41bc-bb68-ab13dba6e597 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:05:58.940336 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-c7a933f0-b303-4fed-a63a-95bf21c1e918 service neutron] Attempting to bind port 2ad0def9-aab1-41bc-bb68-ab13dba6e597 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '1357e2b4-7ea7-48a9-bf87-c09b5a9112c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9657ed9b-3ba6-4067-a52c-0b450eacaa75'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:05:58.940682 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-c7a933f0-b303-4fed-a63a-95bf21c1e918 service neutron] Attempting to bind port 2ad0def9-aab1-41bc-bb68-ab13dba6e597 on network 9657ed9b-3ba6-4067-a52c-0b450eacaa75 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:58.945511 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-f4a9ae65-5f9a-4396-ace9-d2b59e8b41ac service neutron] 10.222.0.24 "GET /v2.0/networks/2f7685e4-d25e-44cb-844f-48dc645b7020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672173 Aug 10 01:05:58.947782 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-c7a933f0-b303-4fed-a63a-95bf21c1e918 service neutron] Port 2ad0def9-aab1-41bc-bb68-ab13dba6e597 on network 9657ed9b-3ba6-4067-a52c-0b450eacaa75 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:05:58.947943 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-c7a933f0-b303-4fed-a63a-95bf21c1e918 service neutron] Attempting to bind port 2ad0def9-aab1-41bc-bb68-ab13dba6e597 on network 9657ed9b-3ba6-4067-a52c-0b450eacaa75 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:58.953671 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-c7a933f0-b303-4fed-a63a-95bf21c1e918 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:05:58.954047 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-c7a933f0-b303-4fed-a63a-95bf21c1e918 service neutron] Checking segment: {'id': '1357e2b4-7ea7-48a9-bf87-c09b5a9112c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9657ed9b-3ba6-4067-a52c-0b450eacaa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:05:58.954844 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-c7a933f0-b303-4fed-a63a-95bf21c1e918 service neutron] Bound using segment: {'id': '1357e2b4-7ea7-48a9-bf87-c09b5a9112c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9657ed9b-3ba6-4067-a52c-0b450eacaa75'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:05:58.954844 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-c7a933f0-b303-4fed-a63a-95bf21c1e918 service neutron] Bound port: 2ad0def9-aab1-41bc-bb68-ab13dba6e597, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1357e2b4-7ea7-48a9-bf87-c09b5a9112c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9657ed9b-3ba6-4067-a52c-0b450eacaa75'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:05:58.955219 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-c7a933f0-b303-4fed-a63a-95bf21c1e918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:59.001311 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1415b516-729e-4688-86ef-5ba8fc84c11b req-134f1471-c3b7-43d3-bf8f-dd6088409e51 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054642 Aug 10 01:05:59.109084 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-c7a933f0-b303-4fed-a63a-95bf21c1e918 service neutron] For port 2ad0def9-aab1-41bc-bb68-ab13dba6e597, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:05:59.112884 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bc479b93-b6c3-4ce0-b14b-bb480e869f46 req-9f3eefc4-36e4-4fd5-b99e-0b8b8f2e5e89 service neutron] 10.222.0.24 "GET /v2.0/networks/2f7685e4-d25e-44cb-844f-48dc645b7020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554430 Aug 10 01:05:59.113843 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1415b516-729e-4688-86ef-5ba8fc84c11b req-9aeaf0ae-c1d5-4657-a2bf-e391df9961de service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042535 Aug 10 01:05:59.114604 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-c7a933f0-b303-4fed-a63a-95bf21c1e918 service neutron] For port 2ad0def9-aab1-41bc-bb68-ab13dba6e597, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2ad0def9-aab1-41bc-bb68-ab13dba6e597,segment=NetworkSegment(1357e2b4-7ea7-48a9-bf87-c09b5a9112c7),segment_id=1357e2b4-7ea7-48a9-bf87-c09b5a9112c7)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:05:59.118329 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-c7a933f0-b303-4fed-a63a-95bf21c1e918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:59.155817 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-c7a933f0-b303-4fed-a63a-95bf21c1e918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:59.156348 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-c7a933f0-b303-4fed-a63a-95bf21c1e918 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:59.157757 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-c7a933f0-b303-4fed-a63a-95bf21c1e918 service neutron] 10.222.0.20 "PUT /v2.0/ports/2ad0def9-aab1-41bc-bb68-ab13dba6e597 HTTP/1.1" status: 200 len: 1092 time: 1.7928441 Aug 10 01:05:59.181046 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a933f0-b303-4fed-a63a-95bf21c1e918 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad0def9-aab1-41bc-bb68-ab13dba6e597,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:59.206016 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a9d29a2b-22a2-462f-995a-99ab059742c1 service neutron] Request body: {'port': {'device_id': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:59.283681 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448417bf-cbcc-4a86-ab87-243340f72596 req-91af080c-3afb-4f47-ac81-841a52fac270 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:59.285316 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-448417bf-cbcc-4a86-ab87-243340f72596 req-91af080c-3afb-4f47-ac81-841a52fac270 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=750f77da-4d2f-4e9a-9bb9-ecd1b5a9afbe HTTP/1.1" status: 200 len: 944 time: 0.0990129 Aug 10 01:05:59.290998 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a9d29a2b-22a2-462f-995a-99ab059742c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:59.369383 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-448417bf-cbcc-4a86-ab87-243340f72596 req-a63de358-d5a4-4cf7-b0ab-38248f6f6655 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760636 Aug 10 01:05:59.453807 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750f77da-4d2f-4e9a-9bb9-ecd1b5a9afbe', 'tag': '16a59ecc-9352-418f-bfd7-e7af3e907051'}, {'name': 'network-changed', 'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'tag': '2ad0def9-aab1-41bc-bb68-ab13dba6e597'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:05:59.455988 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c982856-b0fa-43a4-a5fd-db6b42687cde" -d '{"events": [{"name": "network-changed", "server_uuid": "750f77da-4d2f-4e9a-9bb9-ecd1b5a9afbe", "tag": "16a59ecc-9352-418f-bfd7-e7af3e907051"}, {"name": "network-changed", "server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "tag": "2ad0def9-aab1-41bc-bb68-ab13dba6e597"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:05:59.516110 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 Aug 2021 01:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633cbbd1-37c2-446d-a9bf-4e513c02cb0b x-openstack-request-id: req-633cbbd1-37c2-446d-a9bf-4e513c02cb0b {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:05:59.516434 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750f77da-4d2f-4e9a-9bb9-ecd1b5a9afbe", "tag": "16a59ecc-9352-418f-bfd7-e7af3e907051", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "tag": "2ad0def9-aab1-41bc-bb68-ab13dba6e597", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:05:59.516685 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-633cbbd1-37c2-446d-a9bf-4e513c02cb0b {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:05:59.517075 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750f77da-4d2f-4e9a-9bb9-ecd1b5a9afbe', 'tag': '16a59ecc-9352-418f-bfd7-e7af3e907051', 'status': 'completed', 'code': 200} Aug 10 01:05:59.517327 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'tag': '2ad0def9-aab1-41bc-bb68-ab13dba6e597', 'status': 'completed', 'code': 200} Aug 10 01:05:59.611506 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c982856-b0fa-43a4-a5fd-db6b42687cde req-d74e5548-7460-4de0-81c1-6a15b374ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:59.611997 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c982856-b0fa-43a4-a5fd-db6b42687cde req-d74e5548-7460-4de0-81c1-6a15b374ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:59.612501 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c982856-b0fa-43a4-a5fd-db6b42687cde req-d74e5548-7460-4de0-81c1-6a15b374ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:59.612976 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c982856-b0fa-43a4-a5fd-db6b42687cde req-d74e5548-7460-4de0-81c1-6a15b374ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:59.613451 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c982856-b0fa-43a4-a5fd-db6b42687cde req-d74e5548-7460-4de0-81c1-6a15b374ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:59.614406 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c982856-b0fa-43a4-a5fd-db6b42687cde req-d74e5548-7460-4de0-81c1-6a15b374ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:59.614406 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c982856-b0fa-43a4-a5fd-db6b42687cde req-d74e5548-7460-4de0-81c1-6a15b374ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:59.620359 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0c982856-b0fa-43a4-a5fd-db6b42687cde req-d74e5548-7460-4de0-81c1-6a15b374ccf2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d10c461282a54fe6a1ff477fc3a37853&device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 6414 time: 0.0587852 Aug 10 01:05:59.620535 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c982856-b0fa-43a4-a5fd-db6b42687cde req-1266eeaa-01be-489c-80fb-f30f270c158e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:59.620535 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0c982856-b0fa-43a4-a5fd-db6b42687cde req-1266eeaa-01be-489c-80fb-f30f270c158e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc4be8f81d9e48bdbff06bcaf91df1b9&device_id=750f77da-4d2f-4e9a-9bb9-ecd1b5a9afbe HTTP/1.1" status: 200 len: 1096 time: 0.0792525 Aug 10 01:05:59.700558 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a9d29a2b-22a2-462f-995a-99ab059742c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4321df7-d3c9-4d23-b006-20dac822c111 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:05:59.707419 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:05:59.714109 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a9d29a2b-22a2-462f-995a-99ab059742c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:59.736618 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c982856-b0fa-43a4-a5fd-db6b42687cde req-e2764827-a6e3-443a-9bfc-f29de04f68d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:59.743961 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a9d29a2b-22a2-462f-995a-99ab059742c1 service neutron] Transition to ACTIVE for port object d4321df7-d3c9-4d23-b006-20dac822c111 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:59.746207 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c982856-b0fa-43a4-a5fd-db6b42687cde req-e2764827-a6e3-443a-9bfc-f29de04f68d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:59.747537 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c982856-b0fa-43a4-a5fd-db6b42687cde req-e2764827-a6e3-443a-9bfc-f29de04f68d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:59.749793 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0c982856-b0fa-43a4-a5fd-db6b42687cde req-e2764827-a6e3-443a-9bfc-f29de04f68d2 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=d10c461282a54fe6a1ff477fc3a37853&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1148007 Aug 10 01:05:59.759452 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a9d29a2b-22a2-462f-995a-99ab059742c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:59.807637 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d29a2b-22a2-462f-995a-99ab059742c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d4321df7-d3c9-4d23-b006-20dac822c111,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:59.852764 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c982856-b0fa-43a4-a5fd-db6b42687cde req-30906bbe-201a-4050-a6cf-5da08161aff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:59.854272 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0c982856-b0fa-43a4-a5fd-db6b42687cde req-30906bbe-201a-4050-a6cf-5da08161aff4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2f7685e4-d25e-44cb-844f-48dc645b7020 HTTP/1.1" status: 200 len: 916 time: 0.2124374 Aug 10 01:05:59.881037 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c982856-b0fa-43a4-a5fd-db6b42687cde req-dc809c0a-2614-4df0-ad82-3fa2346fb26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:59.882602 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0c982856-b0fa-43a4-a5fd-db6b42687cde req-dc809c0a-2614-4df0-ad82-3fa2346fb26e service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1254733 Aug 10 01:05:59.938507 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0c982856-b0fa-43a4-a5fd-db6b42687cde req-64fb9b5c-8acc-49ae-ad70-1929da4fef06 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16a59ecc-9352-418f-bfd7-e7af3e907051 HTTP/1.1" status: 200 len: 217 time: 0.0725069 Aug 10 01:06:00.028653 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775576d-d68c-47a2-a967-8d71454cf130 req-c4364dc6-4b5c-47c7-aaa9-a08369557d87 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:00.034771 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775576d-d68c-47a2-a967-8d71454cf130 req-c4364dc6-4b5c-47c7-aaa9-a08369557d87 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:00.040978 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775576d-d68c-47a2-a967-8d71454cf130 req-c4364dc6-4b5c-47c7-aaa9-a08369557d87 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:00.047513 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775576d-d68c-47a2-a967-8d71454cf130 req-c4364dc6-4b5c-47c7-aaa9-a08369557d87 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:00.053506 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775576d-d68c-47a2-a967-8d71454cf130 req-c4364dc6-4b5c-47c7-aaa9-a08369557d87 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:00.059775 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775576d-d68c-47a2-a967-8d71454cf130 req-c4364dc6-4b5c-47c7-aaa9-a08369557d87 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:00.065713 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775576d-d68c-47a2-a967-8d71454cf130 req-c4364dc6-4b5c-47c7-aaa9-a08369557d87 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:00.067693 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4775576d-d68c-47a2-a967-8d71454cf130 req-c4364dc6-4b5c-47c7-aaa9-a08369557d87 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5418 time: 0.2634239 Aug 10 01:06:00.084534 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7298e8-63a9-4166-a02b-ed7623cfcb45 req-0a30f0ce-4b30-47a2-9ef6-9384f7b4262c tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:00.086043 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ac7298e8-63a9-4166-a02b-ed7623cfcb45 req-0a30f0ce-4b30-47a2-9ef6-9384f7b4262c tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=9541a312-43de-4e9e-9b8b-b7fc74f380fc HTTP/1.1" status: 200 len: 947 time: 0.2364118 Aug 10 01:06:00.142039 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c982856-b0fa-43a4-a5fd-db6b42687cde req-dc29bc6f-6778-4815-8659-076b711ca3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:00.143496 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0c982856-b0fa-43a4-a5fd-db6b42687cde req-dc29bc6f-6778-4815-8659-076b711ca3b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aff3426d-0264-4fde-bc3f-88e167c75bec HTTP/1.1" status: 200 len: 855 time: 0.1894102 Aug 10 01:06:00.182857 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a9d29a2b-22a2-462f-995a-99ab059742c1 service neutron] Attempting to bind port d4321df7-d3c9-4d23-b006-20dac822c111 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:06:00.183182 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a9d29a2b-22a2-462f-995a-99ab059742c1 service neutron] Attempting to bind port d4321df7-d3c9-4d23-b006-20dac822c111 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '1357e2b4-7ea7-48a9-bf87-c09b5a9112c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9657ed9b-3ba6-4067-a52c-0b450eacaa75'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:06:00.183515 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a9d29a2b-22a2-462f-995a-99ab059742c1 service neutron] Attempting to bind port d4321df7-d3c9-4d23-b006-20dac822c111 on network 9657ed9b-3ba6-4067-a52c-0b450eacaa75 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:00.204873 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ac7298e8-63a9-4166-a02b-ed7623cfcb45 req-4d112ccf-76f6-4eb8-b193-c77c2e84960a tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111066 Aug 10 01:06:00.206654 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0c982856-b0fa-43a4-a5fd-db6b42687cde req-3a38d994-11e6-4700-b468-10facd6474bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f7685e4-d25e-44cb-844f-48dc645b7020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508928 Aug 10 01:06:00.210879 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4775576d-d68c-47a2-a967-8d71454cf130 req-6daec183-8d7d-404b-a6d4-0dbb23200a79 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1183467 Aug 10 01:06:00.211588 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a9d29a2b-22a2-462f-995a-99ab059742c1 service neutron] Port d4321df7-d3c9-4d23-b006-20dac822c111 on network 9657ed9b-3ba6-4067-a52c-0b450eacaa75 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:06:00.211916 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a9d29a2b-22a2-462f-995a-99ab059742c1 service neutron] Attempting to bind port d4321df7-d3c9-4d23-b006-20dac822c111 on network 9657ed9b-3ba6-4067-a52c-0b450eacaa75 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:00.217157 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a9d29a2b-22a2-462f-995a-99ab059742c1 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:06:00.217498 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a9d29a2b-22a2-462f-995a-99ab059742c1 service neutron] Checking segment: {'id': '1357e2b4-7ea7-48a9-bf87-c09b5a9112c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9657ed9b-3ba6-4067-a52c-0b450eacaa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:06:00.217964 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a9d29a2b-22a2-462f-995a-99ab059742c1 service neutron] Bound using segment: {'id': '1357e2b4-7ea7-48a9-bf87-c09b5a9112c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9657ed9b-3ba6-4067-a52c-0b450eacaa75'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:06:00.218325 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a9d29a2b-22a2-462f-995a-99ab059742c1 service neutron] Bound port: d4321df7-d3c9-4d23-b006-20dac822c111, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1357e2b4-7ea7-48a9-bf87-c09b5a9112c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9657ed9b-3ba6-4067-a52c-0b450eacaa75'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:06:00.218789 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a9d29a2b-22a2-462f-995a-99ab059742c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:00.365086 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a9d29a2b-22a2-462f-995a-99ab059742c1 service neutron] For port d4321df7-d3c9-4d23-b006-20dac822c111, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:06:00.369303 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a9d29a2b-22a2-462f-995a-99ab059742c1 service neutron] For port d4321df7-d3c9-4d23-b006-20dac822c111, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=d4321df7-d3c9-4d23-b006-20dac822c111,segment=NetworkSegment(1357e2b4-7ea7-48a9-bf87-c09b5a9112c7),segment_id=1357e2b4-7ea7-48a9-bf87-c09b5a9112c7)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:06:00.373145 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0c982856-b0fa-43a4-a5fd-db6b42687cde req-3fe78b28-6723-4637-9142-6a21c3b56329 service neutron] 10.222.0.24 "GET /v2.0/networks/2f7685e4-d25e-44cb-844f-48dc645b7020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516347 Aug 10 01:06:00.375716 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a9d29a2b-22a2-462f-995a-99ab059742c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:00.477931 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a9d29a2b-22a2-462f-995a-99ab059742c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:00.478564 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a9d29a2b-22a2-462f-995a-99ab059742c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:00.479980 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a9d29a2b-22a2-462f-995a-99ab059742c1 service neutron] 10.222.0.20 "PUT /v2.0/ports/d4321df7-d3c9-4d23-b006-20dac822c111 HTTP/1.1" status: 200 len: 1092 time: 1.2837615 Aug 10 01:06:00.538319 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d29a2b-22a2-462f-995a-99ab059742c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d4321df7-d3c9-4d23-b006-20dac822c111,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:00.599630 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0c982856-b0fa-43a4-a5fd-db6b42687cde req-addd1b20-0119-4977-9c06-0685ce584099 service neutron] 10.222.0.24 "GET /v2.0/networks/2f7685e4-d25e-44cb-844f-48dc645b7020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185867 Aug 10 01:06:00.607937 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbe52e-da48-4399-8890-58bfda54b31e req-d8c9f4a3-c8f1-409f-be5c-12bf3fd271e6 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:00.616020 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-72bbe52e-da48-4399-8890-58bfda54b31e req-d8c9f4a3-c8f1-409f-be5c-12bf3fd271e6 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=750f77da-4d2f-4e9a-9bb9-ecd1b5a9afbe HTTP/1.1" status: 200 len: 944 time: 0.1588647 Aug 10 01:06:00.658379 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-72bbe52e-da48-4399-8890-58bfda54b31e req-6a8142de-c59f-4cd3-ae4c-000aae76791f tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414670 Aug 10 01:06:00.664948 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-cc90b2ee-250c-49ca-b2ac-f9bf8b1b62e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:00.665449 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-cc90b2ee-250c-49ca-b2ac-f9bf8b1b62e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:00.665939 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-cc90b2ee-250c-49ca-b2ac-f9bf8b1b62e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:00.666420 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-cc90b2ee-250c-49ca-b2ac-f9bf8b1b62e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:00.666895 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-cc90b2ee-250c-49ca-b2ac-f9bf8b1b62e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:00.667464 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-cc90b2ee-250c-49ca-b2ac-f9bf8b1b62e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:00.667940 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-cc90b2ee-250c-49ca-b2ac-f9bf8b1b62e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:00.670609 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-cc90b2ee-250c-49ca-b2ac-f9bf8b1b62e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d10c461282a54fe6a1ff477fc3a37853&device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 6482 time: 0.1210282 Aug 10 01:06:00.718646 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a10504c1-a93a-4fbf-ae58-d853047eb875 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19f12836-f92e-4fd8-ab2a-0c784d7fc657 HTTP/1.1" status: 200 len: 217 time: 0.0341759 Aug 10 01:06:00.770183 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-5eda90a2-db78-423a-ac26-4935cb95eb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:00.771578 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-5eda90a2-db78-423a-ac26-4935cb95eb3e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db2f7dc2-26b4-4843-84fd-453664eef2f7 HTTP/1.1" status: 200 len: 848 time: 0.0462189 Aug 10 01:06:00.823874 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-d13d096b-3617-436b-9294-886c391b133c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:00.825473 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-d13d096b-3617-436b-9294-886c391b133c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0748c972-8292-4d91-8783-82779f7574d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459120 Aug 10 01:06:00.929829 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-e0cb3ab8-8dcb-42d9-adc2-eb5ad480baa7 service neutron] 10.222.0.20 "GET /v2.0/networks/0748c972-8292-4d91-8783-82779f7574d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970330 Aug 10 01:06:01.009384 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device fe418fb1-b96c-4e6d-8e05-c39e238a4dd0 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:06:01.109646 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-7326a297-0f35-4c67-a986-d26c126f2184 service neutron] 10.222.0.20 "GET /v2.0/networks/0748c972-8292-4d91-8783-82779f7574d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616676 Aug 10 01:06:01.164708 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port fe418fb1-b96c-4e6d-8e05-c39e238a4dd0, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=fe418fb1-b96c-4e6d-8e05-c39e238a4dd0,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:01.182536 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': 'fe418fb1-b96c-4e6d-8e05-c39e238a4dd0', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': 'fe418fb1-b96c-4e6d-8e05-c39e238a4dd0', 'mac_address': 'fa:16:3e:ad:47:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:06:01.193443 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-c9094b8a-4d27-415c-8c60-e0797d299d84 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=8a79b3c1-044c-4b04-8482-338547d33f44 HTTP/1.1" status: 200 len: 217 time: 0.0779603 Aug 10 01:06:01.228693 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:01.257046 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe418fb1-b96c-4e6d-8e05-c39e238a4dd0 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:01.271323 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-c24b6ebd-bea6-4160-bb0b-37a1830c1851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:01.272894 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-c24b6ebd-bea6-4160-bb0b-37a1830c1851 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4bfcdb50-9c0d-437c-9c01-cf14d13f1a02 HTTP/1.1" status: 200 len: 797 time: 0.0773184 Aug 10 01:06:01.304340 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port fe418fb1-b96c-4e6d-8e05-c39e238a4dd0, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=fe418fb1-b96c-4e6d-8e05-c39e238a4dd0,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:01.311848 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:01.379025 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=fe418fb1-b96c-4e6d-8e05-c39e238a4dd0,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:01.419332 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7be959-6267-491b-a118-8af4616a8307 req-686e54e5-c033-4764-8112-3e766ade35e7 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:01.420857 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4a7be959-6267-491b-a118-8af4616a8307 req-686e54e5-c033-4764-8112-3e766ade35e7 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=9541a312-43de-4e9e-9b8b-b7fc74f380fc HTTP/1.1" status: 200 len: 948 time: 0.1129601 Aug 10 01:06:01.429991 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce943969-1f89-4420-9eec-a594141b606e req-abdedd6f-75fa-4e6e-927d-13121b868d03 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:01.431442 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ce943969-1f89-4420-9eec-a594141b606e req-abdedd6f-75fa-4e6e-927d-13121b868d03 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/ports?device_id=50952ddb-bea0-4419-8f52-f0ec57883f38 HTTP/1.1" status: 200 len: 946 time: 0.1546497 Aug 10 01:06:01.459921 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-6a2548bc-f6d1-4173-8bac-bd18f6a61801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:01.461449 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-6a2548bc-f6d1-4173-8bac-bd18f6a61801 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87e4a205-e3a1-47d5-9b64-5ef0f0daea88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1735985 Aug 10 01:06:01.532734 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'tag': 'd4321df7-d3c9-4d23-b006-20dac822c111'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:01.535057 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0db0c7d-b015-4f2d-8e6a-6c90b7b9fe99" -d '{"events": [{"name": "network-changed", "server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "tag": "d4321df7-d3c9-4d23-b006-20dac822c111"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:01.549904 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4a7be959-6267-491b-a118-8af4616a8307 req-37279e2a-76ba-4af9-93ac-0ca9452369e2 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166451 Aug 10 01:06:01.564735 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ce943969-1f89-4420-9eec-a594141b606e req-191eb620-4dbd-4505-85c0-e4cc5f20df80 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0bbc342-d53d-4a5b-822c-bcb78b3e82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237667 Aug 10 01:06:01.639435 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-05a2d87f-7eb7-44c4-b3de-f3a6edbef419 service neutron] 10.222.0.20 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664965 Aug 10 01:06:01.820948 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['fe418fb1-b96c-4e6d-8e05-c39e238a4dd0'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:01.822577 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf8fdb-7edb-40a3-b0dd-73e5f04f478f req-2e8a95ff-64f0-4794-959d-088067bd05fb tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:01.830264 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf8fdb-7edb-40a3-b0dd-73e5f04f478f req-2e8a95ff-64f0-4794-959d-088067bd05fb tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:01.836744 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf8fdb-7edb-40a3-b0dd-73e5f04f478f req-2e8a95ff-64f0-4794-959d-088067bd05fb tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:01.846166 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf8fdb-7edb-40a3-b0dd-73e5f04f478f req-2e8a95ff-64f0-4794-959d-088067bd05fb tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:01.852268 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf8fdb-7edb-40a3-b0dd-73e5f04f478f req-2e8a95ff-64f0-4794-959d-088067bd05fb tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:01.858226 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf8fdb-7edb-40a3-b0dd-73e5f04f478f req-2e8a95ff-64f0-4794-959d-088067bd05fb tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:01.864235 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf8fdb-7edb-40a3-b0dd-73e5f04f478f req-2e8a95ff-64f0-4794-959d-088067bd05fb tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:01.872668 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a6bf8fdb-7edb-40a3-b0dd-73e5f04f478f req-2e8a95ff-64f0-4794-959d-088067bd05fb tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5418 time: 0.1975210 Aug 10 01:06:01.935963 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a6bf8fdb-7edb-40a3-b0dd-73e5f04f478f req-4a882a16-ee4e-49c7-9fc1-9b05947fbeda tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624647 Aug 10 01:06:01.938222 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-524cbe6a-4acd-42b1-abb0-413c7f95a81d service neutron] 10.222.0.20 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908454 Aug 10 01:06:01.994878 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3f7261-24a7-44bf-9204-419222f2d1c9 x-openstack-request-id: req-5c3f7261-24a7-44bf-9204-419222f2d1c9 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:01.995190 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "tag": "d4321df7-d3c9-4d23-b006-20dac822c111", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:01.995450 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5c3f7261-24a7-44bf-9204-419222f2d1c9 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:01.995855 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'tag': 'd4321df7-d3c9-4d23-b006-20dac822c111', 'status': 'completed', 'code': 200} Aug 10 01:06:01.998300 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-79b63b3c-2811-45f9-9cbf-81f6f23195ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=9211c06d-216b-4619-a636-7f12c2e6d3ce HTTP/1.1" status: 200 len: 217 time: 0.0510194 Aug 10 01:06:02.134644 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c618bd5-faef-43e5-8d0d-788faf4f358a req-04a024aa-1890-4795-8f03-27a2352abcb3 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:02.136047 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6c618bd5-faef-43e5-8d0d-788faf4f358a req-04a024aa-1890-4795-8f03-27a2352abcb3 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 946 time: 0.0818143 Aug 10 01:06:02.137767 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-9f5f87fc-b223-40a2-8286-8ccc18129f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:02.139120 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-9f5f87fc-b223-40a2-8286-8ccc18129f65 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4bfcdb50-9c0d-437c-9c01-cf14d13f1a02 HTTP/1.1" status: 200 len: 797 time: 0.1330168 Aug 10 01:06:02.161509 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e86aa-82ad-4650-94a0-397673058280 req-f03ade69-a1ee-4aa0-ab92-1af740a86202 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:02.162924 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-100e86aa-82ad-4650-94a0-397673058280 req-f03ade69-a1ee-4aa0-ab92-1af740a86202 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=750f77da-4d2f-4e9a-9bb9-ecd1b5a9afbe HTTP/1.1" status: 200 len: 944 time: 0.1173484 Aug 10 01:06:02.240783 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6c618bd5-faef-43e5-8d0d-788faf4f358a req-cfc4fb13-7526-4b0e-99c0-79421ee24567 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=bef316da-7aff-4e19-b5e5-43053f05f988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964284 Aug 10 01:06:02.250855 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-100e86aa-82ad-4650-94a0-397673058280 req-3cd589f4-0c54-4198-8c03-346ae13b65f3 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726807 Aug 10 01:06:02.256716 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-e47f7bb4-a2b1-459b-91ff-58290ebfe85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:02.258417 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-e47f7bb4-a2b1-459b-91ff-58290ebfe85a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87e4a205-e3a1-47d5-9b64-5ef0f0daea88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0946386 Aug 10 01:06:02.352800 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-2c80600d-8cb7-4a6f-9df3-69c1f8eec92a service neutron] 10.222.0.20 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853314 Aug 10 01:06:02.469233 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-b0d70544-d276-4eab-93d0-db5b8af4902e service neutron] 10.222.0.20 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055200 Aug 10 01:06:02.513402 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-0a4c8b8f-80ce-4753-bf08-ff1f4d88a940 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=200e7fac-07de-403e-91cd-a7f052e1e0de HTTP/1.1" status: 200 len: 217 time: 0.0352194 Aug 10 01:06:02.571567 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-f8bf391a-bfc8-4227-b7f3-d26d29d2c431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:02.573148 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-f8bf391a-bfc8-4227-b7f3-d26d29d2c431 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4bfcdb50-9c0d-437c-9c01-cf14d13f1a02 HTTP/1.1" status: 200 len: 797 time: 0.0475700 Aug 10 01:06:02.644934 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-e26e9d28-0b66-4d7b-83f7-cef806f40f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:02.646667 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-e26e9d28-0b66-4d7b-83f7-cef806f40f3e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87e4a205-e3a1-47d5-9b64-5ef0f0daea88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0662384 Aug 10 01:06:03.128164 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8088c9-59d6-4163-ba2d-f9fa4ed89b61 req-43596e40-c286-4012-b9be-b88caa12739e tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:03.129576 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7b8088c9-59d6-4163-ba2d-f9fa4ed89b61 req-43596e40-c286-4012-b9be-b88caa12739e tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=9541a312-43de-4e9e-9b8b-b7fc74f380fc HTTP/1.1" status: 200 len: 948 time: 0.4819872 Aug 10 01:06:03.160905 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4923fa-0a00-40c0-a83f-4c3ad98149b0 req-fc7b35d8-1271-4457-afcf-a54a1afc9e2a tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:03.162419 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fd4923fa-0a00-40c0-a83f-4c3ad98149b0 req-fc7b35d8-1271-4457-afcf-a54a1afc9e2a tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/ports?device_id=50952ddb-bea0-4419-8f52-f0ec57883f38 HTTP/1.1" status: 200 len: 946 time: 0.4762855 Aug 10 01:06:03.178501 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-aa213977-5e9b-49ed-a984-b563494c225e service neutron] 10.222.0.20 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5144246 Aug 10 01:06:03.188756 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4581a23-ae35-4bce-acbd-06e8d5a2c054 req-c1ffac71-f22f-418f-aac9-1e1c8c9f1a4a tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:03.190111 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a4581a23-ae35-4bce-acbd-06e8d5a2c054 req-c1ffac71-f22f-418f-aac9-1e1c8c9f1a4a tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.24 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 946 time: 0.1273210 Aug 10 01:06:03.308563 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7b8088c9-59d6-4163-ba2d-f9fa4ed89b61 req-93dc28d7-8457-4d7a-b4e6-7952b0f285c4 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720743 Aug 10 01:06:03.320628 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fd4923fa-0a00-40c0-a83f-4c3ad98149b0 req-52820e47-3420-40c7-a23a-a1100f43e16b tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0bbc342-d53d-4a5b-822c-bcb78b3e82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458600 Aug 10 01:06:03.329385 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de94439-a46f-42f8-8d33-072a76f8771e req-c9fae797-973c-4e37-a464-dbe297006755 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:03.331634 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4de94439-a46f-42f8-8d33-072a76f8771e req-c9fae797-973c-4e37-a464-dbe297006755 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.24 "GET /v2.0/ports?device_id=50952ddb-bea0-4419-8f52-f0ec57883f38 HTTP/1.1" status: 200 len: 946 time: 0.0540054 Aug 10 01:06:03.396864 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a589acea-21a1-4a5f-97f2-a7e640c212e7 service neutron] 10.222.0.20 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007544 Aug 10 01:06:03.403495 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-a4581a23-ae35-4bce-acbd-06e8d5a2c054 req-f8aabcc4-79ea-4cc9-bf4e-b7981658d6c7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Deleting port 69187de3-58d2-46cb-8eb0-0486407464e8 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:06:03.403887 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a4581a23-ae35-4bce-acbd-06e8d5a2c054 req-f8aabcc4-79ea-4cc9-bf4e-b7981658d6c7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:03.448451 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-4de94439-a46f-42f8-8d33-072a76f8771e req-bdb54a47-3ddc-4118-96d1-92c221b1517a tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Deleting port 01edfa4f-22c5-405f-9f0a-1ff0ae389a5d {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:06:03.449012 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4de94439-a46f-42f8-8d33-072a76f8771e req-bdb54a47-3ddc-4118-96d1-92c221b1517a tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:03.458717 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 16a59ecc-9352-418f-bfd7-e7af3e907051 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:06:03.490250 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-20598d2f-52d1-404a-9e35-ca19f58b4c57 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=49ba5ea8-ef2b-468a-baec-23d59ac9e260 HTTP/1.1" status: 200 len: 217 time: 0.0602193 Aug 10 01:06:03.551898 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-4de94439-a46f-42f8-8d33-072a76f8771e req-bdb54a47-3ddc-4118-96d1-92c221b1517a tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] For port 01edfa4f-22c5-405f-9f0a-1ff0ae389a5d, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=01edfa4f-22c5-405f-9f0a-1ff0ae389a5d,segment=NetworkSegment(10fb682a-4542-404f-8e24-3f166ef5480f),segment_id=10fb682a-4542-404f-8e24-3f166ef5480f)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:03.552416 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4de94439-a46f-42f8-8d33-072a76f8771e req-bdb54a47-3ddc-4118-96d1-92c221b1517a tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:03.563640 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 16a59ecc-9352-418f-bfd7-e7af3e907051, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=16a59ecc-9352-418f-bfd7-e7af3e907051,segment=NetworkSegment(972b6f59-ca6f-4d63-843a-63e117aa35cb),segment_id=972b6f59-ca6f-4d63-843a-63e117aa35cb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:03.565825 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-4de94439-a46f-42f8-8d33-072a76f8771e req-bdb54a47-3ddc-4118-96d1-92c221b1517a tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Calling delete_port for 01edfa4f-22c5-405f-9f0a-1ff0ae389a5d owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:06:03.575924 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '16a59ecc-9352-418f-bfd7-e7af3e907051', 'network_id': '2f7685e4-d25e-44cb-844f-48dc645b7020', 'port_id': '16a59ecc-9352-418f-bfd7-e7af3e907051', 'mac_address': 'fa:16:3e:3d:7b:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff3426d-0264-4fde-bc3f-88e167c75bec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:06:03.633398 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:03.646818 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16a59ecc-9352-418f-bfd7-e7af3e907051 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:03.654400 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a3c6e-69a8-472c-82d5-b2a322745b1d req-7b2b3497-75a6-4bf7-ad70-820ac522ef05 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:03.660469 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a3c6e-69a8-472c-82d5-b2a322745b1d req-7b2b3497-75a6-4bf7-ad70-820ac522ef05 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:03.666594 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a3c6e-69a8-472c-82d5-b2a322745b1d req-7b2b3497-75a6-4bf7-ad70-820ac522ef05 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:03.667681 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 16a59ecc-9352-418f-bfd7-e7af3e907051, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=16a59ecc-9352-418f-bfd7-e7af3e907051,segment=NetworkSegment(972b6f59-ca6f-4d63-843a-63e117aa35cb),segment_id=972b6f59-ca6f-4d63-843a-63e117aa35cb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:03.673105 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:03.673491 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a3c6e-69a8-472c-82d5-b2a322745b1d req-7b2b3497-75a6-4bf7-ad70-820ac522ef05 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:03.679679 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a3c6e-69a8-472c-82d5-b2a322745b1d req-7b2b3497-75a6-4bf7-ad70-820ac522ef05 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:03.685677 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a3c6e-69a8-472c-82d5-b2a322745b1d req-7b2b3497-75a6-4bf7-ad70-820ac522ef05 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:03.691535 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a3c6e-69a8-472c-82d5-b2a322745b1d req-7b2b3497-75a6-4bf7-ad70-820ac522ef05 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:03.693503 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f41a3c6e-69a8-472c-82d5-b2a322745b1d req-7b2b3497-75a6-4bf7-ad70-820ac522ef05 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5418 time: 0.2023473 Aug 10 01:06:03.697595 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-28f0ccd6-8285-435d-92f9-7f823f09e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:03.698963 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-28f0ccd6-8285-435d-92f9-7f823f09e19d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4bfcdb50-9c0d-437c-9c01-cf14d13f1a02 HTTP/1.1" status: 200 len: 797 time: 0.1880484 Aug 10 01:06:03.706575 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4de94439-a46f-42f8-8d33-072a76f8771e req-bdb54a47-3ddc-4118-96d1-92c221b1517a tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:03.710246 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e30969-6ae2-4ec0-a0a5-88fbc17ada6a req-12bb5e30-c2e0-48aa-b996-83014a4c4cdb tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:03.711965 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24e30969-6ae2-4ec0-a0a5-88fbc17ada6a req-12bb5e30-c2e0-48aa-b996-83014a4c4cdb tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=750f77da-4d2f-4e9a-9bb9-ecd1b5a9afbe HTTP/1.1" status: 200 len: 944 time: 0.2196264 Aug 10 01:06:03.713893 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-a4581a23-ae35-4bce-acbd-06e8d5a2c054 req-f8aabcc4-79ea-4cc9-bf4e-b7981658d6c7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] For port 69187de3-58d2-46cb-8eb0-0486407464e8, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=69187de3-58d2-46cb-8eb0-0486407464e8,segment=NetworkSegment(46257f34-2cf1-4c58-aee4-ca7c1c66fdd4),segment_id=46257f34-2cf1-4c58-aee4-ca7c1c66fdd4)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:03.714276 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a4581a23-ae35-4bce-acbd-06e8d5a2c054 req-f8aabcc4-79ea-4cc9-bf4e-b7981658d6c7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:03.722839 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['01edfa4f-22c5-405f-9f0a-1ff0ae389a5d'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:03.740215 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb54a47-3ddc-4118-96d1-92c221b1517a tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Pushing event deleted for resources: {'Port': ['ID=01edfa4f-22c5-405f-9f0a-1ff0ae389a5d,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:03.754691 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=16a59ecc-9352-418f-bfd7-e7af3e907051,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:03.789946 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de94439-a46f-42f8-8d33-072a76f8771e req-bdb54a47-3ddc-4118-96d1-92c221b1517a tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] No DVR routers for this DVR port 01edfa4f-22c5-405f-9f0a-1ff0ae389a5d on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:06:03.792648 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4de94439-a46f-42f8-8d33-072a76f8771e req-bdb54a47-3ddc-4118-96d1-92c221b1517a tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:03.795399 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4de94439-a46f-42f8-8d33-072a76f8771e req-bdb54a47-3ddc-4118-96d1-92c221b1517a tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.24 "DELETE /v2.0/ports/01edfa4f-22c5-405f-9f0a-1ff0ae389a5d HTTP/1.1" status: 204 len: 173 time: 0.4566755 Aug 10 01:06:03.795860 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50952ddb-bea0-4419-8f52-f0ec57883f38', 'name': 'network-vif-deleted', 'tag': '01edfa4f-22c5-405f-9f0a-1ff0ae389a5d'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:03.798150 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f639cd14-7433-4d7d-bc7e-abfb33ad5f5a" -d '{"events": [{"server_uuid": "50952ddb-bea0-4419-8f52-f0ec57883f38", "name": "network-vif-deleted", "tag": "01edfa4f-22c5-405f-9f0a-1ff0ae389a5d"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:03.864762 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f41a3c6e-69a8-472c-82d5-b2a322745b1d req-06c2248a-24f6-47a9-af01-4e9ef5d7a4fe tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1459923 Aug 10 01:06:03.909488 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24e30969-6ae2-4ec0-a0a5-88fbc17ada6a req-cb2b8738-4aa8-4ff9-aea7-389f2e0ee7d1 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717236 Aug 10 01:06:03.913856 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-b79a82e3-37df-4578-a062-744f28e9ae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:03.915587 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-b79a82e3-37df-4578-a062-744f28e9ae96 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87e4a205-e3a1-47d5-9b64-5ef0f0daea88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1981053 Aug 10 01:06:03.969067 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a551ab5-9136-4399-a072-9dae68d2aea9 x-openstack-request-id: req-3a551ab5-9136-4399-a072-9dae68d2aea9 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:03.969376 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50952ddb-bea0-4419-8f52-f0ec57883f38", "name": "network-vif-deleted", "tag": "01edfa4f-22c5-405f-9f0a-1ff0ae389a5d", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:03.969637 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3a551ab5-9136-4399-a072-9dae68d2aea9 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:03.970102 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50952ddb-bea0-4419-8f52-f0ec57883f38', 'name': 'network-vif-deleted', 'tag': '01edfa4f-22c5-405f-9f0a-1ff0ae389a5d', 'status': 'completed', 'code': 200} Aug 10 01:06:04.021622 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['16a59ecc-9352-418f-bfd7-e7af3e907051'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:04.101417 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb018488-33e0-433a-ace7-662fb89e48c5 req-38f3aa9c-65c9-4ef4-9040-7c3a7b84b243 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:04.103009 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bb018488-33e0-433a-ace7-662fb89e48c5 req-38f3aa9c-65c9-4ef4-9040-7c3a7b84b243 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 946 time: 0.1555178 Aug 10 01:06:04.113935 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a4581a23-ae35-4bce-acbd-06e8d5a2c054 req-f8aabcc4-79ea-4cc9-bf4e-b7981658d6c7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:04.114084 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a4581a23-ae35-4bce-acbd-06e8d5a2c054 req-f8aabcc4-79ea-4cc9-bf4e-b7981658d6c7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:04.114402 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [req-a4581a23-ae35-4bce-acbd-06e8d5a2c054 req-f8aabcc4-79ea-4cc9-bf4e-b7981658d6c7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Floating IP 20ee5644-c596-4c0e-a5e4-d8e2ab778cd7 disassociated. External IP: 172.25.2.18, port: 69187de3-58d2-46cb-8eb0-0486407464e8. Aug 10 01:06:04.114750 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-a4581a23-ae35-4bce-acbd-06e8d5a2c054 req-f8aabcc4-79ea-4cc9-bf4e-b7981658d6c7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Calling delete_port for 69187de3-58d2-46cb-8eb0-0486407464e8 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:06:04.133702 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-1cccb667-30b8-4b12-b236-5510705e65a7 service neutron] 10.222.0.20 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085915 Aug 10 01:06:04.256969 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bb018488-33e0-433a-ace7-662fb89e48c5 req-dbc1e2ac-91f6-4419-a9b6-5f6211ee9d1a tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=bef316da-7aff-4e19-b5e5-43053f05f988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467683 Aug 10 01:06:04.310924 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-2a993318-b3a6-40b8-85a3-d71d6a483047 service neutron] 10.222.0.20 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678495 Aug 10 01:06:04.381983 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-bb54030c-d9ea-4e0b-9e53-9477099039d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2ad0def9-aab1-41bc-bb68-ab13dba6e597 HTTP/1.1" status: 200 len: 217 time: 0.0462914 Aug 10 01:06:04.502953 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a4581a23-ae35-4bce-acbd-06e8d5a2c054 req-f8aabcc4-79ea-4cc9-bf4e-b7981658d6c7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:04.508258 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-15fa2685-d096-444d-bbc8-28ed0c09cb43 req-32f5c035-b50a-42dc-924f-045883096cfe tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/ports?device_id=50952ddb-bea0-4419-8f52-f0ec57883f38 HTTP/1.1" status: 200 len: 210 time: 0.0561316 Aug 10 01:06:04.548425 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-f18999d6-f803-47c7-b535-2e38cff2544a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:04.550003 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-f18999d6-f803-47c7-b535-2e38cff2544a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a4c328af-f7d8-464f-82c5-ef21fb4355cc HTTP/1.1" status: 200 len: 797 time: 0.1517527 Aug 10 01:06:04.552522 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aabcc4-79ea-4cc9-bf4e-b7981658d6c7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Pushing event deleted for resources: {'Port': ['ID=69187de3-58d2-46cb-8eb0-0486407464e8,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:04.606125 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93267873-8dca-44c7-93d2-822323dc98fc req-90bbebf1-7dff-4f3f-96e9-cfe0cbddb7a4 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:04.608399 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-93267873-8dca-44c7-93d2-822323dc98fc req-90bbebf1-7dff-4f3f-96e9-cfe0cbddb7a4 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=9541a312-43de-4e9e-9b8b-b7fc74f380fc HTTP/1.1" status: 200 len: 948 time: 0.1901095 Aug 10 01:06:04.729479 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-d077905d-0a77-4b38-847b-4c668bf69795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:04.730979 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-d077905d-0a77-4b38-847b-4c668bf69795 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9657ed9b-3ba6-4067-a52c-0b450eacaa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1694214 Aug 10 01:06:04.743276 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-93267873-8dca-44c7-93d2-822323dc98fc req-95f1f836-b17c-46b7-965b-43d5aa09e399 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989544 Aug 10 01:06:04.803568 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4581a23-ae35-4bce-acbd-06e8d5a2c054 req-f8aabcc4-79ea-4cc9-bf4e-b7981658d6c7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Router ffe05d4e-1105-4d2b-87c9-4a6c91d02339 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:06:04.893933 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-b866db1f-06da-43b9-9268-23bd08e09614 service neutron] 10.222.0.20 "GET /v2.0/networks/9657ed9b-3ba6-4067-a52c-0b450eacaa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462672 Aug 10 01:06:05.033714 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device fe418fb1-b96c-4e6d-8e05-c39e238a4dd0 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:06:05.059734 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4581a23-ae35-4bce-acbd-06e8d5a2c054 req-f8aabcc4-79ea-4cc9-bf4e-b7981658d6c7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:06:05.085197 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73128a82-a301-40a0-b81d-b8b33f033b0d None None] Sync routers for ids ['ffe05d4e-1105-4d2b-87c9-4a6c91d02339'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:06:05.116423 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73128a82-a301-40a0-b81d-b8b33f033b0d None None] Routers {'ffe05d4e-1105-4d2b-87c9-4a6c91d02339'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:06:05.117530 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-73128a82-a301-40a0-b81d-b8b33f033b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:05:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['ffe05d4e-1105-4d2b-87c9-4a6c91d02339'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:05.123809 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-a408ee89-7922-42a9-8990-4ffc2cee0ca0 service neutron] 10.222.0.20 "GET /v2.0/networks/9657ed9b-3ba6-4067-a52c-0b450eacaa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017324 Aug 10 01:06:05.166623 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port fe418fb1-b96c-4e6d-8e05-c39e238a4dd0 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:06:05.175245 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port fe418fb1-b96c-4e6d-8e05-c39e238a4dd0 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:06:05.175735 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:05.232488 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-6e3b49dc-f30d-47b1-8e8b-63d714be3668 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4321df7-d3c9-4d23-b006-20dac822c111 HTTP/1.1" status: 200 len: 217 time: 0.1010067 Aug 10 01:06:05.234119 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4581a23-ae35-4bce-acbd-06e8d5a2c054 req-f8aabcc4-79ea-4cc9-bf4e-b7981658d6c7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] No DVR routers for this DVR port 69187de3-58d2-46cb-8eb0-0486407464e8 on host n-h1-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:06:05.237320 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a4581a23-ae35-4bce-acbd-06e8d5a2c054 req-f8aabcc4-79ea-4cc9-bf4e-b7981658d6c7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:05.239296 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a4581a23-ae35-4bce-acbd-06e8d5a2c054 req-f8aabcc4-79ea-4cc9-bf4e-b7981658d6c7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.24 "DELETE /v2.0/ports/69187de3-58d2-46cb-8eb0-0486407464e8 HTTP/1.1" status: 204 len: 173 time: 2.0355663 Aug 10 01:06:05.248860 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e127018-27f2-49a9-8a66-26ff35eb1322 req-3d463eeb-352f-409e-a40a-57fd05ee53c1 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:05.250505 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2e127018-27f2-49a9-8a66-26ff35eb1322 req-3d463eeb-352f-409e-a40a-57fd05ee53c1 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=750f77da-4d2f-4e9a-9bb9-ecd1b5a9afbe HTTP/1.1" status: 200 len: 945 time: 0.2506762 Aug 10 01:06:05.250977 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fdf232-3cc4-4a76-92f9-c859eb56249d', 'name': 'network-vif-deleted', 'tag': '69187de3-58d2-46cb-8eb0-0486407464e8'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:05.253378 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69089736-9d60-4bc2-acd1-c019fe2bd12b" -d '{"events": [{"server_uuid": "41fdf232-3cc4-4a76-92f9-c859eb56249d", "name": "network-vif-deleted", "tag": "69187de3-58d2-46cb-8eb0-0486407464e8"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:05.286936 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6174f61-5668-4da1-8f95-e4f5efad2a5f req-f1ff2ec8-0488-47b9-a600-48b56823aeed tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:05.293198 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6174f61-5668-4da1-8f95-e4f5efad2a5f req-f1ff2ec8-0488-47b9-a600-48b56823aeed tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:05.294614 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-73128a82-a301-40a0-b81d-b8b33f033b0d None None] Set router ffe05d4e-1105-4d2b-87c9-4a6c91d02339 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:06:05.300701 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6174f61-5668-4da1-8f95-e4f5efad2a5f req-f1ff2ec8-0488-47b9-a600-48b56823aeed tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:05.305542 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6174f61-5668-4da1-8f95-e4f5efad2a5f req-f1ff2ec8-0488-47b9-a600-48b56823aeed tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:05.311454 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6174f61-5668-4da1-8f95-e4f5efad2a5f req-f1ff2ec8-0488-47b9-a600-48b56823aeed tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:05.317305 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6174f61-5668-4da1-8f95-e4f5efad2a5f req-f1ff2ec8-0488-47b9-a600-48b56823aeed tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:05.323280 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6174f61-5668-4da1-8f95-e4f5efad2a5f req-f1ff2ec8-0488-47b9-a600-48b56823aeed tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:05.325304 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a6174f61-5668-4da1-8f95-e4f5efad2a5f req-f1ff2ec8-0488-47b9-a600-48b56823aeed tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5418 time: 0.3438189 Aug 10 01:06:05.409102 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2e127018-27f2-49a9-8a66-26ff35eb1322 req-f12c7108-89bb-4279-8b3c-4f04100a8f1a tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416926 Aug 10 01:06:05.417734 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-268e4752-438d-44c3-9d56-bfd96a3ea09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:05.419259 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-268e4752-438d-44c3-9d56-bfd96a3ea09f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a4c328af-f7d8-464f-82c5-ef21fb4355cc HTTP/1.1" status: 200 len: 797 time: 0.1623254 Aug 10 01:06:05.423428 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a6174f61-5668-4da1-8f95-e4f5efad2a5f req-b6082a15-5a38-46e2-bc34-813ebe575377 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735974 Aug 10 01:06:05.430592 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:05.473010 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197027ab-d2ae-4ea4-bff0-4394cf4c13c6 x-openstack-request-id: req-197027ab-d2ae-4ea4-bff0-4394cf4c13c6 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:05.473316 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fdf232-3cc4-4a76-92f9-c859eb56249d", "name": "network-vif-deleted", "tag": "69187de3-58d2-46cb-8eb0-0486407464e8", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:05.473569 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-197027ab-d2ae-4ea4-bff0-4394cf4c13c6 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:05.473963 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41fdf232-3cc4-4a76-92f9-c859eb56249d', 'name': 'network-vif-deleted', 'tag': '69187de3-58d2-46cb-8eb0-0486407464e8', 'status': 'completed', 'code': 200} Aug 10 01:06:05.492060 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-af847542-3daf-4814-8f09-97477028786f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:05.495293 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-af847542-3daf-4814-8f09-97477028786f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9657ed9b-3ba6-4067-a52c-0b450eacaa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0580471 Aug 10 01:06:05.498868 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 16a59ecc-9352-418f-bfd7-e7af3e907051 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:06:05.509224 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9541a312-43de-4e9e-9b8b-b7fc74f380fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe418fb1-b96c-4e6d-8e05-c39e238a4dd0'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:05.511454 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9611d88c-1ef0-4a99-a02f-ada31d469ce6" -d '{"events": [{"server_uuid": "9541a312-43de-4e9e-9b8b-b7fc74f380fc", "name": "network-vif-plugged", "status": "completed", "tag": "fe418fb1-b96c-4e6d-8e05-c39e238a4dd0"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:05.552766 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port fe418fb1-b96c-4e6d-8e05-c39e238a4dd0, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=fe418fb1-b96c-4e6d-8e05-c39e238a4dd0,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:05.557840 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908ae086-7d57-403a-94ca-abe8e075e1b5 x-openstack-request-id: req-908ae086-7d57-403a-94ca-abe8e075e1b5 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:05.558205 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9541a312-43de-4e9e-9b8b-b7fc74f380fc", "name": "network-vif-plugged", "status": "completed", "tag": "fe418fb1-b96c-4e6d-8e05-c39e238a4dd0", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:05.558466 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-908ae086-7d57-403a-94ca-abe8e075e1b5 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:05.559110 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9541a312-43de-4e9e-9b8b-b7fc74f380fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe418fb1-b96c-4e6d-8e05-c39e238a4dd0', 'code': 200} Aug 10 01:06:05.567391 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:05.578729 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dcfe3adc-fa0b-41c5-af6d-c7d0fe384381 req-789c432b-da64-4b56-b953-35197f955f1a tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=41fdf232-3cc4-4a76-92f9-c859eb56249d HTTP/1.1" status: 200 len: 210 time: 0.0668728 Aug 10 01:06:05.654538 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-99d44a6d-747d-4206-be97-63020df36516 service neutron] 10.222.0.20 "GET /v2.0/networks/9657ed9b-3ba6-4067-a52c-0b450eacaa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523559 Aug 10 01:06:05.692605 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=fe418fb1-b96c-4e6d-8e05-c39e238a4dd0,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:05.710381 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 16a59ecc-9352-418f-bfd7-e7af3e907051 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:06:05.719007 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 16a59ecc-9352-418f-bfd7-e7af3e907051 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:06:05.719397 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:05.769094 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-73128a82-a301-40a0-b81d-b8b33f033b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'name': 'tempest-AttachVolumeTestJSON-56048594-router', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b014651d-896e-49bf-a8fe-96ed9fd8633a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T00:59:41Z', 'revision_number': 4, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'gw_port': {'id': 'b014651d-896e-49bf-a8fe-96ed9fd8633a', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T00:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '63b72c7d-b08b-4b6b-8e03-039ba2c68e0a', 'name': '', 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'mac_address': 'fa:16:3e:5a:5a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '5e3c383a-86af-456d-b822-0c7aa421c546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:40Z', 'updated_at': '2021-08-10T00:59:47Z', 'revision_number': 5, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'subnets': [{'id': '5e3c383a-86af-456d-b822-0c7aa421c546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:05.806297 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd5f0c-c488-4ea9-ab13-2760d5a0a4d8 req-f022bb6e-4889-436a-825d-90bab0caf37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:05.807935 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1fbd5f0c-c488-4ea9-ab13-2760d5a0a4d8 req-f022bb6e-4889-436a-825d-90bab0caf37c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9541a312-43de-4e9e-9b8b-b7fc74f380fc HTTP/1.1" status: 200 len: 1101 time: 0.1316586 Aug 10 01:06:05.813472 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73128a82-a301-40a0-b81d-b8b33f033b0d None None] Checking router: ffe05d4e-1105-4d2b-87c9-4a6c91d02339 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:06:05.859642 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1fbd5f0c-c488-4ea9-ab13-2760d5a0a4d8 req-b3bbeacf-b4a6-4004-8cbd-151af7ea7e38 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440240 Aug 10 01:06:05.870704 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73128a82-a301-40a0-b81d-b8b33f033b0d None None] Routers {'ffe05d4e-1105-4d2b-87c9-4a6c91d02339'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:06:05.872844 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-73128a82-a301-40a0-b81d-b8b33f033b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:05:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['ffe05d4e-1105-4d2b-87c9-4a6c91d02339'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:05.875017 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f708b7-dfd2-4c03-af7f-0054c43afcd8 req-3b712f3d-1c13-42be-9ebd-ed15c2e1149c service neutron] 10.222.0.20 "GET /v2.0/networks/9657ed9b-3ba6-4067-a52c-0b450eacaa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124393 Aug 10 01:06:05.939600 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b7a45-fda5-49ee-a7ff-2ecaffd4debb req-afa1cbbe-719e-4a17-b667-e8cda5cfc329 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:05.943041 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-612b7a45-fda5-49ee-a7ff-2ecaffd4debb req-afa1cbbe-719e-4a17-b667-e8cda5cfc329 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=9541a312-43de-4e9e-9b8b-b7fc74f380fc HTTP/1.1" status: 200 len: 949 time: 0.0624268 Aug 10 01:06:05.945679 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:05.982831 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-612b7a45-fda5-49ee-a7ff-2ecaffd4debb req-7bef41ca-63cb-433d-acdb-706737da9751 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344365 Aug 10 01:06:06.018083 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 16a59ecc-9352-418f-bfd7-e7af3e907051, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=16a59ecc-9352-418f-bfd7-e7af3e907051,segment=NetworkSegment(972b6f59-ca6f-4d63-843a-63e117aa35cb),segment_id=972b6f59-ca6f-4d63-843a-63e117aa35cb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:06.023373 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:06.024165 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 69187de3-58d2-46cb-8eb0-0486407464e8 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:06:06.034184 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-73128a82-a301-40a0-b81d-b8b33f033b0d None None] Set router ffe05d4e-1105-4d2b-87c9-4a6c91d02339 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:06:06.090485 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 69187de3-58d2-46cb-8eb0-0486407464e8 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:06:06.091280 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 69187de3-58d2-46cb-8eb0-0486407464e8 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:06:06.152240 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=16a59ecc-9352-418f-bfd7-e7af3e907051,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:06.298527 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-73128a82-a301-40a0-b81d-b8b33f033b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'name': 'tempest-AttachVolumeTestJSON-56048594-router', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b014651d-896e-49bf-a8fe-96ed9fd8633a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T00:59:41Z', 'revision_number': 4, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'gw_port': {'id': 'b014651d-896e-49bf-a8fe-96ed9fd8633a', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T00:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '63b72c7d-b08b-4b6b-8e03-039ba2c68e0a', 'name': '', 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'mac_address': 'fa:16:3e:5a:5a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '5e3c383a-86af-456d-b822-0c7aa421c546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:40Z', 'updated_at': '2021-08-10T00:59:47Z', 'revision_number': 5, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'subnets': [{'id': '5e3c383a-86af-456d-b822-0c7aa421c546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:06.328277 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73128a82-a301-40a0-b81d-b8b33f033b0d None None] The sync data for ids ['ffe05d4e-1105-4d2b-87c9-4a6c91d02339'] in n-d-766726-26 is: [{'id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'name': 'tempest-AttachVolumeTestJSON-56048594-router', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b014651d-896e-49bf-a8fe-96ed9fd8633a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T00:59:41Z', 'revision_number': 4, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'gw_port': {'id': 'b014651d-896e-49bf-a8fe-96ed9fd8633a', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T00:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '63b72c7d-b08b-4b6b-8e03-039ba2c68e0a', 'name': '', 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'mac_address': 'fa:16:3e:5a:5a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '5e3c383a-86af-456d-b822-0c7aa421c546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:40Z', 'updated_at': '2021-08-10T00:59:47Z', 'revision_number': 5, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'subnets': [{'id': '5e3c383a-86af-456d-b822-0c7aa421c546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:06:06.644448 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a27844-5158-4ee3-b456-a63886758a31 None None] New status for floating IP 20ee5644-c596-4c0e-a5e4-d8e2ab778cd7: DOWN {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:06:06.655229 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d1bcc-60ba-4fec-8dd3-c9d4cbaf56ea req-f588f8e3-7797-4cdd-bad5-d6c255b876d4 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:06.661526 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d1bcc-60ba-4fec-8dd3-c9d4cbaf56ea req-f588f8e3-7797-4cdd-bad5-d6c255b876d4 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:06.667800 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d1bcc-60ba-4fec-8dd3-c9d4cbaf56ea req-f588f8e3-7797-4cdd-bad5-d6c255b876d4 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:06.673758 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d1bcc-60ba-4fec-8dd3-c9d4cbaf56ea req-f588f8e3-7797-4cdd-bad5-d6c255b876d4 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:06.679680 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d1bcc-60ba-4fec-8dd3-c9d4cbaf56ea req-f588f8e3-7797-4cdd-bad5-d6c255b876d4 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:06.686223 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d1bcc-60ba-4fec-8dd3-c9d4cbaf56ea req-f588f8e3-7797-4cdd-bad5-d6c255b876d4 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:06.692583 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d1bcc-60ba-4fec-8dd3-c9d4cbaf56ea req-f588f8e3-7797-4cdd-bad5-d6c255b876d4 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:06.701309 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-613d1bcc-60ba-4fec-8dd3-c9d4cbaf56ea req-f588f8e3-7797-4cdd-bad5-d6c255b876d4 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5418 time: 0.1535611 Aug 10 01:06:06.717849 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0a6d1-49c1-4a27-9ddb-85c1e2d1b261 req-c3f4be7c-d951-4e45-821e-0e83533ccd03 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:06.722042 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-09e0a6d1-49c1-4a27-9ddb-85c1e2d1b261 req-c3f4be7c-d951-4e45-821e-0e83533ccd03 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=750f77da-4d2f-4e9a-9bb9-ecd1b5a9afbe HTTP/1.1" status: 200 len: 946 time: 0.2225490 Aug 10 01:06:06.768560 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db0c7d-b015-4f2d-8e6a-6c90b7b9fe99 req-2b7739a1-9d7f-47a3-ae3f-09a08fab83d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:06.769056 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db0c7d-b015-4f2d-8e6a-6c90b7b9fe99 req-2b7739a1-9d7f-47a3-ae3f-09a08fab83d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:06.769551 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db0c7d-b015-4f2d-8e6a-6c90b7b9fe99 req-2b7739a1-9d7f-47a3-ae3f-09a08fab83d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:06.770019 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db0c7d-b015-4f2d-8e6a-6c90b7b9fe99 req-2b7739a1-9d7f-47a3-ae3f-09a08fab83d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:06.770513 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db0c7d-b015-4f2d-8e6a-6c90b7b9fe99 req-2b7739a1-9d7f-47a3-ae3f-09a08fab83d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:06.770992 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db0c7d-b015-4f2d-8e6a-6c90b7b9fe99 req-2b7739a1-9d7f-47a3-ae3f-09a08fab83d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:06.771465 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db0c7d-b015-4f2d-8e6a-6c90b7b9fe99 req-2b7739a1-9d7f-47a3-ae3f-09a08fab83d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:06.773418 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c0db0c7d-b015-4f2d-8e6a-6c90b7b9fe99 req-2b7739a1-9d7f-47a3-ae3f-09a08fab83d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d10c461282a54fe6a1ff477fc3a37853&device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 6482 time: 0.2607965 Aug 10 01:06:06.789007 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-613d1bcc-60ba-4fec-8dd3-c9d4cbaf56ea req-edce18ef-2dfc-484c-8b94-bc8fb8d1c90d tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0868430 Aug 10 01:06:06.851227 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-09e0a6d1-49c1-4a27-9ddb-85c1e2d1b261 req-bca10da2-cbde-4f5a-9585-8bb930cd40e1 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111329 Aug 10 01:06:06.936630 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db0c7d-b015-4f2d-8e6a-6c90b7b9fe99 req-a5040a47-e287-4cfd-ac87-4d70bbf3d568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:06.940435 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c0db0c7d-b015-4f2d-8e6a-6c90b7b9fe99 req-a5040a47-e287-4cfd-ac87-4d70bbf3d568 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9657ed9b-3ba6-4067-a52c-0b450eacaa75 HTTP/1.1" status: 200 len: 903 time: 0.1535702 Aug 10 01:06:06.990935 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c0db0c7d-b015-4f2d-8e6a-6c90b7b9fe99 req-689d1989-5f55-49f2-b278-48400a6fbfed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4321df7-d3c9-4d23-b006-20dac822c111 HTTP/1.1" status: 200 len: 217 time: 0.0449841 Aug 10 01:06:07.034738 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 55992) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:07.162014 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-350ed089-b594-427d-9ffd-5ec052b2cd8d tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:07.167470 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db0c7d-b015-4f2d-8e6a-6c90b7b9fe99 req-e3abb06b-78b5-4292-b2b0-9d4715a0a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:07.169059 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c0db0c7d-b015-4f2d-8e6a-6c90b7b9fe99 req-e3abb06b-78b5-4292-b2b0-9d4715a0a14c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a4c328af-f7d8-464f-82c5-ef21fb4355cc HTTP/1.1" status: 200 len: 797 time: 0.1572113 Aug 10 01:06:07.191003 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-350ed089-b594-427d-9ffd-5ec052b2cd8d tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:07.220987 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575beec9-07fa-4a07-b3ff-e479105719ea req-058abdc2-96c4-419e-8285-6d2626a09c0e tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:07.228510 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-575beec9-07fa-4a07-b3ff-e479105719ea req-058abdc2-96c4-419e-8285-6d2626a09c0e tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=9541a312-43de-4e9e-9b8b-b7fc74f380fc HTTP/1.1" status: 200 len: 949 time: 0.1016307 Aug 10 01:06:07.253252 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-350ed089-b594-427d-9ffd-5ec052b2cd8d tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:07.256058 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-350ed089-b594-427d-9ffd-5ec052b2cd8d tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:07.257711 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-350ed089-b594-427d-9ffd-5ec052b2cd8d tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "DELETE /v2.0/security-groups/bef316da-7aff-4e19-b5e5-43053f05f988 HTTP/1.1" status: 204 len: 168 time: 0.2207973 Aug 10 01:06:07.257861 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db0c7d-b015-4f2d-8e6a-6c90b7b9fe99 req-1111549e-8ff8-4734-a8fe-3b69fd4ccf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:07.259155 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c0db0c7d-b015-4f2d-8e6a-6c90b7b9fe99 req-1111549e-8ff8-4734-a8fe-3b69fd4ccf94 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9657ed9b-3ba6-4067-a52c-0b450eacaa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0819640 Aug 10 01:06:07.264209 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 55994) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:07.280349 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-575beec9-07fa-4a07-b3ff-e479105719ea req-85cf2acd-0990-4ce8-b396-07fb74bf011f tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508325 Aug 10 01:06:07.282295 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ed089-b594-427d-9ffd-5ec052b2cd8d tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef316da-7aff-4e19-b5e5-43053f05f988,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:07.285833 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-62ea807c-3853-4d7f-a4f4-0891fb8aa004 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] show failed (client error): The resource could not be found. Aug 10 01:06:07.287273 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-62ea807c-3853-4d7f-a4f4-0891fb8aa004 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups/bef316da-7aff-4e19-b5e5-43053f05f988 HTTP/1.1" status: 404 len: 347 time: 0.0221381 Aug 10 01:06:07.290605 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 55998) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:07.396776 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c0db0c7d-b015-4f2d-8e6a-6c90b7b9fe99 req-e0d17ca4-d4aa-49a9-a89e-c5c7e8ec13e4 service neutron] 10.222.0.20 "GET /v2.0/networks/9657ed9b-3ba6-4067-a52c-0b450eacaa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266711 Aug 10 01:06:07.447201 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-bb5973df-5c83-41bf-be11-ba4525cdbaf6 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Deleting port 519d2eaa-1295-4ec9-9e56-c20eee665dec {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:06:07.447576 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bb5973df-5c83-41bf-be11-ba4525cdbaf6 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:07.499493 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c0db0c7d-b015-4f2d-8e6a-6c90b7b9fe99 req-e82224f1-8a2a-43e2-9069-425b17a33726 service neutron] 10.222.0.20 "GET /v2.0/networks/9657ed9b-3ba6-4067-a52c-0b450eacaa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940349 Aug 10 01:06:07.504093 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 01edfa4f-22c5-405f-9f0a-1ff0ae389a5d no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:06:07.524606 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 01edfa4f-22c5-405f-9f0a-1ff0ae389a5d {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:06:07.525035 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 01edfa4f-22c5-405f-9f0a-1ff0ae389a5d not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:06:07.538559 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bb5973df-5c83-41bf-be11-ba4525cdbaf6 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:07.538940 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bb5973df-5c83-41bf-be11-ba4525cdbaf6 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:07.552133 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-bb5973df-5c83-41bf-be11-ba4525cdbaf6 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Calling delete_port for 519d2eaa-1295-4ec9-9e56-c20eee665dec owned by network:floatingip {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:06:07.560400 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750f77da-4d2f-4e9a-9bb9-ecd1b5a9afbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a59ecc-9352-418f-bfd7-e7af3e907051'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:07.562744 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b2fdf3-d4d8-472d-b213-68c076a4adba" -d '{"events": [{"server_uuid": "750f77da-4d2f-4e9a-9bb9-ecd1b5a9afbe", "name": "network-vif-plugged", "status": "completed", "tag": "16a59ecc-9352-418f-bfd7-e7af3e907051"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:07.597884 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97341978-7fa4-4b3a-8dab-6e282f961731 x-openstack-request-id: req-97341978-7fa4-4b3a-8dab-6e282f961731 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:07.598180 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750f77da-4d2f-4e9a-9bb9-ecd1b5a9afbe", "name": "network-vif-plugged", "status": "completed", "tag": "16a59ecc-9352-418f-bfd7-e7af3e907051", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:07.598429 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-97341978-7fa4-4b3a-8dab-6e282f961731 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:07.598824 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750f77da-4d2f-4e9a-9bb9-ecd1b5a9afbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a59ecc-9352-418f-bfd7-e7af3e907051', 'code': 200} Aug 10 01:06:07.703853 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458db8e-f5ab-415f-b88d-1810f52190c2 req-c5d3d678-ead3-41ea-8c5c-07c26f5e3afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:07.705429 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9458db8e-f5ab-415f-b88d-1810f52190c2 req-c5d3d678-ead3-41ea-8c5c-07c26f5e3afe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=750f77da-4d2f-4e9a-9bb9-ecd1b5a9afbe HTTP/1.1" status: 200 len: 1098 time: 0.0470138 Aug 10 01:06:07.707823 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bb5973df-5c83-41bf-be11-ba4525cdbaf6 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:07.739400 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5973df-5c83-41bf-be11-ba4525cdbaf6 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Pushing event deleted for resources: {'Port': ['ID=519d2eaa-1295-4ec9-9e56-c20eee665dec,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:07.748794 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9458db8e-f5ab-415f-b88d-1810f52190c2 req-ef257e40-16b3-468e-b8c7-14566f100078 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363498 Aug 10 01:06:07.799774 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bb5973df-5c83-41bf-be11-ba4525cdbaf6 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for floatingip, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:07.802467 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bb5973df-5c83-41bf-be11-ba4525cdbaf6 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:07.803629 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-bb5973df-5c83-41bf-be11-ba4525cdbaf6 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "DELETE /v2.0/floatingips/20ee5644-c596-4c0e-a5e4-d8e2ab778cd7 HTTP/1.1" status: 204 len: 168 time: 0.5120976 Aug 10 01:06:07.999126 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd14a83-f711-4ff7-861a-3e887ba01618 req-65034d19-7913-41ca-98fd-7eb44ffcc51e tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:08.005142 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd14a83-f711-4ff7-861a-3e887ba01618 req-65034d19-7913-41ca-98fd-7eb44ffcc51e tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:08.011157 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd14a83-f711-4ff7-861a-3e887ba01618 req-65034d19-7913-41ca-98fd-7eb44ffcc51e tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:08.017496 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd14a83-f711-4ff7-861a-3e887ba01618 req-65034d19-7913-41ca-98fd-7eb44ffcc51e tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:08.023371 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd14a83-f711-4ff7-861a-3e887ba01618 req-65034d19-7913-41ca-98fd-7eb44ffcc51e tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:08.029937 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd14a83-f711-4ff7-861a-3e887ba01618 req-65034d19-7913-41ca-98fd-7eb44ffcc51e tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:08.035973 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd14a83-f711-4ff7-861a-3e887ba01618 req-65034d19-7913-41ca-98fd-7eb44ffcc51e tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:08.037890 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dcd14a83-f711-4ff7-861a-3e887ba01618 req-65034d19-7913-41ca-98fd-7eb44ffcc51e tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5418 time: 0.1223373 Aug 10 01:06:08.059449 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cedad-8f79-46d3-a484-14955c5b551b req-57e1d639-03d3-4404-85b3-2e67dbc9a2b0 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:08.060938 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f62cedad-8f79-46d3-a484-14955c5b551b req-57e1d639-03d3-4404-85b3-2e67dbc9a2b0 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=750f77da-4d2f-4e9a-9bb9-ecd1b5a9afbe HTTP/1.1" status: 200 len: 946 time: 0.1159320 Aug 10 01:06:08.115701 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dcd14a83-f711-4ff7-861a-3e887ba01618 req-8cb991cf-14ae-42c9-b4df-1e4fc3f0e705 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0699754 Aug 10 01:06:08.126014 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f62cedad-8f79-46d3-a484-14955c5b551b req-630c2cb0-ae40-4d56-8f06-7c9f1e270139 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543418 Aug 10 01:06:08.438294 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56034) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:08.443751 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-649c8e08-2c5f-4c39-a999-b4e28e34ebae tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Request body: {'security_group': {'name': 'tempest-securitygroup--567928397', 'description': 'tempest-description--1056307348'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:08.462967 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130dae7-f1a0-40ee-a8ed-d39dc40e944e req-dca73a79-18e9-4dd8-8deb-fe05737ed03b tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:08.464907 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8130dae7-f1a0-40ee-a8ed-d39dc40e944e req-dca73a79-18e9-4dd8-8deb-fe05737ed03b tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=9541a312-43de-4e9e-9b8b-b7fc74f380fc HTTP/1.1" status: 200 len: 949 time: 0.0700438 Aug 10 01:06:08.487406 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-649c8e08-2c5f-4c39-a999-b4e28e34ebae tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:08.523041 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8130dae7-f1a0-40ee-a8ed-d39dc40e944e req-a9d81575-9e2f-4784-b71b-fb23853af744 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505645 Aug 10 01:06:08.599143 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-649c8e08-2c5f-4c39-a999-b4e28e34ebae tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:08.607178 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-649c8e08-2c5f-4c39-a999-b4e28e34ebae tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:08.643047 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-649c8e08-2c5f-4c39-a999-b4e28e34ebae tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:08.644104 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-649c8e08-2c5f-4c39-a999-b4e28e34ebae tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2040508 Aug 10 01:06:08.647133 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56038) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:08.652456 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-8499fb8d-9a45-4e1c-b0c6-1d71a06d82f4 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Request body: {'security_group_rule': {'security_group_id': '66a82ecc-1c8f-417e-853d-b04b0d71df58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:08.662025 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c8e08-2c5f-4c39-a999-b4e28e34ebae tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66a82ecc-1c8f-417e-853d-b04b0d71df58,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:08.666747 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab9c83-1c10-4eba-92ed-4ff1a508a5fe req-346196dd-bc29-4fe1-94d4-31000c37035e tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:08.673796 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8aab9c83-1c10-4eba-92ed-4ff1a508a5fe req-346196dd-bc29-4fe1-94d4-31000c37035e tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9541a312-43de-4e9e-9b8b-b7fc74f380fc HTTP/1.1" status: 200 len: 1101 time: 0.0785503 Aug 10 01:06:08.698334 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8499fb8d-9a45-4e1c-b0c6-1d71a06d82f4 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:08.734297 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8aab9c83-1c10-4eba-92ed-4ff1a508a5fe req-0048c61e-857a-4528-8a98-d0da77102104 tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549943 Aug 10 01:06:08.781083 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8499fb8d-9a45-4e1c-b0c6-1d71a06d82f4 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:08.787368 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8499fb8d-9a45-4e1c-b0c6-1d71a06d82f4 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:08.814790 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499fb8d-9a45-4e1c-b0c6-1d71a06d82f4 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=653af9a4-05e4-4207-8e31-e71edbad030a,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:08.823222 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8499fb8d-9a45-4e1c-b0c6-1d71a06d82f4 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:08.824698 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8499fb8d-9a45-4e1c-b0c6-1d71a06d82f4 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1764138 Aug 10 01:06:08.827976 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56042) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:08.833354 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-bc775d6c-7491-4128-b6bb-b79f624a56a4 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Request body: {'security_group_rule': {'security_group_id': '66a82ecc-1c8f-417e-853d-b04b0d71df58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:08.881835 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bc775d6c-7491-4128-b6bb-b79f624a56a4 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:08.941120 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-71589963-a0fa-4bb5-8625-2ed4771f8978 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248594 Aug 10 01:06:08.956864 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bc775d6c-7491-4128-b6bb-b79f624a56a4 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:08.963976 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bc775d6c-7491-4128-b6bb-b79f624a56a4 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:08.985241 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc775d6c-7491-4128-b6bb-b79f624a56a4 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30076e54-5834-4ce5-9151-05a83b6cdc76,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:08.993879 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bc775d6c-7491-4128-b6bb-b79f624a56a4 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:08.999880 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-bc775d6c-7491-4128-b6bb-b79f624a56a4 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1669872 Aug 10 01:06:09.000073 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56054) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:09.005543 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-d113c3d1-87ec-4d65-932a-2150696bc166 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:09.031362 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d113c3d1-87ec-4d65-932a-2150696bc166 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for floatingip, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:09.173511 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d113c3d1-87ec-4d65-932a-2150696bc166 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:09.376998 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-d113c3d1-87ec-4d65-932a-2150696bc166 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Allocated IP 172.25.2.223 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/b94ed485-514c-4812-b0cb-e212702881c7) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:06:09.510811 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d113c3d1-87ec-4d65-932a-2150696bc166 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:09.549737 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-cce363a0-ba04-427e-b0cd-6a14e4505798 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:09.551282 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-cce363a0-ba04-427e-b0cd-6a14e4505798 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6024840 Aug 10 01:06:09.566101 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47453a3c-c764-43c6-be28-9aa36b4ae838 req-c9889753-a4cf-4b2d-be32-7cab43176e97 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:09.568003 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-47453a3c-c764-43c6-be28-9aa36b4ae838 req-c9889753-a4cf-4b2d-be32-7cab43176e97 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=750f77da-4d2f-4e9a-9bb9-ecd1b5a9afbe HTTP/1.1" status: 200 len: 946 time: 0.1093442 Aug 10 01:06:09.580709 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d113c3d1-87ec-4d65-932a-2150696bc166 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:09.585026 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-317e895a-a9d8-4c61-a4c5-25a466f333b6 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/quotas/9ca89c0f99d945aeb3afb7c83b1b1d31 HTTP/1.1" status: 200 len: 375 time: 0.0266013 Aug 10 01:06:09.621886 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d113c3d1-87ec-4d65-932a-2150696bc166 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:06:09.627648 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-d113c3d1-87ec-4d65-932a-2150696bc166 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:06:09.630971 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d113c3d1-87ec-4d65-932a-2150696bc166 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:06:09.649808 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-47453a3c-c764-43c6-be28-9aa36b4ae838 req-8a3c71d5-c1c0-4dad-a872-d05ecc284097 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745807 Aug 10 01:06:09.667371 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113c3d1-87ec-4d65-932a-2150696bc166 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Pushing event updated for resources: {'Port': ['ID=b94ed485-514c-4812-b0cb-e212702881c7,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:09.693423 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-8f96b5e4-f81a-4f65-a2b2-ea89fbb7c0e4 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0945759 Aug 10 01:06:09.796561 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d113c3d1-87ec-4d65-932a-2150696bc166 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:09.844232 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add64a8-0709-47a1-ab7a-70fa856195ed req-682ccd97-6584-43d5-bf0b-80a520058593 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:09.850505 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add64a8-0709-47a1-ab7a-70fa856195ed req-682ccd97-6584-43d5-bf0b-80a520058593 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:09.857274 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add64a8-0709-47a1-ab7a-70fa856195ed req-682ccd97-6584-43d5-bf0b-80a520058593 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:09.863438 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add64a8-0709-47a1-ab7a-70fa856195ed req-682ccd97-6584-43d5-bf0b-80a520058593 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:09.870235 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add64a8-0709-47a1-ab7a-70fa856195ed req-682ccd97-6584-43d5-bf0b-80a520058593 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:09.877951 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add64a8-0709-47a1-ab7a-70fa856195ed req-682ccd97-6584-43d5-bf0b-80a520058593 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:09.886773 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add64a8-0709-47a1-ab7a-70fa856195ed req-682ccd97-6584-43d5-bf0b-80a520058593 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:09.889979 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2add64a8-0709-47a1-ab7a-70fa856195ed req-682ccd97-6584-43d5-bf0b-80a520058593 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5418 time: 0.1346064 Aug 10 01:06:09.922667 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d113c3d1-87ec-4d65-932a-2150696bc166 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:09.955867 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2add64a8-0709-47a1-ab7a-70fa856195ed req-a444b981-b44b-4033-8b1a-b0247b4d8071 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590298 Aug 10 01:06:10.100941 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8075c86e-f6a2-489f-bf41-e591725ba2f8 req-6ec7c6c8-cc02-4218-b2ed-f02f26642f6e tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b17e088-5525-44e2-8e3e-ca4affb185f5 HTTP/1.1" status: 200 len: 210 time: 0.0428700 Aug 10 01:06:10.200632 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d113c3d1-87ec-4d65-932a-2150696bc166 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:10.205632 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d113c3d1-87ec-4d65-932a-2150696bc166 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:10.321574 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d113c3d1-87ec-4d65-932a-2150696bc166 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:10.338230 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113c3d1-87ec-4d65-932a-2150696bc166 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Pushing event updated for resources: {'Port': ['ID=b94ed485-514c-4812-b0cb-e212702881c7,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:10.340945 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d113c3d1-87ec-4d65-932a-2150696bc166 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:10.342514 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d113c3d1-87ec-4d65-932a-2150696bc166 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3412359 Aug 10 01:06:10.705715 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-92d5930f-5eab-4b4b-acb3-28a29c7d2881 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--567928397&fields=id&tenant_id=d91dc5c8b6a84b00a6991cd850981f11 HTTP/1.1" status: 200 len: 267 time: 0.0903165 Aug 10 01:06:10.871938 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-4d95a3d5-888a-4ce9-953a-c9264fc37939 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:10.876644 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-4d95a3d5-888a-4ce9-953a-c9264fc37939 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/networks?id=f8055185-7aa6-4d65-b84e-223f9bf84b1e HTTP/1.1" status: 200 len: 809 time: 0.1699457 Aug 10 01:06:10.901598 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-363b6837-1e0d-4c98-b694-f6a9faea9548 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/quotas/d91dc5c8b6a84b00a6991cd850981f11 HTTP/1.1" status: 200 len: 375 time: 0.0167651 Aug 10 01:06:10.967582 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-6db2288b-3123-4076-b648-6f3d3c5dabce tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d91dc5c8b6a84b00a6991cd850981f11&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0588431 Aug 10 01:06:10.992043 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56114) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:11.178839 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b65b7702-88bd-43a8-bda7-203523578bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:11.182560 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-4a6df410-d3c5-42a6-8042-bd235a0f7615 service neutron] 10.222.0.35 "GET /v2.0/networks/f8055185-7aa6-4d65-b84e-223f9bf84b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828270 Aug 10 01:06:11.246044 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e278a383-ea77-43f2-ad7e-4794bd82f50a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:11.257124 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-c96d98c9-02fd-4d0b-b8e2-ff9710e7f078 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508330 Aug 10 01:06:11.414291 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e278a383-ea77-43f2-ad7e-4794bd82f50a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:11.420708 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e278a383-ea77-43f2-ad7e-4794bd82f50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:11.441678 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:11.454107 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018a660-b666-485e-9893-f42f415c39b7 req-e40edd89-e68b-4287-80aa-89dd4ce8b915 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:11.460281 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018a660-b666-485e-9893-f42f415c39b7 req-e40edd89-e68b-4287-80aa-89dd4ce8b915 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:11.464821 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e278a383-ea77-43f2-ad7e-4794bd82f50a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=833908af070b459ebf73e8e356338c93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4697618 Aug 10 01:06:11.466291 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018a660-b666-485e-9893-f42f415c39b7 req-e40edd89-e68b-4287-80aa-89dd4ce8b915 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:11.468064 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56128) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:11.472643 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018a660-b666-485e-9893-f42f415c39b7 req-e40edd89-e68b-4287-80aa-89dd4ce8b915 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:11.480594 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018a660-b666-485e-9893-f42f415c39b7 req-e40edd89-e68b-4287-80aa-89dd4ce8b915 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:11.490667 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e278a383-ea77-43f2-ad7e-4794bd82f50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ef70fc-b6d1-4bba-8413-2790b0632261,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:11.491220 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018a660-b666-485e-9893-f42f415c39b7 req-e40edd89-e68b-4287-80aa-89dd4ce8b915 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:11.499505 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018a660-b666-485e-9893-f42f415c39b7 req-e40edd89-e68b-4287-80aa-89dd4ce8b915 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:11.501434 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d018a660-b666-485e-9893-f42f415c39b7 req-e40edd89-e68b-4287-80aa-89dd4ce8b915 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5418 time: 0.2467542 Aug 10 01:06:11.551729 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-e734b7bf-550d-45ec-98f2-a6f0f3aad6a0 service neutron] 10.222.0.35 "GET /v2.0/networks/f8055185-7aa6-4d65-b84e-223f9bf84b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681130 Aug 10 01:06:11.564577 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7fd92e6f-c93d-4c29-ac30-da02bf2f2af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:11.575932 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-9e916bdf-21e8-4809-bf8c-43c37a28d7f8 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:11.577707 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-9e916bdf-21e8-4809-bf8c-43c37a28d7f8 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2929339 Aug 10 01:06:11.593590 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7fd92e6f-c93d-4c29-ac30-da02bf2f2af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:11.605174 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-6b589b7c-aeac-4873-8b23-906415e86554 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Request body: {'port': {'device_id': '7b17e088-5525-44e2-8e3e-ca4affb185f5', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'admin_state_up': True, 'tenant_id': '9ca89c0f99d945aeb3afb7c83b1b1d31'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:11.629855 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d018a660-b666-485e-9893-f42f415c39b7 req-2be4e598-da5f-4f76-816d-0d1acefeeb8c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1167316 Aug 10 01:06:11.688601 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7fd92e6f-c93d-4c29-ac30-da02bf2f2af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:11.691437 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7fd92e6f-c93d-4c29-ac30-da02bf2f2af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:11.692673 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7fd92e6f-c93d-4c29-ac30-da02bf2f2af6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/16ef70fc-b6d1-4bba-8413-2790b0632261 HTTP/1.1" status: 204 len: 168 time: 0.2237158 Aug 10 01:06:11.705083 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd92e6f-c93d-4c29-ac30-da02bf2f2af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ef70fc-b6d1-4bba-8413-2790b0632261,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:11.805899 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f4e97e6b-9c4a-4ead-8087-b877b7770c0e req-fff8bdd7-d8ac-4969-a3b0-4fc7698b2ea0 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b17e088-5525-44e2-8e3e-ca4affb185f5 HTTP/1.1" status: 200 len: 210 time: 0.0513802 Aug 10 01:06:11.831879 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-6b589b7c-aeac-4873-8b23-906415e86554 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Made reservation on behalf of 9ca89c0f99d945aeb3afb7c83b1b1d31 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:06:11.833265 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-6b589b7c-aeac-4873-8b23-906415e86554 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:12.174113 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-6b589b7c-aeac-4873-8b23-906415e86554 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Allocated IP 192.168.233.39 (853ae90b-411a-4cc9-b27c-aa212d4ff023/f49e9f1d-7e8a-42ac-a9f2-157734919ae5/be78956d-d9ac-4dca-8d80-bd6a2f323439) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:06:12.542577 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1e72d92d-e304-463a-beb6-fe831f7969f1 req-f1c9794c-a69f-4405-9b07-5f72e58de900 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=e59a6ef2-0001-493c-848d-d573fe522423 HTTP/1.1" status: 200 len: 210 time: 0.4880536 Aug 10 01:06:12.552337 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-6b589b7c-aeac-4873-8b23-906415e86554 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:12.570589 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-6b589b7c-aeac-4873-8b23-906415e86554 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Transition to ACTIVE for port object be78956d-d9ac-4dca-8d80-bd6a2f323439 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:06:12.641104 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-6b589b7c-aeac-4873-8b23-906415e86554 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:12.654015 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['3cc74571-e82c-4ae8-9356-6d35c165bb7b', 'e0b7d158-53ed-4a9e-b6d1-c536dc2a2738'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:12.731494 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-6b589b7c-aeac-4873-8b23-906415e86554 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Network 853ae90b-411a-4cc9-b27c-aa212d4ff023 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:06:12.732629 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['89c73191-5c74-4372-acea-f3993478ce50', '48b7eddf-0772-4435-86d4-6cda7a9b79cc', '99fd042c-2495-44fc-bf12-749d1abc200c', '3a31ea2f-9b12-4c98-a9c1-01a4a252036a', 'fe418fb1-b96c-4e6d-8e05-c39e238a4dd0'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:12.737451 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-6b589b7c-aeac-4873-8b23-906415e86554 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:06:12.742443 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-6b589b7c-aeac-4873-8b23-906415e86554 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:06:12.752151 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b589b7c-aeac-4873-8b23-906415e86554 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Pushing event updated for resources: {'Port': ['ID=be78956d-d9ac-4dca-8d80-bd6a2f323439,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:13.019685 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-6b589b7c-aeac-4873-8b23-906415e86554 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:13.020463 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-6b589b7c-aeac-4873-8b23-906415e86554 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:13.045584 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaac32-9d4a-4721-959e-663421c79b34 req-9c8ce353-4b5d-4b7c-8bd2-0cdd0d71d0d8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:13.059869 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaac32-9d4a-4721-959e-663421c79b34 req-9c8ce353-4b5d-4b7c-8bd2-0cdd0d71d0d8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:13.087749 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaac32-9d4a-4721-959e-663421c79b34 req-9c8ce353-4b5d-4b7c-8bd2-0cdd0d71d0d8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:13.094678 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaac32-9d4a-4721-959e-663421c79b34 req-9c8ce353-4b5d-4b7c-8bd2-0cdd0d71d0d8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:13.102151 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaac32-9d4a-4721-959e-663421c79b34 req-9c8ce353-4b5d-4b7c-8bd2-0cdd0d71d0d8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:13.109024 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaac32-9d4a-4721-959e-663421c79b34 req-9c8ce353-4b5d-4b7c-8bd2-0cdd0d71d0d8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:13.115146 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaac32-9d4a-4721-959e-663421c79b34 req-9c8ce353-4b5d-4b7c-8bd2-0cdd0d71d0d8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:13.127779 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6fdaac32-9d4a-4721-959e-663421c79b34 req-9c8ce353-4b5d-4b7c-8bd2-0cdd0d71d0d8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5418 time: 0.3205056 Aug 10 01:06:13.204849 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6fdaac32-9d4a-4721-959e-663421c79b34 req-6bbc1edb-6023-4e06-80b1-8181d5b8f6b1 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0757222 Aug 10 01:06:13.215253 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-6b589b7c-aeac-4873-8b23-906415e86554 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6155891 Aug 10 01:06:13.249461 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-7430ad3b-9431-4c83-8d2d-ffbef705fe6f service neutron] Request body: {'port': {'device_id': '7b17e088-5525-44e2-8e3e-ca4affb185f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:13.366996 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c4122eb5-3907-434c-a856-988f276c5f12 None None] Provisioning for port be78956d-d9ac-4dca-8d80-bd6a2f323439 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:06:13.373021 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-14b5d6a6-a6fa-43b0-8f58-a9a9fb1be2e7 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:13.374702 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-14b5d6a6-a6fa-43b0-8f58-a9a9fb1be2e7 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/networks?id=fd6efede-22df-4e93-b06b-b677f8c2b42c HTTP/1.1" status: 200 len: 814 time: 0.4701777 Aug 10 01:06:13.392775 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c4122eb5-3907-434c-a856-988f276c5f12 None None] Provisioning complete for port be78956d-d9ac-4dca-8d80-bd6a2f323439 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:06:13.393239 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c4122eb5-3907-434c-a856-988f276c5f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:13.429320 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-7430ad3b-9431-4c83-8d2d-ffbef705fe6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:13.439625 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-61371ab7-c378-42a5-86c8-a5c5460a068a tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/quotas/71364749dc834cd187da4f869c13f065 HTTP/1.1" status: 200 len: 375 time: 0.0259707 Aug 10 01:06:13.485267 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138885cd-8352-4e7c-a02e-7978e86b9dd0 req-b30ee443-0a0c-4371-9d6f-88072f557965 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:13.487153 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-138885cd-8352-4e7c-a02e-7978e86b9dd0 req-b30ee443-0a0c-4371-9d6f-88072f557965 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b17e088-5525-44e2-8e3e-ca4affb185f5 HTTP/1.1" status: 200 len: 935 time: 0.1660903 Aug 10 01:06:13.495134 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c4122eb5-3907-434c-a856-988f276c5f12 None None] Port be78956d-d9ac-4dca-8d80-bd6a2f323439 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:06:13.534874 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-30168379-4179-4c8b-9137-e52e8bf7f9c4 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=71364749dc834cd187da4f869c13f065&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751095 Aug 10 01:06:13.641809 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-6886afe4-b860-4c7d-83bc-0d244a038aab tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:13.644899 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-6886afe4-b860-4c7d-83bc-0d244a038aab tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.24 "GET /v2.0/networks?id=f8055185-7aa6-4d65-b84e-223f9bf84b1e HTTP/1.1" status: 200 len: 809 time: 0.2083342 Aug 10 01:06:13.748993 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-138885cd-8352-4e7c-a02e-7978e86b9dd0 req-829293ad-9db7-4d2c-921f-2e036b7b9669 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341733 Aug 10 01:06:13.774217 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-a105684d-cf5a-4e15-b490-78d90a236090 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d91dc5c8b6a84b00a6991cd850981f11 HTTP/1.1" status: 200 len: 379 time: 0.1188791 Aug 10 01:06:13.786013 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-231d7ee8-9426-451c-8742-bd91c91b7bb7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Request body: {'port': {'device_id': 'e59a6ef2-0001-493c-848d-d573fe522423', 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e', 'admin_state_up': True, 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'security_groups': ['66a82ecc-1c8f-417e-853d-b04b0d71df58']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:13.861692 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6288e1c4-7e47-49bb-8efd-c46d1ab123f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:13.965166 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-231d7ee8-9426-451c-8742-bd91c91b7bb7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Made reservation on behalf of d91dc5c8b6a84b00a6991cd850981f11 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:06:13.971269 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-231d7ee8-9426-451c-8742-bd91c91b7bb7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:14.020633 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-9281b59f-dc5d-453b-8e21-2e32092ab94e service neutron] 10.222.0.35 "GET /v2.0/networks/fd6efede-22df-4e93-b06b-b677f8c2b42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4611094 Aug 10 01:06:14.100324 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-038a7837-0f88-4c68-8eff-7bdd85b8ccac req-83ebedd4-732a-461e-8562-cd9466d76de3 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=e59a6ef2-0001-493c-848d-d573fe522423 HTTP/1.1" status: 200 len: 210 time: 0.0887094 Aug 10 01:06:14.141941 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-231d7ee8-9426-451c-8742-bd91c91b7bb7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Allocated IP 172.20.0.13 (f8055185-7aa6-4d65-b84e-223f9bf84b1e/5e3c383a-86af-456d-b822-0c7aa421c546/5ddf650a-78e5-4b7d-a138-edd522b2f23e) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:06:14.212748 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-0bdce647-78a3-48d4-90e0-7ed65ab85629 service neutron] 10.222.0.35 "GET /v2.0/networks/fd6efede-22df-4e93-b06b-b677f8c2b42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909540 Aug 10 01:06:14.285854 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-7430ad3b-9431-4c83-8d2d-ffbef705fe6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be78956d-d9ac-4dca-8d80-bd6a2f323439 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:14.297498 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-7430ad3b-9431-4c83-8d2d-ffbef705fe6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:14.331777 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-7430ad3b-9431-4c83-8d2d-ffbef705fe6f service neutron] Transition to ACTIVE for port object be78956d-d9ac-4dca-8d80-bd6a2f323439 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:06:14.339306 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-7430ad3b-9431-4c83-8d2d-ffbef705fe6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:14.343158 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-231d7ee8-9426-451c-8742-bd91c91b7bb7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:14.369051 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-231d7ee8-9426-451c-8742-bd91c91b7bb7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Transition to ACTIVE for port object 5ddf650a-78e5-4b7d-a138-edd522b2f23e will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:06:14.415536 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7430ad3b-9431-4c83-8d2d-ffbef705fe6f service neutron] Pushing event updated for resources: {'Port': ['ID=be78956d-d9ac-4dca-8d80-bd6a2f323439,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:14.417078 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-231d7ee8-9426-451c-8742-bd91c91b7bb7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:14.428462 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:14.490768 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d7ee8-9426-451c-8742-bd91c91b7bb7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Pushing event updated for resources: {'Port': ['ID=5ddf650a-78e5-4b7d-a138-edd522b2f23e,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:14.520219 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-231d7ee8-9426-451c-8742-bd91c91b7bb7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Network f8055185-7aa6-4d65-b84e-223f9bf84b1e is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:06:14.521565 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-231d7ee8-9426-451c-8742-bd91c91b7bb7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:06:14.529263 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-231d7ee8-9426-451c-8742-bd91c91b7bb7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:06:14.560787 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-7430ad3b-9431-4c83-8d2d-ffbef705fe6f service neutron] Attempting to bind port be78956d-d9ac-4dca-8d80-bd6a2f323439 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:06:14.561292 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-7430ad3b-9431-4c83-8d2d-ffbef705fe6f service neutron] Attempting to bind port be78956d-d9ac-4dca-8d80-bd6a2f323439 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:06:14.561631 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-7430ad3b-9431-4c83-8d2d-ffbef705fe6f service neutron] Attempting to bind port be78956d-d9ac-4dca-8d80-bd6a2f323439 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:14.566524 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-7430ad3b-9431-4c83-8d2d-ffbef705fe6f service neutron] Port be78956d-d9ac-4dca-8d80-bd6a2f323439 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:06:14.566863 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-7430ad3b-9431-4c83-8d2d-ffbef705fe6f service neutron] Attempting to bind port be78956d-d9ac-4dca-8d80-bd6a2f323439 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:14.572124 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-7430ad3b-9431-4c83-8d2d-ffbef705fe6f service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:06:14.572663 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-7430ad3b-9431-4c83-8d2d-ffbef705fe6f service neutron] Checking segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:06:14.573421 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-7430ad3b-9431-4c83-8d2d-ffbef705fe6f service neutron] Bound using segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:06:14.573728 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-7430ad3b-9431-4c83-8d2d-ffbef705fe6f service neutron] Bound port: be78956d-d9ac-4dca-8d80-bd6a2f323439, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:06:14.573842 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-7430ad3b-9431-4c83-8d2d-ffbef705fe6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:14.660063 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-231d7ee8-9426-451c-8742-bd91c91b7bb7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:14.689947 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-231d7ee8-9426-451c-8742-bd91c91b7bb7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:14.723646 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-7430ad3b-9431-4c83-8d2d-ffbef705fe6f service neutron] For port be78956d-d9ac-4dca-8d80-bd6a2f323439, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:06:14.730497 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-231d7ee8-9426-451c-8742-bd91c91b7bb7 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9497874 Aug 10 01:06:14.738185 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-7430ad3b-9431-4c83-8d2d-ffbef705fe6f service neutron] For port be78956d-d9ac-4dca-8d80-bd6a2f323439, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=be78956d-d9ac-4dca-8d80-bd6a2f323439,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:06:14.750593 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-7430ad3b-9431-4c83-8d2d-ffbef705fe6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:14.751538 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-5109d459-1990-4fb4-acde-21bdd68b1bf4 service neutron] Request body: {'port': {'device_id': 'e59a6ef2-0001-493c-848d-d573fe522423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:14.833021 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56234) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:14.839886 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-7430ad3b-9431-4c83-8d2d-ffbef705fe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:14.841179 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-7430ad3b-9431-4c83-8d2d-ffbef705fe6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:14.845938 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-7430ad3b-9431-4c83-8d2d-ffbef705fe6f service neutron] 10.222.0.24 "PUT /v2.0/ports/be78956d-d9ac-4dca-8d80-bd6a2f323439 HTTP/1.1" status: 200 len: 1096 time: 1.6169002 Aug 10 01:06:14.875919 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b17e088-5525-44e2-8e3e-ca4affb185f5', 'tag': 'be78956d-d9ac-4dca-8d80-bd6a2f323439'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:14.879014 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c3b19f-06b7-4c0e-955f-944958f38e97" -d '{"events": [{"name": "network-changed", "server_uuid": "7b17e088-5525-44e2-8e3e-ca4affb185f5", "tag": "be78956d-d9ac-4dca-8d80-bd6a2f323439"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:14.886828 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-adda94a0-60ae-4793-856e-2594b517f4c3 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-121361233', 'description': 'tempest-secgroup-smoke-121361233 description', 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:14.940461 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-adda94a0-60ae-4793-856e-2594b517f4c3 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:14.954631 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-5109d459-1990-4fb4-acde-21bdd68b1bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:14.956830 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-adda94a0-60ae-4793-856e-2594b517f4c3 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:14.998550 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-63661308-b8c3-42c8-802b-9fe0ed1bdfd8 None None] Provisioning for port 5ddf650a-78e5-4b7d-a138-edd522b2f23e completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:06:15.002678 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-63661308-b8c3-42c8-802b-9fe0ed1bdfd8 None None] Provisioning complete for port 5ddf650a-78e5-4b7d-a138-edd522b2f23e triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:06:15.002998 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-63661308-b8c3-42c8-802b-9fe0ed1bdfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:15.045557 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e6316bb4-9fdb-41cf-a576-a382661a37f8 req-dc77499e-414e-4a85-bdb2-0a93687f2664 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c467c6b4-12cb-4fc8-b50d-6c24697cca02 HTTP/1.1" status: 200 len: 210 time: 0.0990579 Aug 10 01:06:15.095898 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-4f0687e5-8836-4faf-be6b-62a6fd39b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:15.098908 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-4f0687e5-8836-4faf-be6b-62a6fd39b9fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&device_id=7b17e088-5525-44e2-8e3e-ca4affb185f5 HTTP/1.1" status: 200 len: 1099 time: 0.1646028 Aug 10 01:06:15.101265 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7430ad3b-9431-4c83-8d2d-ffbef705fe6f service neutron] Pushing event updated for resources: {'Port': ['ID=be78956d-d9ac-4dca-8d80-bd6a2f323439,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:15.104733 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-63661308-b8c3-42c8-802b-9fe0ed1bdfd8 None None] Port 5ddf650a-78e5-4b7d-a138-edd522b2f23e cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:06:15.122357 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:15.196899 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8438bd7-f6b4-4c38-bff6-728955014553 req-3725064a-c0a8-4a1c-b9d8-a5fc1229e986 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:15.205294 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8438bd7-f6b4-4c38-bff6-728955014553 req-3725064a-c0a8-4a1c-b9d8-a5fc1229e986 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:15.213193 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8438bd7-f6b4-4c38-bff6-728955014553 req-3725064a-c0a8-4a1c-b9d8-a5fc1229e986 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:15.221593 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8438bd7-f6b4-4c38-bff6-728955014553 req-3725064a-c0a8-4a1c-b9d8-a5fc1229e986 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:15.229061 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8438bd7-f6b4-4c38-bff6-728955014553 req-3725064a-c0a8-4a1c-b9d8-a5fc1229e986 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:15.235461 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8438bd7-f6b4-4c38-bff6-728955014553 req-3725064a-c0a8-4a1c-b9d8-a5fc1229e986 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:15.242680 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8438bd7-f6b4-4c38-bff6-728955014553 req-3725064a-c0a8-4a1c-b9d8-a5fc1229e986 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:15.252163 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c8438bd7-f6b4-4c38-bff6-728955014553 req-3725064a-c0a8-4a1c-b9d8-a5fc1229e986 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5418 time: 0.7388093 Aug 10 01:06:15.295027 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-8206a178-8cdb-4052-aed8-81da7c55fc6b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=be78956d-d9ac-4dca-8d80-bd6a2f323439 HTTP/1.1" status: 200 len: 217 time: 0.1692648 Aug 10 01:06:15.365638 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c8438bd7-f6b4-4c38-bff6-728955014553 req-ed190ff7-43ee-4636-abc8-5dea2d348800 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1117978 Aug 10 01:06:15.429276 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-5109d459-1990-4fb4-acde-21bdd68b1bf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ddf650a-78e5-4b7d-a138-edd522b2f23e {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:15.443772 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-5109d459-1990-4fb4-acde-21bdd68b1bf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:15.452031 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-adda94a0-60ae-4793-856e-2594b517f4c3 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:15.463200 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-adda94a0-60ae-4793-856e-2594b517f4c3 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:15.480422 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c4e12a-b6bf-465b-8510-18edbf99ef39 x-openstack-request-id: req-74c4e12a-b6bf-465b-8510-18edbf99ef39 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:15.482098 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b17e088-5525-44e2-8e3e-ca4affb185f5", "tag": "be78956d-d9ac-4dca-8d80-bd6a2f323439", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:15.482477 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-74c4e12a-b6bf-465b-8510-18edbf99ef39 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:15.483039 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b17e088-5525-44e2-8e3e-ca4affb185f5', 'tag': 'be78956d-d9ac-4dca-8d80-bd6a2f323439', 'status': 'completed', 'code': 200} Aug 10 01:06:15.495176 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-5109d459-1990-4fb4-acde-21bdd68b1bf4 service neutron] Transition to ACTIVE for port object 5ddf650a-78e5-4b7d-a138-edd522b2f23e will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:06:15.502505 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880c454-9539-4f3c-a390-77ac05dca6f4 req-20044d65-83b4-45c5-8c3c-0b1348dc7750 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:15.504288 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8880c454-9539-4f3c-a390-77ac05dca6f4 req-20044d65-83b4-45c5-8c3c-0b1348dc7750 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b17e088-5525-44e2-8e3e-ca4affb185f5 HTTP/1.1" status: 200 len: 947 time: 0.3370478 Aug 10 01:06:15.506828 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-01bcab79-7bd7-406c-a013-033701bbd065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:15.508548 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-01bcab79-7bd7-406c-a013-033701bbd065 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.1605737 Aug 10 01:06:15.515199 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-5109d459-1990-4fb4-acde-21bdd68b1bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:15.585990 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda94a0-60ae-4793-856e-2594b517f4c3 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b27bb619-2411-46f8-b7bc-a7d4a032728e,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:15.632569 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-adda94a0-60ae-4793-856e-2594b517f4c3 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:15.633554 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109d459-1990-4fb4-acde-21bdd68b1bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=5ddf650a-78e5-4b7d-a138-edd522b2f23e,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:15.642870 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8880c454-9539-4f3c-a390-77ac05dca6f4 req-d1e12da3-db94-4a89-bd44-713445466d96 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290700 Aug 10 01:06:15.651164 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-1c64674d-d6ec-4128-bd3f-4d0fed79ce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:15.652916 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-1c64674d-d6ec-4128-bd3f-4d0fed79ce32 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1244812 Aug 10 01:06:15.663196 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-adda94a0-60ae-4793-856e-2594b517f4c3 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:15.748278 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-adda94a0-60ae-4793-856e-2594b517f4c3 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:15.752357 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-adda94a0-60ae-4793-856e-2594b517f4c3 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9142442 Aug 10 01:06:15.773599 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56248) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:15.774103 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-5109d459-1990-4fb4-acde-21bdd68b1bf4 service neutron] Attempting to bind port 5ddf650a-78e5-4b7d-a138-edd522b2f23e on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:06:15.774444 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-5109d459-1990-4fb4-acde-21bdd68b1bf4 service neutron] Attempting to bind port 5ddf650a-78e5-4b7d-a138-edd522b2f23e by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '46257f34-2cf1-4c58-aee4-ca7c1c66fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:06:15.774783 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-5109d459-1990-4fb4-acde-21bdd68b1bf4 service neutron] Attempting to bind port 5ddf650a-78e5-4b7d-a138-edd522b2f23e on network f8055185-7aa6-4d65-b84e-223f9bf84b1e {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:15.778983 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda94a0-60ae-4793-856e-2594b517f4c3 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35bcfc70-1407-4f89-a583-4a8bf64d1a10,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:15.788421 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-3bec6b2e-3796-421f-b198-67d8eb985dab tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'security_group_rule': {'security_group_id': '35bcfc70-1407-4f89-a583-4a8bf64d1a10', 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:15.799597 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-5109d459-1990-4fb4-acde-21bdd68b1bf4 service neutron] Port 5ddf650a-78e5-4b7d-a138-edd522b2f23e on network f8055185-7aa6-4d65-b84e-223f9bf84b1e not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:06:15.799926 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-5109d459-1990-4fb4-acde-21bdd68b1bf4 service neutron] Attempting to bind port 5ddf650a-78e5-4b7d-a138-edd522b2f23e on network f8055185-7aa6-4d65-b84e-223f9bf84b1e {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:15.810447 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-5109d459-1990-4fb4-acde-21bdd68b1bf4 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:06:15.810791 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-5109d459-1990-4fb4-acde-21bdd68b1bf4 service neutron] Checking segment: {'id': '46257f34-2cf1-4c58-aee4-ca7c1c66fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:06:15.811193 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-5109d459-1990-4fb4-acde-21bdd68b1bf4 service neutron] Bound using segment: {'id': '46257f34-2cf1-4c58-aee4-ca7c1c66fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:06:15.811621 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-5109d459-1990-4fb4-acde-21bdd68b1bf4 service neutron] Bound port: 5ddf650a-78e5-4b7d-a138-edd522b2f23e, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46257f34-2cf1-4c58-aee4-ca7c1c66fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:06:15.811988 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-5109d459-1990-4fb4-acde-21bdd68b1bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:15.866174 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55f792-2100-4672-aa09-e3ae49a28379 req-34231b8a-f2bd-4312-8a6f-f014ed6020c0 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:15.867789 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1f55f792-2100-4672-aa09-e3ae49a28379 req-34231b8a-f2bd-4312-8a6f-f014ed6020c0 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=e59a6ef2-0001-493c-848d-d573fe522423 HTTP/1.1" status: 200 len: 944 time: 0.1071334 Aug 10 01:06:15.885916 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3bec6b2e-3796-421f-b198-67d8eb985dab tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:15.937859 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-5109d459-1990-4fb4-acde-21bdd68b1bf4 service neutron] For port 5ddf650a-78e5-4b7d-a138-edd522b2f23e, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:06:15.941659 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-73a84351-000e-4344-94be-e37b2305b8aa service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813196 Aug 10 01:06:15.941930 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-5109d459-1990-4fb4-acde-21bdd68b1bf4 service neutron] For port 5ddf650a-78e5-4b7d-a138-edd522b2f23e, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=5ddf650a-78e5-4b7d-a138-edd522b2f23e,segment=NetworkSegment(46257f34-2cf1-4c58-aee4-ca7c1c66fdd4),segment_id=46257f34-2cf1-4c58-aee4-ca7c1c66fdd4)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:06:15.947639 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1f55f792-2100-4672-aa09-e3ae49a28379 req-a1422729-78d7-4537-b6c4-85c823f4f847 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=66a82ecc-1c8f-417e-853d-b04b0d71df58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696154 Aug 10 01:06:15.961941 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-5109d459-1990-4fb4-acde-21bdd68b1bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:16.014439 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-5109d459-1990-4fb4-acde-21bdd68b1bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:16.015270 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-5109d459-1990-4fb4-acde-21bdd68b1bf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:16.017169 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-5109d459-1990-4fb4-acde-21bdd68b1bf4 service neutron] 10.222.0.24 "PUT /v2.0/ports/5ddf650a-78e5-4b7d-a138-edd522b2f23e HTTP/1.1" status: 200 len: 1093 time: 1.2775867 Aug 10 01:06:16.017568 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e59a6ef2-0001-493c-848d-d573fe522423', 'tag': '5ddf650a-78e5-4b7d-a138-edd522b2f23e'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:16.019892 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f68098-7418-4a63-b383-1c434be34df2" -d '{"events": [{"name": "network-changed", "server_uuid": "e59a6ef2-0001-493c-848d-d573fe522423", "tag": "5ddf650a-78e5-4b7d-a138-edd522b2f23e"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:16.065071 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3bec6b2e-3796-421f-b198-67d8eb985dab tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:16.080866 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-12a7b4f5-f120-4f2e-be2e-c3f62412813f req-239aa54c-d422-49a3-ba33-c8d0883c3679 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314983 Aug 10 01:06:16.086680 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab58cffc-df63-4d2d-a0bb-235a0e5c9c0d x-openstack-request-id: req-ab58cffc-df63-4d2d-a0bb-235a0e5c9c0d {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:16.087049 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e59a6ef2-0001-493c-848d-d573fe522423", "tag": "5ddf650a-78e5-4b7d-a138-edd522b2f23e", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:16.087527 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ab58cffc-df63-4d2d-a0bb-235a0e5c9c0d {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:16.088217 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e59a6ef2-0001-493c-848d-d573fe522423', 'tag': '5ddf650a-78e5-4b7d-a138-edd522b2f23e', 'status': 'completed', 'code': 200} Aug 10 01:06:16.091466 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3bec6b2e-3796-421f-b198-67d8eb985dab tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:16.155253 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec6b2e-3796-421f-b198-67d8eb985dab tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e03affc4-91f7-41da-bddb-f6658aac2564,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:16.168418 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109d459-1990-4fb4-acde-21bdd68b1bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=5ddf650a-78e5-4b7d-a138-edd522b2f23e,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:16.174994 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3bec6b2e-3796-421f-b198-67d8eb985dab tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:16.176560 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3bec6b2e-3796-421f-b198-67d8eb985dab tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3991694 Aug 10 01:06:16.179409 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56256) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:16.184202 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-f8d8e206-0b75-4cc4-8807-a20721736548 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'security_group_rule': {'security_group_id': '35bcfc70-1407-4f89-a583-4a8bf64d1a10', 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:16.205608 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:16.206661 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-923d11f7-7d1a-4ee0-965d-895adb66189d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:16.208465 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-923d11f7-7d1a-4ee0-965d-895adb66189d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d91dc5c8b6a84b00a6991cd850981f11&device_id=e59a6ef2-0001-493c-848d-d573fe522423 HTTP/1.1" status: 200 len: 1096 time: 0.1417105 Aug 10 01:06:16.239573 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-156ace07-4d6b-4e07-bae1-c8cfb1f4f84a req-55fc1e15-be9b-4738-843c-39ca8cf31c6e tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c467c6b4-12cb-4fc8-b50d-6c24697cca02 HTTP/1.1" status: 200 len: 210 time: 0.0760648 Aug 10 01:06:16.255182 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3b19f-06b7-4c0e-955f-944958f38e97 req-234cfc8d-9ca9-4675-8d46-6d3378160334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:16.256999 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b5c3b19f-06b7-4c0e-955f-944958f38e97 req-234cfc8d-9ca9-4675-8d46-6d3378160334 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&device_id=7b17e088-5525-44e2-8e3e-ca4affb185f5 HTTP/1.1" status: 200 len: 1099 time: 0.1165919 Aug 10 01:06:16.261760 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-b108c5b8-f46d-459a-80d0-cbaa7376b838 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ddf650a-78e5-4b7d-a138-edd522b2f23e HTTP/1.1" status: 200 len: 217 time: 0.0445967 Aug 10 01:06:16.263319 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f8d8e206-0b75-4cc4-8807-a20721736548 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:16.356354 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f8d8e206-0b75-4cc4-8807-a20721736548 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:16.371147 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f8d8e206-0b75-4cc4-8807-a20721736548 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:16.398395 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3b19f-06b7-4c0e-955f-944958f38e97 req-894dcb92-bb40-4c4b-a3e5-8e01ecdb988e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:16.399890 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8e206-0b75-4cc4-8807-a20721736548 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e4e471-aa9d-4eb3-8591-0e3784abf72b,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:16.400065 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b5c3b19f-06b7-4c0e-955f-944958f38e97 req-894dcb92-bb40-4c4b-a3e5-8e01ecdb988e service neutron] 10.222.0.24 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.1282599 Aug 10 01:06:16.414726 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-27fdf9af-8b5f-4ba9-9260-816dca3a4729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:16.416671 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-27fdf9af-8b5f-4ba9-9260-816dca3a4729 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e3c383a-86af-456d-b822-0c7aa421c546 HTTP/1.1" status: 200 len: 848 time: 0.1190407 Aug 10 01:06:16.443044 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f8d8e206-0b75-4cc4-8807-a20721736548 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:16.448410 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f8d8e206-0b75-4cc4-8807-a20721736548 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2681148 Aug 10 01:06:16.454380 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56260) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:16.495926 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-68c40e5a-d4b6-47f0-83d9-1528a501a2b8 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'security_group_rule': {'security_group_id': '35bcfc70-1407-4f89-a583-4a8bf64d1a10', 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:16.501368 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-a459eeda-096d-4548-8b80-fbd9e584420b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:16.503211 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-a459eeda-096d-4548-8b80-fbd9e584420b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8055185-7aa6-4d65-b84e-223f9bf84b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791206 Aug 10 01:06:16.508806 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b5c3b19f-06b7-4c0e-955f-944958f38e97 req-b6c541eb-17df-4d6c-a8a6-a77eda6bef89 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=be78956d-d9ac-4dca-8d80-bd6a2f323439 HTTP/1.1" status: 200 len: 217 time: 0.0909939 Aug 10 01:06:16.623202 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-68c40e5a-d4b6-47f0-83d9-1528a501a2b8 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:16.631384 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-ab69e49f-7db8-4a32-a105-b35720ecd550 service neutron] 10.222.0.24 "GET /v2.0/networks/f8055185-7aa6-4d65-b84e-223f9bf84b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143732 Aug 10 01:06:16.677065 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3b19f-06b7-4c0e-955f-944958f38e97 req-097aee1e-f407-41d4-94e5-f2e0174e01b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:16.678596 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b5c3b19f-06b7-4c0e-955f-944958f38e97 req-097aee1e-f407-41d4-94e5-f2e0174e01b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.1512556 Aug 10 01:06:16.689870 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810eefa-afd6-45bd-9bf7-ff28a9666ce5 req-93cae527-ee67-4c19-bf0f-4db44b5a1dd5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:16.699361 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810eefa-afd6-45bd-9bf7-ff28a9666ce5 req-93cae527-ee67-4c19-bf0f-4db44b5a1dd5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:16.706880 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810eefa-afd6-45bd-9bf7-ff28a9666ce5 req-93cae527-ee67-4c19-bf0f-4db44b5a1dd5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:16.715144 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810eefa-afd6-45bd-9bf7-ff28a9666ce5 req-93cae527-ee67-4c19-bf0f-4db44b5a1dd5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:16.721111 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810eefa-afd6-45bd-9bf7-ff28a9666ce5 req-93cae527-ee67-4c19-bf0f-4db44b5a1dd5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:16.727107 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810eefa-afd6-45bd-9bf7-ff28a9666ce5 req-93cae527-ee67-4c19-bf0f-4db44b5a1dd5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:16.733254 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810eefa-afd6-45bd-9bf7-ff28a9666ce5 req-93cae527-ee67-4c19-bf0f-4db44b5a1dd5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:16.735189 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0810eefa-afd6-45bd-9bf7-ff28a9666ce5 req-93cae527-ee67-4c19-bf0f-4db44b5a1dd5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5418 time: 0.2337747 Aug 10 01:06:16.746505 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-32ec2dde-ec95-4623-9074-448e5becf5bd req-df0821a0-853e-47a3-a002-e314bdf56e47 service neutron] 10.222.0.24 "GET /v2.0/networks/f8055185-7aa6-4d65-b84e-223f9bf84b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066108 Aug 10 01:06:16.754899 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-e59345ae-03bd-4979-8d20-91f898457a70 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:16.756431 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-e59345ae-03bd-4979-8d20-91f898457a70 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.20 "GET /v2.0/networks?id=fd6efede-22df-4e93-b06b-b677f8c2b42c HTTP/1.1" status: 200 len: 814 time: 0.3890779 Aug 10 01:06:16.780045 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-ede22035-6572-4a54-b9c1-c0c2f47393e0 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Request body: {'port': {'device_id': 'c467c6b4-12cb-4fc8-b50d-6c24697cca02', 'network_id': 'fd6efede-22df-4e93-b06b-b677f8c2b42c', 'admin_state_up': True, 'tenant_id': '71364749dc834cd187da4f869c13f065'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:16.876552 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f68098-7418-4a63-b383-1c434be34df2 req-21b4dd72-c765-494f-9804-d05d315d6205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:16.877890 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a9f68098-7418-4a63-b383-1c434be34df2 req-21b4dd72-c765-494f-9804-d05d315d6205 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d91dc5c8b6a84b00a6991cd850981f11&device_id=e59a6ef2-0001-493c-848d-d573fe522423 HTTP/1.1" status: 200 len: 1096 time: 0.0511017 Aug 10 01:06:16.998836 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f68098-7418-4a63-b383-1c434be34df2 req-ec3267df-3078-4a90-add9-1308ad3d48b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:17.000385 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a9f68098-7418-4a63-b383-1c434be34df2 req-ec3267df-3078-4a90-add9-1308ad3d48b5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8055185-7aa6-4d65-b84e-223f9bf84b1e HTTP/1.1" status: 200 len: 910 time: 0.1142251 Aug 10 01:06:17.046081 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a9f68098-7418-4a63-b383-1c434be34df2 req-0645e6c0-1535-4aa9-b65b-e0915b039ec8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ddf650a-78e5-4b7d-a138-edd522b2f23e HTTP/1.1" status: 200 len: 217 time: 0.0364513 Aug 10 01:06:17.115312 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f68098-7418-4a63-b383-1c434be34df2 req-a8857a0e-ca5f-44c9-abae-554211c50ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:17.116921 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a9f68098-7418-4a63-b383-1c434be34df2 req-a8857a0e-ca5f-44c9-abae-554211c50ad5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e3c383a-86af-456d-b822-0c7aa421c546 HTTP/1.1" status: 200 len: 848 time: 0.0632486 Aug 10 01:06:17.166248 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f68098-7418-4a63-b383-1c434be34df2 req-41633308-b9ac-47f8-a569-989c035f7fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:17.167833 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a9f68098-7418-4a63-b383-1c434be34df2 req-41633308-b9ac-47f8-a569-989c035f7fec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8055185-7aa6-4d65-b84e-223f9bf84b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432138 Aug 10 01:06:17.221811 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-68c40e5a-d4b6-47f0-83d9-1528a501a2b8 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:17.240699 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-68c40e5a-d4b6-47f0-83d9-1528a501a2b8 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:17.255940 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0810eefa-afd6-45bd-9bf7-ff28a9666ce5 req-feef539d-705d-40a5-a12e-fcbf203f8061 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4861674 Aug 10 01:06:17.278254 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a9f68098-7418-4a63-b383-1c434be34df2 req-2a777b63-b7be-42e1-b9cb-eb4e9ce1e677 service neutron] 10.222.0.24 "GET /v2.0/networks/f8055185-7aa6-4d65-b84e-223f9bf84b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995512 Aug 10 01:06:17.290714 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3b19f-06b7-4c0e-955f-944958f38e97 req-d112c277-e554-4d1a-be15-a82ca2e2fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:17.292521 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b5c3b19f-06b7-4c0e-955f-944958f38e97 req-d112c277-e554-4d1a-be15-a82ca2e2fe47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5563941 Aug 10 01:06:17.305471 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de378df-bd64-4c14-ac7e-71d27090c9fd req-2bcbfc26-933f-4f0a-886d-797117598fa9 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:17.307389 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8de378df-bd64-4c14-ac7e-71d27090c9fd req-2bcbfc26-933f-4f0a-886d-797117598fa9 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b17e088-5525-44e2-8e3e-ca4affb185f5 HTTP/1.1" status: 200 len: 947 time: 0.5091197 Aug 10 01:06:17.313042 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c40e5a-d4b6-47f0-83d9-1528a501a2b8 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd9f72f0-54cf-410e-92e7-8bf6c63b443b,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:17.326051 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-68c40e5a-d4b6-47f0-83d9-1528a501a2b8 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:17.329854 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-68c40e5a-d4b6-47f0-83d9-1528a501a2b8 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8683300 Aug 10 01:06:17.343364 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56274) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:17.385673 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-05fda452-2653-4d6a-a2f9-767a7c18e618 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'security_group_rule': {'security_group_id': '35bcfc70-1407-4f89-a583-4a8bf64d1a10', 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:17.410324 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a9f68098-7418-4a63-b383-1c434be34df2 req-8eb6d600-5ece-4f72-a703-096e7b5cef1c service neutron] 10.222.0.24 "GET /v2.0/networks/f8055185-7aa6-4d65-b84e-223f9bf84b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228802 Aug 10 01:06:17.489502 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8de378df-bd64-4c14-ac7e-71d27090c9fd req-65bab4da-bb25-4391-bfb8-5beb4a3c9f34 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603839 Aug 10 01:06:17.516363 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-05fda452-2653-4d6a-a2f9-767a7c18e618 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:17.547375 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-ede22035-6572-4a54-b9c1-c0c2f47393e0 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Made reservation on behalf of 71364749dc834cd187da4f869c13f065 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:06:17.550806 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-ede22035-6572-4a54-b9c1-c0c2f47393e0 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:17.575932 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b5c3b19f-06b7-4c0e-955f-944958f38e97 req-3663d7d9-6623-417e-8218-36c31dd0ece6 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671299 Aug 10 01:06:17.594888 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190dbe11-6dc2-4c6a-a9cb-73b07d239f0c req-167118c7-ffc9-4f20-a82c-89609aac0c39 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:17.596305 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-190dbe11-6dc2-4c6a-a9cb-73b07d239f0c req-167118c7-ffc9-4f20-a82c-89609aac0c39 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=e59a6ef2-0001-493c-848d-d573fe522423 HTTP/1.1" status: 200 len: 944 time: 0.1707888 Aug 10 01:06:17.634012 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3deba8a2-8e64-48af-9f8b-9153099bcb95 req-4c288df5-5d32-4162-806c-cd3b6a1281d3 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c467c6b4-12cb-4fc8-b50d-6c24697cca02 HTTP/1.1" status: 200 len: 210 time: 0.0750322 Aug 10 01:06:17.772333 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-05fda452-2653-4d6a-a2f9-767a7c18e618 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:17.792923 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-05fda452-2653-4d6a-a2f9-767a7c18e618 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:17.807182 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-190dbe11-6dc2-4c6a-a9cb-73b07d239f0c req-b625458d-1381-4194-aaf6-ecb2d4dc4de2 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=66a82ecc-1c8f-417e-853d-b04b0d71df58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821289 Aug 10 01:06:17.849152 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fda452-2653-4d6a-a2f9-767a7c18e618 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a295173-7e49-44a0-9e27-12ceccdfa2cd,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:17.861620 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-05fda452-2653-4d6a-a2f9-767a7c18e618 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:17.862797 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-05fda452-2653-4d6a-a2f9-767a7c18e618 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5184948 Aug 10 01:06:17.865863 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56278) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:17.870531 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-54da7977-2b64-4943-a046-46c09d492b52 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'security_group_rule': {'security_group_id': '35bcfc70-1407-4f89-a583-4a8bf64d1a10', 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:17.882284 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b5c3b19f-06b7-4c0e-955f-944958f38e97 req-9c0a9e08-657e-4a1e-afda-1b7f34414be2 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850375 Aug 10 01:06:17.886272 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-ede22035-6572-4a54-b9c1-c0c2f47393e0 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Allocated IP 172.20.0.12 (fd6efede-22df-4e93-b06b-b677f8c2b42c/9c5af831-375e-4874-99d5-6843a42e0f57/adad9426-8ef9-41c3-85c7-4f729b996c0b) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:06:17.899384 n-d-766726-26 neutron-server[105827]: INFO neutron.db.securitygroups_db [None req-54da7977-2b64-4943-a046-46c09d492b52 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Project ffe13e423dfd43ec93b2db095fb6b3d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:06:17.905428 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-54da7977-2b64-4943-a046-46c09d492b52 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:17.970097 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-54da7977-2b64-4943-a046-46c09d492b52 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:17.974930 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-54da7977-2b64-4943-a046-46c09d492b52 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:17.993539 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da7977-2b64-4943-a046-46c09d492b52 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8202c48d-cad4-42bb-ba4f-9703600bde09,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:18.006401 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-54da7977-2b64-4943-a046-46c09d492b52 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:18.008228 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-54da7977-2b64-4943-a046-46c09d492b52 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1411240 Aug 10 01:06:18.010828 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56282) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:18.018445 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-62d2e387-b6af-44e5-82df-8f011cde5e76 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'security_group_rule': {'security_group_id': '35bcfc70-1407-4f89-a583-4a8bf64d1a10', 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:18.054597 n-d-766726-26 neutron-server[105827]: INFO neutron.db.securitygroups_db [None req-62d2e387-b6af-44e5-82df-8f011cde5e76 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Project ffe13e423dfd43ec93b2db095fb6b3d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:06:18.060635 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-62d2e387-b6af-44e5-82df-8f011cde5e76 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:18.073944 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-ede22035-6572-4a54-b9c1-c0c2f47393e0 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:18.116883 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-ede22035-6572-4a54-b9c1-c0c2f47393e0 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:18.128843 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-62d2e387-b6af-44e5-82df-8f011cde5e76 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:18.135463 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-62d2e387-b6af-44e5-82df-8f011cde5e76 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:18.154781 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d2e387-b6af-44e5-82df-8f011cde5e76 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4b3cf7f-2447-4861-85ec-c3e5090b46b6,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:18.167109 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-ede22035-6572-4a54-b9c1-c0c2f47393e0 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Network fd6efede-22df-4e93-b06b-b677f8c2b42c is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:06:18.173820 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-ede22035-6572-4a54-b9c1-c0c2f47393e0 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:06:18.175483 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-62d2e387-b6af-44e5-82df-8f011cde5e76 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:18.177517 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-62d2e387-b6af-44e5-82df-8f011cde5e76 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1652265 Aug 10 01:06:18.177756 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-ede22035-6572-4a54-b9c1-c0c2f47393e0 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:06:18.185251 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56284) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:18.194030 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-412168e1-c305-4b4c-ba9b-3175ae865d34 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'network': {'name': 'tempest-network-smoke--857268889', 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'port_security_enabled': True}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:18.215131 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede22035-6572-4a54-b9c1-c0c2f47393e0 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Pushing event updated for resources: {'Port': ['ID=adad9426-8ef9-41c3-85c7-4f729b996c0b,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:18.217961 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412168e1-c305-4b4c-ba9b-3175ae865d34 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Made reservation on behalf of ffe13e423dfd43ec93b2db095fb6b3d8 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:06:18.222527 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-412168e1-c305-4b4c-ba9b-3175ae865d34 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:18.237196 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-ede22035-6572-4a54-b9c1-c0c2f47393e0 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:18.237828 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-ede22035-6572-4a54-b9c1-c0c2f47393e0 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:18.252363 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-412168e1-c305-4b4c-ba9b-3175ae865d34 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:06:18.253569 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-ede22035-6572-4a54-b9c1-c0c2f47393e0 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4775338 Aug 10 01:06:18.262037 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-412168e1-c305-4b4c-ba9b-3175ae865d34 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:18.262494 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-412168e1-c305-4b4c-ba9b-3175ae865d34 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Added segment f4c686c7-f30c-4f23-a86c-a70df0f5db61 of type vlan for network 5a462b3c-85e0-42af-bdaa-7c1c00be4593 Aug 10 01:06:18.276456 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-c799bfd5-7954-4301-9c55-f1e5936cf7b1 service neutron] Request body: {'port': {'device_id': 'c467c6b4-12cb-4fc8-b50d-6c24697cca02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:18.311196 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-412168e1-c305-4b4c-ba9b-3175ae865d34 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:18.338405 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-c799bfd5-7954-4301-9c55-f1e5936cf7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:18.342315 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-412168e1-c305-4b4c-ba9b-3175ae865d34 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:18.348430 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412168e1-c305-4b4c-ba9b-3175ae865d34 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:18.349151 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-412168e1-c305-4b4c-ba9b-3175ae865d34 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:18.413408 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-412168e1-c305-4b4c-ba9b-3175ae865d34 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2266829 Aug 10 01:06:18.417105 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56290) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:18.424118 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-dc675cc9-c30c-43c2-81e9-0f1361291b27 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1057299372', 'admin_state_up': True, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:18.440497 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412168e1-c305-4b4c-ba9b-3175ae865d34 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'Network': ['ID=5a462b3c-85e0-42af-bdaa-7c1c00be4593,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:18.455397 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 5a462b3c-85e0-42af-bdaa-7c1c00be4593 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:06:18.460455 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d443ab8-f141-42cc-a21e-e7d3ad1432e8 req-d5b50629-1f10-4bfb-9fd2-906822f306db tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:18.461165 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dc675cc9-c30c-43c2-81e9-0f1361291b27 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:18.462222 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dc675cc9-c30c-43c2-81e9-0f1361291b27 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:18.467246 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d443ab8-f141-42cc-a21e-e7d3ad1432e8 req-d5b50629-1f10-4bfb-9fd2-906822f306db tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:18.473395 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d443ab8-f141-42cc-a21e-e7d3ad1432e8 req-d5b50629-1f10-4bfb-9fd2-906822f306db tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:18.479521 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d443ab8-f141-42cc-a21e-e7d3ad1432e8 req-d5b50629-1f10-4bfb-9fd2-906822f306db tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:18.485878 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d443ab8-f141-42cc-a21e-e7d3ad1432e8 req-d5b50629-1f10-4bfb-9fd2-906822f306db tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:18.491736 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d443ab8-f141-42cc-a21e-e7d3ad1432e8 req-d5b50629-1f10-4bfb-9fd2-906822f306db tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:18.497638 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d443ab8-f141-42cc-a21e-e7d3ad1432e8 req-d5b50629-1f10-4bfb-9fd2-906822f306db tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:18.504679 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d443ab8-f141-42cc-a21e-e7d3ad1432e8 req-d5b50629-1f10-4bfb-9fd2-906822f306db tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5418 time: 0.1564512 Aug 10 01:06:18.524585 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dc675cc9-c30c-43c2-81e9-0f1361291b27 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:18.672109 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d443ab8-f141-42cc-a21e-e7d3ad1432e8 req-1a9532e4-0826-4e5c-af13-c27defaff90d tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1661053 Aug 10 01:06:18.721871 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7875e6f7-d7da-48d4-bd0c-8bdff0609c78 req-d000b9dd-4bc6-4c20-a805-056acb8e676b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d32007fe-0796-4aee-a731-c069b3e8b0ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2140493 Aug 10 01:06:18.734284 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355dee4-b42c-42d3-ab43-7343c8b4ef13 req-0f81aefb-e1a7-4108-b529-970ded7403ec tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:18.736131 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9355dee4-b42c-42d3-ab43-7343c8b4ef13 req-0f81aefb-e1a7-4108-b529-970ded7403ec tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b17e088-5525-44e2-8e3e-ca4affb185f5 HTTP/1.1" status: 200 len: 947 time: 0.1654897 Aug 10 01:06:18.890190 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d42b4-db1a-4ff5-982a-8f0c758ed2af req-6826e3d4-5fa1-4d81-be33-4e1f9e44fb54 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:18.891748 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f40d42b4-db1a-4ff5-982a-8f0c758ed2af req-6826e3d4-5fa1-4d81-be33-4e1f9e44fb54 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c467c6b4-12cb-4fc8-b50d-6c24697cca02 HTTP/1.1" status: 200 len: 932 time: 0.1481934 Aug 10 01:06:18.894634 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9355dee4-b42c-42d3-ab43-7343c8b4ef13 req-4f6cea3e-2f2e-493f-84c0-b1e5e261fda5 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469340 Aug 10 01:06:18.898399 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875e6f7-d7da-48d4-bd0c-8bdff0609c78 req-c99923df-65f2-4059-ab8d-2eb2f887d7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:18.899811 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7875e6f7-d7da-48d4-bd0c-8bdff0609c78 req-c99923df-65f2-4059-ab8d-2eb2f887d7a3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&device_id=d32007fe-0796-4aee-a731-c069b3e8b0ac HTTP/1.1" status: 200 len: 1101 time: 0.1537757 Aug 10 01:06:18.973973 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dc675cc9-c30c-43c2-81e9-0f1361291b27 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:19.027147 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f40d42b4-db1a-4ff5-982a-8f0c758ed2af req-9d5ca628-3bc4-4ff2-a771-04519cdf0b72 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0bbc342-d53d-4a5b-822c-bcb78b3e82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223283 Aug 10 01:06:19.037042 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-c799bfd5-7954-4301-9c55-f1e5936cf7b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adad9426-8ef9-41c3-85c7-4f729b996c0b {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:19.056868 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-c799bfd5-7954-4301-9c55-f1e5936cf7b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:19.110858 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-c799bfd5-7954-4301-9c55-f1e5936cf7b1 service neutron] Transition to ACTIVE for port object adad9426-8ef9-41c3-85c7-4f729b996c0b will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:06:19.113171 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875e6f7-d7da-48d4-bd0c-8bdff0609c78 req-d16f1b67-c6db-44b9-8cee-7965baa50f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:19.114689 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7875e6f7-d7da-48d4-bd0c-8bdff0609c78 req-d16f1b67-c6db-44b9-8cee-7965baa50f0c service neutron] 10.222.0.24 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.1844573 Aug 10 01:06:19.116910 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-c799bfd5-7954-4301-9c55-f1e5936cf7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:19.190797 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7875e6f7-d7da-48d4-bd0c-8bdff0609c78 req-eb149784-7342-4c31-a4e8-39192c3d6c9f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=3cc74571-e82c-4ae8-9356-6d35c165bb7b HTTP/1.1" status: 200 len: 217 time: 0.0674543 Aug 10 01:06:19.199076 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dc675cc9-c30c-43c2-81e9-0f1361291b27 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:19.203911 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d703a-c575-450f-813b-fe4744361b6b req-d4c67281-99a6-4f7b-acc3-2f9d08f60eb4 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:19.205491 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ba3d703a-c575-450f-813b-fe4744361b6b req-d4c67281-99a6-4f7b-acc3-2f9d08f60eb4 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=e59a6ef2-0001-493c-848d-d573fe522423 HTTP/1.1" status: 200 len: 944 time: 0.1443274 Aug 10 01:06:19.219398 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dc675cc9-c30c-43c2-81e9-0f1361291b27 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:19.271878 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799bfd5-7954-4301-9c55-f1e5936cf7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=adad9426-8ef9-41c3-85c7-4f729b996c0b,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:19.330624 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875e6f7-d7da-48d4-bd0c-8bdff0609c78 req-3bc767e9-cea2-4445-870a-22a846847a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:19.332117 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7875e6f7-d7da-48d4-bd0c-8bdff0609c78 req-3bc767e9-cea2-4445-870a-22a846847a4b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.1257629 Aug 10 01:06:19.337094 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-dc675cc9-c30c-43c2-81e9-0f1361291b27 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Allocated IP 172.25.2.101 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/a1aae4f8-75d1-4802-a584-dad1b4ba38cc) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:06:19.346383 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ba3d703a-c575-450f-813b-fe4744361b6b req-9b627d38-fd9f-4430-8354-733c73f73f8e tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=66a82ecc-1c8f-417e-853d-b04b0d71df58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274941 Aug 10 01:06:19.395860 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-c799bfd5-7954-4301-9c55-f1e5936cf7b1 service neutron] Attempting to bind port adad9426-8ef9-41c3-85c7-4f729b996c0b on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:06:19.396231 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-c799bfd5-7954-4301-9c55-f1e5936cf7b1 service neutron] Attempting to bind port adad9426-8ef9-41c3-85c7-4f729b996c0b by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '10fb682a-4542-404f-8e24-3f166ef5480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'fd6efede-22df-4e93-b06b-b677f8c2b42c'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:06:19.396560 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-c799bfd5-7954-4301-9c55-f1e5936cf7b1 service neutron] Attempting to bind port adad9426-8ef9-41c3-85c7-4f729b996c0b on network fd6efede-22df-4e93-b06b-b677f8c2b42c {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:19.403377 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-c799bfd5-7954-4301-9c55-f1e5936cf7b1 service neutron] Port adad9426-8ef9-41c3-85c7-4f729b996c0b on network fd6efede-22df-4e93-b06b-b677f8c2b42c not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:06:19.403706 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-c799bfd5-7954-4301-9c55-f1e5936cf7b1 service neutron] Attempting to bind port adad9426-8ef9-41c3-85c7-4f729b996c0b on network fd6efede-22df-4e93-b06b-b677f8c2b42c {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:19.411394 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-c799bfd5-7954-4301-9c55-f1e5936cf7b1 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:06:19.411738 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-c799bfd5-7954-4301-9c55-f1e5936cf7b1 service neutron] Checking segment: {'id': '10fb682a-4542-404f-8e24-3f166ef5480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'fd6efede-22df-4e93-b06b-b677f8c2b42c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:06:19.412127 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-c799bfd5-7954-4301-9c55-f1e5936cf7b1 service neutron] Bound using segment: {'id': '10fb682a-4542-404f-8e24-3f166ef5480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'fd6efede-22df-4e93-b06b-b677f8c2b42c'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:06:19.412587 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-c799bfd5-7954-4301-9c55-f1e5936cf7b1 service neutron] Bound port: adad9426-8ef9-41c3-85c7-4f729b996c0b, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10fb682a-4542-404f-8e24-3f166ef5480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'fd6efede-22df-4e93-b06b-b677f8c2b42c'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:06:19.412952 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-c799bfd5-7954-4301-9c55-f1e5936cf7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:19.417824 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875e6f7-d7da-48d4-bd0c-8bdff0609c78 req-18bda4ab-cafd-4256-af80-072748491fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:19.419367 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7875e6f7-d7da-48d4-bd0c-8bdff0609c78 req-18bda4ab-cafd-4256-af80-072748491fd4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0764415 Aug 10 01:06:19.450647 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dc675cc9-c30c-43c2-81e9-0f1361291b27 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:19.495420 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dc675cc9-c30c-43c2-81e9-0f1361291b27 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:19.539173 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc675cc9-c30c-43c2-81e9-0f1361291b27 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:06:19.542943 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-dc675cc9-c30c-43c2-81e9-0f1361291b27 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:06:19.546251 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc675cc9-c30c-43c2-81e9-0f1361291b27 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:06:19.555564 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-c799bfd5-7954-4301-9c55-f1e5936cf7b1 service neutron] For port adad9426-8ef9-41c3-85c7-4f729b996c0b, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:06:19.560116 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 5ddf650a-78e5-4b7d-a138-edd522b2f23e details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:06:19.560660 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-c799bfd5-7954-4301-9c55-f1e5936cf7b1 service neutron] For port adad9426-8ef9-41c3-85c7-4f729b996c0b, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=adad9426-8ef9-41c3-85c7-4f729b996c0b,segment=NetworkSegment(10fb682a-4542-404f-8e24-3f166ef5480f),segment_id=10fb682a-4542-404f-8e24-3f166ef5480f)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:06:19.565187 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7875e6f7-d7da-48d4-bd0c-8bdff0609c78 req-1c2bcb44-0245-458c-a1a9-964f2d33e6db service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376798 Aug 10 01:06:19.568756 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-c799bfd5-7954-4301-9c55-f1e5936cf7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:19.575983 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc675cc9-c30c-43c2-81e9-0f1361291b27 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'Port': ['ID=a1aae4f8-75d1-4802-a584-dad1b4ba38cc,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:19.664116 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-c799bfd5-7954-4301-9c55-f1e5936cf7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:19.664793 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-c799bfd5-7954-4301-9c55-f1e5936cf7b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:19.666520 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-c799bfd5-7954-4301-9c55-f1e5936cf7b1 service neutron] 10.222.0.20 "PUT /v2.0/ports/adad9426-8ef9-41c3-85c7-4f729b996c0b HTTP/1.1" status: 200 len: 1093 time: 1.3945990 Aug 10 01:06:19.666897 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c467c6b4-12cb-4fc8-b50d-6c24697cca02', 'tag': 'adad9426-8ef9-41c3-85c7-4f729b996c0b'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:19.669751 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd5ea44-a04d-4997-b22f-7030553dff84" -d '{"events": [{"name": "network-changed", "server_uuid": "c467c6b4-12cb-4fc8-b50d-6c24697cca02", "tag": "adad9426-8ef9-41c3-85c7-4f729b996c0b"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:19.681504 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 5ddf650a-78e5-4b7d-a138-edd522b2f23e, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=5ddf650a-78e5-4b7d-a138-edd522b2f23e,segment=NetworkSegment(46257f34-2cf1-4c58-aee4-ca7c1c66fdd4),segment_id=46257f34-2cf1-4c58-aee4-ca7c1c66fdd4)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:19.695007 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '5ddf650a-78e5-4b7d-a138-edd522b2f23e', 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e', 'port_id': '5ddf650a-78e5-4b7d-a138-edd522b2f23e', 'mac_address': 'fa:16:3e:86:86:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e3c383a-86af-456d-b822-0c7aa421c546', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:06:19.736220 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:19.751251 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ddf650a-78e5-4b7d-a138-edd522b2f23e {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:19.770449 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4105cdda-4a17-4513-a335-ce16bec515de x-openstack-request-id: req-4105cdda-4a17-4513-a335-ce16bec515de {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:19.770449 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c467c6b4-12cb-4fc8-b50d-6c24697cca02", "tag": "adad9426-8ef9-41c3-85c7-4f729b996c0b", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:19.770830 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4105cdda-4a17-4513-a335-ce16bec515de {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:19.771265 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c467c6b4-12cb-4fc8-b50d-6c24697cca02', 'tag': 'adad9426-8ef9-41c3-85c7-4f729b996c0b', 'status': 'completed', 'code': 200} Aug 10 01:06:19.772228 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799bfd5-7954-4301-9c55-f1e5936cf7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=adad9426-8ef9-41c3-85c7-4f729b996c0b,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:19.774076 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 5ddf650a-78e5-4b7d-a138-edd522b2f23e, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=5ddf650a-78e5-4b7d-a138-edd522b2f23e,segment=NetworkSegment(46257f34-2cf1-4c58-aee4-ca7c1c66fdd4),segment_id=46257f34-2cf1-4c58-aee4-ca7c1c66fdd4)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:19.779098 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:19.780090 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device be78956d-d9ac-4dca-8d80-bd6a2f323439 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:06:19.798015 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7875e6f7-d7da-48d4-bd0c-8bdff0609c78 req-fcfb1d90-cecf-4912-960a-c0c0e122bec6 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230561 Aug 10 01:06:19.860667 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-3364e3b6-9283-405b-b4e1-7b933ae15f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:19.862445 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-3364e3b6-9283-405b-b4e1-7b933ae15f28 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71364749dc834cd187da4f869c13f065&device_id=c467c6b4-12cb-4fc8-b50d-6c24697cca02 HTTP/1.1" status: 200 len: 1096 time: 0.0939405 Aug 10 01:06:19.876586 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a6550-7402-4a1a-8941-d937775118e6 req-2c7e2904-3b78-4921-9fff-5fb170a05a57 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:19.877131 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=5ddf650a-78e5-4b7d-a138-edd522b2f23e,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:19.884114 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a6550-7402-4a1a-8941-d937775118e6 req-2c7e2904-3b78-4921-9fff-5fb170a05a57 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:19.884627 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dc675cc9-c30c-43c2-81e9-0f1361291b27 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:19.890090 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a6550-7402-4a1a-8941-d937775118e6 req-2c7e2904-3b78-4921-9fff-5fb170a05a57 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:19.895945 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a6550-7402-4a1a-8941-d937775118e6 req-2c7e2904-3b78-4921-9fff-5fb170a05a57 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:19.901831 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a6550-7402-4a1a-8941-d937775118e6 req-2c7e2904-3b78-4921-9fff-5fb170a05a57 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:19.907679 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a6550-7402-4a1a-8941-d937775118e6 req-2c7e2904-3b78-4921-9fff-5fb170a05a57 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:19.913548 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a6550-7402-4a1a-8941-d937775118e6 req-2c7e2904-3b78-4921-9fff-5fb170a05a57 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:19.915786 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6d5a6550-7402-4a1a-8941-d937775118e6 req-2c7e2904-3b78-4921-9fff-5fb170a05a57 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5418 time: 0.1391747 Aug 10 01:06:19.919149 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port be78956d-d9ac-4dca-8d80-bd6a2f323439, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=be78956d-d9ac-4dca-8d80-bd6a2f323439,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:19.932089 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'be78956d-d9ac-4dca-8d80-bd6a2f323439', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': 'be78956d-d9ac-4dca-8d80-bd6a2f323439', 'mac_address': 'fa:16:3e:a1:90:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:06:19.961043 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-63160670-9568-4096-8c26-2298bb47d567 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=adad9426-8ef9-41c3-85c7-4f729b996c0b HTTP/1.1" status: 200 len: 217 time: 0.0441558 Aug 10 01:06:19.972304 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:19.986570 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be78956d-d9ac-4dca-8d80-bd6a2f323439 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:20.011438 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port be78956d-d9ac-4dca-8d80-bd6a2f323439, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=be78956d-d9ac-4dca-8d80-bd6a2f323439,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:20.016307 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:20.064905 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6d5a6550-7402-4a1a-8941-d937775118e6 req-9c370713-3d6b-4fea-b308-f825836120af tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1066322 Aug 10 01:06:20.067663 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-30b94246-4fdf-4269-ba58-99181bbd153a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:20.069083 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-30b94246-4fdf-4269-ba58-99181bbd153a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c5af831-375e-4874-99d5-6843a42e0f57 HTTP/1.1" status: 200 len: 854 time: 0.0934074 Aug 10 01:06:20.070436 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=be78956d-d9ac-4dca-8d80-bd6a2f323439,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:20.095149 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466537de-2cb5-4f9b-ac6f-98ab802d0801 req-3e2f2829-13ba-4e3b-934a-2f9e32574f53 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:20.096678 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-466537de-2cb5-4f9b-ac6f-98ab802d0801 req-3e2f2829-13ba-4e3b-934a-2f9e32574f53 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b17e088-5525-44e2-8e3e-ca4affb185f5 HTTP/1.1" status: 200 len: 947 time: 0.1220605 Aug 10 01:06:20.115228 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-1495492f-38f5-466d-bab1-ca871661bf3b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd6efede-22df-4e93-b06b-b677f8c2b42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374272 Aug 10 01:06:20.139570 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dc675cc9-c30c-43c2-81e9-0f1361291b27 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:20.206203 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-466537de-2cb5-4f9b-ac6f-98ab802d0801 req-2ddc38c8-7bc8-476e-af83-a7202d97ae09 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932639 Aug 10 01:06:20.260154 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-76833d6a-ecf8-4766-a002-be8186960aec service neutron] 10.222.0.20 "GET /v2.0/networks/fd6efede-22df-4e93-b06b-b677f8c2b42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314399 Aug 10 01:06:20.291406 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc675cc9-c30c-43c2-81e9-0f1361291b27 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Router 5e521bb3-94f5-4a03-9b85-6356dfc5e402 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:06:20.347036 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683bd27-a7a3-4796-a6cf-cf46e2248fcc req-81edb2a7-5faa-4226-bc3f-f1b7c2ba42b9 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:20.348561 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6683bd27-a7a3-4796-a6cf-cf46e2248fcc req-81edb2a7-5faa-4226-bc3f-f1b7c2ba42b9 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c467c6b4-12cb-4fc8-b50d-6c24697cca02 HTTP/1.1" status: 200 len: 944 time: 0.1037891 Aug 10 01:06:20.386996 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['5ddf650a-78e5-4b7d-a138-edd522b2f23e'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:20.408461 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05180f0a-7d22-4a4f-9561-5c5b1e691e7a req-0dff89cb-a1b3-44de-831d-4c782a269ddf service neutron] 10.222.0.20 "GET /v2.0/networks/fd6efede-22df-4e93-b06b-b677f8c2b42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344607 Aug 10 01:06:20.411259 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['be78956d-d9ac-4dca-8d80-bd6a2f323439'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:20.411530 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6683bd27-a7a3-4796-a6cf-cf46e2248fcc req-11c7815a-73fe-433c-a3e4-de9fe431cbca tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0bbc342-d53d-4a5b-822c-bcb78b3e82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565538 Aug 10 01:06:20.417464 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc675cc9-c30c-43c2-81e9-0f1361291b27 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:06:20.443555 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3694d0-67cc-499a-add4-a1ae63985106 None None] Sync routers for ids ['5e521bb3-94f5-4a03-9b85-6356dfc5e402'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:06:20.451802 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dc675cc9-c30c-43c2-81e9-0f1361291b27 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:20.453485 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-dc675cc9-c30c-43c2-81e9-0f1361291b27 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0352254 Aug 10 01:06:20.456851 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56320) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:20.479347 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3694d0-67cc-499a-add4-a1ae63985106 None None] Routers {'5e521bb3-94f5-4a03-9b85-6356dfc5e402'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:06:20.480057 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-aa3694d0-67cc-499a-add4-a1ae63985106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:06:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['5e521bb3-94f5-4a03-9b85-6356dfc5e402'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:20.554432 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c56f2daa-573c-47ed-a913-bd59305701a6 tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=ffe13e423dfd43ec93b2db095fb6b3d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0961702 Aug 10 01:06:20.557096 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56326) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:20.566319 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a817336-81e2-4a8b-8261-5b29ad334a6e req-253ea12d-c8ff-48dd-a62a-aed91d8bdc76 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:20.567962 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4a817336-81e2-4a8b-8261-5b29ad334a6e req-253ea12d-c8ff-48dd-a62a-aed91d8bdc76 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=e59a6ef2-0001-493c-848d-d573fe522423 HTTP/1.1" status: 200 len: 945 time: 0.1134312 Aug 10 01:06:20.584582 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5ea44-a04d-4997-b22f-7030553dff84 req-d82ca80b-0dcf-4927-a85f-e70eb2347be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:20.586141 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1fd5ea44-a04d-4997-b22f-7030553dff84 req-d82ca80b-0dcf-4927-a85f-e70eb2347be1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71364749dc834cd187da4f869c13f065&device_id=c467c6b4-12cb-4fc8-b50d-6c24697cca02 HTTP/1.1" status: 200 len: 1096 time: 0.0720372 Aug 10 01:06:20.678123 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4a817336-81e2-4a8b-8261-5b29ad334a6e req-4c427c81-8d5d-4d28-8ccd-2985eb787f10 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=66a82ecc-1c8f-417e-853d-b04b0d71df58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034942 Aug 10 01:06:20.684024 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-aa3694d0-67cc-499a-add4-a1ae63985106 None None] Set router 5e521bb3-94f5-4a03-9b85-6356dfc5e402 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:06:20.725614 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5ea44-a04d-4997-b22f-7030553dff84 req-b84af28e-1474-4cb3-aca0-85a83e3e20b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:20.727259 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1fd5ea44-a04d-4997-b22f-7030553dff84 req-b84af28e-1474-4cb3-aca0-85a83e3e20b6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fd6efede-22df-4e93-b06b-b677f8c2b42c HTTP/1.1" status: 200 len: 915 time: 0.1300044 Aug 10 01:06:20.738459 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf275ce-cffa-4f7d-b1d2-8f653452a4d2 tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:20.742777 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-acf275ce-cffa-4f7d-b1d2-8f653452a4d2 tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1811235 Aug 10 01:06:20.742956 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56328) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:20.779404 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1fd5ea44-a04d-4997-b22f-7030553dff84 req-82cb4f80-b4c5-4834-82c5-7bf0c2d1e807 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=adad9426-8ef9-41c3-85c7-4f729b996c0b HTTP/1.1" status: 200 len: 217 time: 0.0406768 Aug 10 01:06:20.787636 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9f91c0bf-bed9-4c09-8cf9-30271445e3c8 tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=beabd0db-a6e0-4ff1-a3e9-6522348fc998&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412643 Aug 10 01:06:20.787879 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56330) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:20.792904 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-13c4b9ab-29c1-4e4f-8174-3ec7b56a6f67 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1467046123', 'network_id': '5a462b3c-85e0-42af-bdaa-7c1c00be4593', 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:20.830695 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5ea44-a04d-4997-b22f-7030553dff84 req-cb735fda-bae7-446c-82d3-1f2c34752962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:20.832390 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1fd5ea44-a04d-4997-b22f-7030553dff84 req-cb735fda-bae7-446c-82d3-1f2c34752962 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c5af831-375e-4874-99d5-6843a42e0f57 HTTP/1.1" status: 200 len: 854 time: 0.0451941 Aug 10 01:06:20.869107 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1fd5ea44-a04d-4997-b22f-7030553dff84 req-13d10061-6489-4f28-84a1-39d139fd1987 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd6efede-22df-4e93-b06b-b677f8c2b42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275931 Aug 10 01:06:20.888819 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c4b9ab-29c1-4e4f-8174-3ec7b56a6f67 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Made reservation on behalf of ffe13e423dfd43ec93b2db095fb6b3d8 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:06:20.892549 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-13c4b9ab-29c1-4e4f-8174-3ec7b56a6f67 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:20.922774 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-aa3694d0-67cc-499a-add4-a1ae63985106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057299372', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': 'a1aae4f8-75d1-4802-a584-dad1b4ba38cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:06:18Z', 'updated_at': '2021-08-10T01:06:19Z', 'revision_number': 3, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'a1aae4f8-75d1-4802-a584-dad1b4ba38cc', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ee:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:06:19Z', 'updated_at': '2021-08-10T01:06:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:20.953774 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3694d0-67cc-499a-add4-a1ae63985106 None None] Checking router: 5e521bb3-94f5-4a03-9b85-6356dfc5e402 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:06:20.954125 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3694d0-67cc-499a-add4-a1ae63985106 None None] Updating router 5e521bb3-94f5-4a03-9b85-6356dfc5e402 port a1aae4f8-75d1-4802-a584-dad1b4ba38cc binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:06:20.961062 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1fd5ea44-a04d-4997-b22f-7030553dff84 req-15abf4f6-84f9-4b6f-8306-878d3eb81eef service neutron] 10.222.0.20 "GET /v2.0/networks/fd6efede-22df-4e93-b06b-b677f8c2b42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839560 Aug 10 01:06:20.980396 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aa3694d0-67cc-499a-add4-a1ae63985106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:21.074010 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1fd5ea44-a04d-4997-b22f-7030553dff84 req-9014d6eb-8f5c-43c3-b255-0d9083aa7de7 service neutron] 10.222.0.20 "GET /v2.0/networks/fd6efede-22df-4e93-b06b-b677f8c2b42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048958 Aug 10 01:06:21.077525 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-13c4b9ab-29c1-4e4f-8174-3ec7b56a6f67 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:21.142964 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4b9ab-29c1-4e4f-8174-3ec7b56a6f67 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'Subnet': ['ID=95d779ab-0287-4bf3-8588-a099eab6d9bd,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:21.150342 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c4b9ab-29c1-4e4f-8174-3ec7b56a6f67 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Checking segment: {'id': 'f4c686c7-f30c-4f23-a86c-a70df0f5db61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5a462b3c-85e0-42af-bdaa-7c1c00be4593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:06:21.150772 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c4b9ab-29c1-4e4f-8174-3ec7b56a6f67 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Network hostable DHCP agents. Network: 5a462b3c-85e0-42af-bdaa-7c1c00be4593, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:06:21.170670 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c4b9ab-29c1-4e4f-8174-3ec7b56a6f67 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Network 5a462b3c-85e0-42af-bdaa-7c1c00be4593 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:06:21.181825 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-13c4b9ab-29c1-4e4f-8174-3ec7b56a6f67 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 5a462b3c-85e0-42af-bdaa-7c1c00be4593) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:06:21.186000 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c4b9ab-29c1-4e4f-8174-3ec7b56a6f67 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:21.186665 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-13c4b9ab-29c1-4e4f-8174-3ec7b56a6f67 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:21.202139 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46e3bb6-2873-42cc-a598-6b66da77ed1f None None] Network 5a462b3c-85e0-42af-bdaa-7c1c00be4593 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:06:21.207650 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-13c4b9ab-29c1-4e4f-8174-3ec7b56a6f67 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4186361 Aug 10 01:06:21.210344 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56338) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:21.233318 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fe483-29f4-4189-9b51-8ae73a688a75 req-cf77f2d0-54e6-4d69-97ce-c05cad07818e tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:21.240059 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fe483-29f4-4189-9b51-8ae73a688a75 req-cf77f2d0-54e6-4d69-97ce-c05cad07818e tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:21.247999 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fe483-29f4-4189-9b51-8ae73a688a75 req-cf77f2d0-54e6-4d69-97ce-c05cad07818e tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:21.255400 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fe483-29f4-4189-9b51-8ae73a688a75 req-cf77f2d0-54e6-4d69-97ce-c05cad07818e tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:21.263542 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fe483-29f4-4189-9b51-8ae73a688a75 req-cf77f2d0-54e6-4d69-97ce-c05cad07818e tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:21.270547 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fe483-29f4-4189-9b51-8ae73a688a75 req-cf77f2d0-54e6-4d69-97ce-c05cad07818e tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:21.278274 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fe483-29f4-4189-9b51-8ae73a688a75 req-cf77f2d0-54e6-4d69-97ce-c05cad07818e tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:21.284719 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f53fe483-29f4-4189-9b51-8ae73a688a75 req-cf77f2d0-54e6-4d69-97ce-c05cad07818e tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5418 time: 0.1260490 Aug 10 01:06:21.341211 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aa3694d0-67cc-499a-add4-a1ae63985106 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:21.349651 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f53fe483-29f4-4189-9b51-8ae73a688a75 req-aaf0c96f-dfc8-4cd7-9b52-73cc8ba9b538 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604019 Aug 10 01:06:21.380631 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-aa3694d0-67cc-499a-add4-a1ae63985106 None None] Transition to ACTIVE for port object a1aae4f8-75d1-4802-a584-dad1b4ba38cc will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:06:21.396765 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aa3694d0-67cc-499a-add4-a1ae63985106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:21.408033 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3ea77-e395-4a7d-b11d-92ef7edc8d5d req-d06dd203-d016-45c7-bd2d-abb3b9f33fac tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:21.413351 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-38a3ea77-e395-4a7d-b11d-92ef7edc8d5d req-d06dd203-d016-45c7-bd2d-abb3b9f33fac tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b17e088-5525-44e2-8e3e-ca4affb185f5 HTTP/1.1" status: 200 len: 948 time: 0.0619955 Aug 10 01:06:21.465784 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-38a3ea77-e395-4a7d-b11d-92ef7edc8d5d req-7f3fd9e7-46ea-455b-8911-5590cdfa2fc7 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492718 Aug 10 01:06:21.470363 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94598b2d-b27d-45ea-b40d-3c2dc6ff5007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-5a462b3c-85e0-42af-bdaa-7c1c00be4593', 'network_id': '5a462b3c-85e0-42af-bdaa-7c1c00be4593', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'fixed_ips': [{'subnet_id': '95d779ab-0287-4bf3-8588-a099eab6d9bd'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:06:21.471339 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-94598b2d-b27d-45ea-b40d-3c2dc6ff5007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:21.501578 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-aa3694d0-67cc-499a-add4-a1ae63985106 None None] Attempting to bind port a1aae4f8-75d1-4802-a584-dad1b4ba38cc on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:06:21.502112 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-aa3694d0-67cc-499a-add4-a1ae63985106 None None] Attempting to bind port a1aae4f8-75d1-4802-a584-dad1b4ba38cc by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:06:21.502590 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3694d0-67cc-499a-add4-a1ae63985106 None None] Attempting to bind port a1aae4f8-75d1-4802-a584-dad1b4ba38cc on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:21.505657 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e118a-32ee-4ad2-98d1-cc914db1b16d None None] Pushing event updated for resources: {'Port': ['ID=a1aae4f8-75d1-4802-a584-dad1b4ba38cc,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:21.555055 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3694d0-67cc-499a-add4-a1ae63985106 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:06:21.555435 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3694d0-67cc-499a-add4-a1ae63985106 None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:06:21.555840 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aa3694d0-67cc-499a-add4-a1ae63985106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:21.556272 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3694d0-67cc-499a-add4-a1ae63985106 None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:06:21.556767 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-aa3694d0-67cc-499a-add4-a1ae63985106 None None] Bound port: a1aae4f8-75d1-4802-a584-dad1b4ba38cc, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:06:21.557160 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aa3694d0-67cc-499a-add4-a1ae63985106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:21.561204 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a1a56-58c7-4609-b319-257cd66c6cb1 req-79998a5f-f76e-413e-8c8e-9fc500c591a7 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:21.562572 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a51a1a56-58c7-4609-b319-257cd66c6cb1 req-79998a5f-f76e-413e-8c8e-9fc500c591a7 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c467c6b4-12cb-4fc8-b50d-6c24697cca02 HTTP/1.1" status: 200 len: 944 time: 0.0563858 Aug 10 01:06:21.611416 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a51a1a56-58c7-4609-b319-257cd66c6cb1 req-9138d467-bf78-44e9-8865-7d0520d8be55 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0bbc342-d53d-4a5b-822c-bcb78b3e82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406971 Aug 10 01:06:21.621469 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-aa3694d0-67cc-499a-add4-a1ae63985106 None None] For port a1aae4f8-75d1-4802-a584-dad1b4ba38cc, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:06:21.627925 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-aa3694d0-67cc-499a-add4-a1ae63985106 None None] For port a1aae4f8-75d1-4802-a584-dad1b4ba38cc, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a1aae4f8-75d1-4802-a584-dad1b4ba38cc,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:06:21.644070 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aa3694d0-67cc-499a-add4-a1ae63985106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:21.725309 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-10d610f1-ef9b-4030-a6c3-c2cee88f5670 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:21.755874 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3694d0-67cc-499a-add4-a1ae63985106 None None] Routers {'5e521bb3-94f5-4a03-9b85-6356dfc5e402'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:06:21.756658 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-aa3694d0-67cc-499a-add4-a1ae63985106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:06:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['5e521bb3-94f5-4a03-9b85-6356dfc5e402'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:21.794939 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e118a-32ee-4ad2-98d1-cc914db1b16d None None] Pushing event updated for resources: {'Port': ['ID=a1aae4f8-75d1-4802-a584-dad1b4ba38cc,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:21.802009 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa4186-0dcc-41a0-b7fa-34e59dd24cde req-a44147ca-e1c8-43f6-90bb-8268fb75fc1e tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:21.803523 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5daa4186-0dcc-41a0-b7fa-34e59dd24cde req-a44147ca-e1c8-43f6-90bb-8268fb75fc1e tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=e59a6ef2-0001-493c-848d-d573fe522423 HTTP/1.1" status: 200 len: 945 time: 0.0495105 Aug 10 01:06:21.804463 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-94598b2d-b27d-45ea-b40d-3c2dc6ff5007 None None] Allocated IP 172.20.0.2 (5a462b3c-85e0-42af-bdaa-7c1c00be4593/95d779ab-0287-4bf3-8588-a099eab6d9bd/5e16ed91-d2cf-45b1-8d19-b27820e16282) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:06:21.819797 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1e118a-32ee-4ad2-98d1-cc914db1b16d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:21.820160 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1e118a-32ee-4ad2-98d1-cc914db1b16d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:21.820538 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1e118a-32ee-4ad2-98d1-cc914db1b16d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:21.820842 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1e118a-32ee-4ad2-98d1-cc914db1b16d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:21.822029 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1e118a-32ee-4ad2-98d1-cc914db1b16d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:21.822381 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1e118a-32ee-4ad2-98d1-cc914db1b16d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:21.822715 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1e118a-32ee-4ad2-98d1-cc914db1b16d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:21.823051 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1e118a-32ee-4ad2-98d1-cc914db1b16d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:21.823382 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1e118a-32ee-4ad2-98d1-cc914db1b16d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:21.824046 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1e118a-32ee-4ad2-98d1-cc914db1b16d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:21.825027 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1e118a-32ee-4ad2-98d1-cc914db1b16d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:21.825352 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1e118a-32ee-4ad2-98d1-cc914db1b16d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:21.849361 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5daa4186-0dcc-41a0-b7fa-34e59dd24cde req-6c7c91c9-8bdc-49ea-b669-b9dfeacc8719 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=66a82ecc-1c8f-417e-853d-b04b0d71df58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371194 Aug 10 01:06:22.066605 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-aa3694d0-67cc-499a-add4-a1ae63985106 None None] Set router 5e521bb3-94f5-4a03-9b85-6356dfc5e402 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:06:22.249236 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-94598b2d-b27d-45ea-b40d-3c2dc6ff5007 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:22.276009 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-94598b2d-b27d-45ea-b40d-3c2dc6ff5007 None None] Transition to ACTIVE for port object 5e16ed91-d2cf-45b1-8d19-b27820e16282 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:06:22.295612 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-94598b2d-b27d-45ea-b40d-3c2dc6ff5007 None None] Transition to ACTIVE for port object 5e16ed91-d2cf-45b1-8d19-b27820e16282 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:06:22.304753 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-94598b2d-b27d-45ea-b40d-3c2dc6ff5007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:22.346174 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94598b2d-b27d-45ea-b40d-3c2dc6ff5007 None None] Network 5a462b3c-85e0-42af-bdaa-7c1c00be4593 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:06:22.353797 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-94598b2d-b27d-45ea-b40d-3c2dc6ff5007 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:06:22.356402 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94598b2d-b27d-45ea-b40d-3c2dc6ff5007 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:06:22.377877 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94598b2d-b27d-45ea-b40d-3c2dc6ff5007 None None] Pushing event updated for resources: {'Port': ['ID=5e16ed91-d2cf-45b1-8d19-b27820e16282,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:22.401687 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-aa3694d0-67cc-499a-add4-a1ae63985106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057299372', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': 'a1aae4f8-75d1-4802-a584-dad1b4ba38cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:06:18Z', 'updated_at': '2021-08-10T01:06:19Z', 'revision_number': 3, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'a1aae4f8-75d1-4802-a584-dad1b4ba38cc', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ee:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:06:19Z', 'updated_at': '2021-08-10T01:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:22.445641 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3694d0-67cc-499a-add4-a1ae63985106 None None] The sync data for ids ['5e521bb3-94f5-4a03-9b85-6356dfc5e402'] in n-d-766726-26 is: [{'id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057299372', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': 'a1aae4f8-75d1-4802-a584-dad1b4ba38cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:06:18Z', 'updated_at': '2021-08-10T01:06:19Z', 'revision_number': 3, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'a1aae4f8-75d1-4802-a584-dad1b4ba38cc', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ee:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:06:19Z', 'updated_at': '2021-08-10T01:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:06:22.459854 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-94598b2d-b27d-45ea-b40d-3c2dc6ff5007 None None] Attempting to bind port 5e16ed91-d2cf-45b1-8d19-b27820e16282 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:06:22.460356 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-94598b2d-b27d-45ea-b40d-3c2dc6ff5007 None None] Attempting to bind port 5e16ed91-d2cf-45b1-8d19-b27820e16282 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'f4c686c7-f30c-4f23-a86c-a70df0f5db61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5a462b3c-85e0-42af-bdaa-7c1c00be4593'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:06:22.460792 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94598b2d-b27d-45ea-b40d-3c2dc6ff5007 None None] Attempting to bind port 5e16ed91-d2cf-45b1-8d19-b27820e16282 on network 5a462b3c-85e0-42af-bdaa-7c1c00be4593 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:22.467395 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94598b2d-b27d-45ea-b40d-3c2dc6ff5007 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:06:22.467870 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94598b2d-b27d-45ea-b40d-3c2dc6ff5007 None None] Checking segment: {'id': 'f4c686c7-f30c-4f23-a86c-a70df0f5db61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5a462b3c-85e0-42af-bdaa-7c1c00be4593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:06:22.468374 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-94598b2d-b27d-45ea-b40d-3c2dc6ff5007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:22.468844 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94598b2d-b27d-45ea-b40d-3c2dc6ff5007 None None] Bound using segment: {'id': 'f4c686c7-f30c-4f23-a86c-a70df0f5db61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5a462b3c-85e0-42af-bdaa-7c1c00be4593'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:06:22.469394 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-94598b2d-b27d-45ea-b40d-3c2dc6ff5007 None None] Bound port: 5e16ed91-d2cf-45b1-8d19-b27820e16282, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c686c7-f30c-4f23-a86c-a70df0f5db61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5a462b3c-85e0-42af-bdaa-7c1c00be4593'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:06:22.469855 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-94598b2d-b27d-45ea-b40d-3c2dc6ff5007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:22.554696 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-94598b2d-b27d-45ea-b40d-3c2dc6ff5007 None None] For port 5e16ed91-d2cf-45b1-8d19-b27820e16282, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:06:22.560104 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-94598b2d-b27d-45ea-b40d-3c2dc6ff5007 None None] For port 5e16ed91-d2cf-45b1-8d19-b27820e16282, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5e16ed91-d2cf-45b1-8d19-b27820e16282,segment=NetworkSegment(f4c686c7-f30c-4f23-a86c-a70df0f5db61),segment_id=f4c686c7-f30c-4f23-a86c-a70df0f5db61)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:06:22.570290 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-94598b2d-b27d-45ea-b40d-3c2dc6ff5007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:22.656885 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94598b2d-b27d-45ea-b40d-3c2dc6ff5007 None None] Pushing event updated for resources: {'Port': ['ID=5e16ed91-d2cf-45b1-8d19-b27820e16282,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:22.754420 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-10d610f1-ef9b-4030-a6c3-c2cee88f5670 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Allocated IP 172.20.0.1 (5a462b3c-85e0-42af-bdaa-7c1c00be4593/95d779ab-0287-4bf3-8588-a099eab6d9bd/2fcb37f9-b077-42a9-8291-af886b8062ff) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:06:22.911129 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4f50d-059e-4486-bd2e-2f32520d4e84 req-38b29cb9-064f-4d9a-a19b-037efd260740 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:22.918478 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4f50d-059e-4486-bd2e-2f32520d4e84 req-38b29cb9-064f-4d9a-a19b-037efd260740 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:22.929975 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4f50d-059e-4486-bd2e-2f32520d4e84 req-38b29cb9-064f-4d9a-a19b-037efd260740 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:22.931869 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-10d610f1-ef9b-4030-a6c3-c2cee88f5670 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:22.936442 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4f50d-059e-4486-bd2e-2f32520d4e84 req-38b29cb9-064f-4d9a-a19b-037efd260740 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:22.942359 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4f50d-059e-4486-bd2e-2f32520d4e84 req-38b29cb9-064f-4d9a-a19b-037efd260740 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:22.946072 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-10d610f1-ef9b-4030-a6c3-c2cee88f5670 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Transition to ACTIVE for port object 2fcb37f9-b077-42a9-8291-af886b8062ff will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:06:22.951355 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4f50d-059e-4486-bd2e-2f32520d4e84 req-38b29cb9-064f-4d9a-a19b-037efd260740 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:22.958500 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4f50d-059e-4486-bd2e-2f32520d4e84 req-38b29cb9-064f-4d9a-a19b-037efd260740 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:22.969450 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dec4f50d-059e-4486-bd2e-2f32520d4e84 req-38b29cb9-064f-4d9a-a19b-037efd260740 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5418 time: 0.5384617 Aug 10 01:06:22.979251 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a37da7-a30d-4a9a-b48c-5ef7c3885d2c req-76bada50-4126-4cc3-89fe-58de9c3783c7 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:22.980950 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-79a37da7-a30d-4a9a-b48c-5ef7c3885d2c req-76bada50-4126-4cc3-89fe-58de9c3783c7 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b17e088-5525-44e2-8e3e-ca4affb185f5 HTTP/1.1" status: 200 len: 948 time: 0.1520703 Aug 10 01:06:22.984014 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-10d610f1-ef9b-4030-a6c3-c2cee88f5670 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:23.031338 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d610f1-ef9b-4030-a6c3-c2cee88f5670 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Network 5a462b3c-85e0-42af-bdaa-7c1c00be4593 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:06:23.040428 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-10d610f1-ef9b-4030-a6c3-c2cee88f5670 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:06:23.043013 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dec4f50d-059e-4486-bd2e-2f32520d4e84 req-2a7630ca-f36b-4996-a674-e7341cedbe77 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0666327 Aug 10 01:06:23.045144 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d610f1-ef9b-4030-a6c3-c2cee88f5670 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:06:23.079613 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-79a37da7-a30d-4a9a-b48c-5ef7c3885d2c req-1ac66806-7a4e-45ec-afe8-66800e3b5d7c tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908453 Aug 10 01:06:23.088142 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d610f1-ef9b-4030-a6c3-c2cee88f5670 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'Port': ['ID=2fcb37f9-b077-42a9-8291-af886b8062ff,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:23.113292 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-10d610f1-ef9b-4030-a6c3-c2cee88f5670 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:23.203960 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4eaae-97e3-4759-a6c2-7d5971ab04f1 req-029cb1d1-6bac-4946-8c6f-b96ecb6ed21c tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:23.206067 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3cc4eaae-97e3-4759-a6c2-7d5971ab04f1 req-029cb1d1-6bac-4946-8c6f-b96ecb6ed21c tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c467c6b4-12cb-4fc8-b50d-6c24697cca02 HTTP/1.1" status: 200 len: 944 time: 0.0702853 Aug 10 01:06:23.278210 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-10d610f1-ef9b-4030-a6c3-c2cee88f5670 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:23.280392 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3cc4eaae-97e3-4759-a6c2-7d5971ab04f1 req-e8cf3c4d-b603-45bc-83a3-6e135837ecb0 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0bbc342-d53d-4a5b-822c-bcb78b3e82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682983 Aug 10 01:06:23.302718 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168d2ab-d15f-47ec-a66f-6661d79ccad1 req-01004d4c-2f9b-4c4a-a91c-3a31d767b956 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:23.311113 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6168d2ab-d15f-47ec-a66f-6661d79ccad1 req-01004d4c-2f9b-4c4a-a91c-3a31d767b956 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=e59a6ef2-0001-493c-848d-d573fe522423 HTTP/1.1" status: 200 len: 945 time: 0.0812201 Aug 10 01:06:23.345534 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6168d2ab-d15f-47ec-a66f-6661d79ccad1 req-820820ed-c994-4e75-9aa9-93773d5db3aa tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=66a82ecc-1c8f-417e-853d-b04b0d71df58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335135 Aug 10 01:06:23.569583 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 5ddf650a-78e5-4b7d-a138-edd522b2f23e up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:06:23.612052 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-10d610f1-ef9b-4030-a6c3-c2cee88f5670 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:23.617635 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-10d610f1-ef9b-4030-a6c3-c2cee88f5670 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:23.643433 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 5ddf650a-78e5-4b7d-a138-edd522b2f23e completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:06:23.647826 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 5ddf650a-78e5-4b7d-a138-edd522b2f23e triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:06:23.648426 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:23.696125 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-10d610f1-ef9b-4030-a6c3-c2cee88f5670 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:23.705104 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d610f1-ef9b-4030-a6c3-c2cee88f5670 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'Port': ['ID=2fcb37f9-b077-42a9-8291-af886b8062ff,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:23.737302 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:23.772813 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59a6ef2-0001-493c-848d-d573fe522423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddf650a-78e5-4b7d-a138-edd522b2f23e'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:23.775222 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e25a398-53ff-405f-a846-275c5e2769f1" -d '{"events": [{"server_uuid": "e59a6ef2-0001-493c-848d-d573fe522423", "name": "network-vif-plugged", "status": "completed", "tag": "5ddf650a-78e5-4b7d-a138-edd522b2f23e"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:23.789530 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 5ddf650a-78e5-4b7d-a138-edd522b2f23e, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=5ddf650a-78e5-4b7d-a138-edd522b2f23e,segment=NetworkSegment(46257f34-2cf1-4c58-aee4-ca7c1c66fdd4),segment_id=46257f34-2cf1-4c58-aee4-ca7c1c66fdd4)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:23.797352 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:23.798172 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device be78956d-d9ac-4dca-8d80-bd6a2f323439 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:06:23.810751 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d610f1-ef9b-4030-a6c3-c2cee88f5670 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Network 5a462b3c-85e0-42af-bdaa-7c1c00be4593 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:06:23.813360 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-10d610f1-ef9b-4030-a6c3-c2cee88f5670 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:06:23.829585 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d296cc-33dd-4259-8a7b-da724ab613b8 x-openstack-request-id: req-f3d296cc-33dd-4259-8a7b-da724ab613b8 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:23.829750 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59a6ef2-0001-493c-848d-d573fe522423", "name": "network-vif-plugged", "status": "completed", "tag": "5ddf650a-78e5-4b7d-a138-edd522b2f23e", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:23.829970 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f3d296cc-33dd-4259-8a7b-da724ab613b8 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:23.830477 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59a6ef2-0001-493c-848d-d573fe522423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddf650a-78e5-4b7d-a138-edd522b2f23e', 'code': 200} Aug 10 01:06:23.884316 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2beb7843-adf0-433a-a21f-6cf1c988fc70 None None] Network 5a462b3c-85e0-42af-bdaa-7c1c00be4593 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:06:23.939133 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818bf02b-a59e-4cd8-a599-abb9e6a3fffc req-d21e577b-bb27-4706-8af5-e5f25d681624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:23.941483 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-818bf02b-a59e-4cd8-a599-abb9e6a3fffc req-d21e577b-bb27-4706-8af5-e5f25d681624 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e59a6ef2-0001-493c-848d-d573fe522423 HTTP/1.1" status: 200 len: 1098 time: 0.0465264 Aug 10 01:06:23.956408 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d610f1-ef9b-4030-a6c3-c2cee88f5670 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Router 5e521bb3-94f5-4a03-9b85-6356dfc5e402 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:06:23.963931 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=5ddf650a-78e5-4b7d-a138-edd522b2f23e,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:23.979208 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-87baa05d-e636-4ac2-a7d6-b658e822366e None None] Provisioning for port 5e16ed91-d2cf-45b1-8d19-b27820e16282 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:06:23.995887 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-818bf02b-a59e-4cd8-a599-abb9e6a3fffc req-f857d2ce-d258-4b95-a572-ec6d3c18f314 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=66a82ecc-1c8f-417e-853d-b04b0d71df58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408552 Aug 10 01:06:24.003187 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port be78956d-d9ac-4dca-8d80-bd6a2f323439 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:06:24.011268 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port be78956d-d9ac-4dca-8d80-bd6a2f323439 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:06:24.011675 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:24.090413 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d610f1-ef9b-4030-a6c3-c2cee88f5670 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:06:24.098180 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-10d610f1-ef9b-4030-a6c3-c2cee88f5670 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "PUT /v2.0/routers/5e521bb3-94f5-4a03-9b85-6356dfc5e402/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8862789 Aug 10 01:06:24.186318 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:24.244730 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port be78956d-d9ac-4dca-8d80-bd6a2f323439, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=be78956d-d9ac-4dca-8d80-bd6a2f323439,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:24.249835 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:24.257600 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2ceab-5494-4dbd-8795-5db58a7f72c6 req-2d3dc827-4675-425e-9812-51e976db9da1 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:24.264236 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2ceab-5494-4dbd-8795-5db58a7f72c6 req-2d3dc827-4675-425e-9812-51e976db9da1 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:24.270150 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2ceab-5494-4dbd-8795-5db58a7f72c6 req-2d3dc827-4675-425e-9812-51e976db9da1 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:24.276079 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2ceab-5494-4dbd-8795-5db58a7f72c6 req-2d3dc827-4675-425e-9812-51e976db9da1 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:24.282686 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2ceab-5494-4dbd-8795-5db58a7f72c6 req-2d3dc827-4675-425e-9812-51e976db9da1 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:24.288602 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2ceab-5494-4dbd-8795-5db58a7f72c6 req-2d3dc827-4675-425e-9812-51e976db9da1 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:24.294820 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2ceab-5494-4dbd-8795-5db58a7f72c6 req-2d3dc827-4675-425e-9812-51e976db9da1 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:24.296860 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ddf2ceab-5494-4dbd-8795-5db58a7f72c6 req-2d3dc827-4675-425e-9812-51e976db9da1 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5418 time: 0.1424854 Aug 10 01:06:24.308753 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=be78956d-d9ac-4dca-8d80-bd6a2f323439,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:24.333258 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cbff7-9f4e-43d1-8e0c-7f6941f14191 req-5a97a5cf-9120-4a00-b3ec-66600f07f8f9 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:24.334984 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9f3cbff7-9f4e-43d1-8e0c-7f6941f14191 req-5a97a5cf-9120-4a00-b3ec-66600f07f8f9 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b17e088-5525-44e2-8e3e-ca4affb185f5 HTTP/1.1" status: 200 len: 948 time: 0.1335497 Aug 10 01:06:24.376902 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ddf2ceab-5494-4dbd-8795-5db58a7f72c6 req-e48f3545-c31f-4d26-854e-941bc413ec06 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0732758 Aug 10 01:06:24.408782 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9f3cbff7-9f4e-43d1-8e0c-7f6941f14191 req-a70b1250-309e-4896-9fb6-29ca9f867cd5 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642290 Aug 10 01:06:24.549914 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-f3a06f32-0989-4bc6-921a-0f3b5e2f7fd3 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-121361233&fields=id&tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8 HTTP/1.1" status: 200 len: 267 time: 0.0771024 Aug 10 01:06:24.553771 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-69ee2253-8015-4274-b861-5ed98850123f None None] Provisioning for port 2fcb37f9-b077-42a9-8291-af886b8062ff completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:06:24.561126 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-69ee2253-8015-4274-b861-5ed98850123f None None] Provisioning complete for port 2fcb37f9-b077-42a9-8291-af886b8062ff triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:06:24.561854 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-69ee2253-8015-4274-b861-5ed98850123f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:24.577686 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23503f51-354f-4347-a2b6-ccc575a45231 None None] Sync routers for ids ['5e521bb3-94f5-4a03-9b85-6356dfc5e402'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:06:24.588643 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23503f51-354f-4347-a2b6-ccc575a45231 None None] Routers {'5e521bb3-94f5-4a03-9b85-6356dfc5e402'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:06:24.589539 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-23503f51-354f-4347-a2b6-ccc575a45231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:06:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['5e521bb3-94f5-4a03-9b85-6356dfc5e402'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:24.603751 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-69ee2253-8015-4274-b861-5ed98850123f None None] Port 2fcb37f9-b077-42a9-8291-af886b8062ff cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:06:24.738974 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f52223f5-57f6-42bd-9a7f-eaee7ef01254 None None] Provisioning complete for port 2fcb37f9-b077-42a9-8291-af886b8062ff triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:06:24.739224 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f52223f5-57f6-42bd-9a7f-eaee7ef01254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:24.760745 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-23503f51-354f-4347-a2b6-ccc575a45231 None None] Set router 5e521bb3-94f5-4a03-9b85-6356dfc5e402 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:06:24.761265 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-d1bf7619-85ed-469c-83aa-258d7b8b8f14 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:24.775545 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-d1bf7619-85ed-469c-83aa-258d7b8b8f14 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/networks?id=5a462b3c-85e0-42af-bdaa-7c1c00be4593 HTTP/1.1" status: 200 len: 796 time: 0.1860986 Aug 10 01:06:24.792895 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-f52223f5-57f6-42bd-9a7f-eaee7ef01254 None None] Port 2fcb37f9-b077-42a9-8291-af886b8062ff cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:06:24.798357 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c66b4-70ba-4bf9-9735-38dd6c8b77c5 req-95216bc7-8a39-4554-b0c3-d18fefda0425 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:24.800021 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fe3c66b4-70ba-4bf9-9735-38dd6c8b77c5 req-95216bc7-8a39-4554-b0c3-d18fefda0425 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c467c6b4-12cb-4fc8-b50d-6c24697cca02 HTTP/1.1" status: 200 len: 944 time: 0.2619412 Aug 10 01:06:24.827042 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-249a782a-c411-4c6d-88f1-c2e1c1acef4e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/quotas/ffe13e423dfd43ec93b2db095fb6b3d8 HTTP/1.1" status: 200 len: 375 time: 0.0511632 Aug 10 01:06:24.874412 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a1aae4f8-75d1-4802-a584-dad1b4ba38cc up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:06:24.919758 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fe3c66b4-70ba-4bf9-9735-38dd6c8b77c5 req-d600e4db-213e-4428-8006-153eeb02880e tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0bbc342-d53d-4a5b-822c-bcb78b3e82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015894 Aug 10 01:06:24.936031 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-e6575e8c-212f-4ec4-8059-117ea33d15f0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0969059 Aug 10 01:06:24.948278 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port a1aae4f8-75d1-4802-a584-dad1b4ba38cc completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:06:24.954979 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port a1aae4f8-75d1-4802-a584-dad1b4ba38cc triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:06:24.955279 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:25.023480 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-23503f51-354f-4347-a2b6-ccc575a45231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057299372', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': 'a1aae4f8-75d1-4802-a584-dad1b4ba38cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:06:18Z', 'updated_at': '2021-08-10T01:06:23Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'a1aae4f8-75d1-4802-a584-dad1b4ba38cc', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ee:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:06:19Z', 'updated_at': '2021-08-10T01:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '2fcb37f9-b077-42a9-8291-af886b8062ff', 'name': '', 'network_id': '5a462b3c-85e0-42af-bdaa-7c1c00be4593', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'mac_address': 'fa:16:3e:26:ab:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '95d779ab-0287-4bf3-8588-a099eab6d9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:06:21Z', 'updated_at': '2021-08-10T01:06:23Z', 'revision_number': 2, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'subnets': [{'id': '95d779ab-0287-4bf3-8588-a099eab6d9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:25.025735 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5dfb9a8f-da64-4f49-9ba5-7bcdf19e3ae6 None None] Provisioning complete for port 2fcb37f9-b077-42a9-8291-af886b8062ff triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:06:25.026116 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5dfb9a8f-da64-4f49-9ba5-7bcdf19e3ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:25.057467 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23503f51-354f-4347-a2b6-ccc575a45231 None None] Checking router: 5e521bb3-94f5-4a03-9b85-6356dfc5e402 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:06:25.057924 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23503f51-354f-4347-a2b6-ccc575a45231 None None] Updating router 5e521bb3-94f5-4a03-9b85-6356dfc5e402 port 2fcb37f9-b077-42a9-8291-af886b8062ff binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:06:25.083139 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cfabce-c432-4ca6-8e27-c34f714f5884 req-70d0358f-37fa-4213-8100-e44d84d0bbd8 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:25.084512 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-23503f51-354f-4347-a2b6-ccc575a45231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:25.085513 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-5dfb9a8f-da64-4f49-9ba5-7bcdf19e3ae6 None None] Port 2fcb37f9-b077-42a9-8291-af886b8062ff cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:06:25.091222 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-22cfabce-c432-4ca6-8e27-c34f714f5884 req-70d0358f-37fa-4213-8100-e44d84d0bbd8 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=e59a6ef2-0001-493c-848d-d573fe522423 HTTP/1.1" status: 200 len: 946 time: 0.0816653 Aug 10 01:06:25.097460 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device adad9426-8ef9-41c3-85c7-4f729b996c0b details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:06:25.102568 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:25.124871 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-03b346c9-e829-44c7-a357-8160833acd1a service neutron] 10.222.0.35 "GET /v2.0/networks/5a462b3c-85e0-42af-bdaa-7c1c00be4593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703424 Aug 10 01:06:25.133277 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port a1aae4f8-75d1-4802-a584-dad1b4ba38cc, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a1aae4f8-75d1-4802-a584-dad1b4ba38cc,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:25.148787 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:25.149544 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5e16ed91-d2cf-45b1-8d19-b27820e16282 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:06:25.196868 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-22cfabce-c432-4ca6-8e27-c34f714f5884 req-a721f23f-7bb1-4ace-a247-e90f76c3d321 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=66a82ecc-1c8f-417e-853d-b04b0d71df58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047680 Aug 10 01:06:25.287692 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=a1aae4f8-75d1-4802-a584-dad1b4ba38cc,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:25.288594 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-9c762a15-c08c-4c42-8779-1149b9036316 service neutron] 10.222.0.35 "GET /v2.0/networks/5a462b3c-85e0-42af-bdaa-7c1c00be4593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618428 Aug 10 01:06:25.309454 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port adad9426-8ef9-41c3-85c7-4f729b996c0b, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=adad9426-8ef9-41c3-85c7-4f729b996c0b,segment=NetworkSegment(10fb682a-4542-404f-8e24-3f166ef5480f),segment_id=10fb682a-4542-404f-8e24-3f166ef5480f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:25.321231 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 5e16ed91-d2cf-45b1-8d19-b27820e16282 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:06:25.329269 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 5e16ed91-d2cf-45b1-8d19-b27820e16282 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:06:25.329650 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:25.332489 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': 'adad9426-8ef9-41c3-85c7-4f729b996c0b', 'network_id': 'fd6efede-22df-4e93-b06b-b677f8c2b42c', 'port_id': 'adad9426-8ef9-41c3-85c7-4f729b996c0b', 'mac_address': 'fa:16:3e:6c:8f:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c5af831-375e-4874-99d5-6843a42e0f57', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:06:25.401660 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:25.432249 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-23503f51-354f-4347-a2b6-ccc575a45231 None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:25.439614 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adad9426-8ef9-41c3-85c7-4f729b996c0b {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:25.444004 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-23503f51-354f-4347-a2b6-ccc575a45231 None None] Transition to ACTIVE for port object 2fcb37f9-b077-42a9-8291-af886b8062ff will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:06:25.455590 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-23503f51-354f-4347-a2b6-ccc575a45231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:25.504977 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port adad9426-8ef9-41c3-85c7-4f729b996c0b, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=adad9426-8ef9-41c3-85c7-4f729b996c0b,segment=NetworkSegment(10fb682a-4542-404f-8e24-3f166ef5480f),segment_id=10fb682a-4542-404f-8e24-3f166ef5480f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:25.506317 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:25.521251 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:25.561202 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-cd5219ab-0a82-42b2-acb9-0515f482815e tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:25.569039 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-cd5219ab-0a82-42b2-acb9-0515f482815e tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/networks?id=2f7685e4-d25e-44cb-844f-48dc645b7020 HTTP/1.1" status: 200 len: 815 time: 0.1831548 Aug 10 01:06:25.575575 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-23503f51-354f-4347-a2b6-ccc575a45231 None None] Attempting to bind port 2fcb37f9-b077-42a9-8291-af886b8062ff on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:06:25.576094 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-23503f51-354f-4347-a2b6-ccc575a45231 None None] Attempting to bind port 2fcb37f9-b077-42a9-8291-af886b8062ff by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'f4c686c7-f30c-4f23-a86c-a70df0f5db61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5a462b3c-85e0-42af-bdaa-7c1c00be4593'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:06:25.576622 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23503f51-354f-4347-a2b6-ccc575a45231 None None] Attempting to bind port 2fcb37f9-b077-42a9-8291-af886b8062ff on network 5a462b3c-85e0-42af-bdaa-7c1c00be4593 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:25.580914 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97865fa2-c3b9-484d-a66d-698e7dd17777 None None] Pushing event updated for resources: {'Port': ['ID=2fcb37f9-b077-42a9-8291-af886b8062ff,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:25.590184 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97865fa2-c3b9-484d-a66d-698e7dd17777 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:25.591373 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97865fa2-c3b9-484d-a66d-698e7dd17777 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:25.591952 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97865fa2-c3b9-484d-a66d-698e7dd17777 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:25.592549 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97865fa2-c3b9-484d-a66d-698e7dd17777 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:25.593120 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97865fa2-c3b9-484d-a66d-698e7dd17777 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:25.593707 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97865fa2-c3b9-484d-a66d-698e7dd17777 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:25.594480 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97865fa2-c3b9-484d-a66d-698e7dd17777 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:25.595037 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97865fa2-c3b9-484d-a66d-698e7dd17777 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:25.595588 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97865fa2-c3b9-484d-a66d-698e7dd17777 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:25.596136 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97865fa2-c3b9-484d-a66d-698e7dd17777 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:25.596735 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97865fa2-c3b9-484d-a66d-698e7dd17777 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:25.597280 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97865fa2-c3b9-484d-a66d-698e7dd17777 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:25.601670 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23503f51-354f-4347-a2b6-ccc575a45231 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:06:25.602419 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23503f51-354f-4347-a2b6-ccc575a45231 None None] Checking segment: {'id': 'f4c686c7-f30c-4f23-a86c-a70df0f5db61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5a462b3c-85e0-42af-bdaa-7c1c00be4593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:06:25.603457 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-23503f51-354f-4347-a2b6-ccc575a45231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:25.604343 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23503f51-354f-4347-a2b6-ccc575a45231 None None] Bound using segment: {'id': 'f4c686c7-f30c-4f23-a86c-a70df0f5db61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5a462b3c-85e0-42af-bdaa-7c1c00be4593'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:06:25.605219 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-23503f51-354f-4347-a2b6-ccc575a45231 None None] Bound port: 2fcb37f9-b077-42a9-8291-af886b8062ff, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c686c7-f30c-4f23-a86c-a70df0f5db61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5a462b3c-85e0-42af-bdaa-7c1c00be4593'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:06:25.605988 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-23503f51-354f-4347-a2b6-ccc575a45231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:25.615703 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-935a61db-3c1b-4dd2-a70a-9711ee5f7396 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/quotas/bc4be8f81d9e48bdbff06bcaf91df1b9 HTTP/1.1" status: 200 len: 375 time: 0.0458019 Aug 10 01:06:25.627397 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=adad9426-8ef9-41c3-85c7-4f729b996c0b,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:25.671395 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9d360-4821-4ae4-890b-c1b7d6444221 req-d1026807-faad-46df-9627-9d1a21b4dd15 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:25.675005 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 5e16ed91-d2cf-45b1-8d19-b27820e16282, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5e16ed91-d2cf-45b1-8d19-b27820e16282,segment=NetworkSegment(f4c686c7-f30c-4f23-a86c-a70df0f5db61),segment_id=f4c686c7-f30c-4f23-a86c-a70df0f5db61)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:25.678290 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9d360-4821-4ae4-890b-c1b7d6444221 req-d1026807-faad-46df-9627-9d1a21b4dd15 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:25.686214 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9d360-4821-4ae4-890b-c1b7d6444221 req-d1026807-faad-46df-9627-9d1a21b4dd15 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:25.686460 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:25.692235 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9d360-4821-4ae4-890b-c1b7d6444221 req-d1026807-faad-46df-9627-9d1a21b4dd15 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:25.699076 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9d360-4821-4ae4-890b-c1b7d6444221 req-d1026807-faad-46df-9627-9d1a21b4dd15 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:25.705317 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-23503f51-354f-4347-a2b6-ccc575a45231 None None] For port 2fcb37f9-b077-42a9-8291-af886b8062ff, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:06:25.706546 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9d360-4821-4ae4-890b-c1b7d6444221 req-d1026807-faad-46df-9627-9d1a21b4dd15 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:25.709808 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-23503f51-354f-4347-a2b6-ccc575a45231 None None] For port 2fcb37f9-b077-42a9-8291-af886b8062ff, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=2fcb37f9-b077-42a9-8291-af886b8062ff,segment=NetworkSegment(f4c686c7-f30c-4f23-a86c-a70df0f5db61),segment_id=f4c686c7-f30c-4f23-a86c-a70df0f5db61)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:06:25.713078 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9d360-4821-4ae4-890b-c1b7d6444221 req-d1026807-faad-46df-9627-9d1a21b4dd15 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:25.715067 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c0f9d360-4821-4ae4-890b-c1b7d6444221 req-d1026807-faad-46df-9627-9d1a21b4dd15 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5418 time: 0.1717849 Aug 10 01:06:25.725471 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-23503f51-354f-4347-a2b6-ccc575a45231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:25.776603 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-65d2cb54-ba75-4fb9-a735-231b3f514a59 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bc4be8f81d9e48bdbff06bcaf91df1b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1596878 Aug 10 01:06:25.777882 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=5e16ed91-d2cf-45b1-8d19-b27820e16282,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:25.780343 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23503f51-354f-4347-a2b6-ccc575a45231 None None] Routers {'5e521bb3-94f5-4a03-9b85-6356dfc5e402'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:06:25.781157 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-23503f51-354f-4347-a2b6-ccc575a45231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:06:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['5e521bb3-94f5-4a03-9b85-6356dfc5e402'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:25.831374 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b17e088-5525-44e2-8e3e-ca4affb185f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be78956d-d9ac-4dca-8d80-bd6a2f323439'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:25.833743 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b898a4-8d1a-4f1b-806f-bcf54bcceb4a" -d '{"events": [{"server_uuid": "7b17e088-5525-44e2-8e3e-ca4affb185f5", "name": "network-vif-plugged", "status": "completed", "tag": "be78956d-d9ac-4dca-8d80-bd6a2f323439"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:25.844515 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97865fa2-c3b9-484d-a66d-698e7dd17777 None None] Pushing event updated for resources: {'Port': ['ID=2fcb37f9-b077-42a9-8291-af886b8062ff,revision_number=4']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:25.865531 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c0f9d360-4821-4ae4-890b-c1b7d6444221 req-2542d472-5923-4e10-a414-821a957f7080 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1343403 Aug 10 01:06:25.933978 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-7e763b1f-2baf-4a58-9951-d43a111ae8c1 service neutron] 10.222.0.35 "GET /v2.0/networks/2f7685e4-d25e-44cb-844f-48dc645b7020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559238 Aug 10 01:06:25.934920 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-23503f51-354f-4347-a2b6-ccc575a45231 None None] Set router 5e521bb3-94f5-4a03-9b85-6356dfc5e402 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:06:26.099581 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-84473a84-cce8-4ef9-8a2e-a8393f49908b service neutron] 10.222.0.35 "GET /v2.0/networks/2f7685e4-d25e-44cb-844f-48dc645b7020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574116 Aug 10 01:06:26.115446 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39ba2e-bf27-4c60-8ea0-af6fecb0a1d4 req-2746a7e1-82e5-4adc-8c23-3065b78ecaaa tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:26.123710 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-af39ba2e-bf27-4c60-8ea0-af6fecb0a1d4 req-2746a7e1-82e5-4adc-8c23-3065b78ecaaa tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b17e088-5525-44e2-8e3e-ca4affb185f5 HTTP/1.1" status: 200 len: 949 time: 0.1690910 Aug 10 01:06:26.179186 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['adad9426-8ef9-41c3-85c7-4f729b996c0b'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:26.192891 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-af39ba2e-bf27-4c60-8ea0-af6fecb0a1d4 req-2a0a3753-086a-4ad1-ac90-5bedf3c8b55b tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678334 Aug 10 01:06:26.299779 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-23503f51-354f-4347-a2b6-ccc575a45231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057299372', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': 'a1aae4f8-75d1-4802-a584-dad1b4ba38cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:06:18Z', 'updated_at': '2021-08-10T01:06:23Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'a1aae4f8-75d1-4802-a584-dad1b4ba38cc', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:06:19Z', 'updated_at': '2021-08-10T01:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '2fcb37f9-b077-42a9-8291-af886b8062ff', 'name': '', 'network_id': '5a462b3c-85e0-42af-bdaa-7c1c00be4593', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'mac_address': 'fa:16:3e:26:ab:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '95d779ab-0287-4bf3-8588-a099eab6d9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:06:21Z', 'updated_at': '2021-08-10T01:06:25Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'subnets': [{'id': '95d779ab-0287-4bf3-8588-a099eab6d9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:26.337935 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23503f51-354f-4347-a2b6-ccc575a45231 None None] The sync data for ids ['5e521bb3-94f5-4a03-9b85-6356dfc5e402'] in n-d-766726-26 is: [{'id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057299372', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': 'a1aae4f8-75d1-4802-a584-dad1b4ba38cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:06:18Z', 'updated_at': '2021-08-10T01:06:23Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'a1aae4f8-75d1-4802-a584-dad1b4ba38cc', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:06:19Z', 'updated_at': '2021-08-10T01:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '2fcb37f9-b077-42a9-8291-af886b8062ff', 'name': '', 'network_id': '5a462b3c-85e0-42af-bdaa-7c1c00be4593', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'mac_address': 'fa:16:3e:26:ab:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '95d779ab-0287-4bf3-8588-a099eab6d9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:06:21Z', 'updated_at': '2021-08-10T01:06:25Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'subnets': [{'id': '95d779ab-0287-4bf3-8588-a099eab6d9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:06:26.351426 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-293d0e60-808b-4746-a8ce-6dc9238f6629 req-48cbe5ef-babd-4519-8e2a-71865a878b99 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 210 time: 0.0529597 Aug 10 01:06:26.417482 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599c8d85-d38e-4688-973d-22b5f072f258 x-openstack-request-id: req-599c8d85-d38e-4688-973d-22b5f072f258 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:26.417788 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b17e088-5525-44e2-8e3e-ca4affb185f5", "name": "network-vif-plugged", "status": "completed", "tag": "be78956d-d9ac-4dca-8d80-bd6a2f323439", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:26.418066 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-599c8d85-d38e-4688-973d-22b5f072f258 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:26.418449 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b17e088-5525-44e2-8e3e-ca4affb185f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be78956d-d9ac-4dca-8d80-bd6a2f323439', 'code': 200} Aug 10 01:06:26.620271 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0e3ed-465b-4234-9fa5-fefabbd97e43 req-56db93dd-2dba-4e4e-9eac-58407072d38d tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:26.621605 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0de0e3ed-465b-4234-9fa5-fefabbd97e43 req-56db93dd-2dba-4e4e-9eac-58407072d38d tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=e59a6ef2-0001-493c-848d-d573fe522423 HTTP/1.1" status: 200 len: 946 time: 0.1326325 Aug 10 01:06:26.630073 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e91b9-a540-43bc-bf13-62bfd37910b6 req-4d517743-f655-435c-99bd-69e2aac7d53d tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:26.637954 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c81e91b9-a540-43bc-bf13-62bfd37910b6 req-4d517743-f655-435c-99bd-69e2aac7d53d tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c467c6b4-12cb-4fc8-b50d-6c24697cca02 HTTP/1.1" status: 200 len: 945 time: 0.1276445 Aug 10 01:06:26.756900 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0de0e3ed-465b-4234-9fa5-fefabbd97e43 req-7706207f-90b3-4ef5-8588-1fcfa847eb0e tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=66a82ecc-1c8f-417e-853d-b04b0d71df58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165946 Aug 10 01:06:26.781183 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c81e91b9-a540-43bc-bf13-62bfd37910b6 req-d88aa391-0075-4d74-94a4-0e9193680d03 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0bbc342-d53d-4a5b-822c-bcb78b3e82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419742 Aug 10 01:06:26.788596 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06fe58-679c-4e0f-8396-c141d152e838 req-f2364c03-7dc9-491a-a0e3-684cccfc05e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:26.799205 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9d06fe58-679c-4e0f-8396-c141d152e838 req-f2364c03-7dc9-491a-a0e3-684cccfc05e5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7b17e088-5525-44e2-8e3e-ca4affb185f5 HTTP/1.1" status: 200 len: 1101 time: 0.2529213 Aug 10 01:06:26.862371 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a1aae4f8-75d1-4802-a584-dad1b4ba38cc up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:06:26.883275 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7007315c-21cb-4dd9-9985-dcfecc9903f7 req-c28daf30-0bff-43df-8509-57bc052ef5f8 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b93e667-c17e-4be9-981b-5da7c8793b26 HTTP/1.1" status: 200 len: 210 time: 0.0469160 Aug 10 01:06:26.911358 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9d06fe58-679c-4e0f-8396-c141d152e838 req-2e618555-5b11-4053-8894-33868fff462d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971863 Aug 10 01:06:27.000698 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port a1aae4f8-75d1-4802-a584-dad1b4ba38cc triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:06:27.001581 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:27.077443 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5b9de-334a-4a90-8fe7-dcc7da020e19 req-3d57e9db-6167-4a48-8639-da8ff6cdfe18 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:27.084632 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5b9de-334a-4a90-8fe7-dcc7da020e19 req-3d57e9db-6167-4a48-8639-da8ff6cdfe18 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:27.090497 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5b9de-334a-4a90-8fe7-dcc7da020e19 req-3d57e9db-6167-4a48-8639-da8ff6cdfe18 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:27.091750 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 2fcb37f9-b077-42a9-8291-af886b8062ff up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:06:27.099279 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5b9de-334a-4a90-8fe7-dcc7da020e19 req-3d57e9db-6167-4a48-8639-da8ff6cdfe18 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:27.105820 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5b9de-334a-4a90-8fe7-dcc7da020e19 req-3d57e9db-6167-4a48-8639-da8ff6cdfe18 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:27.113194 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5b9de-334a-4a90-8fe7-dcc7da020e19 req-3d57e9db-6167-4a48-8639-da8ff6cdfe18 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:27.119444 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5b9de-334a-4a90-8fe7-dcc7da020e19 req-3d57e9db-6167-4a48-8639-da8ff6cdfe18 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:27.123455 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6ff5b9de-334a-4a90-8fe7-dcc7da020e19 req-3d57e9db-6167-4a48-8639-da8ff6cdfe18 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5418 time: 0.1486883 Aug 10 01:06:27.164094 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 2fcb37f9-b077-42a9-8291-af886b8062ff completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:06:27.172162 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 2fcb37f9-b077-42a9-8291-af886b8062ff triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:06:27.172865 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:27.222827 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e26a94-56e9-4095-a45c-b7a81586509e req-821159f3-e83c-4b61-9984-5239c6a70570 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:27.224588 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b8e26a94-56e9-4095-a45c-b7a81586509e req-821159f3-e83c-4b61-9984-5239c6a70570 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=e59a6ef2-0001-493c-848d-d573fe522423 HTTP/1.1" status: 200 len: 946 time: 0.2043722 Aug 10 01:06:27.235594 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56452) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:27.241503 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-cd3f719f-4dd5-4e75-be09-46b575025c0e tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Request body: {'floatingip': {'port_id': '5ddf650a-78e5-4b7d-a138-edd522b2f23e'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:27.270599 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:27.319508 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cd3f719f-4dd5-4e75-be09-46b575025c0e tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for floatingip, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:27.324281 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 2fcb37f9-b077-42a9-8291-af886b8062ff, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=2fcb37f9-b077-42a9-8291-af886b8062ff,segment=NetworkSegment(f4c686c7-f30c-4f23-a86c-a70df0f5db61),segment_id=f4c686c7-f30c-4f23-a86c-a70df0f5db61)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:27.333820 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:27.335711 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5e16ed91-d2cf-45b1-8d19-b27820e16282 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:06:27.336806 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-50f1dfdf-3a03-4752-9de7-e4942fcb8c26 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:27.338391 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-50f1dfdf-3a03-4752-9de7-e4942fcb8c26 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.24 "GET /v2.0/networks?id=5a462b3c-85e0-42af-bdaa-7c1c00be4593 HTTP/1.1" status: 200 len: 796 time: 0.2131562 Aug 10 01:06:27.436601 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-694d18d0-6e34-49ee-9c89-1a9164b44c65 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8 HTTP/1.1" status: 200 len: 379 time: 0.0771310 Aug 10 01:06:27.442004 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6ff5b9de-334a-4a90-8fe7-dcc7da020e19 req-985b7980-a326-4211-8adf-746a97220db0 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2281866 Aug 10 01:06:27.453791 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-c9d3102b-23d7-4940-a621-84afd4bc01b0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'port': {'device_id': 'bad01cb8-d294-44d5-ba58-37ba1495d6c9', 'network_id': '5a462b3c-85e0-42af-bdaa-7c1c00be4593', 'admin_state_up': True, 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'security_groups': ['35bcfc70-1407-4f89-a583-4a8bf64d1a10']}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:27.538929 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd913b25-81c3-4bff-aba3-1cdcfec449b1 req-d56f5eef-3158-4a78-8091-e3618525186c tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:27.540805 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd913b25-81c3-4bff-aba3-1cdcfec449b1 req-d56f5eef-3158-4a78-8091-e3618525186c tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b17e088-5525-44e2-8e3e-ca4affb185f5 HTTP/1.1" status: 200 len: 949 time: 0.1936421 Aug 10 01:06:27.614188 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd913b25-81c3-4bff-aba3-1cdcfec449b1 req-33c1530c-d3c1-44e4-9ec0-ff7eabad22f1 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586786 Aug 10 01:06:27.659040 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 5e16ed91-d2cf-45b1-8d19-b27820e16282 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:06:27.659436 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:27.681029 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b1ae9193-2e90-4898-9305-fd921506a766 req-275cc07e-f404-4d7b-8af7-f88baa3f6533 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 210 time: 0.0489569 Aug 10 01:06:27.695670 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=2fcb37f9-b077-42a9-8291-af886b8062ff,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:27.722043 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-c9d3102b-23d7-4940-a621-84afd4bc01b0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Made reservation on behalf of ffe13e423dfd43ec93b2db095fb6b3d8 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:06:27.725662 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-c9d3102b-23d7-4940-a621-84afd4bc01b0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:27.948532 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-c9d3102b-23d7-4940-a621-84afd4bc01b0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Allocated IP 172.20.0.11 (5a462b3c-85e0-42af-bdaa-7c1c00be4593/95d779ab-0287-4bf3-8588-a099eab6d9bd/6d3cf203-dbf4-4919-b989-f724df5d49e9) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:06:27.974539 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517b3d7-835b-46f1-a64b-972a82b46bd4 req-10e39d40-8844-4a3c-8e46-a40331e6f2aa tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:27.976260 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a517b3d7-835b-46f1-a64b-972a82b46bd4 req-10e39d40-8844-4a3c-8e46-a40331e6f2aa tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c467c6b4-12cb-4fc8-b50d-6c24697cca02 HTTP/1.1" status: 200 len: 945 time: 0.0837946 Aug 10 01:06:27.978210 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-b8aeb271-e948-4d10-aa5c-8508cfd8291b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:27.979675 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-b8aeb271-e948-4d10-aa5c-8508cfd8291b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.24 "GET /v2.0/networks?id=2f7685e4-d25e-44cb-844f-48dc645b7020 HTTP/1.1" status: 200 len: 815 time: 0.1545281 Aug 10 01:06:28.023227 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-4895edc8-09cd-447e-bc46-db492478ca7b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Request body: {'port': {'device_id': '2b93e667-c17e-4be9-981b-5da7c8793b26', 'network_id': '2f7685e4-d25e-44cb-844f-48dc645b7020', 'admin_state_up': True, 'tenant_id': 'bc4be8f81d9e48bdbff06bcaf91df1b9'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:28.035136 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-60a42808-56ec-4542-911c-6fc724fccb5e req-668e6afe-7c38-4195-9234-9e61bce5917d tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b93e667-c17e-4be9-981b-5da7c8793b26 HTTP/1.1" status: 200 len: 210 time: 0.0519352 Aug 10 01:06:28.093068 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:28.105364 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cd3f719f-4dd5-4e75-be09-46b575025c0e tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:28.116668 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cd3f719f-4dd5-4e75-be09-46b575025c0e tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:28.146967 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a517b3d7-835b-46f1-a64b-972a82b46bd4 req-167a8ab2-153f-432b-8874-60e3db5b6b75 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0bbc342-d53d-4a5b-822c-bcb78b3e82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437583 Aug 10 01:06:28.222933 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-c9d3102b-23d7-4940-a621-84afd4bc01b0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:28.244155 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-c9d3102b-23d7-4940-a621-84afd4bc01b0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Transition to ACTIVE for port object 6d3cf203-dbf4-4919-b989-f724df5d49e9 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:06:28.250714 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-4895edc8-09cd-447e-bc46-db492478ca7b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Made reservation on behalf of bc4be8f81d9e48bdbff06bcaf91df1b9 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:06:28.254284 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-4895edc8-09cd-447e-bc46-db492478ca7b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:28.270071 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [None req-cd3f719f-4dd5-4e75-be09-46b575025c0e tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Floating IP 227d3b44-a046-4d20-af4d-a61d89261c45 associated. External IP: 172.25.2.223, port: 5ddf650a-78e5-4b7d-a138-edd522b2f23e. Aug 10 01:06:28.290078 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-c9d3102b-23d7-4940-a621-84afd4bc01b0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:28.336357 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-c9d3102b-23d7-4940-a621-84afd4bc01b0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Network 5a462b3c-85e0-42af-bdaa-7c1c00be4593 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:06:28.339476 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-c9d3102b-23d7-4940-a621-84afd4bc01b0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:06:28.343940 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-c9d3102b-23d7-4940-a621-84afd4bc01b0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:06:28.377449 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3102b-23d7-4940-a621-84afd4bc01b0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'Port': ['ID=6d3cf203-dbf4-4919-b989-f724df5d49e9,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:28.404649 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-c9d3102b-23d7-4940-a621-84afd4bc01b0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:28.405216 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-c9d3102b-23d7-4940-a621-84afd4bc01b0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:28.423730 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-c9d3102b-23d7-4940-a621-84afd4bc01b0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9755254 Aug 10 01:06:28.437941 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-8e992fe5-d496-43b2-abd6-06395aebac9e service neutron] Request body: {'port': {'device_id': 'bad01cb8-d294-44d5-ba58-37ba1495d6c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:28.500418 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-8e992fe5-d496-43b2-abd6-06395aebac9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:28.544279 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-4895edc8-09cd-447e-bc46-db492478ca7b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Allocated IP 172.20.0.4 (2f7685e4-d25e-44cb-844f-48dc645b7020/aff3426d-0264-4fde-bc3f-88e167c75bec/8d167231-c738-4ce8-a27c-faa105b480a0) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:06:28.593538 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-54fc0c41-ad50-41b6-8665-ae7bc04b22f6 None None] Provisioning for port 6d3cf203-dbf4-4919-b989-f724df5d49e9 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:06:28.598022 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-54fc0c41-ad50-41b6-8665-ae7bc04b22f6 None None] Provisioning complete for port 6d3cf203-dbf4-4919-b989-f724df5d49e9 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:06:28.598680 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-54fc0c41-ad50-41b6-8665-ae7bc04b22f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:28.651860 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-54fc0c41-ad50-41b6-8665-ae7bc04b22f6 None None] Port 6d3cf203-dbf4-4919-b989-f724df5d49e9 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:06:28.659061 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3f719f-4dd5-4e75-be09-46b575025c0e tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Router ffe05d4e-1105-4d2b-87c9-4a6c91d02339 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:06:28.710793 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cb564-962c-40b6-b0b1-550eb8ce3a2b req-9a9b9d26-c98f-4ddc-b6ea-3839e7e36f78 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:28.718246 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cb564-962c-40b6-b0b1-550eb8ce3a2b req-9a9b9d26-c98f-4ddc-b6ea-3839e7e36f78 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:28.724167 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cb564-962c-40b6-b0b1-550eb8ce3a2b req-9a9b9d26-c98f-4ddc-b6ea-3839e7e36f78 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:28.740109 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cb564-962c-40b6-b0b1-550eb8ce3a2b req-9a9b9d26-c98f-4ddc-b6ea-3839e7e36f78 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:28.747300 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 2fcb37f9-b077-42a9-8291-af886b8062ff up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:06:28.755447 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cb564-962c-40b6-b0b1-550eb8ce3a2b req-9a9b9d26-c98f-4ddc-b6ea-3839e7e36f78 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:28.762925 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cb564-962c-40b6-b0b1-550eb8ce3a2b req-9a9b9d26-c98f-4ddc-b6ea-3839e7e36f78 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:28.769337 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cb564-962c-40b6-b0b1-550eb8ce3a2b req-9a9b9d26-c98f-4ddc-b6ea-3839e7e36f78 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:28.771314 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-181cb564-962c-40b6-b0b1-550eb8ce3a2b req-9a9b9d26-c98f-4ddc-b6ea-3839e7e36f78 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5418 time: 0.2316451 Aug 10 01:06:28.802542 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 2fcb37f9-b077-42a9-8291-af886b8062ff triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:06:28.802918 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:28.857112 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-4895edc8-09cd-447e-bc46-db492478ca7b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:28.865781 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3f719f-4dd5-4e75-be09-46b575025c0e tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:06:28.871080 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cd3f719f-4dd5-4e75-be09-46b575025c0e tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:28.887174 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231c6fba-0f7f-478c-92b3-fc4db85e3c51 None None] Sync routers for ids ['ffe05d4e-1105-4d2b-87c9-4a6c91d02339'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:06:28.904524 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231c6fba-0f7f-478c-92b3-fc4db85e3c51 None None] Routers {'ffe05d4e-1105-4d2b-87c9-4a6c91d02339'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:06:28.905166 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-231c6fba-0f7f-478c-92b3-fc4db85e3c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:06:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['ffe05d4e-1105-4d2b-87c9-4a6c91d02339'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:28.908826 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-181cb564-962c-40b6-b0b1-550eb8ce3a2b req-2bb0db0a-b316-4873-9fc0-b739a3fec9f6 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1272237 Aug 10 01:06:28.913554 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cd3f719f-4dd5-4e75-be09-46b575025c0e tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "PUT /v2.0/floatingips/227d3b44-a046-4d20-af4d-a61d89261c45 HTTP/1.1" status: 200 len: 992 time: 1.6734328 Aug 10 01:06:28.913554 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e59a6ef2-0001-493c-848d-d573fe522423', 'tag': '5ddf650a-78e5-4b7d-a138-edd522b2f23e'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:28.915493 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea0eec7-b2ae-4bc3-bb2d-7a5a08cbe7da" -d '{"events": [{"name": "network-changed", "server_uuid": "e59a6ef2-0001-493c-848d-d573fe522423", "tag": "5ddf650a-78e5-4b7d-a138-edd522b2f23e"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:28.932385 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8da462-bbc6-4dd6-a384-3ba8472ef7c2 req-5e9743e5-f612-4d09-905f-6b6d2cb8f3f7 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:28.933838 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0e8da462-bbc6-4dd6-a384-3ba8472ef7c2 req-5e9743e5-f612-4d09-905f-6b6d2cb8f3f7 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b17e088-5525-44e2-8e3e-ca4affb185f5 HTTP/1.1" status: 200 len: 949 time: 0.1615717 Aug 10 01:06:28.948911 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-4895edc8-09cd-447e-bc46-db492478ca7b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:28.971170 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['16a59ecc-9352-418f-bfd7-e7af3e907051'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:29.005090 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-4895edc8-09cd-447e-bc46-db492478ca7b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Network 2f7685e4-d25e-44cb-844f-48dc645b7020 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:06:29.008340 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-4895edc8-09cd-447e-bc46-db492478ca7b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:06:29.011985 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-4895edc8-09cd-447e-bc46-db492478ca7b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:06:29.054284 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895edc8-09cd-447e-bc46-db492478ca7b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Pushing event updated for resources: {'Port': ['ID=8d167231-c738-4ce8-a27c-faa105b480a0,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:29.056671 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0e8da462-bbc6-4dd6-a384-3ba8472ef7c2 req-9af8285f-c4fe-4a5c-8d99-92b9475d760c tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102529 Aug 10 01:06:29.068041 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4895edc8-09cd-447e-bc46-db492478ca7b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:29.068041 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4895edc8-09cd-447e-bc46-db492478ca7b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:29.068971 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4895edc8-09cd-447e-bc46-db492478ca7b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:29.069779 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4895edc8-09cd-447e-bc46-db492478ca7b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:29.069779 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4895edc8-09cd-447e-bc46-db492478ca7b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:29.070011 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4895edc8-09cd-447e-bc46-db492478ca7b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:29.070617 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4895edc8-09cd-447e-bc46-db492478ca7b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:29.070828 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4895edc8-09cd-447e-bc46-db492478ca7b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:29.071172 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4895edc8-09cd-447e-bc46-db492478ca7b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:29.071507 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4895edc8-09cd-447e-bc46-db492478ca7b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:29.071839 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4895edc8-09cd-447e-bc46-db492478ca7b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:29.072169 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4895edc8-09cd-447e-bc46-db492478ca7b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:29.094916 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-231c6fba-0f7f-478c-92b3-fc4db85e3c51 None None] Set router ffe05d4e-1105-4d2b-87c9-4a6c91d02339 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:06:29.095381 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e6196-6da4-4d3d-9e30-3356b7ba99c4 req-f6f02f5d-2158-4252-bf7e-b14f00171a9d tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:29.095381 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3e9e6196-6da4-4d3d-9e30-3356b7ba99c4 req-f6f02f5d-2158-4252-bf7e-b14f00171a9d tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 932 time: 0.1237476 Aug 10 01:06:29.108306 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-4895edc8-09cd-447e-bc46-db492478ca7b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:29.108938 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-4895edc8-09cd-447e-bc46-db492478ca7b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:29.126722 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 2ad0def9-aab1-41bc-bb68-ab13dba6e597 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:06:29.127785 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-4895edc8-09cd-447e-bc46-db492478ca7b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1084673 Aug 10 01:06:29.129377 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device adad9426-8ef9-41c3-85c7-4f729b996c0b up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:06:29.145850 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-ed56e624-3acf-43d5-901b-d81e9392b9b3 service neutron] Request body: {'port': {'device_id': '2b93e667-c17e-4be9-981b-5da7c8793b26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:29.166867 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-8e992fe5-d496-43b2-abd6-06395aebac9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d3cf203-dbf4-4919-b989-f724df5d49e9 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:29.180781 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-8e992fe5-d496-43b2-abd6-06395aebac9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:29.194727 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3e9e6196-6da4-4d3d-9e30-3356b7ba99c4 req-91b83e9d-4e9d-4d15-a679-30dc49356838 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621021 Aug 10 01:06:29.202900 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-8e992fe5-d496-43b2-abd6-06395aebac9e service neutron] Transition to ACTIVE for port object 6d3cf203-dbf4-4919-b989-f724df5d49e9 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:06:29.215141 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-8e992fe5-d496-43b2-abd6-06395aebac9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:29.221487 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7598ce6-d912-4e99-9bd1-21593f0934da x-openstack-request-id: req-f7598ce6-d912-4e99-9bd1-21593f0934da {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:29.221804 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e59a6ef2-0001-493c-848d-d573fe522423", "tag": "5ddf650a-78e5-4b7d-a138-edd522b2f23e", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:29.222016 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f7598ce6-d912-4e99-9bd1-21593f0934da {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:29.222321 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e59a6ef2-0001-493c-848d-d573fe522423', 'tag': '5ddf650a-78e5-4b7d-a138-edd522b2f23e', 'status': 'completed', 'code': 200} Aug 10 01:06:29.233658 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-ed56e624-3acf-43d5-901b-d81e9392b9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:29.368209 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0eec7-b2ae-4bc3-bb2d-7a5a08cbe7da req-04c119c7-67f5-45b3-ab12-510e078af263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:29.373015 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ea0eec7-b2ae-4bc3-bb2d-7a5a08cbe7da req-04c119c7-67f5-45b3-ab12-510e078af263 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d91dc5c8b6a84b00a6991cd850981f11&device_id=e59a6ef2-0001-493c-848d-d573fe522423 HTTP/1.1" status: 200 len: 1098 time: 0.1208661 Aug 10 01:06:29.409227 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e992fe5-d496-43b2-abd6-06395aebac9e service neutron] Pushing event updated for resources: {'Port': ['ID=6d3cf203-dbf4-4919-b989-f724df5d49e9,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:29.476495 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122b5c3-af45-42e6-9885-3e8ab136ae96 req-a92c7a4c-65ae-4942-ad24-ad12bfcbe736 tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:29.477824 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c122b5c3-af45-42e6-9885-3e8ab136ae96 req-a92c7a4c-65ae-4942-ad24-ad12bfcbe736 tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7b17e088-5525-44e2-8e3e-ca4affb185f5 HTTP/1.1" status: 200 len: 1101 time: 0.1710222 Aug 10 01:06:29.484907 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port adad9426-8ef9-41c3-85c7-4f729b996c0b completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:06:29.491256 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd9e84-bf69-4fe1-aecf-e279b65946f9 req-34fbbaca-04b5-4eff-8836-0f7aa4bd8377 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:29.499655 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bbbd9e84-bf69-4fe1-aecf-e279b65946f9 req-34fbbaca-04b5-4eff-8836-0f7aa4bd8377 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b93e667-c17e-4be9-981b-5da7c8793b26 HTTP/1.1" status: 200 len: 931 time: 0.1639922 Aug 10 01:06:29.517449 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-8e992fe5-d496-43b2-abd6-06395aebac9e service neutron] Attempting to bind port 6d3cf203-dbf4-4919-b989-f724df5d49e9 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:06:29.517789 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-8e992fe5-d496-43b2-abd6-06395aebac9e service neutron] Attempting to bind port 6d3cf203-dbf4-4919-b989-f724df5d49e9 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'f4c686c7-f30c-4f23-a86c-a70df0f5db61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5a462b3c-85e0-42af-bdaa-7c1c00be4593'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:06:29.518127 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-8e992fe5-d496-43b2-abd6-06395aebac9e service neutron] Attempting to bind port 6d3cf203-dbf4-4919-b989-f724df5d49e9 on network 5a462b3c-85e0-42af-bdaa-7c1c00be4593 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:29.524325 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port adad9426-8ef9-41c3-85c7-4f729b996c0b triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:06:29.524714 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:29.540764 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-8e992fe5-d496-43b2-abd6-06395aebac9e service neutron] Port 6d3cf203-dbf4-4919-b989-f724df5d49e9 on network 5a462b3c-85e0-42af-bdaa-7c1c00be4593 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:06:29.541024 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-8e992fe5-d496-43b2-abd6-06395aebac9e service neutron] Attempting to bind port 6d3cf203-dbf4-4919-b989-f724df5d49e9 on network 5a462b3c-85e0-42af-bdaa-7c1c00be4593 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:29.560578 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-8e992fe5-d496-43b2-abd6-06395aebac9e service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:06:29.560925 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-8e992fe5-d496-43b2-abd6-06395aebac9e service neutron] Checking segment: {'id': 'f4c686c7-f30c-4f23-a86c-a70df0f5db61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5a462b3c-85e0-42af-bdaa-7c1c00be4593'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:06:29.561374 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-8e992fe5-d496-43b2-abd6-06395aebac9e service neutron] Bound using segment: {'id': 'f4c686c7-f30c-4f23-a86c-a70df0f5db61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5a462b3c-85e0-42af-bdaa-7c1c00be4593'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:06:29.561841 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-8e992fe5-d496-43b2-abd6-06395aebac9e service neutron] Bound port: 6d3cf203-dbf4-4919-b989-f724df5d49e9, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4c686c7-f30c-4f23-a86c-a70df0f5db61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5a462b3c-85e0-42af-bdaa-7c1c00be4593'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:06:29.562208 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-8e992fe5-d496-43b2-abd6-06395aebac9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:29.583688 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c122b5c3-af45-42e6-9885-3e8ab136ae96 req-25acf21e-3952-4d3b-8af3-53a5cbc30e45 tempest-ServersOnMultiNodesTest-1050192436 tempest-ServersOnMultiNodesTest-1050192436-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794992 Aug 10 01:06:29.602126 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 2ad0def9-aab1-41bc-bb68-ab13dba6e597, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2ad0def9-aab1-41bc-bb68-ab13dba6e597,segment=NetworkSegment(1357e2b4-7ea7-48a9-bf87-c09b5a9112c7),segment_id=1357e2b4-7ea7-48a9-bf87-c09b5a9112c7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:29.604714 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bbbd9e84-bf69-4fe1-aecf-e279b65946f9 req-1ea5e829-0324-41cf-bc5d-73feaa8c0292 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986249 Aug 10 01:06:29.647401 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '2ad0def9-aab1-41bc-bb68-ab13dba6e597', 'network_id': '9657ed9b-3ba6-4067-a52c-0b450eacaa75', 'port_id': '2ad0def9-aab1-41bc-bb68-ab13dba6e597', 'mac_address': 'fa:16:3e:e9:0c:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c328af-f7d8-464f-82c5-ef21fb4355cc', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:06:29.716437 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-231c6fba-0f7f-478c-92b3-fc4db85e3c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'name': 'tempest-AttachVolumeTestJSON-56048594-router', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b014651d-896e-49bf-a8fe-96ed9fd8633a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T00:59:41Z', 'revision_number': 4, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'gw_port': {'id': 'b014651d-896e-49bf-a8fe-96ed9fd8633a', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T00:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '227d3b44-a046-4d20-af4d-a61d89261c45', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'floating_ip_address': '172.25.2.223', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'port_id': '5ddf650a-78e5-4b7d-a138-edd522b2f23e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e', 'mac_address': 'fa:16:3e:86:86:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59a6ef2-0001-493c-848d-d573fe522423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:06:09Z', 'updated_at': '2021-08-10T01:06:27Z', 'revision_number': 1, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b72c7d-b08b-4b6b-8e03-039ba2c68e0a', 'name': '', 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'mac_address': 'fa:16:3e:5a:5a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '5e3c383a-86af-456d-b822-0c7aa421c546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:40Z', 'updated_at': '2021-08-10T00:59:47Z', 'revision_number': 5, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'subnets': [{'id': '5e3c383a-86af-456d-b822-0c7aa421c546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:29.719909 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-8e992fe5-d496-43b2-abd6-06395aebac9e service neutron] For port 6d3cf203-dbf4-4919-b989-f724df5d49e9, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:06:29.726364 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-8e992fe5-d496-43b2-abd6-06395aebac9e service neutron] For port 6d3cf203-dbf4-4919-b989-f724df5d49e9, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=6d3cf203-dbf4-4919-b989-f724df5d49e9,segment=NetworkSegment(f4c686c7-f30c-4f23-a86c-a70df0f5db61),segment_id=f4c686c7-f30c-4f23-a86c-a70df0f5db61)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:06:29.733531 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-8e992fe5-d496-43b2-abd6-06395aebac9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:29.767481 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231c6fba-0f7f-478c-92b3-fc4db85e3c51 None None] Checking router: ffe05d4e-1105-4d2b-87c9-4a6c91d02339 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:06:29.773419 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:29.792427 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:29.805591 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ad0def9-aab1-41bc-bb68-ab13dba6e597 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:29.813759 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-8e992fe5-d496-43b2-abd6-06395aebac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:29.814412 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-8e992fe5-d496-43b2-abd6-06395aebac9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:29.816588 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-8e992fe5-d496-43b2-abd6-06395aebac9e service neutron] 10.222.0.24 "PUT /v2.0/ports/6d3cf203-dbf4-4919-b989-f724df5d49e9 HTTP/1.1" status: 200 len: 1093 time: 1.3834560 Aug 10 01:06:29.818039 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231c6fba-0f7f-478c-92b3-fc4db85e3c51 None None] Routers {'ffe05d4e-1105-4d2b-87c9-4a6c91d02339'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:06:29.818712 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-231c6fba-0f7f-478c-92b3-fc4db85e3c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:06:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['ffe05d4e-1105-4d2b-87c9-4a6c91d02339'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:29.838350 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bad01cb8-d294-44d5-ba58-37ba1495d6c9', 'tag': '6d3cf203-dbf4-4919-b989-f724df5d49e9'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:29.844195 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85458504-8e16-43bb-8b8d-c1243a9bd146" -d '{"events": [{"name": "network-changed", "server_uuid": "bad01cb8-d294-44d5-ba58-37ba1495d6c9", "tag": "6d3cf203-dbf4-4919-b989-f724df5d49e9"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:29.905182 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 2ad0def9-aab1-41bc-bb68-ab13dba6e597, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2ad0def9-aab1-41bc-bb68-ab13dba6e597,segment=NetworkSegment(1357e2b4-7ea7-48a9-bf87-c09b5a9112c7),segment_id=1357e2b4-7ea7-48a9-bf87-c09b5a9112c7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:29.906401 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c467c6b4-12cb-4fc8-b50d-6c24697cca02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adad9426-8ef9-41c3-85c7-4f729b996c0b'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:29.909711 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029b3b06-58cb-4c18-acc4-0490cf595204" -d '{"events": [{"server_uuid": "c467c6b4-12cb-4fc8-b50d-6c24697cca02", "name": "network-vif-plugged", "status": "completed", "tag": "adad9426-8ef9-41c3-85c7-4f729b996c0b"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:29.930110 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port adad9426-8ef9-41c3-85c7-4f729b996c0b, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=adad9426-8ef9-41c3-85c7-4f729b996c0b,segment=NetworkSegment(10fb682a-4542-404f-8e24-3f166ef5480f),segment_id=10fb682a-4542-404f-8e24-3f166ef5480f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:29.938958 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294a446-7641-40d5-ac6b-f60e7d9b3ef7 req-d696cd20-bf07-465e-acd2-470175389f78 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:29.949265 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9294a446-7641-40d5-ac6b-f60e7d9b3ef7 req-d696cd20-bf07-465e-acd2-470175389f78 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c467c6b4-12cb-4fc8-b50d-6c24697cca02 HTTP/1.1" status: 200 len: 945 time: 0.2104523 Aug 10 01:06:29.952833 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e992fe5-d496-43b2-abd6-06395aebac9e service neutron] Pushing event updated for resources: {'Port': ['ID=6d3cf203-dbf4-4919-b989-f724df5d49e9,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:30.008874 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-0e68cc35-bbb7-4a9d-ab10-b2c5d4c1eb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:30.010346 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-0e68cc35-bbb7-4a9d-ab10-b2c5d4c1eb1b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 1096 time: 0.1237564 Aug 10 01:06:30.029875 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9294a446-7641-40d5-ac6b-f60e7d9b3ef7 req-d7d865bb-1ab5-4a91-abec-d64db23a1a7d tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0bbc342-d53d-4a5b-822c-bcb78b3e82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749156 Aug 10 01:06:30.044877 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0eec7-b2ae-4bc3-bb2d-7a5a08cbe7da req-95744e03-4435-4f4a-af3f-16009e420ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:30.046246 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ea0eec7-b2ae-4bc3-bb2d-7a5a08cbe7da req-95744e03-4435-4f4a-af3f-16009e420ac5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8055185-7aa6-4d65-b84e-223f9bf84b1e HTTP/1.1" status: 200 len: 910 time: 0.6637542 Aug 10 01:06:30.073630 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-231c6fba-0f7f-478c-92b3-fc4db85e3c51 None None] Set router ffe05d4e-1105-4d2b-87c9-4a6c91d02339 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:06:30.125387 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ea0eec7-b2ae-4bc3-bb2d-7a5a08cbe7da req-c872eb1b-c09f-41fe-afd2-1e7b09cd3e82 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ddf650a-78e5-4b7d-a138-edd522b2f23e HTTP/1.1" status: 200 len: 1000 time: 0.0654323 Aug 10 01:06:30.130570 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b980a33-f442-450a-9d78-4172fe351e52 x-openstack-request-id: req-1b980a33-f442-450a-9d78-4172fe351e52 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:30.134866 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bad01cb8-d294-44d5-ba58-37ba1495d6c9", "tag": "6d3cf203-dbf4-4919-b989-f724df5d49e9", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:30.136878 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1b980a33-f442-450a-9d78-4172fe351e52 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:30.138564 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bad01cb8-d294-44d5-ba58-37ba1495d6c9', 'tag': '6d3cf203-dbf4-4919-b989-f724df5d49e9', 'status': 'completed', 'code': 200} Aug 10 01:06:30.140228 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-24bfa136-339e-45ac-a037-0e3a86f0eb19 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d3cf203-dbf4-4919-b989-f724df5d49e9 HTTP/1.1" status: 200 len: 217 time: 0.1029847 Aug 10 01:06:30.180275 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:30.180982 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 9211c06d-216b-4619-a636-7f12c2e6d3ce details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:06:30.192833 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:30.203855 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0eec7-b2ae-4bc3-bb2d-7a5a08cbe7da req-4cafff71-0c32-4f85-81f8-0f102a0c1144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:30.205512 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ea0eec7-b2ae-4bc3-bb2d-7a5a08cbe7da req-4cafff71-0c32-4f85-81f8-0f102a0c1144 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e3c383a-86af-456d-b822-0c7aa421c546 HTTP/1.1" status: 200 len: 848 time: 0.0702682 Aug 10 01:06:30.277423 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-ed56e624-3acf-43d5-901b-d81e9392b9b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d167231-c738-4ce8-a27c-faa105b480a0 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:30.286622 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-ed56e624-3acf-43d5-901b-d81e9392b9b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:30.299441 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-252faa1b-89d8-4d53-9250-39db464e72a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:30.301072 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-252faa1b-89d8-4d53-9250-39db464e72a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=95d779ab-0287-4bf3-8588-a099eab6d9bd HTTP/1.1" status: 200 len: 835 time: 0.1090944 Aug 10 01:06:30.304031 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0eec7-b2ae-4bc3-bb2d-7a5a08cbe7da req-22605cbb-d552-46fe-87e5-f070bbe0b67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:30.305871 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ea0eec7-b2ae-4bc3-bb2d-7a5a08cbe7da req-22605cbb-d552-46fe-87e5-f070bbe0b67e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8055185-7aa6-4d65-b84e-223f9bf84b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0904016 Aug 10 01:06:30.311503 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-ed56e624-3acf-43d5-901b-d81e9392b9b3 service neutron] Transition to ACTIVE for port object 8d167231-c738-4ce8-a27c-faa105b480a0 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:06:30.315231 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fdfbb-1b32-4389-880c-76bfa8368b2c req-9774bd2b-5486-4658-b9d4-dd80de8d8dbc tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:30.323461 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fdfbb-1b32-4389-880c-76bfa8368b2c req-9774bd2b-5486-4658-b9d4-dd80de8d8dbc tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:30.330417 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fdfbb-1b32-4389-880c-76bfa8368b2c req-9774bd2b-5486-4658-b9d4-dd80de8d8dbc tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:30.337004 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fdfbb-1b32-4389-880c-76bfa8368b2c req-9774bd2b-5486-4658-b9d4-dd80de8d8dbc tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:30.343303 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fdfbb-1b32-4389-880c-76bfa8368b2c req-9774bd2b-5486-4658-b9d4-dd80de8d8dbc tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:30.349625 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fdfbb-1b32-4389-880c-76bfa8368b2c req-9774bd2b-5486-4658-b9d4-dd80de8d8dbc tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:30.355706 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fdfbb-1b32-4389-880c-76bfa8368b2c req-9774bd2b-5486-4658-b9d4-dd80de8d8dbc tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:30.358283 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c44fdfbb-1b32-4389-880c-76bfa8368b2c req-9774bd2b-5486-4658-b9d4-dd80de8d8dbc tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5419 time: 0.2296321 Aug 10 01:06:30.368402 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=2ad0def9-aab1-41bc-bb68-ab13dba6e597,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:30.391163 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-ed56e624-3acf-43d5-901b-d81e9392b9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:30.420423 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5765b-a6c2-4af1-b2a6-285c0bf5b66c req-d467432b-7ec8-43f4-b2fa-b0717c83a6c8 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:30.428852 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7cd5765b-a6c2-4af1-b2a6-285c0bf5b66c req-d467432b-7ec8-43f4-b2fa-b0717c83a6c8 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b17e088-5525-44e2-8e3e-ca4affb185f5 HTTP/1.1" status: 200 len: 949 time: 0.2253666 Aug 10 01:06:30.466532 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 9211c06d-216b-4619-a636-7f12c2e6d3ce, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=9211c06d-216b-4619-a636-7f12c2e6d3ce,segment=NetworkSegment(12abd57d-e545-4f43-839f-fc66085c41e6),segment_id=12abd57d-e545-4f43-839f-fc66085c41e6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:30.476040 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56e624-3acf-43d5-901b-d81e9392b9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=8d167231-c738-4ce8-a27c-faa105b480a0,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:30.479327 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=adad9426-8ef9-41c3-85c7-4f729b996c0b,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:30.497801 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c44fdfbb-1b32-4389-880c-76bfa8368b2c req-76a73a3e-622b-4c2c-b323-b3484d80be10 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1213830 Aug 10 01:06:30.502463 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '9211c06d-216b-4619-a636-7f12c2e6d3ce', 'network_id': '87e4a205-e3a1-47d5-9b64-5ef0f0daea88', 'port_id': '9211c06d-216b-4619-a636-7f12c2e6d3ce', 'mac_address': 'fa:16:3e:c5:95:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bfcdb50-9c0d-437c-9c01-cf14d13f1a02', 'ip_address': '10.1.1.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:06:30.512973 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-fc0f8c5f-dfc3-429b-a0fd-7e9d79a7abc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:30.524790 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-fc0f8c5f-dfc3-429b-a0fd-7e9d79a7abc0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a462b3c-85e0-42af-bdaa-7c1c00be4593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1553950 Aug 10 01:06:30.532387 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7cd5765b-a6c2-4af1-b2a6-285c0bf5b66c req-5549d4b2-f8f7-4083-b4d0-9f0165abab9d tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968509 Aug 10 01:06:30.562407 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ea0eec7-b2ae-4bc3-bb2d-7a5a08cbe7da req-f43fa858-0b43-41e7-8337-7aa3033022f2 service neutron] 10.222.0.24 "GET /v2.0/networks/f8055185-7aa6-4d65-b84e-223f9bf84b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442677 Aug 10 01:06:30.595156 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e05bf5-f2a7-4e35-9cc6-4d348646400f x-openstack-request-id: req-c0e05bf5-f2a7-4e35-9cc6-4d348646400f {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:30.595453 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c467c6b4-12cb-4fc8-b50d-6c24697cca02", "name": "network-vif-plugged", "status": "completed", "tag": "adad9426-8ef9-41c3-85c7-4f729b996c0b", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:30.595713 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c0e05bf5-f2a7-4e35-9cc6-4d348646400f {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:30.596111 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c467c6b4-12cb-4fc8-b50d-6c24697cca02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adad9426-8ef9-41c3-85c7-4f729b996c0b', 'code': 200} Aug 10 01:06:30.612139 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:30.651150 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-ed56e624-3acf-43d5-901b-d81e9392b9b3 service neutron] Attempting to bind port 8d167231-c738-4ce8-a27c-faa105b480a0 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:06:30.651503 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-ed56e624-3acf-43d5-901b-d81e9392b9b3 service neutron] Attempting to bind port 8d167231-c738-4ce8-a27c-faa105b480a0 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '972b6f59-ca6f-4d63-843a-63e117aa35cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2f7685e4-d25e-44cb-844f-48dc645b7020'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:06:30.651841 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-ed56e624-3acf-43d5-901b-d81e9392b9b3 service neutron] Attempting to bind port 8d167231-c738-4ce8-a27c-faa105b480a0 on network 2f7685e4-d25e-44cb-844f-48dc645b7020 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:30.682181 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-ed56e624-3acf-43d5-901b-d81e9392b9b3 service neutron] Port 8d167231-c738-4ce8-a27c-faa105b480a0 on network 2f7685e4-d25e-44cb-844f-48dc645b7020 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:06:30.682512 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-ed56e624-3acf-43d5-901b-d81e9392b9b3 service neutron] Attempting to bind port 8d167231-c738-4ce8-a27c-faa105b480a0 on network 2f7685e4-d25e-44cb-844f-48dc645b7020 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:30.723759 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-ed56e624-3acf-43d5-901b-d81e9392b9b3 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:06:30.724472 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-ed56e624-3acf-43d5-901b-d81e9392b9b3 service neutron] Checking segment: {'id': '972b6f59-ca6f-4d63-843a-63e117aa35cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2f7685e4-d25e-44cb-844f-48dc645b7020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:06:30.725136 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-ed56e624-3acf-43d5-901b-d81e9392b9b3 service neutron] Bound using segment: {'id': '972b6f59-ca6f-4d63-843a-63e117aa35cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2f7685e4-d25e-44cb-844f-48dc645b7020'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:06:30.725819 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-ed56e624-3acf-43d5-901b-d81e9392b9b3 service neutron] Bound port: 8d167231-c738-4ce8-a27c-faa105b480a0, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '972b6f59-ca6f-4d63-843a-63e117aa35cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2f7685e4-d25e-44cb-844f-48dc645b7020'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:06:30.726197 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-ed56e624-3acf-43d5-901b-d81e9392b9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:30.740873 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ea0eec7-b2ae-4bc3-bb2d-7a5a08cbe7da req-2d4362d0-92c6-46c9-a93e-a0edf01e8e07 service neutron] 10.222.0.24 "GET /v2.0/networks/f8055185-7aa6-4d65-b84e-223f9bf84b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702628 Aug 10 01:06:30.790932 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9211c06d-216b-4619-a636-7f12c2e6d3ce {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:30.804865 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-231c6fba-0f7f-478c-92b3-fc4db85e3c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'name': 'tempest-AttachVolumeTestJSON-56048594-router', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b014651d-896e-49bf-a8fe-96ed9fd8633a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T00:59:41Z', 'revision_number': 4, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'gw_port': {'id': 'b014651d-896e-49bf-a8fe-96ed9fd8633a', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T00:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '227d3b44-a046-4d20-af4d-a61d89261c45', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'floating_ip_address': '172.25.2.223', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'port_id': '5ddf650a-78e5-4b7d-a138-edd522b2f23e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e', 'mac_address': 'fa:16:3e:86:86:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59a6ef2-0001-493c-848d-d573fe522423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:06:09Z', 'updated_at': '2021-08-10T01:06:27Z', 'revision_number': 1, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b72c7d-b08b-4b6b-8e03-039ba2c68e0a', 'name': '', 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'mac_address': 'fa:16:3e:5a:5a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '5e3c383a-86af-456d-b822-0c7aa421c546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:40Z', 'updated_at': '2021-08-10T00:59:47Z', 'revision_number': 5, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'subnets': [{'id': '5e3c383a-86af-456d-b822-0c7aa421c546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:30.838796 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231c6fba-0f7f-478c-92b3-fc4db85e3c51 None None] The sync data for ids ['ffe05d4e-1105-4d2b-87c9-4a6c91d02339'] in n-d-766726-26 is: [{'id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'name': 'tempest-AttachVolumeTestJSON-56048594-router', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b014651d-896e-49bf-a8fe-96ed9fd8633a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T00:59:41Z', 'revision_number': 4, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'gw_port': {'id': 'b014651d-896e-49bf-a8fe-96ed9fd8633a', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T00:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '227d3b44-a046-4d20-af4d-a61d89261c45', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'floating_ip_address': '172.25.2.223', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'port_id': '5ddf650a-78e5-4b7d-a138-edd522b2f23e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e', 'mac_address': 'fa:16:3e:86:86:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59a6ef2-0001-493c-848d-d573fe522423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:06:09Z', 'updated_at': '2021-08-10T01:06:27Z', 'revision_number': 1, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b72c7d-b08b-4b6b-8e03-039ba2c68e0a', 'name': '', 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'mac_address': 'fa:16:3e:5a:5a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '5e3c383a-86af-456d-b822-0c7aa421c546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:40Z', 'updated_at': '2021-08-10T00:59:47Z', 'revision_number': 5, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'subnets': [{'id': '5e3c383a-86af-456d-b822-0c7aa421c546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:06:30.842288 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 9211c06d-216b-4619-a636-7f12c2e6d3ce, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=9211c06d-216b-4619-a636-7f12c2e6d3ce,segment=NetworkSegment(12abd57d-e545-4f43-839f-fc66085c41e6),segment_id=12abd57d-e545-4f43-839f-fc66085c41e6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:30.849625 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:30.850415 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 19f12836-f92e-4fd8-ab2a-0c784d7fc657 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:06:30.855024 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-ed56e624-3acf-43d5-901b-d81e9392b9b3 service neutron] For port 8d167231-c738-4ce8-a27c-faa105b480a0, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:06:30.862796 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-ed56e624-3acf-43d5-901b-d81e9392b9b3 service neutron] For port 8d167231-c738-4ce8-a27c-faa105b480a0, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=8d167231-c738-4ce8-a27c-faa105b480a0,segment=NetworkSegment(972b6f59-ca6f-4d63-843a-63e117aa35cb),segment_id=972b6f59-ca6f-4d63-843a-63e117aa35cb)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:06:30.873056 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-ed56e624-3acf-43d5-901b-d81e9392b9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:30.907487 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-834997fa-0ea5-44f3-95ee-546a53c310bd req-88ad36d6-691e-4ab0-9c0e-bce2a858907f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ee0c39ce-d6c4-471d-b16f-08569f3b08ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1013961 Aug 10 01:06:30.941856 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-ed56e624-3acf-43d5-901b-d81e9392b9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:30.942504 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-ed56e624-3acf-43d5-901b-d81e9392b9b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:30.944093 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-ed56e624-3acf-43d5-901b-d81e9392b9b3 service neutron] 10.222.0.24 "PUT /v2.0/ports/8d167231-c738-4ce8-a27c-faa105b480a0 HTTP/1.1" status: 200 len: 1092 time: 1.8041718 Aug 10 01:06:30.972861 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=9211c06d-216b-4619-a636-7f12c2e6d3ce,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:31.020470 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 19f12836-f92e-4fd8-ab2a-0c784d7fc657, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=19f12836-f92e-4fd8-ab2a-0c784d7fc657,segment=NetworkSegment(d6976290-f50d-4dca-805a-f2ce5eeed0b1),segment_id=d6976290-f50d-4dca-805a-f2ce5eeed0b1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:31.033720 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '19f12836-f92e-4fd8-ab2a-0c784d7fc657', 'network_id': '0748c972-8292-4d91-8783-82779f7574d3', 'port_id': '19f12836-f92e-4fd8-ab2a-0c784d7fc657', 'mac_address': 'fa:16:3e:1e:b6:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db2f7dc2-26b4-4843-84fd-453664eef2f7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:06:31.047115 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-d4c08fa4-6e92-41df-80af-17086b56caa2 service neutron] 10.222.0.24 "GET /v2.0/networks/5a462b3c-85e0-42af-bdaa-7c1c00be4593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5127618 Aug 10 01:06:31.048557 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56e624-3acf-43d5-901b-d81e9392b9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=8d167231-c738-4ce8-a27c-faa105b480a0,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:31.073295 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834997fa-0ea5-44f3-95ee-546a53c310bd req-f22c9d68-0a22-4d05-8bca-7228dbce0ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:31.075643 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-834997fa-0ea5-44f3-95ee-546a53c310bd req-f22c9d68-0a22-4d05-8bca-7228dbce0ef1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=58f5f591a9e145328af93436512eedc7&device_id=ee0c39ce-d6c4-471d-b16f-08569f3b08ce HTTP/1.1" status: 200 len: 1098 time: 0.1256883 Aug 10 01:06:31.078007 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:31.078655 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-bc36d8af-c787-4c72-838e-ae6850b04d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:31.080173 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-bc36d8af-c787-4c72-838e-ae6850b04d77 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc4be8f81d9e48bdbff06bcaf91df1b9&device_id=2b93e667-c17e-4be9-981b-5da7c8793b26 HTTP/1.1" status: 200 len: 1095 time: 0.0678561 Aug 10 01:06:31.097809 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f12836-f92e-4fd8-ab2a-0c784d7fc657 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:31.122628 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 19f12836-f92e-4fd8-ab2a-0c784d7fc657, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=19f12836-f92e-4fd8-ab2a-0c784d7fc657,segment=NetworkSegment(d6976290-f50d-4dca-805a-f2ce5eeed0b1),segment_id=d6976290-f50d-4dca-805a-f2ce5eeed0b1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:31.129271 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:31.130311 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 200e7fac-07de-403e-91cd-a7f052e1e0de details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:06:31.138584 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-3abdef1e-93cd-4e7f-af5a-2bf00ebf3276 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d167231-c738-4ce8-a27c-faa105b480a0 HTTP/1.1" status: 200 len: 217 time: 0.0492654 Aug 10 01:06:31.161097 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364c81f-0491-49ec-86f4-e70d36243b5c req-0ebc5ba9-f213-4e15-93fe-57741f32462a tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:31.162738 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f364c81f-0491-49ec-86f4-e70d36243b5c req-0ebc5ba9-f213-4e15-93fe-57741f32462a tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 944 time: 0.4695878 Aug 10 01:06:31.169087 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca12ba8-2d25-4995-bc06-6eb66ac99e45 req-f26b6817-ad47-4e10-9817-b3623d6638e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:31.170409 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 200e7fac-07de-403e-91cd-a7f052e1e0de, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=200e7fac-07de-403e-91cd-a7f052e1e0de,segment=NetworkSegment(12abd57d-e545-4f43-839f-fc66085c41e6),segment_id=12abd57d-e545-4f43-839f-fc66085c41e6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:31.170560 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0ca12ba8-2d25-4995-bc06-6eb66ac99e45 req-f26b6817-ad47-4e10-9817-b3623d6638e3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c467c6b4-12cb-4fc8-b50d-6c24697cca02 HTTP/1.1" status: 200 len: 1098 time: 0.1614463 Aug 10 01:06:31.185252 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '200e7fac-07de-403e-91cd-a7f052e1e0de', 'network_id': '87e4a205-e3a1-47d5-9b64-5ef0f0daea88', 'port_id': '200e7fac-07de-403e-91cd-a7f052e1e0de', 'mac_address': 'fa:16:3e:07:66:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bfcdb50-9c0d-437c-9c01-cf14d13f1a02', 'ip_address': '10.1.1.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:06:31.225538 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b93e667-c17e-4be9-981b-5da7c8793b26', 'tag': '8d167231-c738-4ce8-a27c-faa105b480a0'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:31.225886 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c48942-9fd6-4eb3-8a40-a58062fb6d19 req-ff5086ab-3eab-469f-8bd0-1453fcfe9a99 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:31.227818 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660ef88b-fdec-4f83-b17b-a01c63e8ce8a" -d '{"events": [{"name": "network-changed", "server_uuid": "2b93e667-c17e-4be9-981b-5da7c8793b26", "tag": "8d167231-c738-4ce8-a27c-faa105b480a0"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:31.234905 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f6c48942-9fd6-4eb3-8a40-a58062fb6d19 req-ff5086ab-3eab-469f-8bd0-1453fcfe9a99 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b93e667-c17e-4be9-981b-5da7c8793b26 HTTP/1.1" status: 200 len: 943 time: 0.2269325 Aug 10 01:06:31.263386 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca5ba9a-86c6-4f14-bdbf-1c82d6fcd77b None None] New status for floating IP 227d3b44-a046-4d20-af4d-a61d89261c45: ACTIVE {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:06:31.264229 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-504c66e8-629a-407b-9eac-0fd5d501f313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:31.265407 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0eca1200-96f5-4aec-bf63-f92bb03477a7 req-f8e8dd8d-9e63-49a4-bd4c-1a1697ac2856 service neutron] 10.222.0.24 "GET /v2.0/networks/5a462b3c-85e0-42af-bdaa-7c1c00be4593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934698 Aug 10 01:06:31.265892 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-504c66e8-629a-407b-9eac-0fd5d501f313 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aff3426d-0264-4fde-bc3f-88e167c75bec HTTP/1.1" status: 200 len: 855 time: 0.1096091 Aug 10 01:06:31.285745 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:31.289881 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=19f12836-f92e-4fd8-ab2a-0c784d7fc657,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:31.316754 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200e7fac-07de-403e-91cd-a7f052e1e0de {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:31.327098 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-76fc2162-615a-4113-9725-6f33ce7af772 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f7685e4-d25e-44cb-844f-48dc645b7020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469396 Aug 10 01:06:31.342594 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 200e7fac-07de-403e-91cd-a7f052e1e0de, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=200e7fac-07de-403e-91cd-a7f052e1e0de,segment=NetworkSegment(12abd57d-e545-4f43-839f-fc66085c41e6),segment_id=12abd57d-e545-4f43-839f-fc66085c41e6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:31.352765 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:31.353496 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 8a79b3c1-044c-4b04-8482-338547d33f44 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:06:31.367719 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834997fa-0ea5-44f3-95ee-546a53c310bd req-7605cec1-f683-458f-83f8-1d4e7e0b14de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:31.369354 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-834997fa-0ea5-44f3-95ee-546a53c310bd req-7605cec1-f683-458f-83f8-1d4e7e0b14de service neutron] 10.222.0.20 "GET /v2.0/networks?id=5846a124-2763-4bad-b7f2-a82a3ed79551 HTTP/1.1" status: 200 len: 906 time: 0.2411027 Aug 10 01:06:31.403257 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 8a79b3c1-044c-4b04-8482-338547d33f44, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=8a79b3c1-044c-4b04-8482-338547d33f44,segment=NetworkSegment(12abd57d-e545-4f43-839f-fc66085c41e6),segment_id=12abd57d-e545-4f43-839f-fc66085c41e6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:31.411870 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f6c48942-9fd6-4eb3-8a40-a58062fb6d19 req-5447865e-7f03-4c8a-afed-350479167a37 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740403 Aug 10 01:06:31.476421 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '8a79b3c1-044c-4b04-8482-338547d33f44', 'network_id': '87e4a205-e3a1-47d5-9b64-5ef0f0daea88', 'port_id': '8a79b3c1-044c-4b04-8482-338547d33f44', 'mac_address': 'fa:16:3e:69:ab:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bfcdb50-9c0d-437c-9c01-cf14d13f1a02', 'ip_address': '10.1.1.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:06:31.479670 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=200e7fac-07de-403e-91cd-a7f052e1e0de,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:31.514614 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-834997fa-0ea5-44f3-95ee-546a53c310bd req-cdd4066e-3e39-4f6d-b5e6-183cccb07926 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c HTTP/1.1" status: 200 len: 1002 time: 0.1154611 Aug 10 01:06:31.517789 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0ca12ba8-2d25-4995-bc06-6eb66ac99e45 req-2555204c-d177-492e-ab88-9bbaa57cee42 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b0bbc342-d53d-4a5b-822c-bcb78b3e82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511022 Aug 10 01:06:31.526838 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f364c81f-0491-49ec-86f4-e70d36243b5c req-372f122e-24f3-4350-bb43-e784af13565d tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2439704 Aug 10 01:06:31.528234 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-b1e50649-574f-4536-8a11-f08d2ff9ec2d service neutron] 10.222.0.24 "GET /v2.0/networks/2f7685e4-d25e-44cb-844f-48dc645b7020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864142 Aug 10 01:06:31.566717 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:31.568710 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85458504-8e16-43bb-8b8d-c1243a9bd146 req-8927a849-2ce7-4670-8ff1-7125066fc92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:31.572570 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-85458504-8e16-43bb-8b8d-c1243a9bd146 req-8927a849-2ce7-4670-8ff1-7125066fc92f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 1096 time: 0.2265513 Aug 10 01:06:31.582202 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a79b3c1-044c-4b04-8482-338547d33f44 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:31.620484 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 8a79b3c1-044c-4b04-8482-338547d33f44, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=8a79b3c1-044c-4b04-8482-338547d33f44,segment=NetworkSegment(12abd57d-e545-4f43-839f-fc66085c41e6),segment_id=12abd57d-e545-4f43-839f-fc66085c41e6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:31.629059 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:31.630167 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device d4321df7-d3c9-4d23-b006-20dac822c111 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:06:31.704282 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-62cb8f92-82ae-4e00-8387-1cf0642d7390 req-34af7ac6-6dbb-42cc-9dec-b8597f39fa54 service neutron] 10.222.0.24 "GET /v2.0/networks/2f7685e4-d25e-44cb-844f-48dc645b7020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691887 Aug 10 01:06:31.732534 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=8a79b3c1-044c-4b04-8482-338547d33f44,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:31.737069 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port d4321df7-d3c9-4d23-b006-20dac822c111, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=d4321df7-d3c9-4d23-b006-20dac822c111,segment=NetworkSegment(1357e2b4-7ea7-48a9-bf87-c09b5a9112c7),segment_id=1357e2b4-7ea7-48a9-bf87-c09b5a9112c7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:31.749553 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': 'd4321df7-d3c9-4d23-b006-20dac822c111', 'network_id': '9657ed9b-3ba6-4067-a52c-0b450eacaa75', 'port_id': 'd4321df7-d3c9-4d23-b006-20dac822c111', 'mac_address': 'fa:16:3e:d9:5e:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c328af-f7d8-464f-82c5-ef21fb4355cc', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:06:31.763589 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3b6bc-1ec9-4b73-b589-5f81186def6a req-8b19fd76-e224-4c12-b3c8-bd72846d5f6d tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:31.765171 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1ee3b6bc-1ec9-4b73-b589-5f81186def6a req-8b19fd76-e224-4c12-b3c8-bd72846d5f6d tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c467c6b4-12cb-4fc8-b50d-6c24697cca02 HTTP/1.1" status: 200 len: 946 time: 0.0825949 Aug 10 01:06:31.792811 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85458504-8e16-43bb-8b8d-c1243a9bd146 req-67c36e48-30db-43c5-baba-4cb84b5722b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:31.794789 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-85458504-8e16-43bb-8b8d-c1243a9bd146 req-67c36e48-30db-43c5-baba-4cb84b5722b8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a462b3c-85e0-42af-bdaa-7c1c00be4593 HTTP/1.1" status: 200 len: 897 time: 0.2156668 Aug 10 01:06:31.796574 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:31.810407 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4321df7-d3c9-4d23-b006-20dac822c111 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:31.812429 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e9365-125d-4404-aebc-f38c5e801d81 req-42ab6695-50b1-4344-b21d-649de1cfc447 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:31.814958 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3d7e9365-125d-4404-aebc-f38c5e801d81 req-42ab6695-50b1-4344-b21d-649de1cfc447 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b17e088-5525-44e2-8e3e-ca4affb185f5 HTTP/1.1" status: 200 len: 949 time: 0.0613930 Aug 10 01:06:31.831516 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port d4321df7-d3c9-4d23-b006-20dac822c111, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=d4321df7-d3c9-4d23-b006-20dac822c111,segment=NetworkSegment(1357e2b4-7ea7-48a9-bf87-c09b5a9112c7),segment_id=1357e2b4-7ea7-48a9-bf87-c09b5a9112c7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:31.835581 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:31.836257 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 49ba5ea8-ef2b-468a-baec-23d59ac9e260 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:06:31.845041 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-85458504-8e16-43bb-8b8d-c1243a9bd146 req-38ce2902-fa5e-40d3-ac05-db4c99a04b3b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d3cf203-dbf4-4919-b989-f724df5d49e9 HTTP/1.1" status: 200 len: 217 time: 0.0418749 Aug 10 01:06:31.848039 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1ee3b6bc-1ec9-4b73-b589-5f81186def6a req-4945ae2d-d900-4239-b973-de8b1a3cbd75 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0bbc342-d53d-4a5b-822c-bcb78b3e82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713184 Aug 10 01:06:31.905757 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=d4321df7-d3c9-4d23-b006-20dac822c111,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:31.906777 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85458504-8e16-43bb-8b8d-c1243a9bd146 req-e0bb1563-a4bc-472d-aed0-625d8c2ec88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:31.912173 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 49ba5ea8-ef2b-468a-baec-23d59ac9e260, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=49ba5ea8-ef2b-468a-baec-23d59ac9e260,segment=NetworkSegment(12abd57d-e545-4f43-839f-fc66085c41e6),segment_id=12abd57d-e545-4f43-839f-fc66085c41e6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:31.915778 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-85458504-8e16-43bb-8b8d-c1243a9bd146 req-e0bb1563-a4bc-472d-aed0-625d8c2ec88d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=95d779ab-0287-4bf3-8588-a099eab6d9bd HTTP/1.1" status: 200 len: 835 time: 0.0540152 Aug 10 01:06:31.923965 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '49ba5ea8-ef2b-468a-baec-23d59ac9e260', 'network_id': '87e4a205-e3a1-47d5-9b64-5ef0f0daea88', 'port_id': '49ba5ea8-ef2b-468a-baec-23d59ac9e260', 'mac_address': 'fa:16:3e:d1:4f:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bfcdb50-9c0d-437c-9c01-cf14d13f1a02', 'ip_address': '10.1.1.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:06:31.967568 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85458504-8e16-43bb-8b8d-c1243a9bd146 req-6827d804-4ad4-45b2-89e5-2a630acb6c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:31.970997 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-85458504-8e16-43bb-8b8d-c1243a9bd146 req-6827d804-4ad4-45b2-89e5-2a630acb6c54 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a462b3c-85e0-42af-bdaa-7c1c00be4593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541055 Aug 10 01:06:31.974186 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:31.980877 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834997fa-0ea5-44f3-95ee-546a53c310bd req-11c57bff-958d-4b95-9e18-e6d79d9c474e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:31.983146 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-834997fa-0ea5-44f3-95ee-546a53c310bd req-11c57bff-958d-4b95-9e18-e6d79d9c474e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5de8dcd6-cb77-4537-ada3-97377719a6ca HTTP/1.1" status: 200 len: 844 time: 0.0615559 Aug 10 01:06:31.990756 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49ba5ea8-ef2b-468a-baec-23d59ac9e260 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:31.992149 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-3d7e9365-125d-4404-aebc-f38c5e801d81 req-da58427f-9a26-403a-b433-e0a4e9706359 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Deleting port be78956d-d9ac-4dca-8d80-bd6a2f323439 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:06:31.992620 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3d7e9365-125d-4404-aebc-f38c5e801d81 req-da58427f-9a26-403a-b433-e0a4e9706359 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:32.016123 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 49ba5ea8-ef2b-468a-baec-23d59ac9e260, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=49ba5ea8-ef2b-468a-baec-23d59ac9e260,segment=NetworkSegment(12abd57d-e545-4f43-839f-fc66085c41e6),segment_id=12abd57d-e545-4f43-839f-fc66085c41e6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:32.021666 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:32.080667 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1952e968-47bf-49b3-a00b-d3640cc79e7a x-openstack-request-id: req-1952e968-47bf-49b3-a00b-d3640cc79e7a {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:32.081179 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b93e667-c17e-4be9-981b-5da7c8793b26", "tag": "8d167231-c738-4ce8-a27c-faa105b480a0", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:32.081545 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1952e968-47bf-49b3-a00b-d3640cc79e7a {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:32.082038 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b93e667-c17e-4be9-981b-5da7c8793b26', 'tag': '8d167231-c738-4ce8-a27c-faa105b480a0', 'status': 'completed', 'code': 200} Aug 10 01:06:32.095874 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=49ba5ea8-ef2b-468a-baec-23d59ac9e260,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:32.138007 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-85458504-8e16-43bb-8b8d-c1243a9bd146 req-99f5cf3a-6d56-4d20-82d1-4ddf4cf3f343 service neutron] 10.222.0.24 "GET /v2.0/networks/5a462b3c-85e0-42af-bdaa-7c1c00be4593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592627 Aug 10 01:06:32.159713 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834997fa-0ea5-44f3-95ee-546a53c310bd req-e80c0ed5-e449-4e33-9e93-1eaf5bce291f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:32.161277 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-834997fa-0ea5-44f3-95ee-546a53c310bd req-e80c0ed5-e449-4e33-9e93-1eaf5bce291f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5846a124-2763-4bad-b7f2-a82a3ed79551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1471825 Aug 10 01:06:32.174576 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ef88b-fdec-4f83-b17b-a01c63e8ce8a req-452bae53-85ca-496f-9bdc-e6e825bf69f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:32.176084 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-660ef88b-fdec-4f83-b17b-a01c63e8ce8a req-452bae53-85ca-496f-9bdc-e6e825bf69f0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc4be8f81d9e48bdbff06bcaf91df1b9&device_id=2b93e667-c17e-4be9-981b-5da7c8793b26 HTTP/1.1" status: 200 len: 1095 time: 0.0909665 Aug 10 01:06:32.244514 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c21c4-ff05-494d-af1b-c132b20c24c4 req-590425a3-ef46-43c0-a877-b6bdd52d7d3b tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:32.250830 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c21c4-ff05-494d-af1b-c132b20c24c4 req-590425a3-ef46-43c0-a877-b6bdd52d7d3b tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:32.256665 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c21c4-ff05-494d-af1b-c132b20c24c4 req-590425a3-ef46-43c0-a877-b6bdd52d7d3b tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:32.262664 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c21c4-ff05-494d-af1b-c132b20c24c4 req-590425a3-ef46-43c0-a877-b6bdd52d7d3b tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:32.268640 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c21c4-ff05-494d-af1b-c132b20c24c4 req-590425a3-ef46-43c0-a877-b6bdd52d7d3b tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:32.274919 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c21c4-ff05-494d-af1b-c132b20c24c4 req-590425a3-ef46-43c0-a877-b6bdd52d7d3b tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:32.281331 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c21c4-ff05-494d-af1b-c132b20c24c4 req-590425a3-ef46-43c0-a877-b6bdd52d7d3b tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:32.283241 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e08c21c4-ff05-494d-af1b-c132b20c24c4 req-590425a3-ef46-43c0-a877-b6bdd52d7d3b tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5425 time: 0.1893575 Aug 10 01:06:32.292068 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-3d7e9365-125d-4404-aebc-f38c5e801d81 req-da58427f-9a26-403a-b433-e0a4e9706359 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] For port be78956d-d9ac-4dca-8d80-bd6a2f323439, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=be78956d-d9ac-4dca-8d80-bd6a2f323439,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:32.292495 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3d7e9365-125d-4404-aebc-f38c5e801d81 req-da58427f-9a26-403a-b433-e0a4e9706359 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:32.301323 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb68c7-63ae-47c6-a63a-8527c1625bf6 req-fe084e81-a379-4206-87c3-e9ca4841ea8f tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:32.302786 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d6fb68c7-63ae-47c6-a63a-8527c1625bf6 req-fe084e81-a379-4206-87c3-e9ca4841ea8f tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b17e088-5525-44e2-8e3e-ca4affb185f5 HTTP/1.1" status: 200 len: 949 time: 0.1637716 Aug 10 01:06:32.321951 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-3d7e9365-125d-4404-aebc-f38c5e801d81 req-da58427f-9a26-403a-b433-e0a4e9706359 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Calling delete_port for be78956d-d9ac-4dca-8d80-bd6a2f323439 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:06:32.384159 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d6fb68c7-63ae-47c6-a63a-8527c1625bf6 req-e118f0fd-05bd-4956-ab92-0dc15f5004de tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730290 Aug 10 01:06:32.386419 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-85458504-8e16-43bb-8b8d-c1243a9bd146 req-cd46533f-3e07-4b56-b3e4-53be7ac25d50 service neutron] 10.222.0.24 "GET /v2.0/networks/5a462b3c-85e0-42af-bdaa-7c1c00be4593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352283 Aug 10 01:06:32.392053 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e08c21c4-ff05-494d-af1b-c132b20c24c4 req-ee693327-ce59-4517-a64e-9bb9be11330e tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0876615 Aug 10 01:06:32.421667 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-834997fa-0ea5-44f3-95ee-546a53c310bd req-1dcad796-1a12-4de8-8626-1e8d1ecb2d9c service neutron] 10.222.0.20 "GET /v2.0/networks/5846a124-2763-4bad-b7f2-a82a3ed79551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491088 Aug 10 01:06:32.424836 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ef88b-fdec-4f83-b17b-a01c63e8ce8a req-dd4cd58c-0e7b-41df-ae08-b9da4af9eff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:32.426251 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-660ef88b-fdec-4f83-b17b-a01c63e8ce8a req-dd4cd58c-0e7b-41df-ae08-b9da4af9eff9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2f7685e4-d25e-44cb-844f-48dc645b7020 HTTP/1.1" status: 200 len: 916 time: 0.2400651 Aug 10 01:06:32.518535 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4cf0b-b317-44ce-9e24-e1f4175be110 req-6dccc268-54dd-4bfd-942d-f309e7ca2e6e tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:32.520068 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9ba4cf0b-b317-44ce-9e24-e1f4175be110 req-6dccc268-54dd-4bfd-942d-f309e7ca2e6e tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b93e667-c17e-4be9-981b-5da7c8793b26 HTTP/1.1" status: 200 len: 943 time: 0.0477824 Aug 10 01:06:32.527582 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-660ef88b-fdec-4f83-b17b-a01c63e8ce8a req-5bdcba7d-afb4-48c9-b875-78987659aaa5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d167231-c738-4ce8-a27c-faa105b480a0 HTTP/1.1" status: 200 len: 217 time: 0.0721223 Aug 10 01:06:32.560391 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9ba4cf0b-b317-44ce-9e24-e1f4175be110 req-b361766f-ef4e-4ad2-9bca-108cd0b33bb5 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335743 Aug 10 01:06:32.628249 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ef88b-fdec-4f83-b17b-a01c63e8ce8a req-605f78ae-27bc-4b65-9bd8-b482a5ec2372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:32.629734 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-660ef88b-fdec-4f83-b17b-a01c63e8ce8a req-605f78ae-27bc-4b65-9bd8-b482a5ec2372 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aff3426d-0264-4fde-bc3f-88e167c75bec HTTP/1.1" status: 200 len: 855 time: 0.0908756 Aug 10 01:06:32.637993 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-834997fa-0ea5-44f3-95ee-546a53c310bd req-62d8fe6d-7d41-4024-b850-f7528f2fff53 service neutron] 10.222.0.20 "GET /v2.0/networks/5846a124-2763-4bad-b7f2-a82a3ed79551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054598 Aug 10 01:06:32.659718 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bbd2d5-2b6d-43ca-8821-d398783a0ae5 req-43a68a24-0bd6-44db-8fb5-b18f027cef1d tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:32.661392 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-58bbd2d5-2b6d-43ca-8821-d398783a0ae5 req-43a68a24-0bd6-44db-8fb5-b18f027cef1d tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 944 time: 0.0572009 Aug 10 01:06:32.674427 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-660ef88b-fdec-4f83-b17b-a01c63e8ce8a req-e2c947b8-9346-4f87-9268-9d9e91773168 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f7685e4-d25e-44cb-844f-48dc645b7020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354993 Aug 10 01:06:32.688639 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3d7e9365-125d-4404-aebc-f38c5e801d81 req-da58427f-9a26-403a-b433-e0a4e9706359 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:32.702401 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['3cc74571-e82c-4ae8-9356-6d35c165bb7b', 'e0b7d158-53ed-4a9e-b6d1-c536dc2a2738', 'be78956d-d9ac-4dca-8d80-bd6a2f323439'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:32.711479 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-58bbd2d5-2b6d-43ca-8821-d398783a0ae5 req-c2f08ac8-26d6-4928-b748-cea14049c593 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380220 Aug 10 01:06:32.743222 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['89c73191-5c74-4372-acea-f3993478ce50', '48b7eddf-0772-4435-86d4-6cda7a9b79cc', '99fd042c-2495-44fc-bf12-749d1abc200c', '3a31ea2f-9b12-4c98-a9c1-01a4a252036a', 'fe418fb1-b96c-4e6d-8e05-c39e238a4dd0'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:32.764467 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58427f-9a26-403a-b433-e0a4e9706359 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Pushing event deleted for resources: {'Port': ['ID=be78956d-d9ac-4dca-8d80-bd6a2f323439,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:32.815392 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7e9365-125d-4404-aebc-f38c5e801d81 req-da58427f-9a26-403a-b433-e0a4e9706359 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] No DVR routers for this DVR port be78956d-d9ac-4dca-8d80-bd6a2f323439 on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:06:32.819314 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3d7e9365-125d-4404-aebc-f38c5e801d81 req-da58427f-9a26-403a-b433-e0a4e9706359 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:32.821366 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3d7e9365-125d-4404-aebc-f38c5e801d81 req-da58427f-9a26-403a-b433-e0a4e9706359 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.24 "DELETE /v2.0/ports/be78956d-d9ac-4dca-8d80-bd6a2f323439 HTTP/1.1" status: 204 len: 173 time: 0.9988370 Aug 10 01:06:32.853734 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-660ef88b-fdec-4f83-b17b-a01c63e8ce8a req-5f1d6096-22e4-456f-ad98-bc14a9aba484 service neutron] 10.222.0.24 "GET /v2.0/networks/2f7685e4-d25e-44cb-844f-48dc645b7020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627655 Aug 10 01:06:32.968290 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-660ef88b-fdec-4f83-b17b-a01c63e8ce8a req-c9deb2b8-8739-4ccb-a999-ebf5fdf2b839 service neutron] 10.222.0.24 "GET /v2.0/networks/2f7685e4-d25e-44cb-844f-48dc645b7020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053665 Aug 10 01:06:33.037584 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f7e28-a110-408b-9d2f-52e22d2e5f77 req-1acce862-3909-49d9-9c56-fc3b7506d77a tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:33.039053 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9d0f7e28-a110-408b-9d2f-52e22d2e5f77 req-1acce862-3909-49d9-9c56-fc3b7506d77a tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c467c6b4-12cb-4fc8-b50d-6c24697cca02 HTTP/1.1" status: 200 len: 946 time: 0.0977921 Aug 10 01:06:33.090391 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9d0f7e28-a110-408b-9d2f-52e22d2e5f77 req-07e2b307-67e3-4ee1-8ca0-782aa012b980 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0bbc342-d53d-4a5b-822c-bcb78b3e82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435414 Aug 10 01:06:33.518785 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-35c7b11b-3ff9-4124-adff-935d87215a7b req-22f0246c-41ec-44db-b7af-8092ac4b7a82 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b17e088-5525-44e2-8e3e-ca4affb185f5 HTTP/1.1" status: 200 len: 210 time: 0.0346587 Aug 10 01:06:33.565311 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86dee67-d683-4087-80b6-5351f4e393d9 req-ed54e4ce-09f3-445b-b3cc-e607a978a4f1 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:33.571230 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86dee67-d683-4087-80b6-5351f4e393d9 req-ed54e4ce-09f3-445b-b3cc-e607a978a4f1 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:33.577363 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86dee67-d683-4087-80b6-5351f4e393d9 req-ed54e4ce-09f3-445b-b3cc-e607a978a4f1 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:33.583302 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86dee67-d683-4087-80b6-5351f4e393d9 req-ed54e4ce-09f3-445b-b3cc-e607a978a4f1 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:33.592560 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86dee67-d683-4087-80b6-5351f4e393d9 req-ed54e4ce-09f3-445b-b3cc-e607a978a4f1 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:33.598301 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86dee67-d683-4087-80b6-5351f4e393d9 req-ed54e4ce-09f3-445b-b3cc-e607a978a4f1 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:33.605601 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86dee67-d683-4087-80b6-5351f4e393d9 req-ed54e4ce-09f3-445b-b3cc-e607a978a4f1 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:33.608507 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e86dee67-d683-4087-80b6-5351f4e393d9 req-ed54e4ce-09f3-445b-b3cc-e607a978a4f1 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5425 time: 0.1140907 Aug 10 01:06:33.662243 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e86dee67-d683-4087-80b6-5351f4e393d9 req-3a11f9d2-55b1-483c-87f7-871fbb1bf354 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0466001 Aug 10 01:06:33.697236 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcb2a3-6a5c-42d6-87c6-5e208016305d req-8749673d-125d-48b3-af99-8ffd7b44f798 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:33.698688 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-49dcb2a3-6a5c-42d6-87c6-5e208016305d req-8749673d-125d-48b3-af99-8ffd7b44f798 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b93e667-c17e-4be9-981b-5da7c8793b26 HTTP/1.1" status: 200 len: 943 time: 0.0542188 Aug 10 01:06:33.735686 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-49dcb2a3-6a5c-42d6-87c6-5e208016305d req-63785446-bbea-4e62-aa00-015d14af634d tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310309 Aug 10 01:06:33.825200 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8532ac8-515e-43ba-a5c0-16913d993e8c req-ee022020-4516-4fed-8b7a-3a7ba96f370e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:33.826642 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f8532ac8-515e-43ba-a5c0-16913d993e8c req-ee022020-4516-4fed-8b7a-3a7ba96f370e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 944 time: 0.0473161 Aug 10 01:06:33.863823 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f8532ac8-515e-43ba-a5c0-16913d993e8c req-fe61dc05-ec4c-49ec-b180-6e5b8f8ee37d tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312893 Aug 10 01:06:33.955337 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['200e7fac-07de-403e-91cd-a7f052e1e0de'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:33.977542 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['19f12836-f92e-4fd8-ab2a-0c784d7fc657'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:34.083467 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b17e088-5525-44e2-8e3e-ca4affb185f5', 'name': 'network-vif-deleted', 'tag': 'be78956d-d9ac-4dca-8d80-bd6a2f323439'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:34.086037 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458ac04b-01d0-470f-b470-5dbfcdf01f5e" -d '{"events": [{"server_uuid": "7b17e088-5525-44e2-8e3e-ca4affb185f5", "name": "network-vif-deleted", "tag": "be78956d-d9ac-4dca-8d80-bd6a2f323439"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:34.127429 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888c4116-f3ca-4c38-b28c-1c3e2a7f0ae8 x-openstack-request-id: req-888c4116-f3ca-4c38-b28c-1c3e2a7f0ae8 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:34.128758 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b17e088-5525-44e2-8e3e-ca4affb185f5", "name": "network-vif-deleted", "tag": "be78956d-d9ac-4dca-8d80-bd6a2f323439", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:34.129114 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-888c4116-f3ca-4c38-b28c-1c3e2a7f0ae8 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:34.129626 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b17e088-5525-44e2-8e3e-ca4affb185f5', 'name': 'network-vif-deleted', 'tag': 'be78956d-d9ac-4dca-8d80-bd6a2f323439', 'status': 'completed', 'code': 200} Aug 10 01:06:34.183194 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['8a79b3c1-044c-4b04-8482-338547d33f44'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:34.209591 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff978b-4e13-4488-a7d7-76933ffcda06 req-29fe6b6e-dc7e-4381-a2ca-7c3c5aed95c2 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:34.213722 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['d4321df7-d3c9-4d23-b006-20dac822c111'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:34.216689 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c7ff978b-4e13-4488-a7d7-76933ffcda06 req-29fe6b6e-dc7e-4381-a2ca-7c3c5aed95c2 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c467c6b4-12cb-4fc8-b50d-6c24697cca02 HTTP/1.1" status: 200 len: 946 time: 0.0555987 Aug 10 01:06:34.255500 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c7ff978b-4e13-4488-a7d7-76933ffcda06 req-fd993c4e-378b-4468-8bcc-f43c4d65481c tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0bbc342-d53d-4a5b-822c-bcb78b3e82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369709 Aug 10 01:06:34.379061 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['49ba5ea8-ef2b-468a-baec-23d59ac9e260'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:34.817990 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56beec-95c5-4f83-8522-902ad3e82473 req-a7d21a75-8bda-41c7-b6f7-0a28ead35c73 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:34.823882 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56beec-95c5-4f83-8522-902ad3e82473 req-a7d21a75-8bda-41c7-b6f7-0a28ead35c73 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:34.830369 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56beec-95c5-4f83-8522-902ad3e82473 req-a7d21a75-8bda-41c7-b6f7-0a28ead35c73 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:34.836245 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56beec-95c5-4f83-8522-902ad3e82473 req-a7d21a75-8bda-41c7-b6f7-0a28ead35c73 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:34.842786 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56beec-95c5-4f83-8522-902ad3e82473 req-a7d21a75-8bda-41c7-b6f7-0a28ead35c73 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:34.848697 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56beec-95c5-4f83-8522-902ad3e82473 req-a7d21a75-8bda-41c7-b6f7-0a28ead35c73 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:34.854571 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56beec-95c5-4f83-8522-902ad3e82473 req-a7d21a75-8bda-41c7-b6f7-0a28ead35c73 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:34.856564 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3e56beec-95c5-4f83-8522-902ad3e82473 req-a7d21a75-8bda-41c7-b6f7-0a28ead35c73 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5425 time: 0.1155813 Aug 10 01:06:34.890857 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18ba29-ae32-445c-8d5e-d7ebf0c454ef req-992178e9-eeb3-480d-97e5-becd3d13f26f tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:34.892381 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dc18ba29-ae32-445c-8d5e-d7ebf0c454ef req-992178e9-eeb3-480d-97e5-becd3d13f26f tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=9541a312-43de-4e9e-9b8b-b7fc74f380fc HTTP/1.1" status: 200 len: 949 time: 0.1211030 Aug 10 01:06:34.924074 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3e56beec-95c5-4f83-8522-902ad3e82473 req-61a01dd5-0a07-44c5-ab79-e8e4ef608497 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596209 Aug 10 01:06:34.944106 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dc18ba29-ae32-445c-8d5e-d7ebf0c454ef req-e57e045a-3820-44d0-aeeb-9f01235ea120 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456975 Aug 10 01:06:35.076213 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca1f14-096a-4c7b-9333-e965f7eff310 req-0417ff39-3cf4-4642-bf87-b9c2f3388949 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:35.077633 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5dca1f14-096a-4c7b-9333-e965f7eff310 req-0417ff39-3cf4-4642-bf87-b9c2f3388949 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 944 time: 0.0718372 Aug 10 01:06:35.085042 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba285f87-10e7-480c-9430-9480e1a3faea req-410090f2-add2-405d-9045-c476da0a70c4 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:35.086424 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ba285f87-10e7-480c-9430-9480e1a3faea req-410090f2-add2-405d-9045-c476da0a70c4 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b93e667-c17e-4be9-981b-5da7c8793b26 HTTP/1.1" status: 200 len: 943 time: 0.0900576 Aug 10 01:06:35.140899 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5dca1f14-096a-4c7b-9333-e965f7eff310 req-3946a2f9-4b06-471b-9325-3d4cccf4014e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535142 Aug 10 01:06:35.145604 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ba285f87-10e7-480c-9430-9480e1a3faea req-ec7a07e2-ef7b-4ca9-96a6-85e5bd054409 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524070 Aug 10 01:06:35.278824 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['2ad0def9-aab1-41bc-bb68-ab13dba6e597'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:35.312694 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['9211c06d-216b-4619-a636-7f12c2e6d3ce'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:35.649162 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 6d3cf203-dbf4-4919-b989-f724df5d49e9 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:06:35.653251 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device be78956d-d9ac-4dca-8d80-bd6a2f323439 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:06:35.680896 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: be78956d-d9ac-4dca-8d80-bd6a2f323439 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:06:35.681250 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device be78956d-d9ac-4dca-8d80-bd6a2f323439 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:06:35.773157 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 6d3cf203-dbf4-4919-b989-f724df5d49e9, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=6d3cf203-dbf4-4919-b989-f724df5d49e9,segment=NetworkSegment(f4c686c7-f30c-4f23-a86c-a70df0f5db61),segment_id=f4c686c7-f30c-4f23-a86c-a70df0f5db61)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:35.783926 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '6d3cf203-dbf4-4919-b989-f724df5d49e9', 'network_id': '5a462b3c-85e0-42af-bdaa-7c1c00be4593', 'port_id': '6d3cf203-dbf4-4919-b989-f724df5d49e9', 'mac_address': 'fa:16:3e:2f:f0:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95d779ab-0287-4bf3-8588-a099eab6d9bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:06:35.820787 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:35.833177 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d3cf203-dbf4-4919-b989-f724df5d49e9 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:35.858081 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 6d3cf203-dbf4-4919-b989-f724df5d49e9, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=6d3cf203-dbf4-4919-b989-f724df5d49e9,segment=NetworkSegment(f4c686c7-f30c-4f23-a86c-a70df0f5db61),segment_id=f4c686c7-f30c-4f23-a86c-a70df0f5db61)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:35.863998 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:35.864145 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 8d167231-c738-4ce8-a27c-faa105b480a0 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:06:35.973775 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=6d3cf203-dbf4-4919-b989-f724df5d49e9,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:36.014474 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 8d167231-c738-4ce8-a27c-faa105b480a0, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=8d167231-c738-4ce8-a27c-faa105b480a0,segment=NetworkSegment(972b6f59-ca6f-4d63-843a-63e117aa35cb),segment_id=972b6f59-ca6f-4d63-843a-63e117aa35cb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:36.037921 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '8d167231-c738-4ce8-a27c-faa105b480a0', 'network_id': '2f7685e4-d25e-44cb-844f-48dc645b7020', 'port_id': '8d167231-c738-4ce8-a27c-faa105b480a0', 'mac_address': 'fa:16:3e:4a:7e:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff3426d-0264-4fde-bc3f-88e167c75bec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:06:36.082593 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f404b-e830-44a3-98e8-64c2f26015e0 req-c675bfc0-0654-4f65-b3c1-9f3fb3fc030b tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:36.086436 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:36.088683 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f404b-e830-44a3-98e8-64c2f26015e0 req-c675bfc0-0654-4f65-b3c1-9f3fb3fc030b tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:36.095140 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f404b-e830-44a3-98e8-64c2f26015e0 req-c675bfc0-0654-4f65-b3c1-9f3fb3fc030b tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:36.099932 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d167231-c738-4ce8-a27c-faa105b480a0 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:36.101253 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f404b-e830-44a3-98e8-64c2f26015e0 req-c675bfc0-0654-4f65-b3c1-9f3fb3fc030b tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:36.107853 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f404b-e830-44a3-98e8-64c2f26015e0 req-c675bfc0-0654-4f65-b3c1-9f3fb3fc030b tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:36.113820 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f404b-e830-44a3-98e8-64c2f26015e0 req-c675bfc0-0654-4f65-b3c1-9f3fb3fc030b tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:36.119993 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f404b-e830-44a3-98e8-64c2f26015e0 req-c675bfc0-0654-4f65-b3c1-9f3fb3fc030b tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:36.120125 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 8d167231-c738-4ce8-a27c-faa105b480a0, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=8d167231-c738-4ce8-a27c-faa105b480a0,segment=NetworkSegment(972b6f59-ca6f-4d63-843a-63e117aa35cb),segment_id=972b6f59-ca6f-4d63-843a-63e117aa35cb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:36.121967 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cf1f404b-e830-44a3-98e8-64c2f26015e0 req-c675bfc0-0654-4f65-b3c1-9f3fb3fc030b tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5425 time: 0.1108961 Aug 10 01:06:36.124711 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:36.178302 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=8d167231-c738-4ce8-a27c-faa105b480a0,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:36.183456 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0fe44-d4fd-454b-bf66-8ea5ee1216ca req-d6c1482c-3395-4a2c-8c3e-e40589c221e3 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:36.185608 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2dd0fe44-d4fd-454b-bf66-8ea5ee1216ca req-d6c1482c-3395-4a2c-8c3e-e40589c221e3 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=9541a312-43de-4e9e-9b8b-b7fc74f380fc HTTP/1.1" status: 200 len: 949 time: 0.1333480 Aug 10 01:06:36.195172 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cf1f404b-e830-44a3-98e8-64c2f26015e0 req-4331532c-8c74-476e-a9b0-088e027e1163 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591347 Aug 10 01:06:36.233581 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2dd0fe44-d4fd-454b-bf66-8ea5ee1216ca req-15edc644-0a37-4d31-a1ff-979594567973 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374515 Aug 10 01:06:36.335950 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62f60b-b4ca-4808-8ffe-3ca2232d1ecd req-eb606e65-3c9b-4a6c-9b28-2afd640432ee tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:36.337724 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8e62f60b-b4ca-4808-8ffe-3ca2232d1ecd req-eb606e65-3c9b-4a6c-9b28-2afd640432ee tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 945 time: 0.0763497 Aug 10 01:06:36.376221 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7ce6c-05c7-4be1-ad1e-6fba5518aaeb req-2d05464a-997d-433a-a9f6-8957888fda17 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:36.377844 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f0f7ce6c-05c7-4be1-ad1e-6fba5518aaeb req-2d05464a-997d-433a-a9f6-8957888fda17 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b93e667-c17e-4be9-981b-5da7c8793b26 HTTP/1.1" status: 200 len: 944 time: 0.0818541 Aug 10 01:06:36.404700 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8e62f60b-b4ca-4808-8ffe-3ca2232d1ecd req-97b7667d-1086-4549-be4f-b057954d9531 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607984 Aug 10 01:06:36.432921 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f0f7ce6c-05c7-4be1-ad1e-6fba5518aaeb req-6991b250-7403-4276-937a-ddc550d80d01 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469224 Aug 10 01:06:36.606858 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['6d3cf203-dbf4-4919-b989-f724df5d49e9'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:36.630931 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['8d167231-c738-4ce8-a27c-faa105b480a0'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:36.707965 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:06:36.826869 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692b280-0197-4d13-9b95-8216cb14fc8f req-83500002-6ce0-4c91-8813-106e6c8023c1 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:36.828307 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2692b280-0197-4d13-9b95-8216cb14fc8f req-83500002-6ce0-4c91-8813-106e6c8023c1 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.20 "GET /v2.0/ports?device_id=9541a312-43de-4e9e-9b8b-b7fc74f380fc HTTP/1.1" status: 200 len: 949 time: 0.0623908 Aug 10 01:06:36.928874 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-2692b280-0197-4d13-9b95-8216cb14fc8f req-204bcb23-f8ac-418b-9929-59dd17b5f579 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Deleting port fe418fb1-b96c-4e6d-8e05-c39e238a4dd0 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:06:36.929141 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2692b280-0197-4d13-9b95-8216cb14fc8f req-204bcb23-f8ac-418b-9929-59dd17b5f579 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:37.016528 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-2692b280-0197-4d13-9b95-8216cb14fc8f req-204bcb23-f8ac-418b-9929-59dd17b5f579 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] For port fe418fb1-b96c-4e6d-8e05-c39e238a4dd0, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=fe418fb1-b96c-4e6d-8e05-c39e238a4dd0,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:37.016900 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2692b280-0197-4d13-9b95-8216cb14fc8f req-204bcb23-f8ac-418b-9929-59dd17b5f579 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:37.034174 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-2692b280-0197-4d13-9b95-8216cb14fc8f req-204bcb23-f8ac-418b-9929-59dd17b5f579 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Calling delete_port for fe418fb1-b96c-4e6d-8e05-c39e238a4dd0 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:06:37.169691 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2692b280-0197-4d13-9b95-8216cb14fc8f req-204bcb23-f8ac-418b-9929-59dd17b5f579 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:37.197346 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204bcb23-f8ac-418b-9929-59dd17b5f579 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Pushing event deleted for resources: {'Port': ['ID=fe418fb1-b96c-4e6d-8e05-c39e238a4dd0,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:37.248727 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2692b280-0197-4d13-9b95-8216cb14fc8f req-204bcb23-f8ac-418b-9929-59dd17b5f579 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] No DVR routers for this DVR port fe418fb1-b96c-4e6d-8e05-c39e238a4dd0 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:06:37.253568 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2692b280-0197-4d13-9b95-8216cb14fc8f req-204bcb23-f8ac-418b-9929-59dd17b5f579 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:37.256233 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2692b280-0197-4d13-9b95-8216cb14fc8f req-204bcb23-f8ac-418b-9929-59dd17b5f579 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.20 "DELETE /v2.0/ports/fe418fb1-b96c-4e6d-8e05-c39e238a4dd0 HTTP/1.1" status: 204 len: 173 time: 0.4209709 Aug 10 01:06:37.256877 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9541a312-43de-4e9e-9b8b-b7fc74f380fc', 'name': 'network-vif-deleted', 'tag': 'fe418fb1-b96c-4e6d-8e05-c39e238a4dd0'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:37.260923 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1a69e4-5518-4d5e-9c2d-02aabb52c6e8" -d '{"events": [{"server_uuid": "9541a312-43de-4e9e-9b8b-b7fc74f380fc", "name": "network-vif-deleted", "tag": "fe418fb1-b96c-4e6d-8e05-c39e238a4dd0"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:37.374652 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b00a0511-2672-4020-8ffd-78628aca8b9c req-e4a59512-d59a-456f-860f-97519fe01836 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=9541a312-43de-4e9e-9b8b-b7fc74f380fc HTTP/1.1" status: 200 len: 210 time: 0.0413167 Aug 10 01:06:37.408993 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5e88d-9645-4660-9f9d-79d4c1238b04 req-2245047c-6fa0-436a-86fc-d5390fff2834 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:37.416002 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5e88d-9645-4660-9f9d-79d4c1238b04 req-2245047c-6fa0-436a-86fc-d5390fff2834 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:37.422599 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878813ad-9ebf-47df-b495-bf79520fb9f6 x-openstack-request-id: req-878813ad-9ebf-47df-b495-bf79520fb9f6 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:37.422894 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9541a312-43de-4e9e-9b8b-b7fc74f380fc", "name": "network-vif-deleted", "tag": "fe418fb1-b96c-4e6d-8e05-c39e238a4dd0", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:37.423146 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-878813ad-9ebf-47df-b495-bf79520fb9f6 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:37.423257 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5e88d-9645-4660-9f9d-79d4c1238b04 req-2245047c-6fa0-436a-86fc-d5390fff2834 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:37.423541 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9541a312-43de-4e9e-9b8b-b7fc74f380fc', 'name': 'network-vif-deleted', 'tag': 'fe418fb1-b96c-4e6d-8e05-c39e238a4dd0', 'status': 'completed', 'code': 200} Aug 10 01:06:37.430602 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5e88d-9645-4660-9f9d-79d4c1238b04 req-2245047c-6fa0-436a-86fc-d5390fff2834 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:37.439051 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5e88d-9645-4660-9f9d-79d4c1238b04 req-2245047c-6fa0-436a-86fc-d5390fff2834 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:37.446304 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5e88d-9645-4660-9f9d-79d4c1238b04 req-2245047c-6fa0-436a-86fc-d5390fff2834 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:37.455052 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5e88d-9645-4660-9f9d-79d4c1238b04 req-2245047c-6fa0-436a-86fc-d5390fff2834 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:37.456961 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fff5e88d-9645-4660-9f9d-79d4c1238b04 req-2245047c-6fa0-436a-86fc-d5390fff2834 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5425 time: 0.1629317 Aug 10 01:06:37.524285 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fff5e88d-9645-4660-9f9d-79d4c1238b04 req-7e5e710f-cf4e-4b9a-a734-0974b42af797 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608850 Aug 10 01:06:37.548232 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e0264-9e8a-4338-8c4b-760e270476ff req-1a35a0c0-40e1-4b8f-ae4f-c0f432b8190b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:37.548533 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0c2e0264-9e8a-4338-8c4b-760e270476ff req-1a35a0c0-40e1-4b8f-ae4f-c0f432b8190b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 945 time: 0.0644431 Aug 10 01:06:37.589640 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0c2e0264-9e8a-4338-8c4b-760e270476ff req-c279a52e-28e3-4a07-b7e2-e4e8e90a5717 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341916 Aug 10 01:06:37.656058 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7be73b-5dc6-4ec9-9a2e-86b1dec3ae3f req-ddb945cb-e1ad-4112-b76f-1e3a67ebcc18 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:37.657572 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8b7be73b-5dc6-4ec9-9a2e-86b1dec3ae3f req-ddb945cb-e1ad-4112-b76f-1e3a67ebcc18 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b93e667-c17e-4be9-981b-5da7c8793b26 HTTP/1.1" status: 200 len: 944 time: 0.0643713 Aug 10 01:06:37.699338 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8b7be73b-5dc6-4ec9-9a2e-86b1dec3ae3f req-5a935765-633d-4f64-a961-3419dd3ca869 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339754 Aug 10 01:06:37.749085 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['3cc74571-e82c-4ae8-9356-6d35c165bb7b', 'e0b7d158-53ed-4a9e-b6d1-c536dc2a2738'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:38.697540 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05002e92-db7e-4756-aa32-2e104619750b req-84b72ced-8388-49ef-b951-ca14947c11d7 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:38.699244 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05002e92-db7e-4756-aa32-2e104619750b req-84b72ced-8388-49ef-b951-ca14947c11d7 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=40a6f316-1fdd-4fe1-bf2a-8b1411004b3a HTTP/1.1" status: 200 len: 948 time: 0.0891078 Aug 10 01:06:38.717867 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23958ef-8c48-4af0-bcb8-0e52e06401de req-342d9259-da88-4198-8eb0-40a7a526afe8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:38.724469 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23958ef-8c48-4af0-bcb8-0e52e06401de req-342d9259-da88-4198-8eb0-40a7a526afe8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:38.730935 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23958ef-8c48-4af0-bcb8-0e52e06401de req-342d9259-da88-4198-8eb0-40a7a526afe8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:38.737179 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23958ef-8c48-4af0-bcb8-0e52e06401de req-342d9259-da88-4198-8eb0-40a7a526afe8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:38.743073 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23958ef-8c48-4af0-bcb8-0e52e06401de req-342d9259-da88-4198-8eb0-40a7a526afe8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:38.749430 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23958ef-8c48-4af0-bcb8-0e52e06401de req-342d9259-da88-4198-8eb0-40a7a526afe8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:38.755314 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23958ef-8c48-4af0-bcb8-0e52e06401de req-342d9259-da88-4198-8eb0-40a7a526afe8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:38.757380 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a23958ef-8c48-4af0-bcb8-0e52e06401de req-342d9259-da88-4198-8eb0-40a7a526afe8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5425 time: 0.1168888 Aug 10 01:06:38.811850 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05002e92-db7e-4756-aa32-2e104619750b req-18661110-bc33-4fc3-934f-e9bfb3105514 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534346 Aug 10 01:06:38.821323 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a23958ef-8c48-4af0-bcb8-0e52e06401de req-e043bc1e-9503-485b-93c8-202e1a6b304e tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0495636 Aug 10 01:06:38.930441 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b079c-1754-4fbc-986b-d79f6e36bd06 req-6bb47cbc-0d53-4d6b-b954-48dcd5f0fdce tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:38.932078 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f49b079c-1754-4fbc-986b-d79f6e36bd06 req-6bb47cbc-0d53-4d6b-b954-48dcd5f0fdce tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 945 time: 0.0514607 Aug 10 01:06:38.992424 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f49b079c-1754-4fbc-986b-d79f6e36bd06 req-b4d2a674-3228-4398-949b-a628e2c7f17c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533550 Aug 10 01:06:39.016459 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092fe82-5393-4d6a-aa08-9b5f07a6d2ae req-c361ec44-95fc-4d0d-9a3c-2d147c454120 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:39.017972 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d092fe82-5393-4d6a-aa08-9b5f07a6d2ae req-c361ec44-95fc-4d0d-9a3c-2d147c454120 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b93e667-c17e-4be9-981b-5da7c8793b26 HTTP/1.1" status: 200 len: 944 time: 0.0598395 Aug 10 01:06:39.061867 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d092fe82-5393-4d6a-aa08-9b5f07a6d2ae req-38cfe98e-7e80-4ca3-ad54-d52bb78d14fe tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379772 Aug 10 01:06:39.668189 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 6d3cf203-dbf4-4919-b989-f724df5d49e9 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:06:39.717351 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 6d3cf203-dbf4-4919-b989-f724df5d49e9 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:06:39.721058 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 6d3cf203-dbf4-4919-b989-f724df5d49e9 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:06:39.721443 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:39.794340 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:39.815112 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad01cb8-d294-44d5-ba58-37ba1495d6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3cf203-dbf4-4919-b989-f724df5d49e9'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:39.817371 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b3b213-9e2c-494c-936e-2e7381f7235e" -d '{"events": [{"server_uuid": "bad01cb8-d294-44d5-ba58-37ba1495d6c9", "name": "network-vif-plugged", "status": "completed", "tag": "6d3cf203-dbf4-4919-b989-f724df5d49e9"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:39.830085 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 6d3cf203-dbf4-4919-b989-f724df5d49e9, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=6d3cf203-dbf4-4919-b989-f724df5d49e9,segment=NetworkSegment(f4c686c7-f30c-4f23-a86c-a70df0f5db61),segment_id=f4c686c7-f30c-4f23-a86c-a70df0f5db61)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:39.834032 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:39.834821 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 8d167231-c738-4ce8-a27c-faa105b480a0 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:06:39.881091 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057c3205-7c95-4e33-8a1c-fb9e1d552935 x-openstack-request-id: req-057c3205-7c95-4e33-8a1c-fb9e1d552935 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:39.881360 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad01cb8-d294-44d5-ba58-37ba1495d6c9", "name": "network-vif-plugged", "status": "completed", "tag": "6d3cf203-dbf4-4919-b989-f724df5d49e9", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:39.887889 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-057c3205-7c95-4e33-8a1c-fb9e1d552935 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:39.887889 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad01cb8-d294-44d5-ba58-37ba1495d6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3cf203-dbf4-4919-b989-f724df5d49e9', 'code': 200} Aug 10 01:06:39.927775 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=6d3cf203-dbf4-4919-b989-f724df5d49e9,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:39.947256 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 8d167231-c738-4ce8-a27c-faa105b480a0 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:06:39.951679 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 8d167231-c738-4ce8-a27c-faa105b480a0 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:06:39.952056 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:39.987468 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2384a0-7875-457f-8692-4185a7d8d7ff req-8e1c8e9b-8978-4916-8003-5be1b30454a5 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:39.994882 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5a2384a0-7875-457f-8692-4185a7d8d7ff req-8e1c8e9b-8978-4916-8003-5be1b30454a5 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=40a6f316-1fdd-4fe1-bf2a-8b1411004b3a HTTP/1.1" status: 200 len: 948 time: 0.1016736 Aug 10 01:06:39.999392 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e28c33-397f-4fd5-bb6e-8dba38f050c1 req-80ba957a-fa38-4c9a-b05a-30577c799212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:40.001050 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b9e28c33-397f-4fd5-bb6e-8dba38f050c1 req-80ba957a-fa38-4c9a-b05a-30577c799212 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 1098 time: 0.0491416 Aug 10 01:06:40.039535 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b9e28c33-397f-4fd5-bb6e-8dba38f050c1 req-5d88ebd0-111d-46f0-86e2-3e141680986f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303593 Aug 10 01:06:40.044213 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:40.044373 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf26ae-6fde-4d95-a7ec-8cecc0bf8e78 req-bc005d35-4e51-401b-8839-faa0b6d02f2c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:40.050153 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf26ae-6fde-4d95-a7ec-8cecc0bf8e78 req-bc005d35-4e51-401b-8839-faa0b6d02f2c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:40.056015 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf26ae-6fde-4d95-a7ec-8cecc0bf8e78 req-bc005d35-4e51-401b-8839-faa0b6d02f2c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:40.061906 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf26ae-6fde-4d95-a7ec-8cecc0bf8e78 req-bc005d35-4e51-401b-8839-faa0b6d02f2c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:40.067841 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf26ae-6fde-4d95-a7ec-8cecc0bf8e78 req-bc005d35-4e51-401b-8839-faa0b6d02f2c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:40.073675 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf26ae-6fde-4d95-a7ec-8cecc0bf8e78 req-bc005d35-4e51-401b-8839-faa0b6d02f2c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:40.079468 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 8d167231-c738-4ce8-a27c-faa105b480a0, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=8d167231-c738-4ce8-a27c-faa105b480a0,segment=NetworkSegment(972b6f59-ca6f-4d63-843a-63e117aa35cb),segment_id=972b6f59-ca6f-4d63-843a-63e117aa35cb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:40.080057 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf26ae-6fde-4d95-a7ec-8cecc0bf8e78 req-bc005d35-4e51-401b-8839-faa0b6d02f2c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:40.082011 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-38cf26ae-6fde-4d95-a7ec-8cecc0bf8e78 req-bc005d35-4e51-401b-8839-faa0b6d02f2c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5425 time: 0.1407845 Aug 10 01:06:40.083494 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:40.087753 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5a2384a0-7875-457f-8692-4185a7d8d7ff req-d01ae248-0afe-430e-9299-a1fcf7c88740 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920660 Aug 10 01:06:40.133715 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-38cf26ae-6fde-4d95-a7ec-8cecc0bf8e78 req-035732bf-4889-42be-96f0-e32cb88ed86f tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410204 Aug 10 01:06:40.136875 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=8d167231-c738-4ce8-a27c-faa105b480a0,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:40.219743 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 19f12836-f92e-4fd8-ab2a-0c784d7fc657 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:06:40.268020 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 19f12836-f92e-4fd8-ab2a-0c784d7fc657 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:06:40.272970 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 19f12836-f92e-4fd8-ab2a-0c784d7fc657 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:06:40.273353 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:40.292922 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a912baf-a4e9-4ed9-bfca-16f42a7568b4 req-565e6a21-2e4d-4f29-8def-b7c3cd731321 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:40.294989 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0a912baf-a4e9-4ed9-bfca-16f42a7568b4 req-565e6a21-2e4d-4f29-8def-b7c3cd731321 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 946 time: 0.0895047 Aug 10 01:06:40.307280 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd991a-ccef-465e-acef-3e6d37fe9d98 req-c8b93e17-301c-40b7-ac6c-bab9ed39b78e tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:40.308762 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-becd991a-ccef-465e-acef-3e6d37fe9d98 req-c8b93e17-301c-40b7-ac6c-bab9ed39b78e tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b93e667-c17e-4be9-981b-5da7c8793b26 HTTP/1.1" status: 200 len: 945 time: 0.0736802 Aug 10 01:06:40.358530 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:40.364429 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0a912baf-a4e9-4ed9-bfca-16f42a7568b4 req-905e53bb-b8e1-4d23-a4d0-137306cb6b16 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545411 Aug 10 01:06:40.369405 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-becd991a-ccef-465e-acef-3e6d37fe9d98 req-54415771-5d4e-4410-9179-3fac0899a855 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525675 Aug 10 01:06:40.402762 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 19f12836-f92e-4fd8-ab2a-0c784d7fc657, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=19f12836-f92e-4fd8-ab2a-0c784d7fc657,segment=NetworkSegment(d6976290-f50d-4dca-805a-f2ce5eeed0b1),segment_id=d6976290-f50d-4dca-805a-f2ce5eeed0b1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:40.408373 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:40.409217 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 8a79b3c1-044c-4b04-8482-338547d33f44 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:06:40.452825 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['89c73191-5c74-4372-acea-f3993478ce50', '48b7eddf-0772-4435-86d4-6cda7a9b79cc', '99fd042c-2495-44fc-bf12-749d1abc200c', '3a31ea2f-9b12-4c98-a9c1-01a4a252036a'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:40.524944 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=19f12836-f92e-4fd8-ab2a-0c784d7fc657,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:40.546442 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 8a79b3c1-044c-4b04-8482-338547d33f44 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:06:40.676995 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 8a79b3c1-044c-4b04-8482-338547d33f44 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:06:40.677599 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:40.682311 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21caa1-c190-4f1a-b120-730a5bf2c1e9 req-e100eb03-1b1f-440d-85f1-2ce0c429672b tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:40.683791 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2b21caa1-c190-4f1a-b120-730a5bf2c1e9 req-e100eb03-1b1f-440d-85f1-2ce0c429672b tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.20 "GET /v2.0/ports?device_id=40a6f316-1fdd-4fe1-bf2a-8b1411004b3a HTTP/1.1" status: 200 len: 948 time: 0.0515230 Aug 10 01:06:40.782400 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-2b21caa1-c190-4f1a-b120-730a5bf2c1e9 req-ff7a022c-7afb-44e0-b58b-69d3b9298f51 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Deleting port 3a31ea2f-9b12-4c98-a9c1-01a4a252036a {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:06:40.782900 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2b21caa1-c190-4f1a-b120-730a5bf2c1e9 req-ff7a022c-7afb-44e0-b58b-69d3b9298f51 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:40.806753 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:40.863220 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 8a79b3c1-044c-4b04-8482-338547d33f44, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=8a79b3c1-044c-4b04-8482-338547d33f44,segment=NetworkSegment(12abd57d-e545-4f43-839f-fc66085c41e6),segment_id=12abd57d-e545-4f43-839f-fc66085c41e6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:40.870027 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-2b21caa1-c190-4f1a-b120-730a5bf2c1e9 req-ff7a022c-7afb-44e0-b58b-69d3b9298f51 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] For port 3a31ea2f-9b12-4c98-a9c1-01a4a252036a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=3a31ea2f-9b12-4c98-a9c1-01a4a252036a,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:40.870515 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2b21caa1-c190-4f1a-b120-730a5bf2c1e9 req-ff7a022c-7afb-44e0-b58b-69d3b9298f51 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:40.873387 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:40.874179 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device d4321df7-d3c9-4d23-b006-20dac822c111 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:06:40.884065 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-2b21caa1-c190-4f1a-b120-730a5bf2c1e9 req-ff7a022c-7afb-44e0-b58b-69d3b9298f51 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Calling delete_port for 3a31ea2f-9b12-4c98-a9c1-01a4a252036a owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:06:40.979433 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=8a79b3c1-044c-4b04-8482-338547d33f44,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:41.008065 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port d4321df7-d3c9-4d23-b006-20dac822c111 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:06:41.018582 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port d4321df7-d3c9-4d23-b006-20dac822c111 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:06:41.018970 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:41.023422 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2b21caa1-c190-4f1a-b120-730a5bf2c1e9 req-ff7a022c-7afb-44e0-b58b-69d3b9298f51 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:41.052114 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['3cc74571-e82c-4ae8-9356-6d35c165bb7b', 'e0b7d158-53ed-4a9e-b6d1-c536dc2a2738'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:41.056262 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a022c-7afb-44e0-b58b-69d3b9298f51 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Pushing event deleted for resources: {'Port': ['ID=3a31ea2f-9b12-4c98-a9c1-01a4a252036a,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:41.101795 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b21caa1-c190-4f1a-b120-730a5bf2c1e9 req-ff7a022c-7afb-44e0-b58b-69d3b9298f51 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] No DVR routers for this DVR port 3a31ea2f-9b12-4c98-a9c1-01a4a252036a on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:06:41.104437 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2b21caa1-c190-4f1a-b120-730a5bf2c1e9 req-ff7a022c-7afb-44e0-b58b-69d3b9298f51 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:41.107415 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2b21caa1-c190-4f1a-b120-730a5bf2c1e9 req-ff7a022c-7afb-44e0-b58b-69d3b9298f51 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.20 "DELETE /v2.0/ports/3a31ea2f-9b12-4c98-a9c1-01a4a252036a HTTP/1.1" status: 204 len: 173 time: 0.4161239 Aug 10 01:06:41.107870 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a6f316-1fdd-4fe1-bf2a-8b1411004b3a', 'name': 'network-vif-deleted', 'tag': '3a31ea2f-9b12-4c98-a9c1-01a4a252036a'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:41.110130 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0cc3fc-e73d-423d-891f-2d4ad028f5c5" -d '{"events": [{"server_uuid": "40a6f316-1fdd-4fe1-bf2a-8b1411004b3a", "name": "network-vif-deleted", "tag": "3a31ea2f-9b12-4c98-a9c1-01a4a252036a"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:41.183203 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ff4a6a-58a2-491f-a281-7d9571fc0868 x-openstack-request-id: req-d8ff4a6a-58a2-491f-a281-7d9571fc0868 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:41.183503 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a6f316-1fdd-4fe1-bf2a-8b1411004b3a", "name": "network-vif-deleted", "tag": "3a31ea2f-9b12-4c98-a9c1-01a4a252036a", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:41.183760 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d8ff4a6a-58a2-491f-a281-7d9571fc0868 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:41.184160 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a6f316-1fdd-4fe1-bf2a-8b1411004b3a', 'name': 'network-vif-deleted', 'tag': '3a31ea2f-9b12-4c98-a9c1-01a4a252036a', 'status': 'completed', 'code': 200} Aug 10 01:06:41.229084 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cfc74e64-1ddc-479c-a2a5-0bc18571bcb5 req-39c3781d-e336-45dd-b7de-1a007cb0e414 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=40a6f316-1fdd-4fe1-bf2a-8b1411004b3a HTTP/1.1" status: 200 len: 210 time: 0.0435941 Aug 10 01:06:41.238408 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-09bd111f-3d72-43ed-8a55-3e06d286837e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:41.260462 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:41.339598 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port d4321df7-d3c9-4d23-b006-20dac822c111, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=d4321df7-d3c9-4d23-b006-20dac822c111,segment=NetworkSegment(1357e2b4-7ea7-48a9-bf87-c09b5a9112c7),segment_id=1357e2b4-7ea7-48a9-bf87-c09b5a9112c7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:41.347162 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333876f-e0a9-4230-a3d6-796dbd552511 req-b8bde23b-7df0-42a1-a45f-ef2f39ab72c2 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:41.353709 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:41.353899 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333876f-e0a9-4230-a3d6-796dbd552511 req-b8bde23b-7df0-42a1-a45f-ef2f39ab72c2 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:41.354516 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 200e7fac-07de-403e-91cd-a7f052e1e0de up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:06:41.360576 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333876f-e0a9-4230-a3d6-796dbd552511 req-b8bde23b-7df0-42a1-a45f-ef2f39ab72c2 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:41.366677 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333876f-e0a9-4230-a3d6-796dbd552511 req-b8bde23b-7df0-42a1-a45f-ef2f39ab72c2 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:41.372971 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333876f-e0a9-4230-a3d6-796dbd552511 req-b8bde23b-7df0-42a1-a45f-ef2f39ab72c2 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:41.378968 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333876f-e0a9-4230-a3d6-796dbd552511 req-b8bde23b-7df0-42a1-a45f-ef2f39ab72c2 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:41.385072 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333876f-e0a9-4230-a3d6-796dbd552511 req-b8bde23b-7df0-42a1-a45f-ef2f39ab72c2 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:41.387281 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b333876f-e0a9-4230-a3d6-796dbd552511 req-b8bde23b-7df0-42a1-a45f-ef2f39ab72c2 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5427 time: 0.1337957 Aug 10 01:06:41.442033 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b333876f-e0a9-4230-a3d6-796dbd552511 req-f9b9e52e-536e-4c25-9892-8f2169cfe90e tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417306 Aug 10 01:06:41.516459 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef38d8f-7c1c-4e4d-ac28-c682f57da13c req-8bffaf08-3194-4587-86a9-3200a515739f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:41.518516 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fef38d8f-7c1c-4e4d-ac28-c682f57da13c req-8bffaf08-3194-4587-86a9-3200a515739f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 946 time: 0.0650227 Aug 10 01:06:41.530336 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=d4321df7-d3c9-4d23-b006-20dac822c111,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:41.537248 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:41.587170 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 200e7fac-07de-403e-91cd-a7f052e1e0de completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:06:41.588916 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fef38d8f-7c1c-4e4d-ac28-c682f57da13c req-6fe16936-35dd-4ac7-9c50-994505958ac8 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643489 Aug 10 01:06:41.600777 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 200e7fac-07de-403e-91cd-a7f052e1e0de triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:06:41.601234 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:41.632548 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1716d64-f8f8-4c60-a94a-37191026f93d req-091c18bf-2698-4821-ab2f-ba29df0a9b24 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:41.643345 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e1716d64-f8f8-4c60-a94a-37191026f93d req-091c18bf-2698-4821-ab2f-ba29df0a9b24 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b93e667-c17e-4be9-981b-5da7c8793b26 HTTP/1.1" status: 200 len: 945 time: 0.1028721 Aug 10 01:06:41.697206 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e1716d64-f8f8-4c60-a94a-37191026f93d req-77a164cb-89b7-447d-9d40-72699347b3f5 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394044 Aug 10 01:06:41.753091 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:41.795776 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 200e7fac-07de-403e-91cd-a7f052e1e0de, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=200e7fac-07de-403e-91cd-a7f052e1e0de,segment=NetworkSegment(12abd57d-e545-4f43-839f-fc66085c41e6),segment_id=12abd57d-e545-4f43-839f-fc66085c41e6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:41.800886 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:41.801770 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device fe418fb1-b96c-4e6d-8e05-c39e238a4dd0 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:06:41.802834 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045b705-4641-4b99-8e17-4467f2093d25 req-928f4797-e35e-4b1c-9110-8a4f45752483 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:41.804427 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a045b705-4641-4b99-8e17-4467f2093d25 req-928f4797-e35e-4b1c-9110-8a4f45752483 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 946 time: 0.0554931 Aug 10 01:06:41.841039 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: fe418fb1-b96c-4e6d-8e05-c39e238a4dd0 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:06:41.841436 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device fe418fb1-b96c-4e6d-8e05-c39e238a4dd0 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:06:41.846462 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a045b705-4641-4b99-8e17-4467f2093d25 req-b6176003-1512-4581-b6a3-20753eaf7d92 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354228 Aug 10 01:06:41.868823 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=200e7fac-07de-403e-91cd-a7f052e1e0de,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:41.870154 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56668) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:41.887696 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b93e667-c17e-4be9-981b-5da7c8793b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d167231-c738-4ce8-a27c-faa105b480a0'}, {'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f12836-f92e-4fd8-ab2a-0c784d7fc657'}, {'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a79b3c1-044c-4b04-8482-338547d33f44'}, {'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4321df7-d3c9-4d23-b006-20dac822c111'}, {'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200e7fac-07de-403e-91cd-a7f052e1e0de'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:41.890220 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80562b5-af7c-4f31-aa12-89ef0bf55508" -d '{"events": [{"server_uuid": "2b93e667-c17e-4be9-981b-5da7c8793b26", "name": "network-vif-plugged", "status": "completed", "tag": "8d167231-c738-4ce8-a27c-faa105b480a0"}, {"server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "name": "network-vif-plugged", "status": "completed", "tag": "19f12836-f92e-4fd8-ab2a-0c784d7fc657"}, {"server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "name": "network-vif-plugged", "status": "completed", "tag": "8a79b3c1-044c-4b04-8482-338547d33f44"}, {"server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "name": "network-vif-plugged", "status": "completed", "tag": "d4321df7-d3c9-4d23-b006-20dac822c111"}, {"server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "name": "network-vif-plugged", "status": "completed", "tag": "200e7fac-07de-403e-91cd-a7f052e1e0de"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:41.914905 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c37b21-e0da-4b13-b29d-77c1deda106e tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:41.916903 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-61c37b21-e0da-4b13-b29d-77c1deda106e tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 1093 time: 0.0454633 Aug 10 01:06:41.920501 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56672) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:41.925006 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-a60365b4-1b1d-477e-8eaf-ec1a467f4baf tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'port_id': '6d3cf203-dbf4-4919-b989-f724df5d49e9', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:41.939698 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81200f99-4010-4c50-a1b2-8a66a00f12d5 x-openstack-request-id: req-81200f99-4010-4c50-a1b2-8a66a00f12d5 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:41.940011 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b93e667-c17e-4be9-981b-5da7c8793b26", "name": "network-vif-plugged", "status": "completed", "tag": "8d167231-c738-4ce8-a27c-faa105b480a0", "code": 200}, {"server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "name": "network-vif-plugged", "status": "completed", "tag": "19f12836-f92e-4fd8-ab2a-0c784d7fc657", "code": 200}, {"server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "name": "network-vif-plugged", "status": "completed", "tag": "8a79b3c1-044c-4b04-8482-338547d33f44", "code": 200}, {"server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "name": "network-vif-plugged", "status": "completed", "tag": "d4321df7-d3c9-4d23-b006-20dac822c111", "code": 200}, {"server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "name": "network-vif-plugged", "status": "completed", "tag": "200e7fac-07de-403e-91cd-a7f052e1e0de", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:41.940297 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-81200f99-4010-4c50-a1b2-8a66a00f12d5 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:41.940713 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b93e667-c17e-4be9-981b-5da7c8793b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d167231-c738-4ce8-a27c-faa105b480a0', 'code': 200} Aug 10 01:06:41.940977 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f12836-f92e-4fd8-ab2a-0c784d7fc657', 'code': 200} Aug 10 01:06:41.941527 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a79b3c1-044c-4b04-8482-338547d33f44', 'code': 200} Aug 10 01:06:41.941527 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4321df7-d3c9-4d23-b006-20dac822c111', 'code': 200} Aug 10 01:06:41.941936 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200e7fac-07de-403e-91cd-a7f052e1e0de', 'code': 200} Aug 10 01:06:41.946558 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a60365b4-1b1d-477e-8eaf-ec1a467f4baf tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for floatingip, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:42.071333 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614c664-4be5-46aa-bfd5-f16ee25785ed req-8e970764-5221-465c-a451-9ea94aec11ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:42.072863 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8614c664-4be5-46aa-bfd5-f16ee25785ed req-8e970764-5221-465c-a451-9ea94aec11ce service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2b93e667-c17e-4be9-981b-5da7c8793b26 HTTP/1.1" status: 200 len: 1097 time: 0.0596344 Aug 10 01:06:42.078946 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a60365b4-1b1d-477e-8eaf-ec1a467f4baf tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:42.154885 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8614c664-4be5-46aa-bfd5-f16ee25785ed req-c86a56d3-dbf9-475d-99a4-1e0f67f2933c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689585 Aug 10 01:06:42.207979 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-a60365b4-1b1d-477e-8eaf-ec1a467f4baf tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Allocated IP 172.25.2.13 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/be48cc37-405f-457f-a15d-a7b3bb86fe48) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:06:42.230178 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 9211c06d-216b-4619-a636-7f12c2e6d3ce up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:06:42.279204 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 9211c06d-216b-4619-a636-7f12c2e6d3ce completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:06:42.282940 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 9211c06d-216b-4619-a636-7f12c2e6d3ce triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:06:42.283325 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:42.320852 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a60365b4-1b1d-477e-8eaf-ec1a467f4baf tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:42.366758 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a60365b4-1b1d-477e-8eaf-ec1a467f4baf tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:42.368354 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:42.405315 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 9211c06d-216b-4619-a636-7f12c2e6d3ce, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=9211c06d-216b-4619-a636-7f12c2e6d3ce,segment=NetworkSegment(12abd57d-e545-4f43-839f-fc66085c41e6),segment_id=12abd57d-e545-4f43-839f-fc66085c41e6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:42.405938 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60365b4-1b1d-477e-8eaf-ec1a467f4baf tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:06:42.409057 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-a60365b4-1b1d-477e-8eaf-ec1a467f4baf tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:06:42.411004 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:42.412160 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 49ba5ea8-ef2b-468a-baec-23d59ac9e260 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:06:42.415348 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60365b4-1b1d-477e-8eaf-ec1a467f4baf tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:06:42.451166 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60365b4-1b1d-477e-8eaf-ec1a467f4baf tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'Port': ['ID=be48cc37-405f-457f-a15d-a7b3bb86fe48,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:42.490209 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=9211c06d-216b-4619-a636-7f12c2e6d3ce,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:42.504788 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 49ba5ea8-ef2b-468a-baec-23d59ac9e260 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:06:42.509309 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 49ba5ea8-ef2b-468a-baec-23d59ac9e260 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:06:42.509747 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:42.604589 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:42.649792 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b82ff1-4b93-457c-9197-7b7dcf53bf66 req-ca460abb-2602-4917-a032-34a1d50c13bf tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:42.657119 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 49ba5ea8-ef2b-468a-baec-23d59ac9e260, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=49ba5ea8-ef2b-468a-baec-23d59ac9e260,segment=NetworkSegment(12abd57d-e545-4f43-839f-fc66085c41e6),segment_id=12abd57d-e545-4f43-839f-fc66085c41e6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:42.660418 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b82ff1-4b93-457c-9197-7b7dcf53bf66 req-ca460abb-2602-4917-a032-34a1d50c13bf tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:42.661542 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:42.662398 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 2ad0def9-aab1-41bc-bb68-ab13dba6e597 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:06:42.679163 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b82ff1-4b93-457c-9197-7b7dcf53bf66 req-ca460abb-2602-4917-a032-34a1d50c13bf tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:42.690036 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b82ff1-4b93-457c-9197-7b7dcf53bf66 req-ca460abb-2602-4917-a032-34a1d50c13bf tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:42.696093 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b82ff1-4b93-457c-9197-7b7dcf53bf66 req-ca460abb-2602-4917-a032-34a1d50c13bf tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:42.702644 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b82ff1-4b93-457c-9197-7b7dcf53bf66 req-ca460abb-2602-4917-a032-34a1d50c13bf tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:42.708770 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b82ff1-4b93-457c-9197-7b7dcf53bf66 req-ca460abb-2602-4917-a032-34a1d50c13bf tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:42.710732 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d9b82ff1-4b93-457c-9197-7b7dcf53bf66 req-ca460abb-2602-4917-a032-34a1d50c13bf tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5430 time: 0.1685591 Aug 10 01:06:42.738232 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=49ba5ea8-ef2b-468a-baec-23d59ac9e260,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:42.753678 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 2ad0def9-aab1-41bc-bb68-ab13dba6e597 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:06:42.759216 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 2ad0def9-aab1-41bc-bb68-ab13dba6e597 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:06:42.759716 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:42.786945 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c6015-d7b7-4cb2-a318-a798e1fe692f req-20d18a2e-ef09-4f7c-9b20-5ba404805f02 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:42.788540 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-480c6015-d7b7-4cb2-a318-a798e1fe692f req-20d18a2e-ef09-4f7c-9b20-5ba404805f02 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=8411a4e9-5934-4f73-8569-a29636960532 HTTP/1.1" status: 200 len: 948 time: 0.0767674 Aug 10 01:06:42.792961 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d9b82ff1-4b93-457c-9197-7b7dcf53bf66 req-9ef9b917-3372-4d31-af76-b31424601287 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0719161 Aug 10 01:06:42.835651 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-480c6015-d7b7-4cb2-a318-a798e1fe692f req-f305d083-bcce-49bd-bb3f-a2ad94624ce2 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357213 Aug 10 01:06:42.866745 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:42.911648 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 2ad0def9-aab1-41bc-bb68-ab13dba6e597, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2ad0def9-aab1-41bc-bb68-ab13dba6e597,segment=NetworkSegment(1357e2b4-7ea7-48a9-bf87-c09b5a9112c7),segment_id=1357e2b4-7ea7-48a9-bf87-c09b5a9112c7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:42.927434 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:42.968098 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775dc09-cb86-423e-8945-5d3c00f0103c req-d984464c-cc0e-4769-8c3e-29a0caf6abd7 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:42.969828 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6775dc09-cb86-423e-8945-5d3c00f0103c req-d984464c-cc0e-4769-8c3e-29a0caf6abd7 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b93e667-c17e-4be9-981b-5da7c8793b26 HTTP/1.1" status: 200 len: 945 time: 0.0553811 Aug 10 01:06:42.981526 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=2ad0def9-aab1-41bc-bb68-ab13dba6e597,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:43.011307 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6775dc09-cb86-423e-8945-5d3c00f0103c req-b0d79e2f-1a40-462b-9025-b845ff2f50a6 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344195 Aug 10 01:06:43.132944 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['89c73191-5c74-4372-acea-f3993478ce50', '48b7eddf-0772-4435-86d4-6cda7a9b79cc', '99fd042c-2495-44fc-bf12-749d1abc200c'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:43.195099 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a60365b4-1b1d-477e-8eaf-ec1a467f4baf tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:43.264783 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a60365b4-1b1d-477e-8eaf-ec1a467f4baf tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:43.414619 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a60365b4-1b1d-477e-8eaf-ec1a467f4baf tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:43.419841 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a60365b4-1b1d-477e-8eaf-ec1a467f4baf tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:43.489140 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60365b4-1b1d-477e-8eaf-ec1a467f4baf tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'Port': ['ID=be48cc37-405f-457f-a15d-a7b3bb86fe48,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:43.503601 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a60365b4-1b1d-477e-8eaf-ec1a467f4baf tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:43.605728 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [None req-a60365b4-1b1d-477e-8eaf-ec1a467f4baf tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Floating IP 2f591559-3b60-4acb-ab0a-345b030dbbf6 associated. External IP: 172.25.2.13, port: 6d3cf203-dbf4-4919-b989-f724df5d49e9. Aug 10 01:06:43.802994 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b9f41234-c8cb-4255-aabf-ed21e1097730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:43.814098 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60365b4-1b1d-477e-8eaf-ec1a467f4baf tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Router 5e521bb3-94f5-4a03-9b85-6356dfc5e402 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:06:43.927854 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60365b4-1b1d-477e-8eaf-ec1a467f4baf tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:06:43.928729 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9d9a5-2f48-4a8c-911c-20c730009862 req-5ead8564-20b6-4c26-bdd6-1cc3f0897254 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:43.937448 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9d9a5-2f48-4a8c-911c-20c730009862 req-5ead8564-20b6-4c26-bdd6-1cc3f0897254 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:43.938641 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ce2054-8952-4b52-8bc7-29d66f6892f4 None None] Sync routers for ids ['5e521bb3-94f5-4a03-9b85-6356dfc5e402'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:06:43.943771 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9d9a5-2f48-4a8c-911c-20c730009862 req-5ead8564-20b6-4c26-bdd6-1cc3f0897254 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:43.944645 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9211c06d-216b-4619-a636-7f12c2e6d3ce'}, {'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ba5ea8-ef2b-468a-baec-23d59ac9e260'}, {'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad0def9-aab1-41bc-bb68-ab13dba6e597'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:43.945275 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a60365b4-1b1d-477e-8eaf-ec1a467f4baf tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:43.947300 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046fe91e-e4d8-499a-ae08-5d5fbd372b44" -d '{"events": [{"server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "name": "network-vif-plugged", "status": "completed", "tag": "9211c06d-216b-4619-a636-7f12c2e6d3ce"}, {"server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "name": "network-vif-plugged", "status": "completed", "tag": "49ba5ea8-ef2b-468a-baec-23d59ac9e260"}, {"server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "name": "network-vif-plugged", "status": "completed", "tag": "2ad0def9-aab1-41bc-bb68-ab13dba6e597"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:43.950711 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9d9a5-2f48-4a8c-911c-20c730009862 req-5ead8564-20b6-4c26-bdd6-1cc3f0897254 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:43.955614 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ce2054-8952-4b52-8bc7-29d66f6892f4 None None] Routers {'5e521bb3-94f5-4a03-9b85-6356dfc5e402'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:06:43.956353 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-25ce2054-8952-4b52-8bc7-29d66f6892f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:06:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['5e521bb3-94f5-4a03-9b85-6356dfc5e402'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:43.956966 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9d9a5-2f48-4a8c-911c-20c730009862 req-5ead8564-20b6-4c26-bdd6-1cc3f0897254 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:43.962796 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9d9a5-2f48-4a8c-911c-20c730009862 req-5ead8564-20b6-4c26-bdd6-1cc3f0897254 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:43.969599 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9d9a5-2f48-4a8c-911c-20c730009862 req-5ead8564-20b6-4c26-bdd6-1cc3f0897254 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:43.971539 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-54a9d9a5-2f48-4a8c-911c-20c730009862 req-5ead8564-20b6-4c26-bdd6-1cc3f0897254 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5432 time: 0.1018672 Aug 10 01:06:43.974823 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a60365b4-1b1d-477e-8eaf-ec1a467f4baf tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0531380 Aug 10 01:06:43.975444 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bad01cb8-d294-44d5-ba58-37ba1495d6c9', 'tag': '6d3cf203-dbf4-4919-b989-f724df5d49e9'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:43.977788 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece939db-8133-45db-a962-936d333ed98c" -d '{"events": [{"name": "network-changed", "server_uuid": "bad01cb8-d294-44d5-ba58-37ba1495d6c9", "tag": "6d3cf203-dbf4-4919-b989-f724df5d49e9"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:44.041316 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-54a9d9a5-2f48-4a8c-911c-20c730009862 req-598487ab-bea6-4252-86dc-52cc00c759bd tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595658 Aug 10 01:06:44.052776 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac031fe-5954-4437-af49-16ef03b40aae req-d3687f36-2932-489d-9a2e-6caa2dac2167 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:44.054232 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6ac031fe-5954-4437-af49-16ef03b40aae req-d3687f36-2932-489d-9a2e-6caa2dac2167 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=8411a4e9-5934-4f73-8569-a29636960532 HTTP/1.1" status: 200 len: 948 time: 0.0817716 Aug 10 01:06:44.072948 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-25ce2054-8952-4b52-8bc7-29d66f6892f4 None None] Set router 5e521bb3-94f5-4a03-9b85-6356dfc5e402 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:06:44.095446 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6ac031fe-5954-4437-af49-16ef03b40aae req-e17ecc20-2f34-4512-a788-0d3f4df1c823 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346808 Aug 10 01:06:44.153436 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8be700d-374a-4eba-a4ac-77edddb310a9 x-openstack-request-id: req-a8be700d-374a-4eba-a4ac-77edddb310a9 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:44.153737 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "name": "network-vif-plugged", "status": "completed", "tag": "9211c06d-216b-4619-a636-7f12c2e6d3ce", "code": 200}, {"server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "name": "network-vif-plugged", "status": "completed", "tag": "49ba5ea8-ef2b-468a-baec-23d59ac9e260", "code": 200}, {"server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "name": "network-vif-plugged", "status": "completed", "tag": "2ad0def9-aab1-41bc-bb68-ab13dba6e597", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:44.153991 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a8be700d-374a-4eba-a4ac-77edddb310a9 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:44.154391 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9211c06d-216b-4619-a636-7f12c2e6d3ce', 'code': 200} Aug 10 01:06:44.154645 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ba5ea8-ef2b-468a-baec-23d59ac9e260', 'code': 200} Aug 10 01:06:44.155076 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad0def9-aab1-41bc-bb68-ab13dba6e597', 'code': 200} Aug 10 01:06:44.175864 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253a3aba-dff8-4644-93cc-f39556955f5b x-openstack-request-id: req-253a3aba-dff8-4644-93cc-f39556955f5b {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:44.176164 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bad01cb8-d294-44d5-ba58-37ba1495d6c9", "tag": "6d3cf203-dbf4-4919-b989-f724df5d49e9", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:44.176449 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-253a3aba-dff8-4644-93cc-f39556955f5b {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:44.176868 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bad01cb8-d294-44d5-ba58-37ba1495d6c9', 'tag': '6d3cf203-dbf4-4919-b989-f724df5d49e9', 'status': 'completed', 'code': 200} Aug 10 01:06:44.235669 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 3a31ea2f-9b12-4c98-a9c1-01a4a252036a no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:06:44.254148 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2de09-c1a4-4fef-9dfd-dc27154d03fc req-016ff60e-8180-46fc-a819-c57a4c3e495c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:44.255995 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-83c2de09-c1a4-4fef-9dfd-dc27154d03fc req-016ff60e-8180-46fc-a819-c57a4c3e495c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 946 time: 0.0665476 Aug 10 01:06:44.261714 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece939db-8133-45db-a962-936d333ed98c req-3567bc27-0c04-4df3-89f3-a825574ec1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:44.262269 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 3a31ea2f-9b12-4c98-a9c1-01a4a252036a {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:06:44.263057 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 3a31ea2f-9b12-4c98-a9c1-01a4a252036a not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:06:44.264068 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ece939db-8133-45db-a962-936d333ed98c req-3567bc27-0c04-4df3-89f3-a825574ec1be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 1098 time: 0.0602961 Aug 10 01:06:44.304712 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-83c2de09-c1a4-4fef-9dfd-dc27154d03fc req-8c702c60-162f-4c82-8267-78385744355a tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318916 Aug 10 01:06:44.339988 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56716) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:44.356879 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-25ce2054-8952-4b52-8bc7-29d66f6892f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057299372', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': 'a1aae4f8-75d1-4802-a584-dad1b4ba38cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:06:18Z', 'updated_at': '2021-08-10T01:06:23Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'a1aae4f8-75d1-4802-a584-dad1b4ba38cc', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:06:19Z', 'updated_at': '2021-08-10T01:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '2f591559-3b60-4acb-ab0a-345b030dbbf6', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'floating_ip_address': '172.25.2.13', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'port_id': '6d3cf203-dbf4-4919-b989-f724df5d49e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a462b3c-85e0-42af-bdaa-7c1c00be4593', 'mac_address': 'fa:16:3e:2f:f0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad01cb8-d294-44d5-ba58-37ba1495d6c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:06:42Z', 'updated_at': '2021-08-10T01:06:42Z', 'revision_number': 0, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fcb37f9-b077-42a9-8291-af886b8062ff', 'name': '', 'network_id': '5a462b3c-85e0-42af-bdaa-7c1c00be4593', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'mac_address': 'fa:16:3e:26:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '95d779ab-0287-4bf3-8588-a099eab6d9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:06:21Z', 'updated_at': '2021-08-10T01:06:27Z', 'revision_number': 5, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'subnets': [{'id': '95d779ab-0287-4bf3-8588-a099eab6d9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:44.380762 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece939db-8133-45db-a962-936d333ed98c req-21421b36-e55b-4087-9b43-802422f545e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:44.382964 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ece939db-8133-45db-a962-936d333ed98c req-21421b36-e55b-4087-9b43-802422f545e9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a462b3c-85e0-42af-bdaa-7c1c00be4593 HTTP/1.1" status: 200 len: 897 time: 0.1082106 Aug 10 01:06:44.390085 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ce2054-8952-4b52-8bc7-29d66f6892f4 None None] Checking router: 5e521bb3-94f5-4a03-9b85-6356dfc5e402 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:06:44.407584 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ce2054-8952-4b52-8bc7-29d66f6892f4 None None] Routers {'5e521bb3-94f5-4a03-9b85-6356dfc5e402'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:06:44.408217 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-25ce2054-8952-4b52-8bc7-29d66f6892f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:06:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['5e521bb3-94f5-4a03-9b85-6356dfc5e402'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:44.451596 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:44.457952 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-79626bbc-3b8f-47c9-b36b-fb5f35421859 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/floatingips/2f591559-3b60-4acb-ab0a-345b030dbbf6 HTTP/1.1" status: 200 len: 991 time: 0.1167269 Aug 10 01:06:44.473099 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccbf9b-60d0-4129-9e80-7022ed3c4d30 req-42ba96ca-6186-4a31-bda2-0e4fbf46cb49 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:44.474745 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4cccbf9b-60d0-4129-9e80-7022ed3c4d30 req-42ba96ca-6186-4a31-bda2-0e4fbf46cb49 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b93e667-c17e-4be9-981b-5da7c8793b26 HTTP/1.1" status: 200 len: 945 time: 0.0716097 Aug 10 01:06:44.492008 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ece939db-8133-45db-a962-936d333ed98c req-30e1218c-ef92-473d-a116-0eeb9d576ba9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d3cf203-dbf4-4919-b989-f724df5d49e9 HTTP/1.1" status: 200 len: 999 time: 0.0940702 Aug 10 01:06:44.498603 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59972ffd-99ba-4ac6-a0a5-6cff56b29296 req-905d0df4-96fc-4a44-85e4-e25dbe50d084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:44.499410 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59972ffd-99ba-4ac6-a0a5-6cff56b29296 req-905d0df4-96fc-4a44-85e4-e25dbe50d084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:44.499686 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59972ffd-99ba-4ac6-a0a5-6cff56b29296 req-905d0df4-96fc-4a44-85e4-e25dbe50d084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:44.500172 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59972ffd-99ba-4ac6-a0a5-6cff56b29296 req-905d0df4-96fc-4a44-85e4-e25dbe50d084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:44.500771 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59972ffd-99ba-4ac6-a0a5-6cff56b29296 req-905d0df4-96fc-4a44-85e4-e25dbe50d084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:44.501232 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59972ffd-99ba-4ac6-a0a5-6cff56b29296 req-905d0df4-96fc-4a44-85e4-e25dbe50d084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:44.501801 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59972ffd-99ba-4ac6-a0a5-6cff56b29296 req-905d0df4-96fc-4a44-85e4-e25dbe50d084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:44.503845 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-59972ffd-99ba-4ac6-a0a5-6cff56b29296 req-905d0df4-96fc-4a44-85e4-e25dbe50d084 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 6496 time: 0.1147881 Aug 10 01:06:44.526543 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-25ce2054-8952-4b52-8bc7-29d66f6892f4 None None] Set router 5e521bb3-94f5-4a03-9b85-6356dfc5e402 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:06:44.545446 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4cccbf9b-60d0-4129-9e80-7022ed3c4d30 req-acb5b855-407d-4955-a519-fdfb68cc60a9 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628204 Aug 10 01:06:44.595176 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6bb7c-2bb8-4571-adc9-39662f3d01cc req-8b3a5b8e-88fe-4e4e-9a70-2712c8fe1998 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:44.596826 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a9e6bb7c-2bb8-4571-adc9-39662f3d01cc req-8b3a5b8e-88fe-4e4e-9a70-2712c8fe1998 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.20 "GET /v2.0/ports?device_id=7921c895-ad6d-49ed-b5e5-5a28dc0454c7 HTTP/1.1" status: 200 len: 949 time: 0.0700190 Aug 10 01:06:44.607989 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece939db-8133-45db-a962-936d333ed98c req-4c7fbd7d-f59b-4cf2-8ff4-e79fe3e6aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:44.609152 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ece939db-8133-45db-a962-936d333ed98c req-4c7fbd7d-f59b-4cf2-8ff4-e79fe3e6aaf5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=95d779ab-0287-4bf3-8588-a099eab6d9bd HTTP/1.1" status: 200 len: 835 time: 0.1043234 Aug 10 01:06:44.618843 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-59972ffd-99ba-4ac6-a0a5-6cff56b29296 req-c125b5bc-d843-423d-a06a-12b09d6f6697 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0860434 Aug 10 01:06:44.667543 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d19b75-8977-4d1c-b4bc-7c88aa92c7d8 req-5189ba60-4da6-4a1e-aea2-d2193b8e32b5 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:44.669820 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-37d19b75-8977-4d1c-b4bc-7c88aa92c7d8 req-5189ba60-4da6-4a1e-aea2-d2193b8e32b5 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.24 "GET /v2.0/ports?device_id=8411a4e9-5934-4f73-8569-a29636960532 HTTP/1.1" status: 200 len: 948 time: 0.1108608 Aug 10 01:06:44.713269 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece939db-8133-45db-a962-936d333ed98c req-7cd738cb-eeea-4048-8bb9-7968be1caa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:44.715038 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ece939db-8133-45db-a962-936d333ed98c req-7cd738cb-eeea-4048-8bb9-7968be1caa32 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a462b3c-85e0-42af-bdaa-7c1c00be4593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0953720 Aug 10 01:06:44.723533 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-a9e6bb7c-2bb8-4571-adc9-39662f3d01cc req-b5f3cae5-e204-4b36-ba4b-c46e44dac3ce tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Deleting port 99fd042c-2495-44fc-bf12-749d1abc200c {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:06:44.723533 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a9e6bb7c-2bb8-4571-adc9-39662f3d01cc req-b5f3cae5-e204-4b36-ba4b-c46e44dac3ce tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:44.834398 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-a9e6bb7c-2bb8-4571-adc9-39662f3d01cc req-b5f3cae5-e204-4b36-ba4b-c46e44dac3ce tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] For port 99fd042c-2495-44fc-bf12-749d1abc200c, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=99fd042c-2495-44fc-bf12-749d1abc200c,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:44.834779 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a9e6bb7c-2bb8-4571-adc9-39662f3d01cc req-b5f3cae5-e204-4b36-ba4b-c46e44dac3ce tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:44.850383 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-a9e6bb7c-2bb8-4571-adc9-39662f3d01cc req-b5f3cae5-e204-4b36-ba4b-c46e44dac3ce tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Calling delete_port for 99fd042c-2495-44fc-bf12-749d1abc200c owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:06:44.853936 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ece939db-8133-45db-a962-936d333ed98c req-ce4c1b2c-8aa5-4978-82fe-56dd25127048 service neutron] 10.222.0.24 "GET /v2.0/networks/5a462b3c-85e0-42af-bdaa-7c1c00be4593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264474 Aug 10 01:06:44.878427 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-37d19b75-8977-4d1c-b4bc-7c88aa92c7d8 req-658a882b-781f-43e5-aca2-c5f968d04b3f tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Deleting port e0b7d158-53ed-4a9e-b6d1-c536dc2a2738 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:06:44.878785 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-37d19b75-8977-4d1c-b4bc-7c88aa92c7d8 req-658a882b-781f-43e5-aca2-c5f968d04b3f tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:44.964253 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-25ce2054-8952-4b52-8bc7-29d66f6892f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057299372', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': 'a1aae4f8-75d1-4802-a584-dad1b4ba38cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:06:18Z', 'updated_at': '2021-08-10T01:06:23Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'a1aae4f8-75d1-4802-a584-dad1b4ba38cc', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:06:19Z', 'updated_at': '2021-08-10T01:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '2f591559-3b60-4acb-ab0a-345b030dbbf6', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'floating_ip_address': '172.25.2.13', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'port_id': '6d3cf203-dbf4-4919-b989-f724df5d49e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a462b3c-85e0-42af-bdaa-7c1c00be4593', 'mac_address': 'fa:16:3e:2f:f0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad01cb8-d294-44d5-ba58-37ba1495d6c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:06:42Z', 'updated_at': '2021-08-10T01:06:42Z', 'revision_number': 0, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fcb37f9-b077-42a9-8291-af886b8062ff', 'name': '', 'network_id': '5a462b3c-85e0-42af-bdaa-7c1c00be4593', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'mac_address': 'fa:16:3e:26:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '95d779ab-0287-4bf3-8588-a099eab6d9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:06:21Z', 'updated_at': '2021-08-10T01:06:27Z', 'revision_number': 5, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'subnets': [{'id': '95d779ab-0287-4bf3-8588-a099eab6d9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:45.000571 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a9e6bb7c-2bb8-4571-adc9-39662f3d01cc req-b5f3cae5-e204-4b36-ba4b-c46e44dac3ce tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:45.001146 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ce2054-8952-4b52-8bc7-29d66f6892f4 None None] The sync data for ids ['5e521bb3-94f5-4a03-9b85-6356dfc5e402'] in n-d-766726-26 is: [{'id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057299372', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': 'a1aae4f8-75d1-4802-a584-dad1b4ba38cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:06:18Z', 'updated_at': '2021-08-10T01:06:23Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'a1aae4f8-75d1-4802-a584-dad1b4ba38cc', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:06:19Z', 'updated_at': '2021-08-10T01:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '2f591559-3b60-4acb-ab0a-345b030dbbf6', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'floating_ip_address': '172.25.2.13', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'port_id': '6d3cf203-dbf4-4919-b989-f724df5d49e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a462b3c-85e0-42af-bdaa-7c1c00be4593', 'mac_address': 'fa:16:3e:2f:f0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad01cb8-d294-44d5-ba58-37ba1495d6c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:06:42Z', 'updated_at': '2021-08-10T01:06:42Z', 'revision_number': 0, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fcb37f9-b077-42a9-8291-af886b8062ff', 'name': '', 'network_id': '5a462b3c-85e0-42af-bdaa-7c1c00be4593', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'mac_address': 'fa:16:3e:26:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '95d779ab-0287-4bf3-8588-a099eab6d9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:06:21Z', 'updated_at': '2021-08-10T01:06:27Z', 'revision_number': 5, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'subnets': [{'id': '95d779ab-0287-4bf3-8588-a099eab6d9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:06:45.019471 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['3cc74571-e82c-4ae8-9356-6d35c165bb7b', 'e0b7d158-53ed-4a9e-b6d1-c536dc2a2738'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:45.054124 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-37d19b75-8977-4d1c-b4bc-7c88aa92c7d8 req-658a882b-781f-43e5-aca2-c5f968d04b3f tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] For port e0b7d158-53ed-4a9e-b6d1-c536dc2a2738, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=e0b7d158-53ed-4a9e-b6d1-c536dc2a2738,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:45.054691 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-37d19b75-8977-4d1c-b4bc-7c88aa92c7d8 req-658a882b-781f-43e5-aca2-c5f968d04b3f tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:45.059665 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ece939db-8133-45db-a962-936d333ed98c req-ff1d5e5c-dff6-44d2-9723-b3f14f1a7b6b service neutron] 10.222.0.24 "GET /v2.0/networks/5a462b3c-85e0-42af-bdaa-7c1c00be4593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926403 Aug 10 01:06:45.089327 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-37d19b75-8977-4d1c-b4bc-7c88aa92c7d8 req-658a882b-781f-43e5-aca2-c5f968d04b3f tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Calling delete_port for e0b7d158-53ed-4a9e-b6d1-c536dc2a2738 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:06:45.100669 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['89c73191-5c74-4372-acea-f3993478ce50', '48b7eddf-0772-4435-86d4-6cda7a9b79cc', '99fd042c-2495-44fc-bf12-749d1abc200c'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:45.155531 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3cae5-e204-4b36-ba4b-c46e44dac3ce tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Pushing event deleted for resources: {'Port': ['ID=99fd042c-2495-44fc-bf12-749d1abc200c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:45.182281 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:45.199533 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e6bb7c-2bb8-4571-adc9-39662f3d01cc req-b5f3cae5-e204-4b36-ba4b-c46e44dac3ce tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] No DVR routers for this DVR port 99fd042c-2495-44fc-bf12-749d1abc200c on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:06:45.209416 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a9e6bb7c-2bb8-4571-adc9-39662f3d01cc req-b5f3cae5-e204-4b36-ba4b-c46e44dac3ce tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:45.214308 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a9e6bb7c-2bb8-4571-adc9-39662f3d01cc req-b5f3cae5-e204-4b36-ba4b-c46e44dac3ce tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.20 "DELETE /v2.0/ports/99fd042c-2495-44fc-bf12-749d1abc200c HTTP/1.1" status: 204 len: 173 time: 0.6111283 Aug 10 01:06:45.215370 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7921c895-ad6d-49ed-b5e5-5a28dc0454c7', 'name': 'network-vif-deleted', 'tag': '99fd042c-2495-44fc-bf12-749d1abc200c'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:45.228931 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd38e24-715f-47ea-8490-64337f175b7d" -d '{"events": [{"server_uuid": "7921c895-ad6d-49ed-b5e5-5a28dc0454c7", "name": "network-vif-deleted", "tag": "99fd042c-2495-44fc-bf12-749d1abc200c"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:45.241985 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f3cae5-e204-4b36-ba4b-c46e44dac3ce tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:45.242237 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f3cae5-e204-4b36-ba4b-c46e44dac3ce tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:45.242679 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f3cae5-e204-4b36-ba4b-c46e44dac3ce tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:45.243035 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f3cae5-e204-4b36-ba4b-c46e44dac3ce tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:45.243379 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f3cae5-e204-4b36-ba4b-c46e44dac3ce tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:45.248968 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f3cae5-e204-4b36-ba4b-c46e44dac3ce tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:45.249386 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f3cae5-e204-4b36-ba4b-c46e44dac3ce tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:45.249742 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f3cae5-e204-4b36-ba4b-c46e44dac3ce tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:45.250089 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f3cae5-e204-4b36-ba4b-c46e44dac3ce tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:45.252544 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f3cae5-e204-4b36-ba4b-c46e44dac3ce tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:45.253589 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f3cae5-e204-4b36-ba4b-c46e44dac3ce tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:45.253970 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f3cae5-e204-4b36-ba4b-c46e44dac3ce tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:45.315739 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-37d19b75-8977-4d1c-b4bc-7c88aa92c7d8 req-658a882b-781f-43e5-aca2-c5f968d04b3f tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:45.384467 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a882b-781f-43e5-aca2-c5f968d04b3f tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Pushing event deleted for resources: {'Port': ['ID=e0b7d158-53ed-4a9e-b6d1-c536dc2a2738,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:45.434357 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ff7a1a-297b-4c53-998d-35dcafe0bfcc None None] New status for floating IP 2f591559-3b60-4acb-ab0a-345b030dbbf6: ACTIVE {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:06:45.440710 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cbf46-cd1a-4603-b758-21932b9a368e req-637dadc5-d96c-4395-b4d1-d8335c012e5e tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:45.456404 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cbf46-cd1a-4603-b758-21932b9a368e req-637dadc5-d96c-4395-b4d1-d8335c012e5e tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:45.466575 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cbf46-cd1a-4603-b758-21932b9a368e req-637dadc5-d96c-4395-b4d1-d8335c012e5e tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:45.486592 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cbf46-cd1a-4603-b758-21932b9a368e req-637dadc5-d96c-4395-b4d1-d8335c012e5e tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:45.495898 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56748) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:45.508836 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cbf46-cd1a-4603-b758-21932b9a368e req-637dadc5-d96c-4395-b4d1-d8335c012e5e tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:45.518461 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d19b75-8977-4d1c-b4bc-7c88aa92c7d8 req-658a882b-781f-43e5-aca2-c5f968d04b3f tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] No DVR routers for this DVR port e0b7d158-53ed-4a9e-b6d1-c536dc2a2738 on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:06:45.522514 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-37d19b75-8977-4d1c-b4bc-7c88aa92c7d8 req-658a882b-781f-43e5-aca2-c5f968d04b3f tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:45.525809 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cbf46-cd1a-4603-b758-21932b9a368e req-637dadc5-d96c-4395-b4d1-d8335c012e5e tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:45.529046 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-37d19b75-8977-4d1c-b4bc-7c88aa92c7d8 req-658a882b-781f-43e5-aca2-c5f968d04b3f tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.24 "DELETE /v2.0/ports/e0b7d158-53ed-4a9e-b6d1-c536dc2a2738 HTTP/1.1" status: 204 len: 173 time: 0.8510728 Aug 10 01:06:45.541895 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cbf46-cd1a-4603-b758-21932b9a368e req-637dadc5-d96c-4395-b4d1-d8335c012e5e tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:45.556029 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f65cbf46-cd1a-4603-b758-21932b9a368e req-637dadc5-d96c-4395-b4d1-d8335c012e5e tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5432 time: 0.2712841 Aug 10 01:06:45.653489 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-62f23b3d-00c2-4e60-9c56-7a7d4fde2148 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/floatingips/2f591559-3b60-4acb-ab0a-345b030dbbf6 HTTP/1.1" status: 200 len: 991 time: 0.1546180 Aug 10 01:06:45.666996 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b8cc41c7-84af-4928-9b23-b33b47db7c88 req-bfe1ede4-90e3-4a86-8493-17ba25473475 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=8411a4e9-5934-4f73-8569-a29636960532 HTTP/1.1" status: 200 len: 210 time: 0.1085587 Aug 10 01:06:45.691337 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f65cbf46-cd1a-4603-b758-21932b9a368e req-77ab1eae-b59e-44bf-bd0d-1004cc6351c2 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1341152 Aug 10 01:06:45.842157 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2be139-d2bf-4b23-a60e-4b05decbef6c x-openstack-request-id: req-4a2be139-d2bf-4b23-a60e-4b05decbef6c {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:45.842472 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7921c895-ad6d-49ed-b5e5-5a28dc0454c7", "name": "network-vif-deleted", "tag": "99fd042c-2495-44fc-bf12-749d1abc200c", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:45.842734 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4a2be139-d2bf-4b23-a60e-4b05decbef6c {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:45.843147 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7921c895-ad6d-49ed-b5e5-5a28dc0454c7', 'name': 'network-vif-deleted', 'tag': '99fd042c-2495-44fc-bf12-749d1abc200c', 'status': 'completed', 'code': 200} Aug 10 01:06:46.180787 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8411a4e9-5934-4f73-8569-a29636960532', 'name': 'network-vif-deleted', 'tag': 'e0b7d158-53ed-4a9e-b6d1-c536dc2a2738'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:46.183430 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaee3ad4-4101-47f9-b161-7b86594cccac" -d '{"events": [{"server_uuid": "8411a4e9-5934-4f73-8569-a29636960532", "name": "network-vif-deleted", "tag": "e0b7d158-53ed-4a9e-b6d1-c536dc2a2738"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:46.208776 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:46.240491 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea33902-a65b-4cad-83e7-53f26d30d2cb x-openstack-request-id: req-2ea33902-a65b-4cad-83e7-53f26d30d2cb {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:46.244206 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8411a4e9-5934-4f73-8569-a29636960532", "name": "network-vif-deleted", "tag": "e0b7d158-53ed-4a9e-b6d1-c536dc2a2738", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:46.244539 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2ea33902-a65b-4cad-83e7-53f26d30d2cb {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:46.245230 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8411a4e9-5934-4f73-8569-a29636960532', 'name': 'network-vif-deleted', 'tag': 'e0b7d158-53ed-4a9e-b6d1-c536dc2a2738', 'status': 'completed', 'code': 200} Aug 10 01:06:46.288707 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['3cc74571-e82c-4ae8-9356-6d35c165bb7b'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:46.657162 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56760) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:46.747322 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-dfceffdf-7515-4e29-883b-1fd7658bfcd4 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/floatingips/2f591559-3b60-4acb-ab0a-345b030dbbf6 HTTP/1.1" status: 200 len: 993 time: 0.0889246 Aug 10 01:06:46.902858 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e82d4f-2056-4363-976a-99c4b360045b req-2ddbb652-9681-4ee8-b70a-7ef48afbc5f3 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:46.919502 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e82d4f-2056-4363-976a-99c4b360045b req-2ddbb652-9681-4ee8-b70a-7ef48afbc5f3 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:46.933970 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['89c73191-5c74-4372-acea-f3993478ce50', '48b7eddf-0772-4435-86d4-6cda7a9b79cc'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:46.955780 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e82d4f-2056-4363-976a-99c4b360045b req-2ddbb652-9681-4ee8-b70a-7ef48afbc5f3 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:46.977991 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e82d4f-2056-4363-976a-99c4b360045b req-2ddbb652-9681-4ee8-b70a-7ef48afbc5f3 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:46.998983 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e82d4f-2056-4363-976a-99c4b360045b req-2ddbb652-9681-4ee8-b70a-7ef48afbc5f3 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:47.019291 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e82d4f-2056-4363-976a-99c4b360045b req-2ddbb652-9681-4ee8-b70a-7ef48afbc5f3 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:47.032916 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e82d4f-2056-4363-976a-99c4b360045b req-2ddbb652-9681-4ee8-b70a-7ef48afbc5f3 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:47.049679 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-80e82d4f-2056-4363-976a-99c4b360045b req-2ddbb652-9681-4ee8-b70a-7ef48afbc5f3 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5432 time: 0.2417431 Aug 10 01:06:47.104787 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-80e82d4f-2056-4363-976a-99c4b360045b req-0fb42ceb-70aa-4947-9b41-e213b18f9acd tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542002 Aug 10 01:06:47.389152 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec926a-00d6-4be3-b151-da0891650950 req-27b4eaf3-dac9-41f3-940a-e7785f166275 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:47.396109 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec926a-00d6-4be3-b151-da0891650950 req-27b4eaf3-dac9-41f3-940a-e7785f166275 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:47.401984 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec926a-00d6-4be3-b151-da0891650950 req-27b4eaf3-dac9-41f3-940a-e7785f166275 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:47.408673 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec926a-00d6-4be3-b151-da0891650950 req-27b4eaf3-dac9-41f3-940a-e7785f166275 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:47.414774 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec926a-00d6-4be3-b151-da0891650950 req-27b4eaf3-dac9-41f3-940a-e7785f166275 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:47.421428 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec926a-00d6-4be3-b151-da0891650950 req-27b4eaf3-dac9-41f3-940a-e7785f166275 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:47.427523 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec926a-00d6-4be3-b151-da0891650950 req-27b4eaf3-dac9-41f3-940a-e7785f166275 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:47.429716 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c4ec926a-00d6-4be3-b151-da0891650950 req-27b4eaf3-dac9-41f3-940a-e7785f166275 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5432 time: 0.1000316 Aug 10 01:06:47.440722 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56788) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:47.446352 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-37d02768-484b-45fa-acdd-38e4a907dc2f tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Request body: {'floatingip': {'port_id': '19f12836-f92e-4fd8-ab2a-0c784d7fc657'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:47.497733 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-37d02768-484b-45fa-acdd-38e4a907dc2f tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks [] for floatingip, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:47.553164 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bfc1a7-e35c-4501-8e5a-4f50f232bcdb req-ccda2936-c32b-4571-a782-c09bc28eb665 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:47.555095 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c8bfc1a7-e35c-4501-8e5a-4f50f232bcdb req-ccda2936-c32b-4571-a782-c09bc28eb665 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=181e3c8b-f385-4ac9-b83f-5b3ef1c8efe8 HTTP/1.1" status: 200 len: 950 time: 0.0552609 Aug 10 01:06:47.594337 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c8bfc1a7-e35c-4501-8e5a-4f50f232bcdb req-d228843a-e8d3-4001-a54e-b21648418abe tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316644 Aug 10 01:06:47.727254 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device e0b7d158-53ed-4a9e-b6d1-c536dc2a2738 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:06:47.755258 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: e0b7d158-53ed-4a9e-b6d1-c536dc2a2738 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:06:47.755706 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device e0b7d158-53ed-4a9e-b6d1-c536dc2a2738 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:06:47.955887 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-37d02768-484b-45fa-acdd-38e4a907dc2f tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:47.961259 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-37d02768-484b-45fa-acdd-38e4a907dc2f tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:48.077902 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [None req-37d02768-484b-45fa-acdd-38e4a907dc2f tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Floating IP ae30dfa4-2a06-478f-a16a-781d82bbf0c9 associated. External IP: 172.25.2.52, port: 19f12836-f92e-4fd8-ab2a-0c784d7fc657. Aug 10 01:06:48.233964 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 99fd042c-2495-44fc-bf12-749d1abc200c no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:06:48.272452 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 99fd042c-2495-44fc-bf12-749d1abc200c {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:06:48.280706 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 99fd042c-2495-44fc-bf12-749d1abc200c not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:06:48.353513 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d02768-484b-45fa-acdd-38e4a907dc2f tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Router 815a86d0-c50c-4a86-8c90-107f0faae077 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:06:48.488729 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d02768-484b-45fa-acdd-38e4a907dc2f tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:06:48.495457 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-37d02768-484b-45fa-acdd-38e4a907dc2f tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:48.500926 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2d14ae-534a-4752-a2f8-962acea4dc83 None None] Sync routers for ids ['815a86d0-c50c-4a86-8c90-107f0faae077'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:06:48.521631 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2d14ae-534a-4752-a2f8-962acea4dc83 None None] Routers {'815a86d0-c50c-4a86-8c90-107f0faae077'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:06:48.522275 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-7c2d14ae-534a-4752-a2f8-962acea4dc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:06:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['815a86d0-c50c-4a86-8c90-107f0faae077'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:48.563947 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-37d02768-484b-45fa-acdd-38e4a907dc2f tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "PUT /v2.0/floatingips/ae30dfa4-2a06-478f-a16a-781d82bbf0c9 HTTP/1.1" status: 200 len: 990 time: 1.1196311 Aug 10 01:06:48.563947 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'tag': '19f12836-f92e-4fd8-ab2a-0c784d7fc657'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:48.573477 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4636a5f-0ee9-49e5-934a-166e40052a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "tag": "19f12836-f92e-4fd8-ab2a-0c784d7fc657"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:48.628910 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fce72df-b8bd-44d2-a6a2-3603088ee96c x-openstack-request-id: req-0fce72df-b8bd-44d2-a6a2-3603088ee96c {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:48.629199 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "tag": "19f12836-f92e-4fd8-ab2a-0c784d7fc657", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:48.629455 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0fce72df-b8bd-44d2-a6a2-3603088ee96c {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:48.629862 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'tag': '19f12836-f92e-4fd8-ab2a-0c784d7fc657', 'status': 'completed', 'code': 200} Aug 10 01:06:48.758769 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-7c2d14ae-534a-4752-a2f8-962acea4dc83 None None] Set router 815a86d0-c50c-4a86-8c90-107f0faae077 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:06:48.799541 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4636a5f-0ee9-49e5-934a-166e40052a2d req-e3377b81-1358-4db6-ace8-af9e23bca3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:48.800661 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4636a5f-0ee9-49e5-934a-166e40052a2d req-e3377b81-1358-4db6-ace8-af9e23bca3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:48.801303 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4636a5f-0ee9-49e5-934a-166e40052a2d req-e3377b81-1358-4db6-ace8-af9e23bca3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:48.801937 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4636a5f-0ee9-49e5-934a-166e40052a2d req-e3377b81-1358-4db6-ace8-af9e23bca3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:48.802580 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4636a5f-0ee9-49e5-934a-166e40052a2d req-e3377b81-1358-4db6-ace8-af9e23bca3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:48.803212 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4636a5f-0ee9-49e5-934a-166e40052a2d req-e3377b81-1358-4db6-ace8-af9e23bca3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:48.803841 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4636a5f-0ee9-49e5-934a-166e40052a2d req-e3377b81-1358-4db6-ace8-af9e23bca3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:48.806666 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c4636a5f-0ee9-49e5-934a-166e40052a2d req-e3377b81-1358-4db6-ace8-af9e23bca3fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d10c461282a54fe6a1ff477fc3a37853&device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 6496 time: 0.1068468 Aug 10 01:06:48.882934 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c7a4d-19e5-44aa-8124-ae99e955d354 req-f577a00a-185c-4a8c-9f94-bf7c65655d61 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:48.884519 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f53c7a4d-19e5-44aa-8124-ae99e955d354 req-f577a00a-185c-4a8c-9f94-bf7c65655d61 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=181e3c8b-f385-4ac9-b83f-5b3ef1c8efe8 HTTP/1.1" status: 200 len: 950 time: 0.1512251 Aug 10 01:06:48.942413 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f53c7a4d-19e5-44aa-8124-ae99e955d354 req-c40cc2c1-7fb4-4cfd-a467-92f7382f1770 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511086 Aug 10 01:06:48.958867 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4636a5f-0ee9-49e5-934a-166e40052a2d req-12391445-4087-479f-9930-7215cb8d7b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:48.960706 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c4636a5f-0ee9-49e5-934a-166e40052a2d req-12391445-4087-479f-9930-7215cb8d7b72 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0748c972-8292-4d91-8783-82779f7574d3 HTTP/1.1" status: 200 len: 910 time: 0.1424398 Aug 10 01:06:49.056456 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c4636a5f-0ee9-49e5-934a-166e40052a2d req-8d449f9f-10f1-46ec-9355-626d65615f32 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19f12836-f92e-4fd8-ab2a-0c784d7fc657 HTTP/1.1" status: 200 len: 998 time: 0.0878663 Aug 10 01:06:49.104093 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-7c2d14ae-534a-4752-a2f8-962acea4dc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'name': 'tempest-TaggedBootDevicesTest-6833629-router', 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'c315d1fb-04dc-4c62-bd1c-ed89287b0e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:04:43Z', 'updated_at': '2021-08-10T01:04:48Z', 'revision_number': 4, 'project_id': 'd10c461282a54fe6a1ff477fc3a37853', 'gw_port': {'id': 'c315d1fb-04dc-4c62-bd1c-ed89287b0e10', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:07:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:44Z', 'updated_at': '2021-08-10T01:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'ae30dfa4-2a06-478f-a16a-781d82bbf0c9', 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'floating_ip_address': '172.25.2.52', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'port_id': '19f12836-f92e-4fd8-ab2a-0c784d7fc657', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0748c972-8292-4d91-8783-82779f7574d3', 'mac_address': 'fa:16:3e:1e:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:05:32Z', 'updated_at': '2021-08-10T01:06:47Z', 'revision_number': 1, 'project_id': 'd10c461282a54fe6a1ff477fc3a37853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a1e79b-e32d-4e1d-bdb5-176831665841', 'name': '', 'network_id': '0748c972-8292-4d91-8783-82779f7574d3', 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'mac_address': 'fa:16:3e:6a:3b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'db2f7dc2-26b4-4843-84fd-453664eef2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:47Z', 'updated_at': '2021-08-10T01:04:56Z', 'revision_number': 5, 'project_id': 'd10c461282a54fe6a1ff477fc3a37853', 'subnets': [{'id': 'db2f7dc2-26b4-4843-84fd-453664eef2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:49.133172 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4636a5f-0ee9-49e5-934a-166e40052a2d req-d8b939c0-7e12-4467-a0ac-0952b195022f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:49.134228 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2d14ae-534a-4752-a2f8-962acea4dc83 None None] Checking router: 815a86d0-c50c-4a86-8c90-107f0faae077 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:06:49.135037 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c4636a5f-0ee9-49e5-934a-166e40052a2d req-d8b939c0-7e12-4467-a0ac-0952b195022f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db2f7dc2-26b4-4843-84fd-453664eef2f7 HTTP/1.1" status: 200 len: 848 time: 0.0630319 Aug 10 01:06:49.143905 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2d14ae-534a-4752-a2f8-962acea4dc83 None None] Routers {'815a86d0-c50c-4a86-8c90-107f0faae077'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:06:49.144746 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-7c2d14ae-534a-4752-a2f8-962acea4dc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:06:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['815a86d0-c50c-4a86-8c90-107f0faae077'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:49.220423 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4636a5f-0ee9-49e5-934a-166e40052a2d req-64373675-6e97-4233-9f55-bd71bfb9a6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:49.221996 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c4636a5f-0ee9-49e5-934a-166e40052a2d req-64373675-6e97-4233-9f55-bd71bfb9a6dc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0748c972-8292-4d91-8783-82779f7574d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664704 Aug 10 01:06:49.468431 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-7c2d14ae-534a-4752-a2f8-962acea4dc83 None None] Set router 815a86d0-c50c-4a86-8c90-107f0faae077 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:06:49.482080 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c4636a5f-0ee9-49e5-934a-166e40052a2d req-9a8667d8-3a25-4f54-afcd-7081c59ed4ec service neutron] 10.222.0.20 "GET /v2.0/networks/0748c972-8292-4d91-8783-82779f7574d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167780 Aug 10 01:06:49.684746 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c4636a5f-0ee9-49e5-934a-166e40052a2d req-8c689740-f376-416a-9b92-5e396f0ee6c9 service neutron] 10.222.0.20 "GET /v2.0/networks/0748c972-8292-4d91-8783-82779f7574d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723528 Aug 10 01:06:49.691176 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3ec10-3e3f-4c22-8088-7594ff50680b req-2639d754-f524-4879-a5f0-b2ffe7a92bef tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:49.693100 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ffb3ec10-3e3f-4c22-8088-7594ff50680b req-2639d754-f524-4879-a5f0-b2ffe7a92bef tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.20 "GET /v2.0/ports?device_id=181e3c8b-f385-4ac9-b83f-5b3ef1c8efe8 HTTP/1.1" status: 200 len: 950 time: 0.1820426 Aug 10 01:06:49.759700 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b9adc-38b4-44d3-9908-797385518744 req-d205c4a6-40d1-4856-8cbc-6de8677a86b7 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:49.761558 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-719b9adc-38b4-44d3-9908-797385518744 req-d205c4a6-40d1-4856-8cbc-6de8677a86b7 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.20 "GET /v2.0/ports?device_id=904f7a82-761e-4b16-8b78-82a9d4dc69e3 HTTP/1.1" status: 200 len: 950 time: 0.1478293 Aug 10 01:06:49.822138 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-7c2d14ae-534a-4752-a2f8-962acea4dc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'name': 'tempest-TaggedBootDevicesTest-6833629-router', 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'c315d1fb-04dc-4c62-bd1c-ed89287b0e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:04:43Z', 'updated_at': '2021-08-10T01:04:48Z', 'revision_number': 4, 'project_id': 'd10c461282a54fe6a1ff477fc3a37853', 'gw_port': {'id': 'c315d1fb-04dc-4c62-bd1c-ed89287b0e10', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:07:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:44Z', 'updated_at': '2021-08-10T01:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'ae30dfa4-2a06-478f-a16a-781d82bbf0c9', 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'floating_ip_address': '172.25.2.52', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'port_id': '19f12836-f92e-4fd8-ab2a-0c784d7fc657', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0748c972-8292-4d91-8783-82779f7574d3', 'mac_address': 'fa:16:3e:1e:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:05:32Z', 'updated_at': '2021-08-10T01:06:47Z', 'revision_number': 1, 'project_id': 'd10c461282a54fe6a1ff477fc3a37853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a1e79b-e32d-4e1d-bdb5-176831665841', 'name': '', 'network_id': '0748c972-8292-4d91-8783-82779f7574d3', 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'mac_address': 'fa:16:3e:6a:3b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'db2f7dc2-26b4-4843-84fd-453664eef2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:47Z', 'updated_at': '2021-08-10T01:04:56Z', 'revision_number': 5, 'project_id': 'd10c461282a54fe6a1ff477fc3a37853', 'subnets': [{'id': 'db2f7dc2-26b4-4843-84fd-453664eef2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:49.848472 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2d14ae-534a-4752-a2f8-962acea4dc83 None None] The sync data for ids ['815a86d0-c50c-4a86-8c90-107f0faae077'] in n-d-766726-26 is: [{'id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'name': 'tempest-TaggedBootDevicesTest-6833629-router', 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'c315d1fb-04dc-4c62-bd1c-ed89287b0e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:04:43Z', 'updated_at': '2021-08-10T01:04:48Z', 'revision_number': 4, 'project_id': 'd10c461282a54fe6a1ff477fc3a37853', 'gw_port': {'id': 'c315d1fb-04dc-4c62-bd1c-ed89287b0e10', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:07:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:44Z', 'updated_at': '2021-08-10T01:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'ae30dfa4-2a06-478f-a16a-781d82bbf0c9', 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'floating_ip_address': '172.25.2.52', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'port_id': '19f12836-f92e-4fd8-ab2a-0c784d7fc657', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0748c972-8292-4d91-8783-82779f7574d3', 'mac_address': 'fa:16:3e:1e:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:05:32Z', 'updated_at': '2021-08-10T01:06:47Z', 'revision_number': 1, 'project_id': 'd10c461282a54fe6a1ff477fc3a37853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a1e79b-e32d-4e1d-bdb5-176831665841', 'name': '', 'network_id': '0748c972-8292-4d91-8783-82779f7574d3', 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'mac_address': 'fa:16:3e:6a:3b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'db2f7dc2-26b4-4843-84fd-453664eef2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:47Z', 'updated_at': '2021-08-10T01:04:56Z', 'revision_number': 5, 'project_id': 'd10c461282a54fe6a1ff477fc3a37853', 'subnets': [{'id': 'db2f7dc2-26b4-4843-84fd-453664eef2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:06:49.888980 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-ffb3ec10-3e3f-4c22-8088-7594ff50680b req-0ccd8167-05be-44b2-93f5-69fb615fadab tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Deleting port 48b7eddf-0772-4435-86d4-6cda7a9b79cc {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:06:49.889326 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ffb3ec10-3e3f-4c22-8088-7594ff50680b req-0ccd8167-05be-44b2-93f5-69fb615fadab tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:49.987898 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-719b9adc-38b4-44d3-9908-797385518744 req-407bce3e-1862-4e1a-8597-30e0c0273819 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Deleting port 89c73191-5c74-4372-acea-f3993478ce50 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:06:49.988276 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-719b9adc-38b4-44d3-9908-797385518744 req-407bce3e-1862-4e1a-8597-30e0c0273819 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:50.047350 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-ffb3ec10-3e3f-4c22-8088-7594ff50680b req-0ccd8167-05be-44b2-93f5-69fb615fadab tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] For port 48b7eddf-0772-4435-86d4-6cda7a9b79cc, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=48b7eddf-0772-4435-86d4-6cda7a9b79cc,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:50.047745 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ffb3ec10-3e3f-4c22-8088-7594ff50680b req-0ccd8167-05be-44b2-93f5-69fb615fadab tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:50.086312 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c733add2-09d9-4fb4-b2ca-a882f1dcc29b None None] New status for floating IP ae30dfa4-2a06-478f-a16a-781d82bbf0c9: ACTIVE {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:06:50.147274 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33c219-58f5-4019-bdb6-ca809c2cf8ca req-2fbd5eb7-dbf0-4a90-8533-403f72d3f02f tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:50.170195 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8e33c219-58f5-4019-bdb6-ca809c2cf8ca req-2fbd5eb7-dbf0-4a90-8533-403f72d3f02f tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=181e3c8b-f385-4ac9-b83f-5b3ef1c8efe8 HTTP/1.1" status: 200 len: 950 time: 0.0908475 Aug 10 01:06:50.226739 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8e33c219-58f5-4019-bdb6-ca809c2cf8ca req-100dc0e0-2230-493c-8e1f-f4a8959bbfde tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544283 Aug 10 01:06:50.405234 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-ffb3ec10-3e3f-4c22-8088-7594ff50680b req-0ccd8167-05be-44b2-93f5-69fb615fadab tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Calling delete_port for 48b7eddf-0772-4435-86d4-6cda7a9b79cc owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:06:50.481506 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-719b9adc-38b4-44d3-9908-797385518744 req-407bce3e-1862-4e1a-8597-30e0c0273819 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] For port 89c73191-5c74-4372-acea-f3993478ce50, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=89c73191-5c74-4372-acea-f3993478ce50,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:50.481882 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-719b9adc-38b4-44d3-9908-797385518744 req-407bce3e-1862-4e1a-8597-30e0c0273819 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:50.502620 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-719b9adc-38b4-44d3-9908-797385518744 req-407bce3e-1862-4e1a-8597-30e0c0273819 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Calling delete_port for 89c73191-5c74-4372-acea-f3993478ce50 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:06:50.633891 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ffb3ec10-3e3f-4c22-8088-7594ff50680b req-0ccd8167-05be-44b2-93f5-69fb615fadab tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:50.649079 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['3cc74571-e82c-4ae8-9356-6d35c165bb7b'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:50.710679 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd8167-05be-44b2-93f5-69fb615fadab tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Pushing event deleted for resources: {'Port': ['ID=48b7eddf-0772-4435-86d4-6cda7a9b79cc,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:50.793839 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb3ec10-3e3f-4c22-8088-7594ff50680b req-0ccd8167-05be-44b2-93f5-69fb615fadab tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] No DVR routers for this DVR port 48b7eddf-0772-4435-86d4-6cda7a9b79cc on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:06:50.807690 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ffb3ec10-3e3f-4c22-8088-7594ff50680b req-0ccd8167-05be-44b2-93f5-69fb615fadab tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:50.811347 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ffb3ec10-3e3f-4c22-8088-7594ff50680b req-0ccd8167-05be-44b2-93f5-69fb615fadab tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.20 "DELETE /v2.0/ports/48b7eddf-0772-4435-86d4-6cda7a9b79cc HTTP/1.1" status: 204 len: 173 time: 1.0982130 Aug 10 01:06:50.811793 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181e3c8b-f385-4ac9-b83f-5b3ef1c8efe8', 'name': 'network-vif-deleted', 'tag': '48b7eddf-0772-4435-86d4-6cda7a9b79cc'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:50.823743 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c491c0dc-fe75-4f40-b66b-0a0aba934fc2" -d '{"events": [{"server_uuid": "181e3c8b-f385-4ac9-b83f-5b3ef1c8efe8", "name": "network-vif-deleted", "tag": "48b7eddf-0772-4435-86d4-6cda7a9b79cc"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:50.849104 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-719b9adc-38b4-44d3-9908-797385518744 req-407bce3e-1862-4e1a-8597-30e0c0273819 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:50.892863 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c2492b-d981-4570-8342-7f7130091dfb x-openstack-request-id: req-13c2492b-d981-4570-8342-7f7130091dfb {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:50.893158 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181e3c8b-f385-4ac9-b83f-5b3ef1c8efe8", "name": "network-vif-deleted", "tag": "48b7eddf-0772-4435-86d4-6cda7a9b79cc", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:50.893410 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-13c2492b-d981-4570-8342-7f7130091dfb {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:50.893866 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181e3c8b-f385-4ac9-b83f-5b3ef1c8efe8', 'name': 'network-vif-deleted', 'tag': '48b7eddf-0772-4435-86d4-6cda7a9b79cc', 'status': 'completed', 'code': 200} Aug 10 01:06:50.898819 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407bce3e-1862-4e1a-8597-30e0c0273819 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Pushing event deleted for resources: {'Port': ['ID=89c73191-5c74-4372-acea-f3993478ce50,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:50.943241 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-719b9adc-38b4-44d3-9908-797385518744 req-407bce3e-1862-4e1a-8597-30e0c0273819 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] No DVR routers for this DVR port 89c73191-5c74-4372-acea-f3993478ce50 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:06:50.945925 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-719b9adc-38b4-44d3-9908-797385518744 req-407bce3e-1862-4e1a-8597-30e0c0273819 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:50.947990 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-719b9adc-38b4-44d3-9908-797385518744 req-407bce3e-1862-4e1a-8597-30e0c0273819 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.20 "DELETE /v2.0/ports/89c73191-5c74-4372-acea-f3993478ce50 HTTP/1.1" status: 204 len: 173 time: 1.1474161 Aug 10 01:06:51.087867 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-24375e23-46a2-40ac-960c-a5acc251bd9c tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:51.089771 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-24375e23-46a2-40ac-960c-a5acc251bd9c tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/networks?id=2f7685e4-d25e-44cb-844f-48dc645b7020 HTTP/1.1" status: 200 len: 815 time: 0.1208162 Aug 10 01:06:51.105900 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-c1c8cc2d-311c-485c-ac0f-575fd1381caf tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/quotas/bc4be8f81d9e48bdbff06bcaf91df1b9 HTTP/1.1" status: 200 len: 375 time: 0.0095725 Aug 10 01:06:51.163386 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-f98ba2e9-92b5-4370-949b-972e9f2f69c0 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bc4be8f81d9e48bdbff06bcaf91df1b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505931 Aug 10 01:06:51.220711 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['3cc74571-e82c-4ae8-9356-6d35c165bb7b'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:51.364627 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-a3d74abc-9bf3-40d0-9f8c-92fa14afb67b service neutron] 10.222.0.35 "GET /v2.0/networks/2f7685e4-d25e-44cb-844f-48dc645b7020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932044 Aug 10 01:06:51.770902 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-64999664-6599-449e-9f2a-7ddada52aa74 req-dee7ada7-3551-482d-8880-76569b75ce4b tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=181e3c8b-f385-4ac9-b83f-5b3ef1c8efe8 HTTP/1.1" status: 200 len: 210 time: 0.0567691 Aug 10 01:06:51.814950 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-5d2975fb-7b88-4aa2-91a0-a6379169f7df service neutron] 10.222.0.35 "GET /v2.0/networks/2f7685e4-d25e-44cb-844f-48dc645b7020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4411294 Aug 10 01:06:52.061192 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ad49b06d-62d2-4136-bede-ff5b1fb07096 req-db2fd3cb-b25d-42cc-b350-59d109b601f0 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9d860d4-5dfe-4866-947f-ffeee995951f HTTP/1.1" status: 200 len: 210 time: 0.0300438 Aug 10 01:06:52.264427 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 48b7eddf-0772-4435-86d4-6cda7a9b79cc no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:06:52.284848 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 48b7eddf-0772-4435-86d4-6cda7a9b79cc {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:06:52.285447 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 48b7eddf-0772-4435-86d4-6cda7a9b79cc not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:06:52.286245 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 89c73191-5c74-4372-acea-f3993478ce50 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:06:52.307662 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 89c73191-5c74-4372-acea-f3993478ce50 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:06:52.307859 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 89c73191-5c74-4372-acea-f3993478ce50 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:06:52.896164 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904f7a82-761e-4b16-8b78-82a9d4dc69e3', 'name': 'network-vif-deleted', 'tag': '89c73191-5c74-4372-acea-f3993478ce50'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:52.898702 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18184605-8b8d-42a0-9733-6b31aa15fb72" -d '{"events": [{"server_uuid": "904f7a82-761e-4b16-8b78-82a9d4dc69e3", "name": "network-vif-deleted", "tag": "89c73191-5c74-4372-acea-f3993478ce50"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:52.939893 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d06b1dd-4fec-4191-9f45-ca5cbdac1855 x-openstack-request-id: req-7d06b1dd-4fec-4191-9f45-ca5cbdac1855 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:52.940209 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904f7a82-761e-4b16-8b78-82a9d4dc69e3", "name": "network-vif-deleted", "tag": "89c73191-5c74-4372-acea-f3993478ce50", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:52.940743 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7d06b1dd-4fec-4191-9f45-ca5cbdac1855 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:52.941147 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904f7a82-761e-4b16-8b78-82a9d4dc69e3', 'name': 'network-vif-deleted', 'tag': '89c73191-5c74-4372-acea-f3993478ce50', 'status': 'completed', 'code': 200} Aug 10 01:06:53.276029 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-f1ebcbe3-88b7-4613-8aa6-4c0f584c094d tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:53.280446 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-f1ebcbe3-88b7-4613-8aa6-4c0f584c094d tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.20 "GET /v2.0/networks?id=2f7685e4-d25e-44cb-844f-48dc645b7020 HTTP/1.1" status: 200 len: 815 time: 0.1917720 Aug 10 01:06:53.307187 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-fce0447b-8c8e-42a0-bece-57dbdbd9f702 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Request body: {'port': {'device_id': 'f9d860d4-5dfe-4866-947f-ffeee995951f', 'network_id': '2f7685e4-d25e-44cb-844f-48dc645b7020', 'admin_state_up': True, 'tenant_id': 'bc4be8f81d9e48bdbff06bcaf91df1b9'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:53.328262 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fb63ff81-ad8a-43cd-8793-9fbe6bc72403 req-57380ccc-9f7c-4306-bbd8-29cb5d81c200 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9d860d4-5dfe-4866-947f-ffeee995951f HTTP/1.1" status: 200 len: 210 time: 0.0308762 Aug 10 01:06:53.343935 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efad506-f0d9-406c-97e9-f61906491ba6 req-6ba1b996-8401-4166-ad12-072268a23a04 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:53.353474 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1efad506-f0d9-406c-97e9-f61906491ba6 req-6ba1b996-8401-4166-ad12-072268a23a04 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=d32007fe-0796-4aee-a731-c069b3e8b0ac HTTP/1.1" status: 200 len: 949 time: 0.1165538 Aug 10 01:06:53.399169 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1efad506-f0d9-406c-97e9-f61906491ba6 req-a8422844-a544-4fb5-b221-4ce6c006d041 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395172 Aug 10 01:06:53.436230 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-fce0447b-8c8e-42a0-bece-57dbdbd9f702 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Made reservation on behalf of bc4be8f81d9e48bdbff06bcaf91df1b9 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:06:53.439634 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-fce0447b-8c8e-42a0-bece-57dbdbd9f702 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:53.571877 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-fce0447b-8c8e-42a0-bece-57dbdbd9f702 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Allocated IP 172.20.0.7 (2f7685e4-d25e-44cb-844f-48dc645b7020/aff3426d-0264-4fde-bc3f-88e167c75bec/db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:06:53.719815 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-fce0447b-8c8e-42a0-bece-57dbdbd9f702 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:53.758771 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-fce0447b-8c8e-42a0-bece-57dbdbd9f702 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:53.770983 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['16a59ecc-9352-418f-bfd7-e7af3e907051', '8d167231-c738-4ce8-a27c-faa105b480a0'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:53.799330 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-fce0447b-8c8e-42a0-bece-57dbdbd9f702 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Network 2f7685e4-d25e-44cb-844f-48dc645b7020 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:06:53.802410 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-fce0447b-8c8e-42a0-bece-57dbdbd9f702 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:06:53.804752 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-fce0447b-8c8e-42a0-bece-57dbdbd9f702 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:06:53.838616 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0447b-8c8e-42a0-bece-57dbdbd9f702 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Pushing event updated for resources: {'Port': ['ID=db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:53.863356 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-fce0447b-8c8e-42a0-bece-57dbdbd9f702 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:53.863972 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-fce0447b-8c8e-42a0-bece-57dbdbd9f702 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:53.878080 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-fce0447b-8c8e-42a0-bece-57dbdbd9f702 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5771685 Aug 10 01:06:53.980498 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-effaa544-3c5b-4a8d-b72e-e4e4f75c43cb service neutron] Request body: {'port': {'device_id': 'f9d860d4-5dfe-4866-947f-ffeee995951f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:54.038278 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-effaa544-3c5b-4a8d-b72e-e4e4f75c43cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:54.310501 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-effaa544-3c5b-4a8d-b72e-e4e4f75c43cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:54.317965 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-effaa544-3c5b-4a8d-b72e-e4e4f75c43cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:54.330545 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-effaa544-3c5b-4a8d-b72e-e4e4f75c43cb service neutron] Transition to ACTIVE for port object db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:06:54.333805 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-effaa544-3c5b-4a8d-b72e-e4e4f75c43cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:54.399347 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effaa544-3c5b-4a8d-b72e-e4e4f75c43cb service neutron] Pushing event updated for resources: {'Port': ['ID=db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:54.467364 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-effaa544-3c5b-4a8d-b72e-e4e4f75c43cb service neutron] Attempting to bind port db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:06:54.467771 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-effaa544-3c5b-4a8d-b72e-e4e4f75c43cb service neutron] Attempting to bind port db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '972b6f59-ca6f-4d63-843a-63e117aa35cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2f7685e4-d25e-44cb-844f-48dc645b7020'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:06:54.468130 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-effaa544-3c5b-4a8d-b72e-e4e4f75c43cb service neutron] Attempting to bind port db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b on network 2f7685e4-d25e-44cb-844f-48dc645b7020 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:54.473402 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-effaa544-3c5b-4a8d-b72e-e4e4f75c43cb service neutron] Port db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b on network 2f7685e4-d25e-44cb-844f-48dc645b7020 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:06:54.473735 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-effaa544-3c5b-4a8d-b72e-e4e4f75c43cb service neutron] Attempting to bind port db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b on network 2f7685e4-d25e-44cb-844f-48dc645b7020 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:54.475243 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76fe87-36b1-4acb-acfd-b4469b2282ba req-4ba025a0-1d47-47ff-a965-bfd40ef42039 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:54.477600 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd76fe87-36b1-4acb-acfd-b4469b2282ba req-4ba025a0-1d47-47ff-a965-bfd40ef42039 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9d860d4-5dfe-4866-947f-ffeee995951f HTTP/1.1" status: 200 len: 943 time: 0.0596611 Aug 10 01:06:54.479184 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-effaa544-3c5b-4a8d-b72e-e4e4f75c43cb service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:06:54.479537 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-effaa544-3c5b-4a8d-b72e-e4e4f75c43cb service neutron] Checking segment: {'id': '972b6f59-ca6f-4d63-843a-63e117aa35cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2f7685e4-d25e-44cb-844f-48dc645b7020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:06:54.479935 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-effaa544-3c5b-4a8d-b72e-e4e4f75c43cb service neutron] Bound using segment: {'id': '972b6f59-ca6f-4d63-843a-63e117aa35cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2f7685e4-d25e-44cb-844f-48dc645b7020'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:06:54.480435 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-effaa544-3c5b-4a8d-b72e-e4e4f75c43cb service neutron] Bound port: db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '972b6f59-ca6f-4d63-843a-63e117aa35cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2f7685e4-d25e-44cb-844f-48dc645b7020'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:06:54.482080 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-effaa544-3c5b-4a8d-b72e-e4e4f75c43cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:54.536163 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd76fe87-36b1-4acb-acfd-b4469b2282ba req-b92131b1-851b-46c1-aa33-1feebd1e2279 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500989 Aug 10 01:06:54.573905 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32cea9-a990-4383-b7e6-d0aae9613043 req-0fa5b461-f920-493e-b7ea-980f006a6e6d tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:54.576673 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb32cea9-a990-4383-b7e6-d0aae9613043 req-0fa5b461-f920-493e-b7ea-980f006a6e6d tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=d32007fe-0796-4aee-a731-c069b3e8b0ac HTTP/1.1" status: 200 len: 949 time: 0.0585954 Aug 10 01:06:54.578473 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-effaa544-3c5b-4a8d-b72e-e4e4f75c43cb service neutron] For port db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:06:54.581804 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-effaa544-3c5b-4a8d-b72e-e4e4f75c43cb service neutron] For port db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b,segment=NetworkSegment(972b6f59-ca6f-4d63-843a-63e117aa35cb),segment_id=972b6f59-ca6f-4d63-843a-63e117aa35cb)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:06:54.589632 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-effaa544-3c5b-4a8d-b72e-e4e4f75c43cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:54.620722 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb32cea9-a990-4383-b7e6-d0aae9613043 req-e237cf55-09b6-43ca-9624-e7c22fedef54 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e5edfe2-9130-4992-a9de-894008acd777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375123 Aug 10 01:06:54.633768 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-effaa544-3c5b-4a8d-b72e-e4e4f75c43cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:54.634393 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-effaa544-3c5b-4a8d-b72e-e4e4f75c43cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:54.635812 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-effaa544-3c5b-4a8d-b72e-e4e4f75c43cb service neutron] 10.222.0.20 "PUT /v2.0/ports/db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b HTTP/1.1" status: 200 len: 1092 time: 0.7160215 Aug 10 01:06:54.657818 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effaa544-3c5b-4a8d-b72e-e4e4f75c43cb service neutron] Pushing event updated for resources: {'Port': ['ID=db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:54.742239 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-de6c149d-b4b6-4be7-b4c8-864d45f70d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:54.743723 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-de6c149d-b4b6-4be7-b4c8-864d45f70d87 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc4be8f81d9e48bdbff06bcaf91df1b9&device_id=f9d860d4-5dfe-4866-947f-ffeee995951f HTTP/1.1" status: 200 len: 1095 time: 0.0415781 Aug 10 01:06:54.797438 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-7edf5aec-a292-4d1b-bc7e-c43fdf96688f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b HTTP/1.1" status: 200 len: 217 time: 0.0380535 Aug 10 01:06:54.850368 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-40df60b7-2fd4-4ef4-9f91-2b161cb8f481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:54.852109 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-40df60b7-2fd4-4ef4-9f91-2b161cb8f481 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aff3426d-0264-4fde-bc3f-88e167c75bec HTTP/1.1" status: 200 len: 855 time: 0.0454524 Aug 10 01:06:54.884678 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-331d736f-fe15-44b7-bd12-a61848abb0b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2f7685e4-d25e-44cb-844f-48dc645b7020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243409 Aug 10 01:06:54.946050 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d860d4-5dfe-4866-947f-ffeee995951f', 'tag': 'db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:54.948373 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc42696-e136-4011-a7dd-9a09b14c61a9" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d860d4-5dfe-4866-947f-ffeee995951f", "tag": "db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:55.006289 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-0db80d88-d8a0-482f-a931-e6158eeeaa3c service neutron] 10.222.0.20 "GET /v2.0/networks/2f7685e4-d25e-44cb-844f-48dc645b7020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038826 Aug 10 01:06:55.098313 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b39984e-3608-4ca4-b00e-07372a904c55 x-openstack-request-id: req-4b39984e-3608-4ca4-b00e-07372a904c55 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:55.098614 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d860d4-5dfe-4866-947f-ffeee995951f", "tag": "db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:55.098874 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4b39984e-3608-4ca4-b00e-07372a904c55 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:55.099268 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d860d4-5dfe-4866-947f-ffeee995951f', 'tag': 'db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b', 'status': 'completed', 'code': 200} Aug 10 01:06:55.136095 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af5be7-6b59-4dee-ac62-39b8dadc128e req-76afc9e6-d16e-4af0-92b8-043ff879f7fa tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:55.137602 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56af5be7-6b59-4dee-ac62-39b8dadc128e req-76afc9e6-d16e-4af0-92b8-043ff879f7fa tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.24 "GET /v2.0/ports?device_id=d32007fe-0796-4aee-a731-c069b3e8b0ac HTTP/1.1" status: 200 len: 949 time: 0.1455512 Aug 10 01:06:55.182634 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7f7d67a5-9053-4b56-bd31-4f8c03414f18 req-bdc999ed-8cf0-4b23-9e32-0d179f2f3e8e service neutron] 10.222.0.20 "GET /v2.0/networks/2f7685e4-d25e-44cb-844f-48dc645b7020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496420 Aug 10 01:06:55.253223 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-56af5be7-6b59-4dee-ac62-39b8dadc128e req-387b59d9-d23d-4418-9866-730ce405d140 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Deleting port 3cc74571-e82c-4ae8-9356-6d35c165bb7b {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:06:55.253573 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-56af5be7-6b59-4dee-ac62-39b8dadc128e req-387b59d9-d23d-4418-9866-730ce405d140 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:55.377087 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-56af5be7-6b59-4dee-ac62-39b8dadc128e req-387b59d9-d23d-4418-9866-730ce405d140 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] For port 3cc74571-e82c-4ae8-9356-6d35c165bb7b, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=3cc74571-e82c-4ae8-9356-6d35c165bb7b,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:55.377643 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-56af5be7-6b59-4dee-ac62-39b8dadc128e req-387b59d9-d23d-4418-9866-730ce405d140 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:55.396932 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-56af5be7-6b59-4dee-ac62-39b8dadc128e req-387b59d9-d23d-4418-9866-730ce405d140 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Calling delete_port for 3cc74571-e82c-4ae8-9356-6d35c165bb7b owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:06:55.418196 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc42696-e136-4011-a7dd-9a09b14c61a9 req-57322914-170b-4198-9cb6-44683872d8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:55.419742 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1fc42696-e136-4011-a7dd-9a09b14c61a9 req-57322914-170b-4198-9cb6-44683872d8f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc4be8f81d9e48bdbff06bcaf91df1b9&device_id=f9d860d4-5dfe-4866-947f-ffeee995951f HTTP/1.1" status: 200 len: 1095 time: 0.0808914 Aug 10 01:06:55.572593 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc42696-e136-4011-a7dd-9a09b14c61a9 req-31e32b3a-b9ba-43e8-b3f6-feb5510ab327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:55.574158 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1fc42696-e136-4011-a7dd-9a09b14c61a9 req-31e32b3a-b9ba-43e8-b3f6-feb5510ab327 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2f7685e4-d25e-44cb-844f-48dc645b7020 HTTP/1.1" status: 200 len: 916 time: 0.1268945 Aug 10 01:06:55.648538 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1fc42696-e136-4011-a7dd-9a09b14c61a9 req-23338671-ae93-47bb-9eaa-c0f2037fb056 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b HTTP/1.1" status: 200 len: 217 time: 0.0633385 Aug 10 01:06:55.672510 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816052b-4874-433e-a461-58b9cab02129 req-c0c13432-a6f7-42b8-a291-c978732e30aa tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:55.675042 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5816052b-4874-433e-a461-58b9cab02129 req-c0c13432-a6f7-42b8-a291-c978732e30aa tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9d860d4-5dfe-4866-947f-ffeee995951f HTTP/1.1" status: 200 len: 943 time: 0.0529680 Aug 10 01:06:55.716772 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-56af5be7-6b59-4dee-ac62-39b8dadc128e req-387b59d9-d23d-4418-9866-730ce405d140 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:55.735157 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc42696-e136-4011-a7dd-9a09b14c61a9 req-ae26ca65-b6b3-4d14-bace-b04131f0ed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:55.735969 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['3cc74571-e82c-4ae8-9356-6d35c165bb7b'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:55.739403 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1fc42696-e136-4011-a7dd-9a09b14c61a9 req-ae26ca65-b6b3-4d14-bace-b04131f0ed1b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aff3426d-0264-4fde-bc3f-88e167c75bec HTTP/1.1" status: 200 len: 855 time: 0.0790365 Aug 10 01:06:55.746685 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2018bd76-ba88-4973-8458-178e68054438 req-60236583-f3c1-4ba8-8127-8defcab09dea tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.35 "GET /v2.0/ports?device_id=d32007fe-0796-4aee-a731-c069b3e8b0ac HTTP/1.1" status: 200 len: 210 time: 0.0302544 Aug 10 01:06:55.750617 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5816052b-4874-433e-a461-58b9cab02129 req-c6ff91a9-dc72-4e68-b1a6-0185462e8f7a tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704386 Aug 10 01:06:55.782834 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b59d9-d23d-4418-9866-730ce405d140 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Pushing event deleted for resources: {'Port': ['ID=3cc74571-e82c-4ae8-9356-6d35c165bb7b,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:55.821961 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1fc42696-e136-4011-a7dd-9a09b14c61a9 req-fa5e2540-7307-4ca2-8e90-71ec0456d2db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2f7685e4-d25e-44cb-844f-48dc645b7020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518377 Aug 10 01:06:55.844839 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-56af5be7-6b59-4dee-ac62-39b8dadc128e req-387b59d9-d23d-4418-9866-730ce405d140 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] No DVR routers for this DVR port 3cc74571-e82c-4ae8-9356-6d35c165bb7b on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:06:55.852782 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-56af5be7-6b59-4dee-ac62-39b8dadc128e req-387b59d9-d23d-4418-9866-730ce405d140 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:55.854597 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56af5be7-6b59-4dee-ac62-39b8dadc128e req-387b59d9-d23d-4418-9866-730ce405d140 tempest-ServersOnMultiNodesTest-468191831 tempest-ServersOnMultiNodesTest-468191831-project] 10.222.0.24 "DELETE /v2.0/ports/3cc74571-e82c-4ae8-9356-6d35c165bb7b HTTP/1.1" status: 204 len: 173 time: 0.7015073 Aug 10 01:06:55.933393 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1fc42696-e136-4011-a7dd-9a09b14c61a9 req-546f3cf2-c953-469f-8c25-2e6ac54b8550 service neutron] 10.222.0.20 "GET /v2.0/networks/2f7685e4-d25e-44cb-844f-48dc645b7020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895150 Aug 10 01:06:56.031554 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1fc42696-e136-4011-a7dd-9a09b14c61a9 req-cd13d80c-3b8a-47ab-b447-f2aa58bdedf1 service neutron] 10.222.0.20 "GET /v2.0/networks/2f7685e4-d25e-44cb-844f-48dc645b7020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901394 Aug 10 01:06:56.539275 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94f8f6-4d3a-47c6-91f6-02fafdbd25ed req-db73e1fc-6c8c-4f74-8c88-60ce936ddd64 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:56.540802 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a94f8f6-4d3a-47c6-91f6-02fafdbd25ed req-db73e1fc-6c8c-4f74-8c88-60ce936ddd64 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee0c39ce-d6c4-471d-b16f-08569f3b08ce HTTP/1.1" status: 200 len: 946 time: 0.0518129 Aug 10 01:06:56.578769 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a94f8f6-4d3a-47c6-91f6-02fafdbd25ed req-c4d5e759-1489-4b0e-97fa-9a9dbfed4093 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14dfa27-7bd0-488c-af8a-8c9af1c71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315428 Aug 10 01:06:56.874111 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737ca18-12a6-49df-818b-3c5808a8820f req-6c0c4dbf-a839-4db4-8e09-508d6e698560 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:56.875570 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c737ca18-12a6-49df-818b-3c5808a8820f req-6c0c4dbf-a839-4db4-8e09-508d6e698560 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9d860d4-5dfe-4866-947f-ffeee995951f HTTP/1.1" status: 200 len: 943 time: 0.0502517 Aug 10 01:06:56.912794 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c737ca18-12a6-49df-818b-3c5808a8820f req-93fdc064-d9f6-4e98-8d18-f3d4027e5008 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312331 Aug 10 01:06:57.061537 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56976) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:57.100370 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32007fe-0796-4aee-a731-c069b3e8b0ac', 'name': 'network-vif-deleted', 'tag': '3cc74571-e82c-4ae8-9356-6d35c165bb7b'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:57.102611 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d5959f-9d19-49fb-9149-ca0f0624ce75" -d '{"events": [{"server_uuid": "d32007fe-0796-4aee-a731-c069b3e8b0ac", "name": "network-vif-deleted", "tag": "3cc74571-e82c-4ae8-9356-6d35c165bb7b"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:57.150103 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a935b45-1962-41e7-be70-4e0a492487db x-openstack-request-id: req-0a935b45-1962-41e7-be70-4e0a492487db {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:57.150407 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32007fe-0796-4aee-a731-c069b3e8b0ac", "name": "network-vif-deleted", "tag": "3cc74571-e82c-4ae8-9356-6d35c165bb7b", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:57.150668 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0a935b45-1962-41e7-be70-4e0a492487db {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:57.151096 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32007fe-0796-4aee-a731-c069b3e8b0ac', 'name': 'network-vif-deleted', 'tag': '3cc74571-e82c-4ae8-9356-6d35c165bb7b', 'status': 'completed', 'code': 200} Aug 10 01:06:57.202169 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1032d4d7-7b9d-4730-942a-af881f3143dd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9ca89c0f99d945aeb3afb7c83b1b1d31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1391656 Aug 10 01:06:57.204324 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56984) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:57.251360 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a1bbd3bb-c58f-40f7-97c8-6ac79c1bae98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:57.275204 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a1bbd3bb-c58f-40f7-97c8-6ac79c1bae98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:57.321052 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a1bbd3bb-c58f-40f7-97c8-6ac79c1bae98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:57.323712 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a1bbd3bb-c58f-40f7-97c8-6ac79c1bae98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:57.325362 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a1bbd3bb-c58f-40f7-97c8-6ac79c1bae98 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7e5edfe2-9130-4992-a9de-894008acd777 HTTP/1.1" status: 204 len: 168 time: 0.1196353 Aug 10 01:06:57.332777 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bbd3bb-c58f-40f7-97c8-6ac79c1bae98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5edfe2-9130-4992-a9de-894008acd777,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:57.629659 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27088592-fd2a-4c1c-9eca-b69cec4987d5 req-613d3828-04d5-4930-bc5d-b680349a946d tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:57.632280 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-27088592-fd2a-4c1c-9eca-b69cec4987d5 req-613d3828-04d5-4930-bc5d-b680349a946d tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee0c39ce-d6c4-471d-b16f-08569f3b08ce HTTP/1.1" status: 200 len: 946 time: 0.0693367 Aug 10 01:06:57.646827 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56998) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:57.680263 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-27088592-fd2a-4c1c-9eca-b69cec4987d5 req-59e35698-9af9-4011-aecc-b6e59ba331a7 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14dfa27-7bd0-488c-af8a-8c9af1c71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396533 Aug 10 01:06:57.690475 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d2d47907-aa82-4274-a1a8-1dd45412a9a1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ae5c44f6e0714573b8feb4900110b1e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399234 Aug 10 01:06:57.690766 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57000) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:57.745039 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e59daa9a-d89a-47d5-923a-41222865ad9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:57.767193 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e59daa9a-d89a-47d5-923a-41222865ad9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:57.771621 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 3cc74571-e82c-4ae8-9356-6d35c165bb7b no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:06:57.822708 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e59daa9a-d89a-47d5-923a-41222865ad9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:57.828801 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e59daa9a-d89a-47d5-923a-41222865ad9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:57.832469 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e59daa9a-d89a-47d5-923a-41222865ad9a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c4474ba4-d3ce-403a-ac2c-2a7f64b90b12 HTTP/1.1" status: 204 len: 168 time: 0.1381977 Aug 10 01:06:57.834115 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 3cc74571-e82c-4ae8-9356-6d35c165bb7b {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:06:57.834998 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 3cc74571-e82c-4ae8-9356-6d35c165bb7b not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:06:57.842850 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59daa9a-d89a-47d5-923a-41222865ad9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4474ba4-d3ce-403a-ac2c-2a7f64b90b12,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:58.037795 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd37d7-b991-441f-9d1f-fbd5cf63ef3e req-f52e2e06-2421-484e-a21f-2820a6566f29 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:58.039348 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-65bd37d7-b991-441f-9d1f-fbd5cf63ef3e req-f52e2e06-2421-484e-a21f-2820a6566f29 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9d860d4-5dfe-4866-947f-ffeee995951f HTTP/1.1" status: 200 len: 943 time: 0.0583251 Aug 10 01:06:58.084790 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-65bd37d7-b991-441f-9d1f-fbd5cf63ef3e req-297b98ae-ca2b-4d70-845a-9a93aac70b28 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366547 Aug 10 01:06:58.122371 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:58.300466 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:06:58.371518 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790b240-c453-4eb2-a4f3-4ba35f9135b7 req-41e7783b-ea95-4c60-be0e-6744ad0b920c tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:58.376789 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7790b240-c453-4eb2-a4f3-4ba35f9135b7 req-41e7783b-ea95-4c60-be0e-6744ad0b920c tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee0c39ce-d6c4-471d-b16f-08569f3b08ce HTTP/1.1" status: 200 len: 946 time: 0.0607626 Aug 10 01:06:58.420663 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b,segment=NetworkSegment(972b6f59-ca6f-4d63-843a-63e117aa35cb),segment_id=972b6f59-ca6f-4d63-843a-63e117aa35cb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:58.425498 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7790b240-c453-4eb2-a4f3-4ba35f9135b7 req-47dac955-bf3f-4bb3-9e9d-97ed68f13197 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14dfa27-7bd0-488c-af8a-8c9af1c71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415258 Aug 10 01:06:58.433617 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': 'db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b', 'network_id': '2f7685e4-d25e-44cb-844f-48dc645b7020', 'port_id': 'db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b', 'mac_address': 'fa:16:3e:84:cb:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff3426d-0264-4fde-bc3f-88e167c75bec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:06:58.480467 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:58.496469 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:58.525676 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b,segment=NetworkSegment(972b6f59-ca6f-4d63-843a-63e117aa35cb),segment_id=972b6f59-ca6f-4d63-843a-63e117aa35cb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:58.530324 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:58.588055 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:59.101441 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:59.222035 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03aa4d6-1241-44aa-b59c-2827bfd77657 req-10fdc473-12e8-49e4-a4dc-89bc2eec9fd4 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:59.230032 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e03aa4d6-1241-44aa-b59c-2827bfd77657 req-10fdc473-12e8-49e4-a4dc-89bc2eec9fd4 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9d860d4-5dfe-4866-947f-ffeee995951f HTTP/1.1" status: 200 len: 944 time: 0.0577059 Aug 10 01:06:59.270031 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e03aa4d6-1241-44aa-b59c-2827bfd77657 req-f9f6222c-e0cd-4b2e-a0b2-0101449bd204 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388405 Aug 10 01:06:59.583143 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9b51e-06f6-4234-964b-65dcb7014235 req-e8db9c46-2e48-43c8-9b2c-a94f0656b7dc tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:59.591602 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4ea9b51e-06f6-4234-964b-65dcb7014235 req-e8db9c46-2e48-43c8-9b2c-a94f0656b7dc tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee0c39ce-d6c4-471d-b16f-08569f3b08ce HTTP/1.1" status: 200 len: 946 time: 0.0735083 Aug 10 01:06:59.638577 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4ea9b51e-06f6-4234-964b-65dcb7014235 req-d47e7a59-4a98-4164-bcbc-50bc4918580c tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14dfa27-7bd0-488c-af8a-8c9af1c71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453794 Aug 10 01:06:59.812884 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57080) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:59.924873 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-35333674-3a17-45c0-9b6d-718d68c9e1d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:00.034493 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-35333674-3a17-45c0-9b6d-718d68c9e1d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:00.039848 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-35333674-3a17-45c0-9b6d-718d68c9e1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:00.075508 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35333674-3a17-45c0-9b6d-718d68c9e1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7be5a8-67dc-4468-87fa-1afd1bbbd2d0,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:00.097323 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-35333674-3a17-45c0-9b6d-718d68c9e1d3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ffd97f146b4a46f79d7731ebdc3feb9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2832317 Aug 10 01:07:00.099789 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57086) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:07:00.154904 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f31ec42f-6475-461a-aead-115896c6a7be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:00.176943 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f31ec42f-6475-461a-aead-115896c6a7be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:00.229333 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f31ec42f-6475-461a-aead-115896c6a7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:00.233120 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f31ec42f-6475-461a-aead-115896c6a7be admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:00.234355 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f31ec42f-6475-461a-aead-115896c6a7be admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ab7be5a8-67dc-4468-87fa-1afd1bbbd2d0 HTTP/1.1" status: 204 len: 168 time: 0.1334004 Aug 10 01:07:00.244007 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ec42f-6475-461a-aead-115896c6a7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7be5a8-67dc-4468-87fa-1afd1bbbd2d0,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:00.264233 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b5095-467f-41a4-9a14-7e3dc3b6a3c2 req-3b31db14-7aa6-4499-bfe1-59027a81ac59 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:00.265802 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-177b5095-467f-41a4-9a14-7e3dc3b6a3c2 req-3b31db14-7aa6-4499-bfe1-59027a81ac59 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee0c39ce-d6c4-471d-b16f-08569f3b08ce HTTP/1.1" status: 200 len: 946 time: 0.0530248 Aug 10 01:07:00.384881 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-177b5095-467f-41a4-9a14-7e3dc3b6a3c2 req-58678fc3-e15b-4cd3-9019-d1ce230aa478 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Deleting port dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:07:00.385357 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-177b5095-467f-41a4-9a14-7e3dc3b6a3c2 req-58678fc3-e15b-4cd3-9019-d1ce230aa478 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:00.416839 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35898d7f-cb99-4d89-a6bd-d3221a089e53 req-7bafad75-146f-4291-ac81-fa662ad22aa7 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:00.425600 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-35898d7f-cb99-4d89-a6bd-d3221a089e53 req-7bafad75-146f-4291-ac81-fa662ad22aa7 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9d860d4-5dfe-4866-947f-ffeee995951f HTTP/1.1" status: 200 len: 944 time: 0.0731170 Aug 10 01:07:00.468124 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-35898d7f-cb99-4d89-a6bd-d3221a089e53 req-61fbde17-39ba-48c2-b26e-70367ef080a1 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402277 Aug 10 01:07:00.500782 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-177b5095-467f-41a4-9a14-7e3dc3b6a3c2 req-58678fc3-e15b-4cd3-9019-d1ce230aa478 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] For port dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c,segment=NetworkSegment(4fc48893-904d-478f-8870-c709242503a4),segment_id=4fc48893-904d-478f-8870-c709242503a4)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:00.501151 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-177b5095-467f-41a4-9a14-7e3dc3b6a3c2 req-58678fc3-e15b-4cd3-9019-d1ce230aa478 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:00.617582 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57096) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:07:00.636443 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dd4ab3bf-066b-4d03-ac7d-e6abd509706f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:00.710117 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-177b5095-467f-41a4-9a14-7e3dc3b6a3c2 req-58678fc3-e15b-4cd3-9019-d1ce230aa478 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:00.710744 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-177b5095-467f-41a4-9a14-7e3dc3b6a3c2 req-58678fc3-e15b-4cd3-9019-d1ce230aa478 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:00.710914 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [req-177b5095-467f-41a4-9a14-7e3dc3b6a3c2 req-58678fc3-e15b-4cd3-9019-d1ce230aa478 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Floating IP d1c3d8d1-62d4-4f71-b545-23200d6a1f81 disassociated. External IP: 172.25.2.181, port: dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c. Aug 10 01:07:00.712413 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-177b5095-467f-41a4-9a14-7e3dc3b6a3c2 req-58678fc3-e15b-4cd3-9019-d1ce230aa478 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Calling delete_port for dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:07:00.798854 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dd4ab3bf-066b-4d03-ac7d-e6abd509706f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:00.812474 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dd4ab3bf-066b-4d03-ac7d-e6abd509706f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:00.823283 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe2099-279d-42da-907e-eab2687c0dd8 req-bdcc7250-db47-429c-be62-ac5460328bdf tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:00.834642 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7efe2099-279d-42da-907e-eab2687c0dd8 req-bdcc7250-db47-429c-be62-ac5460328bdf tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee0c39ce-d6c4-471d-b16f-08569f3b08ce HTTP/1.1" status: 200 len: 946 time: 0.0804944 Aug 10 01:07:00.891058 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-177b5095-467f-41a4-9a14-7e3dc3b6a3c2 req-58678fc3-e15b-4cd3-9019-d1ce230aa478 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:00.910856 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ab3bf-066b-4d03-ac7d-e6abd509706f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f9b91b-e770-4144-afaa-15d263b8eb5f,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:00.923252 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58678fc3-e15b-4cd3-9019-d1ce230aa478 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Pushing event deleted for resources: {'Port': ['ID=dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:00.923677 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-dd4ab3bf-066b-4d03-ac7d-e6abd509706f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=098ae89d670e4614b29c4f9e4a3a6ce9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3046422 Aug 10 01:07:00.926226 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57104) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:07:00.973109 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7efe2099-279d-42da-907e-eab2687c0dd8 req-d257e649-b907-45ad-91b7-3c9b57386729 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14dfa27-7bd0-488c-af8a-8c9af1c71c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375299 Aug 10 01:07:00.990227 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d587d3d8-4a59-4450-8b9e-9974f5d7b546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:01.017483 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d587d3d8-4a59-4450-8b9e-9974f5d7b546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:01.066018 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-177b5095-467f-41a4-9a14-7e3dc3b6a3c2 req-58678fc3-e15b-4cd3-9019-d1ce230aa478 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Router 37bf1616-a007-4213-9a0f-f6fa8b014723 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:07:01.074365 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d587d3d8-4a59-4450-8b9e-9974f5d7b546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:01.077707 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d587d3d8-4a59-4450-8b9e-9974f5d7b546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:01.079012 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d587d3d8-4a59-4450-8b9e-9974f5d7b546 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/65f9b91b-e770-4144-afaa-15d263b8eb5f HTTP/1.1" status: 204 len: 168 time: 0.1518333 Aug 10 01:07:01.095510 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587d3d8-4a59-4450-8b9e-9974f5d7b546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f9b91b-e770-4144-afaa-15d263b8eb5f,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:01.218659 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-177b5095-467f-41a4-9a14-7e3dc3b6a3c2 req-58678fc3-e15b-4cd3-9019-d1ce230aa478 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:07:01.233403 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1c0b54-87d7-4a9a-bc9e-63f63793aa5b None None] Sync routers for ids ['37bf1616-a007-4213-9a0f-f6fa8b014723'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:07:01.244714 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1c0b54-87d7-4a9a-bc9e-63f63793aa5b None None] Routers {'37bf1616-a007-4213-9a0f-f6fa8b014723'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:07:01.245701 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-0f1c0b54-87d7-4a9a-bc9e-63f63793aa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:06:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['37bf1616-a007-4213-9a0f-f6fa8b014723'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:07:01.280108 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-177b5095-467f-41a4-9a14-7e3dc3b6a3c2 req-58678fc3-e15b-4cd3-9019-d1ce230aa478 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] No DVR routers for this DVR port dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:07:01.284937 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-177b5095-467f-41a4-9a14-7e3dc3b6a3c2 req-58678fc3-e15b-4cd3-9019-d1ce230aa478 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:01.287905 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-177b5095-467f-41a4-9a14-7e3dc3b6a3c2 req-58678fc3-e15b-4cd3-9019-d1ce230aa478 tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.20 "DELETE /v2.0/ports/dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c HTTP/1.1" status: 204 len: 173 time: 1.0157611 Aug 10 01:07:01.288452 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0c39ce-d6c4-471d-b16f-08569f3b08ce', 'name': 'network-vif-deleted', 'tag': 'dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:07:01.293404 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f27a902-9a0d-4e64-8a53-11c6ce31e38b" -d '{"events": [{"server_uuid": "ee0c39ce-d6c4-471d-b16f-08569f3b08ce", "name": "network-vif-deleted", "tag": "dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:07:01.349708 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b85a91a-8235-4d23-b370-55fe31569bce x-openstack-request-id: req-0b85a91a-8235-4d23-b370-55fe31569bce {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:07:01.350404 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee0c39ce-d6c4-471d-b16f-08569f3b08ce", "name": "network-vif-deleted", "tag": "dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:07:01.350838 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0b85a91a-8235-4d23-b370-55fe31569bce {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:07:01.351413 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee0c39ce-d6c4-471d-b16f-08569f3b08ce', 'name': 'network-vif-deleted', 'tag': 'dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c', 'status': 'completed', 'code': 200} Aug 10 01:07:01.424277 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-0f1c0b54-87d7-4a9a-bc9e-63f63793aa5b None None] Set router 37bf1616-a007-4213-9a0f-f6fa8b014723 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:07:01.597478 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ab6bd-9236-40c4-abde-4f73e832a654 req-e64a633d-719d-4da9-a56d-98240b4b8045 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:01.600642 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-056ab6bd-9236-40c4-abde-4f73e832a654 req-e64a633d-719d-4da9-a56d-98240b4b8045 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9d860d4-5dfe-4866-947f-ffeee995951f HTTP/1.1" status: 200 len: 944 time: 0.0535271 Aug 10 01:07:01.647189 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-056ab6bd-9236-40c4-abde-4f73e832a654 req-329fc645-e864-441b-95d3-2b71efadc90f tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420868 Aug 10 01:07:01.687126 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-0f1c0b54-87d7-4a9a-bc9e-63f63793aa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'name': 'tempest-ServersTestJSON-266758262-router', 'tenant_id': '58f5f591a9e145328af93436512eedc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'b8b05dcd-8e2b-443b-a36a-faf7892a090c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:03:45Z', 'updated_at': '2021-08-10T01:03:51Z', 'revision_number': 4, 'project_id': '58f5f591a9e145328af93436512eedc7', 'gw_port': {'id': 'b8b05dcd-8e2b-443b-a36a-faf7892a090c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:03:46Z', 'updated_at': '2021-08-10T01:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '26bf3b0e-3011-4e9d-a30a-d73032c5d06f', 'name': '', 'network_id': '5846a124-2763-4bad-b7f2-a82a3ed79551', 'tenant_id': '58f5f591a9e145328af93436512eedc7', 'mac_address': 'fa:16:3e:1b:78:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5de8dcd6-cb77-4537-ada3-97377719a6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:03:50Z', 'updated_at': '2021-08-10T01:03:58Z', 'revision_number': 5, 'project_id': '58f5f591a9e145328af93436512eedc7', 'subnets': [{'id': '5de8dcd6-cb77-4537-ada3-97377719a6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:07:01.712101 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1c0b54-87d7-4a9a-bc9e-63f63793aa5b None None] Checking router: 37bf1616-a007-4213-9a0f-f6fa8b014723 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:07:01.720780 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1c0b54-87d7-4a9a-bc9e-63f63793aa5b None None] Routers {'37bf1616-a007-4213-9a0f-f6fa8b014723'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:07:01.721564 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-0f1c0b54-87d7-4a9a-bc9e-63f63793aa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:06:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['37bf1616-a007-4213-9a0f-f6fa8b014723'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:07:01.839157 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-0f1c0b54-87d7-4a9a-bc9e-63f63793aa5b None None] Set router 37bf1616-a007-4213-9a0f-f6fa8b014723 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:07:02.072596 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57142) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:07:02.104924 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57146) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:07:02.161946 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-92abd916-c1e2-4a74-a096-5ec201954cbe tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:02.190710 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-92abd916-c1e2-4a74-a096-5ec201954cbe tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:02.217786 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-0f1c0b54-87d7-4a9a-bc9e-63f63793aa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'name': 'tempest-ServersTestJSON-266758262-router', 'tenant_id': '58f5f591a9e145328af93436512eedc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'b8b05dcd-8e2b-443b-a36a-faf7892a090c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:03:45Z', 'updated_at': '2021-08-10T01:03:51Z', 'revision_number': 4, 'project_id': '58f5f591a9e145328af93436512eedc7', 'gw_port': {'id': 'b8b05dcd-8e2b-443b-a36a-faf7892a090c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:03:46Z', 'updated_at': '2021-08-10T01:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '26bf3b0e-3011-4e9d-a30a-d73032c5d06f', 'name': '', 'network_id': '5846a124-2763-4bad-b7f2-a82a3ed79551', 'tenant_id': '58f5f591a9e145328af93436512eedc7', 'mac_address': 'fa:16:3e:1b:78:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5de8dcd6-cb77-4537-ada3-97377719a6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:03:50Z', 'updated_at': '2021-08-10T01:03:58Z', 'revision_number': 5, 'project_id': '58f5f591a9e145328af93436512eedc7', 'subnets': [{'id': '5de8dcd6-cb77-4537-ada3-97377719a6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:07:02.235807 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-fe620a85-3346-4348-bf93-7b816ba1b449 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1057650718-network', 'tenant_id': '8b094b05e0fd454180cc8aa4ad0629d4'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:07:02.250675 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-92abd916-c1e2-4a74-a096-5ec201954cbe tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:02.250998 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1c0b54-87d7-4a9a-bc9e-63f63793aa5b None None] The sync data for ids ['37bf1616-a007-4213-9a0f-f6fa8b014723'] in n-d-766726-26 is: [{'id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'name': 'tempest-ServersTestJSON-266758262-router', 'tenant_id': '58f5f591a9e145328af93436512eedc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'b8b05dcd-8e2b-443b-a36a-faf7892a090c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:03:45Z', 'updated_at': '2021-08-10T01:03:51Z', 'revision_number': 4, 'project_id': '58f5f591a9e145328af93436512eedc7', 'gw_port': {'id': 'b8b05dcd-8e2b-443b-a36a-faf7892a090c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:03:46Z', 'updated_at': '2021-08-10T01:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '26bf3b0e-3011-4e9d-a30a-d73032c5d06f', 'name': '', 'network_id': '5846a124-2763-4bad-b7f2-a82a3ed79551', 'tenant_id': '58f5f591a9e145328af93436512eedc7', 'mac_address': 'fa:16:3e:1b:78:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5de8dcd6-cb77-4537-ada3-97377719a6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:03:50Z', 'updated_at': '2021-08-10T01:03:58Z', 'revision_number': 5, 'project_id': '58f5f591a9e145328af93436512eedc7', 'subnets': [{'id': '5de8dcd6-cb77-4537-ada3-97377719a6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:07:02.263913 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe620a85-3346-4348-bf93-7b816ba1b449 admin admin] Made reservation on behalf of 8b094b05e0fd454180cc8aa4ad0629d4 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:07:02.264130 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-92abd916-c1e2-4a74-a096-5ec201954cbe tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:02.267419 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-92abd916-c1e2-4a74-a096-5ec201954cbe tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "DELETE /v2.0/security-groups/c14dfa27-7bd0-488c-af8a-8c9af1c71c69 HTTP/1.1" status: 204 len: 168 time: 0.1915855 Aug 10 01:07:02.267560 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fe620a85-3346-4348-bf93-7b816ba1b449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:02.268538 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57152) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:07:02.278663 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92abd916-c1e2-4a74-a096-5ec201954cbe tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14dfa27-7bd0-488c-af8a-8c9af1c71c69,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:02.292508 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-385a4be5-b9d1-4ac3-8891-4ff18983062e tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] show failed (client error): The resource could not be found. Aug 10 01:07:02.294703 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-385a4be5-b9d1-4ac3-8891-4ff18983062e tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "GET /v2.0/security-groups/c14dfa27-7bd0-488c-af8a-8c9af1c71c69 HTTP/1.1" status: 404 len: 347 time: 0.0252013 Aug 10 01:07:02.300266 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57154) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:07:02.311051 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fe620a85-3346-4348-bf93-7b816ba1b449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:02.347799 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:07:02.404858 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:07:02.408919 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:02.409466 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:02.461671 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416e056-7a11-4fa6-920d-219d81316db4 req-95a92207-907f-40c2-9d12-40f50662c279 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:02.470540 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9416e056-7a11-4fa6-920d-219d81316db4 req-95a92207-907f-40c2-9d12-40f50662c279 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c467c6b4-12cb-4fc8-b50d-6c24697cca02 HTTP/1.1" status: 200 len: 946 time: 0.0677903 Aug 10 01:07:02.511504 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:02.516543 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-38e961a9-4ebe-4b3b-8649-e9511c288cbd tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Deleting port 94bcb50e-8be6-421d-9592-d30cea76585f {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:07:02.516970 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-38e961a9-4ebe-4b3b-8649-e9511c288cbd tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:02.524380 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9416e056-7a11-4fa6-920d-219d81316db4 req-86b2fa41-d98b-4633-a016-ea26aaefaa4e tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0bbc342-d53d-4a5b-822c-bcb78b3e82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526397 Aug 10 01:07:02.543156 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d860d4-5dfe-4866-947f-ffeee995951f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:07:02.545988 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7204e59-3685-495f-b038-efc562be63fa" -d '{"events": [{"server_uuid": "f9d860d4-5dfe-4866-947f-ffeee995951f", "name": "network-vif-plugged", "status": "completed", "tag": "db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:07:02.559448 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b,segment=NetworkSegment(972b6f59-ca6f-4d63-843a-63e117aa35cb),segment_id=972b6f59-ca6f-4d63-843a-63e117aa35cb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:02.564930 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:02.566063 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:07:02.608689 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fe620a85-3346-4348-bf93-7b816ba1b449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:02.622105 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fe620a85-3346-4348-bf93-7b816ba1b449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:02.626351 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52658f6-44b7-4926-9ab3-a67a15a60d75 None None] New status for floating IP d1c3d8d1-62d4-4f71-b545-23200d6a1f81: DOWN {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:07:02.628262 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb93d0a-0701-4fb5-9a89-170083e5b026 x-openstack-request-id: req-0fb93d0a-0701-4fb5-9a89-170083e5b026 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:07:02.628562 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d860d4-5dfe-4866-947f-ffeee995951f", "name": "network-vif-plugged", "status": "completed", "tag": "db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:07:02.628818 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0fb93d0a-0701-4fb5-9a89-170083e5b026 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:07:02.629874 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d860d4-5dfe-4866-947f-ffeee995951f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b', 'code': 200} Aug 10 01:07:02.631612 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:02.638963 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-38e961a9-4ebe-4b3b-8649-e9511c288cbd tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:02.639813 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-38e961a9-4ebe-4b3b-8649-e9511c288cbd tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:02.661459 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe620a85-3346-4348-bf93-7b816ba1b449 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:07:02.667604 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:07:02.667910 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device dcf4d48f-cfb6-44c8-8e3e-4b3a541a4c7c not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:07:02.678448 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-38e961a9-4ebe-4b3b-8649-e9511c288cbd tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Calling delete_port for 94bcb50e-8be6-421d-9592-d30cea76585f owned by network:floatingip {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:07:02.693277 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fe620a85-3346-4348-bf93-7b816ba1b449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:02.693691 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-fe620a85-3346-4348-bf93-7b816ba1b449 admin admin] Added segment cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f of type vlan for network 6125c102-cf8f-4cc8-89ec-6c7188ed5178 Aug 10 01:07:02.695025 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe620a85-3346-4348-bf93-7b816ba1b449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5bf72a-a42d-499b-97cf-573a244b946c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:02.779975 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664af4a-a83d-46c3-a1ec-e0db06232fe8 req-8e77b1cc-12ad-417b-ae9a-8e6b248ab630 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:02.781825 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c664af4a-a83d-46c3-a1ec-e0db06232fe8 req-8e77b1cc-12ad-417b-ae9a-8e6b248ab630 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9d860d4-5dfe-4866-947f-ffeee995951f HTTP/1.1" status: 200 len: 945 time: 0.0515101 Aug 10 01:07:02.814104 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fe620a85-3346-4348-bf93-7b816ba1b449 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:02.829999 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c664af4a-a83d-46c3-a1ec-e0db06232fe8 req-580d9451-e40b-479a-accd-c183b91c7e8d tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414510 Aug 10 01:07:02.843444 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858bf5b-d464-420e-a2ec-77d8c33e6691 req-a4de196b-b848-412c-92fd-346ae5836aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:02.844912 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3858bf5b-d464-420e-a2ec-77d8c33e6691 req-a4de196b-b848-412c-92fd-346ae5836aaf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f9d860d4-5dfe-4866-947f-ffeee995951f HTTP/1.1" status: 200 len: 1097 time: 0.1395814 Aug 10 01:07:02.895421 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fe620a85-3346-4348-bf93-7b816ba1b449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:02.896441 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe620a85-3346-4348-bf93-7b816ba1b449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:02.897022 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fe620a85-3346-4348-bf93-7b816ba1b449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:02.973905 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3858bf5b-d464-420e-a2ec-77d8c33e6691 req-423cd6d9-71a4-4220-873c-044aa857d89c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139660 Aug 10 01:07:02.983049 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-fe620a85-3346-4348-bf93-7b816ba1b449 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8770974 Aug 10 01:07:02.986470 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57166) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:07:02.991957 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-b32d60ad-3244-49d3-beae-ede36038ac99 admin admin] Request body: {'subnet': {'network_id': '6125c102-cf8f-4cc8-89ec-6c7188ed5178', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1057650718-subnet', 'tenant_id': '8b094b05e0fd454180cc8aa4ad0629d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:07:02.997393 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe620a85-3346-4348-bf93-7b816ba1b449 admin admin] Pushing event updated for resources: {'Network': ['ID=6125c102-cf8f-4cc8-89ec-6c7188ed5178,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:03.008607 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 6125c102-cf8f-4cc8-89ec-6c7188ed5178 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:07:03.009290 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-38e961a9-4ebe-4b3b-8649-e9511c288cbd tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:03.038535 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32d60ad-3244-49d3-beae-ede36038ac99 admin admin] Made reservation on behalf of 8b094b05e0fd454180cc8aa4ad0629d4 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:07:03.043491 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e961a9-4ebe-4b3b-8649-e9511c288cbd tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Pushing event deleted for resources: {'Port': ['ID=94bcb50e-8be6-421d-9592-d30cea76585f,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:03.051588 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b32d60ad-3244-49d3-beae-ede36038ac99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:03.109059 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-38e961a9-4ebe-4b3b-8649-e9511c288cbd tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks [] for floatingip, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:03.111532 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-38e961a9-4ebe-4b3b-8649-e9511c288cbd tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:03.115522 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-38e961a9-4ebe-4b3b-8649-e9511c288cbd tempest-ServersTestJSON-517591186 tempest-ServersTestJSON-517591186-project] 10.222.0.35 "DELETE /v2.0/floatingips/d1c3d8d1-62d4-4f71-b545-23200d6a1f81 HTTP/1.1" status: 204 len: 168 time: 0.8109567 Aug 10 01:07:03.115680 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57170) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:07:03.225785 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b32d60ad-3244-49d3-beae-ede36038ac99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:03.293023 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d60ad-3244-49d3-beae-ede36038ac99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=648ebf73-e804-4838-a92b-8ccde91c1453,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:03.302669 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32d60ad-3244-49d3-beae-ede36038ac99 admin admin] Checking segment: {'id': 'cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6125c102-cf8f-4cc8-89ec-6c7188ed5178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:07:03.303034 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32d60ad-3244-49d3-beae-ede36038ac99 admin admin] Network hostable DHCP agents. Network: 6125c102-cf8f-4cc8-89ec-6c7188ed5178, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:07:03.318967 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32d60ad-3244-49d3-beae-ede36038ac99 admin admin] Network 6125c102-cf8f-4cc8-89ec-6c7188ed5178 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:07:03.328044 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-b32d60ad-3244-49d3-beae-ede36038ac99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 6125c102-cf8f-4cc8-89ec-6c7188ed5178) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:07:03.332348 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32d60ad-3244-49d3-beae-ede36038ac99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:03.333136 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b32d60ad-3244-49d3-beae-ede36038ac99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:03.339372 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b62119-7807-4e66-a0d3-44bc70269e65 None None] Network 6125c102-cf8f-4cc8-89ec-6c7188ed5178 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:07:03.347318 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b32d60ad-3244-49d3-beae-ede36038ac99 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3595755 Aug 10 01:07:03.350116 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57172) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:07:03.355176 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-0acabf6b-fa42-472c-9ab9-ad19ef10dd73 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1057650718-router', 'tenant_id': '8b094b05e0fd454180cc8aa4ad0629d4', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:07:03.383993 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0acabf6b-fa42-472c-9ab9-ad19ef10dd73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:03.386389 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0acabf6b-fa42-472c-9ab9-ad19ef10dd73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:03.443103 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0acabf6b-fa42-472c-9ab9-ad19ef10dd73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:03.483179 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8bd0d34d-1bb8-4fa4-a658-1ed4d4b59d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:03.499855 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79a3d78-c1ce-4d39-bd21-237cf71e9c97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-6125c102-cf8f-4cc8-89ec-6c7188ed5178', 'network_id': '6125c102-cf8f-4cc8-89ec-6c7188ed5178', 'tenant_id': '8b094b05e0fd454180cc8aa4ad0629d4', 'fixed_ips': [{'subnet_id': '648ebf73-e804-4838-a92b-8ccde91c1453'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:07:03.501121 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d79a3d78-c1ce-4d39-bd21-237cf71e9c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:03.597598 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0acabf6b-fa42-472c-9ab9-ad19ef10dd73 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:03.657290 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-d79a3d78-c1ce-4d39-bd21-237cf71e9c97 None None] Allocated IP 172.20.0.2 (6125c102-cf8f-4cc8-89ec-6c7188ed5178/648ebf73-e804-4838-a92b-8ccde91c1453/ca7bc09e-d506-46dc-94fd-b1830d86645c) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:07:03.714775 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2a4f7-bd29-4a7c-864e-f9f0c427ef82 req-61948acf-ba81-49d1-9793-101c6320c019 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:03.717050 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d8e2a4f7-bd29-4a7c-864e-f9f0c427ef82 req-61948acf-ba81-49d1-9793-101c6320c019 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c467c6b4-12cb-4fc8-b50d-6c24697cca02 HTTP/1.1" status: 200 len: 946 time: 0.0877275 Aug 10 01:07:03.777437 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d8e2a4f7-bd29-4a7c-864e-f9f0c427ef82 req-d7c68222-3667-4a9b-bc42-443b56f32fa3 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0bbc342-d53d-4a5b-822c-bcb78b3e82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510261 Aug 10 01:07:03.868209 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d79a3d78-c1ce-4d39-bd21-237cf71e9c97 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:03.877476 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d79a3d78-c1ce-4d39-bd21-237cf71e9c97 None None] Transition to ACTIVE for port object ca7bc09e-d506-46dc-94fd-b1830d86645c will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:07:03.899839 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d79a3d78-c1ce-4d39-bd21-237cf71e9c97 None None] Transition to ACTIVE for port object ca7bc09e-d506-46dc-94fd-b1830d86645c will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:07:03.912727 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d79a3d78-c1ce-4d39-bd21-237cf71e9c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:03.951664 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79a3d78-c1ce-4d39-bd21-237cf71e9c97 None None] Network 6125c102-cf8f-4cc8-89ec-6c7188ed5178 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:07:03.954378 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-d79a3d78-c1ce-4d39-bd21-237cf71e9c97 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:07:03.957879 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79a3d78-c1ce-4d39-bd21-237cf71e9c97 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:07:03.958097 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0acabf6b-fa42-472c-9ab9-ad19ef10dd73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:03.983718 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0acabf6b-fa42-472c-9ab9-ad19ef10dd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:04.007428 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a3d78-c1ce-4d39-bd21-237cf71e9c97 None None] Pushing event updated for resources: {'Port': ['ID=ca7bc09e-d506-46dc-94fd-b1830d86645c,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:04.039514 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e15fd1-6182-459c-8c2a-f58483e505fb req-5140f850-3a22-43ba-bc96-894eda2593de tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:04.041318 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-84e15fd1-6182-459c-8c2a-f58483e505fb req-5140f850-3a22-43ba-bc96-894eda2593de tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9d860d4-5dfe-4866-947f-ffeee995951f HTTP/1.1" status: 200 len: 945 time: 0.1201134 Aug 10 01:07:04.047442 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d79a3d78-c1ce-4d39-bd21-237cf71e9c97 None None] Attempting to bind port ca7bc09e-d506-46dc-94fd-b1830d86645c on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:07:04.047826 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d79a3d78-c1ce-4d39-bd21-237cf71e9c97 None None] Attempting to bind port ca7bc09e-d506-46dc-94fd-b1830d86645c by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6125c102-cf8f-4cc8-89ec-6c7188ed5178'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:07:04.048222 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79a3d78-c1ce-4d39-bd21-237cf71e9c97 None None] Attempting to bind port ca7bc09e-d506-46dc-94fd-b1830d86645c on network 6125c102-cf8f-4cc8-89ec-6c7188ed5178 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:07:04.053396 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79a3d78-c1ce-4d39-bd21-237cf71e9c97 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:07:04.053781 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79a3d78-c1ce-4d39-bd21-237cf71e9c97 None None] Checking segment: {'id': 'cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6125c102-cf8f-4cc8-89ec-6c7188ed5178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:07:04.054193 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d79a3d78-c1ce-4d39-bd21-237cf71e9c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:04.054597 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79a3d78-c1ce-4d39-bd21-237cf71e9c97 None None] Bound using segment: {'id': 'cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6125c102-cf8f-4cc8-89ec-6c7188ed5178'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:07:04.055101 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d79a3d78-c1ce-4d39-bd21-237cf71e9c97 None None] Bound port: ca7bc09e-d506-46dc-94fd-b1830d86645c, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6125c102-cf8f-4cc8-89ec-6c7188ed5178'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:07:04.055493 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d79a3d78-c1ce-4d39-bd21-237cf71e9c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:04.089018 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-8bd0d34d-1bb8-4fa4-a658-1ed4d4b59d39 admin admin] Deleting port 26bf3b0e-3011-4e9d-a30a-d73032c5d06f {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:07:04.089373 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8bd0d34d-1bb8-4fa4-a658-1ed4d4b59d39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:04.118831 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-84e15fd1-6182-459c-8c2a-f58483e505fb req-f1d44be9-6e0b-4607-a28d-53336d2e5aeb tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695179 Aug 10 01:07:04.122272 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d79a3d78-c1ce-4d39-bd21-237cf71e9c97 None None] For port ca7bc09e-d506-46dc-94fd-b1830d86645c, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:07:04.125511 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d79a3d78-c1ce-4d39-bd21-237cf71e9c97 None None] For port ca7bc09e-d506-46dc-94fd-b1830d86645c, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=ca7bc09e-d506-46dc-94fd-b1830d86645c,segment=NetworkSegment(cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f),segment_id=cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:07:04.132291 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d79a3d78-c1ce-4d39-bd21-237cf71e9c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:04.150945 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-0acabf6b-fa42-472c-9ab9-ad19ef10dd73 admin admin] Allocated IP 172.25.2.249 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/5b99b444-e8cd-45b2-b6b5-d1418cc34d2e) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:07:04.191815 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a3d78-c1ce-4d39-bd21-237cf71e9c97 None None] Pushing event updated for resources: {'Port': ['ID=ca7bc09e-d506-46dc-94fd-b1830d86645c,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:04.194195 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-8bd0d34d-1bb8-4fa4-a658-1ed4d4b59d39 admin admin] For port 26bf3b0e-3011-4e9d-a30a-d73032c5d06f, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=26bf3b0e-3011-4e9d-a30a-d73032c5d06f,segment=NetworkSegment(4fc48893-904d-478f-8870-c709242503a4),segment_id=4fc48893-904d-478f-8870-c709242503a4)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:04.194789 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8bd0d34d-1bb8-4fa4-a658-1ed4d4b59d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:04.210694 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-8bd0d34d-1bb8-4fa4-a658-1ed4d4b59d39 admin admin] Calling delete_port for 26bf3b0e-3011-4e9d-a30a-d73032c5d06f owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:07:04.280169 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0acabf6b-fa42-472c-9ab9-ad19ef10dd73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:04.324482 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0acabf6b-fa42-472c-9ab9-ad19ef10dd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:04.362608 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acabf6b-fa42-472c-9ab9-ad19ef10dd73 admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:07:04.368088 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-0acabf6b-fa42-472c-9ab9-ad19ef10dd73 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:07:04.374525 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acabf6b-fa42-472c-9ab9-ad19ef10dd73 admin admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:07:04.417715 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acabf6b-fa42-472c-9ab9-ad19ef10dd73 admin admin] Pushing event updated for resources: {'Port': ['ID=5b99b444-e8cd-45b2-b6b5-d1418cc34d2e,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:04.484790 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8bd0d34d-1bb8-4fa4-a658-1ed4d4b59d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:04.529187 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0d34d-1bb8-4fa4-a658-1ed4d4b59d39 admin admin] Pushing event deleted for resources: {'Port': ['ID=26bf3b0e-3011-4e9d-a30a-d73032c5d06f,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:04.720974 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0acabf6b-fa42-472c-9ab9-ad19ef10dd73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:04.758310 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8bd0d34d-1bb8-4fa4-a658-1ed4d4b59d39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:04.907720 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device ca7bc09e-d506-46dc-94fd-b1830d86645c up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:07:04.959102 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d638b76-b94f-455d-903e-a462a70d5f98 req-5a482679-f106-42c2-9be7-7b1a2f18bd30 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:04.961170 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2d638b76-b94f-455d-903e-a462a70d5f98 req-5a482679-f106-42c2-9be7-7b1a2f18bd30 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.20 "GET /v2.0/ports?device_id=c467c6b4-12cb-4fc8-b50d-6c24697cca02 HTTP/1.1" status: 200 len: 946 time: 0.0717621 Aug 10 01:07:04.969191 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port ca7bc09e-d506-46dc-94fd-b1830d86645c completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:07:04.985152 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa242cb-3cfb-4ae7-ba56-0a16f56c9efc req-28f4329e-262a-4507-b706-3c9862d5bc4e tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:04.987017 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1fa242cb-3cfb-4ae7-ba56-0a16f56c9efc req-28f4329e-262a-4507-b706-3c9862d5bc4e tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c467c6b4-12cb-4fc8-b50d-6c24697cca02 HTTP/1.1" status: 200 len: 946 time: 0.1066132 Aug 10 01:07:05.000103 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0acabf6b-fa42-472c-9ab9-ad19ef10dd73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:05.098158 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1fa242cb-3cfb-4ae7-ba56-0a16f56c9efc req-1b781bdb-ce51-4ab8-829f-f6e4932f36ac tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0bbc342-d53d-4a5b-822c-bcb78b3e82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923536 Aug 10 01:07:05.179407 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd0d34d-1bb8-4fa4-a658-1ed4d4b59d39 admin admin] Router 37bf1616-a007-4213-9a0f-f6fa8b014723 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:07:05.181093 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0acabf6b-fa42-472c-9ab9-ad19ef10dd73 admin admin] Router cfaa05f2-9f91-47fe-8c98-997ba7b6b533 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:07:05.185717 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-2d638b76-b94f-455d-903e-a462a70d5f98 req-1dfb9d0b-9001-47c7-a639-eeba07162887 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Deleting port adad9426-8ef9-41c3-85c7-4f729b996c0b {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:07:05.186186 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2d638b76-b94f-455d-903e-a462a70d5f98 req-1dfb9d0b-9001-47c7-a639-eeba07162887 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:05.328237 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a3c7f-cd8f-4eb6-bdb8-b348016fdff1 req-de80b6e4-a48e-420f-b079-b7c5c6337691 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:05.329770 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e41a3c7f-cd8f-4eb6-bdb8-b348016fdff1 req-de80b6e4-a48e-420f-b079-b7c5c6337691 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9d860d4-5dfe-4866-947f-ffeee995951f HTTP/1.1" status: 200 len: 945 time: 0.0931010 Aug 10 01:07:05.345824 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0acabf6b-fa42-472c-9ab9-ad19ef10dd73 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:07:05.348651 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9473a10-52e0-4f45-b17a-a068207fb513 None None] Network 6125c102-cf8f-4cc8-89ec-6c7188ed5178 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:07:05.367115 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-2d638b76-b94f-455d-903e-a462a70d5f98 req-1dfb9d0b-9001-47c7-a639-eeba07162887 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] For port adad9426-8ef9-41c3-85c7-4f729b996c0b, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=adad9426-8ef9-41c3-85c7-4f729b996c0b,segment=NetworkSegment(10fb682a-4542-404f-8e24-3f166ef5480f),segment_id=10fb682a-4542-404f-8e24-3f166ef5480f)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:05.367513 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2d638b76-b94f-455d-903e-a462a70d5f98 req-1dfb9d0b-9001-47c7-a639-eeba07162887 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:05.371187 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef13de53-bd98-49e5-9e51-054c884b3f36 None None] Sync routers for ids ['cfaa05f2-9f91-47fe-8c98-997ba7b6b533'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:07:05.386151 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0acabf6b-fa42-472c-9ab9-ad19ef10dd73 admin admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:05.387410 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-2d638b76-b94f-455d-903e-a462a70d5f98 req-1dfb9d0b-9001-47c7-a639-eeba07162887 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Calling delete_port for adad9426-8ef9-41c3-85c7-4f729b996c0b owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:07:05.390326 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57192) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:07:05.390461 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0acabf6b-fa42-472c-9ab9-ad19ef10dd73 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0392802 Aug 10 01:07:05.398566 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e41a3c7f-cd8f-4eb6-bdb8-b348016fdff1 req-ca3a1963-4608-4aac-8b3e-e63eb76a00ea tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601151 Aug 10 01:07:05.404674 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd0d34d-1bb8-4fa4-a658-1ed4d4b59d39 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:07:05.416355 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f13367-b44b-4cfb-81b1-063285427ffa None None] Sync routers for ids ['37bf1616-a007-4213-9a0f-f6fa8b014723'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:07:05.428366 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef13de53-bd98-49e5-9e51-054c884b3f36 None None] Routers {'cfaa05f2-9f91-47fe-8c98-997ba7b6b533'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:07:05.428366 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-ef13de53-bd98-49e5-9e51-054c884b3f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:06:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['cfaa05f2-9f91-47fe-8c98-997ba7b6b533'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:07:05.431180 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f13367-b44b-4cfb-81b1-063285427ffa None None] Routers {'37bf1616-a007-4213-9a0f-f6fa8b014723'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:07:05.431529 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-e3f13367-b44b-4cfb-81b1-063285427ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:06:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['37bf1616-a007-4213-9a0f-f6fa8b014723'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:07:05.445912 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57196) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:07:05.446081 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8bd0d34d-1bb8-4fa4-a658-1ed4d4b59d39 admin admin] 10.222.0.35 "PUT /v2.0/routers/37bf1616-a007-4213-9a0f-f6fa8b014723/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3292773 Aug 10 01:07:05.477302 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6f1c9815-7380-4bff-979e-4658cacc2dfe None None] Provisioning for port ca7bc09e-d506-46dc-94fd-b1830d86645c completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:07:05.501046 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6f1c9815-7380-4bff-979e-4658cacc2dfe None None] Provisioning complete for port ca7bc09e-d506-46dc-94fd-b1830d86645c triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:05.501424 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6f1c9815-7380-4bff-979e-4658cacc2dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:05.661790 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-e3f13367-b44b-4cfb-81b1-063285427ffa None None] Set router 37bf1616-a007-4213-9a0f-f6fa8b014723 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:07:05.693281 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3e88ab3e-be0a-4639-a8cb-111185eff8c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:05.738746 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2d638b76-b94f-455d-903e-a462a70d5f98 req-1dfb9d0b-9001-47c7-a639-eeba07162887 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:05.798460 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['adad9426-8ef9-41c3-85c7-4f729b996c0b'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:07:05.850564 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3e88ab3e-be0a-4639-a8cb-111185eff8c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:05.883756 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb9d0b-9001-47c7-a639-eeba07162887 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Pushing event deleted for resources: {'Port': ['ID=adad9426-8ef9-41c3-85c7-4f729b996c0b,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:05.900051 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-ef13de53-bd98-49e5-9e51-054c884b3f36 None None] Set router cfaa05f2-9f91-47fe-8c98-997ba7b6b533 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:07:05.967386 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-3e88ab3e-be0a-4639-a8cb-111185eff8c6 admin admin] Deleting port b8b05dcd-8e2b-443b-a36a-faf7892a090c {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:07:05.967818 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3e88ab3e-be0a-4639-a8cb-111185eff8c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:05.973149 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-e3f13367-b44b-4cfb-81b1-063285427ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'name': 'tempest-ServersTestJSON-266758262-router', 'tenant_id': '58f5f591a9e145328af93436512eedc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'b8b05dcd-8e2b-443b-a36a-faf7892a090c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:03:45Z', 'updated_at': '2021-08-10T01:07:04Z', 'revision_number': 5, 'project_id': '58f5f591a9e145328af93436512eedc7', 'gw_port': {'id': 'b8b05dcd-8e2b-443b-a36a-faf7892a090c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:03:46Z', 'updated_at': '2021-08-10T01:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:07:05.985141 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d638b76-b94f-455d-903e-a462a70d5f98 req-1dfb9d0b-9001-47c7-a639-eeba07162887 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] No DVR routers for this DVR port adad9426-8ef9-41c3-85c7-4f729b996c0b on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:07:05.989054 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2d638b76-b94f-455d-903e-a462a70d5f98 req-1dfb9d0b-9001-47c7-a639-eeba07162887 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:05.991227 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2d638b76-b94f-455d-903e-a462a70d5f98 req-1dfb9d0b-9001-47c7-a639-eeba07162887 tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.20 "DELETE /v2.0/ports/adad9426-8ef9-41c3-85c7-4f729b996c0b HTTP/1.1" status: 204 len: 173 time: 1.0198424 Aug 10 01:07:05.991877 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c467c6b4-12cb-4fc8-b50d-6c24697cca02', 'name': 'network-vif-deleted', 'tag': 'adad9426-8ef9-41c3-85c7-4f729b996c0b'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:07:05.994393 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d37536-7779-48da-a3dd-ce5f7ad58a32" -d '{"events": [{"server_uuid": "c467c6b4-12cb-4fc8-b50d-6c24697cca02", "name": "network-vif-deleted", "tag": "adad9426-8ef9-41c3-85c7-4f729b996c0b"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:07:06.007260 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6f1c9815-7380-4bff-979e-4658cacc2dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:06.017862 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f13367-b44b-4cfb-81b1-063285427ffa None None] Checking router: 37bf1616-a007-4213-9a0f-f6fa8b014723 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:07:06.030306 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f13367-b44b-4cfb-81b1-063285427ffa None None] Routers {'37bf1616-a007-4213-9a0f-f6fa8b014723'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:07:06.031170 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-e3f13367-b44b-4cfb-81b1-063285427ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:06:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['37bf1616-a007-4213-9a0f-f6fa8b014723'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:07:06.095004 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b745962f-5007-4660-833b-adf47e4d68e6 x-openstack-request-id: req-b745962f-5007-4660-833b-adf47e4d68e6 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:07:06.095429 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c467c6b4-12cb-4fc8-b50d-6c24697cca02", "name": "network-vif-deleted", "tag": "adad9426-8ef9-41c3-85c7-4f729b996c0b", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:07:06.095810 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b745962f-5007-4660-833b-adf47e4d68e6 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:07:06.096347 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c467c6b4-12cb-4fc8-b50d-6c24697cca02', 'name': 'network-vif-deleted', 'tag': 'adad9426-8ef9-41c3-85c7-4f729b996c0b', 'status': 'completed', 'code': 200} Aug 10 01:07:06.154611 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-3e88ab3e-be0a-4639-a8cb-111185eff8c6 admin admin] For port b8b05dcd-8e2b-443b-a36a-faf7892a090c, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b8b05dcd-8e2b-443b-a36a-faf7892a090c,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:06.155147 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3e88ab3e-be0a-4639-a8cb-111185eff8c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:06.170954 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-3e88ab3e-be0a-4639-a8cb-111185eff8c6 admin admin] Calling delete_port for b8b05dcd-8e2b-443b-a36a-faf7892a090c owned by network:router_gateway {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:07:06.234882 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-e3f13367-b44b-4cfb-81b1-063285427ffa None None] Set router 37bf1616-a007-4213-9a0f-f6fa8b014723 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:07:06.292900 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-373597ad-1aa4-462c-88af-c4702cfb9c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:06.296745 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-e3f13367-b44b-4cfb-81b1-063285427ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'name': 'tempest-ServersTestJSON-266758262-router', 'tenant_id': '58f5f591a9e145328af93436512eedc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:03:45Z', 'updated_at': '2021-08-10T01:07:05Z', 'revision_number': 6, 'project_id': '58f5f591a9e145328af93436512eedc7', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:07:06.308112 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6f1c9815-7380-4bff-979e-4658cacc2dfe None None] For port ca7bc09e-d506-46dc-94fd-b1830d86645c, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=ca7bc09e-d506-46dc-94fd-b1830d86645c,segment=NetworkSegment(cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f),segment_id=cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:06.329070 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6f1c9815-7380-4bff-979e-4658cacc2dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:06.386138 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0e8a5b90-2677-4b8d-841f-c89b33927b8b req-6257b9e8-e4ea-43c6-a23c-05cbe023802f tempest-VolumesSnapshotTestJSON-1251579777 tempest-VolumesSnapshotTestJSON-1251579777-project] 10.222.0.35 "GET /v2.0/ports?device_id=c467c6b4-12cb-4fc8-b50d-6c24697cca02 HTTP/1.1" status: 200 len: 210 time: 0.0281289 Aug 10 01:07:06.387245 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3e88ab3e-be0a-4639-a8cb-111185eff8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:06.414109 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88ab3e-be0a-4639-a8cb-111185eff8c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b05dcd-8e2b-443b-a36a-faf7892a090c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:06.449015 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f13367-b44b-4cfb-81b1-063285427ffa None None] The sync data for ids ['37bf1616-a007-4213-9a0f-f6fa8b014723'] in n-d-766726-26 is: [{'id': '37bf1616-a007-4213-9a0f-f6fa8b014723', 'name': 'tempest-ServersTestJSON-266758262-router', 'tenant_id': '58f5f591a9e145328af93436512eedc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:03:45Z', 'updated_at': '2021-08-10T01:07:05Z', 'revision_number': 6, 'project_id': '58f5f591a9e145328af93436512eedc7', 'gw_port_host': None}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:07:06.453347 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c9815-7380-4bff-979e-4658cacc2dfe None None] Pushing event updated for resources: {'Port': ['ID=ca7bc09e-d506-46dc-94fd-b1830d86645c,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:06.495826 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-ef13de53-bd98-49e5-9e51-054c884b3f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfaa05f2-9f91-47fe-8c98-997ba7b6b533', 'name': 'tempest-AttachSCSIVolumeTestJSON-1057650718-router', 'tenant_id': '8b094b05e0fd454180cc8aa4ad0629d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '5b99b444-e8cd-45b2-b6b5-d1418cc34d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:07:03Z', 'updated_at': '2021-08-10T01:07:04Z', 'revision_number': 3, 'project_id': '8b094b05e0fd454180cc8aa4ad0629d4', 'gw_port': {'id': '5b99b444-e8cd-45b2-b6b5-d1418cc34d2e', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fa:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfaa05f2-9f91-47fe-8c98-997ba7b6b533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:03Z', 'updated_at': '2021-08-10T01:07:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:07:06.516117 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3e88ab3e-be0a-4639-a8cb-111185eff8c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:06.526623 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef13de53-bd98-49e5-9e51-054c884b3f36 None None] Checking router: cfaa05f2-9f91-47fe-8c98-997ba7b6b533 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:07:06.526946 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef13de53-bd98-49e5-9e51-054c884b3f36 None None] Updating router cfaa05f2-9f91-47fe-8c98-997ba7b6b533 port 5b99b444-e8cd-45b2-b6b5-d1418cc34d2e binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:07:06.558840 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-373597ad-1aa4-462c-88af-c4702cfb9c6d admin admin] Allocated IP 172.20.0.1 (6125c102-cf8f-4cc8-89ec-6c7188ed5178/648ebf73-e804-4838-a92b-8ccde91c1453/ab6788c0-43f6-4203-8c25-11db49a90574) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:07:06.560443 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ef13de53-bd98-49e5-9e51-054c884b3f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:06.717879 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-373597ad-1aa4-462c-88af-c4702cfb9c6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:06.720769 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3e88ab3e-be0a-4639-a8cb-111185eff8c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:06.725342 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3e88ab3e-be0a-4639-a8cb-111185eff8c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:06.737321 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-373597ad-1aa4-462c-88af-c4702cfb9c6d admin admin] Transition to ACTIVE for port object ab6788c0-43f6-4203-8c25-11db49a90574 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:07:06.807544 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-373597ad-1aa4-462c-88af-c4702cfb9c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:06.851444 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3e88ab3e-be0a-4639-a8cb-111185eff8c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:06.851979 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e88ab3e-be0a-4639-a8cb-111185eff8c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37bf1616-a007-4213-9a0f-f6fa8b014723 {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:07:06.868621 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3e88ab3e-be0a-4639-a8cb-111185eff8c6 admin admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:06.869909 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3e88ab3e-be0a-4639-a8cb-111185eff8c6 admin admin] 10.222.0.35 "DELETE /v2.0/routers/37bf1616-a007-4213-9a0f-f6fa8b014723 HTTP/1.1" status: 204 len: 168 time: 1.4229658 Aug 10 01:07:06.879404 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57216) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:07:06.893714 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373597ad-1aa4-462c-88af-c4702cfb9c6d admin admin] Network 6125c102-cf8f-4cc8-89ec-6c7188ed5178 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:07:06.985111 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-373597ad-1aa4-462c-88af-c4702cfb9c6d admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:07:07.008890 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373597ad-1aa4-462c-88af-c4702cfb9c6d admin admin] Pushing event updated for resources: {'Port': ['ID=ab6788c0-43f6-4203-8c25-11db49a90574,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:07.023014 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373597ad-1aa4-462c-88af-c4702cfb9c6d admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:07:07.057206 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-080b3d5c-347d-4c9b-a29c-f24f39185c0b None None] Provisioning complete for port ca7bc09e-d506-46dc-94fd-b1830d86645c triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:07.057706 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-080b3d5c-347d-4c9b-a29c-f24f39185c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:07.106309 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-433074b3-48bc-4265-a644-0307c875ad76 admin admin] Deleting subnet 5de8dcd6-cb77-4537-ada3-97377719a6ca {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:07:07.113541 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-433074b3-48bc-4265-a644-0307c875ad76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:07.144547 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-373597ad-1aa4-462c-88af-c4702cfb9c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:07.191293 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-433074b3-48bc-4265-a644-0307c875ad76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:07.236645 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ef13de53-bd98-49e5-9e51-054c884b3f36 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:07.253435 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ef13de53-bd98-49e5-9e51-054c884b3f36 None None] Transition to ACTIVE for port object 5b99b444-e8cd-45b2-b6b5-d1418cc34d2e will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:07:07.261713 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ef13de53-bd98-49e5-9e51-054c884b3f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:07.336191 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-433074b3-48bc-4265-a644-0307c875ad76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:07.386045 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-373597ad-1aa4-462c-88af-c4702cfb9c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:07.452122 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device ca7bc09e-d506-46dc-94fd-b1830d86645c up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:07:07.458465 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-ef13de53-bd98-49e5-9e51-054c884b3f36 None None] Attempting to bind port 5b99b444-e8cd-45b2-b6b5-d1418cc34d2e on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:07:07.458901 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-ef13de53-bd98-49e5-9e51-054c884b3f36 None None] Attempting to bind port 5b99b444-e8cd-45b2-b6b5-d1418cc34d2e by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:07:07.459280 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef13de53-bd98-49e5-9e51-054c884b3f36 None None] Attempting to bind port 5b99b444-e8cd-45b2-b6b5-d1418cc34d2e on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:07:07.471572 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-433074b3-48bc-4265-a644-0307c875ad76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:07.493878 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-9362cb1e-5d8f-4030-9d18-e310d809a9af None None] Provisioning for port ab6788c0-43f6-4203-8c25-11db49a90574 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:07:07.493878 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef13de53-bd98-49e5-9e51-054c884b3f36 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:07:07.493878 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef13de53-bd98-49e5-9e51-054c884b3f36 None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:07:07.494206 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ef13de53-bd98-49e5-9e51-054c884b3f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:07.494686 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef13de53-bd98-49e5-9e51-054c884b3f36 None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:07:07.495195 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-ef13de53-bd98-49e5-9e51-054c884b3f36 None None] Bound port: 5b99b444-e8cd-45b2-b6b5-d1418cc34d2e, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:07:07.495582 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ef13de53-bd98-49e5-9e51-054c884b3f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:07.497543 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208821f-7a1c-459d-a438-cc5254a1a10d None None] Pushing event updated for resources: {'Port': ['ID=5b99b444-e8cd-45b2-b6b5-d1418cc34d2e,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:07.513621 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-433074b3-48bc-4265-a644-0307c875ad76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:07.515728 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-433074b3-48bc-4265-a644-0307c875ad76 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5de8dcd6-cb77-4537-ada3-97377719a6ca HTTP/1.1" status: 204 len: 168 time: 0.6259952 Aug 10 01:07:07.516811 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433074b3-48bc-4265-a644-0307c875ad76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5de8dcd6-cb77-4537-ada3-97377719a6ca,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:07.518220 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57228) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:07:07.526247 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-9362cb1e-5d8f-4030-9d18-e310d809a9af None None] Provisioning complete for port ab6788c0-43f6-4203-8c25-11db49a90574 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:07.526637 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9362cb1e-5d8f-4030-9d18-e310d809a9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:07.539110 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d218a8-f678-4934-a71a-bc2cfcd30f1f None None] Network 5846a124-2763-4bad-b7f2-a82a3ed79551 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:07:07.638688 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3fa68d17-f3da-44f7-80b7-530d9994476c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:07.643249 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-9362cb1e-5d8f-4030-9d18-e310d809a9af None None] Port ab6788c0-43f6-4203-8c25-11db49a90574 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:07:07.660723 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-373597ad-1aa4-462c-88af-c4702cfb9c6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:07.669676 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-373597ad-1aa4-462c-88af-c4702cfb9c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:07.678436 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-ef13de53-bd98-49e5-9e51-054c884b3f36 None None] For port 5b99b444-e8cd-45b2-b6b5-d1418cc34d2e, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:07:07.718169 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-3fa68d17-f3da-44f7-80b7-530d9994476c admin admin] Deleting port 78d2c311-ade5-415c-ad25-03c62c63cf97 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:07:07.718802 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3fa68d17-f3da-44f7-80b7-530d9994476c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:07.740570 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-ef13de53-bd98-49e5-9e51-054c884b3f36 None None] For port 5b99b444-e8cd-45b2-b6b5-d1418cc34d2e, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5b99b444-e8cd-45b2-b6b5-d1418cc34d2e,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:07:07.743382 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port ca7bc09e-d506-46dc-94fd-b1830d86645c triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:07.743759 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:07.749952 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ef13de53-bd98-49e5-9e51-054c884b3f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:07.768434 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-373597ad-1aa4-462c-88af-c4702cfb9c6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:07.770570 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373597ad-1aa4-462c-88af-c4702cfb9c6d admin admin] Pushing event updated for resources: {'Port': ['ID=ab6788c0-43f6-4203-8c25-11db49a90574,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:07.836860 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-3fa68d17-f3da-44f7-80b7-530d9994476c admin admin] For port 78d2c311-ade5-415c-ad25-03c62c63cf97, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=78d2c311-ade5-415c-ad25-03c62c63cf97,segment=NetworkSegment(4fc48893-904d-478f-8870-c709242503a4),segment_id=4fc48893-904d-478f-8870-c709242503a4)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:07.837580 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3fa68d17-f3da-44f7-80b7-530d9994476c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:07.864619 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208821f-7a1c-459d-a438-cc5254a1a10d None None] Pushing event updated for resources: {'Port': ['ID=5b99b444-e8cd-45b2-b6b5-d1418cc34d2e,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:07.870398 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef13de53-bd98-49e5-9e51-054c884b3f36 None None] Routers {'cfaa05f2-9f91-47fe-8c98-997ba7b6b533'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:07:07.871026 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-ef13de53-bd98-49e5-9e51-054c884b3f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:06:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['cfaa05f2-9f91-47fe-8c98-997ba7b6b533'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:07:07.872743 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-3fa68d17-f3da-44f7-80b7-530d9994476c admin admin] Calling delete_port for 78d2c311-ade5-415c-ad25-03c62c63cf97 owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:07:07.961062 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f3f138-e63e-44b3-a9c7-b88da4ada72d None None] DHCP port deletion for 5846a124-2763-4bad-b7f2-a82a3ed79551 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:07:08.007732 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373597ad-1aa4-462c-88af-c4702cfb9c6d admin admin] Network 6125c102-cf8f-4cc8-89ec-6c7188ed5178 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:07:08.010048 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-373597ad-1aa4-462c-88af-c4702cfb9c6d admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:07:08.082294 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 26bf3b0e-3011-4e9d-a30a-d73032c5d06f no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:07:08.110938 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3fa68d17-f3da-44f7-80b7-530d9994476c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:08.166909 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa68d17-f3da-44f7-80b7-530d9994476c admin admin] Pushing event deleted for resources: {'Port': ['ID=78d2c311-ade5-415c-ad25-03c62c63cf97,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:08.178563 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa68d17-f3da-44f7-80b7-530d9994476c admin admin] No DVR routers for this DVR port 78d2c311-ade5-415c-ad25-03c62c63cf97 on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:07:08.178991 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 26bf3b0e-3011-4e9d-a30a-d73032c5d06f {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:07:08.179343 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 26bf3b0e-3011-4e9d-a30a-d73032c5d06f not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:07:08.197659 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-ef13de53-bd98-49e5-9e51-054c884b3f36 None None] Set router cfaa05f2-9f91-47fe-8c98-997ba7b6b533 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:07:08.238032 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373597ad-1aa4-462c-88af-c4702cfb9c6d admin admin] Router cfaa05f2-9f91-47fe-8c98-997ba7b6b533 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:07:08.289730 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-24f3f138-e63e-44b3-a9c7-b88da4ada72d None None] Deleting port 78d2c311-ade5-415c-ad25-03c62c63cf97 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:07:08.304848 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-24f3f138-e63e-44b3-a9c7-b88da4ada72d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:08.378957 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3fa68d17-f3da-44f7-80b7-530d9994476c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:08.397482 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-3fa68d17-f3da-44f7-80b7-530d9994476c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5846a124-2763-4bad-b7f2-a82a3ed79551']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:07:08.415157 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-3fa68d17-f3da-44f7-80b7-530d9994476c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc48893-904d-478f-8870-c709242503a4') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:07:08.415832 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-3fa68d17-f3da-44f7-80b7-530d9994476c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc48893-904d-478f-8870-c709242503a4') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:07:08.425162 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device adad9426-8ef9-41c3-85c7-4f729b996c0b no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:07:08.432580 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3fa68d17-f3da-44f7-80b7-530d9994476c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:08.433579 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373597ad-1aa4-462c-88af-c4702cfb9c6d admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:07:08.465082 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-373597ad-1aa4-462c-88af-c4702cfb9c6d admin admin] 10.222.0.35 "PUT /v2.0/routers/cfaa05f2-9f91-47fe-8c98-997ba7b6b533/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0712280 Aug 10 01:07:08.470684 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: adad9426-8ef9-41c3-85c7-4f729b996c0b {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:07:08.471166 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device adad9426-8ef9-41c3-85c7-4f729b996c0b not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:07:08.489605 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3fa68d17-f3da-44f7-80b7-530d9994476c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:08.496345 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fa68d17-f3da-44f7-80b7-530d9994476c admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:07:08.496784 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3fa68d17-f3da-44f7-80b7-530d9994476c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:08.543285 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-24f3f138-e63e-44b3-a9c7-b88da4ada72d None None] For port 78d2c311-ade5-415c-ad25-03c62c63cf97, host n-d-766726-26, got binding levels [] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:08.543816 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-24f3f138-e63e-44b3-a9c7-b88da4ada72d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:08.546241 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-76d12b5b-9463-40e8-b2a4-55d6242f6d13 None None] Provisioning complete for port ab6788c0-43f6-4203-8c25-11db49a90574 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:08.546611 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-76d12b5b-9463-40e8-b2a4-55d6242f6d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:08.552626 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:07:08.552626 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:07:08.552626 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:07:08.552626 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:07:08.552626 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:07:08.552626 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:07:08.552626 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:07:08.552626 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:07:08.552626 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:07:08.552626 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:07:08.552626 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:07:08.552626 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:07:08.552626 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:07:08.552626 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:07:08.552626 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:07:08.552626 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:07:08.552626 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:07:08.552626 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:07:08.552626 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:07:08.552626 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:07:08.552626 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:07:08.552626 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:07:08.552626 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:07:08.552626 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:07:08.552626 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:07:08.552626 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:07:08.552626 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:07:08.552626 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:07:08.552626 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:07:08.552626 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:07:08.552626 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:07:08.552626 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:07:08.561903 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3fa68d17-f3da-44f7-80b7-530d9994476c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:08.568448 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3fa68d17-f3da-44f7-80b7-530d9994476c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:08.574357 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3fa68d17-f3da-44f7-80b7-530d9994476c admin admin] 10.222.0.35 "DELETE /v2.0/networks/5846a124-2763-4bad-b7f2-a82a3ed79551 HTTP/1.1" status: 204 len: 168 time: 1.0543311 Aug 10 01:07:08.587528 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa68d17-f3da-44f7-80b7-530d9994476c admin admin] Pushing event deleted for resources: {'Network': ['ID=5846a124-2763-4bad-b7f2-a82a3ed79551,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:08.618752 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-24f3f138-e63e-44b3-a9c7-b88da4ada72d None None] Calling delete_port for 78d2c311-ade5-415c-ad25-03c62c63cf97 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:07:08.628792 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.ipam_backend_mixin [None req-24f3f138-e63e-44b3-a9c7-b88da4ada72d None None] Port 78d2c311-ade5-415c-ad25-03c62c63cf97 was not found and therefore no delete operation was performed {{(pid=105828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 01:07:08.632657 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-24f3f138-e63e-44b3-a9c7-b88da4ada72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:08.646859 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-24f3f138-e63e-44b3-a9c7-b88da4ada72d None None] Network 5846a124-2763-4bad-b7f2-a82a3ed79551 is not hosted by any dhcp agent {{(pid=105828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 01:07:08.647324 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f3f138-e63e-44b3-a9c7-b88da4ada72d None None] No DVR routers for this DVR port 78d2c311-ade5-415c-ad25-03c62c63cf97 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:07:08.700530 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f3f138-e63e-44b3-a9c7-b88da4ada72d None None] Pushing event deleted for resources: {'Port': ['ID=78d2c311-ade5-415c-ad25-03c62c63cf97,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:08.710546 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-76d12b5b-9463-40e8-b2a4-55d6242f6d13 None None] Port ab6788c0-43f6-4203-8c25-11db49a90574 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:07:08.844600 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-ef13de53-bd98-49e5-9e51-054c884b3f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfaa05f2-9f91-47fe-8c98-997ba7b6b533', 'name': 'tempest-AttachSCSIVolumeTestJSON-1057650718-router', 'tenant_id': '8b094b05e0fd454180cc8aa4ad0629d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '5b99b444-e8cd-45b2-b6b5-d1418cc34d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:07:03Z', 'updated_at': '2021-08-10T01:07:07Z', 'revision_number': 4, 'project_id': '8b094b05e0fd454180cc8aa4ad0629d4', 'gw_port': {'id': '5b99b444-e8cd-45b2-b6b5-d1418cc34d2e', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fa:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfaa05f2-9f91-47fe-8c98-997ba7b6b533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:03Z', 'updated_at': '2021-08-10T01:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'ab6788c0-43f6-4203-8c25-11db49a90574', 'name': '', 'network_id': '6125c102-cf8f-4cc8-89ec-6c7188ed5178', 'tenant_id': '8b094b05e0fd454180cc8aa4ad0629d4', 'mac_address': 'fa:16:3e:d9:93:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfaa05f2-9f91-47fe-8c98-997ba7b6b533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '648ebf73-e804-4838-a92b-8ccde91c1453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:06Z', 'updated_at': '2021-08-10T01:07:07Z', 'revision_number': 2, 'project_id': '8b094b05e0fd454180cc8aa4ad0629d4', 'subnets': [{'id': '648ebf73-e804-4838-a92b-8ccde91c1453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:07:08.847068 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57262) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:07:08.901548 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef13de53-bd98-49e5-9e51-054c884b3f36 None None] The sync data for ids ['cfaa05f2-9f91-47fe-8c98-997ba7b6b533'] in n-d-766726-26 is: [{'id': 'cfaa05f2-9f91-47fe-8c98-997ba7b6b533', 'name': 'tempest-AttachSCSIVolumeTestJSON-1057650718-router', 'tenant_id': '8b094b05e0fd454180cc8aa4ad0629d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '5b99b444-e8cd-45b2-b6b5-d1418cc34d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:07:03Z', 'updated_at': '2021-08-10T01:07:07Z', 'revision_number': 4, 'project_id': '8b094b05e0fd454180cc8aa4ad0629d4', 'gw_port': {'id': '5b99b444-e8cd-45b2-b6b5-d1418cc34d2e', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fa:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfaa05f2-9f91-47fe-8c98-997ba7b6b533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:03Z', 'updated_at': '2021-08-10T01:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'ab6788c0-43f6-4203-8c25-11db49a90574', 'name': '', 'network_id': '6125c102-cf8f-4cc8-89ec-6c7188ed5178', 'tenant_id': '8b094b05e0fd454180cc8aa4ad0629d4', 'mac_address': 'fa:16:3e:d9:93:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfaa05f2-9f91-47fe-8c98-997ba7b6b533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '648ebf73-e804-4838-a92b-8ccde91c1453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:06Z', 'updated_at': '2021-08-10T01:07:07Z', 'revision_number': 2, 'project_id': '8b094b05e0fd454180cc8aa4ad0629d4', 'subnets': [{'id': '648ebf73-e804-4838-a92b-8ccde91c1453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:07:08.911473 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 78d2c311-ade5-415c-ad25-03c62c63cf97 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:07:08.945276 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57264) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:07:08.945492 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7d6ea834-3ee0-40d7-9587-532ee5994b29 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=58f5f591a9e145328af93436512eedc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0967045 Aug 10 01:07:08.952601 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 78d2c311-ade5-415c-ad25-03c62c63cf97 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:07:08.958170 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 78d2c311-ade5-415c-ad25-03c62c63cf97 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:07:08.958795 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b8b05dcd-8e2b-443b-a36a-faf7892a090c no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:07:08.980661 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: b8b05dcd-8e2b-443b-a36a-faf7892a090c {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:07:08.981766 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b8b05dcd-8e2b-443b-a36a-faf7892a090c not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:07:09.064862 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0be69786-5666-4c64-abc1-d9b1bc6eb46b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:09.093974 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0be69786-5666-4c64-abc1-d9b1bc6eb46b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:09.164078 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0be69786-5666-4c64-abc1-d9b1bc6eb46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:09.168085 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0be69786-5666-4c64-abc1-d9b1bc6eb46b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:09.174188 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0be69786-5666-4c64-abc1-d9b1bc6eb46b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7b2040a7-90d5-4f19-b129-72a3ae8d0e91 HTTP/1.1" status: 204 len: 168 time: 0.2273188 Aug 10 01:07:09.184716 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be69786-5666-4c64-abc1-d9b1bc6eb46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2040a7-90d5-4f19-b129-72a3ae8d0e91,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:09.631231 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57292) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:07:09.636911 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-31aaa435-8668-4f13-8176-f94e165560a6 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1170092173-network', 'tenant_id': '4c12288daa394daa9da852392fbf91b2'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:07:09.661058 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31aaa435-8668-4f13-8176-f94e165560a6 admin admin] Made reservation on behalf of 4c12288daa394daa9da852392fbf91b2 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:07:09.663772 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-31aaa435-8668-4f13-8176-f94e165560a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:09.673577 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-31aaa435-8668-4f13-8176-f94e165560a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:09.792501 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-31aaa435-8668-4f13-8176-f94e165560a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:09.805231 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-31aaa435-8668-4f13-8176-f94e165560a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:09.833856 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aaa435-8668-4f13-8176-f94e165560a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450f2313-7e3b-4e20-a92f-a4ab3e3958ed,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:09.849031 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31aaa435-8668-4f13-8176-f94e165560a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:07:09.865713 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-31aaa435-8668-4f13-8176-f94e165560a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:09.866071 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-31aaa435-8668-4f13-8176-f94e165560a6 admin admin] Added segment 308176bd-0685-4c5f-956e-a8c9d7bd704c of type vlan for network 1ed763ae-5c25-4fd1-94ee-0972c4922b36 Aug 10 01:07:09.952773 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-31aaa435-8668-4f13-8176-f94e165560a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:10.015059 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-31aaa435-8668-4f13-8176-f94e165560a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:10.016156 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31aaa435-8668-4f13-8176-f94e165560a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:10.016880 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-31aaa435-8668-4f13-8176-f94e165560a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:10.096253 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-31aaa435-8668-4f13-8176-f94e165560a6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4613450 Aug 10 01:07:10.096909 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57304) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:07:10.105280 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aaa435-8668-4f13-8176-f94e165560a6 admin admin] Pushing event updated for resources: {'Network': ['ID=1ed763ae-5c25-4fd1-94ee-0972c4922b36,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:10.105656 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-106f2184-bdc9-42dc-afe9-d6cfb619306d admin admin] Request body: {'subnet': {'network_id': '1ed763ae-5c25-4fd1-94ee-0972c4922b36', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1170092173-subnet', 'tenant_id': '4c12288daa394daa9da852392fbf91b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:07:10.117811 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 1ed763ae-5c25-4fd1-94ee-0972c4922b36 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:07:10.165027 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106f2184-bdc9-42dc-afe9-d6cfb619306d admin admin] Made reservation on behalf of 4c12288daa394daa9da852392fbf91b2 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:07:10.168411 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-106f2184-bdc9-42dc-afe9-d6cfb619306d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:10.289687 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57312) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:07:10.415418 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-106f2184-bdc9-42dc-afe9-d6cfb619306d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:10.484602 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f2184-bdc9-42dc-afe9-d6cfb619306d admin admin] Pushing event updated for resources: {'Subnet': ['ID=38e7b593-0490-4bcd-9646-b95c43e84be7,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:10.535364 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106f2184-bdc9-42dc-afe9-d6cfb619306d admin admin] Checking segment: {'id': '308176bd-0685-4c5f-956e-a8c9d7bd704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1ed763ae-5c25-4fd1-94ee-0972c4922b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:07:10.535364 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106f2184-bdc9-42dc-afe9-d6cfb619306d admin admin] Network hostable DHCP agents. Network: 1ed763ae-5c25-4fd1-94ee-0972c4922b36, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:07:10.564921 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106f2184-bdc9-42dc-afe9-d6cfb619306d admin admin] Network 1ed763ae-5c25-4fd1-94ee-0972c4922b36 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:07:10.583997 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-106f2184-bdc9-42dc-afe9-d6cfb619306d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 1ed763ae-5c25-4fd1-94ee-0972c4922b36) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:07:10.595941 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1ced96-1876-431e-8d01-7b69172cd46d None None] Network 1ed763ae-5c25-4fd1-94ee-0972c4922b36 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:07:10.602181 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106f2184-bdc9-42dc-afe9-d6cfb619306d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:10.603077 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-106f2184-bdc9-42dc-afe9-d6cfb619306d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:10.634031 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-a60c9866-17e7-4870-9167-41aac626ace7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-754306698-network', 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:07:10.642333 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57324) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:07:10.647315 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-31626756-bca8-464c-b98c-cfde9747ea21 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1170092173-router', 'tenant_id': '4c12288daa394daa9da852392fbf91b2', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:07:10.652831 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-106f2184-bdc9-42dc-afe9-d6cfb619306d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5545912 Aug 10 01:07:10.666624 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.db.api [None req-a60c9866-17e7-4870-9167-41aac626ace7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 01:07:10.666624 n-d-766726-26 neutron-server[105826]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 01:07:10.666624 n-d-766726-26 neutron-server[105826]: [parameters: {'project_id_1': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'expiration_1': datetime.datetime(2021, 8, 10, 1, 7, 10, 654485)}] Aug 10 01:07:10.666624 n-d-766726-26 neutron-server[105826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:07:10.667151 n-d-766726-26 neutron-server[105826]: DEBUG oslo_db.api [None req-a60c9866-17e7-4870-9167-41aac626ace7 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:07:10.689865 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-31626756-bca8-464c-b98c-cfde9747ea21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:10.691160 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-31626756-bca8-464c-b98c-cfde9747ea21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:10.775721 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-31626756-bca8-464c-b98c-cfde9747ea21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:10.890188 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5b99b444-e8cd-45b2-b6b5-d1418cc34d2e up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:07:10.999092 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8e75b7-44f6-48a0-8694-e360aef0de5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-1ed763ae-5c25-4fd1-94ee-0972c4922b36', 'network_id': '1ed763ae-5c25-4fd1-94ee-0972c4922b36', 'tenant_id': '4c12288daa394daa9da852392fbf91b2', 'fixed_ips': [{'subnet_id': '38e7b593-0490-4bcd-9646-b95c43e84be7'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:07:11.001183 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b8e75b7-44f6-48a0-8694-e360aef0de5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:11.193758 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 5b99b444-e8cd-45b2-b6b5-d1418cc34d2e completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:07:11.201976 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 5b99b444-e8cd-45b2-b6b5-d1418cc34d2e triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:11.203091 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:11.205392 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60c9866-17e7-4870-9167-41aac626ace7 admin admin] Made reservation on behalf of e71a6b0ced6b4bc38b4b6a0ba3c24e39 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:07:11.209652 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a60c9866-17e7-4870-9167-41aac626ace7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:11.226989 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a60c9866-17e7-4870-9167-41aac626ace7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:11.260072 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1c9bb86b-8187-4f97-ac58-b6970dea8cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:11.333727 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-2b8e75b7-44f6-48a0-8694-e360aef0de5f None None] Allocated IP 172.20.0.2 (1ed763ae-5c25-4fd1-94ee-0972c4922b36/38e7b593-0490-4bcd-9646-b95c43e84be7/5ca374e6-9b27-4096-ac55-d348c50dffb6) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:07:11.367580 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:11.386108 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-31626756-bca8-464c-b98c-cfde9747ea21 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:11.424727 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a60c9866-17e7-4870-9167-41aac626ace7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:11.432024 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a60c9866-17e7-4870-9167-41aac626ace7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:11.487448 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c9866-17e7-4870-9167-41aac626ace7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6eaa466-dc5e-433a-a997-0f4deb85bd4f,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:11.500644 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a60c9866-17e7-4870-9167-41aac626ace7 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:07:11.525123 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a60c9866-17e7-4870-9167-41aac626ace7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:11.525484 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-a60c9866-17e7-4870-9167-41aac626ace7 admin admin] Added segment 22bee217-1454-4f82-8ba4-237438a86038 of type vlan for network aaa7fdb9-5c2f-4bac-aa26-627a06906836 Aug 10 01:07:11.650391 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a60c9866-17e7-4870-9167-41aac626ace7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:11.652001 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 5b99b444-e8cd-45b2-b6b5-d1418cc34d2e, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5b99b444-e8cd-45b2-b6b5-d1418cc34d2e,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:11.661892 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:11.710731 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:11.741557 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a60c9866-17e7-4870-9167-41aac626ace7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:11.742580 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60c9866-17e7-4870-9167-41aac626ace7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:11.743178 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a60c9866-17e7-4870-9167-41aac626ace7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:11.815930 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-31626756-bca8-464c-b98c-cfde9747ea21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:11.834300 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=5b99b444-e8cd-45b2-b6b5-d1418cc34d2e,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:11.861066 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-31626756-bca8-464c-b98c-cfde9747ea21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:11.920623 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b8e75b7-44f6-48a0-8694-e360aef0de5f None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:11.935664 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2b8e75b7-44f6-48a0-8694-e360aef0de5f None None] Transition to ACTIVE for port object 5ca374e6-9b27-4096-ac55-d348c50dffb6 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:07:11.960163 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2b8e75b7-44f6-48a0-8694-e360aef0de5f None None] Transition to ACTIVE for port object 5ca374e6-9b27-4096-ac55-d348c50dffb6 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:07:11.970673 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b8e75b7-44f6-48a0-8694-e360aef0de5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:12.014551 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-31626756-bca8-464c-b98c-cfde9747ea21 admin admin] Allocated IP 172.25.2.112 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/5f4d79c6-7002-4976-92d5-19a24d6d16e5) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:07:12.046942 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e75b7-44f6-48a0-8694-e360aef0de5f None None] Pushing event updated for resources: {'Port': ['ID=5ca374e6-9b27-4096-ac55-d348c50dffb6,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:12.074939 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8e75b7-44f6-48a0-8694-e360aef0de5f None None] Network 1ed763ae-5c25-4fd1-94ee-0972c4922b36 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:07:12.077103 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-2b8e75b7-44f6-48a0-8694-e360aef0de5f None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:07:12.082465 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8e75b7-44f6-48a0-8694-e360aef0de5f None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:07:12.157489 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-2b8e75b7-44f6-48a0-8694-e360aef0de5f None None] Attempting to bind port 5ca374e6-9b27-4096-ac55-d348c50dffb6 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:07:12.158556 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-2b8e75b7-44f6-48a0-8694-e360aef0de5f None None] Attempting to bind port 5ca374e6-9b27-4096-ac55-d348c50dffb6 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '308176bd-0685-4c5f-956e-a8c9d7bd704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1ed763ae-5c25-4fd1-94ee-0972c4922b36'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:07:12.159453 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8e75b7-44f6-48a0-8694-e360aef0de5f None None] Attempting to bind port 5ca374e6-9b27-4096-ac55-d348c50dffb6 on network 1ed763ae-5c25-4fd1-94ee-0972c4922b36 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:07:12.169471 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8e75b7-44f6-48a0-8694-e360aef0de5f None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:07:12.170569 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8e75b7-44f6-48a0-8694-e360aef0de5f None None] Checking segment: {'id': '308176bd-0685-4c5f-956e-a8c9d7bd704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1ed763ae-5c25-4fd1-94ee-0972c4922b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:07:12.171219 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b8e75b7-44f6-48a0-8694-e360aef0de5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:12.172731 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8e75b7-44f6-48a0-8694-e360aef0de5f None None] Bound using segment: {'id': '308176bd-0685-4c5f-956e-a8c9d7bd704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1ed763ae-5c25-4fd1-94ee-0972c4922b36'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:07:12.173464 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-2b8e75b7-44f6-48a0-8694-e360aef0de5f None None] Bound port: 5ca374e6-9b27-4096-ac55-d348c50dffb6, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '308176bd-0685-4c5f-956e-a8c9d7bd704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1ed763ae-5c25-4fd1-94ee-0972c4922b36'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:07:12.175317 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b8e75b7-44f6-48a0-8694-e360aef0de5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:12.213258 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-31626756-bca8-464c-b98c-cfde9747ea21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:12.327441 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-31626756-bca8-464c-b98c-cfde9747ea21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:12.369783 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-2b8e75b7-44f6-48a0-8694-e360aef0de5f None None] For port 5ca374e6-9b27-4096-ac55-d348c50dffb6, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:07:12.382646 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-2b8e75b7-44f6-48a0-8694-e360aef0de5f None None] For port 5ca374e6-9b27-4096-ac55-d348c50dffb6, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5ca374e6-9b27-4096-ac55-d348c50dffb6,segment=NetworkSegment(308176bd-0685-4c5f-956e-a8c9d7bd704c),segment_id=308176bd-0685-4c5f-956e-a8c9d7bd704c)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:07:12.393215 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b8e75b7-44f6-48a0-8694-e360aef0de5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:12.396771 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31626756-bca8-464c-b98c-cfde9747ea21 admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:07:12.400089 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-31626756-bca8-464c-b98c-cfde9747ea21 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:07:12.404604 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31626756-bca8-464c-b98c-cfde9747ea21 admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:07:12.411862 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31626756-bca8-464c-b98c-cfde9747ea21 admin admin] Pushing event updated for resources: {'Port': ['ID=5f4d79c6-7002-4976-92d5-19a24d6d16e5,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:12.521869 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e75b7-44f6-48a0-8694-e360aef0de5f None None] Pushing event updated for resources: {'Port': ['ID=5ca374e6-9b27-4096-ac55-d348c50dffb6,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:12.538207 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c941b3-8fa5-4280-9f38-cd4e7c8e44f8 None None] Sync routers for ids ['cfaa05f2-9f91-47fe-8c98-997ba7b6b533'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:07:12.552248 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57338) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:07:12.556783 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a60c9866-17e7-4870-9167-41aac626ace7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2603457 Aug 10 01:07:12.558417 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-0631c192-af0d-4514-bd7b-c9545f6693c5 admin admin] Request body: {'subnet': {'network_id': 'aaa7fdb9-5c2f-4bac-aa26-627a06906836', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-754306698-subnet', 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:07:12.563911 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c941b3-8fa5-4280-9f38-cd4e7c8e44f8 None None] Routers {'cfaa05f2-9f91-47fe-8c98-997ba7b6b533'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:07:12.565084 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-15c941b3-8fa5-4280-9f38-cd4e7c8e44f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:06:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['cfaa05f2-9f91-47fe-8c98-997ba7b6b533'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:07:12.566009 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c9866-17e7-4870-9167-41aac626ace7 admin admin] Pushing event updated for resources: {'Network': ['ID=aaa7fdb9-5c2f-4bac-aa26-627a06906836,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:12.613779 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network aaa7fdb9-5c2f-4bac-aa26-627a06906836 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:07:12.624937 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0631c192-af0d-4514-bd7b-c9545f6693c5 admin admin] Made reservation on behalf of e71a6b0ced6b4bc38b4b6a0ba3c24e39 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:07:12.629026 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0631c192-af0d-4514-bd7b-c9545f6693c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:12.767733 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-15c941b3-8fa5-4280-9f38-cd4e7c8e44f8 None None] Set router cfaa05f2-9f91-47fe-8c98-997ba7b6b533 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:07:12.878722 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5b99b444-e8cd-45b2-b6b5-d1418cc34d2e up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:07:13.017338 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-31626756-bca8-464c-b98c-cfde9747ea21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:13.083134 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 5b99b444-e8cd-45b2-b6b5-d1418cc34d2e triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:13.083639 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:13.125650 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0631c192-af0d-4514-bd7b-c9545f6693c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:13.288397 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0631c192-af0d-4514-bd7b-c9545f6693c5 admin admin] Checking segment: {'id': '22bee217-1454-4f82-8ba4-237438a86038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'aaa7fdb9-5c2f-4bac-aa26-627a06906836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:07:13.288397 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0631c192-af0d-4514-bd7b-c9545f6693c5 admin admin] Network hostable DHCP agents. Network: aaa7fdb9-5c2f-4bac-aa26-627a06906836, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:07:13.293763 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0631c192-af0d-4514-bd7b-c9545f6693c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=339ff70b-03e4-4165-8331-9fed849d52e8,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:13.301311 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-15c941b3-8fa5-4280-9f38-cd4e7c8e44f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfaa05f2-9f91-47fe-8c98-997ba7b6b533', 'name': 'tempest-AttachSCSIVolumeTestJSON-1057650718-router', 'tenant_id': '8b094b05e0fd454180cc8aa4ad0629d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '5b99b444-e8cd-45b2-b6b5-d1418cc34d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:07:03Z', 'updated_at': '2021-08-10T01:07:07Z', 'revision_number': 4, 'project_id': '8b094b05e0fd454180cc8aa4ad0629d4', 'gw_port': {'id': '5b99b444-e8cd-45b2-b6b5-d1418cc34d2e', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfaa05f2-9f91-47fe-8c98-997ba7b6b533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:03Z', 'updated_at': '2021-08-10T01:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'ab6788c0-43f6-4203-8c25-11db49a90574', 'name': '', 'network_id': '6125c102-cf8f-4cc8-89ec-6c7188ed5178', 'tenant_id': '8b094b05e0fd454180cc8aa4ad0629d4', 'mac_address': 'fa:16:3e:d9:93:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfaa05f2-9f91-47fe-8c98-997ba7b6b533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '648ebf73-e804-4838-a92b-8ccde91c1453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:06Z', 'updated_at': '2021-08-10T01:07:07Z', 'revision_number': 2, 'project_id': '8b094b05e0fd454180cc8aa4ad0629d4', 'subnets': [{'id': '648ebf73-e804-4838-a92b-8ccde91c1453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:07:13.356737 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c941b3-8fa5-4280-9f38-cd4e7c8e44f8 None None] Checking router: cfaa05f2-9f91-47fe-8c98-997ba7b6b533 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:07:13.357461 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c941b3-8fa5-4280-9f38-cd4e7c8e44f8 None None] Updating router cfaa05f2-9f91-47fe-8c98-997ba7b6b533 port ab6788c0-43f6-4203-8c25-11db49a90574 binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:07:13.401066 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-15c941b3-8fa5-4280-9f38-cd4e7c8e44f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:13.411468 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0631c192-af0d-4514-bd7b-c9545f6693c5 admin admin] Network aaa7fdb9-5c2f-4bac-aa26-627a06906836 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:07:13.427931 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-0631c192-af0d-4514-bd7b-c9545f6693c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, aaa7fdb9-5c2f-4bac-aa26-627a06906836) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:07:13.435809 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0631c192-af0d-4514-bd7b-c9545f6693c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:13.436456 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0631c192-af0d-4514-bd7b-c9545f6693c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:13.464350 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-31626756-bca8-464c-b98c-cfde9747ea21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:13.469036 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0631c192-af0d-4514-bd7b-c9545f6693c5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9154911 Aug 10 01:07:13.472240 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57360) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:07:13.478982 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-c0aaf067-6fe7-4ba1-b7db-804f6133e589 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-754306698-router', 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:07:13.512786 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c0aaf067-6fe7-4ba1-b7db-804f6133e589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:13.515297 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c0aaf067-6fe7-4ba1-b7db-804f6133e589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:13.617776 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57c2398-2b06-48c4-b9d4-dfe663e4cc4b None None] Network aaa7fdb9-5c2f-4bac-aa26-627a06906836 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:07:13.631711 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c0aaf067-6fe7-4ba1-b7db-804f6133e589 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:13.710233 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:07:13.797031 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31626756-bca8-464c-b98c-cfde9747ea21 admin admin] Router 22fca7d0-288b-482e-bbd4-f24ee70b6140 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:07:13.810487 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bbf8be-8e75-4021-a85d-53c9521744b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-aaa7fdb9-5c2f-4bac-aa26-627a06906836', 'network_id': 'aaa7fdb9-5c2f-4bac-aa26-627a06906836', 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'fixed_ips': [{'subnet_id': '339ff70b-03e4-4165-8331-9fed849d52e8'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:07:13.811726 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-61bbf8be-8e75-4021-a85d-53c9521744b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:13.851554 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1b11dbab-c3dc-4632-9034-e61f8997911a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:13.907999 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c0aaf067-6fe7-4ba1-b7db-804f6133e589 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:14.059432 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31626756-bca8-464c-b98c-cfde9747ea21 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:07:14.072361 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f32a6d8-5d83-4ce4-abb6-22988bff4877 None None] Sync routers for ids ['22fca7d0-288b-482e-bbd4-f24ee70b6140'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:07:14.089552 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f32a6d8-5d83-4ce4-abb6-22988bff4877 None None] Routers {'22fca7d0-288b-482e-bbd4-f24ee70b6140'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:07:14.091767 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4f32a6d8-5d83-4ce4-abb6-22988bff4877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:07:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['22fca7d0-288b-482e-bbd4-f24ee70b6140'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:07:14.096075 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-31626756-bca8-464c-b98c-cfde9747ea21 admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:14.098492 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-31626756-bca8-464c-b98c-cfde9747ea21 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4540327 Aug 10 01:07:14.100547 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-61bbf8be-8e75-4021-a85d-53c9521744b2 None None] Allocated IP 172.20.0.2 (aaa7fdb9-5c2f-4bac-aa26-627a06906836/339ff70b-03e4-4165-8331-9fed849d52e8/35fcf9fe-e80d-4988-8f4b-2913eb87383c) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:07:14.100799 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57368) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:07:14.227113 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaeb3012-305e-419b-a5ba-bcc5999ad0fb None None] Network 1ed763ae-5c25-4fd1-94ee-0972c4922b36 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:07:14.266411 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c0aaf067-6fe7-4ba1-b7db-804f6133e589 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:14.289764 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c0aaf067-6fe7-4ba1-b7db-804f6133e589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:14.368144 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-53ec7b2e-4feb-424c-8ad3-8057191905de None None] Provisioning for port 5ca374e6-9b27-4096-ac55-d348c50dffb6 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:07:14.449255 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:14.456217 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-61bbf8be-8e75-4021-a85d-53c9521744b2 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:14.469296 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-c0aaf067-6fe7-4ba1-b7db-804f6133e589 admin admin] Allocated IP 172.25.2.48 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/c7aaf84e-d2bd-45b2-847e-e35d40b2642c) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:07:14.479080 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-4f32a6d8-5d83-4ce4-abb6-22988bff4877 None None] Set router 22fca7d0-288b-482e-bbd4-f24ee70b6140 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:07:14.494596 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-61bbf8be-8e75-4021-a85d-53c9521744b2 None None] Transition to ACTIVE for port object 35fcf9fe-e80d-4988-8f4b-2913eb87383c will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:07:14.572736 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-61bbf8be-8e75-4021-a85d-53c9521744b2 None None] Transition to ACTIVE for port object 35fcf9fe-e80d-4988-8f4b-2913eb87383c will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:07:14.589566 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-15c941b3-8fa5-4280-9f38-cd4e7c8e44f8 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:14.611798 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-61bbf8be-8e75-4021-a85d-53c9521744b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:14.623049 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-15c941b3-8fa5-4280-9f38-cd4e7c8e44f8 None None] Transition to ACTIVE for port object ab6788c0-43f6-4203-8c25-11db49a90574 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:07:14.696298 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-15c941b3-8fa5-4280-9f38-cd4e7c8e44f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:14.711752 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c0aaf067-6fe7-4ba1-b7db-804f6133e589 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:14.750589 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bbf8be-8e75-4021-a85d-53c9521744b2 None None] Network aaa7fdb9-5c2f-4bac-aa26-627a06906836 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:07:14.761573 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-61bbf8be-8e75-4021-a85d-53c9521744b2 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:07:14.771786 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bbf8be-8e75-4021-a85d-53c9521744b2 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:07:14.822994 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c0aaf067-6fe7-4ba1-b7db-804f6133e589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:14.878273 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0aaf067-6fe7-4ba1-b7db-804f6133e589 admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:07:14.894457 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-c0aaf067-6fe7-4ba1-b7db-804f6133e589 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:07:14.902883 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0aaf067-6fe7-4ba1-b7db-804f6133e589 admin admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:07:14.914731 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bbf8be-8e75-4021-a85d-53c9521744b2 None None] Pushing event updated for resources: {'Port': ['ID=35fcf9fe-e80d-4988-8f4b-2913eb87383c,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:14.989287 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aaf067-6fe7-4ba1-b7db-804f6133e589 admin admin] Pushing event updated for resources: {'Port': ['ID=c7aaf84e-d2bd-45b2-847e-e35d40b2642c,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:15.047227 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd0041-dd89-4989-bebd-cb6265c005ec None None] Pushing event updated for resources: {'Port': ['ID=ab6788c0-43f6-4203-8c25-11db49a90574,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:15.055265 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-27246aa1-39d2-446b-9186-4146af2d7ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:15.071674 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4f32a6d8-5d83-4ce4-abb6-22988bff4877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22fca7d0-288b-482e-bbd4-f24ee70b6140', 'name': 'tempest-AttachSCSIVolumeTestJSON-1170092173-router', 'tenant_id': '4c12288daa394daa9da852392fbf91b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '5f4d79c6-7002-4976-92d5-19a24d6d16e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:07:10Z', 'updated_at': '2021-08-10T01:07:12Z', 'revision_number': 3, 'project_id': '4c12288daa394daa9da852392fbf91b2', 'gw_port': {'id': '5f4d79c6-7002-4976-92d5-19a24d6d16e5', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22fca7d0-288b-482e-bbd4-f24ee70b6140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:11Z', 'updated_at': '2021-08-10T01:07:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:07:15.169752 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f32a6d8-5d83-4ce4-abb6-22988bff4877 None None] Checking router: 22fca7d0-288b-482e-bbd4-f24ee70b6140 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:07:15.170100 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f32a6d8-5d83-4ce4-abb6-22988bff4877 None None] Updating router 22fca7d0-288b-482e-bbd4-f24ee70b6140 port 5f4d79c6-7002-4976-92d5-19a24d6d16e5 binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:07:15.174384 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5ca374e6-9b27-4096-ac55-d348c50dffb6 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:07:15.221512 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4f32a6d8-5d83-4ce4-abb6-22988bff4877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:15.345812 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-15c941b3-8fa5-4280-9f38-cd4e7c8e44f8 None None] Attempting to bind port ab6788c0-43f6-4203-8c25-11db49a90574 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:07:15.346372 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-15c941b3-8fa5-4280-9f38-cd4e7c8e44f8 None None] Attempting to bind port ab6788c0-43f6-4203-8c25-11db49a90574 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6125c102-cf8f-4cc8-89ec-6c7188ed5178'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:07:15.346859 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c941b3-8fa5-4280-9f38-cd4e7c8e44f8 None None] Attempting to bind port ab6788c0-43f6-4203-8c25-11db49a90574 on network 6125c102-cf8f-4cc8-89ec-6c7188ed5178 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:07:15.378876 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-61bbf8be-8e75-4021-a85d-53c9521744b2 None None] Attempting to bind port 35fcf9fe-e80d-4988-8f4b-2913eb87383c on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:07:15.379262 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-61bbf8be-8e75-4021-a85d-53c9521744b2 None None] Attempting to bind port 35fcf9fe-e80d-4988-8f4b-2913eb87383c by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '22bee217-1454-4f82-8ba4-237438a86038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'aaa7fdb9-5c2f-4bac-aa26-627a06906836'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:07:15.379621 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bbf8be-8e75-4021-a85d-53c9521744b2 None None] Attempting to bind port 35fcf9fe-e80d-4988-8f4b-2913eb87383c on network aaa7fdb9-5c2f-4bac-aa26-627a06906836 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:07:15.384597 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c941b3-8fa5-4280-9f38-cd4e7c8e44f8 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:07:15.385051 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c941b3-8fa5-4280-9f38-cd4e7c8e44f8 None None] Checking segment: {'id': 'cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6125c102-cf8f-4cc8-89ec-6c7188ed5178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:07:15.385404 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-15c941b3-8fa5-4280-9f38-cd4e7c8e44f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:15.385809 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c941b3-8fa5-4280-9f38-cd4e7c8e44f8 None None] Bound using segment: {'id': 'cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6125c102-cf8f-4cc8-89ec-6c7188ed5178'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:07:15.386304 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-15c941b3-8fa5-4280-9f38-cd4e7c8e44f8 None None] Bound port: ab6788c0-43f6-4203-8c25-11db49a90574, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6125c102-cf8f-4cc8-89ec-6c7188ed5178'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:07:15.396269 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-15c941b3-8fa5-4280-9f38-cd4e7c8e44f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:15.418697 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-27246aa1-39d2-446b-9186-4146af2d7ea1 admin admin] Allocated IP 172.20.0.1 (1ed763ae-5c25-4fd1-94ee-0972c4922b36/38e7b593-0490-4bcd-9646-b95c43e84be7/87c1f6da-2470-4796-9823-26eb49610897) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:07:15.420843 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:15.435224 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bbf8be-8e75-4021-a85d-53c9521744b2 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:07:15.435640 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bbf8be-8e75-4021-a85d-53c9521744b2 None None] Checking segment: {'id': '22bee217-1454-4f82-8ba4-237438a86038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'aaa7fdb9-5c2f-4bac-aa26-627a06906836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:07:15.436121 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-61bbf8be-8e75-4021-a85d-53c9521744b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:15.436439 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bbf8be-8e75-4021-a85d-53c9521744b2 None None] Bound using segment: {'id': '22bee217-1454-4f82-8ba4-237438a86038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'aaa7fdb9-5c2f-4bac-aa26-627a06906836'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:07:15.436928 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-61bbf8be-8e75-4021-a85d-53c9521744b2 None None] Bound port: 35fcf9fe-e80d-4988-8f4b-2913eb87383c, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22bee217-1454-4f82-8ba4-237438a86038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'aaa7fdb9-5c2f-4bac-aa26-627a06906836'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:07:15.437322 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-61bbf8be-8e75-4021-a85d-53c9521744b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:15.546812 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4f32a6d8-5d83-4ce4-abb6-22988bff4877 None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:15.558542 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-4f32a6d8-5d83-4ce4-abb6-22988bff4877 None None] Transition to ACTIVE for port object 5f4d79c6-7002-4976-92d5-19a24d6d16e5 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:07:15.566170 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4f32a6d8-5d83-4ce4-abb6-22988bff4877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:15.616443 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 5ca374e6-9b27-4096-ac55-d348c50dffb6 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:07:15.628731 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-15c941b3-8fa5-4280-9f38-cd4e7c8e44f8 None None] For port ab6788c0-43f6-4203-8c25-11db49a90574, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:07:15.633762 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 5ca374e6-9b27-4096-ac55-d348c50dffb6 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:15.634522 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:15.637601 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c0aaf067-6fe7-4ba1-b7db-804f6133e589 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:15.638117 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-61bbf8be-8e75-4021-a85d-53c9521744b2 None None] For port 35fcf9fe-e80d-4988-8f4b-2913eb87383c, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:07:15.673933 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-15c941b3-8fa5-4280-9f38-cd4e7c8e44f8 None None] For port ab6788c0-43f6-4203-8c25-11db49a90574, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=ab6788c0-43f6-4203-8c25-11db49a90574,segment=NetworkSegment(cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f),segment_id=cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:07:15.681795 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-61bbf8be-8e75-4021-a85d-53c9521744b2 None None] For port 35fcf9fe-e80d-4988-8f4b-2913eb87383c, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=35fcf9fe-e80d-4988-8f4b-2913eb87383c,segment=NetworkSegment(22bee217-1454-4f82-8ba4-237438a86038),segment_id=22bee217-1454-4f82-8ba4-237438a86038)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:07:15.699280 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-27246aa1-39d2-446b-9186-4146af2d7ea1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:15.702425 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-15c941b3-8fa5-4280-9f38-cd4e7c8e44f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:15.713016 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-4f32a6d8-5d83-4ce4-abb6-22988bff4877 None None] Attempting to bind port 5f4d79c6-7002-4976-92d5-19a24d6d16e5 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:07:15.713842 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-4f32a6d8-5d83-4ce4-abb6-22988bff4877 None None] Attempting to bind port 5f4d79c6-7002-4976-92d5-19a24d6d16e5 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:07:15.716780 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f32a6d8-5d83-4ce4-abb6-22988bff4877 None None] Attempting to bind port 5f4d79c6-7002-4976-92d5-19a24d6d16e5 on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:07:15.725913 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-61bbf8be-8e75-4021-a85d-53c9521744b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:15.736882 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-27246aa1-39d2-446b-9186-4146af2d7ea1 admin admin] Transition to ACTIVE for port object 87c1f6da-2470-4796-9823-26eb49610897 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:07:15.750915 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f32a6d8-5d83-4ce4-abb6-22988bff4877 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:07:15.751540 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f32a6d8-5d83-4ce4-abb6-22988bff4877 None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:07:15.752125 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4f32a6d8-5d83-4ce4-abb6-22988bff4877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:15.752720 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f32a6d8-5d83-4ce4-abb6-22988bff4877 None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:07:15.753380 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-4f32a6d8-5d83-4ce4-abb6-22988bff4877 None None] Bound port: 5f4d79c6-7002-4976-92d5-19a24d6d16e5, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:07:15.753947 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4f32a6d8-5d83-4ce4-abb6-22988bff4877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:15.815355 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd0041-dd89-4989-bebd-cb6265c005ec None None] Pushing event updated for resources: {'Port': ['ID=ab6788c0-43f6-4203-8c25-11db49a90574,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:15.830241 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-27246aa1-39d2-446b-9186-4146af2d7ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:15.832502 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c2543-0b84-4c24-8bc9-036f393ab274 None None] Pushing event updated for resources: {'Port': ['ID=5f4d79c6-7002-4976-92d5-19a24d6d16e5,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:15.887361 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-4f32a6d8-5d83-4ce4-abb6-22988bff4877 None None] For port 5f4d79c6-7002-4976-92d5-19a24d6d16e5, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:07:15.891581 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-4f32a6d8-5d83-4ce4-abb6-22988bff4877 None None] For port 5f4d79c6-7002-4976-92d5-19a24d6d16e5, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5f4d79c6-7002-4976-92d5-19a24d6d16e5,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:07:15.898362 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4f32a6d8-5d83-4ce4-abb6-22988bff4877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:15.903420 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bbf8be-8e75-4021-a85d-53c9521744b2 None None] Pushing event updated for resources: {'Port': ['ID=35fcf9fe-e80d-4988-8f4b-2913eb87383c,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:15.921839 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c941b3-8fa5-4280-9f38-cd4e7c8e44f8 None None] Routers {'cfaa05f2-9f91-47fe-8c98-997ba7b6b533'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:07:15.922490 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-15c941b3-8fa5-4280-9f38-cd4e7c8e44f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:07:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['cfaa05f2-9f91-47fe-8c98-997ba7b6b533'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:07:15.942325 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27246aa1-39d2-446b-9186-4146af2d7ea1 admin admin] Network 1ed763ae-5c25-4fd1-94ee-0972c4922b36 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:07:15.952971 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-27246aa1-39d2-446b-9186-4146af2d7ea1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:07:15.958452 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27246aa1-39d2-446b-9186-4146af2d7ea1 admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:07:16.053006 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27246aa1-39d2-446b-9186-4146af2d7ea1 admin admin] Pushing event updated for resources: {'Port': ['ID=87c1f6da-2470-4796-9823-26eb49610897,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:16.137306 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-27246aa1-39d2-446b-9186-4146af2d7ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:16.171442 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c2543-0b84-4c24-8bc9-036f393ab274 None None] Pushing event updated for resources: {'Port': ['ID=5f4d79c6-7002-4976-92d5-19a24d6d16e5,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:16.192568 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f32a6d8-5d83-4ce4-abb6-22988bff4877 None None] Routers {'22fca7d0-288b-482e-bbd4-f24ee70b6140'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:07:16.193337 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4f32a6d8-5d83-4ce4-abb6-22988bff4877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:07:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['22fca7d0-288b-482e-bbd4-f24ee70b6140'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:07:16.204949 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c0aaf067-6fe7-4ba1-b7db-804f6133e589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:16.538068 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:16.539782 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-27246aa1-39d2-446b-9186-4146af2d7ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:16.609645 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0aaf067-6fe7-4ba1-b7db-804f6133e589 admin admin] Router e6f78b89-e45a-4c8e-aa3e-ae9857967832 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:07:16.618730 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-4f32a6d8-5d83-4ce4-abb6-22988bff4877 None None] Set router 22fca7d0-288b-482e-bbd4-f24ee70b6140 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:07:16.732136 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 5ca374e6-9b27-4096-ac55-d348c50dffb6, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5ca374e6-9b27-4096-ac55-d348c50dffb6,segment=NetworkSegment(308176bd-0685-4c5f-956e-a8c9d7bd704c),segment_id=308176bd-0685-4c5f-956e-a8c9d7bd704c)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:16.748209 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:16.758087 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:16.785773 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-642b58c0-360c-4e0a-ab77-cc70475f2846 None None] Provisioning for port 87c1f6da-2470-4796-9823-26eb49610897 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:07:16.803435 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-642b58c0-360c-4e0a-ab77-cc70475f2846 None None] Provisioning complete for port 87c1f6da-2470-4796-9823-26eb49610897 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:16.804552 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-642b58c0-360c-4e0a-ab77-cc70475f2846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:16.816133 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-15c941b3-8fa5-4280-9f38-cd4e7c8e44f8 None None] Set router cfaa05f2-9f91-47fe-8c98-997ba7b6b533 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:07:16.918951 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0aaf067-6fe7-4ba1-b7db-804f6133e589 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:07:16.939376 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-27246aa1-39d2-446b-9186-4146af2d7ea1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:16.953886 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-27246aa1-39d2-446b-9186-4146af2d7ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:16.963132 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c0aaf067-6fe7-4ba1-b7db-804f6133e589 admin admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:16.970658 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c0aaf067-6fe7-4ba1-b7db-804f6133e589 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4961238 Aug 10 01:07:16.973104 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57394) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:07:17.068369 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4f32a6d8-5d83-4ce4-abb6-22988bff4877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22fca7d0-288b-482e-bbd4-f24ee70b6140', 'name': 'tempest-AttachSCSIVolumeTestJSON-1170092173-router', 'tenant_id': '4c12288daa394daa9da852392fbf91b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '5f4d79c6-7002-4976-92d5-19a24d6d16e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:07:10Z', 'updated_at': '2021-08-10T01:07:12Z', 'revision_number': 3, 'project_id': '4c12288daa394daa9da852392fbf91b2', 'gw_port': {'id': '5f4d79c6-7002-4976-92d5-19a24d6d16e5', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22fca7d0-288b-482e-bbd4-f24ee70b6140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:11Z', 'updated_at': '2021-08-10T01:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:07:17.097284 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa653ae-845b-447b-b526-37330df0f348 None None] Sync routers for ids ['e6f78b89-e45a-4c8e-aa3e-ae9857967832'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:07:17.110946 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f32a6d8-5d83-4ce4-abb6-22988bff4877 None None] The sync data for ids ['22fca7d0-288b-482e-bbd4-f24ee70b6140'] in n-d-766726-26 is: [{'id': '22fca7d0-288b-482e-bbd4-f24ee70b6140', 'name': 'tempest-AttachSCSIVolumeTestJSON-1170092173-router', 'tenant_id': '4c12288daa394daa9da852392fbf91b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '5f4d79c6-7002-4976-92d5-19a24d6d16e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:07:10Z', 'updated_at': '2021-08-10T01:07:12Z', 'revision_number': 3, 'project_id': '4c12288daa394daa9da852392fbf91b2', 'gw_port': {'id': '5f4d79c6-7002-4976-92d5-19a24d6d16e5', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22fca7d0-288b-482e-bbd4-f24ee70b6140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:11Z', 'updated_at': '2021-08-10T01:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:07:17.146752 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27246aa1-39d2-446b-9186-4146af2d7ea1 admin admin] Pushing event updated for resources: {'Port': ['ID=87c1f6da-2470-4796-9823-26eb49610897,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:17.189845 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-27246aa1-39d2-446b-9186-4146af2d7ea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:17.256517 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 35fcf9fe-e80d-4988-8f4b-2913eb87383c up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:07:17.335390 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa653ae-845b-447b-b526-37330df0f348 None None] Routers {'e6f78b89-e45a-4c8e-aa3e-ae9857967832'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:07:17.340575 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-5aa653ae-845b-447b-b526-37330df0f348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:07:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['e6f78b89-e45a-4c8e-aa3e-ae9857967832'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:07:17.420120 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27246aa1-39d2-446b-9186-4146af2d7ea1 admin admin] Network 1ed763ae-5c25-4fd1-94ee-0972c4922b36 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:07:17.421987 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-27246aa1-39d2-446b-9186-4146af2d7ea1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:07:17.468951 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-642b58c0-360c-4e0a-ab77-cc70475f2846 None None] Port 87c1f6da-2470-4796-9823-26eb49610897 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:07:17.487845 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=5ca374e6-9b27-4096-ac55-d348c50dffb6,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:17.573053 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-5aa653ae-845b-447b-b526-37330df0f348 None None] Set router e6f78b89-e45a-4c8e-aa3e-ae9857967832 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:07:17.766053 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27246aa1-39d2-446b-9186-4146af2d7ea1 admin admin] Router 22fca7d0-288b-482e-bbd4-f24ee70b6140 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:07:17.972381 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 35fcf9fe-e80d-4988-8f4b-2913eb87383c completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:07:18.069751 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27246aa1-39d2-446b-9186-4146af2d7ea1 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:07:18.080298 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-27246aa1-39d2-446b-9186-4146af2d7ea1 admin admin] 10.222.0.35 "PUT /v2.0/routers/22fca7d0-288b-482e-bbd4-f24ee70b6140/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9783313 Aug 10 01:07:18.083677 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a5032cdd-c60f-426b-a347-e3e3efb6647c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:18.086881 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4869a3f8-f027-47bc-9e97-c7a6978a81aa None None] Network aaa7fdb9-5c2f-4bac-aa26-627a06906836 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:07:18.144781 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device ab6788c0-43f6-4203-8c25-11db49a90574 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:07:18.427613 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-90c5f8a8-47c8-439b-b401-acb27fd0f634 None None] Provisioning complete for port 87c1f6da-2470-4796-9823-26eb49610897 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:18.427987 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-90c5f8a8-47c8-439b-b401-acb27fd0f634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:18.452568 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-a5032cdd-c60f-426b-a347-e3e3efb6647c admin admin] Allocated IP 172.20.0.1 (aaa7fdb9-5c2f-4bac-aa26-627a06906836/339ff70b-03e4-4165-8331-9fed849d52e8/d3d896ee-c28d-4072-91ac-1394f39c2809) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:07:18.530906 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-90c5f8a8-47c8-439b-b401-acb27fd0f634 None None] Port 87c1f6da-2470-4796-9823-26eb49610897 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:07:18.558795 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port ab6788c0-43f6-4203-8c25-11db49a90574 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:07:18.570013 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-15c941b3-8fa5-4280-9f38-cd4e7c8e44f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfaa05f2-9f91-47fe-8c98-997ba7b6b533', 'name': 'tempest-AttachSCSIVolumeTestJSON-1057650718-router', 'tenant_id': '8b094b05e0fd454180cc8aa4ad0629d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '5b99b444-e8cd-45b2-b6b5-d1418cc34d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:07:03Z', 'updated_at': '2021-08-10T01:07:07Z', 'revision_number': 4, 'project_id': '8b094b05e0fd454180cc8aa4ad0629d4', 'gw_port': {'id': '5b99b444-e8cd-45b2-b6b5-d1418cc34d2e', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfaa05f2-9f91-47fe-8c98-997ba7b6b533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:03Z', 'updated_at': '2021-08-10T01:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'ab6788c0-43f6-4203-8c25-11db49a90574', 'name': '', 'network_id': '6125c102-cf8f-4cc8-89ec-6c7188ed5178', 'tenant_id': '8b094b05e0fd454180cc8aa4ad0629d4', 'mac_address': 'fa:16:3e:d9:93:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfaa05f2-9f91-47fe-8c98-997ba7b6b533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '648ebf73-e804-4838-a92b-8ccde91c1453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:06Z', 'updated_at': '2021-08-10T01:07:15Z', 'revision_number': 4, 'project_id': '8b094b05e0fd454180cc8aa4ad0629d4', 'subnets': [{'id': '648ebf73-e804-4838-a92b-8ccde91c1453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:07:18.636294 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port ab6788c0-43f6-4203-8c25-11db49a90574 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:18.636656 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:18.675498 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c941b3-8fa5-4280-9f38-cd4e7c8e44f8 None None] The sync data for ids ['cfaa05f2-9f91-47fe-8c98-997ba7b6b533'] in n-d-766726-26 is: [{'id': 'cfaa05f2-9f91-47fe-8c98-997ba7b6b533', 'name': 'tempest-AttachSCSIVolumeTestJSON-1057650718-router', 'tenant_id': '8b094b05e0fd454180cc8aa4ad0629d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '5b99b444-e8cd-45b2-b6b5-d1418cc34d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:07:03Z', 'updated_at': '2021-08-10T01:07:07Z', 'revision_number': 4, 'project_id': '8b094b05e0fd454180cc8aa4ad0629d4', 'gw_port': {'id': '5b99b444-e8cd-45b2-b6b5-d1418cc34d2e', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfaa05f2-9f91-47fe-8c98-997ba7b6b533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:03Z', 'updated_at': '2021-08-10T01:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'ab6788c0-43f6-4203-8c25-11db49a90574', 'name': '', 'network_id': '6125c102-cf8f-4cc8-89ec-6c7188ed5178', 'tenant_id': '8b094b05e0fd454180cc8aa4ad0629d4', 'mac_address': 'fa:16:3e:d9:93:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfaa05f2-9f91-47fe-8c98-997ba7b6b533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '648ebf73-e804-4838-a92b-8ccde91c1453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:06Z', 'updated_at': '2021-08-10T01:07:15Z', 'revision_number': 4, 'project_id': '8b094b05e0fd454180cc8aa4ad0629d4', 'subnets': [{'id': '648ebf73-e804-4838-a92b-8ccde91c1453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:07:18.677760 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-90c5f8a8-47c8-439b-b401-acb27fd0f634 None None] Provisioning for port 35fcf9fe-e80d-4988-8f4b-2913eb87383c completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:07:18.729256 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-5aa653ae-845b-447b-b526-37330df0f348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'name': 'tempest-TaggedBootDevicesTest_v242-754306698-router', 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'c7aaf84e-d2bd-45b2-847e-e35d40b2642c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:07:13Z', 'updated_at': '2021-08-10T01:07:15Z', 'revision_number': 3, 'project_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'gw_port': {'id': 'c7aaf84e-d2bd-45b2-847e-e35d40b2642c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:08:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:14Z', 'updated_at': '2021-08-10T01:07:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:07:18.742422 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-90c5f8a8-47c8-439b-b401-acb27fd0f634 None None] Provisioning complete for port 35fcf9fe-e80d-4988-8f4b-2913eb87383c triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:18.742422 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-90c5f8a8-47c8-439b-b401-acb27fd0f634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:18.780687 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a5032cdd-c60f-426b-a347-e3e3efb6647c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:18.868895 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-a5032cdd-c60f-426b-a347-e3e3efb6647c admin admin] Transition to ACTIVE for port object d3d896ee-c28d-4072-91ac-1394f39c2809 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:07:18.912612 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa653ae-845b-447b-b526-37330df0f348 None None] Checking router: e6f78b89-e45a-4c8e-aa3e-ae9857967832 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:07:18.912975 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa653ae-845b-447b-b526-37330df0f348 None None] Updating router e6f78b89-e45a-4c8e-aa3e-ae9857967832 port c7aaf84e-d2bd-45b2-847e-e35d40b2642c binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:07:18.946269 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5aa653ae-845b-447b-b526-37330df0f348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:19.005179 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a5032cdd-c60f-426b-a347-e3e3efb6647c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:19.085969 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5032cdd-c60f-426b-a347-e3e3efb6647c admin admin] Network aaa7fdb9-5c2f-4bac-aa26-627a06906836 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:07:19.095075 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-a5032cdd-c60f-426b-a347-e3e3efb6647c admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:07:19.100308 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5032cdd-c60f-426b-a347-e3e3efb6647c admin admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:07:19.163504 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a5032cdd-c60f-426b-a347-e3e3efb6647c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:19.493754 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a5032cdd-c60f-426b-a347-e3e3efb6647c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:19.500240 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:19.513790 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-90c5f8a8-47c8-439b-b401-acb27fd0f634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:19.567292 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5032cdd-c60f-426b-a347-e3e3efb6647c admin admin] Pushing event updated for resources: {'Port': ['ID=d3d896ee-c28d-4072-91ac-1394f39c2809,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:19.931425 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a5032cdd-c60f-426b-a347-e3e3efb6647c admin admin] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:19.954725 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a5032cdd-c60f-426b-a347-e3e3efb6647c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:20.018897 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5032cdd-c60f-426b-a347-e3e3efb6647c admin admin] Pushing event updated for resources: {'Port': ['ID=d3d896ee-c28d-4072-91ac-1394f39c2809,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:20.101311 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port ab6788c0-43f6-4203-8c25-11db49a90574, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=ab6788c0-43f6-4203-8c25-11db49a90574,segment=NetworkSegment(cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f),segment_id=cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:20.112075 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:20.177588 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a5032cdd-c60f-426b-a347-e3e3efb6647c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:20.295733 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-90c5f8a8-47c8-439b-b401-acb27fd0f634 None None] For port 35fcf9fe-e80d-4988-8f4b-2913eb87383c, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=35fcf9fe-e80d-4988-8f4b-2913eb87383c,segment=NetworkSegment(22bee217-1454-4f82-8ba4-237438a86038),segment_id=22bee217-1454-4f82-8ba4-237438a86038)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:20.362034 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-90c5f8a8-47c8-439b-b401-acb27fd0f634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:20.407297 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=ab6788c0-43f6-4203-8c25-11db49a90574,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:20.549567 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5032cdd-c60f-426b-a347-e3e3efb6647c admin admin] Network aaa7fdb9-5c2f-4bac-aa26-627a06906836 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:07:20.559740 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-a5032cdd-c60f-426b-a347-e3e3efb6647c admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:07:20.853220 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5032cdd-c60f-426b-a347-e3e3efb6647c admin admin] Router e6f78b89-e45a-4c8e-aa3e-ae9857967832 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:07:20.951408 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5f4d79c6-7002-4976-92d5-19a24d6d16e5 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:07:20.964072 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7bf248-6b83-4b69-8e49-c8c981134c07 None None] Sync routers for ids ['22fca7d0-288b-482e-bbd4-f24ee70b6140'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:07:20.992747 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7bf248-6b83-4b69-8e49-c8c981134c07 None None] Routers {'22fca7d0-288b-482e-bbd4-f24ee70b6140'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:07:20.993686 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-1d7bf248-6b83-4b69-8e49-c8c981134c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:07:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['22fca7d0-288b-482e-bbd4-f24ee70b6140'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:07:21.140211 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-60015428-1f47-4bca-903c-45c426570c92 None None] Provisioning for port d3d896ee-c28d-4072-91ac-1394f39c2809 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:07:21.198813 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-60015428-1f47-4bca-903c-45c426570c92 None None] Provisioning complete for port d3d896ee-c28d-4072-91ac-1394f39c2809 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:21.206253 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-60015428-1f47-4bca-903c-45c426570c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:21.244907 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-1d7bf248-6b83-4b69-8e49-c8c981134c07 None None] Set router 22fca7d0-288b-482e-bbd4-f24ee70b6140 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:07:21.281757 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5032cdd-c60f-426b-a347-e3e3efb6647c admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:07:21.296271 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a5032cdd-c60f-426b-a347-e3e3efb6647c admin admin] 10.222.0.35 "PUT /v2.0/routers/e6f78b89-e45a-4c8e-aa3e-ae9857967832/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3170354 Aug 10 01:07:21.304458 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5aa653ae-845b-447b-b526-37330df0f348 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:21.329937 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c5f8a8-47c8-439b-b401-acb27fd0f634 None None] Pushing event updated for resources: {'Port': ['ID=35fcf9fe-e80d-4988-8f4b-2913eb87383c,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:21.390124 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5aa653ae-845b-447b-b526-37330df0f348 None None] Transition to ACTIVE for port object c7aaf84e-d2bd-45b2-847e-e35d40b2642c will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:07:21.416157 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-60015428-1f47-4bca-903c-45c426570c92 None None] Port d3d896ee-c28d-4072-91ac-1394f39c2809 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:07:21.423158 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5aa653ae-845b-447b-b526-37330df0f348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:21.430169 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 5f4d79c6-7002-4976-92d5-19a24d6d16e5 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:07:21.446518 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 5f4d79c6-7002-4976-92d5-19a24d6d16e5 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:21.452815 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:21.566747 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-5aa653ae-845b-447b-b526-37330df0f348 None None] Attempting to bind port c7aaf84e-d2bd-45b2-847e-e35d40b2642c on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:07:21.567535 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-5aa653ae-845b-447b-b526-37330df0f348 None None] Attempting to bind port c7aaf84e-d2bd-45b2-847e-e35d40b2642c by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:07:21.568230 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa653ae-845b-447b-b526-37330df0f348 None None] Attempting to bind port c7aaf84e-d2bd-45b2-847e-e35d40b2642c on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:07:21.582611 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa653ae-845b-447b-b526-37330df0f348 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:07:21.583695 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa653ae-845b-447b-b526-37330df0f348 None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:07:21.584451 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5aa653ae-845b-447b-b526-37330df0f348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:21.585080 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa653ae-845b-447b-b526-37330df0f348 None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:07:21.585960 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-5aa653ae-845b-447b-b526-37330df0f348 None None] Bound port: c7aaf84e-d2bd-45b2-847e-e35d40b2642c, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:07:21.586572 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5aa653ae-845b-447b-b526-37330df0f348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:21.619212 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-60015428-1f47-4bca-903c-45c426570c92 None None] Provisioning complete for port 35fcf9fe-e80d-4988-8f4b-2913eb87383c triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:21.619952 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-60015428-1f47-4bca-903c-45c426570c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:21.657771 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c1e77-c967-47cf-b437-eed4b5439c48 None None] Pushing event updated for resources: {'Port': ['ID=c7aaf84e-d2bd-45b2-847e-e35d40b2642c,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:21.728491 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-5aa653ae-845b-447b-b526-37330df0f348 None None] For port c7aaf84e-d2bd-45b2-847e-e35d40b2642c, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:07:21.734662 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-5aa653ae-845b-447b-b526-37330df0f348 None None] For port c7aaf84e-d2bd-45b2-847e-e35d40b2642c, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=c7aaf84e-d2bd-45b2-847e-e35d40b2642c,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:07:21.748794 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5aa653ae-845b-447b-b526-37330df0f348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:21.930039 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:21.989214 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 5f4d79c6-7002-4976-92d5-19a24d6d16e5, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5f4d79c6-7002-4976-92d5-19a24d6d16e5,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:22.000795 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa653ae-845b-447b-b526-37330df0f348 None None] Routers {'e6f78b89-e45a-4c8e-aa3e-ae9857967832'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:07:22.001881 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-5aa653ae-845b-447b-b526-37330df0f348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:07:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['e6f78b89-e45a-4c8e-aa3e-ae9857967832'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:07:22.005140 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:22.006210 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5ca374e6-9b27-4096-ac55-d348c50dffb6 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:07:22.025958 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-1d7bf248-6b83-4b69-8e49-c8c981134c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22fca7d0-288b-482e-bbd4-f24ee70b6140', 'name': 'tempest-AttachSCSIVolumeTestJSON-1170092173-router', 'tenant_id': '4c12288daa394daa9da852392fbf91b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '5f4d79c6-7002-4976-92d5-19a24d6d16e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:07:10Z', 'updated_at': '2021-08-10T01:07:16Z', 'revision_number': 4, 'project_id': '4c12288daa394daa9da852392fbf91b2', 'gw_port': {'id': '5f4d79c6-7002-4976-92d5-19a24d6d16e5', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22fca7d0-288b-482e-bbd4-f24ee70b6140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:11Z', 'updated_at': '2021-08-10T01:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '87c1f6da-2470-4796-9823-26eb49610897', 'name': '', 'network_id': '1ed763ae-5c25-4fd1-94ee-0972c4922b36', 'tenant_id': '4c12288daa394daa9da852392fbf91b2', 'mac_address': 'fa:16:3e:1b:e8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22fca7d0-288b-482e-bbd4-f24ee70b6140', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '38e7b593-0490-4bcd-9646-b95c43e84be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:15Z', 'updated_at': '2021-08-10T01:07:16Z', 'revision_number': 2, 'project_id': '4c12288daa394daa9da852392fbf91b2', 'subnets': [{'id': '38e7b593-0490-4bcd-9646-b95c43e84be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:07:22.104646 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c1e77-c967-47cf-b437-eed4b5439c48 None None] Pushing event updated for resources: {'Port': ['ID=c7aaf84e-d2bd-45b2-847e-e35d40b2642c,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:22.119527 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7bf248-6b83-4b69-8e49-c8c981134c07 None None] Checking router: 22fca7d0-288b-482e-bbd4-f24ee70b6140 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:07:22.123629 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7bf248-6b83-4b69-8e49-c8c981134c07 None None] Updating router 22fca7d0-288b-482e-bbd4-f24ee70b6140 port 87c1f6da-2470-4796-9823-26eb49610897 binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:07:22.191958 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c1e77-c967-47cf-b437-eed4b5439c48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:22.192590 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c1e77-c967-47cf-b437-eed4b5439c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:22.193153 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c1e77-c967-47cf-b437-eed4b5439c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:22.193704 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c1e77-c967-47cf-b437-eed4b5439c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:22.200145 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c1e77-c967-47cf-b437-eed4b5439c48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:22.200738 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c1e77-c967-47cf-b437-eed4b5439c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:22.201302 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c1e77-c967-47cf-b437-eed4b5439c48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:22.201861 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c1e77-c967-47cf-b437-eed4b5439c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:22.202359 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c1e77-c967-47cf-b437-eed4b5439c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:22.202856 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c1e77-c967-47cf-b437-eed4b5439c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:22.207305 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c1e77-c967-47cf-b437-eed4b5439c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:22.207860 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c1e77-c967-47cf-b437-eed4b5439c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:22.278768 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1d7bf248-6b83-4b69-8e49-c8c981134c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:22.285991 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=5f4d79c6-7002-4976-92d5-19a24d6d16e5,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:22.547399 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-5aa653ae-845b-447b-b526-37330df0f348 None None] Set router e6f78b89-e45a-4c8e-aa3e-ae9857967832 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:07:22.614219 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 5ca374e6-9b27-4096-ac55-d348c50dffb6 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:22.614619 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:22.672193 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8f21e9c5-0b41-4890-ab0b-bf01ba7b9faf None None] Provisioning complete for port d3d896ee-c28d-4072-91ac-1394f39c2809 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:22.672951 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8f21e9c5-0b41-4890-ab0b-bf01ba7b9faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:22.838425 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8f21e9c5-0b41-4890-ab0b-bf01ba7b9faf None None] Port d3d896ee-c28d-4072-91ac-1394f39c2809 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:07:23.020661 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-5aa653ae-845b-447b-b526-37330df0f348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'name': 'tempest-TaggedBootDevicesTest_v242-754306698-router', 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'c7aaf84e-d2bd-45b2-847e-e35d40b2642c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:07:13Z', 'updated_at': '2021-08-10T01:07:19Z', 'revision_number': 4, 'project_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'gw_port': {'id': 'c7aaf84e-d2bd-45b2-847e-e35d40b2642c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:08:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:14Z', 'updated_at': '2021-08-10T01:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'd3d896ee-c28d-4072-91ac-1394f39c2809', 'name': '', 'network_id': 'aaa7fdb9-5c2f-4bac-aa26-627a06906836', 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'mac_address': 'fa:16:3e:23:be:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '339ff70b-03e4-4165-8331-9fed849d52e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:18Z', 'updated_at': '2021-08-10T01:07:19Z', 'revision_number': 2, 'project_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'subnets': [{'id': '339ff70b-03e4-4165-8331-9fed849d52e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:07:23.124598 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa653ae-845b-447b-b526-37330df0f348 None None] The sync data for ids ['e6f78b89-e45a-4c8e-aa3e-ae9857967832'] in n-d-766726-26 is: [{'id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'name': 'tempest-TaggedBootDevicesTest_v242-754306698-router', 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'c7aaf84e-d2bd-45b2-847e-e35d40b2642c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:07:13Z', 'updated_at': '2021-08-10T01:07:19Z', 'revision_number': 4, 'project_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'gw_port': {'id': 'c7aaf84e-d2bd-45b2-847e-e35d40b2642c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:08:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:14Z', 'updated_at': '2021-08-10T01:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'd3d896ee-c28d-4072-91ac-1394f39c2809', 'name': '', 'network_id': 'aaa7fdb9-5c2f-4bac-aa26-627a06906836', 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'mac_address': 'fa:16:3e:23:be:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '339ff70b-03e4-4165-8331-9fed849d52e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:18Z', 'updated_at': '2021-08-10T01:07:19Z', 'revision_number': 2, 'project_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'subnets': [{'id': '339ff70b-03e4-4165-8331-9fed849d52e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:07:23.187605 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device ab6788c0-43f6-4203-8c25-11db49a90574 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:07:23.393944 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port ab6788c0-43f6-4203-8c25-11db49a90574 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:23.396299 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:23.454744 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1d7bf248-6b83-4b69-8e49-c8c981134c07 None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:23.473738 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-1d7bf248-6b83-4b69-8e49-c8c981134c07 None None] Transition to ACTIVE for port object 87c1f6da-2470-4796-9823-26eb49610897 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:07:23.502460 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1d7bf248-6b83-4b69-8e49-c8c981134c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:23.651511 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab07f65-ca58-46eb-8549-dfa5a4c131c0 None None] Pushing event updated for resources: {'Port': ['ID=87c1f6da-2470-4796-9823-26eb49610897,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:23.819242 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 35fcf9fe-e80d-4988-8f4b-2913eb87383c up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:07:23.885728 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-1d7bf248-6b83-4b69-8e49-c8c981134c07 None None] Attempting to bind port 87c1f6da-2470-4796-9823-26eb49610897 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:07:23.886366 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-1d7bf248-6b83-4b69-8e49-c8c981134c07 None None] Attempting to bind port 87c1f6da-2470-4796-9823-26eb49610897 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '308176bd-0685-4c5f-956e-a8c9d7bd704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1ed763ae-5c25-4fd1-94ee-0972c4922b36'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:07:23.891842 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7bf248-6b83-4b69-8e49-c8c981134c07 None None] Attempting to bind port 87c1f6da-2470-4796-9823-26eb49610897 on network 1ed763ae-5c25-4fd1-94ee-0972c4922b36 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:07:23.906302 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7bf248-6b83-4b69-8e49-c8c981134c07 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:07:23.906687 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7bf248-6b83-4b69-8e49-c8c981134c07 None None] Checking segment: {'id': '308176bd-0685-4c5f-956e-a8c9d7bd704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1ed763ae-5c25-4fd1-94ee-0972c4922b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:07:23.907212 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1d7bf248-6b83-4b69-8e49-c8c981134c07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:23.907610 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7bf248-6b83-4b69-8e49-c8c981134c07 None None] Bound using segment: {'id': '308176bd-0685-4c5f-956e-a8c9d7bd704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1ed763ae-5c25-4fd1-94ee-0972c4922b36'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:07:23.908096 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-1d7bf248-6b83-4b69-8e49-c8c981134c07 None None] Bound port: 87c1f6da-2470-4796-9823-26eb49610897, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '308176bd-0685-4c5f-956e-a8c9d7bd704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1ed763ae-5c25-4fd1-94ee-0972c4922b36'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:07:23.908485 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1d7bf248-6b83-4b69-8e49-c8c981134c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:24.155742 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-1d7bf248-6b83-4b69-8e49-c8c981134c07 None None] For port 87c1f6da-2470-4796-9823-26eb49610897, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:07:24.164119 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-1d7bf248-6b83-4b69-8e49-c8c981134c07 None None] For port 87c1f6da-2470-4796-9823-26eb49610897, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=87c1f6da-2470-4796-9823-26eb49610897,segment=NetworkSegment(308176bd-0685-4c5f-956e-a8c9d7bd704c),segment_id=308176bd-0685-4c5f-956e-a8c9d7bd704c)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:07:24.184404 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1d7bf248-6b83-4b69-8e49-c8c981134c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:24.229429 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 35fcf9fe-e80d-4988-8f4b-2913eb87383c triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:24.230004 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:24.514282 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7bf248-6b83-4b69-8e49-c8c981134c07 None None] Routers {'22fca7d0-288b-482e-bbd4-f24ee70b6140'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:07:24.521671 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-1d7bf248-6b83-4b69-8e49-c8c981134c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:07:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['22fca7d0-288b-482e-bbd4-f24ee70b6140'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:07:24.663436 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab07f65-ca58-46eb-8549-dfa5a4c131c0 None None] Pushing event updated for resources: {'Port': ['ID=87c1f6da-2470-4796-9823-26eb49610897,revision_number=4']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:24.862226 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5f4d79c6-7002-4976-92d5-19a24d6d16e5 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:07:25.019272 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-1d7bf248-6b83-4b69-8e49-c8c981134c07 None None] Set router 22fca7d0-288b-482e-bbd4-f24ee70b6140 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:07:25.083192 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 5f4d79c6-7002-4976-92d5-19a24d6d16e5 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:25.092914 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:25.891946 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-1d7bf248-6b83-4b69-8e49-c8c981134c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22fca7d0-288b-482e-bbd4-f24ee70b6140', 'name': 'tempest-AttachSCSIVolumeTestJSON-1170092173-router', 'tenant_id': '4c12288daa394daa9da852392fbf91b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '5f4d79c6-7002-4976-92d5-19a24d6d16e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:07:10Z', 'updated_at': '2021-08-10T01:07:16Z', 'revision_number': 4, 'project_id': '4c12288daa394daa9da852392fbf91b2', 'gw_port': {'id': '5f4d79c6-7002-4976-92d5-19a24d6d16e5', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fca7d0-288b-482e-bbd4-f24ee70b6140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:11Z', 'updated_at': '2021-08-10T01:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '87c1f6da-2470-4796-9823-26eb49610897', 'name': '', 'network_id': '1ed763ae-5c25-4fd1-94ee-0972c4922b36', 'tenant_id': '4c12288daa394daa9da852392fbf91b2', 'mac_address': 'fa:16:3e:1b:e8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22fca7d0-288b-482e-bbd4-f24ee70b6140', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '38e7b593-0490-4bcd-9646-b95c43e84be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:15Z', 'updated_at': '2021-08-10T01:07:24Z', 'revision_number': 4, 'project_id': '4c12288daa394daa9da852392fbf91b2', 'subnets': [{'id': '38e7b593-0490-4bcd-9646-b95c43e84be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:07:25.965762 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c7aaf84e-d2bd-45b2-847e-e35d40b2642c up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:07:25.980478 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7bf248-6b83-4b69-8e49-c8c981134c07 None None] The sync data for ids ['22fca7d0-288b-482e-bbd4-f24ee70b6140'] in n-d-766726-26 is: [{'id': '22fca7d0-288b-482e-bbd4-f24ee70b6140', 'name': 'tempest-AttachSCSIVolumeTestJSON-1170092173-router', 'tenant_id': '4c12288daa394daa9da852392fbf91b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '5f4d79c6-7002-4976-92d5-19a24d6d16e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:07:10Z', 'updated_at': '2021-08-10T01:07:16Z', 'revision_number': 4, 'project_id': '4c12288daa394daa9da852392fbf91b2', 'gw_port': {'id': '5f4d79c6-7002-4976-92d5-19a24d6d16e5', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fca7d0-288b-482e-bbd4-f24ee70b6140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:11Z', 'updated_at': '2021-08-10T01:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '87c1f6da-2470-4796-9823-26eb49610897', 'name': '', 'network_id': '1ed763ae-5c25-4fd1-94ee-0972c4922b36', 'tenant_id': '4c12288daa394daa9da852392fbf91b2', 'mac_address': 'fa:16:3e:1b:e8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22fca7d0-288b-482e-bbd4-f24ee70b6140', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '38e7b593-0490-4bcd-9646-b95c43e84be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:15Z', 'updated_at': '2021-08-10T01:07:24Z', 'revision_number': 4, 'project_id': '4c12288daa394daa9da852392fbf91b2', 'subnets': [{'id': '38e7b593-0490-4bcd-9646-b95c43e84be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:07:26.155030 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port c7aaf84e-d2bd-45b2-847e-e35d40b2642c completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:07:26.160562 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port c7aaf84e-d2bd-45b2-847e-e35d40b2642c triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:26.160964 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:26.454793 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:26.522950 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port c7aaf84e-d2bd-45b2-847e-e35d40b2642c, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=c7aaf84e-d2bd-45b2-847e-e35d40b2642c,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:26.531992 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:26.866238 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=c7aaf84e-d2bd-45b2-847e-e35d40b2642c,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:28.079921 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c7aaf84e-d2bd-45b2-847e-e35d40b2642c up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:07:28.258309 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:28.330666 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port c7aaf84e-d2bd-45b2-847e-e35d40b2642c triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:28.331049 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:28.459456 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 87c1f6da-2470-4796-9823-26eb49610897 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:07:28.605564 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 87c1f6da-2470-4796-9823-26eb49610897 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:07:28.616328 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 87c1f6da-2470-4796-9823-26eb49610897 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:28.616657 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:28.825999 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:28.955421 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 87c1f6da-2470-4796-9823-26eb49610897, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=87c1f6da-2470-4796-9823-26eb49610897,segment=NetworkSegment(308176bd-0685-4c5f-956e-a8c9d7bd704c),segment_id=308176bd-0685-4c5f-956e-a8c9d7bd704c)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:28.963527 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:29.119142 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=87c1f6da-2470-4796-9823-26eb49610897,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:29.837944 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 87c1f6da-2470-4796-9823-26eb49610897 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:07:30.003761 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 87c1f6da-2470-4796-9823-26eb49610897 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:30.006078 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:30.190335 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a21f74-739b-418c-bb57-2a53c37dcb7f None None] Sync routers for ids ['e6f78b89-e45a-4c8e-aa3e-ae9857967832'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:07:30.215749 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a21f74-739b-418c-bb57-2a53c37dcb7f None None] Routers {'e6f78b89-e45a-4c8e-aa3e-ae9857967832'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:07:30.216828 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-99a21f74-739b-418c-bb57-2a53c37dcb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:07:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['e6f78b89-e45a-4c8e-aa3e-ae9857967832'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:07:30.361043 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-99a21f74-739b-418c-bb57-2a53c37dcb7f None None] Set router e6f78b89-e45a-4c8e-aa3e-ae9857967832 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:07:30.796950 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-99a21f74-739b-418c-bb57-2a53c37dcb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'name': 'tempest-TaggedBootDevicesTest_v242-754306698-router', 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'c7aaf84e-d2bd-45b2-847e-e35d40b2642c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:07:13Z', 'updated_at': '2021-08-10T01:07:19Z', 'revision_number': 4, 'project_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'gw_port': {'id': 'c7aaf84e-d2bd-45b2-847e-e35d40b2642c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:08:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:14Z', 'updated_at': '2021-08-10T01:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'd3d896ee-c28d-4072-91ac-1394f39c2809', 'name': '', 'network_id': 'aaa7fdb9-5c2f-4bac-aa26-627a06906836', 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'mac_address': 'fa:16:3e:23:be:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '339ff70b-03e4-4165-8331-9fed849d52e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:18Z', 'updated_at': '2021-08-10T01:07:19Z', 'revision_number': 2, 'project_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'subnets': [{'id': '339ff70b-03e4-4165-8331-9fed849d52e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:07:31.101334 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a21f74-739b-418c-bb57-2a53c37dcb7f None None] Checking router: e6f78b89-e45a-4c8e-aa3e-ae9857967832 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:07:31.101921 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a21f74-739b-418c-bb57-2a53c37dcb7f None None] Updating router e6f78b89-e45a-4c8e-aa3e-ae9857967832 port d3d896ee-c28d-4072-91ac-1394f39c2809 binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:07:31.131406 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-99a21f74-739b-418c-bb57-2a53c37dcb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:31.539451 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-99a21f74-739b-418c-bb57-2a53c37dcb7f None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:31.555153 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-99a21f74-739b-418c-bb57-2a53c37dcb7f None None] Transition to ACTIVE for port object d3d896ee-c28d-4072-91ac-1394f39c2809 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:07:31.564830 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-99a21f74-739b-418c-bb57-2a53c37dcb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:31.682256 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ecc4d-833d-4788-bf01-55bbd0407ac4 None None] Pushing event updated for resources: {'Port': ['ID=d3d896ee-c28d-4072-91ac-1394f39c2809,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:31.817799 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-99a21f74-739b-418c-bb57-2a53c37dcb7f None None] Attempting to bind port d3d896ee-c28d-4072-91ac-1394f39c2809 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:07:31.819417 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-99a21f74-739b-418c-bb57-2a53c37dcb7f None None] Attempting to bind port d3d896ee-c28d-4072-91ac-1394f39c2809 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '22bee217-1454-4f82-8ba4-237438a86038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'aaa7fdb9-5c2f-4bac-aa26-627a06906836'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:07:31.824093 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a21f74-739b-418c-bb57-2a53c37dcb7f None None] Attempting to bind port d3d896ee-c28d-4072-91ac-1394f39c2809 on network aaa7fdb9-5c2f-4bac-aa26-627a06906836 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:07:31.855422 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a21f74-739b-418c-bb57-2a53c37dcb7f None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:07:31.870386 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a21f74-739b-418c-bb57-2a53c37dcb7f None None] Checking segment: {'id': '22bee217-1454-4f82-8ba4-237438a86038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'aaa7fdb9-5c2f-4bac-aa26-627a06906836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:07:31.874969 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-99a21f74-739b-418c-bb57-2a53c37dcb7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:31.875874 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a21f74-739b-418c-bb57-2a53c37dcb7f None None] Bound using segment: {'id': '22bee217-1454-4f82-8ba4-237438a86038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'aaa7fdb9-5c2f-4bac-aa26-627a06906836'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:07:31.876840 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-99a21f74-739b-418c-bb57-2a53c37dcb7f None None] Bound port: d3d896ee-c28d-4072-91ac-1394f39c2809, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22bee217-1454-4f82-8ba4-237438a86038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'aaa7fdb9-5c2f-4bac-aa26-627a06906836'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:07:31.878377 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-99a21f74-739b-418c-bb57-2a53c37dcb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:32.054351 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-99a21f74-739b-418c-bb57-2a53c37dcb7f None None] For port d3d896ee-c28d-4072-91ac-1394f39c2809, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:07:32.063812 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-99a21f74-739b-418c-bb57-2a53c37dcb7f None None] For port d3d896ee-c28d-4072-91ac-1394f39c2809, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=d3d896ee-c28d-4072-91ac-1394f39c2809,segment=NetworkSegment(22bee217-1454-4f82-8ba4-237438a86038),segment_id=22bee217-1454-4f82-8ba4-237438a86038)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:07:32.077473 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-99a21f74-739b-418c-bb57-2a53c37dcb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:32.253724 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a21f74-739b-418c-bb57-2a53c37dcb7f None None] Routers {'e6f78b89-e45a-4c8e-aa3e-ae9857967832'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:07:32.254371 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-99a21f74-739b-418c-bb57-2a53c37dcb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:07:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['e6f78b89-e45a-4c8e-aa3e-ae9857967832'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:07:32.344666 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ecc4d-833d-4788-bf01-55bbd0407ac4 None None] Pushing event updated for resources: {'Port': ['ID=d3d896ee-c28d-4072-91ac-1394f39c2809,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:32.521123 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-99a21f74-739b-418c-bb57-2a53c37dcb7f None None] Set router e6f78b89-e45a-4c8e-aa3e-ae9857967832 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:07:33.066824 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-99a21f74-739b-418c-bb57-2a53c37dcb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'name': 'tempest-TaggedBootDevicesTest_v242-754306698-router', 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'c7aaf84e-d2bd-45b2-847e-e35d40b2642c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:07:13Z', 'updated_at': '2021-08-10T01:07:19Z', 'revision_number': 4, 'project_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'gw_port': {'id': 'c7aaf84e-d2bd-45b2-847e-e35d40b2642c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:08:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:14Z', 'updated_at': '2021-08-10T01:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'd3d896ee-c28d-4072-91ac-1394f39c2809', 'name': '', 'network_id': 'aaa7fdb9-5c2f-4bac-aa26-627a06906836', 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'mac_address': 'fa:16:3e:23:be:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '339ff70b-03e4-4165-8331-9fed849d52e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:18Z', 'updated_at': '2021-08-10T01:07:32Z', 'revision_number': 4, 'project_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'subnets': [{'id': '339ff70b-03e4-4165-8331-9fed849d52e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:07:33.145985 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a21f74-739b-418c-bb57-2a53c37dcb7f None None] The sync data for ids ['e6f78b89-e45a-4c8e-aa3e-ae9857967832'] in n-d-766726-26 is: [{'id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'name': 'tempest-TaggedBootDevicesTest_v242-754306698-router', 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'c7aaf84e-d2bd-45b2-847e-e35d40b2642c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:07:13Z', 'updated_at': '2021-08-10T01:07:19Z', 'revision_number': 4, 'project_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'gw_port': {'id': 'c7aaf84e-d2bd-45b2-847e-e35d40b2642c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:08:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:14Z', 'updated_at': '2021-08-10T01:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'd3d896ee-c28d-4072-91ac-1394f39c2809', 'name': '', 'network_id': 'aaa7fdb9-5c2f-4bac-aa26-627a06906836', 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'mac_address': 'fa:16:3e:23:be:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '339ff70b-03e4-4165-8331-9fed849d52e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:18Z', 'updated_at': '2021-08-10T01:07:32Z', 'revision_number': 4, 'project_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'subnets': [{'id': '339ff70b-03e4-4165-8331-9fed849d52e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:07:33.890709 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device d3d896ee-c28d-4072-91ac-1394f39c2809 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:07:34.107084 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port d3d896ee-c28d-4072-91ac-1394f39c2809 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:07:34.117161 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port d3d896ee-c28d-4072-91ac-1394f39c2809 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:34.117775 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:34.277615 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:34.334289 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port d3d896ee-c28d-4072-91ac-1394f39c2809, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=d3d896ee-c28d-4072-91ac-1394f39c2809,segment=NetworkSegment(22bee217-1454-4f82-8ba4-237438a86038),segment_id=22bee217-1454-4f82-8ba4-237438a86038)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:34.339074 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:34.411154 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=d3d896ee-c28d-4072-91ac-1394f39c2809,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:35.784880 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device d3d896ee-c28d-4072-91ac-1394f39c2809 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:07:35.870336 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port d3d896ee-c28d-4072-91ac-1394f39c2809 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:35.870640 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:41.188406 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6f3c83eb-a779-42d7-8f4b-8c6d44f834bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:41.456932 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:43.812475 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3894792a-cc0a-4bf9-9298-112244926050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:43.844139 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-7f48eaa6-134e-44f6-8089-5f143dd0a608 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:43.852322 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-7f48eaa6-134e-44f6-8089-5f143dd0a608 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/networks?id=2f7685e4-d25e-44cb-844f-48dc645b7020 HTTP/1.1" status: 200 len: 815 time: 0.1370404 Aug 10 01:07:43.897367 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-4f919e77-43dd-4254-b486-afbc23ea5848 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/quotas/bc4be8f81d9e48bdbff06bcaf91df1b9 HTTP/1.1" status: 200 len: 375 time: 0.0421405 Aug 10 01:07:43.994171 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-78895c60-0ba8-465b-8cd7-845db0956a7a tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bc4be8f81d9e48bdbff06bcaf91df1b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0886774 Aug 10 01:07:44.277893 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-401bc095-35c2-49d8-a9f4-9936225dc1aa service neutron] 10.222.0.35 "GET /v2.0/networks/2f7685e4-d25e-44cb-844f-48dc645b7020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821667 Aug 10 01:07:44.436668 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:44.526532 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-b562f287-7ee7-4b4b-be41-e33e563d3b86 service neutron] 10.222.0.35 "GET /v2.0/networks/2f7685e4-d25e-44cb-844f-48dc645b7020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427175 Aug 10 01:07:44.805851 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd38d6a3-7934-442e-b339-6758df9cd303 req-1c81398c-546c-4282-91ca-b9b52a7954ad tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=8245061f-2adb-41b2-a968-624d62e108a6 HTTP/1.1" status: 200 len: 210 time: 0.0758483 Aug 10 01:07:45.170369 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:46.041829 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3b815937-f581-45ff-aff8-7ced5ddbddb4 req-6b966320-77bd-4b48-a14e-baad8acf9d1d tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=8245061f-2adb-41b2-a968-624d62e108a6 HTTP/1.1" status: 200 len: 210 time: 0.0301821 Aug 10 01:07:46.219147 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:46.456783 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-21a8adbe-c184-47b6-a7f4-958fa29d9108 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:46.459832 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-21a8adbe-c184-47b6-a7f4-958fa29d9108 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.20 "GET /v2.0/networks?id=2f7685e4-d25e-44cb-844f-48dc645b7020 HTTP/1.1" status: 200 len: 815 time: 0.1815557 Aug 10 01:07:46.481317 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-e6ddc0fe-dced-4bae-b56e-cd3cb42c730f tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Request body: {'port': {'device_id': '8245061f-2adb-41b2-a968-624d62e108a6', 'network_id': '2f7685e4-d25e-44cb-844f-48dc645b7020', 'admin_state_up': True, 'tenant_id': 'bc4be8f81d9e48bdbff06bcaf91df1b9'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:07:46.621694 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-e6ddc0fe-dced-4bae-b56e-cd3cb42c730f tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Made reservation on behalf of bc4be8f81d9e48bdbff06bcaf91df1b9 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:07:46.629813 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-e6ddc0fe-dced-4bae-b56e-cd3cb42c730f tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:46.854829 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-e6ddc0fe-dced-4bae-b56e-cd3cb42c730f tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Allocated IP 172.20.0.9 (2f7685e4-d25e-44cb-844f-48dc645b7020/aff3426d-0264-4fde-bc3f-88e167c75bec/f3541145-5c67-4e76-b790-ae3693d9093c) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:07:46.908097 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-b93efddd-7687-4569-b2b1-bd9b2d9b5f0e tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:46.915836 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-b93efddd-7687-4569-b2b1-bd9b2d9b5f0e tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] 10.222.0.35 "GET /v2.0/networks?id=6125c102-cf8f-4cc8-89ec-6c7188ed5178 HTTP/1.1" status: 200 len: 815 time: 0.1867619 Aug 10 01:07:46.933085 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-373f2684-14eb-4381-b332-9f5fca1b3a59 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] 10.222.0.35 "GET /v2.0/quotas/8b094b05e0fd454180cc8aa4ad0629d4 HTTP/1.1" status: 200 len: 375 time: 0.0161271 Aug 10 01:07:46.990951 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-4072c2d6-d8d8-4500-9021-05666ac71f00 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b094b05e0fd454180cc8aa4ad0629d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569000 Aug 10 01:07:47.029888 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-e6ddc0fe-dced-4bae-b56e-cd3cb42c730f tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:47.076843 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-e6ddc0fe-dced-4bae-b56e-cd3cb42c730f tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:47.092646 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['16a59ecc-9352-418f-bfd7-e7af3e907051', '8d167231-c738-4ce8-a27c-faa105b480a0'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:07:47.109164 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-0fb7c477-5ada-41de-8a50-d9ff5d2d63b4 service neutron] 10.222.0.35 "GET /v2.0/networks/6125c102-cf8f-4cc8-89ec-6c7188ed5178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171443 Aug 10 01:07:47.124521 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-e6ddc0fe-dced-4bae-b56e-cd3cb42c730f tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Network 2f7685e4-d25e-44cb-844f-48dc645b7020 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:07:47.128340 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-e6ddc0fe-dced-4bae-b56e-cd3cb42c730f tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:07:47.148505 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-e6ddc0fe-dced-4bae-b56e-cd3cb42c730f tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:07:47.164289 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:07:47.216014 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-e6ddc0fe-dced-4bae-b56e-cd3cb42c730f tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:47.216748 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-e6ddc0fe-dced-4bae-b56e-cd3cb42c730f tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:47.247763 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-e6ddc0fe-dced-4bae-b56e-cd3cb42c730f tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7721038 Aug 10 01:07:47.254018 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ddc0fe-dced-4bae-b56e-cd3cb42c730f tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Pushing event updated for resources: {'Port': ['ID=f3541145-5c67-4e76-b790-ae3693d9093c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:47.272451 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-0440d14b-76f2-478e-8ab1-37006e18b7ad service neutron] Request body: {'port': {'device_id': '8245061f-2adb-41b2-a968-624d62e108a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:07:47.281881 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ddc0fe-dced-4bae-b56e-cd3cb42c730f tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:47.282536 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ddc0fe-dced-4bae-b56e-cd3cb42c730f tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:47.283066 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ddc0fe-dced-4bae-b56e-cd3cb42c730f tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:47.283589 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ddc0fe-dced-4bae-b56e-cd3cb42c730f tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:47.285698 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ddc0fe-dced-4bae-b56e-cd3cb42c730f tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:47.286510 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ddc0fe-dced-4bae-b56e-cd3cb42c730f tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:47.287036 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ddc0fe-dced-4bae-b56e-cd3cb42c730f tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:47.287547 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ddc0fe-dced-4bae-b56e-cd3cb42c730f tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:47.288075 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ddc0fe-dced-4bae-b56e-cd3cb42c730f tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:47.288606 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ddc0fe-dced-4bae-b56e-cd3cb42c730f tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:47.289173 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ddc0fe-dced-4bae-b56e-cd3cb42c730f tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:47.289680 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ddc0fe-dced-4bae-b56e-cd3cb42c730f tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:47.356984 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-0440d14b-76f2-478e-8ab1-37006e18b7ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:47.696218 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-0440d14b-76f2-478e-8ab1-37006e18b7ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3541145-5c67-4e76-b790-ae3693d9093c {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:07:47.699077 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63ebea-7e67-4097-af15-94ef7f607c6c req-8a495bba-e51f-4303-80c0-ee30beddee54 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:47.705954 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-0440d14b-76f2-478e-8ab1-37006e18b7ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:47.706996 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ad63ebea-7e67-4097-af15-94ef7f607c6c req-8a495bba-e51f-4303-80c0-ee30beddee54 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=8245061f-2adb-41b2-a968-624d62e108a6 HTTP/1.1" status: 200 len: 931 time: 0.5834031 Aug 10 01:07:47.720108 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-0440d14b-76f2-478e-8ab1-37006e18b7ad service neutron] Transition to ACTIVE for port object f3541145-5c67-4e76-b790-ae3693d9093c will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:07:47.726657 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-0440d14b-76f2-478e-8ab1-37006e18b7ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:47.758726 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-7d276e95-93fa-4362-9e2d-b264d079c49e service neutron] 10.222.0.35 "GET /v2.0/networks/6125c102-cf8f-4cc8-89ec-6c7188ed5178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6431880 Aug 10 01:07:47.786833 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ad63ebea-7e67-4097-af15-94ef7f607c6c req-72416e98-bf20-4b77-96e6-09f0db0d32d1 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789688 Aug 10 01:07:47.908843 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440d14b-76f2-478e-8ab1-37006e18b7ad service neutron] Pushing event updated for resources: {'Port': ['ID=f3541145-5c67-4e76-b790-ae3693d9093c,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:47.922637 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-0440d14b-76f2-478e-8ab1-37006e18b7ad service neutron] Attempting to bind port f3541145-5c67-4e76-b790-ae3693d9093c on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:07:47.922984 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-0440d14b-76f2-478e-8ab1-37006e18b7ad service neutron] Attempting to bind port f3541145-5c67-4e76-b790-ae3693d9093c by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '972b6f59-ca6f-4d63-843a-63e117aa35cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2f7685e4-d25e-44cb-844f-48dc645b7020'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:07:47.923572 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-0440d14b-76f2-478e-8ab1-37006e18b7ad service neutron] Attempting to bind port f3541145-5c67-4e76-b790-ae3693d9093c on network 2f7685e4-d25e-44cb-844f-48dc645b7020 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:07:47.932003 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-0440d14b-76f2-478e-8ab1-37006e18b7ad service neutron] Port f3541145-5c67-4e76-b790-ae3693d9093c on network 2f7685e4-d25e-44cb-844f-48dc645b7020 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:07:47.932837 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-0440d14b-76f2-478e-8ab1-37006e18b7ad service neutron] Attempting to bind port f3541145-5c67-4e76-b790-ae3693d9093c on network 2f7685e4-d25e-44cb-844f-48dc645b7020 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:07:47.946933 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-0440d14b-76f2-478e-8ab1-37006e18b7ad service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:07:47.947287 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-0440d14b-76f2-478e-8ab1-37006e18b7ad service neutron] Checking segment: {'id': '972b6f59-ca6f-4d63-843a-63e117aa35cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2f7685e4-d25e-44cb-844f-48dc645b7020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:07:47.952407 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-0440d14b-76f2-478e-8ab1-37006e18b7ad service neutron] Bound using segment: {'id': '972b6f59-ca6f-4d63-843a-63e117aa35cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2f7685e4-d25e-44cb-844f-48dc645b7020'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:07:47.952873 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-0440d14b-76f2-478e-8ab1-37006e18b7ad service neutron] Bound port: f3541145-5c67-4e76-b790-ae3693d9093c, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '972b6f59-ca6f-4d63-843a-63e117aa35cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2f7685e4-d25e-44cb-844f-48dc645b7020'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:07:47.953250 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-0440d14b-76f2-478e-8ab1-37006e18b7ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:48.121052 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-0440d14b-76f2-478e-8ab1-37006e18b7ad service neutron] For port f3541145-5c67-4e76-b790-ae3693d9093c, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:07:48.126669 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-0440d14b-76f2-478e-8ab1-37006e18b7ad service neutron] For port f3541145-5c67-4e76-b790-ae3693d9093c, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=f3541145-5c67-4e76-b790-ae3693d9093c,segment=NetworkSegment(972b6f59-ca6f-4d63-843a-63e117aa35cb),segment_id=972b6f59-ca6f-4d63-843a-63e117aa35cb)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:07:48.134704 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-0440d14b-76f2-478e-8ab1-37006e18b7ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:48.205508 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-0440d14b-76f2-478e-8ab1-37006e18b7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:48.206272 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-0440d14b-76f2-478e-8ab1-37006e18b7ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:48.207816 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-0440d14b-76f2-478e-8ab1-37006e18b7ad service neutron] 10.222.0.20 "PUT /v2.0/ports/f3541145-5c67-4e76-b790-ae3693d9093c HTTP/1.1" status: 200 len: 1092 time: 0.9422517 Aug 10 01:07:48.208542 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8245061f-2adb-41b2-a968-624d62e108a6', 'tag': 'f3541145-5c67-4e76-b790-ae3693d9093c'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:07:48.210770 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9500b27c-2c81-41c3-8609-256e525da9ec req-5c2e0b68-34f4-4c6c-8288-95faf355529f tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e541f2f-302c-4f3d-a336-8896f25c6d5e HTTP/1.1" status: 200 len: 210 time: 0.0618103 Aug 10 01:07:48.221582 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fb6bae-dd81-4615-91a5-512d92568533" -d '{"events": [{"name": "network-changed", "server_uuid": "8245061f-2adb-41b2-a968-624d62e108a6", "tag": "f3541145-5c67-4e76-b790-ae3693d9093c"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:07:48.308428 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38471b63-a07d-4013-95b1-afe473008d2d x-openstack-request-id: req-38471b63-a07d-4013-95b1-afe473008d2d {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:07:48.308896 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8245061f-2adb-41b2-a968-624d62e108a6", "tag": "f3541145-5c67-4e76-b790-ae3693d9093c", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:07:48.309706 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-38471b63-a07d-4013-95b1-afe473008d2d {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:07:48.310177 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8245061f-2adb-41b2-a968-624d62e108a6', 'tag': 'f3541145-5c67-4e76-b790-ae3693d9093c', 'status': 'completed', 'code': 200} Aug 10 01:07:48.311853 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440d14b-76f2-478e-8ab1-37006e18b7ad service neutron] Pushing event updated for resources: {'Port': ['ID=f3541145-5c67-4e76-b790-ae3693d9093c,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:48.347794 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-599eb515-33a6-4242-88bc-55967b4847ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:48.350355 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-599eb515-33a6-4242-88bc-55967b4847ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc4be8f81d9e48bdbff06bcaf91df1b9&device_id=8245061f-2adb-41b2-a968-624d62e108a6 HTTP/1.1" status: 200 len: 1095 time: 0.0836377 Aug 10 01:07:48.422855 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-a266b789-40ec-47ed-a572-ae0c618607db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3541145-5c67-4e76-b790-ae3693d9093c HTTP/1.1" status: 200 len: 217 time: 0.0578620 Aug 10 01:07:48.484547 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-2f02fcb4-dd75-4734-864b-2245cbcbcce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:48.486387 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-2f02fcb4-dd75-4734-864b-2245cbcbcce1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aff3426d-0264-4fde-bc3f-88e167c75bec HTTP/1.1" status: 200 len: 855 time: 0.0563405 Aug 10 01:07:48.559950 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-881b35d3-8ba2-4aed-8ea1-554a5c293b1d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2f7685e4-d25e-44cb-844f-48dc645b7020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662184 Aug 10 01:07:49.065491 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a51b52-2cbf-4342-aec6-7b6f78996329 req-71859287-5876-4199-af5e-81dbaeac5d66 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:49.081913 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-15a51b52-2cbf-4342-aec6-7b6f78996329 req-71859287-5876-4199-af5e-81dbaeac5d66 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=8245061f-2adb-41b2-a968-624d62e108a6 HTTP/1.1" status: 200 len: 943 time: 0.1678162 Aug 10 01:07:49.162473 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-15a51b52-2cbf-4342-aec6-7b6f78996329 req-207d3138-47e7-453e-a1d8-698566ce0199 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793774 Aug 10 01:07:49.176577 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-12bf1ad9-6bc7-49bd-b57c-27869ff1f69d service neutron] 10.222.0.20 "GET /v2.0/networks/2f7685e4-d25e-44cb-844f-48dc645b7020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6090786 Aug 10 01:07:49.384967 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-22c5cd71-fa31-4d39-a4bf-68588f677ebb req-c69f6e3f-97bf-4486-a0e3-fd495d8d4b7f service neutron] 10.222.0.20 "GET /v2.0/networks/2f7685e4-d25e-44cb-844f-48dc645b7020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982622 Aug 10 01:07:49.419981 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0ffab18e-ff9f-4c6d-8017-a5a51998c806 req-c25cdbeb-0a2c-4e69-8b5a-0bcac041e7ed tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e541f2f-302c-4f3d-a336-8896f25c6d5e HTTP/1.1" status: 200 len: 210 time: 0.0685427 Aug 10 01:07:49.571270 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb6bae-dd81-4615-91a5-512d92568533 req-208089b0-c5ea-4661-bedb-c536eb14207c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:49.573033 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-64fb6bae-dd81-4615-91a5-512d92568533 req-208089b0-c5ea-4661-bedb-c536eb14207c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc4be8f81d9e48bdbff06bcaf91df1b9&device_id=8245061f-2adb-41b2-a968-624d62e108a6 HTTP/1.1" status: 200 len: 1095 time: 0.0752285 Aug 10 01:07:49.739714 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb6bae-dd81-4615-91a5-512d92568533 req-7d8d8b78-2562-4d21-951d-5ddadd45c69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:49.741203 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-64fb6bae-dd81-4615-91a5-512d92568533 req-7d8d8b78-2562-4d21-951d-5ddadd45c69d service neutron] 10.222.0.20 "GET /v2.0/networks?id=2f7685e4-d25e-44cb-844f-48dc645b7020 HTTP/1.1" status: 200 len: 916 time: 0.1601217 Aug 10 01:07:49.830217 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-64fb6bae-dd81-4615-91a5-512d92568533 req-646edb2f-8965-4dc1-a556-bea736ed301e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3541145-5c67-4e76-b790-ae3693d9093c HTTP/1.1" status: 200 len: 217 time: 0.0770624 Aug 10 01:07:49.910069 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb6bae-dd81-4615-91a5-512d92568533 req-0956ffa7-148f-4251-9e7b-ffccbde567f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:49.911578 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-64fb6bae-dd81-4615-91a5-512d92568533 req-0956ffa7-148f-4251-9e7b-ffccbde567f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aff3426d-0264-4fde-bc3f-88e167c75bec HTTP/1.1" status: 200 len: 855 time: 0.0725598 Aug 10 01:07:49.923176 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-2619ebbb-b4d8-4736-b6de-b3baab2f615a tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:49.924727 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-2619ebbb-b4d8-4736-b6de-b3baab2f615a tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] 10.222.0.24 "GET /v2.0/networks?id=6125c102-cf8f-4cc8-89ec-6c7188ed5178 HTTP/1.1" status: 200 len: 815 time: 0.1826379 Aug 10 01:07:49.939405 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-c4ec0d1c-3fb9-4424-a777-b945b3505e6d tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Request body: {'port': {'device_id': '0e541f2f-302c-4f3d-a336-8896f25c6d5e', 'network_id': '6125c102-cf8f-4cc8-89ec-6c7188ed5178', 'admin_state_up': True, 'tenant_id': '8b094b05e0fd454180cc8aa4ad0629d4'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:07:50.071270 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-c4ec0d1c-3fb9-4424-a777-b945b3505e6d tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Made reservation on behalf of 8b094b05e0fd454180cc8aa4ad0629d4 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:07:50.075474 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-c4ec0d1c-3fb9-4424-a777-b945b3505e6d tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:50.089707 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-64fb6bae-dd81-4615-91a5-512d92568533 req-70917b93-5e51-4426-af2e-1a966f2cfdbc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2f7685e4-d25e-44cb-844f-48dc645b7020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1639025 Aug 10 01:07:50.532073 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2040a-2ba7-47f6-8e75-9727b65a05a8 req-91cc8ca5-737c-447d-a5ec-271e3381ac7d tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:50.544234 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0dc2040a-2ba7-47f6-8e75-9727b65a05a8 req-91cc8ca5-737c-447d-a5ec-271e3381ac7d tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=8245061f-2adb-41b2-a968-624d62e108a6 HTTP/1.1" status: 200 len: 943 time: 0.2160506 Aug 10 01:07:50.694609 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0dc2040a-2ba7-47f6-8e75-9727b65a05a8 req-d6cea79d-cc64-44dc-a8ec-389cd1b421f5 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409090 Aug 10 01:07:50.711757 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-64fb6bae-dd81-4615-91a5-512d92568533 req-6d686a82-7c6a-4426-95f7-300da60a7892 service neutron] 10.222.0.20 "GET /v2.0/networks/2f7685e4-d25e-44cb-844f-48dc645b7020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6000216 Aug 10 01:07:50.713574 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:07:50.774583 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-c4ec0d1c-3fb9-4424-a777-b945b3505e6d tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Allocated IP 172.20.0.4 (6125c102-cf8f-4cc8-89ec-6c7188ed5178/648ebf73-e804-4838-a92b-8ccde91c1453/2e7cd108-86b7-46d4-97c1-51a8881e0166) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:07:50.905508 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b42f3bf1-1038-4701-8213-f0a1a87916fd req-0e10b574-6f89-4a49-9d0e-8f9195309e8b tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e541f2f-302c-4f3d-a336-8896f25c6d5e HTTP/1.1" status: 200 len: 210 time: 0.0914905 Aug 10 01:07:51.030496 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-64fb6bae-dd81-4615-91a5-512d92568533 req-d29b7a48-ba0b-4d81-86ce-cb858e0a20a8 service neutron] 10.222.0.20 "GET /v2.0/networks/2f7685e4-d25e-44cb-844f-48dc645b7020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918248 Aug 10 01:07:51.120102 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-c4ec0d1c-3fb9-4424-a777-b945b3505e6d tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:51.140015 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-c4ec0d1c-3fb9-4424-a777-b945b3505e6d tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Transition to ACTIVE for port object 2e7cd108-86b7-46d4-97c1-51a8881e0166 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:07:51.186758 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-c4ec0d1c-3fb9-4424-a777-b945b3505e6d tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:51.240839 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-c4ec0d1c-3fb9-4424-a777-b945b3505e6d tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Network 6125c102-cf8f-4cc8-89ec-6c7188ed5178 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:07:51.244130 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-c4ec0d1c-3fb9-4424-a777-b945b3505e6d tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:07:51.248913 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-c4ec0d1c-3fb9-4424-a777-b945b3505e6d tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:07:51.253051 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec0d1c-3fb9-4424-a777-b945b3505e6d tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Pushing event updated for resources: {'Port': ['ID=2e7cd108-86b7-46d4-97c1-51a8881e0166,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:51.327763 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-c4ec0d1c-3fb9-4424-a777-b945b3505e6d tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:51.328902 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-c4ec0d1c-3fb9-4424-a777-b945b3505e6d tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:51.345132 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-c4ec0d1c-3fb9-4424-a777-b945b3505e6d tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4097955 Aug 10 01:07:51.642325 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5c8b8ab9-c132-47bb-acbb-9ceca37a7e07 None None] Provisioning for port 2e7cd108-86b7-46d4-97c1-51a8881e0166 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:07:51.653205 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5c8b8ab9-c132-47bb-acbb-9ceca37a7e07 None None] Provisioning complete for port 2e7cd108-86b7-46d4-97c1-51a8881e0166 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:51.653600 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5c8b8ab9-c132-47bb-acbb-9ceca37a7e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:51.747381 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-5c8b8ab9-c132-47bb-acbb-9ceca37a7e07 None None] Port 2e7cd108-86b7-46d4-97c1-51a8881e0166 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:07:52.640614 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device f3541145-5c67-4e76-b790-ae3693d9093c details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:07:52.780266 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port f3541145-5c67-4e76-b790-ae3693d9093c, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=f3541145-5c67-4e76-b790-ae3693d9093c,segment=NetworkSegment(972b6f59-ca6f-4d63-843a-63e117aa35cb),segment_id=972b6f59-ca6f-4d63-843a-63e117aa35cb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:52.792127 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': 'f3541145-5c67-4e76-b790-ae3693d9093c', 'network_id': '2f7685e4-d25e-44cb-844f-48dc645b7020', 'port_id': 'f3541145-5c67-4e76-b790-ae3693d9093c', 'mac_address': 'fa:16:3e:ea:67:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff3426d-0264-4fde-bc3f-88e167c75bec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:07:52.849647 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:52.873340 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3541145-5c67-4e76-b790-ae3693d9093c {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:07:52.902013 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port f3541145-5c67-4e76-b790-ae3693d9093c, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=f3541145-5c67-4e76-b790-ae3693d9093c,segment=NetworkSegment(972b6f59-ca6f-4d63-843a-63e117aa35cb),segment_id=972b6f59-ca6f-4d63-843a-63e117aa35cb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:52.911250 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:52.975574 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=f3541145-5c67-4e76-b790-ae3693d9093c,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:53.355434 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['f3541145-5c67-4e76-b790-ae3693d9093c'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:07:54.220498 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58060) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:07:54.228877 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-7599f236-9e43-49a6-bacd-ee6509b205b2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-495903021'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:07:54.251767 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7599f236-9e43-49a6-bacd-ee6509b205b2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Made reservation on behalf of e71a6b0ced6b4bc38b4b6a0ba3c24e39 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:07:54.258207 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7599f236-9e43-49a6-bacd-ee6509b205b2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:54.295908 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7599f236-9e43-49a6-bacd-ee6509b205b2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:07:54.306284 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7599f236-9e43-49a6-bacd-ee6509b205b2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:54.306641 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-7599f236-9e43-49a6-bacd-ee6509b205b2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Added segment 0da4c42e-4459-4321-b2c7-7e940e3214c5 of type vlan for network 9ba4f345-2af9-4b1a-a096-ab30f02c75cd Aug 10 01:07:54.362306 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7599f236-9e43-49a6-bacd-ee6509b205b2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:54.405560 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7599f236-9e43-49a6-bacd-ee6509b205b2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:54.411273 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7599f236-9e43-49a6-bacd-ee6509b205b2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:54.412349 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7599f236-9e43-49a6-bacd-ee6509b205b2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:54.488398 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7599f236-9e43-49a6-bacd-ee6509b205b2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Pushing event updated for resources: {'Network': ['ID=9ba4f345-2af9-4b1a-a096-ab30f02c75cd,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:54.492980 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7599f236-9e43-49a6-bacd-ee6509b205b2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2714255 Aug 10 01:07:54.495879 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58062) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:07:54.500145 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7599f236-9e43-49a6-bacd-ee6509b205b2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:54.500611 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7599f236-9e43-49a6-bacd-ee6509b205b2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:54.500963 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7599f236-9e43-49a6-bacd-ee6509b205b2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:54.501300 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7599f236-9e43-49a6-bacd-ee6509b205b2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:54.501643 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7599f236-9e43-49a6-bacd-ee6509b205b2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:54.501980 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7599f236-9e43-49a6-bacd-ee6509b205b2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:54.502157 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-f73d1204-53fc-4e2a-8f1f-2dd12c4b3118 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-691018888'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:07:54.502317 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7599f236-9e43-49a6-bacd-ee6509b205b2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:54.502648 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7599f236-9e43-49a6-bacd-ee6509b205b2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:54.503168 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7599f236-9e43-49a6-bacd-ee6509b205b2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:54.503499 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7599f236-9e43-49a6-bacd-ee6509b205b2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:54.504025 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7599f236-9e43-49a6-bacd-ee6509b205b2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:54.504387 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7599f236-9e43-49a6-bacd-ee6509b205b2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:54.519698 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 9ba4f345-2af9-4b1a-a096-ab30f02c75cd details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:07:54.533937 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73d1204-53fc-4e2a-8f1f-2dd12c4b3118 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Made reservation on behalf of e71a6b0ced6b4bc38b4b6a0ba3c24e39 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:07:54.538530 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f73d1204-53fc-4e2a-8f1f-2dd12c4b3118 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:54.573157 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f73d1204-53fc-4e2a-8f1f-2dd12c4b3118 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:07:54.591831 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f73d1204-53fc-4e2a-8f1f-2dd12c4b3118 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:54.592484 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-f73d1204-53fc-4e2a-8f1f-2dd12c4b3118 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Added segment 6bfb71d1-ea60-4741-9273-9da4874fac99 of type vlan for network f42b1fb5-1f26-4b59-83fe-d283978e154a Aug 10 01:07:54.644742 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f73d1204-53fc-4e2a-8f1f-2dd12c4b3118 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:54.658393 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device f3541145-5c67-4e76-b790-ae3693d9093c up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:07:54.682774 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f73d1204-53fc-4e2a-8f1f-2dd12c4b3118 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:54.689685 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73d1204-53fc-4e2a-8f1f-2dd12c4b3118 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:54.690557 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f73d1204-53fc-4e2a-8f1f-2dd12c4b3118 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:54.760972 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port f3541145-5c67-4e76-b790-ae3693d9093c completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:07:54.770350 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port f3541145-5c67-4e76-b790-ae3693d9093c triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:54.770979 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d1204-53fc-4e2a-8f1f-2dd12c4b3118 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Pushing event updated for resources: {'Network': ['ID=f42b1fb5-1f26-4b59-83fe-d283978e154a,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:54.771494 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:54.774559 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f73d1204-53fc-4e2a-8f1f-2dd12c4b3118 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2769797 Aug 10 01:07:54.777921 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58064) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:07:54.783503 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-09228130-28c1-4ab9-8b44-d1b5328e4e7d tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Request body: {'subnet': {'network_id': '9ba4f345-2af9-4b1a-a096-ab30f02c75cd', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:07:54.808362 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network f42b1fb5-1f26-4b59-83fe-d283978e154a details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:07:54.896497 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09228130-28c1-4ab9-8b44-d1b5328e4e7d tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Made reservation on behalf of e71a6b0ced6b4bc38b4b6a0ba3c24e39 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:07:54.908349 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-09228130-28c1-4ab9-8b44-d1b5328e4e7d tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:54.980337 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:55.012525 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8245061f-2adb-41b2-a968-624d62e108a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3541145-5c67-4e76-b790-ae3693d9093c'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:07:55.014811 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f223c55-48b0-45c3-868f-8dd6379b1b67" -d '{"events": [{"server_uuid": "8245061f-2adb-41b2-a968-624d62e108a6", "name": "network-vif-plugged", "status": "completed", "tag": "f3541145-5c67-4e76-b790-ae3693d9093c"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:07:55.037890 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port f3541145-5c67-4e76-b790-ae3693d9093c, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=f3541145-5c67-4e76-b790-ae3693d9093c,segment=NetworkSegment(972b6f59-ca6f-4d63-843a-63e117aa35cb),segment_id=972b6f59-ca6f-4d63-843a-63e117aa35cb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:55.046120 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:55.153406 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=f3541145-5c67-4e76-b790-ae3693d9093c,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:55.217672 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-09228130-28c1-4ab9-8b44-d1b5328e4e7d tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:55.286125 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09228130-28c1-4ab9-8b44-d1b5328e4e7d tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Pushing event updated for resources: {'Subnet': ['ID=d12876e8-38cb-4d34-89a7-2e42b8fa22c7,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:55.294294 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09228130-28c1-4ab9-8b44-d1b5328e4e7d tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Checking segment: {'id': '0da4c42e-4459-4321-b2c7-7e940e3214c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9ba4f345-2af9-4b1a-a096-ab30f02c75cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:07:55.294667 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09228130-28c1-4ab9-8b44-d1b5328e4e7d tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Network hostable DHCP agents. Network: 9ba4f345-2af9-4b1a-a096-ab30f02c75cd, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:07:55.313764 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09228130-28c1-4ab9-8b44-d1b5328e4e7d tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Network 9ba4f345-2af9-4b1a-a096-ab30f02c75cd is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:07:55.323100 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-09228130-28c1-4ab9-8b44-d1b5328e4e7d tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 9ba4f345-2af9-4b1a-a096-ab30f02c75cd) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:07:55.327337 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09228130-28c1-4ab9-8b44-d1b5328e4e7d tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:55.327943 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-09228130-28c1-4ab9-8b44-d1b5328e4e7d tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:55.333327 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a2978f-efbb-4630-b239-46e45fede6fa None None] Network 9ba4f345-2af9-4b1a-a096-ab30f02c75cd requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:07:55.346585 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-09228130-28c1-4ab9-8b44-d1b5328e4e7d tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5670476 Aug 10 01:07:55.350207 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58072) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:07:55.355616 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-f577d15c-fc61-464d-ae22-0efa2de4c261 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Request body: {'subnet': {'network_id': 'f42b1fb5-1f26-4b59-83fe-d283978e154a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:07:55.476034 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f577d15c-fc61-464d-ae22-0efa2de4c261 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Made reservation on behalf of e71a6b0ced6b4bc38b4b6a0ba3c24e39 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:07:55.481104 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f577d15c-fc61-464d-ae22-0efa2de4c261 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:55.490505 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f8d8f0-b9d5-46b9-b2eb-38f1d74e678d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-9ba4f345-2af9-4b1a-a096-ab30f02c75cd', 'network_id': '9ba4f345-2af9-4b1a-a096-ab30f02c75cd', 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'fixed_ips': [{'subnet_id': 'd12876e8-38cb-4d34-89a7-2e42b8fa22c7'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:07:55.491380 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-99f8d8f0-b9d5-46b9-b2eb-38f1d74e678d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:55.664663 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-99f8d8f0-b9d5-46b9-b2eb-38f1d74e678d None None] Allocated IP 10.1.1.2 (9ba4f345-2af9-4b1a-a096-ab30f02c75cd/d12876e8-38cb-4d34-89a7-2e42b8fa22c7/4e811d29-0f22-474c-9fdc-b52889554d5a) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:07:55.717799 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f577d15c-fc61-464d-ae22-0efa2de4c261 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:55.782708 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f577d15c-fc61-464d-ae22-0efa2de4c261 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Pushing event updated for resources: {'Subnet': ['ID=e25e17ad-fffa-4e24-9b5d-5651c3a6a11c,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:55.791880 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f577d15c-fc61-464d-ae22-0efa2de4c261 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Checking segment: {'id': '6bfb71d1-ea60-4741-9273-9da4874fac99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f42b1fb5-1f26-4b59-83fe-d283978e154a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:07:55.792544 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f577d15c-fc61-464d-ae22-0efa2de4c261 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Network hostable DHCP agents. Network: f42b1fb5-1f26-4b59-83fe-d283978e154a, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:07:55.812058 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f577d15c-fc61-464d-ae22-0efa2de4c261 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Network f42b1fb5-1f26-4b59-83fe-d283978e154a is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:07:55.825205 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-f577d15c-fc61-464d-ae22-0efa2de4c261 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, f42b1fb5-1f26-4b59-83fe-d283978e154a) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:07:55.829660 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f577d15c-fc61-464d-ae22-0efa2de4c261 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:55.830316 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f577d15c-fc61-464d-ae22-0efa2de4c261 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:55.843798 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99b76cf-ee37-42ad-8b8c-3cb704326628 None None] Network f42b1fb5-1f26-4b59-83fe-d283978e154a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:07:55.849293 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f577d15c-fc61-464d-ae22-0efa2de4c261 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4952843 Aug 10 01:07:55.849587 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58076) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:07:55.854981 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-bc721a6c-35c2-4042-8fdc-81213e33d71e tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Request body: {'port': {'network_id': '9ba4f345-2af9-4b1a-a096-ab30f02c75cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1545229104', 'fixed_ips': [{'subnet_id': 'd12876e8-38cb-4d34-89a7-2e42b8fa22c7'}]}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:07:55.914393 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-99f8d8f0-b9d5-46b9-b2eb-38f1d74e678d None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:55.947062 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-99f8d8f0-b9d5-46b9-b2eb-38f1d74e678d None None] Transition to ACTIVE for port object 4e811d29-0f22-474c-9fdc-b52889554d5a will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:07:55.979446 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-99f8d8f0-b9d5-46b9-b2eb-38f1d74e678d None None] Transition to ACTIVE for port object 4e811d29-0f22-474c-9fdc-b52889554d5a will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:07:55.994764 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-99f8d8f0-b9d5-46b9-b2eb-38f1d74e678d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:56.004504 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc721a6c-35c2-4042-8fdc-81213e33d71e tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Made reservation on behalf of e71a6b0ced6b4bc38b4b6a0ba3c24e39 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:07:56.080246 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f8d8f0-b9d5-46b9-b2eb-38f1d74e678d None None] Network 9ba4f345-2af9-4b1a-a096-ab30f02c75cd is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:07:56.088798 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-99f8d8f0-b9d5-46b9-b2eb-38f1d74e678d None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:07:56.092039 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f8d8f0-b9d5-46b9-b2eb-38f1d74e678d None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:07:56.137577 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8d8f0-b9d5-46b9-b2eb-38f1d74e678d None None] Pushing event updated for resources: {'Port': ['ID=4e811d29-0f22-474c-9fdc-b52889554d5a,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:56.156951 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb5b910-798a-4a32-b96c-07cff284a1c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-f42b1fb5-1f26-4b59-83fe-d283978e154a', 'network_id': 'f42b1fb5-1f26-4b59-83fe-d283978e154a', 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'fixed_ips': [{'subnet_id': 'e25e17ad-fffa-4e24-9b5d-5651c3a6a11c'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:07:56.157965 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6cb5b910-798a-4a32-b96c-07cff284a1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:56.192324 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bc721a6c-35c2-4042-8fdc-81213e33d71e tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:56.223425 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-bc721a6c-35c2-4042-8fdc-81213e33d71e tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] device_id is not set on port 3e7d4ffb-cca1-41ee-8a33-4b120246fc85 yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:07:56.442165 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-bc721a6c-35c2-4042-8fdc-81213e33d71e tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Allocated IP 10.1.1.230 (9ba4f345-2af9-4b1a-a096-ab30f02c75cd/d12876e8-38cb-4d34-89a7-2e42b8fa22c7/3e7d4ffb-cca1-41ee-8a33-4b120246fc85) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:07:56.479322 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-6cb5b910-798a-4a32-b96c-07cff284a1c8 None None] Allocated IP 10.2.2.2 (f42b1fb5-1f26-4b59-83fe-d283978e154a/e25e17ad-fffa-4e24-9b5d-5651c3a6a11c/798da9b6-8def-4b0b-a875-ed6a30c98616) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:07:56.584131 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-99f8d8f0-b9d5-46b9-b2eb-38f1d74e678d None None] Attempting to bind port 4e811d29-0f22-474c-9fdc-b52889554d5a on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:07:56.584588 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-99f8d8f0-b9d5-46b9-b2eb-38f1d74e678d None None] Attempting to bind port 4e811d29-0f22-474c-9fdc-b52889554d5a by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '0da4c42e-4459-4321-b2c7-7e940e3214c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9ba4f345-2af9-4b1a-a096-ab30f02c75cd'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:07:56.584958 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f8d8f0-b9d5-46b9-b2eb-38f1d74e678d None None] Attempting to bind port 4e811d29-0f22-474c-9fdc-b52889554d5a on network 9ba4f345-2af9-4b1a-a096-ab30f02c75cd {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:07:56.598711 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f8d8f0-b9d5-46b9-b2eb-38f1d74e678d None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:07:56.599089 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f8d8f0-b9d5-46b9-b2eb-38f1d74e678d None None] Checking segment: {'id': '0da4c42e-4459-4321-b2c7-7e940e3214c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9ba4f345-2af9-4b1a-a096-ab30f02c75cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:07:56.599501 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-99f8d8f0-b9d5-46b9-b2eb-38f1d74e678d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:56.599902 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f8d8f0-b9d5-46b9-b2eb-38f1d74e678d None None] Bound using segment: {'id': '0da4c42e-4459-4321-b2c7-7e940e3214c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9ba4f345-2af9-4b1a-a096-ab30f02c75cd'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:07:56.600462 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-99f8d8f0-b9d5-46b9-b2eb-38f1d74e678d None None] Bound port: 4e811d29-0f22-474c-9fdc-b52889554d5a, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da4c42e-4459-4321-b2c7-7e940e3214c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9ba4f345-2af9-4b1a-a096-ab30f02c75cd'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:07:56.600828 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-99f8d8f0-b9d5-46b9-b2eb-38f1d74e678d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:56.639687 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bc721a6c-35c2-4042-8fdc-81213e33d71e tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:56.660336 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-bc721a6c-35c2-4042-8fdc-81213e33d71e tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Transition to ACTIVE for port object 3e7d4ffb-cca1-41ee-8a33-4b120246fc85 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:07:56.707879 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bc721a6c-35c2-4042-8fdc-81213e33d71e tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:56.767022 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc721a6c-35c2-4042-8fdc-81213e33d71e tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Network 9ba4f345-2af9-4b1a-a096-ab30f02c75cd is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:07:56.771973 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-bc721a6c-35c2-4042-8fdc-81213e33d71e tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:07:56.776564 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc721a6c-35c2-4042-8fdc-81213e33d71e tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:07:56.842691 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc721a6c-35c2-4042-8fdc-81213e33d71e tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:56.843344 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bc721a6c-35c2-4042-8fdc-81213e33d71e tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:56.846777 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-99f8d8f0-b9d5-46b9-b2eb-38f1d74e678d None None] For port 4e811d29-0f22-474c-9fdc-b52889554d5a, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:07:56.852075 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-99f8d8f0-b9d5-46b9-b2eb-38f1d74e678d None None] For port 4e811d29-0f22-474c-9fdc-b52889554d5a, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=4e811d29-0f22-474c-9fdc-b52889554d5a,segment=NetworkSegment(0da4c42e-4459-4321-b2c7-7e940e3214c5),segment_id=0da4c42e-4459-4321-b2c7-7e940e3214c5)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:07:56.871901 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc721a6c-35c2-4042-8fdc-81213e33d71e tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Pushing event updated for resources: {'Port': ['ID=3e7d4ffb-cca1-41ee-8a33-4b120246fc85,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:56.878538 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-bc721a6c-35c2-4042-8fdc-81213e33d71e tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0278258 Aug 10 01:07:56.881295 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58086) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:07:56.883542 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-99f8d8f0-b9d5-46b9-b2eb-38f1d74e678d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:56.887337 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-9426ecc3-a126-44a7-a79d-4a4709e21be7 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Request body: {'port': {'network_id': '9ba4f345-2af9-4b1a-a096-ab30f02c75cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1688749201', 'fixed_ips': [{'subnet_id': 'd12876e8-38cb-4d34-89a7-2e42b8fa22c7'}]}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:07:56.895131 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6cb5b910-798a-4a32-b96c-07cff284a1c8 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:56.955827 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6cb5b910-798a-4a32-b96c-07cff284a1c8 None None] Transition to ACTIVE for port object 798da9b6-8def-4b0b-a875-ed6a30c98616 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:07:57.003479 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6cb5b910-798a-4a32-b96c-07cff284a1c8 None None] Transition to ACTIVE for port object 798da9b6-8def-4b0b-a875-ed6a30c98616 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:07:57.010649 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8d8f0-b9d5-46b9-b2eb-38f1d74e678d None None] Pushing event updated for resources: {'Port': ['ID=4e811d29-0f22-474c-9fdc-b52889554d5a,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:57.017093 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6cb5b910-798a-4a32-b96c-07cff284a1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:57.062771 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb5b910-798a-4a32-b96c-07cff284a1c8 None None] Network f42b1fb5-1f26-4b59-83fe-d283978e154a is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:07:57.066466 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-6cb5b910-798a-4a32-b96c-07cff284a1c8 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:07:57.073758 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb5b910-798a-4a32-b96c-07cff284a1c8 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:07:57.102019 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9426ecc3-a126-44a7-a79d-4a4709e21be7 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Made reservation on behalf of e71a6b0ced6b4bc38b4b6a0ba3c24e39 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:07:57.119476 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb5b910-798a-4a32-b96c-07cff284a1c8 None None] Pushing event updated for resources: {'Port': ['ID=798da9b6-8def-4b0b-a875-ed6a30c98616,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:57.189620 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-6cb5b910-798a-4a32-b96c-07cff284a1c8 None None] Attempting to bind port 798da9b6-8def-4b0b-a875-ed6a30c98616 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:07:57.190425 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-6cb5b910-798a-4a32-b96c-07cff284a1c8 None None] Attempting to bind port 798da9b6-8def-4b0b-a875-ed6a30c98616 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '6bfb71d1-ea60-4741-9273-9da4874fac99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f42b1fb5-1f26-4b59-83fe-d283978e154a'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:07:57.190425 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb5b910-798a-4a32-b96c-07cff284a1c8 None None] Attempting to bind port 798da9b6-8def-4b0b-a875-ed6a30c98616 on network f42b1fb5-1f26-4b59-83fe-d283978e154a {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:07:57.206416 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb5b910-798a-4a32-b96c-07cff284a1c8 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:07:57.206811 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb5b910-798a-4a32-b96c-07cff284a1c8 None None] Checking segment: {'id': '6bfb71d1-ea60-4741-9273-9da4874fac99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f42b1fb5-1f26-4b59-83fe-d283978e154a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:07:57.213005 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6cb5b910-798a-4a32-b96c-07cff284a1c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:57.214309 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb5b910-798a-4a32-b96c-07cff284a1c8 None None] Bound using segment: {'id': '6bfb71d1-ea60-4741-9273-9da4874fac99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f42b1fb5-1f26-4b59-83fe-d283978e154a'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:07:57.216030 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-6cb5b910-798a-4a32-b96c-07cff284a1c8 None None] Bound port: 798da9b6-8def-4b0b-a875-ed6a30c98616, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bfb71d1-ea60-4741-9273-9da4874fac99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f42b1fb5-1f26-4b59-83fe-d283978e154a'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:07:57.216540 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6cb5b910-798a-4a32-b96c-07cff284a1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:57.378320 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9426ecc3-a126-44a7-a79d-4a4709e21be7 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:57.401278 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6cb5b910-798a-4a32-b96c-07cff284a1c8 None None] For port 798da9b6-8def-4b0b-a875-ed6a30c98616, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:07:57.406621 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6cb5b910-798a-4a32-b96c-07cff284a1c8 None None] For port 798da9b6-8def-4b0b-a875-ed6a30c98616, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=798da9b6-8def-4b0b-a875-ed6a30c98616,segment=NetworkSegment(6bfb71d1-ea60-4741-9273-9da4874fac99),segment_id=6bfb71d1-ea60-4741-9273-9da4874fac99)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:07:57.408805 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-9426ecc3-a126-44a7-a79d-4a4709e21be7 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] device_id is not set on port 427164c9-834c-4700-aa7f-4f167b1f6f0e yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:07:57.419515 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6cb5b910-798a-4a32-b96c-07cff284a1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:57.578585 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb5b910-798a-4a32-b96c-07cff284a1c8 None None] Pushing event updated for resources: {'Port': ['ID=798da9b6-8def-4b0b-a875-ed6a30c98616,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:57.682814 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-9426ecc3-a126-44a7-a79d-4a4709e21be7 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Allocated IP 10.1.1.111 (9ba4f345-2af9-4b1a-a096-ab30f02c75cd/d12876e8-38cb-4d34-89a7-2e42b8fa22c7/427164c9-834c-4700-aa7f-4f167b1f6f0e) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:07:57.874154 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4e811d29-0f22-474c-9fdc-b52889554d5a up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:07:58.030320 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 4e811d29-0f22-474c-9fdc-b52889554d5a completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:07:58.118908 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:58.144002 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9426ecc3-a126-44a7-a79d-4a4709e21be7 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:58.205218 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-9426ecc3-a126-44a7-a79d-4a4709e21be7 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Transition to ACTIVE for port object 427164c9-834c-4700-aa7f-4f167b1f6f0e will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:07:58.277017 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9426ecc3-a126-44a7-a79d-4a4709e21be7 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:58.430919 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426ecc3-a126-44a7-a79d-4a4709e21be7 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Pushing event updated for resources: {'Port': ['ID=427164c9-834c-4700-aa7f-4f167b1f6f0e,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:58.436067 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9426ecc3-a126-44a7-a79d-4a4709e21be7 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Network 9ba4f345-2af9-4b1a-a096-ab30f02c75cd is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:07:58.438262 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-9426ecc3-a126-44a7-a79d-4a4709e21be7 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:07:58.444739 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9426ecc3-a126-44a7-a79d-4a4709e21be7 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:07:58.525094 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9426ecc3-a126-44a7-a79d-4a4709e21be7 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:58.525666 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9426ecc3-a126-44a7-a79d-4a4709e21be7 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:58.556997 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9426ecc3-a126-44a7-a79d-4a4709e21be7 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6744378 Aug 10 01:07:58.661283 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d960fcb1-da4c-4c97-a2c2-2c06e9c07405 None None] Network 9ba4f345-2af9-4b1a-a096-ab30f02c75cd requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:07:58.774916 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-44b03947-9f2f-44cb-a243-f50cfe188516 None None] Provisioning for port 4e811d29-0f22-474c-9fdc-b52889554d5a completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:07:58.786048 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-44b03947-9f2f-44cb-a243-f50cfe188516 None None] Provisioning complete for port 4e811d29-0f22-474c-9fdc-b52889554d5a triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:58.786474 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-44b03947-9f2f-44cb-a243-f50cfe188516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:59.016159 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-44b03947-9f2f-44cb-a243-f50cfe188516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:59.104757 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-44b03947-9f2f-44cb-a243-f50cfe188516 None None] For port 4e811d29-0f22-474c-9fdc-b52889554d5a, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=4e811d29-0f22-474c-9fdc-b52889554d5a,segment=NetworkSegment(0da4c42e-4459-4321-b2c7-7e940e3214c5),segment_id=0da4c42e-4459-4321-b2c7-7e940e3214c5)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:59.111523 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-44b03947-9f2f-44cb-a243-f50cfe188516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:59.189410 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae8a2ce-e1a2-4e24-99eb-245642355c1b None None] Network f42b1fb5-1f26-4b59-83fe-d283978e154a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:07:59.281276 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b03947-9f2f-44cb-a243-f50cfe188516 None None] Pushing event updated for resources: {'Port': ['ID=4e811d29-0f22-474c-9fdc-b52889554d5a,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:59.360817 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5d1f69d6-6ea0-497c-a03a-608cec159d7a None None] Provisioning for port 798da9b6-8def-4b0b-a875-ed6a30c98616 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:07:59.613389 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5922f837-14c6-4457-b687-e81b33c178f0 None None] Provisioning complete for port 4e811d29-0f22-474c-9fdc-b52889554d5a triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:59.614027 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5922f837-14c6-4457-b687-e81b33c178f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:59.806403 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5922f837-14c6-4457-b687-e81b33c178f0 None None] Provisioning for port 427164c9-834c-4700-aa7f-4f167b1f6f0e completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:07:59.824673 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5922f837-14c6-4457-b687-e81b33c178f0 None None] Provisioning complete for port 427164c9-834c-4700-aa7f-4f167b1f6f0e triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:59.824959 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5922f837-14c6-4457-b687-e81b33c178f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:59.914227 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-5922f837-14c6-4457-b687-e81b33c178f0 None None] Port 427164c9-834c-4700-aa7f-4f167b1f6f0e cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:07:59.932392 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5922f837-14c6-4457-b687-e81b33c178f0 None None] Provisioning for port 3e7d4ffb-cca1-41ee-8a33-4b120246fc85 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:07:59.956681 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5922f837-14c6-4457-b687-e81b33c178f0 None None] Provisioning complete for port 3e7d4ffb-cca1-41ee-8a33-4b120246fc85 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:59.958849 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5922f837-14c6-4457-b687-e81b33c178f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:00.010105 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4e811d29-0f22-474c-9fdc-b52889554d5a up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:08:00.048884 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-5922f837-14c6-4457-b687-e81b33c178f0 None None] Port 3e7d4ffb-cca1-41ee-8a33-4b120246fc85 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:08:00.116495 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 4e811d29-0f22-474c-9fdc-b52889554d5a triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:08:00.117176 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:00.239391 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-09109c93-a9ae-4216-baff-f375c7176198 None None] Provisioning complete for port 3e7d4ffb-cca1-41ee-8a33-4b120246fc85 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:08:00.240091 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-09109c93-a9ae-4216-baff-f375c7176198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:00.265867 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 798da9b6-8def-4b0b-a875-ed6a30c98616 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:08:00.299060 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-09109c93-a9ae-4216-baff-f375c7176198 None None] Port 3e7d4ffb-cca1-41ee-8a33-4b120246fc85 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:08:00.326422 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 798da9b6-8def-4b0b-a875-ed6a30c98616 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:08:00.329933 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 798da9b6-8def-4b0b-a875-ed6a30c98616 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:08:00.330313 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:00.419119 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:00.433200 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7c3148d4-f593-4403-9751-dcc09fdc5997 None None] Provisioning complete for port 427164c9-834c-4700-aa7f-4f167b1f6f0e triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:08:00.433478 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7c3148d4-f593-4403-9751-dcc09fdc5997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:00.479086 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 798da9b6-8def-4b0b-a875-ed6a30c98616, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=798da9b6-8def-4b0b-a875-ed6a30c98616,segment=NetworkSegment(6bfb71d1-ea60-4741-9273-9da4874fac99),segment_id=6bfb71d1-ea60-4741-9273-9da4874fac99)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:08:00.484210 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-7c3148d4-f593-4403-9751-dcc09fdc5997 None None] Port 427164c9-834c-4700-aa7f-4f167b1f6f0e cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:08:00.485648 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:00.538962 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=798da9b6-8def-4b0b-a875-ed6a30c98616,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:01.730914 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 798da9b6-8def-4b0b-a875-ed6a30c98616 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:08:01.780834 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 798da9b6-8def-4b0b-a875-ed6a30c98616 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:08:01.781108 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:04.221447 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-65f4f51e-2dc5-4093-b7c6-af33084ab56a service neutron] Request body: {'port': {'device_id': '0e541f2f-302c-4f3d-a336-8896f25c6d5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:04.294248 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-65f4f51e-2dc5-4093-b7c6-af33084ab56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:04.331545 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777c90b-178e-4328-b301-57b6d36c4b1d req-0ef2bf8f-290f-47f6-a2f0-cce4fc69475a tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:04.333498 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2777c90b-178e-4328-b301-57b6d36c4b1d req-0ef2bf8f-290f-47f6-a2f0-cce4fc69475a tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=8245061f-2adb-41b2-a968-624d62e108a6 HTTP/1.1" status: 200 len: 945 time: 0.0575511 Aug 10 01:08:04.399626 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2777c90b-178e-4328-b301-57b6d36c4b1d req-fb144d80-e3f4-4248-9b9e-5c86bb356ddd tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583565 Aug 10 01:08:04.434216 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675bfb7-054e-4d7a-bb5b-447e53980dab req-bd191cfa-e4c7-418e-9510-4dcebd6d5b22 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:04.443635 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f675bfb7-054e-4d7a-bb5b-447e53980dab req-bd191cfa-e4c7-418e-9510-4dcebd6d5b22 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e541f2f-302c-4f3d-a336-8896f25c6d5e HTTP/1.1" status: 200 len: 931 time: 0.0761065 Aug 10 01:08:04.490796 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f675bfb7-054e-4d7a-bb5b-447e53980dab req-b2d45d9e-58ea-4292-913f-2d6e898a98bc tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac5bf72a-a42d-499b-97cf-573a244b946c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463080 Aug 10 01:08:04.537517 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71a9f4d-805b-4b7f-8f9e-38ce458e59bd x-openstack-request-id: req-a71a9f4d-805b-4b7f-8f9e-38ce458e59bd {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:08:04.539471 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8245061f-2adb-41b2-a968-624d62e108a6", "name": "network-vif-plugged", "status": "completed", "tag": "f3541145-5c67-4e76-b790-ae3693d9093c", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:08:04.539999 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a71a9f4d-805b-4b7f-8f9e-38ce458e59bd {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:08:04.540869 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8245061f-2adb-41b2-a968-624d62e108a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3541145-5c67-4e76-b790-ae3693d9093c', 'code': 200} Aug 10 01:08:04.646607 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf42d4-f798-4ee9-b670-df7f01ecbef8 req-896307cb-8edc-4fa5-8d36-fd0affef2392 tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:04.648779 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5abf42d4-f798-4ee9-b670-df7f01ecbef8 req-896307cb-8edc-4fa5-8d36-fd0affef2392 tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 1098 time: 0.0548177 Aug 10 01:08:04.658812 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-65f4f51e-2dc5-4093-b7c6-af33084ab56a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e7cd108-86b7-46d4-97c1-51a8881e0166 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:08:04.672472 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5abf42d4-f798-4ee9-b670-df7f01ecbef8 req-51f8f8cc-0cd9-483c-9d79-3404d3fc562f tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:04.681378 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-65f4f51e-2dc5-4093-b7c6-af33084ab56a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:04.698644 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-65f4f51e-2dc5-4093-b7c6-af33084ab56a service neutron] Transition to ACTIVE for port object 2e7cd108-86b7-46d4-97c1-51a8881e0166 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:08:04.706355 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-65f4f51e-2dc5-4093-b7c6-af33084ab56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:04.716592 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bede96-5666-4247-80a8-619308577ddc req-9e53b932-c179-4a7b-bb25-d93380626e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:04.718115 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-24bede96-5666-4247-80a8-619308577ddc req-9e53b932-c179-4a7b-bb25-d93380626e00 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8245061f-2adb-41b2-a968-624d62e108a6 HTTP/1.1" status: 200 len: 1097 time: 0.0835044 Aug 10 01:08:04.732662 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58138) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:04.738994 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-d0f23a66-ac1c-408c-8d1d-932d96f0fe55 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Request body: {'security_group': {'name': 'tempest-securitygroup--513288318', 'description': 'tempest-description--495704095'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:04.799421 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f4f51e-2dc5-4093-b7c6-af33084ab56a service neutron] Pushing event updated for resources: {'Port': ['ID=2e7cd108-86b7-46d4-97c1-51a8881e0166,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:04.805198 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5abf42d4-f798-4ee9-b670-df7f01ecbef8 req-51f8f8cc-0cd9-483c-9d79-3404d3fc562f tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:04.813904 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5abf42d4-f798-4ee9-b670-df7f01ecbef8 req-51f8f8cc-0cd9-483c-9d79-3404d3fc562f tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:04.822288 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-24bede96-5666-4247-80a8-619308577ddc req-2e9a64bb-c352-4a03-82e9-0f22d3c1aa29 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826311 Aug 10 01:08:04.856362 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5abf42d4-f798-4ee9-b670-df7f01ecbef8 req-51f8f8cc-0cd9-483c-9d79-3404d3fc562f tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982589 Aug 10 01:08:04.882245 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-65f4f51e-2dc5-4093-b7c6-af33084ab56a service neutron] Attempting to bind port 2e7cd108-86b7-46d4-97c1-51a8881e0166 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:08:04.882668 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-65f4f51e-2dc5-4093-b7c6-af33084ab56a service neutron] Attempting to bind port 2e7cd108-86b7-46d4-97c1-51a8881e0166 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6125c102-cf8f-4cc8-89ec-6c7188ed5178'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:08:04.883514 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8f8cc-0cd9-483c-9d79-3404d3fc562f tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057c3842-bbcc-464f-8668-eed2dbcff09d,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:04.884425 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-65f4f51e-2dc5-4093-b7c6-af33084ab56a service neutron] Attempting to bind port 2e7cd108-86b7-46d4-97c1-51a8881e0166 on network 6125c102-cf8f-4cc8-89ec-6c7188ed5178 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:08:04.887903 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d0f23a66-ac1c-408c-8d1d-932d96f0fe55 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:04.901990 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-65f4f51e-2dc5-4093-b7c6-af33084ab56a service neutron] Port 2e7cd108-86b7-46d4-97c1-51a8881e0166 on network 6125c102-cf8f-4cc8-89ec-6c7188ed5178 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:08:04.902563 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-65f4f51e-2dc5-4093-b7c6-af33084ab56a service neutron] Attempting to bind port 2e7cd108-86b7-46d4-97c1-51a8881e0166 on network 6125c102-cf8f-4cc8-89ec-6c7188ed5178 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:08:04.910767 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-65f4f51e-2dc5-4093-b7c6-af33084ab56a service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:08:04.911208 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-65f4f51e-2dc5-4093-b7c6-af33084ab56a service neutron] Checking segment: {'id': 'cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6125c102-cf8f-4cc8-89ec-6c7188ed5178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:08:04.911670 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-65f4f51e-2dc5-4093-b7c6-af33084ab56a service neutron] Bound using segment: {'id': 'cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6125c102-cf8f-4cc8-89ec-6c7188ed5178'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:08:04.912483 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-65f4f51e-2dc5-4093-b7c6-af33084ab56a service neutron] Bound port: 2e7cd108-86b7-46d4-97c1-51a8881e0166, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6125c102-cf8f-4cc8-89ec-6c7188ed5178'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:08:04.912854 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-65f4f51e-2dc5-4093-b7c6-af33084ab56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:05.005845 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-65f4f51e-2dc5-4093-b7c6-af33084ab56a service neutron] For port 2e7cd108-86b7-46d4-97c1-51a8881e0166, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:08:05.011130 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-65f4f51e-2dc5-4093-b7c6-af33084ab56a service neutron] For port 2e7cd108-86b7-46d4-97c1-51a8881e0166, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=2e7cd108-86b7-46d4-97c1-51a8881e0166,segment=NetworkSegment(cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f),segment_id=cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:08:05.018447 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-65f4f51e-2dc5-4093-b7c6-af33084ab56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:05.021624 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d0f23a66-ac1c-408c-8d1d-932d96f0fe55 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:05.032591 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713e7ae-625a-4ef9-8d3e-ce06f56ef495 req-e4cc2ffb-e2d9-4ff4-9618-aa3e76ccd16d tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:05.034190 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0713e7ae-625a-4ef9-8d3e-ce06f56ef495 req-e4cc2ffb-e2d9-4ff4-9618-aa3e76ccd16d tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 946 time: 0.0785851 Aug 10 01:08:05.035354 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d0f23a66-ac1c-408c-8d1d-932d96f0fe55 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:05.062195 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-65f4f51e-2dc5-4093-b7c6-af33084ab56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:05.062977 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-65f4f51e-2dc5-4093-b7c6-af33084ab56a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:05.064666 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-65f4f51e-2dc5-4093-b7c6-af33084ab56a service neutron] 10.222.0.24 "PUT /v2.0/ports/2e7cd108-86b7-46d4-97c1-51a8881e0166 HTTP/1.1" status: 200 len: 1092 time: 0.8483381 Aug 10 01:08:05.064870 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e541f2f-302c-4f3d-a336-8896f25c6d5e', 'tag': '2e7cd108-86b7-46d4-97c1-51a8881e0166'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:08:05.065084 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f23a66-ac1c-408c-8d1d-932d96f0fe55 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02aaacf0-9653-4396-82d6-18c6daa3d038,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:05.067592 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f254b0a1-6af6-4537-9e79-9cab46bd10ea" -d '{"events": [{"name": "network-changed", "server_uuid": "0e541f2f-302c-4f3d-a336-8896f25c6d5e", "tag": "2e7cd108-86b7-46d4-97c1-51a8881e0166"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:08:05.097993 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f4f51e-2dc5-4093-b7c6-af33084ab56a service neutron] Pushing event updated for resources: {'Port': ['ID=2e7cd108-86b7-46d4-97c1-51a8881e0166,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:05.168226 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105d7ba7-94d7-4539-9ad1-a92abab22b67 x-openstack-request-id: req-105d7ba7-94d7-4539-9ad1-a92abab22b67 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:08:05.168692 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e541f2f-302c-4f3d-a336-8896f25c6d5e", "tag": "2e7cd108-86b7-46d4-97c1-51a8881e0166", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:08:05.169002 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-105d7ba7-94d7-4539-9ad1-a92abab22b67 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:08:05.169450 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e541f2f-302c-4f3d-a336-8896f25c6d5e', 'tag': '2e7cd108-86b7-46d4-97c1-51a8881e0166', 'status': 'completed', 'code': 200} Aug 10 01:08:05.172894 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0713e7ae-625a-4ef9-8d3e-ce06f56ef495 req-3d628aef-f9a7-4c95-83dd-5c79836d531e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087401 Aug 10 01:08:05.173929 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d0f23a66-ac1c-408c-8d1d-932d96f0fe55 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:05.176371 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d0f23a66-ac1c-408c-8d1d-932d96f0fe55 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4410305 Aug 10 01:08:05.178356 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58146) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:05.184835 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-a6fc6ef6-1f3e-42dd-bde4-99686d716cf9 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Request body: {'security_group_rule': {'security_group_id': '02aaacf0-9653-4396-82d6-18c6daa3d038', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:05.192706 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58148) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:05.194911 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-85f925ce-b4c6-4214-b4c8-aa9fb54b5270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:05.196817 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-85f925ce-b4c6-4214-b4c8-aa9fb54b5270 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b094b05e0fd454180cc8aa4ad0629d4&device_id=0e541f2f-302c-4f3d-a336-8896f25c6d5e HTTP/1.1" status: 200 len: 1095 time: 0.0768225 Aug 10 01:08:05.247351 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a6fc6ef6-1f3e-42dd-bde4-99686d716cf9 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:05.320520 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-07c5480f-2ab3-4f1d-9ed3-f2e0c5502c71 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e7cd108-86b7-46d4-97c1-51a8881e0166 HTTP/1.1" status: 200 len: 217 time: 0.0818217 Aug 10 01:08:05.325972 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a6fc6ef6-1f3e-42dd-bde4-99686d716cf9 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:05.330797 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a6fc6ef6-1f3e-42dd-bde4-99686d716cf9 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:05.351416 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc6ef6-1f3e-42dd-bde4-99686d716cf9 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a633fbd8-518c-4b34-8ddc-1443cbde7e6c,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:05.361813 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a6fc6ef6-1f3e-42dd-bde4-99686d716cf9 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:05.363058 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a6fc6ef6-1f3e-42dd-bde4-99686d716cf9 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1836061 Aug 10 01:08:05.366944 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58156) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:05.371498 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-74c6fd4b-8faf-4074-947a-6d0a24f9782a tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Request body: {'security_group_rule': {'security_group_id': '02aaacf0-9653-4396-82d6-18c6daa3d038', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:05.406982 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cf13b183-4d2a-4af1-a0a5-b8d9d0bc2fe9 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/floatingips/2f591559-3b60-4acb-ab0a-345b030dbbf6 HTTP/1.1" status: 200 len: 993 time: 0.2040968 Aug 10 01:08:05.409317 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-74c6fd4b-8faf-4074-947a-6d0a24f9782a tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:05.443232 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-6b6b80f6-29a8-479c-a8d7-127e16fabd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:05.447635 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-6b6b80f6-29a8-479c-a8d7-127e16fabd63 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=648ebf73-e804-4838-a92b-8ccde91c1453 HTTP/1.1" status: 200 len: 854 time: 0.0982900 Aug 10 01:08:05.520487 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-dec2f3d7-7c5c-42e2-8f26-93b988a7dea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:05.521983 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-dec2f3d7-7c5c-42e2-8f26-93b988a7dea6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6125c102-cf8f-4cc8-89ec-6c7188ed5178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676992 Aug 10 01:08:05.555996 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-74c6fd4b-8faf-4074-947a-6d0a24f9782a tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:05.570834 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e013cb-1cfa-415d-bcb9-3ec251fc36e0 req-3584b309-4c1a-4a09-8c17-0d18d83b7bb3 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:05.572464 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-03e013cb-1cfa-415d-bcb9-3ec251fc36e0 req-3584b309-4c1a-4a09-8c17-0d18d83b7bb3 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=8245061f-2adb-41b2-a968-624d62e108a6 HTTP/1.1" status: 200 len: 945 time: 0.0720830 Aug 10 01:08:05.573764 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-74c6fd4b-8faf-4074-947a-6d0a24f9782a tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:05.608706 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c6fd4b-8faf-4074-947a-6d0a24f9782a tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d99a5f-f9f8-46de-a54c-04be95a4b54a,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:05.627560 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-74c6fd4b-8faf-4074-947a-6d0a24f9782a tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:05.628931 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-74c6fd4b-8faf-4074-947a-6d0a24f9782a tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2610285 Aug 10 01:08:05.632154 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58166) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:05.639157 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-846840f5-71cf-48f0-a5a8-c80aafa7d5ea tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:05.663026 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-03e013cb-1cfa-415d-bcb9-3ec251fc36e0 req-99644a96-3295-4692-8d13-cd558c9042cd tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828650 Aug 10 01:08:05.687935 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-af4e1e86-af65-4429-b35d-be913bdc7d79 service neutron] 10.222.0.24 "GET /v2.0/networks/6125c102-cf8f-4cc8-89ec-6c7188ed5178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453419 Aug 10 01:08:05.688264 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-846840f5-71cf-48f0-a5a8-c80aafa7d5ea tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks [] for floatingip, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:05.706033 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ef4c4-3953-4b97-bcff-f9dfa24330a9 req-8621e7d3-d627-4928-98d8-ea375fc121b6 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:05.709002 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e0ef4c4-3953-4b97-bcff-f9dfa24330a9 req-8621e7d3-d627-4928-98d8-ea375fc121b6 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e541f2f-302c-4f3d-a336-8896f25c6d5e HTTP/1.1" status: 200 len: 943 time: 0.1019633 Aug 10 01:08:05.760845 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e0ef4c4-3953-4b97-bcff-f9dfa24330a9 req-42df52b0-d854-4814-bd51-2de5cbb82014 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac5bf72a-a42d-499b-97cf-573a244b946c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410173 Aug 10 01:08:05.848376 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2395f6b2-89c6-4b04-9fb1-8d628023f20a req-1edd583c-7ccc-4f49-8dd7-559c129aa5fc service neutron] 10.222.0.24 "GET /v2.0/networks/6125c102-cf8f-4cc8-89ec-6c7188ed5178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426833 Aug 10 01:08:05.886573 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-846840f5-71cf-48f0-a5a8-c80aafa7d5ea tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:05.984761 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254b0a1-6af6-4537-9e79-9cab46bd10ea req-4e8c98de-1590-4f13-9ccb-df18c7e3864b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:05.986277 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f254b0a1-6af6-4537-9e79-9cab46bd10ea req-4e8c98de-1590-4f13-9ccb-df18c7e3864b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b094b05e0fd454180cc8aa4ad0629d4&device_id=0e541f2f-302c-4f3d-a336-8896f25c6d5e HTTP/1.1" status: 200 len: 1095 time: 0.0919495 Aug 10 01:08:06.104443 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-846840f5-71cf-48f0-a5a8-c80aafa7d5ea tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Allocated IP 172.25.2.81 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/64c351e2-de7c-4d15-b934-6727de65546c) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:08:06.157328 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e73eae-0ceb-4361-a17f-4b2eb846cfdc req-43af7cb6-2782-4e44-85cb-b515f21573d7 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:06.164797 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-93e73eae-0ceb-4361-a17f-4b2eb846cfdc req-43af7cb6-2782-4e44-85cb-b515f21573d7 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 946 time: 0.0690992 Aug 10 01:08:06.189299 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254b0a1-6af6-4537-9e79-9cab46bd10ea req-7100e893-1d1c-4b86-a9a2-b79701d70fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:06.190722 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f254b0a1-6af6-4537-9e79-9cab46bd10ea req-7100e893-1d1c-4b86-a9a2-b79701d70fd3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6125c102-cf8f-4cc8-89ec-6c7188ed5178 HTTP/1.1" status: 200 len: 916 time: 0.1839612 Aug 10 01:08:06.209221 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-93e73eae-0ceb-4361-a17f-4b2eb846cfdc req-d2ce3349-3df8-4f53-aee6-98193ccc5563 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434961 Aug 10 01:08:06.257569 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f254b0a1-6af6-4537-9e79-9cab46bd10ea req-b86cd8c0-0c9b-4a3b-9019-440e10a38957 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e7cd108-86b7-46d4-97c1-51a8881e0166 HTTP/1.1" status: 200 len: 217 time: 0.0511134 Aug 10 01:08:06.307994 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-ee56e289-6911-4603-b3f1-094304d690b6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2279997 Aug 10 01:08:06.346153 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-846840f5-71cf-48f0-a5a8-c80aafa7d5ea tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:06.354232 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254b0a1-6af6-4537-9e79-9cab46bd10ea req-a61f5971-ddad-4b4a-be49-3c8ac7f16442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:06.356528 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f254b0a1-6af6-4537-9e79-9cab46bd10ea req-a61f5971-ddad-4b4a-be49-3c8ac7f16442 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=648ebf73-e804-4838-a92b-8ccde91c1453 HTTP/1.1" status: 200 len: 854 time: 0.0873230 Aug 10 01:08:06.481644 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254b0a1-6af6-4537-9e79-9cab46bd10ea req-e911e21d-81e9-4c17-a1fa-5dc2c473f930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:06.483476 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f254b0a1-6af6-4537-9e79-9cab46bd10ea req-e911e21d-81e9-4c17-a1fa-5dc2c473f930 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6125c102-cf8f-4cc8-89ec-6c7188ed5178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1183860 Aug 10 01:08:06.485610 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-846840f5-71cf-48f0-a5a8-c80aafa7d5ea tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:06.570779 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846840f5-71cf-48f0-a5a8-c80aafa7d5ea tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:08:06.582093 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-846840f5-71cf-48f0-a5a8-c80aafa7d5ea tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:08:06.588956 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846840f5-71cf-48f0-a5a8-c80aafa7d5ea tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:08:06.625598 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846840f5-71cf-48f0-a5a8-c80aafa7d5ea tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Pushing event updated for resources: {'Port': ['ID=64c351e2-de7c-4d15-b934-6727de65546c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:06.691602 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f254b0a1-6af6-4537-9e79-9cab46bd10ea req-d490cd57-dd54-405a-b6b3-f0edd7bc17ed service neutron] 10.222.0.24 "GET /v2.0/networks/6125c102-cf8f-4cc8-89ec-6c7188ed5178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944973 Aug 10 01:08:06.747438 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-846840f5-71cf-48f0-a5a8-c80aafa7d5ea tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:06.833273 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432b12b-66f0-485c-bec2-a50eb3a6787c req-bc220516-5465-434f-ad4c-0e3d82a305c4 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:06.834678 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d432b12b-66f0-485c-bec2-a50eb3a6787c req-bc220516-5465-434f-ad4c-0e3d82a305c4 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=8245061f-2adb-41b2-a968-624d62e108a6 HTTP/1.1" status: 200 len: 945 time: 0.0656488 Aug 10 01:08:06.888794 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d432b12b-66f0-485c-bec2-a50eb3a6787c req-b4a20238-9787-481f-8046-69b971ab3bb5 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465508 Aug 10 01:08:06.972461 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426d105-bf19-4534-8c5d-e2f6129a5f8e req-6d1685bc-196c-4225-9553-62e351cf5461 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:06.977525 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2426d105-bf19-4534-8c5d-e2f6129a5f8e req-6d1685bc-196c-4225-9553-62e351cf5461 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e541f2f-302c-4f3d-a336-8896f25c6d5e HTTP/1.1" status: 200 len: 943 time: 0.0843234 Aug 10 01:08:07.024768 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2426d105-bf19-4534-8c5d-e2f6129a5f8e req-4343e3d6-3c9c-4fa1-9907-0f4494d2b179 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac5bf72a-a42d-499b-97cf-573a244b946c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417430 Aug 10 01:08:07.174756 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-846840f5-71cf-48f0-a5a8-c80aafa7d5ea tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:07.232333 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f254b0a1-6af6-4537-9e79-9cab46bd10ea req-fa0d977d-4f4e-4fbc-9113-b65c6e194bf9 service neutron] 10.222.0.24 "GET /v2.0/networks/6125c102-cf8f-4cc8-89ec-6c7188ed5178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5315228 Aug 10 01:08:07.332224 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58224) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:07.411154 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9ecb0f4-5043-4f86-9b97-2b85f1f70387 admin admin] Deleting subnet 9c5af831-375e-4874-99d5-6843a42e0f57 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:08:07.420856 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb75af4-f5e9-43fd-8e16-e57ad4e19163 req-705bc4d6-ec71-4b9c-8553-f739bc74c385 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:07.422149 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-846840f5-71cf-48f0-a5a8-c80aafa7d5ea tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:07.425610 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-afb75af4-f5e9-43fd-8e16-e57ad4e19163 req-705bc4d6-ec71-4b9c-8553-f739bc74c385 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 946 time: 0.1023178 Aug 10 01:08:07.430649 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-846840f5-71cf-48f0-a5a8-c80aafa7d5ea tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:07.432044 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f9ecb0f4-5043-4f86-9b97-2b85f1f70387 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:07.533499 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-846840f5-71cf-48f0-a5a8-c80aafa7d5ea tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:07.538979 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f9ecb0f4-5043-4f86-9b97-2b85f1f70387 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:07.550505 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846840f5-71cf-48f0-a5a8-c80aafa7d5ea tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Pushing event updated for resources: {'Port': ['ID=64c351e2-de7c-4d15-b934-6727de65546c,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:07.555909 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-846840f5-71cf-48f0-a5a8-c80aafa7d5ea tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:07.564857 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-846840f5-71cf-48f0-a5a8-c80aafa7d5ea tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9313886 Aug 10 01:08:07.638332 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f9ecb0f4-5043-4f86-9b97-2b85f1f70387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:07.702904 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-afb75af4-f5e9-43fd-8e16-e57ad4e19163 req-eeeb263f-21c2-4a5b-a7b5-20650c956614 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2071900 Aug 10 01:08:07.759811 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f9ecb0f4-5043-4f86-9b97-2b85f1f70387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:07.794930 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ecb0f4-5043-4f86-9b97-2b85f1f70387 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c5af831-375e-4874-99d5-6843a42e0f57,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:07.797020 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f9ecb0f4-5043-4f86-9b97-2b85f1f70387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:07.799907 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f9ecb0f4-5043-4f86-9b97-2b85f1f70387 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9c5af831-375e-4874-99d5-6843a42e0f57 HTTP/1.1" status: 204 len: 168 time: 0.4655962 Aug 10 01:08:07.801938 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58248) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:07.858507 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-6959f3af-d9bf-4370-93b5-f1133403de6b tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--513288318&fields=id&tenant_id=e71a6b0ced6b4bc38b4b6a0ba3c24e39 HTTP/1.1" status: 200 len: 267 time: 0.0379364 Aug 10 01:08:07.911912 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c1e61ca0-0372-4020-bddd-4b8da688d3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:07.912593 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-bb058bd0-bd89-4f87-bed4-8679d458b555 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:07.914066 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-bb058bd0-bd89-4f87-bed4-8679d458b555 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports/3e7d4ffb-cca1-41ee-8a33-4b120246fc85 HTTP/1.1" status: 200 len: 937 time: 0.0478294 Aug 10 01:08:07.928932 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-173bd5bb-46c1-4a6b-9693-3f4ea86c0772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:07.930478 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-173bd5bb-46c1-4a6b-9693-3f4ea86c0772 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 1098 time: 0.0731320 Aug 10 01:08:07.970087 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-8673841c-8382-4cff-86d1-1d5118b54adf tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:07.971759 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-8673841c-8382-4cff-86d1-1d5118b54adf tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports/427164c9-834c-4700-aa7f-4f167b1f6f0e HTTP/1.1" status: 200 len: 937 time: 0.0508204 Aug 10 01:08:08.012583 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-ac85c73a-5b5d-4b55-b74d-4cdb68149124 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?network_id=f42b1fb5-1f26-4b59-83fe-d283978e154a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0321186 Aug 10 01:08:08.064475 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c1e61ca0-0372-4020-bddd-4b8da688d3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:08.064667 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-b848f191-66a5-4323-8fac-e4c217f6e979 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?network_id=f42b1fb5-1f26-4b59-83fe-d283978e154a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0399435 Aug 10 01:08:08.083985 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-c1e61ca0-0372-4020-bddd-4b8da688d3ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6efede-22df-4e93-b06b-b677f8c2b42c']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:08.100075 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-c1e61ca0-0372-4020-bddd-4b8da688d3ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10fb682a-4542-404f-8e24-3f166ef5480f') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:08.100390 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-c1e61ca0-0372-4020-bddd-4b8da688d3ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10fb682a-4542-404f-8e24-3f166ef5480f') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:08.118005 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c1e61ca0-0372-4020-bddd-4b8da688d3ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:08.132077 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-1418896d-bb42-4cc3-9e23-d0cefb41628a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:08.133600 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-1418896d-bb42-4cc3-9e23-d0cefb41628a service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a462b3c-85e0-42af-bdaa-7c1c00be4593 HTTP/1.1" status: 200 len: 897 time: 0.1809988 Aug 10 01:08:08.137806 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c1e61ca0-0372-4020-bddd-4b8da688d3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:08.182335 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e61ca0-0372-4020-bddd-4b8da688d3ec admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:08:08.182648 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c1e61ca0-0372-4020-bddd-4b8da688d3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:08.184455 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:08:08.184455 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:08:08.184455 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:08:08.184455 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:08:08.184455 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:08:08.184455 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:08:08.184455 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:08:08.184455 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:08:08.184455 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:08:08.184455 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:08:08.184455 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:08:08.184455 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:08:08.184455 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:08:08.184455 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:08:08.184455 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:08:08.184455 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:08:08.184455 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:08:08.184455 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:08:08.184455 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:08:08.184455 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:08:08.184455 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:08:08.184455 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:08:08.184455 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:08:08.184455 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:08:08.184455 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:08:08.184455 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:08:08.184455 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:08:08.184455 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:08:08.184455 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:08:08.184455 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:08:08.184455 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:08:08.184455 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:08:08.200829 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819ce2f-db62-4883-a0af-ead63563e824 req-5b1c7809-5b68-49ef-a181-6beca0567816 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:08.202303 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c819ce2f-db62-4883-a0af-ead63563e824 req-5b1c7809-5b68-49ef-a181-6beca0567816 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e541f2f-302c-4f3d-a336-8896f25c6d5e HTTP/1.1" status: 200 len: 943 time: 0.0731895 Aug 10 01:08:08.243706 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-1b51b84f-afad-40c7-b587-2047d268c6dd tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:08.249278 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-1b51b84f-afad-40c7-b587-2047d268c6dd tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:08.249767 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-e7362686-32f8-4b3e-a248-7dc1cde15d40 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d3cf203-dbf4-4919-b989-f724df5d49e9 HTTP/1.1" status: 200 len: 1001 time: 0.1067352 Aug 10 01:08:08.251930 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c1e61ca0-0372-4020-bddd-4b8da688d3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:08.255496 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-1b51b84f-afad-40c7-b587-2047d268c6dd tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:08.257269 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c1e61ca0-0372-4020-bddd-4b8da688d3ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:08.257438 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-1b51b84f-afad-40c7-b587-2047d268c6dd tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/networks?id=aaa7fdb9-5c2f-4bac-aa26-627a06906836&id=9ba4f345-2af9-4b1a-a096-ab30f02c75cd&id=9ba4f345-2af9-4b1a-a096-ab30f02c75cd&id=f42b1fb5-1f26-4b59-83fe-d283978e154a&id=f42b1fb5-1f26-4b59-83fe-d283978e154a HTTP/1.1" status: 200 len: 1993 time: 0.1853342 Aug 10 01:08:08.259099 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c1e61ca0-0372-4020-bddd-4b8da688d3ec admin admin] 10.222.0.35 "DELETE /v2.0/networks/fd6efede-22df-4e93-b06b-b677f8c2b42c HTTP/1.1" status: 204 len: 168 time: 0.4559932 Aug 10 01:08:08.289338 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-cbea3e96-e7ee-475e-b6c4-2f1d1e5ed91d tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/quotas/e71a6b0ced6b4bc38b4b6a0ba3c24e39 HTTP/1.1" status: 200 len: 375 time: 0.0191276 Aug 10 01:08:08.293542 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c819ce2f-db62-4883-a0af-ead63563e824 req-52c3d79f-d076-4ebe-8aab-7a84ca606417 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac5bf72a-a42d-499b-97cf-573a244b946c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804360 Aug 10 01:08:08.299625 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e61ca0-0372-4020-bddd-4b8da688d3ec admin admin] Pushing event deleted for resources: {'Network': ['ID=fd6efede-22df-4e93-b06b-b677f8c2b42c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:08.320326 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-c3407de5-de76-4595-99bf-d9e20bc56435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:08.322079 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-c3407de5-de76-4595-99bf-d9e20bc56435 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=95d779ab-0287-4bf3-8588-a099eab6d9bd HTTP/1.1" status: 200 len: 835 time: 0.0620203 Aug 10 01:08:08.380956 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-183d8463-37a1-40af-9c91-861063c9831d tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e71a6b0ced6b4bc38b4b6a0ba3c24e39&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0838902 Aug 10 01:08:08.383203 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-d87b2ac5-5c18-4e02-8c89-37a102d53dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:08.384645 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-d87b2ac5-5c18-4e02-8c89-37a102d53dbb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a462b3c-85e0-42af-bdaa-7c1c00be4593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459754 Aug 10 01:08:08.462309 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58260) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:08.504216 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-6056048f-5c3a-43ed-a3b5-b5fe06ba858e service neutron] 10.222.0.24 "GET /v2.0/networks/5a462b3c-85e0-42af-bdaa-7c1c00be4593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115384 Aug 10 01:08:08.510632 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-70a4e741-ef91-4d38-9d3c-3d335683734e service neutron] 10.222.0.35 "GET /v2.0/networks/aaa7fdb9-5c2f-4bac-aa26-627a06906836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132548 Aug 10 01:08:08.541791 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3adc68ba-b720-4250-af60-26a8b000f97f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=71364749dc834cd187da4f869c13f065&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0782735 Aug 10 01:08:08.565610 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58262) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:08.628826 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-b3a31855-1bb9-4eba-a4dc-8ce4ad3544ee service neutron] 10.222.0.24 "GET /v2.0/networks/5a462b3c-85e0-42af-bdaa-7c1c00be4593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143980 Aug 10 01:08:08.649763 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-cab9690d-c04c-4c16-a817-ae53e51a7048 service neutron] 10.222.0.35 "GET /v2.0/networks/aaa7fdb9-5c2f-4bac-aa26-627a06906836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320894 Aug 10 01:08:08.652949 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f3a04ed7-ad40-40b8-bc12-801a9f73a4fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:08.703557 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f3a04ed7-ad40-40b8-bc12-801a9f73a4fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:08.713693 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-fa9bcb09-fbda-4f9d-91f9-8dfa9d57b760 service neutron] 10.222.0.35 "GET /v2.0/ports/3e7d4ffb-cca1-41ee-8a33-4b120246fc85?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0557878 Aug 10 01:08:08.831357 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f3a04ed7-ad40-40b8-bc12-801a9f73a4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:08.833898 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f3a04ed7-ad40-40b8-bc12-801a9f73a4fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:08.835032 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f3a04ed7-ad40-40b8-bc12-801a9f73a4fd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b0bbc342-d53d-4a5b-822c-bcb78b3e82b6 HTTP/1.1" status: 204 len: 168 time: 0.2684865 Aug 10 01:08:08.842328 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-ece3b553-503c-4cbf-bbba-a8d89029b0d0 service neutron] 10.222.0.35 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196034 Aug 10 01:08:08.847098 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a04ed7-ad40-40b8-bc12-801a9f73a4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bbc342-d53d-4a5b-822c-bcb78b3e82b6,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:08.972781 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7a3e9825-423f-45d0-9f2e-dd29f0136060 service neutron] 10.222.0.35 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230619 Aug 10 01:08:09.031104 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-36ca6d12-1097-4437-a539-b09e382d6727 service neutron] 10.222.0.35 "GET /v2.0/ports/427164c9-834c-4700-aa7f-4f167b1f6f0e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0541453 Aug 10 01:08:09.059538 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd70d8e-cca1-411a-aec1-9ed5ba870d5a req-93422a6f-3544-467e-825d-1844de9a6501 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:09.061272 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ebd70d8e-cca1-411a-aec1-9ed5ba870d5a req-93422a6f-3544-467e-825d-1844de9a6501 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 946 time: 0.1033843 Aug 10 01:08:09.148867 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ebd70d8e-cca1-411a-aec1-9ed5ba870d5a req-7385131d-d04f-4b86-8078-ca71edc6397c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749431 Aug 10 01:08:09.208389 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-bb2ec335-3974-4331-9643-ac78aa9c5618 service neutron] 10.222.0.35 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698122 Aug 10 01:08:09.300260 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-b662f1e0-c3b7-4a53-81bf-4330a5f7df8d service neutron] 10.222.0.35 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909259 Aug 10 01:08:09.444292 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-d35b6d09-d6ee-4a8a-86f0-14c50c668fe3 service neutron] 10.222.0.35 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372526 Aug 10 01:08:09.496792 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8334a-99d4-48c5-9bf9-088caa9168f0 req-57375f8d-c006-436b-9b4f-b5edbaa67eed tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:09.498293 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8da8334a-99d4-48c5-9bf9-088caa9168f0 req-57375f8d-c006-436b-9b4f-b5edbaa67eed tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e541f2f-302c-4f3d-a336-8896f25c6d5e HTTP/1.1" status: 200 len: 943 time: 0.1219702 Aug 10 01:08:09.571768 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8da8334a-99d4-48c5-9bf9-088caa9168f0 req-28bca4a8-6320-40bd-8aed-482ebdae0a3b tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac5bf72a-a42d-499b-97cf-573a244b946c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641992 Aug 10 01:08:09.588373 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-d4a6df3a-f419-4b1e-b7dd-77b00371b1b5 service neutron] 10.222.0.35 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435249 Aug 10 01:08:09.632331 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58300) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:09.682303 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-f250f5c7-e546-4829-9beb-4429eba01b9b service neutron] 10.222.0.35 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930383 Aug 10 01:08:09.743679 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-53a72067-a261-4f01-83ff-4f769e3a6bf3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1236048449-network', 'tenant_id': 'a4f463465f414d20a10d25627743d857'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:09.788705 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a72067-a261-4f01-83ff-4f769e3a6bf3 admin admin] Made reservation on behalf of a4f463465f414d20a10d25627743d857 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:08:09.790978 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-53a72067-a261-4f01-83ff-4f769e3a6bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:09.807443 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-53a72067-a261-4f01-83ff-4f769e3a6bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:09.811384 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-9b8df5a7-37c6-4e8b-9d19-15ccbf54d3be service neutron] 10.222.0.35 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231050 Aug 10 01:08:09.957797 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-bba9f66c-ff89-4fa8-8e46-f3526719add9 service neutron] 10.222.0.35 "GET /v2.0/networks/f42b1fb5-1f26-4b59-83fe-d283978e154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288183 Aug 10 01:08:10.068351 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-53a72067-a261-4f01-83ff-4f769e3a6bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:10.073803 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-53a72067-a261-4f01-83ff-4f769e3a6bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:10.108315 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a72067-a261-4f01-83ff-4f769e3a6bf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:08:10.111618 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-f2477f0a-06a7-43d5-9ee7-12165cf5ec18 service neutron] 10.222.0.35 "GET /v2.0/networks/f42b1fb5-1f26-4b59-83fe-d283978e154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453977 Aug 10 01:08:10.143913 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-53a72067-a261-4f01-83ff-4f769e3a6bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:10.144290 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-53a72067-a261-4f01-83ff-4f769e3a6bf3 admin admin] Added segment 6bb08f30-b0e8-4f53-9c2c-d675a93d2518 of type vlan for network d5f42a49-cf64-4535-a007-0ffeb2000607 Aug 10 01:08:10.163595 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 2e7cd108-86b7-46d4-97c1-51a8881e0166 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:08:10.174985 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a72067-a261-4f01-83ff-4f769e3a6bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ede1ed-3957-4a3e-8284-98b07716ac94,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:10.239964 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-53a72067-a261-4f01-83ff-4f769e3a6bf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:10.268167 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-75bc0c19-7edb-4186-b604-98c81adaab92 service neutron] 10.222.0.35 "GET /v2.0/networks/f42b1fb5-1f26-4b59-83fe-d283978e154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479223 Aug 10 01:08:10.300359 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-53a72067-a261-4f01-83ff-4f769e3a6bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:10.300359 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a72067-a261-4f01-83ff-4f769e3a6bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:10.300906 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-53a72067-a261-4f01-83ff-4f769e3a6bf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:10.318167 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 2e7cd108-86b7-46d4-97c1-51a8881e0166, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=2e7cd108-86b7-46d4-97c1-51a8881e0166,segment=NetworkSegment(cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f),segment_id=cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:08:10.329659 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '2e7cd108-86b7-46d4-97c1-51a8881e0166', 'network_id': '6125c102-cf8f-4cc8-89ec-6c7188ed5178', 'port_id': '2e7cd108-86b7-46d4-97c1-51a8881e0166', 'mac_address': 'fa:16:3e:84:9a:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '648ebf73-e804-4838-a92b-8ccde91c1453', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:08:10.367960 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:10.380804 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e7cd108-86b7-46d4-97c1-51a8881e0166 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:08:10.401234 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 2e7cd108-86b7-46d4-97c1-51a8881e0166, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=2e7cd108-86b7-46d4-97c1-51a8881e0166,segment=NetworkSegment(cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f),segment_id=cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:08:10.406274 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:10.425218 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-53a72067-a261-4f01-83ff-4f769e3a6bf3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7914979 Aug 10 01:08:10.428203 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58316) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:10.433175 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-6b884025-fce6-47be-91c3-5386813042e4 admin admin] Request body: {'subnet': {'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1236048449-subnet', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:10.441554 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a72067-a261-4f01-83ff-4f769e3a6bf3 admin admin] Pushing event updated for resources: {'Network': ['ID=d5f42a49-cf64-4535-a007-0ffeb2000607,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:10.452514 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710381f3-1b82-4c14-8b70-59d608aea76b req-8103eab7-2e2b-49b9-995a-a4b314492193 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:10.459816 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-710381f3-1b82-4c14-8b70-59d608aea76b req-8103eab7-2e2b-49b9-995a-a4b314492193 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 946 time: 0.1801624 Aug 10 01:08:10.462484 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b884025-fce6-47be-91c3-5386813042e4 admin admin] Made reservation on behalf of a4f463465f414d20a10d25627743d857 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:08:10.466299 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6b884025-fce6-47be-91c3-5386813042e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:10.471721 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=2e7cd108-86b7-46d4-97c1-51a8881e0166,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:10.476922 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network d5f42a49-cf64-4535-a007-0ffeb2000607 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:08:10.492685 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-99d34f23-8af4-4d0f-bf52-cda90f30a4b6 service neutron] 10.222.0.35 "GET /v2.0/networks/f42b1fb5-1f26-4b59-83fe-d283978e154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118015 Aug 10 01:08:10.535987 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-710381f3-1b82-4c14-8b70-59d608aea76b req-123c6c08-7e1c-488d-a747-e065c928e91f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654137 Aug 10 01:08:10.692526 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6b884025-fce6-47be-91c3-5386813042e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:10.760428 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b884025-fce6-47be-91c3-5386813042e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1982ede0-b8b9-4659-ad0a-d59c9e02d1ca,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:10.773047 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b884025-fce6-47be-91c3-5386813042e4 admin admin] Checking segment: {'id': '6bb08f30-b0e8-4f53-9c2c-d675a93d2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:08:10.773659 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b884025-fce6-47be-91c3-5386813042e4 admin admin] Network hostable DHCP agents. Network: d5f42a49-cf64-4535-a007-0ffeb2000607, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:08:10.775241 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb1e7f-3ad0-47b9-8fdc-0c56a1833237 req-db061fef-c485-493d-b03c-a3ba96ada5f0 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:10.776838 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-71bb1e7f-3ad0-47b9-8fdc-0c56a1833237 req-db061fef-c485-493d-b03c-a3ba96ada5f0 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e541f2f-302c-4f3d-a336-8896f25c6d5e HTTP/1.1" status: 200 len: 944 time: 0.0680616 Aug 10 01:08:10.795969 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b884025-fce6-47be-91c3-5386813042e4 admin admin] Network d5f42a49-cf64-4535-a007-0ffeb2000607 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:08:10.807898 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-6b884025-fce6-47be-91c3-5386813042e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, d5f42a49-cf64-4535-a007-0ffeb2000607) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:08:10.816605 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['2e7cd108-86b7-46d4-97c1-51a8881e0166'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:08:10.817028 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b884025-fce6-47be-91c3-5386813042e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:10.817977 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6b884025-fce6-47be-91c3-5386813042e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:10.822033 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d820640e-e426-4e05-a0aa-527894019e51 None None] Network d5f42a49-cf64-4535-a007-0ffeb2000607 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:08:10.833230 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-71bb1e7f-3ad0-47b9-8fdc-0c56a1833237 req-d0c7a025-7096-45b2-b1dc-71ea0a4b65ab tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac5bf72a-a42d-499b-97cf-573a244b946c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443981 Aug 10 01:08:10.833937 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6b884025-fce6-47be-91c3-5386813042e4 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4046147 Aug 10 01:08:10.836549 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58324) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:10.841294 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-050663f1-ff8f-4578-8c06-17661ee75a5b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1236048449-router', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:10.874458 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-050663f1-ff8f-4578-8c06-17661ee75a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:10.875640 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-050663f1-ff8f-4578-8c06-17661ee75a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:10.945320 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-050663f1-ff8f-4578-8c06-17661ee75a5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:11.055016 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c2ab43-cd54-4f78-a7ae-30625ec7f98a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-d5f42a49-cf64-4535-a007-0ffeb2000607', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'fixed_ips': [{'subnet_id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:08:11.055871 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c9c2ab43-cd54-4f78-a7ae-30625ec7f98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:11.172448 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-050663f1-ff8f-4578-8c06-17661ee75a5b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:11.253862 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-c9c2ab43-cd54-4f78-a7ae-30625ec7f98a None None] Allocated IP 172.20.0.2 (d5f42a49-cf64-4535-a007-0ffeb2000607/1982ede0-b8b9-4659-ad0a-d59c9e02d1ca/3ff34356-8bbe-4279-aade-c6a46d270d87) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:08:11.279347 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dcbd635a-22e0-48bc-ba0d-2977e6af2e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:11.405059 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-050663f1-ff8f-4578-8c06-17661ee75a5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:11.454667 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7e4e9963-52fb-4776-999b-1af3fbb6320a req-97f2960a-f690-4d4e-8868-4fe8a4ea517e tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 210 time: 0.0352764 Aug 10 01:08:11.473059 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-050663f1-ff8f-4578-8c06-17661ee75a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:11.605056 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:11.611486 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c9c2ab43-cd54-4f78-a7ae-30625ec7f98a None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:11.620859 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c9c2ab43-cd54-4f78-a7ae-30625ec7f98a None None] Transition to ACTIVE for port object 3ff34356-8bbe-4279-aade-c6a46d270d87 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:08:11.629430 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-050663f1-ff8f-4578-8c06-17661ee75a5b admin admin] Allocated IP 172.25.2.11 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/c9adec72-9a89-46f5-b526-ece9a5e443b9) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:08:11.639724 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c9c2ab43-cd54-4f78-a7ae-30625ec7f98a None None] Transition to ACTIVE for port object 3ff34356-8bbe-4279-aade-c6a46d270d87 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:08:11.647105 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c9c2ab43-cd54-4f78-a7ae-30625ec7f98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:11.712855 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c2ab43-cd54-4f78-a7ae-30625ec7f98a None None] Network d5f42a49-cf64-4535-a007-0ffeb2000607 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:08:11.720938 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-c9c2ab43-cd54-4f78-a7ae-30625ec7f98a None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:08:11.728399 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c2ab43-cd54-4f78-a7ae-30625ec7f98a None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:08:11.739944 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0426c7-5d3e-468e-b0b5-c4ce1912f12e req-3210b580-1a87-42f3-a919-b409f4ca2922 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:11.750086 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aa0426c7-5d3e-468e-b0b5-c4ce1912f12e req-3210b580-1a87-42f3-a919-b409f4ca2922 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 946 time: 0.1109235 Aug 10 01:08:11.779970 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c2ab43-cd54-4f78-a7ae-30625ec7f98a None None] Pushing event updated for resources: {'Port': ['ID=3ff34356-8bbe-4279-aade-c6a46d270d87,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:11.797697 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-050663f1-ff8f-4578-8c06-17661ee75a5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:11.826669 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aa0426c7-5d3e-468e-b0b5-c4ce1912f12e req-11f3ec1f-c91b-4a5c-874f-050e50509a0d tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742924 Aug 10 01:08:11.829170 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-c9c2ab43-cd54-4f78-a7ae-30625ec7f98a None None] Attempting to bind port 3ff34356-8bbe-4279-aade-c6a46d270d87 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:08:11.829623 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-c9c2ab43-cd54-4f78-a7ae-30625ec7f98a None None] Attempting to bind port 3ff34356-8bbe-4279-aade-c6a46d270d87 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '6bb08f30-b0e8-4f53-9c2c-d675a93d2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:08:11.829886 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c2ab43-cd54-4f78-a7ae-30625ec7f98a None None] Attempting to bind port 3ff34356-8bbe-4279-aade-c6a46d270d87 on network d5f42a49-cf64-4535-a007-0ffeb2000607 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:08:11.836488 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c2ab43-cd54-4f78-a7ae-30625ec7f98a None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:08:11.837127 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c2ab43-cd54-4f78-a7ae-30625ec7f98a None None] Checking segment: {'id': '6bb08f30-b0e8-4f53-9c2c-d675a93d2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:08:11.837662 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c9c2ab43-cd54-4f78-a7ae-30625ec7f98a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:11.838067 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c2ab43-cd54-4f78-a7ae-30625ec7f98a None None] Bound using segment: {'id': '6bb08f30-b0e8-4f53-9c2c-d675a93d2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:08:11.838549 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-c9c2ab43-cd54-4f78-a7ae-30625ec7f98a None None] Bound port: 3ff34356-8bbe-4279-aade-c6a46d270d87, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb08f30-b0e8-4f53-9c2c-d675a93d2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:08:11.838936 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c9c2ab43-cd54-4f78-a7ae-30625ec7f98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:11.864375 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-050663f1-ff8f-4578-8c06-17661ee75a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:11.927977 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050663f1-ff8f-4578-8c06-17661ee75a5b admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:08:11.943852 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-050663f1-ff8f-4578-8c06-17661ee75a5b admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:08:11.948515 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050663f1-ff8f-4578-8c06-17661ee75a5b admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:08:11.952931 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050663f1-ff8f-4578-8c06-17661ee75a5b admin admin] Pushing event updated for resources: {'Port': ['ID=c9adec72-9a89-46f5-b526-ece9a5e443b9,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:11.973297 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-c9c2ab43-cd54-4f78-a7ae-30625ec7f98a None None] For port 3ff34356-8bbe-4279-aade-c6a46d270d87, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:08:11.978371 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-c9c2ab43-cd54-4f78-a7ae-30625ec7f98a None None] For port 3ff34356-8bbe-4279-aade-c6a46d270d87, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=3ff34356-8bbe-4279-aade-c6a46d270d87,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:08:12.000786 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c9c2ab43-cd54-4f78-a7ae-30625ec7f98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:12.002459 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e74bcf-bfd7-4d5a-b93a-000db934aadd req-2f7dabcd-c7d3-4ef0-86ca-4d0f062440ee tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:12.012593 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-20e74bcf-bfd7-4d5a-b93a-000db934aadd req-2f7dabcd-c7d3-4ef0-86ca-4d0f062440ee tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e541f2f-302c-4f3d-a336-8896f25c6d5e HTTP/1.1" status: 200 len: 944 time: 0.0959818 Aug 10 01:08:12.063330 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-20e74bcf-bfd7-4d5a-b93a-000db934aadd req-67ac3208-5422-43b8-8462-8a3047b21fa2 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac5bf72a-a42d-499b-97cf-573a244b946c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453663 Aug 10 01:08:12.148304 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c2ab43-cd54-4f78-a7ae-30625ec7f98a None None] Pushing event updated for resources: {'Port': ['ID=3ff34356-8bbe-4279-aade-c6a46d270d87,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:12.203747 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 2e7cd108-86b7-46d4-97c1-51a8881e0166 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:08:12.275603 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-050663f1-ff8f-4578-8c06-17661ee75a5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:12.284108 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 2e7cd108-86b7-46d4-97c1-51a8881e0166 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:08:12.288683 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 2e7cd108-86b7-46d4-97c1-51a8881e0166 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:08:12.289063 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:12.458281 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:12.513518 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e541f2f-302c-4f3d-a336-8896f25c6d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7cd108-86b7-46d4-97c1-51a8881e0166'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:08:12.516462 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873a3eeb-0af9-40f1-8a6e-e63589fe265a" -d '{"events": [{"server_uuid": "0e541f2f-302c-4f3d-a336-8896f25c6d5e", "name": "network-vif-plugged", "status": "completed", "tag": "2e7cd108-86b7-46d4-97c1-51a8881e0166"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:08:12.534363 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 2e7cd108-86b7-46d4-97c1-51a8881e0166, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=2e7cd108-86b7-46d4-97c1-51a8881e0166,segment=NetworkSegment(cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f),segment_id=cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:08:12.541270 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:12.604757 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-050663f1-ff8f-4578-8c06-17661ee75a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:12.608641 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=2e7cd108-86b7-46d4-97c1-51a8881e0166,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:12.628330 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95ad81e-2c6c-4dec-958a-33ac9b819c23 x-openstack-request-id: req-f95ad81e-2c6c-4dec-958a-33ac9b819c23 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:08:12.628556 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e541f2f-302c-4f3d-a336-8896f25c6d5e", "name": "network-vif-plugged", "status": "completed", "tag": "2e7cd108-86b7-46d4-97c1-51a8881e0166", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:08:12.628738 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f95ad81e-2c6c-4dec-958a-33ac9b819c23 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:08:12.629315 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e541f2f-302c-4f3d-a336-8896f25c6d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7cd108-86b7-46d4-97c1-51a8881e0166', 'code': 200} Aug 10 01:08:12.781778 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7188058b-8f1f-4645-8f88-992c0e945b76 req-9daf7823-20c2-4431-8733-1d560e079c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:12.783538 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7188058b-8f1f-4645-8f88-992c0e945b76 req-9daf7823-20c2-4431-8733-1d560e079c74 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0e541f2f-302c-4f3d-a336-8896f25c6d5e HTTP/1.1" status: 200 len: 1097 time: 0.1091471 Aug 10 01:08:12.845766 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7188058b-8f1f-4645-8f88-992c0e945b76 req-30563591-edcb-4e2e-8b07-77b28ce38575 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ac5bf72a-a42d-499b-97cf-573a244b946c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533409 Aug 10 01:08:12.863950 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7e5bb4ec-0362-47fa-9b65-627994bc3f92 req-851cc522-8eab-471c-936d-dbec93ebf660 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 210 time: 0.0451658 Aug 10 01:08:12.878521 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050663f1-ff8f-4578-8c06-17661ee75a5b admin admin] Router 17ffa94a-5dfa-4674-b438-98620fdac6f2 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:08:13.010874 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c77df-1581-4e62-8360-ede804128ea7 req-33f9bf3c-f813-4ed7-95be-733ba2540947 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:13.014567 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-777c77df-1581-4e62-8360-ede804128ea7 req-33f9bf3c-f813-4ed7-95be-733ba2540947 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 946 time: 0.0681767 Aug 10 01:08:13.035653 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-4c82ee17-8a6e-47ac-a7c3-39b8332d3c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:13.037505 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-4c82ee17-8a6e-47ac-a7c3-39b8332d3c14 service neutron] 10.222.0.20 "GET /v2.0/ports/3e7d4ffb-cca1-41ee-8a33-4b120246fc85 HTTP/1.1" status: 200 len: 1033 time: 0.0789745 Aug 10 01:08:13.064992 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-777c77df-1581-4e62-8360-ede804128ea7 req-76a4d81d-a712-4160-8550-c1b300fbb4fa tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408072 Aug 10 01:08:13.087500 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050663f1-ff8f-4578-8c06-17661ee75a5b admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:08:13.100438 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd86c80-a760-4333-a268-58e0812a7655 None None] Sync routers for ids ['17ffa94a-5dfa-4674-b438-98620fdac6f2'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:08:13.108450 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-edfa65b4-475e-4fae-afb5-bba74bc6f9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:13.109961 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-edfa65b4-475e-4fae-afb5-bba74bc6f9e0 service neutron] 10.222.0.20 "GET /v2.0/ports/427164c9-834c-4700-aa7f-4f167b1f6f0e HTTP/1.1" status: 200 len: 1033 time: 0.0632875 Aug 10 01:08:13.118701 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd86c80-a760-4333-a268-58e0812a7655 None None] Routers {'17ffa94a-5dfa-4674-b438-98620fdac6f2'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:08:13.120330 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-1cd86c80-a760-4333-a268-58e0812a7655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:07:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['17ffa94a-5dfa-4674-b438-98620fdac6f2'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:13.271631 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6399c-d35c-4cdc-8e01-97c882de8a17 req-f439806b-1fa4-41dc-8c5e-e8277e99bb5a tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:13.281029 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-1cd86c80-a760-4333-a268-58e0812a7655 None None] Set router 17ffa94a-5dfa-4674-b438-98620fdac6f2 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:08:13.284060 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-050663f1-ff8f-4578-8c06-17661ee75a5b admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:13.285310 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-050663f1-ff8f-4578-8c06-17661ee75a5b admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4478328 Aug 10 01:08:13.287989 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cbd6399c-d35c-4cdc-8e01-97c882de8a17 req-f439806b-1fa4-41dc-8c5e-e8277e99bb5a tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e541f2f-302c-4f3d-a336-8896f25c6d5e HTTP/1.1" status: 200 len: 945 time: 0.1072445 Aug 10 01:08:13.290215 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58384) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:13.392953 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-dfbe5bfc-df25-4ce9-886a-305769ad8418 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:13.399334 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-dfbe5bfc-df25-4ce9-886a-305769ad8418 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:13.407927 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-dfbe5bfc-df25-4ce9-886a-305769ad8418 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:13.409797 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-dfbe5bfc-df25-4ce9-886a-305769ad8418 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.20 "GET /v2.0/networks?id=aaa7fdb9-5c2f-4bac-aa26-627a06906836&id=9ba4f345-2af9-4b1a-a096-ab30f02c75cd&id=9ba4f345-2af9-4b1a-a096-ab30f02c75cd&id=9ba4f345-2af9-4b1a-a096-ab30f02c75cd&id=9ba4f345-2af9-4b1a-a096-ab30f02c75cd&id=f42b1fb5-1f26-4b59-83fe-d283978e154a&id=f42b1fb5-1f26-4b59-83fe-d283978e154a HTTP/1.1" status: 200 len: 1993 time: 0.2920358 Aug 10 01:08:13.492705 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-da92498d-8d7a-43d8-ad8b-3b21c0fadbda tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e71a6b0ced6b4bc38b4b6a0ba3c24e39 HTTP/1.1" status: 200 len: 379 time: 0.0661631 Aug 10 01:08:13.514671 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-732f4306-f858-4bd1-90f1-9d16d0df7861 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Request body: {'port': {'device_id': '48997dcf-67fa-4b02-a922-23b18553deed', 'network_id': 'aaa7fdb9-5c2f-4bac-aa26-627a06906836', 'admin_state_up': True, 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'security_groups': ['02aaacf0-9653-4396-82d6-18c6daa3d038']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:13.597730 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-1cd86c80-a760-4333-a268-58e0812a7655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'name': 'tempest-TestVolumeBootPattern-1236048449-router', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:08:10Z', 'updated_at': '2021-08-10T01:08:12Z', 'revision_number': 3, 'project_id': 'a4f463465f414d20a10d25627743d857', 'gw_port': {'id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:53:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:11Z', 'updated_at': '2021-08-10T01:08:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:13.663114 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd86c80-a760-4333-a268-58e0812a7655 None None] Checking router: 17ffa94a-5dfa-4674-b438-98620fdac6f2 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:08:13.663403 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd86c80-a760-4333-a268-58e0812a7655 None None] Updating router 17ffa94a-5dfa-4674-b438-98620fdac6f2 port c9adec72-9a89-46f5-b526-ece9a5e443b9 binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:08:13.673079 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0b0bd4-018b-45d3-bc47-98bde001cecb None None] Network d5f42a49-cf64-4535-a007-0ffeb2000607 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:08:13.713724 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1cd86c80-a760-4333-a268-58e0812a7655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:13.753724 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-732f4306-f858-4bd1-90f1-9d16d0df7861 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Made reservation on behalf of e71a6b0ced6b4bc38b4b6a0ba3c24e39 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:08:13.764485 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-732f4306-f858-4bd1-90f1-9d16d0df7861 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:13.871887 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c5bdcf8f-3837-4a88-82af-9e325d0dcef3 None None] Provisioning for port 3ff34356-8bbe-4279-aade-c6a46d270d87 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:08:13.891725 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a33a965-332b-47e5-adbe-22d6422574a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:13.932728 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3ff34356-8bbe-4279-aade-c6a46d270d87 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:08:14.070837 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87ed696e-e4a0-4483-b383-9cf7282bbddf req-f568ad2f-5d79-4433-9eda-644a5f2800c4 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 210 time: 0.0579045 Aug 10 01:08:14.102175 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cbd6399c-d35c-4cdc-8e01-97c882de8a17 req-15a8e13d-7583-41dd-b0a5-345f8f3b5ae7 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac5bf72a-a42d-499b-97cf-573a244b946c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8105252 Aug 10 01:08:14.268958 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 3ff34356-8bbe-4279-aade-c6a46d270d87 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:08:14.277911 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 3ff34356-8bbe-4279-aade-c6a46d270d87 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:08:14.278501 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:14.358088 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1cd86c80-a760-4333-a268-58e0812a7655 None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:14.368425 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-732f4306-f858-4bd1-90f1-9d16d0df7861 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Allocated IP 172.20.0.9 (aaa7fdb9-5c2f-4bac-aa26-627a06906836/339ff70b-03e4-4165-8331-9fed849d52e8/834b0bb3-38be-46a7-8062-14ea75abcd5f) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:08:14.374818 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-1cd86c80-a760-4333-a268-58e0812a7655 None None] Transition to ACTIVE for port object c9adec72-9a89-46f5-b526-ece9a5e443b9 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:08:14.388603 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1cd86c80-a760-4333-a268-58e0812a7655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:14.465577 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-1cd86c80-a760-4333-a268-58e0812a7655 None None] Attempting to bind port c9adec72-9a89-46f5-b526-ece9a5e443b9 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:08:14.466610 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-1cd86c80-a760-4333-a268-58e0812a7655 None None] Attempting to bind port c9adec72-9a89-46f5-b526-ece9a5e443b9 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:08:14.467903 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd86c80-a760-4333-a268-58e0812a7655 None None] Attempting to bind port c9adec72-9a89-46f5-b526-ece9a5e443b9 on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:08:14.501623 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd86c80-a760-4333-a268-58e0812a7655 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:08:14.504348 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd86c80-a760-4333-a268-58e0812a7655 None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:08:14.505424 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1cd86c80-a760-4333-a268-58e0812a7655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:14.506013 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd86c80-a760-4333-a268-58e0812a7655 None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:08:14.507033 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-1cd86c80-a760-4333-a268-58e0812a7655 None None] Bound port: c9adec72-9a89-46f5-b526-ece9a5e443b9, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:08:14.508321 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1cd86c80-a760-4333-a268-58e0812a7655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:14.571959 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:14.578195 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:14.629737 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-1cd86c80-a760-4333-a268-58e0812a7655 None None] For port c9adec72-9a89-46f5-b526-ece9a5e443b9, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:08:14.644098 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-1cd86c80-a760-4333-a268-58e0812a7655 None None] For port c9adec72-9a89-46f5-b526-ece9a5e443b9, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=c9adec72-9a89-46f5-b526-ece9a5e443b9,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:08:14.659317 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1cd86c80-a760-4333-a268-58e0812a7655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:14.667649 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a4516-fd8c-4c4f-a37d-06f36cbaff99 None None] Pushing event updated for resources: {'Port': ['ID=c9adec72-9a89-46f5-b526-ece9a5e443b9,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:14.671296 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b527f626-913a-4dee-988f-a9efd476a54b req-62e746c0-5595-4ebb-a3ae-1055edd63616 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:14.677056 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 3ff34356-8bbe-4279-aade-c6a46d270d87, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=3ff34356-8bbe-4279-aade-c6a46d270d87,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:08:14.684440 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b527f626-913a-4dee-988f-a9efd476a54b req-62e746c0-5595-4ebb-a3ae-1055edd63616 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 946 time: 0.3883748 Aug 10 01:08:14.690527 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:14.691219 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121a4516-fd8c-4c4f-a37d-06f36cbaff99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:14.691762 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121a4516-fd8c-4c4f-a37d-06f36cbaff99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:14.692760 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121a4516-fd8c-4c4f-a37d-06f36cbaff99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:14.699662 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121a4516-fd8c-4c4f-a37d-06f36cbaff99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:14.700242 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121a4516-fd8c-4c4f-a37d-06f36cbaff99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:14.700770 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121a4516-fd8c-4c4f-a37d-06f36cbaff99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:14.701438 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121a4516-fd8c-4c4f-a37d-06f36cbaff99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:14.701954 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121a4516-fd8c-4c4f-a37d-06f36cbaff99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:14.702708 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121a4516-fd8c-4c4f-a37d-06f36cbaff99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:14.703395 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121a4516-fd8c-4c4f-a37d-06f36cbaff99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:14.703905 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121a4516-fd8c-4c4f-a37d-06f36cbaff99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:14.704445 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121a4516-fd8c-4c4f-a37d-06f36cbaff99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:14.749199 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-732f4306-f858-4bd1-90f1-9d16d0df7861 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:14.784410 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-732f4306-f858-4bd1-90f1-9d16d0df7861 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Transition to ACTIVE for port object 834b0bb3-38be-46a7-8062-14ea75abcd5f will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:08:14.792410 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd86c80-a760-4333-a268-58e0812a7655 None None] Routers {'17ffa94a-5dfa-4674-b438-98620fdac6f2'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:08:14.794215 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-1cd86c80-a760-4333-a268-58e0812a7655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:08:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['17ffa94a-5dfa-4674-b438-98620fdac6f2'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:14.806835 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=3ff34356-8bbe-4279-aade-c6a46d270d87,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:14.854720 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-732f4306-f858-4bd1-90f1-9d16d0df7861 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:14.858911 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a4516-fd8c-4c4f-a37d-06f36cbaff99 None None] Pushing event updated for resources: {'Port': ['ID=c9adec72-9a89-46f5-b526-ece9a5e443b9,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:14.893990 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b527f626-913a-4dee-988f-a9efd476a54b req-f980b60a-ab56-481d-82ef-a368b607dec8 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994939 Aug 10 01:08:14.920524 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f4306-f858-4bd1-90f1-9d16d0df7861 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Pushing event updated for resources: {'Port': ['ID=834b0bb3-38be-46a7-8062-14ea75abcd5f,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:14.932846 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-306a9253-d2ba-43cb-8dc7-3ff25a7f0b1c None None] Provisioning complete for port 3ff34356-8bbe-4279-aade-c6a46d270d87 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:08:14.933981 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-306a9253-d2ba-43cb-8dc7-3ff25a7f0b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:14.942885 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-732f4306-f858-4bd1-90f1-9d16d0df7861 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Network aaa7fdb9-5c2f-4bac-aa26-627a06906836 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:08:14.944403 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-732f4306-f858-4bd1-90f1-9d16d0df7861 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:08:14.946968 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-732f4306-f858-4bd1-90f1-9d16d0df7861 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:08:14.982640 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-1cd86c80-a760-4333-a268-58e0812a7655 None None] Set router 17ffa94a-5dfa-4674-b438-98620fdac6f2 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:08:15.009004 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-732f4306-f858-4bd1-90f1-9d16d0df7861 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:15.009638 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-732f4306-f858-4bd1-90f1-9d16d0df7861 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:15.040091 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-732f4306-f858-4bd1-90f1-9d16d0df7861 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5411351 Aug 10 01:08:15.060636 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-a430a409-6ae1-47a5-b8f4-79d92db52df0 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Request body: {'port': {'device_id': '48997dcf-67fa-4b02-a922-23b18553deed', 'network_id': '9ba4f345-2af9-4b1a-a096-ab30f02c75cd', 'admin_state_up': True, 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'security_groups': ['02aaacf0-9653-4396-82d6-18c6daa3d038']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:15.143000 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:15.244507 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-a430a409-6ae1-47a5-b8f4-79d92db52df0 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Made reservation on behalf of e71a6b0ced6b4bc38b4b6a0ba3c24e39 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:08:15.260050 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-a430a409-6ae1-47a5-b8f4-79d92db52df0 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:15.334957 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-1cd86c80-a760-4333-a268-58e0812a7655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'name': 'tempest-TestVolumeBootPattern-1236048449-router', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:08:10Z', 'updated_at': '2021-08-10T01:08:12Z', 'revision_number': 3, 'project_id': 'a4f463465f414d20a10d25627743d857', 'gw_port': {'id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:53:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:11Z', 'updated_at': '2021-08-10T01:08:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:15.374636 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0a107e2a-f4a8-462f-b53c-b2cc77515257 None None] Provisioning for port 834b0bb3-38be-46a7-8062-14ea75abcd5f completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:08:15.383047 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0a107e2a-f4a8-462f-b53c-b2cc77515257 None None] Provisioning complete for port 834b0bb3-38be-46a7-8062-14ea75abcd5f triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:08:15.385362 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0a107e2a-f4a8-462f-b53c-b2cc77515257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:15.448260 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-a430a409-6ae1-47a5-b8f4-79d92db52df0 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Allocated IP 10.1.1.138 (9ba4f345-2af9-4b1a-a096-ab30f02c75cd/d12876e8-38cb-4d34-89a7-2e42b8fa22c7/3ebb267f-3505-448c-a3cb-fbb1b4c35076) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:08:15.457920 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6e1851e2-1c85-448f-9238-6bc2ef37aea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:15.458561 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-0a107e2a-f4a8-462f-b53c-b2cc77515257 None None] Port 834b0bb3-38be-46a7-8062-14ea75abcd5f cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:08:15.492036 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a5a9f-3272-432b-8def-7ce7726c447d req-a275f480-5d01-4349-ac7b-97148a8027d0 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:15.493766 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fb6a5a9f-3272-432b-8def-7ce7726c447d req-a275f480-5d01-4349-ac7b-97148a8027d0 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e541f2f-302c-4f3d-a336-8896f25c6d5e HTTP/1.1" status: 200 len: 945 time: 0.1803377 Aug 10 01:08:15.503626 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fffd11-cc82-4661-a81d-41ed24c0cb67 req-e88f9a1e-95d3-43b1-b0f3-c55dcd0c8f73 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:15.510744 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24fffd11-cc82-4661-a81d-41ed24c0cb67 req-e88f9a1e-95d3-43b1-b0f3-c55dcd0c8f73 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 931 time: 0.2377117 Aug 10 01:08:15.528864 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd86c80-a760-4333-a268-58e0812a7655 None None] The sync data for ids ['17ffa94a-5dfa-4674-b438-98620fdac6f2'] in n-d-766726-26 is: [{'id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'name': 'tempest-TestVolumeBootPattern-1236048449-router', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:08:10Z', 'updated_at': '2021-08-10T01:08:12Z', 'revision_number': 3, 'project_id': 'a4f463465f414d20a10d25627743d857', 'gw_port': {'id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:53:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:11Z', 'updated_at': '2021-08-10T01:08:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:08:15.644414 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24fffd11-cc82-4661-a81d-41ed24c0cb67 req-6f1d009f-24bc-4ee7-9eca-947a45d5e57f tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250336 Aug 10 01:08:15.695254 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fb6a5a9f-3272-432b-8def-7ce7726c447d req-49ec39bc-4231-4850-b066-b9c224b7b731 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac5bf72a-a42d-499b-97cf-573a244b946c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811156 Aug 10 01:08:15.753167 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-a430a409-6ae1-47a5-b8f4-79d92db52df0 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:15.779797 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-a430a409-6ae1-47a5-b8f4-79d92db52df0 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Transition to ACTIVE for port object 3ebb267f-3505-448c-a3cb-fbb1b4c35076 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:08:15.851898 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-a430a409-6ae1-47a5-b8f4-79d92db52df0 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:15.852655 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3ff34356-8bbe-4279-aade-c6a46d270d87 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:08:15.947697 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-6e1851e2-1c85-448f-9238-6bc2ef37aea9 admin admin] Allocated IP 172.20.0.1 (d5f42a49-cf64-4535-a007-0ffeb2000607/1982ede0-b8b9-4659-ad0a-d59c9e02d1ca/a98f3335-ba8a-41c8-8f1d-9b87daaf23bb) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:08:15.991243 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430a409-6ae1-47a5-b8f4-79d92db52df0 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Pushing event updated for resources: {'Port': ['ID=3ebb267f-3505-448c-a3cb-fbb1b4c35076,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:16.001938 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 3ff34356-8bbe-4279-aade-c6a46d270d87 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:08:16.003517 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:16.031899 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-a430a409-6ae1-47a5-b8f4-79d92db52df0 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Network 9ba4f345-2af9-4b1a-a096-ab30f02c75cd is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:08:16.036122 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-a430a409-6ae1-47a5-b8f4-79d92db52df0 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:08:16.041806 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-a430a409-6ae1-47a5-b8f4-79d92db52df0 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:08:16.207596 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-a430a409-6ae1-47a5-b8f4-79d92db52df0 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:16.208729 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-a430a409-6ae1-47a5-b8f4-79d92db52df0 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:16.248339 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293d6c7-9802-4596-bb5e-bed213d15c07 req-873f6d54-cc06-4cc3-8598-71b724e69231 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:16.250213 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-a430a409-6ae1-47a5-b8f4-79d92db52df0 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1970317 Aug 10 01:08:16.251832 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:16.263601 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e293d6c7-9802-4596-bb5e-bed213d15c07 req-873f6d54-cc06-4cc3-8598-71b724e69231 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 946 time: 0.1705246 Aug 10 01:08:16.268908 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-6bf112cb-6f82-492e-8654-95c5934cf3a8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Request body: {'port': {'device_id': '48997dcf-67fa-4b02-a922-23b18553deed', 'network_id': '9ba4f345-2af9-4b1a-a096-ab30f02c75cd', 'admin_state_up': True, 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'security_groups': ['02aaacf0-9653-4396-82d6-18c6daa3d038']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:16.372099 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e293d6c7-9802-4596-bb5e-bed213d15c07 req-e151ee4b-0717-4a5e-9c62-79a065011f09 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031380 Aug 10 01:08:16.393016 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6e1851e2-1c85-448f-9238-6bc2ef37aea9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:16.411407 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-6e1851e2-1c85-448f-9238-6bc2ef37aea9 admin admin] Transition to ACTIVE for port object a98f3335-ba8a-41c8-8f1d-9b87daaf23bb will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:08:16.449291 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-6bf112cb-6f82-492e-8654-95c5934cf3a8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Made reservation on behalf of e71a6b0ced6b4bc38b4b6a0ba3c24e39 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:08:16.454035 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-6bf112cb-6f82-492e-8654-95c5934cf3a8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:16.458264 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6e1851e2-1c85-448f-9238-6bc2ef37aea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:16.488082 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4ba7702e-f097-482d-b420-250dc38c09bb None None] Provisioning for port 3ebb267f-3505-448c-a3cb-fbb1b4c35076 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:08:16.493886 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4ba7702e-f097-482d-b420-250dc38c09bb None None] Provisioning complete for port 3ebb267f-3505-448c-a3cb-fbb1b4c35076 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:08:16.494461 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ba7702e-f097-482d-b420-250dc38c09bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:16.534893 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-4ba7702e-f097-482d-b420-250dc38c09bb None None] Port 3ebb267f-3505-448c-a3cb-fbb1b4c35076 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:08:16.589263 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1851e2-1c85-448f-9238-6bc2ef37aea9 admin admin] Network d5f42a49-cf64-4535-a007-0ffeb2000607 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:08:16.601566 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-6e1851e2-1c85-448f-9238-6bc2ef37aea9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:08:16.613299 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1851e2-1c85-448f-9238-6bc2ef37aea9 admin admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:08:16.618680 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1851e2-1c85-448f-9238-6bc2ef37aea9 admin admin] Pushing event updated for resources: {'Port': ['ID=a98f3335-ba8a-41c8-8f1d-9b87daaf23bb,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:16.682596 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6e1851e2-1c85-448f-9238-6bc2ef37aea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:16.763977 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-6bf112cb-6f82-492e-8654-95c5934cf3a8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Allocated IP 10.1.1.29 (9ba4f345-2af9-4b1a-a096-ab30f02c75cd/d12876e8-38cb-4d34-89a7-2e42b8fa22c7/50782122-dccf-4182-a6c4-c73579974fb2) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:08:16.944213 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6e1851e2-1c85-448f-9238-6bc2ef37aea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:17.075908 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8f2f7df5-7ebe-4642-8c3c-5575eed8c55e None None] Provisioning for port a98f3335-ba8a-41c8-8f1d-9b87daaf23bb completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:08:17.081923 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8f2f7df5-7ebe-4642-8c3c-5575eed8c55e None None] Provisioning complete for port a98f3335-ba8a-41c8-8f1d-9b87daaf23bb triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:08:17.082758 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8f2f7df5-7ebe-4642-8c3c-5575eed8c55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:17.161248 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8f2f7df5-7ebe-4642-8c3c-5575eed8c55e None None] Port a98f3335-ba8a-41c8-8f1d-9b87daaf23bb cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:08:17.179882 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e649e-22af-4b38-8148-0e5e703ce796 req-a46f578e-f1df-4f8a-9e10-567b1933eb0f tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:17.187180 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e649e-22af-4b38-8148-0e5e703ce796 req-a46f578e-f1df-4f8a-9e10-567b1933eb0f tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:17.195439 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f41e649e-22af-4b38-8148-0e5e703ce796 req-a46f578e-f1df-4f8a-9e10-567b1933eb0f tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 1653 time: 0.3099072 Aug 10 01:08:17.228276 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6e1851e2-1c85-448f-9238-6bc2ef37aea9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:17.241418 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6e1851e2-1c85-448f-9238-6bc2ef37aea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:17.285527 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f41e649e-22af-4b38-8148-0e5e703ce796 req-456010c8-82c0-4996-ac94-97ad99704ccc tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886884 Aug 10 01:08:17.349210 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6e1851e2-1c85-448f-9238-6bc2ef37aea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:17.489083 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1851e2-1c85-448f-9238-6bc2ef37aea9 admin admin] Pushing event updated for resources: {'Port': ['ID=a98f3335-ba8a-41c8-8f1d-9b87daaf23bb,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:17.505160 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1851e2-1c85-448f-9238-6bc2ef37aea9 admin admin] Network d5f42a49-cf64-4535-a007-0ffeb2000607 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:08:17.516634 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-6e1851e2-1c85-448f-9238-6bc2ef37aea9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:08:17.598102 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-6bf112cb-6f82-492e-8654-95c5934cf3a8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:17.615711 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-6bf112cb-6f82-492e-8654-95c5934cf3a8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Transition to ACTIVE for port object 50782122-dccf-4182-a6c4-c73579974fb2 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:08:17.620546 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b4a0d-0b26-4d60-b63f-88198069a6b6 req-24af61fb-da07-4c03-a46c-0bf9d73ce3ea tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:17.629966 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d6b4a0d-0b26-4d60-b63f-88198069a6b6 req-24af61fb-da07-4c03-a46c-0bf9d73ce3ea tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 946 time: 0.1277299 Aug 10 01:08:17.660135 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-6bf112cb-6f82-492e-8654-95c5934cf3a8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:17.722390 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d6b4a0d-0b26-4d60-b63f-88198069a6b6 req-c20506ab-90c1-43c3-ba39-0642a5a4cecf tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834339 Aug 10 01:08:17.774475 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-6bf112cb-6f82-492e-8654-95c5934cf3a8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Network 9ba4f345-2af9-4b1a-a096-ab30f02c75cd is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:08:17.779580 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-6bf112cb-6f82-492e-8654-95c5934cf3a8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:08:17.785751 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-6bf112cb-6f82-492e-8654-95c5934cf3a8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:08:17.790773 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf112cb-6f82-492e-8654-95c5934cf3a8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Pushing event updated for resources: {'Port': ['ID=50782122-dccf-4182-a6c4-c73579974fb2,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:17.832497 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1851e2-1c85-448f-9238-6bc2ef37aea9 admin admin] Router 17ffa94a-5dfa-4674-b438-98620fdac6f2 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:08:17.860396 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-6bf112cb-6f82-492e-8654-95c5934cf3a8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:17.861076 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-6bf112cb-6f82-492e-8654-95c5934cf3a8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:17.886318 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c9adec72-9a89-46f5-b526-ece9a5e443b9 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:08:17.905298 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-6bf112cb-6f82-492e-8654-95c5934cf3a8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6415458 Aug 10 01:08:17.924634 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-35ad6cf2-9445-4307-95ac-88dd942acce6 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Request body: {'port': {'device_id': '48997dcf-67fa-4b02-a922-23b18553deed', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f42b1fb5-1f26-4b59-83fe-d283978e154a', 'admin_state_up': True, 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'security_groups': ['02aaacf0-9653-4396-82d6-18c6daa3d038']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:17.971002 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5dcb5591-015c-41c3-abf7-ce53efc1d442 None None] Provisioning complete for port a98f3335-ba8a-41c8-8f1d-9b87daaf23bb triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:08:17.971388 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5dcb5591-015c-41c3-abf7-ce53efc1d442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:18.058313 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-5dcb5591-015c-41c3-abf7-ce53efc1d442 None None] Port a98f3335-ba8a-41c8-8f1d-9b87daaf23bb cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:08:18.082815 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1851e2-1c85-448f-9238-6bc2ef37aea9 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:08:18.098841 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6e1851e2-1c85-448f-9238-6bc2ef37aea9 admin admin] 10.222.0.35 "PUT /v2.0/routers/17ffa94a-5dfa-4674-b438-98620fdac6f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8001630 Aug 10 01:08:18.114479 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port c9adec72-9a89-46f5-b526-ece9a5e443b9 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:08:18.119611 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-35ad6cf2-9445-4307-95ac-88dd942acce6 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Made reservation on behalf of e71a6b0ced6b4bc38b4b6a0ba3c24e39 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:08:18.119888 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port c9adec72-9a89-46f5-b526-ece9a5e443b9 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:08:18.120557 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:18.221595 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-409c8eab-f36e-4342-a22d-1ef77e194870 None None] Provisioning for port 50782122-dccf-4182-a6c4-c73579974fb2 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:08:18.227579 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-409c8eab-f36e-4342-a22d-1ef77e194870 None None] Provisioning complete for port 50782122-dccf-4182-a6c4-c73579974fb2 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:08:18.228820 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-409c8eab-f36e-4342-a22d-1ef77e194870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:18.267668 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-35ad6cf2-9445-4307-95ac-88dd942acce6 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:18.270912 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-409c8eab-f36e-4342-a22d-1ef77e194870 None None] Port 50782122-dccf-4182-a6c4-c73579974fb2 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:08:18.375715 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c6d7be-b69d-4185-8047-f77fba7eb92d None None] Sync routers for ids ['17ffa94a-5dfa-4674-b438-98620fdac6f2'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:08:18.401752 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:18.454146 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c6d7be-b69d-4185-8047-f77fba7eb92d None None] Routers {'17ffa94a-5dfa-4674-b438-98620fdac6f2'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:08:18.454803 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-19c6d7be-b69d-4185-8047-f77fba7eb92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:08:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['17ffa94a-5dfa-4674-b438-98620fdac6f2'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:18.497343 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39791fde-c4fc-4647-998d-5c2478e61f79 req-161da645-2aaa-4f7a-9fc9-a0f1e16c21fc tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:18.520835 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39791fde-c4fc-4647-998d-5c2478e61f79 req-161da645-2aaa-4f7a-9fc9-a0f1e16c21fc tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:18.537686 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39791fde-c4fc-4647-998d-5c2478e61f79 req-161da645-2aaa-4f7a-9fc9-a0f1e16c21fc tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:18.538459 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port c9adec72-9a89-46f5-b526-ece9a5e443b9, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=c9adec72-9a89-46f5-b526-ece9a5e443b9,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:08:18.549669 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-39791fde-c4fc-4647-998d-5c2478e61f79 req-161da645-2aaa-4f7a-9fc9-a0f1e16c21fc tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 2373 time: 0.1277657 Aug 10 01:08:18.554222 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:18.663372 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-39791fde-c4fc-4647-998d-5c2478e61f79 req-2d251b15-b18c-4d23-b350-6bc63cc39a0b tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088004 Aug 10 01:08:18.693847 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-35ad6cf2-9445-4307-95ac-88dd942acce6 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Allocated IP 10.2.2.100 (f42b1fb5-1f26-4b59-83fe-d283978e154a/e25e17ad-fffa-4e24-9b5d-5651c3a6a11c/a2d462a7-be3a-4fdd-88a6-2bcf3f10891f) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:08:18.751519 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=c9adec72-9a89-46f5-b526-ece9a5e443b9,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:18.778072 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-19c6d7be-b69d-4185-8047-f77fba7eb92d None None] Set router 17ffa94a-5dfa-4674-b438-98620fdac6f2 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:08:18.869327 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e426e-5e9e-4bb7-bde3-ab3278868024 req-54e42086-1676-40be-a366-feebf4b53de2 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:18.878244 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3e1e426e-5e9e-4bb7-bde3-ab3278868024 req-54e42086-1676-40be-a366-feebf4b53de2 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 946 time: 0.0879786 Aug 10 01:08:18.894301 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58472) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:18.901867 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-293c0e9f-583d-4955-b031-4120c977a8b0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-576994019-network', 'tenant_id': 'a99c75ab85e041ea8bec31d5e1e152ee'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:18.961807 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3e1e426e-5e9e-4bb7-bde3-ab3278868024 req-ae5c4e16-a8d0-4bc7-b902-10119469f41b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819206 Aug 10 01:08:18.989416 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293c0e9f-583d-4955-b031-4120c977a8b0 admin admin] Made reservation on behalf of a99c75ab85e041ea8bec31d5e1e152ee for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:08:18.993594 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-293c0e9f-583d-4955-b031-4120c977a8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:19.010330 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-35ad6cf2-9445-4307-95ac-88dd942acce6 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:19.025784 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-35ad6cf2-9445-4307-95ac-88dd942acce6 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Transition to ACTIVE for port object a2d462a7-be3a-4fdd-88a6-2bcf3f10891f will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:08:19.030175 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-293c0e9f-583d-4955-b031-4120c977a8b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:19.062519 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-35ad6cf2-9445-4307-95ac-88dd942acce6 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:19.134455 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-35ad6cf2-9445-4307-95ac-88dd942acce6 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Network f42b1fb5-1f26-4b59-83fe-d283978e154a is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:08:19.140101 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-35ad6cf2-9445-4307-95ac-88dd942acce6 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:08:19.143133 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-35ad6cf2-9445-4307-95ac-88dd942acce6 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:08:19.172725 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-19c6d7be-b69d-4185-8047-f77fba7eb92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'name': 'tempest-TestVolumeBootPattern-1236048449-router', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:08:10Z', 'updated_at': '2021-08-10T01:08:16Z', 'revision_number': 4, 'project_id': 'a4f463465f414d20a10d25627743d857', 'gw_port': {'id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:53:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:11Z', 'updated_at': '2021-08-10T01:08:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'a98f3335-ba8a-41c8-8f1d-9b87daaf23bb', 'name': '', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'mac_address': 'fa:16:3e:09:cd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:15Z', 'updated_at': '2021-08-10T01:08:17Z', 'revision_number': 2, 'project_id': 'a4f463465f414d20a10d25627743d857', 'subnets': [{'id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:19.201517 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad6cf2-9445-4307-95ac-88dd942acce6 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Pushing event updated for resources: {'Port': ['ID=a2d462a7-be3a-4fdd-88a6-2bcf3f10891f,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:19.220434 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c6d7be-b69d-4185-8047-f77fba7eb92d None None] Checking router: 17ffa94a-5dfa-4674-b438-98620fdac6f2 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:08:19.221216 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c6d7be-b69d-4185-8047-f77fba7eb92d None None] Updating router 17ffa94a-5dfa-4674-b438-98620fdac6f2 port a98f3335-ba8a-41c8-8f1d-9b87daaf23bb binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:08:19.224477 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-35ad6cf2-9445-4307-95ac-88dd942acce6 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:19.225196 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-35ad6cf2-9445-4307-95ac-88dd942acce6 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:19.262624 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-19c6d7be-b69d-4185-8047-f77fba7eb92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:19.284739 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-293c0e9f-583d-4955-b031-4120c977a8b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:19.296353 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-293c0e9f-583d-4955-b031-4120c977a8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:19.304292 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-35ad6cf2-9445-4307-95ac-88dd942acce6 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3842084 Aug 10 01:08:19.322500 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-4ed716f8-3867-435f-901a-840125d63aff tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Request body: {'port': {'device_id': '48997dcf-67fa-4b02-a922-23b18553deed', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f42b1fb5-1f26-4b59-83fe-d283978e154a', 'admin_state_up': True, 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'security_groups': ['02aaacf0-9653-4396-82d6-18c6daa3d038']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:19.411459 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293c0e9f-583d-4955-b031-4120c977a8b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:08:19.433159 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c0e9f-583d-4955-b031-4120c977a8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffa2e77-ce9c-4818-aceb-ce73741d1219,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:19.459056 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-293c0e9f-583d-4955-b031-4120c977a8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:19.459421 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-293c0e9f-583d-4955-b031-4120c977a8b0 admin admin] Added segment 847442a8-ee35-4075-847f-9fb49f0d7f57 of type vlan for network 3d498a66-817f-4a29-a393-846a3465501b Aug 10 01:08:19.563439 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-293c0e9f-583d-4955-b031-4120c977a8b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:19.614139 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-4ed716f8-3867-435f-901a-840125d63aff tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Made reservation on behalf of e71a6b0ced6b4bc38b4b6a0ba3c24e39 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:08:19.619697 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-4ed716f8-3867-435f-901a-840125d63aff tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:19.624916 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-eb3bff6d-af41-4c94-92b2-df7d2acc4e94 None None] Provisioning for port a2d462a7-be3a-4fdd-88a6-2bcf3f10891f completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:08:19.632354 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-eb3bff6d-af41-4c94-92b2-df7d2acc4e94 None None] Provisioning complete for port a2d462a7-be3a-4fdd-88a6-2bcf3f10891f triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:08:19.633220 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eb3bff6d-af41-4c94-92b2-df7d2acc4e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:19.676777 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-293c0e9f-583d-4955-b031-4120c977a8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:19.678327 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293c0e9f-583d-4955-b031-4120c977a8b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:19.679653 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-293c0e9f-583d-4955-b031-4120c977a8b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:19.763706 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bff6d-af41-4c94-92b2-df7d2acc4e94 None None] Port a2d462a7-be3a-4fdd-88a6-2bcf3f10891f cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:08:19.865031 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c9adec72-9a89-46f5-b526-ece9a5e443b9 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:08:19.913666 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-293c0e9f-583d-4955-b031-4120c977a8b0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0175672 Aug 10 01:08:19.916172 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58494) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:19.926405 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-08128dae-f7ee-48d3-b8f2-b68c538f6714 admin admin] Request body: {'subnet': {'network_id': '3d498a66-817f-4a29-a393-846a3465501b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-576994019-subnet', 'tenant_id': 'a99c75ab85e041ea8bec31d5e1e152ee', 'ip_version': 4}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:19.928474 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-19c6d7be-b69d-4185-8047-f77fba7eb92d None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:19.948365 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-19c6d7be-b69d-4185-8047-f77fba7eb92d None None] Transition to ACTIVE for port object a98f3335-ba8a-41c8-8f1d-9b87daaf23bb will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:08:19.962945 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c0e9f-583d-4955-b031-4120c977a8b0 admin admin] Pushing event updated for resources: {'Network': ['ID=3d498a66-817f-4a29-a393-846a3465501b,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:19.965816 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-19c6d7be-b69d-4185-8047-f77fba7eb92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:19.987075 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 3d498a66-817f-4a29-a393-846a3465501b details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:08:19.989447 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31b62a-f62e-448b-ae51-1473f3c8daa9 req-ab0651be-e445-404e-8fad-d6d868ccb1f4 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:19.999102 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31b62a-f62e-448b-ae51-1473f3c8daa9 req-ab0651be-e445-404e-8fad-d6d868ccb1f4 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:20.007156 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31b62a-f62e-448b-ae51-1473f3c8daa9 req-ab0651be-e445-404e-8fad-d6d868ccb1f4 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:20.015427 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31b62a-f62e-448b-ae51-1473f3c8daa9 req-ab0651be-e445-404e-8fad-d6d868ccb1f4 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:20.023689 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9b31b62a-f62e-448b-ae51-1473f3c8daa9 req-ab0651be-e445-404e-8fad-d6d868ccb1f4 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 3094 time: 0.1856158 Aug 10 01:08:20.085594 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port c9adec72-9a89-46f5-b526-ece9a5e443b9 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:08:20.086213 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:20.105289 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9b31b62a-f62e-448b-ae51-1473f3c8daa9 req-39db0357-d61f-440a-a463-04f7431ba727 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805044 Aug 10 01:08:20.106633 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08128dae-f7ee-48d3-b8f2-b68c538f6714 admin admin] Made reservation on behalf of a99c75ab85e041ea8bec31d5e1e152ee for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:08:20.115590 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-08128dae-f7ee-48d3-b8f2-b68c538f6714 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:20.198618 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7644e19-9bc2-47e3-976a-7da74ff85cfc None None] Pushing event updated for resources: {'Port': ['ID=a98f3335-ba8a-41c8-8f1d-9b87daaf23bb,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:20.209900 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-4ed716f8-3867-435f-901a-840125d63aff tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Allocated IP 10.2.2.200 (f42b1fb5-1f26-4b59-83fe-d283978e154a/e25e17ad-fffa-4e24-9b5d-5651c3a6a11c/3b050334-2ff6-40ea-a72f-68fb7b069c16) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:08:20.333161 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-19c6d7be-b69d-4185-8047-f77fba7eb92d None None] Attempting to bind port a98f3335-ba8a-41c8-8f1d-9b87daaf23bb on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:08:20.333551 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-19c6d7be-b69d-4185-8047-f77fba7eb92d None None] Attempting to bind port a98f3335-ba8a-41c8-8f1d-9b87daaf23bb by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '6bb08f30-b0e8-4f53-9c2c-d675a93d2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:08:20.333978 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c6d7be-b69d-4185-8047-f77fba7eb92d None None] Attempting to bind port a98f3335-ba8a-41c8-8f1d-9b87daaf23bb on network d5f42a49-cf64-4535-a007-0ffeb2000607 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:08:20.343359 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c6d7be-b69d-4185-8047-f77fba7eb92d None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:08:20.343670 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c6d7be-b69d-4185-8047-f77fba7eb92d None None] Checking segment: {'id': '6bb08f30-b0e8-4f53-9c2c-d675a93d2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:08:20.344336 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-19c6d7be-b69d-4185-8047-f77fba7eb92d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:20.344602 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c6d7be-b69d-4185-8047-f77fba7eb92d None None] Bound using segment: {'id': '6bb08f30-b0e8-4f53-9c2c-d675a93d2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:08:20.345086 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-19c6d7be-b69d-4185-8047-f77fba7eb92d None None] Bound port: a98f3335-ba8a-41c8-8f1d-9b87daaf23bb, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb08f30-b0e8-4f53-9c2c-d675a93d2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:08:20.345481 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-19c6d7be-b69d-4185-8047-f77fba7eb92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:20.356629 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34b28b-e2e0-4223-a547-85c613e5360a req-d30e14a5-b0a7-4464-a377-cf1922ffb087 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:20.358359 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ba34b28b-e2e0-4223-a547-85c613e5360a req-d30e14a5-b0a7-4464-a377-cf1922ffb087 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 946 time: 0.1847012 Aug 10 01:08:20.493332 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ba34b28b-e2e0-4223-a547-85c613e5360a req-73d1eef1-0ff9-4653-ac3e-76ed510e3a94 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255844 Aug 10 01:08:20.569602 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-19c6d7be-b69d-4185-8047-f77fba7eb92d None None] For port a98f3335-ba8a-41c8-8f1d-9b87daaf23bb, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:08:20.576372 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-19c6d7be-b69d-4185-8047-f77fba7eb92d None None] For port a98f3335-ba8a-41c8-8f1d-9b87daaf23bb, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a98f3335-ba8a-41c8-8f1d-9b87daaf23bb,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:08:20.590048 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e4ba9a89-b7d7-43ab-bd70-1ae676f34822 req-4f68a49b-785c-421b-8380-c941ab6c341f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1027057 Aug 10 01:08:20.596570 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-19c6d7be-b69d-4185-8047-f77fba7eb92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:20.616499 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-4ed716f8-3867-435f-901a-840125d63aff tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:20.633068 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-4ed716f8-3867-435f-901a-840125d63aff tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Transition to ACTIVE for port object 3b050334-2ff6-40ea-a72f-68fb7b069c16 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:08:20.711974 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7644e19-9bc2-47e3-976a-7da74ff85cfc None None] Pushing event updated for resources: {'Port': ['ID=a98f3335-ba8a-41c8-8f1d-9b87daaf23bb,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:20.716819 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c6d7be-b69d-4185-8047-f77fba7eb92d None None] Routers {'17ffa94a-5dfa-4674-b438-98620fdac6f2'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:08:20.717638 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-19c6d7be-b69d-4185-8047-f77fba7eb92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:08:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['17ffa94a-5dfa-4674-b438-98620fdac6f2'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:20.752746 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-08128dae-f7ee-48d3-b8f2-b68c538f6714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:20.759058 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba9a89-b7d7-43ab-bd70-1ae676f34822 req-84aac21f-b74e-4279-8222-7c4b692c0682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:20.765096 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e4ba9a89-b7d7-43ab-bd70-1ae676f34822 req-84aac21f-b74e-4279-8222-7c4b692c0682 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ce28956188140948295882b7e7eeddc&device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 1097 time: 0.1120152 Aug 10 01:08:20.781493 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-4ed716f8-3867-435f-901a-840125d63aff tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:20.818007 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08128dae-f7ee-48d3-b8f2-b68c538f6714 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a472717a-67d7-4753-b342-be05cfe7a3c4,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:20.854037 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08128dae-f7ee-48d3-b8f2-b68c538f6714 admin admin] Checking segment: {'id': '847442a8-ee35-4075-847f-9fb49f0d7f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3d498a66-817f-4a29-a393-846a3465501b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:08:20.854331 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08128dae-f7ee-48d3-b8f2-b68c538f6714 admin admin] Network hostable DHCP agents. Network: 3d498a66-817f-4a29-a393-846a3465501b, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:08:20.876940 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08128dae-f7ee-48d3-b8f2-b68c538f6714 admin admin] Network 3d498a66-817f-4a29-a393-846a3465501b is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:08:20.905516 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-08128dae-f7ee-48d3-b8f2-b68c538f6714 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 3d498a66-817f-4a29-a393-846a3465501b) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:08:20.914881 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08128dae-f7ee-48d3-b8f2-b68c538f6714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:20.915639 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-08128dae-f7ee-48d3-b8f2-b68c538f6714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:20.958314 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-4ed716f8-3867-435f-901a-840125d63aff tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Network f42b1fb5-1f26-4b59-83fe-d283978e154a is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:08:20.962601 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-08128dae-f7ee-48d3-b8f2-b68c538f6714 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0425067 Aug 10 01:08:20.965793 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58508) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:20.975688 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-4ed716f8-3867-435f-901a-840125d63aff tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:08:20.979017 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-c4ed950a-b61c-467b-aed4-375689e6d272 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-576994019-router', 'tenant_id': 'a99c75ab85e041ea8bec31d5e1e152ee', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:21.000266 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-4ed716f8-3867-435f-901a-840125d63aff tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:08:21.034634 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c4ed950a-b61c-467b-aed4-375689e6d272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:21.035957 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c4ed950a-b61c-467b-aed4-375689e6d272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:21.075272 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b15f8b-6db9-414f-a68e-ef18a9801668 None None] Network 3d498a66-817f-4a29-a393-846a3465501b requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:08:21.110217 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed716f8-3867-435f-901a-840125d63aff tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Pushing event updated for resources: {'Port': ['ID=3b050334-2ff6-40ea-a72f-68fb7b069c16,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:21.116014 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c4ed950a-b61c-467b-aed4-375689e6d272 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:21.139986 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-4ed716f8-3867-435f-901a-840125d63aff tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:21.140823 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-4ed716f8-3867-435f-901a-840125d63aff tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:21.171265 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba9a89-b7d7-43ab-bd70-1ae676f34822 req-50b2580c-90ac-46de-adbc-b77f0b91495e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:21.172932 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e4ba9a89-b7d7-43ab-bd70-1ae676f34822 req-50b2580c-90ac-46de-adbc-b77f0b91495e service neutron] 10.222.0.24 "GET /v2.0/networks?id=9ff27b19-c3ac-4a51-8f0a-77d9d092a25c HTTP/1.1" status: 200 len: 918 time: 0.3539283 Aug 10 01:08:21.179411 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-4ed716f8-3867-435f-901a-840125d63aff tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8619874 Aug 10 01:08:21.266107 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e4ba9a89-b7d7-43ab-bd70-1ae676f34822 req-00b2c058-278b-45f5-a062-5a13360e4e51 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25f5b507-5da8-44ba-89b7-4a4e66167be8 HTTP/1.1" status: 200 len: 1001 time: 0.0856814 Aug 10 01:08:21.277448 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7e83764a-af6c-49b5-a267-51bf1a1464a2 service neutron] Request body: {'port': {'device_id': '48997dcf-67fa-4b02-a922-23b18553deed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:21.413232 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba9a89-b7d7-43ab-bd70-1ae676f34822 req-0dfe14f4-e19f-4400-9139-e070b568cf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:21.414734 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e4ba9a89-b7d7-43ab-bd70-1ae676f34822 req-0dfe14f4-e19f-4400-9139-e070b568cf53 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5d5b8c68-57be-4c07-b3dd-20f44685cf57 HTTP/1.1" status: 200 len: 856 time: 0.1327419 Aug 10 01:08:21.428414 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7e83764a-af6c-49b5-a267-51bf1a1464a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:21.438220 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-19c6d7be-b69d-4185-8047-f77fba7eb92d None None] Set router 17ffa94a-5dfa-4674-b438-98620fdac6f2 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:08:21.574530 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c4ed950a-b61c-467b-aed4-375689e6d272 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:21.630864 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ffd5e-c985-4069-aecb-b408d78c83a4 req-f738b95d-93f0-46c5-940e-59da4579bc5d tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:21.643349 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ffd5e-c985-4069-aecb-b408d78c83a4 req-f738b95d-93f0-46c5-940e-59da4579bc5d tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:21.652540 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ffd5e-c985-4069-aecb-b408d78c83a4 req-f738b95d-93f0-46c5-940e-59da4579bc5d tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:21.662932 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba9a89-b7d7-43ab-bd70-1ae676f34822 req-0623e9e1-baf3-4e1c-a0b1-d18f04348d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:21.663171 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ffd5e-c985-4069-aecb-b408d78c83a4 req-f738b95d-93f0-46c5-940e-59da4579bc5d tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:21.664535 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e4ba9a89-b7d7-43ab-bd70-1ae676f34822 req-0623e9e1-baf3-4e1c-a0b1-d18f04348d97 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9ff27b19-c3ac-4a51-8f0a-77d9d092a25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2417104 Aug 10 01:08:21.674630 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ffd5e-c985-4069-aecb-b408d78c83a4 req-f738b95d-93f0-46c5-940e-59da4579bc5d tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:21.682523 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d5ffd5e-c985-4069-aecb-b408d78c83a4 req-f738b95d-93f0-46c5-940e-59da4579bc5d tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 3815 time: 0.3815806 Aug 10 01:08:21.716566 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b5c62a25-faeb-4140-abfb-e602de1b14d9 None None] Provisioning for port 3b050334-2ff6-40ea-a72f-68fb7b069c16 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:08:21.734487 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b5c62a25-faeb-4140-abfb-e602de1b14d9 None None] Provisioning complete for port 3b050334-2ff6-40ea-a72f-68fb7b069c16 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:08:21.735121 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b5c62a25-faeb-4140-abfb-e602de1b14d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:21.821177 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5da0d9-32bc-49fc-81ca-8813a5b25f32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-3d498a66-817f-4a29-a393-846a3465501b', 'network_id': '3d498a66-817f-4a29-a393-846a3465501b', 'tenant_id': 'a99c75ab85e041ea8bec31d5e1e152ee', 'fixed_ips': [{'subnet_id': 'a472717a-67d7-4753-b342-be05cfe7a3c4'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:08:21.822526 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e5da0d9-32bc-49fc-81ca-8813a5b25f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:21.826803 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b5c62a25-faeb-4140-abfb-e602de1b14d9 None None] Port 3b050334-2ff6-40ea-a72f-68fb7b069c16 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:08:21.877156 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d5ffd5e-c985-4069-aecb-b408d78c83a4 req-99a00912-b0e8-479b-96c4-bdf135f85ba4 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886668 Aug 10 01:08:21.880289 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e4ba9a89-b7d7-43ab-bd70-1ae676f34822 req-b91448a7-023e-46f9-8aff-668899736ce1 service neutron] 10.222.0.24 "GET /v2.0/networks/9ff27b19-c3ac-4a51-8f0a-77d9d092a25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060299 Aug 10 01:08:21.967309 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875abb55-c8b3-4120-9a90-8dfca3b62b23 req-2cebf4e6-811a-4c9f-a4e7-6468f2ac44e4 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:21.977689 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-875abb55-c8b3-4120-9a90-8dfca3b62b23 req-2cebf4e6-811a-4c9f-a4e7-6468f2ac44e4 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 946 time: 0.2339084 Aug 10 01:08:22.028394 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7e83764a-af6c-49b5-a267-51bf1a1464a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 834b0bb3-38be-46a7-8062-14ea75abcd5f {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:08:22.041291 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7e83764a-af6c-49b5-a267-51bf1a1464a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:22.071156 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e4ba9a89-b7d7-43ab-bd70-1ae676f34822 req-91e51897-d9c6-425b-bbfe-a654c3f967b4 service neutron] 10.222.0.24 "GET /v2.0/networks/9ff27b19-c3ac-4a51-8f0a-77d9d092a25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814718 Aug 10 01:08:22.073477 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7e83764a-af6c-49b5-a267-51bf1a1464a2 service neutron] Transition to ACTIVE for port object 834b0bb3-38be-46a7-8062-14ea75abcd5f will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:08:22.079294 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7e83764a-af6c-49b5-a267-51bf1a1464a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:22.091820 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-875abb55-c8b3-4120-9a90-8dfca3b62b23 req-0c433b1e-4807-4b9c-b31b-2bcf1249df32 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083169 Aug 10 01:08:22.115768 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-19c6d7be-b69d-4185-8047-f77fba7eb92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'name': 'tempest-TestVolumeBootPattern-1236048449-router', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:08:10Z', 'updated_at': '2021-08-10T01:08:16Z', 'revision_number': 4, 'project_id': 'a4f463465f414d20a10d25627743d857', 'gw_port': {'id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:53:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:11Z', 'updated_at': '2021-08-10T01:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'a98f3335-ba8a-41c8-8f1d-9b87daaf23bb', 'name': '', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'mac_address': 'fa:16:3e:09:cd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:15Z', 'updated_at': '2021-08-10T01:08:20Z', 'revision_number': 4, 'project_id': 'a4f463465f414d20a10d25627743d857', 'subnets': [{'id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:22.120249 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-0e5da0d9-32bc-49fc-81ca-8813a5b25f32 None None] Allocated IP 172.20.0.2 (3d498a66-817f-4a29-a393-846a3465501b/a472717a-67d7-4753-b342-be05cfe7a3c4/a52c3182-2d3c-477e-ab2e-ec49b4d3affa) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:08:22.153661 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c6d7be-b69d-4185-8047-f77fba7eb92d None None] The sync data for ids ['17ffa94a-5dfa-4674-b438-98620fdac6f2'] in n-d-766726-26 is: [{'id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'name': 'tempest-TestVolumeBootPattern-1236048449-router', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:08:10Z', 'updated_at': '2021-08-10T01:08:16Z', 'revision_number': 4, 'project_id': 'a4f463465f414d20a10d25627743d857', 'gw_port': {'id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:53:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:11Z', 'updated_at': '2021-08-10T01:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'a98f3335-ba8a-41c8-8f1d-9b87daaf23bb', 'name': '', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'mac_address': 'fa:16:3e:09:cd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:15Z', 'updated_at': '2021-08-10T01:08:20Z', 'revision_number': 4, 'project_id': 'a4f463465f414d20a10d25627743d857', 'subnets': [{'id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:08:22.285879 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83764a-af6c-49b5-a267-51bf1a1464a2 service neutron] Pushing event updated for resources: {'Port': ['ID=834b0bb3-38be-46a7-8062-14ea75abcd5f,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:22.453195 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7e83764a-af6c-49b5-a267-51bf1a1464a2 service neutron] Attempting to bind port 834b0bb3-38be-46a7-8062-14ea75abcd5f on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:08:22.454896 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7e83764a-af6c-49b5-a267-51bf1a1464a2 service neutron] Attempting to bind port 834b0bb3-38be-46a7-8062-14ea75abcd5f by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '22bee217-1454-4f82-8ba4-237438a86038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'aaa7fdb9-5c2f-4bac-aa26-627a06906836'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:08:22.454896 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7e83764a-af6c-49b5-a267-51bf1a1464a2 service neutron] Attempting to bind port 834b0bb3-38be-46a7-8062-14ea75abcd5f on network aaa7fdb9-5c2f-4bac-aa26-627a06906836 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:08:22.473315 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7e83764a-af6c-49b5-a267-51bf1a1464a2 service neutron] Port 834b0bb3-38be-46a7-8062-14ea75abcd5f on network aaa7fdb9-5c2f-4bac-aa26-627a06906836 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:08:22.473795 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7e83764a-af6c-49b5-a267-51bf1a1464a2 service neutron] Attempting to bind port 834b0bb3-38be-46a7-8062-14ea75abcd5f on network aaa7fdb9-5c2f-4bac-aa26-627a06906836 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:08:22.486838 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7e83764a-af6c-49b5-a267-51bf1a1464a2 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:08:22.487220 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7e83764a-af6c-49b5-a267-51bf1a1464a2 service neutron] Checking segment: {'id': '22bee217-1454-4f82-8ba4-237438a86038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'aaa7fdb9-5c2f-4bac-aa26-627a06906836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:08:22.487565 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7e83764a-af6c-49b5-a267-51bf1a1464a2 service neutron] Bound using segment: {'id': '22bee217-1454-4f82-8ba4-237438a86038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'aaa7fdb9-5c2f-4bac-aa26-627a06906836'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:08:22.488004 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7e83764a-af6c-49b5-a267-51bf1a1464a2 service neutron] Bound port: 834b0bb3-38be-46a7-8062-14ea75abcd5f, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22bee217-1454-4f82-8ba4-237438a86038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'aaa7fdb9-5c2f-4bac-aa26-627a06906836'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:08:22.494145 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7e83764a-af6c-49b5-a267-51bf1a1464a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:22.508705 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c4ed950a-b61c-467b-aed4-375689e6d272 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:22.573522 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e5da0d9-32bc-49fc-81ca-8813a5b25f32 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:22.596766 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c4ed950a-b61c-467b-aed4-375689e6d272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:22.608611 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0e5da0d9-32bc-49fc-81ca-8813a5b25f32 None None] Transition to ACTIVE for port object a52c3182-2d3c-477e-ab2e-ec49b4d3affa will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:08:22.658004 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0e5da0d9-32bc-49fc-81ca-8813a5b25f32 None None] Transition to ACTIVE for port object a52c3182-2d3c-477e-ab2e-ec49b4d3affa will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:08:22.671435 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e5da0d9-32bc-49fc-81ca-8813a5b25f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:22.678633 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7e83764a-af6c-49b5-a267-51bf1a1464a2 service neutron] For port 834b0bb3-38be-46a7-8062-14ea75abcd5f, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:08:22.684310 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7e83764a-af6c-49b5-a267-51bf1a1464a2 service neutron] For port 834b0bb3-38be-46a7-8062-14ea75abcd5f, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=834b0bb3-38be-46a7-8062-14ea75abcd5f,segment=NetworkSegment(22bee217-1454-4f82-8ba4-237438a86038),segment_id=22bee217-1454-4f82-8ba4-237438a86038)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:08:22.692829 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7e83764a-af6c-49b5-a267-51bf1a1464a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:22.744408 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7e83764a-af6c-49b5-a267-51bf1a1464a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:22.745042 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7e83764a-af6c-49b5-a267-51bf1a1464a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:22.746630 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7e83764a-af6c-49b5-a267-51bf1a1464a2 service neutron] 10.222.0.20 "PUT /v2.0/ports/834b0bb3-38be-46a7-8062-14ea75abcd5f HTTP/1.1" status: 200 len: 1092 time: 1.4795980 Aug 10 01:08:22.749497 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'tag': '834b0bb3-38be-46a7-8062-14ea75abcd5f'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:08:22.751051 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e583b768-83ee-46e3-9379-86e971eeec00" -d '{"events": [{"name": "network-changed", "server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "tag": "834b0bb3-38be-46a7-8062-14ea75abcd5f"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:08:22.821813 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5da0d9-32bc-49fc-81ca-8813a5b25f32 None None] Network 3d498a66-817f-4a29-a393-846a3465501b is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:08:22.823542 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-3a6f9b1e-2a17-4f7b-9ffd-53c842974908 service neutron] Request body: {'port': {'device_id': '48997dcf-67fa-4b02-a922-23b18553deed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:22.839442 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-0e5da0d9-32bc-49fc-81ca-8813a5b25f32 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:08:22.850154 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5da0d9-32bc-49fc-81ca-8813a5b25f32 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:08:22.893683 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-c4ed950a-b61c-467b-aed4-375689e6d272 admin admin] Allocated IP 172.25.2.207 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/b5a619ef-345e-4c2b-b115-dc85c6f916de) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:08:22.952909 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5da0d9-32bc-49fc-81ca-8813a5b25f32 None None] Pushing event updated for resources: {'Port': ['ID=a52c3182-2d3c-477e-ab2e-ec49b4d3affa,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:23.025419 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83764a-af6c-49b5-a267-51bf1a1464a2 service neutron] Pushing event updated for resources: {'Port': ['ID=834b0bb3-38be-46a7-8062-14ea75abcd5f,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:23.029054 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-3a6f9b1e-2a17-4f7b-9ffd-53c842974908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:23.030534 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5da0d9-32bc-49fc-81ca-8813a5b25f32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:23.032389 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5da0d9-32bc-49fc-81ca-8813a5b25f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:23.032858 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5da0d9-32bc-49fc-81ca-8813a5b25f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:23.033723 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5da0d9-32bc-49fc-81ca-8813a5b25f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:23.036071 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5da0d9-32bc-49fc-81ca-8813a5b25f32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:23.036554 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5da0d9-32bc-49fc-81ca-8813a5b25f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:23.036996 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5da0d9-32bc-49fc-81ca-8813a5b25f32 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:23.037443 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5da0d9-32bc-49fc-81ca-8813a5b25f32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:23.038630 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5da0d9-32bc-49fc-81ca-8813a5b25f32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:23.039076 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5da0d9-32bc-49fc-81ca-8813a5b25f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:23.043551 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5da0d9-32bc-49fc-81ca-8813a5b25f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:23.043551 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5da0d9-32bc-49fc-81ca-8813a5b25f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:23.073102 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0e5da0d9-32bc-49fc-81ca-8813a5b25f32 None None] Attempting to bind port a52c3182-2d3c-477e-ab2e-ec49b4d3affa on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:08:23.073652 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0e5da0d9-32bc-49fc-81ca-8813a5b25f32 None None] Attempting to bind port a52c3182-2d3c-477e-ab2e-ec49b4d3affa by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '847442a8-ee35-4075-847f-9fb49f0d7f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3d498a66-817f-4a29-a393-846a3465501b'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:08:23.075218 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5da0d9-32bc-49fc-81ca-8813a5b25f32 None None] Attempting to bind port a52c3182-2d3c-477e-ab2e-ec49b4d3affa on network 3d498a66-817f-4a29-a393-846a3465501b {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:08:23.092051 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5da0d9-32bc-49fc-81ca-8813a5b25f32 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:08:23.095820 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5da0d9-32bc-49fc-81ca-8813a5b25f32 None None] Checking segment: {'id': '847442a8-ee35-4075-847f-9fb49f0d7f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3d498a66-817f-4a29-a393-846a3465501b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:08:23.096356 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e5da0d9-32bc-49fc-81ca-8813a5b25f32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:23.097054 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5da0d9-32bc-49fc-81ca-8813a5b25f32 None None] Bound using segment: {'id': '847442a8-ee35-4075-847f-9fb49f0d7f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3d498a66-817f-4a29-a393-846a3465501b'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:08:23.100028 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0e5da0d9-32bc-49fc-81ca-8813a5b25f32 None None] Bound port: a52c3182-2d3c-477e-ab2e-ec49b4d3affa, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '847442a8-ee35-4075-847f-9fb49f0d7f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3d498a66-817f-4a29-a393-846a3465501b'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:08:23.102448 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e5da0d9-32bc-49fc-81ca-8813a5b25f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:23.186248 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c4ed950a-b61c-467b-aed4-375689e6d272 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:23.225273 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-0e5da0d9-32bc-49fc-81ca-8813a5b25f32 None None] For port a52c3182-2d3c-477e-ab2e-ec49b4d3affa, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:08:23.230306 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-0e5da0d9-32bc-49fc-81ca-8813a5b25f32 None None] For port a52c3182-2d3c-477e-ab2e-ec49b4d3affa, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a52c3182-2d3c-477e-ab2e-ec49b4d3affa,segment=NetworkSegment(847442a8-ee35-4075-847f-9fb49f0d7f57),segment_id=847442a8-ee35-4075-847f-9fb49f0d7f57)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:08:23.235745 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e5da0d9-32bc-49fc-81ca-8813a5b25f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:23.282048 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c4ed950a-b61c-467b-aed4-375689e6d272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:23.317621 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbc8240-5849-42db-851b-588ea0bba5d3 x-openstack-request-id: req-4cbc8240-5849-42db-851b-588ea0bba5d3 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:08:23.318156 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "tag": "834b0bb3-38be-46a7-8062-14ea75abcd5f", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:08:23.318156 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4cbc8240-5849-42db-851b-588ea0bba5d3 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:08:23.318578 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'tag': '834b0bb3-38be-46a7-8062-14ea75abcd5f', 'status': 'completed', 'code': 200} Aug 10 01:08:23.333105 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5da0d9-32bc-49fc-81ca-8813a5b25f32 None None] Pushing event updated for resources: {'Port': ['ID=a52c3182-2d3c-477e-ab2e-ec49b4d3affa,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:23.375163 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ed950a-b61c-467b-aed4-375689e6d272 admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:08:23.388576 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-c4ed950a-b61c-467b-aed4-375689e6d272 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:08:23.408195 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ed950a-b61c-467b-aed4-375689e6d272 admin admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:08:23.429310 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed950a-b61c-467b-aed4-375689e6d272 admin admin] Pushing event updated for resources: {'Port': ['ID=b5a619ef-345e-4c2b-b115-dc85c6f916de,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:23.497267 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583b768-83ee-46e3-9379-86e971eeec00 req-087dc6b6-e7d0-48b3-9d5e-8ef0cb041b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:23.497761 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583b768-83ee-46e3-9379-86e971eeec00 req-087dc6b6-e7d0-48b3-9d5e-8ef0cb041b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:23.502245 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583b768-83ee-46e3-9379-86e971eeec00 req-087dc6b6-e7d0-48b3-9d5e-8ef0cb041b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:23.502774 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583b768-83ee-46e3-9379-86e971eeec00 req-087dc6b6-e7d0-48b3-9d5e-8ef0cb041b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:23.503249 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583b768-83ee-46e3-9379-86e971eeec00 req-087dc6b6-e7d0-48b3-9d5e-8ef0cb041b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:23.505105 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e583b768-83ee-46e3-9379-86e971eeec00 req-087dc6b6-e7d0-48b3-9d5e-8ef0cb041b36 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e71a6b0ced6b4bc38b4b6a0ba3c24e39&device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 4363 time: 0.1396561 Aug 10 01:08:23.508152 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b3797-cd68-4d35-8d8d-3930c0c0a72f req-c0e5dad8-b4fd-413a-a985-3eb9ed5f2c05 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:23.515270 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b3797-cd68-4d35-8d8d-3930c0c0a72f req-c0e5dad8-b4fd-413a-a985-3eb9ed5f2c05 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:23.521426 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b3797-cd68-4d35-8d8d-3930c0c0a72f req-c0e5dad8-b4fd-413a-a985-3eb9ed5f2c05 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:23.528313 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b3797-cd68-4d35-8d8d-3930c0c0a72f req-c0e5dad8-b4fd-413a-a985-3eb9ed5f2c05 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:23.534723 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b3797-cd68-4d35-8d8d-3930c0c0a72f req-c0e5dad8-b4fd-413a-a985-3eb9ed5f2c05 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:23.536599 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-992b3797-cd68-4d35-8d8d-3930c0c0a72f req-c0e5dad8-b4fd-413a-a985-3eb9ed5f2c05 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 3827 time: 0.1575036 Aug 10 01:08:23.718201 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-3a6f9b1e-2a17-4f7b-9ffd-53c842974908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e7d4ffb-cca1-41ee-8a33-4b120246fc85 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:08:23.733771 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-3a6f9b1e-2a17-4f7b-9ffd-53c842974908 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:23.746433 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-992b3797-cd68-4d35-8d8d-3930c0c0a72f req-e79b948a-96ca-45de-898a-05be0d51b9cb tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728342 Aug 10 01:08:23.847233 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-3a6f9b1e-2a17-4f7b-9ffd-53c842974908 service neutron] Transition to ACTIVE for port object 3e7d4ffb-cca1-41ee-8a33-4b120246fc85 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:08:23.863627 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-3a6f9b1e-2a17-4f7b-9ffd-53c842974908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:23.948490 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a52c3182-2d3c-477e-ab2e-ec49b4d3affa up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:08:23.954818 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583b768-83ee-46e3-9379-86e971eeec00 req-316c5079-cae2-4645-94ae-7fb5e282c3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:23.955577 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583b768-83ee-46e3-9379-86e971eeec00 req-316c5079-cae2-4645-94ae-7fb5e282c3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:23.956614 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583b768-83ee-46e3-9379-86e971eeec00 req-316c5079-cae2-4645-94ae-7fb5e282c3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:23.958735 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e583b768-83ee-46e3-9379-86e971eeec00 req-316c5079-cae2-4645-94ae-7fb5e282c3de service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e71a6b0ced6b4bc38b4b6a0ba3c24e39&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4385688 Aug 10 01:08:23.985609 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c4ed950a-b61c-467b-aed4-375689e6d272 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:24.067113 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port a52c3182-2d3c-477e-ab2e-ec49b4d3affa completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:08:24.073598 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a98f3335-ba8a-41c8-8f1d-9b87daaf23bb up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:08:24.128971 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f9b1e-2a17-4f7b-9ffd-53c842974908 service neutron] Pushing event updated for resources: {'Port': ['ID=3e7d4ffb-cca1-41ee-8a33-4b120246fc85,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:24.143812 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port a98f3335-ba8a-41c8-8f1d-9b87daaf23bb completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:08:24.150620 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port a98f3335-ba8a-41c8-8f1d-9b87daaf23bb triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:08:24.151340 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:24.198125 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3423a8-9d2f-4e2f-ac7e-efb9ce541845 req-ab930b3c-4c31-48a4-a8f6-f6a6b1887050 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:24.206608 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cb3423a8-9d2f-4e2f-ac7e-efb9ce541845 req-ab930b3c-4c31-48a4-a8f6-f6a6b1887050 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 945 time: 0.2180760 Aug 10 01:08:24.290190 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:24.310946 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583b768-83ee-46e3-9379-86e971eeec00 req-2744cc6f-5bb1-48c1-9b65-ab5ea3f71a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:24.320902 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e583b768-83ee-46e3-9379-86e971eeec00 req-2744cc6f-5bb1-48c1-9b65-ab5ea3f71a03 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3450804 Aug 10 01:08:24.343362 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-3a6f9b1e-2a17-4f7b-9ffd-53c842974908 service neutron] Attempting to bind port 3e7d4ffb-cca1-41ee-8a33-4b120246fc85 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:08:24.343708 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-3a6f9b1e-2a17-4f7b-9ffd-53c842974908 service neutron] Attempting to bind port 3e7d4ffb-cca1-41ee-8a33-4b120246fc85 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '0da4c42e-4459-4321-b2c7-7e940e3214c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9ba4f345-2af9-4b1a-a096-ab30f02c75cd'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:08:24.344046 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-3a6f9b1e-2a17-4f7b-9ffd-53c842974908 service neutron] Attempting to bind port 3e7d4ffb-cca1-41ee-8a33-4b120246fc85 on network 9ba4f345-2af9-4b1a-a096-ab30f02c75cd {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:08:24.359189 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-3a6f9b1e-2a17-4f7b-9ffd-53c842974908 service neutron] Port 3e7d4ffb-cca1-41ee-8a33-4b120246fc85 on network 9ba4f345-2af9-4b1a-a096-ab30f02c75cd not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:08:24.359542 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-3a6f9b1e-2a17-4f7b-9ffd-53c842974908 service neutron] Attempting to bind port 3e7d4ffb-cca1-41ee-8a33-4b120246fc85 on network 9ba4f345-2af9-4b1a-a096-ab30f02c75cd {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:08:24.365832 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port a98f3335-ba8a-41c8-8f1d-9b87daaf23bb, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a98f3335-ba8a-41c8-8f1d-9b87daaf23bb,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:08:24.368737 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-3a6f9b1e-2a17-4f7b-9ffd-53c842974908 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:08:24.369200 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-3a6f9b1e-2a17-4f7b-9ffd-53c842974908 service neutron] Checking segment: {'id': '0da4c42e-4459-4321-b2c7-7e940e3214c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9ba4f345-2af9-4b1a-a096-ab30f02c75cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:08:24.369601 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-3a6f9b1e-2a17-4f7b-9ffd-53c842974908 service neutron] Bound using segment: {'id': '0da4c42e-4459-4321-b2c7-7e940e3214c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9ba4f345-2af9-4b1a-a096-ab30f02c75cd'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:08:24.369963 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-3a6f9b1e-2a17-4f7b-9ffd-53c842974908 service neutron] Bound port: 3e7d4ffb-cca1-41ee-8a33-4b120246fc85, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0da4c42e-4459-4321-b2c7-7e940e3214c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9ba4f345-2af9-4b1a-a096-ab30f02c75cd'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:08:24.371563 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-3a6f9b1e-2a17-4f7b-9ffd-53c842974908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:24.373579 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:24.463106 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-3a6f9b1e-2a17-4f7b-9ffd-53c842974908 service neutron] For port 3e7d4ffb-cca1-41ee-8a33-4b120246fc85, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:08:24.468794 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-3a6f9b1e-2a17-4f7b-9ffd-53c842974908 service neutron] For port 3e7d4ffb-cca1-41ee-8a33-4b120246fc85, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=3e7d4ffb-cca1-41ee-8a33-4b120246fc85,segment=NetworkSegment(0da4c42e-4459-4321-b2c7-7e940e3214c5),segment_id=0da4c42e-4459-4321-b2c7-7e940e3214c5)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:08:24.477247 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=a98f3335-ba8a-41c8-8f1d-9b87daaf23bb,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:24.479682 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-3a6f9b1e-2a17-4f7b-9ffd-53c842974908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:24.545841 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-3a6f9b1e-2a17-4f7b-9ffd-53c842974908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:24.546467 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-3a6f9b1e-2a17-4f7b-9ffd-53c842974908 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:24.547870 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-3a6f9b1e-2a17-4f7b-9ffd-53c842974908 service neutron] 10.222.0.20 "PUT /v2.0/ports/3e7d4ffb-cca1-41ee-8a33-4b120246fc85 HTTP/1.1" status: 200 len: 1137 time: 1.7348049 Aug 10 01:08:24.584153 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-31658e38-bd53-4f88-a45c-e9531fdb7848 service neutron] Request body: {'port': {'device_id': '48997dcf-67fa-4b02-a922-23b18553deed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:24.587067 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f9b1e-2a17-4f7b-9ffd-53c842974908 service neutron] Pushing event updated for resources: {'Port': ['ID=3e7d4ffb-cca1-41ee-8a33-4b120246fc85,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:24.689892 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-31658e38-bd53-4f88-a45c-e9531fdb7848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:24.793344 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cb3423a8-9d2f-4e2f-ac7e-efb9ce541845 req-2c4543f5-38de-4477-9fc4-64d375b6350e tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5856068 Aug 10 01:08:24.941554 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c4ed950a-b61c-467b-aed4-375689e6d272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:24.967652 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1340544-3653-4905-9be9-f4f129d8efa5 None None] Network 3d498a66-817f-4a29-a393-846a3465501b requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:08:25.023757 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f94c3-447d-4db4-933a-f2beaf133c7a req-79aadf69-1fb1-4f27-8840-e1c9ea08bf48 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:25.025337 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-587f94c3-447d-4db4-933a-f2beaf133c7a req-79aadf69-1fb1-4f27-8840-e1c9ea08bf48 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 946 time: 0.1009846 Aug 10 01:08:25.068931 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-61463032-c6d6-469a-9245-191ca3b646ec None None] Provisioning for port a52c3182-2d3c-477e-ab2e-ec49b4d3affa completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:08:25.086610 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-31658e38-bd53-4f88-a45c-e9531fdb7848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 427164c9-834c-4700-aa7f-4f167b1f6f0e {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:08:25.090126 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-61463032-c6d6-469a-9245-191ca3b646ec None None] Provisioning complete for port a52c3182-2d3c-477e-ab2e-ec49b4d3affa triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:08:25.090697 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-61463032-c6d6-469a-9245-191ca3b646ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:25.097360 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-31658e38-bd53-4f88-a45c-e9531fdb7848 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:25.120096 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-587f94c3-447d-4db4-933a-f2beaf133c7a req-133bf11e-4d75-4bb2-8afe-88a4f181791b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832639 Aug 10 01:08:25.123431 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-31658e38-bd53-4f88-a45c-e9531fdb7848 service neutron] Transition to ACTIVE for port object 427164c9-834c-4700-aa7f-4f167b1f6f0e will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:08:25.128883 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-31658e38-bd53-4f88-a45c-e9531fdb7848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:25.163032 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ed950a-b61c-467b-aed4-375689e6d272 admin admin] Router f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:08:25.271483 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31658e38-bd53-4f88-a45c-e9531fdb7848 service neutron] Pushing event updated for resources: {'Port': ['ID=427164c9-834c-4700-aa7f-4f167b1f6f0e,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:25.344335 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'tag': '3e7d4ffb-cca1-41ee-8a33-4b120246fc85'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:08:25.348335 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3244806d-fdb2-4780-ab70-ab4c5aef3154" -d '{"events": [{"name": "network-changed", "server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "tag": "3e7d4ffb-cca1-41ee-8a33-4b120246fc85"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:08:25.369808 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-61463032-c6d6-469a-9245-191ca3b646ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:25.400441 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ed950a-b61c-467b-aed4-375689e6d272 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:08:25.411494 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b6104b-5ffa-4eca-893c-a23035bd2bce None None] Sync routers for ids ['f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:08:25.421309 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-31658e38-bd53-4f88-a45c-e9531fdb7848 service neutron] Attempting to bind port 427164c9-834c-4700-aa7f-4f167b1f6f0e on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:08:25.421654 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-31658e38-bd53-4f88-a45c-e9531fdb7848 service neutron] Attempting to bind port 427164c9-834c-4700-aa7f-4f167b1f6f0e by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '0da4c42e-4459-4321-b2c7-7e940e3214c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9ba4f345-2af9-4b1a-a096-ab30f02c75cd'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:08:25.421991 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-31658e38-bd53-4f88-a45c-e9531fdb7848 service neutron] Attempting to bind port 427164c9-834c-4700-aa7f-4f167b1f6f0e on network 9ba4f345-2af9-4b1a-a096-ab30f02c75cd {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:08:25.426174 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b6104b-5ffa-4eca-893c-a23035bd2bce None None] Routers {'f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:08:25.427961 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-c0b6104b-5ffa-4eca-893c-a23035bd2bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:08:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:25.428389 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-31658e38-bd53-4f88-a45c-e9531fdb7848 service neutron] Port 427164c9-834c-4700-aa7f-4f167b1f6f0e on network 9ba4f345-2af9-4b1a-a096-ab30f02c75cd not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:08:25.428725 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-31658e38-bd53-4f88-a45c-e9531fdb7848 service neutron] Attempting to bind port 427164c9-834c-4700-aa7f-4f167b1f6f0e on network 9ba4f345-2af9-4b1a-a096-ab30f02c75cd {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:08:25.431053 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-61463032-c6d6-469a-9245-191ca3b646ec None None] For port a52c3182-2d3c-477e-ab2e-ec49b4d3affa, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a52c3182-2d3c-477e-ab2e-ec49b4d3affa,segment=NetworkSegment(847442a8-ee35-4075-847f-9fb49f0d7f57),segment_id=847442a8-ee35-4075-847f-9fb49f0d7f57)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:08:25.437133 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-61463032-c6d6-469a-9245-191ca3b646ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:25.442881 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c4ed950a-b61c-467b-aed4-375689e6d272 admin admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:25.444114 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-31658e38-bd53-4f88-a45c-e9531fdb7848 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:08:25.446118 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c4ed950a-b61c-467b-aed4-375689e6d272 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4775915 Aug 10 01:08:25.448588 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-31658e38-bd53-4f88-a45c-e9531fdb7848 service neutron] Checking segment: {'id': '0da4c42e-4459-4321-b2c7-7e940e3214c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9ba4f345-2af9-4b1a-a096-ab30f02c75cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:08:25.449108 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-31658e38-bd53-4f88-a45c-e9531fdb7848 service neutron] Bound using segment: {'id': '0da4c42e-4459-4321-b2c7-7e940e3214c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9ba4f345-2af9-4b1a-a096-ab30f02c75cd'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:08:25.450677 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-31658e38-bd53-4f88-a45c-e9531fdb7848 service neutron] Bound port: 427164c9-834c-4700-aa7f-4f167b1f6f0e, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0da4c42e-4459-4321-b2c7-7e940e3214c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9ba4f345-2af9-4b1a-a096-ab30f02c75cd'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:08:25.450990 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58564) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:25.451126 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-31658e38-bd53-4f88-a45c-e9531fdb7848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:25.576810 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61463032-c6d6-469a-9245-191ca3b646ec None None] Pushing event updated for resources: {'Port': ['ID=a52c3182-2d3c-477e-ab2e-ec49b4d3affa,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:25.587037 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-31658e38-bd53-4f88-a45c-e9531fdb7848 service neutron] For port 427164c9-834c-4700-aa7f-4f167b1f6f0e, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:08:25.591238 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-31658e38-bd53-4f88-a45c-e9531fdb7848 service neutron] For port 427164c9-834c-4700-aa7f-4f167b1f6f0e, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=427164c9-834c-4700-aa7f-4f167b1f6f0e,segment=NetworkSegment(0da4c42e-4459-4321-b2c7-7e940e3214c5),segment_id=0da4c42e-4459-4321-b2c7-7e940e3214c5)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:08:25.599834 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-31658e38-bd53-4f88-a45c-e9531fdb7848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:25.656268 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-c0b6104b-5ffa-4eca-893c-a23035bd2bce None None] Set router f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:08:25.677622 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed9071-f32e-481b-99fc-f33aa8ef2ed1 req-0bef4423-56ad-4aa5-8fe0-f9aaf883c251 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:25.692152 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed9071-f32e-481b-99fc-f33aa8ef2ed1 req-0bef4423-56ad-4aa5-8fe0-f9aaf883c251 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:25.709238 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed9071-f32e-481b-99fc-f33aa8ef2ed1 req-0bef4423-56ad-4aa5-8fe0-f9aaf883c251 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:25.711856 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31658e38-bd53-4f88-a45c-e9531fdb7848 service neutron] Pushing event updated for resources: {'Port': ['ID=427164c9-834c-4700-aa7f-4f167b1f6f0e,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:25.717238 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-31658e38-bd53-4f88-a45c-e9531fdb7848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:25.718217 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed9071-f32e-481b-99fc-f33aa8ef2ed1 req-0bef4423-56ad-4aa5-8fe0-f9aaf883c251 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:25.725061 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed9071-f32e-481b-99fc-f33aa8ef2ed1 req-0bef4423-56ad-4aa5-8fe0-f9aaf883c251 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:25.729242 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-31658e38-bd53-4f88-a45c-e9531fdb7848 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:25.731300 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-31658e38-bd53-4f88-a45c-e9531fdb7848 service neutron] 10.222.0.20 "PUT /v2.0/ports/427164c9-834c-4700-aa7f-4f167b1f6f0e HTTP/1.1" status: 200 len: 1137 time: 1.1519635 Aug 10 01:08:25.732032 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed9071-f32e-481b-99fc-f33aa8ef2ed1 req-0bef4423-56ad-4aa5-8fe0-f9aaf883c251 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:25.738724 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed9071-f32e-481b-99fc-f33aa8ef2ed1 req-0bef4423-56ad-4aa5-8fe0-f9aaf883c251 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:25.749979 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2ed9071-f32e-481b-99fc-f33aa8ef2ed1 req-0bef4423-56ad-4aa5-8fe0-f9aaf883c251 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5383 time: 0.2045665 Aug 10 01:08:25.768505 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-94239de8-9e30-48bd-b4f2-b06b9d1a76a3 service neutron] Request body: {'port': {'device_id': '48997dcf-67fa-4b02-a922-23b18553deed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:25.872827 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2ed9071-f32e-481b-99fc-f33aa8ef2ed1 req-d49bfff5-d5fe-4726-a582-a10a2342e0f6 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1217465 Aug 10 01:08:25.875834 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-94239de8-9e30-48bd-b4f2-b06b9d1a76a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:25.903793 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a52c3182-2d3c-477e-ab2e-ec49b4d3affa up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:08:26.039961 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port a52c3182-2d3c-477e-ab2e-ec49b4d3affa triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:08:26.041190 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:26.071915 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-afa64f86-1230-4e27-a361-4ba4af3b9a29 None None] Provisioning complete for port a52c3182-2d3c-477e-ab2e-ec49b4d3affa triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:08:26.072652 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-afa64f86-1230-4e27-a361-4ba4af3b9a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:26.079587 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-c0b6104b-5ffa-4eca-893c-a23035bd2bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7', 'name': 'tempest-TestVolumeBootPattern-576994019-router', 'tenant_id': 'a99c75ab85e041ea8bec31d5e1e152ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'b5a619ef-345e-4c2b-b115-dc85c6f916de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:08:21Z', 'updated_at': '2021-08-10T01:08:23Z', 'revision_number': 3, 'project_id': 'a99c75ab85e041ea8bec31d5e1e152ee', 'gw_port': {'id': 'b5a619ef-345e-4c2b-b115-dc85c6f916de', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:22Z', 'updated_at': '2021-08-10T01:08:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:26.081881 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bff614a-c087-4003-b538-53c74fda8e86 x-openstack-request-id: req-8bff614a-c087-4003-b538-53c74fda8e86 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:08:26.082188 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "tag": "3e7d4ffb-cca1-41ee-8a33-4b120246fc85", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:08:26.082450 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8bff614a-c087-4003-b538-53c74fda8e86 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:08:26.085049 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'tag': '3e7d4ffb-cca1-41ee-8a33-4b120246fc85', 'status': 'completed', 'code': 200} Aug 10 01:08:26.156152 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b6104b-5ffa-4eca-893c-a23035bd2bce None None] Checking router: f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:08:26.160678 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b6104b-5ffa-4eca-893c-a23035bd2bce None None] Updating router f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7 port b5a619ef-345e-4c2b-b115-dc85c6f916de binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:08:26.216216 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac44cf4-b5b5-4441-8ed8-163ec31150e9 req-9ea2619c-ef28-42af-a0ab-5592aeb41ba9 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:26.220866 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c0b6104b-5ffa-4eca-893c-a23035bd2bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:26.223989 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bac44cf4-b5b5-4441-8ed8-163ec31150e9 req-9ea2619c-ef28-42af-a0ab-5592aeb41ba9 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 945 time: 0.1357076 Aug 10 01:08:26.319568 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bac44cf4-b5b5-4441-8ed8-163ec31150e9 req-7a610d48-b274-4a17-b468-d5020174468f tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944548 Aug 10 01:08:26.337673 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-94239de8-9e30-48bd-b4f2-b06b9d1a76a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ebb267f-3505-448c-a3cb-fbb1b4c35076 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:08:26.349037 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-94239de8-9e30-48bd-b4f2-b06b9d1a76a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:26.350444 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a98f3335-ba8a-41c8-8f1d-9b87daaf23bb up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:08:26.364893 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-94239de8-9e30-48bd-b4f2-b06b9d1a76a3 service neutron] Transition to ACTIVE for port object 3ebb267f-3505-448c-a3cb-fbb1b4c35076 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:08:26.382650 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-94239de8-9e30-48bd-b4f2-b06b9d1a76a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:26.459018 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244806d-fdb2-4780-ab70-ab4c5aef3154 req-fcc72f05-254f-40ab-9456-ecd4a3872fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:26.459814 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244806d-fdb2-4780-ab70-ab4c5aef3154 req-fcc72f05-254f-40ab-9456-ecd4a3872fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:26.460601 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244806d-fdb2-4780-ab70-ab4c5aef3154 req-fcc72f05-254f-40ab-9456-ecd4a3872fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:26.460881 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244806d-fdb2-4780-ab70-ab4c5aef3154 req-fcc72f05-254f-40ab-9456-ecd4a3872fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:26.461419 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244806d-fdb2-4780-ab70-ab4c5aef3154 req-fcc72f05-254f-40ab-9456-ecd4a3872fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:26.462427 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244806d-fdb2-4780-ab70-ab4c5aef3154 req-fcc72f05-254f-40ab-9456-ecd4a3872fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:26.462427 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244806d-fdb2-4780-ab70-ab4c5aef3154 req-fcc72f05-254f-40ab-9456-ecd4a3872fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:26.464527 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3244806d-fdb2-4780-ab70-ab4c5aef3154 req-fcc72f05-254f-40ab-9456-ecd4a3872fe0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e71a6b0ced6b4bc38b4b6a0ba3c24e39&device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 6223 time: 0.3885918 Aug 10 01:08:26.481215 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port a98f3335-ba8a-41c8-8f1d-9b87daaf23bb triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:08:26.481497 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:26.539110 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b2881ffd-b1a9-4528-ab11-77faa07f0595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:26.562827 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa01629-8676-49cc-9cda-63c2dbd35321 req-7172b14b-7e0d-4c59-8a30-54fe735bb316 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:26.563601 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94239de8-9e30-48bd-b4f2-b06b9d1a76a3 service neutron] Pushing event updated for resources: {'Port': ['ID=3ebb267f-3505-448c-a3cb-fbb1b4c35076,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:26.572123 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2fa01629-8676-49cc-9cda-63c2dbd35321 req-7172b14b-7e0d-4c59-8a30-54fe735bb316 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 946 time: 0.1342878 Aug 10 01:08:26.693845 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2fa01629-8676-49cc-9cda-63c2dbd35321 req-a90306d7-79bc-4417-b68a-d453d2d134d7 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206021 Aug 10 01:08:26.735737 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-94239de8-9e30-48bd-b4f2-b06b9d1a76a3 service neutron] Attempting to bind port 3ebb267f-3505-448c-a3cb-fbb1b4c35076 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:08:26.736088 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-94239de8-9e30-48bd-b4f2-b06b9d1a76a3 service neutron] Attempting to bind port 3ebb267f-3505-448c-a3cb-fbb1b4c35076 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '0da4c42e-4459-4321-b2c7-7e940e3214c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9ba4f345-2af9-4b1a-a096-ab30f02c75cd'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:08:26.736449 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-94239de8-9e30-48bd-b4f2-b06b9d1a76a3 service neutron] Attempting to bind port 3ebb267f-3505-448c-a3cb-fbb1b4c35076 on network 9ba4f345-2af9-4b1a-a096-ab30f02c75cd {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:08:26.759732 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-94239de8-9e30-48bd-b4f2-b06b9d1a76a3 service neutron] Port 3ebb267f-3505-448c-a3cb-fbb1b4c35076 on network 9ba4f345-2af9-4b1a-a096-ab30f02c75cd not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:08:26.760339 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-94239de8-9e30-48bd-b4f2-b06b9d1a76a3 service neutron] Attempting to bind port 3ebb267f-3505-448c-a3cb-fbb1b4c35076 on network 9ba4f345-2af9-4b1a-a096-ab30f02c75cd {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:08:26.769901 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-94239de8-9e30-48bd-b4f2-b06b9d1a76a3 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:08:26.770520 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-94239de8-9e30-48bd-b4f2-b06b9d1a76a3 service neutron] Checking segment: {'id': '0da4c42e-4459-4321-b2c7-7e940e3214c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9ba4f345-2af9-4b1a-a096-ab30f02c75cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:08:26.771089 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-94239de8-9e30-48bd-b4f2-b06b9d1a76a3 service neutron] Bound using segment: {'id': '0da4c42e-4459-4321-b2c7-7e940e3214c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9ba4f345-2af9-4b1a-a096-ab30f02c75cd'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:08:26.771701 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-94239de8-9e30-48bd-b4f2-b06b9d1a76a3 service neutron] Bound port: 3ebb267f-3505-448c-a3cb-fbb1b4c35076, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0da4c42e-4459-4321-b2c7-7e940e3214c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9ba4f345-2af9-4b1a-a096-ab30f02c75cd'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:08:26.772485 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-94239de8-9e30-48bd-b4f2-b06b9d1a76a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:26.788341 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244806d-fdb2-4780-ab70-ab4c5aef3154 req-56765357-c7d7-4e21-a583-cfe1c53d0c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:26.789094 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244806d-fdb2-4780-ab70-ab4c5aef3154 req-56765357-c7d7-4e21-a583-cfe1c53d0c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:26.789760 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244806d-fdb2-4780-ab70-ab4c5aef3154 req-56765357-c7d7-4e21-a583-cfe1c53d0c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:26.791544 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3244806d-fdb2-4780-ab70-ab4c5aef3154 req-56765357-c7d7-4e21-a583-cfe1c53d0c61 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e71a6b0ced6b4bc38b4b6a0ba3c24e39&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2835274 Aug 10 01:08:26.820407 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c0b6104b-5ffa-4eca-893c-a23035bd2bce None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:26.842325 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-c0b6104b-5ffa-4eca-893c-a23035bd2bce None None] Transition to ACTIVE for port object b5a619ef-345e-4c2b-b115-dc85c6f916de will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:08:26.850985 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c0b6104b-5ffa-4eca-893c-a23035bd2bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:26.861253 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-94239de8-9e30-48bd-b4f2-b06b9d1a76a3 service neutron] For port 3ebb267f-3505-448c-a3cb-fbb1b4c35076, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:08:26.864597 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-94239de8-9e30-48bd-b4f2-b06b9d1a76a3 service neutron] For port 3ebb267f-3505-448c-a3cb-fbb1b4c35076, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=3ebb267f-3505-448c-a3cb-fbb1b4c35076,segment=NetworkSegment(0da4c42e-4459-4321-b2c7-7e940e3214c5),segment_id=0da4c42e-4459-4321-b2c7-7e940e3214c5)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:08:26.878495 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-94239de8-9e30-48bd-b4f2-b06b9d1a76a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:26.893998 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-b2881ffd-b1a9-4528-ab11-77faa07f0595 admin admin] Allocated IP 172.20.0.1 (3d498a66-817f-4a29-a393-846a3465501b/a472717a-67d7-4753-b342-be05cfe7a3c4/b8090518-4d65-4733-99e3-78923c85be7d) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:08:26.919748 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-c0b6104b-5ffa-4eca-893c-a23035bd2bce None None] Attempting to bind port b5a619ef-345e-4c2b-b115-dc85c6f916de on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:08:26.920116 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-c0b6104b-5ffa-4eca-893c-a23035bd2bce None None] Attempting to bind port b5a619ef-345e-4c2b-b115-dc85c6f916de by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:08:26.920800 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6104b-5ffa-4eca-893c-a23035bd2bce None None] Attempting to bind port b5a619ef-345e-4c2b-b115-dc85c6f916de on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:08:26.934288 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6104b-5ffa-4eca-893c-a23035bd2bce None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:08:26.934682 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6104b-5ffa-4eca-893c-a23035bd2bce None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:08:26.935055 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c0b6104b-5ffa-4eca-893c-a23035bd2bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:26.935435 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6104b-5ffa-4eca-893c-a23035bd2bce None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:08:26.935961 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-c0b6104b-5ffa-4eca-893c-a23035bd2bce None None] Bound port: b5a619ef-345e-4c2b-b115-dc85c6f916de, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:08:26.936428 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c0b6104b-5ffa-4eca-893c-a23035bd2bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:26.977124 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94239de8-9e30-48bd-b4f2-b06b9d1a76a3 service neutron] Pushing event updated for resources: {'Port': ['ID=3ebb267f-3505-448c-a3cb-fbb1b4c35076,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:26.991740 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-c0b6104b-5ffa-4eca-893c-a23035bd2bce None None] For port b5a619ef-345e-4c2b-b115-dc85c6f916de, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:08:26.995423 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-c0b6104b-5ffa-4eca-893c-a23035bd2bce None None] For port b5a619ef-345e-4c2b-b115-dc85c6f916de, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b5a619ef-345e-4c2b-b115-dc85c6f916de,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:08:27.005995 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c0b6104b-5ffa-4eca-893c-a23035bd2bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:27.007905 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-94239de8-9e30-48bd-b4f2-b06b9d1a76a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:27.008606 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-94239de8-9e30-48bd-b4f2-b06b9d1a76a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:27.009515 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb27cd9-67de-4f37-9097-38ebcdc2c57e None None] Pushing event updated for resources: {'Port': ['ID=b5a619ef-345e-4c2b-b115-dc85c6f916de,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:27.010206 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-94239de8-9e30-48bd-b4f2-b06b9d1a76a3 service neutron] 10.222.0.20 "PUT /v2.0/ports/3ebb267f-3505-448c-a3cb-fbb1b4c35076 HTTP/1.1" status: 200 len: 1092 time: 1.2463930 Aug 10 01:08:27.054014 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-90568af0-3d29-4bc2-b3f2-1b09ddd30a5c service neutron] Request body: {'port': {'device_id': '48997dcf-67fa-4b02-a922-23b18553deed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:27.068274 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb27cd9-67de-4f37-9097-38ebcdc2c57e None None] Pushing event updated for resources: {'Port': ['ID=b5a619ef-345e-4c2b-b115-dc85c6f916de,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:27.094621 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b6104b-5ffa-4eca-893c-a23035bd2bce None None] Routers {'f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:08:27.095255 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-c0b6104b-5ffa-4eca-893c-a23035bd2bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:08:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:27.110985 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244806d-fdb2-4780-ab70-ab4c5aef3154 req-8e76b4ef-1f67-47e6-aa62-9579f8f01348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:27.112821 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3244806d-fdb2-4780-ab70-ab4c5aef3154 req-8e76b4ef-1f67-47e6-aa62-9579f8f01348 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2466948 Aug 10 01:08:27.131594 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b2881ffd-b1a9-4528-ab11-77faa07f0595 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:27.148118 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-b2881ffd-b1a9-4528-ab11-77faa07f0595 admin admin] Transition to ACTIVE for port object b8090518-4d65-4733-99e3-78923c85be7d will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:08:27.165634 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-90568af0-3d29-4bc2-b3f2-1b09ddd30a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:27.224991 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b2881ffd-b1a9-4528-ab11-77faa07f0595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:27.250549 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2881ffd-b1a9-4528-ab11-77faa07f0595 admin admin] Network 3d498a66-817f-4a29-a393-846a3465501b is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:08:27.272648 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-c0b6104b-5ffa-4eca-893c-a23035bd2bce None None] Set router f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:08:27.280772 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-b2881ffd-b1a9-4528-ab11-77faa07f0595 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:08:27.316690 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2881ffd-b1a9-4528-ab11-77faa07f0595 admin admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:08:27.379452 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2881ffd-b1a9-4528-ab11-77faa07f0595 admin admin] Pushing event updated for resources: {'Port': ['ID=b8090518-4d65-4733-99e3-78923c85be7d,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:27.383368 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b2881ffd-b1a9-4528-ab11-77faa07f0595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:27.498272 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1575ce4-af63-4801-b5b2-13f106501f27 req-9705c916-bf16-4b80-8040-1150d70f8ec1 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:27.506496 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1575ce4-af63-4801-b5b2-13f106501f27 req-9705c916-bf16-4b80-8040-1150d70f8ec1 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:27.514072 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-90568af0-3d29-4bc2-b3f2-1b09ddd30a5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50782122-dccf-4182-a6c4-c73579974fb2 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:08:27.516262 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1575ce4-af63-4801-b5b2-13f106501f27 req-9705c916-bf16-4b80-8040-1150d70f8ec1 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:27.522665 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-90568af0-3d29-4bc2-b3f2-1b09ddd30a5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:27.530559 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1575ce4-af63-4801-b5b2-13f106501f27 req-9705c916-bf16-4b80-8040-1150d70f8ec1 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:27.536820 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-c0b6104b-5ffa-4eca-893c-a23035bd2bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7', 'name': 'tempest-TestVolumeBootPattern-576994019-router', 'tenant_id': 'a99c75ab85e041ea8bec31d5e1e152ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'b5a619ef-345e-4c2b-b115-dc85c6f916de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:08:21Z', 'updated_at': '2021-08-10T01:08:23Z', 'revision_number': 3, 'project_id': 'a99c75ab85e041ea8bec31d5e1e152ee', 'gw_port': {'id': 'b5a619ef-345e-4c2b-b115-dc85c6f916de', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:22Z', 'updated_at': '2021-08-10T01:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:27.537098 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-90568af0-3d29-4bc2-b3f2-1b09ddd30a5c service neutron] Transition to ACTIVE for port object 50782122-dccf-4182-a6c4-c73579974fb2 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:08:27.542195 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-90568af0-3d29-4bc2-b3f2-1b09ddd30a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:27.543645 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1575ce4-af63-4801-b5b2-13f106501f27 req-9705c916-bf16-4b80-8040-1150d70f8ec1 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:27.553961 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1575ce4-af63-4801-b5b2-13f106501f27 req-9705c916-bf16-4b80-8040-1150d70f8ec1 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:27.564250 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1575ce4-af63-4801-b5b2-13f106501f27 req-9705c916-bf16-4b80-8040-1150d70f8ec1 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:27.572647 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b6104b-5ffa-4eca-893c-a23035bd2bce None None] The sync data for ids ['f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7'] in n-d-766726-26 is: [{'id': 'f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7', 'name': 'tempest-TestVolumeBootPattern-576994019-router', 'tenant_id': 'a99c75ab85e041ea8bec31d5e1e152ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'b5a619ef-345e-4c2b-b115-dc85c6f916de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:08:21Z', 'updated_at': '2021-08-10T01:08:23Z', 'revision_number': 3, 'project_id': 'a99c75ab85e041ea8bec31d5e1e152ee', 'gw_port': {'id': 'b5a619ef-345e-4c2b-b115-dc85c6f916de', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:22Z', 'updated_at': '2021-08-10T01:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:08:27.583451 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b1575ce4-af63-4801-b5b2-13f106501f27 req-9705c916-bf16-4b80-8040-1150d70f8ec1 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5395 time: 0.3967588 Aug 10 01:08:27.590252 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90568af0-3d29-4bc2-b3f2-1b09ddd30a5c service neutron] Pushing event updated for resources: {'Port': ['ID=50782122-dccf-4182-a6c4-c73579974fb2,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:27.695505 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-79e00ffb-5d0c-433c-bde4-2966e236943f None None] Provisioning for port b8090518-4d65-4733-99e3-78923c85be7d completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:08:27.701450 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-79e00ffb-5d0c-433c-bde4-2966e236943f None None] Provisioning complete for port b8090518-4d65-4733-99e3-78923c85be7d triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:08:27.701795 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-79e00ffb-5d0c-433c-bde4-2966e236943f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:27.716345 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b1575ce4-af63-4801-b5b2-13f106501f27 req-bfc20a38-0cd4-4d69-a186-704fc71e83e6 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1271968 Aug 10 01:08:27.725065 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:08:27.805449 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-79e00ffb-5d0c-433c-bde4-2966e236943f None None] Port b8090518-4d65-4733-99e3-78923c85be7d cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:08:27.810805 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-90568af0-3d29-4bc2-b3f2-1b09ddd30a5c service neutron] Attempting to bind port 50782122-dccf-4182-a6c4-c73579974fb2 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:08:27.811065 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-90568af0-3d29-4bc2-b3f2-1b09ddd30a5c service neutron] Attempting to bind port 50782122-dccf-4182-a6c4-c73579974fb2 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '0da4c42e-4459-4321-b2c7-7e940e3214c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9ba4f345-2af9-4b1a-a096-ab30f02c75cd'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:08:27.811361 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-90568af0-3d29-4bc2-b3f2-1b09ddd30a5c service neutron] Attempting to bind port 50782122-dccf-4182-a6c4-c73579974fb2 on network 9ba4f345-2af9-4b1a-a096-ab30f02c75cd {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:08:27.820990 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-90568af0-3d29-4bc2-b3f2-1b09ddd30a5c service neutron] Port 50782122-dccf-4182-a6c4-c73579974fb2 on network 9ba4f345-2af9-4b1a-a096-ab30f02c75cd not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:08:27.821425 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-90568af0-3d29-4bc2-b3f2-1b09ddd30a5c service neutron] Attempting to bind port 50782122-dccf-4182-a6c4-c73579974fb2 on network 9ba4f345-2af9-4b1a-a096-ab30f02c75cd {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:08:27.822888 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b2881ffd-b1a9-4528-ab11-77faa07f0595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:27.827840 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-90568af0-3d29-4bc2-b3f2-1b09ddd30a5c service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:08:27.828262 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-90568af0-3d29-4bc2-b3f2-1b09ddd30a5c service neutron] Checking segment: {'id': '0da4c42e-4459-4321-b2c7-7e940e3214c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9ba4f345-2af9-4b1a-a096-ab30f02c75cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:08:27.828620 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-90568af0-3d29-4bc2-b3f2-1b09ddd30a5c service neutron] Bound using segment: {'id': '0da4c42e-4459-4321-b2c7-7e940e3214c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9ba4f345-2af9-4b1a-a096-ab30f02c75cd'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:08:27.829037 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-90568af0-3d29-4bc2-b3f2-1b09ddd30a5c service neutron] Bound port: 50782122-dccf-4182-a6c4-c73579974fb2, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0da4c42e-4459-4321-b2c7-7e940e3214c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9ba4f345-2af9-4b1a-a096-ab30f02c75cd'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:08:27.829401 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-90568af0-3d29-4bc2-b3f2-1b09ddd30a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:27.904444 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-90568af0-3d29-4bc2-b3f2-1b09ddd30a5c service neutron] For port 50782122-dccf-4182-a6c4-c73579974fb2, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:08:27.915333 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-90568af0-3d29-4bc2-b3f2-1b09ddd30a5c service neutron] For port 50782122-dccf-4182-a6c4-c73579974fb2, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=50782122-dccf-4182-a6c4-c73579974fb2,segment=NetworkSegment(0da4c42e-4459-4321-b2c7-7e940e3214c5),segment_id=0da4c42e-4459-4321-b2c7-7e940e3214c5)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:08:27.927020 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-90568af0-3d29-4bc2-b3f2-1b09ddd30a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:27.977753 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3856b0a-8a3f-4c9e-ba31-00fd0a3121ae req-b1e98415-3fee-48b1-8204-bf6aa3cb283e tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:27.979299 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d3856b0a-8a3f-4c9e-ba31-00fd0a3121ae req-b1e98415-3fee-48b1-8204-bf6aa3cb283e tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 945 time: 0.1327298 Aug 10 01:08:28.054737 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90568af0-3d29-4bc2-b3f2-1b09ddd30a5c service neutron] Pushing event updated for resources: {'Port': ['ID=50782122-dccf-4182-a6c4-c73579974fb2,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:28.055649 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d3856b0a-8a3f-4c9e-ba31-00fd0a3121ae req-fad8748e-71e3-4db5-96bc-df7d08306b4d tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655534 Aug 10 01:08:28.060963 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-90568af0-3d29-4bc2-b3f2-1b09ddd30a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:28.061586 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-90568af0-3d29-4bc2-b3f2-1b09ddd30a5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:28.063941 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-90568af0-3d29-4bc2-b3f2-1b09ddd30a5c service neutron] 10.222.0.20 "PUT /v2.0/ports/50782122-dccf-4182-a6c4-c73579974fb2 HTTP/1.1" status: 200 len: 1091 time: 1.0195727 Aug 10 01:08:28.100653 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'tag': '427164c9-834c-4700-aa7f-4f167b1f6f0e'}, {'name': 'network-changed', 'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'tag': '3ebb267f-3505-448c-a3cb-fbb1b4c35076'}, {'name': 'network-changed', 'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'tag': '50782122-dccf-4182-a6c4-c73579974fb2'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:08:28.106161 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a3aeac-f780-427d-a28b-e2371a3c989f" -d '{"events": [{"name": "network-changed", "server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "tag": "427164c9-834c-4700-aa7f-4f167b1f6f0e"}, {"name": "network-changed", "server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "tag": "3ebb267f-3505-448c-a3cb-fbb1b4c35076"}, {"name": "network-changed", "server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "tag": "50782122-dccf-4182-a6c4-c73579974fb2"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:08:28.121560 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:28.126590 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7619ddb2-ad7f-43f0-be3f-94f77914f907 service neutron] Request body: {'port': {'device_id': '48997dcf-67fa-4b02-a922-23b18553deed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:28.256644 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b2881ffd-b1a9-4528-ab11-77faa07f0595 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:28.284199 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b2881ffd-b1a9-4528-ab11-77faa07f0595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:28.360204 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84663f5-ed4d-4b7c-b42a-446aae98cbda req-af7e1dbd-6cf5-4c21-86e9-90ddfef7938a tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:28.361893 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e84663f5-ed4d-4b7c-b42a-446aae98cbda req-af7e1dbd-6cf5-4c21-86e9-90ddfef7938a tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 946 time: 0.1952565 Aug 10 01:08:28.429323 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2881ffd-b1a9-4528-ab11-77faa07f0595 admin admin] Pushing event updated for resources: {'Port': ['ID=b8090518-4d65-4733-99e3-78923c85be7d,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:28.437821 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e84663f5-ed4d-4b7c-b42a-446aae98cbda req-91d6bcff-9cad-4730-aa21-8a74b9682839 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690486 Aug 10 01:08:28.439575 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b2881ffd-b1a9-4528-ab11-77faa07f0595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:28.548879 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2881ffd-b1a9-4528-ab11-77faa07f0595 admin admin] Network 3d498a66-817f-4a29-a393-846a3465501b is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:08:28.550563 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-b2881ffd-b1a9-4528-ab11-77faa07f0595 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:08:28.688471 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7619ddb2-ad7f-43f0-be3f-94f77914f907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:28.721932 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 10 Aug 2021 01:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38602f41-60be-4c45-a3bf-b516f0dc0d73 x-openstack-request-id: req-38602f41-60be-4c45-a3bf-b516f0dc0d73 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:08:28.722253 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "tag": "427164c9-834c-4700-aa7f-4f167b1f6f0e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "tag": "3ebb267f-3505-448c-a3cb-fbb1b4c35076", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "tag": "50782122-dccf-4182-a6c4-c73579974fb2", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:08:28.722515 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-38602f41-60be-4c45-a3bf-b516f0dc0d73 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:08:28.722928 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'tag': '427164c9-834c-4700-aa7f-4f167b1f6f0e', 'status': 'completed', 'code': 200} Aug 10 01:08:28.723186 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'tag': '3ebb267f-3505-448c-a3cb-fbb1b4c35076', 'status': 'completed', 'code': 200} Aug 10 01:08:28.723434 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'tag': '50782122-dccf-4182-a6c4-c73579974fb2', 'status': 'completed', 'code': 200} Aug 10 01:08:28.751242 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2881ffd-b1a9-4528-ab11-77faa07f0595 admin admin] Router f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:08:28.907970 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-165d2c9d-943e-4e52-912c-7ca44fdad836 None None] Provisioning complete for port b8090518-4d65-4733-99e3-78923c85be7d triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:08:28.908861 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-165d2c9d-943e-4e52-912c-7ca44fdad836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:28.955065 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef2d34-48f4-4499-acaa-3eb043cb1170 req-ec038a1a-fbba-43a3-b068-a7cf9f471216 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:28.958187 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-ad50caed-55a4-4a92-9c1a-6659823375a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:28.959140 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-ad50caed-55a4-4a92-9c1a-6659823375a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:28.959630 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-ad50caed-55a4-4a92-9c1a-6659823375a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:28.959940 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-165d2c9d-943e-4e52-912c-7ca44fdad836 None None] Port b8090518-4d65-4733-99e3-78923c85be7d cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:08:28.960410 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-ad50caed-55a4-4a92-9c1a-6659823375a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:28.960889 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-ad50caed-55a4-4a92-9c1a-6659823375a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:28.961365 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-ad50caed-55a4-4a92-9c1a-6659823375a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:28.962730 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-ad50caed-55a4-4a92-9c1a-6659823375a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:28.964929 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-ad50caed-55a4-4a92-9c1a-6659823375a6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e71a6b0ced6b4bc38b4b6a0ba3c24e39&device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 6359 time: 0.1934578 Aug 10 01:08:28.977537 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef2d34-48f4-4499-acaa-3eb043cb1170 req-ec038a1a-fbba-43a3-b068-a7cf9f471216 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:28.985866 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef2d34-48f4-4499-acaa-3eb043cb1170 req-ec038a1a-fbba-43a3-b068-a7cf9f471216 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:28.991946 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef2d34-48f4-4499-acaa-3eb043cb1170 req-ec038a1a-fbba-43a3-b068-a7cf9f471216 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:28.999894 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef2d34-48f4-4499-acaa-3eb043cb1170 req-ec038a1a-fbba-43a3-b068-a7cf9f471216 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:29.006859 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef2d34-48f4-4499-acaa-3eb043cb1170 req-ec038a1a-fbba-43a3-b068-a7cf9f471216 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:29.013759 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef2d34-48f4-4499-acaa-3eb043cb1170 req-ec038a1a-fbba-43a3-b068-a7cf9f471216 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:29.017927 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-feef2d34-48f4-4499-acaa-3eb043cb1170 req-ec038a1a-fbba-43a3-b068-a7cf9f471216 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5407 time: 0.1909111 Aug 10 01:08:29.019281 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2881ffd-b1a9-4528-ab11-77faa07f0595 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:08:29.028245 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b2881ffd-b1a9-4528-ab11-77faa07f0595 admin admin] 10.222.0.35 "PUT /v2.0/routers/f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5748482 Aug 10 01:08:29.076693 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-feef2d34-48f4-4499-acaa-3eb043cb1170 req-9101cd28-7faf-4713-a26e-d951a79fdca2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459211 Aug 10 01:08:29.211929 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-1e5a832a-a293-4921-b91c-79e8b268dd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:29.212508 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-1e5a832a-a293-4921-b91c-79e8b268dd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:29.213056 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-1e5a832a-a293-4921-b91c-79e8b268dd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:29.215279 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-1e5a832a-a293-4921-b91c-79e8b268dd8a service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e71a6b0ced6b4bc38b4b6a0ba3c24e39&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2160885 Aug 10 01:08:29.219522 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a42d7-3faa-431a-b8ee-4c14bd007c59 req-b93b7332-acad-4cb8-83d3-95baba203704 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:29.221251 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d3a42d7-3faa-431a-b8ee-4c14bd007c59 req-b93b7332-acad-4cb8-83d3-95baba203704 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 945 time: 0.0569875 Aug 10 01:08:29.266050 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d3a42d7-3faa-431a-b8ee-4c14bd007c59 req-9def004c-fbe8-4d6e-ba00-51213b8730f4 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375628 Aug 10 01:08:29.363248 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7619ddb2-ad7f-43f0-be3f-94f77914f907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2d462a7-be3a-4fdd-88a6-2bcf3f10891f {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:08:29.376009 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7619ddb2-ad7f-43f0-be3f-94f77914f907 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:29.395654 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-4a4577d4-1a93-4f97-8762-a3f72c502a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:29.397319 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-4a4577d4-1a93-4f97-8762-a3f72c502a87 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1722565 Aug 10 01:08:29.399760 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7619ddb2-ad7f-43f0-be3f-94f77914f907 service neutron] Transition to ACTIVE for port object a2d462a7-be3a-4fdd-88a6-2bcf3f10891f will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:08:29.403702 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7619ddb2-ad7f-43f0-be3f-94f77914f907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:29.457572 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619ddb2-ad7f-43f0-be3f-94f77914f907 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d462a7-be3a-4fdd-88a6-2bcf3f10891f,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:29.595344 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-08f3dec6-93a9-4c15-9149-6a45c1213b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:29.596125 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-08f3dec6-93a9-4c15-9149-6a45c1213b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:29.597032 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-08f3dec6-93a9-4c15-9149-6a45c1213b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:29.597594 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-08f3dec6-93a9-4c15-9149-6a45c1213b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:29.598198 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-08f3dec6-93a9-4c15-9149-6a45c1213b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:29.598759 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-08f3dec6-93a9-4c15-9149-6a45c1213b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:29.600133 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-08f3dec6-93a9-4c15-9149-6a45c1213b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:29.601641 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-08f3dec6-93a9-4c15-9149-6a45c1213b40 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e71a6b0ced6b4bc38b4b6a0ba3c24e39&device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 6385 time: 0.0935435 Aug 10 01:08:29.613031 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7619ddb2-ad7f-43f0-be3f-94f77914f907 service neutron] Attempting to bind port a2d462a7-be3a-4fdd-88a6-2bcf3f10891f on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:08:29.613657 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7619ddb2-ad7f-43f0-be3f-94f77914f907 service neutron] Attempting to bind port a2d462a7-be3a-4fdd-88a6-2bcf3f10891f by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '6bfb71d1-ea60-4741-9273-9da4874fac99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f42b1fb5-1f26-4b59-83fe-d283978e154a'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:08:29.613943 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7619ddb2-ad7f-43f0-be3f-94f77914f907 service neutron] Attempting to bind port a2d462a7-be3a-4fdd-88a6-2bcf3f10891f on network f42b1fb5-1f26-4b59-83fe-d283978e154a {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:08:29.636987 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9671ac1-6c18-4758-9bf1-9fb052cf7384 req-a5fab4f0-3479-4ae5-bfd2-5c6453c73a02 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:29.638532 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a9671ac1-6c18-4758-9bf1-9fb052cf7384 req-a5fab4f0-3479-4ae5-bfd2-5c6453c73a02 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 946 time: 0.0741982 Aug 10 01:08:29.691801 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7619ddb2-ad7f-43f0-be3f-94f77914f907 service neutron] Port a2d462a7-be3a-4fdd-88a6-2bcf3f10891f on network f42b1fb5-1f26-4b59-83fe-d283978e154a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:08:29.692405 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7619ddb2-ad7f-43f0-be3f-94f77914f907 service neutron] Attempting to bind port a2d462a7-be3a-4fdd-88a6-2bcf3f10891f on network f42b1fb5-1f26-4b59-83fe-d283978e154a {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:08:29.699707 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a9671ac1-6c18-4758-9bf1-9fb052cf7384 req-e817b530-12c3-4db7-ba63-b43a687cb6fe tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529342 Aug 10 01:08:29.713097 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7619ddb2-ad7f-43f0-be3f-94f77914f907 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:08:29.713479 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7619ddb2-ad7f-43f0-be3f-94f77914f907 service neutron] Checking segment: {'id': '6bfb71d1-ea60-4741-9273-9da4874fac99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f42b1fb5-1f26-4b59-83fe-d283978e154a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:08:29.713834 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7619ddb2-ad7f-43f0-be3f-94f77914f907 service neutron] Bound using segment: {'id': '6bfb71d1-ea60-4741-9273-9da4874fac99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f42b1fb5-1f26-4b59-83fe-d283978e154a'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:08:29.714283 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7619ddb2-ad7f-43f0-be3f-94f77914f907 service neutron] Bound port: a2d462a7-be3a-4fdd-88a6-2bcf3f10891f, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bfb71d1-ea60-4741-9273-9da4874fac99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f42b1fb5-1f26-4b59-83fe-d283978e154a'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:08:29.714726 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7619ddb2-ad7f-43f0-be3f-94f77914f907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:29.817164 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-1d79b89b-a3a2-4dee-b13e-cbf99d197812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:29.818348 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-1d79b89b-a3a2-4dee-b13e-cbf99d197812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:29.819353 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-1d79b89b-a3a2-4dee-b13e-cbf99d197812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:29.821607 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-1d79b89b-a3a2-4dee-b13e-cbf99d197812 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e71a6b0ced6b4bc38b4b6a0ba3c24e39&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2038293 Aug 10 01:08:29.872775 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b5a619ef-345e-4c2b-b115-dc85c6f916de up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:08:29.894648 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7619ddb2-ad7f-43f0-be3f-94f77914f907 service neutron] For port a2d462a7-be3a-4fdd-88a6-2bcf3f10891f, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:08:29.914613 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7619ddb2-ad7f-43f0-be3f-94f77914f907 service neutron] For port a2d462a7-be3a-4fdd-88a6-2bcf3f10891f, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=a2d462a7-be3a-4fdd-88a6-2bcf3f10891f,segment=NetworkSegment(6bfb71d1-ea60-4741-9273-9da4874fac99),segment_id=6bfb71d1-ea60-4741-9273-9da4874fac99)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:08:29.927373 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7619ddb2-ad7f-43f0-be3f-94f77914f907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:29.938832 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port b5a619ef-345e-4c2b-b115-dc85c6f916de completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:08:29.945198 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port b5a619ef-345e-4c2b-b115-dc85c6f916de triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:08:29.945852 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:29.979558 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7619ddb2-ad7f-43f0-be3f-94f77914f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:29.980296 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7619ddb2-ad7f-43f0-be3f-94f77914f907 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:29.981715 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-7619ddb2-ad7f-43f0-be3f-94f77914f907 service neutron] 10.222.0.20 "PUT /v2.0/ports/a2d462a7-be3a-4fdd-88a6-2bcf3f10891f HTTP/1.1" status: 200 len: 1092 time: 1.8685503 Aug 10 01:08:29.997380 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-c224a366-fe74-412e-8e0e-6e49b77bf915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:29.998861 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-c224a366-fe74-412e-8e0e-6e49b77bf915 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1671345 Aug 10 01:08:30.010020 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619ddb2-ad7f-43f0-be3f-94f77914f907 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d462a7-be3a-4fdd-88a6-2bcf3f10891f,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:30.062179 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5f86e0-0b78-47b0-bf2c-40a1e5395cd4 None None] Sync routers for ids ['f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:08:30.064911 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:30.091037 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5f86e0-0b78-47b0-bf2c-40a1e5395cd4 None None] Routers {'f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:08:30.091681 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-9e5f86e0-0b78-47b0-bf2c-40a1e5395cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:08:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:30.102065 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-bfcd15c5-d1dd-4eeb-b413-54bfcf5a746d service neutron] Request body: {'port': {'device_id': '48997dcf-67fa-4b02-a922-23b18553deed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:30.165466 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port b5a619ef-345e-4c2b-b115-dc85c6f916de, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b5a619ef-345e-4c2b-b115-dc85c6f916de,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:08:30.173336 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:30.227418 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-bfcd15c5-d1dd-4eeb-b413-54bfcf5a746d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:30.237302 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-7750aafa-ea67-4212-9288-df891ec0001f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:30.237865 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-7750aafa-ea67-4212-9288-df891ec0001f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:30.239111 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-7750aafa-ea67-4212-9288-df891ec0001f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:30.240609 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-7750aafa-ea67-4212-9288-df891ec0001f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:30.240609 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-7750aafa-ea67-4212-9288-df891ec0001f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:30.240609 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-7750aafa-ea67-4212-9288-df891ec0001f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:30.241083 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-7750aafa-ea67-4212-9288-df891ec0001f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:30.243132 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-7750aafa-ea67-4212-9288-df891ec0001f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e71a6b0ced6b4bc38b4b6a0ba3c24e39&device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 6427 time: 0.1340640 Aug 10 01:08:30.283444 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1ec3d-6349-4f9c-a1f5-caabfe81f666 req-f037d78d-6dfa-42d6-b90a-12755a26a9aa tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:30.307099 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1ec3d-6349-4f9c-a1f5-caabfe81f666 req-f037d78d-6dfa-42d6-b90a-12755a26a9aa tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:30.322979 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1ec3d-6349-4f9c-a1f5-caabfe81f666 req-f037d78d-6dfa-42d6-b90a-12755a26a9aa tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:30.338148 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1ec3d-6349-4f9c-a1f5-caabfe81f666 req-f037d78d-6dfa-42d6-b90a-12755a26a9aa tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:30.349191 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-9e5f86e0-0b78-47b0-bf2c-40a1e5395cd4 None None] Set router f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:08:30.349462 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1ec3d-6349-4f9c-a1f5-caabfe81f666 req-f037d78d-6dfa-42d6-b90a-12755a26a9aa tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:30.377621 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1ec3d-6349-4f9c-a1f5-caabfe81f666 req-f037d78d-6dfa-42d6-b90a-12755a26a9aa tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:30.387394 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1ec3d-6349-4f9c-a1f5-caabfe81f666 req-f037d78d-6dfa-42d6-b90a-12755a26a9aa tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:30.401093 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-97a1ec3d-6349-4f9c-a1f5-caabfe81f666 req-f037d78d-6dfa-42d6-b90a-12755a26a9aa tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5419 time: 0.2190056 Aug 10 01:08:30.489819 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-97a1ec3d-6349-4f9c-a1f5-caabfe81f666 req-90eba676-7c78-4d45-8345-88535a6316f4 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0855432 Aug 10 01:08:30.621500 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=b5a619ef-345e-4c2b-b115-dc85c6f916de,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:30.726545 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf997ade-eced-4e05-9666-51ee3a3cd4f9 req-ea1c193e-aa69-46ba-9c57-821866c61d97 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:30.729734 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cf997ade-eced-4e05-9666-51ee3a3cd4f9 req-ea1c193e-aa69-46ba-9c57-821866c61d97 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 945 time: 0.0968134 Aug 10 01:08:30.801440 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cf997ade-eced-4e05-9666-51ee3a3cd4f9 req-3481598a-af6b-42fd-aed2-bc8630f32933 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650966 Aug 10 01:08:30.848032 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-9e5f86e0-0b78-47b0-bf2c-40a1e5395cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7', 'name': 'tempest-TestVolumeBootPattern-576994019-router', 'tenant_id': 'a99c75ab85e041ea8bec31d5e1e152ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'b5a619ef-345e-4c2b-b115-dc85c6f916de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:08:21Z', 'updated_at': '2021-08-10T01:08:27Z', 'revision_number': 4, 'project_id': 'a99c75ab85e041ea8bec31d5e1e152ee', 'gw_port': {'id': 'b5a619ef-345e-4c2b-b115-dc85c6f916de', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:22Z', 'updated_at': '2021-08-10T01:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'b8090518-4d65-4733-99e3-78923c85be7d', 'name': '', 'network_id': '3d498a66-817f-4a29-a393-846a3465501b', 'tenant_id': 'a99c75ab85e041ea8bec31d5e1e152ee', 'mac_address': 'fa:16:3e:39:5c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'a472717a-67d7-4753-b342-be05cfe7a3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:26Z', 'updated_at': '2021-08-10T01:08:27Z', 'revision_number': 2, 'project_id': 'a99c75ab85e041ea8bec31d5e1e152ee', 'subnets': [{'id': 'a472717a-67d7-4753-b342-be05cfe7a3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:30.850631 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-7345627e-9a55-4b7a-9638-b84e267f62f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:30.851184 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-7345627e-9a55-4b7a-9638-b84e267f62f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:30.851673 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-7345627e-9a55-4b7a-9638-b84e267f62f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:30.853306 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-7345627e-9a55-4b7a-9638-b84e267f62f4 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e71a6b0ced6b4bc38b4b6a0ba3c24e39&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5931323 Aug 10 01:08:30.853856 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'tag': 'a2d462a7-be3a-4fdd-88a6-2bcf3f10891f'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:08:30.856925 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2037e6f-2765-42ec-8136-a4df905c1e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "tag": "a2d462a7-be3a-4fdd-88a6-2bcf3f10891f"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:08:30.899750 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5f86e0-0b78-47b0-bf2c-40a1e5395cd4 None None] Checking router: f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:08:30.900426 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5f86e0-0b78-47b0-bf2c-40a1e5395cd4 None None] Updating router f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7 port b8090518-4d65-4733-99e3-78923c85be7d binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:08:30.931821 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9e5f86e0-0b78-47b0-bf2c-40a1e5395cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:30.954795 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e7f76-105b-4a4c-baa8-a3e88d11f449 req-69483240-b17f-4344-9179-c6e88e2927df tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:30.957688 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0a6e7f76-105b-4a4c-baa8-a3e88d11f449 req-69483240-b17f-4344-9179-c6e88e2927df tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 946 time: 0.0753851 Aug 10 01:08:31.050841 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0a6e7f76-105b-4a4c-baa8-a3e88d11f449 req-ff962ed6-35f3-4375-96c8-eebd00c1da08 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835166 Aug 10 01:08:31.104580 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-bfcd15c5-d1dd-4eeb-b413-54bfcf5a746d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b050334-2ff6-40ea-a72f-68fb7b069c16 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:08:31.116638 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-9a718803-bab6-4333-a509-70e5938f7303 service neutron] show failed (client error): The resource could not be found. Aug 10 01:08:31.117695 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-9a718803-bab6-4333-a509-70e5938f7303 service neutron] 10.222.0.24 "GET /v2.0/ports/6d3cf203-dbf4-4919-b989-f724df5d49e9/bindings/n-h2-766726-26 HTTP/1.1" status: 404 len: 381 time: 0.2417519 Aug 10 01:08:31.121750 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-bfcd15c5-d1dd-4eeb-b413-54bfcf5a746d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:31.143245 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-852106f1-6904-4ee7-ac31-e849800a214d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:31.144708 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-23a3aeac-f780-427d-a28b-e2371a3c989f req-852106f1-6904-4ee7-ac31-e849800a214d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2827950 Aug 10 01:08:31.147454 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-bfcd15c5-d1dd-4eeb-b413-54bfcf5a746d service neutron] Transition to ACTIVE for port object 3b050334-2ff6-40ea-a72f-68fb7b069c16 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:08:31.152890 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8999e35f-98b9-452e-a509-0d6d41ba6820 x-openstack-request-id: req-8999e35f-98b9-452e-a509-0d6d41ba6820 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:08:31.153189 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "tag": "a2d462a7-be3a-4fdd-88a6-2bcf3f10891f", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:08:31.153458 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8999e35f-98b9-452e-a509-0d6d41ba6820 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:08:31.154010 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'tag': 'a2d462a7-be3a-4fdd-88a6-2bcf3f10891f', 'status': 'completed', 'code': 200} Aug 10 01:08:31.155170 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-bfcd15c5-d1dd-4eeb-b413-54bfcf5a746d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:31.247276 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd15c5-d1dd-4eeb-b413-54bfcf5a746d service neutron] Pushing event updated for resources: {'Port': ['ID=3b050334-2ff6-40ea-a72f-68fb7b069c16,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:31.360817 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2037e6f-2765-42ec-8136-a4df905c1e2f req-3f81390e-346e-4b71-9d70-0a94fe8b3d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:31.361318 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2037e6f-2765-42ec-8136-a4df905c1e2f req-3f81390e-346e-4b71-9d70-0a94fe8b3d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:31.361813 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2037e6f-2765-42ec-8136-a4df905c1e2f req-3f81390e-346e-4b71-9d70-0a94fe8b3d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:31.362442 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2037e6f-2765-42ec-8136-a4df905c1e2f req-3f81390e-346e-4b71-9d70-0a94fe8b3d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:31.363208 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2037e6f-2765-42ec-8136-a4df905c1e2f req-3f81390e-346e-4b71-9d70-0a94fe8b3d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:31.363344 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2037e6f-2765-42ec-8136-a4df905c1e2f req-3f81390e-346e-4b71-9d70-0a94fe8b3d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:31.363739 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2037e6f-2765-42ec-8136-a4df905c1e2f req-3f81390e-346e-4b71-9d70-0a94fe8b3d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:31.367810 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f2037e6f-2765-42ec-8136-a4df905c1e2f req-3f81390e-346e-4b71-9d70-0a94fe8b3d71 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e71a6b0ced6b4bc38b4b6a0ba3c24e39&device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 6453 time: 0.1343794 Aug 10 01:08:31.413626 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-bfcd15c5-d1dd-4eeb-b413-54bfcf5a746d service neutron] Attempting to bind port 3b050334-2ff6-40ea-a72f-68fb7b069c16 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:08:31.413969 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-bfcd15c5-d1dd-4eeb-b413-54bfcf5a746d service neutron] Attempting to bind port 3b050334-2ff6-40ea-a72f-68fb7b069c16 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '6bfb71d1-ea60-4741-9273-9da4874fac99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f42b1fb5-1f26-4b59-83fe-d283978e154a'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:08:31.414325 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-bfcd15c5-d1dd-4eeb-b413-54bfcf5a746d service neutron] Attempting to bind port 3b050334-2ff6-40ea-a72f-68fb7b069c16 on network f42b1fb5-1f26-4b59-83fe-d283978e154a {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:08:31.446722 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-bfcd15c5-d1dd-4eeb-b413-54bfcf5a746d service neutron] Port 3b050334-2ff6-40ea-a72f-68fb7b069c16 on network f42b1fb5-1f26-4b59-83fe-d283978e154a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:08:31.447142 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-bfcd15c5-d1dd-4eeb-b413-54bfcf5a746d service neutron] Attempting to bind port 3b050334-2ff6-40ea-a72f-68fb7b069c16 on network f42b1fb5-1f26-4b59-83fe-d283978e154a {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:08:31.500452 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-10165a9b-8293-44db-b39c-653e2476d1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:31.501934 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-10165a9b-8293-44db-b39c-653e2476d1b0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9&tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8 HTTP/1.1" status: 200 len: 1098 time: 0.0910349 Aug 10 01:08:31.505489 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-bfcd15c5-d1dd-4eeb-b413-54bfcf5a746d service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:08:31.506223 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-bfcd15c5-d1dd-4eeb-b413-54bfcf5a746d service neutron] Checking segment: {'id': '6bfb71d1-ea60-4741-9273-9da4874fac99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f42b1fb5-1f26-4b59-83fe-d283978e154a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:08:31.507224 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9e5f86e0-0b78-47b0-bf2c-40a1e5395cd4 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:31.508887 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-bfcd15c5-d1dd-4eeb-b413-54bfcf5a746d service neutron] Bound using segment: {'id': '6bfb71d1-ea60-4741-9273-9da4874fac99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f42b1fb5-1f26-4b59-83fe-d283978e154a'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:08:31.509856 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-bfcd15c5-d1dd-4eeb-b413-54bfcf5a746d service neutron] Bound port: 3b050334-2ff6-40ea-a72f-68fb7b069c16, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bfb71d1-ea60-4741-9273-9da4874fac99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f42b1fb5-1f26-4b59-83fe-d283978e154a'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:08:31.510517 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-bfcd15c5-d1dd-4eeb-b413-54bfcf5a746d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:31.522105 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-67cd1f84-45c2-4790-97b6-67241432a61f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-26', 'device_owner': 'compute:nova'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:31.547058 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-9e5f86e0-0b78-47b0-bf2c-40a1e5395cd4 None None] Transition to ACTIVE for port object b8090518-4d65-4733-99e3-78923c85be7d will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:08:31.550226 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2037e6f-2765-42ec-8136-a4df905c1e2f req-863ace13-61ea-492f-bf10-45335890ae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:31.550898 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2037e6f-2765-42ec-8136-a4df905c1e2f req-863ace13-61ea-492f-bf10-45335890ae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:31.551857 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2037e6f-2765-42ec-8136-a4df905c1e2f req-863ace13-61ea-492f-bf10-45335890ae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:31.554943 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f2037e6f-2765-42ec-8136-a4df905c1e2f req-863ace13-61ea-492f-bf10-45335890ae59 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e71a6b0ced6b4bc38b4b6a0ba3c24e39&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1727006 Aug 10 01:08:31.560878 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9e5f86e0-0b78-47b0-bf2c-40a1e5395cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:31.665818 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-67cd1f84-45c2-4790-97b6-67241432a61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:31.691212 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a3f96-2668-4a0e-84a4-929897e4124e None None] Pushing event updated for resources: {'Port': ['ID=b8090518-4d65-4733-99e3-78923c85be7d,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:31.743386 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-bfcd15c5-d1dd-4eeb-b413-54bfcf5a746d service neutron] For port 3b050334-2ff6-40ea-a72f-68fb7b069c16, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:08:31.755466 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-bfcd15c5-d1dd-4eeb-b413-54bfcf5a746d service neutron] For port 3b050334-2ff6-40ea-a72f-68fb7b069c16, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=3b050334-2ff6-40ea-a72f-68fb7b069c16,segment=NetworkSegment(6bfb71d1-ea60-4741-9273-9da4874fac99),segment_id=6bfb71d1-ea60-4741-9273-9da4874fac99)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:08:31.768299 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-bfcd15c5-d1dd-4eeb-b413-54bfcf5a746d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:31.828942 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-9e5f86e0-0b78-47b0-bf2c-40a1e5395cd4 None None] Attempting to bind port b8090518-4d65-4733-99e3-78923c85be7d on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:08:31.829627 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-9e5f86e0-0b78-47b0-bf2c-40a1e5395cd4 None None] Attempting to bind port b8090518-4d65-4733-99e3-78923c85be7d by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '847442a8-ee35-4075-847f-9fb49f0d7f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3d498a66-817f-4a29-a393-846a3465501b'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:08:31.830464 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f86e0-0b78-47b0-bf2c-40a1e5395cd4 None None] Attempting to bind port b8090518-4d65-4733-99e3-78923c85be7d on network 3d498a66-817f-4a29-a393-846a3465501b {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:08:31.845195 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f86e0-0b78-47b0-bf2c-40a1e5395cd4 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:08:31.846651 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f86e0-0b78-47b0-bf2c-40a1e5395cd4 None None] Checking segment: {'id': '847442a8-ee35-4075-847f-9fb49f0d7f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3d498a66-817f-4a29-a393-846a3465501b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:08:31.850335 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9e5f86e0-0b78-47b0-bf2c-40a1e5395cd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:31.850951 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f86e0-0b78-47b0-bf2c-40a1e5395cd4 None None] Bound using segment: {'id': '847442a8-ee35-4075-847f-9fb49f0d7f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3d498a66-817f-4a29-a393-846a3465501b'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:08:31.853158 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-9e5f86e0-0b78-47b0-bf2c-40a1e5395cd4 None None] Bound port: b8090518-4d65-4733-99e3-78923c85be7d, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '847442a8-ee35-4075-847f-9fb49f0d7f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3d498a66-817f-4a29-a393-846a3465501b'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:08:31.853932 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9e5f86e0-0b78-47b0-bf2c-40a1e5395cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:31.901707 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-bfcd15c5-d1dd-4eeb-b413-54bfcf5a746d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:31.905337 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-bfcd15c5-d1dd-4eeb-b413-54bfcf5a746d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:31.906949 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-bfcd15c5-d1dd-4eeb-b413-54bfcf5a746d service neutron] 10.222.0.20 "PUT /v2.0/ports/3b050334-2ff6-40ea-a72f-68fb7b069c16 HTTP/1.1" status: 200 len: 1092 time: 1.8115103 Aug 10 01:08:31.949741 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3a2b6-4092-4527-b54c-2151d03227e0 req-c6965d9a-c07b-453b-94c4-3d62068b24c4 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:31.950116 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2037e6f-2765-42ec-8136-a4df905c1e2f req-bdf7bc62-1a76-4370-a4cb-de93bf4abbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:31.951887 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f2037e6f-2765-42ec-8136-a4df905c1e2f req-bdf7bc62-1a76-4370-a4cb-de93bf4abbba service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3517005 Aug 10 01:08:31.956619 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b5a619ef-345e-4c2b-b115-dc85c6f916de up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:08:31.975999 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3a2b6-4092-4527-b54c-2151d03227e0 req-c6965d9a-c07b-453b-94c4-3d62068b24c4 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:31.989774 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3a2b6-4092-4527-b54c-2151d03227e0 req-c6965d9a-c07b-453b-94c4-3d62068b24c4 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:31.991111 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd15c5-d1dd-4eeb-b413-54bfcf5a746d service neutron] Pushing event updated for resources: {'Port': ['ID=3b050334-2ff6-40ea-a72f-68fb7b069c16,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:32.005289 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3a2b6-4092-4527-b54c-2151d03227e0 req-c6965d9a-c07b-453b-94c4-3d62068b24c4 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:32.014111 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3a2b6-4092-4527-b54c-2151d03227e0 req-c6965d9a-c07b-453b-94c4-3d62068b24c4 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:32.026910 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3a2b6-4092-4527-b54c-2151d03227e0 req-c6965d9a-c07b-453b-94c4-3d62068b24c4 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:32.044465 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3a2b6-4092-4527-b54c-2151d03227e0 req-c6965d9a-c07b-453b-94c4-3d62068b24c4 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:32.047495 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-80c3a2b6-4092-4527-b54c-2151d03227e0 req-c6965d9a-c07b-453b-94c4-3d62068b24c4 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5431 time: 0.3826475 Aug 10 01:08:32.148722 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-df8186d8-8766-4d38-9d2d-8db60992b119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:32.148998 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port b5a619ef-345e-4c2b-b115-dc85c6f916de triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:08:32.149390 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:32.150849 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-df8186d8-8766-4d38-9d2d-8db60992b119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:32.151702 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-df8186d8-8766-4d38-9d2d-8db60992b119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:32.154481 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-df8186d8-8766-4d38-9d2d-8db60992b119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:32.155181 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-df8186d8-8766-4d38-9d2d-8db60992b119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:32.155856 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-df8186d8-8766-4d38-9d2d-8db60992b119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:32.156913 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-df8186d8-8766-4d38-9d2d-8db60992b119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:32.159196 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-df8186d8-8766-4d38-9d2d-8db60992b119 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e71a6b0ced6b4bc38b4b6a0ba3c24e39&device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 6495 time: 0.1264629 Aug 10 01:08:32.199742 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-9e5f86e0-0b78-47b0-bf2c-40a1e5395cd4 None None] For port b8090518-4d65-4733-99e3-78923c85be7d, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:08:32.224000 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-9e5f86e0-0b78-47b0-bf2c-40a1e5395cd4 None None] For port b8090518-4d65-4733-99e3-78923c85be7d, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b8090518-4d65-4733-99e3-78923c85be7d,segment=NetworkSegment(847442a8-ee35-4075-847f-9fb49f0d7f57),segment_id=847442a8-ee35-4075-847f-9fb49f0d7f57)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:08:32.245299 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-a0dfd52c-259d-4a8b-b751-f26a3f76cc46 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=834b0bb3-38be-46a7-8062-14ea75abcd5f HTTP/1.1" status: 200 len: 217 time: 0.0682251 Aug 10 01:08:32.274409 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9e5f86e0-0b78-47b0-bf2c-40a1e5395cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:32.349819 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-67cd1f84-45c2-4790-97b6-67241432a61f service neutron] For port 6d3cf203-dbf4-4919-b989-f724df5d49e9, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=6d3cf203-dbf4-4919-b989-f724df5d49e9,segment=NetworkSegment(f4c686c7-f30c-4f23-a86c-a70df0f5db61),segment_id=f4c686c7-f30c-4f23-a86c-a70df0f5db61)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:08:32.367983 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-2a2659d0-7e99-4972-be57-013520ac714c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:32.371910 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-2a2659d0-7e99-4972-be57-013520ac714c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=339ff70b-03e4-4165-8331-9fed849d52e8 HTTP/1.1" status: 200 len: 855 time: 0.1143305 Aug 10 01:08:32.429177 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5f86e0-0b78-47b0-bf2c-40a1e5395cd4 None None] Routers {'f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:08:32.429725 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-9e5f86e0-0b78-47b0-bf2c-40a1e5395cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:08:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:32.445274 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-67cd1f84-45c2-4790-97b6-67241432a61f service neutron] For port 6d3cf203-dbf4-4919-b989-f724df5d49e9, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:08:32.495922 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-67cd1f84-45c2-4790-97b6-67241432a61f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:32.502779 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-82e79a28-2c68-4e07-8f64-64526b3dfea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:32.508114 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-82e79a28-2c68-4e07-8f64-64526b3dfea1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aaa7fdb9-5c2f-4bac-aa26-627a06906836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1302972 Aug 10 01:08:32.512041 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-67cd1f84-45c2-4790-97b6-67241432a61f service neutron] Transition to ACTIVE for port object 6d3cf203-dbf4-4919-b989-f724df5d49e9 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:08:32.519540 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad01cb8-d294-44d5-ba58-37ba1495d6c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d3cf203-dbf4-4919-b989-f724df5d49e9'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:08:32.522400 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa042c8-e0f8-4b45-b3d7-8555159c528a" -d '{"events": [{"server_uuid": "bad01cb8-d294-44d5-ba58-37ba1495d6c9", "name": "network-vif-unplugged", "status": "completed", "tag": "6d3cf203-dbf4-4919-b989-f724df5d49e9"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:08:32.546279 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-67cd1f84-45c2-4790-97b6-67241432a61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:32.649291 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd1f84-45c2-4790-97b6-67241432a61f service neutron] Pushing event updated for resources: {'Port': ['ID=6d3cf203-dbf4-4919-b989-f724df5d49e9,revision_number=6']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:32.759728 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-bcf58121-f428-4bc3-ba24-2a8ae533e4ee service neutron] 10.222.0.20 "GET /v2.0/networks/aaa7fdb9-5c2f-4bac-aa26-627a06906836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435868 Aug 10 01:08:32.816947 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d440f-a678-4e4e-8711-f43cbce53339 req-282d7e97-073f-4250-9b2f-07be705cbfeb tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:32.825002 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e72d440f-a678-4e4e-8711-f43cbce53339 req-282d7e97-073f-4250-9b2f-07be705cbfeb tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 945 time: 0.7775285 Aug 10 01:08:32.858525 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-80c3a2b6-4092-4527-b54c-2151d03227e0 req-e8bbc3b0-1a74-47ee-a090-8f6afb2344e3 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4488139 Aug 10 01:08:32.910773 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-9e5f86e0-0b78-47b0-bf2c-40a1e5395cd4 None None] Set router f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:08:33.047328 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a3f96-2668-4a0e-84a4-929897e4124e None None] Pushing event updated for resources: {'Port': ['ID=b8090518-4d65-4733-99e3-78923c85be7d,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:33.052265 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-cb09fcef-6674-4f1c-9368-5f1d5682e0a0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1299033 Aug 10 01:08:33.101807 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-169c92df-005e-4902-a738-641edd8edc02 service neutron] 10.222.0.20 "GET /v2.0/networks/aaa7fdb9-5c2f-4bac-aa26-627a06906836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086753 Aug 10 01:08:33.191703 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'tag': '3b050334-2ff6-40ea-a72f-68fb7b069c16'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:08:33.194511 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17d1b85-c029-4edf-91d6-9fa9ab008550" -d '{"events": [{"name": "network-changed", "server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "tag": "3b050334-2ff6-40ea-a72f-68fb7b069c16"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:08:33.232450 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-63f3df0a-14b4-4e51-9a77-5107de6efa17 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=3e7d4ffb-cca1-41ee-8a33-4b120246fc85 HTTP/1.1" status: 200 len: 217 time: 0.1209700 Aug 10 01:08:33.272049 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-9e5f86e0-0b78-47b0-bf2c-40a1e5395cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7', 'name': 'tempest-TestVolumeBootPattern-576994019-router', 'tenant_id': 'a99c75ab85e041ea8bec31d5e1e152ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'b5a619ef-345e-4c2b-b115-dc85c6f916de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:08:21Z', 'updated_at': '2021-08-10T01:08:27Z', 'revision_number': 4, 'project_id': 'a99c75ab85e041ea8bec31d5e1e152ee', 'gw_port': {'id': 'b5a619ef-345e-4c2b-b115-dc85c6f916de', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:22Z', 'updated_at': '2021-08-10T01:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'b8090518-4d65-4733-99e3-78923c85be7d', 'name': '', 'network_id': '3d498a66-817f-4a29-a393-846a3465501b', 'tenant_id': 'a99c75ab85e041ea8bec31d5e1e152ee', 'mac_address': 'fa:16:3e:39:5c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'a472717a-67d7-4753-b342-be05cfe7a3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:26Z', 'updated_at': '2021-08-10T01:08:32Z', 'revision_number': 4, 'project_id': 'a99c75ab85e041ea8bec31d5e1e152ee', 'subnets': [{'id': 'a472717a-67d7-4753-b342-be05cfe7a3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:33.283951 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-e51ee402-f2e6-4e05-950c-a36f6e75362c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:33.284572 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-e51ee402-f2e6-4e05-950c-a36f6e75362c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:33.285052 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-e51ee402-f2e6-4e05-950c-a36f6e75362c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:33.285594 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-e51ee402-f2e6-4e05-950c-a36f6e75362c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:33.286070 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-e51ee402-f2e6-4e05-950c-a36f6e75362c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:33.286604 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-e51ee402-f2e6-4e05-950c-a36f6e75362c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:33.287086 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-e51ee402-f2e6-4e05-950c-a36f6e75362c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:33.289137 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-e51ee402-f2e6-4e05-950c-a36f6e75362c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d10c461282a54fe6a1ff477fc3a37853&device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 6496 time: 0.0914049 Aug 10 01:08:33.307886 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-9b52536d-342e-4564-b76f-37bebf51f189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:33.308695 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5f86e0-0b78-47b0-bf2c-40a1e5395cd4 None None] The sync data for ids ['f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7'] in n-d-766726-26 is: [{'id': 'f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7', 'name': 'tempest-TestVolumeBootPattern-576994019-router', 'tenant_id': 'a99c75ab85e041ea8bec31d5e1e152ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'b5a619ef-345e-4c2b-b115-dc85c6f916de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:08:21Z', 'updated_at': '2021-08-10T01:08:27Z', 'revision_number': 4, 'project_id': 'a99c75ab85e041ea8bec31d5e1e152ee', 'gw_port': {'id': 'b5a619ef-345e-4c2b-b115-dc85c6f916de', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:22Z', 'updated_at': '2021-08-10T01:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'b8090518-4d65-4733-99e3-78923c85be7d', 'name': '', 'network_id': '3d498a66-817f-4a29-a393-846a3465501b', 'tenant_id': 'a99c75ab85e041ea8bec31d5e1e152ee', 'mac_address': 'fa:16:3e:39:5c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'a472717a-67d7-4753-b342-be05cfe7a3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:26Z', 'updated_at': '2021-08-10T01:08:32Z', 'revision_number': 4, 'project_id': 'a99c75ab85e041ea8bec31d5e1e152ee', 'subnets': [{'id': 'a472717a-67d7-4753-b342-be05cfe7a3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:08:33.310236 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-9b52536d-342e-4564-b76f-37bebf51f189 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d12876e8-38cb-4d34-89a7-2e42b8fa22c7 HTTP/1.1" status: 200 len: 797 time: 0.0692313 Aug 10 01:08:33.443300 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-eded7500-15d6-402d-a8ef-89cf4a3192fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:33.444877 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-eded7500-15d6-402d-a8ef-89cf4a3192fb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ba4f345-2af9-4b1a-a096-ab30f02c75cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1209872 Aug 10 01:08:33.576343 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-8f3e8344-fd55-4d5f-b2dd-1f52605b0168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:33.576840 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-8f3e8344-fd55-4d5f-b2dd-1f52605b0168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:33.577326 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-8f3e8344-fd55-4d5f-b2dd-1f52605b0168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:33.586122 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-8f3e8344-fd55-4d5f-b2dd-1f52605b0168 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0748c972-8292-4d91-8783-82779f7574d3&id=87e4a205-e3a1-47d5-9b64-5ef0f0daea88&id=87e4a205-e3a1-47d5-9b64-5ef0f0daea88&id=87e4a205-e3a1-47d5-9b64-5ef0f0daea88&id=87e4a205-e3a1-47d5-9b64-5ef0f0daea88&id=9657ed9b-3ba6-4067-a52c-0b450eacaa75&id=9657ed9b-3ba6-4067-a52c-0b450eacaa75 HTTP/1.1" status: 200 len: 2290 time: 0.2603247 Aug 10 01:08:33.656473 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e72d440f-a678-4e4e-8711-f43cbce53339 req-1b3cc556-cc0d-4459-84a1-6215954b6fa7 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8256242 Aug 10 01:08:33.697831 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-67cd1f84-45c2-4790-97b6-67241432a61f service neutron] No DVR routers for this DVR port 6d3cf203-dbf4-4919-b989-f724df5d49e9 on host n-h1-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:08:33.737436 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-3588114e-61e6-447a-90ae-fd7a95e36288 service neutron] 10.222.0.20 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813480 Aug 10 01:08:33.743946 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-3c78b25e-4b83-42cd-9790-150672685dae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19f12836-f92e-4fd8-ab2a-0c784d7fc657 HTTP/1.1" status: 200 len: 1000 time: 0.1277184 Aug 10 01:08:33.816305 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023e9cf-566c-4bb8-85c0-29d9fd6668c1 req-d761e05c-d24c-417e-9303-fbfdd0e34e34 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:33.817762 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c023e9cf-566c-4bb8-85c0-29d9fd6668c1 req-d761e05c-d24c-417e-9303-fbfdd0e34e34 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 944 time: 0.8034842 Aug 10 01:08:33.897206 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b8090518-4d65-4733-99e3-78923c85be7d up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:08:33.978369 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-4da04f44-4c6f-408c-9962-91f914dc5540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:33.980086 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-4da04f44-4c6f-408c-9962-91f914dc5540 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db2f7dc2-26b4-4843-84fd-453664eef2f7 HTTP/1.1" status: 200 len: 848 time: 0.2272687 Aug 10 01:08:33.990388 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c023e9cf-566c-4bb8-85c0-29d9fd6668c1 req-76a36c12-0d9a-43df-9b4c-c8bc72815a47 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592021 Aug 10 01:08:34.011969 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port b8090518-4d65-4733-99e3-78923c85be7d completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:08:34.021320 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port b8090518-4d65-4733-99e3-78923c85be7d triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:08:34.022906 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:34.137593 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-67cd1f84-45c2-4790-97b6-67241432a61f service neutron] Attempting to bind port 6d3cf203-dbf4-4919-b989-f724df5d49e9 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:08:34.137954 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-67cd1f84-45c2-4790-97b6-67241432a61f service neutron] Attempting to bind port 6d3cf203-dbf4-4919-b989-f724df5d49e9 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': 'f4c686c7-f30c-4f23-a86c-a70df0f5db61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5a462b3c-85e0-42af-bdaa-7c1c00be4593'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:08:34.138299 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-67cd1f84-45c2-4790-97b6-67241432a61f service neutron] Attempting to bind port 6d3cf203-dbf4-4919-b989-f724df5d49e9 on network 5a462b3c-85e0-42af-bdaa-7c1c00be4593 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:08:34.160074 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-67cd1f84-45c2-4790-97b6-67241432a61f service neutron] Port 6d3cf203-dbf4-4919-b989-f724df5d49e9 on network 5a462b3c-85e0-42af-bdaa-7c1c00be4593 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:08:34.160459 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-67cd1f84-45c2-4790-97b6-67241432a61f service neutron] Attempting to bind port 6d3cf203-dbf4-4919-b989-f724df5d49e9 on network 5a462b3c-85e0-42af-bdaa-7c1c00be4593 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:08:34.172352 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdd61bd-f632-4d19-8ed0-4162db1f358a x-openstack-request-id: req-bbdd61bd-f632-4d19-8ed0-4162db1f358a {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:08:34.172650 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad01cb8-d294-44d5-ba58-37ba1495d6c9", "name": "network-vif-unplugged", "status": "completed", "tag": "6d3cf203-dbf4-4919-b989-f724df5d49e9", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:08:34.182300 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bbdd61bd-f632-4d19-8ed0-4162db1f358a {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:08:34.182978 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad01cb8-d294-44d5-ba58-37ba1495d6c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d3cf203-dbf4-4919-b989-f724df5d49e9', 'code': 200} Aug 10 01:08:34.186834 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-67cd1f84-45c2-4790-97b6-67241432a61f service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:08:34.191923 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-67cd1f84-45c2-4790-97b6-67241432a61f service neutron] Checking segment: {'id': 'f4c686c7-f30c-4f23-a86c-a70df0f5db61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5a462b3c-85e0-42af-bdaa-7c1c00be4593'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:08:34.195890 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-67cd1f84-45c2-4790-97b6-67241432a61f service neutron] Bound using segment: {'id': 'f4c686c7-f30c-4f23-a86c-a70df0f5db61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5a462b3c-85e0-42af-bdaa-7c1c00be4593'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:08:34.196736 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-67cd1f84-45c2-4790-97b6-67241432a61f service neutron] Bound port: 6d3cf203-dbf4-4919-b989-f724df5d49e9, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4c686c7-f30c-4f23-a86c-a70df0f5db61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5a462b3c-85e0-42af-bdaa-7c1c00be4593'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:08:34.200609 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-67cd1f84-45c2-4790-97b6-67241432a61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:34.218295 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5107268-a666-45ea-947c-a2c877de5d6b x-openstack-request-id: req-b5107268-a666-45ea-947c-a2c877de5d6b {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:08:34.218832 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "tag": "3b050334-2ff6-40ea-a72f-68fb7b069c16", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:08:34.219053 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b5107268-a666-45ea-947c-a2c877de5d6b {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:08:34.222225 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'tag': '3b050334-2ff6-40ea-a72f-68fb7b069c16', 'status': 'completed', 'code': 200} Aug 10 01:08:34.241438 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-53e4065a-b14c-449d-9335-c256722a6c70 service neutron] 10.222.0.20 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739013 Aug 10 01:08:34.252587 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:34.258527 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-ab14d14a-82cc-4ed6-bed6-c23af9c551c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:34.260155 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-ab14d14a-82cc-4ed6-bed6-c23af9c551c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0748c972-8292-4d91-8783-82779f7574d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2518144 Aug 10 01:08:34.327917 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port b8090518-4d65-4733-99e3-78923c85be7d, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b8090518-4d65-4733-99e3-78923c85be7d,segment=NetworkSegment(847442a8-ee35-4075-847f-9fb49f0d7f57),segment_id=847442a8-ee35-4075-847f-9fb49f0d7f57)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:08:34.335823 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-0d8ea4fa-9c28-47c8-b59c-116679788475 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=427164c9-834c-4700-aa7f-4f167b1f6f0e HTTP/1.1" status: 200 len: 217 time: 0.0860739 Aug 10 01:08:34.340216 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:34.429963 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-67cd1f84-45c2-4790-97b6-67241432a61f service neutron] For port 6d3cf203-dbf4-4919-b989-f724df5d49e9, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:08:34.448250 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=b8090518-4d65-4733-99e3-78923c85be7d,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:34.449286 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7407c7d-d128-44ff-8ce0-8f6c9ade64db req-518c2a93-cf6b-4a4c-962f-a78b9a057598 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:34.468000 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7407c7d-d128-44ff-8ce0-8f6c9ade64db req-518c2a93-cf6b-4a4c-962f-a78b9a057598 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:34.474959 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7407c7d-d128-44ff-8ce0-8f6c9ade64db req-518c2a93-cf6b-4a4c-962f-a78b9a057598 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:34.481984 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7407c7d-d128-44ff-8ce0-8f6c9ade64db req-518c2a93-cf6b-4a4c-962f-a78b9a057598 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:34.501903 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7407c7d-d128-44ff-8ce0-8f6c9ade64db req-518c2a93-cf6b-4a4c-962f-a78b9a057598 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:34.513617 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7407c7d-d128-44ff-8ce0-8f6c9ade64db req-518c2a93-cf6b-4a4c-962f-a78b9a057598 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:34.523372 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-97712be9-4aea-4d75-ae78-a348f6a24dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:34.525371 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7407c7d-d128-44ff-8ce0-8f6c9ade64db req-518c2a93-cf6b-4a4c-962f-a78b9a057598 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:34.528080 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b7407c7d-d128-44ff-8ce0-8f6c9ade64db req-518c2a93-cf6b-4a4c-962f-a78b9a057598 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5431 time: 0.2420490 Aug 10 01:08:34.532285 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-97712be9-4aea-4d75-ae78-a348f6a24dcd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d12876e8-38cb-4d34-89a7-2e42b8fa22c7 HTTP/1.1" status: 200 len: 797 time: 0.1740124 Aug 10 01:08:34.593383 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-7106d9b7-7a46-4ff9-82fc-a5d4e487e45b service neutron] 10.222.0.20 "GET /v2.0/networks/0748c972-8292-4d91-8783-82779f7574d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717013 Aug 10 01:08:34.612470 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-52939648-ba97-448f-918c-7354e634e99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:34.618053 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-52939648-ba97-448f-918c-7354e634e99e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ba4f345-2af9-4b1a-a096-ab30f02c75cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0849402 Aug 10 01:08:34.655187 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-e599de45-9281-48b9-a4b3-d8b06b3e12cb tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:34.662953 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-e599de45-9281-48b9-a4b3-d8b06b3e12cb tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/networks?id=d5f42a49-cf64-4535-a007-0ffeb2000607 HTTP/1.1" status: 200 len: 812 time: 0.2526572 Aug 10 01:08:34.682141 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-67cd1f84-45c2-4790-97b6-67241432a61f service neutron] For port 6d3cf203-dbf4-4919-b989-f724df5d49e9, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=6d3cf203-dbf4-4919-b989-f724df5d49e9,segment=NetworkSegment(f4c686c7-f30c-4f23-a86c-a70df0f5db61),segment_id=f4c686c7-f30c-4f23-a86c-a70df0f5db61)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:08:34.704060 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-67cd1f84-45c2-4790-97b6-67241432a61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:34.719202 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-9d832147-0ff2-4b02-b6af-dd8da3e002b6 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/quotas/a4f463465f414d20a10d25627743d857 HTTP/1.1" status: 200 len: 375 time: 0.0553105 Aug 10 01:08:34.822839 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-9eeab3ff-344f-4f6b-b6ba-3b04a4aa5acb service neutron] 10.222.0.20 "GET /v2.0/networks/0748c972-8292-4d91-8783-82779f7574d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205100 Aug 10 01:08:34.826963 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd1f84-45c2-4790-97b6-67241432a61f service neutron] Pushing event updated for resources: {'Port': ['ID=6d3cf203-dbf4-4919-b989-f724df5d49e9,revision_number=7']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:34.829785 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-d4501bab-3852-4ca8-96f7-05310f31fc43 service neutron] 10.222.0.20 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959057 Aug 10 01:08:34.867875 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-67cd1f84-45c2-4790-97b6-67241432a61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:34.868666 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-67cd1f84-45c2-4790-97b6-67241432a61f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:34.870166 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-67cd1f84-45c2-4790-97b6-67241432a61f service neutron] 10.222.0.20 "PUT /v2.0/ports/6d3cf203-dbf4-4919-b989-f724df5d49e9 HTTP/1.1" status: 200 len: 1093 time: 3.3531847 Aug 10 01:08:34.891034 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-53b9d212-17c7-45eb-a90f-4874e8e7f54d tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a4f463465f414d20a10d25627743d857&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1704764 Aug 10 01:08:34.902743 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b7407c7d-d128-44ff-8ce0-8f6c9ade64db req-a2690276-3c07-4646-8e33-ea1a43915d61 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3623383 Aug 10 01:08:35.093961 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-05349be4-0975-4151-861e-31983cc7b1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:35.104685 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-05349be4-0975-4151-861e-31983cc7b1a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 1096 time: 0.1812618 Aug 10 01:08:35.363128 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8968fe2-29f8-4af2-94b1-ca677ee69dad req-b3a3680a-68c0-4043-b62c-80b34fff8616 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:35.371228 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e8968fe2-29f8-4af2-94b1-ca677ee69dad req-b3a3680a-68c0-4043-b62c-80b34fff8616 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 945 time: 0.2637913 Aug 10 01:08:35.384956 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-64c96d5d-fc06-46e2-ad46-0895450eb64d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=8a79b3c1-044c-4b04-8482-338547d33f44 HTTP/1.1" status: 200 len: 217 time: 0.5338461 Aug 10 01:08:35.446562 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e8968fe2-29f8-4af2-94b1-ca677ee69dad req-1ce4dcdd-2144-49e2-90ca-2af601719e24 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741026 Aug 10 01:08:35.455011 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-6f7b7ec7-e8bf-43f0-b4e4-df8193244b83 service neutron] 10.222.0.35 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5630467 Aug 10 01:08:35.463527 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-8bea9f17-725a-49a0-9130-0ec7d531c049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:35.465608 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-8bea9f17-725a-49a0-9130-0ec7d531c049 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a462b3c-85e0-42af-bdaa-7c1c00be4593 HTTP/1.1" status: 200 len: 897 time: 0.3571231 Aug 10 01:08:35.482501 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-960e4403-e218-42a1-9164-1d17fb13451a service neutron] 10.222.0.20 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6417334 Aug 10 01:08:35.506055 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-45bacb1a-4ef7-46c3-b134-17f6a55c2e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:35.507788 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-45bacb1a-4ef7-46c3-b134-17f6a55c2e8a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4bfcdb50-9c0d-437c-9c01-cf14d13f1a02 HTTP/1.1" status: 200 len: 797 time: 0.0799363 Aug 10 01:08:35.568613 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-9b1e957e-9932-4b84-9696-29f0ab2befbb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=3ebb267f-3505-448c-a3cb-fbb1b4c35076 HTTP/1.1" status: 200 len: 217 time: 0.0596607 Aug 10 01:08:35.579337 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-4cabd8c4-5c74-44ff-8de8-8c48f4522170 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d3cf203-dbf4-4919-b989-f724df5d49e9 HTTP/1.1" status: 200 len: 999 time: 0.1018996 Aug 10 01:08:35.656547 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-aa7d626f-2463-4493-bd96-08699250e56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:35.657984 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-aa7d626f-2463-4493-bd96-08699250e56f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87e4a205-e3a1-47d5-9b64-5ef0f0daea88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1402838 Aug 10 01:08:35.664593 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-8c39517f-bbd6-41cd-86a7-bbe36946b390 service neutron] 10.222.0.35 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086980 Aug 10 01:08:35.665202 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-15be3cf1-594d-4a6e-8a8c-d39ee3e15476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:35.667784 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-15be3cf1-594d-4a6e-8a8c-d39ee3e15476 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d12876e8-38cb-4d34-89a7-2e42b8fa22c7 HTTP/1.1" status: 200 len: 797 time: 0.0715582 Aug 10 01:08:35.672847 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-d2ade058-1ac2-4326-ac37-cf7b297f7e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:35.674537 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-d2ade058-1ac2-4326-ac37-cf7b297f7e33 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=95d779ab-0287-4bf3-8588-a099eab6d9bd HTTP/1.1" status: 200 len: 835 time: 0.0862134 Aug 10 01:08:35.783428 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7615740-b641-461a-beee-d59a282034a0 req-132ab6f1-98a2-455c-9afc-17873ca1c9fa tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:35.785923 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f7615740-b641-461a-beee-d59a282034a0 req-132ab6f1-98a2-455c-9afc-17873ca1c9fa tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 944 time: 0.0658979 Aug 10 01:08:35.792685 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-37c31c25-80c1-4c2c-a84e-d32e38e1a2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:35.794765 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-37c31c25-80c1-4c2c-a84e-d32e38e1a2b0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a462b3c-85e0-42af-bdaa-7c1c00be4593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1120114 Aug 10 01:08:35.805924 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b8090518-4d65-4733-99e3-78923c85be7d up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:08:35.831070 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-ea81db5e-a09c-40bb-9e1d-4a06ed0575ea service neutron] 10.222.0.20 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634181 Aug 10 01:08:35.838023 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-5115dc89-f651-4045-8ab2-824f85ab54bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:35.840918 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-5115dc89-f651-4045-8ab2-824f85ab54bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ba4f345-2af9-4b1a-a096-ab30f02c75cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1296527 Aug 10 01:08:35.856403 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port b8090518-4d65-4733-99e3-78923c85be7d triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:08:35.856783 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:35.910430 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-ef3c54da-45da-4f18-ab27-a658305ddbab service neutron] 10.222.0.20 "GET /v2.0/networks/5a462b3c-85e0-42af-bdaa-7c1c00be4593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054938 Aug 10 01:08:35.976485 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f7615740-b641-461a-beee-d59a282034a0 req-e8ed0a31-46e6-4d8e-bfdb-c930d0b07d7d tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806977 Aug 10 01:08:36.006609 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-4976f07d-8cfd-4a11-aa20-3c0550af4618 service neutron] 10.222.0.20 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560924 Aug 10 01:08:36.022444 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-b6df72a5-e60f-4e96-8e44-07549e4b13c4 service neutron] 10.222.0.20 "GET /v2.0/networks/5a462b3c-85e0-42af-bdaa-7c1c00be4593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045625 Aug 10 01:08:36.106468 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-fc3bacd1-4681-4207-87c7-6be3e2aaf2b7 service neutron] 10.222.0.20 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643487 Aug 10 01:08:36.168748 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-3d2f4526-36d2-4ba5-a72b-1715283ed7e5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=9211c06d-216b-4619-a636-7f12c2e6d3ce HTTP/1.1" status: 200 len: 217 time: 0.0541117 Aug 10 01:08:36.192460 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9f850-64a7-4fdf-8f08-02751f7baef5 req-c96dd87f-9af4-4c31-bc90-6fe38b4217c1 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:36.198820 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9f850-64a7-4fdf-8f08-02751f7baef5 req-c96dd87f-9af4-4c31-bc90-6fe38b4217c1 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:36.205135 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9f850-64a7-4fdf-8f08-02751f7baef5 req-c96dd87f-9af4-4c31-bc90-6fe38b4217c1 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:36.211500 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9f850-64a7-4fdf-8f08-02751f7baef5 req-c96dd87f-9af4-4c31-bc90-6fe38b4217c1 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:36.216374 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-f8680e8f-9266-4046-b956-457473acc8b5 service neutron] 10.222.0.20 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982684 Aug 10 01:08:36.217666 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9f850-64a7-4fdf-8f08-02751f7baef5 req-c96dd87f-9af4-4c31-bc90-6fe38b4217c1 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:36.223857 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9f850-64a7-4fdf-8f08-02751f7baef5 req-c96dd87f-9af4-4c31-bc90-6fe38b4217c1 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:36.232118 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9f850-64a7-4fdf-8f08-02751f7baef5 req-c96dd87f-9af4-4c31-bc90-6fe38b4217c1 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:36.234270 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c6a9f850-64a7-4fdf-8f08-02751f7baef5 req-c96dd87f-9af4-4c31-bc90-6fe38b4217c1 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5431 time: 0.1088123 Aug 10 01:08:36.234823 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bad01cb8-d294-44d5-ba58-37ba1495d6c9', 'tag': '6d3cf203-dbf4-4919-b989-f724df5d49e9'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:08:36.237895 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f15f93-be48-418c-9011-ca20615f18e0" -d '{"events": [{"name": "network-changed", "server_uuid": "bad01cb8-d294-44d5-ba58-37ba1495d6c9", "tag": "6d3cf203-dbf4-4919-b989-f724df5d49e9"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:08:36.275068 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-2a6e3f9e-7822-44ab-aff0-be53bc9ec34e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=50782122-dccf-4182-a6c4-c73579974fb2 HTTP/1.1" status: 200 len: 217 time: 0.0513408 Aug 10 01:08:36.285853 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c6a9f850-64a7-4fdf-8f08-02751f7baef5 req-58d90298-26f6-4cf4-a1d7-f57d80795020 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425539 Aug 10 01:08:36.292015 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-e9aa8c6c-e620-4892-bef7-26c517437de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:36.294902 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-e9aa8c6c-e620-4892-bef7-26c517437de2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4bfcdb50-9c0d-437c-9c01-cf14d13f1a02 HTTP/1.1" status: 200 len: 797 time: 0.1180480 Aug 10 01:08:36.314179 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 25f5b507-5da8-44ba-89b7-4a4e66167be8 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:08:36.314179 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 6d3cf203-dbf4-4919-b989-f724df5d49e9 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:08:36.365579 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c35d9a-2bde-4306-b7a0-4e3e4c3a50a1 x-openstack-request-id: req-d1c35d9a-2bde-4306-b7a0-4e3e4c3a50a1 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:08:36.365941 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bad01cb8-d294-44d5-ba58-37ba1495d6c9", "tag": "6d3cf203-dbf4-4919-b989-f724df5d49e9", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:08:36.366263 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d1c35d9a-2bde-4306-b7a0-4e3e4c3a50a1 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:08:36.366928 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bad01cb8-d294-44d5-ba58-37ba1495d6c9', 'tag': '6d3cf203-dbf4-4919-b989-f724df5d49e9', 'status': 'completed', 'code': 200} Aug 10 01:08:36.379989 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-e99cee19-a980-488c-b75f-a8b4394f90c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:36.381493 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-e99cee19-a980-488c-b75f-a8b4394f90c7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d12876e8-38cb-4d34-89a7-2e42b8fa22c7 HTTP/1.1" status: 200 len: 797 time: 0.0995052 Aug 10 01:08:36.383314 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 6d3cf203-dbf4-4919-b989-f724df5d49e9 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:08:36.410910 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-b2abf54b-9f83-4108-81db-c4c6a27cfb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:36.412437 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-b2abf54b-9f83-4108-81db-c4c6a27cfb40 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87e4a205-e3a1-47d5-9b64-5ef0f0daea88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0813305 Aug 10 01:08:36.465533 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f15f93-be48-418c-9011-ca20615f18e0 req-64aef596-6bd8-4b74-a60b-fa6e2c3ed2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:36.468037 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06f15f93-be48-418c-9011-ca20615f18e0 req-64aef596-6bd8-4b74-a60b-fa6e2c3ed2b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 1096 time: 0.0580201 Aug 10 01:08:36.483149 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 25f5b507-5da8-44ba-89b7-4a4e66167be8, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=25f5b507-5da8-44ba-89b7-4a4e66167be8,segment=NetworkSegment(136bec44-8d21-4a4a-9be0-ad0e395d978b),segment_id=136bec44-8d21-4a4a-9be0-ad0e395d978b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:08:36.500003 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '25f5b507-5da8-44ba-89b7-4a4e66167be8', 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c', 'port_id': '25f5b507-5da8-44ba-89b7-4a4e66167be8', 'mac_address': 'fa:16:3e:e7:74:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5b8c68-57be-4c07-b3dd-20f44685cf57', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:08:36.534425 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f15f93-be48-418c-9011-ca20615f18e0 req-b888ff33-cd36-4d44-89d4-a10db54a1f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:36.535856 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-06f15f93-be48-418c-9011-ca20615f18e0 req-b888ff33-cd36-4d44-89d4-a10db54a1f36 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 1096 time: 0.1525719 Aug 10 01:08:36.537623 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-acdff9bc-307e-4f2b-be4a-f13d390d39db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:36.539027 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-acdff9bc-307e-4f2b-be4a-f13d390d39db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ba4f345-2af9-4b1a-a096-ab30f02c75cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1255863 Aug 10 01:08:36.594687 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:36.612665 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25f5b507-5da8-44ba-89b7-4a4e66167be8 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:08:36.631178 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f15f93-be48-418c-9011-ca20615f18e0 req-30661f22-ac8c-4f3b-9915-5475a4b1ef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:36.631428 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-8ccc0509-67fb-4831-8c5e-f7dad244c145 service neutron] 10.222.0.20 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072437 Aug 10 01:08:36.632707 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06f15f93-be48-418c-9011-ca20615f18e0 req-30661f22-ac8c-4f3b-9915-5475a4b1ef00 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a462b3c-85e0-42af-bdaa-7c1c00be4593 HTTP/1.1" status: 200 len: 897 time: 0.1560290 Aug 10 01:08:36.637843 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 25f5b507-5da8-44ba-89b7-4a4e66167be8, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=25f5b507-5da8-44ba-89b7-4a4e66167be8,segment=NetworkSegment(136bec44-8d21-4a4a-9be0-ad0e395d978b),segment_id=136bec44-8d21-4a4a-9be0-ad0e395d978b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:08:36.642777 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:36.726284 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06f15f93-be48-418c-9011-ca20615f18e0 req-36a37854-da36-4175-b01f-ec6c9d09cb0f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d3cf203-dbf4-4919-b989-f724df5d49e9 HTTP/1.1" status: 200 len: 999 time: 0.0814533 Aug 10 01:08:36.726863 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=25f5b507-5da8-44ba-89b7-4a4e66167be8,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:36.752078 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['25f5b507-5da8-44ba-89b7-4a4e66167be8'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:08:36.810126 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-857b6e40-4ba2-4e0e-b4af-b1456f6b3797 service neutron] 10.222.0.20 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615328 Aug 10 01:08:36.840711 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f15f93-be48-418c-9011-ca20615f18e0 req-878948e3-0de2-4705-ac78-09d4b5505a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:36.842307 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06f15f93-be48-418c-9011-ca20615f18e0 req-878948e3-0de2-4705-ac78-09d4b5505a18 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=95d779ab-0287-4bf3-8588-a099eab6d9bd HTTP/1.1" status: 200 len: 835 time: 0.1084595 Aug 10 01:08:36.913155 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-41a82981-81b3-47f5-afe9-aa1a40e55dcd service neutron] 10.222.0.20 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544160 Aug 10 01:08:36.924158 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f15f93-be48-418c-9011-ca20615f18e0 req-5f960270-8d52-4cfc-b079-077268ab8a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:36.925604 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-06f15f93-be48-418c-9011-ca20615f18e0 req-5f960270-8d52-4cfc-b079-077268ab8a40 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a462b3c-85e0-42af-bdaa-7c1c00be4593 HTTP/1.1" status: 200 len: 897 time: 0.3659780 Aug 10 01:08:36.935003 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f15f93-be48-418c-9011-ca20615f18e0 req-13e9e922-1524-42f4-a539-678e86034c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:36.936472 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06f15f93-be48-418c-9011-ca20615f18e0 req-13e9e922-1524-42f4-a539-678e86034c0e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a462b3c-85e0-42af-bdaa-7c1c00be4593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0867188 Aug 10 01:08:36.976451 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-72d4874c-e614-4a8b-8a1b-1ffd3cab5bd7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=200e7fac-07de-403e-91cd-a7f052e1e0de HTTP/1.1" status: 200 len: 217 time: 0.0553367 Aug 10 01:08:37.001395 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661a4f9-cbb2-43c3-bbf9-0984730d04bb req-e1f81881-cd69-47ed-8ae3-c0e10d1e5dc5 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:37.002990 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9661a4f9-cbb2-43c3-bbf9-0984730d04bb req-e1f81881-cd69-47ed-8ae3-c0e10d1e5dc5 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 944 time: 0.0987749 Aug 10 01:08:37.065532 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9661a4f9-cbb2-43c3-bbf9-0984730d04bb req-9b5f5995-40e9-4b0e-8fe1-c5348f0dd6be tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536747 Aug 10 01:08:37.077706 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-b27322f9-4472-49d4-a91c-2e6c4bb2dcfb service neutron] 10.222.0.20 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606409 Aug 10 01:08:37.083119 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06f15f93-be48-418c-9011-ca20615f18e0 req-f245c487-4d0b-4386-a2c2-e7245f89f576 service neutron] 10.222.0.20 "GET /v2.0/networks/5a462b3c-85e0-42af-bdaa-7c1c00be4593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393170 Aug 10 01:08:37.127394 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-9ae6eaf4-b8da-403f-8797-510d08a17773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:37.129028 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-9ae6eaf4-b8da-403f-8797-510d08a17773 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4bfcdb50-9c0d-437c-9c01-cf14d13f1a02 HTTP/1.1" status: 200 len: 797 time: 0.1177239 Aug 10 01:08:37.130864 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-06f15f93-be48-418c-9011-ca20615f18e0 req-84bf366a-c3b2-42ee-ab1f-976b074a704e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d3cf203-dbf4-4919-b989-f724df5d49e9 HTTP/1.1" status: 200 len: 999 time: 0.1705422 Aug 10 01:08:37.132217 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-8c761a69-0e51-4dda-8bb9-d757cae140bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a2d462a7-be3a-4fdd-88a6-2bcf3f10891f HTTP/1.1" status: 200 len: 217 time: 0.0408230 Aug 10 01:08:37.194898 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06f15f93-be48-418c-9011-ca20615f18e0 req-3369edb7-6263-4884-b195-2c8177eea2ab service neutron] 10.222.0.20 "GET /v2.0/networks/5a462b3c-85e0-42af-bdaa-7c1c00be4593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026866 Aug 10 01:08:37.254994 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f15f93-be48-418c-9011-ca20615f18e0 req-01695c69-7499-4b23-91b1-f34efad0867d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:37.256674 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-06f15f93-be48-418c-9011-ca20615f18e0 req-01695c69-7499-4b23-91b1-f34efad0867d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=95d779ab-0287-4bf3-8588-a099eab6d9bd HTTP/1.1" status: 200 len: 835 time: 0.1170268 Aug 10 01:08:37.265674 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-70d34eea-d58d-4acf-aa64-3c70f587280d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:37.267485 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-70d34eea-d58d-4acf-aa64-3c70f587280d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87e4a205-e3a1-47d5-9b64-5ef0f0daea88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1185935 Aug 10 01:08:37.268942 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-0e92f5e1-219a-4db8-96a5-aa126537f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:37.270379 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-0e92f5e1-219a-4db8-96a5-aa126537f68f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e25e17ad-fffa-4e24-9b5d-5651c3a6a11c HTTP/1.1" status: 200 len: 797 time: 0.1205108 Aug 10 01:08:37.360741 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1cdb8-2985-4c72-ac25-fa3982ad7293 req-a1161a46-34a4-4c3c-8ae1-98c3219776fc tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:37.362688 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b4f1cdb8-2985-4c72-ac25-fa3982ad7293 req-a1161a46-34a4-4c3c-8ae1-98c3219776fc tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 944 time: 0.0502670 Aug 10 01:08:37.403493 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b4f1cdb8-2985-4c72-ac25-fa3982ad7293 req-1ca5eef0-1f2e-4079-bae2-7a29f742486b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340741 Aug 10 01:08:37.403957 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f15f93-be48-418c-9011-ca20615f18e0 req-5bc1c190-a68b-4cbb-a997-336017c6516b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:37.405582 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-06f15f93-be48-418c-9011-ca20615f18e0 req-5bc1c190-a68b-4cbb-a997-336017c6516b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a462b3c-85e0-42af-bdaa-7c1c00be4593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1342499 Aug 10 01:08:37.424725 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-d285fe66-cf56-49bf-8148-986de3e165d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:37.424725 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-d285fe66-cf56-49bf-8148-986de3e165d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f42b1fb5-1f26-4b59-83fe-d283978e154a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1350267 Aug 10 01:08:37.498313 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-f15c0772-0622-48e2-8e81-1f2593351c60 service neutron] 10.222.0.20 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170579 Aug 10 01:08:37.574181 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7a60e-559d-4212-a3c2-325a3961c45c req-6972adc8-7873-4e0c-8c4b-537a31d9a090 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:37.582187 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7a60e-559d-4212-a3c2-325a3961c45c req-6972adc8-7873-4e0c-8c4b-537a31d9a090 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:37.591316 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7a60e-559d-4212-a3c2-325a3961c45c req-6972adc8-7873-4e0c-8c4b-537a31d9a090 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:37.598983 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7a60e-559d-4212-a3c2-325a3961c45c req-6972adc8-7873-4e0c-8c4b-537a31d9a090 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:37.609130 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7a60e-559d-4212-a3c2-325a3961c45c req-6972adc8-7873-4e0c-8c4b-537a31d9a090 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:37.616972 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7a60e-559d-4212-a3c2-325a3961c45c req-6972adc8-7873-4e0c-8c4b-537a31d9a090 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:37.625479 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7a60e-559d-4212-a3c2-325a3961c45c req-6972adc8-7873-4e0c-8c4b-537a31d9a090 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:37.628367 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eab7a60e-559d-4212-a3c2-325a3961c45c req-6972adc8-7873-4e0c-8c4b-537a31d9a090 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5431 time: 0.1179860 Aug 10 01:08:37.657029 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-69465a45-0955-4f7a-9cdc-20e0047782e0 service neutron] 10.222.0.20 "GET /v2.0/networks/f42b1fb5-1f26-4b59-83fe-d283978e154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296448 Aug 10 01:08:37.666525 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-06f15f93-be48-418c-9011-ca20615f18e0 req-7af735db-30d7-445b-9f19-a64eb12cb428 service neutron] 10.222.0.24 "GET /v2.0/networks/5a462b3c-85e0-42af-bdaa-7c1c00be4593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264130 Aug 10 01:08:37.676040 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eab7a60e-559d-4212-a3c2-325a3961c45c req-dfb2f743-681b-43fe-b6a1-84456a94da63 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408652 Aug 10 01:08:37.737430 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-8b321bd6-3af2-49be-af5d-621a1025fcd8 service neutron] 10.222.0.20 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127101 Aug 10 01:08:37.815409 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-cb60c5da-bb2c-42be-8483-0fcd02167c02 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=49ba5ea8-ef2b-468a-baec-23d59ac9e260 HTTP/1.1" status: 200 len: 217 time: 0.0514693 Aug 10 01:08:37.899848 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-110180aa-d5d3-46f7-9587-8076124180e0 service neutron] 10.222.0.20 "GET /v2.0/networks/f42b1fb5-1f26-4b59-83fe-d283978e154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323864 Aug 10 01:08:37.916837 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-06f15f93-be48-418c-9011-ca20615f18e0 req-c1117300-12fe-4277-adc6-a5a92cbb261c service neutron] 10.222.0.24 "GET /v2.0/networks/5a462b3c-85e0-42af-bdaa-7c1c00be4593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365196 Aug 10 01:08:37.920052 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-25c8cad3-e959-44b2-97fd-7fae3c248d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:37.921406 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-25c8cad3-e959-44b2-97fd-7fae3c248d60 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4bfcdb50-9c0d-437c-9c01-cf14d13f1a02 HTTP/1.1" status: 200 len: 797 time: 0.0936840 Aug 10 01:08:37.961650 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-a153106e-93a9-436e-944d-a84309e42c73 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3b050334-2ff6-40ea-a72f-68fb7b069c16 HTTP/1.1" status: 200 len: 217 time: 0.0519054 Aug 10 01:08:38.028306 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-e4c91b87-7d97-4b1f-8779-61133d0bbdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:38.029924 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-e4c91b87-7d97-4b1f-8779-61133d0bbdac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e25e17ad-fffa-4e24-9b5d-5651c3a6a11c HTTP/1.1" status: 200 len: 797 time: 0.0539417 Aug 10 01:08:38.032629 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-75c0d325-71a9-47cd-a59e-e56d697ac5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:38.033856 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-75c0d325-71a9-47cd-a59e-e56d697ac5b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87e4a205-e3a1-47d5-9b64-5ef0f0daea88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0819852 Aug 10 01:08:38.162068 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-153ea3d0-3326-41e5-afc4-ffd659a639ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:38.163615 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-153ea3d0-3326-41e5-afc4-ffd659a639ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f42b1fb5-1f26-4b59-83fe-d283978e154a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1188600 Aug 10 01:08:38.214204 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28374d-5c55-4c56-bb22-894e75714cfb req-00e7406b-9ac7-46fd-b7e5-b1decb1050bb tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:38.224426 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0d28374d-5c55-4c56-bb22-894e75714cfb req-00e7406b-9ac7-46fd-b7e5-b1decb1050bb tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 944 time: 0.0655208 Aug 10 01:08:38.279092 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-54cff053-078e-42ba-a326-227ac577496a service neutron] 10.222.0.20 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326775 Aug 10 01:08:38.301072 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0d28374d-5c55-4c56-bb22-894e75714cfb req-add60c47-ec54-4f24-84f7-0583287e756e tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751419 Aug 10 01:08:38.306657 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 25f5b507-5da8-44ba-89b7-4a4e66167be8 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:08:38.397421 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-1bdb3d26-71cc-4a27-931f-b81e03a9de81 service neutron] 10.222.0.20 "GET /v2.0/networks/f42b1fb5-1f26-4b59-83fe-d283978e154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176211 Aug 10 01:08:38.429275 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 25f5b507-5da8-44ba-89b7-4a4e66167be8 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:08:38.430536 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:38.453151 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8fd10ce2-6a5d-4aff-b257-d6faafa015bb req-323660e6-8f43-4b6f-bb23-2358c177ed4e tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=009b395c-bdfe-4d6c-8e0c-1531500ccbf6 HTTP/1.1" status: 200 len: 210 time: 0.0828326 Aug 10 01:08:38.507128 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-ffb8f3bb-73ba-4e30-ab52-ea76ad797e8c service neutron] 10.222.0.20 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077382 Aug 10 01:08:38.632591 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42e964-5138-4a17-ba57-1df2a876343a req-8f70bcf4-33e0-4c3c-90a5-ff03d6f86593 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:38.657235 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6d42e964-5138-4a17-ba57-1df2a876343a req-8f70bcf4-33e0-4c3c-90a5-ff03d6f86593 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 944 time: 0.1324658 Aug 10 01:08:38.689097 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:38.752352 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6d42e964-5138-4a17-ba57-1df2a876343a req-1e9f9886-88c5-4caf-bd5e-08e31348b40e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911574 Aug 10 01:08:38.802792 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312fcf66-d970-40f6-9bf1-443c40190073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f5b507-5da8-44ba-89b7-4a4e66167be8'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:08:38.809314 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621ea7c2-c0f3-4522-bf24-13316f3758c4" -d '{"events": [{"server_uuid": "312fcf66-d970-40f6-9bf1-443c40190073", "name": "network-vif-plugged", "status": "completed", "tag": "25f5b507-5da8-44ba-89b7-4a4e66167be8"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:08:38.841311 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 25f5b507-5da8-44ba-89b7-4a4e66167be8, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=25f5b507-5da8-44ba-89b7-4a4e66167be8,segment=NetworkSegment(136bec44-8d21-4a4a-9be0-ad0e395d978b),segment_id=136bec44-8d21-4a4a-9be0-ad0e395d978b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:08:38.851310 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:38.908488 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12597513-d4c4-47a4-9111-46748b29f0d1 req-d12f77e5-b91c-4b1a-b28d-ff17366d7c20 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:38.914355 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12597513-d4c4-47a4-9111-46748b29f0d1 req-d12f77e5-b91c-4b1a-b28d-ff17366d7c20 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:38.921778 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12597513-d4c4-47a4-9111-46748b29f0d1 req-d12f77e5-b91c-4b1a-b28d-ff17366d7c20 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:38.925833 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=25f5b507-5da8-44ba-89b7-4a4e66167be8,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:38.929904 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12597513-d4c4-47a4-9111-46748b29f0d1 req-d12f77e5-b91c-4b1a-b28d-ff17366d7c20 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:38.930138 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071dd246-f8ac-41c3-8648-973ccf14edde x-openstack-request-id: req-071dd246-f8ac-41c3-8648-973ccf14edde {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:08:38.930577 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312fcf66-d970-40f6-9bf1-443c40190073", "name": "network-vif-plugged", "status": "completed", "tag": "25f5b507-5da8-44ba-89b7-4a4e66167be8", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:08:38.930909 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-071dd246-f8ac-41c3-8648-973ccf14edde {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:08:38.931379 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312fcf66-d970-40f6-9bf1-443c40190073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f5b507-5da8-44ba-89b7-4a4e66167be8', 'code': 200} Aug 10 01:08:38.936320 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12597513-d4c4-47a4-9111-46748b29f0d1 req-d12f77e5-b91c-4b1a-b28d-ff17366d7c20 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:38.942797 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12597513-d4c4-47a4-9111-46748b29f0d1 req-d12f77e5-b91c-4b1a-b28d-ff17366d7c20 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:38.949665 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12597513-d4c4-47a4-9111-46748b29f0d1 req-d12f77e5-b91c-4b1a-b28d-ff17366d7c20 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:38.951832 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-12597513-d4c4-47a4-9111-46748b29f0d1 req-d12f77e5-b91c-4b1a-b28d-ff17366d7c20 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5431 time: 0.1699815 Aug 10 01:08:38.975353 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 6d3cf203-dbf4-4919-b989-f724df5d49e9 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:08:39.017709 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-095fa32d-ebce-4f6d-b2d6-7896f38c26a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2ad0def9-aab1-41bc-bb68-ab13dba6e597 HTTP/1.1" status: 200 len: 217 time: 0.4965062 Aug 10 01:08:39.018219 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-12597513-d4c4-47a4-9111-46748b29f0d1 req-d855aeb2-16e1-4569-9aa8-f0e1291a8d76 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552464 Aug 10 01:08:39.079227 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9aa5c6c-b324-40de-8f48-c30f1274ba34 req-48b7bd49-a754-491b-aed5-842712a6cfcc service neutron] 10.222.0.20 "GET /v2.0/networks/f42b1fb5-1f26-4b59-83fe-d283978e154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6731369 Aug 10 01:08:39.090369 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-625afabb-9e17-4915-bb60-1458a7e64745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:39.091889 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-625afabb-9e17-4915-bb60-1458a7e64745 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a4c328af-f7d8-464f-82c5-ef21fb4355cc HTTP/1.1" status: 200 len: 797 time: 0.0633297 Aug 10 01:08:39.178854 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-0b90c05b-1f1e-4496-bc22-4a86a2483551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:39.183076 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-0b90c05b-1f1e-4496-bc22-4a86a2483551 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9657ed9b-3ba6-4067-a52c-0b450eacaa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0838699 Aug 10 01:08:39.188929 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 6d3cf203-dbf4-4919-b989-f724df5d49e9, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=6d3cf203-dbf4-4919-b989-f724df5d49e9,segment=NetworkSegment(f4c686c7-f30c-4f23-a86c-a70df0f5db61),segment_id=f4c686c7-f30c-4f23-a86c-a70df0f5db61)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:08:39.202908 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '6d3cf203-dbf4-4919-b989-f724df5d49e9', 'network_id': '5a462b3c-85e0-42af-bdaa-7c1c00be4593', 'port_id': '6d3cf203-dbf4-4919-b989-f724df5d49e9', 'mac_address': 'fa:16:3e:2f:f0:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95d779ab-0287-4bf3-8588-a099eab6d9bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:08:39.242398 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:39.259702 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d3cf203-dbf4-4919-b989-f724df5d49e9 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:08:39.312753 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 6d3cf203-dbf4-4919-b989-f724df5d49e9, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=6d3cf203-dbf4-4919-b989-f724df5d49e9,segment=NetworkSegment(f4c686c7-f30c-4f23-a86c-a70df0f5db61),segment_id=f4c686c7-f30c-4f23-a86c-a70df0f5db61)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:08:39.331048 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:39.380325 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d1b85-c029-4edf-91d6-9fa9ab008550 req-ea187707-3770-4225-b302-fc9674a3c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:39.383506 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d1b85-c029-4edf-91d6-9fa9ab008550 req-ea187707-3770-4225-b302-fc9674a3c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:39.384106 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d1b85-c029-4edf-91d6-9fa9ab008550 req-ea187707-3770-4225-b302-fc9674a3c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:39.386054 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d1b85-c029-4edf-91d6-9fa9ab008550 req-ea187707-3770-4225-b302-fc9674a3c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:39.388384 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d1b85-c029-4edf-91d6-9fa9ab008550 req-ea187707-3770-4225-b302-fc9674a3c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:39.390402 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d1b85-c029-4edf-91d6-9fa9ab008550 req-ea187707-3770-4225-b302-fc9674a3c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:39.390998 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d1b85-c029-4edf-91d6-9fa9ab008550 req-ea187707-3770-4225-b302-fc9674a3c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:39.395967 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c17d1b85-c029-4edf-91d6-9fa9ab008550 req-ea187707-3770-4225-b302-fc9674a3c172 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e71a6b0ced6b4bc38b4b6a0ba3c24e39&device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 6495 time: 0.1427882 Aug 10 01:08:39.436867 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=6d3cf203-dbf4-4919-b989-f724df5d49e9,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:39.500223 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcab325-a2e8-4aa2-b592-4167f0b7bd87 req-3a9b65e8-3844-4a90-bdda-669afff062ef tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:39.505707 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2dcab325-a2e8-4aa2-b592-4167f0b7bd87 req-3a9b65e8-3844-4a90-bdda-669afff062ef tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 945 time: 0.0725491 Aug 10 01:08:39.563618 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2dcab325-a2e8-4aa2-b592-4167f0b7bd87 req-9415e1a8-3ef9-42f1-9274-991f9312fc4d tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489879 Aug 10 01:08:39.574629 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-ae342f99-3c8f-40cf-ba3f-4aa70118732f service neutron] 10.222.0.20 "GET /v2.0/networks/9657ed9b-3ba6-4067-a52c-0b450eacaa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331566 Aug 10 01:08:39.662658 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d1b85-c029-4edf-91d6-9fa9ab008550 req-2cb0b522-6b2a-4c33-9193-b163ddcffe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:39.664144 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c17d1b85-c029-4edf-91d6-9fa9ab008550 req-2cb0b522-6b2a-4c33-9193-b163ddcffe61 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f42b1fb5-1f26-4b59-83fe-d283978e154a HTTP/1.1" status: 200 len: 902 time: 0.2594621 Aug 10 01:08:39.738436 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c17d1b85-c029-4edf-91d6-9fa9ab008550 req-2de529e6-ac44-457b-968c-b749ae0f2a18 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3b050334-2ff6-40ea-a72f-68fb7b069c16 HTTP/1.1" status: 200 len: 217 time: 0.0602863 Aug 10 01:08:39.754652 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7a3d9f80-e202-48ae-bf5d-5c2b59efa40b req-fd10a31e-07d2-4b22-993f-53892af87b74 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=009b395c-bdfe-4d6c-8e0c-1531500ccbf6 HTTP/1.1" status: 200 len: 210 time: 0.0285454 Aug 10 01:08:39.794219 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-f6884979-e99d-4e2c-8e3b-f3459bebd63d service neutron] 10.222.0.20 "GET /v2.0/networks/9657ed9b-3ba6-4067-a52c-0b450eacaa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122872 Aug 10 01:08:39.809860 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['6d3cf203-dbf4-4919-b989-f724df5d49e9'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:08:39.811199 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d1b85-c029-4edf-91d6-9fa9ab008550 req-a30a105f-d29d-4249-8b68-b74f41ad6f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:39.813002 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c17d1b85-c029-4edf-91d6-9fa9ab008550 req-a30a105f-d29d-4249-8b68-b74f41ad6f86 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e25e17ad-fffa-4e24-9b5d-5651c3a6a11c HTTP/1.1" status: 200 len: 797 time: 0.0632231 Aug 10 01:08:39.894513 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-321a54d0-e897-45b4-8f05-a0c08bc746a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4321df7-d3c9-4d23-b006-20dac822c111 HTTP/1.1" status: 200 len: 217 time: 0.0797479 Aug 10 01:08:39.938655 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d73b1f-eebb-4b65-b2b9-f0fd79556571 req-efabc07d-f900-4bc8-8477-10b7450bb294 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:39.944521 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87d73b1f-eebb-4b65-b2b9-f0fd79556571 req-efabc07d-f900-4bc8-8477-10b7450bb294 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 945 time: 0.0939531 Aug 10 01:08:40.007216 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d1b85-c029-4edf-91d6-9fa9ab008550 req-b9405764-f1d9-49a9-acc2-0469571ad2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:40.009330 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c17d1b85-c029-4edf-91d6-9fa9ab008550 req-b9405764-f1d9-49a9-acc2-0469571ad2b2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f42b1fb5-1f26-4b59-83fe-d283978e154a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1874957 Aug 10 01:08:40.032612 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-3b5f476c-52b5-4a3f-8083-3db1ca9b535e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:40.035442 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-3b5f476c-52b5-4a3f-8083-3db1ca9b535e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a4c328af-f7d8-464f-82c5-ef21fb4355cc HTTP/1.1" status: 200 len: 797 time: 0.1169403 Aug 10 01:08:40.063260 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87d73b1f-eebb-4b65-b2b9-f0fd79556571 req-81b788a4-4a50-4f9d-a7ba-00a0d7344770 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149213 Aug 10 01:08:40.185016 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-842c1c07-896a-49b8-9105-81cb23d8b49d tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:40.186766 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-842c1c07-896a-49b8-9105-81cb23d8b49d tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.20 "GET /v2.0/networks?id=d5f42a49-cf64-4535-a007-0ffeb2000607 HTTP/1.1" status: 200 len: 812 time: 0.2154465 Aug 10 01:08:40.215718 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd81e1-31fc-4972-8faf-c0fc1eca05a6 req-35cc919d-eb2e-4ea8-8ef9-0e31672e8170 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:40.223446 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd81e1-31fc-4972-8faf-c0fc1eca05a6 req-35cc919d-eb2e-4ea8-8ef9-0e31672e8170 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:40.230699 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd81e1-31fc-4972-8faf-c0fc1eca05a6 req-35cc919d-eb2e-4ea8-8ef9-0e31672e8170 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:40.237670 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd81e1-31fc-4972-8faf-c0fc1eca05a6 req-35cc919d-eb2e-4ea8-8ef9-0e31672e8170 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:40.241888 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-18a4cebe-99d6-438b-b7f2-18857f9faa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:40.256560 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-18a4cebe-99d6-438b-b7f2-18857f9faa94 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9657ed9b-3ba6-4067-a52c-0b450eacaa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2017922 Aug 10 01:08:40.259073 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd81e1-31fc-4972-8faf-c0fc1eca05a6 req-35cc919d-eb2e-4ea8-8ef9-0e31672e8170 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:40.270297 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd81e1-31fc-4972-8faf-c0fc1eca05a6 req-35cc919d-eb2e-4ea8-8ef9-0e31672e8170 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:40.289182 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd81e1-31fc-4972-8faf-c0fc1eca05a6 req-35cc919d-eb2e-4ea8-8ef9-0e31672e8170 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:40.297820 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c17d1b85-c029-4edf-91d6-9fa9ab008550 req-4e170c22-834e-40d6-b785-301050925021 service neutron] 10.222.0.20 "GET /v2.0/networks/f42b1fb5-1f26-4b59-83fe-d283978e154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781713 Aug 10 01:08:40.302621 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-73cd81e1-31fc-4972-8faf-c0fc1eca05a6 req-35cc919d-eb2e-4ea8-8ef9-0e31672e8170 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5431 time: 0.1711707 Aug 10 01:08:40.319302 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-c2de4b01-5d94-42ad-990e-10ea5a7d3079 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Request body: {'port': {'device_id': '009b395c-bdfe-4d6c-8e0c-1531500ccbf6', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'admin_state_up': True, 'tenant_id': 'a4f463465f414d20a10d25627743d857'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:40.468774 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-73cd81e1-31fc-4972-8faf-c0fc1eca05a6 req-46d88ee6-64c8-4c8b-b45f-3b41ee91ef85 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1650493 Aug 10 01:08:40.509519 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f1d95-f3a4-4f2d-91b0-afd0ad099bae req-4b77a45c-a0a7-442b-a8a3-f2fb8d585be9 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:40.525515 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d29f1d95-f3a4-4f2d-91b0-afd0ad099bae req-4b77a45c-a0a7-442b-a8a3-f2fb8d585be9 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 945 time: 0.1977208 Aug 10 01:08:40.554571 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574e376-6bc0-45f8-a601-5a367ba28628 req-6ec69014-7b28-4630-8b5d-7e06bcc40abe tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:40.556041 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0574e376-6bc0-45f8-a601-5a367ba28628 req-6ec69014-7b28-4630-8b5d-7e06bcc40abe tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.24 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9&tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&binding%3Ahost_id=n-h2-766726-26 HTTP/1.1" status: 200 len: 945 time: 0.1587958 Aug 10 01:08:40.560997 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c17d1b85-c029-4edf-91d6-9fa9ab008550 req-d522205e-be21-464f-81a0-ef2d69dca9c8 service neutron] 10.222.0.20 "GET /v2.0/networks/f42b1fb5-1f26-4b59-83fe-d283978e154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398744 Aug 10 01:08:40.607811 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-f96c614f-4eb3-4f6e-9912-b8afbed3e9bc service neutron] 10.222.0.20 "GET /v2.0/networks/9657ed9b-3ba6-4067-a52c-0b450eacaa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089929 Aug 10 01:08:40.621884 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d29f1d95-f3a4-4f2d-91b0-afd0ad099bae req-d79b488b-2d4e-4c20-a2de-863e3152482d tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809093 Aug 10 01:08:40.642733 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-c2de4b01-5d94-42ad-990e-10ea5a7d3079 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Made reservation on behalf of a4f463465f414d20a10d25627743d857 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:08:40.646543 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-c2de4b01-5d94-42ad-990e-10ea5a7d3079 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:40.817305 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [req-0574e376-6bc0-45f8-a601-5a367ba28628 req-371203a4-280e-4819-bdae-20069df061a8 service neutron] delete failed (client error): The resource could not be found. Aug 10 01:08:40.818494 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0574e376-6bc0-45f8-a601-5a367ba28628 req-371203a4-280e-4819-bdae-20069df061a8 service neutron] 10.222.0.24 "DELETE /v2.0/ports/6d3cf203-dbf4-4919-b989-f724df5d49e9/bindings/n-h1-766726-26 HTTP/1.1" status: 404 len: 381 time: 0.1011713 Aug 10 01:08:40.822525 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-38ab1cdd-e0ca-46d3-ba91-ec5841840fd4 req-16142cc0-2214-457a-8843-69876eaeb2e1 service neutron] 10.222.0.20 "GET /v2.0/networks/9657ed9b-3ba6-4067-a52c-0b450eacaa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057447 Aug 10 01:08:40.856131 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b395b-835a-44c4-b793-01fba4e040a3 req-b6b60672-123c-408c-b578-00faa69ca659 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:40.858028 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-898b395b-835a-44c4-b793-01fba4e040a3 req-b6b60672-123c-408c-b578-00faa69ca659 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 945 time: 0.0860856 Aug 10 01:08:40.952871 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6d035ab1-be04-4e29-847a-7649d5e9189f req-06559689-db38-4176-abe9-66dfc3619658 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=009b395c-bdfe-4d6c-8e0c-1531500ccbf6 HTTP/1.1" status: 200 len: 210 time: 0.0744710 Aug 10 01:08:40.969755 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574e376-6bc0-45f8-a601-5a367ba28628 req-2cfee5e9-3196-4f91-8cd3-36696b4c9816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:40.971778 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0574e376-6bc0-45f8-a601-5a367ba28628 req-2cfee5e9-3196-4f91-8cd3-36696b4c9816 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 1097 time: 0.0665183 Aug 10 01:08:41.018321 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-898b395b-835a-44c4-b793-01fba4e040a3 req-15886bd4-5c4a-4caa-895b-7316c403d9b7 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388555 Aug 10 01:08:41.038248 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-c2de4b01-5d94-42ad-990e-10ea5a7d3079 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Allocated IP 172.20.0.6 (d5f42a49-cf64-4535-a007-0ffeb2000607/1982ede0-b8b9-4659-ad0a-d59c9e02d1ca/d31489a0-7caa-4556-b9f2-2bb066df6787) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:08:41.131517 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574e376-6bc0-45f8-a601-5a367ba28628 req-cb6a18e1-4bf7-4b25-a793-9924e62caa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:41.133540 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0574e376-6bc0-45f8-a601-5a367ba28628 req-cb6a18e1-4bf7-4b25-a793-9924e62caa1f service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a462b3c-85e0-42af-bdaa-7c1c00be4593 HTTP/1.1" status: 200 len: 897 time: 0.1536627 Aug 10 01:08:41.185482 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-622e83b6-0f04-4ccc-b6d9-3650409909fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:41.235320 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0574e376-6bc0-45f8-a601-5a367ba28628 req-b4be2326-1112-4403-9b9c-60e053434184 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d3cf203-dbf4-4919-b989-f724df5d49e9 HTTP/1.1" status: 200 len: 1000 time: 0.0931239 Aug 10 01:08:41.264509 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-c2de4b01-5d94-42ad-990e-10ea5a7d3079 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:41.282031 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-c2de4b01-5d94-42ad-990e-10ea5a7d3079 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Transition to ACTIVE for port object d31489a0-7caa-4556-b9f2-2bb066df6787 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:08:41.302650 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574e376-6bc0-45f8-a601-5a367ba28628 req-f7334a1c-46eb-4257-9940-393cab9810a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:41.304617 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0574e376-6bc0-45f8-a601-5a367ba28628 req-f7334a1c-46eb-4257-9940-393cab9810a4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=95d779ab-0287-4bf3-8588-a099eab6d9bd HTTP/1.1" status: 200 len: 835 time: 0.0627489 Aug 10 01:08:41.330116 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-c2de4b01-5d94-42ad-990e-10ea5a7d3079 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:41.358486 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574e376-6bc0-45f8-a601-5a367ba28628 req-8d8b0aa7-2129-498e-8665-46a8cdb5e8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:41.360708 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0574e376-6bc0-45f8-a601-5a367ba28628 req-8d8b0aa7-2129-498e-8665-46a8cdb5e8cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a462b3c-85e0-42af-bdaa-7c1c00be4593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491219 Aug 10 01:08:41.406786 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de4b01-5d94-42ad-990e-10ea5a7d3079 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Pushing event updated for resources: {'Port': ['ID=d31489a0-7caa-4556-b9f2-2bb066df6787,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:41.422848 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-c2de4b01-5d94-42ad-990e-10ea5a7d3079 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Network d5f42a49-cf64-4535-a007-0ffeb2000607 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:08:41.429972 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-c2de4b01-5d94-42ad-990e-10ea5a7d3079 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:08:41.433244 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-c2de4b01-5d94-42ad-990e-10ea5a7d3079 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:08:41.475299 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:41.533253 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-c2de4b01-5d94-42ad-990e-10ea5a7d3079 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:41.534735 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-c2de4b01-5d94-42ad-990e-10ea5a7d3079 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:41.540741 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0574e376-6bc0-45f8-a601-5a367ba28628 req-94927f07-160b-4ea3-ad82-6c8729e17ff9 service neutron] 10.222.0.24 "GET /v2.0/networks/5a462b3c-85e0-42af-bdaa-7c1c00be4593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722019 Aug 10 01:08:41.558042 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-c2de4b01-5d94-42ad-990e-10ea5a7d3079 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2448130 Aug 10 01:08:41.579525 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-c71c50ed-3f35-4a91-8c40-c3a757140790 service neutron] Request body: {'port': {'device_id': '009b395c-bdfe-4d6c-8e0c-1531500ccbf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:41.697185 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-c71c50ed-3f35-4a91-8c40-c3a757140790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:41.741993 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0574e376-6bc0-45f8-a601-5a367ba28628 req-c8f0ed13-679a-4bc5-9cd3-27288f51bbdf service neutron] 10.222.0.24 "GET /v2.0/networks/5a462b3c-85e0-42af-bdaa-7c1c00be4593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928010 Aug 10 01:08:41.996888 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c2fa4c22-7a5d-4ab9-8c50-ddb32fc7c364 None None] Provisioning for port d31489a0-7caa-4556-b9f2-2bb066df6787 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:08:42.002049 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c2fa4c22-7a5d-4ab9-8c50-ddb32fc7c364 None None] Provisioning complete for port d31489a0-7caa-4556-b9f2-2bb066df6787 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:08:42.002590 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c2fa4c22-7a5d-4ab9-8c50-ddb32fc7c364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:42.079040 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c2fa4c22-7a5d-4ab9-8c50-ddb32fc7c364 None None] Port d31489a0-7caa-4556-b9f2-2bb066df6787 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:08:42.111504 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6881d-f442-43fd-9ba3-35a170259d62 req-dcbb1ea0-469c-4878-b558-f9111ba53f97 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:42.118377 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6881d-f442-43fd-9ba3-35a170259d62 req-dcbb1ea0-469c-4878-b558-f9111ba53f97 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:42.124404 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6881d-f442-43fd-9ba3-35a170259d62 req-dcbb1ea0-469c-4878-b558-f9111ba53f97 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:42.134683 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6881d-f442-43fd-9ba3-35a170259d62 req-dcbb1ea0-469c-4878-b558-f9111ba53f97 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:42.142170 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6881d-f442-43fd-9ba3-35a170259d62 req-dcbb1ea0-469c-4878-b558-f9111ba53f97 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:42.148662 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6881d-f442-43fd-9ba3-35a170259d62 req-dcbb1ea0-469c-4878-b558-f9111ba53f97 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:42.167119 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6881d-f442-43fd-9ba3-35a170259d62 req-dcbb1ea0-469c-4878-b558-f9111ba53f97 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:42.172581 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5ef6881d-f442-43fd-9ba3-35a170259d62 req-dcbb1ea0-469c-4878-b558-f9111ba53f97 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5431 time: 0.4767830 Aug 10 01:08:42.271222 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623338a-a2e7-4f56-af48-f874787f1d1a req-b66f590d-6864-4b6a-9306-96ae286a9071 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:42.272806 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3623338a-a2e7-4f56-af48-f874787f1d1a req-b66f590d-6864-4b6a-9306-96ae286a9071 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 945 time: 0.5257919 Aug 10 01:08:42.342783 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5ef6881d-f442-43fd-9ba3-35a170259d62 req-be09e25c-72af-4e3e-b32f-a0f09306a4c4 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1623871 Aug 10 01:08:42.364712 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-c71c50ed-3f35-4a91-8c40-c3a757140790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d31489a0-7caa-4556-b9f2-2bb066df6787 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:08:42.380281 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3623338a-a2e7-4f56-af48-f874787f1d1a req-a0d07627-64a4-4a4e-a818-bbefb22824ef tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891511 Aug 10 01:08:42.382517 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-c71c50ed-3f35-4a91-8c40-c3a757140790 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:42.468466 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-c71c50ed-3f35-4a91-8c40-c3a757140790 service neutron] Transition to ACTIVE for port object d31489a0-7caa-4556-b9f2-2bb066df6787 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:08:42.481960 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-c71c50ed-3f35-4a91-8c40-c3a757140790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:42.602455 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c50ed-3f35-4a91-8c40-c3a757140790 service neutron] Pushing event updated for resources: {'Port': ['ID=d31489a0-7caa-4556-b9f2-2bb066df6787,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:42.838450 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d018e-6548-41ab-b755-e2c5dcb942c7 req-6ab7568f-45f8-4979-88fa-fd0bef7609fc tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:42.840929 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-322d018e-6548-41ab-b755-e2c5dcb942c7 req-6ab7568f-45f8-4979-88fa-fd0bef7609fc tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 945 time: 0.2163560 Aug 10 01:08:42.895769 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab994983-1bd1-45d9-aab8-b2a9f7a68549 req-2f3b3aba-8609-474e-88f0-95aaac8d483a tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:42.897493 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ab994983-1bd1-45d9-aab8-b2a9f7a68549 req-2f3b3aba-8609-474e-88f0-95aaac8d483a tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=009b395c-bdfe-4d6c-8e0c-1531500ccbf6 HTTP/1.1" status: 200 len: 943 time: 0.2003686 Aug 10 01:08:42.956898 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-322d018e-6548-41ab-b755-e2c5dcb942c7 req-ad24bd08-c187-4d60-ab51-12c78fc1a6bb tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020598 Aug 10 01:08:42.986196 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 6d3cf203-dbf4-4919-b989-f724df5d49e9 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:08:43.005097 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-c71c50ed-3f35-4a91-8c40-c3a757140790 service neutron] Attempting to bind port d31489a0-7caa-4556-b9f2-2bb066df6787 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:08:43.005902 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-c71c50ed-3f35-4a91-8c40-c3a757140790 service neutron] Attempting to bind port d31489a0-7caa-4556-b9f2-2bb066df6787 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '6bb08f30-b0e8-4f53-9c2c-d675a93d2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:08:43.006624 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-c71c50ed-3f35-4a91-8c40-c3a757140790 service neutron] Attempting to bind port d31489a0-7caa-4556-b9f2-2bb066df6787 on network d5f42a49-cf64-4535-a007-0ffeb2000607 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:08:43.032986 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ab994983-1bd1-45d9-aab8-b2a9f7a68549 req-0ab0eac7-ce50-4428-a24d-63604ea09f9f tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247721 Aug 10 01:08:43.034427 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-c71c50ed-3f35-4a91-8c40-c3a757140790 service neutron] Port d31489a0-7caa-4556-b9f2-2bb066df6787 on network d5f42a49-cf64-4535-a007-0ffeb2000607 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:08:43.034777 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-c71c50ed-3f35-4a91-8c40-c3a757140790 service neutron] Attempting to bind port d31489a0-7caa-4556-b9f2-2bb066df6787 on network d5f42a49-cf64-4535-a007-0ffeb2000607 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:08:43.040792 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-c71c50ed-3f35-4a91-8c40-c3a757140790 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:08:43.041138 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-c71c50ed-3f35-4a91-8c40-c3a757140790 service neutron] Checking segment: {'id': '6bb08f30-b0e8-4f53-9c2c-d675a93d2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:08:43.041529 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-c71c50ed-3f35-4a91-8c40-c3a757140790 service neutron] Bound using segment: {'id': '6bb08f30-b0e8-4f53-9c2c-d675a93d2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:08:43.041991 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-c71c50ed-3f35-4a91-8c40-c3a757140790 service neutron] Bound port: d31489a0-7caa-4556-b9f2-2bb066df6787, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bb08f30-b0e8-4f53-9c2c-d675a93d2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:08:43.042942 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-c71c50ed-3f35-4a91-8c40-c3a757140790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:43.122654 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-c71c50ed-3f35-4a91-8c40-c3a757140790 service neutron] For port d31489a0-7caa-4556-b9f2-2bb066df6787, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:08:43.126378 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-c71c50ed-3f35-4a91-8c40-c3a757140790 service neutron] For port d31489a0-7caa-4556-b9f2-2bb066df6787, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=d31489a0-7caa-4556-b9f2-2bb066df6787,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:08:43.126604 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 6d3cf203-dbf4-4919-b989-f724df5d49e9 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:08:43.134951 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-c71c50ed-3f35-4a91-8c40-c3a757140790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:43.144376 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 6d3cf203-dbf4-4919-b989-f724df5d49e9 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:08:43.144803 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:43.202654 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c50ed-3f35-4a91-8c40-c3a757140790 service neutron] Pushing event updated for resources: {'Port': ['ID=d31489a0-7caa-4556-b9f2-2bb066df6787,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:43.225885 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-c71c50ed-3f35-4a91-8c40-c3a757140790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:43.230515 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-c71c50ed-3f35-4a91-8c40-c3a757140790 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:43.235051 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-c71c50ed-3f35-4a91-8c40-c3a757140790 service neutron] 10.222.0.20 "PUT /v2.0/ports/d31489a0-7caa-4556-b9f2-2bb066df6787 HTTP/1.1" status: 200 len: 1092 time: 1.6623671 Aug 10 01:08:43.235817 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '009b395c-bdfe-4d6c-8e0c-1531500ccbf6', 'tag': 'd31489a0-7caa-4556-b9f2-2bb066df6787'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:08:43.239551 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abfdcb8-81bf-4933-a367-215428df6e78" -d '{"events": [{"name": "network-changed", "server_uuid": "009b395c-bdfe-4d6c-8e0c-1531500ccbf6", "tag": "d31489a0-7caa-4556-b9f2-2bb066df6787"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:08:43.286729 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:43.311101 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46203b33-57dc-4156-b0a3-da8f53d456e1 x-openstack-request-id: req-46203b33-57dc-4156-b0a3-da8f53d456e1 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:08:43.311419 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "009b395c-bdfe-4d6c-8e0c-1531500ccbf6", "tag": "d31489a0-7caa-4556-b9f2-2bb066df6787", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:08:43.311705 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-46203b33-57dc-4156-b0a3-da8f53d456e1 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:08:43.312135 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '009b395c-bdfe-4d6c-8e0c-1531500ccbf6', 'tag': 'd31489a0-7caa-4556-b9f2-2bb066df6787', 'status': 'completed', 'code': 200} Aug 10 01:08:43.334878 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad01cb8-d294-44d5-ba58-37ba1495d6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3cf203-dbf4-4919-b989-f724df5d49e9'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:08:43.337419 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fffd2de-abd2-4bc7-8632-6f10b182fcd5" -d '{"events": [{"server_uuid": "bad01cb8-d294-44d5-ba58-37ba1495d6c9", "name": "network-vif-plugged", "status": "completed", "tag": "6d3cf203-dbf4-4919-b989-f724df5d49e9"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:08:43.356037 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 6d3cf203-dbf4-4919-b989-f724df5d49e9, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=6d3cf203-dbf4-4919-b989-f724df5d49e9,segment=NetworkSegment(f4c686c7-f30c-4f23-a86c-a70df0f5db61),segment_id=f4c686c7-f30c-4f23-a86c-a70df0f5db61)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:08:43.360277 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:43.394050 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-379df20c-0a25-447f-bfc3-c05aa2f6215b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:43.395869 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-379df20c-0a25-447f-bfc3-c05aa2f6215b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a4f463465f414d20a10d25627743d857&device_id=009b395c-bdfe-4d6c-8e0c-1531500ccbf6 HTTP/1.1" status: 200 len: 1095 time: 0.0757227 Aug 10 01:08:43.443429 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=6d3cf203-dbf4-4919-b989-f724df5d49e9,revision_number=9']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:43.475641 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b29290-4d50-4bd6-a03c-8b4523ed767c x-openstack-request-id: req-08b29290-4d50-4bd6-a03c-8b4523ed767c {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:08:43.475945 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad01cb8-d294-44d5-ba58-37ba1495d6c9", "name": "network-vif-plugged", "status": "completed", "tag": "6d3cf203-dbf4-4919-b989-f724df5d49e9", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:08:43.476427 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-08b29290-4d50-4bd6-a03c-8b4523ed767c {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:08:43.476915 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad01cb8-d294-44d5-ba58-37ba1495d6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3cf203-dbf4-4919-b989-f724df5d49e9', 'code': 200} Aug 10 01:08:43.512984 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-dfc940d8-64df-4ffd-a161-b10df868361c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d31489a0-7caa-4556-b9f2-2bb066df6787 HTTP/1.1" status: 200 len: 217 time: 0.0954311 Aug 10 01:08:43.713041 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-e6afb8e8-4b8a-4439-8aba-832bd0714c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:43.715469 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-e6afb8e8-4b8a-4439-8aba-832bd0714c3a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1982ede0-b8b9-4659-ad0a-d59c9e02d1ca HTTP/1.1" status: 200 len: 851 time: 0.1971004 Aug 10 01:08:43.734659 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98ec3c-9ffe-46df-96be-8f0c2af80476 req-ee44f5ff-0d43-4437-a88b-ce96d171dfd3 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:43.736558 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7d98ec3c-9ffe-46df-96be-8f0c2af80476 req-ee44f5ff-0d43-4437-a88b-ce96d171dfd3 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 946 time: 0.1202645 Aug 10 01:08:43.817737 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-429bd192-764f-4eef-b310-c63a3f2a85ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:44.220365 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a642b8-6d84-47ee-8f91-3ea338676337 req-f2f85e9a-2b0e-404f-84e6-014d4b11d0a5 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:44.226770 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a642b8-6d84-47ee-8f91-3ea338676337 req-f2f85e9a-2b0e-404f-84e6-014d4b11d0a5 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:44.233782 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a642b8-6d84-47ee-8f91-3ea338676337 req-f2f85e9a-2b0e-404f-84e6-014d4b11d0a5 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:44.240867 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a642b8-6d84-47ee-8f91-3ea338676337 req-f2f85e9a-2b0e-404f-84e6-014d4b11d0a5 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:44.247054 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a642b8-6d84-47ee-8f91-3ea338676337 req-f2f85e9a-2b0e-404f-84e6-014d4b11d0a5 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:44.253287 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a642b8-6d84-47ee-8f91-3ea338676337 req-f2f85e9a-2b0e-404f-84e6-014d4b11d0a5 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:44.259809 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a642b8-6d84-47ee-8f91-3ea338676337 req-f2f85e9a-2b0e-404f-84e6-014d4b11d0a5 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:44.277691 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f8a642b8-6d84-47ee-8f91-3ea338676337 req-f2f85e9a-2b0e-404f-84e6-014d4b11d0a5 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5431 time: 0.6975543 Aug 10 01:08:44.319017 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7d98ec3c-9ffe-46df-96be-8f0c2af80476 req-7fa595f5-8d69-494c-83ff-b89022cea9db tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5711355 Aug 10 01:08:44.346126 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58834) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:44.354717 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f8a642b8-6d84-47ee-8f91-3ea338676337 req-52546e59-d72d-44ec-89ff-7df4db58c35c tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0735576 Aug 10 01:08:44.374631 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-fd1eb235-57ab-43c5-8e64-10439aa2613c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:44.374631 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-fd1eb235-57ab-43c5-8e64-10439aa2613c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5f42a49-cf64-4535-a007-0ffeb2000607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6342561 Aug 10 01:08:44.423936 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:44.533657 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-42c783c8-0589-4852-af4b-5bfbdd21bc7a tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/floatingips/2f591559-3b60-4acb-ab0a-345b030dbbf6 HTTP/1.1" status: 200 len: 993 time: 0.1847305 Aug 10 01:08:44.598883 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-5616e6d6-4f1d-4e0b-94d8-e096b0d7e3f0 service neutron] 10.222.0.20 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192931 Aug 10 01:08:44.711177 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880ec7f-b792-407f-bffa-bc9ea7c04d35 req-4bef02b7-2db9-44d3-9d39-5be25259acbe tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:44.712726 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9880ec7f-b792-407f-bffa-bc9ea7c04d35 req-4bef02b7-2db9-44d3-9d39-5be25259acbe tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 945 time: 0.1691475 Aug 10 01:08:44.722476 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0951a-3557-4154-9309-edd46be9ee2d req-441a2256-8d69-4e5a-b5a4-b2ab93412221 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:44.723929 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-22b0951a-3557-4154-9309-edd46be9ee2d req-441a2256-8d69-4e5a-b5a4-b2ab93412221 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=009b395c-bdfe-4d6c-8e0c-1531500ccbf6 HTTP/1.1" status: 200 len: 943 time: 0.1239626 Aug 10 01:08:44.775914 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-22b0951a-3557-4154-9309-edd46be9ee2d req-fdcb9a8d-1b81-4e2c-95ca-1b836fb20e8e tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416830 Aug 10 01:08:44.826968 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9880ec7f-b792-407f-bffa-bc9ea7c04d35 req-df067837-746e-46f9-940b-f0b766871a00 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019974 Aug 10 01:08:44.838366 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d35aac0-9722-4236-8778-97ba084a59b7 req-bae4aae3-e18d-4966-8684-0846f15ec403 service neutron] 10.222.0.20 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049072 Aug 10 01:08:45.001616 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfdcb8-81bf-4933-a367-215428df6e78 req-5fb72465-4f3e-4713-ab4b-d24e6c112451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:45.003415 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1abfdcb8-81bf-4933-a367-215428df6e78 req-5fb72465-4f3e-4713-ab4b-d24e6c112451 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a4f463465f414d20a10d25627743d857&device_id=009b395c-bdfe-4d6c-8e0c-1531500ccbf6 HTTP/1.1" status: 200 len: 1095 time: 0.0814631 Aug 10 01:08:45.119720 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:45.157999 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfdcb8-81bf-4933-a367-215428df6e78 req-a18363fb-f6d3-4597-8930-46b2e5b360a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:45.159592 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1abfdcb8-81bf-4933-a367-215428df6e78 req-a18363fb-f6d3-4597-8930-46b2e5b360a8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d5f42a49-cf64-4535-a007-0ffeb2000607 HTTP/1.1" status: 200 len: 913 time: 0.1488545 Aug 10 01:08:45.208236 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1abfdcb8-81bf-4933-a367-215428df6e78 req-2461a11f-68ce-4b4b-84e4-e7e51c3d9d10 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d31489a0-7caa-4556-b9f2-2bb066df6787 HTTP/1.1" status: 200 len: 217 time: 0.0411654 Aug 10 01:08:45.288122 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfdcb8-81bf-4933-a367-215428df6e78 req-608e1c3b-d29d-4ea2-b4e9-931ddf05cbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:45.289817 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1abfdcb8-81bf-4933-a367-215428df6e78 req-608e1c3b-d29d-4ea2-b4e9-931ddf05cbfd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1982ede0-b8b9-4659-ad0a-d59c9e02d1ca HTTP/1.1" status: 200 len: 851 time: 0.0730050 Aug 10 01:08:45.369623 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfdcb8-81bf-4933-a367-215428df6e78 req-eb1a826f-fcbd-47ce-9c8c-5652fc3fffc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:45.372253 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1abfdcb8-81bf-4933-a367-215428df6e78 req-eb1a826f-fcbd-47ce-9c8c-5652fc3fffc3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5f42a49-cf64-4535-a007-0ffeb2000607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725214 Aug 10 01:08:45.527435 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1abfdcb8-81bf-4933-a367-215428df6e78 req-9c613d12-03ea-4527-b198-7be799e55073 service neutron] 10.222.0.20 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457620 Aug 10 01:08:45.676654 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5ba44-2abd-4e9a-8b1e-8970dd94863e req-126a2d88-0a21-435d-94a5-7a1bf5ccdb25 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:45.682747 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5ba44-2abd-4e9a-8b1e-8970dd94863e req-126a2d88-0a21-435d-94a5-7a1bf5ccdb25 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:45.689779 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5ba44-2abd-4e9a-8b1e-8970dd94863e req-126a2d88-0a21-435d-94a5-7a1bf5ccdb25 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:45.697142 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5ba44-2abd-4e9a-8b1e-8970dd94863e req-126a2d88-0a21-435d-94a5-7a1bf5ccdb25 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:45.704541 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5ba44-2abd-4e9a-8b1e-8970dd94863e req-126a2d88-0a21-435d-94a5-7a1bf5ccdb25 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:45.714741 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5ba44-2abd-4e9a-8b1e-8970dd94863e req-126a2d88-0a21-435d-94a5-7a1bf5ccdb25 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:45.720860 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5ba44-2abd-4e9a-8b1e-8970dd94863e req-126a2d88-0a21-435d-94a5-7a1bf5ccdb25 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:45.722903 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-96a5ba44-2abd-4e9a-8b1e-8970dd94863e req-126a2d88-0a21-435d-94a5-7a1bf5ccdb25 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5431 time: 0.1945641 Aug 10 01:08:45.729200 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1abfdcb8-81bf-4933-a367-215428df6e78 req-d7a47455-4b5a-4fc6-a4ad-5bbd0fc568d9 service neutron] 10.222.0.20 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860838 Aug 10 01:08:45.767966 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-96a5ba44-2abd-4e9a-8b1e-8970dd94863e req-b6ea0407-f33b-4798-96a3-d4bdc396a76e tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375381 Aug 10 01:08:45.958796 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4b6ca-8723-43ca-b994-beba5a4e9c3b req-10a2dc31-29b5-45d7-b2d0-ffa0f1c4021b tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:45.963276 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-14d4b6ca-8723-43ca-b994-beba5a4e9c3b req-10a2dc31-29b5-45d7-b2d0-ffa0f1c4021b tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=009b395c-bdfe-4d6c-8e0c-1531500ccbf6 HTTP/1.1" status: 200 len: 943 time: 0.1080687 Aug 10 01:08:46.062056 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-14d4b6ca-8723-43ca-b994-beba5a4e9c3b req-2b0e28be-24bd-42d5-ab41-4f49e3414727 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902565 Aug 10 01:08:46.084800 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d513ee2-5e07-4434-9654-b630a9ed7832 req-07fab2ac-7413-4c81-a272-d2667d61b5bc tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:46.086063 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d513ee2-5e07-4434-9654-b630a9ed7832 req-07fab2ac-7413-4c81-a272-d2667d61b5bc tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 945 time: 0.0863779 Aug 10 01:08:46.133048 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d513ee2-5e07-4434-9654-b630a9ed7832 req-b180ae8e-a652-47d6-b7ef-61e39595f302 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387118 Aug 10 01:08:46.222850 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:46.934657 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6196603-c84e-4a9d-a7de-f8f977a5d4e8 req-5d4c05e2-dfed-4256-acdb-09044e6ad3cb tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:46.940453 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6196603-c84e-4a9d-a7de-f8f977a5d4e8 req-5d4c05e2-dfed-4256-acdb-09044e6ad3cb tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:46.946396 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6196603-c84e-4a9d-a7de-f8f977a5d4e8 req-5d4c05e2-dfed-4256-acdb-09044e6ad3cb tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:46.952814 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6196603-c84e-4a9d-a7de-f8f977a5d4e8 req-5d4c05e2-dfed-4256-acdb-09044e6ad3cb tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:46.959053 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6196603-c84e-4a9d-a7de-f8f977a5d4e8 req-5d4c05e2-dfed-4256-acdb-09044e6ad3cb tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:46.965656 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6196603-c84e-4a9d-a7de-f8f977a5d4e8 req-5d4c05e2-dfed-4256-acdb-09044e6ad3cb tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:46.971726 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6196603-c84e-4a9d-a7de-f8f977a5d4e8 req-5d4c05e2-dfed-4256-acdb-09044e6ad3cb tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:46.973717 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c6196603-c84e-4a9d-a7de-f8f977a5d4e8 req-5d4c05e2-dfed-4256-acdb-09044e6ad3cb tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5431 time: 0.0932806 Aug 10 01:08:47.039636 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c6196603-c84e-4a9d-a7de-f8f977a5d4e8 req-0fe70dc6-72af-4d3b-9732-cdc9b6fe08aa tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515323 Aug 10 01:08:47.211987 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607e755-11de-4be8-af6d-d08d8f39a506 req-158b8b44-4a55-4b1c-9322-3b082866cf23 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:47.213887 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9607e755-11de-4be8-af6d-d08d8f39a506 req-158b8b44-4a55-4b1c-9322-3b082866cf23 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=009b395c-bdfe-4d6c-8e0c-1531500ccbf6 HTTP/1.1" status: 200 len: 943 time: 0.0665874 Aug 10 01:08:47.286482 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9607e755-11de-4be8-af6d-d08d8f39a506 req-e58f01dc-a5fd-4490-b2e8-f5e2be993882 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516074 Aug 10 01:08:47.338487 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d596cd-9e74-4f80-ad91-885fb315a27e req-80341b76-c380-459f-910c-908e009d5d3d tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:47.340966 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-88d596cd-9e74-4f80-ad91-885fb315a27e req-80341b76-c380-459f-910c-908e009d5d3d tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 945 time: 0.0619678 Aug 10 01:08:47.381409 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-88d596cd-9e74-4f80-ad91-885fb315a27e req-88070548-88ec-4462-8ec6-6954fea94358 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338447 Aug 10 01:08:48.246877 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b2695-0bf5-4bd4-a70d-597ef13fdd00 req-25daa36d-3afa-43b5-9bbf-e27379912594 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:48.253790 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b2695-0bf5-4bd4-a70d-597ef13fdd00 req-25daa36d-3afa-43b5-9bbf-e27379912594 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:48.260072 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b2695-0bf5-4bd4-a70d-597ef13fdd00 req-25daa36d-3afa-43b5-9bbf-e27379912594 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:48.266864 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b2695-0bf5-4bd4-a70d-597ef13fdd00 req-25daa36d-3afa-43b5-9bbf-e27379912594 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:48.273366 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b2695-0bf5-4bd4-a70d-597ef13fdd00 req-25daa36d-3afa-43b5-9bbf-e27379912594 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:48.280437 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b2695-0bf5-4bd4-a70d-597ef13fdd00 req-25daa36d-3afa-43b5-9bbf-e27379912594 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:48.286706 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b2695-0bf5-4bd4-a70d-597ef13fdd00 req-25daa36d-3afa-43b5-9bbf-e27379912594 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:48.296735 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-336b2695-0bf5-4bd4-a70d-597ef13fdd00 req-25daa36d-3afa-43b5-9bbf-e27379912594 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5431 time: 0.1558006 Aug 10 01:08:48.348465 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-336b2695-0bf5-4bd4-a70d-597ef13fdd00 req-19324a9b-c524-4dfb-8004-81d4dfd34919 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0506954 Aug 10 01:08:48.420936 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f74511-cced-4080-86a3-22b8e17c6466 req-39172e04-4bde-400c-927a-a5fb4c153ef8 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:48.422815 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a4f74511-cced-4080-86a3-22b8e17c6466 req-39172e04-4bde-400c-927a-a5fb4c153ef8 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=009b395c-bdfe-4d6c-8e0c-1531500ccbf6 HTTP/1.1" status: 200 len: 943 time: 0.0666673 Aug 10 01:08:48.521722 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a4f74511-cced-4080-86a3-22b8e17c6466 req-0e61e98d-bff2-4ed8-b709-79fb7c6a8c99 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717885 Aug 10 01:08:48.598751 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a0eec-36b3-4bc7-8e23-ac3751bbae3c req-06c42293-e278-4ddd-a554-1e2c4a78b95c tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:48.600682 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0f9a0eec-36b3-4bc7-8e23-ac3751bbae3c req-06c42293-e278-4ddd-a554-1e2c4a78b95c tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 945 time: 0.0724878 Aug 10 01:08:48.669615 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0f9a0eec-36b3-4bc7-8e23-ac3751bbae3c req-f9181d1e-160f-4660-a917-a4bb191220a1 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574756 Aug 10 01:08:49.490368 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fe0bd-5d8b-44eb-998f-b1e3ccdd702b req-c25f1a1b-c761-4b32-8398-db469460cb9e tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:49.497079 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fe0bd-5d8b-44eb-998f-b1e3ccdd702b req-c25f1a1b-c761-4b32-8398-db469460cb9e tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:49.503196 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fe0bd-5d8b-44eb-998f-b1e3ccdd702b req-c25f1a1b-c761-4b32-8398-db469460cb9e tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:49.509236 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fe0bd-5d8b-44eb-998f-b1e3ccdd702b req-c25f1a1b-c761-4b32-8398-db469460cb9e tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:49.515822 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fe0bd-5d8b-44eb-998f-b1e3ccdd702b req-c25f1a1b-c761-4b32-8398-db469460cb9e tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:49.521877 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fe0bd-5d8b-44eb-998f-b1e3ccdd702b req-c25f1a1b-c761-4b32-8398-db469460cb9e tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:49.528893 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fe0bd-5d8b-44eb-998f-b1e3ccdd702b req-c25f1a1b-c761-4b32-8398-db469460cb9e tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:49.530990 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d10fe0bd-5d8b-44eb-998f-b1e3ccdd702b req-c25f1a1b-c761-4b32-8398-db469460cb9e tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5431 time: 0.1027701 Aug 10 01:08:49.594109 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d10fe0bd-5d8b-44eb-998f-b1e3ccdd702b req-43ae3523-71e1-4d68-a1c6-21f9980e335f tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539639 Aug 10 01:08:49.670426 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadcb4a5-9721-46b4-b175-5f69e1d8c26f req-4bd8c54d-a73e-4709-8027-8f9ad4431241 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:49.672126 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fadcb4a5-9721-46b4-b175-5f69e1d8c26f req-4bd8c54d-a73e-4709-8027-8f9ad4431241 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=009b395c-bdfe-4d6c-8e0c-1531500ccbf6 HTTP/1.1" status: 200 len: 943 time: 0.0718343 Aug 10 01:08:49.718287 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fadcb4a5-9721-46b4-b175-5f69e1d8c26f req-8ac4e06f-14f9-4994-8865-bf7d86156928 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392570 Aug 10 01:08:49.834090 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65910b9-2adb-4d3e-8be8-bcc2b933a579 req-ffb80b58-1a50-4676-86ed-78999051e075 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:49.837120 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d65910b9-2adb-4d3e-8be8-bcc2b933a579 req-ffb80b58-1a50-4676-86ed-78999051e075 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 945 time: 0.0769696 Aug 10 01:08:49.924868 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d65910b9-2adb-4d3e-8be8-bcc2b933a579 req-07a3038c-c23b-4645-94c6-ed483ade1e43 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725894 Aug 10 01:08:50.849893 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b8414-54c5-4ffd-a845-83d3ff1fbb5d req-b9635e45-ef1d-4bbb-bf45-f2ddcf63c55f tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:50.859975 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b8414-54c5-4ffd-a845-83d3ff1fbb5d req-b9635e45-ef1d-4bbb-bf45-f2ddcf63c55f tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:50.866595 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b8414-54c5-4ffd-a845-83d3ff1fbb5d req-b9635e45-ef1d-4bbb-bf45-f2ddcf63c55f tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:50.873549 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b8414-54c5-4ffd-a845-83d3ff1fbb5d req-b9635e45-ef1d-4bbb-bf45-f2ddcf63c55f tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:50.879904 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b8414-54c5-4ffd-a845-83d3ff1fbb5d req-b9635e45-ef1d-4bbb-bf45-f2ddcf63c55f tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:50.886159 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b8414-54c5-4ffd-a845-83d3ff1fbb5d req-b9635e45-ef1d-4bbb-bf45-f2ddcf63c55f tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:50.892492 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b8414-54c5-4ffd-a845-83d3ff1fbb5d req-b9635e45-ef1d-4bbb-bf45-f2ddcf63c55f tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:50.902888 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-772b8414-54c5-4ffd-a845-83d3ff1fbb5d req-b9635e45-ef1d-4bbb-bf45-f2ddcf63c55f tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5431 time: 0.1973491 Aug 10 01:08:50.997590 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-772b8414-54c5-4ffd-a845-83d3ff1fbb5d req-036b2277-e84c-4449-a9da-6251ff6c432a tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0877638 Aug 10 01:08:51.041258 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33f621-441f-4fe1-a68c-dffa49467a0a req-1d8fc2f3-0b1f-49e3-8339-e379cb6d9401 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:51.043805 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8e33f621-441f-4fe1-a68c-dffa49467a0a req-1d8fc2f3-0b1f-49e3-8339-e379cb6d9401 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=009b395c-bdfe-4d6c-8e0c-1531500ccbf6 HTTP/1.1" status: 200 len: 943 time: 0.1327574 Aug 10 01:08:51.129826 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8e33f621-441f-4fe1-a68c-dffa49467a0a req-1f6e30c6-37cf-4b6b-aebc-c5b5079cc02d tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772672 Aug 10 01:08:51.343463 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df905dea-910a-402f-b895-a8dfcdf02c68 req-d1e6b0fe-9390-4f10-88a7-d302ca1e2284 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:51.345669 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-df905dea-910a-402f-b895-a8dfcdf02c68 req-d1e6b0fe-9390-4f10-88a7-d302ca1e2284 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 945 time: 0.0822089 Aug 10 01:08:51.413754 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-df905dea-910a-402f-b895-a8dfcdf02c68 req-b89eafb2-3454-44da-8b74-f4eef9da014f tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615573 Aug 10 01:08:51.583230 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f921c-e1b6-449f-af51-fa625d328326 req-c900607b-066a-436e-8a66-4d49d12a6f76 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:51.585265 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b53f921c-e1b6-449f-af51-fa625d328326 req-c900607b-066a-436e-8a66-4d49d12a6f76 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=8245061f-2adb-41b2-a968-624d62e108a6 HTTP/1.1" status: 200 len: 945 time: 0.0789738 Aug 10 01:08:51.646490 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b53f921c-e1b6-449f-af51-fa625d328326 req-f7ac51fb-25f3-4f9f-995b-4c76e99147fa tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534329 Aug 10 01:08:51.875761 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fce7a7-c4f9-45b0-93fb-25499dc04367 req-61af9232-ed2b-4d5d-94a8-45074290155a tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:51.878003 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-09fce7a7-c4f9-45b0-93fb-25499dc04367 req-61af9232-ed2b-4d5d-94a8-45074290155a tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e541f2f-302c-4f3d-a336-8896f25c6d5e HTTP/1.1" status: 200 len: 945 time: 0.0717778 Aug 10 01:08:51.938633 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-09fce7a7-c4f9-45b0-93fb-25499dc04367 req-a602b848-63e7-4e9f-9bb6-49f18f04be4e tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac5bf72a-a42d-499b-97cf-573a244b946c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541384 Aug 10 01:08:52.152725 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4560609-4c77-4553-87ca-c5fceaf45dbb req-da6cfa3a-4097-42d9-88ec-93943a78992e tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:52.159333 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4560609-4c77-4553-87ca-c5fceaf45dbb req-da6cfa3a-4097-42d9-88ec-93943a78992e tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:52.166395 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4560609-4c77-4553-87ca-c5fceaf45dbb req-da6cfa3a-4097-42d9-88ec-93943a78992e tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:52.176862 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4560609-4c77-4553-87ca-c5fceaf45dbb req-da6cfa3a-4097-42d9-88ec-93943a78992e tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:52.187682 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4560609-4c77-4553-87ca-c5fceaf45dbb req-da6cfa3a-4097-42d9-88ec-93943a78992e tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:52.194821 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4560609-4c77-4553-87ca-c5fceaf45dbb req-da6cfa3a-4097-42d9-88ec-93943a78992e tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:52.201152 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4560609-4c77-4553-87ca-c5fceaf45dbb req-da6cfa3a-4097-42d9-88ec-93943a78992e tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:52.204786 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f4560609-4c77-4553-87ca-c5fceaf45dbb req-da6cfa3a-4097-42d9-88ec-93943a78992e tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5431 time: 0.1239274 Aug 10 01:08:52.275320 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f4560609-4c77-4553-87ca-c5fceaf45dbb req-2b7500d6-1a87-423d-8872-e835a125bc30 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544448 Aug 10 01:08:52.292025 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20493269-6163-4a5b-9a3a-148a848f4071 req-f6ebc25d-1331-4062-aeaf-4a30697d6c83 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:52.300546 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-20493269-6163-4a5b-9a3a-148a848f4071 req-f6ebc25d-1331-4062-aeaf-4a30697d6c83 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=009b395c-bdfe-4d6c-8e0c-1531500ccbf6 HTTP/1.1" status: 200 len: 943 time: 0.0942125 Aug 10 01:08:52.353133 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-20493269-6163-4a5b-9a3a-148a848f4071 req-27ffe78c-e6b3-4102-b3e1-a7d80c3bcbd8 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513732 Aug 10 01:08:52.600788 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e98de-7060-4e70-86a2-28bd86c1374a req-66d69ac1-6b23-437f-aee3-093fda4845aa tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:52.602541 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1c9e98de-7060-4e70-86a2-28bd86c1374a req-66d69ac1-6b23-437f-aee3-093fda4845aa tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 945 time: 0.0638568 Aug 10 01:08:52.647639 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1c9e98de-7060-4e70-86a2-28bd86c1374a req-09fb30b4-bfc9-4f8b-98e2-bb04c801306d tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362203 Aug 10 01:08:52.795837 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ae55c-4642-416c-9ac2-c759f4c7384e req-2a47bf01-a2fb-4e82-a2a4-a323a8759d2f tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:52.797759 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-184ae55c-4642-416c-9ac2-c759f4c7384e req-2a47bf01-a2fb-4e82-a2a4-a323a8759d2f tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=8245061f-2adb-41b2-a968-624d62e108a6 HTTP/1.1" status: 200 len: 945 time: 0.0660887 Aug 10 01:08:52.838946 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-184ae55c-4642-416c-9ac2-c759f4c7384e req-7e6669a2-2bd7-4741-bf22-5f40faa8b7ca tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349724 Aug 10 01:08:53.056599 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b53dc-9aae-4c91-b75e-baa98e747842 req-86f7e6cf-9426-4f01-8366-9b7ad0c4040c tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:53.058911 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-400b53dc-9aae-4c91-b75e-baa98e747842 req-86f7e6cf-9426-4f01-8366-9b7ad0c4040c tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e541f2f-302c-4f3d-a336-8896f25c6d5e HTTP/1.1" status: 200 len: 945 time: 0.0552864 Aug 10 01:08:53.106334 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-400b53dc-9aae-4c91-b75e-baa98e747842 req-a792f0f8-af2f-470d-9dd0-16c466aafcd6 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac5bf72a-a42d-499b-97cf-573a244b946c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403056 Aug 10 01:08:53.431187 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62bb39c-7649-4a20-8077-a8983686a34f req-32896427-1f8d-45e3-a127-25cd313270eb tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:53.437821 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62bb39c-7649-4a20-8077-a8983686a34f req-32896427-1f8d-45e3-a127-25cd313270eb tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:53.443741 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62bb39c-7649-4a20-8077-a8983686a34f req-32896427-1f8d-45e3-a127-25cd313270eb tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:53.449776 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62bb39c-7649-4a20-8077-a8983686a34f req-32896427-1f8d-45e3-a127-25cd313270eb tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:53.455689 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62bb39c-7649-4a20-8077-a8983686a34f req-32896427-1f8d-45e3-a127-25cd313270eb tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:53.461669 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62bb39c-7649-4a20-8077-a8983686a34f req-32896427-1f8d-45e3-a127-25cd313270eb tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:53.467592 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62bb39c-7649-4a20-8077-a8983686a34f req-32896427-1f8d-45e3-a127-25cd313270eb tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:53.469647 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c62bb39c-7649-4a20-8077-a8983686a34f req-32896427-1f8d-45e3-a127-25cd313270eb tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5431 time: 0.0974286 Aug 10 01:08:53.572072 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c62bb39c-7649-4a20-8077-a8983686a34f req-6c03f11f-feab-4820-823e-5095414471a0 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0924087 Aug 10 01:08:53.586910 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf438776-be13-4ae6-9b54-e611c78e56e9 req-555af4aa-d75d-44d6-a356-2e108f7b57b0 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:53.594637 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bf438776-be13-4ae6-9b54-e611c78e56e9 req-555af4aa-d75d-44d6-a356-2e108f7b57b0 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=009b395c-bdfe-4d6c-8e0c-1531500ccbf6 HTTP/1.1" status: 200 len: 943 time: 0.1212409 Aug 10 01:08:53.664108 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27dff63-42c0-419d-8d2b-b31262be6ff4 req-9d283158-2da3-44fd-ab55-b41d9413bf90 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:53.665605 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d27dff63-42c0-419d-8d2b-b31262be6ff4 req-9d283158-2da3-44fd-ab55-b41d9413bf90 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.20 "GET /v2.0/ports?device_id=8245061f-2adb-41b2-a968-624d62e108a6 HTTP/1.1" status: 200 len: 945 time: 0.1497309 Aug 10 01:08:53.727833 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948fd39-fa8b-41ce-9004-719112b99407 req-a5ebefcf-2164-4d94-9c0c-bd17b30e74b0 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:53.730889 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8948fd39-fa8b-41ce-9004-719112b99407 req-a5ebefcf-2164-4d94-9c0c-bd17b30e74b0 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e541f2f-302c-4f3d-a336-8896f25c6d5e HTTP/1.1" status: 200 len: 945 time: 0.0569925 Aug 10 01:08:53.761845 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bf438776-be13-4ae6-9b54-e611c78e56e9 req-6c340e93-178e-40a0-a7a2-d77b353f89ac tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644413 Aug 10 01:08:53.803139 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-d27dff63-42c0-419d-8d2b-b31262be6ff4 req-7d595071-5e2f-4b82-81b4-209c3685b33c tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Deleting port f3541145-5c67-4e76-b790-ae3693d9093c {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:08:53.806272 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d27dff63-42c0-419d-8d2b-b31262be6ff4 req-7d595071-5e2f-4b82-81b4-209c3685b33c tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:53.899916 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-8948fd39-fa8b-41ce-9004-719112b99407 req-8a05036f-b41d-483a-b25c-47d45c313ef1 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Deleting port 2e7cd108-86b7-46d4-97c1-51a8881e0166 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:08:53.900608 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8948fd39-fa8b-41ce-9004-719112b99407 req-8a05036f-b41d-483a-b25c-47d45c313ef1 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:53.949480 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e238a-1c36-4221-a228-40e584e6ceda req-6983105b-de10-4a85-a434-0f0de106572d tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:53.957432 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ad1e238a-1c36-4221-a228-40e584e6ceda req-6983105b-de10-4a85-a434-0f0de106572d tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 945 time: 0.1098800 Aug 10 01:08:54.012002 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-8948fd39-fa8b-41ce-9004-719112b99407 req-8a05036f-b41d-483a-b25c-47d45c313ef1 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] For port 2e7cd108-86b7-46d4-97c1-51a8881e0166, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=2e7cd108-86b7-46d4-97c1-51a8881e0166,segment=NetworkSegment(cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f),segment_id=cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:08:54.012693 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8948fd39-fa8b-41ce-9004-719112b99407 req-8a05036f-b41d-483a-b25c-47d45c313ef1 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:54.028117 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-8948fd39-fa8b-41ce-9004-719112b99407 req-8a05036f-b41d-483a-b25c-47d45c313ef1 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Calling delete_port for 2e7cd108-86b7-46d4-97c1-51a8881e0166 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:08:54.059996 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ad1e238a-1c36-4221-a228-40e584e6ceda req-468b06c7-2b7e-4d4f-8e4d-6fd50755dc74 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016259 Aug 10 01:08:54.075467 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-d27dff63-42c0-419d-8d2b-b31262be6ff4 req-7d595071-5e2f-4b82-81b4-209c3685b33c tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] For port f3541145-5c67-4e76-b790-ae3693d9093c, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=f3541145-5c67-4e76-b790-ae3693d9093c,segment=NetworkSegment(972b6f59-ca6f-4d63-843a-63e117aa35cb),segment_id=972b6f59-ca6f-4d63-843a-63e117aa35cb)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:08:54.077514 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d27dff63-42c0-419d-8d2b-b31262be6ff4 req-7d595071-5e2f-4b82-81b4-209c3685b33c tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:54.097307 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-d27dff63-42c0-419d-8d2b-b31262be6ff4 req-7d595071-5e2f-4b82-81b4-209c3685b33c tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Calling delete_port for f3541145-5c67-4e76-b790-ae3693d9093c owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:08:54.128423 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c8289-caf6-4ebf-9629-8e10ec03c1e9 req-97048430-86c4-48c9-abca-dbae87a57860 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:54.129618 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-659c8289-caf6-4ebf-9629-8e10ec03c1e9 req-97048430-86c4-48c9-abca-dbae87a57860 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=8245061f-2adb-41b2-a968-624d62e108a6 HTTP/1.1" status: 200 len: 945 time: 0.1632578 Aug 10 01:08:54.212578 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8948fd39-fa8b-41ce-9004-719112b99407 req-8a05036f-b41d-483a-b25c-47d45c313ef1 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:54.226958 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['2e7cd108-86b7-46d4-97c1-51a8881e0166'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:08:54.238896 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-659c8289-caf6-4ebf-9629-8e10ec03c1e9 req-eaf412d9-f382-46c9-b0d5-70f240e41a9c tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621972 Aug 10 01:08:54.287460 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05036f-b41d-483a-b25c-47d45c313ef1 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Pushing event deleted for resources: {'Port': ['ID=2e7cd108-86b7-46d4-97c1-51a8881e0166,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:54.296527 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-060a9c57-d32a-4e57-a983-69b14a9adef5 req-19f4b15f-c772-4594-a6b3-708bb71c4ebb tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e541f2f-302c-4f3d-a336-8896f25c6d5e HTTP/1.1" status: 200 len: 210 time: 0.0496664 Aug 10 01:08:54.331076 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8948fd39-fa8b-41ce-9004-719112b99407 req-8a05036f-b41d-483a-b25c-47d45c313ef1 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] No DVR routers for this DVR port 2e7cd108-86b7-46d4-97c1-51a8881e0166 on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:08:54.333844 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a05036f-b41d-483a-b25c-47d45c313ef1 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:54.334211 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a05036f-b41d-483a-b25c-47d45c313ef1 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:54.334693 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a05036f-b41d-483a-b25c-47d45c313ef1 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:54.335032 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a05036f-b41d-483a-b25c-47d45c313ef1 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:54.335605 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a05036f-b41d-483a-b25c-47d45c313ef1 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:54.335849 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a05036f-b41d-483a-b25c-47d45c313ef1 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:54.336166 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a05036f-b41d-483a-b25c-47d45c313ef1 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:54.336790 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a05036f-b41d-483a-b25c-47d45c313ef1 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:54.336943 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a05036f-b41d-483a-b25c-47d45c313ef1 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:54.337202 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a05036f-b41d-483a-b25c-47d45c313ef1 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:54.337559 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a05036f-b41d-483a-b25c-47d45c313ef1 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:54.337894 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a05036f-b41d-483a-b25c-47d45c313ef1 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:54.341764 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8948fd39-fa8b-41ce-9004-719112b99407 req-8a05036f-b41d-483a-b25c-47d45c313ef1 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:54.343870 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8948fd39-fa8b-41ce-9004-719112b99407 req-8a05036f-b41d-483a-b25c-47d45c313ef1 tempest-AttachSCSIVolumeTestJSON-1044353503 tempest-AttachSCSIVolumeTestJSON-1044353503-project] 10.222.0.24 "DELETE /v2.0/ports/2e7cd108-86b7-46d4-97c1-51a8881e0166 HTTP/1.1" status: 204 len: 173 time: 0.6047969 Aug 10 01:08:54.344362 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e541f2f-302c-4f3d-a336-8896f25c6d5e', 'name': 'network-vif-deleted', 'tag': '2e7cd108-86b7-46d4-97c1-51a8881e0166'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:08:54.347792 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2470252-487f-41c4-9a0f-1aa375d31200" -d '{"events": [{"server_uuid": "0e541f2f-302c-4f3d-a336-8896f25c6d5e", "name": "network-vif-deleted", "tag": "2e7cd108-86b7-46d4-97c1-51a8881e0166"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:08:54.397781 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7ec085-41e1-410e-b566-9ec1cdf74c59 x-openstack-request-id: req-1c7ec085-41e1-410e-b566-9ec1cdf74c59 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:08:54.398336 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e541f2f-302c-4f3d-a336-8896f25c6d5e", "name": "network-vif-deleted", "tag": "2e7cd108-86b7-46d4-97c1-51a8881e0166", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:08:54.398826 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1c7ec085-41e1-410e-b566-9ec1cdf74c59 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:08:54.399450 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e541f2f-302c-4f3d-a336-8896f25c6d5e', 'name': 'network-vif-deleted', 'tag': '2e7cd108-86b7-46d4-97c1-51a8881e0166', 'status': 'completed', 'code': 200} Aug 10 01:08:54.449927 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d27dff63-42c0-419d-8d2b-b31262be6ff4 req-7d595071-5e2f-4b82-81b4-209c3685b33c tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:54.464026 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['16a59ecc-9352-418f-bfd7-e7af3e907051', '8d167231-c738-4ce8-a27c-faa105b480a0'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:08:54.503865 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d595071-5e2f-4b82-81b4-209c3685b33c tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Pushing event deleted for resources: {'Port': ['ID=f3541145-5c67-4e76-b790-ae3693d9093c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:54.513924 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b', 'f3541145-5c67-4e76-b790-ae3693d9093c'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:08:54.545814 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27dff63-42c0-419d-8d2b-b31262be6ff4 req-7d595071-5e2f-4b82-81b4-209c3685b33c tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] No DVR routers for this DVR port f3541145-5c67-4e76-b790-ae3693d9093c on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:08:54.549427 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-d27dff63-42c0-419d-8d2b-b31262be6ff4 req-7d595071-5e2f-4b82-81b4-209c3685b33c tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:54.551379 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d27dff63-42c0-419d-8d2b-b31262be6ff4 req-7d595071-5e2f-4b82-81b4-209c3685b33c tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.20 "DELETE /v2.0/ports/f3541145-5c67-4e76-b790-ae3693d9093c HTTP/1.1" status: 204 len: 173 time: 0.8791215 Aug 10 01:08:54.551849 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8245061f-2adb-41b2-a968-624d62e108a6', 'name': 'network-vif-deleted', 'tag': 'f3541145-5c67-4e76-b790-ae3693d9093c'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:08:54.554223 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a147c7a-27df-4365-a499-241f802fc99b" -d '{"events": [{"server_uuid": "8245061f-2adb-41b2-a968-624d62e108a6", "name": "network-vif-deleted", "tag": "f3541145-5c67-4e76-b790-ae3693d9093c"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:08:54.607755 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22362136-0686-42f8-accf-5d793fc91c8d x-openstack-request-id: req-22362136-0686-42f8-accf-5d793fc91c8d {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:08:54.607755 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8245061f-2adb-41b2-a968-624d62e108a6", "name": "network-vif-deleted", "tag": "f3541145-5c67-4e76-b790-ae3693d9093c", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:08:54.608136 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-22362136-0686-42f8-accf-5d793fc91c8d {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:08:54.608280 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8245061f-2adb-41b2-a968-624d62e108a6', 'name': 'network-vif-deleted', 'tag': 'f3541145-5c67-4e76-b790-ae3693d9093c', 'status': 'completed', 'code': 200} Aug 10 01:08:54.783288 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35430d3a-3960-4187-9d81-9f0f8890a96f req-570b7717-5f58-4d64-833b-0541541767ae tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:54.811409 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35430d3a-3960-4187-9d81-9f0f8890a96f req-570b7717-5f58-4d64-833b-0541541767ae tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:54.828273 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35430d3a-3960-4187-9d81-9f0f8890a96f req-570b7717-5f58-4d64-833b-0541541767ae tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:54.838742 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35430d3a-3960-4187-9d81-9f0f8890a96f req-570b7717-5f58-4d64-833b-0541541767ae tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:54.851672 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35430d3a-3960-4187-9d81-9f0f8890a96f req-570b7717-5f58-4d64-833b-0541541767ae tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:54.862023 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35430d3a-3960-4187-9d81-9f0f8890a96f req-570b7717-5f58-4d64-833b-0541541767ae tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:54.869397 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35430d3a-3960-4187-9d81-9f0f8890a96f req-570b7717-5f58-4d64-833b-0541541767ae tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:54.871565 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-35430d3a-3960-4187-9d81-9f0f8890a96f req-570b7717-5f58-4d64-833b-0541541767ae tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5431 time: 0.2059169 Aug 10 01:08:54.929923 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-35430d3a-3960-4187-9d81-9f0f8890a96f req-45d5f7af-3d46-4e45-8889-782828602737 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513868 Aug 10 01:08:55.030120 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c4fdf-9b96-45a5-a891-6d02be7f6ec1 req-81416d21-a5c9-4037-a907-0928db27bfa8 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:55.031555 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-931c4fdf-9b96-45a5-a891-6d02be7f6ec1 req-81416d21-a5c9-4037-a907-0928db27bfa8 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=009b395c-bdfe-4d6c-8e0c-1531500ccbf6 HTTP/1.1" status: 200 len: 943 time: 0.0477188 Aug 10 01:08:55.067948 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-931c4fdf-9b96-45a5-a891-6d02be7f6ec1 req-dd963030-7098-4965-9127-05c5e44c0b6b tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304937 Aug 10 01:08:55.186326 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3932e-335c-4fe4-8c57-45d9edeb8c4b req-ffb039df-e6f7-457d-b43b-8de898038e61 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:55.187785 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9eb3932e-335c-4fe4-8c57-45d9edeb8c4b req-ffb039df-e6f7-457d-b43b-8de898038e61 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 945 time: 0.0546393 Aug 10 01:08:55.226257 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9eb3932e-335c-4fe4-8c57-45d9edeb8c4b req-89453fa7-504c-434d-b174-c5825f1f346d tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322762 Aug 10 01:08:55.809021 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9522fb-954d-4bed-8f34-4ba824c2319b req-85e49ae8-b310-4f29-b8b6-1be44bc78fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:55.810937 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0f9522fb-954d-4bed-8f34-4ba824c2319b req-85e49ae8-b310-4f29-b8b6-1be44bc78fe2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ce28956188140948295882b7e7eeddc&device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 1097 time: 0.0513248 Aug 10 01:08:55.933701 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9522fb-954d-4bed-8f34-4ba824c2319b req-a70788f9-d3d5-4c78-a91a-979bd39c1361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:55.935174 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0f9522fb-954d-4bed-8f34-4ba824c2319b req-a70788f9-d3d5-4c78-a91a-979bd39c1361 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9ff27b19-c3ac-4a51-8f0a-77d9d092a25c HTTP/1.1" status: 200 len: 918 time: 0.1175134 Aug 10 01:08:56.037296 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0f9522fb-954d-4bed-8f34-4ba824c2319b req-829040cc-395e-449b-8dfc-fd5b0917256c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25f5b507-5da8-44ba-89b7-4a4e66167be8 HTTP/1.1" status: 200 len: 1001 time: 0.0941832 Aug 10 01:08:56.099507 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9522fb-954d-4bed-8f34-4ba824c2319b req-fb44c855-5bcb-45f2-b1ee-09a6f3346c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:56.101064 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0f9522fb-954d-4bed-8f34-4ba824c2319b req-fb44c855-5bcb-45f2-b1ee-09a6f3346c95 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5d5b8c68-57be-4c07-b3dd-20f44685cf57 HTTP/1.1" status: 200 len: 856 time: 0.0561125 Aug 10 01:08:56.110264 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee85439-b931-476e-ad91-704e0aaa2e64 req-85649597-61f0-4103-b611-70d84acc57c9 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:56.116327 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee85439-b931-476e-ad91-704e0aaa2e64 req-85649597-61f0-4103-b611-70d84acc57c9 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:56.130188 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee85439-b931-476e-ad91-704e0aaa2e64 req-85649597-61f0-4103-b611-70d84acc57c9 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:56.139000 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee85439-b931-476e-ad91-704e0aaa2e64 req-85649597-61f0-4103-b611-70d84acc57c9 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:56.147586 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee85439-b931-476e-ad91-704e0aaa2e64 req-85649597-61f0-4103-b611-70d84acc57c9 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:56.155440 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee85439-b931-476e-ad91-704e0aaa2e64 req-85649597-61f0-4103-b611-70d84acc57c9 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:56.160366 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9522fb-954d-4bed-8f34-4ba824c2319b req-b3d193c3-454a-4d83-b574-60108cd56e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:56.162006 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0f9522fb-954d-4bed-8f34-4ba824c2319b req-b3d193c3-454a-4d83-b574-60108cd56e99 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9ff27b19-c3ac-4a51-8f0a-77d9d092a25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525980 Aug 10 01:08:56.162416 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee85439-b931-476e-ad91-704e0aaa2e64 req-85649597-61f0-4103-b611-70d84acc57c9 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:56.164714 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cee85439-b931-476e-ad91-704e0aaa2e64 req-85649597-61f0-4103-b611-70d84acc57c9 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5431 time: 0.1171396 Aug 10 01:08:56.242002 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2de8a-8316-4690-996f-7b618a7aab13 req-d85ff0c8-7b6e-4149-b7aa-a8d80d426210 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:56.243659 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9bc2de8a-8316-4690-996f-7b618a7aab13 req-d85ff0c8-7b6e-4149-b7aa-a8d80d426210 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=009b395c-bdfe-4d6c-8e0c-1531500ccbf6 HTTP/1.1" status: 200 len: 943 time: 0.0779691 Aug 10 01:08:56.248852 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cee85439-b931-476e-ad91-704e0aaa2e64 req-b7869a4a-d0c4-409f-a917-1be557ec07aa tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0728381 Aug 10 01:08:56.290310 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0f9522fb-954d-4bed-8f34-4ba824c2319b req-2e4487e7-8f4a-41b5-bbd6-18d736cdc0e3 service neutron] 10.222.0.24 "GET /v2.0/networks/9ff27b19-c3ac-4a51-8f0a-77d9d092a25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162314 Aug 10 01:08:56.323288 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9bc2de8a-8316-4690-996f-7b618a7aab13 req-60694eeb-de48-4bb6-96f1-7e7fe940302a tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670209 Aug 10 01:08:56.409316 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0673914-c97d-46ee-9bd8-da6b1315d13a req-00b57d90-c6fc-4423-8fc2-4613a6a3c6c5 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:56.411110 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a0673914-c97d-46ee-9bd8-da6b1315d13a req-00b57d90-c6fc-4423-8fc2-4613a6a3c6c5 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 945 time: 0.0615778 Aug 10 01:08:56.412170 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0f9522fb-954d-4bed-8f34-4ba824c2319b req-0d249172-e262-4faf-aaa7-f04352478c98 service neutron] 10.222.0.24 "GET /v2.0/networks/9ff27b19-c3ac-4a51-8f0a-77d9d092a25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141980 Aug 10 01:08:56.465104 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a0673914-c97d-46ee-9bd8-da6b1315d13a req-8c26dbf2-bd29-4602-a05c-55374ac88571 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401919 Aug 10 01:08:57.393399 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64a570-e2df-4dba-9cf2-14e8db0fc771 req-882508f2-42f3-4a0d-84bc-7f441ff36886 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:57.399747 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64a570-e2df-4dba-9cf2-14e8db0fc771 req-882508f2-42f3-4a0d-84bc-7f441ff36886 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:57.405794 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64a570-e2df-4dba-9cf2-14e8db0fc771 req-882508f2-42f3-4a0d-84bc-7f441ff36886 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:57.411671 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64a570-e2df-4dba-9cf2-14e8db0fc771 req-882508f2-42f3-4a0d-84bc-7f441ff36886 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:57.418416 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64a570-e2df-4dba-9cf2-14e8db0fc771 req-882508f2-42f3-4a0d-84bc-7f441ff36886 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:57.425729 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64a570-e2df-4dba-9cf2-14e8db0fc771 req-882508f2-42f3-4a0d-84bc-7f441ff36886 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:57.431472 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64a570-e2df-4dba-9cf2-14e8db0fc771 req-882508f2-42f3-4a0d-84bc-7f441ff36886 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:57.434088 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3c64a570-e2df-4dba-9cf2-14e8db0fc771 req-882508f2-42f3-4a0d-84bc-7f441ff36886 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5431 time: 0.1020608 Aug 10 01:08:57.525233 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3c64a570-e2df-4dba-9cf2-14e8db0fc771 req-5b2ed3d2-c997-4d40-bb18-b390deac9ef6 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0796757 Aug 10 01:08:57.556273 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6aa536-0f5b-420c-9751-6378553613d4 req-6b4d7f1c-f992-4533-b593-57d3c009a69f tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:57.556273 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8b6aa536-0f5b-420c-9751-6378553613d4 req-6b4d7f1c-f992-4533-b593-57d3c009a69f tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=009b395c-bdfe-4d6c-8e0c-1531500ccbf6 HTTP/1.1" status: 200 len: 943 time: 0.1137941 Aug 10 01:08:57.604096 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8b6aa536-0f5b-420c-9751-6378553613d4 req-822d2184-8b9d-4b90-b6b2-1b83b30ed872 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369816 Aug 10 01:08:57.688825 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276eb997-8fa4-4203-8d3a-b2fa371fe82a req-e3983047-a5aa-48ce-9c65-ca40a9c2c337 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:57.690647 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-276eb997-8fa4-4203-8d3a-b2fa371fe82a req-e3983047-a5aa-48ce-9c65-ca40a9c2c337 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 945 time: 0.0523314 Aug 10 01:08:57.735781 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-276eb997-8fa4-4203-8d3a-b2fa371fe82a req-506822d8-fbb8-4ea1-8c55-7e3370641cdc tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358217 Aug 10 01:08:58.139722 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:58.377440 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 2e7cd108-86b7-46d4-97c1-51a8881e0166 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:08:58.397515 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 2e7cd108-86b7-46d4-97c1-51a8881e0166 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:08:58.397865 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 2e7cd108-86b7-46d4-97c1-51a8881e0166 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:08:58.691291 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823477f9-e71a-438f-9aea-4799090aceff req-ffe792a4-eadc-4555-a0f5-8e087f711541 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:58.697386 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823477f9-e71a-438f-9aea-4799090aceff req-ffe792a4-eadc-4555-a0f5-8e087f711541 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:58.703489 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823477f9-e71a-438f-9aea-4799090aceff req-ffe792a4-eadc-4555-a0f5-8e087f711541 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:58.709397 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823477f9-e71a-438f-9aea-4799090aceff req-ffe792a4-eadc-4555-a0f5-8e087f711541 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:58.715524 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823477f9-e71a-438f-9aea-4799090aceff req-ffe792a4-eadc-4555-a0f5-8e087f711541 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:58.724930 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823477f9-e71a-438f-9aea-4799090aceff req-ffe792a4-eadc-4555-a0f5-8e087f711541 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:58.732374 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823477f9-e71a-438f-9aea-4799090aceff req-ffe792a4-eadc-4555-a0f5-8e087f711541 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:58.734651 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-823477f9-e71a-438f-9aea-4799090aceff req-ffe792a4-eadc-4555-a0f5-8e087f711541 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5431 time: 0.1016204 Aug 10 01:08:58.782835 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-823477f9-e71a-438f-9aea-4799090aceff req-e67bfe1a-526f-4332-8b5b-74275712b3ba tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417783 Aug 10 01:08:58.832277 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0026d-3213-44c5-8118-a8ad4b102fc5 req-ea3f3da0-016e-426a-93c1-a4063b1f29fb tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:58.836646 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-30a0026d-3213-44c5-8118-a8ad4b102fc5 req-ea3f3da0-016e-426a-93c1-a4063b1f29fb tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=009b395c-bdfe-4d6c-8e0c-1531500ccbf6 HTTP/1.1" status: 200 len: 943 time: 0.0593190 Aug 10 01:08:58.897995 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-30a0026d-3213-44c5-8118-a8ad4b102fc5 req-b2b51db9-f755-49bd-99d5-d1d40ee890e1 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576286 Aug 10 01:08:58.914607 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c595d-f224-4550-8ff9-a7659fc8095e req-1c627c06-f3af-4105-b876-d2b03a878c28 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:58.916082 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-939c595d-f224-4550-8ff9-a7659fc8095e req-1c627c06-f3af-4105-b876-d2b03a878c28 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9d860d4-5dfe-4866-947f-ffeee995951f HTTP/1.1" status: 200 len: 945 time: 0.0623271 Aug 10 01:08:58.959668 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-939c595d-f224-4550-8ff9-a7659fc8095e req-50426e48-ddd2-44d6-8e62-43ba3cb9fd1a tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331309 Aug 10 01:08:59.014324 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be147997-e91c-49a2-b8dd-0e3e6bb3fc74 req-1e20d458-d6aa-4330-ba87-b33d3e8c92b4 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:59.016642 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be147997-e91c-49a2-b8dd-0e3e6bb3fc74 req-1e20d458-d6aa-4330-ba87-b33d3e8c92b4 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 945 time: 0.0558686 Aug 10 01:08:59.056679 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be147997-e91c-49a2-b8dd-0e3e6bb3fc74 req-be81b23c-c4bd-4ce7-8929-9199454b2a8f tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347278 Aug 10 01:08:59.071045 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device f3541145-5c67-4e76-b790-ae3693d9093c no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:08:59.096672 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: f3541145-5c67-4e76-b790-ae3693d9093c {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:08:59.097623 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device f3541145-5c67-4e76-b790-ae3693d9093c not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:08:59.385092 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 59088) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:59.733062 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-939ff6f2-6ed6-4126-a80c-023560ada90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:59.950527 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7dc729-3d31-4df2-b2de-3df9c1354c57 req-10adb831-70f8-45f1-a9f5-6dd3cde1f4a9 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:59.956361 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7dc729-3d31-4df2-b2de-3df9c1354c57 req-10adb831-70f8-45f1-a9f5-6dd3cde1f4a9 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:59.962134 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7dc729-3d31-4df2-b2de-3df9c1354c57 req-10adb831-70f8-45f1-a9f5-6dd3cde1f4a9 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:59.968667 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7dc729-3d31-4df2-b2de-3df9c1354c57 req-10adb831-70f8-45f1-a9f5-6dd3cde1f4a9 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:59.974405 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7dc729-3d31-4df2-b2de-3df9c1354c57 req-10adb831-70f8-45f1-a9f5-6dd3cde1f4a9 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:59.980704 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7dc729-3d31-4df2-b2de-3df9c1354c57 req-10adb831-70f8-45f1-a9f5-6dd3cde1f4a9 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:59.986545 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7dc729-3d31-4df2-b2de-3df9c1354c57 req-10adb831-70f8-45f1-a9f5-6dd3cde1f4a9 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:59.988423 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0e7dc729-3d31-4df2-b2de-3df9c1354c57 req-10adb831-70f8-45f1-a9f5-6dd3cde1f4a9 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5431 time: 0.1219788 Aug 10 01:09:00.083564 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0e7dc729-3d31-4df2-b2de-3df9c1354c57 req-3712ecd0-677d-4ff2-9178-d5a1b18fad73 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0816021 Aug 10 01:09:00.096130 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245de4a-d18b-403c-9f31-bf33bcf58e78 req-d9b9116a-81be-40cb-afa1-604e0002b3f6 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:00.097639 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d245de4a-d18b-403c-9f31-bf33bcf58e78 req-d9b9116a-81be-40cb-afa1-604e0002b3f6 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 945 time: 0.1070714 Aug 10 01:09:00.167672 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d245de4a-d18b-403c-9f31-bf33bcf58e78 req-e2453041-6912-4276-8ba7-022eadcf6a15 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454133 Aug 10 01:09:00.201485 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-939ff6f2-6ed6-4126-a80c-023560ada90d admin admin] Deleting port ab6788c0-43f6-4203-8c25-11db49a90574 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:00.201485 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-939ff6f2-6ed6-4126-a80c-023560ada90d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:00.211276 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a36587c3-002c-4dc9-97e1-a22a7cd69119 req-830e285b-42c1-46d6-b647-696ad8685f76 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1086173 Aug 10 01:09:00.403407 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 25f5b507-5da8-44ba-89b7-4a4e66167be8 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:09:00.491949 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:00.516391 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312fcf66-d970-40f6-9bf1-443c40190073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25f5b507-5da8-44ba-89b7-4a4e66167be8'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:09:00.518842 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355511ce-eab0-4d13-b598-a0ce9942a98c" -d '{"events": [{"server_uuid": "312fcf66-d970-40f6-9bf1-443c40190073", "name": "network-vif-unplugged", "status": "completed", "tag": "25f5b507-5da8-44ba-89b7-4a4e66167be8"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:09:00.532444 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 25f5b507-5da8-44ba-89b7-4a4e66167be8, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=25f5b507-5da8-44ba-89b7-4a4e66167be8,segment=NetworkSegment(136bec44-8d21-4a4a-9be0-ad0e395d978b),segment_id=136bec44-8d21-4a4a-9be0-ad0e395d978b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:00.536838 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:00.585719 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8c08f-d545-482c-b0c4-bb5622c76adc req-d4ddbeb5-537c-4540-ab35-9626e5e69cd4 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:00.587196 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-09c8c08f-d545-482c-b0c4-bb5622c76adc req-d4ddbeb5-537c-4540-ab35-9626e5e69cd4 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=009b395c-bdfe-4d6c-8e0c-1531500ccbf6 HTTP/1.1" status: 200 len: 943 time: 0.4228644 Aug 10 01:09:00.593602 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=25f5b507-5da8-44ba-89b7-4a4e66167be8,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:00.652409 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d1cb8-5b0f-4e70-abea-70e2c6536ad8 req-eaa1d3a2-c83d-4f13-ada7-ac8e015b199d tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:00.653918 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-491d1cb8-5b0f-4e70-abea-70e2c6536ad8 req-eaa1d3a2-c83d-4f13-ada7-ac8e015b199d tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9d860d4-5dfe-4866-947f-ffeee995951f HTTP/1.1" status: 200 len: 945 time: 0.1099741 Aug 10 01:09:00.682468 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-09c8c08f-d545-482c-b0c4-bb5622c76adc req-6b9dcd8c-82ac-493c-88c2-3a88fe7ba363 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891271 Aug 10 01:09:00.710262 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-939ff6f2-6ed6-4126-a80c-023560ada90d admin admin] For port ab6788c0-43f6-4203-8c25-11db49a90574, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=ab6788c0-43f6-4203-8c25-11db49a90574,segment=NetworkSegment(cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f),segment_id=cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:00.710649 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-939ff6f2-6ed6-4126-a80c-023560ada90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:00.728009 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-491d1cb8-5b0f-4e70-abea-70e2c6536ad8 req-8e434032-80c0-4e76-a6d2-b02ca492b075 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669580 Aug 10 01:09:00.734958 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-939ff6f2-6ed6-4126-a80c-023560ada90d admin admin] Calling delete_port for ab6788c0-43f6-4203-8c25-11db49a90574 owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:00.800597 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ebc5fb-afd8-41e2-9a9e-748819f69642 x-openstack-request-id: req-10ebc5fb-afd8-41e2-9a9e-748819f69642 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:09:00.800895 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312fcf66-d970-40f6-9bf1-443c40190073", "name": "network-vif-unplugged", "status": "completed", "tag": "25f5b507-5da8-44ba-89b7-4a4e66167be8", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:09:00.801150 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-10ebc5fb-afd8-41e2-9a9e-748819f69642 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:09:00.801546 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312fcf66-d970-40f6-9bf1-443c40190073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25f5b507-5da8-44ba-89b7-4a4e66167be8', 'code': 200} Aug 10 01:09:00.837569 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8212ca9-d6c0-4bc9-ae0f-03e3c7f769a4 req-b9563cf4-7508-4dd1-9990-40ea5c27ca0e tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:00.839025 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e8212ca9-d6c0-4bc9-ae0f-03e3c7f769a4 req-b9563cf4-7508-4dd1-9990-40ea5c27ca0e tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9d860d4-5dfe-4866-947f-ffeee995951f HTTP/1.1" status: 200 len: 945 time: 0.0634589 Aug 10 01:09:01.000381 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36587c3-002c-4dc9-97e1-a22a7cd69119 req-3cd53601-f22c-4d4b-84a9-3c79007e844c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:01.001892 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a36587c3-002c-4dc9-97e1-a22a7cd69119 req-3cd53601-f22c-4d4b-84a9-3c79007e844c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073&tenant_id=4ce28956188140948295882b7e7eeddc HTTP/1.1" status: 200 len: 1095 time: 0.0405459 Aug 10 01:09:01.014305 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-e8212ca9-d6c0-4bc9-ae0f-03e3c7f769a4 req-aafd006d-8372-46e1-9601-233b6c911238 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Deleting port db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:01.014659 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e8212ca9-d6c0-4bc9-ae0f-03e3c7f769a4 req-aafd006d-8372-46e1-9601-233b6c911238 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:01.067595 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36587c3-002c-4dc9-97e1-a22a7cd69119 req-6106ad9b-9170-4a33-8340-53967a4a3332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:01.069440 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a36587c3-002c-4dc9-97e1-a22a7cd69119 req-6106ad9b-9170-4a33-8340-53967a4a3332 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ce28956188140948295882b7e7eeddc&device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 1095 time: 0.0456636 Aug 10 01:09:01.070669 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-939ff6f2-6ed6-4126-a80c-023560ada90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:01.101850 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ff6f2-6ed6-4126-a80c-023560ada90d admin admin] Pushing event deleted for resources: {'Port': ['ID=ab6788c0-43f6-4203-8c25-11db49a90574,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:01.124207 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939ff6f2-6ed6-4126-a80c-023560ada90d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:01.124586 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939ff6f2-6ed6-4126-a80c-023560ada90d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:01.124927 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939ff6f2-6ed6-4126-a80c-023560ada90d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:01.125273 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939ff6f2-6ed6-4126-a80c-023560ada90d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:01.125620 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939ff6f2-6ed6-4126-a80c-023560ada90d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:01.125964 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939ff6f2-6ed6-4126-a80c-023560ada90d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:01.126305 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939ff6f2-6ed6-4126-a80c-023560ada90d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:01.126643 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939ff6f2-6ed6-4126-a80c-023560ada90d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:01.126979 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939ff6f2-6ed6-4126-a80c-023560ada90d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:01.127344 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939ff6f2-6ed6-4126-a80c-023560ada90d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:01.127659 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939ff6f2-6ed6-4126-a80c-023560ada90d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:01.127977 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939ff6f2-6ed6-4126-a80c-023560ada90d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:01.206928 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36587c3-002c-4dc9-97e1-a22a7cd69119 req-f2dc515e-0454-43d0-91a6-94584a92ef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:01.208604 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a36587c3-002c-4dc9-97e1-a22a7cd69119 req-f2dc515e-0454-43d0-91a6-94584a92ef88 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9ff27b19-c3ac-4a51-8f0a-77d9d092a25c HTTP/1.1" status: 200 len: 918 time: 0.1322036 Aug 10 01:09:01.229509 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-e8212ca9-d6c0-4bc9-ae0f-03e3c7f769a4 req-aafd006d-8372-46e1-9601-233b6c911238 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] For port db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b,segment=NetworkSegment(972b6f59-ca6f-4d63-843a-63e117aa35cb),segment_id=972b6f59-ca6f-4d63-843a-63e117aa35cb)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:01.230535 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e8212ca9-d6c0-4bc9-ae0f-03e3c7f769a4 req-aafd006d-8372-46e1-9601-233b6c911238 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:01.284571 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-e8212ca9-d6c0-4bc9-ae0f-03e3c7f769a4 req-aafd006d-8372-46e1-9601-233b6c911238 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Calling delete_port for db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:01.286349 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a36587c3-002c-4dc9-97e1-a22a7cd69119 req-39fa4831-71c6-4de2-939f-5f0cd0115db3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25f5b507-5da8-44ba-89b7-4a4e66167be8 HTTP/1.1" status: 200 len: 999 time: 0.0695484 Aug 10 01:09:01.338220 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36587c3-002c-4dc9-97e1-a22a7cd69119 req-d6dabcc4-dd0e-4659-b6f6-856c9ae3df59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:01.340262 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a36587c3-002c-4dc9-97e1-a22a7cd69119 req-d6dabcc4-dd0e-4659-b6f6-856c9ae3df59 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5d5b8c68-57be-4c07-b3dd-20f44685cf57 HTTP/1.1" status: 200 len: 856 time: 0.0468032 Aug 10 01:09:01.386781 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36587c3-002c-4dc9-97e1-a22a7cd69119 req-e570f480-4272-4253-b2c0-ba5c01d33709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:01.388260 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a36587c3-002c-4dc9-97e1-a22a7cd69119 req-e570f480-4272-4253-b2c0-ba5c01d33709 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9ff27b19-c3ac-4a51-8f0a-77d9d092a25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415788 Aug 10 01:09:01.455756 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a1f76-c2ce-4457-9592-df2bdec302bc req-6b33c82b-db21-4138-b732-9c20de9d84d4 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:01.461882 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a1f76-c2ce-4457-9592-df2bdec302bc req-6b33c82b-db21-4138-b732-9c20de9d84d4 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:01.468292 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a1f76-c2ce-4457-9592-df2bdec302bc req-6b33c82b-db21-4138-b732-9c20de9d84d4 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:01.474168 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a1f76-c2ce-4457-9592-df2bdec302bc req-6b33c82b-db21-4138-b732-9c20de9d84d4 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:01.480624 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a1f76-c2ce-4457-9592-df2bdec302bc req-6b33c82b-db21-4138-b732-9c20de9d84d4 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:01.481821 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a36587c3-002c-4dc9-97e1-a22a7cd69119 req-4cccfdcd-afd0-443d-92a0-0c0ec8b9bb92 service neutron] 10.222.0.24 "GET /v2.0/networks/9ff27b19-c3ac-4a51-8f0a-77d9d092a25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865538 Aug 10 01:09:01.486504 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a1f76-c2ce-4457-9592-df2bdec302bc req-6b33c82b-db21-4138-b732-9c20de9d84d4 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:01.492380 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a1f76-c2ce-4457-9592-df2bdec302bc req-6b33c82b-db21-4138-b732-9c20de9d84d4 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:01.494274 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ca2a1f76-c2ce-4457-9592-df2bdec302bc req-6b33c82b-db21-4138-b732-9c20de9d84d4 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5431 time: 0.2807848 Aug 10 01:09:01.533589 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987489c-3bea-4dcf-9f3e-34bd014876c5 req-5b20e3f8-073b-493d-9dde-cd352884a5b0 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:01.534965 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3987489c-3bea-4dcf-9f3e-34bd014876c5 req-5b20e3f8-073b-493d-9dde-cd352884a5b0 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 943 time: 0.2675936 Aug 10 01:09:01.572426 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a36587c3-002c-4dc9-97e1-a22a7cd69119 req-5e1c5f3c-93dd-412d-bc91-0def7602ab19 service neutron] 10.222.0.24 "GET /v2.0/networks/9ff27b19-c3ac-4a51-8f0a-77d9d092a25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832512 Aug 10 01:09:01.596764 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-939ff6f2-6ed6-4126-a80c-023560ada90d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:01.620134 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ca2a1f76-c2ce-4457-9592-df2bdec302bc req-f8ea647f-6058-4c88-b915-8c7b1dd184a6 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1131978 Aug 10 01:09:01.631611 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3987489c-3bea-4dcf-9f3e-34bd014876c5 req-9933e529-b06a-4a15-b324-bb0890aa0431 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895298 Aug 10 01:09:01.767249 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e8212ca9-d6c0-4bc9-ae0f-03e3c7f769a4 req-aafd006d-8372-46e1-9601-233b6c911238 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:01.781057 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['16a59ecc-9352-418f-bfd7-e7af3e907051', '8d167231-c738-4ce8-a27c-faa105b480a0'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:09:01.812673 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:09:01.894544 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd006d-8372-46e1-9601-233b6c911238 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Pushing event deleted for resources: {'Port': ['ID=db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:01.936951 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82a2896d-6a08-418e-ba99-9ac388070648 req-34bb3f6f-2cac-496f-a2e4-7b7cfcc9b449 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9d860d4-5dfe-4866-947f-ffeee995951f HTTP/1.1" status: 200 len: 210 time: 0.0798874 Aug 10 01:09:01.939287 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8212ca9-d6c0-4bc9-ae0f-03e3c7f769a4 req-aafd006d-8372-46e1-9601-233b6c911238 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] No DVR routers for this DVR port db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:09:01.943261 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e8212ca9-d6c0-4bc9-ae0f-03e3c7f769a4 req-aafd006d-8372-46e1-9601-233b6c911238 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:01.945092 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e8212ca9-d6c0-4bc9-ae0f-03e3c7f769a4 req-aafd006d-8372-46e1-9601-233b6c911238 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.20 "DELETE /v2.0/ports/db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b HTTP/1.1" status: 204 len: 173 time: 1.0686157 Aug 10 01:09:01.949004 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d860d4-5dfe-4866-947f-ffeee995951f', 'name': 'network-vif-deleted', 'tag': 'db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:09:01.951336 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a7e425-abd5-4523-8b6b-1eef6c9dc8c8" -d '{"events": [{"server_uuid": "f9d860d4-5dfe-4866-947f-ffeee995951f", "name": "network-vif-deleted", "tag": "db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:09:01.965469 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03343212-0c88-4383-aa5d-ac53d34107ae req-7a5f1d81-9b64-469f-a050-2e0114459ab8 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:01.984797 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-03343212-0c88-4383-aa5d-ac53d34107ae req-7a5f1d81-9b64-469f-a050-2e0114459ab8 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=009b395c-bdfe-4d6c-8e0c-1531500ccbf6 HTTP/1.1" status: 200 len: 943 time: 0.2213044 Aug 10 01:09:02.078892 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-03343212-0c88-4383-aa5d-ac53d34107ae req-ce44307e-56f0-4ee4-a421-99dd1f4ed797 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877731 Aug 10 01:09:02.218718 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939ff6f2-6ed6-4126-a80c-023560ada90d admin admin] Router cfaa05f2-9f91-47fe-8c98-997ba7b6b533 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:09:02.227383 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f2503b-6f81-4f46-b9f8-67c325edca13 x-openstack-request-id: req-73f2503b-6f81-4f46-b9f8-67c325edca13 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:09:02.227740 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d860d4-5dfe-4866-947f-ffeee995951f", "name": "network-vif-deleted", "tag": "db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:09:02.228040 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-73f2503b-6f81-4f46-b9f8-67c325edca13 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:09:02.228491 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d860d4-5dfe-4866-947f-ffeee995951f', 'name': 'network-vif-deleted', 'tag': 'db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b', 'status': 'completed', 'code': 200} Aug 10 01:09:02.396119 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939ff6f2-6ed6-4126-a80c-023560ada90d admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:09:02.408119 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db40f447-e83f-4aa0-884a-2e121530ac1b None None] Sync routers for ids ['cfaa05f2-9f91-47fe-8c98-997ba7b6b533'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:09:02.419123 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db40f447-e83f-4aa0-884a-2e121530ac1b None None] Routers {'cfaa05f2-9f91-47fe-8c98-997ba7b6b533'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:09:02.420334 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-db40f447-e83f-4aa0-884a-2e121530ac1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:08:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['cfaa05f2-9f91-47fe-8c98-997ba7b6b533'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:02.424667 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-939ff6f2-6ed6-4126-a80c-023560ada90d admin admin] 10.222.0.35 "PUT /v2.0/routers/cfaa05f2-9f91-47fe-8c98-997ba7b6b533/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0377493 Aug 10 01:09:02.426617 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 59166) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:02.577986 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-80dfbf6e-8814-4dba-adbd-7d55f76d7a94 admin admin] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:02.586801 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-db40f447-e83f-4aa0-884a-2e121530ac1b None None] Set router cfaa05f2-9f91-47fe-8c98-997ba7b6b533 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:09:02.813117 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-80dfbf6e-8814-4dba-adbd-7d55f76d7a94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:02.884877 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-80dfbf6e-8814-4dba-adbd-7d55f76d7a94 admin admin] Deleting port 5b99b444-e8cd-45b2-b6b5-d1418cc34d2e {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:02.885220 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-80dfbf6e-8814-4dba-adbd-7d55f76d7a94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:02.890572 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2736d31-b511-4cfe-b1a0-6535d30af0a9 req-00b3e3e6-1fb2-406f-b09e-3bc5d84dccfb tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:02.892067 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2736d31-b511-4cfe-b1a0-6535d30af0a9 req-00b3e3e6-1fb2-406f-b09e-3bc5d84dccfb tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 943 time: 0.1348200 Aug 10 01:09:02.910751 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3872d62-4ae2-446d-a9f8-0585ac82db77 req-16ef6569-b311-4d7c-8915-486ef387b31b tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:02.928801 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3872d62-4ae2-446d-a9f8-0585ac82db77 req-16ef6569-b311-4d7c-8915-486ef387b31b tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:02.942208 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3872d62-4ae2-446d-a9f8-0585ac82db77 req-16ef6569-b311-4d7c-8915-486ef387b31b tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:02.945163 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3872d62-4ae2-446d-a9f8-0585ac82db77 req-16ef6569-b311-4d7c-8915-486ef387b31b tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:02.952103 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3872d62-4ae2-446d-a9f8-0585ac82db77 req-16ef6569-b311-4d7c-8915-486ef387b31b tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:02.958652 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3872d62-4ae2-446d-a9f8-0585ac82db77 req-16ef6569-b311-4d7c-8915-486ef387b31b tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:02.965118 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3872d62-4ae2-446d-a9f8-0585ac82db77 req-16ef6569-b311-4d7c-8915-486ef387b31b tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:02.979280 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-80dfbf6e-8814-4dba-adbd-7d55f76d7a94 admin admin] For port 5b99b444-e8cd-45b2-b6b5-d1418cc34d2e, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5b99b444-e8cd-45b2-b6b5-d1418cc34d2e,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:02.979736 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-80dfbf6e-8814-4dba-adbd-7d55f76d7a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:02.987087 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a3872d62-4ae2-446d-a9f8-0585ac82db77 req-16ef6569-b311-4d7c-8915-486ef387b31b tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5431 time: 0.2098114 Aug 10 01:09:02.993900 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-80dfbf6e-8814-4dba-adbd-7d55f76d7a94 admin admin] Calling delete_port for 5b99b444-e8cd-45b2-b6b5-d1418cc34d2e owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:03.020978 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-db40f447-e83f-4aa0-884a-2e121530ac1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfaa05f2-9f91-47fe-8c98-997ba7b6b533', 'name': 'tempest-AttachSCSIVolumeTestJSON-1057650718-router', 'tenant_id': '8b094b05e0fd454180cc8aa4ad0629d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '5b99b444-e8cd-45b2-b6b5-d1418cc34d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:07:03Z', 'updated_at': '2021-08-10T01:09:00Z', 'revision_number': 5, 'project_id': '8b094b05e0fd454180cc8aa4ad0629d4', 'gw_port': {'id': '5b99b444-e8cd-45b2-b6b5-d1418cc34d2e', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfaa05f2-9f91-47fe-8c98-997ba7b6b533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:03Z', 'updated_at': '2021-08-10T01:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:03.046663 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db40f447-e83f-4aa0-884a-2e121530ac1b None None] Checking router: cfaa05f2-9f91-47fe-8c98-997ba7b6b533 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:09:03.055041 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2736d31-b511-4cfe-b1a0-6535d30af0a9 req-52512e73-8000-4d60-83e8-57820e3205d2 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562295 Aug 10 01:09:03.055889 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db40f447-e83f-4aa0-884a-2e121530ac1b None None] Routers {'cfaa05f2-9f91-47fe-8c98-997ba7b6b533'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:09:03.056939 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-db40f447-e83f-4aa0-884a-2e121530ac1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:08:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['cfaa05f2-9f91-47fe-8c98-997ba7b6b533'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:03.087777 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device d31489a0-7caa-4556-b9f2-2bb066df6787 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:09:03.090221 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a3872d62-4ae2-446d-a9f8-0585ac82db77 req-fee71914-4df7-4486-83eb-421b7816019f tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0989921 Aug 10 01:09:03.283842 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port d31489a0-7caa-4556-b9f2-2bb066df6787, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=d31489a0-7caa-4556-b9f2-2bb066df6787,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:03.297100 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ae13e-ddbf-4a2b-b80e-e949cc1e0172 req-a45f8296-71a3-4c72-a7ff-b05ba2d0d42f tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:03.298184 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': 'd31489a0-7caa-4556-b9f2-2bb066df6787', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'port_id': 'd31489a0-7caa-4556-b9f2-2bb066df6787', 'mac_address': 'fa:16:3e:39:36:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:09:03.298940 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-706ae13e-ddbf-4a2b-b80e-e949cc1e0172 req-a45f8296-71a3-4c72-a7ff-b05ba2d0d42f tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=009b395c-bdfe-4d6c-8e0c-1531500ccbf6 HTTP/1.1" status: 200 len: 943 time: 0.1165071 Aug 10 01:09:03.303433 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-80dfbf6e-8814-4dba-adbd-7d55f76d7a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:03.308846 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-db40f447-e83f-4aa0-884a-2e121530ac1b None None] Set router cfaa05f2-9f91-47fe-8c98-997ba7b6b533 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:09:03.352435 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfbf6e-8814-4dba-adbd-7d55f76d7a94 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b99b444-e8cd-45b2-b6b5-d1418cc34d2e,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:03.360643 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-706ae13e-ddbf-4a2b-b80e-e949cc1e0172 req-1ba4a9bd-e576-4d3f-a6d5-0f089d170398 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544074 Aug 10 01:09:03.373921 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-db40f447-e83f-4aa0-884a-2e121530ac1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfaa05f2-9f91-47fe-8c98-997ba7b6b533', 'name': 'tempest-AttachSCSIVolumeTestJSON-1057650718-router', 'tenant_id': '8b094b05e0fd454180cc8aa4ad0629d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:07:03Z', 'updated_at': '2021-08-10T01:09:02Z', 'revision_number': 6, 'project_id': '8b094b05e0fd454180cc8aa4ad0629d4', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:03.394958 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:03.408867 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db40f447-e83f-4aa0-884a-2e121530ac1b None None] The sync data for ids ['cfaa05f2-9f91-47fe-8c98-997ba7b6b533'] in n-d-766726-26 is: [{'id': 'cfaa05f2-9f91-47fe-8c98-997ba7b6b533', 'name': 'tempest-AttachSCSIVolumeTestJSON-1057650718-router', 'tenant_id': '8b094b05e0fd454180cc8aa4ad0629d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:07:03Z', 'updated_at': '2021-08-10T01:09:02Z', 'revision_number': 6, 'project_id': '8b094b05e0fd454180cc8aa4ad0629d4', 'gw_port_host': None}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:09:03.438192 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d31489a0-7caa-4556-b9f2-2bb066df6787 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:09:03.478435 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port d31489a0-7caa-4556-b9f2-2bb066df6787, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=d31489a0-7caa-4556-b9f2-2bb066df6787,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:03.487723 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:03.503892 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-80dfbf6e-8814-4dba-adbd-7d55f76d7a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:03.565576 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=d31489a0-7caa-4556-b9f2-2bb066df6787,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:03.619241 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-80dfbf6e-8814-4dba-adbd-7d55f76d7a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:03.627028 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-80dfbf6e-8814-4dba-adbd-7d55f76d7a94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:03.680399 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-80dfbf6e-8814-4dba-adbd-7d55f76d7a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:03.680954 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80dfbf6e-8814-4dba-adbd-7d55f76d7a94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfaa05f2-9f91-47fe-8c98-997ba7b6b533 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:09:03.685464 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-80dfbf6e-8814-4dba-adbd-7d55f76d7a94 admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:03.686640 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-80dfbf6e-8814-4dba-adbd-7d55f76d7a94 admin admin] 10.222.0.35 "DELETE /v2.0/routers/cfaa05f2-9f91-47fe-8c98-997ba7b6b533 HTTP/1.1" status: 204 len: 168 time: 1.2580740 Aug 10 01:09:03.689620 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 59184) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:03.747327 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-101ebfd7-5a58-4894-a7d6-4462e1d884a2 admin admin] Deleting subnet 648ebf73-e804-4838-a92b-8ccde91c1453 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:09:03.750823 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-101ebfd7-5a58-4894-a7d6-4462e1d884a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:03.814442 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-101ebfd7-5a58-4894-a7d6-4462e1d884a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:03.837217 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c31d25-23e5-42e6-8057-aa3b6ecac128 req-7ced2e38-e5c8-4430-a358-0249d554de89 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:03.845528 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-26c31d25-23e5-42e6-8057-aa3b6ecac128 req-7ced2e38-e5c8-4430-a358-0249d554de89 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b93e667-c17e-4be9-981b-5da7c8793b26 HTTP/1.1" status: 200 len: 945 time: 0.1116760 Aug 10 01:09:03.907628 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-26c31d25-23e5-42e6-8057-aa3b6ecac128 req-ed93d933-a687-472a-8c76-107dd05e1d96 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561450 Aug 10 01:09:03.949833 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device ab6788c0-43f6-4203-8c25-11db49a90574 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:09:03.974434 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: ab6788c0-43f6-4203-8c25-11db49a90574 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:09:03.975087 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device ab6788c0-43f6-4203-8c25-11db49a90574 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:09:04.005471 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['d31489a0-7caa-4556-b9f2-2bb066df6787'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:09:04.205366 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7d479-52b5-4d11-bdd3-d3fae98d743d req-10419ff1-1124-4dec-8222-3c94e4e7610a tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:04.206891 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fea7d479-52b5-4d11-bdd3-d3fae98d743d req-10419ff1-1124-4dec-8222-3c94e4e7610a tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 943 time: 0.0649455 Aug 10 01:09:04.248856 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fea7d479-52b5-4d11-bdd3-d3fae98d743d req-501356cb-0e16-49df-8918-1f5cd9daa59d tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352740 Aug 10 01:09:04.346858 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-101ebfd7-5a58-4894-a7d6-4462e1d884a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:04.413920 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339f3bd-d258-4dd6-8af7-298c25de4bef req-8c7055d2-5f32-468f-990b-404d5fb09b88 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:04.415700 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-101ebfd7-5a58-4894-a7d6-4462e1d884a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:04.420938 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339f3bd-d258-4dd6-8af7-298c25de4bef req-8c7055d2-5f32-468f-990b-404d5fb09b88 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:04.427159 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339f3bd-d258-4dd6-8af7-298c25de4bef req-8c7055d2-5f32-468f-990b-404d5fb09b88 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:04.433622 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339f3bd-d258-4dd6-8af7-298c25de4bef req-8c7055d2-5f32-468f-990b-404d5fb09b88 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:04.439815 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339f3bd-d258-4dd6-8af7-298c25de4bef req-8c7055d2-5f32-468f-990b-404d5fb09b88 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:04.445516 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339f3bd-d258-4dd6-8af7-298c25de4bef req-8c7055d2-5f32-468f-990b-404d5fb09b88 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:04.451943 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339f3bd-d258-4dd6-8af7-298c25de4bef req-8c7055d2-5f32-468f-990b-404d5fb09b88 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:04.458693 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ebfd7-5a58-4894-a7d6-4462e1d884a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=648ebf73-e804-4838-a92b-8ccde91c1453,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:04.459852 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c339f3bd-d258-4dd6-8af7-298c25de4bef req-8c7055d2-5f32-468f-990b-404d5fb09b88 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5431 time: 0.1070423 Aug 10 01:09:04.472484 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-101ebfd7-5a58-4894-a7d6-4462e1d884a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:04.472655 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709d71ec-266c-40bc-bb3a-d0ab59e9940d None None] Network 6125c102-cf8f-4cc8-89ec-6c7188ed5178 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:09:04.475429 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-101ebfd7-5a58-4894-a7d6-4462e1d884a2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/648ebf73-e804-4838-a92b-8ccde91c1453 HTTP/1.1" status: 204 len: 168 time: 0.7846007 Aug 10 01:09:04.477781 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 59192) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:04.559370 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c339f3bd-d258-4dd6-8af7-298c25de4bef req-02aac855-b69d-4c00-8039-cc4d88e8a367 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0977473 Aug 10 01:09:04.578703 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f4585da8-b4dd-4d9b-add1-12299df0e93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:04.717840 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:09:04.725416 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28519284-04fd-4bf3-ad81-600b13dd896c None None] DHCP port deletion for 6125c102-cf8f-4cc8-89ec-6c7188ed5178 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:09:04.758769 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc413161-cf9e-44da-be42-b4b9059d4a6e req-e641a003-fd71-4d86-9307-718218f76d9b tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:04.760360 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cc413161-cf9e-44da-be42-b4b9059d4a6e req-e641a003-fd71-4d86-9307-718218f76d9b tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=009b395c-bdfe-4d6c-8e0c-1531500ccbf6 HTTP/1.1" status: 200 len: 944 time: 0.0938203 Aug 10 01:09:04.763510 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-f4585da8-b4dd-4d9b-add1-12299df0e93f admin admin] Deleting port ca7bc09e-d506-46dc-94fd-b1830d86645c {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:04.763888 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f4585da8-b4dd-4d9b-add1-12299df0e93f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:04.865463 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cc413161-cf9e-44da-be42-b4b9059d4a6e req-ef1ebd9b-3065-44c5-823f-45609a0161d2 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982258 Aug 10 01:09:04.887965 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-f4585da8-b4dd-4d9b-add1-12299df0e93f admin admin] For port ca7bc09e-d506-46dc-94fd-b1830d86645c, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=ca7bc09e-d506-46dc-94fd-b1830d86645c,segment=NetworkSegment(cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f),segment_id=cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:04.888450 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f4585da8-b4dd-4d9b-add1-12299df0e93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:04.903645 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-f4585da8-b4dd-4d9b-add1-12299df0e93f admin admin] Calling delete_port for ca7bc09e-d506-46dc-94fd-b1830d86645c owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:04.965072 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-28519284-04fd-4bf3-ad81-600b13dd896c None None] Deleting port ca7bc09e-d506-46dc-94fd-b1830d86645c {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:04.965474 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-28519284-04fd-4bf3-ad81-600b13dd896c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:05.048559 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-28519284-04fd-4bf3-ad81-600b13dd896c None None] For port ca7bc09e-d506-46dc-94fd-b1830d86645c, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=ca7bc09e-d506-46dc-94fd-b1830d86645c,segment=NetworkSegment(cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f),segment_id=cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:05.049156 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-28519284-04fd-4bf3-ad81-600b13dd896c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:05.059733 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f4585da8-b4dd-4d9b-add1-12299df0e93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:05.066633 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-28519284-04fd-4bf3-ad81-600b13dd896c None None] Calling delete_port for ca7bc09e-d506-46dc-94fd-b1830d86645c owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:05.099794 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4585da8-b4dd-4d9b-add1-12299df0e93f admin admin] Pushing event deleted for resources: {'Port': ['ID=ca7bc09e-d506-46dc-94fd-b1830d86645c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:05.106757 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4585da8-b4dd-4d9b-add1-12299df0e93f admin admin] No DVR routers for this DVR port ca7bc09e-d506-46dc-94fd-b1830d86645c on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:09:05.128729 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:09:05.152729 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:09:05.153124 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device db681c2e-c4f4-4943-bc0b-7f1a0cf8e15b not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:09:05.193578 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-28519284-04fd-4bf3-ad81-600b13dd896c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:05.196457 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c492e-2d67-491d-b8ae-d006b93842e5 req-f533de66-82d0-4028-9f1a-53e507e1d98d tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:05.198072 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-136c492e-2d67-491d-b8ae-d006b93842e5 req-f533de66-82d0-4028-9f1a-53e507e1d98d tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b93e667-c17e-4be9-981b-5da7c8793b26 HTTP/1.1" status: 200 len: 945 time: 0.1497252 Aug 10 01:09:05.212830 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f4585da8-b4dd-4d9b-add1-12299df0e93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:05.221277 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28519284-04fd-4bf3-ad81-600b13dd896c None None] Pushing event deleted for resources: {'Port': ['ID=ca7bc09e-d506-46dc-94fd-b1830d86645c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:05.226952 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28519284-04fd-4bf3-ad81-600b13dd896c None None] No DVR routers for this DVR port ca7bc09e-d506-46dc-94fd-b1830d86645c on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:09:05.231699 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-f4585da8-b4dd-4d9b-add1-12299df0e93f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6125c102-cf8f-4cc8-89ec-6c7188ed5178']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:05.245504 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-f4585da8-b4dd-4d9b-add1-12299df0e93f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:05.245820 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-f4585da8-b4dd-4d9b-add1-12299df0e93f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff5b1da-e4fd-4fea-a6f6-0a33c5c5c20f') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:05.263362 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f4585da8-b4dd-4d9b-add1-12299df0e93f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:05.267610 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-136c492e-2d67-491d-b8ae-d006b93842e5 req-8a9b8dfb-5d03-4667-a664-de7f7208b3ff tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635412 Aug 10 01:09:05.281691 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f4585da8-b4dd-4d9b-add1-12299df0e93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:05.288032 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4585da8-b4dd-4d9b-add1-12299df0e93f admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:09:05.288473 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f4585da8-b4dd-4d9b-add1-12299df0e93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:05.290235 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:09:05.290235 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:09:05.290235 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:09:05.290235 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:09:05.290235 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:09:05.290235 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:09:05.290235 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:09:05.290235 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:09:05.290235 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:09:05.290235 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:09:05.290235 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:09:05.290235 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:09:05.290235 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:09:05.290235 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:09:05.290235 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:09:05.290235 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:09:05.290235 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:09:05.290235 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:09:05.290235 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:09:05.290235 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:09:05.290235 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:09:05.290235 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:09:05.290235 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:09:05.290235 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:09:05.290235 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:09:05.290235 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:09:05.290235 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:09:05.290235 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:09:05.290235 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:09:05.290235 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:09:05.290235 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:09:05.290235 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:09:05.356463 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f4585da8-b4dd-4d9b-add1-12299df0e93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:05.394354 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f4585da8-b4dd-4d9b-add1-12299df0e93f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:05.396271 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f4585da8-b4dd-4d9b-add1-12299df0e93f admin admin] 10.222.0.35 "DELETE /v2.0/networks/6125c102-cf8f-4cc8-89ec-6c7188ed5178 HTTP/1.1" status: 204 len: 168 time: 0.9174888 Aug 10 01:09:05.397138 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4585da8-b4dd-4d9b-add1-12299df0e93f admin admin] Pushing event deleted for resources: {'Network': ['ID=6125c102-cf8f-4cc8-89ec-6c7188ed5178,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:05.399255 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 59202) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:05.428873 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb169a4-976d-47cb-94e8-16779e40a272 req-a12119a5-e41b-4ce2-9708-c090beb85698 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:05.430410 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3cb169a4-976d-47cb-94e8-16779e40a272 req-a12119a5-e41b-4ce2-9708-c090beb85698 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 943 time: 0.0857663 Aug 10 01:09:05.481406 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3cb169a4-976d-47cb-94e8-16779e40a272 req-9edd3d3d-5932-401b-947f-3a838af2473b tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447862 Aug 10 01:09:05.705675 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66089be-4151-43db-9e45-f86de799b76c req-eb734c0a-4c0b-4ed0-bb7a-4807bacef2ad tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:05.714696 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66089be-4151-43db-9e45-f86de799b76c req-eb734c0a-4c0b-4ed0-bb7a-4807bacef2ad tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:05.721161 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66089be-4151-43db-9e45-f86de799b76c req-eb734c0a-4c0b-4ed0-bb7a-4807bacef2ad tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:05.727436 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66089be-4151-43db-9e45-f86de799b76c req-eb734c0a-4c0b-4ed0-bb7a-4807bacef2ad tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:05.733643 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66089be-4151-43db-9e45-f86de799b76c req-eb734c0a-4c0b-4ed0-bb7a-4807bacef2ad tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:05.741265 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66089be-4151-43db-9e45-f86de799b76c req-eb734c0a-4c0b-4ed0-bb7a-4807bacef2ad tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:05.748160 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66089be-4151-43db-9e45-f86de799b76c req-eb734c0a-4c0b-4ed0-bb7a-4807bacef2ad tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:05.750113 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a66089be-4151-43db-9e45-f86de799b76c req-eb734c0a-4c0b-4ed0-bb7a-4807bacef2ad tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5431 time: 0.1012623 Aug 10 01:09:05.783964 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1773fc13-5595-4778-b608-cd156e80ee8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:05.824390 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a66089be-4151-43db-9e45-f86de799b76c req-32c33a11-a6d4-4245-b5ae-928202cd1f73 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0659244 Aug 10 01:09:05.838294 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5b99b444-e8cd-45b2-b6b5-d1418cc34d2e no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:09:05.865417 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 5b99b444-e8cd-45b2-b6b5-d1418cc34d2e {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:09:05.866054 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5b99b444-e8cd-45b2-b6b5-d1418cc34d2e not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:09:05.866491 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device ca7bc09e-d506-46dc-94fd-b1830d86645c no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:09:05.887636 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: ca7bc09e-d506-46dc-94fd-b1830d86645c {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:09:05.887971 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device ca7bc09e-d506-46dc-94fd-b1830d86645c not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:09:05.994208 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50567707-94b7-46d9-8686-bd11421f2d10 req-0b11ab51-803d-4626-a03a-01909dd645ee tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:05.995754 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-50567707-94b7-46d9-8686-bd11421f2d10 req-0b11ab51-803d-4626-a03a-01909dd645ee tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=009b395c-bdfe-4d6c-8e0c-1531500ccbf6 HTTP/1.1" status: 200 len: 944 time: 0.0576646 Aug 10 01:09:06.046135 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-50567707-94b7-46d9-8686-bd11421f2d10 req-0e3d1c0d-c0ec-4234-83af-61f0a38ef50e tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432470 Aug 10 01:09:06.111932 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-1773fc13-5595-4778-b608-cd156e80ee8c admin admin] Deleting port 87c1f6da-2470-4796-9823-26eb49610897 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:06.112313 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1773fc13-5595-4778-b608-cd156e80ee8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:06.195245 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-1773fc13-5595-4778-b608-cd156e80ee8c admin admin] For port 87c1f6da-2470-4796-9823-26eb49610897, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=87c1f6da-2470-4796-9823-26eb49610897,segment=NetworkSegment(308176bd-0685-4c5f-956e-a8c9d7bd704c),segment_id=308176bd-0685-4c5f-956e-a8c9d7bd704c)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:06.195618 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1773fc13-5595-4778-b608-cd156e80ee8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:06.209146 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-1773fc13-5595-4778-b608-cd156e80ee8c admin admin] Calling delete_port for 87c1f6da-2470-4796-9823-26eb49610897 owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:06.402324 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25eb28-a36e-454d-8889-ec0c190485b0 req-dd3229e3-6749-415b-85f2-3888e7e7363b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:06.403935 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dc25eb28-a36e-454d-8889-ec0c190485b0 req-dd3229e3-6749-415b-85f2-3888e7e7363b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b93e667-c17e-4be9-981b-5da7c8793b26 HTTP/1.1" status: 200 len: 945 time: 0.0519972 Aug 10 01:09:06.435468 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1773fc13-5595-4778-b608-cd156e80ee8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:06.450328 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dc25eb28-a36e-454d-8889-ec0c190485b0 req-71c1be84-a4cc-4e87-9373-6fe3e95f6c04 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399003 Aug 10 01:09:06.472858 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1773fc13-5595-4778-b608-cd156e80ee8c admin admin] Pushing event deleted for resources: {'Port': ['ID=87c1f6da-2470-4796-9823-26eb49610897,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:06.657885 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182494aa-eb64-49b6-92c5-f8aacc37469a req-2afb50e4-c054-4169-ae66-4b91fbfd43e0 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:06.661227 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-182494aa-eb64-49b6-92c5-f8aacc37469a req-2afb50e4-c054-4169-ae66-4b91fbfd43e0 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 943 time: 0.0821764 Aug 10 01:09:06.701369 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1773fc13-5595-4778-b608-cd156e80ee8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:06.707974 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-182494aa-eb64-49b6-92c5-f8aacc37469a req-9ac1b1f6-c5ce-47b1-b7ec-d2307ba99eb3 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420344 Aug 10 01:09:06.962145 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1773fc13-5595-4778-b608-cd156e80ee8c admin admin] Router 22fca7d0-288b-482e-bbd4-f24ee70b6140 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:09:06.964662 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9fd7f-20a5-4813-8b61-c44b06fb1920 req-37faa887-af82-4527-9aec-352dcf565c73 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:06.970508 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9fd7f-20a5-4813-8b61-c44b06fb1920 req-37faa887-af82-4527-9aec-352dcf565c73 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:06.976409 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9fd7f-20a5-4813-8b61-c44b06fb1920 req-37faa887-af82-4527-9aec-352dcf565c73 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:06.982910 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9fd7f-20a5-4813-8b61-c44b06fb1920 req-37faa887-af82-4527-9aec-352dcf565c73 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:06.988877 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9fd7f-20a5-4813-8b61-c44b06fb1920 req-37faa887-af82-4527-9aec-352dcf565c73 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:06.996651 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9fd7f-20a5-4813-8b61-c44b06fb1920 req-37faa887-af82-4527-9aec-352dcf565c73 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:07.003007 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9fd7f-20a5-4813-8b61-c44b06fb1920 req-37faa887-af82-4527-9aec-352dcf565c73 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:07.008802 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7fe9fd7f-20a5-4813-8b61-c44b06fb1920 req-37faa887-af82-4527-9aec-352dcf565c73 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5431 time: 0.1042583 Aug 10 01:09:07.052485 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7fe9fd7f-20a5-4813-8b61-c44b06fb1920 req-f703d766-bdec-4a07-a746-d524783b97c5 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379784 Aug 10 01:09:07.095307 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1773fc13-5595-4778-b608-cd156e80ee8c admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:09:07.099404 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device d31489a0-7caa-4556-b9f2-2bb066df6787 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:09:07.106206 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fddb4c9-9fe0-4a53-9b5d-392b15095c3a None None] Sync routers for ids ['22fca7d0-288b-482e-bbd4-f24ee70b6140'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:09:07.115078 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 59218) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:07.115486 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1773fc13-5595-4778-b608-cd156e80ee8c admin admin] 10.222.0.35 "PUT /v2.0/routers/22fca7d0-288b-482e-bbd4-f24ee70b6140/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7148576 Aug 10 01:09:07.163352 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fddb4c9-9fe0-4a53-9b5d-392b15095c3a None None] Routers {'22fca7d0-288b-482e-bbd4-f24ee70b6140'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:09:07.163991 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-6fddb4c9-9fe0-4a53-9b5d-392b15095c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:08:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['22fca7d0-288b-482e-bbd4-f24ee70b6140'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:07.270200 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4384d77d-b397-4d26-a847-753212fd1cdc admin admin] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:07.281155 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-6fddb4c9-9fe0-4a53-9b5d-392b15095c3a None None] Set router 22fca7d0-288b-482e-bbd4-f24ee70b6140 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:09:07.318296 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b358e-e1f6-4c85-927f-4361f6467640 req-b9d5ada0-fb74-4d97-a81a-3413320b1f2f tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:07.319919 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a46b358e-e1f6-4c85-927f-4361f6467640 req-b9d5ada0-fb74-4d97-a81a-3413320b1f2f tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=009b395c-bdfe-4d6c-8e0c-1531500ccbf6 HTTP/1.1" status: 200 len: 944 time: 0.1566870 Aug 10 01:09:07.387775 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port d31489a0-7caa-4556-b9f2-2bb066df6787 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:09:07.394734 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port d31489a0-7caa-4556-b9f2-2bb066df6787 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:07.395090 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:07.409105 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a46b358e-e1f6-4c85-927f-4361f6467640 req-fea6fba7-740e-48f5-806a-a9a099797b5d tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803335 Aug 10 01:09:07.419444 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4384d77d-b397-4d26-a847-753212fd1cdc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:07.509301 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-4384d77d-b397-4d26-a847-753212fd1cdc admin admin] Deleting port 5f4d79c6-7002-4976-92d5-19a24d6d16e5 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:07.509650 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4384d77d-b397-4d26-a847-753212fd1cdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:07.580509 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:07.612131 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '009b395c-bdfe-4d6c-8e0c-1531500ccbf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd31489a0-7caa-4556-b9f2-2bb066df6787'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:09:07.614633 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505a25c6-fe6c-4ecb-8557-a1298307b880" -d '{"events": [{"server_uuid": "009b395c-bdfe-4d6c-8e0c-1531500ccbf6", "name": "network-vif-plugged", "status": "completed", "tag": "d31489a0-7caa-4556-b9f2-2bb066df6787"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:09:07.631354 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port d31489a0-7caa-4556-b9f2-2bb066df6787, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=d31489a0-7caa-4556-b9f2-2bb066df6787,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:07.637223 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:07.642004 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-6fddb4c9-9fe0-4a53-9b5d-392b15095c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22fca7d0-288b-482e-bbd4-f24ee70b6140', 'name': 'tempest-AttachSCSIVolumeTestJSON-1170092173-router', 'tenant_id': '4c12288daa394daa9da852392fbf91b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '5f4d79c6-7002-4976-92d5-19a24d6d16e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:07:10Z', 'updated_at': '2021-08-10T01:09:06Z', 'revision_number': 5, 'project_id': '4c12288daa394daa9da852392fbf91b2', 'gw_port': {'id': '5f4d79c6-7002-4976-92d5-19a24d6d16e5', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fca7d0-288b-482e-bbd4-f24ee70b6140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:11Z', 'updated_at': '2021-08-10T01:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:07.660720 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-4384d77d-b397-4d26-a847-753212fd1cdc admin admin] For port 5f4d79c6-7002-4976-92d5-19a24d6d16e5, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5f4d79c6-7002-4976-92d5-19a24d6d16e5,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:07.660720 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4384d77d-b397-4d26-a847-753212fd1cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:07.690183 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fddb4c9-9fe0-4a53-9b5d-392b15095c3a None None] Checking router: 22fca7d0-288b-482e-bbd4-f24ee70b6140 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:09:07.694287 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-4384d77d-b397-4d26-a847-753212fd1cdc admin admin] Calling delete_port for 5f4d79c6-7002-4976-92d5-19a24d6d16e5 owned by network:router_gateway {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:07.711524 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fddb4c9-9fe0-4a53-9b5d-392b15095c3a None None] Routers {'22fca7d0-288b-482e-bbd4-f24ee70b6140'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:09:07.712499 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-6fddb4c9-9fe0-4a53-9b5d-392b15095c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:08:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['22fca7d0-288b-482e-bbd4-f24ee70b6140'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:07.717999 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01b19f-179f-45a1-894c-8744108e563e req-445c76c8-a1c5-4dab-88b2-38719b00011e tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:07.719684 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8c01b19f-179f-45a1-894c-8744108e563e req-445c76c8-a1c5-4dab-88b2-38719b00011e tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b93e667-c17e-4be9-981b-5da7c8793b26 HTTP/1.1" status: 200 len: 945 time: 0.0782275 Aug 10 01:09:07.780449 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=d31489a0-7caa-4556-b9f2-2bb066df6787,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:07.830186 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8c01b19f-179f-45a1-894c-8744108e563e req-1cfcfc5d-3636-4d75-890b-b64e6fdd7762 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765197 Aug 10 01:09:07.878285 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-6fddb4c9-9fe0-4a53-9b5d-392b15095c3a None None] Set router 22fca7d0-288b-482e-bbd4-f24ee70b6140 gateway port host: None {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:09:07.919908 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc03003-8f46-4d67-b737-ca53eccb85d5 x-openstack-request-id: req-3cc03003-8f46-4d67-b737-ca53eccb85d5 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:09:07.920246 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "009b395c-bdfe-4d6c-8e0c-1531500ccbf6", "name": "network-vif-plugged", "status": "completed", "tag": "d31489a0-7caa-4556-b9f2-2bb066df6787", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:09:07.920519 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3cc03003-8f46-4d67-b737-ca53eccb85d5 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:09:07.920919 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '009b395c-bdfe-4d6c-8e0c-1531500ccbf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd31489a0-7caa-4556-b9f2-2bb066df6787', 'code': 200} Aug 10 01:09:07.960934 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-6fddb4c9-9fe0-4a53-9b5d-392b15095c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22fca7d0-288b-482e-bbd4-f24ee70b6140', 'name': 'tempest-AttachSCSIVolumeTestJSON-1170092173-router', 'tenant_id': '4c12288daa394daa9da852392fbf91b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:07:10Z', 'updated_at': '2021-08-10T01:09:07Z', 'revision_number': 6, 'project_id': '4c12288daa394daa9da852392fbf91b2', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:08.002832 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fddb4c9-9fe0-4a53-9b5d-392b15095c3a None None] The sync data for ids ['22fca7d0-288b-482e-bbd4-f24ee70b6140'] in n-d-766726-26 is: [{'id': '22fca7d0-288b-482e-bbd4-f24ee70b6140', 'name': 'tempest-AttachSCSIVolumeTestJSON-1170092173-router', 'tenant_id': '4c12288daa394daa9da852392fbf91b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:07:10Z', 'updated_at': '2021-08-10T01:09:07Z', 'revision_number': 6, 'project_id': '4c12288daa394daa9da852392fbf91b2', 'gw_port_host': None}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:09:08.394810 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4384d77d-b397-4d26-a847-753212fd1cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:08.413821 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4d793-82f7-40eb-8858-95501b9e517c req-ec7f87d9-dcc3-476b-b7dd-a44498f70006 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:08.422214 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8ff4d793-82f7-40eb-8858-95501b9e517c req-ec7f87d9-dcc3-476b-b7dd-a44498f70006 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 943 time: 0.4449711 Aug 10 01:09:08.449228 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d0f17-bd8a-40cc-8274-61f1c07027b7 req-116c529d-3396-4f9c-8491-38f32c1a8758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:08.450801 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1c7d0f17-bd8a-40cc-8274-61f1c07027b7 req-116c529d-3396-4f9c-8491-38f32c1a8758 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=009b395c-bdfe-4d6c-8e0c-1531500ccbf6 HTTP/1.1" status: 200 len: 1097 time: 0.4593389 Aug 10 01:09:08.454100 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4384d77d-b397-4d26-a847-753212fd1cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=5f4d79c6-7002-4976-92d5-19a24d6d16e5,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:08.552545 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8ff4d793-82f7-40eb-8858-95501b9e517c req-00091a79-fdf3-408d-bdda-e22a07655ec9 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296213 Aug 10 01:09:08.559683 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1c7d0f17-bd8a-40cc-8274-61f1c07027b7 req-bffae6a5-0f9d-4af8-966e-46fa121a03be service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947599 Aug 10 01:09:08.564328 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4384d77d-b397-4d26-a847-753212fd1cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:08.673230 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4384d77d-b397-4d26-a847-753212fd1cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:08.675549 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4384d77d-b397-4d26-a847-753212fd1cdc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:08.741631 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4384d77d-b397-4d26-a847-753212fd1cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:08.742189 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4384d77d-b397-4d26-a847-753212fd1cdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22fca7d0-288b-482e-bbd4-f24ee70b6140 {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:09:08.747743 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4384d77d-b397-4d26-a847-753212fd1cdc admin admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:08.749025 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4384d77d-b397-4d26-a847-753212fd1cdc admin admin] 10.222.0.35 "DELETE /v2.0/routers/22fca7d0-288b-482e-bbd4-f24ee70b6140 HTTP/1.1" status: 204 len: 168 time: 1.6326895 Aug 10 01:09:08.751752 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 59236) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:08.762716 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9dd7c0-bbb5-4348-bf2f-6c5a7d692030 req-fa1afa02-cfd9-43f6-8db2-b37bc9c12584 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:08.768709 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9dd7c0-bbb5-4348-bf2f-6c5a7d692030 req-fa1afa02-cfd9-43f6-8db2-b37bc9c12584 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:08.775347 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9dd7c0-bbb5-4348-bf2f-6c5a7d692030 req-fa1afa02-cfd9-43f6-8db2-b37bc9c12584 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:08.782117 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9dd7c0-bbb5-4348-bf2f-6c5a7d692030 req-fa1afa02-cfd9-43f6-8db2-b37bc9c12584 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:08.788108 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9dd7c0-bbb5-4348-bf2f-6c5a7d692030 req-fa1afa02-cfd9-43f6-8db2-b37bc9c12584 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:08.794894 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9dd7c0-bbb5-4348-bf2f-6c5a7d692030 req-fa1afa02-cfd9-43f6-8db2-b37bc9c12584 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:08.801071 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9dd7c0-bbb5-4348-bf2f-6c5a7d692030 req-fa1afa02-cfd9-43f6-8db2-b37bc9c12584 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:08.803053 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fd9dd7c0-bbb5-4348-bf2f-6c5a7d692030 req-fa1afa02-cfd9-43f6-8db2-b37bc9c12584 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5431 time: 0.1447663 Aug 10 01:09:08.827960 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-af647f09-c0e1-4ca2-bdae-c71422c056d7 admin admin] Deleting subnet 38e7b593-0490-4bcd-9646-b95c43e84be7 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:09:08.831496 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-af647f09-c0e1-4ca2-bdae-c71422c056d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:08.853855 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fd9dd7c0-bbb5-4348-bf2f-6c5a7d692030 req-3f250946-58bb-453c-9f97-61a796513096 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443847 Aug 10 01:09:08.894872 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-af647f09-c0e1-4ca2-bdae-c71422c056d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:08.989705 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-af647f09-c0e1-4ca2-bdae-c71422c056d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:08.999763 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f78f40-88bd-40b2-af8b-0a8bf24feb63 req-afcf5a7f-7480-4753-8c59-0a01adc2bf08 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:09.008968 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d0f78f40-88bd-40b2-af8b-0a8bf24feb63 req-afcf5a7f-7480-4753-8c59-0a01adc2bf08 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=009b395c-bdfe-4d6c-8e0c-1531500ccbf6 HTTP/1.1" status: 200 len: 945 time: 0.0826898 Aug 10 01:09:09.053101 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d0f78f40-88bd-40b2-af8b-0a8bf24feb63 req-9ee920a9-d448-491d-9eb2-39941740aaf4 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429859 Aug 10 01:09:09.055295 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-af647f09-c0e1-4ca2-bdae-c71422c056d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:09.083474 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af647f09-c0e1-4ca2-bdae-c71422c056d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38e7b593-0490-4bcd-9646-b95c43e84be7,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:09.099412 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f39111d-c0c2-4126-be14-07e995b8fbad None None] Network 1ed763ae-5c25-4fd1-94ee-0972c4922b36 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:09:09.102698 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-af647f09-c0e1-4ca2-bdae-c71422c056d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:09.106500 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-af647f09-c0e1-4ca2-bdae-c71422c056d7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/38e7b593-0490-4bcd-9646-b95c43e84be7 HTTP/1.1" status: 204 len: 168 time: 0.3532324 Aug 10 01:09:09.108732 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 59240) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:09.194445 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b6b569b6-a352-4ba0-b6ca-e5c2696f3c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:09.265873 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-b6b569b6-a352-4ba0-b6ca-e5c2696f3c4a admin admin] Deleting port 5ca374e6-9b27-4096-ac55-d348c50dffb6 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:09.266464 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b6b569b6-a352-4ba0-b6ca-e5c2696f3c4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:09.379323 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-b6b569b6-a352-4ba0-b6ca-e5c2696f3c4a admin admin] For port 5ca374e6-9b27-4096-ac55-d348c50dffb6, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5ca374e6-9b27-4096-ac55-d348c50dffb6,segment=NetworkSegment(308176bd-0685-4c5f-956e-a8c9d7bd704c),segment_id=308176bd-0685-4c5f-956e-a8c9d7bd704c)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:09.379766 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b6b569b6-a352-4ba0-b6ca-e5c2696f3c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:09.381571 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc86b2e-2c59-4e5f-a6e1-30b8d781e3f3 req-3edd13f0-c47e-4f09-a4f6-211ee0dbb5d8 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:09.383679 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2dc86b2e-2c59-4e5f-a6e1-30b8d781e3f3 req-3edd13f0-c47e-4f09-a4f6-211ee0dbb5d8 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b93e667-c17e-4be9-981b-5da7c8793b26 HTTP/1.1" status: 200 len: 945 time: 0.0696065 Aug 10 01:09:09.414852 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-b6b569b6-a352-4ba0-b6ca-e5c2696f3c4a admin admin] Calling delete_port for 5ca374e6-9b27-4096-ac55-d348c50dffb6 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:09.428304 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db57fab9-5639-4e5e-bcc8-269182425a02 None None] DHCP port deletion for 1ed763ae-5c25-4fd1-94ee-0972c4922b36 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:09:09.443608 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2dc86b2e-2c59-4e5f-a6e1-30b8d781e3f3 req-9e4f3813-51e7-4623-bc9d-e74a3b36b6d0 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447254 Aug 10 01:09:09.486473 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-db57fab9-5639-4e5e-bcc8-269182425a02 None None] Deleting port 5ca374e6-9b27-4096-ac55-d348c50dffb6 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:09.487423 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-db57fab9-5639-4e5e-bcc8-269182425a02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:09.532469 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b6b569b6-a352-4ba0-b6ca-e5c2696f3c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:09.562250 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-db57fab9-5639-4e5e-bcc8-269182425a02 None None] For port 5ca374e6-9b27-4096-ac55-d348c50dffb6, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5ca374e6-9b27-4096-ac55-d348c50dffb6,segment=NetworkSegment(308176bd-0685-4c5f-956e-a8c9d7bd704c),segment_id=308176bd-0685-4c5f-956e-a8c9d7bd704c)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:09.562625 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-db57fab9-5639-4e5e-bcc8-269182425a02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:09.567739 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b569b6-a352-4ba0-b6ca-e5c2696f3c4a admin admin] Pushing event deleted for resources: {'Port': ['ID=5ca374e6-9b27-4096-ac55-d348c50dffb6,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:09.570230 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b569b6-a352-4ba0-b6ca-e5c2696f3c4a admin admin] No DVR routers for this DVR port 5ca374e6-9b27-4096-ac55-d348c50dffb6 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:09:09.581940 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-db57fab9-5639-4e5e-bcc8-269182425a02 None None] Calling delete_port for 5ca374e6-9b27-4096-ac55-d348c50dffb6 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:09.670632 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-db57fab9-5639-4e5e-bcc8-269182425a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:09.671963 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b6b569b6-a352-4ba0-b6ca-e5c2696f3c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:09.685637 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-b6b569b6-a352-4ba0-b6ca-e5c2696f3c4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed763ae-5c25-4fd1-94ee-0972c4922b36']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:09.716079 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-b6b569b6-a352-4ba0-b6ca-e5c2696f3c4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '308176bd-0685-4c5f-956e-a8c9d7bd704c') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:09.716506 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-b6b569b6-a352-4ba0-b6ca-e5c2696f3c4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '308176bd-0685-4c5f-956e-a8c9d7bd704c') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:09.720517 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a58a64-47b1-4bc3-9867-444dd23cd904 req-71ab20c6-e649-4e0a-ab5c-e12ae411ff26 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:09.722036 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d4a58a64-47b1-4bc3-9867-444dd23cd904 req-71ab20c6-e649-4e0a-ab5c-e12ae411ff26 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 943 time: 0.0580475 Aug 10 01:09:09.732716 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db57fab9-5639-4e5e-bcc8-269182425a02 None None] No DVR routers for this DVR port 5ca374e6-9b27-4096-ac55-d348c50dffb6 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:09:09.734806 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b6b569b6-a352-4ba0-b6ca-e5c2696f3c4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:09.737102 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57fab9-5639-4e5e-bcc8-269182425a02 None None] Pushing event deleted for resources: {'Port': ['ID=5ca374e6-9b27-4096-ac55-d348c50dffb6,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:09.759412 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b6b569b6-a352-4ba0-b6ca-e5c2696f3c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:09.767478 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d4a58a64-47b1-4bc3-9867-444dd23cd904 req-0856c2ed-1be1-46c4-9922-7d4af6170a34 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387259 Aug 10 01:09:09.773264 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6b569b6-a352-4ba0-b6ca-e5c2696f3c4a admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:09:09.773998 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b6b569b6-a352-4ba0-b6ca-e5c2696f3c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:09.777124 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:09:09.777124 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:09:09.777124 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:09:09.777124 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:09:09.777124 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:09:09.777124 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:09:09.777124 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:09:09.777124 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:09:09.777124 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:09:09.777124 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:09:09.777124 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:09:09.777124 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:09:09.777124 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:09:09.777124 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:09:09.777124 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:09:09.777124 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:09:09.777124 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:09:09.777124 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:09:09.777124 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:09:09.777124 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:09:09.777124 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:09:09.777124 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:09:09.777124 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:09:09.777124 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:09:09.777124 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:09:09.777124 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:09:09.777124 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:09:09.777124 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:09:09.777124 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:09:09.777124 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:09:09.777124 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:09:09.777124 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:09:09.850799 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b6b569b6-a352-4ba0-b6ca-e5c2696f3c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:09.859350 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b6b569b6-a352-4ba0-b6ca-e5c2696f3c4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:09.861765 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b6b569b6-a352-4ba0-b6ca-e5c2696f3c4a admin admin] 10.222.0.35 "DELETE /v2.0/networks/1ed763ae-5c25-4fd1-94ee-0972c4922b36 HTTP/1.1" status: 204 len: 168 time: 0.7517130 Aug 10 01:09:09.866557 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5f4d79c6-7002-4976-92d5-19a24d6d16e5 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:09:09.875974 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b569b6-a352-4ba0-b6ca-e5c2696f3c4a admin admin] Pushing event deleted for resources: {'Network': ['ID=1ed763ae-5c25-4fd1-94ee-0972c4922b36,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:09.891104 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 5f4d79c6-7002-4976-92d5-19a24d6d16e5 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:09:09.891419 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5f4d79c6-7002-4976-92d5-19a24d6d16e5 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:09:09.891838 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5ca374e6-9b27-4096-ac55-d348c50dffb6 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:09:09.911432 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 5ca374e6-9b27-4096-ac55-d348c50dffb6 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:09:09.911728 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5ca374e6-9b27-4096-ac55-d348c50dffb6 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:09:09.912165 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 87c1f6da-2470-4796-9823-26eb49610897 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:09:09.931470 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 87c1f6da-2470-4796-9823-26eb49610897 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:09:09.931811 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 87c1f6da-2470-4796-9823-26eb49610897 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:09:10.035045 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f391d9d-55a3-4174-92c3-de220f61e0a3 req-24c482a9-024a-43ff-b63f-680ac9efb5c5 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:10.042393 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f391d9d-55a3-4174-92c3-de220f61e0a3 req-24c482a9-024a-43ff-b63f-680ac9efb5c5 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:10.049535 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f391d9d-55a3-4174-92c3-de220f61e0a3 req-24c482a9-024a-43ff-b63f-680ac9efb5c5 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:10.057208 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f391d9d-55a3-4174-92c3-de220f61e0a3 req-24c482a9-024a-43ff-b63f-680ac9efb5c5 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:10.064131 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f391d9d-55a3-4174-92c3-de220f61e0a3 req-24c482a9-024a-43ff-b63f-680ac9efb5c5 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:10.071404 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f391d9d-55a3-4174-92c3-de220f61e0a3 req-24c482a9-024a-43ff-b63f-680ac9efb5c5 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:10.078454 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f391d9d-55a3-4174-92c3-de220f61e0a3 req-24c482a9-024a-43ff-b63f-680ac9efb5c5 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:10.080431 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9f391d9d-55a3-4174-92c3-de220f61e0a3 req-24c482a9-024a-43ff-b63f-680ac9efb5c5 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5431 time: 0.1177127 Aug 10 01:09:10.097185 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 59250) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:10.132988 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9f391d9d-55a3-4174-92c3-de220f61e0a3 req-b3f70f07-af5f-4ab6-a687-869911f4a4e7 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0458252 Aug 10 01:09:10.177617 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-313da586-7d4e-401c-8389-11105c25aedb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8b094b05e0fd454180cc8aa4ad0629d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0790350 Aug 10 01:09:10.181202 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 59252) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:10.251328 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e660557d-c14f-44e3-a669-a2e0e9a1a88c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:10.282454 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e660557d-c14f-44e3-a669-a2e0e9a1a88c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:10.286353 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53424e4-a4bc-48eb-b33b-ebf447ae4443 req-f9f0aaa5-724e-4aac-bc72-863736c625f9 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:10.288583 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d53424e4-a4bc-48eb-b33b-ebf447ae4443 req-f9f0aaa5-724e-4aac-bc72-863736c625f9 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=009b395c-bdfe-4d6c-8e0c-1531500ccbf6 HTTP/1.1" status: 200 len: 945 time: 0.0593019 Aug 10 01:09:10.364400 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d53424e4-a4bc-48eb-b33b-ebf447ae4443 req-02ad243a-ca6f-4b21-8f89-f9500ea5d107 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688407 Aug 10 01:09:10.369828 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e660557d-c14f-44e3-a669-a2e0e9a1a88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:10.373952 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e660557d-c14f-44e3-a669-a2e0e9a1a88c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:10.377773 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e660557d-c14f-44e3-a669-a2e0e9a1a88c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ac5bf72a-a42d-499b-97cf-573a244b946c HTTP/1.1" status: 204 len: 168 time: 0.1924224 Aug 10 01:09:10.384171 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660557d-c14f-44e3-a669-a2e0e9a1a88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5bf72a-a42d-499b-97cf-573a244b946c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:10.566985 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a2564-047e-44b6-baab-b8690975a41f req-1537bd54-8cc2-458e-b84f-8eebabfb8c37 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:10.572694 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-433a2564-047e-44b6-baab-b8690975a41f req-1537bd54-8cc2-458e-b84f-8eebabfb8c37 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b93e667-c17e-4be9-981b-5da7c8793b26 HTTP/1.1" status: 200 len: 945 time: 0.0573232 Aug 10 01:09:10.626471 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-433a2564-047e-44b6-baab-b8690975a41f req-f2a54d26-c85d-404a-9bcd-2107de346085 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508420 Aug 10 01:09:10.735579 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 59262) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:10.782368 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2e6b7e05-e2ac-4e71-bbc4-a8d31c1465ce admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4c12288daa394daa9da852392fbf91b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451593 Aug 10 01:09:10.784972 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 59264) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:10.851398 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cf5ed968-d3bd-4f8c-9db4-42324d4f7368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:10.899217 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cf5ed968-d3bd-4f8c-9db4-42324d4f7368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:10.951030 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a770b-7b6e-4d2e-bfc5-05fd9309b66d req-895179cc-04a2-4a32-afe9-a6a949b99f73 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:10.952926 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-374a770b-7b6e-4d2e-bfc5-05fd9309b66d req-895179cc-04a2-4a32-afe9-a6a949b99f73 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 943 time: 0.0910828 Aug 10 01:09:10.990017 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cf5ed968-d3bd-4f8c-9db4-42324d4f7368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:10.992558 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cf5ed968-d3bd-4f8c-9db4-42324d4f7368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:10.993781 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-cf5ed968-d3bd-4f8c-9db4-42324d4f7368 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/450f2313-7e3b-4e20-a92f-a4ab3e3958ed HTTP/1.1" status: 204 len: 168 time: 0.2077315 Aug 10 01:09:11.001770 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-374a770b-7b6e-4d2e-bfc5-05fd9309b66d req-7d9e652c-341d-4266-8116-5d6aed6174bd tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414603 Aug 10 01:09:11.008351 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ed968-d3bd-4f8c-9db4-42324d4f7368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450f2313-7e3b-4e20-a92f-a4ab3e3958ed,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:11.189350 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a4d81241-01de-4a8a-85c6-65118d27a717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:11.321400 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29232d3e-d080-4257-9d83-d819aa32c25a req-9c2944a1-7591-45d4-82af-3feb888edd2f tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:11.333362 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29232d3e-d080-4257-9d83-d819aa32c25a req-9c2944a1-7591-45d4-82af-3feb888edd2f tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:11.345360 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29232d3e-d080-4257-9d83-d819aa32c25a req-9c2944a1-7591-45d4-82af-3feb888edd2f tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:11.358847 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29232d3e-d080-4257-9d83-d819aa32c25a req-9c2944a1-7591-45d4-82af-3feb888edd2f tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:11.391115 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29232d3e-d080-4257-9d83-d819aa32c25a req-9c2944a1-7591-45d4-82af-3feb888edd2f tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:11.400598 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29232d3e-d080-4257-9d83-d819aa32c25a req-9c2944a1-7591-45d4-82af-3feb888edd2f tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:11.420098 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29232d3e-d080-4257-9d83-d819aa32c25a req-9c2944a1-7591-45d4-82af-3feb888edd2f tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:11.423490 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-29232d3e-d080-4257-9d83-d819aa32c25a req-9c2944a1-7591-45d4-82af-3feb888edd2f tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5431 time: 0.1796930 Aug 10 01:09:11.493993 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:11.500406 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-29232d3e-d080-4257-9d83-d819aa32c25a req-3be92685-8c5c-4b4d-baeb-66afe12098bc tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619690 Aug 10 01:09:11.644860 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c25d6d-b992-4d06-88c4-def8805211ec req-6450d0a1-687f-4025-9492-80494cc80df0 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:11.646707 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b1c25d6d-b992-4d06-88c4-def8805211ec req-6450d0a1-687f-4025-9492-80494cc80df0 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=009b395c-bdfe-4d6c-8e0c-1531500ccbf6 HTTP/1.1" status: 200 len: 945 time: 0.0737989 Aug 10 01:09:11.708294 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b1c25d6d-b992-4d06-88c4-def8805211ec req-c797d479-3ebf-432e-bc35-20ca7561796e tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553069 Aug 10 01:09:11.903396 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83fb93-cade-46c5-8389-7c9d218af378 req-3c5cac4a-428d-4d35-a8bb-17685fa9a045 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:11.904980 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3e83fb93-cade-46c5-8389-7c9d218af378 req-3c5cac4a-428d-4d35-a8bb-17685fa9a045 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b93e667-c17e-4be9-981b-5da7c8793b26 HTTP/1.1" status: 200 len: 945 time: 0.0528111 Aug 10 01:09:11.956849 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3e83fb93-cade-46c5-8389-7c9d218af378 req-798e4a00-091e-4726-aa86-acb0cf0ec543 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455303 Aug 10 01:09:12.065136 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741a0f2-d107-4c0c-95a8-20f69699742d req-c54525d2-8dc1-4488-b3e9-ee11d567ff9e tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:12.066559 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6741a0f2-d107-4c0c-95a8-20f69699742d req-c54525d2-8dc1-4488-b3e9-ee11d567ff9e tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=009b395c-bdfe-4d6c-8e0c-1531500ccbf6 HTTP/1.1" status: 200 len: 945 time: 0.0586567 Aug 10 01:09:12.105414 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6741a0f2-d107-4c0c-95a8-20f69699742d req-a777bd51-8936-40ba-a2b8-d9169d6373a2 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322268 Aug 10 01:09:12.317244 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-a815389b-ce0f-46a1-95f4-cd8d22598cb0 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=cf849ef8b1384161b8c2b8a23069d68b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220642 Aug 10 01:09:12.422056 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-6c045fd7-f43c-450e-887e-ad97c4142ced tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:12.423498 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-6c045fd7-f43c-450e-887e-ad97c4142ced tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1007605 Aug 10 01:09:12.438507 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-d25117cc-40a3-4f5b-ae66-8c7b251c8949 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.35 "GET /v2.0/quotas/cf849ef8b1384161b8c2b8a23069d68b HTTP/1.1" status: 200 len: 375 time: 0.0093811 Aug 10 01:09:12.475254 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-0d7ddaa4-9b22-431f-9ba2-56a28cf17a1e tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf849ef8b1384161b8c2b8a23069d68b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315902 Aug 10 01:09:12.675692 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93640c22-7dbd-430a-9abf-5f6b75e8cad3 req-46accbec-a807-4d41-8bc0-ad3c5f099dcd tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:12.677490 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-93640c22-7dbd-430a-9abf-5f6b75e8cad3 req-46accbec-a807-4d41-8bc0-ad3c5f099dcd tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 943 time: 0.0495446 Aug 10 01:09:12.716592 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-93640c22-7dbd-430a-9abf-5f6b75e8cad3 req-83c60123-aa59-4234-b985-fb7abb05c9e5 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316837 Aug 10 01:09:12.829722 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef67cf-caec-46ca-9c32-0cc5458d309d req-b61e2900-b702-4737-9792-f8bd8a5244df tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:12.831279 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-91ef67cf-caec-46ca-9c32-0cc5458d309d req-b61e2900-b702-4737-9792-f8bd8a5244df tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=009b395c-bdfe-4d6c-8e0c-1531500ccbf6 HTTP/1.1" status: 200 len: 945 time: 0.0561438 Aug 10 01:09:12.869641 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-91ef67cf-caec-46ca-9c32-0cc5458d309d req-70af9126-ddac-4348-8b60-cf9f417e5c99 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321302 Aug 10 01:09:12.988485 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93581709-54a8-4676-94f3-f350a139f30a req-f13ca013-6684-47c2-8ca1-20da78ec4d67 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:12.994353 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93581709-54a8-4676-94f3-f350a139f30a req-f13ca013-6684-47c2-8ca1-20da78ec4d67 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:13.000913 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93581709-54a8-4676-94f3-f350a139f30a req-f13ca013-6684-47c2-8ca1-20da78ec4d67 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:13.006733 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93581709-54a8-4676-94f3-f350a139f30a req-f13ca013-6684-47c2-8ca1-20da78ec4d67 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:13.012629 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93581709-54a8-4676-94f3-f350a139f30a req-f13ca013-6684-47c2-8ca1-20da78ec4d67 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:13.018469 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93581709-54a8-4676-94f3-f350a139f30a req-f13ca013-6684-47c2-8ca1-20da78ec4d67 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:13.024330 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93581709-54a8-4676-94f3-f350a139f30a req-f13ca013-6684-47c2-8ca1-20da78ec4d67 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:13.026139 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-93581709-54a8-4676-94f3-f350a139f30a req-f13ca013-6684-47c2-8ca1-20da78ec4d67 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5431 time: 0.0955400 Aug 10 01:09:13.066551 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-93581709-54a8-4676-94f3-f350a139f30a req-211f1d95-2119-45ee-ad95-466cc16038aa tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338907 Aug 10 01:09:13.132721 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 50782122-dccf-4182-a6c4-c73579974fb2 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:09:13.149463 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-624366fb-d19f-4e75-a9bf-8a576096eeb4 req-24601931-5ba7-4646-8b84-25869f968d44 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b1848ee-0fec-432d-9f4c-020321dd21e5 HTTP/1.1" status: 200 len: 210 time: 0.0259120 Aug 10 01:09:13.239895 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 50782122-dccf-4182-a6c4-c73579974fb2, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=50782122-dccf-4182-a6c4-c73579974fb2,segment=NetworkSegment(0da4c42e-4459-4321-b2c7-7e940e3214c5),segment_id=0da4c42e-4459-4321-b2c7-7e940e3214c5)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:13.252109 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '50782122-dccf-4182-a6c4-c73579974fb2', 'network_id': '9ba4f345-2af9-4b1a-a096-ab30f02c75cd', 'port_id': '50782122-dccf-4182-a6c4-c73579974fb2', 'mac_address': 'fa:16:3e:19:f5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd12876e8-38cb-4d34-89a7-2e42b8fa22c7', 'ip_address': '10.1.1.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:09:13.288727 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:13.302034 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50782122-dccf-4182-a6c4-c73579974fb2 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:09:13.321603 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 50782122-dccf-4182-a6c4-c73579974fb2, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=50782122-dccf-4182-a6c4-c73579974fb2,segment=NetworkSegment(0da4c42e-4459-4321-b2c7-7e940e3214c5),segment_id=0da4c42e-4459-4321-b2c7-7e940e3214c5)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:13.325452 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:13.326346 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 834b0bb3-38be-46a7-8062-14ea75abcd5f details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:09:13.457574 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534086dd-9959-4703-a459-9d1c8a2c5d0e req-89011239-b7e9-4924-aad4-f9d17f2487b4 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:13.459216 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-534086dd-9959-4703-a459-9d1c8a2c5d0e req-89011239-b7e9-4924-aad4-f9d17f2487b4 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b93e667-c17e-4be9-981b-5da7c8793b26 HTTP/1.1" status: 200 len: 945 time: 0.0511076 Aug 10 01:09:13.500043 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-534086dd-9959-4703-a459-9d1c8a2c5d0e req-a0aed287-9118-4509-b261-416dba2c2a79 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339541 Aug 10 01:09:13.560588 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=50782122-dccf-4182-a6c4-c73579974fb2,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:13.606619 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 834b0bb3-38be-46a7-8062-14ea75abcd5f, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=834b0bb3-38be-46a7-8062-14ea75abcd5f,segment=NetworkSegment(22bee217-1454-4f82-8ba4-237438a86038),segment_id=22bee217-1454-4f82-8ba4-237438a86038)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:13.607976 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a653c4-f33c-4c9b-ba4e-fbd6d54c5c51 req-3969ddaa-b30a-487f-9e6a-e04bc8de7210 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:13.609522 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d3a653c4-f33c-4c9b-ba4e-fbd6d54c5c51 req-3969ddaa-b30a-487f-9e6a-e04bc8de7210 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=009b395c-bdfe-4d6c-8e0c-1531500ccbf6 HTTP/1.1" status: 200 len: 945 time: 0.0535026 Aug 10 01:09:13.619712 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '834b0bb3-38be-46a7-8062-14ea75abcd5f', 'network_id': 'aaa7fdb9-5c2f-4bac-aa26-627a06906836', 'port_id': '834b0bb3-38be-46a7-8062-14ea75abcd5f', 'mac_address': 'fa:16:3e:9a:80:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '339ff70b-03e4-4165-8331-9fed849d52e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:09:13.649643 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d3a653c4-f33c-4c9b-ba4e-fbd6d54c5c51 req-e0933906-73a7-478c-9977-e017645b2d86 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318775 Aug 10 01:09:13.659692 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:13.672750 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 834b0bb3-38be-46a7-8062-14ea75abcd5f {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:09:13.691439 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 834b0bb3-38be-46a7-8062-14ea75abcd5f, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=834b0bb3-38be-46a7-8062-14ea75abcd5f,segment=NetworkSegment(22bee217-1454-4f82-8ba4-237438a86038),segment_id=22bee217-1454-4f82-8ba4-237438a86038)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:13.695237 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:13.695915 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 3ebb267f-3505-448c-a3cb-fbb1b4c35076 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:09:13.770532 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=834b0bb3-38be-46a7-8062-14ea75abcd5f,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:13.774564 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 3ebb267f-3505-448c-a3cb-fbb1b4c35076, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=3ebb267f-3505-448c-a3cb-fbb1b4c35076,segment=NetworkSegment(0da4c42e-4459-4321-b2c7-7e940e3214c5),segment_id=0da4c42e-4459-4321-b2c7-7e940e3214c5)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:13.787372 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '3ebb267f-3505-448c-a3cb-fbb1b4c35076', 'network_id': '9ba4f345-2af9-4b1a-a096-ab30f02c75cd', 'port_id': '3ebb267f-3505-448c-a3cb-fbb1b4c35076', 'mac_address': 'fa:16:3e:e4:ed:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd12876e8-38cb-4d34-89a7-2e42b8fa22c7', 'ip_address': '10.1.1.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:09:13.841098 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1da1eb0f-0bfb-4c18-b7fc-54a332107406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:13.843087 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:13.847253 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5811e-558e-4d56-a49f-5df870bc8743 req-8747b215-e6c2-475d-946b-4bcebd99d22f tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:13.848788 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-afd5811e-558e-4d56-a49f-5df870bc8743 req-8747b215-e6c2-475d-946b-4bcebd99d22f tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 943 time: 0.0505445 Aug 10 01:09:13.856892 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ebb267f-3505-448c-a3cb-fbb1b4c35076 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:09:13.877249 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 3ebb267f-3505-448c-a3cb-fbb1b4c35076, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=3ebb267f-3505-448c-a3cb-fbb1b4c35076,segment=NetworkSegment(0da4c42e-4459-4321-b2c7-7e940e3214c5),segment_id=0da4c42e-4459-4321-b2c7-7e940e3214c5)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:13.881612 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:13.882480 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 3b050334-2ff6-40ea-a72f-68fb7b069c16 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:09:13.887559 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-afd5811e-558e-4d56-a49f-5df870bc8743 req-551ae3cd-958a-4dbe-b844-b9aaf45d62dd tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326824 Aug 10 01:09:13.974401 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=3ebb267f-3505-448c-a3cb-fbb1b4c35076,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:14.016582 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 3b050334-2ff6-40ea-a72f-68fb7b069c16, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=3b050334-2ff6-40ea-a72f-68fb7b069c16,segment=NetworkSegment(6bfb71d1-ea60-4741-9273-9da4874fac99),segment_id=6bfb71d1-ea60-4741-9273-9da4874fac99)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:14.027423 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '3b050334-2ff6-40ea-a72f-68fb7b069c16', 'network_id': 'f42b1fb5-1f26-4b59-83fe-d283978e154a', 'port_id': '3b050334-2ff6-40ea-a72f-68fb7b069c16', 'mac_address': 'fa:16:3e:13:f3:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e25e17ad-fffa-4e24-9b5d-5651c3a6a11c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:09:14.063005 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:14.075597 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b050334-2ff6-40ea-a72f-68fb7b069c16 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:09:14.095327 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 3b050334-2ff6-40ea-a72f-68fb7b069c16, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=3b050334-2ff6-40ea-a72f-68fb7b069c16,segment=NetworkSegment(6bfb71d1-ea60-4741-9273-9da4874fac99),segment_id=6bfb71d1-ea60-4741-9273-9da4874fac99)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:14.100340 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:14.101001 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 427164c9-834c-4700-aa7f-4f167b1f6f0e details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:09:14.170553 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 427164c9-834c-4700-aa7f-4f167b1f6f0e, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=427164c9-834c-4700-aa7f-4f167b1f6f0e,segment=NetworkSegment(0da4c42e-4459-4321-b2c7-7e940e3214c5),segment_id=0da4c42e-4459-4321-b2c7-7e940e3214c5)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:14.172975 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=3b050334-2ff6-40ea-a72f-68fb7b069c16,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:14.184446 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '427164c9-834c-4700-aa7f-4f167b1f6f0e', 'network_id': '9ba4f345-2af9-4b1a-a096-ab30f02c75cd', 'port_id': '427164c9-834c-4700-aa7f-4f167b1f6f0e', 'mac_address': 'fa:16:3e:bc:ed:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd12876e8-38cb-4d34-89a7-2e42b8fa22c7', 'ip_address': '10.1.1.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:09:14.195636 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b462d-9d8e-4255-b248-fe83606a8d1f req-f95496a5-5d58-437f-997c-92b6845bea86 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:14.202198 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b462d-9d8e-4255-b248-fe83606a8d1f req-f95496a5-5d58-437f-997c-92b6845bea86 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:14.208164 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b462d-9d8e-4255-b248-fe83606a8d1f req-f95496a5-5d58-437f-997c-92b6845bea86 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:14.215230 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b462d-9d8e-4255-b248-fe83606a8d1f req-f95496a5-5d58-437f-997c-92b6845bea86 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:14.221042 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:14.221194 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b462d-9d8e-4255-b248-fe83606a8d1f req-f95496a5-5d58-437f-997c-92b6845bea86 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:14.227171 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b462d-9d8e-4255-b248-fe83606a8d1f req-f95496a5-5d58-437f-997c-92b6845bea86 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:14.233130 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b462d-9d8e-4255-b248-fe83606a8d1f req-f95496a5-5d58-437f-997c-92b6845bea86 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:14.233359 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 427164c9-834c-4700-aa7f-4f167b1f6f0e {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:09:14.235063 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-326b462d-9d8e-4255-b248-fe83606a8d1f req-f95496a5-5d58-437f-997c-92b6845bea86 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5435 time: 0.0944705 Aug 10 01:09:14.253367 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 427164c9-834c-4700-aa7f-4f167b1f6f0e, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=427164c9-834c-4700-aa7f-4f167b1f6f0e,segment=NetworkSegment(0da4c42e-4459-4321-b2c7-7e940e3214c5),segment_id=0da4c42e-4459-4321-b2c7-7e940e3214c5)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:14.257550 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:14.258584 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device a2d462a7-be3a-4fdd-88a6-2bcf3f10891f details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:09:14.284569 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-326b462d-9d8e-4255-b248-fe83606a8d1f req-773151c3-7407-43b0-aa02-437c4cbaecf6 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417655 Aug 10 01:09:14.333957 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port a2d462a7-be3a-4fdd-88a6-2bcf3f10891f, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=a2d462a7-be3a-4fdd-88a6-2bcf3f10891f,segment=NetworkSegment(6bfb71d1-ea60-4741-9273-9da4874fac99),segment_id=6bfb71d1-ea60-4741-9273-9da4874fac99)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:14.336370 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=427164c9-834c-4700-aa7f-4f167b1f6f0e,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:14.348719 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': 'a2d462a7-be3a-4fdd-88a6-2bcf3f10891f', 'network_id': 'f42b1fb5-1f26-4b59-83fe-d283978e154a', 'port_id': 'a2d462a7-be3a-4fdd-88a6-2bcf3f10891f', 'mac_address': 'fa:16:3e:70:f6:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e25e17ad-fffa-4e24-9b5d-5651c3a6a11c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:09:14.368622 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-844dba1d-7807-4bc0-86b1-e9fe6d74f0d9 req-d4594780-b2af-4da4-965d-08a794c69c6e tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b1848ee-0fec-432d-9f4c-020321dd21e5 HTTP/1.1" status: 200 len: 210 time: 0.0264113 Aug 10 01:09:14.406371 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:14.415363 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:14.421689 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2d462a7-be3a-4fdd-88a6-2bcf3f10891f {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:09:14.442909 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port a2d462a7-be3a-4fdd-88a6-2bcf3f10891f, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=a2d462a7-be3a-4fdd-88a6-2bcf3f10891f,segment=NetworkSegment(6bfb71d1-ea60-4741-9273-9da4874fac99),segment_id=6bfb71d1-ea60-4741-9273-9da4874fac99)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:14.446723 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:14.447375 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 3e7d4ffb-cca1-41ee-8a33-4b120246fc85 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:09:14.513052 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 3e7d4ffb-cca1-41ee-8a33-4b120246fc85, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=3e7d4ffb-cca1-41ee-8a33-4b120246fc85,segment=NetworkSegment(0da4c42e-4459-4321-b2c7-7e940e3214c5),segment_id=0da4c42e-4459-4321-b2c7-7e940e3214c5)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:14.515355 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=a2d462a7-be3a-4fdd-88a6-2bcf3f10891f,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:14.525838 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '3e7d4ffb-cca1-41ee-8a33-4b120246fc85', 'network_id': '9ba4f345-2af9-4b1a-a096-ab30f02c75cd', 'port_id': '3e7d4ffb-cca1-41ee-8a33-4b120246fc85', 'mac_address': 'fa:16:3e:d6:9a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd12876e8-38cb-4d34-89a7-2e42b8fa22c7', 'ip_address': '10.1.1.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:09:14.563023 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:14.575568 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e7d4ffb-cca1-41ee-8a33-4b120246fc85 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:09:14.594706 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 3e7d4ffb-cca1-41ee-8a33-4b120246fc85, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=3e7d4ffb-cca1-41ee-8a33-4b120246fc85,segment=NetworkSegment(0da4c42e-4459-4321-b2c7-7e940e3214c5),segment_id=0da4c42e-4459-4321-b2c7-7e940e3214c5)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:14.598375 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:14.624833 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafe0d8-f033-4613-be17-e6a8cc02b331 req-ab3523e8-0f3d-4766-bc99-3b788ef01659 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:14.626525 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8fafe0d8-f033-4613-be17-e6a8cc02b331 req-ab3523e8-0f3d-4766-bc99-3b788ef01659 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b93e667-c17e-4be9-981b-5da7c8793b26 HTTP/1.1" status: 200 len: 945 time: 0.0564630 Aug 10 01:09:14.653541 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=3e7d4ffb-cca1-41ee-8a33-4b120246fc85,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:14.664839 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8fafe0d8-f033-4613-be17-e6a8cc02b331 req-6d7f5c49-b602-493e-9a97-381ce8be2c3d tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320175 Aug 10 01:09:14.766853 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365dc42-2937-43ac-8adb-36129d1705cb req-cde66c89-79e4-43ff-a1bc-b1c601bc55b5 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:14.768501 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6365dc42-2937-43ac-8adb-36129d1705cb req-cde66c89-79e4-43ff-a1bc-b1c601bc55b5 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=009b395c-bdfe-4d6c-8e0c-1531500ccbf6 HTTP/1.1" status: 200 len: 945 time: 0.0497601 Aug 10 01:09:14.806200 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6365dc42-2937-43ac-8adb-36129d1705cb req-b090032f-b25e-4309-8def-48e886748fa7 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318015 Aug 10 01:09:15.011706 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d920d30-5b06-44f1-bef5-267ff0e978f7 req-b3896126-6508-426b-9e16-f0ee3a3b39d5 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:15.013192 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d920d30-5b06-44f1-bef5-267ff0e978f7 req-b3896126-6508-426b-9e16-f0ee3a3b39d5 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 943 time: 0.0525572 Aug 10 01:09:15.051408 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d920d30-5b06-44f1-bef5-267ff0e978f7 req-430b76e3-268d-4edf-9962-ffddfeda13e3 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321980 Aug 10 01:09:15.099269 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:15.423211 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8982ac-b22f-44a9-8267-52dece70f9e3 req-a2c0d2fa-67f2-4899-8ddd-f6dd28af8e9d tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:15.424703 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ac8982ac-b22f-44a9-8267-52dece70f9e3 req-a2c0d2fa-67f2-4899-8ddd-f6dd28af8e9d tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.20 "GET /v2.0/ports?device_id=009b395c-bdfe-4d6c-8e0c-1531500ccbf6 HTTP/1.1" status: 200 len: 945 time: 0.0769942 Aug 10 01:09:15.451397 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208f895-4d33-489d-93f8-d196648fa87c req-aeba912a-5df9-4d5b-bae5-b142f9bdd0e8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:15.457312 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208f895-4d33-489d-93f8-d196648fa87c req-aeba912a-5df9-4d5b-bae5-b142f9bdd0e8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:15.463133 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208f895-4d33-489d-93f8-d196648fa87c req-aeba912a-5df9-4d5b-bae5-b142f9bdd0e8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:15.469772 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208f895-4d33-489d-93f8-d196648fa87c req-aeba912a-5df9-4d5b-bae5-b142f9bdd0e8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:15.475618 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208f895-4d33-489d-93f8-d196648fa87c req-aeba912a-5df9-4d5b-bae5-b142f9bdd0e8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:15.481518 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208f895-4d33-489d-93f8-d196648fa87c req-aeba912a-5df9-4d5b-bae5-b142f9bdd0e8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:15.487386 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208f895-4d33-489d-93f8-d196648fa87c req-aeba912a-5df9-4d5b-bae5-b142f9bdd0e8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:15.489236 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b208f895-4d33-489d-93f8-d196648fa87c req-aeba912a-5df9-4d5b-bae5-b142f9bdd0e8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5438 time: 0.1158013 Aug 10 01:09:15.579590 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b208f895-4d33-489d-93f8-d196648fa87c req-b7cf8bfa-9b67-41e5-b8c2-a86c95f780ea tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0705895 Aug 10 01:09:15.599724 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-ac8982ac-b22f-44a9-8267-52dece70f9e3 req-d51a2c7e-d9cc-4a29-b06c-f6e2e81233ec tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Deleting port d31489a0-7caa-4556-b9f2-2bb066df6787 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:15.600075 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ac8982ac-b22f-44a9-8267-52dece70f9e3 req-d51a2c7e-d9cc-4a29-b06c-f6e2e81233ec tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:15.688143 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0bc39bf8-9c5c-4485-8ea6-b6879504fa82 req-beee4abc-aefb-4236-b035-e11701c5be0b tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b1848ee-0fec-432d-9f4c-020321dd21e5 HTTP/1.1" status: 200 len: 210 time: 0.0379970 Aug 10 01:09:15.723687 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-ac8982ac-b22f-44a9-8267-52dece70f9e3 req-d51a2c7e-d9cc-4a29-b06c-f6e2e81233ec tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] For port d31489a0-7caa-4556-b9f2-2bb066df6787, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=d31489a0-7caa-4556-b9f2-2bb066df6787,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:15.724367 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ac8982ac-b22f-44a9-8267-52dece70f9e3 req-d51a2c7e-d9cc-4a29-b06c-f6e2e81233ec tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:15.737117 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-ac8982ac-b22f-44a9-8267-52dece70f9e3 req-d51a2c7e-d9cc-4a29-b06c-f6e2e81233ec tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Calling delete_port for d31489a0-7caa-4556-b9f2-2bb066df6787 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:15.891277 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ac8982ac-b22f-44a9-8267-52dece70f9e3 req-d51a2c7e-d9cc-4a29-b06c-f6e2e81233ec tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:15.908375 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f762c-91b8-48ba-9879-21c343bfa45f req-032a7fcc-a385-44d7-8007-8cefb1c36635 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:15.909839 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-196f762c-91b8-48ba-9879-21c343bfa45f req-032a7fcc-a385-44d7-8007-8cefb1c36635 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b93e667-c17e-4be9-981b-5da7c8793b26 HTTP/1.1" status: 200 len: 945 time: 0.0737796 Aug 10 01:09:15.928353 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['d31489a0-7caa-4556-b9f2-2bb066df6787'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:09:15.937704 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a2c7e-d9cc-4a29-b06c-f6e2e81233ec tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Pushing event deleted for resources: {'Port': ['ID=d31489a0-7caa-4556-b9f2-2bb066df6787,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:15.995220 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8982ac-b22f-44a9-8267-52dece70f9e3 req-d51a2c7e-d9cc-4a29-b06c-f6e2e81233ec tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] No DVR routers for this DVR port d31489a0-7caa-4556-b9f2-2bb066df6787 on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:09:15.999879 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-196f762c-91b8-48ba-9879-21c343bfa45f req-dda27459-3c1c-417f-b11a-349fe08a635a tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706575 Aug 10 01:09:16.000945 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ac8982ac-b22f-44a9-8267-52dece70f9e3 req-d51a2c7e-d9cc-4a29-b06c-f6e2e81233ec tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:16.002901 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ac8982ac-b22f-44a9-8267-52dece70f9e3 req-d51a2c7e-d9cc-4a29-b06c-f6e2e81233ec tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.20 "DELETE /v2.0/ports/d31489a0-7caa-4556-b9f2-2bb066df6787 HTTP/1.1" status: 204 len: 173 time: 0.5699592 Aug 10 01:09:16.003675 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '009b395c-bdfe-4d6c-8e0c-1531500ccbf6', 'name': 'network-vif-deleted', 'tag': 'd31489a0-7caa-4556-b9f2-2bb066df6787'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:09:16.005784 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8232d495-5ae8-47cd-ae10-1ac924345fc2" -d '{"events": [{"server_uuid": "009b395c-bdfe-4d6c-8e0c-1531500ccbf6", "name": "network-vif-deleted", "tag": "d31489a0-7caa-4556-b9f2-2bb066df6787"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:09:16.009452 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['834b0bb3-38be-46a7-8062-14ea75abcd5f'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:09:16.034746 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['3ebb267f-3505-448c-a3cb-fbb1b4c35076'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:09:16.073344 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['427164c9-834c-4700-aa7f-4f167b1f6f0e'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:09:16.150972 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d62c0818-0921-4b7b-b7c3-615fd6c943a3 req-80843604-beb1-4f11-997e-560765c5168d tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=009b395c-bdfe-4d6c-8e0c-1531500ccbf6 HTTP/1.1" status: 200 len: 210 time: 0.0845449 Aug 10 01:09:16.152652 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d1b418-5842-407c-aadc-cf0fcfe14764 x-openstack-request-id: req-30d1b418-5842-407c-aadc-cf0fcfe14764 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:09:16.152952 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "009b395c-bdfe-4d6c-8e0c-1531500ccbf6", "name": "network-vif-deleted", "tag": "d31489a0-7caa-4556-b9f2-2bb066df6787", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:09:16.153212 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-30d1b418-5842-407c-aadc-cf0fcfe14764 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:09:16.153619 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '009b395c-bdfe-4d6c-8e0c-1531500ccbf6', 'name': 'network-vif-deleted', 'tag': 'd31489a0-7caa-4556-b9f2-2bb066df6787', 'status': 'completed', 'code': 200} Aug 10 01:09:16.269394 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:16.277906 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ddf7f2-26a8-47c5-9b60-eab738fcd2ce req-f0080cf1-3d08-491c-8bbe-e8a3d5d89c11 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:16.279803 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-54ddf7f2-26a8-47c5-9b60-eab738fcd2ce req-f0080cf1-3d08-491c-8bbe-e8a3d5d89c11 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 943 time: 0.0686951 Aug 10 01:09:16.342752 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-54ddf7f2-26a8-47c5-9b60-eab738fcd2ce req-e07e7832-bc58-4a27-afd4-e5ae002b27ea tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490794 Aug 10 01:09:16.721519 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebeca4-4d7a-4a3b-b0c2-37ee982de2df req-c824a908-4526-46f1-85ea-bbb0925bf353 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:16.727640 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebeca4-4d7a-4a3b-b0c2-37ee982de2df req-c824a908-4526-46f1-85ea-bbb0925bf353 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:16.734167 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebeca4-4d7a-4a3b-b0c2-37ee982de2df req-c824a908-4526-46f1-85ea-bbb0925bf353 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:16.740101 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebeca4-4d7a-4a3b-b0c2-37ee982de2df req-c824a908-4526-46f1-85ea-bbb0925bf353 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:16.746692 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebeca4-4d7a-4a3b-b0c2-37ee982de2df req-c824a908-4526-46f1-85ea-bbb0925bf353 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:16.752715 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebeca4-4d7a-4a3b-b0c2-37ee982de2df req-c824a908-4526-46f1-85ea-bbb0925bf353 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:16.758683 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebeca4-4d7a-4a3b-b0c2-37ee982de2df req-c824a908-4526-46f1-85ea-bbb0925bf353 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:16.760656 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eaebeca4-4d7a-4a3b-b0c2-37ee982de2df req-c824a908-4526-46f1-85ea-bbb0925bf353 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5438 time: 0.1027503 Aug 10 01:09:16.807550 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eaebeca4-4d7a-4a3b-b0c2-37ee982de2df req-777562d8-5dcd-4319-80ab-8938a7f78863 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406892 Aug 10 01:09:16.871014 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1dde1cff-fa7f-45b5-8712-2caccd9a0398 req-b3f38c60-e620-47c6-8535-fb94cc880d7c tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b1848ee-0fec-432d-9f4c-020321dd21e5 HTTP/1.1" status: 200 len: 210 time: 0.0317380 Aug 10 01:09:17.127624 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cde74f-1b2f-45f2-aea5-ee7f1bc2e7e4 req-a4fcb103-291c-4a71-a4b5-87f8485f7504 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:17.129704 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-14cde74f-1b2f-45f2-aea5-ee7f1bc2e7e4 req-a4fcb103-291c-4a71-a4b5-87f8485f7504 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b93e667-c17e-4be9-981b-5da7c8793b26 HTTP/1.1" status: 200 len: 945 time: 0.0557787 Aug 10 01:09:17.174325 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-14cde74f-1b2f-45f2-aea5-ee7f1bc2e7e4 req-1396a288-03b3-40df-8e6d-88f4a6739002 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379572 Aug 10 01:09:17.244063 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-d7d1fbbc-daa5-4c42-a5af-f8f331408eb7 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=cf849ef8b1384161b8c2b8a23069d68b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307472 Aug 10 01:09:17.285732 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-80b4a38e-73fa-4322-bc47-62b1bca987f1 req-8e8092a2-a6c7-4024-aa0f-3f257e4ce767 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=009b395c-bdfe-4d6c-8e0c-1531500ccbf6 HTTP/1.1" status: 200 len: 210 time: 0.0424707 Aug 10 01:09:17.364781 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-529d0f48-f784-4994-97dc-b02b7aaa5788 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:17.366255 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-529d0f48-f784-4994-97dc-b02b7aaa5788 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1131852 Aug 10 01:09:17.381136 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-20d4aaa0-1523-4e74-a365-9a964778a815 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Request body: {'port': {'device_id': '9b1848ee-0fec-432d-9f4c-020321dd21e5', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'admin_state_up': True, 'tenant_id': 'cf849ef8b1384161b8c2b8a23069d68b'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:17.443220 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['50782122-dccf-4182-a6c4-c73579974fb2'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:09:17.465893 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fa434-ddb0-4403-ae7d-63ce797c3ca9 req-303004b8-ebd9-48d3-a266-b245c8f56ca4 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:17.467435 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7b1fa434-ddb0-4403-ae7d-63ce797c3ca9 req-303004b8-ebd9-48d3-a266-b245c8f56ca4 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 943 time: 0.0512903 Aug 10 01:09:17.486296 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['3b050334-2ff6-40ea-a72f-68fb7b069c16'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:09:17.489118 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['a2d462a7-be3a-4fdd-88a6-2bcf3f10891f'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:09:17.509244 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-20d4aaa0-1523-4e74-a365-9a964778a815 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Made reservation on behalf of cf849ef8b1384161b8c2b8a23069d68b for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:17.513059 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-20d4aaa0-1523-4e74-a365-9a964778a815 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:17.523228 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-20d4aaa0-1523-4e74-a365-9a964778a815 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:17.525092 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7b1fa434-ddb0-4403-ae7d-63ce797c3ca9 req-38c07aa9-1c8d-4964-a7b9-38e4fac4320b tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415833 Aug 10 01:09:17.568310 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['3e7d4ffb-cca1-41ee-8a33-4b120246fc85'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:09:17.637903 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-20d4aaa0-1523-4e74-a365-9a964778a815 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:17.643541 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-20d4aaa0-1523-4e74-a365-9a964778a815 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:17.717574 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4aaa0-1523-4e74-a365-9a964778a815 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88fcf5d7-c66f-40f5-aca4-8807cbe7abc7,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:17.808054 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-20d4aaa0-1523-4e74-a365-9a964778a815 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Allocated IP 192.168.233.46 (853ae90b-411a-4cc9-b27c-aa212d4ff023/f49e9f1d-7e8a-42ac-a9f2-157734919ae5/f14a4fc3-df23-43d6-b84e-5a6cb7883365) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:09:17.988420 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-20d4aaa0-1523-4e74-a365-9a964778a815 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:18.005364 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0cb2b49f-bd92-44b3-a35c-b81126be096d req-d53a4d54-2e87-4f76-b7c8-0754bfd5480b tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b1848ee-0fec-432d-9f4c-020321dd21e5 HTTP/1.1" status: 200 len: 210 time: 0.0525036 Aug 10 01:09:18.018147 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-20d4aaa0-1523-4e74-a365-9a964778a815 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Transition to ACTIVE for port object f14a4fc3-df23-43d6-b84e-5a6cb7883365 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:18.037216 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bae8c7-e5c1-44ab-a5a6-b04f5052db73 req-a8699209-4523-452f-bfe5-b6b2302d6337 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:18.046130 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bae8c7-e5c1-44ab-a5a6-b04f5052db73 req-a8699209-4523-452f-bfe5-b6b2302d6337 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:18.053303 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bae8c7-e5c1-44ab-a5a6-b04f5052db73 req-a8699209-4523-452f-bfe5-b6b2302d6337 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:18.061324 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bae8c7-e5c1-44ab-a5a6-b04f5052db73 req-a8699209-4523-452f-bfe5-b6b2302d6337 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:18.067866 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bae8c7-e5c1-44ab-a5a6-b04f5052db73 req-a8699209-4523-452f-bfe5-b6b2302d6337 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:18.074942 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bae8c7-e5c1-44ab-a5a6-b04f5052db73 req-a8699209-4523-452f-bfe5-b6b2302d6337 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:18.079681 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bae8c7-e5c1-44ab-a5a6-b04f5052db73 req-a8699209-4523-452f-bfe5-b6b2302d6337 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:18.081639 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-89bae8c7-e5c1-44ab-a5a6-b04f5052db73 req-a8699209-4523-452f-bfe5-b6b2302d6337 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5438 time: 0.1904199 Aug 10 01:09:18.103251 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-20d4aaa0-1523-4e74-a365-9a964778a815 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:18.129973 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-89bae8c7-e5c1-44ab-a5a6-b04f5052db73 req-841fa160-aad3-4d77-8126-aa0513ee37b2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416975 Aug 10 01:09:18.159116 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b4b97-9d30-4bea-824c-782a0862cd7f req-16c74c34-cd2a-4888-9cdf-41c519a06634 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:18.161800 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-423b4b97-9d30-4bea-824c-782a0862cd7f req-16c74c34-cd2a-4888-9cdf-41c519a06634 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b93e667-c17e-4be9-981b-5da7c8793b26 HTTP/1.1" status: 200 len: 945 time: 0.0980651 Aug 10 01:09:18.162571 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-20d4aaa0-1523-4e74-a365-9a964778a815 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Network 853ae90b-411a-4cc9-b27c-aa212d4ff023 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:09:18.169895 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-20d4aaa0-1523-4e74-a365-9a964778a815 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:18.179135 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-20d4aaa0-1523-4e74-a365-9a964778a815 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:09:18.240406 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4aaa0-1523-4e74-a365-9a964778a815 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Pushing event updated for resources: {'Port': ['ID=f14a4fc3-df23-43d6-b84e-5a6cb7883365,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:18.299664 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-20d4aaa0-1523-4e74-a365-9a964778a815 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:18.300523 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-20d4aaa0-1523-4e74-a365-9a964778a815 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:18.340372 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-20d4aaa0-1523-4e74-a365-9a964778a815 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9632962 Aug 10 01:09:18.345104 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a62b5b-8c95-4c5c-8658-db8679a0a677 req-29dac4af-dbe2-4667-892e-0d1c5954bd07 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:18.348646 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-17a62b5b-8c95-4c5c-8658-db8679a0a677 req-29dac4af-dbe2-4667-892e-0d1c5954bd07 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b93e667-c17e-4be9-981b-5da7c8793b26 HTTP/1.1" status: 200 len: 945 time: 0.0778828 Aug 10 01:09:18.356537 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-2dc1751e-0a66-4c9b-a45e-b1d24f8856da service neutron] Request body: {'port': {'device_id': '9b1848ee-0fec-432d-9f4c-020321dd21e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:18.362430 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-423b4b97-9d30-4bea-824c-782a0862cd7f req-6ff90f18-4eea-4eab-908f-6130898a338b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Deleting port 8d167231-c738-4ce8-a27c-faa105b480a0 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:18.363196 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-423b4b97-9d30-4bea-824c-782a0862cd7f req-6ff90f18-4eea-4eab-908f-6130898a338b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:18.436691 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-73f18de5-26c2-4468-939f-672cacd221f1 req-0847d3e2-34d2-4091-bb14-56ba7c6f017e tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=009b395c-bdfe-4d6c-8e0c-1531500ccbf6 HTTP/1.1" status: 200 len: 210 time: 0.0465138 Aug 10 01:09:18.444964 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-17a62b5b-8c95-4c5c-8658-db8679a0a677 req-da1a0b1e-c586-44d3-974c-879e5d770086 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809822 Aug 10 01:09:18.497799 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-2dc1751e-0a66-4c9b-a45e-b1d24f8856da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:18.509076 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-93639e16-d25c-4da3-9ab6-736160c35039 None None] Provisioning for port f14a4fc3-df23-43d6-b84e-5a6cb7883365 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:09:18.514299 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-93639e16-d25c-4da3-9ab6-736160c35039 None None] Provisioning complete for port f14a4fc3-df23-43d6-b84e-5a6cb7883365 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:18.514942 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-93639e16-d25c-4da3-9ab6-736160c35039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:18.528903 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-423b4b97-9d30-4bea-824c-782a0862cd7f req-6ff90f18-4eea-4eab-908f-6130898a338b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] For port 8d167231-c738-4ce8-a27c-faa105b480a0, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=8d167231-c738-4ce8-a27c-faa105b480a0,segment=NetworkSegment(972b6f59-ca6f-4d63-843a-63e117aa35cb),segment_id=972b6f59-ca6f-4d63-843a-63e117aa35cb)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:18.529271 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-423b4b97-9d30-4bea-824c-782a0862cd7f req-6ff90f18-4eea-4eab-908f-6130898a338b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:18.551794 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-93639e16-d25c-4da3-9ab6-736160c35039 None None] Port f14a4fc3-df23-43d6-b84e-5a6cb7883365 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:09:18.561671 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-423b4b97-9d30-4bea-824c-782a0862cd7f req-6ff90f18-4eea-4eab-908f-6130898a338b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Calling delete_port for 8d167231-c738-4ce8-a27c-faa105b480a0 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:18.682493 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe63e84-1f80-4dd5-8056-e94b8854559a req-e4b48f22-c976-40a6-b751-c110a85abaa2 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:18.685237 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bbe63e84-1f80-4dd5-8056-e94b8854559a req-e4b48f22-c976-40a6-b751-c110a85abaa2 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 943 time: 0.0526333 Aug 10 01:09:18.725914 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bbe63e84-1f80-4dd5-8056-e94b8854559a req-50d20e48-8296-44a3-bd85-bee5f6ca113e tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331614 Aug 10 01:09:18.848513 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-423b4b97-9d30-4bea-824c-782a0862cd7f req-6ff90f18-4eea-4eab-908f-6130898a338b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:18.861107 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['16a59ecc-9352-418f-bfd7-e7af3e907051', '8d167231-c738-4ce8-a27c-faa105b480a0'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:09:18.884355 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff90f18-4eea-4eab-908f-6130898a338b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Pushing event deleted for resources: {'Port': ['ID=8d167231-c738-4ce8-a27c-faa105b480a0,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:19.139318 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device d31489a0-7caa-4556-b9f2-2bb066df6787 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:09:19.167870 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a48d9b-ac74-4192-8746-b5dfd4873997 req-b9d4ad33-56b3-4a23-90ff-cb6c531786d9 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:19.172423 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b0a48d9b-ac74-4192-8746-b5dfd4873997 req-b9d4ad33-56b3-4a23-90ff-cb6c531786d9 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b1848ee-0fec-432d-9f4c-020321dd21e5 HTTP/1.1" status: 200 len: 935 time: 0.0853724 Aug 10 01:09:19.174079 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: d31489a0-7caa-4556-b9f2-2bb066df6787 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:09:19.174508 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device d31489a0-7caa-4556-b9f2-2bb066df6787 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:09:19.213572 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b0a48d9b-ac74-4192-8746-b5dfd4873997 req-01d510a6-f4c0-443b-8cbe-91e073d30b9b tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.35 "GET /v2.0/security-groups?id=88fcf5d7-c66f-40f5-aca4-8807cbe7abc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351636 Aug 10 01:09:19.268840 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-423b4b97-9d30-4bea-824c-782a0862cd7f req-6ff90f18-4eea-4eab-908f-6130898a338b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] No DVR routers for this DVR port 8d167231-c738-4ce8-a27c-faa105b480a0 on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:09:19.272418 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-423b4b97-9d30-4bea-824c-782a0862cd7f req-6ff90f18-4eea-4eab-908f-6130898a338b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:19.274443 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-423b4b97-9d30-4bea-824c-782a0862cd7f req-6ff90f18-4eea-4eab-908f-6130898a338b tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.24 "DELETE /v2.0/ports/8d167231-c738-4ce8-a27c-faa105b480a0 HTTP/1.1" status: 204 len: 173 time: 1.1061573 Aug 10 01:09:19.274893 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b93e667-c17e-4be9-981b-5da7c8793b26', 'name': 'network-vif-deleted', 'tag': '8d167231-c738-4ce8-a27c-faa105b480a0'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:09:19.283263 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91de7a7-044e-4c95-99ce-661f2f2b889e" -d '{"events": [{"server_uuid": "2b93e667-c17e-4be9-981b-5da7c8793b26", "name": "network-vif-deleted", "tag": "8d167231-c738-4ce8-a27c-faa105b480a0"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:09:19.292379 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-2dc1751e-0a66-4c9b-a45e-b1d24f8856da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f14a4fc3-df23-43d6-b84e-5a6cb7883365 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:09:19.300977 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-2dc1751e-0a66-4c9b-a45e-b1d24f8856da service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:19.320080 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-2dc1751e-0a66-4c9b-a45e-b1d24f8856da service neutron] Transition to ACTIVE for port object f14a4fc3-df23-43d6-b84e-5a6cb7883365 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:19.333193 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-2dc1751e-0a66-4c9b-a45e-b1d24f8856da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:19.364233 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514a9b3-249b-45c4-89dc-679e9eeb18f2 req-bbbba1eb-8268-41c6-b4c2-8a9671bd78af tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:19.372488 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514a9b3-249b-45c4-89dc-679e9eeb18f2 req-bbbba1eb-8268-41c6-b4c2-8a9671bd78af tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:19.378697 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514a9b3-249b-45c4-89dc-679e9eeb18f2 req-bbbba1eb-8268-41c6-b4c2-8a9671bd78af tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:19.384681 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514a9b3-249b-45c4-89dc-679e9eeb18f2 req-bbbba1eb-8268-41c6-b4c2-8a9671bd78af tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:19.389961 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3f9199-8f6f-493b-b9ca-64e2f73a8ec9 x-openstack-request-id: req-2c3f9199-8f6f-493b-b9ca-64e2f73a8ec9 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:09:19.390627 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b93e667-c17e-4be9-981b-5da7c8793b26", "name": "network-vif-deleted", "tag": "8d167231-c738-4ce8-a27c-faa105b480a0", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:09:19.391063 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2c3f9199-8f6f-493b-b9ca-64e2f73a8ec9 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:09:19.391521 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514a9b3-249b-45c4-89dc-679e9eeb18f2 req-bbbba1eb-8268-41c6-b4c2-8a9671bd78af tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:19.391851 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b93e667-c17e-4be9-981b-5da7c8793b26', 'name': 'network-vif-deleted', 'tag': '8d167231-c738-4ce8-a27c-faa105b480a0', 'status': 'completed', 'code': 200} Aug 10 01:09:19.397958 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514a9b3-249b-45c4-89dc-679e9eeb18f2 req-bbbba1eb-8268-41c6-b4c2-8a9671bd78af tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:19.404507 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514a9b3-249b-45c4-89dc-679e9eeb18f2 req-bbbba1eb-8268-41c6-b4c2-8a9671bd78af tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:19.406475 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1514a9b3-249b-45c4-89dc-679e9eeb18f2 req-bbbba1eb-8268-41c6-b4c2-8a9671bd78af tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5438 time: 0.1148694 Aug 10 01:09:19.438027 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1751e-0a66-4c9b-a45e-b1d24f8856da service neutron] Pushing event updated for resources: {'Port': ['ID=f14a4fc3-df23-43d6-b84e-5a6cb7883365,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:19.460212 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1514a9b3-249b-45c4-89dc-679e9eeb18f2 req-a6cc0c76-a750-4651-91d0-d58d04a289e5 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0469749 Aug 10 01:09:19.552730 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-2dc1751e-0a66-4c9b-a45e-b1d24f8856da service neutron] Attempting to bind port f14a4fc3-df23-43d6-b84e-5a6cb7883365 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:09:19.553082 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-2dc1751e-0a66-4c9b-a45e-b1d24f8856da service neutron] Attempting to bind port f14a4fc3-df23-43d6-b84e-5a6cb7883365 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:09:19.553418 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-2dc1751e-0a66-4c9b-a45e-b1d24f8856da service neutron] Attempting to bind port f14a4fc3-df23-43d6-b84e-5a6cb7883365 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:09:19.559643 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-2dc1751e-0a66-4c9b-a45e-b1d24f8856da service neutron] Port f14a4fc3-df23-43d6-b84e-5a6cb7883365 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:09:19.560025 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-2dc1751e-0a66-4c9b-a45e-b1d24f8856da service neutron] Attempting to bind port f14a4fc3-df23-43d6-b84e-5a6cb7883365 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:09:19.565358 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-2dc1751e-0a66-4c9b-a45e-b1d24f8856da service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:09:19.565700 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-2dc1751e-0a66-4c9b-a45e-b1d24f8856da service neutron] Checking segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:09:19.566133 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-2dc1751e-0a66-4c9b-a45e-b1d24f8856da service neutron] Bound using segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:09:19.566518 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-2dc1751e-0a66-4c9b-a45e-b1d24f8856da service neutron] Bound port: f14a4fc3-df23-43d6-b84e-5a6cb7883365, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:09:19.566880 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-2dc1751e-0a66-4c9b-a45e-b1d24f8856da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:19.578870 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a6c262a6-0f51-4f90-8922-d2683a0cfa99 req-be8c2df6-0458-4b92-8d7f-a2ad8b0fe8f4 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=009b395c-bdfe-4d6c-8e0c-1531500ccbf6 HTTP/1.1" status: 200 len: 210 time: 0.0387774 Aug 10 01:09:19.618389 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1de9fe6f-e344-44fb-b608-9cf745132d33 req-8787fa4f-8396-4ecc-a2ff-88960f97c524 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b93e667-c17e-4be9-981b-5da7c8793b26 HTTP/1.1" status: 200 len: 210 time: 0.0419145 Aug 10 01:09:19.670814 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-2dc1751e-0a66-4c9b-a45e-b1d24f8856da service neutron] For port f14a4fc3-df23-43d6-b84e-5a6cb7883365, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:09:19.674059 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-2dc1751e-0a66-4c9b-a45e-b1d24f8856da service neutron] For port f14a4fc3-df23-43d6-b84e-5a6cb7883365, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=f14a4fc3-df23-43d6-b84e-5a6cb7883365,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:09:19.677745 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-2dc1751e-0a66-4c9b-a45e-b1d24f8856da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:19.711200 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-2dc1751e-0a66-4c9b-a45e-b1d24f8856da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:19.711836 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-2dc1751e-0a66-4c9b-a45e-b1d24f8856da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:19.713245 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-2dc1751e-0a66-4c9b-a45e-b1d24f8856da service neutron] 10.222.0.24 "PUT /v2.0/ports/f14a4fc3-df23-43d6-b84e-5a6cb7883365 HTTP/1.1" status: 200 len: 1096 time: 1.3649158 Aug 10 01:09:19.735692 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1751e-0a66-4c9b-a45e-b1d24f8856da service neutron] Pushing event updated for resources: {'Port': ['ID=f14a4fc3-df23-43d6-b84e-5a6cb7883365,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:19.819156 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-bd44c0a8-44a2-49d6-95fa-993207b85585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:19.820981 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-bd44c0a8-44a2-49d6-95fa-993207b85585 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf849ef8b1384161b8c2b8a23069d68b&device_id=9b1848ee-0fec-432d-9f4c-020321dd21e5 HTTP/1.1" status: 200 len: 1099 time: 0.0528369 Aug 10 01:09:19.882452 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-218586e7-6463-45df-852b-cf5c511953f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=f14a4fc3-df23-43d6-b84e-5a6cb7883365 HTTP/1.1" status: 200 len: 217 time: 0.0493016 Aug 10 01:09:19.898074 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed54aa4-e11b-411e-82b3-ea4264ec57c2 req-810bbe31-4350-479d-8176-b3750e894876 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:19.899605 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3ed54aa4-e11b-411e-82b3-ea4264ec57c2 req-810bbe31-4350-479d-8176-b3750e894876 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 943 time: 0.0743120 Aug 10 01:09:19.962493 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3ed54aa4-e11b-411e-82b3-ea4264ec57c2 req-b2dc8bfd-a231-4af0-a9f6-892e30d3de7d tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531878 Aug 10 01:09:19.971954 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-7d167a3c-4526-421c-bd61-300f04d3c10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:19.974028 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-7d167a3c-4526-421c-bd61-300f04d3c10e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0832558 Aug 10 01:09:20.039078 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-d0357ae4-a0da-49ea-8723-be050034e7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:20.040643 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-d0357ae4-a0da-49ea-8723-be050034e7a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0579352 Aug 10 01:09:20.143398 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-ba4296a9-ddc5-4c20-b5c7-a980c28dd2f7 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947049 Aug 10 01:09:20.235277 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9574ec05-84ff-4e4c-a14c-eec27cdda5aa req-d622cab5-707b-4289-91c8-366c1dfdbe51 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850439 Aug 10 01:09:20.346414 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b702df-ebc3-404e-91de-ec42227aa1b4 req-2bd604dd-6750-490c-be23-cdaaa0b531a6 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:20.347936 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-00b702df-ebc3-404e-91de-ec42227aa1b4 req-2bd604dd-6750-490c-be23-cdaaa0b531a6 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b1848ee-0fec-432d-9f4c-020321dd21e5 HTTP/1.1" status: 200 len: 947 time: 0.0492833 Aug 10 01:09:20.386802 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-00b702df-ebc3-404e-91de-ec42227aa1b4 req-bd9ddd81-2f5c-4f32-9f5b-e774dd078ae2 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.35 "GET /v2.0/security-groups?id=88fcf5d7-c66f-40f5-aca4-8807cbe7abc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329456 Aug 10 01:09:20.478969 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8411178f-300b-4df9-81f9-8a9bee313856 req-51255348-e84e-4e7e-ab8f-f4b79f12fd79 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=750f77da-4d2f-4e9a-9bb9-ecd1b5a9afbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395210 Aug 10 01:09:20.485363 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 25f5b507-5da8-44ba-89b7-4a4e66167be8 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:09:20.551626 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411178f-300b-4df9-81f9-8a9bee313856 req-1c7ef532-7a5f-48a7-b662-87946a2908f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:20.553679 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8411178f-300b-4df9-81f9-8a9bee313856 req-1c7ef532-7a5f-48a7-b662-87946a2908f0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc4be8f81d9e48bdbff06bcaf91df1b9&device_id=750f77da-4d2f-4e9a-9bb9-ecd1b5a9afbe HTTP/1.1" status: 200 len: 1098 time: 0.0520179 Aug 10 01:09:20.591213 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 25f5b507-5da8-44ba-89b7-4a4e66167be8, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=25f5b507-5da8-44ba-89b7-4a4e66167be8,segment=NetworkSegment(136bec44-8d21-4a4a-9be0-ad0e395d978b),segment_id=136bec44-8d21-4a4a-9be0-ad0e395d978b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:20.614633 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075b612-4302-4ac4-aac0-abd16b8ae21c req-6aeab107-67da-49d1-a442-59d83715421f tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:20.621205 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '25f5b507-5da8-44ba-89b7-4a4e66167be8', 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c', 'port_id': '25f5b507-5da8-44ba-89b7-4a4e66167be8', 'mac_address': 'fa:16:3e:e7:74:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5b8c68-57be-4c07-b3dd-20f44685cf57', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:09:20.621630 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075b612-4302-4ac4-aac0-abd16b8ae21c req-6aeab107-67da-49d1-a442-59d83715421f tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:20.629782 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075b612-4302-4ac4-aac0-abd16b8ae21c req-6aeab107-67da-49d1-a442-59d83715421f tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:20.639549 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075b612-4302-4ac4-aac0-abd16b8ae21c req-6aeab107-67da-49d1-a442-59d83715421f tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:20.646772 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075b612-4302-4ac4-aac0-abd16b8ae21c req-6aeab107-67da-49d1-a442-59d83715421f tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:20.653613 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075b612-4302-4ac4-aac0-abd16b8ae21c req-6aeab107-67da-49d1-a442-59d83715421f tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:20.659738 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075b612-4302-4ac4-aac0-abd16b8ae21c req-6aeab107-67da-49d1-a442-59d83715421f tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:20.661794 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b075b612-4302-4ac4-aac0-abd16b8ae21c req-6aeab107-67da-49d1-a442-59d83715421f tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5438 time: 0.1074286 Aug 10 01:09:20.691538 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411178f-300b-4df9-81f9-8a9bee313856 req-0185ac90-3d18-4919-bfc1-31c7e34de182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:20.692628 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:20.693522 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8411178f-300b-4df9-81f9-8a9bee313856 req-0185ac90-3d18-4919-bfc1-31c7e34de182 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2f7685e4-d25e-44cb-844f-48dc645b7020 HTTP/1.1" status: 200 len: 916 time: 0.1158648 Aug 10 01:09:20.709747 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25f5b507-5da8-44ba-89b7-4a4e66167be8 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:09:20.728949 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7efee12b-a334-489b-b928-6a99b0bcf600 req-327611a4-068c-4097-8e35-0e561dc1a93b tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=009b395c-bdfe-4d6c-8e0c-1531500ccbf6 HTTP/1.1" status: 200 len: 210 time: 0.0396607 Aug 10 01:09:20.739426 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 25f5b507-5da8-44ba-89b7-4a4e66167be8, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=25f5b507-5da8-44ba-89b7-4a4e66167be8,segment=NetworkSegment(136bec44-8d21-4a4a-9be0-ad0e395d978b),segment_id=136bec44-8d21-4a4a-9be0-ad0e395d978b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:20.751297 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8411178f-300b-4df9-81f9-8a9bee313856 req-943d88f0-6cec-43da-b0aa-cb49e622975f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16a59ecc-9352-418f-bfd7-e7af3e907051 HTTP/1.1" status: 200 len: 217 time: 0.0491607 Aug 10 01:09:20.754437 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:20.765558 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b075b612-4302-4ac4-aac0-abd16b8ae21c req-821fd956-2471-4c17-8163-fa958ab9e0c6 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0956964 Aug 10 01:09:20.813283 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=25f5b507-5da8-44ba-89b7-4a4e66167be8,revision_number=9']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:20.828851 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411178f-300b-4df9-81f9-8a9bee313856 req-71b0d5a0-130f-4c85-a536-df0a8a27e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:20.830604 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8411178f-300b-4df9-81f9-8a9bee313856 req-71b0d5a0-130f-4c85-a536-df0a8a27e5ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aff3426d-0264-4fde-bc3f-88e167c75bec HTTP/1.1" status: 200 len: 855 time: 0.0722342 Aug 10 01:09:20.865932 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8411178f-300b-4df9-81f9-8a9bee313856 req-d91e4b69-540b-40ff-9179-8b8d4c680e42 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2f7685e4-d25e-44cb-844f-48dc645b7020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283494 Aug 10 01:09:20.963901 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8411178f-300b-4df9-81f9-8a9bee313856 req-2eebe521-b33d-4ae1-83d8-600422cab5b1 service neutron] 10.222.0.24 "GET /v2.0/networks/2f7685e4-d25e-44cb-844f-48dc645b7020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864816 Aug 10 01:09:21.063643 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8411178f-300b-4df9-81f9-8a9bee313856 req-18d6ec63-f12b-4dcb-b72e-52bb56bd6210 service neutron] 10.222.0.24 "GET /v2.0/networks/2f7685e4-d25e-44cb-844f-48dc645b7020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922613 Aug 10 01:09:21.095498 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68fdde-4359-4655-9a25-d39b67ec0508 req-f82bdbc8-e571-4c39-981a-4f56d61dba45 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:21.097132 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-df68fdde-4359-4655-9a25-d39b67ec0508 req-f82bdbc8-e571-4c39-981a-4f56d61dba45 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 944 time: 0.0553825 Aug 10 01:09:21.136169 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-df68fdde-4359-4655-9a25-d39b67ec0508 req-b6490507-fca3-4a5d-8cb7-1657c22c32e6 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326848 Aug 10 01:09:21.155640 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 3ebb267f-3505-448c-a3cb-fbb1b4c35076 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:09:21.180912 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['25f5b507-5da8-44ba-89b7-4a4e66167be8'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:09:21.249587 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 3ebb267f-3505-448c-a3cb-fbb1b4c35076 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:09:21.256435 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 3ebb267f-3505-448c-a3cb-fbb1b4c35076 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:21.256815 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:21.390049 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:21.401510 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b1848ee-0fec-432d-9f4c-020321dd21e5', 'tag': 'f14a4fc3-df23-43d6-b84e-5a6cb7883365'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:09:21.404743 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe2d932-89bb-4b58-a197-d72c7639678f" -d '{"events": [{"name": "network-changed", "server_uuid": "9b1848ee-0fec-432d-9f4c-020321dd21e5", "tag": "f14a4fc3-df23-43d6-b84e-5a6cb7883365"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:09:21.425361 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebb267f-3505-448c-a3cb-fbb1b4c35076'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:09:21.427565 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0916441-5dd3-468c-b6e9-0a81374ba50a" -d '{"events": [{"server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "name": "network-vif-plugged", "status": "completed", "tag": "3ebb267f-3505-448c-a3cb-fbb1b4c35076"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:09:21.442297 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 3ebb267f-3505-448c-a3cb-fbb1b4c35076, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=3ebb267f-3505-448c-a3cb-fbb1b4c35076,segment=NetworkSegment(0da4c42e-4459-4321-b2c7-7e940e3214c5),segment_id=0da4c42e-4459-4321-b2c7-7e940e3214c5)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:21.447580 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:21.448735 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 834b0bb3-38be-46a7-8062-14ea75abcd5f up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:09:21.460851 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d0b686-c2bf-428a-835b-c5de93abf3b7 x-openstack-request-id: req-82d0b686-c2bf-428a-835b-c5de93abf3b7 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:09:21.461148 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b1848ee-0fec-432d-9f4c-020321dd21e5", "tag": "f14a4fc3-df23-43d6-b84e-5a6cb7883365", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:09:21.461411 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-82d0b686-c2bf-428a-835b-c5de93abf3b7 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:09:21.461818 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b1848ee-0fec-432d-9f4c-020321dd21e5', 'tag': 'f14a4fc3-df23-43d6-b84e-5a6cb7883365', 'status': 'completed', 'code': 200} Aug 10 01:09:21.532684 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=3ebb267f-3505-448c-a3cb-fbb1b4c35076,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:21.549534 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 834b0bb3-38be-46a7-8062-14ea75abcd5f completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:09:21.553882 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 834b0bb3-38be-46a7-8062-14ea75abcd5f triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:21.554588 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:21.567991 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2d932-89bb-4b58-a197-d72c7639678f req-dae779d2-1507-441d-85f7-9e259560ec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:21.573170 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-afe2d932-89bb-4b58-a197-d72c7639678f req-dae779d2-1507-441d-85f7-9e259560ec6d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf849ef8b1384161b8c2b8a23069d68b&device_id=9b1848ee-0fec-432d-9f4c-020321dd21e5 HTTP/1.1" status: 200 len: 1099 time: 0.0806904 Aug 10 01:09:21.615136 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbeddf4-5fd7-44ed-9636-e69015a085db req-7ac65b86-d0eb-4cf3-8d72-e275157c97f1 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:21.622890 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fcbeddf4-5fd7-44ed-9636-e69015a085db req-7ac65b86-d0eb-4cf3-8d72-e275157c97f1 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b1848ee-0fec-432d-9f4c-020321dd21e5 HTTP/1.1" status: 200 len: 947 time: 0.0625112 Aug 10 01:09:21.671604 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fcbeddf4-5fd7-44ed-9636-e69015a085db req-99ddee0f-71ad-4952-a5b8-558df1e6f472 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.35 "GET /v2.0/security-groups?id=88fcf5d7-c66f-40f5-aca4-8807cbe7abc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473750 Aug 10 01:09:21.711299 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2d932-89bb-4b58-a197-d72c7639678f req-1e64f611-8ba5-4092-9274-bf28f19a0c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:21.712763 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-afe2d932-89bb-4b58-a197-d72c7639678f req-1e64f611-8ba5-4092-9274-bf28f19a0c24 service neutron] 10.222.0.24 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.1316898 Aug 10 01:09:21.715068 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b8f7a3-be96-45be-9390-ef02bebafb81 x-openstack-request-id: req-32b8f7a3-be96-45be-9390-ef02bebafb81 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:09:21.715363 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "name": "network-vif-plugged", "status": "completed", "tag": "3ebb267f-3505-448c-a3cb-fbb1b4c35076", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:09:21.715616 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-32b8f7a3-be96-45be-9390-ef02bebafb81 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:09:21.715994 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebb267f-3505-448c-a3cb-fbb1b4c35076', 'code': 200} Aug 10 01:09:21.785129 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-afe2d932-89bb-4b58-a197-d72c7639678f req-959b824c-00ac-4c9f-9994-82e6768a48d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=f14a4fc3-df23-43d6-b84e-5a6cb7883365 HTTP/1.1" status: 200 len: 217 time: 0.0585330 Aug 10 01:09:21.814551 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:21.858353 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2d932-89bb-4b58-a197-d72c7639678f req-4ae2074c-7f48-46e6-8f45-c13f7c1b89e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:21.861464 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-afe2d932-89bb-4b58-a197-d72c7639678f req-4ae2074c-7f48-46e6-8f45-c13f7c1b89e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0665228 Aug 10 01:09:21.883479 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 834b0bb3-38be-46a7-8062-14ea75abcd5f, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=834b0bb3-38be-46a7-8062-14ea75abcd5f,segment=NetworkSegment(22bee217-1454-4f82-8ba4-237438a86038),segment_id=22bee217-1454-4f82-8ba4-237438a86038)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:21.891560 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:21.966894 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183c59a-f281-4c40-bfdd-09968ef96d69 req-5bf184db-faec-4067-8e54-6586d95483b8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:21.973679 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183c59a-f281-4c40-bfdd-09968ef96d69 req-5bf184db-faec-4067-8e54-6586d95483b8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:21.980689 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183c59a-f281-4c40-bfdd-09968ef96d69 req-5bf184db-faec-4067-8e54-6586d95483b8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:21.986987 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183c59a-f281-4c40-bfdd-09968ef96d69 req-5bf184db-faec-4067-8e54-6586d95483b8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:21.993034 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183c59a-f281-4c40-bfdd-09968ef96d69 req-5bf184db-faec-4067-8e54-6586d95483b8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:21.999324 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183c59a-f281-4c40-bfdd-09968ef96d69 req-5bf184db-faec-4067-8e54-6586d95483b8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:22.002316 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2d932-89bb-4b58-a197-d72c7639678f req-3db25423-a8d0-475c-abdb-f0b5c9b92013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:22.003849 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-afe2d932-89bb-4b58-a197-d72c7639678f req-3db25423-a8d0-475c-abdb-f0b5c9b92013 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1338398 Aug 10 01:09:22.005186 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183c59a-f281-4c40-bfdd-09968ef96d69 req-5bf184db-faec-4067-8e54-6586d95483b8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:22.007097 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0183c59a-f281-4c40-bfdd-09968ef96d69 req-5bf184db-faec-4067-8e54-6586d95483b8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5440 time: 0.1140001 Aug 10 01:09:22.022400 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=834b0bb3-38be-46a7-8062-14ea75abcd5f,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:22.062478 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0183c59a-f281-4c40-bfdd-09968ef96d69 req-f273a794-7791-4bae-a63e-e414ddd9c16e tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0473406 Aug 10 01:09:22.118231 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-afe2d932-89bb-4b58-a197-d72c7639678f req-490c9f57-a8d8-4b69-98fc-c83e256eb246 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015754 Aug 10 01:09:22.234439 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-afe2d932-89bb-4b58-a197-d72c7639678f req-b65b12bb-e4a1-47d6-8cb8-e96e44478165 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072621 Aug 10 01:09:22.280924 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49762a-b841-48b2-8c70-6dad4d1cf63d req-13aef2e3-202a-4b6b-a66b-2b18680671bd tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:22.282890 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ec49762a-b841-48b2-8c70-6dad4d1cf63d req-13aef2e3-202a-4b6b-a66b-2b18680671bd tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 944 time: 0.0551751 Aug 10 01:09:22.323892 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ec49762a-b841-48b2-8c70-6dad4d1cf63d req-24b7d128-eef8-4093-90f1-e7f80609a6d9 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336385 Aug 10 01:09:22.499210 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 25f5b507-5da8-44ba-89b7-4a4e66167be8 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:09:22.569238 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 25f5b507-5da8-44ba-89b7-4a4e66167be8 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:22.569931 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:22.654748 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:22.694477 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 25f5b507-5da8-44ba-89b7-4a4e66167be8, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=25f5b507-5da8-44ba-89b7-4a4e66167be8,segment=NetworkSegment(136bec44-8d21-4a4a-9be0-ad0e395d978b),segment_id=136bec44-8d21-4a4a-9be0-ad0e395d978b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:22.698290 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:22.699104 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 8d167231-c738-4ce8-a27c-faa105b480a0 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:09:22.741325 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 8d167231-c738-4ce8-a27c-faa105b480a0 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:09:22.741676 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 8d167231-c738-4ce8-a27c-faa105b480a0 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:09:22.771174 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=25f5b507-5da8-44ba-89b7-4a4e66167be8,revision_number=10']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:22.811306 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c366a3-6145-402a-834b-d2335a665aa6 req-911f0b98-226d-47ba-98ee-bd733641f124 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:22.812829 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a6c366a3-6145-402a-834b-d2335a665aa6 req-911f0b98-226d-47ba-98ee-bd733641f124 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b1848ee-0fec-432d-9f4c-020321dd21e5 HTTP/1.1" status: 200 len: 947 time: 0.0563920 Aug 10 01:09:22.851135 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a6c366a3-6145-402a-834b-d2335a665aa6 req-a653f092-9eec-4a6a-8713-a80a5c119e45 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.35 "GET /v2.0/security-groups?id=88fcf5d7-c66f-40f5-aca4-8807cbe7abc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317891 Aug 10 01:09:23.181993 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 3b050334-2ff6-40ea-a72f-68fb7b069c16 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:09:23.217460 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e1a36-f2e2-4554-b95a-097498763afb req-536f1c59-9b3c-449d-98a7-5de6ce6cb5c8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:23.223527 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e1a36-f2e2-4554-b95a-097498763afb req-536f1c59-9b3c-449d-98a7-5de6ce6cb5c8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:23.230588 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e1a36-f2e2-4554-b95a-097498763afb req-536f1c59-9b3c-449d-98a7-5de6ce6cb5c8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:23.237022 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e1a36-f2e2-4554-b95a-097498763afb req-536f1c59-9b3c-449d-98a7-5de6ce6cb5c8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:23.243440 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 3b050334-2ff6-40ea-a72f-68fb7b069c16 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:09:23.243712 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e1a36-f2e2-4554-b95a-097498763afb req-536f1c59-9b3c-449d-98a7-5de6ce6cb5c8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:23.248379 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 3b050334-2ff6-40ea-a72f-68fb7b069c16 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:23.248828 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:23.250759 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e1a36-f2e2-4554-b95a-097498763afb req-536f1c59-9b3c-449d-98a7-5de6ce6cb5c8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:23.259685 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e1a36-f2e2-4554-b95a-097498763afb req-536f1c59-9b3c-449d-98a7-5de6ce6cb5c8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:23.268583 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d06e1a36-f2e2-4554-b95a-097498763afb req-536f1c59-9b3c-449d-98a7-5de6ce6cb5c8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5440 time: 0.1157668 Aug 10 01:09:23.322614 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d06e1a36-f2e2-4554-b95a-097498763afb req-57a35ee3-2aa4-40d3-a208-0df042c9ee1c tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527747 Aug 10 01:09:23.343396 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:23.381092 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 3b050334-2ff6-40ea-a72f-68fb7b069c16, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=3b050334-2ff6-40ea-a72f-68fb7b069c16,segment=NetworkSegment(6bfb71d1-ea60-4741-9273-9da4874fac99),segment_id=6bfb71d1-ea60-4741-9273-9da4874fac99)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:23.388333 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:23.389389 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 427164c9-834c-4700-aa7f-4f167b1f6f0e up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:09:23.452285 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee603d8-7265-44ae-8c3f-a9097d631052 req-37602aeb-9eca-4709-8cff-31f1a6b7d7de tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:23.460439 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5ee603d8-7265-44ae-8c3f-a9097d631052 req-37602aeb-9eca-4709-8cff-31f1a6b7d7de tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 946 time: 0.0585320 Aug 10 01:09:23.479752 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=3b050334-2ff6-40ea-a72f-68fb7b069c16,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:23.498633 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 427164c9-834c-4700-aa7f-4f167b1f6f0e completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:09:23.503382 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 427164c9-834c-4700-aa7f-4f167b1f6f0e triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:23.504393 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:23.507355 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:23.507737 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:23.508275 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:23.508643 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5ee603d8-7265-44ae-8c3f-a9097d631052 req-aa98fb6e-3225-4508-b9f8-2763ae734296 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412936 Aug 10 01:09:23.508800 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:23.508993 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:23.509329 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:23.509711 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:23.510237 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:23.510577 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:23.511461 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:23.511793 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:23.512274 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:23.595769 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:23.637286 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 427164c9-834c-4700-aa7f-4f167b1f6f0e, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=427164c9-834c-4700-aa7f-4f167b1f6f0e,segment=NetworkSegment(0da4c42e-4459-4321-b2c7-7e940e3214c5),segment_id=0da4c42e-4459-4321-b2c7-7e940e3214c5)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:23.642462 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:23.643391 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device a2d462a7-be3a-4fdd-88a6-2bcf3f10891f up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:09:23.716753 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834b0bb3-38be-46a7-8062-14ea75abcd5f'}, {'server_uuid': '312fcf66-d970-40f6-9bf1-443c40190073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f5b507-5da8-44ba-89b7-4a4e66167be8'}, {'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b050334-2ff6-40ea-a72f-68fb7b069c16'}, {'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427164c9-834c-4700-aa7f-4f167b1f6f0e'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:09:23.719038 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09fb4e3-dcff-47de-bfae-288c05448689" -d '{"events": [{"server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "name": "network-vif-plugged", "status": "completed", "tag": "834b0bb3-38be-46a7-8062-14ea75abcd5f"}, {"server_uuid": "312fcf66-d970-40f6-9bf1-443c40190073", "name": "network-vif-plugged", "status": "completed", "tag": "25f5b507-5da8-44ba-89b7-4a4e66167be8"}, {"server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "name": "network-vif-plugged", "status": "completed", "tag": "3b050334-2ff6-40ea-a72f-68fb7b069c16"}, {"server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "name": "network-vif-plugged", "status": "completed", "tag": "427164c9-834c-4700-aa7f-4f167b1f6f0e"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:09:23.726857 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=427164c9-834c-4700-aa7f-4f167b1f6f0e,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:23.744446 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port a2d462a7-be3a-4fdd-88a6-2bcf3f10891f completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:09:23.750447 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port a2d462a7-be3a-4fdd-88a6-2bcf3f10891f triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:23.750688 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:23.832476 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 10 Aug 2021 01:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198fe8d8-673b-4528-b6ff-e06042918795 x-openstack-request-id: req-198fe8d8-673b-4528-b6ff-e06042918795 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:09:23.833092 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "name": "network-vif-plugged", "status": "completed", "tag": "834b0bb3-38be-46a7-8062-14ea75abcd5f", "code": 200}, {"server_uuid": "312fcf66-d970-40f6-9bf1-443c40190073", "name": "network-vif-plugged", "status": "completed", "tag": "25f5b507-5da8-44ba-89b7-4a4e66167be8", "code": 200}, {"server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "name": "network-vif-plugged", "status": "completed", "tag": "3b050334-2ff6-40ea-a72f-68fb7b069c16", "code": 200}, {"server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "name": "network-vif-plugged", "status": "completed", "tag": "427164c9-834c-4700-aa7f-4f167b1f6f0e", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:09:23.833529 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-198fe8d8-673b-4528-b6ff-e06042918795 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:09:23.834098 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834b0bb3-38be-46a7-8062-14ea75abcd5f', 'code': 200} Aug 10 01:09:23.834523 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312fcf66-d970-40f6-9bf1-443c40190073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f5b507-5da8-44ba-89b7-4a4e66167be8', 'code': 200} Aug 10 01:09:23.834974 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b050334-2ff6-40ea-a72f-68fb7b069c16', 'code': 200} Aug 10 01:09:23.835400 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427164c9-834c-4700-aa7f-4f167b1f6f0e', 'code': 200} Aug 10 01:09:23.853797 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:23.893144 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port a2d462a7-be3a-4fdd-88a6-2bcf3f10891f, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=a2d462a7-be3a-4fdd-88a6-2bcf3f10891f,segment=NetworkSegment(6bfb71d1-ea60-4741-9273-9da4874fac99),segment_id=6bfb71d1-ea60-4741-9273-9da4874fac99)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:23.899880 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:23.902124 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 50782122-dccf-4182-a6c4-c73579974fb2 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:09:24.024336 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f777182-4bd0-4e6e-8fce-40d4c65852ff req-4af0c96b-fd3d-4c9f-9e90-80d00c016fb3 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:24.033048 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f777182-4bd0-4e6e-8fce-40d4c65852ff req-4af0c96b-fd3d-4c9f-9e90-80d00c016fb3 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b1848ee-0fec-432d-9f4c-020321dd21e5 HTTP/1.1" status: 200 len: 947 time: 0.0617230 Aug 10 01:09:24.058008 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c99c8-c28c-45bd-abba-225957c8df80 req-865066f6-54a9-4abf-8fde-e934f145a931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:24.062776 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e95c99c8-c28c-45bd-abba-225957c8df80 req-865066f6-54a9-4abf-8fde-e934f145a931 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 1098 time: 0.0967741 Aug 10 01:09:24.063381 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=a2d462a7-be3a-4fdd-88a6-2bcf3f10891f,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:24.133580 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 50782122-dccf-4182-a6c4-c73579974fb2 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:09:24.136710 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f777182-4bd0-4e6e-8fce-40d4c65852ff req-3071d74a-ae5e-4b96-b2b6-f211b37eb34c tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.35 "GET /v2.0/security-groups?id=88fcf5d7-c66f-40f5-aca4-8807cbe7abc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024270 Aug 10 01:09:24.152255 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 50782122-dccf-4182-a6c4-c73579974fb2 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:24.152452 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:24.192224 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e95c99c8-c28c-45bd-abba-225957c8df80 req-b1b85e2d-49f2-4abe-826e-54235521b819 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160722 Aug 10 01:09:24.274270 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:24.326625 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 50782122-dccf-4182-a6c4-c73579974fb2, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=50782122-dccf-4182-a6c4-c73579974fb2,segment=NetworkSegment(0da4c42e-4459-4321-b2c7-7e940e3214c5),segment_id=0da4c42e-4459-4321-b2c7-7e940e3214c5)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:24.331319 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:24.332072 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 3e7d4ffb-cca1-41ee-8a33-4b120246fc85 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:09:24.488365 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 3e7d4ffb-cca1-41ee-8a33-4b120246fc85 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:09:24.501009 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=50782122-dccf-4182-a6c4-c73579974fb2,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:24.513198 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2b054-6822-4406-9210-bb588914c76c req-edfd4a8f-73e6-49d7-8472-2f24e7c65832 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:24.515144 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-14f2b054-6822-4406-9210-bb588914c76c req-edfd4a8f-73e6-49d7-8472-2f24e7c65832 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=750f77da-4d2f-4e9a-9bb9-ecd1b5a9afbe HTTP/1.1" status: 200 len: 946 time: 0.0873809 Aug 10 01:09:24.532382 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device f14a4fc3-df23-43d6-b84e-5a6cb7883365 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:09:24.538615 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 3e7d4ffb-cca1-41ee-8a33-4b120246fc85 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:24.539275 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:24.602153 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558b7ac-cc9a-4936-ba0d-8a2343347488 req-9643f7cd-6d39-4691-9d9d-374ad063c736 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:24.621674 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558b7ac-cc9a-4936-ba0d-8a2343347488 req-9643f7cd-6d39-4691-9d9d-374ad063c736 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:24.629168 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558b7ac-cc9a-4936-ba0d-8a2343347488 req-9643f7cd-6d39-4691-9d9d-374ad063c736 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:24.641320 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558b7ac-cc9a-4936-ba0d-8a2343347488 req-9643f7cd-6d39-4691-9d9d-374ad063c736 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:24.647635 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558b7ac-cc9a-4936-ba0d-8a2343347488 req-9643f7cd-6d39-4691-9d9d-374ad063c736 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:24.654646 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558b7ac-cc9a-4936-ba0d-8a2343347488 req-9643f7cd-6d39-4691-9d9d-374ad063c736 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:24.661605 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558b7ac-cc9a-4936-ba0d-8a2343347488 req-9643f7cd-6d39-4691-9d9d-374ad063c736 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:24.670975 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3558b7ac-cc9a-4936-ba0d-8a2343347488 req-9643f7cd-6d39-4691-9d9d-374ad063c736 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5444 time: 0.2120361 Aug 10 01:09:24.705561 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-14f2b054-6822-4406-9210-bb588914c76c req-d14df573-36bf-4ef1-bc08-a48210db4095 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831799 Aug 10 01:09:24.729635 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port f14a4fc3-df23-43d6-b84e-5a6cb7883365, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=f14a4fc3-df23-43d6-b84e-5a6cb7883365,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:24.736122 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'f14a4fc3-df23-43d6-b84e-5a6cb7883365', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': 'f14a4fc3-df23-43d6-b84e-5a6cb7883365', 'mac_address': 'fa:16:3e:cb:c6:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:09:24.782710 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:24.792697 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3558b7ac-cc9a-4936-ba0d-8a2343347488 req-6bfbc537-0b5f-4ace-9255-aec86bcc19eb tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1204572 Aug 10 01:09:24.840552 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f14a4fc3-df23-43d6-b84e-5a6cb7883365 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:09:24.846165 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:24.896570 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port f14a4fc3-df23-43d6-b84e-5a6cb7883365, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=f14a4fc3-df23-43d6-b84e-5a6cb7883365,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:24.910068 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:24.916486 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 3e7d4ffb-cca1-41ee-8a33-4b120246fc85, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=3e7d4ffb-cca1-41ee-8a33-4b120246fc85,segment=NetworkSegment(0da4c42e-4459-4321-b2c7-7e940e3214c5),segment_id=0da4c42e-4459-4321-b2c7-7e940e3214c5)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:24.977142 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:24.979419 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001bd1b-8f9e-478a-9d44-ab43f61bbd69 req-7a3899bc-9392-4fc5-bc7d-ff1a9b6ab6ca tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:24.985384 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=f14a4fc3-df23-43d6-b84e-5a6cb7883365,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:24.988216 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f001bd1b-8f9e-478a-9d44-ab43f61bbd69 req-7a3899bc-9392-4fc5-bc7d-ff1a9b6ab6ca tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 946 time: 0.1101105 Aug 10 01:09:25.030393 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f001bd1b-8f9e-478a-9d44-ab43f61bbd69 req-26e82149-98a7-4cc5-93cc-9934dd6db49b tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412884 Aug 10 01:09:25.057794 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=3e7d4ffb-cca1-41ee-8a33-4b120246fc85,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:25.337408 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d1368-06a1-446c-9ee0-71cdcd0f925a req-63b33c36-e9c5-4fe7-9af8-c7d60d46723f tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:25.339161 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7d0d1368-06a1-446c-9ee0-71cdcd0f925a req-63b33c36-e9c5-4fe7-9af8-c7d60d46723f tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b1848ee-0fec-432d-9f4c-020321dd21e5 HTTP/1.1" status: 200 len: 948 time: 0.1017971 Aug 10 01:09:25.347488 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['f14a4fc3-df23-43d6-b84e-5a6cb7883365'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:09:25.398862 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7d0d1368-06a1-446c-9ee0-71cdcd0f925a req-13a0f0ad-ac9d-44f0-a1d2-806d46dc38a9 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.35 "GET /v2.0/security-groups?id=88fcf5d7-c66f-40f5-aca4-8807cbe7abc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464971 Aug 10 01:09:25.836948 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d462a7-be3a-4fdd-88a6-2bcf3f10891f'}, {'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50782122-dccf-4182-a6c4-c73579974fb2'}, {'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7d4ffb-cca1-41ee-8a33-4b120246fc85'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:09:25.840346 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f8a6b4-ae84-4f2f-b55d-d91840a4a636" -d '{"events": [{"server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "name": "network-vif-plugged", "status": "completed", "tag": "a2d462a7-be3a-4fdd-88a6-2bcf3f10891f"}, {"server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "name": "network-vif-plugged", "status": "completed", "tag": "50782122-dccf-4182-a6c4-c73579974fb2"}, {"server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "name": "network-vif-plugged", "status": "completed", "tag": "3e7d4ffb-cca1-41ee-8a33-4b120246fc85"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:09:25.843479 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344a028-03f6-423c-be73-8dd585bcfa49 req-2b22ad7c-5393-4771-8a9a-32f1891cb824 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:25.852503 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8344a028-03f6-423c-be73-8dd585bcfa49 req-2b22ad7c-5393-4771-8a9a-32f1891cb824 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=750f77da-4d2f-4e9a-9bb9-ecd1b5a9afbe HTTP/1.1" status: 200 len: 946 time: 0.0650582 Aug 10 01:09:25.928614 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8344a028-03f6-423c-be73-8dd585bcfa49 req-935e68ce-7215-418e-876d-6df62ec109d9 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/security-groups?id=56b7d31f-b742-45f9-b64c-d188e222655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724387 Aug 10 01:09:25.979629 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d38cd-642f-4920-a993-b2710716c617 req-96f015c0-4ab1-411b-a840-fc252dc0ea1b tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:25.985628 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d38cd-642f-4920-a993-b2710716c617 req-96f015c0-4ab1-411b-a840-fc252dc0ea1b tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:25.991622 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d38cd-642f-4920-a993-b2710716c617 req-96f015c0-4ab1-411b-a840-fc252dc0ea1b tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:25.997963 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d38cd-642f-4920-a993-b2710716c617 req-96f015c0-4ab1-411b-a840-fc252dc0ea1b tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:26.004203 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d38cd-642f-4920-a993-b2710716c617 req-96f015c0-4ab1-411b-a840-fc252dc0ea1b tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:26.010520 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d38cd-642f-4920-a993-b2710716c617 req-96f015c0-4ab1-411b-a840-fc252dc0ea1b tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:26.019447 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d38cd-642f-4920-a993-b2710716c617 req-96f015c0-4ab1-411b-a840-fc252dc0ea1b tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:26.021661 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-945d38cd-642f-4920-a993-b2710716c617 req-96f015c0-4ab1-411b-a840-fc252dc0ea1b tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5445 time: 0.1367807 Aug 10 01:09:26.034054 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 10 Aug 2021 01:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d586b1-6043-4cad-8fa2-3c5611ca42a5 x-openstack-request-id: req-40d586b1-6043-4cad-8fa2-3c5611ca42a5 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:09:26.034365 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "name": "network-vif-plugged", "status": "completed", "tag": "a2d462a7-be3a-4fdd-88a6-2bcf3f10891f", "code": 200}, {"server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "name": "network-vif-plugged", "status": "completed", "tag": "50782122-dccf-4182-a6c4-c73579974fb2", "code": 200}, {"server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "name": "network-vif-plugged", "status": "completed", "tag": "3e7d4ffb-cca1-41ee-8a33-4b120246fc85", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:09:26.034626 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-40d586b1-6043-4cad-8fa2-3c5611ca42a5 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:09:26.035102 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d462a7-be3a-4fdd-88a6-2bcf3f10891f', 'code': 200} Aug 10 01:09:26.035283 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50782122-dccf-4182-a6c4-c73579974fb2', 'code': 200} Aug 10 01:09:26.035542 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7d4ffb-cca1-41ee-8a33-4b120246fc85', 'code': 200} Aug 10 01:09:26.104144 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-945d38cd-642f-4920-a993-b2710716c617 req-ffc03a35-82cd-464e-ab61-5e8f5d40db45 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556223 Aug 10 01:09:26.239458 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccdb6a9-e6ac-41ec-8961-8666a607a74c req-550c3397-9005-4cfe-99ef-b6374bea4657 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:26.240975 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0ccdb6a9-e6ac-41ec-8961-8666a607a74c req-550c3397-9005-4cfe-99ef-b6374bea4657 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 946 time: 0.0760694 Aug 10 01:09:26.259602 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e2dba-3361-41fb-a5f8-cc268bed307f req-3362e2e8-7afd-4759-a556-c1c0d046c372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:26.260090 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e2dba-3361-41fb-a5f8-cc268bed307f req-3362e2e8-7afd-4759-a556-c1c0d046c372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:26.260603 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e2dba-3361-41fb-a5f8-cc268bed307f req-3362e2e8-7afd-4759-a556-c1c0d046c372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:26.261106 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e2dba-3361-41fb-a5f8-cc268bed307f req-3362e2e8-7afd-4759-a556-c1c0d046c372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:26.261579 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e2dba-3361-41fb-a5f8-cc268bed307f req-3362e2e8-7afd-4759-a556-c1c0d046c372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:26.262051 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e2dba-3361-41fb-a5f8-cc268bed307f req-3362e2e8-7afd-4759-a556-c1c0d046c372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:26.262518 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e2dba-3361-41fb-a5f8-cc268bed307f req-3362e2e8-7afd-4759-a556-c1c0d046c372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:26.264416 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-897e2dba-3361-41fb-a5f8-cc268bed307f req-3362e2e8-7afd-4759-a556-c1c0d046c372 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 6509 time: 0.0712585 Aug 10 01:09:26.330902 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0ccdb6a9-e6ac-41ec-8961-8666a607a74c req-26237312-5649-4c5c-96b4-68b04f5a5bd9 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827582 Aug 10 01:09:26.336025 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-897e2dba-3361-41fb-a5f8-cc268bed307f req-d501e09a-a122-4506-a983-bdb076bd66d3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0639052 Aug 10 01:09:26.389169 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7feecbb-21da-45f0-94ed-a6343419103f req-c524e08f-a150-4e4b-9c64-0adab6a00036 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:26.390673 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f7feecbb-21da-45f0-94ed-a6343419103f req-c524e08f-a150-4e4b-9c64-0adab6a00036 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.24 "GET /v2.0/ports?device_id=750f77da-4d2f-4e9a-9bb9-ecd1b5a9afbe HTTP/1.1" status: 200 len: 946 time: 0.0795875 Aug 10 01:09:26.509195 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-f7feecbb-21da-45f0-94ed-a6343419103f req-4124604b-4b3c-4957-b23a-1c11ca566343 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Deleting port 16a59ecc-9352-418f-bfd7-e7af3e907051 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:26.509592 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f7feecbb-21da-45f0-94ed-a6343419103f req-4124604b-4b3c-4957-b23a-1c11ca566343 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:26.519093 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device f14a4fc3-df23-43d6-b84e-5a6cb7883365 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:09:26.553762 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999f0d9-08f0-4134-afb8-e8993897b9b6 req-39f49700-61c4-41b4-a815-7fc2c544a69d tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:26.563180 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6999f0d9-08f0-4134-afb8-e8993897b9b6 req-39f49700-61c4-41b4-a815-7fc2c544a69d tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b1848ee-0fec-432d-9f4c-020321dd21e5 HTTP/1.1" status: 200 len: 948 time: 0.0833280 Aug 10 01:09:26.596092 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port f14a4fc3-df23-43d6-b84e-5a6cb7883365 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:09:26.603146 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port f14a4fc3-df23-43d6-b84e-5a6cb7883365 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:26.603546 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:26.609743 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6999f0d9-08f0-4134-afb8-e8993897b9b6 req-91b3499a-373f-48fb-b63f-61420db1e307 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.35 "GET /v2.0/security-groups?id=88fcf5d7-c66f-40f5-aca4-8807cbe7abc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451956 Aug 10 01:09:26.663130 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-f7feecbb-21da-45f0-94ed-a6343419103f req-4124604b-4b3c-4957-b23a-1c11ca566343 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] For port 16a59ecc-9352-418f-bfd7-e7af3e907051, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=16a59ecc-9352-418f-bfd7-e7af3e907051,segment=NetworkSegment(972b6f59-ca6f-4d63-843a-63e117aa35cb),segment_id=972b6f59-ca6f-4d63-843a-63e117aa35cb)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:26.664205 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f7feecbb-21da-45f0-94ed-a6343419103f req-4124604b-4b3c-4957-b23a-1c11ca566343 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:26.680552 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-f7feecbb-21da-45f0-94ed-a6343419103f req-4124604b-4b3c-4957-b23a-1c11ca566343 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Calling delete_port for 16a59ecc-9352-418f-bfd7-e7af3e907051 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:26.742317 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:26.795994 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port f14a4fc3-df23-43d6-b84e-5a6cb7883365, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=f14a4fc3-df23-43d6-b84e-5a6cb7883365,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:26.806008 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:26.849586 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f7feecbb-21da-45f0-94ed-a6343419103f req-4124604b-4b3c-4957-b23a-1c11ca566343 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:26.866539 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['16a59ecc-9352-418f-bfd7-e7af3e907051'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:09:26.882895 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124604b-4b3c-4957-b23a-1c11ca566343 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Pushing event deleted for resources: {'Port': ['ID=16a59ecc-9352-418f-bfd7-e7af3e907051,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:26.906207 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=f14a4fc3-df23-43d6-b84e-5a6cb7883365,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:26.955489 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7feecbb-21da-45f0-94ed-a6343419103f req-4124604b-4b3c-4957-b23a-1c11ca566343 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] No DVR routers for this DVR port 16a59ecc-9352-418f-bfd7-e7af3e907051 on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:09:26.958610 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f7feecbb-21da-45f0-94ed-a6343419103f req-4124604b-4b3c-4957-b23a-1c11ca566343 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:26.960879 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f7feecbb-21da-45f0-94ed-a6343419103f req-4124604b-4b3c-4957-b23a-1c11ca566343 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.24 "DELETE /v2.0/ports/16a59ecc-9352-418f-bfd7-e7af3e907051 HTTP/1.1" status: 204 len: 173 time: 0.5641870 Aug 10 01:09:26.961763 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750f77da-4d2f-4e9a-9bb9-ecd1b5a9afbe', 'name': 'network-vif-deleted', 'tag': '16a59ecc-9352-418f-bfd7-e7af3e907051'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:09:26.965433 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a697bfae-d30f-4b2e-853f-b339a0dcfbac" -d '{"events": [{"server_uuid": "750f77da-4d2f-4e9a-9bb9-ecd1b5a9afbe", "name": "network-vif-deleted", "tag": "16a59ecc-9352-418f-bfd7-e7af3e907051"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:09:27.015234 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7875c8bc-5752-4971-974a-6209e0f90588 x-openstack-request-id: req-7875c8bc-5752-4971-974a-6209e0f90588 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:09:27.015682 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750f77da-4d2f-4e9a-9bb9-ecd1b5a9afbe", "name": "network-vif-deleted", "tag": "16a59ecc-9352-418f-bfd7-e7af3e907051", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:09:27.016036 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7875c8bc-5752-4971-974a-6209e0f90588 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:09:27.016579 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750f77da-4d2f-4e9a-9bb9-ecd1b5a9afbe', 'name': 'network-vif-deleted', 'tag': '16a59ecc-9352-418f-bfd7-e7af3e907051', 'status': 'completed', 'code': 200} Aug 10 01:09:27.034931 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7858d26b-5c5d-41f5-b6c1-d97a64e7eeef req-627171b5-6e0a-4ade-9843-eb01b737f0a7 tempest-AttachVolumeNegativeTest-1365260425 tempest-AttachVolumeNegativeTest-1365260425-project] 10.222.0.35 "GET /v2.0/ports?device_id=750f77da-4d2f-4e9a-9bb9-ecd1b5a9afbe HTTP/1.1" status: 200 len: 210 time: 0.0344646 Aug 10 01:09:27.245577 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fac602-4dab-46bd-8604-54f3165d968e req-1860e090-132b-426a-ab49-d3f4cba9c009 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:27.251768 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fac602-4dab-46bd-8604-54f3165d968e req-1860e090-132b-426a-ab49-d3f4cba9c009 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:27.257711 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fac602-4dab-46bd-8604-54f3165d968e req-1860e090-132b-426a-ab49-d3f4cba9c009 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:27.264102 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fac602-4dab-46bd-8604-54f3165d968e req-1860e090-132b-426a-ab49-d3f4cba9c009 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:27.270169 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fac602-4dab-46bd-8604-54f3165d968e req-1860e090-132b-426a-ab49-d3f4cba9c009 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:27.276098 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fac602-4dab-46bd-8604-54f3165d968e req-1860e090-132b-426a-ab49-d3f4cba9c009 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:27.282581 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fac602-4dab-46bd-8604-54f3165d968e req-1860e090-132b-426a-ab49-d3f4cba9c009 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:27.284518 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-46fac602-4dab-46bd-8604-54f3165d968e req-1860e090-132b-426a-ab49-d3f4cba9c009 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5445 time: 0.0985324 Aug 10 01:09:27.336736 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-46fac602-4dab-46bd-8604-54f3165d968e req-f18a7c1e-9fd7-466b-aa14-b40d8f92d28e tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433531 Aug 10 01:09:27.490819 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea1ab2-3a3f-4e1f-8c55-27c52a35c3da req-663f2afb-0d16-4ff8-8edf-1c21d3bc6629 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:27.494243 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-67ea1ab2-3a3f-4e1f-8c55-27c52a35c3da req-663f2afb-0d16-4ff8-8edf-1c21d3bc6629 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 946 time: 0.0640483 Aug 10 01:09:27.546255 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-67ea1ab2-3a3f-4e1f-8c55-27c52a35c3da req-cc98bae1-d7b6-4967-afc6-77a38d08a909 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420711 Aug 10 01:09:27.752109 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817746d5-ffd2-49a1-be24-32ff0ee5fafb req-d5969f78-5496-49bc-9ad6-d0dd9ac2de47 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:27.756673 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-817746d5-ffd2-49a1-be24-32ff0ee5fafb req-d5969f78-5496-49bc-9ad6-d0dd9ac2de47 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b1848ee-0fec-432d-9f4c-020321dd21e5 HTTP/1.1" status: 200 len: 949 time: 0.0593686 Aug 10 01:09:27.802647 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-817746d5-ffd2-49a1-be24-32ff0ee5fafb req-f035491c-d4b2-4cb0-b257-09348edabad1 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.35 "GET /v2.0/security-groups?id=88fcf5d7-c66f-40f5-aca4-8807cbe7abc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428696 Aug 10 01:09:28.037274 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1848ee-0fec-432d-9f4c-020321dd21e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14a4fc3-df23-43d6-b84e-5a6cb7883365'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:09:28.039826 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fc49ab-1b56-4ddc-9c60-47a33a98a467" -d '{"events": [{"server_uuid": "9b1848ee-0fec-432d-9f4c-020321dd21e5", "name": "network-vif-plugged", "status": "completed", "tag": "f14a4fc3-df23-43d6-b84e-5a6cb7883365"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:09:28.089819 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98074ca-729e-4f44-aaf4-b1a331381559 x-openstack-request-id: req-f98074ca-729e-4f44-aaf4-b1a331381559 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:09:28.090723 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1848ee-0fec-432d-9f4c-020321dd21e5", "name": "network-vif-plugged", "status": "completed", "tag": "f14a4fc3-df23-43d6-b84e-5a6cb7883365", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:09:28.091042 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f98074ca-729e-4f44-aaf4-b1a331381559 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:09:28.091573 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b1848ee-0fec-432d-9f4c-020321dd21e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14a4fc3-df23-43d6-b84e-5a6cb7883365', 'code': 200} Aug 10 01:09:28.107264 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 59674) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:28.146995 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:28.211925 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c2e2e2c-e8d6-45cc-8b70-f09a1ec2acea admin admin] Deleting subnet aff3426d-0264-4fde-bc3f-88e167c75bec {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:09:28.217080 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3c2e2e2c-e8d6-45cc-8b70-f09a1ec2acea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:28.218354 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741fb96-6a18-4e6f-bc18-44bc4f16fed2 req-6fb9f3f7-1a5d-4d2c-9012-6f93ac8f7368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:28.219893 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5741fb96-6a18-4e6f-bc18-44bc4f16fed2 req-6fb9f3f7-1a5d-4d2c-9012-6f93ac8f7368 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9b1848ee-0fec-432d-9f4c-020321dd21e5 HTTP/1.1" status: 200 len: 1101 time: 0.0605612 Aug 10 01:09:28.268701 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3c2e2e2c-e8d6-45cc-8b70-f09a1ec2acea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:28.271065 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5741fb96-6a18-4e6f-bc18-44bc4f16fed2 req-904d6067-1dfd-4d71-94bf-8960883537aa service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=88fcf5d7-c66f-40f5-aca4-8807cbe7abc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442498 Aug 10 01:09:28.315500 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3c2e2e2c-e8d6-45cc-8b70-f09a1ec2acea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:28.378509 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3c2e2e2c-e8d6-45cc-8b70-f09a1ec2acea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:28.410558 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e2e2c-e8d6-45cc-8b70-f09a1ec2acea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aff3426d-0264-4fde-bc3f-88e167c75bec,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:28.418962 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3c2e2e2c-e8d6-45cc-8b70-f09a1ec2acea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:28.423541 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3c2e2e2c-e8d6-45cc-8b70-f09a1ec2acea admin admin] 10.222.0.35 "DELETE /v2.0/subnets/aff3426d-0264-4fde-bc3f-88e167c75bec HTTP/1.1" status: 204 len: 168 time: 0.3107436 Aug 10 01:09:28.423832 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 59682) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:28.539921 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-782502ef-e58d-491c-a982-734fe74431f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:28.554271 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ae46d-abe0-4158-a7d1-975c9d30ce96 req-f51106e7-f129-4cd0-b90e-347d8edbb600 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:28.560775 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ae46d-abe0-4158-a7d1-975c9d30ce96 req-f51106e7-f129-4cd0-b90e-347d8edbb600 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:28.566746 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ae46d-abe0-4158-a7d1-975c9d30ce96 req-f51106e7-f129-4cd0-b90e-347d8edbb600 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:28.572537 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ae46d-abe0-4158-a7d1-975c9d30ce96 req-f51106e7-f129-4cd0-b90e-347d8edbb600 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:28.578963 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ae46d-abe0-4158-a7d1-975c9d30ce96 req-f51106e7-f129-4cd0-b90e-347d8edbb600 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:28.584870 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ae46d-abe0-4158-a7d1-975c9d30ce96 req-f51106e7-f129-4cd0-b90e-347d8edbb600 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:28.590727 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ae46d-abe0-4158-a7d1-975c9d30ce96 req-f51106e7-f129-4cd0-b90e-347d8edbb600 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:28.592677 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be3ae46d-abe0-4158-a7d1-975c9d30ce96 req-f51106e7-f129-4cd0-b90e-347d8edbb600 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5445 time: 0.1412005 Aug 10 01:09:28.703782 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be3ae46d-abe0-4158-a7d1-975c9d30ce96 req-d028ad77-bf88-4629-bcd3-775628ac7407 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1039054 Aug 10 01:09:28.705312 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-782502ef-e58d-491c-a982-734fe74431f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:28.716353 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-782502ef-e58d-491c-a982-734fe74431f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f7685e4-d25e-44cb-844f-48dc645b7020']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:28.727339 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-782502ef-e58d-491c-a982-734fe74431f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '972b6f59-ca6f-4d63-843a-63e117aa35cb') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:28.727932 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-782502ef-e58d-491c-a982-734fe74431f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '972b6f59-ca6f-4d63-843a-63e117aa35cb') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:28.737669 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-782502ef-e58d-491c-a982-734fe74431f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:28.753981 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-782502ef-e58d-491c-a982-734fe74431f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:28.760483 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-782502ef-e58d-491c-a982-734fe74431f6 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:09:28.760936 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-782502ef-e58d-491c-a982-734fe74431f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:28.762773 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:09:28.762773 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:09:28.762773 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:09:28.762773 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:09:28.762773 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:09:28.762773 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:09:28.762773 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:09:28.762773 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:09:28.762773 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:09:28.762773 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:09:28.762773 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:09:28.762773 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:09:28.762773 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:09:28.762773 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:09:28.762773 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:09:28.762773 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:09:28.762773 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:09:28.762773 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:09:28.762773 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:09:28.762773 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:09:28.762773 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:09:28.762773 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:09:28.762773 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:09:28.762773 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:09:28.762773 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:09:28.762773 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:09:28.762773 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:09:28.762773 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:09:28.762773 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:09:28.762773 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:09:28.762773 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:09:28.762773 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:09:28.866475 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-782502ef-e58d-491c-a982-734fe74431f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:28.894466 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec8411-7228-4f4e-a3f3-9f0346b0ac02 req-560b7c22-90fd-4552-b1f4-51594e48e632 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:28.902734 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec8411-7228-4f4e-a3f3-9f0346b0ac02 req-560b7c22-90fd-4552-b1f4-51594e48e632 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:28.911041 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec8411-7228-4f4e-a3f3-9f0346b0ac02 req-560b7c22-90fd-4552-b1f4-51594e48e632 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:28.918762 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec8411-7228-4f4e-a3f3-9f0346b0ac02 req-560b7c22-90fd-4552-b1f4-51594e48e632 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:28.927533 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec8411-7228-4f4e-a3f3-9f0346b0ac02 req-560b7c22-90fd-4552-b1f4-51594e48e632 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:28.934449 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec8411-7228-4f4e-a3f3-9f0346b0ac02 req-560b7c22-90fd-4552-b1f4-51594e48e632 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:28.940444 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec8411-7228-4f4e-a3f3-9f0346b0ac02 req-560b7c22-90fd-4552-b1f4-51594e48e632 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:28.942551 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-60ec8411-7228-4f4e-a3f3-9f0346b0ac02 req-560b7c22-90fd-4552-b1f4-51594e48e632 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5445 time: 0.1412647 Aug 10 01:09:28.952780 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-782502ef-e58d-491c-a982-734fe74431f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:28.952780 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-782502ef-e58d-491c-a982-734fe74431f6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/2f7685e4-d25e-44cb-844f-48dc645b7020 HTTP/1.1" status: 204 len: 168 time: 0.5224237 Aug 10 01:09:28.953927 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 59692) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:28.958763 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-27f6ddc2-99a4-4961-8bdc-c47b2a19d40b tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Request body: {'floatingip': {'port_id': '834b0bb3-38be-46a7-8062-14ea75abcd5f'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:29.013178 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782502ef-e58d-491c-a982-734fe74431f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f7685e4-d25e-44cb-844f-48dc645b7020,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:29.017417 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-27f6ddc2-99a4-4961-8bdc-c47b2a19d40b tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks [] for floatingip, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:29.048221 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6af1b6-87b0-41bd-8621-a7d90439d5fb req-c3338920-b058-4f5a-a224-89afdd3d3228 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:29.050252 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2a6af1b6-87b0-41bd-8621-a7d90439d5fb req-c3338920-b058-4f5a-a224-89afdd3d3228 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b1848ee-0fec-432d-9f4c-020321dd21e5 HTTP/1.1" status: 200 len: 949 time: 0.1005397 Aug 10 01:09:29.130189 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2a6af1b6-87b0-41bd-8621-a7d90439d5fb req-6dbf3fcc-2df9-4c62-a4ff-0d9ad6bf1f0e tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.35 "GET /v2.0/security-groups?id=88fcf5d7-c66f-40f5-aca4-8807cbe7abc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731182 Aug 10 01:09:29.228652 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 59696) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:29.283675 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9d57e3a6-33bd-42e3-bdc5-48c1301f2ef5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bc4be8f81d9e48bdbff06bcaf91df1b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528736 Aug 10 01:09:29.293582 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 59698) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:29.427908 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-70d5e4a3-e735-424d-a8c5-2f35650c447b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:29.462021 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-70d5e4a3-e735-424d-a8c5-2f35650c447b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:29.520447 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-70d5e4a3-e735-424d-a8c5-2f35650c447b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:29.524356 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-70d5e4a3-e735-424d-a8c5-2f35650c447b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:29.526230 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-70d5e4a3-e735-424d-a8c5-2f35650c447b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/56b7d31f-b742-45f9-b64c-d188e222655f HTTP/1.1" status: 204 len: 168 time: 0.2393713 Aug 10 01:09:29.535377 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5e4a3-e735-424d-a8c5-2f35650c447b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b7d31f-b742-45f9-b64c-d188e222655f,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:29.700122 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-27f6ddc2-99a4-4961-8bdc-c47b2a19d40b tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:29.706788 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-27f6ddc2-99a4-4961-8bdc-c47b2a19d40b tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:29.847316 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [None req-27f6ddc2-99a4-4961-8bdc-c47b2a19d40b tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Floating IP d19e2c0a-af90-4c6b-9399-0b846960767c associated. External IP: 172.25.2.81, port: 834b0bb3-38be-46a7-8062-14ea75abcd5f. Aug 10 01:09:30.143813 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f6ddc2-99a4-4961-8bdc-c47b2a19d40b tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Router e6f78b89-e45a-4c8e-aa3e-ae9857967832 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:09:30.279582 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f6ddc2-99a4-4961-8bdc-c47b2a19d40b tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:09:30.284544 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-27f6ddc2-99a4-4961-8bdc-c47b2a19d40b tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:30.290264 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6179ae-ccb3-42fd-8499-0ba1eca8f239 None None] Sync routers for ids ['e6f78b89-e45a-4c8e-aa3e-ae9857967832'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:09:30.308129 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6179ae-ccb3-42fd-8499-0ba1eca8f239 None None] Routers {'e6f78b89-e45a-4c8e-aa3e-ae9857967832'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:09:30.310964 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-de6179ae-ccb3-42fd-8499-0ba1eca8f239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:09:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['e6f78b89-e45a-4c8e-aa3e-ae9857967832'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:30.326081 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b387d-9312-4371-8936-af035519ff02 req-49ddccd4-d40d-44c9-8ba3-9a7629d79c00 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:30.328356 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-198b387d-9312-4371-8936-af035519ff02 req-49ddccd4-d40d-44c9-8ba3-9a7629d79c00 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b1848ee-0fec-432d-9f4c-020321dd21e5 HTTP/1.1" status: 200 len: 949 time: 0.0971725 Aug 10 01:09:30.350205 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-27f6ddc2-99a4-4961-8bdc-c47b2a19d40b tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "PUT /v2.0/floatingips/d19e2c0a-af90-4c6b-9399-0b846960767c HTTP/1.1" status: 200 len: 990 time: 1.3935337 Aug 10 01:09:30.350205 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'tag': '834b0bb3-38be-46a7-8062-14ea75abcd5f'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:09:30.365691 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9627ac5-2924-443c-9ec0-4f40accd6277" -d '{"events": [{"name": "network-changed", "server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "tag": "834b0bb3-38be-46a7-8062-14ea75abcd5f"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:09:30.390451 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-198b387d-9312-4371-8936-af035519ff02 req-bef04375-4d63-4a65-9689-1f863aa3071f tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.35 "GET /v2.0/security-groups?id=88fcf5d7-c66f-40f5-aca4-8807cbe7abc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524330 Aug 10 01:09:30.442321 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fc9d35-315b-473c-96b6-b1d24af77015 x-openstack-request-id: req-84fc9d35-315b-473c-96b6-b1d24af77015 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:09:30.442982 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "tag": "834b0bb3-38be-46a7-8062-14ea75abcd5f", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:09:30.443173 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-84fc9d35-315b-473c-96b6-b1d24af77015 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:09:30.443677 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'tag': '834b0bb3-38be-46a7-8062-14ea75abcd5f', 'status': 'completed', 'code': 200} Aug 10 01:09:30.516904 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 16a59ecc-9352-418f-bfd7-e7af3e907051 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:09:30.579272 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 16a59ecc-9352-418f-bfd7-e7af3e907051 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:09:30.584388 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 16a59ecc-9352-418f-bfd7-e7af3e907051 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:09:30.613519 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-de6179ae-ccb3-42fd-8499-0ba1eca8f239 None None] Set router e6f78b89-e45a-4c8e-aa3e-ae9857967832 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:09:30.711574 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9627ac5-2924-443c-9ec0-4f40accd6277 req-877a147a-2e4e-41d5-bc5e-49c3786fbb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:30.715830 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9627ac5-2924-443c-9ec0-4f40accd6277 req-877a147a-2e4e-41d5-bc5e-49c3786fbb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:30.716620 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9627ac5-2924-443c-9ec0-4f40accd6277 req-877a147a-2e4e-41d5-bc5e-49c3786fbb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:30.717313 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9627ac5-2924-443c-9ec0-4f40accd6277 req-877a147a-2e4e-41d5-bc5e-49c3786fbb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:30.717968 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9627ac5-2924-443c-9ec0-4f40accd6277 req-877a147a-2e4e-41d5-bc5e-49c3786fbb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:30.718793 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9627ac5-2924-443c-9ec0-4f40accd6277 req-877a147a-2e4e-41d5-bc5e-49c3786fbb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:30.719467 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9627ac5-2924-443c-9ec0-4f40accd6277 req-877a147a-2e4e-41d5-bc5e-49c3786fbb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:30.721713 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9627ac5-2924-443c-9ec0-4f40accd6277 req-877a147a-2e4e-41d5-bc5e-49c3786fbb71 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e71a6b0ced6b4bc38b4b6a0ba3c24e39&device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 6509 time: 0.0919573 Aug 10 01:09:30.906329 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2058a12-356b-426f-83d8-821482aad412 req-9e799249-27e5-43e2-9aa8-0ac245aec152 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:30.914782 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2058a12-356b-426f-83d8-821482aad412 req-9e799249-27e5-43e2-9aa8-0ac245aec152 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b1848ee-0fec-432d-9f4c-020321dd21e5 HTTP/1.1" status: 200 len: 949 time: 0.1058352 Aug 10 01:09:30.954471 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-de6179ae-ccb3-42fd-8499-0ba1eca8f239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'name': 'tempest-TaggedBootDevicesTest_v242-754306698-router', 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'c7aaf84e-d2bd-45b2-847e-e35d40b2642c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:07:13Z', 'updated_at': '2021-08-10T01:07:19Z', 'revision_number': 4, 'project_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'gw_port': {'id': 'c7aaf84e-d2bd-45b2-847e-e35d40b2642c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:08:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:14Z', 'updated_at': '2021-08-10T01:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'd19e2c0a-af90-4c6b-9399-0b846960767c', 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'floating_ip_address': '172.25.2.81', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'port_id': '834b0bb3-38be-46a7-8062-14ea75abcd5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa7fdb9-5c2f-4bac-aa26-627a06906836', 'mac_address': 'fa:16:3e:9a:80:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48997dcf-67fa-4b02-a922-23b18553deed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:08:06Z', 'updated_at': '2021-08-10T01:09:29Z', 'revision_number': 1, 'project_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d896ee-c28d-4072-91ac-1394f39c2809', 'name': '', 'network_id': 'aaa7fdb9-5c2f-4bac-aa26-627a06906836', 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'mac_address': 'fa:16:3e:23:be:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '339ff70b-03e4-4165-8331-9fed849d52e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:18Z', 'updated_at': '2021-08-10T01:07:34Z', 'revision_number': 5, 'project_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'subnets': [{'id': '339ff70b-03e4-4165-8331-9fed849d52e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:30.993934 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6179ae-ccb3-42fd-8499-0ba1eca8f239 None None] Checking router: e6f78b89-e45a-4c8e-aa3e-ae9857967832 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:09:30.997488 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9627ac5-2924-443c-9ec0-4f40accd6277 req-217a8c78-75e0-47e0-b5f2-2d5265d6ff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:30.999172 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9627ac5-2924-443c-9ec0-4f40accd6277 req-217a8c78-75e0-47e0-b5f2-2d5265d6ff22 service neutron] 10.222.0.20 "GET /v2.0/networks?id=aaa7fdb9-5c2f-4bac-aa26-627a06906836 HTTP/1.1" status: 200 len: 917 time: 0.2697678 Aug 10 01:09:31.007303 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6179ae-ccb3-42fd-8499-0ba1eca8f239 None None] Routers {'e6f78b89-e45a-4c8e-aa3e-ae9857967832'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:09:31.008044 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-de6179ae-ccb3-42fd-8499-0ba1eca8f239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:09:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['e6f78b89-e45a-4c8e-aa3e-ae9857967832'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:31.013958 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2058a12-356b-426f-83d8-821482aad412 req-2207ec0b-466d-45c1-b958-2d6cdae5ff61 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.35 "GET /v2.0/security-groups?id=88fcf5d7-c66f-40f5-aca4-8807cbe7abc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980995 Aug 10 01:09:31.100018 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9627ac5-2924-443c-9ec0-4f40accd6277 req-8dfa9df7-8184-4fbb-9a85-2d4e6c92f4cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=834b0bb3-38be-46a7-8062-14ea75abcd5f HTTP/1.1" status: 200 len: 998 time: 0.0793638 Aug 10 01:09:31.150468 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-de6179ae-ccb3-42fd-8499-0ba1eca8f239 None None] Set router e6f78b89-e45a-4c8e-aa3e-ae9857967832 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:09:31.177522 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9627ac5-2924-443c-9ec0-4f40accd6277 req-242f744b-b976-452e-bfd5-8228d426f3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:31.179392 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9627ac5-2924-443c-9ec0-4f40accd6277 req-242f744b-b976-452e-bfd5-8228d426f3e4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=339ff70b-03e4-4165-8331-9fed849d52e8 HTTP/1.1" status: 200 len: 855 time: 0.0727897 Aug 10 01:09:31.253115 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9627ac5-2924-443c-9ec0-4f40accd6277 req-5a39af6c-cb9d-4c19-b79b-298d52bdf58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:31.254850 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9627ac5-2924-443c-9ec0-4f40accd6277 req-5a39af6c-cb9d-4c19-b79b-298d52bdf58e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aaa7fdb9-5c2f-4bac-aa26-627a06906836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677168 Aug 10 01:09:31.410366 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9627ac5-2924-443c-9ec0-4f40accd6277 req-d81a496b-6cd4-49c1-b2fe-1863991db81e service neutron] 10.222.0.20 "GET /v2.0/networks/aaa7fdb9-5c2f-4bac-aa26-627a06906836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458485 Aug 10 01:09:31.603342 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-de6179ae-ccb3-42fd-8499-0ba1eca8f239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'name': 'tempest-TaggedBootDevicesTest_v242-754306698-router', 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'c7aaf84e-d2bd-45b2-847e-e35d40b2642c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:07:13Z', 'updated_at': '2021-08-10T01:07:19Z', 'revision_number': 4, 'project_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'gw_port': {'id': 'c7aaf84e-d2bd-45b2-847e-e35d40b2642c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:08:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:14Z', 'updated_at': '2021-08-10T01:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'd19e2c0a-af90-4c6b-9399-0b846960767c', 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'floating_ip_address': '172.25.2.81', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'port_id': '834b0bb3-38be-46a7-8062-14ea75abcd5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa7fdb9-5c2f-4bac-aa26-627a06906836', 'mac_address': 'fa:16:3e:9a:80:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48997dcf-67fa-4b02-a922-23b18553deed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:08:06Z', 'updated_at': '2021-08-10T01:09:29Z', 'revision_number': 1, 'project_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d896ee-c28d-4072-91ac-1394f39c2809', 'name': '', 'network_id': 'aaa7fdb9-5c2f-4bac-aa26-627a06906836', 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'mac_address': 'fa:16:3e:23:be:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '339ff70b-03e4-4165-8331-9fed849d52e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:18Z', 'updated_at': '2021-08-10T01:07:34Z', 'revision_number': 5, 'project_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'subnets': [{'id': '339ff70b-03e4-4165-8331-9fed849d52e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:31.621595 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9627ac5-2924-443c-9ec0-4f40accd6277 req-e3525331-38a9-44f0-969b-4cc2852b0cf0 service neutron] 10.222.0.20 "GET /v2.0/networks/aaa7fdb9-5c2f-4bac-aa26-627a06906836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007627 Aug 10 01:09:31.642372 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6179ae-ccb3-42fd-8499-0ba1eca8f239 None None] The sync data for ids ['e6f78b89-e45a-4c8e-aa3e-ae9857967832'] in n-d-766726-26 is: [{'id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'name': 'tempest-TaggedBootDevicesTest_v242-754306698-router', 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'c7aaf84e-d2bd-45b2-847e-e35d40b2642c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:07:13Z', 'updated_at': '2021-08-10T01:07:19Z', 'revision_number': 4, 'project_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'gw_port': {'id': 'c7aaf84e-d2bd-45b2-847e-e35d40b2642c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:08:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:14Z', 'updated_at': '2021-08-10T01:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'd19e2c0a-af90-4c6b-9399-0b846960767c', 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'floating_ip_address': '172.25.2.81', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'port_id': '834b0bb3-38be-46a7-8062-14ea75abcd5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa7fdb9-5c2f-4bac-aa26-627a06906836', 'mac_address': 'fa:16:3e:9a:80:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48997dcf-67fa-4b02-a922-23b18553deed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:08:06Z', 'updated_at': '2021-08-10T01:09:29Z', 'revision_number': 1, 'project_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d896ee-c28d-4072-91ac-1394f39c2809', 'name': '', 'network_id': 'aaa7fdb9-5c2f-4bac-aa26-627a06906836', 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'mac_address': 'fa:16:3e:23:be:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '339ff70b-03e4-4165-8331-9fed849d52e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:18Z', 'updated_at': '2021-08-10T01:07:34Z', 'revision_number': 5, 'project_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'subnets': [{'id': '339ff70b-03e4-4165-8331-9fed849d52e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:09:31.956076 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed1d8cc-abe5-4070-b3a3-c155181a959d None None] New status for floating IP d19e2c0a-af90-4c6b-9399-0b846960767c: ACTIVE {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:09:32.184202 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eee5c6-67ce-446b-81b6-557fc8aa227c req-5ccd93ef-1f2e-4752-8581-8e9db3bb28d0 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:32.193616 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-42eee5c6-67ce-446b-81b6-557fc8aa227c req-5ccd93ef-1f2e-4752-8581-8e9db3bb28d0 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b1848ee-0fec-432d-9f4c-020321dd21e5 HTTP/1.1" status: 200 len: 949 time: 0.0906157 Aug 10 01:09:32.266955 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-42eee5c6-67ce-446b-81b6-557fc8aa227c req-584461b7-7c26-411d-b660-1ead49772d40 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.35 "GET /v2.0/security-groups?id=88fcf5d7-c66f-40f5-aca4-8807cbe7abc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723209 Aug 10 01:09:32.298431 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a1adb-477c-47cb-ad18-489e20167ea2 req-26108d32-0132-40a1-950f-473a7b3cc420 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:32.299977 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f05a1adb-477c-47cb-ad18-489e20167ea2 req-26108d32-0132-40a1-950f-473a7b3cc420 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b1848ee-0fec-432d-9f4c-020321dd21e5 HTTP/1.1" status: 200 len: 949 time: 0.1022239 Aug 10 01:09:32.425751 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-f05a1adb-477c-47cb-ad18-489e20167ea2 req-2a98d021-8aea-4664-a12f-c0362c90004d tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Deleting port f14a4fc3-df23-43d6-b84e-5a6cb7883365 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:32.425751 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f05a1adb-477c-47cb-ad18-489e20167ea2 req-2a98d021-8aea-4664-a12f-c0362c90004d tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:32.514381 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-f05a1adb-477c-47cb-ad18-489e20167ea2 req-2a98d021-8aea-4664-a12f-c0362c90004d tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] For port f14a4fc3-df23-43d6-b84e-5a6cb7883365, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=f14a4fc3-df23-43d6-b84e-5a6cb7883365,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:32.516529 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f05a1adb-477c-47cb-ad18-489e20167ea2 req-2a98d021-8aea-4664-a12f-c0362c90004d tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:32.530832 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-f05a1adb-477c-47cb-ad18-489e20167ea2 req-2a98d021-8aea-4664-a12f-c0362c90004d tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Calling delete_port for f14a4fc3-df23-43d6-b84e-5a6cb7883365 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:32.691105 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f05a1adb-477c-47cb-ad18-489e20167ea2 req-2a98d021-8aea-4664-a12f-c0362c90004d tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:32.703887 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['f14a4fc3-df23-43d6-b84e-5a6cb7883365'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:09:32.727888 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98d021-8aea-4664-a12f-c0362c90004d tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Pushing event deleted for resources: {'Port': ['ID=f14a4fc3-df23-43d6-b84e-5a6cb7883365,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:32.780402 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05a1adb-477c-47cb-ad18-489e20167ea2 req-2a98d021-8aea-4664-a12f-c0362c90004d tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] No DVR routers for this DVR port f14a4fc3-df23-43d6-b84e-5a6cb7883365 on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:09:32.782963 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f05a1adb-477c-47cb-ad18-489e20167ea2 req-2a98d021-8aea-4664-a12f-c0362c90004d tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:32.785125 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f05a1adb-477c-47cb-ad18-489e20167ea2 req-2a98d021-8aea-4664-a12f-c0362c90004d tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.24 "DELETE /v2.0/ports/f14a4fc3-df23-43d6-b84e-5a6cb7883365 HTTP/1.1" status: 204 len: 173 time: 0.4791508 Aug 10 01:09:32.785561 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1848ee-0fec-432d-9f4c-020321dd21e5', 'name': 'network-vif-deleted', 'tag': 'f14a4fc3-df23-43d6-b84e-5a6cb7883365'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:09:32.790978 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98957dd5-40d2-4eff-8cb2-5af69a7ca1be" -d '{"events": [{"server_uuid": "9b1848ee-0fec-432d-9f4c-020321dd21e5", "name": "network-vif-deleted", "tag": "f14a4fc3-df23-43d6-b84e-5a6cb7883365"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:09:32.876983 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edce8449-bbad-4ed7-88a2-2be473a55480 x-openstack-request-id: req-edce8449-bbad-4ed7-88a2-2be473a55480 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:09:32.877283 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1848ee-0fec-432d-9f4c-020321dd21e5", "name": "network-vif-deleted", "tag": "f14a4fc3-df23-43d6-b84e-5a6cb7883365", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:09:32.877536 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-edce8449-bbad-4ed7-88a2-2be473a55480 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:09:32.877964 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b1848ee-0fec-432d-9f4c-020321dd21e5', 'name': 'network-vif-deleted', 'tag': 'f14a4fc3-df23-43d6-b84e-5a6cb7883365', 'status': 'completed', 'code': 200} Aug 10 01:09:32.967382 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4300f213-0bd1-4f06-8b72-21180c5948cd req-0fd05ad9-87e4-4e18-8659-aba18d4d31e3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0575783 Aug 10 01:09:33.084683 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300f213-0bd1-4f06-8b72-21180c5948cd req-21c2075a-e61f-44d0-ba17-a626e7e30aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:33.087391 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4300f213-0bd1-4f06-8b72-21180c5948cd req-21c2075a-e61f-44d0-ba17-a626e7e30aca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 1098 time: 0.0781546 Aug 10 01:09:33.235280 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300f213-0bd1-4f06-8b72-21180c5948cd req-baf39dd7-5268-428e-98b9-8ea58c7ec8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:33.237123 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4300f213-0bd1-4f06-8b72-21180c5948cd req-baf39dd7-5268-428e-98b9-8ea58c7ec8e5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a462b3c-85e0-42af-bdaa-7c1c00be4593 HTTP/1.1" status: 200 len: 897 time: 0.1231275 Aug 10 01:09:33.342133 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4300f213-0bd1-4f06-8b72-21180c5948cd req-e4022380-96d6-4dbb-9113-5a75b57b19b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d3cf203-dbf4-4919-b989-f724df5d49e9 HTTP/1.1" status: 200 len: 1001 time: 0.0966835 Aug 10 01:09:33.452658 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e1c4d211-9dd2-47f3-91cb-fe1861969bd1 req-905f86bc-0d40-430a-8ceb-2cf34e99a0e5 tempest-ImagesNegativeTestJSON-1847750723 tempest-ImagesNegativeTestJSON-1847750723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b1848ee-0fec-432d-9f4c-020321dd21e5 HTTP/1.1" status: 200 len: 210 time: 0.0431681 Aug 10 01:09:33.454767 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300f213-0bd1-4f06-8b72-21180c5948cd req-1aa00f66-2753-4010-a15a-821934d11d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:33.456134 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4300f213-0bd1-4f06-8b72-21180c5948cd req-1aa00f66-2753-4010-a15a-821934d11d40 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=95d779ab-0287-4bf3-8588-a099eab6d9bd HTTP/1.1" status: 200 len: 835 time: 0.1057584 Aug 10 01:09:33.506531 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300f213-0bd1-4f06-8b72-21180c5948cd req-f94dd322-7849-4262-869f-d998e55da78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:33.508225 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4300f213-0bd1-4f06-8b72-21180c5948cd req-f94dd322-7849-4262-869f-d998e55da78a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a462b3c-85e0-42af-bdaa-7c1c00be4593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446002 Aug 10 01:09:33.626573 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4300f213-0bd1-4f06-8b72-21180c5948cd req-76ad1873-30dc-468b-901a-ab6218572336 service neutron] 10.222.0.20 "GET /v2.0/networks/5a462b3c-85e0-42af-bdaa-7c1c00be4593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104167 Aug 10 01:09:33.738973 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4300f213-0bd1-4f06-8b72-21180c5948cd req-65deb1a9-77eb-4dde-b429-37001364ccda service neutron] 10.222.0.20 "GET /v2.0/networks/5a462b3c-85e0-42af-bdaa-7c1c00be4593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049540 Aug 10 01:09:34.999615 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 59832) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:35.161798 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a9320947-d627-4177-baa3-fb7dcc42f234 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cf849ef8b1384161b8c2b8a23069d68b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1609564 Aug 10 01:09:35.164087 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 59836) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:35.229634 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d373143b-3c2f-43a4-9199-487040f08269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:35.261476 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d373143b-3c2f-43a4-9199-487040f08269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:35.321732 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d373143b-3c2f-43a4-9199-487040f08269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:35.326094 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d373143b-3c2f-43a4-9199-487040f08269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:35.327282 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d373143b-3c2f-43a4-9199-487040f08269 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/88fcf5d7-c66f-40f5-aca4-8807cbe7abc7 HTTP/1.1" status: 204 len: 168 time: 0.1622767 Aug 10 01:09:35.343159 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373143b-3c2f-43a4-9199-487040f08269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fcf5d7-c66f-40f5-aca4-8807cbe7abc7,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:35.496546 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 59850) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:35.625635 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-31402863-44f3-453d-a9ff-ea418172074e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:35.730981 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-31402863-44f3-453d-a9ff-ea418172074e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:35.735950 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-31402863-44f3-453d-a9ff-ea418172074e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:35.780350 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-31402863-44f3-453d-a9ff-ea418172074e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2388629410f041378b1572c6289e95d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2825236 Aug 10 01:09:35.781259 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31402863-44f3-453d-a9ff-ea418172074e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feabeef9-d251-4903-810c-d3d0a4528ee7,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:35.783212 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 59864) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:35.863085 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ab911785-79f2-4d6b-bbe8-b6c7f56b4801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:35.894896 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ab911785-79f2-4d6b-bbe8-b6c7f56b4801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:35.952831 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ab911785-79f2-4d6b-bbe8-b6c7f56b4801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:35.956291 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ab911785-79f2-4d6b-bbe8-b6c7f56b4801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:35.957949 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ab911785-79f2-4d6b-bbe8-b6c7f56b4801 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/feabeef9-d251-4903-810c-d3d0a4528ee7 HTTP/1.1" status: 204 len: 168 time: 0.1726034 Aug 10 01:09:35.982448 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab911785-79f2-4d6b-bbe8-b6c7f56b4801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feabeef9-d251-4903-810c-d3d0a4528ee7,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:36.534078 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device f14a4fc3-df23-43d6-b84e-5a6cb7883365 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:09:36.555475 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: f14a4fc3-df23-43d6-b84e-5a6cb7883365 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:09:36.555923 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device f14a4fc3-df23-43d6-b84e-5a6cb7883365 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:09:36.825818 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 59940) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:37.038945 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eca4f379-60f4-46d2-9a32-f34ef2349038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:37.147667 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eca4f379-60f4-46d2-9a32-f34ef2349038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:37.155109 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eca4f379-60f4-46d2-9a32-f34ef2349038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:37.194517 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca4f379-60f4-46d2-9a32-f34ef2349038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dce2ab0-7368-4646-8058-3977a93e5644,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:37.198864 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-eca4f379-60f4-46d2-9a32-f34ef2349038 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0cd00535a2a2476ca04e62538724240d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3718910 Aug 10 01:09:37.201717 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 59958) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:37.265121 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-511a7a76-ebc8-4057-a8ca-65dd9a9cdce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:37.292960 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-511a7a76-ebc8-4057-a8ca-65dd9a9cdce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:37.345013 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-511a7a76-ebc8-4057-a8ca-65dd9a9cdce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:37.347451 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-511a7a76-ebc8-4057-a8ca-65dd9a9cdce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:37.351334 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-511a7a76-ebc8-4057-a8ca-65dd9a9cdce0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8dce2ab0-7368-4646-8058-3977a93e5644 HTTP/1.1" status: 204 len: 168 time: 0.1463792 Aug 10 01:09:37.358167 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a7a76-ebc8-4057-a8ca-65dd9a9cdce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dce2ab0-7368-4646-8058-3977a93e5644,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:38.365786 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60004) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:38.479963 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-5d10b537-cc00-4673-81f1-4336b394eb6f admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2000983497-network', 'tenant_id': '5fcd54d724cc4ddb9ca725ce206de378'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:38.507039 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d10b537-cc00-4673-81f1-4336b394eb6f admin admin] Made reservation on behalf of 5fcd54d724cc4ddb9ca725ce206de378 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:38.509808 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5d10b537-cc00-4673-81f1-4336b394eb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:38.518903 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5d10b537-cc00-4673-81f1-4336b394eb6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:38.633661 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5d10b537-cc00-4673-81f1-4336b394eb6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:38.638167 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5d10b537-cc00-4673-81f1-4336b394eb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:38.664885 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d10b537-cc00-4673-81f1-4336b394eb6f admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:09:38.680804 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10b537-cc00-4673-81f1-4336b394eb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3b36c1-c222-45c3-b109-5740db9be520,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:38.687509 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5d10b537-cc00-4673-81f1-4336b394eb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:38.687695 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-5d10b537-cc00-4673-81f1-4336b394eb6f admin admin] Added segment 218142c6-a243-426e-9e94-b82a24b90795 of type vlan for network b17b9b5f-95fc-413e-934b-7c85c5159133 Aug 10 01:09:38.739146 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5d10b537-cc00-4673-81f1-4336b394eb6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:38.790978 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5d10b537-cc00-4673-81f1-4336b394eb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:38.792305 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d10b537-cc00-4673-81f1-4336b394eb6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:38.792955 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5d10b537-cc00-4673-81f1-4336b394eb6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:38.878486 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5d10b537-cc00-4673-81f1-4336b394eb6f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5113819 Aug 10 01:09:38.881795 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60014) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:38.882781 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10b537-cc00-4673-81f1-4336b394eb6f admin admin] Pushing event updated for resources: {'Network': ['ID=b17b9b5f-95fc-413e-934b-7c85c5159133,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:38.895020 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-c7fd2310-e4c7-45d7-a194-0feaada29b05 admin admin] Request body: {'subnet': {'network_id': 'b17b9b5f-95fc-413e-934b-7c85c5159133', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2000983497-subnet', 'tenant_id': '5fcd54d724cc4ddb9ca725ce206de378', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:38.899789 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network b17b9b5f-95fc-413e-934b-7c85c5159133 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:09:38.941207 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fd2310-e4c7-45d7-a194-0feaada29b05 admin admin] Made reservation on behalf of 5fcd54d724cc4ddb9ca725ce206de378 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:38.945620 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c7fd2310-e4c7-45d7-a194-0feaada29b05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:39.198879 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c7fd2310-e4c7-45d7-a194-0feaada29b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:39.285793 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd2310-e4c7-45d7-a194-0feaada29b05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bb6259d-aa3e-4019-9a08-c063c9f120bd,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:39.294038 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fd2310-e4c7-45d7-a194-0feaada29b05 admin admin] Checking segment: {'id': '218142c6-a243-426e-9e94-b82a24b90795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b17b9b5f-95fc-413e-934b-7c85c5159133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:09:39.295242 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fd2310-e4c7-45d7-a194-0feaada29b05 admin admin] Network hostable DHCP agents. Network: b17b9b5f-95fc-413e-934b-7c85c5159133, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:09:39.316213 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fd2310-e4c7-45d7-a194-0feaada29b05 admin admin] Network b17b9b5f-95fc-413e-934b-7c85c5159133 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:09:39.328880 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-c7fd2310-e4c7-45d7-a194-0feaada29b05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, b17b9b5f-95fc-413e-934b-7c85c5159133) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:39.335596 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fd2310-e4c7-45d7-a194-0feaada29b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:39.337386 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c7fd2310-e4c7-45d7-a194-0feaada29b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:39.342689 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c57a84-daf0-489c-b86a-1d34a4033175 None None] Network b17b9b5f-95fc-413e-934b-7c85c5159133 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:09:39.374829 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c7fd2310-e4c7-45d7-a194-0feaada29b05 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4902070 Aug 10 01:09:39.377052 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60036) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:39.391571 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-ef37b2d6-707e-4315-b6a4-ecacf04406c6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2000983497-router', 'tenant_id': '5fcd54d724cc4ddb9ca725ce206de378', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:39.445836 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ef37b2d6-707e-4315-b6a4-ecacf04406c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:39.451043 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ef37b2d6-707e-4315-b6a4-ecacf04406c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:39.603555 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da498a7d-b0db-4fdd-9352-ff512e9477c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-b17b9b5f-95fc-413e-934b-7c85c5159133', 'network_id': 'b17b9b5f-95fc-413e-934b-7c85c5159133', 'tenant_id': '5fcd54d724cc4ddb9ca725ce206de378', 'fixed_ips': [{'subnet_id': '8bb6259d-aa3e-4019-9a08-c063c9f120bd'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:09:39.605346 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-da498a7d-b0db-4fdd-9352-ff512e9477c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:39.920920 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-da498a7d-b0db-4fdd-9352-ff512e9477c4 None None] Allocated IP 172.20.0.2 (b17b9b5f-95fc-413e-934b-7c85c5159133/8bb6259d-aa3e-4019-9a08-c063c9f120bd/08038585-5eb2-4f83-a23c-a13a2a519e55) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:09:39.993443 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ef37b2d6-707e-4315-b6a4-ecacf04406c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:40.097997 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb092a1-64ee-4152-8e33-0e18c88b12f5 req-c40d9f7b-f5f3-4c8f-8d22-e361a6d677fd tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:40.099461 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ceb092a1-64ee-4152-8e33-0e18c88b12f5 req-c40d9f7b-f5f3-4c8f-8d22-e361a6d677fd tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 1098 time: 0.1087141 Aug 10 01:09:40.139471 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-da498a7d-b0db-4fdd-9352-ff512e9477c4 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:40.151882 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-da498a7d-b0db-4fdd-9352-ff512e9477c4 None None] Transition to ACTIVE for port object 08038585-5eb2-4f83-a23c-a13a2a519e55 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:40.177291 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-da498a7d-b0db-4fdd-9352-ff512e9477c4 None None] Transition to ACTIVE for port object 08038585-5eb2-4f83-a23c-a13a2a519e55 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:40.185713 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-da498a7d-b0db-4fdd-9352-ff512e9477c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:40.196566 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ef37b2d6-707e-4315-b6a4-ecacf04406c6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:40.217643 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ceb092a1-64ee-4152-8e33-0e18c88b12f5 req-876ac9c3-416e-4b56-80f9-5ca4046ba431 tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824053 Aug 10 01:09:40.235159 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60056) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:40.337640 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da498a7d-b0db-4fdd-9352-ff512e9477c4 None None] Network b17b9b5f-95fc-413e-934b-7c85c5159133 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:09:40.345296 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-da498a7d-b0db-4fdd-9352-ff512e9477c4 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:40.348989 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da498a7d-b0db-4fdd-9352-ff512e9477c4 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:09:40.356907 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da498a7d-b0db-4fdd-9352-ff512e9477c4 None None] Pushing event updated for resources: {'Port': ['ID=08038585-5eb2-4f83-a23c-a13a2a519e55,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:40.419628 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-da498a7d-b0db-4fdd-9352-ff512e9477c4 None None] Attempting to bind port 08038585-5eb2-4f83-a23c-a13a2a519e55 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:09:40.422389 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-da498a7d-b0db-4fdd-9352-ff512e9477c4 None None] Attempting to bind port 08038585-5eb2-4f83-a23c-a13a2a519e55 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '218142c6-a243-426e-9e94-b82a24b90795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b17b9b5f-95fc-413e-934b-7c85c5159133'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:09:40.422389 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da498a7d-b0db-4fdd-9352-ff512e9477c4 None None] Attempting to bind port 08038585-5eb2-4f83-a23c-a13a2a519e55 on network b17b9b5f-95fc-413e-934b-7c85c5159133 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:09:40.426520 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da498a7d-b0db-4fdd-9352-ff512e9477c4 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:09:40.427190 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da498a7d-b0db-4fdd-9352-ff512e9477c4 None None] Checking segment: {'id': '218142c6-a243-426e-9e94-b82a24b90795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b17b9b5f-95fc-413e-934b-7c85c5159133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:09:40.428124 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-da498a7d-b0db-4fdd-9352-ff512e9477c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:40.428743 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da498a7d-b0db-4fdd-9352-ff512e9477c4 None None] Bound using segment: {'id': '218142c6-a243-426e-9e94-b82a24b90795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b17b9b5f-95fc-413e-934b-7c85c5159133'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:09:40.429924 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-da498a7d-b0db-4fdd-9352-ff512e9477c4 None None] Bound port: 08038585-5eb2-4f83-a23c-a13a2a519e55, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '218142c6-a243-426e-9e94-b82a24b90795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b17b9b5f-95fc-413e-934b-7c85c5159133'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:09:40.430593 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-da498a7d-b0db-4fdd-9352-ff512e9477c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:40.523921 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-da498a7d-b0db-4fdd-9352-ff512e9477c4 None None] For port 08038585-5eb2-4f83-a23c-a13a2a519e55, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:09:40.529524 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-da498a7d-b0db-4fdd-9352-ff512e9477c4 None None] For port 08038585-5eb2-4f83-a23c-a13a2a519e55, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=08038585-5eb2-4f83-a23c-a13a2a519e55,segment=NetworkSegment(218142c6-a243-426e-9e94-b82a24b90795),segment_id=218142c6-a243-426e-9e94-b82a24b90795)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:09:40.541507 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-da498a7d-b0db-4fdd-9352-ff512e9477c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:40.555154 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ef37b2d6-707e-4315-b6a4-ecacf04406c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:40.608451 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-2e99b794-b7ec-4ac9-904b-2b6c04fbde24 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Deleting port be48cc37-405f-457f-a15d-a7b3bb86fe48 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:40.608821 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2e99b794-b7ec-4ac9-904b-2b6c04fbde24 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:40.627006 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ef37b2d6-707e-4315-b6a4-ecacf04406c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:40.636763 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da498a7d-b0db-4fdd-9352-ff512e9477c4 None None] Pushing event updated for resources: {'Port': ['ID=08038585-5eb2-4f83-a23c-a13a2a519e55,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:40.748841 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2e99b794-b7ec-4ac9-904b-2b6c04fbde24 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:40.748841 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2e99b794-b7ec-4ac9-904b-2b6c04fbde24 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:40.751895 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-2e99b794-b7ec-4ac9-904b-2b6c04fbde24 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Calling delete_port for be48cc37-405f-457f-a15d-a7b3bb86fe48 owned by network:floatingip {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:40.799137 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-ef37b2d6-707e-4315-b6a4-ecacf04406c6 admin admin] Allocated IP 172.25.2.127 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/c191b454-e119-4a08-b110-28e2b11808cb) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:09:40.964800 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ef37b2d6-707e-4315-b6a4-ecacf04406c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:41.103730 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ef37b2d6-707e-4315-b6a4-ecacf04406c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:41.178156 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-43e28ff9-827b-49f6-a458-5a5ab51da3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:41.192297 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37b2d6-707e-4315-b6a4-ecacf04406c6 admin admin] Pushing event updated for resources: {'Port': ['ID=c191b454-e119-4a08-b110-28e2b11808cb,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:41.220008 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef37b2d6-707e-4315-b6a4-ecacf04406c6 admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:09:41.222093 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-ef37b2d6-707e-4315-b6a4-ecacf04406c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:41.228284 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef37b2d6-707e-4315-b6a4-ecacf04406c6 admin admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:09:41.482354 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:41.551413 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2e99b794-b7ec-4ac9-904b-2b6c04fbde24 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:41.585969 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99b794-b7ec-4ac9-904b-2b6c04fbde24 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event deleted for resources: {'Port': ['ID=be48cc37-405f-457f-a15d-a7b3bb86fe48,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:41.674331 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2e99b794-b7ec-4ac9-904b-2b6c04fbde24 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for floatingip, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:41.674675 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [None req-2e99b794-b7ec-4ac9-904b-2b6c04fbde24 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Floating IP 2f591559-3b60-4acb-ab0a-345b030dbbf6 disassociated (deleted). External IP: 172.25.2.13, port: 6d3cf203-dbf4-4919-b989-f724df5d49e9. Aug 10 01:09:41.717275 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ef37b2d6-707e-4315-b6a4-ecacf04406c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:41.718642 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:09:41.978936 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 08038585-5eb2-4f83-a23c-a13a2a519e55 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:09:42.019498 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e99b794-b7ec-4ac9-904b-2b6c04fbde24 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Router 5e521bb3-94f5-4a03-9b85-6356dfc5e402 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:09:42.097790 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ef37b2d6-707e-4315-b6a4-ecacf04406c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:42.106059 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 08038585-5eb2-4f83-a23c-a13a2a519e55 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:09:42.200260 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e99b794-b7ec-4ac9-904b-2b6c04fbde24 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:09:42.205714 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2e99b794-b7ec-4ac9-904b-2b6c04fbde24 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:42.213008 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7ff26c-d52b-49aa-8bf3-47fcf9cdab3a None None] Sync routers for ids ['5e521bb3-94f5-4a03-9b85-6356dfc5e402'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:09:42.230498 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7ff26c-d52b-49aa-8bf3-47fcf9cdab3a None None] Routers {'5e521bb3-94f5-4a03-9b85-6356dfc5e402'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:09:42.231139 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-1c7ff26c-d52b-49aa-8bf3-47fcf9cdab3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:09:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['5e521bb3-94f5-4a03-9b85-6356dfc5e402'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:42.247309 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2e99b794-b7ec-4ac9-904b-2b6c04fbde24 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "DELETE /v2.0/floatingips/2f591559-3b60-4acb-ab0a-345b030dbbf6 HTTP/1.1" status: 204 len: 168 time: 2.0109632 Aug 10 01:09:42.248261 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bad01cb8-d294-44d5-ba58-37ba1495d6c9', 'tag': '6d3cf203-dbf4-4919-b989-f724df5d49e9'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:09:42.251271 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6038a729-91aa-4e4f-ae3d-f96689a4c59f" -d '{"events": [{"name": "network-changed", "server_uuid": "bad01cb8-d294-44d5-ba58-37ba1495d6c9", "tag": "6d3cf203-dbf4-4919-b989-f724df5d49e9"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:09:42.265026 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9e5518-dabb-4ed8-93da-f74c3778d0f6 None None] Network b17b9b5f-95fc-413e-934b-7c85c5159133 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:09:42.408732 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef37b2d6-707e-4315-b6a4-ecacf04406c6 admin admin] Router 59385050-2b55-4513-81f1-a4cbf311060e is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:09:42.432413 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-54c25174-546b-4da5-92e9-0ce91bfc9f50 None None] Provisioning for port 08038585-5eb2-4f83-a23c-a13a2a519e55 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:09:42.454472 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-1c7ff26c-d52b-49aa-8bf3-47fcf9cdab3a None None] Set router 5e521bb3-94f5-4a03-9b85-6356dfc5e402 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:09:42.471606 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-54c25174-546b-4da5-92e9-0ce91bfc9f50 None None] Provisioning complete for port 08038585-5eb2-4f83-a23c-a13a2a519e55 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:42.472467 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-54c25174-546b-4da5-92e9-0ce91bfc9f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:42.675020 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef37b2d6-707e-4315-b6a4-ecacf04406c6 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:09:42.693778 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868305aa-89ab-4c5f-b646-6a2ffd687124 None None] Sync routers for ids ['59385050-2b55-4513-81f1-a4cbf311060e'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:09:42.700913 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b36a83-6e43-448e-95da-c43e39d5b2d3 x-openstack-request-id: req-53b36a83-6e43-448e-95da-c43e39d5b2d3 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:09:42.701450 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bad01cb8-d294-44d5-ba58-37ba1495d6c9", "tag": "6d3cf203-dbf4-4919-b989-f724df5d49e9", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:09:42.701450 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-53b36a83-6e43-448e-95da-c43e39d5b2d3 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:09:42.701984 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bad01cb8-d294-44d5-ba58-37ba1495d6c9', 'tag': '6d3cf203-dbf4-4919-b989-f724df5d49e9', 'status': 'completed', 'code': 200} Aug 10 01:09:42.704909 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ef37b2d6-707e-4315-b6a4-ecacf04406c6 admin admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:42.709435 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60136) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:42.711042 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ef37b2d6-707e-4315-b6a4-ecacf04406c6 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3307657 Aug 10 01:09:42.804052 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868305aa-89ab-4c5f-b646-6a2ffd687124 None None] Routers {'59385050-2b55-4513-81f1-a4cbf311060e'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:09:42.805028 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-868305aa-89ab-4c5f-b646-6a2ffd687124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:09:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['59385050-2b55-4513-81f1-a4cbf311060e'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:42.818114 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038a729-91aa-4e4f-ae3d-f96689a4c59f req-6ee9b404-362d-41e5-92d9-cdfa067128ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:42.821565 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6038a729-91aa-4e4f-ae3d-f96689a4c59f req-6ee9b404-362d-41e5-92d9-cdfa067128ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 1098 time: 0.0678959 Aug 10 01:09:43.050832 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038a729-91aa-4e4f-ae3d-f96689a4c59f req-209a3cff-d1a3-4e4d-be91-0615263f0fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:43.052697 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6038a729-91aa-4e4f-ae3d-f96689a4c59f req-209a3cff-d1a3-4e4d-be91-0615263f0fa3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a462b3c-85e0-42af-bdaa-7c1c00be4593 HTTP/1.1" status: 200 len: 897 time: 0.2151837 Aug 10 01:09:43.054684 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-1c7ff26c-d52b-49aa-8bf3-47fcf9cdab3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057299372', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': 'a1aae4f8-75d1-4802-a584-dad1b4ba38cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:06:18Z', 'updated_at': '2021-08-10T01:06:23Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'a1aae4f8-75d1-4802-a584-dad1b4ba38cc', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:06:19Z', 'updated_at': '2021-08-10T01:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '2fcb37f9-b077-42a9-8291-af886b8062ff', 'name': '', 'network_id': '5a462b3c-85e0-42af-bdaa-7c1c00be4593', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'mac_address': 'fa:16:3e:26:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '95d779ab-0287-4bf3-8588-a099eab6d9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:06:21Z', 'updated_at': '2021-08-10T01:06:27Z', 'revision_number': 5, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'subnets': [{'id': '95d779ab-0287-4bf3-8588-a099eab6d9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:43.141263 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7ff26c-d52b-49aa-8bf3-47fcf9cdab3a None None] Checking router: 5e521bb3-94f5-4a03-9b85-6356dfc5e402 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:09:43.150145 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7ff26c-d52b-49aa-8bf3-47fcf9cdab3a None None] Routers {'5e521bb3-94f5-4a03-9b85-6356dfc5e402'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:09:43.150664 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-1c7ff26c-d52b-49aa-8bf3-47fcf9cdab3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:09:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['5e521bb3-94f5-4a03-9b85-6356dfc5e402'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:43.170875 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-54c25174-546b-4da5-92e9-0ce91bfc9f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:43.296833 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6038a729-91aa-4e4f-ae3d-f96689a4c59f req-f7710c59-d60b-4f6d-ac1a-2be39c44fa73 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d3cf203-dbf4-4919-b989-f724df5d49e9 HTTP/1.1" status: 200 len: 217 time: 0.1736004 Aug 10 01:09:43.327562 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-54c25174-546b-4da5-92e9-0ce91bfc9f50 None None] For port 08038585-5eb2-4f83-a23c-a13a2a519e55, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=08038585-5eb2-4f83-a23c-a13a2a519e55,segment=NetworkSegment(218142c6-a243-426e-9e94-b82a24b90795),segment_id=218142c6-a243-426e-9e94-b82a24b90795)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:43.336788 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-54c25174-546b-4da5-92e9-0ce91bfc9f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:43.349688 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-868305aa-89ab-4c5f-b646-6a2ffd687124 None None] Set router 59385050-2b55-4513-81f1-a4cbf311060e gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:09:43.389199 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f17894-d25e-4fa8-ab23-1cbb77fdfdfa req-76c69e39-aebb-4fde-8454-1b47c457ad32 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:43.400731 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-38f17894-d25e-4fa8-ab23-1cbb77fdfdfa req-76c69e39-aebb-4fde-8454-1b47c457ad32 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 946 time: 0.3464618 Aug 10 01:09:43.494374 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-1c7ff26c-d52b-49aa-8bf3-47fcf9cdab3a None None] Set router 5e521bb3-94f5-4a03-9b85-6356dfc5e402 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:09:43.578430 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038a729-91aa-4e4f-ae3d-f96689a4c59f req-2f26f62d-a454-4437-8f5b-873c5a3304ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:43.579937 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6038a729-91aa-4e4f-ae3d-f96689a4c59f req-2f26f62d-a454-4437-8f5b-873c5a3304ed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=95d779ab-0287-4bf3-8588-a099eab6d9bd HTTP/1.1" status: 200 len: 835 time: 0.2648611 Aug 10 01:09:43.599969 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-38f17894-d25e-4fa8-ab23-1cbb77fdfdfa req-70aadf7e-b8bc-436e-8b37-a2a3723127bd tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978600 Aug 10 01:09:43.663519 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c25174-546b-4da5-92e9-0ce91bfc9f50 None None] Pushing event updated for resources: {'Port': ['ID=08038585-5eb2-4f83-a23c-a13a2a519e55,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:43.681938 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038a729-91aa-4e4f-ae3d-f96689a4c59f req-af79c946-5945-472f-8c1d-a3513cb92d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:43.684203 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6038a729-91aa-4e4f-ae3d-f96689a4c59f req-af79c946-5945-472f-8c1d-a3513cb92d0d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a462b3c-85e0-42af-bdaa-7c1c00be4593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0803368 Aug 10 01:09:43.774225 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a3557478-0af2-46fc-8dba-c3e65c05cd0a None None] Provisioning complete for port 08038585-5eb2-4f83-a23c-a13a2a519e55 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:43.774732 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a3557478-0af2-46fc-8dba-c3e65c05cd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:43.932364 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e979e803-a508-40e3-9cf9-d3933e803f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:43.949473 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-868305aa-89ab-4c5f-b646-6a2ffd687124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59385050-2b55-4513-81f1-a4cbf311060e', 'name': 'tempest-ServersTestFqdnHostnames-2000983497-router', 'tenant_id': '5fcd54d724cc4ddb9ca725ce206de378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c191b454-e119-4a08-b110-28e2b11808cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:39Z', 'updated_at': '2021-08-10T01:09:41Z', 'revision_number': 3, 'project_id': '5fcd54d724cc4ddb9ca725ce206de378', 'gw_port': {'id': 'c191b454-e119-4a08-b110-28e2b11808cb', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:38:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59385050-2b55-4513-81f1-a4cbf311060e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:40Z', 'updated_at': '2021-08-10T01:09:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:43.976994 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6038a729-91aa-4e4f-ae3d-f96689a4c59f req-33109b53-3bc9-429d-b3e1-5d8260059641 service neutron] 10.222.0.20 "GET /v2.0/networks/5a462b3c-85e0-42af-bdaa-7c1c00be4593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470925 Aug 10 01:09:43.989010 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-561d9721-9025-4d40-baf9-9307c06c74d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:44.008112 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868305aa-89ab-4c5f-b646-6a2ffd687124 None None] Checking router: 59385050-2b55-4513-81f1-a4cbf311060e for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:09:44.008981 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868305aa-89ab-4c5f-b646-6a2ffd687124 None None] Updating router 59385050-2b55-4513-81f1-a4cbf311060e port c191b454-e119-4a08-b110-28e2b11808cb binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:09:44.011382 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 08038585-5eb2-4f83-a23c-a13a2a519e55 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:09:44.105837 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-1c7ff26c-d52b-49aa-8bf3-47fcf9cdab3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057299372', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': 'a1aae4f8-75d1-4802-a584-dad1b4ba38cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:06:18Z', 'updated_at': '2021-08-10T01:06:23Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'a1aae4f8-75d1-4802-a584-dad1b4ba38cc', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:06:19Z', 'updated_at': '2021-08-10T01:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '2fcb37f9-b077-42a9-8291-af886b8062ff', 'name': '', 'network_id': '5a462b3c-85e0-42af-bdaa-7c1c00be4593', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'mac_address': 'fa:16:3e:26:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '95d779ab-0287-4bf3-8588-a099eab6d9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:06:21Z', 'updated_at': '2021-08-10T01:06:27Z', 'revision_number': 5, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'subnets': [{'id': '95d779ab-0287-4bf3-8588-a099eab6d9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:44.117450 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-868305aa-89ab-4c5f-b646-6a2ffd687124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:44.151671 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7ff26c-d52b-49aa-8bf3-47fcf9cdab3a None None] The sync data for ids ['5e521bb3-94f5-4a03-9b85-6356dfc5e402'] in n-d-766726-26 is: [{'id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057299372', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': 'a1aae4f8-75d1-4802-a584-dad1b4ba38cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:06:18Z', 'updated_at': '2021-08-10T01:06:23Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'a1aae4f8-75d1-4802-a584-dad1b4ba38cc', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:06:19Z', 'updated_at': '2021-08-10T01:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '2fcb37f9-b077-42a9-8291-af886b8062ff', 'name': '', 'network_id': '5a462b3c-85e0-42af-bdaa-7c1c00be4593', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'mac_address': 'fa:16:3e:26:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '95d779ab-0287-4bf3-8588-a099eab6d9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:06:21Z', 'updated_at': '2021-08-10T01:06:27Z', 'revision_number': 5, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'subnets': [{'id': '95d779ab-0287-4bf3-8588-a099eab6d9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:09:44.152670 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6038a729-91aa-4e4f-ae3d-f96689a4c59f req-f1ee1483-416e-4190-a5cb-b0f420a79fdf service neutron] 10.222.0.20 "GET /v2.0/networks/5a462b3c-85e0-42af-bdaa-7c1c00be4593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526914 Aug 10 01:09:44.200536 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 08038585-5eb2-4f83-a23c-a13a2a519e55 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:44.201274 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:44.399662 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a2d64-e03d-4aac-9df5-68526b2540b1 req-62dbdce1-cb0f-447a-a06c-ad7256017984 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:44.405791 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-909a2d64-e03d-4aac-9df5-68526b2540b1 req-62dbdce1-cb0f-447a-a06c-ad7256017984 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.20 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 946 time: 0.1215396 Aug 10 01:09:44.453402 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-561d9721-9025-4d40-baf9-9307c06c74d1 admin admin] Allocated IP 172.20.0.1 (b17b9b5f-95fc-413e-934b-7c85c5159133/8bb6259d-aa3e-4019-9a08-c063c9f120bd/713ada6c-11d5-49ef-ae55-9978105483f8) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:09:44.487997 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:44.677720 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-909a2d64-e03d-4aac-9df5-68526b2540b1 req-a181a4f1-01ff-488d-b662-2dfbfdb6bb5f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Deleting port 6d3cf203-dbf4-4919-b989-f724df5d49e9 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:44.679703 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-909a2d64-e03d-4aac-9df5-68526b2540b1 req-a181a4f1-01ff-488d-b662-2dfbfdb6bb5f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:44.708599 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e131d2c7-e7ee-435b-b173-3fb8fb54625a None None] New status for floating IP 2f591559-3b60-4acb-ab0a-345b030dbbf6: DOWN {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:09:44.760892 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-561d9721-9025-4d40-baf9-9307c06c74d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:44.783420 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-561d9721-9025-4d40-baf9-9307c06c74d1 admin admin] Transition to ACTIVE for port object 713ada6c-11d5-49ef-ae55-9978105483f8 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:44.825088 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-561d9721-9025-4d40-baf9-9307c06c74d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:44.874209 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561d9721-9025-4d40-baf9-9307c06c74d1 admin admin] Network b17b9b5f-95fc-413e-934b-7c85c5159133 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:09:44.878802 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-561d9721-9025-4d40-baf9-9307c06c74d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:44.883395 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561d9721-9025-4d40-baf9-9307c06c74d1 admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:09:44.939981 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-868305aa-89ab-4c5f-b646-6a2ffd687124 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:44.955553 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-868305aa-89ab-4c5f-b646-6a2ffd687124 None None] Transition to ACTIVE for port object c191b454-e119-4a08-b110-28e2b11808cb will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:44.961789 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d9721-9025-4d40-baf9-9307c06c74d1 admin admin] Pushing event updated for resources: {'Port': ['ID=713ada6c-11d5-49ef-ae55-9978105483f8,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:44.968876 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-868305aa-89ab-4c5f-b646-6a2ffd687124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:44.992755 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-561d9721-9025-4d40-baf9-9307c06c74d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:45.024758 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925999a-186c-4097-8e07-353ee6a580d4 req-d5e61752-404e-48f7-9943-d4ff8fd91d86 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:45.039799 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e925999a-186c-4097-8e07-353ee6a580d4 req-d5e61752-404e-48f7-9943-d4ff8fd91d86 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 946 time: 0.2292340 Aug 10 01:09:45.084358 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-909a2d64-e03d-4aac-9df5-68526b2540b1 req-a181a4f1-01ff-488d-b662-2dfbfdb6bb5f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] For port 6d3cf203-dbf4-4919-b989-f724df5d49e9, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=6d3cf203-dbf4-4919-b989-f724df5d49e9,segment=NetworkSegment(f4c686c7-f30c-4f23-a86c-a70df0f5db61),segment_id=f4c686c7-f30c-4f23-a86c-a70df0f5db61)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:45.084826 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-909a2d64-e03d-4aac-9df5-68526b2540b1 req-a181a4f1-01ff-488d-b662-2dfbfdb6bb5f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:45.136997 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e925999a-186c-4097-8e07-353ee6a580d4 req-6cc63afe-5462-4316-8f37-14af46d0942f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=35bcfc70-1407-4f89-a583-4a8bf64d1a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959914 Aug 10 01:09:45.143677 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-909a2d64-e03d-4aac-9df5-68526b2540b1 req-a181a4f1-01ff-488d-b662-2dfbfdb6bb5f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Calling delete_port for 6d3cf203-dbf4-4919-b989-f724df5d49e9 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:45.168838 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de81191-b0be-4272-bed2-d71146788afb None None] Pushing event updated for resources: {'Port': ['ID=c191b454-e119-4a08-b110-28e2b11808cb,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:45.184674 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-868305aa-89ab-4c5f-b646-6a2ffd687124 None None] Attempting to bind port c191b454-e119-4a08-b110-28e2b11808cb on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:09:45.186292 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-868305aa-89ab-4c5f-b646-6a2ffd687124 None None] Attempting to bind port c191b454-e119-4a08-b110-28e2b11808cb by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:09:45.186905 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868305aa-89ab-4c5f-b646-6a2ffd687124 None None] Attempting to bind port c191b454-e119-4a08-b110-28e2b11808cb on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:09:45.195800 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868305aa-89ab-4c5f-b646-6a2ffd687124 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:09:45.196636 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868305aa-89ab-4c5f-b646-6a2ffd687124 None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:09:45.198450 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-868305aa-89ab-4c5f-b646-6a2ffd687124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:45.199150 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868305aa-89ab-4c5f-b646-6a2ffd687124 None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:09:45.200033 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-868305aa-89ab-4c5f-b646-6a2ffd687124 None None] Bound port: c191b454-e119-4a08-b110-28e2b11808cb, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:09:45.200689 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-868305aa-89ab-4c5f-b646-6a2ffd687124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:45.203049 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:45.295910 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-868305aa-89ab-4c5f-b646-6a2ffd687124 None None] For port c191b454-e119-4a08-b110-28e2b11808cb, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:09:45.302034 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-868305aa-89ab-4c5f-b646-6a2ffd687124 None None] For port c191b454-e119-4a08-b110-28e2b11808cb, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=c191b454-e119-4a08-b110-28e2b11808cb,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:09:45.309070 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-868305aa-89ab-4c5f-b646-6a2ffd687124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:45.375148 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-561d9721-9025-4d40-baf9-9307c06c74d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:45.392847 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-909a2d64-e03d-4aac-9df5-68526b2540b1 req-a181a4f1-01ff-488d-b662-2dfbfdb6bb5f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:45.443337 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181a4f1-01ff-488d-b662-2dfbfdb6bb5f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event deleted for resources: {'Port': ['ID=6d3cf203-dbf4-4919-b989-f724df5d49e9,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:45.478201 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b19db756-1e12-4777-8016-6cae846540b6 None None] Provisioning for port 713ada6c-11d5-49ef-ae55-9978105483f8 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:09:45.490463 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de81191-b0be-4272-bed2-d71146788afb None None] Pushing event updated for resources: {'Port': ['ID=c191b454-e119-4a08-b110-28e2b11808cb,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:45.491945 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60182) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:45.503579 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b19db756-1e12-4777-8016-6cae846540b6 None None] Provisioning complete for port 713ada6c-11d5-49ef-ae55-9978105483f8 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:45.504095 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b19db756-1e12-4777-8016-6cae846540b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:45.506075 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868305aa-89ab-4c5f-b646-6a2ffd687124 None None] Routers {'59385050-2b55-4513-81f1-a4cbf311060e'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:09:45.519192 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-868305aa-89ab-4c5f-b646-6a2ffd687124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:09:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['59385050-2b55-4513-81f1-a4cbf311060e'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:45.535126 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-909a2d64-e03d-4aac-9df5-68526b2540b1 req-a181a4f1-01ff-488d-b662-2dfbfdb6bb5f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] No DVR routers for this DVR port 6d3cf203-dbf4-4919-b989-f724df5d49e9 on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:09:45.554846 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-909a2d64-e03d-4aac-9df5-68526b2540b1 req-a181a4f1-01ff-488d-b662-2dfbfdb6bb5f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:45.557019 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-909a2d64-e03d-4aac-9df5-68526b2540b1 req-a181a4f1-01ff-488d-b662-2dfbfdb6bb5f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.20 "DELETE /v2.0/ports/6d3cf203-dbf4-4919-b989-f724df5d49e9 HTTP/1.1" status: 204 len: 173 time: 1.1308372 Aug 10 01:09:45.557476 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad01cb8-d294-44d5-ba58-37ba1495d6c9', 'name': 'network-vif-deleted', 'tag': '6d3cf203-dbf4-4919-b989-f724df5d49e9'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:09:45.560214 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d13ebc-b6ab-4e4e-8375-98a690da2d41" -d '{"events": [{"server_uuid": "bad01cb8-d294-44d5-ba58-37ba1495d6c9", "name": "network-vif-deleted", "tag": "6d3cf203-dbf4-4919-b989-f724df5d49e9"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:09:45.671975 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4dee73-6cff-4e6e-8c03-8679464f8d88 x-openstack-request-id: req-5c4dee73-6cff-4e6e-8c03-8679464f8d88 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:09:45.672142 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad01cb8-d294-44d5-ba58-37ba1495d6c9", "name": "network-vif-deleted", "tag": "6d3cf203-dbf4-4919-b989-f724df5d49e9", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:09:45.672394 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5c4dee73-6cff-4e6e-8c03-8679464f8d88 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:09:45.672809 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad01cb8-d294-44d5-ba58-37ba1495d6c9', 'name': 'network-vif-deleted', 'tag': '6d3cf203-dbf4-4919-b989-f724df5d49e9', 'status': 'completed', 'code': 200} Aug 10 01:09:45.768366 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e62ec88d-2c2c-4c60-9a49-28dfe573a6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:45.797563 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-561d9721-9025-4d40-baf9-9307c06c74d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:45.809208 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b19db756-1e12-4777-8016-6cae846540b6 None None] Port 713ada6c-11d5-49ef-ae55-9978105483f8 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:09:45.812328 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-561d9721-9025-4d40-baf9-9307c06c74d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:45.887920 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-868305aa-89ab-4c5f-b646-6a2ffd687124 None None] Set router 59385050-2b55-4513-81f1-a4cbf311060e gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:09:45.995750 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-561d9721-9025-4d40-baf9-9307c06c74d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:46.023582 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d9721-9025-4d40-baf9-9307c06c74d1 admin admin] Pushing event updated for resources: {'Port': ['ID=713ada6c-11d5-49ef-ae55-9978105483f8,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:46.032587 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e62ec88d-2c2c-4c60-9a49-28dfe573a6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:46.037898 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e62ec88d-2c2c-4c60-9a49-28dfe573a6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:46.116830 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62ec88d-2c2c-4c60-9a49-28dfe573a6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc84f353-2118-4fdd-ac11-4506962cf59c,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:46.123631 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e62ec88d-2c2c-4c60-9a49-28dfe573a6ba admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=084fc3ee70e6430f8ea8df8017d800ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6303480 Aug 10 01:09:46.126255 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60194) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:46.225199 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561d9721-9025-4d40-baf9-9307c06c74d1 admin admin] Network b17b9b5f-95fc-413e-934b-7c85c5159133 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:09:46.227141 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-561d9721-9025-4d40-baf9-9307c06c74d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:46.248067 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9696a7a5-6df9-4463-8f70-d055579d36ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:46.319011 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9696a7a5-6df9-4463-8f70-d055579d36ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:46.325508 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:46.381874 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-868305aa-89ab-4c5f-b646-6a2ffd687124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59385050-2b55-4513-81f1-a4cbf311060e', 'name': 'tempest-ServersTestFqdnHostnames-2000983497-router', 'tenant_id': '5fcd54d724cc4ddb9ca725ce206de378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c191b454-e119-4a08-b110-28e2b11808cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:39Z', 'updated_at': '2021-08-10T01:09:45Z', 'revision_number': 4, 'project_id': '5fcd54d724cc4ddb9ca725ce206de378', 'gw_port': {'id': 'c191b454-e119-4a08-b110-28e2b11808cb', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:38:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59385050-2b55-4513-81f1-a4cbf311060e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:40Z', 'updated_at': '2021-08-10T01:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '713ada6c-11d5-49ef-ae55-9978105483f8', 'name': '', 'network_id': 'b17b9b5f-95fc-413e-934b-7c85c5159133', 'tenant_id': '5fcd54d724cc4ddb9ca725ce206de378', 'mac_address': 'fa:16:3e:80:9e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59385050-2b55-4513-81f1-a4cbf311060e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '8bb6259d-aa3e-4019-9a08-c063c9f120bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:44Z', 'updated_at': '2021-08-10T01:09:44Z', 'revision_number': 1, 'project_id': '5fcd54d724cc4ddb9ca725ce206de378', 'subnets': [{'id': '8bb6259d-aa3e-4019-9a08-c063c9f120bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:46.405812 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3ef5fc2a-db21-4f40-8a4c-2c35d41966e9 req-271e5846-282c-4c0b-9c7c-1759a606dcea tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bad01cb8-d294-44d5-ba58-37ba1495d6c9 HTTP/1.1" status: 200 len: 210 time: 0.0672894 Aug 10 01:09:46.460694 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868305aa-89ab-4c5f-b646-6a2ffd687124 None None] The sync data for ids ['59385050-2b55-4513-81f1-a4cbf311060e'] in n-d-766726-26 is: [{'id': '59385050-2b55-4513-81f1-a4cbf311060e', 'name': 'tempest-ServersTestFqdnHostnames-2000983497-router', 'tenant_id': '5fcd54d724cc4ddb9ca725ce206de378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c191b454-e119-4a08-b110-28e2b11808cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:39Z', 'updated_at': '2021-08-10T01:09:45Z', 'revision_number': 4, 'project_id': '5fcd54d724cc4ddb9ca725ce206de378', 'gw_port': {'id': 'c191b454-e119-4a08-b110-28e2b11808cb', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:38:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59385050-2b55-4513-81f1-a4cbf311060e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:40Z', 'updated_at': '2021-08-10T01:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '713ada6c-11d5-49ef-ae55-9978105483f8', 'name': '', 'network_id': 'b17b9b5f-95fc-413e-934b-7c85c5159133', 'tenant_id': '5fcd54d724cc4ddb9ca725ce206de378', 'mac_address': 'fa:16:3e:80:9e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59385050-2b55-4513-81f1-a4cbf311060e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '8bb6259d-aa3e-4019-9a08-c063c9f120bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:44Z', 'updated_at': '2021-08-10T01:09:44Z', 'revision_number': 1, 'project_id': '5fcd54d724cc4ddb9ca725ce206de378', 'subnets': [{'id': '8bb6259d-aa3e-4019-9a08-c063c9f120bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:09:46.495260 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9696a7a5-6df9-4463-8f70-d055579d36ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:46.498007 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9696a7a5-6df9-4463-8f70-d055579d36ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:46.501779 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9696a7a5-6df9-4463-8f70-d055579d36ba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dc84f353-2118-4fdd-ac11-4506962cf59c HTTP/1.1" status: 204 len: 168 time: 0.3719897 Aug 10 01:09:46.502760 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561d9721-9025-4d40-baf9-9307c06c74d1 admin admin] Router 59385050-2b55-4513-81f1-a4cbf311060e has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:09:46.514028 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696a7a5-6df9-4463-8f70-d055579d36ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc84f353-2118-4fdd-ac11-4506962cf59c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:46.685904 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561d9721-9025-4d40-baf9-9307c06c74d1 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:09:46.699900 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-561d9721-9025-4d40-baf9-9307c06c74d1 admin admin] 10.222.0.35 "PUT /v2.0/routers/59385050-2b55-4513-81f1-a4cbf311060e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9815104 Aug 10 01:09:46.747402 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-bf6337ea-6044-4fb2-ad7d-6325568ee8a5 None None] Provisioning complete for port 713ada6c-11d5-49ef-ae55-9978105483f8 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:46.747973 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bf6337ea-6044-4fb2-ad7d-6325568ee8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:46.861035 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-bf6337ea-6044-4fb2-ad7d-6325568ee8a5 None None] Port 713ada6c-11d5-49ef-ae55-9978105483f8 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:09:47.216133 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60216) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:47.231688 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f1d528c2-1676-4dad-b38b-47bc0c31b634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:47.414128 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f1d528c2-1676-4dad-b38b-47bc0c31b634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:47.453091 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f1d528c2-1676-4dad-b38b-47bc0c31b634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:47.511672 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d528c2-1676-4dad-b38b-47bc0c31b634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d0d854-913c-480a-8d98-72a381c9410e,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:47.534085 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60222) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:47.555324 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60224) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:47.575981 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-66092d3d-97bd-4256-94e1-3ff345fac4a4 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Request body: {'security_group': {'name': 'tempest-securitygroup--127370485', 'description': 'tempest-description--1412895875'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:47.603100 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f1d528c2-1676-4dad-b38b-47bc0c31b634 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=01834619b24345c0841323e7ef96976c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3855178 Aug 10 01:09:47.604711 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-66092d3d-97bd-4256-94e1-3ff345fac4a4 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:47.606923 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60226) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:47.715307 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d9d338c0-bd1b-4c0b-825d-968e92bd799c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:47.759396 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d9d338c0-bd1b-4c0b-825d-968e92bd799c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:47.878219 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d9d338c0-bd1b-4c0b-825d-968e92bd799c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:47.882882 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d9d338c0-bd1b-4c0b-825d-968e92bd799c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:47.900146 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d9d338c0-bd1b-4c0b-825d-968e92bd799c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/58d0d854-913c-480a-8d98-72a381c9410e HTTP/1.1" status: 204 len: 168 time: 0.2796237 Aug 10 01:09:47.917542 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d338c0-bd1b-4c0b-825d-968e92bd799c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d0d854-913c-480a-8d98-72a381c9410e,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:47.984584 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-66092d3d-97bd-4256-94e1-3ff345fac4a4 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:47.997228 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-66092d3d-97bd-4256-94e1-3ff345fac4a4 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:48.041114 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c191b454-e119-4a08-b110-28e2b11808cb up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:09:48.087175 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66092d3d-97bd-4256-94e1-3ff345fac4a4 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9615f37e-055c-4057-a415-83e9efc482a4,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:48.096847 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-66092d3d-97bd-4256-94e1-3ff345fac4a4 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:48.103439 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-66092d3d-97bd-4256-94e1-3ff345fac4a4 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5459671 Aug 10 01:09:48.104733 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60236) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:48.124474 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-bcbabe0c-3c75-402d-b903-7884e465e43b tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Request body: {'security_group_rule': {'security_group_id': '9615f37e-055c-4057-a415-83e9efc482a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:48.150090 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port c191b454-e119-4a08-b110-28e2b11808cb completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:09:48.155555 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port c191b454-e119-4a08-b110-28e2b11808cb triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:48.155982 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:48.202271 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bcbabe0c-3c75-402d-b903-7884e465e43b tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:48.354792 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bcbabe0c-3c75-402d-b903-7884e465e43b tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:48.365054 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bcbabe0c-3c75-402d-b903-7884e465e43b tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:48.376530 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:48.405064 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-18cc7eb0-7da9-4eeb-84b6-f93d83c92364 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:48.406450 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bcbabe0c-3c75-402d-b903-7884e465e43b tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:48.412201 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-bcbabe0c-3c75-402d-b903-7884e465e43b tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3045273 Aug 10 01:09:48.418675 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60240) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:48.427124 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port c191b454-e119-4a08-b110-28e2b11808cb, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=c191b454-e119-4a08-b110-28e2b11808cb,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:48.431697 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-0bf53a47-a914-4c92-b928-39d00021de3f tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Request body: {'security_group_rule': {'security_group_id': '9615f37e-055c-4057-a415-83e9efc482a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:48.438409 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:48.481456 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbabe0c-3c75-402d-b903-7884e465e43b tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af988c5-92bd-42a2-9b51-5f4c909e491f,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:48.510297 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0bf53a47-a914-4c92-b928-39d00021de3f tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:48.553741 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=c191b454-e119-4a08-b110-28e2b11808cb,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:48.641618 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0bf53a47-a914-4c92-b928-39d00021de3f tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:48.647032 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0bf53a47-a914-4c92-b928-39d00021de3f tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:48.696361 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf53a47-a914-4c92-b928-39d00021de3f tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c10a15d6-fe05-485b-bb21-bb9eaf31c87a,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:48.705112 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0bf53a47-a914-4c92-b928-39d00021de3f tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:48.715401 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60252) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:48.716648 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0bf53a47-a914-4c92-b928-39d00021de3f tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2968636 Aug 10 01:09:48.722101 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-b781c2c3-8bc4-4cd9-92f0-6099b3977e49 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:48.756895 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b781c2c3-8bc4-4cd9-92f0-6099b3977e49 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks [] for floatingip, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:49.053492 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b781c2c3-8bc4-4cd9-92f0-6099b3977e49 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:49.204402 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-18cc7eb0-7da9-4eeb-84b6-f93d83c92364 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Deleting port 2fcb37f9-b077-42a9-8291-af886b8062ff {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:49.204742 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-18cc7eb0-7da9-4eeb-84b6-f93d83c92364 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:49.284046 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-b781c2c3-8bc4-4cd9-92f0-6099b3977e49 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Allocated IP 172.25.2.137 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/3544a323-2bac-43cf-9270-1a7ce5f05397) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:09:49.316591 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 6d3cf203-dbf4-4919-b989-f724df5d49e9 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:09:49.343539 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 6d3cf203-dbf4-4919-b989-f724df5d49e9 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:09:49.344475 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 6d3cf203-dbf4-4919-b989-f724df5d49e9 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:09:49.385099 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-18cc7eb0-7da9-4eeb-84b6-f93d83c92364 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] For port 2fcb37f9-b077-42a9-8291-af886b8062ff, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=2fcb37f9-b077-42a9-8291-af886b8062ff,segment=NetworkSegment(f4c686c7-f30c-4f23-a86c-a70df0f5db61),segment_id=f4c686c7-f30c-4f23-a86c-a70df0f5db61)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:49.386622 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-18cc7eb0-7da9-4eeb-84b6-f93d83c92364 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:49.409581 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-18cc7eb0-7da9-4eeb-84b6-f93d83c92364 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Calling delete_port for 2fcb37f9-b077-42a9-8291-af886b8062ff owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:49.507388 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b781c2c3-8bc4-4cd9-92f0-6099b3977e49 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:49.654782 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b781c2c3-8bc4-4cd9-92f0-6099b3977e49 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:49.746041 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b781c2c3-8bc4-4cd9-92f0-6099b3977e49 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:09:49.772556 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-b781c2c3-8bc4-4cd9-92f0-6099b3977e49 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:49.776744 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781c2c3-8bc4-4cd9-92f0-6099b3977e49 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Pushing event updated for resources: {'Port': ['ID=3544a323-2bac-43cf-9270-1a7ce5f05397,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:49.781042 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b781c2c3-8bc4-4cd9-92f0-6099b3977e49 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:09:49.841676 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-18cc7eb0-7da9-4eeb-84b6-f93d83c92364 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:49.882666 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc7eb0-7da9-4eeb-84b6-f93d83c92364 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event deleted for resources: {'Port': ['ID=2fcb37f9-b077-42a9-8291-af886b8062ff,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:49.955802 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c191b454-e119-4a08-b110-28e2b11808cb up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:09:50.010967 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b781c2c3-8bc4-4cd9-92f0-6099b3977e49 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:50.068599 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port c191b454-e119-4a08-b110-28e2b11808cb triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:50.069118 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:50.145239 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b781c2c3-8bc4-4cd9-92f0-6099b3977e49 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:50.241848 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09529c72-d2a1-4ee8-bcad-f105cc8e3d95 None None] Sync routers for ids ['59385050-2b55-4513-81f1-a4cbf311060e'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:09:50.277597 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09529c72-d2a1-4ee8-bcad-f105cc8e3d95 None None] Routers {'59385050-2b55-4513-81f1-a4cbf311060e'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:09:50.278868 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-09529c72-d2a1-4ee8-bcad-f105cc8e3d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:09:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['59385050-2b55-4513-81f1-a4cbf311060e'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:50.439279 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-18cc7eb0-7da9-4eeb-84b6-f93d83c92364 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:50.587984 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b781c2c3-8bc4-4cd9-92f0-6099b3977e49 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:50.616943 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b781c2c3-8bc4-4cd9-92f0-6099b3977e49 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:50.846524 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-09529c72-d2a1-4ee8-bcad-f105cc8e3d95 None None] Set router 59385050-2b55-4513-81f1-a4cbf311060e gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:09:51.183098 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781c2c3-8bc4-4cd9-92f0-6099b3977e49 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Pushing event updated for resources: {'Port': ['ID=3544a323-2bac-43cf-9270-1a7ce5f05397,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:51.225776 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-09529c72-d2a1-4ee8-bcad-f105cc8e3d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59385050-2b55-4513-81f1-a4cbf311060e', 'name': 'tempest-ServersTestFqdnHostnames-2000983497-router', 'tenant_id': '5fcd54d724cc4ddb9ca725ce206de378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c191b454-e119-4a08-b110-28e2b11808cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:39Z', 'updated_at': '2021-08-10T01:09:45Z', 'revision_number': 4, 'project_id': '5fcd54d724cc4ddb9ca725ce206de378', 'gw_port': {'id': 'c191b454-e119-4a08-b110-28e2b11808cb', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:38:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59385050-2b55-4513-81f1-a4cbf311060e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:40Z', 'updated_at': '2021-08-10T01:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '713ada6c-11d5-49ef-ae55-9978105483f8', 'name': '', 'network_id': 'b17b9b5f-95fc-413e-934b-7c85c5159133', 'tenant_id': '5fcd54d724cc4ddb9ca725ce206de378', 'mac_address': 'fa:16:3e:80:9e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59385050-2b55-4513-81f1-a4cbf311060e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '8bb6259d-aa3e-4019-9a08-c063c9f120bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:44Z', 'updated_at': '2021-08-10T01:09:45Z', 'revision_number': 2, 'project_id': '5fcd54d724cc4ddb9ca725ce206de378', 'subnets': [{'id': '8bb6259d-aa3e-4019-9a08-c063c9f120bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:51.248531 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b781c2c3-8bc4-4cd9-92f0-6099b3977e49 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:51.281559 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b781c2c3-8bc4-4cd9-92f0-6099b3977e49 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:51.292453 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b781c2c3-8bc4-4cd9-92f0-6099b3977e49 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5735238 Aug 10 01:09:51.296938 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09529c72-d2a1-4ee8-bcad-f105cc8e3d95 None None] Checking router: 59385050-2b55-4513-81f1-a4cbf311060e for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:09:51.303412 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09529c72-d2a1-4ee8-bcad-f105cc8e3d95 None None] Updating router 59385050-2b55-4513-81f1-a4cbf311060e port 713ada6c-11d5-49ef-ae55-9978105483f8 binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:09:51.305094 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18cc7eb0-7da9-4eeb-84b6-f93d83c92364 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Router 5e521bb3-94f5-4a03-9b85-6356dfc5e402 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:09:51.372143 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-09529c72-d2a1-4ee8-bcad-f105cc8e3d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:51.504937 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18cc7eb0-7da9-4eeb-84b6-f93d83c92364 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:09:51.511384 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-18cc7eb0-7da9-4eeb-84b6-f93d83c92364 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "PUT /v2.0/routers/5e521bb3-94f5-4a03-9b85-6356dfc5e402/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9753275 Aug 10 01:09:51.514525 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60328) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:51.522661 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccb6913-61ed-48b0-93a2-ea5e0a91d1fc None None] Sync routers for ids ['5e521bb3-94f5-4a03-9b85-6356dfc5e402'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:09:51.540526 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccb6913-61ed-48b0-93a2-ea5e0a91d1fc None None] Routers {'5e521bb3-94f5-4a03-9b85-6356dfc5e402'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:09:51.541429 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-fccb6913-61ed-48b0-93a2-ea5e0a91d1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:09:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['5e521bb3-94f5-4a03-9b85-6356dfc5e402'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:51.595444 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-48fcd840-143e-4366-827e-f541d062ef12 req-f946f3a0-c722-44d5-a17a-7604831bed79 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--127370485&fields=id&tenant_id=5fcd54d724cc4ddb9ca725ce206de378 HTTP/1.1" status: 200 len: 267 time: 0.0549517 Aug 10 01:09:51.676441 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3dca95f-0a7d-4cb8-ab9e-3bebb84ebe4e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Deleting subnet 95d779ab-0287-4bf3-8588-a099eab6d9bd {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:09:51.686271 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e3dca95f-0a7d-4cb8-ab9e-3bebb84ebe4e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:51.783245 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcd840-143e-4366-827e-f541d062ef12 req-417b1439-b4c4-42da-80ad-75b4b1b2e5b2 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:51.789875 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-48fcd840-143e-4366-827e-f541d062ef12 req-417b1439-b4c4-42da-80ad-75b4b1b2e5b2 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.35 "GET /v2.0/networks?id=b17b9b5f-95fc-413e-934b-7c85c5159133 HTTP/1.1" status: 200 len: 815 time: 0.1916375 Aug 10 01:09:51.806077 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-fccb6913-61ed-48b0-93a2-ea5e0a91d1fc None None] Set router 5e521bb3-94f5-4a03-9b85-6356dfc5e402 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:09:51.828772 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e3dca95f-0a7d-4cb8-ab9e-3bebb84ebe4e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:51.846825 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-48fcd840-143e-4366-827e-f541d062ef12 req-7c10cbd5-4b4b-4219-8ad5-722a013ec317 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.35 "GET /v2.0/quotas/5fcd54d724cc4ddb9ca725ce206de378 HTTP/1.1" status: 200 len: 375 time: 0.0327387 Aug 10 01:09:51.974847 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-48fcd840-143e-4366-827e-f541d062ef12 req-16fc9e13-b36e-4603-8a5f-e92a67f96c4a tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5fcd54d724cc4ddb9ca725ce206de378&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1243398 Aug 10 01:09:52.031290 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-09529c72-d2a1-4ee8-bcad-f105cc8e3d95 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:52.040580 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e3dca95f-0a7d-4cb8-ab9e-3bebb84ebe4e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:52.053635 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-09529c72-d2a1-4ee8-bcad-f105cc8e3d95 None None] Transition to ACTIVE for port object 713ada6c-11d5-49ef-ae55-9978105483f8 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:52.064216 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-09529c72-d2a1-4ee8-bcad-f105cc8e3d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:52.124536 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-48fcd840-143e-4366-827e-f541d062ef12 req-fd1a9f80-40f2-4979-a54c-2880abed3549 service neutron] 10.222.0.35 "GET /v2.0/networks/b17b9b5f-95fc-413e-934b-7c85c5159133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455643 Aug 10 01:09:52.158391 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1247a-90d8-4fad-9cf0-4dc6bff23dfe None None] Pushing event updated for resources: {'Port': ['ID=713ada6c-11d5-49ef-ae55-9978105483f8,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:52.170166 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e3dca95f-0a7d-4cb8-ab9e-3bebb84ebe4e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:52.233034 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dca95f-0a7d-4cb8-ab9e-3bebb84ebe4e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event deleted for resources: {'Subnet': ['ID=95d779ab-0287-4bf3-8588-a099eab6d9bd,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:52.241305 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e3dca95f-0a7d-4cb8-ab9e-3bebb84ebe4e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:52.243465 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e3dca95f-0a7d-4cb8-ab9e-3bebb84ebe4e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "DELETE /v2.0/subnets/95d779ab-0287-4bf3-8588-a099eab6d9bd HTTP/1.1" status: 204 len: 168 time: 0.7277248 Aug 10 01:09:52.246418 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60344) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:52.254910 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f594a5-fe9f-48d8-9dd0-bb60bb5012c1 None None] Network 5a462b3c-85e0-42af-bdaa-7c1c00be4593 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:09:52.266410 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-fccb6913-61ed-48b0-93a2-ea5e0a91d1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057299372', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': 'a1aae4f8-75d1-4802-a584-dad1b4ba38cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:06:18Z', 'updated_at': '2021-08-10T01:09:49Z', 'revision_number': 5, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'a1aae4f8-75d1-4802-a584-dad1b4ba38cc', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:06:19Z', 'updated_at': '2021-08-10T01:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:52.327602 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccb6913-61ed-48b0-93a2-ea5e0a91d1fc None None] Checking router: 5e521bb3-94f5-4a03-9b85-6356dfc5e402 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:09:52.336590 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccb6913-61ed-48b0-93a2-ea5e0a91d1fc None None] Routers {'5e521bb3-94f5-4a03-9b85-6356dfc5e402'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:09:52.337201 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-fccb6913-61ed-48b0-93a2-ea5e0a91d1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:09:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['5e521bb3-94f5-4a03-9b85-6356dfc5e402'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:52.398620 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-48fcd840-143e-4366-827e-f541d062ef12 req-024cc55c-646d-4064-93cc-48ed87e626ac service neutron] 10.222.0.35 "GET /v2.0/networks/b17b9b5f-95fc-413e-934b-7c85c5159133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587020 Aug 10 01:09:52.446142 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-09529c72-d2a1-4ee8-bcad-f105cc8e3d95 None None] Attempting to bind port 713ada6c-11d5-49ef-ae55-9978105483f8 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:09:52.446524 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-09529c72-d2a1-4ee8-bcad-f105cc8e3d95 None None] Attempting to bind port 713ada6c-11d5-49ef-ae55-9978105483f8 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '218142c6-a243-426e-9e94-b82a24b90795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b17b9b5f-95fc-413e-934b-7c85c5159133'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:09:52.446903 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09529c72-d2a1-4ee8-bcad-f105cc8e3d95 None None] Attempting to bind port 713ada6c-11d5-49ef-ae55-9978105483f8 on network b17b9b5f-95fc-413e-934b-7c85c5159133 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:09:52.471656 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09529c72-d2a1-4ee8-bcad-f105cc8e3d95 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:09:52.472050 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09529c72-d2a1-4ee8-bcad-f105cc8e3d95 None None] Checking segment: {'id': '218142c6-a243-426e-9e94-b82a24b90795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b17b9b5f-95fc-413e-934b-7c85c5159133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:09:52.472493 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-09529c72-d2a1-4ee8-bcad-f105cc8e3d95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:52.472903 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09529c72-d2a1-4ee8-bcad-f105cc8e3d95 None None] Bound using segment: {'id': '218142c6-a243-426e-9e94-b82a24b90795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b17b9b5f-95fc-413e-934b-7c85c5159133'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:09:52.473401 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-09529c72-d2a1-4ee8-bcad-f105cc8e3d95 None None] Bound port: 713ada6c-11d5-49ef-ae55-9978105483f8, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '218142c6-a243-426e-9e94-b82a24b90795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b17b9b5f-95fc-413e-934b-7c85c5159133'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:09:52.473793 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-09529c72-d2a1-4ee8-bcad-f105cc8e3d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:52.518810 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ab51929d-c1f6-4abd-9043-db7c2f56b9c4 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:52.547479 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60350) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:52.554710 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-fccb6913-61ed-48b0-93a2-ea5e0a91d1fc None None] Set router 5e521bb3-94f5-4a03-9b85-6356dfc5e402 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:09:52.667267 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-09529c72-d2a1-4ee8-bcad-f105cc8e3d95 None None] For port 713ada6c-11d5-49ef-ae55-9978105483f8, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:09:52.671981 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-09529c72-d2a1-4ee8-bcad-f105cc8e3d95 None None] For port 713ada6c-11d5-49ef-ae55-9978105483f8, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=713ada6c-11d5-49ef-ae55-9978105483f8,segment=NetworkSegment(218142c6-a243-426e-9e94-b82a24b90795),segment_id=218142c6-a243-426e-9e94-b82a24b90795)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:09:52.699182 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-09529c72-d2a1-4ee8-bcad-f105cc8e3d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:52.707166 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-26eca8d9-32bd-458e-9a3f-eb8358b7e11f req-447e45ad-b79c-4c6f-9626-f820a4b6ba1c tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.35 "GET /v2.0/ports?device_id=4599df64-0086-44ea-b5be-061d9c9e68ab HTTP/1.1" status: 200 len: 210 time: 0.0520720 Aug 10 01:09:52.862058 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b891975d-7ccf-4abc-a0ed-6b2f63ef6062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:52.870286 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ab51929d-c1f6-4abd-9043-db7c2f56b9c4 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:52.912030 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1247a-90d8-4fad-9cf0-4dc6bff23dfe None None] Pushing event updated for resources: {'Port': ['ID=713ada6c-11d5-49ef-ae55-9978105483f8,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:52.959216 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e80712-efa6-4ae6-bb76-b24b8661dff9 None None] DHCP port deletion for 5a462b3c-85e0-42af-bdaa-7c1c00be4593 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:09:52.964753 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09529c72-d2a1-4ee8-bcad-f105cc8e3d95 None None] Routers {'59385050-2b55-4513-81f1-a4cbf311060e'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:09:52.967765 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-09529c72-d2a1-4ee8-bcad-f105cc8e3d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:09:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['59385050-2b55-4513-81f1-a4cbf311060e'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:53.031687 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-fccb6913-61ed-48b0-93a2-ea5e0a91d1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057299372', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': 'a1aae4f8-75d1-4802-a584-dad1b4ba38cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:06:18Z', 'updated_at': '2021-08-10T01:09:49Z', 'revision_number': 5, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'a1aae4f8-75d1-4802-a584-dad1b4ba38cc', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:06:19Z', 'updated_at': '2021-08-10T01:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:53.142577 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccb6913-61ed-48b0-93a2-ea5e0a91d1fc None None] The sync data for ids ['5e521bb3-94f5-4a03-9b85-6356dfc5e402'] in n-d-766726-26 is: [{'id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057299372', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': 'a1aae4f8-75d1-4802-a584-dad1b4ba38cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:06:18Z', 'updated_at': '2021-08-10T01:09:49Z', 'revision_number': 5, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'a1aae4f8-75d1-4802-a584-dad1b4ba38cc', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e521bb3-94f5-4a03-9b85-6356dfc5e402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:06:19Z', 'updated_at': '2021-08-10T01:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:09:53.179392 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b891975d-7ccf-4abc-a0ed-6b2f63ef6062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:53.188296 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b891975d-7ccf-4abc-a0ed-6b2f63ef6062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:53.254110 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-ab51929d-c1f6-4abd-9043-db7c2f56b9c4 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Deleting port a1aae4f8-75d1-4802-a584-dad1b4ba38cc {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:53.254663 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ab51929d-c1f6-4abd-9043-db7c2f56b9c4 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:53.310824 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891975d-7ccf-4abc-a0ed-6b2f63ef6062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e10e8d-4bf4-4de6-8f89-1569294b66ea,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:53.320010 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b891975d-7ccf-4abc-a0ed-6b2f63ef6062 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c4db56f479d747e88b8fca2146ed8162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7712674 Aug 10 01:09:53.321259 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60368) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:53.360097 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-76e80712-efa6-4ae6-bb76-b24b8661dff9 None None] Deleting port 5e16ed91-d2cf-45b1-8d19-b27820e16282 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:53.361204 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-76e80712-efa6-4ae6-bb76-b24b8661dff9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:53.384619 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1f7e13f8-de1c-4e57-8d07-47c7acd36471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:53.415965 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1f7e13f8-de1c-4e57-8d07-47c7acd36471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:53.426961 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-09529c72-d2a1-4ee8-bcad-f105cc8e3d95 None None] Set router 59385050-2b55-4513-81f1-a4cbf311060e gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:09:53.438005 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-ab51929d-c1f6-4abd-9043-db7c2f56b9c4 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] For port a1aae4f8-75d1-4802-a584-dad1b4ba38cc, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a1aae4f8-75d1-4802-a584-dad1b4ba38cc,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:53.438464 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ab51929d-c1f6-4abd-9043-db7c2f56b9c4 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:53.453579 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-ab51929d-c1f6-4abd-9043-db7c2f56b9c4 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Calling delete_port for a1aae4f8-75d1-4802-a584-dad1b4ba38cc owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:53.474071 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1f7e13f8-de1c-4e57-8d07-47c7acd36471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:53.477487 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1f7e13f8-de1c-4e57-8d07-47c7acd36471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:53.480704 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1f7e13f8-de1c-4e57-8d07-47c7acd36471 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d2e10e8d-4bf4-4de6-8f89-1569294b66ea HTTP/1.1" status: 204 len: 168 time: 0.1584086 Aug 10 01:09:53.499423 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e13f8-de1c-4e57-8d07-47c7acd36471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e10e8d-4bf4-4de6-8f89-1569294b66ea,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:53.530044 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-76e80712-efa6-4ae6-bb76-b24b8661dff9 None None] For port 5e16ed91-d2cf-45b1-8d19-b27820e16282, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5e16ed91-d2cf-45b1-8d19-b27820e16282,segment=NetworkSegment(f4c686c7-f30c-4f23-a86c-a70df0f5db61),segment_id=f4c686c7-f30c-4f23-a86c-a70df0f5db61)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:53.530561 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-76e80712-efa6-4ae6-bb76-b24b8661dff9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:53.547464 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-76e80712-efa6-4ae6-bb76-b24b8661dff9 None None] Calling delete_port for 5e16ed91-d2cf-45b1-8d19-b27820e16282 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:53.806582 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ab51929d-c1f6-4abd-9043-db7c2f56b9c4 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:53.865021 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5255fed1-900f-4a1f-b3dd-26f5fc66c5a6 req-0fc5f126-e55a-4728-b880-dd385151f5f9 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.35 "GET /v2.0/ports?device_id=4599df64-0086-44ea-b5be-061d9c9e68ab HTTP/1.1" status: 200 len: 210 time: 0.0619483 Aug 10 01:09:53.892405 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51929d-c1f6-4abd-9043-db7c2f56b9c4 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event deleted for resources: {'Port': ['ID=a1aae4f8-75d1-4802-a584-dad1b4ba38cc,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:53.986841 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-76e80712-efa6-4ae6-bb76-b24b8661dff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.001025 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ab51929d-c1f6-4abd-9043-db7c2f56b9c4 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.038571 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e80712-efa6-4ae6-bb76-b24b8661dff9 None None] No DVR routers for this DVR port 5e16ed91-d2cf-45b1-8d19-b27820e16282 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:09:54.040892 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e80712-efa6-4ae6-bb76-b24b8661dff9 None None] Pushing event deleted for resources: {'Port': ['ID=5e16ed91-d2cf-45b1-8d19-b27820e16282,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:54.081818 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 713ada6c-11d5-49ef-ae55-9978105483f8 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:09:54.092916 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60386) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:54.108229 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3b3fb65d-dbf1-4a04-8774-873a5a93b033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.124886 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-09529c72-d2a1-4ee8-bcad-f105cc8e3d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59385050-2b55-4513-81f1-a4cbf311060e', 'name': 'tempest-ServersTestFqdnHostnames-2000983497-router', 'tenant_id': '5fcd54d724cc4ddb9ca725ce206de378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c191b454-e119-4a08-b110-28e2b11808cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:39Z', 'updated_at': '2021-08-10T01:09:45Z', 'revision_number': 4, 'project_id': '5fcd54d724cc4ddb9ca725ce206de378', 'gw_port': {'id': 'c191b454-e119-4a08-b110-28e2b11808cb', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:38:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59385050-2b55-4513-81f1-a4cbf311060e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:40Z', 'updated_at': '2021-08-10T01:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '713ada6c-11d5-49ef-ae55-9978105483f8', 'name': '', 'network_id': 'b17b9b5f-95fc-413e-934b-7c85c5159133', 'tenant_id': '5fcd54d724cc4ddb9ca725ce206de378', 'mac_address': 'fa:16:3e:80:9e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59385050-2b55-4513-81f1-a4cbf311060e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '8bb6259d-aa3e-4019-9a08-c063c9f120bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:44Z', 'updated_at': '2021-08-10T01:09:52Z', 'revision_number': 4, 'project_id': '5fcd54d724cc4ddb9ca725ce206de378', 'subnets': [{'id': '8bb6259d-aa3e-4019-9a08-c063c9f120bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:54.126046 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ab51929d-c1f6-4abd-9043-db7c2f56b9c4 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.129569 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ab51929d-c1f6-4abd-9043-db7c2f56b9c4 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.155751 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09529c72-d2a1-4ee8-bcad-f105cc8e3d95 None None] The sync data for ids ['59385050-2b55-4513-81f1-a4cbf311060e'] in n-d-766726-26 is: [{'id': '59385050-2b55-4513-81f1-a4cbf311060e', 'name': 'tempest-ServersTestFqdnHostnames-2000983497-router', 'tenant_id': '5fcd54d724cc4ddb9ca725ce206de378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c191b454-e119-4a08-b110-28e2b11808cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:39Z', 'updated_at': '2021-08-10T01:09:45Z', 'revision_number': 4, 'project_id': '5fcd54d724cc4ddb9ca725ce206de378', 'gw_port': {'id': 'c191b454-e119-4a08-b110-28e2b11808cb', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:38:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59385050-2b55-4513-81f1-a4cbf311060e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:40Z', 'updated_at': '2021-08-10T01:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '713ada6c-11d5-49ef-ae55-9978105483f8', 'name': '', 'network_id': 'b17b9b5f-95fc-413e-934b-7c85c5159133', 'tenant_id': '5fcd54d724cc4ddb9ca725ce206de378', 'mac_address': 'fa:16:3e:80:9e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59385050-2b55-4513-81f1-a4cbf311060e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '8bb6259d-aa3e-4019-9a08-c063c9f120bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:44Z', 'updated_at': '2021-08-10T01:09:52Z', 'revision_number': 4, 'project_id': '5fcd54d724cc4ddb9ca725ce206de378', 'subnets': [{'id': '8bb6259d-aa3e-4019-9a08-c063c9f120bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:09:54.188443 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 713ada6c-11d5-49ef-ae55-9978105483f8 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:09:54.200415 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 713ada6c-11d5-49ef-ae55-9978105483f8 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:54.200415 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.238236 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ab51929d-c1f6-4abd-9043-db7c2f56b9c4 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.238778 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab51929d-c1f6-4abd-9043-db7c2f56b9c4 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Fanout notify agent at l3_agent the message router_deleted on router 5e521bb3-94f5-4a03-9b85-6356dfc5e402 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:09:54.256153 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ab51929d-c1f6-4abd-9043-db7c2f56b9c4 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.261762 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ab51929d-c1f6-4abd-9043-db7c2f56b9c4 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "DELETE /v2.0/routers/5e521bb3-94f5-4a03-9b85-6356dfc5e402 HTTP/1.1" status: 204 len: 168 time: 2.0132995 Aug 10 01:09:54.264468 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60396) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:54.377598 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.472141 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 713ada6c-11d5-49ef-ae55-9978105483f8, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=713ada6c-11d5-49ef-ae55-9978105483f8,segment=NetworkSegment(218142c6-a243-426e-9e94-b82a24b90795),segment_id=218142c6-a243-426e-9e94-b82a24b90795)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:54.477037 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.553104 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3b3fb65d-dbf1-4a04-8774-873a5a93b033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.576994 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3b3fb65d-dbf1-4a04-8774-873a5a93b033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.596296 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=713ada6c-11d5-49ef-ae55-9978105483f8,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:54.606465 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 2fcb37f9-b077-42a9-8291-af886b8062ff no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:09:54.633531 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcd840-143e-4366-827e-f541d062ef12 req-f6ac8950-98c4-4ebb-8d5b-1cac1805521d tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:54.635927 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-48fcd840-143e-4366-827e-f541d062ef12 req-f6ac8950-98c4-4ebb-8d5b-1cac1805521d tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.24 "GET /v2.0/networks?id=b17b9b5f-95fc-413e-934b-7c85c5159133 HTTP/1.1" status: 200 len: 815 time: 0.2414229 Aug 10 01:09:54.643760 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 2fcb37f9-b077-42a9-8291-af886b8062ff {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:09:54.644116 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 2fcb37f9-b077-42a9-8291-af886b8062ff not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:09:54.645067 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5e16ed91-d2cf-45b1-8d19-b27820e16282 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:09:54.667188 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4b5b9e92-aa94-4f5e-98c7-5c0837850b83 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.674347 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 5e16ed91-d2cf-45b1-8d19-b27820e16282 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:09:54.674832 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5e16ed91-d2cf-45b1-8d19-b27820e16282 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:09:54.701426 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-48fcd840-143e-4366-827e-f541d062ef12 req-902788d6-3b82-4fd0-bfd6-388b28b64432 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fcd54d724cc4ddb9ca725ce206de378 HTTP/1.1" status: 200 len: 379 time: 0.0555167 Aug 10 01:09:54.715095 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3b3fb65d-dbf1-4a04-8774-873a5a93b033 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b82aff6a758a40678507d80d69c15c32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6207488 Aug 10 01:09:54.719546 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-48fcd840-143e-4366-827e-f541d062ef12 req-4bd947b0-2e36-4aba-b380-3b48b907b6ea tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Request body: {'port': {'device_id': '4599df64-0086-44ea-b5be-061d9c9e68ab', 'network_id': 'b17b9b5f-95fc-413e-934b-7c85c5159133', 'admin_state_up': True, 'tenant_id': '5fcd54d724cc4ddb9ca725ce206de378', 'security_groups': ['9615f37e-055c-4057-a415-83e9efc482a4']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:54.720307 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60402) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:54.756081 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3fb65d-dbf1-4a04-8774-873a5a93b033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12886c2-17b9-488a-acd9-16cc5521a345,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:54.822232 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-c8c9f5c4-8965-4947-8be2-95d42cfc3795 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:54.823890 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-c8c9f5c4-8965-4947-8be2-95d42cfc3795 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/networks?id=d5f42a49-cf64-4535-a007-0ffeb2000607 HTTP/1.1" status: 200 len: 812 time: 0.5116575 Aug 10 01:09:54.848769 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48fcd840-143e-4366-827e-f541d062ef12 req-4bd947b0-2e36-4aba-b380-3b48b907b6ea tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Made reservation on behalf of 5fcd54d724cc4ddb9ca725ce206de378 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:54.853235 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-48fcd840-143e-4366-827e-f541d062ef12 req-4bd947b0-2e36-4aba-b380-3b48b907b6ea tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.891858 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-c78dd63d-dcbe-45c8-bacc-0d4f050f51b0 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/quotas/a4f463465f414d20a10d25627743d857 HTTP/1.1" status: 200 len: 375 time: 0.0323734 Aug 10 01:09:54.898068 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4b5b9e92-aa94-4f5e-98c7-5c0837850b83 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.937623 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-4b5b9e92-aa94-4f5e-98c7-5c0837850b83 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a462b3c-85e0-42af-bdaa-7c1c00be4593']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:54.952848 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-4b5b9e92-aa94-4f5e-98c7-5c0837850b83 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c686c7-f30c-4f23-a86c-a70df0f5db61') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:54.953424 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-4b5b9e92-aa94-4f5e-98c7-5c0837850b83 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c686c7-f30c-4f23-a86c-a70df0f5db61') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:54.967901 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4b5b9e92-aa94-4f5e-98c7-5c0837850b83 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.986364 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4b5b9e92-aa94-4f5e-98c7-5c0837850b83 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.993805 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b5b9e92-aa94-4f5e-98c7-5c0837850b83 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:09:54.994306 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4b5b9e92-aa94-4f5e-98c7-5c0837850b83 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.998864 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:09:54.998864 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:09:54.998864 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:09:54.998864 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:09:54.998864 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:09:54.998864 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:09:54.998864 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:09:54.998864 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:09:54.998864 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:09:54.998864 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:09:54.998864 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:09:54.998864 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:09:54.998864 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:09:54.998864 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:09:54.998864 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:09:54.998864 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:09:54.998864 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:09:54.998864 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:09:54.998864 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:09:54.998864 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:09:54.998864 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:09:54.998864 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:09:54.998864 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:09:54.998864 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:09:54.998864 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:09:54.998864 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:09:54.998864 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:09:54.998864 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:09:54.998864 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:09:54.998864 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:09:54.998864 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:09:54.998864 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:09:55.014187 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3fb3f812-accc-4f80-9367-acc36ba53c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:55.031780 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-48fcd840-143e-4366-827e-f541d062ef12 req-4bd947b0-2e36-4aba-b380-3b48b907b6ea tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Allocated IP 172.20.0.9 (b17b9b5f-95fc-413e-934b-7c85c5159133/8bb6259d-aa3e-4019-9a08-c063c9f120bd/50137f2c-55eb-4a29-bed1-1f9b1c3be5be) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:09:55.102123 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-96babcfc-dddf-447d-826d-ecd3725e7351 req-08be0bbe-3e13-4fb0-80bb-0c16bc21d6f9 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.35 "GET /v2.0/ports?device_id=4599df64-0086-44ea-b5be-061d9c9e68ab HTTP/1.1" status: 200 len: 210 time: 0.1023283 Aug 10 01:09:55.137444 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3fb3f812-accc-4f80-9367-acc36ba53c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:55.165206 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4b5b9e92-aa94-4f5e-98c7-5c0837850b83 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:55.183221 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-2701eaa1-3093-4be1-9d11-719ba94c91b8 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a4f463465f414d20a10d25627743d857&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2763960 Aug 10 01:09:55.187663 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4b5b9e92-aa94-4f5e-98c7-5c0837850b83 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:55.189804 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4b5b9e92-aa94-4f5e-98c7-5c0837850b83 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "DELETE /v2.0/networks/5a462b3c-85e0-42af-bdaa-7c1c00be4593 HTTP/1.1" status: 204 len: 168 time: 0.9240878 Aug 10 01:09:55.192636 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60408) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:55.223727 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b9e92-aa94-4f5e-98c7-5c0837850b83 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event deleted for resources: {'Network': ['ID=5a462b3c-85e0-42af-bdaa-7c1c00be4593,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:55.256926 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-48fcd840-143e-4366-827e-f541d062ef12 req-4bd947b0-2e36-4aba-b380-3b48b907b6ea tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:55.294057 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-73dc5946-13b1-4cba-9c2c-51f866462a86 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:55.306117 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-48fcd840-143e-4366-827e-f541d062ef12 req-4bd947b0-2e36-4aba-b380-3b48b907b6ea tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Transition to ACTIVE for port object 50137f2c-55eb-4a29-bed1-1f9b1c3be5be will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:55.309389 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3fb3f812-accc-4f80-9367-acc36ba53c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:55.312930 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3fb3f812-accc-4f80-9367-acc36ba53c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:55.314796 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3fb3f812-accc-4f80-9367-acc36ba53c44 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f12886c2-17b9-488a-acd9-16cc5521a345 HTTP/1.1" status: 204 len: 168 time: 0.5891490 Aug 10 01:09:55.327099 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-73dc5946-13b1-4cba-9c2c-51f866462a86 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:55.332536 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3f812-accc-4f80-9367-acc36ba53c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12886c2-17b9-488a-acd9-16cc5521a345,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:55.345127 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-f103d7c1-d4a6-4b7b-bd56-4a7f720dbcdc service neutron] 10.222.0.35 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476572 Aug 10 01:09:55.405912 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-48fcd840-143e-4366-827e-f541d062ef12 req-4bd947b0-2e36-4aba-b380-3b48b907b6ea tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:55.458642 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48fcd840-143e-4366-827e-f541d062ef12 req-4bd947b0-2e36-4aba-b380-3b48b907b6ea tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Network b17b9b5f-95fc-413e-934b-7c85c5159133 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:09:55.464839 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-48fcd840-143e-4366-827e-f541d062ef12 req-4bd947b0-2e36-4aba-b380-3b48b907b6ea tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:55.471264 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-48fcd840-143e-4366-827e-f541d062ef12 req-4bd947b0-2e36-4aba-b380-3b48b907b6ea tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:09:55.492728 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-1c032266-fb8d-4a46-bc35-d6bcd20d36c2 service neutron] 10.222.0.35 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436057 Aug 10 01:09:55.519118 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd947b0-2e36-4aba-b380-3b48b907b6ea tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Pushing event updated for resources: {'Port': ['ID=50137f2c-55eb-4a29-bed1-1f9b1c3be5be,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:55.527530 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-73dc5946-13b1-4cba-9c2c-51f866462a86 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:55.530300 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-73dc5946-13b1-4cba-9c2c-51f866462a86 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:55.534284 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-73dc5946-13b1-4cba-9c2c-51f866462a86 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "DELETE /v2.0/security-groups/35bcfc70-1407-4f89-a583-4a8bf64d1a10 HTTP/1.1" status: 204 len: 168 time: 0.3379898 Aug 10 01:09:55.555625 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc5946-13b1-4cba-9c2c-51f866462a86 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bcfc70-1407-4f89-a583-4a8bf64d1a10,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:55.563405 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd947b0-2e36-4aba-b380-3b48b907b6ea tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:55.563797 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd947b0-2e36-4aba-b380-3b48b907b6ea tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:55.564155 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd947b0-2e36-4aba-b380-3b48b907b6ea tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:55.564537 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd947b0-2e36-4aba-b380-3b48b907b6ea tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:55.564941 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd947b0-2e36-4aba-b380-3b48b907b6ea tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:55.565288 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd947b0-2e36-4aba-b380-3b48b907b6ea tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:55.565699 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd947b0-2e36-4aba-b380-3b48b907b6ea tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:55.566047 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd947b0-2e36-4aba-b380-3b48b907b6ea tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:55.566331 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd947b0-2e36-4aba-b380-3b48b907b6ea tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:55.566630 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd947b0-2e36-4aba-b380-3b48b907b6ea tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:55.567053 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd947b0-2e36-4aba-b380-3b48b907b6ea tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:55.567358 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd947b0-2e36-4aba-b380-3b48b907b6ea tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:55.584605 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dc5946-13b1-4cba-9c2c-51f866462a86 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:55.584967 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dc5946-13b1-4cba-9c2c-51f866462a86 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:55.585377 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dc5946-13b1-4cba-9c2c-51f866462a86 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:55.585730 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dc5946-13b1-4cba-9c2c-51f866462a86 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:55.586075 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dc5946-13b1-4cba-9c2c-51f866462a86 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:55.586417 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dc5946-13b1-4cba-9c2c-51f866462a86 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:55.586757 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dc5946-13b1-4cba-9c2c-51f866462a86 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:55.587158 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dc5946-13b1-4cba-9c2c-51f866462a86 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:55.587506 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dc5946-13b1-4cba-9c2c-51f866462a86 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:55.587845 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dc5946-13b1-4cba-9c2c-51f866462a86 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:55.588213 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dc5946-13b1-4cba-9c2c-51f866462a86 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:55.589123 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dc5946-13b1-4cba-9c2c-51f866462a86 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:55.614199 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcd840-143e-4366-827e-f541d062ef12 req-4bd947b0-2e36-4aba-b380-3b48b907b6ea tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:55.614950 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-48fcd840-143e-4366-827e-f541d062ef12 req-4bd947b0-2e36-4aba-b380-3b48b907b6ea tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:55.660412 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-48fcd840-143e-4366-827e-f541d062ef12 req-4bd947b0-2e36-4aba-b380-3b48b907b6ea tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9458971 Aug 10 01:09:55.677338 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-48fcd840-143e-4366-827e-f541d062ef12 req-182ecc33-da4b-47cf-b3ad-7c201a2aaf0d service neutron] Request body: {'port': {'device_id': '4599df64-0086-44ea-b5be-061d9c9e68ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:55.847091 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-48fcd840-143e-4366-827e-f541d062ef12 req-182ecc33-da4b-47cf-b3ad-7c201a2aaf0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:55.929961 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-11f26a54-77ce-4cda-a972-f49bf7a9a9ce req-e0994f10-e420-4c34-b5ec-36ec714e572f tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 210 time: 0.0759783 Aug 10 01:09:55.945179 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6d145d44-0c1c-4cd3-81f8-c7a7cbaa6cb1 None None] Provisioning for port 50137f2c-55eb-4a29-bed1-1f9b1c3be5be completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:09:55.954405 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6d145d44-0c1c-4cd3-81f8-c7a7cbaa6cb1 None None] Provisioning complete for port 50137f2c-55eb-4a29-bed1-1f9b1c3be5be triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:55.954809 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6d145d44-0c1c-4cd3-81f8-c7a7cbaa6cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:56.017602 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6d145d44-0c1c-4cd3-81f8-c7a7cbaa6cb1 None None] Port 50137f2c-55eb-4a29-bed1-1f9b1c3be5be cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:09:56.019453 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 713ada6c-11d5-49ef-ae55-9978105483f8 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:09:56.067523 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60442) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:56.072850 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-db2295a8-0c2a-44b2-b576-6524f1e59581 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1892460777', 'description': 'tempest-secgroup-smoke-1892460777 description', 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:56.085252 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 713ada6c-11d5-49ef-ae55-9978105483f8 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:56.085753 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:56.139252 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-db2295a8-0c2a-44b2-b576-6524f1e59581 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:56.261537 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a1aae4f8-75d1-4802-a584-dad1b4ba38cc no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:09:56.280122 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-db2295a8-0c2a-44b2-b576-6524f1e59581 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:56.296561 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-db2295a8-0c2a-44b2-b576-6524f1e59581 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:56.315598 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: a1aae4f8-75d1-4802-a584-dad1b4ba38cc {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:09:56.315993 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a1aae4f8-75d1-4802-a584-dad1b4ba38cc not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:09:56.321369 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-db2295a8-0c2a-44b2-b576-6524f1e59581 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:56.322510 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-db2295a8-0c2a-44b2-b576-6524f1e59581 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2536972 Aug 10 01:09:56.327159 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60452) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:56.345198 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-3dfd134f-188b-4ef1-87c2-932997f33f76 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'security_group_rule': {'security_group_id': 'ff6e8465-2b36-419d-a8f0-a08eba974c22', 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:56.367443 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc2628-d7da-45a6-92e3-c65fe1b22a59 req-ae1878a1-b0e1-4290-9276-3d2f15ac1598 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:56.375092 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-34fc2628-d7da-45a6-92e3-c65fe1b22a59 req-ae1878a1-b0e1-4290-9276-3d2f15ac1598 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.35 "GET /v2.0/ports?device_id=4599df64-0086-44ea-b5be-061d9c9e68ab HTTP/1.1" status: 200 len: 931 time: 0.1150045 Aug 10 01:09:56.376650 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2295a8-0c2a-44b2-b576-6524f1e59581 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6e8465-2b36-419d-a8f0-a08eba974c22,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:56.408116 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-48fcd840-143e-4366-827e-f541d062ef12 req-182ecc33-da4b-47cf-b3ad-7c201a2aaf0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50137f2c-55eb-4a29-bed1-1f9b1c3be5be {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:09:56.418600 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-48fcd840-143e-4366-827e-f541d062ef12 req-182ecc33-da4b-47cf-b3ad-7c201a2aaf0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:56.429911 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3dfd134f-188b-4ef1-87c2-932997f33f76 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:56.458628 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-48fcd840-143e-4366-827e-f541d062ef12 req-182ecc33-da4b-47cf-b3ad-7c201a2aaf0d service neutron] Transition to ACTIVE for port object 50137f2c-55eb-4a29-bed1-1f9b1c3be5be will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:56.458741 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-34fc2628-d7da-45a6-92e3-c65fe1b22a59 req-aa178067-09ec-4a00-8a28-ca9ab2fbc83d tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.35 "GET /v2.0/security-groups?id=9615f37e-055c-4057-a415-83e9efc482a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673063 Aug 10 01:09:56.458862 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-48fcd840-143e-4366-827e-f541d062ef12 req-182ecc33-da4b-47cf-b3ad-7c201a2aaf0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:56.584501 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ecc33-da4b-47cf-b3ad-7c201a2aaf0d service neutron] Pushing event updated for resources: {'Port': ['ID=50137f2c-55eb-4a29-bed1-1f9b1c3be5be,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:56.676340 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-48fcd840-143e-4366-827e-f541d062ef12 req-182ecc33-da4b-47cf-b3ad-7c201a2aaf0d service neutron] Attempting to bind port 50137f2c-55eb-4a29-bed1-1f9b1c3be5be on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:09:56.677166 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-48fcd840-143e-4366-827e-f541d062ef12 req-182ecc33-da4b-47cf-b3ad-7c201a2aaf0d service neutron] Attempting to bind port 50137f2c-55eb-4a29-bed1-1f9b1c3be5be by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '218142c6-a243-426e-9e94-b82a24b90795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b17b9b5f-95fc-413e-934b-7c85c5159133'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:09:56.677691 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fcd840-143e-4366-827e-f541d062ef12 req-182ecc33-da4b-47cf-b3ad-7c201a2aaf0d service neutron] Attempting to bind port 50137f2c-55eb-4a29-bed1-1f9b1c3be5be on network b17b9b5f-95fc-413e-934b-7c85c5159133 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:09:56.682949 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fcd840-143e-4366-827e-f541d062ef12 req-182ecc33-da4b-47cf-b3ad-7c201a2aaf0d service neutron] Port 50137f2c-55eb-4a29-bed1-1f9b1c3be5be on network b17b9b5f-95fc-413e-934b-7c85c5159133 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:09:56.683537 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fcd840-143e-4366-827e-f541d062ef12 req-182ecc33-da4b-47cf-b3ad-7c201a2aaf0d service neutron] Attempting to bind port 50137f2c-55eb-4a29-bed1-1f9b1c3be5be on network b17b9b5f-95fc-413e-934b-7c85c5159133 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:09:56.689984 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fcd840-143e-4366-827e-f541d062ef12 req-182ecc33-da4b-47cf-b3ad-7c201a2aaf0d service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:09:56.690529 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fcd840-143e-4366-827e-f541d062ef12 req-182ecc33-da4b-47cf-b3ad-7c201a2aaf0d service neutron] Checking segment: {'id': '218142c6-a243-426e-9e94-b82a24b90795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b17b9b5f-95fc-413e-934b-7c85c5159133'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:09:56.690925 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fcd840-143e-4366-827e-f541d062ef12 req-182ecc33-da4b-47cf-b3ad-7c201a2aaf0d service neutron] Bound using segment: {'id': '218142c6-a243-426e-9e94-b82a24b90795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b17b9b5f-95fc-413e-934b-7c85c5159133'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:09:56.691355 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-48fcd840-143e-4366-827e-f541d062ef12 req-182ecc33-da4b-47cf-b3ad-7c201a2aaf0d service neutron] Bound port: 50137f2c-55eb-4a29-bed1-1f9b1c3be5be, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '218142c6-a243-426e-9e94-b82a24b90795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b17b9b5f-95fc-413e-934b-7c85c5159133'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:09:56.691718 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-48fcd840-143e-4366-827e-f541d062ef12 req-182ecc33-da4b-47cf-b3ad-7c201a2aaf0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:56.797479 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-48fcd840-143e-4366-827e-f541d062ef12 req-182ecc33-da4b-47cf-b3ad-7c201a2aaf0d service neutron] For port 50137f2c-55eb-4a29-bed1-1f9b1c3be5be, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:09:56.801901 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-48fcd840-143e-4366-827e-f541d062ef12 req-182ecc33-da4b-47cf-b3ad-7c201a2aaf0d service neutron] For port 50137f2c-55eb-4a29-bed1-1f9b1c3be5be, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=50137f2c-55eb-4a29-bed1-1f9b1c3be5be,segment=NetworkSegment(218142c6-a243-426e-9e94-b82a24b90795),segment_id=218142c6-a243-426e-9e94-b82a24b90795)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:09:56.809504 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-48fcd840-143e-4366-827e-f541d062ef12 req-182ecc33-da4b-47cf-b3ad-7c201a2aaf0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:56.848708 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcd840-143e-4366-827e-f541d062ef12 req-182ecc33-da4b-47cf-b3ad-7c201a2aaf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:56.849334 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-48fcd840-143e-4366-827e-f541d062ef12 req-182ecc33-da4b-47cf-b3ad-7c201a2aaf0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:56.851415 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-48fcd840-143e-4366-827e-f541d062ef12 req-182ecc33-da4b-47cf-b3ad-7c201a2aaf0d service neutron] 10.222.0.24 "PUT /v2.0/ports/50137f2c-55eb-4a29-bed1-1f9b1c3be5be HTTP/1.1" status: 200 len: 1092 time: 1.1824582 Aug 10 01:09:56.861845 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4599df64-0086-44ea-b5be-061d9c9e68ab', 'tag': '50137f2c-55eb-4a29-bed1-1f9b1c3be5be'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:09:56.866590 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35e986e-5ed8-4510-ac78-26cee7196791" -d '{"events": [{"name": "network-changed", "server_uuid": "4599df64-0086-44ea-b5be-061d9c9e68ab", "tag": "50137f2c-55eb-4a29-bed1-1f9b1c3be5be"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:09:56.902091 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ecc33-da4b-47cf-b3ad-7c201a2aaf0d service neutron] Pushing event updated for resources: {'Port': ['ID=50137f2c-55eb-4a29-bed1-1f9b1c3be5be,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:56.951378 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b25338a-cfdb-4efb-a415-599ad7db1e53 x-openstack-request-id: req-3b25338a-cfdb-4efb-a415-599ad7db1e53 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:09:56.951904 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4599df64-0086-44ea-b5be-061d9c9e68ab", "tag": "50137f2c-55eb-4a29-bed1-1f9b1c3be5be", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:09:56.952415 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3b25338a-cfdb-4efb-a415-599ad7db1e53 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:09:56.953003 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4599df64-0086-44ea-b5be-061d9c9e68ab', 'tag': '50137f2c-55eb-4a29-bed1-1f9b1c3be5be', 'status': 'completed', 'code': 200} Aug 10 01:09:56.991233 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcd840-143e-4366-827e-f541d062ef12 req-6cc03e95-d36b-4549-83ac-e13bdcbb2f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:56.994343 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-48fcd840-143e-4366-827e-f541d062ef12 req-6cc03e95-d36b-4549-83ac-e13bdcbb2f19 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5fcd54d724cc4ddb9ca725ce206de378&device_id=4599df64-0086-44ea-b5be-061d9c9e68ab HTTP/1.1" status: 200 len: 1095 time: 0.0799663 Aug 10 01:09:57.034203 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3dfd134f-188b-4ef1-87c2-932997f33f76 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:57.049186 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3dfd134f-188b-4ef1-87c2-932997f33f76 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:57.062009 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-48fcd840-143e-4366-827e-f541d062ef12 req-2276e64f-f4ea-42b0-9149-4a511c19cac9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50137f2c-55eb-4a29-bed1-1f9b1c3be5be HTTP/1.1" status: 200 len: 217 time: 0.0595388 Aug 10 01:09:57.078186 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e6b78a9-9f46-4557-beea-7803549e655a req-914c091c-0e72-40a9-bca9-aa71ba42a855 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 210 time: 0.0424891 Aug 10 01:09:57.109807 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd134f-188b-4ef1-87c2-932997f33f76 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14babfcb-777e-4c8c-9475-d6d089cc5746,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:57.121619 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3dfd134f-188b-4ef1-87c2-932997f33f76 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:57.125895 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60478) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:57.126540 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3dfd134f-188b-4ef1-87c2-932997f33f76 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7904372 Aug 10 01:09:57.131516 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-a3034cdf-d80b-4b24-9c52-c03ab4162d2e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'security_group_rule': {'security_group_id': 'ff6e8465-2b36-419d-a8f0-a08eba974c22', 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:57.157666 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcd840-143e-4366-827e-f541d062ef12 req-c34ad725-76d4-4ff6-936f-b7eb18026b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:57.159231 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-48fcd840-143e-4366-827e-f541d062ef12 req-c34ad725-76d4-4ff6-936f-b7eb18026b30 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8bb6259d-aa3e-4019-9a08-c063c9f120bd HTTP/1.1" status: 200 len: 854 time: 0.0887611 Aug 10 01:09:57.206399 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a3034cdf-d80b-4b24-9c52-c03ab4162d2e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:57.237253 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcd840-143e-4366-827e-f541d062ef12 req-ac67fe45-45f5-4e73-b513-0d8065a39d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:57.238664 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-48fcd840-143e-4366-827e-f541d062ef12 req-ac67fe45-45f5-4e73-b513-0d8065a39d58 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b17b9b5f-95fc-413e-934b-7c85c5159133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694237 Aug 10 01:09:57.322728 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a3034cdf-d80b-4b24-9c52-c03ab4162d2e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:57.330533 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a3034cdf-d80b-4b24-9c52-c03ab4162d2e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:57.366012 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3034cdf-d80b-4b24-9c52-c03ab4162d2e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12c69a92-17d2-4f37-a325-1c825e355d55,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:57.375901 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a3034cdf-d80b-4b24-9c52-c03ab4162d2e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:57.380174 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a3034cdf-d80b-4b24-9c52-c03ab4162d2e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2502108 Aug 10 01:09:57.381803 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60484) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:57.390024 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-48fcd840-143e-4366-827e-f541d062ef12 req-ecaa6f9d-fec4-4707-be07-8c710c9bd2a5 service neutron] 10.222.0.24 "GET /v2.0/networks/b17b9b5f-95fc-413e-934b-7c85c5159133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424820 Aug 10 01:09:57.395743 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-a9409afe-0cc8-45fa-b090-3664c78fa83e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'security_group_rule': {'security_group_id': 'ff6e8465-2b36-419d-a8f0-a08eba974c22', 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:57.419347 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-e64197c7-e644-4036-beec-4ea8bf85de74 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:57.421348 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-e64197c7-e644-4036-beec-4ea8bf85de74 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.20 "GET /v2.0/networks?id=d5f42a49-cf64-4535-a007-0ffeb2000607 HTTP/1.1" status: 200 len: 812 time: 0.1843336 Aug 10 01:09:57.447248 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-377cb96b-9b92-495a-8d37-a0e98bc2dcf4 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Request body: {'port': {'device_id': 'f31ef606-9dd1-4438-af78-2138a527db67', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'admin_state_up': True, 'tenant_id': 'a4f463465f414d20a10d25627743d857'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:57.531116 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-48fcd840-143e-4366-827e-f541d062ef12 req-e2f663bd-080a-4455-8d5d-bd55be29890d service neutron] 10.222.0.24 "GET /v2.0/networks/b17b9b5f-95fc-413e-934b-7c85c5159133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319301 Aug 10 01:09:57.559808 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a9409afe-0cc8-45fa-b090-3664c78fa83e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:57.672347 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e986e-5ed8-4510-ac78-26cee7196791 req-6bbb8585-78c3-4675-b076-f5f0c0b65d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:57.675286 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c35e986e-5ed8-4510-ac78-26cee7196791 req-6bbb8585-78c3-4675-b076-f5f0c0b65d8b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5fcd54d724cc4ddb9ca725ce206de378&device_id=4599df64-0086-44ea-b5be-061d9c9e68ab HTTP/1.1" status: 200 len: 1095 time: 0.0777681 Aug 10 01:09:57.739895 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a9409afe-0cc8-45fa-b090-3664c78fa83e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:57.757434 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9d87f-c3ea-4f46-90d5-2d00fb7fec4f req-34b0f60d-1b37-46c9-9286-2a96d87b9adb tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:57.765207 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a6d9d87f-c3ea-4f46-90d5-2d00fb7fec4f req-34b0f60d-1b37-46c9-9286-2a96d87b9adb tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.35 "GET /v2.0/ports?device_id=4599df64-0086-44ea-b5be-061d9c9e68ab HTTP/1.1" status: 200 len: 943 time: 0.2094111 Aug 10 01:09:57.785523 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a9409afe-0cc8-45fa-b090-3664c78fa83e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:57.823621 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-377cb96b-9b92-495a-8d37-a0e98bc2dcf4 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Made reservation on behalf of a4f463465f414d20a10d25627743d857 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:57.827605 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-377cb96b-9b92-495a-8d37-a0e98bc2dcf4 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:57.833812 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9409afe-0cc8-45fa-b090-3664c78fa83e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e5a71c5-0ac3-4221-8c33-c1a5d2be2699,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:57.862134 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a9409afe-0cc8-45fa-b090-3664c78fa83e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:57.866149 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a9409afe-0cc8-45fa-b090-3664c78fa83e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4803600 Aug 10 01:09:57.868839 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60506) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:57.875437 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a6d9d87f-c3ea-4f46-90d5-2d00fb7fec4f req-9669e060-cd45-4bb4-9f2a-cba614883e9e tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.35 "GET /v2.0/security-groups?id=9615f37e-055c-4057-a415-83e9efc482a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093581 Aug 10 01:09:57.876821 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e986e-5ed8-4510-ac78-26cee7196791 req-f9da9fd5-92f9-4fa4-9662-234068dde575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:57.890480 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-8d391071-1049-49b4-b39d-b9f34063dff3 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'security_group_rule': {'security_group_id': 'ff6e8465-2b36-419d-a8f0-a08eba974c22', 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:57.904633 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c35e986e-5ed8-4510-ac78-26cee7196791 req-f9da9fd5-92f9-4fa4-9662-234068dde575 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b17b9b5f-95fc-413e-934b-7c85c5159133 HTTP/1.1" status: 200 len: 916 time: 0.1955531 Aug 10 01:09:57.954931 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c35e986e-5ed8-4510-ac78-26cee7196791 req-e9507fe4-e513-4818-9b97-52ff0549e30d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50137f2c-55eb-4a29-bed1-1f9b1c3be5be HTTP/1.1" status: 200 len: 217 time: 0.0490437 Aug 10 01:09:58.020594 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8d391071-1049-49b4-b39d-b9f34063dff3 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:58.028876 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e986e-5ed8-4510-ac78-26cee7196791 req-53e8fef1-5bf9-4680-ab39-d1af47c65b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:58.032914 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c35e986e-5ed8-4510-ac78-26cee7196791 req-53e8fef1-5bf9-4680-ab39-d1af47c65b68 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8bb6259d-aa3e-4019-9a08-c063c9f120bd HTTP/1.1" status: 200 len: 854 time: 0.0712152 Aug 10 01:09:58.101784 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e986e-5ed8-4510-ac78-26cee7196791 req-a3e7133c-5a30-4889-bc37-5a20989827c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:58.105363 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c35e986e-5ed8-4510-ac78-26cee7196791 req-a3e7133c-5a30-4889-bc37-5a20989827c8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b17b9b5f-95fc-413e-934b-7c85c5159133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635288 Aug 10 01:09:58.123107 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-377cb96b-9b92-495a-8d37-a0e98bc2dcf4 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Allocated IP 172.20.0.12 (d5f42a49-cf64-4535-a007-0ffeb2000607/1982ede0-b8b9-4659-ad0a-d59c9e02d1ca/c2bf473f-96db-4283-abc5-17d3a5be291c) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:09:58.162917 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:58.277322 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-39a4a9fb-2694-4f00-a00a-1676e8d5e3c8 req-11de632c-5dd5-4231-8855-1606b5635354 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 210 time: 0.0633709 Aug 10 01:09:58.285773 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c35e986e-5ed8-4510-ac78-26cee7196791 req-28ca951e-efbd-49e0-bee6-6e853e9456ce service neutron] 10.222.0.24 "GET /v2.0/networks/b17b9b5f-95fc-413e-934b-7c85c5159133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724925 Aug 10 01:09:58.296568 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8d391071-1049-49b4-b39d-b9f34063dff3 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:58.304163 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8d391071-1049-49b4-b39d-b9f34063dff3 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:58.357472 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d391071-1049-49b4-b39d-b9f34063dff3 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=161ef087-5ad2-476f-a16c-b1fca3c145d3,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:58.395596 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8d391071-1049-49b4-b39d-b9f34063dff3 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:58.396831 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8d391071-1049-49b4-b39d-b9f34063dff3 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5266826 Aug 10 01:09:58.399726 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60546) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:58.405217 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-ca436ed5-2d81-4e40-95d7-12816a432708 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'security_group_rule': {'security_group_id': 'ff6e8465-2b36-419d-a8f0-a08eba974c22', 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:58.438938 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c35e986e-5ed8-4510-ac78-26cee7196791 req-398fea39-7337-4248-819e-0b913c49f32f service neutron] 10.222.0.24 "GET /v2.0/networks/b17b9b5f-95fc-413e-934b-7c85c5159133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478798 Aug 10 01:09:58.456653 n-d-766726-26 neutron-server[105826]: INFO neutron.db.securitygroups_db [None req-ca436ed5-2d81-4e40-95d7-12816a432708 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Project ffe13e423dfd43ec93b2db095fb6b3d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:09:58.466723 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ca436ed5-2d81-4e40-95d7-12816a432708 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:58.515181 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-377cb96b-9b92-495a-8d37-a0e98bc2dcf4 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:58.538162 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-377cb96b-9b92-495a-8d37-a0e98bc2dcf4 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Transition to ACTIVE for port object c2bf473f-96db-4283-abc5-17d3a5be291c will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:58.558774 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ca436ed5-2d81-4e40-95d7-12816a432708 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:58.566674 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ca436ed5-2d81-4e40-95d7-12816a432708 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:58.594773 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60550) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:58.600449 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca436ed5-2d81-4e40-95d7-12816a432708 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9750993f-a5b7-48ce-b49b-1eccd46779b5,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:58.613045 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ca436ed5-2d81-4e40-95d7-12816a432708 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:58.614235 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ca436ed5-2d81-4e40-95d7-12816a432708 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2135117 Aug 10 01:09:58.617241 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60554) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:58.622574 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-5fef0376-3b6c-4f5f-a774-e4a780e08246 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'security_group_rule': {'security_group_id': 'ff6e8465-2b36-419d-a8f0-a08eba974c22', 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:58.631004 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-377cb96b-9b92-495a-8d37-a0e98bc2dcf4 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:58.653392 n-d-766726-26 neutron-server[105827]: INFO neutron.db.securitygroups_db [None req-5fef0376-3b6c-4f5f-a774-e4a780e08246 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Project ffe13e423dfd43ec93b2db095fb6b3d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:09:58.659390 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5fef0376-3b6c-4f5f-a774-e4a780e08246 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:58.680832 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-377cb96b-9b92-495a-8d37-a0e98bc2dcf4 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Network d5f42a49-cf64-4535-a007-0ffeb2000607 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:09:58.686643 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-377cb96b-9b92-495a-8d37-a0e98bc2dcf4 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:58.689503 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-377cb96b-9b92-495a-8d37-a0e98bc2dcf4 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:09:58.731194 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5fef0376-3b6c-4f5f-a774-e4a780e08246 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:58.747813 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377cb96b-9b92-495a-8d37-a0e98bc2dcf4 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Pushing event updated for resources: {'Port': ['ID=c2bf473f-96db-4283-abc5-17d3a5be291c,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:58.763050 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-377cb96b-9b92-495a-8d37-a0e98bc2dcf4 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:58.764594 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5fef0376-3b6c-4f5f-a774-e4a780e08246 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:58.764974 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-377cb96b-9b92-495a-8d37-a0e98bc2dcf4 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:58.786064 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-377cb96b-9b92-495a-8d37-a0e98bc2dcf4 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3430245 Aug 10 01:09:58.788107 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ba8fbc35-b9fb-4bf9-83ef-c52d22791def admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:58.807877 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-438a2a69-8af8-4dfb-98a4-2f7996750a47 service neutron] Request body: {'port': {'device_id': 'f31ef606-9dd1-4438-af78-2138a527db67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:58.847151 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef0376-3b6c-4f5f-a774-e4a780e08246 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34764467-59b5-4084-b898-516cc55515b0,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:58.888306 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-438a2a69-8af8-4dfb-98a4-2f7996750a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:58.939162 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5fef0376-3b6c-4f5f-a774-e4a780e08246 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:58.942076 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5fef0376-3b6c-4f5f-a774-e4a780e08246 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3218899 Aug 10 01:09:58.944116 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60562) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:58.951446 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-236aed18-b492-4da3-a4c3-7549b11eef5e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'network': {'name': 'tempest-network-smoke--760782318', 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'port_security_enabled': True}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:58.995242 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ba8fbc35-b9fb-4bf9-83ef-c52d22791def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:59.006196 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ba8fbc35-b9fb-4bf9-83ef-c52d22791def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:59.050850 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b2de8c87-d429-4b17-b692-33f7f2facfa9 None None] Provisioning for port c2bf473f-96db-4283-abc5-17d3a5be291c completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:09:59.052231 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ba8fbc35-b9fb-4bf9-83ef-c52d22791def admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e9914d2042c04e13bf26ea7f10daa107&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4566753 Aug 10 01:09:59.052950 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60564) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:59.056504 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b2de8c87-d429-4b17-b692-33f7f2facfa9 None None] Provisioning complete for port c2bf473f-96db-4283-abc5-17d3a5be291c triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:59.056889 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b2de8c87-d429-4b17-b692-33f7f2facfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:59.064875 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8fbc35-b9fb-4bf9-83ef-c52d22791def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b79847-332a-47f0-8478-7b98ab4e2582,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:59.104063 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b2de8c87-d429-4b17-b692-33f7f2facfa9 None None] Port c2bf473f-96db-4283-abc5-17d3a5be291c cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:09:59.127038 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3c710a89-bd1b-4fa2-bdcc-5ac4728d79fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:59.142237 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236aed18-b492-4da3-a4c3-7549b11eef5e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Made reservation on behalf of ffe13e423dfd43ec93b2db095fb6b3d8 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:59.145672 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-236aed18-b492-4da3-a4c3-7549b11eef5e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:59.153968 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3c710a89-bd1b-4fa2-bdcc-5ac4728d79fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:59.185843 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe4fe1-20bc-46d2-a7b8-ea66dac486d6 req-bf9bceca-3810-41d3-bcf2-ee6d3e1c83f0 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:59.189608 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fabe4fe1-20bc-46d2-a7b8-ea66dac486d6 req-bf9bceca-3810-41d3-bcf2-ee6d3e1c83f0 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.35 "GET /v2.0/ports?device_id=4599df64-0086-44ea-b5be-061d9c9e68ab HTTP/1.1" status: 200 len: 943 time: 0.2064998 Aug 10 01:09:59.209004 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3c710a89-bd1b-4fa2-bdcc-5ac4728d79fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:59.212365 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3c710a89-bd1b-4fa2-bdcc-5ac4728d79fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:59.213591 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3c710a89-bd1b-4fa2-bdcc-5ac4728d79fb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f8b79847-332a-47f0-8478-7b98ab4e2582 HTTP/1.1" status: 204 len: 168 time: 0.1568205 Aug 10 01:09:59.228001 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c710a89-bd1b-4fa2-bdcc-5ac4728d79fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b79847-332a-47f0-8478-7b98ab4e2582,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:59.270317 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-236aed18-b492-4da3-a4c3-7549b11eef5e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:09:59.299477 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-236aed18-b492-4da3-a4c3-7549b11eef5e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:59.299825 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-236aed18-b492-4da3-a4c3-7549b11eef5e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Added segment 9dbd0271-91dc-4b61-94e9-2c7655de92e9 of type vlan for network 01bb96cc-7872-46cf-825f-e696562689f6 Aug 10 01:09:59.327236 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fabe4fe1-20bc-46d2-a7b8-ea66dac486d6 req-f4359064-b68d-4bf0-bfe5-f1465ff123d9 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.35 "GET /v2.0/security-groups?id=9615f37e-055c-4057-a415-83e9efc482a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118710 Aug 10 01:09:59.415083 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-236aed18-b492-4da3-a4c3-7549b11eef5e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:59.474433 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b8421-162e-4cd9-aa1a-1da0cb06a2bd req-6b879790-84eb-457f-b28a-cdaa10e62bd2 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:59.475933 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2e8b8421-162e-4cd9-aa1a-1da0cb06a2bd req-6b879790-84eb-457f-b28a-cdaa10e62bd2 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 932 time: 0.1085649 Aug 10 01:09:59.510040 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-236aed18-b492-4da3-a4c3-7549b11eef5e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:59.515773 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236aed18-b492-4da3-a4c3-7549b11eef5e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:59.516428 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-236aed18-b492-4da3-a4c3-7549b11eef5e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:59.574019 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60572) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:59.588577 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-239abfaf-57a3-4c55-8fd8-4dbfe4a3f59b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:59.619372 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-236aed18-b492-4da3-a4c3-7549b11eef5e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6713805 Aug 10 01:09:59.620452 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60574) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:59.626461 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2e8b8421-162e-4cd9-aa1a-1da0cb06a2bd req-ca37ee46-b420-4981-bdc1-d3db5fee0a64 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346567 Aug 10 01:09:59.629439 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-f2bd62e1-aead-4b9e-8591-bbc9838c7a65 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-838640697', 'admin_state_up': True, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:59.630694 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-438a2a69-8af8-4dfb-98a4-2f7996750a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2bf473f-96db-4283-abc5-17d3a5be291c {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:09:59.641959 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-438a2a69-8af8-4dfb-98a4-2f7996750a47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:59.644874 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236aed18-b492-4da3-a4c3-7549b11eef5e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'Network': ['ID=01bb96cc-7872-46cf-825f-e696562689f6,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:59.662807 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 01bb96cc-7872-46cf-825f-e696562689f6 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:09:59.671475 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-438a2a69-8af8-4dfb-98a4-2f7996750a47 service neutron] Transition to ACTIVE for port object c2bf473f-96db-4283-abc5-17d3a5be291c will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:59.675670 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-438a2a69-8af8-4dfb-98a4-2f7996750a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:59.752270 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-239abfaf-57a3-4c55-8fd8-4dbfe4a3f59b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:59.761421 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-239abfaf-57a3-4c55-8fd8-4dbfe4a3f59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:59.764587 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a2a69-8af8-4dfb-98a4-2f7996750a47 service neutron] Pushing event updated for resources: {'Port': ['ID=c2bf473f-96db-4283-abc5-17d3a5be291c,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:59.823983 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f2bd62e1-aead-4b9e-8591-bbc9838c7a65 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:59.825932 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f2bd62e1-aead-4b9e-8591-bbc9838c7a65 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:59.836762 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-239abfaf-57a3-4c55-8fd8-4dbfe4a3f59b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a75fa8b9fee849df9f6a71b37488c615&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2613983 Aug 10 01:09:59.837926 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60576) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:59.839314 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239abfaf-57a3-4c55-8fd8-4dbfe4a3f59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a60f81-0b07-4d64-83e3-0ef02ed43040,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:59.847681 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-438a2a69-8af8-4dfb-98a4-2f7996750a47 service neutron] Attempting to bind port c2bf473f-96db-4283-abc5-17d3a5be291c on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:09:59.848039 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-438a2a69-8af8-4dfb-98a4-2f7996750a47 service neutron] Attempting to bind port c2bf473f-96db-4283-abc5-17d3a5be291c by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '6bb08f30-b0e8-4f53-9c2c-d675a93d2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:09:59.848460 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-438a2a69-8af8-4dfb-98a4-2f7996750a47 service neutron] Attempting to bind port c2bf473f-96db-4283-abc5-17d3a5be291c on network d5f42a49-cf64-4535-a007-0ffeb2000607 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:09:59.862221 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-438a2a69-8af8-4dfb-98a4-2f7996750a47 service neutron] Port c2bf473f-96db-4283-abc5-17d3a5be291c on network d5f42a49-cf64-4535-a007-0ffeb2000607 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:09:59.862565 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-438a2a69-8af8-4dfb-98a4-2f7996750a47 service neutron] Attempting to bind port c2bf473f-96db-4283-abc5-17d3a5be291c on network d5f42a49-cf64-4535-a007-0ffeb2000607 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:09:59.874824 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-438a2a69-8af8-4dfb-98a4-2f7996750a47 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:09:59.874824 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-438a2a69-8af8-4dfb-98a4-2f7996750a47 service neutron] Checking segment: {'id': '6bb08f30-b0e8-4f53-9c2c-d675a93d2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:09:59.875123 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-438a2a69-8af8-4dfb-98a4-2f7996750a47 service neutron] Bound using segment: {'id': '6bb08f30-b0e8-4f53-9c2c-d675a93d2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:09:59.875574 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-438a2a69-8af8-4dfb-98a4-2f7996750a47 service neutron] Bound port: c2bf473f-96db-4283-abc5-17d3a5be291c, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bb08f30-b0e8-4f53-9c2c-d675a93d2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:09:59.875947 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-438a2a69-8af8-4dfb-98a4-2f7996750a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:59.905577 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f2bd62e1-aead-4b9e-8591-bbc9838c7a65 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:59.997743 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-51b3db81-1c75-424b-a3d3-d34fc4e66754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:00.034074 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-438a2a69-8af8-4dfb-98a4-2f7996750a47 service neutron] For port c2bf473f-96db-4283-abc5-17d3a5be291c, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:10:00.042701 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-51b3db81-1c75-424b-a3d3-d34fc4e66754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:00.060132 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-438a2a69-8af8-4dfb-98a4-2f7996750a47 service neutron] For port c2bf473f-96db-4283-abc5-17d3a5be291c, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=c2bf473f-96db-4283-abc5-17d3a5be291c,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:10:00.071181 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-438a2a69-8af8-4dfb-98a4-2f7996750a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:00.095200 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f2bd62e1-aead-4b9e-8591-bbc9838c7a65 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:00.133793 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-438a2a69-8af8-4dfb-98a4-2f7996750a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:00.134559 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-438a2a69-8af8-4dfb-98a4-2f7996750a47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:00.146674 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-438a2a69-8af8-4dfb-98a4-2f7996750a47 service neutron] 10.222.0.20 "PUT /v2.0/ports/c2bf473f-96db-4283-abc5-17d3a5be291c HTTP/1.1" status: 200 len: 1093 time: 1.3375440 Aug 10 01:10:00.147404 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31ef606-9dd1-4438-af78-2138a527db67', 'tag': 'c2bf473f-96db-4283-abc5-17d3a5be291c'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:10:00.149622 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b743a02-71c8-4ba8-ba0c-6273c1be6e41" -d '{"events": [{"name": "network-changed", "server_uuid": "f31ef606-9dd1-4438-af78-2138a527db67", "tag": "c2bf473f-96db-4283-abc5-17d3a5be291c"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:10:00.218135 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ac56c0-abd6-40f9-9ed5-0712855d1b7e x-openstack-request-id: req-d3ac56c0-abd6-40f9-9ed5-0712855d1b7e {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:10:00.218661 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f31ef606-9dd1-4438-af78-2138a527db67", "tag": "c2bf473f-96db-4283-abc5-17d3a5be291c", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:10:00.219087 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d3ac56c0-abd6-40f9-9ed5-0712855d1b7e {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:10:00.219693 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f31ef606-9dd1-4438-af78-2138a527db67', 'tag': 'c2bf473f-96db-4283-abc5-17d3a5be291c', 'status': 'completed', 'code': 200} Aug 10 01:10:00.220479 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a2a69-8af8-4dfb-98a4-2f7996750a47 service neutron] Pushing event updated for resources: {'Port': ['ID=c2bf473f-96db-4283-abc5-17d3a5be291c,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:00.274583 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-51b3db81-1c75-424b-a3d3-d34fc4e66754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:00.277713 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-51b3db81-1c75-424b-a3d3-d34fc4e66754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:00.279222 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-51b3db81-1c75-424b-a3d3-d34fc4e66754 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/54a60f81-0b07-4d64-83e3-0ef02ed43040 HTTP/1.1" status: 204 len: 168 time: 0.4399300 Aug 10 01:10:00.293570 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3db81-1c75-424b-a3d3-d34fc4e66754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a60f81-0b07-4d64-83e3-0ef02ed43040,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:00.303928 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-a8606b61-c214-4429-a84a-269f06dfdc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:00.306041 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-a8606b61-c214-4429-a84a-269f06dfdc29 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a4f463465f414d20a10d25627743d857&device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 1096 time: 0.1062288 Aug 10 01:10:00.369947 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-acde6190-311c-41a3-b489-c6d16c55401b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2bf473f-96db-4283-abc5-17d3a5be291c HTTP/1.1" status: 200 len: 217 time: 0.0493257 Aug 10 01:10:00.402701 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f2bd62e1-aead-4b9e-8591-bbc9838c7a65 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:00.435272 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f2bd62e1-aead-4b9e-8591-bbc9838c7a65 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:00.530977 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-9aac05d3-308d-4326-954d-99a6639d4877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:00.533015 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-9aac05d3-308d-4326-954d-99a6639d4877 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1982ede0-b8b9-4659-ad0a-d59c9e02d1ca HTTP/1.1" status: 200 len: 851 time: 0.1559396 Aug 10 01:10:00.571089 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-f2bd62e1-aead-4b9e-8591-bbc9838c7a65 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Allocated IP 172.25.2.123 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/d1b82ec8-154f-484e-b204-b13d5177b1da) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:10:00.593655 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca7499-873d-491a-82e6-36943424d935 req-5638c57b-a561-4bde-8a40-3011e623a6b7 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:00.595301 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1aca7499-873d-491a-82e6-36943424d935 req-5638c57b-a561-4bde-8a40-3011e623a6b7 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.35 "GET /v2.0/ports?device_id=4599df64-0086-44ea-b5be-061d9c9e68ab HTTP/1.1" status: 200 len: 943 time: 0.1061189 Aug 10 01:10:00.639916 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-bf29407a-7713-4c2f-bc9d-e4bf85ae0969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:00.641587 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-bf29407a-7713-4c2f-bc9d-e4bf85ae0969 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5f42a49-cf64-4535-a007-0ffeb2000607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0990100 Aug 10 01:10:00.683442 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f2bd62e1-aead-4b9e-8591-bbc9838c7a65 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:00.716701 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1aca7499-873d-491a-82e6-36943424d935 req-e76d549e-eb44-4b43-a796-0524d7a521c2 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.35 "GET /v2.0/security-groups?id=9615f37e-055c-4057-a415-83e9efc482a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131415 Aug 10 01:10:00.724292 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 50137f2c-55eb-4a29-bed1-1f9b1c3be5be details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:10:00.727951 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f2bd62e1-aead-4b9e-8591-bbc9838c7a65 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:00.779197 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bd62e1-aead-4b9e-8591-bbc9838c7a65 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:00.783440 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-f2bd62e1-aead-4b9e-8591-bbc9838c7a65 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:00.788539 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bd62e1-aead-4b9e-8591-bbc9838c7a65 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:10:00.832158 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd62e1-aead-4b9e-8591-bbc9838c7a65 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'Port': ['ID=d1b82ec8-154f-484e-b204-b13d5177b1da,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:00.859481 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 50137f2c-55eb-4a29-bed1-1f9b1c3be5be, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=50137f2c-55eb-4a29-bed1-1f9b1c3be5be,segment=NetworkSegment(218142c6-a243-426e-9e94-b82a24b90795),segment_id=218142c6-a243-426e-9e94-b82a24b90795)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:00.873649 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '50137f2c-55eb-4a29-bed1-1f9b1c3be5be', 'network_id': 'b17b9b5f-95fc-413e-934b-7c85c5159133', 'port_id': '50137f2c-55eb-4a29-bed1-1f9b1c3be5be', 'mac_address': 'fa:16:3e:af:51:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb6259d-aa3e-4019-9a08-c063c9f120bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:10:00.925473 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:00.941360 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50137f2c-55eb-4a29-bed1-1f9b1c3be5be {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:10:00.942909 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-95302efa-69c4-41e1-bdb3-a6024b309bab service neutron] 10.222.0.20 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908847 Aug 10 01:10:00.964886 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 50137f2c-55eb-4a29-bed1-1f9b1c3be5be, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=50137f2c-55eb-4a29-bed1-1f9b1c3be5be,segment=NetworkSegment(218142c6-a243-426e-9e94-b82a24b90795),segment_id=218142c6-a243-426e-9e94-b82a24b90795)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:00.969942 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:01.058992 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac95607-3ec5-4622-9c03-2cb17b7f3a47 req-6ac256be-d3a1-448e-8dc6-42b53151a690 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:01.061064 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3ac95607-3ec5-4622-9c03-2cb17b7f3a47 req-6ac256be-d3a1-448e-8dc6-42b53151a690 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 944 time: 0.2203479 Aug 10 01:10:01.067011 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=50137f2c-55eb-4a29-bed1-1f9b1c3be5be,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:01.120996 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3ac95607-3ec5-4622-9c03-2cb17b7f3a47 req-af8a2008-2e97-4c5f-b18e-5fdf7be7cb10 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489287 Aug 10 01:10:01.165081 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aed7d34e-aa78-4d92-a99d-5131a785d130 req-a2bf6f1c-7130-41b0-b1af-0f73405c5e34 service neutron] 10.222.0.20 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981449 Aug 10 01:10:01.294073 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['50137f2c-55eb-4a29-bed1-1f9b1c3be5be'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:10:01.392265 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b743a02-71c8-4ba8-ba0c-6273c1be6e41 req-fdeb40ca-6d67-4365-9e6b-d63f4c742dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:01.394153 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4b743a02-71c8-4ba8-ba0c-6273c1be6e41 req-fdeb40ca-6d67-4365-9e6b-d63f4c742dad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a4f463465f414d20a10d25627743d857&device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 1096 time: 0.1170735 Aug 10 01:10:01.531456 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b743a02-71c8-4ba8-ba0c-6273c1be6e41 req-ed480e01-7582-44be-bc92-7f8f688f0438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:01.533373 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4b743a02-71c8-4ba8-ba0c-6273c1be6e41 req-ed480e01-7582-44be-bc92-7f8f688f0438 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d5f42a49-cf64-4535-a007-0ffeb2000607 HTTP/1.1" status: 200 len: 913 time: 0.1313679 Aug 10 01:10:01.548354 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f2bd62e1-aead-4b9e-8591-bbc9838c7a65 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:01.600775 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4b743a02-71c8-4ba8-ba0c-6273c1be6e41 req-3fa7e212-7bf9-46be-b4f8-2b125fce27f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2bf473f-96db-4283-abc5-17d3a5be291c HTTP/1.1" status: 200 len: 217 time: 0.0579739 Aug 10 01:10:01.679935 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b743a02-71c8-4ba8-ba0c-6273c1be6e41 req-0233e2ec-dcd7-49c1-a94b-3f380cebd142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:01.681463 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4b743a02-71c8-4ba8-ba0c-6273c1be6e41 req-0233e2ec-dcd7-49c1-a94b-3f380cebd142 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1982ede0-b8b9-4659-ad0a-d59c9e02d1ca HTTP/1.1" status: 200 len: 851 time: 0.0738146 Aug 10 01:10:01.742003 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b743a02-71c8-4ba8-ba0c-6273c1be6e41 req-684a86ba-b383-4201-9621-e589b9c146cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:01.743975 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4b743a02-71c8-4ba8-ba0c-6273c1be6e41 req-684a86ba-b383-4201-9621-e589b9c146cd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5f42a49-cf64-4535-a007-0ffeb2000607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506563 Aug 10 01:10:01.926966 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4b743a02-71c8-4ba8-ba0c-6273c1be6e41 req-1a328395-bb16-49c3-ba46-99bbfa63de32 service neutron] 10.222.0.20 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755693 Aug 10 01:10:01.933524 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f2bd62e1-aead-4b9e-8591-bbc9838c7a65 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:01.998005 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a86a6-3948-4532-be20-12fbe0011758 req-ca423548-48f0-4d25-a233-f33a8887a80a tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:01.999541 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-467a86a6-3948-4532-be20-12fbe0011758 req-ca423548-48f0-4d25-a233-f33a8887a80a tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.35 "GET /v2.0/ports?device_id=4599df64-0086-44ea-b5be-061d9c9e68ab HTTP/1.1" status: 200 len: 944 time: 0.1212947 Aug 10 01:10:02.065460 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-467a86a6-3948-4532-be20-12fbe0011758 req-a79565c6-8217-4f72-ad2d-00cf2db617a1 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.35 "GET /v2.0/security-groups?id=9615f37e-055c-4057-a415-83e9efc482a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582869 Aug 10 01:10:02.086445 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4b743a02-71c8-4ba8-ba0c-6273c1be6e41 req-d100d473-fe06-4860-9d81-0d81756d8689 service neutron] 10.222.0.20 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504622 Aug 10 01:10:02.105687 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2bd62e1-aead-4b9e-8591-bbc9838c7a65 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Router 240adab5-62b9-4ef6-83a2-082185918929 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:10:02.275177 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bd62e1-aead-4b9e-8591-bbc9838c7a65 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:10:02.289572 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca0d5cd-3d10-47be-8add-a09e46a281d8 None None] Sync routers for ids ['240adab5-62b9-4ef6-83a2-082185918929'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:10:02.303843 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f2bd62e1-aead-4b9e-8591-bbc9838c7a65 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:02.305614 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f2bd62e1-aead-4b9e-8591-bbc9838c7a65 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6810298 Aug 10 01:10:02.309048 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60634) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:02.310816 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca0d5cd-3d10-47be-8add-a09e46a281d8 None None] Routers {'240adab5-62b9-4ef6-83a2-082185918929'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:10:02.311785 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-cca0d5cd-3d10-47be-8add-a09e46a281d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:09:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['240adab5-62b9-4ef6-83a2-082185918929'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:02.337817 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69f0d9-fc69-4961-8e34-5e42ad8b48f5 req-cea6b1a8-5648-42ad-a46c-f64508f96b59 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:02.348374 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd69f0d9-fc69-4961-8e34-5e42ad8b48f5 req-cea6b1a8-5648-42ad-a46c-f64508f96b59 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 944 time: 0.1064076 Aug 10 01:10:02.356054 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60636) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:02.361317 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4698b31b-cab0-4d2e-b203-1bde0dc2c9ca tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=ffe13e423dfd43ec93b2db095fb6b3d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0498457 Aug 10 01:10:02.389230 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60638) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:02.505057 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-cca0d5cd-3d10-47be-8add-a09e46a281d8 None None] Set router 240adab5-62b9-4ef6-83a2-082185918929 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:10:02.513063 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd69f0d9-fc69-4961-8e34-5e42ad8b48f5 req-95ef430e-ca06-404c-ad9c-28b3d9f88be1 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636310 Aug 10 01:10:02.568065 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-7b100566-4f90-4569-85e7-2639de22e9a8 tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-470266248', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:02.623494 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b100566-4f90-4569-85e7-2639de22e9a8 tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] Made reservation on behalf of 77621eaf077e451a9e3b32e9fdd1e504 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:02.626072 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7b100566-4f90-4569-85e7-2639de22e9a8 tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:02.638145 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7b100566-4f90-4569-85e7-2639de22e9a8 tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:02.641460 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15554b76-2719-4c90-a158-3a61e8fd1e2c tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:02.643225 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-15554b76-2719-4c90-a158-3a61e8fd1e2c tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2862258 Aug 10 01:10:02.647561 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60644) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:02.692037 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-181697de-30dc-499a-bea7-f7893223b1c5 tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=beabd0db-a6e0-4ff1-a3e9-6522348fc998&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429587 Aug 10 01:10:02.695124 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60646) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:02.700977 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-2957a8d0-144a-40e9-9ed1-8e2d8c42dd91 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-613798981', 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6', 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:02.759910 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 50137f2c-55eb-4a29-bed1-1f9b1c3be5be up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:10:02.828463 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7b100566-4f90-4569-85e7-2639de22e9a8 tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:02.851870 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7b100566-4f90-4569-85e7-2639de22e9a8 tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:02.858814 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-7b100566-4f90-4569-85e7-2639de22e9a8 tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] device_id is not set on port 94cd6ab9-286b-4bf0-b685-8db6abac933a yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:10:02.863773 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 50137f2c-55eb-4a29-bed1-1f9b1c3be5be completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:10:02.866807 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2957a8d0-144a-40e9-9ed1-8e2d8c42dd91 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Made reservation on behalf of ffe13e423dfd43ec93b2db095fb6b3d8 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:02.872108 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 50137f2c-55eb-4a29-bed1-1f9b1c3be5be triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:02.872683 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:02.874124 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2957a8d0-144a-40e9-9ed1-8e2d8c42dd91 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:02.942660 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-cca0d5cd-3d10-47be-8add-a09e46a281d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240adab5-62b9-4ef6-83a2-082185918929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838640697', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd1b82ec8-154f-484e-b204-b13d5177b1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:59Z', 'updated_at': '2021-08-10T01:10:00Z', 'revision_number': 3, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'd1b82ec8-154f-484e-b204-b13d5177b1da', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:57:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240adab5-62b9-4ef6-83a2-082185918929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:10:00Z', 'updated_at': '2021-08-10T01:10:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:02.980040 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca0d5cd-3d10-47be-8add-a09e46a281d8 None None] Checking router: 240adab5-62b9-4ef6-83a2-082185918929 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:10:02.980429 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca0d5cd-3d10-47be-8add-a09e46a281d8 None None] Updating router 240adab5-62b9-4ef6-83a2-082185918929 port d1b82ec8-154f-484e-b204-b13d5177b1da binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:10:03.007351 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b100566-4f90-4569-85e7-2639de22e9a8 tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a323e3cd-811e-4f63-a433-6350254a275f,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:03.038384 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cca0d5cd-3d10-47be-8add-a09e46a281d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:03.065287 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:03.107314 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4599df64-0086-44ea-b5be-061d9c9e68ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50137f2c-55eb-4a29-bed1-1f9b1c3be5be'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:10:03.110064 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eea5f7c-024f-4e28-8a79-129ce9572537" -d '{"events": [{"server_uuid": "4599df64-0086-44ea-b5be-061d9c9e68ab", "name": "network-vif-plugged", "status": "completed", "tag": "50137f2c-55eb-4a29-bed1-1f9b1c3be5be"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:10:03.137299 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-7b100566-4f90-4569-85e7-2639de22e9a8 tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] Allocated IP 172.25.2.254 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/94cd6ab9-286b-4bf0-b685-8db6abac933a) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:10:03.174902 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 50137f2c-55eb-4a29-bed1-1f9b1c3be5be, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=50137f2c-55eb-4a29-bed1-1f9b1c3be5be,segment=NetworkSegment(218142c6-a243-426e-9e94-b82a24b90795),segment_id=218142c6-a243-426e-9e94-b82a24b90795)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:03.185878 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:03.258166 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e63bc8-19ff-4502-a57e-d1f7c3a7f2e4 x-openstack-request-id: req-10e63bc8-19ff-4502-a57e-d1f7c3a7f2e4 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:10:03.258466 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4599df64-0086-44ea-b5be-061d9c9e68ab", "name": "network-vif-plugged", "status": "completed", "tag": "50137f2c-55eb-4a29-bed1-1f9b1c3be5be", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:10:03.259588 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-10e63bc8-19ff-4502-a57e-d1f7c3a7f2e4 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:10:03.259588 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4599df64-0086-44ea-b5be-061d9c9e68ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50137f2c-55eb-4a29-bed1-1f9b1c3be5be', 'code': 200} Aug 10 01:10:03.263117 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a25c5-38f1-4d70-8f7f-6cf096d95286 req-e72b495b-c62f-4edf-ad49-dbf2a49e35c0 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:03.265008 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f67a25c5-38f1-4d70-8f7f-6cf096d95286 req-e72b495b-c62f-4edf-ad49-dbf2a49e35c0 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.35 "GET /v2.0/ports?device_id=4599df64-0086-44ea-b5be-061d9c9e68ab HTTP/1.1" status: 200 len: 945 time: 0.0975685 Aug 10 01:10:03.292669 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=50137f2c-55eb-4a29-bed1-1f9b1c3be5be,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:03.324113 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f67a25c5-38f1-4d70-8f7f-6cf096d95286 req-3d7b9a60-ae3d-489a-a164-6fa33ad8cacf tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.35 "GET /v2.0/security-groups?id=9615f37e-055c-4057-a415-83e9efc482a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503466 Aug 10 01:10:03.673136 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8bf0b-8fb9-4d7c-b13e-8e472d4cae50 req-505bad48-eb63-49c4-b95b-eb9f4c991ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:03.674817 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-34f8bf0b-8fb9-4d7c-b13e-8e472d4cae50 req-505bad48-eb63-49c4-b95b-eb9f4c991ad3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4599df64-0086-44ea-b5be-061d9c9e68ab HTTP/1.1" status: 200 len: 1097 time: 0.3202350 Aug 10 01:10:03.681680 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2957a8d0-144a-40e9-9ed1-8e2d8c42dd91 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:03.688940 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01af008-d8ba-4e34-84c1-5244928da527 req-5bebe3b1-c7de-4c63-85c5-faaba6dd0ce5 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:03.691759 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b01af008-d8ba-4e34-84c1-5244928da527 req-5bebe3b1-c7de-4c63-85c5-faaba6dd0ce5 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 944 time: 0.0794086 Aug 10 01:10:03.738168 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b01af008-d8ba-4e34-84c1-5244928da527 req-912934ba-d18b-4c2f-b6b1-99382c82b381 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389235 Aug 10 01:10:03.849180 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7b100566-4f90-4569-85e7-2639de22e9a8 tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:03.873538 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-34f8bf0b-8fb9-4d7c-b13e-8e472d4cae50 req-d6402069-094a-4979-aff1-846562222717 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9615f37e-055c-4057-a415-83e9efc482a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794169 Aug 10 01:10:03.874212 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957a8d0-144a-40e9-9ed1-8e2d8c42dd91 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'Subnet': ['ID=6592bd1e-0cb5-4931-abfd-37c8c7d77ae5,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:03.884450 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2957a8d0-144a-40e9-9ed1-8e2d8c42dd91 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Checking segment: {'id': '9dbd0271-91dc-4b61-94e9-2c7655de92e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:03.884947 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2957a8d0-144a-40e9-9ed1-8e2d8c42dd91 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Network hostable DHCP agents. Network: 01bb96cc-7872-46cf-825f-e696562689f6, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:10:03.931172 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2957a8d0-144a-40e9-9ed1-8e2d8c42dd91 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Network 01bb96cc-7872-46cf-825f-e696562689f6 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:10:03.960097 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7b100566-4f90-4569-85e7-2639de22e9a8 tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:03.964880 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-2957a8d0-144a-40e9-9ed1-8e2d8c42dd91 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 01bb96cc-7872-46cf-825f-e696562689f6) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:03.981574 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2957a8d0-144a-40e9-9ed1-8e2d8c42dd91 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:03.982349 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2957a8d0-144a-40e9-9ed1-8e2d8c42dd91 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:04.008492 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d759a9-dbf7-4c04-b490-142ce51bda72 None None] Network 01bb96cc-7872-46cf-825f-e696562689f6 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:04.028567 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b100566-4f90-4569-85e7-2639de22e9a8 tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:04.040580 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-7b100566-4f90-4569-85e7-2639de22e9a8 tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:04.048709 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b100566-4f90-4569-85e7-2639de22e9a8 tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:10:04.058924 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2957a8d0-144a-40e9-9ed1-8e2d8c42dd91 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3625200 Aug 10 01:10:04.062615 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60658) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:04.089535 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b100566-4f90-4569-85e7-2639de22e9a8 tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] Pushing event updated for resources: {'Port': ['ID=94cd6ab9-286b-4bf0-b685-8db6abac933a,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:04.111999 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b100566-4f90-4569-85e7-2639de22e9a8 tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:04.112644 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7b100566-4f90-4569-85e7-2639de22e9a8 tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:04.138910 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7b100566-4f90-4569-85e7-2639de22e9a8 tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7484853 Aug 10 01:10:04.140301 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60660) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:04.145143 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-0df8b5e8-facf-4c87-aacf-1ded14cf6fd6 tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.254'}]}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:04.179874 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0df8b5e8-facf-4c87-aacf-1ded14cf6fd6 tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:04.181088 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0df8b5e8-facf-4c87-aacf-1ded14cf6fd6 tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:04.261329 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0df8b5e8-facf-4c87-aacf-1ded14cf6fd6 tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:04.273736 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cca0d5cd-3d10-47be-8add-a09e46a281d8 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:04.284274 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23417b1f-bddf-4a5d-8607-4d6a7514d4a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-01bb96cc-7872-46cf-825f-e696562689f6', 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'fixed_ips': [{'subnet_id': '6592bd1e-0cb5-4931-abfd-37c8c7d77ae5'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:10:04.285360 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-23417b1f-bddf-4a5d-8607-4d6a7514d4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:04.293719 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-cca0d5cd-3d10-47be-8add-a09e46a281d8 None None] Transition to ACTIVE for port object d1b82ec8-154f-484e-b204-b13d5177b1da will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:04.310841 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cca0d5cd-3d10-47be-8add-a09e46a281d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:04.388687 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc915a-b8ad-44a2-8237-3b6641206c31 None None] Pushing event updated for resources: {'Port': ['ID=d1b82ec8-154f-484e-b204-b13d5177b1da,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:04.458217 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0df8b5e8-facf-4c87-aacf-1ded14cf6fd6 tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:04.484455 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-cca0d5cd-3d10-47be-8add-a09e46a281d8 None None] Attempting to bind port d1b82ec8-154f-484e-b204-b13d5177b1da on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:10:04.484964 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-cca0d5cd-3d10-47be-8add-a09e46a281d8 None None] Attempting to bind port d1b82ec8-154f-484e-b204-b13d5177b1da by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:10:04.485452 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca0d5cd-3d10-47be-8add-a09e46a281d8 None None] Attempting to bind port d1b82ec8-154f-484e-b204-b13d5177b1da on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:10:04.497271 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca0d5cd-3d10-47be-8add-a09e46a281d8 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:10:04.497811 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca0d5cd-3d10-47be-8add-a09e46a281d8 None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:04.498326 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cca0d5cd-3d10-47be-8add-a09e46a281d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:04.498891 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca0d5cd-3d10-47be-8add-a09e46a281d8 None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:10:04.501101 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-cca0d5cd-3d10-47be-8add-a09e46a281d8 None None] Bound port: d1b82ec8-154f-484e-b204-b13d5177b1da, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:10:04.501101 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cca0d5cd-3d10-47be-8add-a09e46a281d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:04.625114 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-cca0d5cd-3d10-47be-8add-a09e46a281d8 None None] For port d1b82ec8-154f-484e-b204-b13d5177b1da, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:10:04.632789 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-cca0d5cd-3d10-47be-8add-a09e46a281d8 None None] For port d1b82ec8-154f-484e-b204-b13d5177b1da, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=d1b82ec8-154f-484e-b204-b13d5177b1da,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:10:04.657166 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cca0d5cd-3d10-47be-8add-a09e46a281d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:04.684384 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-23417b1f-bddf-4a5d-8607-4d6a7514d4a3 None None] Allocated IP 172.20.0.2 (01bb96cc-7872-46cf-825f-e696562689f6/6592bd1e-0cb5-4931-abfd-37c8c7d77ae5/f42d56fd-7dd1-46d5-b7ad-207be669d6ff) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:10:04.818514 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca0d5cd-3d10-47be-8add-a09e46a281d8 None None] Routers {'240adab5-62b9-4ef6-83a2-082185918929'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:10:04.819317 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-cca0d5cd-3d10-47be-8add-a09e46a281d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:09:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['240adab5-62b9-4ef6-83a2-082185918929'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:04.873605 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc915a-b8ad-44a2-8237-3b6641206c31 None None] Pushing event updated for resources: {'Port': ['ID=d1b82ec8-154f-484e-b204-b13d5177b1da,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:04.888060 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0df8b5e8-facf-4c87-aacf-1ded14cf6fd6 tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:04.933486 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0df8b5e8-facf-4c87-aacf-1ded14cf6fd6 tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:05.020059 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-cca0d5cd-3d10-47be-8add-a09e46a281d8 None None] Set router 240adab5-62b9-4ef6-83a2-082185918929 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:10:05.152286 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-23417b1f-bddf-4a5d-8607-4d6a7514d4a3 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:05.171026 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-23417b1f-bddf-4a5d-8607-4d6a7514d4a3 None None] Transition to ACTIVE for port object f42d56fd-7dd1-46d5-b7ad-207be669d6ff will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:05.193541 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0df8b5e8-facf-4c87-aacf-1ded14cf6fd6 tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:05.201535 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4be72-80cc-4598-8998-25dd76b30521 req-a40a0636-edfe-4458-b295-9639d64dc471 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:05.204093 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-25a4be72-80cc-4598-8998-25dd76b30521 req-a40a0636-edfe-4458-b295-9639d64dc471 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 944 time: 0.1574662 Aug 10 01:10:05.213861 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-23417b1f-bddf-4a5d-8607-4d6a7514d4a3 None None] Transition to ACTIVE for port object f42d56fd-7dd1-46d5-b7ad-207be669d6ff will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:05.226712 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-23417b1f-bddf-4a5d-8607-4d6a7514d4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:05.232944 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abeadaa-9329-4adb-9db0-ba5c98dca685 req-5173defe-a203-4c44-88b3-7fa2c77b14b5 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:05.241402 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9abeadaa-9329-4adb-9db0-ba5c98dca685 req-5173defe-a203-4c44-88b3-7fa2c77b14b5 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.35 "GET /v2.0/ports?device_id=4599df64-0086-44ea-b5be-061d9c9e68ab HTTP/1.1" status: 200 len: 945 time: 0.1834617 Aug 10 01:10:05.270305 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23417b1f-bddf-4a5d-8607-4d6a7514d4a3 None None] Pushing event updated for resources: {'Port': ['ID=f42d56fd-7dd1-46d5-b7ad-207be669d6ff,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:05.309949 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23417b1f-bddf-4a5d-8607-4d6a7514d4a3 None None] Network 01bb96cc-7872-46cf-825f-e696562689f6 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:05.326836 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-23417b1f-bddf-4a5d-8607-4d6a7514d4a3 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:05.340862 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23417b1f-bddf-4a5d-8607-4d6a7514d4a3 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:10:05.361271 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-25a4be72-80cc-4598-8998-25dd76b30521 req-0c8cd705-9bf3-4b37-b5c3-9927240148fb tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481335 Aug 10 01:10:05.373052 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9abeadaa-9329-4adb-9db0-ba5c98dca685 req-e3fa1fc6-6f44-4027-b219-3be9b9ec024d tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.35 "GET /v2.0/security-groups?id=9615f37e-055c-4057-a415-83e9efc482a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306436 Aug 10 01:10:05.436751 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0df8b5e8-facf-4c87-aacf-1ded14cf6fd6 tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:05.439395 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0df8b5e8-facf-4c87-aacf-1ded14cf6fd6 tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:05.463829 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-23417b1f-bddf-4a5d-8607-4d6a7514d4a3 None None] Attempting to bind port f42d56fd-7dd1-46d5-b7ad-207be669d6ff on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:10:05.464440 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-23417b1f-bddf-4a5d-8607-4d6a7514d4a3 None None] Attempting to bind port f42d56fd-7dd1-46d5-b7ad-207be669d6ff by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '9dbd0271-91dc-4b61-94e9-2c7655de92e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:10:05.465006 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23417b1f-bddf-4a5d-8607-4d6a7514d4a3 None None] Attempting to bind port f42d56fd-7dd1-46d5-b7ad-207be669d6ff on network 01bb96cc-7872-46cf-825f-e696562689f6 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:10:05.486800 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-cca0d5cd-3d10-47be-8add-a09e46a281d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240adab5-62b9-4ef6-83a2-082185918929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838640697', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd1b82ec8-154f-484e-b204-b13d5177b1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:59Z', 'updated_at': '2021-08-10T01:10:00Z', 'revision_number': 3, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'd1b82ec8-154f-484e-b204-b13d5177b1da', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:57:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240adab5-62b9-4ef6-83a2-082185918929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:10:00Z', 'updated_at': '2021-08-10T01:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:05.495037 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23417b1f-bddf-4a5d-8607-4d6a7514d4a3 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:10:05.495676 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23417b1f-bddf-4a5d-8607-4d6a7514d4a3 None None] Checking segment: {'id': '9dbd0271-91dc-4b61-94e9-2c7655de92e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:05.496323 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-23417b1f-bddf-4a5d-8607-4d6a7514d4a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:05.496518 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0df8b5e8-facf-4c87-aacf-1ded14cf6fd6 tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:05.496793 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23417b1f-bddf-4a5d-8607-4d6a7514d4a3 None None] Bound using segment: {'id': '9dbd0271-91dc-4b61-94e9-2c7655de92e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:10:05.497008 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df8b5e8-facf-4c87-aacf-1ded14cf6fd6 tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 95867608-15cd-4503-beff-208a7e6e128a {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:10:05.497996 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-23417b1f-bddf-4a5d-8607-4d6a7514d4a3 None None] Bound port: f42d56fd-7dd1-46d5-b7ad-207be669d6ff, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd0271-91dc-4b61-94e9-2c7655de92e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:10:05.497996 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-23417b1f-bddf-4a5d-8607-4d6a7514d4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:05.517084 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-0df8b5e8-facf-4c87-aacf-1ded14cf6fd6 tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 10 01:10:05.520924 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0df8b5e8-facf-4c87-aacf-1ded14cf6fd6 tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.3778632 Aug 10 01:10:05.521148 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60670) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:05.533475 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca0d5cd-3d10-47be-8add-a09e46a281d8 None None] The sync data for ids ['240adab5-62b9-4ef6-83a2-082185918929'] in n-d-766726-26 is: [{'id': '240adab5-62b9-4ef6-83a2-082185918929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838640697', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd1b82ec8-154f-484e-b204-b13d5177b1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:59Z', 'updated_at': '2021-08-10T01:10:00Z', 'revision_number': 3, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'd1b82ec8-154f-484e-b204-b13d5177b1da', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:57:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240adab5-62b9-4ef6-83a2-082185918929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:10:00Z', 'updated_at': '2021-08-10T01:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:10:05.677779 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-23417b1f-bddf-4a5d-8607-4d6a7514d4a3 None None] For port f42d56fd-7dd1-46d5-b7ad-207be669d6ff, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:10:05.684996 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-2cb47ecc-f86e-484d-b4e3-7b132812c34e tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] Deleting port 94cd6ab9-286b-4bf0-b685-8db6abac933a {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:05.685357 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2cb47ecc-f86e-484d-b4e3-7b132812c34e tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:05.706855 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-23417b1f-bddf-4a5d-8607-4d6a7514d4a3 None None] For port f42d56fd-7dd1-46d5-b7ad-207be669d6ff, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=f42d56fd-7dd1-46d5-b7ad-207be669d6ff,segment=NetworkSegment(9dbd0271-91dc-4b61-94e9-2c7655de92e9),segment_id=9dbd0271-91dc-4b61-94e9-2c7655de92e9)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:10:05.712063 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-919b180a-98c9-4af3-9ee9-20dca61f6524 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:05.722377 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-23417b1f-bddf-4a5d-8607-4d6a7514d4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:05.809480 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23417b1f-bddf-4a5d-8607-4d6a7514d4a3 None None] Pushing event updated for resources: {'Port': ['ID=f42d56fd-7dd1-46d5-b7ad-207be669d6ff,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:05.821221 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2cb47ecc-f86e-484d-b4e3-7b132812c34e tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:05.859903 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-2cb47ecc-f86e-484d-b4e3-7b132812c34e tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] Calling delete_port for 94cd6ab9-286b-4bf0-b685-8db6abac933a owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:06.094874 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2cb47ecc-f86e-484d-b4e3-7b132812c34e tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:06.167891 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb47ecc-f86e-484d-b4e3-7b132812c34e tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] Pushing event deleted for resources: {'Port': ['ID=94cd6ab9-286b-4bf0-b685-8db6abac933a,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:06.276869 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2cb47ecc-f86e-484d-b4e3-7b132812c34e tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:06.289391 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2cb47ecc-f86e-484d-b4e3-7b132812c34e tempest-RoutersAdminNegativeTest-934329102 tempest-RoutersAdminNegativeTest-934329102-project-admin] 10.222.0.35 "DELETE /v2.0/ports/94cd6ab9-286b-4bf0-b685-8db6abac933a HTTP/1.1" status: 204 len: 168 time: 0.7666829 Aug 10 01:10:06.351108 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-919b180a-98c9-4af3-9ee9-20dca61f6524 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Allocated IP 172.20.0.1 (01bb96cc-7872-46cf-825f-e696562689f6/6592bd1e-0cb5-4931-abfd-37c8c7d77ae5/205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:10:06.660839 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d17c03-02ec-4118-be65-ec48a1a130cb req-2ec285fd-ce93-467c-8a77-dc284a9b41aa tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:06.662376 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-37d17c03-02ec-4118-be65-ec48a1a130cb req-2ec285fd-ce93-467c-8a77-dc284a9b41aa tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 944 time: 0.1653388 Aug 10 01:10:06.714212 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683f2e8-9fac-4fab-8fbf-b3663ba0f29f req-d1638026-cff7-4f54-a33b-a115d5a096d9 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:06.716071 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8683f2e8-9fac-4fab-8fbf-b3663ba0f29f req-d1638026-cff7-4f54-a33b-a115d5a096d9 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.35 "GET /v2.0/ports?device_id=4599df64-0086-44ea-b5be-061d9c9e68ab HTTP/1.1" status: 200 len: 945 time: 0.1824114 Aug 10 01:10:06.767926 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-919b180a-98c9-4af3-9ee9-20dca61f6524 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:06.811928 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-37d17c03-02ec-4118-be65-ec48a1a130cb req-30121953-29d4-4aa2-a348-6210f3baa609 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178074 Aug 10 01:10:06.842790 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-919b180a-98c9-4af3-9ee9-20dca61f6524 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Transition to ACTIVE for port object 205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:06.856664 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8683f2e8-9fac-4fab-8fbf-b3663ba0f29f req-aca1fbec-0965-46a7-8290-2b2c659dd55b tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.35 "GET /v2.0/security-groups?id=9615f37e-055c-4057-a415-83e9efc482a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185932 Aug 10 01:10:06.939776 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60688) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:06.983538 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-919b180a-98c9-4af3-9ee9-20dca61f6524 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:07.062438 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919b180a-98c9-4af3-9ee9-20dca61f6524 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Network 01bb96cc-7872-46cf-825f-e696562689f6 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:07.080599 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-919b180a-98c9-4af3-9ee9-20dca61f6524 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:07.083970 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919b180a-98c9-4af3-9ee9-20dca61f6524 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:10:07.138911 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b180a-98c9-4af3-9ee9-20dca61f6524 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'Port': ['ID=205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:07.152269 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919b180a-98c9-4af3-9ee9-20dca61f6524 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:07.152701 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919b180a-98c9-4af3-9ee9-20dca61f6524 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:07.153123 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919b180a-98c9-4af3-9ee9-20dca61f6524 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:07.153547 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919b180a-98c9-4af3-9ee9-20dca61f6524 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:07.153956 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919b180a-98c9-4af3-9ee9-20dca61f6524 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:07.154239 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919b180a-98c9-4af3-9ee9-20dca61f6524 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:07.154728 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919b180a-98c9-4af3-9ee9-20dca61f6524 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:07.155068 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919b180a-98c9-4af3-9ee9-20dca61f6524 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:07.155402 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919b180a-98c9-4af3-9ee9-20dca61f6524 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:07.155975 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919b180a-98c9-4af3-9ee9-20dca61f6524 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:07.157046 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919b180a-98c9-4af3-9ee9-20dca61f6524 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:07.157046 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919b180a-98c9-4af3-9ee9-20dca61f6524 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:07.198790 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fe65c1f2-7fdb-4f23-a512-a269a61bc2c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:07.215903 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472138d-02de-4333-85a0-37d05ba0d9ca req-bad7deed-a34e-46a8-9884-af03d644625b tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:07.217423 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8472138d-02de-4333-85a0-37d05ba0d9ca req-bad7deed-a34e-46a8-9884-af03d644625b tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.35 "GET /v2.0/ports?device_id=4599df64-0086-44ea-b5be-061d9c9e68ab HTTP/1.1" status: 200 len: 945 time: 0.2487662 Aug 10 01:10:07.220323 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-919b180a-98c9-4af3-9ee9-20dca61f6524 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:07.227830 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60694) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:07.234023 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-fefd755c-d899-47bf-95b2-3e33af426fa0 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Request body: {'floatingip': {'port_id': '50137f2c-55eb-4a29-bed1-1f9b1c3be5be'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:07.267108 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d85b53a-9f85-4275-8802-3b26e1636431 None None] Network 01bb96cc-7872-46cf-825f-e696562689f6 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:07.305620 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fefd755c-d899-47bf-95b2-3e33af426fa0 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks [] for floatingip, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:07.438601 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-45bc8288-aba9-4909-9d84-11fa822a0b22 None None] Provisioning for port f42d56fd-7dd1-46d5-b7ad-207be669d6ff completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:10:07.527999 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-919b180a-98c9-4af3-9ee9-20dca61f6524 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:07.559254 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fe65c1f2-7fdb-4f23-a512-a269a61bc2c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:07.593211 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fe65c1f2-7fdb-4f23-a512-a269a61bc2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:07.650092 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-fe65c1f2-7fdb-4f23-a512-a269a61bc2c9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=79ae5e3100904ab5916096a28095c11b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7040365 Aug 10 01:10:07.694644 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60696) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:07.832324 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe65c1f2-7fdb-4f23-a512-a269a61bc2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba3bb0b-2645-4689-ad03-cd654fd5a619,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:07.860947 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-33b2bc22-8bc8-4b19-98e0-f77add59570f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:07.950391 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-391c0e18-fc3c-49b0-b26a-402afce6980e None None] Provisioning for port 205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:10:07.961337 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-391c0e18-fc3c-49b0-b26a-402afce6980e None None] Provisioning complete for port 205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:07.961739 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-391c0e18-fc3c-49b0-b26a-402afce6980e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:08.114385 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-391c0e18-fc3c-49b0-b26a-402afce6980e None None] Port 205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:10:08.137529 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-33b2bc22-8bc8-4b19-98e0-f77add59570f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:08.205029 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device d1b82ec8-154f-484e-b204-b13d5177b1da up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:10:08.303238 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297425ce-6279-4c49-8d85-034592283890 req-359cb121-75bd-493e-8637-213bb7a3ece3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:08.304894 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-297425ce-6279-4c49-8d85-034592283890 req-359cb121-75bd-493e-8637-213bb7a3ece3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 944 time: 0.2815113 Aug 10 01:10:08.358238 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port d1b82ec8-154f-484e-b204-b13d5177b1da completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:10:08.362454 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-704de27c-36d1-4bc8-abdd-46b03efbf0b9 None None] Provisioning complete for port 205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:08.362975 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-704de27c-36d1-4bc8-abdd-46b03efbf0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:08.400515 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port d1b82ec8-154f-484e-b204-b13d5177b1da triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:08.401593 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:08.409925 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-33b2bc22-8bc8-4b19-98e0-f77add59570f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:08.413004 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-33b2bc22-8bc8-4b19-98e0-f77add59570f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:08.416876 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-33b2bc22-8bc8-4b19-98e0-f77add59570f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eba3bb0b-2645-4689-ad03-cd654fd5a619 HTTP/1.1" status: 204 len: 168 time: 0.7185054 Aug 10 01:10:08.454270 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-704de27c-36d1-4bc8-abdd-46b03efbf0b9 None None] Port 205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:10:08.471398 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-297425ce-6279-4c49-8d85-034592283890 req-2207b009-c596-4afa-9b6a-fcb348b4a583 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593070 Aug 10 01:10:08.487101 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2bc22-8bc8-4b19-98e0-f77add59570f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba3bb0b-2645-4689-ad03-cd654fd5a619,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:08.638740 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-919b180a-98c9-4af3-9ee9-20dca61f6524 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:08.652544 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-919b180a-98c9-4af3-9ee9-20dca61f6524 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:08.667334 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fefd755c-d899-47bf-95b2-3e33af426fa0 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:08.672045 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fefd755c-d899-47bf-95b2-3e33af426fa0 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:08.737832 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:08.767169 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b180a-98c9-4af3-9ee9-20dca61f6524 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'Port': ['ID=205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:08.777246 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-919b180a-98c9-4af3-9ee9-20dca61f6524 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:08.799241 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port d1b82ec8-154f-484e-b204-b13d5177b1da, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=d1b82ec8-154f-484e-b204-b13d5177b1da,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:08.805534 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:08.807911 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device f42d56fd-7dd1-46d5-b7ad-207be669d6ff up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:10:08.842876 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [None req-fefd755c-d899-47bf-95b2-3e33af426fa0 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Floating IP b532913e-b2c9-44aa-8cd2-03da6e8bdb33 associated. External IP: 172.25.2.137, port: 50137f2c-55eb-4a29-bed1-1f9b1c3be5be. Aug 10 01:10:08.928698 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919b180a-98c9-4af3-9ee9-20dca61f6524 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Network 01bb96cc-7872-46cf-825f-e696562689f6 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:08.933068 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=d1b82ec8-154f-484e-b204-b13d5177b1da,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:08.933557 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-919b180a-98c9-4af3-9ee9-20dca61f6524 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:08.951455 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port f42d56fd-7dd1-46d5-b7ad-207be669d6ff completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:10:08.964000 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port f42d56fd-7dd1-46d5-b7ad-207be669d6ff triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:08.964425 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:08.999212 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60708) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:09.086929 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:09.140344 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port f42d56fd-7dd1-46d5-b7ad-207be669d6ff, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=f42d56fd-7dd1-46d5-b7ad-207be669d6ff,segment=NetworkSegment(9dbd0271-91dc-4b61-94e9-2c7655de92e9),segment_id=9dbd0271-91dc-4b61-94e9-2c7655de92e9)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:09.147440 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:09.162586 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2c625ae1-68f2-44aa-bb79-7cb25add36c5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=77621eaf077e451a9e3b32e9fdd1e504&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1618512 Aug 10 01:10:09.170974 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60712) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:09.232468 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919b180a-98c9-4af3-9ee9-20dca61f6524 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Router 240adab5-62b9-4ef6-83a2-082185918929 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:10:09.258182 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a3f1cd58-46a6-4204-bebf-c9980b21d82c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:09.274243 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=f42d56fd-7dd1-46d5-b7ad-207be669d6ff,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:09.295159 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fefd755c-d899-47bf-95b2-3e33af426fa0 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Router 59385050-2b55-4513-81f1-a4cbf311060e has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:10:09.327108 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a3f1cd58-46a6-4204-bebf-c9980b21d82c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:09.383396 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-94617ba8-2de4-4493-a4d4-e50f55c03d81 None None] Provisioning complete for port 205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:09.383979 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-94617ba8-2de4-4493-a4d4-e50f55c03d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:09.423723 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-94617ba8-2de4-4493-a4d4-e50f55c03d81 None None] Port 205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:10:09.430890 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919b180a-98c9-4af3-9ee9-20dca61f6524 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:10:09.440768 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-919b180a-98c9-4af3-9ee9-20dca61f6524 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "PUT /v2.0/routers/240adab5-62b9-4ef6-83a2-082185918929/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3765750 Aug 10 01:10:09.441140 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefd755c-d899-47bf-95b2-3e33af426fa0 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:10:09.448662 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd80746-ff19-4a3f-9755-80d341a56cec None None] Sync routers for ids ['240adab5-62b9-4ef6-83a2-082185918929'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:10:09.457448 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7b3038-551c-4272-82c6-ddd88973adb1 None None] Sync routers for ids ['59385050-2b55-4513-81f1-a4cbf311060e'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:10:09.457919 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fefd755c-d899-47bf-95b2-3e33af426fa0 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:09.460489 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a3f1cd58-46a6-4204-bebf-c9980b21d82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:09.463404 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd80746-ff19-4a3f-9755-80d341a56cec None None] Routers {'240adab5-62b9-4ef6-83a2-082185918929'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:10:09.464024 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-8fd80746-ff19-4a3f-9755-80d341a56cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:09:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['240adab5-62b9-4ef6-83a2-082185918929'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:09.466462 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a3f1cd58-46a6-4204-bebf-c9980b21d82c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:09.467369 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a3f1cd58-46a6-4204-bebf-c9980b21d82c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a323e3cd-811e-4f63-a433-6350254a275f HTTP/1.1" status: 204 len: 168 time: 0.2952366 Aug 10 01:10:09.482996 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7b3038-551c-4272-82c6-ddd88973adb1 None None] Routers {'59385050-2b55-4513-81f1-a4cbf311060e'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:10:09.483653 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-9d7b3038-551c-4272-82c6-ddd88973adb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:09:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['59385050-2b55-4513-81f1-a4cbf311060e'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:09.486178 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1cd58-46a6-4204-bebf-c9980b21d82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a323e3cd-811e-4f63-a433-6350254a275f,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:09.520475 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-fefd755c-d899-47bf-95b2-3e33af426fa0 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.35 "PUT /v2.0/floatingips/b532913e-b2c9-44aa-8cd2-03da6e8bdb33 HTTP/1.1" status: 200 len: 991 time: 2.2881224 Aug 10 01:10:09.520475 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4599df64-0086-44ea-b5be-061d9c9e68ab', 'tag': '50137f2c-55eb-4a29-bed1-1f9b1c3be5be'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:10:09.539134 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd7b305-4235-4af9-8419-26a104b8033a" -d '{"events": [{"name": "network-changed", "server_uuid": "4599df64-0086-44ea-b5be-061d9c9e68ab", "tag": "50137f2c-55eb-4a29-bed1-1f9b1c3be5be"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:10:09.642811 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecea44a2-53aa-4b5a-8839-2789a701327d x-openstack-request-id: req-ecea44a2-53aa-4b5a-8839-2789a701327d {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:10:09.643314 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4599df64-0086-44ea-b5be-061d9c9e68ab", "tag": "50137f2c-55eb-4a29-bed1-1f9b1c3be5be", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:10:09.643752 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ecea44a2-53aa-4b5a-8839-2789a701327d {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:10:09.644393 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4599df64-0086-44ea-b5be-061d9c9e68ab', 'tag': '50137f2c-55eb-4a29-bed1-1f9b1c3be5be', 'status': 'completed', 'code': 200} Aug 10 01:10:09.652605 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3374f-cd6a-44b5-a111-fb9c2e8375b4 req-d218e0a6-8b69-444f-b3a4-5beae1dd8882 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:09.662723 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c0c3374f-cd6a-44b5-a111-fb9c2e8375b4 req-d218e0a6-8b69-444f-b3a4-5beae1dd8882 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 944 time: 0.0858595 Aug 10 01:10:09.704449 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c0c3374f-cd6a-44b5-a111-fb9c2e8375b4 req-0bfdc0be-8f00-44e9-9104-609881d00ac3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407646 Aug 10 01:10:09.717084 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-8fd80746-ff19-4a3f-9755-80d341a56cec None None] Set router 240adab5-62b9-4ef6-83a2-082185918929 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:10:09.748679 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-9d7b3038-551c-4272-82c6-ddd88973adb1 None None] Set router 59385050-2b55-4513-81f1-a4cbf311060e gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:10:09.761376 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7b305-4235-4af9-8419-26a104b8033a req-d42e0efa-5aa0-416e-905e-08ba4a4653d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:09.762915 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0cd7b305-4235-4af9-8419-26a104b8033a req-d42e0efa-5aa0-416e-905e-08ba4a4653d1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5fcd54d724cc4ddb9ca725ce206de378&device_id=4599df64-0086-44ea-b5be-061d9c9e68ab HTTP/1.1" status: 200 len: 1097 time: 0.0939708 Aug 10 01:10:09.794072 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-fbd1145a-3e58-43a8-96ec-063f57e07a5b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1892460777&fields=id&tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8 HTTP/1.1" status: 200 len: 267 time: 0.0475960 Aug 10 01:10:09.936541 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-208e8da6-f951-4be6-b560-281f379fde11 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:09.938299 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-208e8da6-f951-4be6-b560-281f379fde11 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/networks?id=01bb96cc-7872-46cf-825f-e696562689f6 HTTP/1.1" status: 200 len: 796 time: 0.1361029 Aug 10 01:10:09.955812 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7b305-4235-4af9-8419-26a104b8033a req-fdbf8152-93bd-44b5-be49-ff426ba773a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:09.957351 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0cd7b305-4235-4af9-8419-26a104b8033a req-fdbf8152-93bd-44b5-be49-ff426ba773a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b17b9b5f-95fc-413e-934b-7c85c5159133 HTTP/1.1" status: 200 len: 916 time: 0.1878693 Aug 10 01:10:09.970254 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-9681637f-9367-4c8a-9979-02d170b18ed9 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/quotas/ffe13e423dfd43ec93b2db095fb6b3d8 HTTP/1.1" status: 200 len: 375 time: 0.0245557 Aug 10 01:10:09.976320 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device d1b82ec8-154f-484e-b204-b13d5177b1da up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:10:10.058422 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-35b7e30b-79dc-4c81-86b7-5c4c0888e8d5 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762668 Aug 10 01:10:10.086586 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0cd7b305-4235-4af9-8419-26a104b8033a req-85758917-cd4b-4e4e-ab9d-b9d6a387ba1f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50137f2c-55eb-4a29-bed1-1f9b1c3be5be HTTP/1.1" status: 200 len: 999 time: 0.1212687 Aug 10 01:10:10.091483 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port d1b82ec8-154f-484e-b204-b13d5177b1da triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:10.102908 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:10.154382 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-fd8f9dcc-1991-420b-8e44-6a2efc1dca8b service neutron] 10.222.0.35 "GET /v2.0/networks/01bb96cc-7872-46cf-825f-e696562689f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867424 Aug 10 01:10:10.161151 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7b305-4235-4af9-8419-26a104b8033a req-57b42ce6-ab21-45fc-8567-87243b0ad408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:10.162937 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0cd7b305-4235-4af9-8419-26a104b8033a req-57b42ce6-ab21-45fc-8567-87243b0ad408 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8bb6259d-aa3e-4019-9a08-c063c9f120bd HTTP/1.1" status: 200 len: 854 time: 0.0691159 Aug 10 01:10:10.188267 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-8fd80746-ff19-4a3f-9755-80d341a56cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240adab5-62b9-4ef6-83a2-082185918929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838640697', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd1b82ec8-154f-484e-b204-b13d5177b1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:59Z', 'updated_at': '2021-08-10T01:10:07Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'd1b82ec8-154f-484e-b204-b13d5177b1da', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:57:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240adab5-62b9-4ef6-83a2-082185918929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:10:00Z', 'updated_at': '2021-08-10T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b', 'name': '', 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'mac_address': 'fa:16:3e:2b:11:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240adab5-62b9-4ef6-83a2-082185918929', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '6592bd1e-0cb5-4931-abfd-37c8c7d77ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:10:06Z', 'updated_at': '2021-08-10T01:10:08Z', 'revision_number': 2, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'subnets': [{'id': '6592bd1e-0cb5-4931-abfd-37c8c7d77ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:10.207481 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-9d7b3038-551c-4272-82c6-ddd88973adb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59385050-2b55-4513-81f1-a4cbf311060e', 'name': 'tempest-ServersTestFqdnHostnames-2000983497-router', 'tenant_id': '5fcd54d724cc4ddb9ca725ce206de378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c191b454-e119-4a08-b110-28e2b11808cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:39Z', 'updated_at': '2021-08-10T01:09:45Z', 'revision_number': 4, 'project_id': '5fcd54d724cc4ddb9ca725ce206de378', 'gw_port': {'id': 'c191b454-e119-4a08-b110-28e2b11808cb', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:38:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59385050-2b55-4513-81f1-a4cbf311060e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:40Z', 'updated_at': '2021-08-10T01:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'b532913e-b2c9-44aa-8cd2-03da6e8bdb33', 'tenant_id': '5fcd54d724cc4ddb9ca725ce206de378', 'floating_ip_address': '172.25.2.137', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '59385050-2b55-4513-81f1-a4cbf311060e', 'port_id': '50137f2c-55eb-4a29-bed1-1f9b1c3be5be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b17b9b5f-95fc-413e-934b-7c85c5159133', 'mac_address': 'fa:16:3e:af:51:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599df64-0086-44ea-b5be-061d9c9e68ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:09:49Z', 'updated_at': '2021-08-10T01:10:08Z', 'revision_number': 1, 'project_id': '5fcd54d724cc4ddb9ca725ce206de378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '713ada6c-11d5-49ef-ae55-9978105483f8', 'name': '', 'network_id': 'b17b9b5f-95fc-413e-934b-7c85c5159133', 'tenant_id': '5fcd54d724cc4ddb9ca725ce206de378', 'mac_address': 'fa:16:3e:80:9e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59385050-2b55-4513-81f1-a4cbf311060e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '8bb6259d-aa3e-4019-9a08-c063c9f120bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:44Z', 'updated_at': '2021-08-10T01:09:54Z', 'revision_number': 5, 'project_id': '5fcd54d724cc4ddb9ca725ce206de378', 'subnets': [{'id': '8bb6259d-aa3e-4019-9a08-c063c9f120bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:10.219345 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd80746-ff19-4a3f-9755-80d341a56cec None None] Checking router: 240adab5-62b9-4ef6-83a2-082185918929 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:10:10.219704 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd80746-ff19-4a3f-9755-80d341a56cec None None] Updating router 240adab5-62b9-4ef6-83a2-082185918929 port 205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:10:10.246809 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8fd80746-ff19-4a3f-9755-80d341a56cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:10.254676 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7b3038-551c-4272-82c6-ddd88973adb1 None None] Checking router: 59385050-2b55-4513-81f1-a4cbf311060e for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:10:10.261344 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7b305-4235-4af9-8419-26a104b8033a req-3760a6c9-8422-4774-a890-3f5387eb635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:10.264285 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0cd7b305-4235-4af9-8419-26a104b8033a req-3760a6c9-8422-4774-a890-3f5387eb635d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b17b9b5f-95fc-413e-934b-7c85c5159133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0915160 Aug 10 01:10:10.276038 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7b3038-551c-4272-82c6-ddd88973adb1 None None] Routers {'59385050-2b55-4513-81f1-a4cbf311060e'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:10:10.276802 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-9d7b3038-551c-4272-82c6-ddd88973adb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:09:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['59385050-2b55-4513-81f1-a4cbf311060e'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:10.280459 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device f42d56fd-7dd1-46d5-b7ad-207be669d6ff up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:10:10.332126 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-d43ccc89-9b61-4fa9-8961-d2552d161334 service neutron] 10.222.0.35 "GET /v2.0/networks/01bb96cc-7872-46cf-825f-e696562689f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697745 Aug 10 01:10:10.435404 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port f42d56fd-7dd1-46d5-b7ad-207be669d6ff triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:10.435914 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:10.480395 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-9d7b3038-551c-4272-82c6-ddd88973adb1 None None] Set router 59385050-2b55-4513-81f1-a4cbf311060e gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:10:10.488637 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0cd7b305-4235-4af9-8419-26a104b8033a req-bb3ea918-5c69-4722-8f34-3cccebd6173f service neutron] 10.222.0.24 "GET /v2.0/networks/b17b9b5f-95fc-413e-934b-7c85c5159133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068982 Aug 10 01:10:10.677202 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0cd7b305-4235-4af9-8419-26a104b8033a req-cca665e8-f56d-4393-ad82-d2aad3f08401 service neutron] 10.222.0.24 "GET /v2.0/networks/b17b9b5f-95fc-413e-934b-7c85c5159133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815162 Aug 10 01:10:10.691026 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7dd797b7-00e0-4fc3-afe4-7ec3949b85cc req-08071df2-fd1a-4129-83fe-67ffdac3b020 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 210 time: 0.0524113 Aug 10 01:10:10.781302 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60766) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:10.837673 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8fd80746-ff19-4a3f-9755-80d341a56cec None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:10.866255 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-8fd80746-ff19-4a3f-9755-80d341a56cec None None] Transition to ACTIVE for port object 205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:10.868337 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7d48c-fb67-4c01-8fe1-48e8743a93a1 req-afbfaf71-e913-4618-8e25-3c3690deb775 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:10.875852 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8fd80746-ff19-4a3f-9755-80d341a56cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:10.877864 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b7c7d48c-fb67-4c01-8fe1-48e8743a93a1 req-afbfaf71-e913-4618-8e25-3c3690deb775 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 944 time: 0.0742810 Aug 10 01:10:10.973921 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb59803-e58d-4cd9-ba51-face3ab2088d None None] Pushing event updated for resources: {'Port': ['ID=205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:10.981492 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [None req-b7e7a535-60a7-45c9-911f-be8033c8dc9d tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:10.982984 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b7e7a535-60a7-45c9-911f-be8033c8dc9d tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2006252 Aug 10 01:10:10.985896 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60774) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:10.989825 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b7c7d48c-fb67-4c01-8fe1-48e8743a93a1 req-423621fc-1897-4bdf-8669-a9bc201f641e tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996568 Aug 10 01:10:10.995310 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [None req-e7245295-adcd-4544-b860-f31ec408c069 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:10.997562 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e7245295-adcd-4544-b860-f31ec408c069 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0104468 Aug 10 01:10:11.000465 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60776) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.003294 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb59803-e58d-4cd9-ba51-face3ab2088d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:11.004753 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb59803-e58d-4cd9-ba51-face3ab2088d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:11.006786 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb59803-e58d-4cd9-ba51-face3ab2088d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:11.007733 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb59803-e58d-4cd9-ba51-face3ab2088d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:11.009918 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb59803-e58d-4cd9-ba51-face3ab2088d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:11.011075 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb59803-e58d-4cd9-ba51-face3ab2088d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:11.013536 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [None req-f9799442-5c55-4898-abf5-a11de2cd4253 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.014330 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb59803-e58d-4cd9-ba51-face3ab2088d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:11.015156 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb59803-e58d-4cd9-ba51-face3ab2088d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:11.015752 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb59803-e58d-4cd9-ba51-face3ab2088d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:11.016911 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb59803-e58d-4cd9-ba51-face3ab2088d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:11.018684 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb59803-e58d-4cd9-ba51-face3ab2088d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:11.019552 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f9799442-5c55-4898-abf5-a11de2cd4253 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0178642 Aug 10 01:10:11.020493 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb59803-e58d-4cd9-ba51-face3ab2088d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:11.021181 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60778) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.026875 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [None req-dd280126-1cef-4440-8ae4-179473d9a3f1 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.030625 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-dd280126-1cef-4440-8ae4-179473d9a3f1 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0083749 Aug 10 01:10:11.030910 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60780) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.037211 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [None req-ca11a44b-4afc-427e-8284-1585e99e080f tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.038471 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ca11a44b-4afc-427e-8284-1585e99e080f tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0062680 Aug 10 01:10:11.040986 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60782) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.047120 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-9d7b3038-551c-4272-82c6-ddd88973adb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59385050-2b55-4513-81f1-a4cbf311060e', 'name': 'tempest-ServersTestFqdnHostnames-2000983497-router', 'tenant_id': '5fcd54d724cc4ddb9ca725ce206de378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c191b454-e119-4a08-b110-28e2b11808cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:39Z', 'updated_at': '2021-08-10T01:09:45Z', 'revision_number': 4, 'project_id': '5fcd54d724cc4ddb9ca725ce206de378', 'gw_port': {'id': 'c191b454-e119-4a08-b110-28e2b11808cb', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:38:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59385050-2b55-4513-81f1-a4cbf311060e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:40Z', 'updated_at': '2021-08-10T01:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'b532913e-b2c9-44aa-8cd2-03da6e8bdb33', 'tenant_id': '5fcd54d724cc4ddb9ca725ce206de378', 'floating_ip_address': '172.25.2.137', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '59385050-2b55-4513-81f1-a4cbf311060e', 'port_id': '50137f2c-55eb-4a29-bed1-1f9b1c3be5be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b17b9b5f-95fc-413e-934b-7c85c5159133', 'mac_address': 'fa:16:3e:af:51:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599df64-0086-44ea-b5be-061d9c9e68ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:09:49Z', 'updated_at': '2021-08-10T01:10:08Z', 'revision_number': 1, 'project_id': '5fcd54d724cc4ddb9ca725ce206de378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '713ada6c-11d5-49ef-ae55-9978105483f8', 'name': '', 'network_id': 'b17b9b5f-95fc-413e-934b-7c85c5159133', 'tenant_id': '5fcd54d724cc4ddb9ca725ce206de378', 'mac_address': 'fa:16:3e:80:9e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59385050-2b55-4513-81f1-a4cbf311060e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '8bb6259d-aa3e-4019-9a08-c063c9f120bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:44Z', 'updated_at': '2021-08-10T01:09:54Z', 'revision_number': 5, 'project_id': '5fcd54d724cc4ddb9ca725ce206de378', 'subnets': [{'id': '8bb6259d-aa3e-4019-9a08-c063c9f120bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:11.053203 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [None req-4cc04281-ef8c-4f80-ab13-26d52a93112f tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.054583 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4cc04281-ef8c-4f80-ab13-26d52a93112f tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0117524 Aug 10 01:10:11.057198 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60784) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.064824 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [None req-19bf09d5-c5ff-4475-8b68-9127729c7de9 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.069986 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60786) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.074905 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [None req-c5b65e51-413e-49bc-9e14-7f8232149dc4 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.078753 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c5b65e51-413e-49bc-9e14-7f8232149dc4 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0076172 Aug 10 01:10:11.079597 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60788) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.083756 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-19bf09d5-c5ff-4475-8b68-9127729c7de9 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0077326 Aug 10 01:10:11.086084 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [None req-8640c187-a9e1-4db6-89cd-e2260db33b8f tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.091123 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60790) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.091382 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8640c187-a9e1-4db6-89cd-e2260db33b8f tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0105302 Aug 10 01:10:11.096662 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7b3038-551c-4272-82c6-ddd88973adb1 None None] The sync data for ids ['59385050-2b55-4513-81f1-a4cbf311060e'] in n-d-766726-26 is: [{'id': '59385050-2b55-4513-81f1-a4cbf311060e', 'name': 'tempest-ServersTestFqdnHostnames-2000983497-router', 'tenant_id': '5fcd54d724cc4ddb9ca725ce206de378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c191b454-e119-4a08-b110-28e2b11808cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:39Z', 'updated_at': '2021-08-10T01:09:45Z', 'revision_number': 4, 'project_id': '5fcd54d724cc4ddb9ca725ce206de378', 'gw_port': {'id': 'c191b454-e119-4a08-b110-28e2b11808cb', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:38:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59385050-2b55-4513-81f1-a4cbf311060e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:40Z', 'updated_at': '2021-08-10T01:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'b532913e-b2c9-44aa-8cd2-03da6e8bdb33', 'tenant_id': '5fcd54d724cc4ddb9ca725ce206de378', 'floating_ip_address': '172.25.2.137', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '59385050-2b55-4513-81f1-a4cbf311060e', 'port_id': '50137f2c-55eb-4a29-bed1-1f9b1c3be5be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b17b9b5f-95fc-413e-934b-7c85c5159133', 'mac_address': 'fa:16:3e:af:51:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4599df64-0086-44ea-b5be-061d9c9e68ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:09:49Z', 'updated_at': '2021-08-10T01:10:08Z', 'revision_number': 1, 'project_id': '5fcd54d724cc4ddb9ca725ce206de378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '713ada6c-11d5-49ef-ae55-9978105483f8', 'name': '', 'network_id': 'b17b9b5f-95fc-413e-934b-7c85c5159133', 'tenant_id': '5fcd54d724cc4ddb9ca725ce206de378', 'mac_address': 'fa:16:3e:80:9e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59385050-2b55-4513-81f1-a4cbf311060e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '8bb6259d-aa3e-4019-9a08-c063c9f120bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:44Z', 'updated_at': '2021-08-10T01:09:54Z', 'revision_number': 5, 'project_id': '5fcd54d724cc4ddb9ca725ce206de378', 'subnets': [{'id': '8bb6259d-aa3e-4019-9a08-c063c9f120bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:10:11.098251 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [None req-489b74b5-4164-40f3-93b8-ce2b6199b227 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.099537 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-489b74b5-4164-40f3-93b8-ce2b6199b227 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0072918 Aug 10 01:10:11.102228 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60792) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.108931 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [None req-e73b44f5-ef5f-4b46-842c-dddccb6434af tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.110547 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e73b44f5-ef5f-4b46-842c-dddccb6434af tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0056682 Aug 10 01:10:11.113760 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60794) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.116402 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-8fd80746-ff19-4a3f-9755-80d341a56cec None None] Attempting to bind port 205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:10:11.116777 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-8fd80746-ff19-4a3f-9755-80d341a56cec None None] Attempting to bind port 205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '9dbd0271-91dc-4b61-94e9-2c7655de92e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:10:11.117209 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd80746-ff19-4a3f-9755-80d341a56cec None None] Attempting to bind port 205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b on network 01bb96cc-7872-46cf-825f-e696562689f6 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:10:11.118694 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [None req-506e925c-ee7e-4d91-a09b-ea9839bb043e tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.122055 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-506e925c-ee7e-4d91-a09b-ea9839bb043e tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0050409 Aug 10 01:10:11.122845 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60798) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.123164 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd80746-ff19-4a3f-9755-80d341a56cec None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:10:11.123546 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd80746-ff19-4a3f-9755-80d341a56cec None None] Checking segment: {'id': '9dbd0271-91dc-4b61-94e9-2c7655de92e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:11.123958 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8fd80746-ff19-4a3f-9755-80d341a56cec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:11.124436 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd80746-ff19-4a3f-9755-80d341a56cec None None] Bound using segment: {'id': '9dbd0271-91dc-4b61-94e9-2c7655de92e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:10:11.124919 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-8fd80746-ff19-4a3f-9755-80d341a56cec None None] Bound port: 205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd0271-91dc-4b61-94e9-2c7655de92e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:10:11.125309 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8fd80746-ff19-4a3f-9755-80d341a56cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:11.128454 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [None req-03a97c15-876b-4ab1-88e0-ddbb0cb7d684 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.133165 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-03a97c15-876b-4ab1-88e0-ddbb0cb7d684 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0091176 Aug 10 01:10:11.135720 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60800) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.140828 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [None req-dff61a20-9457-40ce-8036-de4fe3e2bd57 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.141814 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-dff61a20-9457-40ce-8036-de4fe3e2bd57 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0047898 Aug 10 01:10:11.144351 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60802) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.148967 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [None req-260cf533-9aad-47a0-ae1f-080101e2e2d7 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.150105 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-260cf533-9aad-47a0-ae1f-080101e2e2d7 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0047390 Aug 10 01:10:11.152850 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60806) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.157042 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [None req-602a0a2f-026b-44d3-9912-7161a0fa5da4 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.158009 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-602a0a2f-026b-44d3-9912-7161a0fa5da4 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0042400 Aug 10 01:10:11.160548 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60808) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.167835 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [None req-973d0bde-bc77-4270-b5bc-5c6e3a8c7f8d tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.169013 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-973d0bde-bc77-4270-b5bc-5c6e3a8c7f8d tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0075512 Aug 10 01:10:11.171763 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60810) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.185046 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-12664277-11ae-414b-a6f7-6d8d289b74bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:11.187357 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [None req-5d5a1f46-4cee-4e04-af12-e555b8c07cbf tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.192621 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60812) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.192890 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5d5a1f46-4cee-4e04-af12-e555b8c07cbf tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0196080 Aug 10 01:10:11.198578 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [None req-78c3a54c-750c-49b0-9271-e5dd14284dff tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.199275 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-78c3a54c-750c-49b0-9271-e5dd14284dff tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0058749 Aug 10 01:10:11.201751 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60814) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.207406 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [None req-70f81fc9-97b9-40ab-b6fd-efca6f6b29f8 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.210703 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-70f81fc9-97b9-40ab-b6fd-efca6f6b29f8 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0076818 Aug 10 01:10:11.213113 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60816) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.218039 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [None req-3b817ce7-2790-4c97-a1ff-a40bb7870bd0 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.219218 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3b817ce7-2790-4c97-a1ff-a40bb7870bd0 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0048203 Aug 10 01:10:11.221669 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60818) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.226510 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [None req-ba8f1644-505c-4ec3-a316-35481d92c191 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.227853 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ba8f1644-505c-4ec3-a316-35481d92c191 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0050862 Aug 10 01:10:11.230450 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60820) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.236830 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [None req-4acc96c6-0399-429b-b18f-7ba0af28626c tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.238576 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4acc96c6-0399-429b-b18f-7ba0af28626c tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0067062 Aug 10 01:10:11.241310 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60822) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.247078 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [None req-82e08df4-0e9c-4094-b0c4-f0793037edac tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.248162 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-82e08df4-0e9c-4094-b0c4-f0793037edac tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0058784 Aug 10 01:10:11.250693 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60824) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.258127 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-8fd80746-ff19-4a3f-9755-80d341a56cec None None] For port 205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:10:11.261642 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [None req-5f64d6f3-edef-4ed6-bafd-f99714923489 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.264963 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5f64d6f3-edef-4ed6-bafd-f99714923489 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0127022 Aug 10 01:10:11.265611 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-8fd80746-ff19-4a3f-9755-80d341a56cec None None] For port 205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b,segment=NetworkSegment(9dbd0271-91dc-4b61-94e9-2c7655de92e9),segment_id=9dbd0271-91dc-4b61-94e9-2c7655de92e9)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:10:11.267770 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60826) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.273101 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8fd80746-ff19-4a3f-9755-80d341a56cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:11.276558 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [None req-81854c6f-06f8-45b2-a7fa-51d86c6ec9aa tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.277812 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-81854c6f-06f8-45b2-a7fa-51d86c6ec9aa tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0086451 Aug 10 01:10:11.280115 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60828) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.286592 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [None req-d306cc17-fc91-4f0f-a5af-eef8830524da tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.287739 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d306cc17-fc91-4f0f-a5af-eef8830524da tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0065348 Aug 10 01:10:11.290317 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60830) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.295487 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [None req-6b6f8f2c-6e7c-4e2d-88b3-9209c7599a48 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.299410 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60832) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.299660 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6b6f8f2c-6e7c-4e2d-88b3-9209c7599a48 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0080953 Aug 10 01:10:11.306323 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [None req-1e7fe435-47da-4664-a099-6daca1b6f7e7 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.308224 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1e7fe435-47da-4664-a099-6daca1b6f7e7 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0073380 Aug 10 01:10:11.310576 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60834) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.315656 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [None req-fbcb7f93-6d64-4d5c-a0ec-dbc63f176fce tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.319154 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-fbcb7f93-6d64-4d5c-a0ec-dbc63f176fce tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0051129 Aug 10 01:10:11.319411 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60836) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.324380 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [None req-92824db1-591e-41e8-917c-b677d9c46b6f tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.327839 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60838) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.328699 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-92824db1-591e-41e8-917c-b677d9c46b6f tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0084202 Aug 10 01:10:11.333416 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [None req-f7901451-d828-4de7-8213-e8cb8c5549d4 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.334783 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f7901451-d828-4de7-8213-e8cb8c5549d4 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0052485 Aug 10 01:10:11.337208 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60840) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.360269 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [None req-716c76d7-7475-4f40-acc0-26d1b7c81b53 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.362385 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-716c76d7-7475-4f40-acc0-26d1b7c81b53 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0068674 Aug 10 01:10:11.365171 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60842) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.368314 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd80746-ff19-4a3f-9755-80d341a56cec None None] Routers {'240adab5-62b9-4ef6-83a2-082185918929'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:10:11.369111 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-8fd80746-ff19-4a3f-9755-80d341a56cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:09:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['240adab5-62b9-4ef6-83a2-082185918929'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:11.378811 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [None req-8a48207b-874c-4871-9858-90f60f6d975f tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.380148 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8a48207b-874c-4871-9858-90f60f6d975f tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0136247 Aug 10 01:10:11.382839 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60844) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.408331 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [None req-343eacb6-6bde-4c64-bf37-c1a1f4e4cc8d tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.409828 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-343eacb6-6bde-4c64-bf37-c1a1f4e4cc8d tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0069230 Aug 10 01:10:11.412762 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60848) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.421219 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [None req-7514f122-f444-4f60-9121-35d857dbd002 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.425846 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7514f122-f444-4f60-9121-35d857dbd002 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0101588 Aug 10 01:10:11.427012 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60850) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.433048 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [None req-cd196e6a-57a9-4331-8971-95c4fdf03f49 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.439416 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60852) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.440672 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-cd196e6a-57a9-4331-8971-95c4fdf03f49 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0124588 Aug 10 01:10:11.444726 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [None req-ff5c6051-a68f-4127-b7bf-9ab9c6efd687 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.445832 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ff5c6051-a68f-4127-b7bf-9ab9c6efd687 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0051675 Aug 10 01:10:11.449511 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60854) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.470192 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [None req-6d1e1438-80c3-4e04-b853-f36728d6cad4 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.471381 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6d1e1438-80c3-4e04-b853-f36728d6cad4 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0167136 Aug 10 01:10:11.474189 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60856) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.479505 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [None req-41382175-815e-4949-a2e9-84fba447cd49 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.496602 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-41382175-815e-4949-a2e9-84fba447cd49 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0211983 Aug 10 01:10:11.499901 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60858) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.506367 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [None req-befcb1d6-40a5-44a4-b577-47627c5185c6 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.511954 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-befcb1d6-40a5-44a4-b577-47627c5185c6 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0099633 Aug 10 01:10:11.512374 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60860) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.514589 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-8fd80746-ff19-4a3f-9755-80d341a56cec None None] Set router 240adab5-62b9-4ef6-83a2-082185918929 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:10:11.519397 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [None req-1839748d-9011-4bdd-ba7c-f242b19f6152 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.520975 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1839748d-9011-4bdd-ba7c-f242b19f6152 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0073810 Aug 10 01:10:11.526611 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60862) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.558146 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [None req-61b0588d-5be9-468f-a9e6-6084ac2f4477 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.559086 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-61b0588d-5be9-468f-a9e6-6084ac2f4477 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0188324 Aug 10 01:10:11.561955 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60866) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.562120 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:11.577771 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [None req-a4a81946-c5f8-47be-bff5-472f879f85cf tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.579661 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a4a81946-c5f8-47be-bff5-472f879f85cf tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0158904 Aug 10 01:10:11.582389 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60868) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.587991 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [None req-395422e5-deb5-4f58-8ee0-e70c04a8f262 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.593263 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60870) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.593454 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-395422e5-deb5-4f58-8ee0-e70c04a8f262 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0096686 Aug 10 01:10:11.597466 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [None req-fd1eeb43-69e7-42a9-8c72-02b91d48c929 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.598399 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-fd1eeb43-69e7-42a9-8c72-02b91d48c929 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0043409 Aug 10 01:10:11.600948 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60872) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.606400 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [None req-dd1fe893-a520-4bb8-a410-4119d0f28134 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.614880 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60874) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.616885 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-dd1fe893-a520-4bb8-a410-4119d0f28134 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0149033 Aug 10 01:10:11.627378 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [None req-65a5d8af-8891-4c24-a154-fc46d10b4b7e tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.631324 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60876) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.635652 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [None req-c1127411-91b7-49db-aacf-d8b8074cffee tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.639173 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-65a5d8af-8891-4c24-a154-fc46d10b4b7e tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0232043 Aug 10 01:10:11.639791 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60878) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.644070 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [None req-37495308-f943-4021-ab08-6e60e561add0 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.645025 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-37495308-f943-4021-ab08-6e60e561add0 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0043063 Aug 10 01:10:11.645882 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c1127411-91b7-49db-aacf-d8b8074cffee tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0133402 Aug 10 01:10:11.647686 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60880) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.651224 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae9eb2e-f3a5-42e8-ab3f-3978719c4728 None None] New status for floating IP b532913e-b2c9-44aa-8cd2-03da6e8bdb33: ACTIVE {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:10:11.652796 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [None req-c917bebc-fa6d-44b7-b58f-3394154be0fd tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.656891 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60882) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.658628 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c917bebc-fa6d-44b7-b58f-3394154be0fd tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0096645 Aug 10 01:10:11.662596 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [None req-e52c1bd3-f3c7-4daf-b526-b5ba9a784729 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.664064 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e52c1bd3-f3c7-4daf-b526-b5ba9a784729 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0059977 Aug 10 01:10:11.667136 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60884) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.678503 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [None req-3f60f270-7d07-4ea9-8419-2458cb52b12b tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.683057 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60886) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.683532 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3f60f270-7d07-4ea9-8419-2458cb52b12b tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0150704 Aug 10 01:10:11.687795 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [None req-103719a2-789e-48a0-ac2a-eb536ac0fc66 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.688954 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-103719a2-789e-48a0-ac2a-eb536ac0fc66 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0047455 Aug 10 01:10:11.691653 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60888) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.696946 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [None req-79cc1c34-49c0-4a23-a15e-5ce67fd48179 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.704953 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60890) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.707002 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-79cc1c34-49c0-4a23-a15e-5ce67fd48179 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0134177 Aug 10 01:10:11.711058 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [None req-557060a4-1790-4434-8138-10dde583b70d tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.715472 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60892) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.715855 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-557060a4-1790-4434-8138-10dde583b70d tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0092766 Aug 10 01:10:11.722952 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [None req-ae601199-404e-416a-af80-394334c8500b tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.726955 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60896) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.727143 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ae601199-404e-416a-af80-394334c8500b tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0103776 Aug 10 01:10:11.733342 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [None req-d232baf8-a80e-4b71-85ed-2a51be80f86c tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.735916 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb59803-e58d-4cd9-ba51-face3ab2088d None None] Pushing event updated for resources: {'Port': ['ID=205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b,revision_number=4']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:11.737361 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d232baf8-a80e-4b71-85ed-2a51be80f86c tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0083420 Aug 10 01:10:11.737518 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60898) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.748771 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [None req-0c048c06-2616-46b1-842a-a682ede5d955 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.752367 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0c048c06-2616-46b1-842a-a682ede5d955 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0136108 Aug 10 01:10:11.754741 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60902) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.765082 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [None req-d3eca647-ce86-417a-acc7-f8e1acee2512 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.768227 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d3eca647-ce86-417a-acc7-f8e1acee2512 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0103755 Aug 10 01:10:11.771089 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60904) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.777889 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [None req-1879a158-a96e-427d-a728-e253fd300dad tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.781927 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1879a158-a96e-427d-a728-e253fd300dad tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0093801 Aug 10 01:10:11.783163 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60906) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.787662 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [None req-ea1df7f0-686f-4043-a12e-6d7a67e19166 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.792641 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60908) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.800849 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [None req-d2472197-19d6-4603-bbe2-bb73d9c96fbc tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.805771 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d2472197-19d6-4603-bbe2-bb73d9c96fbc tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0095518 Aug 10 01:10:11.806184 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60910) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.808682 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ea1df7f0-686f-4043-a12e-6d7a67e19166 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0097480 Aug 10 01:10:11.815064 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [None req-16290245-a8cc-48e4-b049-e9d38ebc2820 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.819884 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-16290245-a8cc-48e4-b049-e9d38ebc2820 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0102475 Aug 10 01:10:11.820739 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60912) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.829524 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [None req-9937ba59-eb2b-434a-ade0-c136c1272c5d tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.833672 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60914) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.836615 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9937ba59-eb2b-434a-ade0-c136c1272c5d tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0102034 Aug 10 01:10:11.839657 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [None req-7db7fbee-5b14-4ade-864f-367ae439a3e2 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.843608 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60916) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.843836 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7db7fbee-5b14-4ade-864f-367ae439a3e2 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0091379 Aug 10 01:10:11.848771 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [None req-c7911341-e955-4dd6-bbe0-c1eac5839a41 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.850099 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c7911341-e955-4dd6-bbe0-c1eac5839a41 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0049856 Aug 10 01:10:11.852826 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60918) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.858563 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [None req-12b6e842-91bc-4675-8f59-68741b4afd00 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.862428 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-12b6e842-91bc-4675-8f59-68741b4afd00 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0084267 Aug 10 01:10:11.863133 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60920) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.868606 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [None req-1c175ec8-2467-4358-a8db-b74906aa6fe9 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:11.883761 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1c175ec8-2467-4358-a8db-b74906aa6fe9 tempest-ExtensionsTestJSON-1646024391 tempest-ExtensionsTestJSON-1646024391-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0194798 Aug 10 01:10:11.888352 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1001f725-b57c-433a-9966-a8b0b5f00a07 req-247e0edf-e2ad-463b-95e6-f5f17781cf3c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 210 time: 0.0368969 Aug 10 01:10:11.991419 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-8fd80746-ff19-4a3f-9755-80d341a56cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240adab5-62b9-4ef6-83a2-082185918929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838640697', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd1b82ec8-154f-484e-b204-b13d5177b1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:59Z', 'updated_at': '2021-08-10T01:10:07Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'd1b82ec8-154f-484e-b204-b13d5177b1da', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:57:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240adab5-62b9-4ef6-83a2-082185918929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:10:00Z', 'updated_at': '2021-08-10T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b', 'name': '', 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'mac_address': 'fa:16:3e:2b:11:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240adab5-62b9-4ef6-83a2-082185918929', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '6592bd1e-0cb5-4931-abfd-37c8c7d77ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:10:06Z', 'updated_at': '2021-08-10T01:10:11Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'subnets': [{'id': '6592bd1e-0cb5-4931-abfd-37c8c7d77ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:12.033446 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd80746-ff19-4a3f-9755-80d341a56cec None None] The sync data for ids ['240adab5-62b9-4ef6-83a2-082185918929'] in n-d-766726-26 is: [{'id': '240adab5-62b9-4ef6-83a2-082185918929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838640697', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd1b82ec8-154f-484e-b204-b13d5177b1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:59Z', 'updated_at': '2021-08-10T01:10:07Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'd1b82ec8-154f-484e-b204-b13d5177b1da', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:57:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240adab5-62b9-4ef6-83a2-082185918929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:10:00Z', 'updated_at': '2021-08-10T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b', 'name': '', 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'mac_address': 'fa:16:3e:2b:11:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240adab5-62b9-4ef6-83a2-082185918929', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '6592bd1e-0cb5-4931-abfd-37c8c7d77ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:10:06Z', 'updated_at': '2021-08-10T01:10:11Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'subnets': [{'id': '6592bd1e-0cb5-4931-abfd-37c8c7d77ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:10:12.218319 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283ec08-1133-4602-ad2b-256e0cf391ec req-34f1cc0b-e805-4a74-b7ab-8480e274bd97 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:12.222101 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e283ec08-1133-4602-ad2b-256e0cf391ec req-34f1cc0b-e805-4a74-b7ab-8480e274bd97 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 944 time: 0.1254311 Aug 10 01:10:12.287507 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e283ec08-1133-4602-ad2b-256e0cf391ec req-2f66c978-ff65-4400-aa55-21d8cc734b28 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571032 Aug 10 01:10:12.318143 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-78ccac68-2302-474c-960b-54447f48e331 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:12.319688 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-78ccac68-2302-474c-960b-54447f48e331 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.24 "GET /v2.0/networks?id=01bb96cc-7872-46cf-825f-e696562689f6 HTTP/1.1" status: 200 len: 796 time: 0.2223589 Aug 10 01:10:12.363885 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60928) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:12.382172 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-58915fde-b4a8-400a-938c-759f2c4cb2c8 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8 HTTP/1.1" status: 200 len: 380 time: 0.0530231 Aug 10 01:10:12.394850 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-6bdff132-87c6-447e-ab7f-699c716ddb86 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'port': {'device_id': '59d514ef-4cc2-4045-98c4-aefa565030b4', 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6', 'admin_state_up': True, 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'security_groups': ['ff6e8465-2b36-419d-a8f0-a08eba974c22']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:12.527601 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0ed03309-5a7f-4c97-ab1a-81c386771305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:12.537720 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-6bdff132-87c6-447e-ab7f-699c716ddb86 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Made reservation on behalf of ffe13e423dfd43ec93b2db095fb6b3d8 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:12.541921 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-6bdff132-87c6-447e-ab7f-699c716ddb86 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:12.678091 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0ed03309-5a7f-4c97-ab1a-81c386771305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:12.688353 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0ed03309-5a7f-4c97-ab1a-81c386771305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:12.750884 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-6bdff132-87c6-447e-ab7f-699c716ddb86 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Allocated IP 172.20.0.7 (01bb96cc-7872-46cf-825f-e696562689f6/6592bd1e-0cb5-4931-abfd-37c8c7d77ae5/54a62c56-54c2-4a0b-9627-fa3c3cdf65fc) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:10:12.756722 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0ed03309-5a7f-4c97-ab1a-81c386771305 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ec418ee5f1fc4c7f82eff8d8aaf061aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3914700 Aug 10 01:10:12.758132 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed03309-5a7f-4c97-ab1a-81c386771305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34871d9-77e2-4261-b9f6-1b429d370e1b,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:12.760689 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60938) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:12.844978 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7a38b87e-7181-44cd-872c-cdef7649b9c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:12.870657 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7a38b87e-7181-44cd-872c-cdef7649b9c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:12.953437 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-6bdff132-87c6-447e-ab7f-699c716ddb86 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:12.960459 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7a38b87e-7181-44cd-872c-cdef7649b9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:12.964154 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7a38b87e-7181-44cd-872c-cdef7649b9c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:12.967870 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7a38b87e-7181-44cd-872c-cdef7649b9c9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f34871d9-77e2-4261-b9f6-1b429d370e1b HTTP/1.1" status: 204 len: 168 time: 0.2039127 Aug 10 01:10:12.978878 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-6bdff132-87c6-447e-ab7f-699c716ddb86 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Transition to ACTIVE for port object 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:12.980138 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a38b87e-7181-44cd-872c-cdef7649b9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34871d9-77e2-4261-b9f6-1b429d370e1b,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:13.044881 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-300a226a-fcd9-47ce-a779-1c507d71f79c req-3ce9bc64-b4bd-4f78-aa49-2e7714eff513 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 210 time: 0.0462816 Aug 10 01:10:13.050090 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-6bdff132-87c6-447e-ab7f-699c716ddb86 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:13.113031 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-6bdff132-87c6-447e-ab7f-699c716ddb86 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Network 01bb96cc-7872-46cf-825f-e696562689f6 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:13.122434 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-6bdff132-87c6-447e-ab7f-699c716ddb86 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:13.124842 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-6bdff132-87c6-447e-ab7f-699c716ddb86 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:10:13.132834 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdff132-87c6-447e-ab7f-699c716ddb86 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'Port': ['ID=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:13.214742 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-6bdff132-87c6-447e-ab7f-699c716ddb86 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:13.215396 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-6bdff132-87c6-447e-ab7f-699c716ddb86 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:13.252363 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-6bdff132-87c6-447e-ab7f-699c716ddb86 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8640051 Aug 10 01:10:13.267087 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-3c53d323-aabf-4ab5-8c7d-2681ed1b7fdc service neutron] Request body: {'port': {'device_id': '59d514ef-4cc2-4045-98c4-aefa565030b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:13.343803 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-3c53d323-aabf-4ab5-8c7d-2681ed1b7fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:13.470934 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-9b251a28-643e-4024-9dd6-94f34dd08f09 None None] Provisioning for port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:10:13.478722 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-9b251a28-643e-4024-9dd6-94f34dd08f09 None None] Provisioning complete for port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:13.482004 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9b251a28-643e-4024-9dd6-94f34dd08f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:13.522732 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d486cb9-eedf-42b2-9f3c-fc7df07f81ca req-c04ce821-adb5-4332-abe2-8546b8f322ec tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:13.523908 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d486cb9-eedf-42b2-9f3c-fc7df07f81ca req-c04ce821-adb5-4332-abe2-8546b8f322ec tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 944 time: 0.1105936 Aug 10 01:10:13.539519 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-9b251a28-643e-4024-9dd6-94f34dd08f09 None None] Port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:10:13.582291 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d486cb9-eedf-42b2-9f3c-fc7df07f81ca req-c46ac4cc-46d0-4883-bf6f-1d89c6f8a9a9 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482543 Aug 10 01:10:13.794873 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-3c53d323-aabf-4ab5-8c7d-2681ed1b7fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:10:13.813973 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-3c53d323-aabf-4ab5-8c7d-2681ed1b7fdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:13.824378 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8759872d-4008-41d6-a78e-1075d7edad27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:13.833939 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-3c53d323-aabf-4ab5-8c7d-2681ed1b7fdc service neutron] Transition to ACTIVE for port object 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:13.839299 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-3c53d323-aabf-4ab5-8c7d-2681ed1b7fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:13.984043 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:10:14.034977 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53d323-aabf-4ab5-8c7d-2681ed1b7fdc service neutron] Pushing event updated for resources: {'Port': ['ID=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:14.037961 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-3c53d323-aabf-4ab5-8c7d-2681ed1b7fdc service neutron] Attempting to bind port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:10:14.038309 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-3c53d323-aabf-4ab5-8c7d-2681ed1b7fdc service neutron] Attempting to bind port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '9dbd0271-91dc-4b61-94e9-2c7655de92e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:10:14.038996 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-3c53d323-aabf-4ab5-8c7d-2681ed1b7fdc service neutron] Attempting to bind port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc on network 01bb96cc-7872-46cf-825f-e696562689f6 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:10:14.045738 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-3c53d323-aabf-4ab5-8c7d-2681ed1b7fdc service neutron] Port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc on network 01bb96cc-7872-46cf-825f-e696562689f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:10:14.046160 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-3c53d323-aabf-4ab5-8c7d-2681ed1b7fdc service neutron] Attempting to bind port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc on network 01bb96cc-7872-46cf-825f-e696562689f6 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:10:14.061471 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-3c53d323-aabf-4ab5-8c7d-2681ed1b7fdc service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:10:14.061857 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-3c53d323-aabf-4ab5-8c7d-2681ed1b7fdc service neutron] Checking segment: {'id': '9dbd0271-91dc-4b61-94e9-2c7655de92e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:14.062230 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-3c53d323-aabf-4ab5-8c7d-2681ed1b7fdc service neutron] Bound using segment: {'id': '9dbd0271-91dc-4b61-94e9-2c7655de92e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:10:14.062670 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-3c53d323-aabf-4ab5-8c7d-2681ed1b7fdc service neutron] Bound port: 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dbd0271-91dc-4b61-94e9-2c7655de92e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:10:14.063043 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-3c53d323-aabf-4ab5-8c7d-2681ed1b7fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:14.123988 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:10:14.128737 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:14.129330 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:14.156599 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60976) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:14.191154 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-3c53d323-aabf-4ab5-8c7d-2681ed1b7fdc service neutron] For port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:10:14.195279 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-3c53d323-aabf-4ab5-8c7d-2681ed1b7fdc service neutron] For port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc,segment=NetworkSegment(9dbd0271-91dc-4b61-94e9-2c7655de92e9),segment_id=9dbd0271-91dc-4b61-94e9-2c7655de92e9)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:10:14.204976 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-3c53d323-aabf-4ab5-8c7d-2681ed1b7fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:14.259729 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e58139-3b84-412e-a387-872b92f31196 req-05865513-f62a-4216-a597-09ff5a80e167 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:14.261882 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-38e58139-3b84-412e-a387-872b92f31196 req-05865513-f62a-4216-a597-09ff5a80e167 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 943 time: 0.0802891 Aug 10 01:10:14.311254 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:14.311758 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-3c53d323-aabf-4ab5-8c7d-2681ed1b7fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:14.312524 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-3c53d323-aabf-4ab5-8c7d-2681ed1b7fdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:14.314010 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-3c53d323-aabf-4ab5-8c7d-2681ed1b7fdc service neutron] 10.222.0.24 "PUT /v2.0/ports/54a62c56-54c2-4a0b-9627-fa3c3cdf65fc HTTP/1.1" status: 200 len: 1092 time: 1.0522246 Aug 10 01:10:14.315537 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d514ef-4cc2-4045-98c4-aefa565030b4', 'tag': '54a62c56-54c2-4a0b-9627-fa3c3cdf65fc'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:10:14.320996 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ca4681-f8ac-4b39-8f6f-7db8e98a5483" -d '{"events": [{"name": "network-changed", "server_uuid": "59d514ef-4cc2-4045-98c4-aefa565030b4", "tag": "54a62c56-54c2-4a0b-9627-fa3c3cdf65fc"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:10:14.354748 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-38e58139-3b84-412e-a387-872b92f31196 req-12cf8d41-c2f9-42ed-8b6a-df0d03db5fba tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841877 Aug 10 01:10:14.369046 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b,segment=NetworkSegment(9dbd0271-91dc-4b61-94e9-2c7655de92e9),segment_id=9dbd0271-91dc-4b61-94e9-2c7655de92e9)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:14.377261 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-accb04c8-57e1-4068-80af-20800265bd37 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Request body: {'networks': [{'name': 'tempest-network--90986600'}, {'name': 'tempest-network--864682737'}]} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:14.377647 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-accb04c8-57e1-4068-80af-20800265bd37 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Request body: {'network': {'name': 'tempest-network--90986600'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:14.378074 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-accb04c8-57e1-4068-80af-20800265bd37 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Request body: {'network': {'name': 'tempest-network--864682737'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:14.386237 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:14.433976 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accb04c8-57e1-4068-80af-20800265bd37 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Made reservation on behalf of ad3c1aae13cf4e5188425030e4cb1365 for: {'network': 2} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:14.438716 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-accb04c8-57e1-4068-80af-20800265bd37 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:14.451701 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b20cb21-6a91-4109-9e85-8d4f8f47d705 x-openstack-request-id: req-1b20cb21-6a91-4109-9e85-8d4f8f47d705 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:10:14.452029 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d514ef-4cc2-4045-98c4-aefa565030b4", "tag": "54a62c56-54c2-4a0b-9627-fa3c3cdf65fc", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:10:14.452315 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1b20cb21-6a91-4109-9e85-8d4f8f47d705 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:10:14.452721 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d514ef-4cc2-4045-98c4-aefa565030b4', 'tag': '54a62c56-54c2-4a0b-9627-fa3c3cdf65fc', 'status': 'completed', 'code': 200} Aug 10 01:10:14.453946 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53d323-aabf-4ab5-8c7d-2681ed1b7fdc service neutron] Pushing event updated for resources: {'Port': ['ID=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:14.465646 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-accb04c8-57e1-4068-80af-20800265bd37 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:14.482946 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:14.492115 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:14.511965 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-98c7846c-035a-49f0-910d-4c8b16f823ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:14.513745 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-98c7846c-035a-49f0-910d-4c8b16f823ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 1095 time: 0.1322751 Aug 10 01:10:14.583303 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-89573656-fbd1-4cc5-9470-77d9b401c396 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc HTTP/1.1" status: 200 len: 217 time: 0.0589247 Aug 10 01:10:14.617559 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-accb04c8-57e1-4068-80af-20800265bd37 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:14.625832 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-accb04c8-57e1-4068-80af-20800265bd37 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:14.627044 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-accb04c8-57e1-4068-80af-20800265bd37 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:14.682278 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb04c8-57e1-4068-80af-20800265bd37 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f5d086-f307-4612-99e9-733acb500930,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:14.697838 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-accb04c8-57e1-4068-80af-20800265bd37 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:10:14.725145 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-34dde7dc-953d-4f1e-bcd7-552d9189caeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:14.727059 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-34dde7dc-953d-4f1e-bcd7-552d9189caeb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6592bd1e-0cb5-4931-abfd-37c8c7d77ae5 HTTP/1.1" status: 200 len: 834 time: 0.1298695 Aug 10 01:10:14.740361 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-accb04c8-57e1-4068-80af-20800265bd37 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:14.741179 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-accb04c8-57e1-4068-80af-20800265bd37 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Added segment b958786d-2564-411b-b3ed-1dbfc96db5e3 of type vlan for network 6f22e9bf-09cb-4b09-a60c-068668a4f246 Aug 10 01:10:14.782543 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-b342d39f-8241-47f4-96d9-4c63df8c9c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:14.784136 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-b342d39f-8241-47f4-96d9-4c63df8c9c2b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01bb96cc-7872-46cf-825f-e696562689f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489998 Aug 10 01:10:14.795954 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-accb04c8-57e1-4068-80af-20800265bd37 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:14.813952 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb25ab-9742-4e2d-ab11-444227d7e2b7 req-25a7288d-db25-4ea4-805a-67b7e915105b tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:14.815481 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b0bb25ab-9742-4e2d-ab11-444227d7e2b7 req-25a7288d-db25-4ea4-805a-67b7e915105b tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 944 time: 0.1104827 Aug 10 01:10:14.859488 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-accb04c8-57e1-4068-80af-20800265bd37 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:10:14.879231 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b0bb25ab-9742-4e2d-ab11-444227d7e2b7 req-f748f80e-a140-441b-9672-7f7052060b76 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551832 Aug 10 01:10:14.882266 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-accb04c8-57e1-4068-80af-20800265bd37 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:14.882620 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-accb04c8-57e1-4068-80af-20800265bd37 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Added segment 1d0a3051-ea8d-4579-aea7-110b2116bd00 of type vlan for network b78a4eb2-1c5b-4fef-9230-fdd52a178c6a Aug 10 01:10:14.888868 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-f94cc356-f383-43eb-b56b-21e5c9baf300 service neutron] 10.222.0.24 "GET /v2.0/networks/01bb96cc-7872-46cf-825f-e696562689f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959361 Aug 10 01:10:14.930200 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-accb04c8-57e1-4068-80af-20800265bd37 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:14.966826 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-accb04c8-57e1-4068-80af-20800265bd37 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:14.967829 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-accb04c8-57e1-4068-80af-20800265bd37 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:14.974310 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accb04c8-57e1-4068-80af-20800265bd37 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:14.980377 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accb04c8-57e1-4068-80af-20800265bd37 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:14.981076 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-accb04c8-57e1-4068-80af-20800265bd37 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:15.015874 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dcd67be2-0e56-4ef3-a022-d69f63a5997a req-3053ff17-9a4c-4bf0-b7fa-012d40bc031c service neutron] 10.222.0.24 "GET /v2.0/networks/01bb96cc-7872-46cf-825f-e696562689f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184371 Aug 10 01:10:15.069111 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-accb04c8-57e1-4068-80af-20800265bd37 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 0.9083033 Aug 10 01:10:15.069486 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60998) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:15.095433 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb04c8-57e1-4068-80af-20800265bd37 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Pushing event updated for resources: {'Network': ['ID=6f22e9bf-09cb-4b09-a60c-068668a4f246,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:15.117706 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 6f22e9bf-09cb-4b09-a60c-068668a4f246 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:10:15.203296 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb04c8-57e1-4068-80af-20800265bd37 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Pushing event updated for resources: {'Network': ['ID=b78a4eb2-1c5b-4fef-9230-fdd52a178c6a,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:15.216575 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:15.221013 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network b78a4eb2-1c5b-4fef-9230-fdd52a178c6a details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:10:15.301761 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca4681-f8ac-4b39-8f6f-7db8e98a5483 req-330d04b3-288f-4d33-a747-155ed869f511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:15.303267 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-55ca4681-f8ac-4b39-8f6f-7db8e98a5483 req-330d04b3-288f-4d33-a747-155ed869f511 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 1095 time: 0.2315378 Aug 10 01:10:15.333439 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec0870a-4468-4e01-91eb-08045ee6b713 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:15.339549 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec0870a-4468-4e01-91eb-08045ee6b713 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:15.345428 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec0870a-4468-4e01-91eb-08045ee6b713 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:15.351382 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec0870a-4468-4e01-91eb-08045ee6b713 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:15.353055 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4ec0870a-4468-4e01-91eb-08045ee6b713 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.2825990 Aug 10 01:10:15.356698 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32770) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:15.447198 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca4681-f8ac-4b39-8f6f-7db8e98a5483 req-80d34f4a-6eb8-469f-874b-d295c43ba584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:15.449070 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-55ca4681-f8ac-4b39-8f6f-7db8e98a5483 req-80d34f4a-6eb8-469f-874b-d295c43ba584 service neutron] 10.222.0.24 "GET /v2.0/networks?id=01bb96cc-7872-46cf-825f-e696562689f6 HTTP/1.1" status: 200 len: 897 time: 0.1341369 Aug 10 01:10:15.477489 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-93f54f1c-43da-4b4d-86f7-862f0a2f6615 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:15.492087 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-55ca4681-f8ac-4b39-8f6f-7db8e98a5483 req-dfbe5a68-6092-412b-9d13-1e98997a6854 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc HTTP/1.1" status: 200 len: 217 time: 0.0360968 Aug 10 01:10:15.500375 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186f81e-d91e-4c7e-9448-e4cc1ce7a69d req-2f08d998-e654-4f3e-872e-36f9d2c88959 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:15.501891 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c186f81e-d91e-4c7e-9448-e4cc1ce7a69d req-2f08d998-e654-4f3e-872e-36f9d2c88959 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 943 time: 0.0748632 Aug 10 01:10:15.554211 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca4681-f8ac-4b39-8f6f-7db8e98a5483 req-29c8094e-9705-4410-bda5-a0d6cdc4b222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:15.555678 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-55ca4681-f8ac-4b39-8f6f-7db8e98a5483 req-29c8094e-9705-4410-bda5-a0d6cdc4b222 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6592bd1e-0cb5-4931-abfd-37c8c7d77ae5 HTTP/1.1" status: 200 len: 834 time: 0.0520999 Aug 10 01:10:15.612680 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca4681-f8ac-4b39-8f6f-7db8e98a5483 req-3a19dbf2-1c59-40b7-979c-253d4cd6265f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:15.614425 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-55ca4681-f8ac-4b39-8f6f-7db8e98a5483 req-3a19dbf2-1c59-40b7-979c-253d4cd6265f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01bb96cc-7872-46cf-825f-e696562689f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515831 Aug 10 01:10:15.618494 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c186f81e-d91e-4c7e-9448-e4cc1ce7a69d req-07474769-9432-433e-8e16-10cde781d31b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093547 Aug 10 01:10:15.629018 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-93f54f1c-43da-4b4d-86f7-862f0a2f6615 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:15.648416 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-93f54f1c-43da-4b4d-86f7-862f0a2f6615 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f22e9bf-09cb-4b09-a60c-068668a4f246']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:15.660054 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-93f54f1c-43da-4b4d-86f7-862f0a2f6615 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b958786d-2564-411b-b3ed-1dbfc96db5e3') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:15.660784 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-93f54f1c-43da-4b4d-86f7-862f0a2f6615 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b958786d-2564-411b-b3ed-1dbfc96db5e3') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:15.670660 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-93f54f1c-43da-4b4d-86f7-862f0a2f6615 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:15.685929 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-93f54f1c-43da-4b4d-86f7-862f0a2f6615 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:15.693009 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f54f1c-43da-4b4d-86f7-862f0a2f6615 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:10:15.693009 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-93f54f1c-43da-4b4d-86f7-862f0a2f6615 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:15.699049 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:10:15.699049 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:10:15.699049 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:10:15.699049 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:10:15.699049 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:10:15.699049 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:10:15.699049 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:10:15.699049 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:10:15.699049 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:10:15.699049 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:10:15.699049 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:10:15.699049 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:10:15.699049 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:10:15.699049 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:10:15.699049 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:10:15.699049 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:10:15.699049 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:10:15.699049 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:10:15.699049 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:10:15.699049 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:10:15.699049 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:10:15.699049 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:10:15.699049 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:10:15.699049 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:10:15.699049 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:10:15.699049 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:10:15.699049 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:10:15.699049 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:10:15.699049 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:10:15.699049 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:10:15.699049 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:10:15.699049 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:10:15.717188 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-55ca4681-f8ac-4b39-8f6f-7db8e98a5483 req-7ff44ca1-96a7-4901-9711-e4a8741284b0 service neutron] 10.222.0.24 "GET /v2.0/networks/01bb96cc-7872-46cf-825f-e696562689f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944219 Aug 10 01:10:15.761530 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-93f54f1c-43da-4b4d-86f7-862f0a2f6615 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:15.766673 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-93f54f1c-43da-4b4d-86f7-862f0a2f6615 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:15.768908 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-93f54f1c-43da-4b4d-86f7-862f0a2f6615 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] 10.222.0.35 "DELETE /v2.0/networks/6f22e9bf-09cb-4b09-a60c-068668a4f246 HTTP/1.1" status: 204 len: 168 time: 0.4111824 Aug 10 01:10:15.772657 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32776) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:15.801149 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f54f1c-43da-4b4d-86f7-862f0a2f6615 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Pushing event deleted for resources: {'Network': ['ID=6f22e9bf-09cb-4b09-a60c-068668a4f246,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:15.827092 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-55ca4681-f8ac-4b39-8f6f-7db8e98a5483 req-84defa15-8933-475b-a048-0be61038ad1c service neutron] 10.222.0.24 "GET /v2.0/networks/01bb96cc-7872-46cf-825f-e696562689f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011260 Aug 10 01:10:15.872805 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8c7c7369-d5bf-4c82-b4d5-228e8ddcef43 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:15.893538 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:10:15.951769 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:15.952342 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:15.968799 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8c7c7369-d5bf-4c82-b4d5-228e8ddcef43 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:16.014977 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-8c7c7369-d5bf-4c82-b4d5-228e8ddcef43 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b78a4eb2-1c5b-4fef-9230-fdd52a178c6a']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:16.223849 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:16.349719 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-8c7c7369-d5bf-4c82-b4d5-228e8ddcef43 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d0a3051-ea8d-4579-aea7-110b2116bd00') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:16.350293 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-8c7c7369-d5bf-4c82-b4d5-228e8ddcef43 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d0a3051-ea8d-4579-aea7-110b2116bd00') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:16.361527 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8c7c7369-d5bf-4c82-b4d5-228e8ddcef43 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:16.381089 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514e5bc-8890-4e44-9841-0c942e0d46c9 req-2fdfcdde-bdb1-49e9-8dc0-a97cf13bf52b tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:16.382563 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e514e5bc-8890-4e44-9841-0c942e0d46c9 req-2fdfcdde-bdb1-49e9-8dc0-a97cf13bf52b tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 944 time: 0.4055669 Aug 10 01:10:16.387189 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8c7c7369-d5bf-4c82-b4d5-228e8ddcef43 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:16.393296 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c7c7369-d5bf-4c82-b4d5-228e8ddcef43 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:10:16.393688 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8c7c7369-d5bf-4c82-b4d5-228e8ddcef43 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:16.396626 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:10:16.396626 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:10:16.396626 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:10:16.396626 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:10:16.396626 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:10:16.396626 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:10:16.396626 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:10:16.396626 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:10:16.396626 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:10:16.396626 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:10:16.396626 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:10:16.396626 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:10:16.396626 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:10:16.396626 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:10:16.396626 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:10:16.396626 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:10:16.396626 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:10:16.396626 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:10:16.396626 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:10:16.396626 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:10:16.396626 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:10:16.396626 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:10:16.396626 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:10:16.396626 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:10:16.396626 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:10:16.396626 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:10:16.396626 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:10:16.396626 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:10:16.396626 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:10:16.396626 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:10:16.396626 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:10:16.396626 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:10:16.477435 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e514e5bc-8890-4e44-9841-0c942e0d46c9 req-53b5e22f-d827-4665-9c6c-6c67bbfaf41c tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799341 Aug 10 01:10:16.478472 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8c7c7369-d5bf-4c82-b4d5-228e8ddcef43 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:16.486670 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8c7c7369-d5bf-4c82-b4d5-228e8ddcef43 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:16.488585 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8c7c7369-d5bf-4c82-b4d5-228e8ddcef43 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] 10.222.0.35 "DELETE /v2.0/networks/b78a4eb2-1c5b-4fef-9230-fdd52a178c6a HTTP/1.1" status: 204 len: 168 time: 0.7149525 Aug 10 01:10:16.491223 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32786) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:16.499206 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c7369-d5bf-4c82-b4d5-228e8ddcef43 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Pushing event deleted for resources: {'Network': ['ID=b78a4eb2-1c5b-4fef-9230-fdd52a178c6a,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:16.652717 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af67df3-ec50-424a-b7c9-22c0a1ee7204 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:16.659382 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af67df3-ec50-424a-b7c9-22c0a1ee7204 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:16.661285 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7af67df3-ec50-424a-b7c9-22c0a1ee7204 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1689565 Aug 10 01:10:16.665295 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32790) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:16.671650 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-286f41bb-6e56-4b22-9876-1e4365ce0342 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1387364418'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:16.694169 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286f41bb-6e56-4b22-9876-1e4365ce0342 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Made reservation on behalf of ad3c1aae13cf4e5188425030e4cb1365 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:16.697743 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-286f41bb-6e56-4b22-9876-1e4365ce0342 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:16.764225 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-286f41bb-6e56-4b22-9876-1e4365ce0342 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:10:16.781186 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-286f41bb-6e56-4b22-9876-1e4365ce0342 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:16.781527 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-286f41bb-6e56-4b22-9876-1e4365ce0342 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Added segment b63cf103-8b9d-4b7d-8fad-83a134d6f9c6 of type vlan for network b4484116-aa05-40de-85ba-43147ac40dac Aug 10 01:10:16.821498 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb02981-14ca-4716-803a-cc37e6b9369f req-c8d56bd0-a5e2-4250-84b0-c4e2cf567248 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:16.823004 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fdb02981-14ca-4716-803a-cc37e6b9369f req-c8d56bd0-a5e2-4250-84b0-c4e2cf567248 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 943 time: 0.1043708 Aug 10 01:10:16.851823 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-286f41bb-6e56-4b22-9876-1e4365ce0342 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:16.879354 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fdb02981-14ca-4716-803a-cc37e6b9369f req-7486a8f3-11ec-4e4c-aaf0-cd2490b952cd tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455232 Aug 10 01:10:16.905309 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-286f41bb-6e56-4b22-9876-1e4365ce0342 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:16.911068 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286f41bb-6e56-4b22-9876-1e4365ce0342 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:16.911663 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-286f41bb-6e56-4b22-9876-1e4365ce0342 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:16.972092 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-286f41bb-6e56-4b22-9876-1e4365ce0342 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3056586 Aug 10 01:10:16.974754 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32792) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:16.981028 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-ce62a2d1-edaf-4640-9a7c-f9601c84ed60 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-125077886'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:16.984677 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f41bb-6e56-4b22-9876-1e4365ce0342 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Pushing event updated for resources: {'Network': ['ID=b4484116-aa05-40de-85ba-43147ac40dac,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:16.998488 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network b4484116-aa05-40de-85ba-43147ac40dac details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:10:17.005649 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce62a2d1-edaf-4640-9a7c-f9601c84ed60 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Made reservation on behalf of ad3c1aae13cf4e5188425030e4cb1365 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:17.009718 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ce62a2d1-edaf-4640-9a7c-f9601c84ed60 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:17.036249 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce62a2d1-edaf-4640-9a7c-f9601c84ed60 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:10:17.047223 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ce62a2d1-edaf-4640-9a7c-f9601c84ed60 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:17.047564 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-ce62a2d1-edaf-4640-9a7c-f9601c84ed60 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Added segment 90a0a87a-46f6-4200-b9e0-4631e6fb500a of type vlan for network e8403e58-07a2-4544-8d12-286d23dee101 Aug 10 01:10:17.091127 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ce62a2d1-edaf-4640-9a7c-f9601c84ed60 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:17.124429 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ce62a2d1-edaf-4640-9a7c-f9601c84ed60 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:17.130200 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce62a2d1-edaf-4640-9a7c-f9601c84ed60 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:17.130888 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ce62a2d1-edaf-4640-9a7c-f9601c84ed60 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:17.193021 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ce62a2d1-edaf-4640-9a7c-f9601c84ed60 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2164955 Aug 10 01:10:17.195622 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32798) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:17.201351 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-f76907f3-b1fe-4ae7-acfd-3d0c2b64dbac tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Request body: {'ports': [{'network_id': 'b4484116-aa05-40de-85ba-43147ac40dac', 'name': 'tempest-port--1979474823', 'admin_state_up': True}, {'network_id': 'e8403e58-07a2-4544-8d12-286d23dee101', 'admin_state_up': False}]} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:17.201672 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-f76907f3-b1fe-4ae7-acfd-3d0c2b64dbac tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Request body: {'port': {'network_id': 'b4484116-aa05-40de-85ba-43147ac40dac', 'name': 'tempest-port--1979474823', 'admin_state_up': True}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:17.202389 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-f76907f3-b1fe-4ae7-acfd-3d0c2b64dbac tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Request body: {'port': {'network_id': 'e8403e58-07a2-4544-8d12-286d23dee101', 'admin_state_up': False}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:17.218342 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce62a2d1-edaf-4640-9a7c-f9601c84ed60 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Pushing event updated for resources: {'Network': ['ID=e8403e58-07a2-4544-8d12-286d23dee101,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:17.230629 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network e8403e58-07a2-4544-8d12-286d23dee101 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:10:17.391124 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76907f3-b1fe-4ae7-acfd-3d0c2b64dbac tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Made reservation on behalf of ad3c1aae13cf4e5188425030e4cb1365 for: {'port': 2} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:17.396224 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f76907f3-b1fe-4ae7-acfd-3d0c2b64dbac tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:17.412628 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f76907f3-b1fe-4ae7-acfd-3d0c2b64dbac tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:17.498981 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-f76907f3-b1fe-4ae7-acfd-3d0c2b64dbac tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] device_id is not set on port 3f61cf15-bb2e-4fd7-a707-3a635a0f61cf yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:10:17.671016 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18653a-e8ca-4da7-8cb1-522c2c342e37 req-688c6186-2ac5-4694-954e-8bbba5c0e3ea tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:17.672768 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3c18653a-e8ca-4da7-8cb1-522c2c342e37 req-688c6186-2ac5-4694-954e-8bbba5c0e3ea tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 944 time: 0.0991259 Aug 10 01:10:17.691937 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f76907f3-b1fe-4ae7-acfd-3d0c2b64dbac tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:17.770995 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3c18653a-e8ca-4da7-8cb1-522c2c342e37 req-64c6c317-045d-41f8-978d-b394cf2c6b8a tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890355 Aug 10 01:10:17.784516 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-f76907f3-b1fe-4ae7-acfd-3d0c2b64dbac tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] device_id is not set on port 39751b70-3d36-4d15-8388-ac76765c281d yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:10:17.914458 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f76907f3-b1fe-4ae7-acfd-3d0c2b64dbac tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:17.979805 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f76907f3-b1fe-4ae7-acfd-3d0c2b64dbac tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:18.076504 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76907f3-b1fe-4ae7-acfd-3d0c2b64dbac tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Pushing event updated for resources: {'Port': ['ID=3f61cf15-bb2e-4fd7-a707-3a635a0f61cf,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:18.094997 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afb99c-6b9f-4aa0-a785-7971434ea7c0 req-64424158-1744-48d1-b757-e0c10d1684eb tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:18.096653 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e1afb99c-6b9f-4aa0-a785-7971434ea7c0 req-64424158-1744-48d1-b757-e0c10d1684eb tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 943 time: 0.1320584 Aug 10 01:10:18.106800 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76907f3-b1fe-4ae7-acfd-3d0c2b64dbac tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Checking segment: {'id': 'b63cf103-8b9d-4b7d-8fad-83a134d6f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b4484116-aa05-40de-85ba-43147ac40dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:18.107169 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76907f3-b1fe-4ae7-acfd-3d0c2b64dbac tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Network hostable DHCP agents. Network: b4484116-aa05-40de-85ba-43147ac40dac, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:10:18.151826 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e1afb99c-6b9f-4aa0-a785-7971434ea7c0 req-dfbf9dc9-20fa-43ba-b6f5-8e9579354657 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466607 Aug 10 01:10:18.152911 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76907f3-b1fe-4ae7-acfd-3d0c2b64dbac tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Network b4484116-aa05-40de-85ba-43147ac40dac is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:10:18.163483 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-f76907f3-b1fe-4ae7-acfd-3d0c2b64dbac tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, b4484116-aa05-40de-85ba-43147ac40dac) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:18.177027 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76907f3-b1fe-4ae7-acfd-3d0c2b64dbac tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:10:18.177027 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f76907f3-b1fe-4ae7-acfd-3d0c2b64dbac tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:18.178094 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086b1361-db94-476b-8531-02713366e8d8 None None] Network b4484116-aa05-40de-85ba-43147ac40dac requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:18.257904 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76907f3-b1fe-4ae7-acfd-3d0c2b64dbac tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Pushing event updated for resources: {'Port': ['ID=39751b70-3d36-4d15-8388-ac76765c281d,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:18.266036 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76907f3-b1fe-4ae7-acfd-3d0c2b64dbac tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Checking segment: {'id': '90a0a87a-46f6-4200-b9e0-4631e6fb500a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e8403e58-07a2-4544-8d12-286d23dee101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:18.266344 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76907f3-b1fe-4ae7-acfd-3d0c2b64dbac tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Network hostable DHCP agents. Network: e8403e58-07a2-4544-8d12-286d23dee101, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:10:18.291577 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76907f3-b1fe-4ae7-acfd-3d0c2b64dbac tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Network e8403e58-07a2-4544-8d12-286d23dee101 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:10:18.309487 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-f76907f3-b1fe-4ae7-acfd-3d0c2b64dbac tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, e8403e58-07a2-4544-8d12-286d23dee101) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:18.320952 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008edbee-3d0e-4c80-891b-a3effa1908ea None None] Network e8403e58-07a2-4544-8d12-286d23dee101 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:18.331029 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76907f3-b1fe-4ae7-acfd-3d0c2b64dbac tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:10:18.337417 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76907f3-b1fe-4ae7-acfd-3d0c2b64dbac tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:18.343651 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76907f3-b1fe-4ae7-acfd-3d0c2b64dbac tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:18.344412 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f76907f3-b1fe-4ae7-acfd-3d0c2b64dbac tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:18.366957 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f76907f3-b1fe-4ae7-acfd-3d0c2b64dbac tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.1697617 Aug 10 01:10:18.369125 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32816) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:18.475925 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f8f709-81a6-426a-8775-087e8d4025cd tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:18.483973 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f8f709-81a6-426a-8775-087e8d4025cd tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:18.485665 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-35f8f709-81a6-426a-8775-087e8d4025cd tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1146095 Aug 10 01:10:18.488318 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32818) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:18.582169 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-c3887469-bcb7-48ec-93c6-548402ad227b tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Deleting port 3f61cf15-bb2e-4fd7-a707-3a635a0f61cf {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:18.582536 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c3887469-bcb7-48ec-93c6-548402ad227b tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:18.655222 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c3887469-bcb7-48ec-93c6-548402ad227b tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:18.670335 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-c3887469-bcb7-48ec-93c6-548402ad227b tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Calling delete_port for 3f61cf15-bb2e-4fd7-a707-3a635a0f61cf owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:18.717528 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:10:18.750691 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c3887469-bcb7-48ec-93c6-548402ad227b tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:18.781506 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3887469-bcb7-48ec-93c6-548402ad227b tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Pushing event deleted for resources: {'Port': ['ID=3f61cf15-bb2e-4fd7-a707-3a635a0f61cf,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:18.788441 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c3887469-bcb7-48ec-93c6-548402ad227b tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:18.794185 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32822) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:18.794854 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c3887469-bcb7-48ec-93c6-548402ad227b tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] 10.222.0.35 "DELETE /v2.0/ports/3f61cf15-bb2e-4fd7-a707-3a635a0f61cf HTTP/1.1" status: 204 len: 168 time: 0.3053551 Aug 10 01:10:18.797759 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:10:18.901447 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-0c5b2b3d-a472-45ad-ac2d-f9d9d691f363 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Deleting port 39751b70-3d36-4d15-8388-ac76765c281d {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:18.901878 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0c5b2b3d-a472-45ad-ac2d-f9d9d691f363 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:18.929665 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef81b5-9b37-468a-87f2-fd9a7a9563b4 req-d46a385d-cc01-4af1-984e-8c8468480bf2 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:18.931208 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c8ef81b5-9b37-468a-87f2-fd9a7a9563b4 req-d46a385d-cc01-4af1-984e-8c8468480bf2 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 944 time: 0.0611258 Aug 10 01:10:18.936130 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc,segment=NetworkSegment(9dbd0271-91dc-4b61-94e9-2c7655de92e9),segment_id=9dbd0271-91dc-4b61-94e9-2c7655de92e9)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:18.950183 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '54a62c56-54c2-4a0b-9627-fa3c3cdf65fc', 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6', 'port_id': '54a62c56-54c2-4a0b-9627-fa3c3cdf65fc', 'mac_address': 'fa:16:3e:02:3c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6592bd1e-0cb5-4931-abfd-37c8c7d77ae5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:10:18.989104 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c8ef81b5-9b37-468a-87f2-fd9a7a9563b4 req-693e1d24-0a68-48e6-98ed-6e4caef02c15 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460761 Aug 10 01:10:18.990702 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0c5b2b3d-a472-45ad-ac2d-f9d9d691f363 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:18.994561 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:19.007497 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:10:19.010321 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-0c5b2b3d-a472-45ad-ac2d-f9d9d691f363 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Calling delete_port for 39751b70-3d36-4d15-8388-ac76765c281d owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:19.028332 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc,segment=NetworkSegment(9dbd0271-91dc-4b61-94e9-2c7655de92e9),segment_id=9dbd0271-91dc-4b61-94e9-2c7655de92e9)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:19.033855 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:19.085093 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:19.097607 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0c5b2b3d-a472-45ad-ac2d-f9d9d691f363 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:19.127591 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b2b3d-a472-45ad-ac2d-f9d9d691f363 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Pushing event deleted for resources: {'Port': ['ID=39751b70-3d36-4d15-8388-ac76765c281d,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:19.136144 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0c5b2b3d-a472-45ad-ac2d-f9d9d691f363 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:19.138095 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0c5b2b3d-a472-45ad-ac2d-f9d9d691f363 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] 10.222.0.35 "DELETE /v2.0/ports/39751b70-3d36-4d15-8388-ac76765c281d HTTP/1.1" status: 204 len: 168 time: 0.3421514 Aug 10 01:10:19.140647 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32826) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:19.212066 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c207eb19-d87c-4091-a268-501d3a89e310 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0665488 Aug 10 01:10:19.212757 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32830) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:19.218310 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-c2b3be4b-2c92-4d8f-85db-e921016d2669 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1507547320'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:19.266666 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b3be4b-2c92-4d8f-85db-e921016d2669 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Made reservation on behalf of ad3c1aae13cf4e5188425030e4cb1365 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:19.270159 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c2b3be4b-2c92-4d8f-85db-e921016d2669 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:19.306618 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9217c84-af4a-42d4-b5b9-f07bd862c71a req-a5570854-b1bc-4296-98b4-db6f3e9eb2e0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:19.308131 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b9217c84-af4a-42d4-b5b9-f07bd862c71a req-a5570854-b1bc-4296-98b4-db6f3e9eb2e0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 944 time: 0.0753582 Aug 10 01:10:19.311515 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b3be4b-2c92-4d8f-85db-e921016d2669 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:10:19.336690 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c2b3be4b-2c92-4d8f-85db-e921016d2669 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:19.337042 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-c2b3be4b-2c92-4d8f-85db-e921016d2669 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Added segment aba0d366-1777-4cb4-aff8-57cc3a7b9743 of type vlan for network 3bedc8f7-7a62-45c2-ace3-464e63caafbe Aug 10 01:10:19.386215 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b9217c84-af4a-42d4-b5b9-f07bd862c71a req-286eb244-e646-40b3-8e6f-01ae17a42221 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697165 Aug 10 01:10:19.390458 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['54a62c56-54c2-4a0b-9627-fa3c3cdf65fc'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:10:19.395291 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c2b3be4b-2c92-4d8f-85db-e921016d2669 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:19.436793 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c2b3be4b-2c92-4d8f-85db-e921016d2669 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:19.444545 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b3be4b-2c92-4d8f-85db-e921016d2669 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:19.445213 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c2b3be4b-2c92-4d8f-85db-e921016d2669 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:19.519093 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c2b3be4b-2c92-4d8f-85db-e921016d2669 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3028488 Aug 10 01:10:19.520307 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32838) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:19.522870 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3be4b-2c92-4d8f-85db-e921016d2669 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Pushing event updated for resources: {'Network': ['ID=3bedc8f7-7a62-45c2-ace3-464e63caafbe,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:19.532742 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-c439b247-eed9-4403-bb17-aa6fbd18bc1d tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1286935715'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:19.539969 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 3bedc8f7-7a62-45c2-ace3-464e63caafbe details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:10:19.558519 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c439b247-eed9-4403-bb17-aa6fbd18bc1d tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Made reservation on behalf of ad3c1aae13cf4e5188425030e4cb1365 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:19.562538 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c439b247-eed9-4403-bb17-aa6fbd18bc1d tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:19.589866 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c439b247-eed9-4403-bb17-aa6fbd18bc1d tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:10:19.604706 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c439b247-eed9-4403-bb17-aa6fbd18bc1d tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:19.604706 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-c439b247-eed9-4403-bb17-aa6fbd18bc1d tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Added segment bfe4cdfb-31be-4a24-8fc4-9c92c52775be of type vlan for network 99beced1-8a80-4585-b210-2a91556452ec Aug 10 01:10:19.659069 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c439b247-eed9-4403-bb17-aa6fbd18bc1d tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:19.689762 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c439b247-eed9-4403-bb17-aa6fbd18bc1d tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:19.695549 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c439b247-eed9-4403-bb17-aa6fbd18bc1d tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:19.696210 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c439b247-eed9-4403-bb17-aa6fbd18bc1d tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:19.752598 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c439b247-eed9-4403-bb17-aa6fbd18bc1d tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2311261 Aug 10 01:10:19.764632 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439b247-eed9-4403-bb17-aa6fbd18bc1d tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Pushing event updated for resources: {'Network': ['ID=99beced1-8a80-4585-b210-2a91556452ec,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:19.777989 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 99beced1-8a80-4585-b210-2a91556452ec details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:10:19.954260 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32842) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:19.959607 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-6732f734-9a22-4d54-85b9-cc5f1105f357 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Request body: {'subnets': [{'network_id': '3bedc8f7-7a62-45c2-ace3-464e63caafbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--365196607', 'ip_version': 4}, {'network_id': '99beced1-8a80-4585-b210-2a91556452ec', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:19.959932 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-6732f734-9a22-4d54-85b9-cc5f1105f357 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Request body: {'subnet': {'network_id': '3bedc8f7-7a62-45c2-ace3-464e63caafbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--365196607', 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:19.960585 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-6732f734-9a22-4d54-85b9-cc5f1105f357 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Request body: {'subnet': {'network_id': '99beced1-8a80-4585-b210-2a91556452ec', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:20.100733 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4dd5d-f53e-4a05-8a77-b3fbcf1a5d34 req-721bc569-1da5-4471-81aa-88913a35e17b tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:20.102189 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2fc4dd5d-f53e-4a05-8a77-b3fbcf1a5d34 req-721bc569-1da5-4471-81aa-88913a35e17b tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 944 time: 0.0519540 Aug 10 01:10:20.118877 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6732f734-9a22-4d54-85b9-cc5f1105f357 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Made reservation on behalf of ad3c1aae13cf4e5188425030e4cb1365 for: {'subnet': 2} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:20.123560 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6732f734-9a22-4d54-85b9-cc5f1105f357 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:20.123913 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6732f734-9a22-4d54-85b9-cc5f1105f357 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:20.142579 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2fc4dd5d-f53e-4a05-8a77-b3fbcf1a5d34 req-42f619d8-c5a0-4f83-a023-c3b3fc97a956 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326657 Aug 10 01:10:20.488074 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6732f734-9a22-4d54-85b9-cc5f1105f357 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:20.516350 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98875463-5d80-42da-9fb3-812a405124c3 req-cbed014c-edbb-4e1c-847f-97880c591277 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:20.522775 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-98875463-5d80-42da-9fb3-812a405124c3 req-cbed014c-edbb-4e1c-847f-97880c591277 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 944 time: 0.0631802 Aug 10 01:10:20.550316 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6732f734-9a22-4d54-85b9-cc5f1105f357 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Pushing event updated for resources: {'Subnet': ['ID=fae1aacb-6c58-48db-aab2-bbab7586cf7b,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:20.558123 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-98875463-5d80-42da-9fb3-812a405124c3 req-0c82c465-f47d-4ba1-9848-219df92254cd tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331268 Aug 10 01:10:20.561106 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6732f734-9a22-4d54-85b9-cc5f1105f357 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Checking segment: {'id': 'aba0d366-1777-4cb4-aff8-57cc3a7b9743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3bedc8f7-7a62-45c2-ace3-464e63caafbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:20.561478 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6732f734-9a22-4d54-85b9-cc5f1105f357 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Network hostable DHCP agents. Network: 3bedc8f7-7a62-45c2-ace3-464e63caafbe, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:10:20.586497 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6732f734-9a22-4d54-85b9-cc5f1105f357 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Network 3bedc8f7-7a62-45c2-ace3-464e63caafbe is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:10:20.595566 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-6732f734-9a22-4d54-85b9-cc5f1105f357 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 3bedc8f7-7a62-45c2-ace3-464e63caafbe) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:20.600477 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6732f734-9a22-4d54-85b9-cc5f1105f357 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:20.606372 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b36131-aa20-4ea9-8a49-6ead9fbe4ac5 None None] Network 3bedc8f7-7a62-45c2-ace3-464e63caafbe requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:20.684164 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6732f734-9a22-4d54-85b9-cc5f1105f357 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Pushing event updated for resources: {'Subnet': ['ID=ba64eefc-94ec-4448-b995-abc9907e4254,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:20.689021 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6732f734-9a22-4d54-85b9-cc5f1105f357 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Checking segment: {'id': 'bfe4cdfb-31be-4a24-8fc4-9c92c52775be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '99beced1-8a80-4585-b210-2a91556452ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:20.689379 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6732f734-9a22-4d54-85b9-cc5f1105f357 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Network hostable DHCP agents. Network: 99beced1-8a80-4585-b210-2a91556452ec, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:10:20.706560 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6732f734-9a22-4d54-85b9-cc5f1105f357 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Network 99beced1-8a80-4585-b210-2a91556452ec is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:10:20.715631 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-6732f734-9a22-4d54-85b9-cc5f1105f357 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 99beced1-8a80-4585-b210-2a91556452ec) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:20.719845 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6732f734-9a22-4d54-85b9-cc5f1105f357 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:20.720365 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6732f734-9a22-4d54-85b9-cc5f1105f357 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:20.720998 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6732f734-9a22-4d54-85b9-cc5f1105f357 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:20.726426 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276e7f61-0595-4a5e-9049-8a8b7de9404b None None] Network 99beced1-8a80-4585-b210-2a91556452ec requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:20.736455 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6732f734-9a22-4d54-85b9-cc5f1105f357 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 0.7810080 Aug 10 01:10:20.739067 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32854) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:20.790621 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b6887a-bf90-42aa-bca5-876fd7ad1054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-3bedc8f7-7a62-45c2-ace3-464e63caafbe', 'network_id': '3bedc8f7-7a62-45c2-ace3-464e63caafbe', 'tenant_id': 'ad3c1aae13cf4e5188425030e4cb1365', 'fixed_ips': [{'subnet_id': 'fae1aacb-6c58-48db-aab2-bbab7586cf7b'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:10:20.792119 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-29b6887a-bf90-42aa-bca5-876fd7ad1054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:20.825747 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f933f187-f910-4092-a2f9-f8602fc02398 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:20.826130 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:10:20.827479 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f933f187-f910-4092-a2f9-f8602fc02398 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:20.828963 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f933f187-f910-4092-a2f9-f8602fc02398 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:20.833762 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f933f187-f910-4092-a2f9-f8602fc02398 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0906024 Aug 10 01:10:20.834013 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32856) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:20.888802 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3a8bf1-6299-484f-bd7f-5fc6f1dc45d9 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Deleting subnet fae1aacb-6c58-48db-aab2-bbab7586cf7b {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:10:20.892520 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6c3a8bf1-6299-484f-bd7f-5fc6f1dc45d9 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:21.007586 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:10:21.011875 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86868b50-385b-498c-894f-585545ccaf01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-99beced1-8a80-4585-b210-2a91556452ec', 'network_id': '99beced1-8a80-4585-b210-2a91556452ec', 'tenant_id': 'ad3c1aae13cf4e5188425030e4cb1365', 'fixed_ips': [{'subnet_id': 'ba64eefc-94ec-4448-b995-abc9907e4254'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:10:21.012763 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-86868b50-385b-498c-894f-585545ccaf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:21.017520 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:21.017967 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:21.207225 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:21.245387 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-86868b50-385b-498c-894f-585545ccaf01 None None] Allocated IP 172.20.0.18 (99beced1-8a80-4585-b210-2a91556452ec/ba64eefc-94ec-4448-b995-abc9907e4254/e37fb210-2444-4d2a-be4c-6b21327a708d) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:10:21.264579 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d514ef-4cc2-4045-98c4-aefa565030b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a62c56-54c2-4a0b-9627-fa3c3cdf65fc'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:10:21.266920 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5566184b-50e0-4aa7-b059-6789d39c0150" -d '{"events": [{"server_uuid": "59d514ef-4cc2-4045-98c4-aefa565030b4", "name": "network-vif-plugged", "status": "completed", "tag": "54a62c56-54c2-4a0b-9627-fa3c3cdf65fc"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:10:21.286091 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc,segment=NetworkSegment(9dbd0271-91dc-4b61-94e9-2c7655de92e9),segment_id=9dbd0271-91dc-4b61-94e9-2c7655de92e9)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:21.297200 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:21.328999 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6c3a8bf1-6299-484f-bd7f-5fc6f1dc45d9 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:21.333954 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b6a90-96f9-4bad-a5d4-d69111dae998 req-626b443d-499a-4cae-b51b-2d6ea70cf1c3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:21.344350 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-285b6a90-96f9-4bad-a5d4-d69111dae998 req-626b443d-499a-4cae-b51b-2d6ea70cf1c3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 944 time: 0.1119239 Aug 10 01:10:21.362610 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9daa9678-ed0f-471d-afe4-83b09c9ce348 x-openstack-request-id: req-9daa9678-ed0f-471d-afe4-83b09c9ce348 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:10:21.363649 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d514ef-4cc2-4045-98c4-aefa565030b4", "name": "network-vif-plugged", "status": "completed", "tag": "54a62c56-54c2-4a0b-9627-fa3c3cdf65fc", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:10:21.363649 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9daa9678-ed0f-471d-afe4-83b09c9ce348 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:10:21.363649 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d514ef-4cc2-4045-98c4-aefa565030b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a62c56-54c2-4a0b-9627-fa3c3cdf65fc', 'code': 200} Aug 10 01:10:21.395800 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-285b6a90-96f9-4bad-a5d4-d69111dae998 req-6382669a-6652-4229-b038-26d2ce2c3fca tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495348 Aug 10 01:10:21.403035 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6c3a8bf1-6299-484f-bd7f-5fc6f1dc45d9 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:21.405666 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:21.489875 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-86868b50-385b-498c-894f-585545ccaf01 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:21.499057 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-86868b50-385b-498c-894f-585545ccaf01 None None] Transition to ACTIVE for port object e37fb210-2444-4d2a-be4c-6b21327a708d will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:21.524970 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f8634-eb23-47da-ac0d-03667a6f8bc6 req-97b074cc-0237-4f69-b62f-094e0fd03a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:21.527059 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c00f8634-eb23-47da-ac0d-03667a6f8bc6 req-97b074cc-0237-4f69-b62f-094e0fd03a38 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 1097 time: 0.1012335 Aug 10 01:10:21.532725 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-86868b50-385b-498c-894f-585545ccaf01 None None] Transition to ACTIVE for port object e37fb210-2444-4d2a-be4c-6b21327a708d will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:21.535110 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-160be632-0913-44fd-927a-0e41710f7d4d req-803384cd-6e97-47ae-9d04-0ace77448d53 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e59a6ef2-0001-493c-848d-d573fe522423&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0675652 Aug 10 01:10:21.536062 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6c3a8bf1-6299-484f-bd7f-5fc6f1dc45d9 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server [None req-29b6887a-bf90-42aa-bca5-876fd7ad1054 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fae1aacb-6c58-48db-aab2-bbab7586cf7b: This subnet is being modified by another concurrent operation. Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:10:21.569483 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise exception Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fae1aacb-6c58-48db-aab2-bbab7586cf7b: This subnet is being modified by another concurrent operation. Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server Aug 10 01:10:21.576133 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-86868b50-385b-498c-894f-585545ccaf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:21.588581 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a8bf1-6299-484f-bd7f-5fc6f1dc45d9 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Pushing event deleted for resources: {'Subnet': ['ID=fae1aacb-6c58-48db-aab2-bbab7586cf7b,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:21.593909 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6c3a8bf1-6299-484f-bd7f-5fc6f1dc45d9 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:21.598749 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6c3a8bf1-6299-484f-bd7f-5fc6f1dc45d9 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] 10.222.0.35 "DELETE /v2.0/subnets/fae1aacb-6c58-48db-aab2-bbab7586cf7b HTTP/1.1" status: 204 len: 168 time: 0.7613168 Aug 10 01:10:21.599137 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32880) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:21.635295 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c00f8634-eb23-47da-ac0d-03667a6f8bc6 req-ad1e9b65-8d2e-407e-843f-6cd14be3d314 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967317 Aug 10 01:10:21.642151 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160be632-0913-44fd-927a-0e41710f7d4d req-66e91d75-6161-4c21-a5eb-b9488fd1ba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:21.643627 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-160be632-0913-44fd-927a-0e41710f7d4d req-66e91d75-6161-4c21-a5eb-b9488fd1ba30 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d91dc5c8b6a84b00a6991cd850981f11&device_id=e59a6ef2-0001-493c-848d-d573fe522423 HTTP/1.1" status: 200 len: 1098 time: 0.0731871 Aug 10 01:10:21.651606 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86868b50-385b-498c-894f-585545ccaf01 None None] Pushing event updated for resources: {'Port': ['ID=e37fb210-2444-4d2a-be4c-6b21327a708d,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:21.662692 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5917d1c3-e31b-4f6f-a445-8e5f2ec9b138 None None] Network 3bedc8f7-7a62-45c2-ace3-464e63caafbe requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:21.710774 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86868b50-385b-498c-894f-585545ccaf01 None None] Network 99beced1-8a80-4585-b210-2a91556452ec is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:21.714085 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-86868b50-385b-498c-894f-585545ccaf01 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:21.718263 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86868b50-385b-498c-894f-585545ccaf01 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:10:21.719201 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b08ede-e3a9-46f0-8bb8-97cccf5a1668 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Deleting subnet ba64eefc-94ec-4448-b995-abc9907e4254 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:10:21.724137 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c4b08ede-e3a9-46f0-8bb8-97cccf5a1668 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:21.762856 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1eb07-95e9-44e4-b311-bbad9f42262a req-d7115134-9101-44b6-9c17-4cc92240bad3 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:21.770266 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-95a1eb07-95e9-44e4-b311-bbad9f42262a req-d7115134-9101-44b6-9c17-4cc92240bad3 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 945 time: 0.1071033 Aug 10 01:10:21.804880 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c4b08ede-e3a9-46f0-8bb8-97cccf5a1668 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:21.839837 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-86868b50-385b-498c-894f-585545ccaf01 None None] Attempting to bind port e37fb210-2444-4d2a-be4c-6b21327a708d on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:10:21.843731 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-86868b50-385b-498c-894f-585545ccaf01 None None] Attempting to bind port e37fb210-2444-4d2a-be4c-6b21327a708d by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'bfe4cdfb-31be-4a24-8fc4-9c92c52775be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '99beced1-8a80-4585-b210-2a91556452ec'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:10:21.847680 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86868b50-385b-498c-894f-585545ccaf01 None None] Attempting to bind port e37fb210-2444-4d2a-be4c-6b21327a708d on network 99beced1-8a80-4585-b210-2a91556452ec {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:10:21.855135 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86868b50-385b-498c-894f-585545ccaf01 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:10:21.855523 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86868b50-385b-498c-894f-585545ccaf01 None None] Checking segment: {'id': 'bfe4cdfb-31be-4a24-8fc4-9c92c52775be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '99beced1-8a80-4585-b210-2a91556452ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:21.855940 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-86868b50-385b-498c-894f-585545ccaf01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:21.856418 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86868b50-385b-498c-894f-585545ccaf01 None None] Bound using segment: {'id': 'bfe4cdfb-31be-4a24-8fc4-9c92c52775be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '99beced1-8a80-4585-b210-2a91556452ec'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:10:21.856904 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-86868b50-385b-498c-894f-585545ccaf01 None None] Bound port: e37fb210-2444-4d2a-be4c-6b21327a708d, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe4cdfb-31be-4a24-8fc4-9c92c52775be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '99beced1-8a80-4585-b210-2a91556452ec'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:10:21.857297 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-86868b50-385b-498c-894f-585545ccaf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:21.858079 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-95a1eb07-95e9-44e4-b311-bbad9f42262a req-109fbd87-905e-40cc-8873-d27652f2897f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868134 Aug 10 01:10:21.902394 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160be632-0913-44fd-927a-0e41710f7d4d req-f5f463dc-acfc-4aef-a9fb-69c15180cd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:21.903932 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-160be632-0913-44fd-927a-0e41710f7d4d req-f5f463dc-acfc-4aef-a9fb-69c15180cd71 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8055185-7aa6-4d65-b84e-223f9bf84b1e HTTP/1.1" status: 200 len: 910 time: 0.1262772 Aug 10 01:10:21.931255 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c4b08ede-e3a9-46f0-8bb8-97cccf5a1668 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:21.980994 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-160be632-0913-44fd-927a-0e41710f7d4d req-39430311-932b-419b-8b68-73375bf06ef7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ddf650a-78e5-4b7d-a138-edd522b2f23e HTTP/1.1" status: 200 len: 1002 time: 0.0650160 Aug 10 01:10:22.010128 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c4b08ede-e3a9-46f0-8bb8-97cccf5a1668 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:22.013463 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-86868b50-385b-498c-894f-585545ccaf01 None None] For port e37fb210-2444-4d2a-be4c-6b21327a708d, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:10:22.016935 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-86868b50-385b-498c-894f-585545ccaf01 None None] For port e37fb210-2444-4d2a-be4c-6b21327a708d, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=e37fb210-2444-4d2a-be4c-6b21327a708d,segment=NetworkSegment(bfe4cdfb-31be-4a24-8fc4-9c92c52775be),segment_id=bfe4cdfb-31be-4a24-8fc4-9c92c52775be)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:10:22.024248 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-86868b50-385b-498c-894f-585545ccaf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:22.040628 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b08ede-e3a9-46f0-8bb8-97cccf5a1668 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Pushing event deleted for resources: {'Subnet': ['ID=ba64eefc-94ec-4448-b995-abc9907e4254,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:22.044777 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c4b08ede-e3a9-46f0-8bb8-97cccf5a1668 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:22.047177 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c4b08ede-e3a9-46f0-8bb8-97cccf5a1668 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] 10.222.0.35 "DELETE /v2.0/subnets/ba64eefc-94ec-4448-b995-abc9907e4254 HTTP/1.1" status: 204 len: 168 time: 0.4467835 Aug 10 01:10:22.049659 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32884) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:22.061467 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160be632-0913-44fd-927a-0e41710f7d4d req-c2a3ab8c-a0c8-4fd1-81da-050eecca07dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:22.063364 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-160be632-0913-44fd-927a-0e41710f7d4d req-c2a3ab8c-a0c8-4fd1-81da-050eecca07dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e3c383a-86af-456d-b822-0c7aa421c546 HTTP/1.1" status: 200 len: 848 time: 0.0742970 Aug 10 01:10:22.100904 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86868b50-385b-498c-894f-585545ccaf01 None None] Pushing event updated for resources: {'Port': ['ID=e37fb210-2444-4d2a-be4c-6b21327a708d,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:22.136844 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160be632-0913-44fd-927a-0e41710f7d4d req-c1c826a8-da9d-4e9d-a84f-703047aabbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:22.139106 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-160be632-0913-44fd-927a-0e41710f7d4d req-c1c826a8-da9d-4e9d-a84f-703047aabbf1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8055185-7aa6-4d65-b84e-223f9bf84b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612826 Aug 10 01:10:22.146269 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d181d49-90e3-4bce-8de8-461b98ca30be tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:22.147685 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5d181d49-90e3-4bce-8de8-461b98ca30be tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0970995 Aug 10 01:10:22.151526 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32886) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:22.247465 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ff456e16-22b9-4876-876e-01c611e5942e tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:22.252354 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-160be632-0913-44fd-927a-0e41710f7d4d req-cbd0bf35-fa78-445a-9ece-19b1c45bbd27 service neutron] 10.222.0.24 "GET /v2.0/networks/f8055185-7aa6-4d65-b84e-223f9bf84b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045790 Aug 10 01:10:22.338660 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-ff456e16-22b9-4876-876e-01c611e5942e tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Deleting port e37fb210-2444-4d2a-be4c-6b21327a708d {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:22.339099 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ff456e16-22b9-4876-876e-01c611e5942e tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:22.393705 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-160be632-0913-44fd-927a-0e41710f7d4d req-d962bcc0-09a8-4ab4-ad2a-6c5ef79feca3 service neutron] 10.222.0.24 "GET /v2.0/networks/f8055185-7aa6-4d65-b84e-223f9bf84b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309111 Aug 10 01:10:22.437749 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-ff456e16-22b9-4876-876e-01c611e5942e tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] For port e37fb210-2444-4d2a-be4c-6b21327a708d, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=e37fb210-2444-4d2a-be4c-6b21327a708d,segment=NetworkSegment(bfe4cdfb-31be-4a24-8fc4-9c92c52775be),segment_id=bfe4cdfb-31be-4a24-8fc4-9c92c52775be)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:22.438228 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ff456e16-22b9-4876-876e-01c611e5942e tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:22.460800 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-ff456e16-22b9-4876-876e-01c611e5942e tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Calling delete_port for e37fb210-2444-4d2a-be4c-6b21327a708d owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:22.573690 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e854ff-1207-4ee5-b7b4-fc19f089f4d1 req-b67db8d0-7c2e-49e3-a434-be31656e0f62 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:22.575319 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-90e854ff-1207-4ee5-b7b4-fc19f089f4d1 req-b67db8d0-7c2e-49e3-a434-be31656e0f62 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 944 time: 0.0997076 Aug 10 01:10:22.596764 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ff456e16-22b9-4876-876e-01c611e5942e tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:22.650441 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff456e16-22b9-4876-876e-01c611e5942e tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Pushing event deleted for resources: {'Port': ['ID=e37fb210-2444-4d2a-be4c-6b21327a708d,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:22.657614 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff456e16-22b9-4876-876e-01c611e5942e tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] No DVR routers for this DVR port e37fb210-2444-4d2a-be4c-6b21327a708d on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:10:22.692733 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-90e854ff-1207-4ee5-b7b4-fc19f089f4d1 req-e69e0fd9-f0c6-45d6-8b93-8ae794eabaa4 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041691 Aug 10 01:10:22.749562 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ff456e16-22b9-4876-876e-01c611e5942e tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:22.760546 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-ff456e16-22b9-4876-876e-01c611e5942e tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99beced1-8a80-4585-b210-2a91556452ec']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:22.772866 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-ff456e16-22b9-4876-876e-01c611e5942e tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe4cdfb-31be-4a24-8fc4-9c92c52775be') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:22.773168 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-ff456e16-22b9-4876-876e-01c611e5942e tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe4cdfb-31be-4a24-8fc4-9c92c52775be') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:22.788412 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ff456e16-22b9-4876-876e-01c611e5942e tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:22.819859 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ff456e16-22b9-4876-876e-01c611e5942e tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:22.836699 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff456e16-22b9-4876-876e-01c611e5942e tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:10:22.837144 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ff456e16-22b9-4876-876e-01c611e5942e tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:22.841134 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:10:22.841134 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:10:22.841134 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:10:22.841134 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:10:22.841134 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:10:22.841134 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:10:22.841134 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:10:22.841134 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:10:22.841134 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:10:22.841134 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:10:22.841134 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:10:22.841134 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:10:22.841134 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:10:22.841134 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:10:22.841134 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:10:22.841134 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:10:22.841134 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:10:22.841134 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:10:22.841134 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:10:22.841134 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:10:22.841134 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:10:22.841134 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:10:22.841134 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:10:22.841134 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:10:22.841134 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:10:22.841134 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:10:22.841134 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:10:22.841134 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:10:22.841134 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:10:22.841134 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:10:22.841134 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:10:22.841134 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:10:22.933675 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ff456e16-22b9-4876-876e-01c611e5942e tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:22.953806 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ff456e16-22b9-4876-876e-01c611e5942e tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:22.960212 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ff456e16-22b9-4876-876e-01c611e5942e tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] 10.222.0.35 "DELETE /v2.0/networks/99beced1-8a80-4585-b210-2a91556452ec HTTP/1.1" status: 204 len: 168 time: 0.8032191 Aug 10 01:10:22.960448 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32900) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:22.982966 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff456e16-22b9-4876-876e-01c611e5942e tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Pushing event deleted for resources: {'Network': ['ID=99beced1-8a80-4585-b210-2a91556452ec,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:23.014758 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e418a1-a089-4e48-8174-59ecbf2971b6 req-4c05a051-42f2-4d7d-863b-a6e398037eb8 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:23.016823 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-72e418a1-a089-4e48-8174-59ecbf2971b6 req-4c05a051-42f2-4d7d-863b-a6e398037eb8 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 945 time: 0.0795991 Aug 10 01:10:23.054248 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4498d75a-551b-4a4f-bd69-0ec7d27f69b9 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:23.059681 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-72e418a1-a089-4e48-8174-59ecbf2971b6 req-6b0fd1bc-8bf6-4022-8f53-97b2e5550509 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356762 Aug 10 01:10:23.175673 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4498d75a-551b-4a4f-bd69-0ec7d27f69b9 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:23.188604 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-4498d75a-551b-4a4f-bd69-0ec7d27f69b9 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bedc8f7-7a62-45c2-ace3-464e63caafbe']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:23.201578 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-4498d75a-551b-4a4f-bd69-0ec7d27f69b9 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba0d366-1777-4cb4-aff8-57cc3a7b9743') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:23.201843 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5421f-f4d7-4119-b4e2-c3aa3d604d6e req-a79fa663-10da-4ec2-b9ef-656772a5d11f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:23.202450 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-4498d75a-551b-4a4f-bd69-0ec7d27f69b9 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba0d366-1777-4cb4-aff8-57cc3a7b9743') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:23.203470 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eac5421f-f4d7-4119-b4e2-c3aa3d604d6e req-a79fa663-10da-4ec2-b9ef-656772a5d11f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 945 time: 0.0622187 Aug 10 01:10:23.214419 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4498d75a-551b-4a4f-bd69-0ec7d27f69b9 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:23.231816 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4498d75a-551b-4a4f-bd69-0ec7d27f69b9 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:23.238608 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4498d75a-551b-4a4f-bd69-0ec7d27f69b9 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:10:23.239130 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4498d75a-551b-4a4f-bd69-0ec7d27f69b9 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:23.242648 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:10:23.242648 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:10:23.242648 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:10:23.242648 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:10:23.242648 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:10:23.242648 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:10:23.242648 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:10:23.242648 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:10:23.242648 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:10:23.242648 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:10:23.242648 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:10:23.242648 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:10:23.242648 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:10:23.242648 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:10:23.242648 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:10:23.242648 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:10:23.242648 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:10:23.242648 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:10:23.242648 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:10:23.242648 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:10:23.242648 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:10:23.242648 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:10:23.242648 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:10:23.242648 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:10:23.242648 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:10:23.242648 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:10:23.242648 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:10:23.242648 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:10:23.242648 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:10:23.242648 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:10:23.242648 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:10:23.242648 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:10:23.250151 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eac5421f-f4d7-4119-b4e2-c3aa3d604d6e req-fc4e81e8-0fc6-43e1-9f54-ff6d9abf148c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398769 Aug 10 01:10:23.276794 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32904) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:23.287629 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7aa2678c-7639-4a6c-9099-a19b5d7f3b64 None None] Could not find standard attr ID for object e37fb210-2444-4d2a-be4c-6b21327a708d. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:10:23.318014 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4498d75a-551b-4a4f-bd69-0ec7d27f69b9 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:23.326397 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4498d75a-551b-4a4f-bd69-0ec7d27f69b9 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:23.328731 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4498d75a-551b-4a4f-bd69-0ec7d27f69b9 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] 10.222.0.35 "DELETE /v2.0/networks/3bedc8f7-7a62-45c2-ace3-464e63caafbe HTTP/1.1" status: 204 len: 168 time: 0.3693242 Aug 10 01:10:23.330631 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f14e1e4-5043-4d6a-ae6a-2b8d1d64a6f9 tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:23.330972 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32906) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:23.334765 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6f14e1e4-5043-4d6a-ae6a-2b8d1d64a6f9 tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 1092 time: 0.0520029 Aug 10 01:10:23.335353 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32908) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:23.345056 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-52714b8e-4841-4756-a0b0-07411b95c000 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'port_id': '54a62c56-54c2-4a0b-9627-fa3c3cdf65fc', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:23.348017 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff9d734-3e59-4188-891d-31d13919186d None None] DHCP port deletion for 99beced1-8a80-4585-b210-2a91556452ec request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:10:23.381594 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-52714b8e-4841-4756-a0b0-07411b95c000 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:23.384139 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb460aa-37d0-46ad-a25a-637623ded282 None None] Network 99beced1-8a80-4585-b210-2a91556452ec requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:23.399091 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb460aa-37d0-46ad-a25a-637623ded282 None None] Network 99beced1-8a80-4585-b210-2a91556452ec could not be found, it might have been deleted concurrently. {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 01:10:23.428857 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6221a88c-61f2-4b1a-a689-741ad0a7ccc4 None None] get_active_networks_info from n-d-766726-26 {{(pid=105828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:10:23.432661 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-70ac15cb-7405-4c4b-b7f3-d30fd0f654b0 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:23.436741 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498d75a-551b-4a4f-bd69-0ec7d27f69b9 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Pushing event deleted for resources: {'Network': ['ID=3bedc8f7-7a62-45c2-ace3-464e63caafbe,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:23.520263 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-52714b8e-4841-4756-a0b0-07411b95c000 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:23.543017 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-70ac15cb-7405-4c4b-b7f3-d30fd0f654b0 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:23.554875 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-70ac15cb-7405-4c4b-b7f3-d30fd0f654b0 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8403e58-07a2-4544-8d12-286d23dee101']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:23.569864 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-70ac15cb-7405-4c4b-b7f3-d30fd0f654b0 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a0a87a-46f6-4200-b9e0-4631e6fb500a') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:23.570171 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-70ac15cb-7405-4c4b-b7f3-d30fd0f654b0 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a0a87a-46f6-4200-b9e0-4631e6fb500a') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:23.584151 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-70ac15cb-7405-4c4b-b7f3-d30fd0f654b0 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:23.604404 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-70ac15cb-7405-4c4b-b7f3-d30fd0f654b0 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:23.611635 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ac15cb-7405-4c4b-b7f3-d30fd0f654b0 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:10:23.611760 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-70ac15cb-7405-4c4b-b7f3-d30fd0f654b0 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:23.614801 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:10:23.614801 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:10:23.614801 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:10:23.614801 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:10:23.614801 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:10:23.614801 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:10:23.614801 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:10:23.614801 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:10:23.614801 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:10:23.614801 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:10:23.614801 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:10:23.614801 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:10:23.614801 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:10:23.614801 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:10:23.614801 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:10:23.614801 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:10:23.614801 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:10:23.614801 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:10:23.614801 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:10:23.614801 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:10:23.614801 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:10:23.614801 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:10:23.614801 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:10:23.614801 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:10:23.614801 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:10:23.614801 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:10:23.614801 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:10:23.614801 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:10:23.614801 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:10:23.614801 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:10:23.614801 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:10:23.614801 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:10:23.651926 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-52714b8e-4841-4756-a0b0-07411b95c000 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Allocated IP 172.25.2.155 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/ffac2394-f38a-4ea5-aec9-a55847c41853) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:10:23.687454 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6221a88c-61f2-4b1a-a689-741ad0a7ccc4 None None] Resources bound (agent type, host, resource id): {{(pid=105828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:10:23.689101 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-70ac15cb-7405-4c4b-b7f3-d30fd0f654b0 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:23.717554 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-70ac15cb-7405-4c4b-b7f3-d30fd0f654b0 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:23.719864 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-70ac15cb-7405-4c4b-b7f3-d30fd0f654b0 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] 10.222.0.35 "DELETE /v2.0/networks/e8403e58-07a2-4544-8d12-286d23dee101 HTTP/1.1" status: 204 len: 168 time: 0.3877122 Aug 10 01:10:23.720909 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac15cb-7405-4c4b-b7f3-d30fd0f654b0 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Pushing event deleted for resources: {'Network': ['ID=e8403e58-07a2-4544-8d12-286d23dee101,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:23.723127 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32916) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:23.890166 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f311199-8f16-4539-8921-520fae66f449 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:23.938438 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-52714b8e-4841-4756-a0b0-07411b95c000 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:23.965839 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5294a-387f-4364-905d-340031c8c1ba req-04c190c7-f52b-4c77-b4b6-e9e4c42398ce tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:23.974256 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-20b5294a-387f-4364-905d-340031c8c1ba req-04c190c7-f52b-4c77-b4b6-e9e4c42398ce tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 944 time: 0.1380177 Aug 10 01:10:24.001544 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f311199-8f16-4539-8921-520fae66f449 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:24.012699 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-1f311199-8f16-4539-8921-520fae66f449 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4484116-aa05-40de-85ba-43147ac40dac']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:24.024522 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-1f311199-8f16-4539-8921-520fae66f449 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b63cf103-8b9d-4b7d-8fad-83a134d6f9c6') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:24.024956 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-1f311199-8f16-4539-8921-520fae66f449 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b63cf103-8b9d-4b7d-8fad-83a134d6f9c6') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:24.035889 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f311199-8f16-4539-8921-520fae66f449 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:24.040109 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-20b5294a-387f-4364-905d-340031c8c1ba req-38e88b38-488f-4f6f-b6da-5abaea7f6483 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646591 Aug 10 01:10:24.063383 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-52714b8e-4841-4756-a0b0-07411b95c000 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:24.070063 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f311199-8f16-4539-8921-520fae66f449 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:24.080492 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f311199-8f16-4539-8921-520fae66f449 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:10:24.080896 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f311199-8f16-4539-8921-520fae66f449 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:24.084826 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:10:24.084826 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:10:24.084826 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:10:24.084826 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:10:24.084826 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:10:24.084826 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:10:24.084826 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:10:24.084826 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:10:24.084826 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:10:24.084826 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:10:24.084826 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:10:24.084826 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:10:24.084826 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:10:24.084826 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:10:24.084826 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:10:24.084826 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:10:24.084826 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:10:24.084826 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:10:24.084826 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:10:24.084826 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:10:24.084826 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:10:24.084826 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:10:24.084826 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:10:24.084826 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:10:24.084826 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:10:24.084826 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:10:24.084826 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:10:24.084826 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:10:24.084826 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:10:24.084826 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:10:24.084826 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:10:24.084826 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:10:24.117779 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52714b8e-4841-4756-a0b0-07411b95c000 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:24.123818 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-52714b8e-4841-4756-a0b0-07411b95c000 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:24.129762 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52714b8e-4841-4756-a0b0-07411b95c000 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:10:24.171628 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f311199-8f16-4539-8921-520fae66f449 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:24.180267 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f311199-8f16-4539-8921-520fae66f449 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:24.185565 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1f311199-8f16-4539-8921-520fae66f449 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] 10.222.0.35 "DELETE /v2.0/networks/b4484116-aa05-40de-85ba-43147ac40dac HTTP/1.1" status: 204 len: 168 time: 0.4613736 Aug 10 01:10:24.215009 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f311199-8f16-4539-8921-520fae66f449 tempest-BulkNetworkOpsTest-1422525563 tempest-BulkNetworkOpsTest-1422525563-project] Pushing event deleted for resources: {'Network': ['ID=b4484116-aa05-40de-85ba-43147ac40dac,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:24.239683 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52714b8e-4841-4756-a0b0-07411b95c000 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'Port': ['ID=ffac2394-f38a-4ea5-aec9-a55847c41853,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:24.501060 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32926) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:24.588402 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-52714b8e-4841-4756-a0b0-07411b95c000 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:24.663118 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-52714b8e-4841-4756-a0b0-07411b95c000 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:24.688674 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e89dd54a-c264-4e3e-9041-088e764a638e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ad3c1aae13cf4e5188425030e4cb1365&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1863723 Aug 10 01:10:24.689748 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32932) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:24.739736 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bace5855-113c-4811-8d45-decf2d025b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:24.760969 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bace5855-113c-4811-8d45-decf2d025b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:24.824406 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bace5855-113c-4811-8d45-decf2d025b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:24.826957 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bace5855-113c-4811-8d45-decf2d025b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:24.830563 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-bace5855-113c-4811-8d45-decf2d025b19 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c2f5d086-f307-4612-99e9-733acb500930 HTTP/1.1" status: 204 len: 168 time: 0.1372499 Aug 10 01:10:24.836696 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace5855-113c-4811-8d45-decf2d025b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f5d086-f307-4612-99e9-733acb500930,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:24.841767 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-52714b8e-4841-4756-a0b0-07411b95c000 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:24.857154 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-52714b8e-4841-4756-a0b0-07411b95c000 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:24.938981 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-52714b8e-4841-4756-a0b0-07411b95c000 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:24.978313 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52714b8e-4841-4756-a0b0-07411b95c000 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'Port': ['ID=ffac2394-f38a-4ea5-aec9-a55847c41853,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:25.057645 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [None req-52714b8e-4841-4756-a0b0-07411b95c000 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Floating IP e6c21777-8bce-45a4-a7a3-9fac05b55acf associated. External IP: 172.25.2.155, port: 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc. Aug 10 01:10:25.211713 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391dc6ca-627c-486f-9c92-1fb0db71bcd3 req-e0684a9a-952c-4c75-b54c-c917e23d9f55 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:25.213260 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-391dc6ca-627c-486f-9c92-1fb0db71bcd3 req-e0684a9a-952c-4c75-b54c-c917e23d9f55 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 944 time: 0.0956411 Aug 10 01:10:25.466013 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device c2bf473f-96db-4283-abc5-17d3a5be291c details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:10:25.594167 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port c2bf473f-96db-4283-abc5-17d3a5be291c, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=c2bf473f-96db-4283-abc5-17d3a5be291c,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:25.612192 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': 'c2bf473f-96db-4283-abc5-17d3a5be291c', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'port_id': 'c2bf473f-96db-4283-abc5-17d3a5be291c', 'mac_address': 'fa:16:3e:10:fe:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:10:25.646902 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-391dc6ca-627c-486f-9c92-1fb0db71bcd3 req-176d84a9-1f5c-4444-ac9b-db07eb13c4ee tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225397 Aug 10 01:10:25.671915 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:25.689634 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32966) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:25.690418 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2bf473f-96db-4283-abc5-17d3a5be291c {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:10:25.714984 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port c2bf473f-96db-4283-abc5-17d3a5be291c, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=c2bf473f-96db-4283-abc5-17d3a5be291c,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:25.719594 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:25.734228 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52714b8e-4841-4756-a0b0-07411b95c000 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Router 240adab5-62b9-4ef6-83a2-082185918929 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:10:25.780646 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=c2bf473f-96db-4283-abc5-17d3a5be291c,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:25.789599 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:25.789949 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:25.790298 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:25.790635 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:25.791589 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:25.791937 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:25.792291 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:25.792623 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:25.792953 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:25.793278 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:25.793716 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:25.794348 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:25.822047 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-c874902a-68fe-427d-aab2-cedaa766e92c tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1486839603'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:25.845324 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c874902a-68fe-427d-aab2-cedaa766e92c tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Made reservation on behalf of 1d6405ff3e234c1387c01ba43e3e1edd for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:25.848954 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c874902a-68fe-427d-aab2-cedaa766e92c tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:25.857360 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c874902a-68fe-427d-aab2-cedaa766e92c tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:25.869519 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52714b8e-4841-4756-a0b0-07411b95c000 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:10:25.883157 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9623788a-376a-4994-8778-5bae8acf7303 None None] Sync routers for ids ['240adab5-62b9-4ef6-83a2-082185918929'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:10:25.898987 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9623788a-376a-4994-8778-5bae8acf7303 None None] Routers {'240adab5-62b9-4ef6-83a2-082185918929'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:10:25.900132 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-9623788a-376a-4994-8778-5bae8acf7303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:10:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['240adab5-62b9-4ef6-83a2-082185918929'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:25.965821 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c874902a-68fe-427d-aab2-cedaa766e92c tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:25.970820 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c874902a-68fe-427d-aab2-cedaa766e92c tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:25.976043 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-52714b8e-4841-4756-a0b0-07411b95c000 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:26.001470 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c874902a-68fe-427d-aab2-cedaa766e92c tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:10:26.011663 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874902a-68fe-427d-aab2-cedaa766e92c tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=494f1a95-75a8-4066-ba3a-6d576f8275b7,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:26.026163 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c874902a-68fe-427d-aab2-cedaa766e92c tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:26.026468 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-c874902a-68fe-427d-aab2-cedaa766e92c tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Added segment 49e3f769-9e9a-4577-b514-4a9c68468521 of type vlan for network d6994f6a-bf1d-41bd-a832-caf19a5bee37 Aug 10 01:10:26.040093 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-9623788a-376a-4994-8778-5bae8acf7303 None None] Set router 240adab5-62b9-4ef6-83a2-082185918929 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:10:26.046916 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-52714b8e-4841-4756-a0b0-07411b95c000 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7104747 Aug 10 01:10:26.047837 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d514ef-4cc2-4045-98c4-aefa565030b4', 'tag': '54a62c56-54c2-4a0b-9627-fa3c3cdf65fc'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:10:26.050544 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0c062c-6f5d-4ddd-bd6a-8d4ea225f89f" -d '{"events": [{"name": "network-changed", "server_uuid": "59d514ef-4cc2-4045-98c4-aefa565030b4", "tag": "54a62c56-54c2-4a0b-9627-fa3c3cdf65fc"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:10:26.080359 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c874902a-68fe-427d-aab2-cedaa766e92c tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:26.119759 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c874902a-68fe-427d-aab2-cedaa766e92c tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:26.132345 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c874902a-68fe-427d-aab2-cedaa766e92c tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:26.133737 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c874902a-68fe-427d-aab2-cedaa766e92c tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:26.181726 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a9137d-7d64-44bf-a9bb-2a799d3595d6 x-openstack-request-id: req-a6a9137d-7d64-44bf-a9bb-2a799d3595d6 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:10:26.182061 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d514ef-4cc2-4045-98c4-aefa565030b4", "tag": "54a62c56-54c2-4a0b-9627-fa3c3cdf65fc", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:10:26.182462 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a6a9137d-7d64-44bf-a9bb-2a799d3595d6 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:10:26.182870 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d514ef-4cc2-4045-98c4-aefa565030b4', 'tag': '54a62c56-54c2-4a0b-9627-fa3c3cdf65fc', 'status': 'completed', 'code': 200} Aug 10 01:10:26.196912 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c874902a-68fe-427d-aab2-cedaa766e92c tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5060630 Aug 10 01:10:26.202069 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8044b87-e0d1-4b36-a017-96ca505de76a req-6f74b41e-7eba-4ece-a8b3-9dc8e395aefa tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:26.204110 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e8044b87-e0d1-4b36-a017-96ca505de76a req-6f74b41e-7eba-4ece-a8b3-9dc8e395aefa tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 945 time: 0.0773110 Aug 10 01:10:26.255108 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['c2bf473f-96db-4283-abc5-17d3a5be291c'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:10:26.261925 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874902a-68fe-427d-aab2-cedaa766e92c tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Pushing event updated for resources: {'Network': ['ID=d6994f6a-bf1d-41bd-a832-caf19a5bee37,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:26.278627 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c062c-6f5d-4ddd-bd6a-8d4ea225f89f req-1e8d6a6c-a792-4d9d-abaa-b09086fa2a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:26.279609 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e8044b87-e0d1-4b36-a017-96ca505de76a req-fdc19ae6-22d0-4bd1-ae71-6f88f5a9b54e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692804 Aug 10 01:10:26.280842 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-bb0c062c-6f5d-4ddd-bd6a-8d4ea225f89f req-1e8d6a6c-a792-4d9d-abaa-b09086fa2a5d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 1097 time: 0.0617118 Aug 10 01:10:26.303524 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32980) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:26.373904 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network d6994f6a-bf1d-41bd-a832-caf19a5bee37 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:10:26.379658 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6e87fc11-337e-43f2-a4fa-af3ef57dcb8c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/floatingips/e6c21777-8bce-45a4-a7a3-9fac05b55acf HTTP/1.1" status: 200 len: 991 time: 0.0738776 Aug 10 01:10:26.395159 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c062c-6f5d-4ddd-bd6a-8d4ea225f89f req-bfac9675-99ee-4622-a4df-88912a4bba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:26.396667 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-bb0c062c-6f5d-4ddd-bd6a-8d4ea225f89f req-bfac9675-99ee-4622-a4df-88912a4bba6d service neutron] 10.222.0.24 "GET /v2.0/networks?id=01bb96cc-7872-46cf-825f-e696562689f6 HTTP/1.1" status: 200 len: 897 time: 0.1079330 Aug 10 01:10:26.468411 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-bb0c062c-6f5d-4ddd-bd6a-8d4ea225f89f req-9f02aaad-3eba-482f-bdf4-883f84e8bd82 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc HTTP/1.1" status: 200 len: 999 time: 0.0630989 Aug 10 01:10:26.523634 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c062c-6f5d-4ddd-bd6a-8d4ea225f89f req-1bd52fe8-2e0c-408e-aea7-9ca5620547a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:26.525827 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-bb0c062c-6f5d-4ddd-bd6a-8d4ea225f89f req-1bd52fe8-2e0c-408e-aea7-9ca5620547a3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6592bd1e-0cb5-4931-abfd-37c8c7d77ae5 HTTP/1.1" status: 200 len: 834 time: 0.0471389 Aug 10 01:10:26.527971 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-9623788a-376a-4994-8778-5bae8acf7303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240adab5-62b9-4ef6-83a2-082185918929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838640697', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd1b82ec8-154f-484e-b204-b13d5177b1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:59Z', 'updated_at': '2021-08-10T01:10:07Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'd1b82ec8-154f-484e-b204-b13d5177b1da', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:57:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240adab5-62b9-4ef6-83a2-082185918929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:10:00Z', 'updated_at': '2021-08-10T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'e6c21777-8bce-45a4-a7a3-9fac05b55acf', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'floating_ip_address': '172.25.2.155', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '240adab5-62b9-4ef6-83a2-082185918929', 'port_id': '54a62c56-54c2-4a0b-9627-fa3c3cdf65fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6', 'mac_address': 'fa:16:3e:02:3c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d514ef-4cc2-4045-98c4-aefa565030b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:10:24Z', 'updated_at': '2021-08-10T01:10:24Z', 'revision_number': 0, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b', 'name': '', 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'mac_address': 'fa:16:3e:2b:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240adab5-62b9-4ef6-83a2-082185918929', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '6592bd1e-0cb5-4931-abfd-37c8c7d77ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:10:06Z', 'updated_at': '2021-08-10T01:10:14Z', 'revision_number': 5, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'subnets': [{'id': '6592bd1e-0cb5-4931-abfd-37c8c7d77ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:26.560654 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9623788a-376a-4994-8778-5bae8acf7303 None None] Checking router: 240adab5-62b9-4ef6-83a2-082185918929 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:10:26.579368 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c062c-6f5d-4ddd-bd6a-8d4ea225f89f req-312099f7-4612-4adc-9967-0b49438e8bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:26.580309 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9623788a-376a-4994-8778-5bae8acf7303 None None] Routers {'240adab5-62b9-4ef6-83a2-082185918929'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:10:26.580904 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-bb0c062c-6f5d-4ddd-bd6a-8d4ea225f89f req-312099f7-4612-4adc-9967-0b49438e8bec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01bb96cc-7872-46cf-825f-e696562689f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463390 Aug 10 01:10:26.581150 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-9623788a-376a-4994-8778-5bae8acf7303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:10:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['240adab5-62b9-4ef6-83a2-082185918929'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:26.678843 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-bb0c062c-6f5d-4ddd-bd6a-8d4ea225f89f req-859eea3b-3864-4486-aaf9-6951c57b5a62 service neutron] 10.222.0.24 "GET /v2.0/networks/01bb96cc-7872-46cf-825f-e696562689f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887716 Aug 10 01:10:26.785170 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-9623788a-376a-4994-8778-5bae8acf7303 None None] Set router 240adab5-62b9-4ef6-83a2-082185918929 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:10:26.785832 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-bb0c062c-6f5d-4ddd-bd6a-8d4ea225f89f req-2d430a26-1938-4a06-afda-43234dd5e5b1 service neutron] 10.222.0.24 "GET /v2.0/networks/01bb96cc-7872-46cf-825f-e696562689f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982106 Aug 10 01:10:26.794131 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54baa2bc-068d-43e4-b1f9-1e4b682c0537 req-5c087bf5-013b-4520-8bfd-61e84e3e54cd tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:26.802407 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-54baa2bc-068d-43e4-b1f9-1e4b682c0537 req-5c087bf5-013b-4520-8bfd-61e84e3e54cd tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 945 time: 0.0679381 Aug 10 01:10:26.846542 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-54baa2bc-068d-43e4-b1f9-1e4b682c0537 req-ac9e5739-703b-47f7-9fe2-5d553ea6e3de tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432653 Aug 10 01:10:27.053147 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-9623788a-376a-4994-8778-5bae8acf7303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240adab5-62b9-4ef6-83a2-082185918929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838640697', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd1b82ec8-154f-484e-b204-b13d5177b1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:59Z', 'updated_at': '2021-08-10T01:10:07Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'd1b82ec8-154f-484e-b204-b13d5177b1da', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:57:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240adab5-62b9-4ef6-83a2-082185918929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:10:00Z', 'updated_at': '2021-08-10T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'e6c21777-8bce-45a4-a7a3-9fac05b55acf', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'floating_ip_address': '172.25.2.155', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '240adab5-62b9-4ef6-83a2-082185918929', 'port_id': '54a62c56-54c2-4a0b-9627-fa3c3cdf65fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6', 'mac_address': 'fa:16:3e:02:3c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d514ef-4cc2-4045-98c4-aefa565030b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:10:24Z', 'updated_at': '2021-08-10T01:10:24Z', 'revision_number': 0, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b', 'name': '', 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'mac_address': 'fa:16:3e:2b:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240adab5-62b9-4ef6-83a2-082185918929', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '6592bd1e-0cb5-4931-abfd-37c8c7d77ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:10:06Z', 'updated_at': '2021-08-10T01:10:14Z', 'revision_number': 5, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'subnets': [{'id': '6592bd1e-0cb5-4931-abfd-37c8c7d77ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:27.080231 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9623788a-376a-4994-8778-5bae8acf7303 None None] The sync data for ids ['240adab5-62b9-4ef6-83a2-082185918929'] in n-d-766726-26 is: [{'id': '240adab5-62b9-4ef6-83a2-082185918929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838640697', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd1b82ec8-154f-484e-b204-b13d5177b1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:59Z', 'updated_at': '2021-08-10T01:10:07Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'd1b82ec8-154f-484e-b204-b13d5177b1da', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:57:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240adab5-62b9-4ef6-83a2-082185918929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:10:00Z', 'updated_at': '2021-08-10T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'e6c21777-8bce-45a4-a7a3-9fac05b55acf', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'floating_ip_address': '172.25.2.155', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '240adab5-62b9-4ef6-83a2-082185918929', 'port_id': '54a62c56-54c2-4a0b-9627-fa3c3cdf65fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6', 'mac_address': 'fa:16:3e:02:3c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d514ef-4cc2-4045-98c4-aefa565030b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:10:24Z', 'updated_at': '2021-08-10T01:10:24Z', 'revision_number': 0, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b', 'name': '', 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'mac_address': 'fa:16:3e:2b:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240adab5-62b9-4ef6-83a2-082185918929', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '6592bd1e-0cb5-4931-abfd-37c8c7d77ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:10:06Z', 'updated_at': '2021-08-10T01:10:14Z', 'revision_number': 5, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'subnets': [{'id': '6592bd1e-0cb5-4931-abfd-37c8c7d77ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:10:27.336274 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e203e32-bcce-4a7f-89d3-06f1578e6f74 None None] New status for floating IP e6c21777-8bce-45a4-a7a3-9fac05b55acf: ACTIVE {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:10:27.382806 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33008) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:27.393415 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa7e3b-a82b-465b-a088-a87c45df8547 req-4c406c6f-4277-49af-a227-ac58f9e64d03 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:27.399475 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f4fa7e3b-a82b-465b-a088-a87c45df8547 req-4c406c6f-4277-49af-a227-ac58f9e64d03 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=e59a6ef2-0001-493c-848d-d573fe522423 HTTP/1.1" status: 200 len: 946 time: 0.0691364 Aug 10 01:10:27.448585 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f4fa7e3b-a82b-465b-a088-a87c45df8547 req-96269ef1-3391-4d01-a346-4b042db14bd3 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=66a82ecc-1c8f-417e-853d-b04b0d71df58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456629 Aug 10 01:10:27.459679 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-448fc8d6-5a04-427c-a119-15eb9e2d5fd5 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/floatingips/e6c21777-8bce-45a4-a7a3-9fac05b55acf HTTP/1.1" status: 200 len: 991 time: 0.0750761 Aug 10 01:10:27.961521 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6393f5-226a-4bd7-8d77-38c48263b86d req-a25c22e2-195a-4dd8-ae6a-1d5267787566 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:27.963105 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ec6393f5-226a-4bd7-8d77-38c48263b86d req-a25c22e2-195a-4dd8-ae6a-1d5267787566 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 945 time: 0.0489135 Aug 10 01:10:28.000903 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ec6393f5-226a-4bd7-8d77-38c48263b86d req-faaf9922-267a-414e-aa0d-d87f6c15527c tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318782 Aug 10 01:10:28.149998 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:28.461933 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33018) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:28.528590 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7870d256-98dd-4727-ba8d-e52c9ff1f2a3 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/floatingips/e6c21777-8bce-45a4-a7a3-9fac05b55acf HTTP/1.1" status: 200 len: 993 time: 0.0654733 Aug 10 01:10:28.560546 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120a067-0ee9-4fe5-9a2a-d5471ad89595 req-97e30b01-9368-4edc-b853-3692ef5ac8fc tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:28.562025 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3120a067-0ee9-4fe5-9a2a-d5471ad89595 req-97e30b01-9368-4edc-b853-3692ef5ac8fc tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=e59a6ef2-0001-493c-848d-d573fe522423 HTTP/1.1" status: 200 len: 946 time: 0.0486691 Aug 10 01:10:28.598557 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3120a067-0ee9-4fe5-9a2a-d5471ad89595 req-9cd65fb5-6c7d-4ddf-9b65-ac39c8cab4f1 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=66a82ecc-1c8f-417e-853d-b04b0d71df58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304172 Aug 10 01:10:29.130776 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d579da-f37a-4257-8640-601eed82ab59 req-09ba869b-39c1-456a-aaaf-cf4811a804dc tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:29.132205 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-69d579da-f37a-4257-8640-601eed82ab59 req-09ba869b-39c1-456a-aaaf-cf4811a804dc tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 945 time: 0.0532436 Aug 10 01:10:29.173126 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-69d579da-f37a-4257-8640-601eed82ab59 req-89fb5118-c919-4726-aaee-ad61f1b68fbf tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341618 Aug 10 01:10:29.401092 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33030) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:29.406619 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-2932eb1b-db4f-482a-a9dc-13f7acbe270c tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Request body: {'subnet': {'network_id': 'd6994f6a-bf1d-41bd-a832-caf19a5bee37', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:29.480996 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device c2bf473f-96db-4283-abc5-17d3a5be291c up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:10:29.495406 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2932eb1b-db4f-482a-a9dc-13f7acbe270c tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Made reservation on behalf of 1d6405ff3e234c1387c01ba43e3e1edd for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:29.499083 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2932eb1b-db4f-482a-a9dc-13f7acbe270c tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:29.505260 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3974d6e-571a-411b-988d-296ec5365d5c req-863402c5-1eda-4ace-ac41-01d82266b8c8 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:29.506672 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f3974d6e-571a-411b-988d-296ec5365d5c req-863402c5-1eda-4ace-ac41-01d82266b8c8 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.24 "GET /v2.0/ports?device_id=e59a6ef2-0001-493c-848d-d573fe522423 HTTP/1.1" status: 200 len: 946 time: 0.0546782 Aug 10 01:10:29.534833 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port c2bf473f-96db-4283-abc5-17d3a5be291c completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:10:29.539273 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port c2bf473f-96db-4283-abc5-17d3a5be291c triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:29.539666 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:29.631007 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-f3974d6e-571a-411b-988d-296ec5365d5c req-c399cbb2-9b3c-4dca-86b7-84a1faf3d547 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Deleting port 5ddf650a-78e5-4b7d-a138-edd522b2f23e {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:29.631489 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f3974d6e-571a-411b-988d-296ec5365d5c req-c399cbb2-9b3c-4dca-86b7-84a1faf3d547 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:29.640270 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:29.677125 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31ef606-9dd1-4438-af78-2138a527db67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2bf473f-96db-4283-abc5-17d3a5be291c'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:10:29.679874 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea12a171-7a8c-4c56-af6c-a0db22c9b045" -d '{"events": [{"server_uuid": "f31ef606-9dd1-4438-af78-2138a527db67", "name": "network-vif-plugged", "status": "completed", "tag": "c2bf473f-96db-4283-abc5-17d3a5be291c"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:10:29.685950 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port c2bf473f-96db-4283-abc5-17d3a5be291c, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=c2bf473f-96db-4283-abc5-17d3a5be291c,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:29.696202 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:29.724925 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2932eb1b-db4f-482a-a9dc-13f7acbe270c tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:29.743792 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-f3974d6e-571a-411b-988d-296ec5365d5c req-c399cbb2-9b3c-4dca-86b7-84a1faf3d547 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] For port 5ddf650a-78e5-4b7d-a138-edd522b2f23e, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=5ddf650a-78e5-4b7d-a138-edd522b2f23e,segment=NetworkSegment(46257f34-2cf1-4c58-aee4-ca7c1c66fdd4),segment_id=46257f34-2cf1-4c58-aee4-ca7c1c66fdd4)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:29.744756 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f3974d6e-571a-411b-988d-296ec5365d5c req-c399cbb2-9b3c-4dca-86b7-84a1faf3d547 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:29.745824 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c82ac-d883-4f98-adf6-79f5d9bf0f98 req-6579be95-61ec-460d-a5a0-3b6171c4a96d tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:29.747434 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-159c82ac-d883-4f98-adf6-79f5d9bf0f98 req-6579be95-61ec-460d-a5a0-3b6171c4a96d tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=e59a6ef2-0001-493c-848d-d573fe522423 HTTP/1.1" status: 200 len: 946 time: 0.0708334 Aug 10 01:10:29.753722 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c790d4-4476-4fdd-8b80-180457756b29 x-openstack-request-id: req-91c790d4-4476-4fdd-8b80-180457756b29 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:10:29.754022 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31ef606-9dd1-4438-af78-2138a527db67", "name": "network-vif-plugged", "status": "completed", "tag": "c2bf473f-96db-4283-abc5-17d3a5be291c", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:10:29.754274 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-91c790d4-4476-4fdd-8b80-180457756b29 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:10:29.754662 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31ef606-9dd1-4438-af78-2138a527db67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2bf473f-96db-4283-abc5-17d3a5be291c', 'code': 200} Aug 10 01:10:29.755329 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=c2bf473f-96db-4283-abc5-17d3a5be291c,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:29.827935 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2932eb1b-db4f-482a-a9dc-13f7acbe270c tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Pushing event updated for resources: {'Subnet': ['ID=a3e725fa-758a-4511-908b-b47a752b7324,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:29.869762 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-159c82ac-d883-4f98-adf6-79f5d9bf0f98 req-d0175c9c-b5c8-49d9-8806-f9fb3c137c65 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups?id=66a82ecc-1c8f-417e-853d-b04b0d71df58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964897 Aug 10 01:10:29.871651 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2932eb1b-db4f-482a-a9dc-13f7acbe270c tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Checking segment: {'id': '49e3f769-9e9a-4577-b514-4a9c68468521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd6994f6a-bf1d-41bd-a832-caf19a5bee37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:29.872015 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2932eb1b-db4f-482a-a9dc-13f7acbe270c tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Network hostable DHCP agents. Network: d6994f6a-bf1d-41bd-a832-caf19a5bee37, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:10:29.894840 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c1812c-4b45-42a8-abeb-49c698a33c5f req-7e4004fc-e567-4c96-a48c-bea7e3213a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:29.896435 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24c1812c-4b45-42a8-abeb-49c698a33c5f req-7e4004fc-e567-4c96-a48c-bea7e3213a3d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 1098 time: 0.0698171 Aug 10 01:10:29.897478 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2932eb1b-db4f-482a-a9dc-13f7acbe270c tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Network d6994f6a-bf1d-41bd-a832-caf19a5bee37 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:10:29.919421 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-2932eb1b-db4f-482a-a9dc-13f7acbe270c tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, d6994f6a-bf1d-41bd-a832-caf19a5bee37) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:29.924562 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2932eb1b-db4f-482a-a9dc-13f7acbe270c tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:29.927244 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d876ed3d-ddc2-48b2-805b-85eb23cb26eb None None] Network d6994f6a-bf1d-41bd-a832-caf19a5bee37 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:29.928248 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2932eb1b-db4f-482a-a9dc-13f7acbe270c tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:29.939297 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f3974d6e-571a-411b-988d-296ec5365d5c req-c399cbb2-9b3c-4dca-86b7-84a1faf3d547 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:29.939978 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f3974d6e-571a-411b-988d-296ec5365d5c req-c399cbb2-9b3c-4dca-86b7-84a1faf3d547 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:29.940513 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [req-f3974d6e-571a-411b-988d-296ec5365d5c req-c399cbb2-9b3c-4dca-86b7-84a1faf3d547 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Floating IP 227d3b44-a046-4d20-af4d-a61d89261c45 disassociated. External IP: 172.25.2.223, port: 5ddf650a-78e5-4b7d-a138-edd522b2f23e. Aug 10 01:10:29.941114 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-f3974d6e-571a-411b-988d-296ec5365d5c req-c399cbb2-9b3c-4dca-86b7-84a1faf3d547 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Calling delete_port for 5ddf650a-78e5-4b7d-a138-edd522b2f23e owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:29.951768 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24c1812c-4b45-42a8-abeb-49c698a33c5f req-95c5ec3f-9577-4ef1-a4d1-e905c1292586 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481572 Aug 10 01:10:29.953537 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2932eb1b-db4f-482a-a9dc-13f7acbe270c tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5514359 Aug 10 01:10:29.957120 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33038) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:29.963802 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-b2326605-610d-4240-8aa0-d3cb6b838901 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-148547046'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:30.030502 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2326605-610d-4240-8aa0-d3cb6b838901 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Made reservation on behalf of 1d6405ff3e234c1387c01ba43e3e1edd for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:30.033912 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b2326605-610d-4240-8aa0-d3cb6b838901 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:30.073429 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2326605-610d-4240-8aa0-d3cb6b838901 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:10:30.073970 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f444e32d-ee3d-4bbe-93b9-f2eafd029662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-d6994f6a-bf1d-41bd-a832-caf19a5bee37', 'network_id': 'd6994f6a-bf1d-41bd-a832-caf19a5bee37', 'tenant_id': '1d6405ff3e234c1387c01ba43e3e1edd', 'fixed_ips': [{'subnet_id': 'a3e725fa-758a-4511-908b-b47a752b7324'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:10:30.074834 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f444e32d-ee3d-4bbe-93b9-f2eafd029662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:30.108125 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b2326605-610d-4240-8aa0-d3cb6b838901 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:30.108493 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-b2326605-610d-4240-8aa0-d3cb6b838901 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Added segment 4c6fa31e-b86e-4e8b-aea8-113523bfb9a3 of type vlan for network 2532e677-a41f-488a-9ea5-14b284e58e5b Aug 10 01:10:30.158294 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f3974d6e-571a-411b-988d-296ec5365d5c req-c399cbb2-9b3c-4dca-86b7-84a1faf3d547 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:30.163491 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b2326605-610d-4240-8aa0-d3cb6b838901 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:30.200213 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399cbb2-9b3c-4dca-86b7-84a1faf3d547 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Pushing event deleted for resources: {'Port': ['ID=5ddf650a-78e5-4b7d-a138-edd522b2f23e,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:30.218951 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-f444e32d-ee3d-4bbe-93b9-f2eafd029662 None None] Allocated IP 2001:db8:0:ffff::2 (d6994f6a-bf1d-41bd-a832-caf19a5bee37/a3e725fa-758a-4511-908b-b47a752b7324/e89b85b4-90f6-4061-9542-a10c56f46baf) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:10:30.280911 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b2326605-610d-4240-8aa0-d3cb6b838901 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:30.292237 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2326605-610d-4240-8aa0-d3cb6b838901 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:30.293372 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b2326605-610d-4240-8aa0-d3cb6b838901 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:30.317435 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb317e9-6424-4a46-83e6-74d4c8e1193f req-436b215c-25c3-4928-ae71-a7cb2906f7b3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:30.319019 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0cb317e9-6424-4a46-83e6-74d4c8e1193f req-436b215c-25c3-4928-ae71-a7cb2906f7b3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 946 time: 0.0621800 Aug 10 01:10:30.366950 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0cb317e9-6424-4a46-83e6-74d4c8e1193f req-c2492c09-672a-4d86-8982-1e10f1027dd7 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351217 Aug 10 01:10:30.404490 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33046) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:30.405863 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b2326605-610d-4240-8aa0-d3cb6b838901 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4463243 Aug 10 01:10:30.410752 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-91c00423-fa87-49ac-ac5d-8ac31a83acd5 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Request body: {'subnet': {'network_id': '2532e677-a41f-488a-9ea5-14b284e58e5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:30.425698 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3974d6e-571a-411b-988d-296ec5365d5c req-c399cbb2-9b3c-4dca-86b7-84a1faf3d547 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Router ffe05d4e-1105-4d2b-87c9-4a6c91d02339 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:10:30.428640 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2326605-610d-4240-8aa0-d3cb6b838901 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Pushing event updated for resources: {'Network': ['ID=2532e677-a41f-488a-9ea5-14b284e58e5b,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:30.433434 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f444e32d-ee3d-4bbe-93b9-f2eafd029662 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:30.451294 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f444e32d-ee3d-4bbe-93b9-f2eafd029662 None None] Transition to ACTIVE for port object e89b85b4-90f6-4061-9542-a10c56f46baf will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:30.459393 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 2532e677-a41f-488a-9ea5-14b284e58e5b details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:10:30.548534 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c00423-fa87-49ac-ac5d-8ac31a83acd5 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Made reservation on behalf of 1d6405ff3e234c1387c01ba43e3e1edd for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:30.553250 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f444e32d-ee3d-4bbe-93b9-f2eafd029662 None None] Transition to ACTIVE for port object e89b85b4-90f6-4061-9542-a10c56f46baf will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:30.553789 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-91c00423-fa87-49ac-ac5d-8ac31a83acd5 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:30.562779 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f444e32d-ee3d-4bbe-93b9-f2eafd029662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:30.610517 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f444e32d-ee3d-4bbe-93b9-f2eafd029662 None None] Network d6994f6a-bf1d-41bd-a832-caf19a5bee37 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:30.617216 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-f444e32d-ee3d-4bbe-93b9-f2eafd029662 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:30.619907 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f444e32d-ee3d-4bbe-93b9-f2eafd029662 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:10:30.623281 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3974d6e-571a-411b-988d-296ec5365d5c req-c399cbb2-9b3c-4dca-86b7-84a1faf3d547 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:10:30.638187 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd43a2c-7758-4483-821b-23697c5e7d06 None None] Sync routers for ids ['ffe05d4e-1105-4d2b-87c9-4a6c91d02339'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:10:30.667799 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444e32d-ee3d-4bbe-93b9-f2eafd029662 None None] Pushing event updated for resources: {'Port': ['ID=e89b85b4-90f6-4061-9542-a10c56f46baf,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:30.671330 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3974d6e-571a-411b-988d-296ec5365d5c req-c399cbb2-9b3c-4dca-86b7-84a1faf3d547 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] No DVR routers for this DVR port 5ddf650a-78e5-4b7d-a138-edd522b2f23e on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:10:30.671889 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd43a2c-7758-4483-821b-23697c5e7d06 None None] Routers {'ffe05d4e-1105-4d2b-87c9-4a6c91d02339'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:10:30.672567 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-edd43a2c-7758-4483-821b-23697c5e7d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:10:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['ffe05d4e-1105-4d2b-87c9-4a6c91d02339'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:30.674484 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f3974d6e-571a-411b-988d-296ec5365d5c req-c399cbb2-9b3c-4dca-86b7-84a1faf3d547 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:30.676969 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f3974d6e-571a-411b-988d-296ec5365d5c req-c399cbb2-9b3c-4dca-86b7-84a1faf3d547 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.24 "DELETE /v2.0/ports/5ddf650a-78e5-4b7d-a138-edd522b2f23e HTTP/1.1" status: 204 len: 173 time: 1.1642594 Aug 10 01:10:30.677627 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59a6ef2-0001-493c-848d-d573fe522423', 'name': 'network-vif-deleted', 'tag': '5ddf650a-78e5-4b7d-a138-edd522b2f23e'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:10:30.681084 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55016e8-633a-4c17-9a80-26ca836c6cae" -d '{"events": [{"server_uuid": "e59a6ef2-0001-493c-848d-d573fe522423", "name": "network-vif-deleted", "tag": "5ddf650a-78e5-4b7d-a138-edd522b2f23e"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:10:30.733287 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c61e01-fef6-4bd0-801d-411a6171b83f x-openstack-request-id: req-83c61e01-fef6-4bd0-801d-411a6171b83f {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:10:30.733586 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59a6ef2-0001-493c-848d-d573fe522423", "name": "network-vif-deleted", "tag": "5ddf650a-78e5-4b7d-a138-edd522b2f23e", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:10:30.733843 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-83c61e01-fef6-4bd0-801d-411a6171b83f {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:10:30.734250 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59a6ef2-0001-493c-848d-d573fe522423', 'name': 'network-vif-deleted', 'tag': '5ddf650a-78e5-4b7d-a138-edd522b2f23e', 'status': 'completed', 'code': 200} Aug 10 01:10:30.774947 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-f444e32d-ee3d-4bbe-93b9-f2eafd029662 None None] Attempting to bind port e89b85b4-90f6-4061-9542-a10c56f46baf on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:10:30.776155 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-f444e32d-ee3d-4bbe-93b9-f2eafd029662 None None] Attempting to bind port e89b85b4-90f6-4061-9542-a10c56f46baf by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '49e3f769-9e9a-4577-b514-4a9c68468521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd6994f6a-bf1d-41bd-a832-caf19a5bee37'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:10:30.777258 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f444e32d-ee3d-4bbe-93b9-f2eafd029662 None None] Attempting to bind port e89b85b4-90f6-4061-9542-a10c56f46baf on network d6994f6a-bf1d-41bd-a832-caf19a5bee37 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:10:30.787323 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f444e32d-ee3d-4bbe-93b9-f2eafd029662 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:10:30.787975 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f444e32d-ee3d-4bbe-93b9-f2eafd029662 None None] Checking segment: {'id': '49e3f769-9e9a-4577-b514-4a9c68468521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd6994f6a-bf1d-41bd-a832-caf19a5bee37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:30.788595 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f444e32d-ee3d-4bbe-93b9-f2eafd029662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:30.789082 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f444e32d-ee3d-4bbe-93b9-f2eafd029662 None None] Bound using segment: {'id': '49e3f769-9e9a-4577-b514-4a9c68468521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd6994f6a-bf1d-41bd-a832-caf19a5bee37'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:10:30.789785 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-f444e32d-ee3d-4bbe-93b9-f2eafd029662 None None] Bound port: e89b85b4-90f6-4061-9542-a10c56f46baf, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e3f769-9e9a-4577-b514-4a9c68468521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd6994f6a-bf1d-41bd-a832-caf19a5bee37'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:10:30.790268 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f444e32d-ee3d-4bbe-93b9-f2eafd029662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:30.895016 n-d-766726-26 neutron-server[105826]: DEBUG neutron.objects.ports [None req-91c00423-fa87-49ac-ac5d-8ac31a83acd5 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 01:10:30.896770 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-91c00423-fa87-49ac-ac5d-8ac31a83acd5 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:30.972605 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c00423-fa87-49ac-ac5d-8ac31a83acd5 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Pushing event updated for resources: {'Subnet': ['ID=96fdcdc0-6f9c-4e7c-bd13-2d32eca45c2f,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:30.990756 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-56af7991-eded-4709-aea8-33c152a4a50a req-6dc7915e-e386-47aa-bf10-e769660084a5 tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/ports?device_id=e59a6ef2-0001-493c-848d-d573fe522423 HTTP/1.1" status: 200 len: 210 time: 0.0325203 Aug 10 01:10:30.993441 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c00423-fa87-49ac-ac5d-8ac31a83acd5 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Checking segment: {'id': '4c6fa31e-b86e-4e8b-aea8-113523bfb9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2532e677-a41f-488a-9ea5-14b284e58e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:30.993825 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c00423-fa87-49ac-ac5d-8ac31a83acd5 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Network hostable DHCP agents. Network: 2532e677-a41f-488a-9ea5-14b284e58e5b, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:10:31.011948 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c00423-fa87-49ac-ac5d-8ac31a83acd5 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Network 2532e677-a41f-488a-9ea5-14b284e58e5b is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:10:31.020608 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-91c00423-fa87-49ac-ac5d-8ac31a83acd5 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 2532e677-a41f-488a-9ea5-14b284e58e5b) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:31.024666 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c00423-fa87-49ac-ac5d-8ac31a83acd5 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:31.025301 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-91c00423-fa87-49ac-ac5d-8ac31a83acd5 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:31.025660 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-edd43a2c-7758-4483-821b-23697c5e7d06 None None] Set router ffe05d4e-1105-4d2b-87c9-4a6c91d02339 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:10:31.039783 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-91c00423-fa87-49ac-ac5d-8ac31a83acd5 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6341140 Aug 10 01:10:31.042836 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33054) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:31.048003 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-2a6cb8b9-954c-4b00-a672-126410b96b21 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Request body: {'port': {'network_id': '2532e677-a41f-488a-9ea5-14b284e58e5b', 'name': 'tempest-NetworksIpV6TestAttrs-290113425'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:31.062065 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f8af92-db3d-4f8a-bba5-a9c198c8029e None None] Network 2532e677-a41f-488a-9ea5-14b284e58e5b requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:31.123573 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-f444e32d-ee3d-4bbe-93b9-f2eafd029662 None None] For port e89b85b4-90f6-4061-9542-a10c56f46baf, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:10:31.179158 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-f444e32d-ee3d-4bbe-93b9-f2eafd029662 None None] For port e89b85b4-90f6-4061-9542-a10c56f46baf, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=e89b85b4-90f6-4061-9542-a10c56f46baf,segment=NetworkSegment(49e3f769-9e9a-4577-b514-4a9c68468521),segment_id=49e3f769-9e9a-4577-b514-4a9c68468521)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:10:31.179455 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6cb8b9-954c-4b00-a672-126410b96b21 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Made reservation on behalf of 1d6405ff3e234c1387c01ba43e3e1edd for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:31.187313 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2a6cb8b9-954c-4b00-a672-126410b96b21 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:31.211175 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-2a6cb8b9-954c-4b00-a672-126410b96b21 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] device_id is not set on port 7e3eedfa-8918-436f-9a92-581df1461afe yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:10:31.229157 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f444e32d-ee3d-4bbe-93b9-f2eafd029662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:31.360877 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-2a6cb8b9-954c-4b00-a672-126410b96b21 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Allocated IP 2001:db8::f816:3eff:fee4:c0b0 (2532e677-a41f-488a-9ea5-14b284e58e5b/96fdcdc0-6f9c-4e7c-bd13-2d32eca45c2f/7e3eedfa-8918-436f-9a92-581df1461afe) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:10:31.430511 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444e32d-ee3d-4bbe-93b9-f2eafd029662 None None] Pushing event updated for resources: {'Port': ['ID=e89b85b4-90f6-4061-9542-a10c56f46baf,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:31.528682 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b291cc0-4541-4f71-80ae-dce9f3475cb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-2532e677-a41f-488a-9ea5-14b284e58e5b', 'network_id': '2532e677-a41f-488a-9ea5-14b284e58e5b', 'tenant_id': '1d6405ff3e234c1387c01ba43e3e1edd', 'fixed_ips': [{'subnet_id': '96fdcdc0-6f9c-4e7c-bd13-2d32eca45c2f'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:10:31.529814 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b291cc0-4541-4f71-80ae-dce9f3475cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:31.643177 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178472f4-cdf4-4b1e-8d21-eb783562d7f5 req-0ddff18a-1d65-482e-9be2-7cd574b8caa7 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:31.644909 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-178472f4-cdf4-4b1e-8d21-eb783562d7f5 req-0ddff18a-1d65-482e-9be2-7cd574b8caa7 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 946 time: 0.1651115 Aug 10 01:10:31.721430 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-edd43a2c-7758-4483-821b-23697c5e7d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'name': 'tempest-AttachVolumeTestJSON-56048594-router', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b014651d-896e-49bf-a8fe-96ed9fd8633a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T00:59:41Z', 'revision_number': 4, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'gw_port': {'id': 'b014651d-896e-49bf-a8fe-96ed9fd8633a', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T00:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '63b72c7d-b08b-4b6b-8e03-039ba2c68e0a', 'name': '', 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'mac_address': 'fa:16:3e:5a:5a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '5e3c383a-86af-456d-b822-0c7aa421c546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:40Z', 'updated_at': '2021-08-10T00:59:47Z', 'revision_number': 5, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'subnets': [{'id': '5e3c383a-86af-456d-b822-0c7aa421c546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:31.732521 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-178472f4-cdf4-4b1e-8d21-eb783562d7f5 req-1bc63656-789e-4ce4-b89b-aab40185e9ad tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731888 Aug 10 01:10:31.737613 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2a6cb8b9-954c-4b00-a672-126410b96b21 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:31.751709 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-2a6cb8b9-954c-4b00-a672-126410b96b21 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Transition to ACTIVE for port object 7e3eedfa-8918-436f-9a92-581df1461afe will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:31.763354 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd43a2c-7758-4483-821b-23697c5e7d06 None None] Checking router: ffe05d4e-1105-4d2b-87c9-4a6c91d02339 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:10:31.771678 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd43a2c-7758-4483-821b-23697c5e7d06 None None] Routers {'ffe05d4e-1105-4d2b-87c9-4a6c91d02339'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:10:31.772342 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-edd43a2c-7758-4483-821b-23697c5e7d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:10:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['ffe05d4e-1105-4d2b-87c9-4a6c91d02339'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:31.787336 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2a6cb8b9-954c-4b00-a672-126410b96b21 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:31.851237 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6cb8b9-954c-4b00-a672-126410b96b21 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Network 2532e677-a41f-488a-9ea5-14b284e58e5b is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:31.855310 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-2a6cb8b9-954c-4b00-a672-126410b96b21 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:31.857778 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6cb8b9-954c-4b00-a672-126410b96b21 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:10:31.863601 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6cb8b9-954c-4b00-a672-126410b96b21 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:31.864253 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2a6cb8b9-954c-4b00-a672-126410b96b21 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:31.866852 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6cb8b9-954c-4b00-a672-126410b96b21 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Pushing event updated for resources: {'Port': ['ID=7e3eedfa-8918-436f-9a92-581df1461afe,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:31.885250 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2a6cb8b9-954c-4b00-a672-126410b96b21 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.8405898 Aug 10 01:10:31.887483 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33066) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:31.895753 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-2b291cc0-4541-4f71-80ae-dce9f3475cb7 None None] Allocated IP 2001:db8::f816:3eff:fe3a:9498 (2532e677-a41f-488a-9ea5-14b284e58e5b/96fdcdc0-6f9c-4e7c-bd13-2d32eca45c2f/fd5a4ca2-7ef7-45bc-b146-aaf9c75293ce) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:10:31.955001 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device e89b85b4-90f6-4061-9542-a10c56f46baf up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:10:31.955378 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-0083af9b-95d6-428d-a1e8-4e8179620c97 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Deleting subnet 96fdcdc0-6f9c-4e7c-bd13-2d32eca45c2f {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:10:31.959452 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-edd43a2c-7758-4483-821b-23697c5e7d06 None None] Set router ffe05d4e-1105-4d2b-87c9-4a6c91d02339 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:10:32.079415 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33072) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:32.139496 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ecb1059c-707b-428e-be2c-729348b5820c tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:32.166664 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ecb1059c-707b-428e-be2c-729348b5820c tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:32.210261 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port e89b85b4-90f6-4061-9542-a10c56f46baf completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:10:32.225431 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ecb1059c-707b-428e-be2c-729348b5820c tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:32.228667 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ecb1059c-707b-428e-be2c-729348b5820c tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:32.229842 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ecb1059c-707b-428e-be2c-729348b5820c tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "DELETE /v2.0/security-groups/66a82ecc-1c8f-417e-853d-b04b0d71df58 HTTP/1.1" status: 204 len: 168 time: 0.1493678 Aug 10 01:10:32.232687 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33074) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:32.240446 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1059c-707b-428e-be2c-729348b5820c tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a82ecc-1c8f-417e-853d-b04b0d71df58,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:32.253528 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b291cc0-4541-4f71-80ae-dce9f3475cb7 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:32.264562 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-df17354e-be98-4853-a67c-4c05cd132c9a tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] show failed (client error): The resource could not be found. Aug 10 01:10:32.265601 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-df17354e-be98-4853-a67c-4c05cd132c9a tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "GET /v2.0/security-groups/66a82ecc-1c8f-417e-853d-b04b0d71df58 HTTP/1.1" status: 404 len: 347 time: 0.0267937 Aug 10 01:10:32.268584 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33076) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:32.293059 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2b291cc0-4541-4f71-80ae-dce9f3475cb7 None None] Transition to ACTIVE for port object fd5a4ca2-7ef7-45bc-b146-aaf9c75293ce will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:32.316987 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2b291cc0-4541-4f71-80ae-dce9f3475cb7 None None] Transition to ACTIVE for port object fd5a4ca2-7ef7-45bc-b146-aaf9c75293ce will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:32.325346 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0083af9b-95d6-428d-a1e8-4e8179620c97 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:32.342285 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b291cc0-4541-4f71-80ae-dce9f3475cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:32.375606 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0083af9b-95d6-428d-a1e8-4e8179620c97 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:32.400104 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b291cc0-4541-4f71-80ae-dce9f3475cb7 None None] Pushing event updated for resources: {'Port': ['ID=fd5a4ca2-7ef7-45bc-b146-aaf9c75293ce,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:32.420788 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-4e550521-befd-408d-bae0-7ba565b783bc tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Deleting port b94ed485-514c-4812-b0cb-e212702881c7 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:32.421155 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4e550521-befd-408d-bae0-7ba565b783bc tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:32.421594 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b291cc0-4541-4f71-80ae-dce9f3475cb7 None None] Network 2532e677-a41f-488a-9ea5-14b284e58e5b is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:32.425353 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-2b291cc0-4541-4f71-80ae-dce9f3475cb7 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:32.428219 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b291cc0-4541-4f71-80ae-dce9f3475cb7 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:10:32.432570 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-edd43a2c-7758-4483-821b-23697c5e7d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'name': 'tempest-AttachVolumeTestJSON-56048594-router', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b014651d-896e-49bf-a8fe-96ed9fd8633a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T00:59:41Z', 'revision_number': 4, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'gw_port': {'id': 'b014651d-896e-49bf-a8fe-96ed9fd8633a', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T00:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '63b72c7d-b08b-4b6b-8e03-039ba2c68e0a', 'name': '', 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'mac_address': 'fa:16:3e:5a:5a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '5e3c383a-86af-456d-b822-0c7aa421c546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:40Z', 'updated_at': '2021-08-10T00:59:47Z', 'revision_number': 5, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'subnets': [{'id': '5e3c383a-86af-456d-b822-0c7aa421c546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:32.492724 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd43a2c-7758-4483-821b-23697c5e7d06 None None] The sync data for ids ['ffe05d4e-1105-4d2b-87c9-4a6c91d02339'] in n-d-766726-26 is: [{'id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'name': 'tempest-AttachVolumeTestJSON-56048594-router', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b014651d-896e-49bf-a8fe-96ed9fd8633a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T00:59:41Z', 'revision_number': 4, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'gw_port': {'id': 'b014651d-896e-49bf-a8fe-96ed9fd8633a', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T00:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '63b72c7d-b08b-4b6b-8e03-039ba2c68e0a', 'name': '', 'network_id': 'f8055185-7aa6-4d65-b84e-223f9bf84b1e', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'mac_address': 'fa:16:3e:5a:5a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '5e3c383a-86af-456d-b822-0c7aa421c546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:40Z', 'updated_at': '2021-08-10T00:59:47Z', 'revision_number': 5, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'subnets': [{'id': '5e3c383a-86af-456d-b822-0c7aa421c546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:10:32.538537 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-2b291cc0-4541-4f71-80ae-dce9f3475cb7 None None] Attempting to bind port fd5a4ca2-7ef7-45bc-b146-aaf9c75293ce on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:10:32.539044 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-2b291cc0-4541-4f71-80ae-dce9f3475cb7 None None] Attempting to bind port fd5a4ca2-7ef7-45bc-b146-aaf9c75293ce by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '4c6fa31e-b86e-4e8b-aea8-113523bfb9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2532e677-a41f-488a-9ea5-14b284e58e5b'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:10:32.539512 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b291cc0-4541-4f71-80ae-dce9f3475cb7 None None] Attempting to bind port fd5a4ca2-7ef7-45bc-b146-aaf9c75293ce on network 2532e677-a41f-488a-9ea5-14b284e58e5b {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:10:32.545943 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b291cc0-4541-4f71-80ae-dce9f3475cb7 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:10:32.546489 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b291cc0-4541-4f71-80ae-dce9f3475cb7 None None] Checking segment: {'id': '4c6fa31e-b86e-4e8b-aea8-113523bfb9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2532e677-a41f-488a-9ea5-14b284e58e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:32.546620 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4e550521-befd-408d-bae0-7ba565b783bc tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:32.546901 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4e550521-befd-408d-bae0-7ba565b783bc tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:32.547027 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b291cc0-4541-4f71-80ae-dce9f3475cb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:32.547712 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b291cc0-4541-4f71-80ae-dce9f3475cb7 None None] Bound using segment: {'id': '4c6fa31e-b86e-4e8b-aea8-113523bfb9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2532e677-a41f-488a-9ea5-14b284e58e5b'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:10:32.548120 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-2b291cc0-4541-4f71-80ae-dce9f3475cb7 None None] Bound port: fd5a4ca2-7ef7-45bc-b146-aaf9c75293ce, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c6fa31e-b86e-4e8b-aea8-113523bfb9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2532e677-a41f-488a-9ea5-14b284e58e5b'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:10:32.548610 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b291cc0-4541-4f71-80ae-dce9f3475cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:32.569161 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-4e550521-befd-408d-bae0-7ba565b783bc tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Calling delete_port for b94ed485-514c-4812-b0cb-e212702881c7 owned by network:floatingip {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:32.569442 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24633c9b-94d5-41d0-b98a-40583b41372b None None] Network d6994f6a-bf1d-41bd-a832-caf19a5bee37 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:32.585149 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0083af9b-95d6-428d-a1e8-4e8179620c97 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:32.673645 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0083af9b-95d6-428d-a1e8-4e8179620c97 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:32.708388 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-653659b2-4d18-4479-9d37-088542b13665 None None] Provisioning for port e89b85b4-90f6-4061-9542-a10c56f46baf completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:10:32.711127 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083af9b-95d6-428d-a1e8-4e8179620c97 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Pushing event deleted for resources: {'Subnet': ['ID=96fdcdc0-6f9c-4e7c-bd13-2d32eca45c2f,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:32.715719 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0083af9b-95d6-428d-a1e8-4e8179620c97 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:32.720496 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0083af9b-95d6-428d-a1e8-4e8179620c97 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] 10.222.0.35 "DELETE /v2.0/subnets/96fdcdc0-6f9c-4e7c-bd13-2d32eca45c2f HTTP/1.1" status: 204 len: 168 time: 0.8319478 Aug 10 01:10:32.720920 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33082) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:32.730798 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-653659b2-4d18-4479-9d37-088542b13665 None None] Provisioning complete for port e89b85b4-90f6-4061-9542-a10c56f46baf triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:32.731312 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-653659b2-4d18-4479-9d37-088542b13665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:32.782804 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-2b291cc0-4541-4f71-80ae-dce9f3475cb7 None None] For port fd5a4ca2-7ef7-45bc-b146-aaf9c75293ce, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:10:32.797922 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-2b291cc0-4541-4f71-80ae-dce9f3475cb7 None None] For port fd5a4ca2-7ef7-45bc-b146-aaf9c75293ce, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=fd5a4ca2-7ef7-45bc-b146-aaf9c75293ce,segment=NetworkSegment(4c6fa31e-b86e-4e8b-aea8-113523bfb9a3),segment_id=4c6fa31e-b86e-4e8b-aea8-113523bfb9a3)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:10:32.815093 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f7d54b-cd19-4673-9693-df39c7371331 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:32.816754 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f7d54b-cd19-4673-9693-df39c7371331 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:32.818292 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-57f7d54b-cd19-4673-9693-df39c7371331 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0948489 Aug 10 01:10:32.821375 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33088) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:32.824967 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b291cc0-4541-4f71-80ae-dce9f3475cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:32.883956 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a31f63-bbf6-401a-92b6-3842251c5520 req-b1601565-26ab-4788-956e-76bcf8fcce2b tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:32.893192 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 5ddf650a-78e5-4b7d-a138-edd522b2f23e no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:10:32.894100 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c5a31f63-bbf6-401a-92b6-3842251c5520 req-b1601565-26ab-4788-956e-76bcf8fcce2b tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 946 time: 0.0676479 Aug 10 01:10:32.925716 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45f0471-6af6-4e55-ad6a-f8c20591ab1c None None] New status for floating IP 227d3b44-a046-4d20-af4d-a61d89261c45: DOWN {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:10:32.943428 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 5ddf650a-78e5-4b7d-a138-edd522b2f23e {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:10:32.943789 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 5ddf650a-78e5-4b7d-a138-edd522b2f23e not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:10:32.950654 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c5a31f63-bbf6-401a-92b6-3842251c5520 req-9f0e39e0-6242-4902-aed4-663077e36c4f tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553010 Aug 10 01:10:32.996537 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6fa27df6-8f03-4b64-8dca-263c3d8b9fac tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:33.003076 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b291cc0-4541-4f71-80ae-dce9f3475cb7 None None] Pushing event updated for resources: {'Port': ['ID=fd5a4ca2-7ef7-45bc-b146-aaf9c75293ce,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:33.018565 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fa27df6-8f03-4b64-8dca-263c3d8b9fac tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 10 01:10:33.018804 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fa27df6-8f03-4b64-8dca-263c3d8b9fac tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:10:33.020643 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6fa27df6-8f03-4b64-8dca-263c3d8b9fac tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] 10.222.0.35 "DELETE /v2.0/networks/2532e677-a41f-488a-9ea5-14b284e58e5b HTTP/1.1" status: 409 len: 405 time: 0.1983540 Aug 10 01:10:33.024764 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33092) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:33.029973 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-5ff9894d-94c8-4519-82e1-b835de6ea818 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1763241017'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:33.047294 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4e550521-befd-408d-bae0-7ba565b783bc tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:33.057428 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-653659b2-4d18-4479-9d37-088542b13665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:33.099872 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e550521-befd-408d-bae0-7ba565b783bc tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Pushing event deleted for resources: {'Port': ['ID=b94ed485-514c-4812-b0cb-e212702881c7,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:33.101770 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-653659b2-4d18-4479-9d37-088542b13665 None None] For port e89b85b4-90f6-4061-9542-a10c56f46baf, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=e89b85b4-90f6-4061-9542-a10c56f46baf,segment=NetworkSegment(49e3f769-9e9a-4577-b514-4a9c68468521),segment_id=49e3f769-9e9a-4577-b514-4a9c68468521)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:33.117840 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-653659b2-4d18-4479-9d37-088542b13665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:33.142024 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff9894d-94c8-4519-82e1-b835de6ea818 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Made reservation on behalf of 1d6405ff3e234c1387c01ba43e3e1edd for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:33.147980 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5ff9894d-94c8-4519-82e1-b835de6ea818 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:33.163854 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebe3db-637f-4faf-a864-9df5b62d8975 req-2eb92248-6539-4838-8402-b3817253a938 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:33.174487 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a3ebe3db-637f-4faf-a864-9df5b62d8975 req-2eb92248-6539-4838-8402-b3817253a938 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 946 time: 0.0946221 Aug 10 01:10:33.253484 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653659b2-4d18-4479-9d37-088542b13665 None None] Pushing event updated for resources: {'Port': ['ID=e89b85b4-90f6-4061-9542-a10c56f46baf,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:33.270524 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.db.api [None req-c45f0471-6af6-4e55-ad6a-f8c20591ab1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:10:33.271132 n-d-766726-26 neutron-server[105829]: DEBUG oslo_db.api [None req-c45f0471-6af6-4e55-ad6a-f8c20591ab1c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:10:33.275195 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a3ebe3db-637f-4faf-a864-9df5b62d8975 req-7e33af6e-4064-4826-9e6f-05d32e316a74 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987103 Aug 10 01:10:33.284981 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4e550521-befd-408d-bae0-7ba565b783bc tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks [] for floatingip, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:33.288107 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4e550521-befd-408d-bae0-7ba565b783bc tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:33.289738 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4e550521-befd-408d-bae0-7ba565b783bc tempest-AttachVolumeTestJSON-1688936135 tempest-AttachVolumeTestJSON-1688936135-project] 10.222.0.35 "DELETE /v2.0/floatingips/227d3b44-a046-4d20-af4d-a61d89261c45 HTTP/1.1" status: 204 len: 168 time: 1.0202000 Aug 10 01:10:33.291024 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff9894d-94c8-4519-82e1-b835de6ea818 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:10:33.328576 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5ff9894d-94c8-4519-82e1-b835de6ea818 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:33.329346 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-5ff9894d-94c8-4519-82e1-b835de6ea818 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Added segment fe468f1b-eede-4c6e-ae7f-560eb10b9d2a of type vlan for network cbf055e7-7efb-43d7-b63f-df6954335e7c Aug 10 01:10:33.431925 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5ff9894d-94c8-4519-82e1-b835de6ea818 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:33.459586 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-9481235a-9579-4265-bb3c-ae0338c5084c None None] Provisioning complete for port e89b85b4-90f6-4061-9542-a10c56f46baf triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:33.459959 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9481235a-9579-4265-bb3c-ae0338c5084c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:33.528212 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5ff9894d-94c8-4519-82e1-b835de6ea818 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:33.542991 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff9894d-94c8-4519-82e1-b835de6ea818 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:33.543930 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5ff9894d-94c8-4519-82e1-b835de6ea818 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:33.558519 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac481e3-5b0d-446b-90b4-77c382fe490e req-f5f45bd9-bf2b-484f-8eda-4308112b1e88 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:33.567747 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cac481e3-5b0d-446b-90b4-77c382fe490e req-f5f45bd9-bf2b-484f-8eda-4308112b1e88 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 946 time: 0.1495969 Aug 10 01:10:33.639562 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5ff9894d-94c8-4519-82e1-b835de6ea818 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6137066 Aug 10 01:10:33.640164 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33102) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:33.647918 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-82ee971f-fa4b-469b-b6d3-f7902694ed81 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Request body: {'subnet': {'network_id': 'cbf055e7-7efb-43d7-b63f-df6954335e7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:33.653873 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cac481e3-5b0d-446b-90b4-77c382fe490e req-4242e642-1f93-4ff9-a73c-77b5e5b001a4 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849020 Aug 10 01:10:33.714242 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9894d-94c8-4519-82e1-b835de6ea818 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Pushing event updated for resources: {'Network': ['ID=cbf055e7-7efb-43d7-b63f-df6954335e7c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:33.726430 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network cbf055e7-7efb-43d7-b63f-df6954335e7c details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:10:33.773121 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45f0471-6af6-4e55-ad6a-f8c20591ab1c None None] New status for floating IP 227d3b44-a046-4d20-af4d-a61d89261c45: DOWN {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:10:33.825548 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ee971f-fa4b-469b-b6d3-f7902694ed81 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Made reservation on behalf of 1d6405ff3e234c1387c01ba43e3e1edd for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:33.829316 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-82ee971f-fa4b-469b-b6d3-f7902694ed81 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:34.134508 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device e89b85b4-90f6-4061-9542-a10c56f46baf up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:10:34.185318 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d4f98-6c95-4cc4-ab3e-6a0e352633e3 req-9e1b9e9b-ec06-49ad-96cd-4d22f61f0258 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:34.193977 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port e89b85b4-90f6-4061-9542-a10c56f46baf triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:34.194368 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:34.201076 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d25d4f98-6c95-4cc4-ab3e-6a0e352633e3 req-9e1b9e9b-ec06-49ad-96cd-4d22f61f0258 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 946 time: 0.0800285 Aug 10 01:10:34.248299 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d25d4f98-6c95-4cc4-ab3e-6a0e352633e3 req-a8de8f8f-0854-469e-b63a-d876d2551bfe tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456367 Aug 10 01:10:34.257526 n-d-766726-26 neutron-server[105827]: DEBUG neutron.objects.ports [None req-82ee971f-fa4b-469b-b6d3-f7902694ed81 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 01:10:34.260970 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-82ee971f-fa4b-469b-b6d3-f7902694ed81 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:34.295737 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device fd5a4ca2-7ef7-45bc-b146-aaf9c75293ce up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:10:34.325199 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee971f-fa4b-469b-b6d3-f7902694ed81 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Pushing event updated for resources: {'Subnet': ['ID=d136e8f5-caea-4cb6-a5c8-22f478971d07,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:34.355378 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port fd5a4ca2-7ef7-45bc-b146-aaf9c75293ce completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:10:34.370876 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ee971f-fa4b-469b-b6d3-f7902694ed81 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Checking segment: {'id': 'fe468f1b-eede-4c6e-ae7f-560eb10b9d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cbf055e7-7efb-43d7-b63f-df6954335e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:34.371341 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ee971f-fa4b-469b-b6d3-f7902694ed81 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Network hostable DHCP agents. Network: cbf055e7-7efb-43d7-b63f-df6954335e7c, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:10:34.394434 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ee971f-fa4b-469b-b6d3-f7902694ed81 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Network cbf055e7-7efb-43d7-b63f-df6954335e7c is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:10:34.411398 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-82ee971f-fa4b-469b-b6d3-f7902694ed81 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, cbf055e7-7efb-43d7-b63f-df6954335e7c) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:34.418246 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ee971f-fa4b-469b-b6d3-f7902694ed81 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:34.419462 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-82ee971f-fa4b-469b-b6d3-f7902694ed81 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:34.425382 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45341a8-0a4e-43da-8bac-d4231a889247 None None] Network cbf055e7-7efb-43d7-b63f-df6954335e7c requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:34.437809 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-82ee971f-fa4b-469b-b6d3-f7902694ed81 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7940586 Aug 10 01:10:34.440461 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33118) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:34.445848 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-0d7c93cd-da64-45f8-8630-9fc876eceb1e tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Request body: {'port': {'network_id': 'cbf055e7-7efb-43d7-b63f-df6954335e7c', 'name': 'tempest-NetworksIpV6TestAttrs-98149677'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:34.596443 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7c93cd-da64-45f8-8630-9fc876eceb1e tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Made reservation on behalf of 1d6405ff3e234c1387c01ba43e3e1edd for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:34.601339 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0d7c93cd-da64-45f8-8630-9fc876eceb1e tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:34.633364 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-0d7c93cd-da64-45f8-8630-9fc876eceb1e tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] device_id is not set on port 5f04b88b-a254-47b3-aa0d-65f6494628b9 yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:10:34.692983 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d147bb7-c640-4fe4-992f-3c3dac7409d1 None None] Network 2532e677-a41f-488a-9ea5-14b284e58e5b requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:34.757002 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c1727a75-cf76-43ee-a0ef-f9b0240596ea None None] Provisioning for port fd5a4ca2-7ef7-45bc-b146-aaf9c75293ce completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:10:34.764926 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c1727a75-cf76-43ee-a0ef-f9b0240596ea None None] Provisioning complete for port fd5a4ca2-7ef7-45bc-b146-aaf9c75293ce triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:34.765436 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c1727a75-cf76-43ee-a0ef-f9b0240596ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:34.806117 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-0d7c93cd-da64-45f8-8630-9fc876eceb1e tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Allocated IP 2001:db8::f816:3eff:fea7:32c2 (cbf055e7-7efb-43d7-b63f-df6954335e7c/d136e8f5-caea-4cb6-a5c8-22f478971d07/5f04b88b-a254-47b3-aa0d-65f6494628b9) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:10:34.996495 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c1727a75-cf76-43ee-a0ef-f9b0240596ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:35.008326 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fd11be-8770-4204-9b2a-6a9ae81addce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-cbf055e7-7efb-43d7-b63f-df6954335e7c', 'network_id': 'cbf055e7-7efb-43d7-b63f-df6954335e7c', 'tenant_id': '1d6405ff3e234c1387c01ba43e3e1edd', 'fixed_ips': [{'subnet_id': 'd136e8f5-caea-4cb6-a5c8-22f478971d07'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:10:35.010154 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c1fd11be-8770-4204-9b2a-6a9ae81addce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:35.054108 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98fc781-36bf-467b-9cf6-ddb273a97581 None None] DHCP port deletion for 2532e677-a41f-488a-9ea5-14b284e58e5b request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:10:35.081856 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a122cb-9cde-4342-a938-3ad5fa4819df req-d3f9397d-d377-487a-81a5-135a86062e0b tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:35.090591 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f4a122cb-9cde-4342-a938-3ad5fa4819df req-d3f9397d-d377-487a-81a5-135a86062e0b tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 946 time: 0.0979793 Aug 10 01:10:35.092963 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0d7c93cd-da64-45f8-8630-9fc876eceb1e tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:35.111971 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-0d7c93cd-da64-45f8-8630-9fc876eceb1e tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Transition to ACTIVE for port object 5f04b88b-a254-47b3-aa0d-65f6494628b9 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:35.138436 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f4a122cb-9cde-4342-a938-3ad5fa4819df req-3ab9b382-32be-44a2-b8d6-a914dc67e32b tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422091 Aug 10 01:10:35.152499 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-c1727a75-cf76-43ee-a0ef-f9b0240596ea None None] For port fd5a4ca2-7ef7-45bc-b146-aaf9c75293ce, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=fd5a4ca2-7ef7-45bc-b146-aaf9c75293ce,segment=NetworkSegment(4c6fa31e-b86e-4e8b-aea8-113523bfb9a3),segment_id=4c6fa31e-b86e-4e8b-aea8-113523bfb9a3)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:35.158246 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0d7c93cd-da64-45f8-8630-9fc876eceb1e tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:35.170744 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c1727a75-cf76-43ee-a0ef-f9b0240596ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:35.209840 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7c93cd-da64-45f8-8630-9fc876eceb1e tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Network cbf055e7-7efb-43d7-b63f-df6954335e7c is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:35.213729 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-0d7c93cd-da64-45f8-8630-9fc876eceb1e tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:35.216244 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7c93cd-da64-45f8-8630-9fc876eceb1e tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:10:35.222007 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7c93cd-da64-45f8-8630-9fc876eceb1e tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:35.222719 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0d7c93cd-da64-45f8-8630-9fc876eceb1e tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:35.235602 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c93cd-da64-45f8-8630-9fc876eceb1e tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Pushing event updated for resources: {'Port': ['ID=5f04b88b-a254-47b3-aa0d-65f6494628b9,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:35.246998 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0d7c93cd-da64-45f8-8630-9fc876eceb1e tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 0.8054831 Aug 10 01:10:35.249859 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33136) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:35.276202 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1727a75-cf76-43ee-a0ef-f9b0240596ea None None] Pushing event updated for resources: {'Port': ['ID=fd5a4ca2-7ef7-45bc-b146-aaf9c75293ce,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:35.292342 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-c1fd11be-8770-4204-9b2a-6a9ae81addce None None] Allocated IP 2001:db8::f816:3eff:fe18:c55c (cbf055e7-7efb-43d7-b63f-df6954335e7c/d136e8f5-caea-4cb6-a5c8-22f478971d07/f7255c4c-1a86-4284-bb48-170eaa37deca) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:10:35.306680 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5679466-3ca5-4acd-aa14-79954b2df37c tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Deleting subnet d136e8f5-caea-4cb6-a5c8-22f478971d07 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:10:35.312882 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-f98fc781-36bf-467b-9cf6-ddb273a97581 None None] Deleting port fd5a4ca2-7ef7-45bc-b146-aaf9c75293ce {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:35.313314 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f98fc781-36bf-467b-9cf6-ddb273a97581 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:35.385705 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ecba3-ac40-4f79-a863-62f92a27f96e req-0a9e0ecd-d970-4d43-b9f4-5de1dce5171c tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:35.387160 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-da3ecba3-ac40-4f79-a863-62f92a27f96e req-0a9e0ecd-d970-4d43-b9f4-5de1dce5171c tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 946 time: 0.0534840 Aug 10 01:10:35.429838 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-da3ecba3-ac40-4f79-a863-62f92a27f96e req-326524dd-de70-4c33-a445-171c9ae9611e tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356884 Aug 10 01:10:35.432392 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-f98fc781-36bf-467b-9cf6-ddb273a97581 None None] For port fd5a4ca2-7ef7-45bc-b146-aaf9c75293ce, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=fd5a4ca2-7ef7-45bc-b146-aaf9c75293ce,segment=NetworkSegment(4c6fa31e-b86e-4e8b-aea8-113523bfb9a3),segment_id=4c6fa31e-b86e-4e8b-aea8-113523bfb9a3)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:35.432799 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f98fc781-36bf-467b-9cf6-ddb273a97581 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:35.451383 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-f98fc781-36bf-467b-9cf6-ddb273a97581 None None] Calling delete_port for fd5a4ca2-7ef7-45bc-b146-aaf9c75293ce owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:35.561263 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c1fd11be-8770-4204-9b2a-6a9ae81addce None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:35.574351 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c1fd11be-8770-4204-9b2a-6a9ae81addce None None] Transition to ACTIVE for port object f7255c4c-1a86-4284-bb48-170eaa37deca will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:35.598812 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c1fd11be-8770-4204-9b2a-6a9ae81addce None None] Transition to ACTIVE for port object f7255c4c-1a86-4284-bb48-170eaa37deca will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:35.601662 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f98fc781-36bf-467b-9cf6-ddb273a97581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:35.603328 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d5679466-3ca5-4acd-aa14-79954b2df37c tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:35.608392 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c1fd11be-8770-4204-9b2a-6a9ae81addce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:35.640397 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98fc781-36bf-467b-9cf6-ddb273a97581 None None] Pushing event deleted for resources: {'Port': ['ID=fd5a4ca2-7ef7-45bc-b146-aaf9c75293ce,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:35.654566 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98fc781-36bf-467b-9cf6-ddb273a97581 None None] No DVR routers for this DVR port fd5a4ca2-7ef7-45bc-b146-aaf9c75293ce on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:10:35.662333 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d5679466-3ca5-4acd-aa14-79954b2df37c tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:35.680879 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fd11be-8770-4204-9b2a-6a9ae81addce None None] Network cbf055e7-7efb-43d7-b63f-df6954335e7c is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:35.689204 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-c1fd11be-8770-4204-9b2a-6a9ae81addce None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:35.689204 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fd11be-8770-4204-9b2a-6a9ae81addce None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:10:35.725790 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd11be-8770-4204-9b2a-6a9ae81addce None None] Pushing event updated for resources: {'Port': ['ID=f7255c4c-1a86-4284-bb48-170eaa37deca,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:35.764437 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-c1fd11be-8770-4204-9b2a-6a9ae81addce None None] Attempting to bind port f7255c4c-1a86-4284-bb48-170eaa37deca on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:10:35.764810 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-c1fd11be-8770-4204-9b2a-6a9ae81addce None None] Attempting to bind port f7255c4c-1a86-4284-bb48-170eaa37deca by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'fe468f1b-eede-4c6e-ae7f-560eb10b9d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cbf055e7-7efb-43d7-b63f-df6954335e7c'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:10:35.765172 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fd11be-8770-4204-9b2a-6a9ae81addce None None] Attempting to bind port f7255c4c-1a86-4284-bb48-170eaa37deca on network cbf055e7-7efb-43d7-b63f-df6954335e7c {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:10:35.770085 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fd11be-8770-4204-9b2a-6a9ae81addce None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:10:35.770572 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fd11be-8770-4204-9b2a-6a9ae81addce None None] Checking segment: {'id': 'fe468f1b-eede-4c6e-ae7f-560eb10b9d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cbf055e7-7efb-43d7-b63f-df6954335e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:35.770989 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c1fd11be-8770-4204-9b2a-6a9ae81addce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:35.771384 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fd11be-8770-4204-9b2a-6a9ae81addce None None] Bound using segment: {'id': 'fe468f1b-eede-4c6e-ae7f-560eb10b9d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cbf055e7-7efb-43d7-b63f-df6954335e7c'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:10:35.771850 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-c1fd11be-8770-4204-9b2a-6a9ae81addce None None] Bound port: f7255c4c-1a86-4284-bb48-170eaa37deca, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe468f1b-eede-4c6e-ae7f-560eb10b9d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cbf055e7-7efb-43d7-b63f-df6954335e7c'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:10:35.772299 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c1fd11be-8770-4204-9b2a-6a9ae81addce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:35.821851 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d5679466-3ca5-4acd-aa14-79954b2df37c tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:35.895374 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device fd5a4ca2-7ef7-45bc-b146-aaf9c75293ce no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:10:35.919285 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: fd5a4ca2-7ef7-45bc-b146-aaf9c75293ce {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:10:35.920152 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device fd5a4ca2-7ef7-45bc-b146-aaf9c75293ce not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:10:35.929765 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fdf561-2a3a-41ca-bacf-1a7dbebd891a req-2dfe0f55-e8e0-4002-8df9-1b6e1545dd7b tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:35.931424 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-01fdf561-2a3a-41ca-bacf-1a7dbebd891a req-2dfe0f55-e8e0-4002-8df9-1b6e1545dd7b tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.20 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 946 time: 0.0736361 Aug 10 01:10:35.975078 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d5679466-3ca5-4acd-aa14-79954b2df37c tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:35.977107 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-c1fd11be-8770-4204-9b2a-6a9ae81addce None None] For port f7255c4c-1a86-4284-bb48-170eaa37deca, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:10:35.990313 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-c1fd11be-8770-4204-9b2a-6a9ae81addce None None] For port f7255c4c-1a86-4284-bb48-170eaa37deca, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=f7255c4c-1a86-4284-bb48-170eaa37deca,segment=NetworkSegment(fe468f1b-eede-4c6e-ae7f-560eb10b9d2a),segment_id=fe468f1b-eede-4c6e-ae7f-560eb10b9d2a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:10:35.997645 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c1fd11be-8770-4204-9b2a-6a9ae81addce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:36.029669 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5679466-3ca5-4acd-aa14-79954b2df37c tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Pushing event deleted for resources: {'Subnet': ['ID=d136e8f5-caea-4cb6-a5c8-22f478971d07,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:36.033865 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d5679466-3ca5-4acd-aa14-79954b2df37c tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:36.036721 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d5679466-3ca5-4acd-aa14-79954b2df37c tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] 10.222.0.35 "DELETE /v2.0/subnets/d136e8f5-caea-4cb6-a5c8-22f478971d07 HTTP/1.1" status: 204 len: 168 time: 0.7858577 Aug 10 01:10:36.041074 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33146) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:36.085890 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd11be-8770-4204-9b2a-6a9ae81addce None None] Pushing event updated for resources: {'Port': ['ID=f7255c4c-1a86-4284-bb48-170eaa37deca,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:36.113006 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033344fe-de02-4b6a-93a9-303a8c75f101 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:36.115158 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033344fe-de02-4b6a-93a9-303a8c75f101 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:36.117229 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-033344fe-de02-4b6a-93a9-303a8c75f101 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0743489 Aug 10 01:10:36.120507 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33150) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:36.148754 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-01fdf561-2a3a-41ca-bacf-1a7dbebd891a req-9c5df361-28a2-46b8-8856-124fd8bea175 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Deleting port c2bf473f-96db-4283-abc5-17d3a5be291c {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:36.149815 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-01fdf561-2a3a-41ca-bacf-1a7dbebd891a req-9c5df361-28a2-46b8-8856-124fd8bea175 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:36.240841 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ce639361-ea35-430b-b142-ca1e6706a570 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:36.250254 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce639361-ea35-430b-b142-ca1e6706a570 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 10 01:10:36.251282 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce639361-ea35-430b-b142-ca1e6706a570 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:10:36.253636 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ce639361-ea35-430b-b142-ca1e6706a570 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] 10.222.0.35 "DELETE /v2.0/networks/cbf055e7-7efb-43d7-b63f-df6954335e7c HTTP/1.1" status: 409 len: 405 time: 0.1319230 Aug 10 01:10:36.257904 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33154) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:36.264703 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-85589b8f-bef4-4a0e-9a30-1de23608dfbc tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1529460406'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:36.294719 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85589b8f-bef4-4a0e-9a30-1de23608dfbc tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Made reservation on behalf of 1d6405ff3e234c1387c01ba43e3e1edd for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:36.299503 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-85589b8f-bef4-4a0e-9a30-1de23608dfbc tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:36.323149 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-01fdf561-2a3a-41ca-bacf-1a7dbebd891a req-9c5df361-28a2-46b8-8856-124fd8bea175 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] For port c2bf473f-96db-4283-abc5-17d3a5be291c, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=c2bf473f-96db-4283-abc5-17d3a5be291c,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:36.323532 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-01fdf561-2a3a-41ca-bacf-1a7dbebd891a req-9c5df361-28a2-46b8-8856-124fd8bea175 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:36.336031 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85589b8f-bef4-4a0e-9a30-1de23608dfbc tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:10:36.343027 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937c19e-1be8-40c7-9d0a-be11eabdf5a0 req-a7676c29-f68b-42de-bcf2-f8a796aa7e9d tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:36.350404 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b937c19e-1be8-40c7-9d0a-be11eabdf5a0 req-a7676c29-f68b-42de-bcf2-f8a796aa7e9d tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 946 time: 0.1180212 Aug 10 01:10:36.358746 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-01fdf561-2a3a-41ca-bacf-1a7dbebd891a req-9c5df361-28a2-46b8-8856-124fd8bea175 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Calling delete_port for c2bf473f-96db-4283-abc5-17d3a5be291c owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:36.379730 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-85589b8f-bef4-4a0e-9a30-1de23608dfbc tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:36.380084 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-85589b8f-bef4-4a0e-9a30-1de23608dfbc tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Added segment abd06d6d-c4ba-430e-a70f-623add0626d1 of type vlan for network c576b48f-1216-4079-9dcb-761398350f32 Aug 10 01:10:36.444707 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-85589b8f-bef4-4a0e-9a30-1de23608dfbc tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:36.447780 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b937c19e-1be8-40c7-9d0a-be11eabdf5a0 req-181d5f29-3c7c-47fa-bc93-d582d68482c8 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959718 Aug 10 01:10:36.508873 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-85589b8f-bef4-4a0e-9a30-1de23608dfbc tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:36.515831 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85589b8f-bef4-4a0e-9a30-1de23608dfbc tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:36.516505 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-85589b8f-bef4-4a0e-9a30-1de23608dfbc tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:36.595846 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-85589b8f-bef4-4a0e-9a30-1de23608dfbc tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3365078 Aug 10 01:10:36.599192 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33158) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:36.610235 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-f8e82e2e-5263-4d25-a04c-0d6954f936c2 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Request body: {'subnet': {'network_id': 'c576b48f-1216-4079-9dcb-761398350f32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:36.627426 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-01fdf561-2a3a-41ca-bacf-1a7dbebd891a req-9c5df361-28a2-46b8-8856-124fd8bea175 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:36.660691 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['c2bf473f-96db-4283-abc5-17d3a5be291c'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:10:36.671212 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5df361-28a2-46b8-8856-124fd8bea175 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Pushing event deleted for resources: {'Port': ['ID=c2bf473f-96db-4283-abc5-17d3a5be291c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:36.689274 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15868169-b111-4391-b9a6-6d9c714e9193 req-5fb71710-f212-453d-870e-c59028422f43 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:36.690923 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-15868169-b111-4391-b9a6-6d9c714e9193 req-5fb71710-f212-453d-870e-c59028422f43 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 867 time: 0.1389742 Aug 10 01:10:36.699869 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85589b8f-bef4-4a0e-9a30-1de23608dfbc tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Pushing event updated for resources: {'Network': ['ID=c576b48f-1216-4079-9dcb-761398350f32,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:36.725363 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network c576b48f-1216-4079-9dcb-761398350f32 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:10:36.760048 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892af6b2-ad29-4145-a2bd-aea2ee2ebc94 req-e69c6de6-4b22-4a67-96ba-998834f2daed tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:36.761630 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-892af6b2-ad29-4145-a2bd-aea2ee2ebc94 req-e69c6de6-4b22-4a67-96ba-998834f2daed tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.24 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 946 time: 0.1830728 Aug 10 01:10:36.790942 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-01fdf561-2a3a-41ca-bacf-1a7dbebd891a req-9c5df361-28a2-46b8-8856-124fd8bea175 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] No DVR routers for this DVR port c2bf473f-96db-4283-abc5-17d3a5be291c on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:10:36.795888 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-01fdf561-2a3a-41ca-bacf-1a7dbebd891a req-9c5df361-28a2-46b8-8856-124fd8bea175 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:36.799020 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-01fdf561-2a3a-41ca-bacf-1a7dbebd891a req-9c5df361-28a2-46b8-8856-124fd8bea175 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.20 "DELETE /v2.0/ports/c2bf473f-96db-4283-abc5-17d3a5be291c HTTP/1.1" status: 204 len: 173 time: 0.8614619 Aug 10 01:10:36.799539 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31ef606-9dd1-4438-af78-2138a527db67', 'name': 'network-vif-deleted', 'tag': 'c2bf473f-96db-4283-abc5-17d3a5be291c'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:10:36.809886 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605a2de5-4f75-48ed-b6a7-5939082bb25c" -d '{"events": [{"server_uuid": "f31ef606-9dd1-4438-af78-2138a527db67", "name": "network-vif-deleted", "tag": "c2bf473f-96db-4283-abc5-17d3a5be291c"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:10:36.873100 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e82e2e-5263-4d25-a04c-0d6954f936c2 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Made reservation on behalf of 1d6405ff3e234c1387c01ba43e3e1edd for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:36.876900 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f8e82e2e-5263-4d25-a04c-0d6954f936c2 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:36.892615 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6945aa11-788e-4357-a2ca-19a8e773695b x-openstack-request-id: req-6945aa11-788e-4357-a2ca-19a8e773695b {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:10:36.895193 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31ef606-9dd1-4438-af78-2138a527db67", "name": "network-vif-deleted", "tag": "c2bf473f-96db-4283-abc5-17d3a5be291c", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:10:36.895565 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6945aa11-788e-4357-a2ca-19a8e773695b {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:10:36.896374 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31ef606-9dd1-4438-af78-2138a527db67', 'name': 'network-vif-deleted', 'tag': 'c2bf473f-96db-4283-abc5-17d3a5be291c', 'status': 'completed', 'code': 200} Aug 10 01:10:36.904811 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-15868169-b111-4391-b9a6-6d9c714e9193 req-362ad72c-0760-4212-8560-1bd073613251 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906106 Aug 10 01:10:37.123661 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-892af6b2-ad29-4145-a2bd-aea2ee2ebc94 req-1b1bdfbf-77d5-4251-9429-56956ddfcf14 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Deleting port 25f5b507-5da8-44ba-89b7-4a4e66167be8 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:37.124308 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-892af6b2-ad29-4145-a2bd-aea2ee2ebc94 req-1b1bdfbf-77d5-4251-9429-56956ddfcf14 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:37.437537 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd05277-d7ee-4bb8-b199-ba5ad7651db9 None None] Network cbf055e7-7efb-43d7-b63f-df6954335e7c requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:37.603870 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-77dc5b25-4e5a-4a8e-88b1-074d1d5d291e None None] Provisioning for port f7255c4c-1a86-4284-bb48-170eaa37deca completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:10:37.649691 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d2c70-26c4-42f6-ae8a-4b2e2bef73c5 req-7ddaa926-998e-4b3d-86e3-04dbc531788f tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:37.656850 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dc0d2c70-26c4-42f6-ae8a-4b2e2bef73c5 req-7ddaa926-998e-4b3d-86e3-04dbc531788f tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 946 time: 0.0946832 Aug 10 01:10:37.693469 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-892af6b2-ad29-4145-a2bd-aea2ee2ebc94 req-1b1bdfbf-77d5-4251-9429-56956ddfcf14 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] For port 25f5b507-5da8-44ba-89b7-4a4e66167be8, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=25f5b507-5da8-44ba-89b7-4a4e66167be8,segment=NetworkSegment(136bec44-8d21-4a4a-9be0-ad0e395d978b),segment_id=136bec44-8d21-4a4a-9be0-ad0e395d978b)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:37.693851 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-892af6b2-ad29-4145-a2bd-aea2ee2ebc94 req-1b1bdfbf-77d5-4251-9429-56956ddfcf14 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:37.700656 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dc0d2c70-26c4-42f6-ae8a-4b2e2bef73c5 req-fdfc7c94-22f7-4c2e-a494-586f80d3509c tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups?id=69d1257e-3c92-4bb6-90a5-21b5c8dce048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403423 Aug 10 01:10:37.719996 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ee858a-a20d-433c-ab3a-41888029a536 None None] DHCP port deletion for cbf055e7-7efb-43d7-b63f-df6954335e7c request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:10:37.776672 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-52ee858a-a20d-433c-ab3a-41888029a536 None None] Deleting port f7255c4c-1a86-4284-bb48-170eaa37deca {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:37.776966 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-52ee858a-a20d-433c-ab3a-41888029a536 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:37.839354 n-d-766726-26 neutron-server[105827]: DEBUG neutron.objects.ports [None req-f8e82e2e-5263-4d25-a04c-0d6954f936c2 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 01:10:37.842930 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f8e82e2e-5263-4d25-a04c-0d6954f936c2 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:37.850977 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-52ee858a-a20d-433c-ab3a-41888029a536 None None] For port f7255c4c-1a86-4284-bb48-170eaa37deca, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=f7255c4c-1a86-4284-bb48-170eaa37deca,segment=NetworkSegment(fe468f1b-eede-4c6e-ae7f-560eb10b9d2a),segment_id=fe468f1b-eede-4c6e-ae7f-560eb10b9d2a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:37.851385 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-52ee858a-a20d-433c-ab3a-41888029a536 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:37.864634 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-52ee858a-a20d-433c-ab3a-41888029a536 None None] Calling delete_port for f7255c4c-1a86-4284-bb48-170eaa37deca owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:37.978076 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-52ee858a-a20d-433c-ab3a-41888029a536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:38.023812 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee858a-a20d-433c-ab3a-41888029a536 None None] Pushing event deleted for resources: {'Port': ['ID=f7255c4c-1a86-4284-bb48-170eaa37deca,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:38.027966 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ee858a-a20d-433c-ab3a-41888029a536 None None] No DVR routers for this DVR port f7255c4c-1a86-4284-bb48-170eaa37deca on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:10:38.030363 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e82e2e-5263-4d25-a04c-0d6954f936c2 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Pushing event updated for resources: {'Subnet': ['ID=6c1d1909-2d9a-4978-9b84-1412cf173af1,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:38.085553 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e2e232ff-6e1d-4759-88d6-12ec0963168e req-bfcb61a8-56da-450a-a544-905687faf868 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 210 time: 0.0433280 Aug 10 01:10:38.095512 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-892af6b2-ad29-4145-a2bd-aea2ee2ebc94 req-1b1bdfbf-77d5-4251-9429-56956ddfcf14 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:38.095895 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-892af6b2-ad29-4145-a2bd-aea2ee2ebc94 req-1b1bdfbf-77d5-4251-9429-56956ddfcf14 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:38.096238 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [req-892af6b2-ad29-4145-a2bd-aea2ee2ebc94 req-1b1bdfbf-77d5-4251-9429-56956ddfcf14 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Floating IP 4700c565-e50d-42c6-98da-48606740121b disassociated. External IP: 172.25.2.122, port: 25f5b507-5da8-44ba-89b7-4a4e66167be8. Aug 10 01:10:38.096590 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-892af6b2-ad29-4145-a2bd-aea2ee2ebc94 req-1b1bdfbf-77d5-4251-9429-56956ddfcf14 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Calling delete_port for 25f5b507-5da8-44ba-89b7-4a4e66167be8 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:38.116551 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e82e2e-5263-4d25-a04c-0d6954f936c2 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Checking segment: {'id': 'abd06d6d-c4ba-430e-a70f-623add0626d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c576b48f-1216-4079-9dcb-761398350f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:38.116928 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e82e2e-5263-4d25-a04c-0d6954f936c2 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Network hostable DHCP agents. Network: c576b48f-1216-4079-9dcb-761398350f32, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:10:38.192166 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e82e2e-5263-4d25-a04c-0d6954f936c2 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Network c576b48f-1216-4079-9dcb-761398350f32 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:10:38.213531 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-f8e82e2e-5263-4d25-a04c-0d6954f936c2 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, c576b48f-1216-4079-9dcb-761398350f32) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:38.218224 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e82e2e-5263-4d25-a04c-0d6954f936c2 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:38.218979 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f8e82e2e-5263-4d25-a04c-0d6954f936c2 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:38.223477 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c1a252-bafa-482a-acc8-a25a5d73a1ff None None] Network c576b48f-1216-4079-9dcb-761398350f32 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:38.236612 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f8e82e2e-5263-4d25-a04c-0d6954f936c2 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6360185 Aug 10 01:10:38.239205 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33184) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:38.355316 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-892af6b2-ad29-4145-a2bd-aea2ee2ebc94 req-1b1bdfbf-77d5-4251-9429-56956ddfcf14 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:38.412077 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1bdfbf-77d5-4251-9429-56956ddfcf14 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Pushing event deleted for resources: {'Port': ['ID=25f5b507-5da8-44ba-89b7-4a4e66167be8,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:38.429655 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-255d6e1c-14be-48f0-ad68-43140e441a67 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:38.490186 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f749aca2-61a5-44c5-b266-d95dc77ec95b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-c576b48f-1216-4079-9dcb-761398350f32', 'network_id': 'c576b48f-1216-4079-9dcb-761398350f32', 'tenant_id': '1d6405ff3e234c1387c01ba43e3e1edd', 'fixed_ips': [{'subnet_id': '6c1d1909-2d9a-4978-9b84-1412cf173af1'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:10:38.490600 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f749aca2-61a5-44c5-b266-d95dc77ec95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:38.577209 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-892af6b2-ad29-4145-a2bd-aea2ee2ebc94 req-1b1bdfbf-77d5-4251-9429-56956ddfcf14 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Router e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:10:38.580762 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-255d6e1c-14be-48f0-ad68-43140e441a67 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:38.669918 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-255d6e1c-14be-48f0-ad68-43140e441a67 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server [None req-f749aca2-61a5-44c5-b266-d95dc77ec95b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c1d1909-2d9a-4978-9b84-1412cf173af1: This subnet is being modified by another concurrent operation. Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:10:38.682368 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:10:38.686521 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:10:38.686521 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:10:38.686521 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:38.686521 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:38.686521 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:38.686521 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:38.686521 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:10:38.686521 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:10:38.686521 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:10:38.686521 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:10:38.686521 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:38.686521 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:38.686521 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:38.686521 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:38.686521 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:10:38.686521 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:10:38.686521 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 01:10:38.686521 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 01:10:38.686521 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 01:10:38.686521 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 01:10:38.686521 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 01:10:38.686521 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 01:10:38.686521 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 01:10:38.686521 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 01:10:38.686521 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:38.686521 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:38.686521 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:38.686521 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:38.686521 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 01:10:38.686521 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 01:10:38.686521 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 01:10:38.686521 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 01:10:38.686521 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 01:10:38.686521 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 01:10:38.686521 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 01:10:38.686521 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise exception Aug 10 01:10:38.686521 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c1d1909-2d9a-4978-9b84-1412cf173af1: This subnet is being modified by another concurrent operation. Aug 10 01:10:38.686521 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server Aug 10 01:10:38.708058 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1034760f-3ed5-4114-9cd4-de351b879e85 None None] Network c576b48f-1216-4079-9dcb-761398350f32 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:38.711163 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d6e1c-14be-48f0-ad68-43140e441a67 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Pushing event deleted for resources: {'Subnet': ['ID=6c1d1909-2d9a-4978-9b84-1412cf173af1,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:38.733910 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-892af6b2-ad29-4145-a2bd-aea2ee2ebc94 req-1b1bdfbf-77d5-4251-9429-56956ddfcf14 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:10:38.775829 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-255d6e1c-14be-48f0-ad68-43140e441a67 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:38.786138 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-255d6e1c-14be-48f0-ad68-43140e441a67 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c576b48f-1216-4079-9dcb-761398350f32']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:38.798699 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-892af6b2-ad29-4145-a2bd-aea2ee2ebc94 req-1b1bdfbf-77d5-4251-9429-56956ddfcf14 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] No DVR routers for this DVR port 25f5b507-5da8-44ba-89b7-4a4e66167be8 on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:10:38.799763 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-255d6e1c-14be-48f0-ad68-43140e441a67 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abd06d6d-c4ba-430e-a70f-623add0626d1') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:38.800078 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-255d6e1c-14be-48f0-ad68-43140e441a67 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abd06d6d-c4ba-430e-a70f-623add0626d1') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:38.802566 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-892af6b2-ad29-4145-a2bd-aea2ee2ebc94 req-1b1bdfbf-77d5-4251-9429-56956ddfcf14 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:38.804923 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-892af6b2-ad29-4145-a2bd-aea2ee2ebc94 req-1b1bdfbf-77d5-4251-9429-56956ddfcf14 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.24 "DELETE /v2.0/ports/25f5b507-5da8-44ba-89b7-4a4e66167be8 HTTP/1.1" status: 204 len: 173 time: 2.0344462 Aug 10 01:10:38.805624 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312fcf66-d970-40f6-9bf1-443c40190073', 'name': 'network-vif-deleted', 'tag': '25f5b507-5da8-44ba-89b7-4a4e66167be8'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:10:38.808486 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5ae83e-fade-4381-beaf-39e08529e601" -d '{"events": [{"server_uuid": "312fcf66-d970-40f6-9bf1-443c40190073", "name": "network-vif-deleted", "tag": "25f5b507-5da8-44ba-89b7-4a4e66167be8"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:10:38.833868 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-255d6e1c-14be-48f0-ad68-43140e441a67 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:38.848605 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888702c8-b9ac-4685-b627-2c3458536eea None None] Sync routers for ids ['e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:10:38.879453 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888702c8-b9ac-4685-b627-2c3458536eea None None] Routers {'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:10:38.880314 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-888702c8-b9ac-4685-b627-2c3458536eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:10:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:38.883116 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474f6de9-ac62-4f9e-abc8-8ce762145c43 x-openstack-request-id: req-474f6de9-ac62-4f9e-abc8-8ce762145c43 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:10:38.883618 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312fcf66-d970-40f6-9bf1-443c40190073", "name": "network-vif-deleted", "tag": "25f5b507-5da8-44ba-89b7-4a4e66167be8", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:10:38.884929 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-474f6de9-ac62-4f9e-abc8-8ce762145c43 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:10:38.885620 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312fcf66-d970-40f6-9bf1-443c40190073', 'name': 'network-vif-deleted', 'tag': '25f5b507-5da8-44ba-89b7-4a4e66167be8', 'status': 'completed', 'code': 200} Aug 10 01:10:38.937890 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-255d6e1c-14be-48f0-ad68-43140e441a67 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:38.942527 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-20bbd7c8-2102-4ad6-90c2-dcff9a61015c req-3cca863e-91f0-4eb8-b912-abdd083ce813 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/ports?device_id=312fcf66-d970-40f6-9bf1-443c40190073 HTTP/1.1" status: 200 len: 210 time: 0.0680268 Aug 10 01:10:38.947640 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-255d6e1c-14be-48f0-ad68-43140e441a67 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:10:38.948485 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-255d6e1c-14be-48f0-ad68-43140e441a67 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:38.951963 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:10:38.951963 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:10:38.951963 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:10:38.951963 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:10:38.951963 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:10:38.951963 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:10:38.951963 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:10:38.951963 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:10:38.951963 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:10:38.951963 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:10:38.951963 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:10:38.951963 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:10:38.951963 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:10:38.951963 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:10:38.951963 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:10:38.951963 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:10:38.951963 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:10:38.951963 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:10:38.951963 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:10:38.951963 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:10:38.951963 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:10:38.951963 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:10:38.951963 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:10:38.951963 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:10:38.951963 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:10:38.951963 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:10:38.951963 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:10:38.951963 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:10:38.951963 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:10:38.951963 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:10:38.951963 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:10:38.951963 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:10:39.049099 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-255d6e1c-14be-48f0-ad68-43140e441a67 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:39.054957 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-255d6e1c-14be-48f0-ad68-43140e441a67 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:39.057712 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-255d6e1c-14be-48f0-ad68-43140e441a67 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] 10.222.0.35 "DELETE /v2.0/networks/c576b48f-1216-4079-9dcb-761398350f32 HTTP/1.1" status: 204 len: 168 time: 0.8173404 Aug 10 01:10:39.061228 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33196) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:39.069466 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-f7185444-45c8-4682-85f3-89297afae58b tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1129452220'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:39.075719 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d6e1c-14be-48f0-ad68-43140e441a67 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Pushing event deleted for resources: {'Network': ['ID=c576b48f-1216-4079-9dcb-761398350f32,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:39.101754 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-888702c8-b9ac-4685-b627-2c3458536eea None None] Set router e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:10:39.152145 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7185444-45c8-4682-85f3-89297afae58b tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Made reservation on behalf of 1d6405ff3e234c1387c01ba43e3e1edd for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:39.156301 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f7185444-45c8-4682-85f3-89297afae58b tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:39.171822 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c5fb44-4efe-47f2-be6f-d9db3de5dff1 None None] get_active_networks_info from n-d-766726-26 {{(pid=105828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:10:39.194751 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7185444-45c8-4682-85f3-89297afae58b tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:10:39.209792 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5a5ffa03-e3f4-4f9e-96bd-a6ebff665893 req-0a7ffb08-ab38-4306-9982-8f773ea4163d tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 210 time: 0.0359108 Aug 10 01:10:39.225891 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f7185444-45c8-4682-85f3-89297afae58b tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:39.227225 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-f7185444-45c8-4682-85f3-89297afae58b tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Added segment 43a56415-0b25-49ce-a1e9-f8179f8ce5a0 of type vlan for network cfbc3ad0-bf3a-4f90-8086-a7314f781360 Aug 10 01:10:39.317321 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f7185444-45c8-4682-85f3-89297afae58b tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:39.393422 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f7185444-45c8-4682-85f3-89297afae58b tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:39.402213 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7185444-45c8-4682-85f3-89297afae58b tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:39.403468 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f7185444-45c8-4682-85f3-89297afae58b tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:39.495357 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f7185444-45c8-4682-85f3-89297afae58b tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4321189 Aug 10 01:10:39.497712 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33206) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:39.502805 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-2b4af706-3c80-472a-b503-e668519e5466 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Request body: {'subnet': {'network_id': 'cfbc3ad0-bf3a-4f90-8086-a7314f781360', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:39.561713 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device c2bf473f-96db-4283-abc5-17d3a5be291c no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:10:39.596666 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7185444-45c8-4682-85f3-89297afae58b tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Pushing event updated for resources: {'Network': ['ID=cfbc3ad0-bf3a-4f90-8086-a7314f781360,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:39.646047 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network cfbc3ad0-bf3a-4f90-8086-a7314f781360 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:10:39.665893 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: c2bf473f-96db-4283-abc5-17d3a5be291c {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:10:39.666553 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device c2bf473f-96db-4283-abc5-17d3a5be291c not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:10:39.685455 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4af706-3c80-472a-b503-e668519e5466 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Made reservation on behalf of 1d6405ff3e234c1387c01ba43e3e1edd for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:39.689450 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2b4af706-3c80-472a-b503-e668519e5466 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:39.869806 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c5fb44-4efe-47f2-be6f-d9db3de5dff1 None None] Resources bound (agent type, host, resource id): {{(pid=105828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:10:39.909027 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-888702c8-b9ac-4685-b627-2c3458536eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1857390534-router', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'bd2b02a1-28a5-4672-839a-0b5fdb356ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:23Z', 'updated_at': '2021-08-10T00:58:32Z', 'revision_number': 4, 'project_id': '4ce28956188140948295882b7e7eeddc', 'gw_port': {'id': 'bd2b02a1-28a5-4672-839a-0b5fdb356ca9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:24Z', 'updated_at': '2021-08-10T00:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '03e44d8f-face-444e-855a-4352cbcb5e92', 'name': '', 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'mac_address': 'fa:16:3e:cb:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '5d5b8c68-57be-4c07-b3dd-20f44685cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:29Z', 'updated_at': '2021-08-10T00:58:39Z', 'revision_number': 5, 'project_id': '4ce28956188140948295882b7e7eeddc', 'subnets': [{'id': '5d5b8c68-57be-4c07-b3dd-20f44685cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:39.934506 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2b4af706-3c80-472a-b503-e668519e5466 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:39.966864 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888702c8-b9ac-4685-b627-2c3458536eea None None] Checking router: e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:10:39.988117 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888702c8-b9ac-4685-b627-2c3458536eea None None] Routers {'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:10:39.989064 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-888702c8-b9ac-4685-b627-2c3458536eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:10:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:40.007227 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4af706-3c80-472a-b503-e668519e5466 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Pushing event updated for resources: {'Subnet': ['ID=db8768c8-d3c0-47c3-acbf-5463fef37c3c,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:40.015909 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4af706-3c80-472a-b503-e668519e5466 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Checking segment: {'id': '43a56415-0b25-49ce-a1e9-f8179f8ce5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cfbc3ad0-bf3a-4f90-8086-a7314f781360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:40.016298 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4af706-3c80-472a-b503-e668519e5466 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Network hostable DHCP agents. Network: cfbc3ad0-bf3a-4f90-8086-a7314f781360, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:10:40.043938 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4af706-3c80-472a-b503-e668519e5466 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Network cfbc3ad0-bf3a-4f90-8086-a7314f781360 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:10:40.062537 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-2b4af706-3c80-472a-b503-e668519e5466 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, cfbc3ad0-bf3a-4f90-8086-a7314f781360) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:40.072212 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4af706-3c80-472a-b503-e668519e5466 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:40.073101 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2b4af706-3c80-472a-b503-e668519e5466 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:40.099986 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33212) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:40.106658 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2b4af706-3c80-472a-b503-e668519e5466 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6078458 Aug 10 01:10:40.107466 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33214) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:40.204624 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-888702c8-b9ac-4685-b627-2c3458536eea None None] Set router e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:10:40.214474 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f5f79786-c16c-4c1d-8380-4643d7df4816 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:40.259821 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f5f79786-c16c-4c1d-8380-4643d7df4816 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:40.319767 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-11d02352-8b9c-4668-a7b8-a82a25e5dba0 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:40.360498 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f5f79786-c16c-4c1d-8380-4643d7df4816 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:40.363213 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f5f79786-c16c-4c1d-8380-4643d7df4816 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:40.367767 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f5f79786-c16c-4c1d-8380-4643d7df4816 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "DELETE /v2.0/security-groups/69d1257e-3c92-4bb6-90a5-21b5c8dce048 HTTP/1.1" status: 204 len: 168 time: 0.2681911 Aug 10 01:10:40.430678 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33228) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:40.437497 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-1f82980b-5695-4340-8abe-fc62b68ca8d9 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] show failed (client error): The resource could not be found. Aug 10 01:10:40.443185 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33230) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:40.443767 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1f82980b-5695-4340-8abe-fc62b68ca8d9 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "GET /v2.0/security-groups/69d1257e-3c92-4bb6-90a5-21b5c8dce048 HTTP/1.1" status: 404 len: 347 time: 0.0715342 Aug 10 01:10:40.445923 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f79786-c16c-4c1d-8380-4643d7df4816 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d1257e-3c92-4bb6-90a5-21b5c8dce048,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:40.617280 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-11d02352-8b9c-4668-a7b8-a82a25e5dba0 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:40.626495 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0a077002-a173-4c4d-aa13-8812581fd4a5 req-e6cf1afd-6351-455d-81de-c694933168f0 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 210 time: 0.1999500 Aug 10 01:10:40.629076 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179eed93-94bc-4cea-91ee-72c80ae43eec None None] Network cfbc3ad0-bf3a-4f90-8086-a7314f781360 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:40.731899 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-92eb6fb4-5cf4-40bc-84a9-69b6d6215199 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Deleting port 51167db6-0c90-4eee-a546-8986b5f686ca {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:40.732445 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-92eb6fb4-5cf4-40bc-84a9-69b6d6215199 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:40.736324 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-11d02352-8b9c-4668-a7b8-a82a25e5dba0 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:40.809160 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d02352-8b9c-4668-a7b8-a82a25e5dba0 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Pushing event deleted for resources: {'Subnet': ['ID=db8768c8-d3c0-47c3-acbf-5463fef37c3c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:40.809821 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a67ee60-6690-4532-9d47-8585ab5621c9 None None] Network cfbc3ad0-bf3a-4f90-8086-a7314f781360 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:40.907335 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-11d02352-8b9c-4668-a7b8-a82a25e5dba0 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:40.929831 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-11d02352-8b9c-4668-a7b8-a82a25e5dba0 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfbc3ad0-bf3a-4f90-8086-a7314f781360']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:40.941914 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-92eb6fb4-5cf4-40bc-84a9-69b6d6215199 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:40.942250 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-92eb6fb4-5cf4-40bc-84a9-69b6d6215199 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:40.952003 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 25f5b507-5da8-44ba-89b7-4a4e66167be8 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:10:40.952571 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-11d02352-8b9c-4668-a7b8-a82a25e5dba0 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43a56415-0b25-49ce-a1e9-f8179f8ce5a0') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:40.952938 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-11d02352-8b9c-4668-a7b8-a82a25e5dba0 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43a56415-0b25-49ce-a1e9-f8179f8ce5a0') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:40.966177 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-92eb6fb4-5cf4-40bc-84a9-69b6d6215199 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Calling delete_port for 51167db6-0c90-4eee-a546-8986b5f686ca owned by network:floatingip {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:40.969121 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-11d02352-8b9c-4668-a7b8-a82a25e5dba0 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:40.974180 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 25f5b507-5da8-44ba-89b7-4a4e66167be8 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:10:40.974538 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 25f5b507-5da8-44ba-89b7-4a4e66167be8 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:10:40.991203 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-888702c8-b9ac-4685-b627-2c3458536eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1857390534-router', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'bd2b02a1-28a5-4672-839a-0b5fdb356ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:23Z', 'updated_at': '2021-08-10T00:58:32Z', 'revision_number': 4, 'project_id': '4ce28956188140948295882b7e7eeddc', 'gw_port': {'id': 'bd2b02a1-28a5-4672-839a-0b5fdb356ca9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:24Z', 'updated_at': '2021-08-10T00:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '03e44d8f-face-444e-855a-4352cbcb5e92', 'name': '', 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'mac_address': 'fa:16:3e:cb:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '5d5b8c68-57be-4c07-b3dd-20f44685cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:29Z', 'updated_at': '2021-08-10T00:58:39Z', 'revision_number': 5, 'project_id': '4ce28956188140948295882b7e7eeddc', 'subnets': [{'id': '5d5b8c68-57be-4c07-b3dd-20f44685cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:40.992005 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-11d02352-8b9c-4668-a7b8-a82a25e5dba0 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:41.021422 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888702c8-b9ac-4685-b627-2c3458536eea None None] The sync data for ids ['e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'] in n-d-766726-26 is: [{'id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1857390534-router', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'bd2b02a1-28a5-4672-839a-0b5fdb356ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:23Z', 'updated_at': '2021-08-10T00:58:32Z', 'revision_number': 4, 'project_id': '4ce28956188140948295882b7e7eeddc', 'gw_port': {'id': 'bd2b02a1-28a5-4672-839a-0b5fdb356ca9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:24Z', 'updated_at': '2021-08-10T00:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '03e44d8f-face-444e-855a-4352cbcb5e92', 'name': '', 'network_id': '9ff27b19-c3ac-4a51-8f0a-77d9d092a25c', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'mac_address': 'fa:16:3e:cb:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '5d5b8c68-57be-4c07-b3dd-20f44685cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:29Z', 'updated_at': '2021-08-10T00:58:39Z', 'revision_number': 5, 'project_id': '4ce28956188140948295882b7e7eeddc', 'subnets': [{'id': '5d5b8c68-57be-4c07-b3dd-20f44685cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:10:41.035329 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d02352-8b9c-4668-a7b8-a82a25e5dba0 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:10:41.035773 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-11d02352-8b9c-4668-a7b8-a82a25e5dba0 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:41.038955 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:10:41.038955 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:10:41.038955 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:10:41.038955 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:10:41.038955 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:10:41.038955 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:10:41.038955 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:10:41.038955 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:10:41.038955 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:10:41.038955 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:10:41.038955 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:10:41.038955 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:10:41.038955 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:10:41.038955 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:10:41.038955 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:10:41.038955 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:10:41.038955 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:10:41.038955 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:10:41.038955 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:10:41.038955 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:10:41.038955 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:10:41.038955 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:10:41.038955 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:10:41.038955 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:10:41.038955 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:10:41.038955 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:10:41.038955 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:10:41.038955 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:10:41.038955 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:10:41.038955 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:10:41.038955 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:10:41.038955 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:10:41.127418 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-11d02352-8b9c-4668-a7b8-a82a25e5dba0 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:41.136446 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-11d02352-8b9c-4668-a7b8-a82a25e5dba0 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:41.143207 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-11d02352-8b9c-4668-a7b8-a82a25e5dba0 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] 10.222.0.35 "DELETE /v2.0/networks/cfbc3ad0-bf3a-4f90-8086-a7314f781360 HTTP/1.1" status: 204 len: 168 time: 1.0297546 Aug 10 01:10:41.143363 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33238) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:41.147735 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-cb111007-11a8-4568-8e98-27f29057a7f9 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-488181554'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:41.170884 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-573027c6-0bb1-48b6-8827-e1bfa045aa37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:41.182301 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d02352-8b9c-4668-a7b8-a82a25e5dba0 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Pushing event deleted for resources: {'Network': ['ID=cfbc3ad0-bf3a-4f90-8086-a7314f781360,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:41.187137 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb111007-11a8-4568-8e98-27f29057a7f9 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Made reservation on behalf of 1d6405ff3e234c1387c01ba43e3e1edd for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:41.195408 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cb111007-11a8-4568-8e98-27f29057a7f9 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:41.225208 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb111007-11a8-4568-8e98-27f29057a7f9 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:10:41.237086 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cb111007-11a8-4568-8e98-27f29057a7f9 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:41.237432 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-cb111007-11a8-4568-8e98-27f29057a7f9 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Added segment 8fe15d56-1499-4626-a104-c90f78e879d6 of type vlan for network 12a674ff-f55f-4964-a265-40129954fd41 Aug 10 01:10:41.258018 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-92eb6fb4-5cf4-40bc-84a9-69b6d6215199 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:41.284869 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb6fb4-5cf4-40bc-84a9-69b6d6215199 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Pushing event deleted for resources: {'Port': ['ID=51167db6-0c90-4eee-a546-8986b5f686ca,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:41.309841 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cb111007-11a8-4568-8e98-27f29057a7f9 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:41.367530 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-92eb6fb4-5cf4-40bc-84a9-69b6d6215199 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks [] for floatingip, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:41.372566 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-92eb6fb4-5cf4-40bc-84a9-69b6d6215199 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:41.378583 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-92eb6fb4-5cf4-40bc-84a9-69b6d6215199 tempest-AttachVolumeShelveTestJSON-1108190292 tempest-AttachVolumeShelveTestJSON-1108190292-project] 10.222.0.35 "DELETE /v2.0/floatingips/4700c565-e50d-42c6-98da-48606740121b HTTP/1.1" status: 204 len: 168 time: 0.9061084 Aug 10 01:10:41.384597 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cb111007-11a8-4568-8e98-27f29057a7f9 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:41.395396 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb111007-11a8-4568-8e98-27f29057a7f9 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:41.396202 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cb111007-11a8-4568-8e98-27f29057a7f9 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:41.434545 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bab9f4c-7791-4b12-825a-4c74cc4bce11 None None] New status for floating IP 4700c565-e50d-42c6-98da-48606740121b: DOWN {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:10:41.500484 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:41.508925 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cb111007-11a8-4568-8e98-27f29057a7f9 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3653846 Aug 10 01:10:41.511790 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33244) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:41.522034 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-a695dffb-db6b-41be-8ccd-298fb864b999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Request body: {'subnet': {'network_id': '12a674ff-f55f-4964-a265-40129954fd41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:41.561269 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb111007-11a8-4568-8e98-27f29057a7f9 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Pushing event updated for resources: {'Network': ['ID=12a674ff-f55f-4964-a265-40129954fd41,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:41.579111 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 12a674ff-f55f-4964-a265-40129954fd41 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:10:41.707878 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a695dffb-db6b-41be-8ccd-298fb864b999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Made reservation on behalf of 1d6405ff3e234c1387c01ba43e3e1edd for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:41.711441 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a695dffb-db6b-41be-8ccd-298fb864b999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:41.797340 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1be7b50a-8fce-4063-bc76-b6b73e0aac08 req-1befd484-34ef-4af9-817a-e48cfc2e110b tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 210 time: 0.0367639 Aug 10 01:10:42.036541 n-d-766726-26 neutron-server[105826]: DEBUG neutron.objects.ports [None req-a695dffb-db6b-41be-8ccd-298fb864b999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 01:10:42.037958 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a695dffb-db6b-41be-8ccd-298fb864b999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:42.097438 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695dffb-db6b-41be-8ccd-298fb864b999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Pushing event updated for resources: {'Subnet': ['ID=69f23b5f-21a1-44eb-b7f0-4a3b80cb5773,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:42.107462 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a695dffb-db6b-41be-8ccd-298fb864b999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Checking segment: {'id': '8fe15d56-1499-4626-a104-c90f78e879d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '12a674ff-f55f-4964-a265-40129954fd41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:42.107818 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a695dffb-db6b-41be-8ccd-298fb864b999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Network hostable DHCP agents. Network: 12a674ff-f55f-4964-a265-40129954fd41, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:10:42.124869 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a695dffb-db6b-41be-8ccd-298fb864b999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Network 12a674ff-f55f-4964-a265-40129954fd41 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:10:42.136575 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-a695dffb-db6b-41be-8ccd-298fb864b999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 12a674ff-f55f-4964-a265-40129954fd41) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:42.141847 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a695dffb-db6b-41be-8ccd-298fb864b999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:42.142449 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a695dffb-db6b-41be-8ccd-298fb864b999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:42.151940 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f78c11-f8a9-454c-afc6-deb959c0b2b0 None None] Network 12a674ff-f55f-4964-a265-40129954fd41 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:42.163174 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a695dffb-db6b-41be-8ccd-298fb864b999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6493595 Aug 10 01:10:42.165947 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33256) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:42.330739 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d96a7a-dc6c-4bc9-9ad9-79450a96d3a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-12a674ff-f55f-4964-a265-40129954fd41', 'network_id': '12a674ff-f55f-4964-a265-40129954fd41', 'tenant_id': '1d6405ff3e234c1387c01ba43e3e1edd', 'fixed_ips': [{'subnet_id': '69f23b5f-21a1-44eb-b7f0-4a3b80cb5773'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:10:42.331753 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-43d96a7a-dc6c-4bc9-9ad9-79450a96d3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:42.667457 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-08301c73-3ce8-4c38-af72-49e08f975999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:42.717581 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-43d96a7a-dc6c-4bc9-9ad9-79450a96d3a9 None None] Allocated IP 2001:db8::f816:3eff:fe17:c6d2 (12a674ff-f55f-4964-a265-40129954fd41/69f23b5f-21a1-44eb-b7f0-4a3b80cb5773/e4326235-2d77-4979-8d8d-1346f04a359f) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:10:42.762235 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-08301c73-3ce8-4c38-af72-49e08f975999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:42.966531 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7d2dcd4a-6de9-458e-a68b-e0d20f475961 req-8f5c4c0a-6e5b-476e-bd97-2beb95248f35 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31ef606-9dd1-4438-af78-2138a527db67 HTTP/1.1" status: 200 len: 210 time: 0.0439117 Aug 10 01:10:43.036026 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-43d96a7a-dc6c-4bc9-9ad9-79450a96d3a9 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:43.044717 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-43d96a7a-dc6c-4bc9-9ad9-79450a96d3a9 None None] Transition to ACTIVE for port object e4326235-2d77-4979-8d8d-1346f04a359f will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:43.059521 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-43d96a7a-dc6c-4bc9-9ad9-79450a96d3a9 None None] Transition to ACTIVE for port object e4326235-2d77-4979-8d8d-1346f04a359f will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:43.066925 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-43d96a7a-dc6c-4bc9-9ad9-79450a96d3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:43.083510 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-08301c73-3ce8-4c38-af72-49e08f975999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:43.107921 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d96a7a-dc6c-4bc9-9ad9-79450a96d3a9 None None] Network 12a674ff-f55f-4964-a265-40129954fd41 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:43.107921 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-43d96a7a-dc6c-4bc9-9ad9-79450a96d3a9 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:43.111502 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d96a7a-dc6c-4bc9-9ad9-79450a96d3a9 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:10:43.123319 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d96a7a-dc6c-4bc9-9ad9-79450a96d3a9 None None] Pushing event updated for resources: {'Port': ['ID=e4326235-2d77-4979-8d8d-1346f04a359f,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:43.129970 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08301c73-3ce8-4c38-af72-49e08f975999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Pushing event deleted for resources: {'Subnet': ['ID=69f23b5f-21a1-44eb-b7f0-4a3b80cb5773,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:43.182783 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-43d96a7a-dc6c-4bc9-9ad9-79450a96d3a9 None None] Attempting to bind port e4326235-2d77-4979-8d8d-1346f04a359f on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:10:43.183270 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-43d96a7a-dc6c-4bc9-9ad9-79450a96d3a9 None None] Attempting to bind port e4326235-2d77-4979-8d8d-1346f04a359f by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '8fe15d56-1499-4626-a104-c90f78e879d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '12a674ff-f55f-4964-a265-40129954fd41'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:10:43.183514 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d96a7a-dc6c-4bc9-9ad9-79450a96d3a9 None None] Attempting to bind port e4326235-2d77-4979-8d8d-1346f04a359f on network 12a674ff-f55f-4964-a265-40129954fd41 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:10:43.188769 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d96a7a-dc6c-4bc9-9ad9-79450a96d3a9 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:10:43.189559 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d96a7a-dc6c-4bc9-9ad9-79450a96d3a9 None None] Checking segment: {'id': '8fe15d56-1499-4626-a104-c90f78e879d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '12a674ff-f55f-4964-a265-40129954fd41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:43.189559 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-43d96a7a-dc6c-4bc9-9ad9-79450a96d3a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:43.189929 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d96a7a-dc6c-4bc9-9ad9-79450a96d3a9 None None] Bound using segment: {'id': '8fe15d56-1499-4626-a104-c90f78e879d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '12a674ff-f55f-4964-a265-40129954fd41'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:10:43.190613 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-43d96a7a-dc6c-4bc9-9ad9-79450a96d3a9 None None] Bound port: e4326235-2d77-4979-8d8d-1346f04a359f, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe15d56-1499-4626-a104-c90f78e879d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '12a674ff-f55f-4964-a265-40129954fd41'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:10:43.190966 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-08301c73-3ce8-4c38-af72-49e08f975999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:43.191082 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-43d96a7a-dc6c-4bc9-9ad9-79450a96d3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:43.201334 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-08301c73-3ce8-4c38-af72-49e08f975999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a674ff-f55f-4964-a265-40129954fd41']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:43.212289 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-08301c73-3ce8-4c38-af72-49e08f975999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe15d56-1499-4626-a104-c90f78e879d6') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:43.212849 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-08301c73-3ce8-4c38-af72-49e08f975999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe15d56-1499-4626-a104-c90f78e879d6') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:43.223749 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-08301c73-3ce8-4c38-af72-49e08f975999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:43.253840 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-08301c73-3ce8-4c38-af72-49e08f975999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:43.261499 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08301c73-3ce8-4c38-af72-49e08f975999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:10:43.262398 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-08301c73-3ce8-4c38-af72-49e08f975999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:43.266020 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:10:43.266020 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:10:43.266020 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:10:43.266020 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:10:43.266020 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:10:43.266020 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:10:43.266020 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:10:43.266020 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:10:43.266020 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:10:43.266020 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:10:43.266020 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:10:43.266020 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:10:43.266020 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:10:43.266020 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:10:43.266020 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:10:43.266020 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:10:43.266020 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:10:43.266020 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:10:43.266020 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:10:43.266020 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:10:43.266020 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:10:43.266020 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:10:43.266020 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:10:43.266020 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:10:43.266020 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:10:43.266020 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:10:43.266020 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:10:43.266020 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:10:43.266020 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:10:43.266020 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:10:43.266020 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:10:43.266020 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:10:43.279174 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-43d96a7a-dc6c-4bc9-9ad9-79450a96d3a9 None None] For port e4326235-2d77-4979-8d8d-1346f04a359f, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:10:43.348019 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-43d96a7a-dc6c-4bc9-9ad9-79450a96d3a9 None None] For port e4326235-2d77-4979-8d8d-1346f04a359f, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=e4326235-2d77-4979-8d8d-1346f04a359f,segment=NetworkSegment(8fe15d56-1499-4626-a104-c90f78e879d6),segment_id=8fe15d56-1499-4626-a104-c90f78e879d6)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:10:43.352128 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.db.api [None req-08301c73-3ce8-4c38-af72-49e08f975999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 01:10:43.352128 n-d-766726-26 neutron-server[105826]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 01:10:43.352128 n-d-766726-26 neutron-server[105826]: [parameters: {'id': '12a674ff-f55f-4964-a265-40129954fd41'}] Aug 10 01:10:43.352128 n-d-766726-26 neutron-server[105826]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:10:43.352771 n-d-766726-26 neutron-server[105826]: DEBUG oslo_db.api [None req-08301c73-3ce8-4c38-af72-49e08f975999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:10:43.354562 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-43d96a7a-dc6c-4bc9-9ad9-79450a96d3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:43.488658 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5053822-85bb-499e-8b48-ce1ce863c5be None None] Network 12a674ff-f55f-4964-a265-40129954fd41 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:43.501548 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d96a7a-dc6c-4bc9-9ad9-79450a96d3a9 None None] Pushing event updated for resources: {'Port': ['ID=e4326235-2d77-4979-8d8d-1346f04a359f,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:43.635345 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf354af-662b-4974-a1bd-d5a0c7f9f4d0 None None] get_active_networks_info from n-d-766726-26 {{(pid=105828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:10:43.853921 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-08301c73-3ce8-4c38-af72-49e08f975999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:43.859811 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-39616a83-039c-4f36-b2ba-eadfae4d9e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:43.865308 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf354af-662b-4974-a1bd-d5a0c7f9f4d0 None None] Resources bound (agent type, host, resource id): {{(pid=105828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:10:43.933512 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-08301c73-3ce8-4c38-af72-49e08f975999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Deleting port e4326235-2d77-4979-8d8d-1346f04a359f {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:43.934114 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-08301c73-3ce8-4c38-af72-49e08f975999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:44.061841 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-08301c73-3ce8-4c38-af72-49e08f975999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] For port e4326235-2d77-4979-8d8d-1346f04a359f, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=e4326235-2d77-4979-8d8d-1346f04a359f,segment=NetworkSegment(8fe15d56-1499-4626-a104-c90f78e879d6),segment_id=8fe15d56-1499-4626-a104-c90f78e879d6)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:44.062486 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-08301c73-3ce8-4c38-af72-49e08f975999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:44.100580 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-08301c73-3ce8-4c38-af72-49e08f975999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Calling delete_port for e4326235-2d77-4979-8d8d-1346f04a359f owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:44.324668 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-08301c73-3ce8-4c38-af72-49e08f975999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:44.338815 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08301c73-3ce8-4c38-af72-49e08f975999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] No DVR routers for this DVR port e4326235-2d77-4979-8d8d-1346f04a359f on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:10:44.384813 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08301c73-3ce8-4c38-af72-49e08f975999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Pushing event deleted for resources: {'Port': ['ID=e4326235-2d77-4979-8d8d-1346f04a359f,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:44.428349 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:44.467823 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-08301c73-3ce8-4c38-af72-49e08f975999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:44.479176 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-08301c73-3ce8-4c38-af72-49e08f975999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a674ff-f55f-4964-a265-40129954fd41']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:44.502427 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-08301c73-3ce8-4c38-af72-49e08f975999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe15d56-1499-4626-a104-c90f78e879d6') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:44.502612 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-08301c73-3ce8-4c38-af72-49e08f975999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe15d56-1499-4626-a104-c90f78e879d6') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:44.512907 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-08301c73-3ce8-4c38-af72-49e08f975999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:44.527644 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-08301c73-3ce8-4c38-af72-49e08f975999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:44.534178 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08301c73-3ce8-4c38-af72-49e08f975999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:10:44.534632 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-08301c73-3ce8-4c38-af72-49e08f975999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:44.538393 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:10:44.538393 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:10:44.538393 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:10:44.538393 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:10:44.538393 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:10:44.538393 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:10:44.538393 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:10:44.538393 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:10:44.538393 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:10:44.538393 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:10:44.538393 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:10:44.538393 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:10:44.538393 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:10:44.538393 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:10:44.538393 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:10:44.538393 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:10:44.538393 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:10:44.538393 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:10:44.538393 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:10:44.538393 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:10:44.538393 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:10:44.538393 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:10:44.538393 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:10:44.538393 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:10:44.538393 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:10:44.538393 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:10:44.538393 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:10:44.538393 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:10:44.538393 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:10:44.538393 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:10:44.538393 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:10:44.538393 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:10:44.613652 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-08301c73-3ce8-4c38-af72-49e08f975999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:44.627438 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-08301c73-3ce8-4c38-af72-49e08f975999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:44.629354 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-08301c73-3ce8-4c38-af72-49e08f975999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] 10.222.0.35 "DELETE /v2.0/networks/12a674ff-f55f-4964-a265-40129954fd41 HTTP/1.1" status: 204 len: 168 time: 2.4624059 Aug 10 01:10:44.633250 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33292) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:44.650740 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08301c73-3ce8-4c38-af72-49e08f975999 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Pushing event deleted for resources: {'Network': ['ID=12a674ff-f55f-4964-a265-40129954fd41,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:44.677267 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf11256c-79f8-42c9-8429-3db56041ea71 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] DELETE failed (client error): The resource could not be found. Aug 10 01:10:44.677941 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf11256c-79f8-42c9-8429-3db56041ea71 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:10:44.680023 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cf11256c-79f8-42c9-8429-3db56041ea71 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] 10.222.0.35 "DELETE /v2.0/subnets/69f23b5f-21a1-44eb-b7f0-4a3b80cb5773 HTTP/1.1" status: 404 len: 337 time: 0.0457408 Aug 10 01:10:44.683138 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33294) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:44.703577 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3784082-5484-4838-bfaf-27919f4fb607 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] DELETE failed (client error): The resource could not be found. Aug 10 01:10:44.704379 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3784082-5484-4838-bfaf-27919f4fb607 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:10:44.707733 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f3784082-5484-4838-bfaf-27919f4fb607 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] 10.222.0.35 "DELETE /v2.0/networks/12a674ff-f55f-4964-a265-40129954fd41 HTTP/1.1" status: 404 len: 339 time: 0.0225308 Aug 10 01:10:44.709228 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33296) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:44.738737 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d2854ac-50cc-43c5-80f2-d650b7c5efd8 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] DELETE failed (client error): The resource could not be found. Aug 10 01:10:44.739347 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d2854ac-50cc-43c5-80f2-d650b7c5efd8 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:10:44.743522 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8d2854ac-50cc-43c5-80f2-d650b7c5efd8 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] 10.222.0.35 "DELETE /v2.0/subnets/db8768c8-d3c0-47c3-acbf-5463fef37c3c HTTP/1.1" status: 404 len: 337 time: 0.0310061 Aug 10 01:10:44.744503 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33298) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:44.762736 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-40425a7a-bc87-4a1d-9397-957267ad81a0 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] DELETE failed (client error): The resource could not be found. Aug 10 01:10:44.763373 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40425a7a-bc87-4a1d-9397-957267ad81a0 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:10:44.767425 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-40425a7a-bc87-4a1d-9397-957267ad81a0 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] 10.222.0.35 "DELETE /v2.0/networks/cfbc3ad0-bf3a-4f90-8086-a7314f781360 HTTP/1.1" status: 404 len: 339 time: 0.0197017 Aug 10 01:10:44.767806 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33300) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:44.799738 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-77fc564a-46f1-451a-a0e6-56754a45d129 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] DELETE failed (client error): The resource could not be found. Aug 10 01:10:44.800308 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77fc564a-46f1-451a-a0e6-56754a45d129 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:10:44.804484 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-77fc564a-46f1-451a-a0e6-56754a45d129 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] 10.222.0.35 "DELETE /v2.0/subnets/6c1d1909-2d9a-4978-9b84-1412cf173af1 HTTP/1.1" status: 404 len: 337 time: 0.0332448 Aug 10 01:10:44.805279 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33302) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:44.833448 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-20042a8b-129f-4374-a7bd-d8f207d77b2b tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] DELETE failed (client error): The resource could not be found. Aug 10 01:10:44.834096 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20042a8b-129f-4374-a7bd-d8f207d77b2b tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:10:44.839156 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33306) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:44.840018 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-20042a8b-129f-4374-a7bd-d8f207d77b2b tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] 10.222.0.35 "DELETE /v2.0/networks/c576b48f-1216-4079-9dcb-761398350f32 HTTP/1.1" status: 404 len: 339 time: 0.0328333 Aug 10 01:10:44.947331 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-9361da57-9ff7-473b-95af-221922cd4238 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Deleting port 5f04b88b-a254-47b3-aa0d-65f6494628b9 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:44.947822 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9361da57-9ff7-473b-95af-221922cd4238 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:45.023069 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9361da57-9ff7-473b-95af-221922cd4238 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:45.037472 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-9361da57-9ff7-473b-95af-221922cd4238 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Calling delete_port for 5f04b88b-a254-47b3-aa0d-65f6494628b9 owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:45.124907 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:45.149357 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9361da57-9ff7-473b-95af-221922cd4238 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:45.194154 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9361da57-9ff7-473b-95af-221922cd4238 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:45.197496 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9361da57-9ff7-473b-95af-221922cd4238 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] 10.222.0.35 "DELETE /v2.0/ports/5f04b88b-a254-47b3-aa0d-65f6494628b9 HTTP/1.1" status: 204 len: 168 time: 0.3562689 Aug 10 01:10:45.199393 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33312) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:45.208422 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9361da57-9ff7-473b-95af-221922cd4238 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Pushing event deleted for resources: {'Port': ['ID=5f04b88b-a254-47b3-aa0d-65f6494628b9,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:45.238739 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1165acb7-a0cc-484f-b44c-ad3eba69d024 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] DELETE failed (client error): The resource could not be found. Aug 10 01:10:45.239208 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1165acb7-a0cc-484f-b44c-ad3eba69d024 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:10:45.243577 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1165acb7-a0cc-484f-b44c-ad3eba69d024 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] 10.222.0.35 "DELETE /v2.0/subnets/d136e8f5-caea-4cb6-a5c8-22f478971d07 HTTP/1.1" status: 404 len: 337 time: 0.0406058 Aug 10 01:10:45.249230 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33318) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:45.379021 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2f398b82-a026-4bd1-a81c-5a7a61cff875 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:45.483851 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2f398b82-a026-4bd1-a81c-5a7a61cff875 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:45.495786 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-2f398b82-a026-4bd1-a81c-5a7a61cff875 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf055e7-7efb-43d7-b63f-df6954335e7c']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:45.510324 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-2f398b82-a026-4bd1-a81c-5a7a61cff875 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe468f1b-eede-4c6e-ae7f-560eb10b9d2a') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:45.510622 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-2f398b82-a026-4bd1-a81c-5a7a61cff875 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe468f1b-eede-4c6e-ae7f-560eb10b9d2a') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:45.521381 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2f398b82-a026-4bd1-a81c-5a7a61cff875 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:45.537994 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2f398b82-a026-4bd1-a81c-5a7a61cff875 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:45.545425 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f398b82-a026-4bd1-a81c-5a7a61cff875 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:10:45.546100 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2f398b82-a026-4bd1-a81c-5a7a61cff875 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:45.549722 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:10:45.549722 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:10:45.549722 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:10:45.549722 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:10:45.549722 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:10:45.549722 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:10:45.549722 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:10:45.549722 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:10:45.549722 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:10:45.549722 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:10:45.549722 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:10:45.549722 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:10:45.549722 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:10:45.549722 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:10:45.549722 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:10:45.549722 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:10:45.549722 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:10:45.549722 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:10:45.549722 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:10:45.549722 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:10:45.549722 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:10:45.549722 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:10:45.549722 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:10:45.549722 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:10:45.549722 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:10:45.549722 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:10:45.549722 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:10:45.549722 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:10:45.549722 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:10:45.549722 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:10:45.549722 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:10:45.549722 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:10:45.626952 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2f398b82-a026-4bd1-a81c-5a7a61cff875 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:45.637239 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2f398b82-a026-4bd1-a81c-5a7a61cff875 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:45.639474 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2f398b82-a026-4bd1-a81c-5a7a61cff875 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] 10.222.0.35 "DELETE /v2.0/networks/cbf055e7-7efb-43d7-b63f-df6954335e7c HTTP/1.1" status: 204 len: 168 time: 0.3886790 Aug 10 01:10:45.642073 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33322) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:45.657237 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f398b82-a026-4bd1-a81c-5a7a61cff875 tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Pushing event deleted for resources: {'Network': ['ID=cbf055e7-7efb-43d7-b63f-df6954335e7c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:45.755619 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-47835bfa-2d58-43b4-ad84-cca9dc62f6ad tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Deleting port 7e3eedfa-8918-436f-9a92-581df1461afe {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:45.755961 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-47835bfa-2d58-43b4-ad84-cca9dc62f6ad tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:45.824807 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-47835bfa-2d58-43b4-ad84-cca9dc62f6ad tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:45.838366 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-47835bfa-2d58-43b4-ad84-cca9dc62f6ad tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Calling delete_port for 7e3eedfa-8918-436f-9a92-581df1461afe owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:45.964586 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-47835bfa-2d58-43b4-ad84-cca9dc62f6ad tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:46.018935 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33332) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:46.038397 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-47835bfa-2d58-43b4-ad84-cca9dc62f6ad tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:46.040797 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-47835bfa-2d58-43b4-ad84-cca9dc62f6ad tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] 10.222.0.35 "DELETE /v2.0/ports/7e3eedfa-8918-436f-9a92-581df1461afe HTTP/1.1" status: 204 len: 168 time: 0.3974419 Aug 10 01:10:46.042129 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47835bfa-2d58-43b4-ad84-cca9dc62f6ad tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Pushing event deleted for resources: {'Port': ['ID=7e3eedfa-8918-436f-9a92-581df1461afe,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:46.043265 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33336) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:46.076542 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db294df-e470-4c43-854a-82681f6381de tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] DELETE failed (client error): The resource could not be found. Aug 10 01:10:46.077230 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8db294df-e470-4c43-854a-82681f6381de tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:10:46.080393 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8db294df-e470-4c43-854a-82681f6381de tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] 10.222.0.35 "DELETE /v2.0/subnets/96fdcdc0-6f9c-4e7c-bd13-2d32eca45c2f HTTP/1.1" status: 404 len: 337 time: 0.0361323 Aug 10 01:10:46.083182 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33338) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:46.182192 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-13c94efd-a30c-40ef-8cb0-4c414a12fe9f tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:46.235391 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:46.273697 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-13c94efd-a30c-40ef-8cb0-4c414a12fe9f tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:46.284969 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-13c94efd-a30c-40ef-8cb0-4c414a12fe9f tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2532e677-a41f-488a-9ea5-14b284e58e5b']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:46.309685 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-13c94efd-a30c-40ef-8cb0-4c414a12fe9f tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c6fa31e-b86e-4e8b-aea8-113523bfb9a3') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:46.310212 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-13c94efd-a30c-40ef-8cb0-4c414a12fe9f tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c6fa31e-b86e-4e8b-aea8-113523bfb9a3') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:46.326960 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-13c94efd-a30c-40ef-8cb0-4c414a12fe9f tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:46.354352 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-13c94efd-a30c-40ef-8cb0-4c414a12fe9f tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:46.372756 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13c94efd-a30c-40ef-8cb0-4c414a12fe9f tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:10:46.373588 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-13c94efd-a30c-40ef-8cb0-4c414a12fe9f tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:46.390701 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:10:46.390701 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:10:46.390701 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:10:46.390701 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:10:46.390701 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:10:46.390701 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:10:46.390701 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:10:46.390701 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:10:46.390701 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:10:46.390701 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:10:46.390701 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:10:46.390701 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:10:46.390701 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:10:46.390701 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:10:46.390701 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:10:46.390701 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:10:46.390701 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:10:46.390701 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:10:46.390701 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:10:46.390701 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:10:46.390701 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:10:46.390701 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:10:46.390701 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:10:46.390701 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:10:46.390701 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:10:46.390701 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:10:46.390701 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:10:46.390701 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:10:46.390701 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:10:46.390701 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:10:46.390701 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:10:46.390701 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:10:46.523409 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-13c94efd-a30c-40ef-8cb0-4c414a12fe9f tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:46.532174 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-13c94efd-a30c-40ef-8cb0-4c414a12fe9f tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:46.538828 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-13c94efd-a30c-40ef-8cb0-4c414a12fe9f tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] 10.222.0.35 "DELETE /v2.0/networks/2532e677-a41f-488a-9ea5-14b284e58e5b HTTP/1.1" status: 204 len: 168 time: 0.4518616 Aug 10 01:10:46.539214 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33348) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:46.562519 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c94efd-a30c-40ef-8cb0-4c414a12fe9f tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Pushing event deleted for resources: {'Network': ['ID=2532e677-a41f-488a-9ea5-14b284e58e5b,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:46.634989 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-64495289-ed8a-4379-9d14-1bb4582985be tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Deleting subnet a3e725fa-758a-4511-908b-b47a752b7324 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:10:46.641040 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-64495289-ed8a-4379-9d14-1bb4582985be tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:46.716650 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-64495289-ed8a-4379-9d14-1bb4582985be tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:46.850506 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-64495289-ed8a-4379-9d14-1bb4582985be tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:46.950333 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-64495289-ed8a-4379-9d14-1bb4582985be tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:46.963309 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0925c0f8-fe75-4a5a-85be-f35021cb5a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:47.019078 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-64495289-ed8a-4379-9d14-1bb4582985be tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:47.023222 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-64495289-ed8a-4379-9d14-1bb4582985be tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] 10.222.0.35 "DELETE /v2.0/subnets/a3e725fa-758a-4511-908b-b47a752b7324 HTTP/1.1" status: 204 len: 168 time: 0.4795802 Aug 10 01:10:47.023222 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64495289-ed8a-4379-9d14-1bb4582985be tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Pushing event deleted for resources: {'Subnet': ['ID=a3e725fa-758a-4511-908b-b47a752b7324,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:47.024565 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33350) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:47.044411 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52018b8d-5272-4893-9cca-b0c49722fe77 None None] Network d6994f6a-bf1d-41bd-a832-caf19a5bee37 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:47.206318 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4496910c-7241-422d-9edf-3b536779012d tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:47.285611 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-4496910c-7241-422d-9edf-3b536779012d tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Deleting port e89b85b4-90f6-4061-9542-a10c56f46baf {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:47.286253 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4496910c-7241-422d-9edf-3b536779012d tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:47.329147 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-0925c0f8-fe75-4a5a-85be-f35021cb5a2b admin admin] Deleting port 63b72c7d-b08b-4b6b-8e03-039ba2c68e0a {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:47.329501 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0925c0f8-fe75-4a5a-85be-f35021cb5a2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:47.344692 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39a5a94-b72b-4902-b653-6d5bf0bcef81 None None] DHCP port deletion for d6994f6a-bf1d-41bd-a832-caf19a5bee37 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:10:47.406799 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-4496910c-7241-422d-9edf-3b536779012d tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] For port e89b85b4-90f6-4061-9542-a10c56f46baf, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=e89b85b4-90f6-4061-9542-a10c56f46baf,segment=NetworkSegment(49e3f769-9e9a-4577-b514-4a9c68468521),segment_id=49e3f769-9e9a-4577-b514-4a9c68468521)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:47.407168 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4496910c-7241-422d-9edf-3b536779012d tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:47.436947 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-0925c0f8-fe75-4a5a-85be-f35021cb5a2b admin admin] For port 63b72c7d-b08b-4b6b-8e03-039ba2c68e0a, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=63b72c7d-b08b-4b6b-8e03-039ba2c68e0a,segment=NetworkSegment(46257f34-2cf1-4c58-aee4-ca7c1c66fdd4),segment_id=46257f34-2cf1-4c58-aee4-ca7c1c66fdd4)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:47.437733 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0925c0f8-fe75-4a5a-85be-f35021cb5a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:47.444954 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-4496910c-7241-422d-9edf-3b536779012d tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Calling delete_port for e89b85b4-90f6-4061-9542-a10c56f46baf owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:47.448457 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b39a5a94-b72b-4902-b653-6d5bf0bcef81 None None] Deleting port e89b85b4-90f6-4061-9542-a10c56f46baf {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:47.448852 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b39a5a94-b72b-4902-b653-6d5bf0bcef81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:47.457266 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-0925c0f8-fe75-4a5a-85be-f35021cb5a2b admin admin] Calling delete_port for 63b72c7d-b08b-4b6b-8e03-039ba2c68e0a owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:47.578175 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-b39a5a94-b72b-4902-b653-6d5bf0bcef81 None None] For port e89b85b4-90f6-4061-9542-a10c56f46baf, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=e89b85b4-90f6-4061-9542-a10c56f46baf,segment=NetworkSegment(49e3f769-9e9a-4577-b514-4a9c68468521),segment_id=49e3f769-9e9a-4577-b514-4a9c68468521)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:47.578586 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b39a5a94-b72b-4902-b653-6d5bf0bcef81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:47.601862 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4496910c-7241-422d-9edf-3b536779012d tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:47.612916 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b39a5a94-b72b-4902-b653-6d5bf0bcef81 None None] Calling delete_port for e89b85b4-90f6-4061-9542-a10c56f46baf owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:47.657150 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496910c-7241-422d-9edf-3b536779012d tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Pushing event deleted for resources: {'Port': ['ID=e89b85b4-90f6-4061-9542-a10c56f46baf,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:47.668270 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4496910c-7241-422d-9edf-3b536779012d tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] No DVR routers for this DVR port e89b85b4-90f6-4061-9542-a10c56f46baf on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:10:47.736704 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33372) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:47.778074 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b39a5a94-b72b-4902-b653-6d5bf0bcef81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:47.797354 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0925c0f8-fe75-4a5a-85be-f35021cb5a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:47.827877 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39a5a94-b72b-4902-b653-6d5bf0bcef81 None None] Pushing event deleted for resources: {'Port': ['ID=e89b85b4-90f6-4061-9542-a10c56f46baf,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:47.833126 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4496910c-7241-422d-9edf-3b536779012d tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:47.841272 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39a5a94-b72b-4902-b653-6d5bf0bcef81 None None] No DVR routers for this DVR port e89b85b4-90f6-4061-9542-a10c56f46baf on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:10:47.864953 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925c0f8-fe75-4a5a-85be-f35021cb5a2b admin admin] Pushing event deleted for resources: {'Port': ['ID=63b72c7d-b08b-4b6b-8e03-039ba2c68e0a,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:47.866137 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-4496910c-7241-422d-9edf-3b536779012d tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6994f6a-bf1d-41bd-a832-caf19a5bee37']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:47.884149 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-4496910c-7241-422d-9edf-3b536779012d tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e3f769-9e9a-4577-b514-4a9c68468521') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:47.885447 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-4496910c-7241-422d-9edf-3b536779012d tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e3f769-9e9a-4577-b514-4a9c68468521') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:47.908588 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4496910c-7241-422d-9edf-3b536779012d tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:47.951089 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4496910c-7241-422d-9edf-3b536779012d tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:47.970029 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device e89b85b4-90f6-4061-9542-a10c56f46baf no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:10:47.973731 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4496910c-7241-422d-9edf-3b536779012d tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:10:47.974598 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4496910c-7241-422d-9edf-3b536779012d tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:48.027690 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: e89b85b4-90f6-4061-9542-a10c56f46baf {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:10:48.028252 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device e89b85b4-90f6-4061-9542-a10c56f46baf not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:10:48.054048 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:10:48.054048 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:10:48.054048 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:10:48.054048 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:10:48.054048 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:10:48.054048 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:10:48.054048 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:10:48.054048 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:10:48.054048 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:10:48.054048 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:10:48.054048 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:10:48.054048 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:10:48.054048 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:10:48.054048 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:10:48.054048 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:10:48.054048 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:10:48.054048 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:10:48.054048 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:10:48.054048 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:10:48.054048 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:10:48.054048 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:10:48.054048 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:10:48.054048 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:10:48.054048 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:10:48.054048 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:10:48.054048 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:10:48.054048 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:10:48.054048 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:10:48.054048 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:10:48.054048 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:10:48.054048 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:10:48.054048 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:10:48.061453 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4496910c-7241-422d-9edf-3b536779012d tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:48.071137 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4496910c-7241-422d-9edf-3b536779012d tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:48.075939 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4496910c-7241-422d-9edf-3b536779012d tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] 10.222.0.35 "DELETE /v2.0/networks/d6994f6a-bf1d-41bd-a832-caf19a5bee37 HTTP/1.1" status: 204 len: 168 time: 1.0465848 Aug 10 01:10:48.092359 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496910c-7241-422d-9edf-3b536779012d tempest-NetworksIpV6TestAttrs-1128167543 tempest-NetworksIpV6TestAttrs-1128167543-project] Pushing event deleted for resources: {'Network': ['ID=d6994f6a-bf1d-41bd-a832-caf19a5bee37,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:48.392371 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0925c0f8-fe75-4a5a-85be-f35021cb5a2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:48.457005 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33386) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:48.667853 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-cc66a85e-e483-466f-8baa-339527891f5c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1d6405ff3e234c1387c01ba43e3e1edd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2093596 Aug 10 01:10:48.672821 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33392) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:48.750578 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-de08407c-4b6b-4978-8e76-f8c938282cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:48.774021 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-de08407c-4b6b-4978-8e76-f8c938282cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:48.829558 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-de08407c-4b6b-4978-8e76-f8c938282cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:48.832812 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-de08407c-4b6b-4978-8e76-f8c938282cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:48.834167 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-de08407c-4b6b-4978-8e76-f8c938282cd8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/494f1a95-75a8-4066-ba3a-6d576f8275b7 HTTP/1.1" status: 204 len: 168 time: 0.1603520 Aug 10 01:10:48.850423 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0925c0f8-fe75-4a5a-85be-f35021cb5a2b admin admin] Router ffe05d4e-1105-4d2b-87c9-4a6c91d02339 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:10:48.864081 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de08407c-4b6b-4978-8e76-f8c938282cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494f1a95-75a8-4066-ba3a-6d576f8275b7,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:49.012368 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fb17924d-c1a1-404a-bb33-16c59749b430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:49.062529 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0925c0f8-fe75-4a5a-85be-f35021cb5a2b admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:10:49.073961 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0925c0f8-fe75-4a5a-85be-f35021cb5a2b admin admin] 10.222.0.35 "PUT /v2.0/routers/ffe05d4e-1105-4d2b-87c9-4a6c91d02339/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0516758 Aug 10 01:10:49.074276 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33400) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:49.078124 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04c4125-a3b7-4dfc-97a9-417312774258 None None] Sync routers for ids ['ffe05d4e-1105-4d2b-87c9-4a6c91d02339'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:10:49.096042 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04c4125-a3b7-4dfc-97a9-417312774258 None None] Routers {'ffe05d4e-1105-4d2b-87c9-4a6c91d02339'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:10:49.096768 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-f04c4125-a3b7-4dfc-97a9-417312774258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:10:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['ffe05d4e-1105-4d2b-87c9-4a6c91d02339'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:49.260981 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a7a0cc5d-4c46-4cba-9da1-11eeefc651ab admin admin] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:49.280935 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-f04c4125-a3b7-4dfc-97a9-417312774258 None None] Set router ffe05d4e-1105-4d2b-87c9-4a6c91d02339 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:10:49.406051 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a7a0cc5d-4c46-4cba-9da1-11eeefc651ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:49.493935 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-a7a0cc5d-4c46-4cba-9da1-11eeefc651ab admin admin] Deleting port b014651d-896e-49bf-a8fe-96ed9fd8633a {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:49.496251 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a7a0cc5d-4c46-4cba-9da1-11eeefc651ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:49.516160 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-fb17924d-c1a1-404a-bb33-16c59749b430 admin admin] Deleting port 03e44d8f-face-444e-855a-4352cbcb5e92 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:49.517950 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fb17924d-c1a1-404a-bb33-16c59749b430 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:49.533577 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-f04c4125-a3b7-4dfc-97a9-417312774258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'name': 'tempest-AttachVolumeTestJSON-56048594-router', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'b014651d-896e-49bf-a8fe-96ed9fd8633a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T01:10:47Z', 'revision_number': 5, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'gw_port': {'id': 'b014651d-896e-49bf-a8fe-96ed9fd8633a', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T00:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:49.569699 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04c4125-a3b7-4dfc-97a9-417312774258 None None] Checking router: ffe05d4e-1105-4d2b-87c9-4a6c91d02339 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:10:49.580558 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04c4125-a3b7-4dfc-97a9-417312774258 None None] Routers {'ffe05d4e-1105-4d2b-87c9-4a6c91d02339'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:10:49.581331 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-f04c4125-a3b7-4dfc-97a9-417312774258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:10:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['ffe05d4e-1105-4d2b-87c9-4a6c91d02339'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:49.633853 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-a7a0cc5d-4c46-4cba-9da1-11eeefc651ab admin admin] For port b014651d-896e-49bf-a8fe-96ed9fd8633a, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b014651d-896e-49bf-a8fe-96ed9fd8633a,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:49.634760 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a7a0cc5d-4c46-4cba-9da1-11eeefc651ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:49.656246 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-a7a0cc5d-4c46-4cba-9da1-11eeefc651ab admin admin] Calling delete_port for b014651d-896e-49bf-a8fe-96ed9fd8633a owned by network:router_gateway {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:49.690149 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-f04c4125-a3b7-4dfc-97a9-417312774258 None None] Set router ffe05d4e-1105-4d2b-87c9-4a6c91d02339 gateway port host: None {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:10:49.799775 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-f04c4125-a3b7-4dfc-97a9-417312774258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'name': 'tempest-AttachVolumeTestJSON-56048594-router', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T01:10:49Z', 'revision_number': 6, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:49.844291 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04c4125-a3b7-4dfc-97a9-417312774258 None None] The sync data for ids ['ffe05d4e-1105-4d2b-87c9-4a6c91d02339'] in n-d-766726-26 is: [{'id': 'ffe05d4e-1105-4d2b-87c9-4a6c91d02339', 'name': 'tempest-AttachVolumeTestJSON-56048594-router', 'tenant_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:37Z', 'updated_at': '2021-08-10T01:10:49Z', 'revision_number': 6, 'project_id': 'd91dc5c8b6a84b00a6991cd850981f11', 'gw_port_host': None}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:10:49.891078 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a7a0cc5d-4c46-4cba-9da1-11eeefc651ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:49.950688 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33428) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:49.975091 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0cc5d-4c46-4cba-9da1-11eeefc651ab admin admin] Pushing event deleted for resources: {'Port': ['ID=b014651d-896e-49bf-a8fe-96ed9fd8633a,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:50.050302 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-fb17924d-c1a1-404a-bb33-16c59749b430 admin admin] For port 03e44d8f-face-444e-855a-4352cbcb5e92, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=03e44d8f-face-444e-855a-4352cbcb5e92,segment=NetworkSegment(136bec44-8d21-4a4a-9be0-ad0e395d978b),segment_id=136bec44-8d21-4a4a-9be0-ad0e395d978b)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:50.050917 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fb17924d-c1a1-404a-bb33-16c59749b430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:50.052642 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a7a0cc5d-4c46-4cba-9da1-11eeefc651ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:50.073498 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-fb17924d-c1a1-404a-bb33-16c59749b430 admin admin] Calling delete_port for 03e44d8f-face-444e-855a-4352cbcb5e92 owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:50.152408 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-419ebc1d-f1bd-463d-b807-8597f4ea145c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1146653117'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:50.163880 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a7a0cc5d-4c46-4cba-9da1-11eeefc651ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:50.168536 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a7a0cc5d-4c46-4cba-9da1-11eeefc651ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:50.226701 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419ebc1d-f1bd-463d-b807-8597f4ea145c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Made reservation on behalf of 5a87816e91fb4794a957d4da3be1c174 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:50.235722 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-419ebc1d-f1bd-463d-b807-8597f4ea145c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:50.246327 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a7a0cc5d-4c46-4cba-9da1-11eeefc651ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:50.246895 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a0cc5d-4c46-4cba-9da1-11eeefc651ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffe05d4e-1105-4d2b-87c9-4a6c91d02339 {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:10:50.248710 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-419ebc1d-f1bd-463d-b807-8597f4ea145c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:50.254790 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a7a0cc5d-4c46-4cba-9da1-11eeefc651ab admin admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:50.258303 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a7a0cc5d-4c46-4cba-9da1-11eeefc651ab admin admin] 10.222.0.35 "DELETE /v2.0/routers/ffe05d4e-1105-4d2b-87c9-4a6c91d02339 HTTP/1.1" status: 204 len: 168 time: 1.1805899 Aug 10 01:10:50.261790 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33434) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:50.307920 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fb17924d-c1a1-404a-bb33-16c59749b430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:50.329643 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1e2c1e-9e10-49f3-bf82-5ed3bd9514fc admin admin] Deleting subnet 5e3c383a-86af-456d-b822-0c7aa421c546 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:10:50.334445 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0b1e2c1e-9e10-49f3-bf82-5ed3bd9514fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:50.343110 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17924d-c1a1-404a-bb33-16c59749b430 admin admin] Pushing event deleted for resources: {'Port': ['ID=03e44d8f-face-444e-855a-4352cbcb5e92,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:50.387658 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0b1e2c1e-9e10-49f3-bf82-5ed3bd9514fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:50.547101 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fb17924d-c1a1-404a-bb33-16c59749b430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:50.558034 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-419ebc1d-f1bd-463d-b807-8597f4ea145c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:50.562010 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0b1e2c1e-9e10-49f3-bf82-5ed3bd9514fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:50.584857 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-419ebc1d-f1bd-463d-b807-8597f4ea145c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:50.652813 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-419ebc1d-f1bd-463d-b807-8597f4ea145c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:10:50.675069 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-419ebc1d-f1bd-463d-b807-8597f4ea145c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:50.675557 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-419ebc1d-f1bd-463d-b807-8597f4ea145c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Added segment 47f6cbaf-15d2-405b-aeb6-cee0a53f523a of type vlan for network 4e7a2df8-f200-4d1d-bdcc-55e3b61309b7 Aug 10 01:10:50.688516 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ebc1d-f1bd-463d-b807-8597f4ea145c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26f53f08-cdfb-468e-9195-70c6eea98d9a,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:50.733346 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-419ebc1d-f1bd-463d-b807-8597f4ea145c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:50.747520 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0b1e2c1e-9e10-49f3-bf82-5ed3bd9514fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:50.793355 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e2c1e-9e10-49f3-bf82-5ed3bd9514fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e3c383a-86af-456d-b822-0c7aa421c546,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:50.796854 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0b1e2c1e-9e10-49f3-bf82-5ed3bd9514fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:50.801642 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0b1e2c1e-9e10-49f3-bf82-5ed3bd9514fc admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5e3c383a-86af-456d-b822-0c7aa421c546 HTTP/1.1" status: 204 len: 168 time: 0.5386641 Aug 10 01:10:50.802461 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33440) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:50.808041 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8b9a7e-4aed-4372-a7cb-ab584f7e6d4e None None] Network f8055185-7aa6-4d65-b84e-223f9bf84b1e requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:50.818881 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-419ebc1d-f1bd-463d-b807-8597f4ea145c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:50.825156 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419ebc1d-f1bd-463d-b807-8597f4ea145c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:50.825766 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-419ebc1d-f1bd-463d-b807-8597f4ea145c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:50.834860 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb17924d-c1a1-404a-bb33-16c59749b430 admin admin] Router e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:10:50.939884 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-419ebc1d-f1bd-463d-b807-8597f4ea145c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9876151 Aug 10 01:10:50.947859 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33444) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:50.954258 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-fca05524-18cf-40cd-87ac-a4fbf5601d78 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'port': {'network_id': '4e7a2df8-f200-4d1d-bdcc-55e3b61309b7', 'name': 'tempest-PortsTestJSON-1145806192'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:51.018032 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ebc1d-f1bd-463d-b807-8597f4ea145c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Network': ['ID=4e7a2df8-f200-4d1d-bdcc-55e3b61309b7,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:51.034152 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-02914a5d-520f-4814-931d-d05a4ce3c32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:51.041360 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 4e7a2df8-f200-4d1d-bdcc-55e3b61309b7 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:10:51.076720 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb17924d-c1a1-404a-bb33-16c59749b430 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:10:51.088760 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b518589-c88b-4c77-80c9-d1aead3ad693 None None] Sync routers for ids ['e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:10:51.089295 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-fb17924d-c1a1-404a-bb33-16c59749b430 admin admin] 10.222.0.35 "PUT /v2.0/routers/e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3483117 Aug 10 01:10:51.094370 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33448) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:51.103687 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b518589-c88b-4c77-80c9-d1aead3ad693 None None] Routers {'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:10:51.104365 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-3b518589-c88b-4c77-80c9-d1aead3ad693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:10:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:51.157633 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fa885c-01fc-485f-a1df-f2ee264a7e08 None None] DHCP port deletion for f8055185-7aa6-4d65-b84e-223f9bf84b1e request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:10:51.220121 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca05524-18cf-40cd-87ac-a4fbf5601d78 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Made reservation on behalf of 5a87816e91fb4794a957d4da3be1c174 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:51.224519 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fca05524-18cf-40cd-87ac-a4fbf5601d78 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:51.243035 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-40fa885c-01fc-485f-a1df-f2ee264a7e08 None None] Deleting port afd53904-dbd9-4084-8da2-f7bcdd4744f4 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:51.243412 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-40fa885c-01fc-485f-a1df-f2ee264a7e08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:51.249981 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-fca05524-18cf-40cd-87ac-a4fbf5601d78 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] device_id is not set on port a783cf46-e51b-4180-9f9f-a8459071ee58 yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:10:51.261564 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-02914a5d-520f-4814-931d-d05a4ce3c32e admin admin] Deleting port afd53904-dbd9-4084-8da2-f7bcdd4744f4 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:51.261906 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-02914a5d-520f-4814-931d-d05a4ce3c32e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:51.271960 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8477f9d0-a9f6-485d-aa21-92f7aa24eec2 admin admin] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:51.293320 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-3b518589-c88b-4c77-80c9-d1aead3ad693 None None] Set router e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:10:51.374145 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-02914a5d-520f-4814-931d-d05a4ce3c32e admin admin] For port afd53904-dbd9-4084-8da2-f7bcdd4744f4, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=afd53904-dbd9-4084-8da2-f7bcdd4744f4,segment=NetworkSegment(46257f34-2cf1-4c58-aee4-ca7c1c66fdd4),segment_id=46257f34-2cf1-4c58-aee4-ca7c1c66fdd4)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:51.374838 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-02914a5d-520f-4814-931d-d05a4ce3c32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:51.386499 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-40fa885c-01fc-485f-a1df-f2ee264a7e08 None None] For port afd53904-dbd9-4084-8da2-f7bcdd4744f4, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=afd53904-dbd9-4084-8da2-f7bcdd4744f4,segment=NetworkSegment(46257f34-2cf1-4c58-aee4-ca7c1c66fdd4),segment_id=46257f34-2cf1-4c58-aee4-ca7c1c66fdd4)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:51.386909 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-40fa885c-01fc-485f-a1df-f2ee264a7e08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:51.392606 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8477f9d0-a9f6-485d-aa21-92f7aa24eec2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:51.396963 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-02914a5d-520f-4814-931d-d05a4ce3c32e admin admin] Calling delete_port for afd53904-dbd9-4084-8da2-f7bcdd4744f4 owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:51.425330 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-40fa885c-01fc-485f-a1df-f2ee264a7e08 None None] Calling delete_port for afd53904-dbd9-4084-8da2-f7bcdd4744f4 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:51.459384 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-8477f9d0-a9f6-485d-aa21-92f7aa24eec2 admin admin] Deleting port bd2b02a1-28a5-4672-839a-0b5fdb356ca9 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:51.459864 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8477f9d0-a9f6-485d-aa21-92f7aa24eec2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:51.543108 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fca05524-18cf-40cd-87ac-a4fbf5601d78 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:51.543462 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-3b518589-c88b-4c77-80c9-d1aead3ad693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1857390534-router', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'bd2b02a1-28a5-4672-839a-0b5fdb356ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:23Z', 'updated_at': '2021-08-10T01:10:50Z', 'revision_number': 5, 'project_id': '4ce28956188140948295882b7e7eeddc', 'gw_port': {'id': 'bd2b02a1-28a5-4672-839a-0b5fdb356ca9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:24Z', 'updated_at': '2021-08-10T00:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:51.563015 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-8477f9d0-a9f6-485d-aa21-92f7aa24eec2 admin admin] For port bd2b02a1-28a5-4672-839a-0b5fdb356ca9, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=bd2b02a1-28a5-4672-839a-0b5fdb356ca9,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:51.563598 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8477f9d0-a9f6-485d-aa21-92f7aa24eec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:51.584412 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-40fa885c-01fc-485f-a1df-f2ee264a7e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:51.591525 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-8477f9d0-a9f6-485d-aa21-92f7aa24eec2 admin admin] Calling delete_port for bd2b02a1-28a5-4672-839a-0b5fdb356ca9 owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:51.611278 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b518589-c88b-4c77-80c9-d1aead3ad693 None None] Checking router: e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:10:51.629235 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-02914a5d-520f-4814-931d-d05a4ce3c32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:51.632162 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b518589-c88b-4c77-80c9-d1aead3ad693 None None] Routers {'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:10:51.633626 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-3b518589-c88b-4c77-80c9-d1aead3ad693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:10:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:51.639805 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa885c-01fc-485f-a1df-f2ee264a7e08 None None] Pushing event deleted for resources: {'Port': ['ID=afd53904-dbd9-4084-8da2-f7bcdd4744f4,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:51.644570 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fa885c-01fc-485f-a1df-f2ee264a7e08 None None] No DVR routers for this DVR port afd53904-dbd9-4084-8da2-f7bcdd4744f4 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:10:51.680869 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02914a5d-520f-4814-931d-d05a4ce3c32e admin admin] Pushing event deleted for resources: {'Port': ['ID=afd53904-dbd9-4084-8da2-f7bcdd4744f4,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:51.684215 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fca05524-18cf-40cd-87ac-a4fbf5601d78 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:51.701054 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02914a5d-520f-4814-931d-d05a4ce3c32e admin admin] No DVR routers for this DVR port afd53904-dbd9-4084-8da2-f7bcdd4744f4 on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:10:51.795041 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-3b518589-c88b-4c77-80c9-d1aead3ad693 None None] Set router e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:10:51.821524 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-02914a5d-520f-4814-931d-d05a4ce3c32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:51.849096 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-02914a5d-520f-4814-931d-d05a4ce3c32e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8055185-7aa6-4d65-b84e-223f9bf84b1e']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:51.865105 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca05524-18cf-40cd-87ac-a4fbf5601d78 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Port': ['ID=a783cf46-e51b-4180-9f9f-a8459071ee58,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:51.866446 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8477f9d0-a9f6-485d-aa21-92f7aa24eec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:51.872632 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-02914a5d-520f-4814-931d-d05a4ce3c32e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46257f34-2cf1-4c58-aee4-ca7c1c66fdd4') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:51.872988 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-02914a5d-520f-4814-931d-d05a4ce3c32e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46257f34-2cf1-4c58-aee4-ca7c1c66fdd4') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:51.890015 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-02914a5d-520f-4814-931d-d05a4ce3c32e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:51.897989 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca05524-18cf-40cd-87ac-a4fbf5601d78 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Checking segment: {'id': '47f6cbaf-15d2-405b-aeb6-cee0a53f523a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4e7a2df8-f200-4d1d-bdcc-55e3b61309b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:51.898375 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca05524-18cf-40cd-87ac-a4fbf5601d78 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Network hostable DHCP agents. Network: 4e7a2df8-f200-4d1d-bdcc-55e3b61309b7, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:10:51.902276 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-3b518589-c88b-4c77-80c9-d1aead3ad693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1857390534-router', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:23Z', 'updated_at': '2021-08-10T01:10:51Z', 'revision_number': 6, 'project_id': '4ce28956188140948295882b7e7eeddc', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:51.912434 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-02914a5d-520f-4814-931d-d05a4ce3c32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:51.915320 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8477f9d0-a9f6-485d-aa21-92f7aa24eec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd2b02a1-28a5-4672-839a-0b5fdb356ca9,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:51.925062 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02914a5d-520f-4814-931d-d05a4ce3c32e admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-02914a5d-520f-4814-931d-d05a4ce3c32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: self.session.flush() Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: self.session.flush() Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: self.session.flush() Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: self.session.flush() Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:10:51.929745 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:10:51.941115 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b518589-c88b-4c77-80c9-d1aead3ad693 None None] The sync data for ids ['e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d'] in n-d-766726-26 is: [{'id': 'e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1857390534-router', 'tenant_id': '4ce28956188140948295882b7e7eeddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:23Z', 'updated_at': '2021-08-10T01:10:51Z', 'revision_number': 6, 'project_id': '4ce28956188140948295882b7e7eeddc', 'gw_port_host': None}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:10:51.972956 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca05524-18cf-40cd-87ac-a4fbf5601d78 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Network 4e7a2df8-f200-4d1d-bdcc-55e3b61309b7 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:10:51.992333 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-fca05524-18cf-40cd-87ac-a4fbf5601d78 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 4e7a2df8-f200-4d1d-bdcc-55e3b61309b7) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:52.002654 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7745a6e0-7012-439a-b002-1cd1eb0be7da None None] Network 4e7a2df8-f200-4d1d-bdcc-55e3b61309b7 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:52.007091 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca05524-18cf-40cd-87ac-a4fbf5601d78 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:10:52.013688 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca05524-18cf-40cd-87ac-a4fbf5601d78 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:52.014317 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fca05524-18cf-40cd-87ac-a4fbf5601d78 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:52.039038 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-fca05524-18cf-40cd-87ac-a4fbf5601d78 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0899675 Aug 10 01:10:52.041612 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-02914a5d-520f-4814-931d-d05a4ce3c32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:52.044961 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33456) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:52.052343 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-1f19572a-79f3-4903-b5fe-b5dacf0ef282 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1017383628'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:52.058275 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-02914a5d-520f-4814-931d-d05a4ce3c32e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:52.063113 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-02914a5d-520f-4814-931d-d05a4ce3c32e admin admin] 10.222.0.35 "DELETE /v2.0/networks/f8055185-7aa6-4d65-b84e-223f9bf84b1e HTTP/1.1" status: 204 len: 168 time: 1.2569551 Aug 10 01:10:52.077545 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8477f9d0-a9f6-485d-aa21-92f7aa24eec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:52.080729 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02914a5d-520f-4814-931d-d05a4ce3c32e admin admin] Pushing event deleted for resources: {'Network': ['ID=f8055185-7aa6-4d65-b84e-223f9bf84b1e,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:52.164578 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f19572a-79f3-4903-b5fe-b5dacf0ef282 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Made reservation on behalf of 5a87816e91fb4794a957d4da3be1c174 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:52.169355 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f19572a-79f3-4903-b5fe-b5dacf0ef282 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:52.220095 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8477f9d0-a9f6-485d-aa21-92f7aa24eec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:52.223966 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8477f9d0-a9f6-485d-aa21-92f7aa24eec2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:52.279501 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f19572a-79f3-4903-b5fe-b5dacf0ef282 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:10:52.291806 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f19572a-79f3-4903-b5fe-b5dacf0ef282 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:52.292290 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-1f19572a-79f3-4903-b5fe-b5dacf0ef282 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Added segment 2221ed6e-dee9-438a-afa5-65cc9b0f1fe9 of type vlan for network 804ee495-ee1b-4b36-977c-b7c0a2e2f47c Aug 10 01:10:52.294022 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8477f9d0-a9f6-485d-aa21-92f7aa24eec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:52.294356 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8477f9d0-a9f6-485d-aa21-92f7aa24eec2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:10:52.300002 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8477f9d0-a9f6-485d-aa21-92f7aa24eec2 admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:52.303964 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8477f9d0-a9f6-485d-aa21-92f7aa24eec2 admin admin] 10.222.0.35 "DELETE /v2.0/routers/e2c6b912-2dd3-4f20-beca-5a37fb5c8e6d HTTP/1.1" status: 204 len: 168 time: 1.2057238 Aug 10 01:10:52.304444 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33488) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:52.392786 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1931540-1e08-42d2-a01e-3b452982c81a admin admin] Deleting subnet 5d5b8c68-57be-4c07-b3dd-20f44685cf57 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:10:52.405303 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a1931540-1e08-42d2-a01e-3b452982c81a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:52.406683 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f19572a-79f3-4903-b5fe-b5dacf0ef282 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:52.406815 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device afd53904-dbd9-4084-8da2-f7bcdd4744f4 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:10:52.431851 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33502) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:52.436548 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: afd53904-dbd9-4084-8da2-f7bcdd4744f4 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:10:52.437123 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device afd53904-dbd9-4084-8da2-f7bcdd4744f4 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:10:52.437718 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b014651d-896e-49bf-a8fe-96ed9fd8633a no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:10:52.480525 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a1931540-1e08-42d2-a01e-3b452982c81a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:52.486416 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: b014651d-896e-49bf-a8fe-96ed9fd8633a {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:10:52.486796 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b014651d-896e-49bf-a8fe-96ed9fd8633a not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:10:52.487216 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 63b72c7d-b08b-4b6b-8e03-039ba2c68e0a no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:10:52.491959 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f19572a-79f3-4903-b5fe-b5dacf0ef282 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:52.515451 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f19572a-79f3-4903-b5fe-b5dacf0ef282 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:52.516439 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f19572a-79f3-4903-b5fe-b5dacf0ef282 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:52.538453 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 63b72c7d-b08b-4b6b-8e03-039ba2c68e0a {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:10:52.538815 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 63b72c7d-b08b-4b6b-8e03-039ba2c68e0a not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:10:52.558453 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9c2aa128-55d4-4bf5-a938-97adc08c1a66 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d91dc5c8b6a84b00a6991cd850981f11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1222756 Aug 10 01:10:52.575339 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33504) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:52.599789 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1f19572a-79f3-4903-b5fe-b5dacf0ef282 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5525095 Aug 10 01:10:52.602484 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33506) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:52.613676 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-45c6876e-8c3b-4f07-bcbb-afc54083fb9d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'ports': [{'network_id': '4e7a2df8-f200-4d1d-bdcc-55e3b61309b7'}, {'network_id': '804ee495-ee1b-4b36-977c-b7c0a2e2f47c'}]} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:52.614157 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-45c6876e-8c3b-4f07-bcbb-afc54083fb9d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'port': {'network_id': '4e7a2df8-f200-4d1d-bdcc-55e3b61309b7'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:52.614815 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-45c6876e-8c3b-4f07-bcbb-afc54083fb9d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'port': {'network_id': '804ee495-ee1b-4b36-977c-b7c0a2e2f47c'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:52.642986 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19572a-79f3-4903-b5fe-b5dacf0ef282 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Network': ['ID=804ee495-ee1b-4b36-977c-b7c0a2e2f47c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:52.655715 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 804ee495-ee1b-4b36-977c-b7c0a2e2f47c details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:10:52.690260 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a1931540-1e08-42d2-a01e-3b452982c81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:53.214837 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4289fffc-f9ab-47cd-b411-3896e48b5a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:53.261845 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4289fffc-f9ab-47cd-b411-3896e48b5a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:53.292071 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a1931540-1e08-42d2-a01e-3b452982c81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:53.344239 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a1931540-1e08-42d2-a01e-3b452982c81a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:53.349165 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a1931540-1e08-42d2-a01e-3b452982c81a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5d5b8c68-57be-4c07-b3dd-20f44685cf57 HTTP/1.1" status: 204 len: 168 time: 1.0406058 Aug 10 01:10:53.349165 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1931540-1e08-42d2-a01e-3b452982c81a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d5b8c68-57be-4c07-b3dd-20f44685cf57,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:53.349296 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33548) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:53.356388 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51c5e70-966a-4933-9bf6-e8c23a8ab427 None None] Network 9ff27b19-c3ac-4a51-8f0a-77d9d092a25c requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:53.360757 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c6876e-8c3b-4f07-bcbb-afc54083fb9d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Made reservation on behalf of 5a87816e91fb4794a957d4da3be1c174 for: {'port': 2} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:53.366214 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-45c6876e-8c3b-4f07-bcbb-afc54083fb9d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:53.382228 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-45c6876e-8c3b-4f07-bcbb-afc54083fb9d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:53.396988 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4289fffc-f9ab-47cd-b411-3896e48b5a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:53.400050 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4289fffc-f9ab-47cd-b411-3896e48b5a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:53.404340 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4289fffc-f9ab-47cd-b411-3896e48b5a59 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f72cefa4-865c-4880-b1d8-e530f8a28b29 HTTP/1.1" status: 204 len: 168 time: 0.8253131 Aug 10 01:10:53.430267 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289fffc-f9ab-47cd-b411-3896e48b5a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72cefa4-865c-4880-b1d8-e530f8a28b29,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:53.445394 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1db76e0e-e556-4cd5-a69b-d4a4b7608c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:53.518865 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-45c6876e-8c3b-4f07-bcbb-afc54083fb9d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] device_id is not set on port b535bd37-c611-4552-9ce5-c106b66bccf6 yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:10:53.540021 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-1db76e0e-e556-4cd5-a69b-d4a4b7608c18 admin admin] Deleting port 628d4b89-8a40-461b-8319-9b34bdd348bf {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:53.541876 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1db76e0e-e556-4cd5-a69b-d4a4b7608c18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:53.624832 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ac290c-d8ee-42b3-9d04-6cc8857bb030 None None] DHCP port deletion for 9ff27b19-c3ac-4a51-8f0a-77d9d092a25c request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:10:53.626293 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-1db76e0e-e556-4cd5-a69b-d4a4b7608c18 admin admin] For port 628d4b89-8a40-461b-8319-9b34bdd348bf, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=628d4b89-8a40-461b-8319-9b34bdd348bf,segment=NetworkSegment(136bec44-8d21-4a4a-9be0-ad0e395d978b),segment_id=136bec44-8d21-4a4a-9be0-ad0e395d978b)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:53.626868 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1db76e0e-e556-4cd5-a69b-d4a4b7608c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:53.647814 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-1db76e0e-e556-4cd5-a69b-d4a4b7608c18 admin admin] Calling delete_port for 628d4b89-8a40-461b-8319-9b34bdd348bf owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:53.685844 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e2ac290c-d8ee-42b3-9d04-6cc8857bb030 None None] Deleting port 628d4b89-8a40-461b-8319-9b34bdd348bf {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:53.686335 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e2ac290c-d8ee-42b3-9d04-6cc8857bb030 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:53.704766 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-45c6876e-8c3b-4f07-bcbb-afc54083fb9d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:53.761087 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1db76e0e-e556-4cd5-a69b-d4a4b7608c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:53.774318 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-e2ac290c-d8ee-42b3-9d04-6cc8857bb030 None None] For port 628d4b89-8a40-461b-8319-9b34bdd348bf, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=628d4b89-8a40-461b-8319-9b34bdd348bf,segment=NetworkSegment(136bec44-8d21-4a4a-9be0-ad0e395d978b),segment_id=136bec44-8d21-4a4a-9be0-ad0e395d978b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:53.774586 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e2ac290c-d8ee-42b3-9d04-6cc8857bb030 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:53.789020 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e2ac290c-d8ee-42b3-9d04-6cc8857bb030 None None] Calling delete_port for 628d4b89-8a40-461b-8319-9b34bdd348bf owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:53.799520 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db76e0e-e556-4cd5-a69b-d4a4b7608c18 admin admin] Pushing event deleted for resources: {'Port': ['ID=628d4b89-8a40-461b-8319-9b34bdd348bf,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:53.802109 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db76e0e-e556-4cd5-a69b-d4a4b7608c18 admin admin] No DVR routers for this DVR port 628d4b89-8a40-461b-8319-9b34bdd348bf on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:10:53.834246 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-45c6876e-8c3b-4f07-bcbb-afc54083fb9d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] device_id is not set on port 70fdda08-202d-4ad5-9d8a-e9e54f9face5 yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:10:53.977149 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1db76e0e-e556-4cd5-a69b-d4a4b7608c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:54.010916 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-1db76e0e-e556-4cd5-a69b-d4a4b7608c18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff27b19-c3ac-4a51-8f0a-77d9d092a25c']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:54.024023 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-1db76e0e-e556-4cd5-a69b-d4a4b7608c18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '136bec44-8d21-4a4a-9be0-ad0e395d978b') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:54.024372 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-1db76e0e-e556-4cd5-a69b-d4a4b7608c18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '136bec44-8d21-4a4a-9be0-ad0e395d978b') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:54.024475 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-45c6876e-8c3b-4f07-bcbb-afc54083fb9d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:54.034960 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1db76e0e-e556-4cd5-a69b-d4a4b7608c18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:54.035542 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e2ac290c-d8ee-42b3-9d04-6cc8857bb030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:54.055328 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1db76e0e-e556-4cd5-a69b-d4a4b7608c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:54.071015 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db76e0e-e556-4cd5-a69b-d4a4b7608c18 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:10:54.071580 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1db76e0e-e556-4cd5-a69b-d4a4b7608c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:54.074723 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:10:54.074723 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:10:54.074723 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:10:54.074723 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:10:54.074723 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:10:54.074723 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:10:54.074723 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:10:54.074723 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:10:54.074723 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:10:54.074723 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:10:54.074723 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:10:54.074723 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:10:54.074723 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:10:54.074723 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:10:54.074723 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:10:54.074723 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:10:54.074723 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:10:54.074723 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:10:54.074723 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:10:54.074723 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:10:54.074723 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:10:54.074723 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:10:54.074723 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:10:54.074723 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:10:54.074723 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:10:54.074723 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:10:54.074723 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:10:54.074723 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:10:54.074723 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:10:54.074723 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:10:54.074723 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:10:54.074723 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:10:54.078007 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 628d4b89-8a40-461b-8319-9b34bdd348bf no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:10:54.106214 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-45c6876e-8c3b-4f07-bcbb-afc54083fb9d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:54.172641 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c6876e-8c3b-4f07-bcbb-afc54083fb9d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Network 4e7a2df8-f200-4d1d-bdcc-55e3b61309b7 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:54.176128 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-45c6876e-8c3b-4f07-bcbb-afc54083fb9d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:54.180384 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c6876e-8c3b-4f07-bcbb-afc54083fb9d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:10:54.181839 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-45c6876e-8c3b-4f07-bcbb-afc54083fb9d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:54.192935 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6876e-8c3b-4f07-bcbb-afc54083fb9d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Port': ['ID=b535bd37-c611-4552-9ce5-c106b66bccf6,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:54.203142 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1db76e0e-e556-4cd5-a69b-d4a4b7608c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:54.209925 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1db76e0e-e556-4cd5-a69b-d4a4b7608c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:54.228923 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1db76e0e-e556-4cd5-a69b-d4a4b7608c18 admin admin] 10.222.0.35 "DELETE /v2.0/networks/9ff27b19-c3ac-4a51-8f0a-77d9d092a25c HTTP/1.1" status: 204 len: 168 time: 0.8760850 Aug 10 01:10:54.262907 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6876e-8c3b-4f07-bcbb-afc54083fb9d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Port': ['ID=70fdda08-202d-4ad5-9d8a-e9e54f9face5,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:54.266870 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db76e0e-e556-4cd5-a69b-d4a4b7608c18 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ff27b19-c3ac-4a51-8f0a-77d9d092a25c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:54.272456 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c6876e-8c3b-4f07-bcbb-afc54083fb9d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Checking segment: {'id': '2221ed6e-dee9-438a-afa5-65cc9b0f1fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '804ee495-ee1b-4b36-977c-b7c0a2e2f47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:54.272793 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c6876e-8c3b-4f07-bcbb-afc54083fb9d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Network hostable DHCP agents. Network: 804ee495-ee1b-4b36-977c-b7c0a2e2f47c, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:10:54.296865 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c6876e-8c3b-4f07-bcbb-afc54083fb9d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Network 804ee495-ee1b-4b36-977c-b7c0a2e2f47c is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:10:54.308640 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 628d4b89-8a40-461b-8319-9b34bdd348bf {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:10:54.309098 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 628d4b89-8a40-461b-8319-9b34bdd348bf not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:10:54.309552 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 03e44d8f-face-444e-855a-4352cbcb5e92 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:10:54.316614 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-45c6876e-8c3b-4f07-bcbb-afc54083fb9d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 804ee495-ee1b-4b36-977c-b7c0a2e2f47c) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:54.318635 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ac290c-d8ee-42b3-9d04-6cc8857bb030 None None] No DVR routers for this DVR port 628d4b89-8a40-461b-8319-9b34bdd348bf on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:10:54.322901 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c6876e-8c3b-4f07-bcbb-afc54083fb9d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:10:54.325905 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac290c-d8ee-42b3-9d04-6cc8857bb030 None None] Pushing event deleted for resources: {'Port': ['ID=628d4b89-8a40-461b-8319-9b34bdd348bf,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:54.338537 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c6876e-8c3b-4f07-bcbb-afc54083fb9d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:54.348039 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c6876e-8c3b-4f07-bcbb-afc54083fb9d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:54.351352 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-45c6876e-8c3b-4f07-bcbb-afc54083fb9d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:54.360504 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec094c5c-f6cb-4b24-9043-b1c1acb2a879 None None] Network 804ee495-ee1b-4b36-977c-b7c0a2e2f47c requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:54.387140 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-45c6876e-8c3b-4f07-bcbb-afc54083fb9d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7828205 Aug 10 01:10:54.389757 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33574) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:54.420929 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 03e44d8f-face-444e-855a-4352cbcb5e92 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:10:54.421556 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 03e44d8f-face-444e-855a-4352cbcb5e92 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:10:54.422058 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device bd2b02a1-28a5-4672-839a-0b5fdb356ca9 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:10:54.448667 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: bd2b02a1-28a5-4672-839a-0b5fdb356ca9 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:10:54.449394 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device bd2b02a1-28a5-4672-839a-0b5fdb356ca9 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:10:54.535629 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33580) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:54.540364 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-bca70f22-9698-46c4-866c-7e764a0f65fc tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Deleting port 70fdda08-202d-4ad5-9d8a-e9e54f9face5 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:54.541044 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bca70f22-9698-46c4-866c-7e764a0f65fc tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:54.591299 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7bd80ed9-1351-4358-af3b-85a58bf1f4eb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4ce28956188140948295882b7e7eeddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543702 Aug 10 01:10:54.593617 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33584) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:54.635194 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bca70f22-9698-46c4-866c-7e764a0f65fc tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:54.652103 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-bca70f22-9698-46c4-866c-7e764a0f65fc tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Calling delete_port for 70fdda08-202d-4ad5-9d8a-e9e54f9face5 owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:54.661420 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-35c038d8-b5b4-4ef6-b208-c75b11b0f21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:54.689032 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-35c038d8-b5b4-4ef6-b208-c75b11b0f21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:54.748283 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bca70f22-9698-46c4-866c-7e764a0f65fc tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:54.753002 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-35c038d8-b5b4-4ef6-b208-c75b11b0f21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:54.758526 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-35c038d8-b5b4-4ef6-b208-c75b11b0f21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:54.759785 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-35c038d8-b5b4-4ef6-b208-c75b11b0f21b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c4d39426-1bf1-47ba-85df-91c0e98fc1a9 HTTP/1.1" status: 204 len: 168 time: 0.1652012 Aug 10 01:10:54.770332 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c038d8-b5b4-4ef6-b208-c75b11b0f21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d39426-1bf1-47ba-85df-91c0e98fc1a9,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:54.800903 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca70f22-9698-46c4-866c-7e764a0f65fc tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Port': ['ID=70fdda08-202d-4ad5-9d8a-e9e54f9face5,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:54.810836 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bca70f22-9698-46c4-866c-7e764a0f65fc tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:54.816358 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33590) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:54.826419 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-bca70f22-9698-46c4-866c-7e764a0f65fc tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/ports/70fdda08-202d-4ad5-9d8a-e9e54f9face5 HTTP/1.1" status: 204 len: 168 time: 0.4354055 Aug 10 01:10:54.888802 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68206a30-224a-4226-bd03-90f04410ee25 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:54.894672 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68206a30-224a-4226-bd03-90f04410ee25 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:54.896471 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-68206a30-224a-4226-bd03-90f04410ee25 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0790994 Aug 10 01:10:54.899848 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33594) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:55.007624 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-e5eb37a9-efc1-4413-a58e-c01e7e34c380 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Deleting port b535bd37-c611-4552-9ce5-c106b66bccf6 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:55.008025 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e5eb37a9-efc1-4413-a58e-c01e7e34c380 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:55.111352 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e5eb37a9-efc1-4413-a58e-c01e7e34c380 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:55.126505 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-e5eb37a9-efc1-4413-a58e-c01e7e34c380 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Calling delete_port for b535bd37-c611-4552-9ce5-c106b66bccf6 owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:55.217373 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e5eb37a9-efc1-4413-a58e-c01e7e34c380 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:55.253819 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e5eb37a9-efc1-4413-a58e-c01e7e34c380 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:55.256154 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e5eb37a9-efc1-4413-a58e-c01e7e34c380 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/ports/b535bd37-c611-4552-9ce5-c106b66bccf6 HTTP/1.1" status: 204 len: 168 time: 0.3546798 Aug 10 01:10:55.257451 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eb37a9-efc1-4413-a58e-c01e7e34c380 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Port': ['ID=b535bd37-c611-4552-9ce5-c106b66bccf6,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:55.258942 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33612) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:55.326387 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83379719-3002-472a-a2a6-025456936bfb tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:55.328596 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-83379719-3002-472a-a2a6-025456936bfb tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0671401 Aug 10 01:10:55.331297 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33616) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:55.358917 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f1b4ffd-f0bd-44ea-b09a-c804bcb39ea2 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] GET failed (client error): The resource could not be found. Aug 10 01:10:55.360559 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9f1b4ffd-f0bd-44ea-b09a-c804bcb39ea2 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "GET /v2.0/ports/70fdda08-202d-4ad5-9d8a-e9e54f9face5 HTTP/1.1" status: 404 len: 333 time: 0.0281386 Aug 10 01:10:55.363249 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33620) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:55.392342 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fea5565-32e0-45bb-b4d0-ee76fdb895ed tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] GET failed (client error): The resource could not be found. Aug 10 01:10:55.396227 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6fea5565-32e0-45bb-b4d0-ee76fdb895ed tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "GET /v2.0/ports/b535bd37-c611-4552-9ce5-c106b66bccf6 HTTP/1.1" status: 404 len: 333 time: 0.0295320 Aug 10 01:10:55.396850 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33624) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:55.503202 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1fb56305-fd89-487f-abf9-bdda510b7cb9 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:55.625694 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1fb56305-fd89-487f-abf9-bdda510b7cb9 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:55.641340 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-1fb56305-fd89-487f-abf9-bdda510b7cb9 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['804ee495-ee1b-4b36-977c-b7c0a2e2f47c']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:55.652763 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-1fb56305-fd89-487f-abf9-bdda510b7cb9 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2221ed6e-dee9-438a-afa5-65cc9b0f1fe9') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:55.653069 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-1fb56305-fd89-487f-abf9-bdda510b7cb9 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2221ed6e-dee9-438a-afa5-65cc9b0f1fe9') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:55.667313 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1fb56305-fd89-487f-abf9-bdda510b7cb9 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:55.686659 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1fb56305-fd89-487f-abf9-bdda510b7cb9 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:55.695837 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fb56305-fd89-487f-abf9-bdda510b7cb9 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:10:55.696530 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1fb56305-fd89-487f-abf9-bdda510b7cb9 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:55.703716 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:10:55.703716 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:10:55.703716 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:10:55.703716 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:10:55.703716 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:10:55.703716 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:10:55.703716 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:10:55.703716 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:10:55.703716 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:10:55.703716 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:10:55.703716 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:10:55.703716 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:10:55.703716 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:10:55.703716 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:10:55.703716 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:10:55.703716 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:10:55.703716 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:10:55.703716 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:10:55.703716 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:10:55.703716 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:10:55.703716 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:10:55.703716 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:10:55.703716 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:10:55.703716 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:10:55.703716 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:10:55.703716 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:10:55.703716 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:10:55.703716 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:10:55.703716 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:10:55.703716 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:10:55.703716 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:10:55.703716 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:10:55.718318 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:10:55.768789 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1fb56305-fd89-487f-abf9-bdda510b7cb9 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:55.781009 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1fb56305-fd89-487f-abf9-bdda510b7cb9 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:55.783360 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1fb56305-fd89-487f-abf9-bdda510b7cb9 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/networks/804ee495-ee1b-4b36-977c-b7c0a2e2f47c HTTP/1.1" status: 204 len: 168 time: 0.3855267 Aug 10 01:10:55.787174 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33642) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:55.794414 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-ceb46b50-a06f-4a54-8f70-918d14b3e143 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-667318060'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:55.795447 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb56305-fd89-487f-abf9-bdda510b7cb9 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Network': ['ID=804ee495-ee1b-4b36-977c-b7c0a2e2f47c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:55.803803 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb56305-fd89-487f-abf9-bdda510b7cb9 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:55.804416 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb56305-fd89-487f-abf9-bdda510b7cb9 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:55.804944 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb56305-fd89-487f-abf9-bdda510b7cb9 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:55.805577 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb56305-fd89-487f-abf9-bdda510b7cb9 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:55.807013 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb56305-fd89-487f-abf9-bdda510b7cb9 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:55.807013 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb56305-fd89-487f-abf9-bdda510b7cb9 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:55.807183 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb56305-fd89-487f-abf9-bdda510b7cb9 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:55.807466 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb56305-fd89-487f-abf9-bdda510b7cb9 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:55.808006 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb56305-fd89-487f-abf9-bdda510b7cb9 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:55.808366 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb56305-fd89-487f-abf9-bdda510b7cb9 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:55.808909 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb56305-fd89-487f-abf9-bdda510b7cb9 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:55.809442 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb56305-fd89-487f-abf9-bdda510b7cb9 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:55.821975 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb46b50-a06f-4a54-8f70-918d14b3e143 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Made reservation on behalf of 5a87816e91fb4794a957d4da3be1c174 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:55.826921 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ceb46b50-a06f-4a54-8f70-918d14b3e143 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:55.875184 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceb46b50-a06f-4a54-8f70-918d14b3e143 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:10:55.890077 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ceb46b50-a06f-4a54-8f70-918d14b3e143 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:55.890434 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-ceb46b50-a06f-4a54-8f70-918d14b3e143 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Added segment 8f7e6cf8-8c71-488a-aba1-95d664c76fda of type vlan for network c80839e1-52d0-4b32-bfc7-99c1c8427cfa Aug 10 01:10:55.935623 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ceb46b50-a06f-4a54-8f70-918d14b3e143 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:55.970653 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ceb46b50-a06f-4a54-8f70-918d14b3e143 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:55.977074 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb46b50-a06f-4a54-8f70-918d14b3e143 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:55.978477 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ceb46b50-a06f-4a54-8f70-918d14b3e143 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:56.042835 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33658) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:56.043484 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ceb46b50-a06f-4a54-8f70-918d14b3e143 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2549369 Aug 10 01:10:56.048693 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-186c4058-f73a-4830-8fc1-0c5ed971cc7d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'subnet': {'network_id': 'c80839e1-52d0-4b32-bfc7-99c1c8427cfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:56.055576 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb46b50-a06f-4a54-8f70-918d14b3e143 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Network': ['ID=c80839e1-52d0-4b32-bfc7-99c1c8427cfa,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:56.068509 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network c80839e1-52d0-4b32-bfc7-99c1c8427cfa details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:10:56.259788 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186c4058-f73a-4830-8fc1-0c5ed971cc7d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Made reservation on behalf of 5a87816e91fb4794a957d4da3be1c174 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:56.274665 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-186c4058-f73a-4830-8fc1-0c5ed971cc7d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:56.520490 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-186c4058-f73a-4830-8fc1-0c5ed971cc7d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:56.598083 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c4058-f73a-4830-8fc1-0c5ed971cc7d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Subnet': ['ID=e7901e79-ccc6-4b7a-b437-ce384fce38a4,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:56.603136 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186c4058-f73a-4830-8fc1-0c5ed971cc7d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Checking segment: {'id': '8f7e6cf8-8c71-488a-aba1-95d664c76fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c80839e1-52d0-4b32-bfc7-99c1c8427cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:56.603505 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186c4058-f73a-4830-8fc1-0c5ed971cc7d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Network hostable DHCP agents. Network: c80839e1-52d0-4b32-bfc7-99c1c8427cfa, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:10:56.636005 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186c4058-f73a-4830-8fc1-0c5ed971cc7d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Network c80839e1-52d0-4b32-bfc7-99c1c8427cfa is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:10:56.659671 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-186c4058-f73a-4830-8fc1-0c5ed971cc7d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, c80839e1-52d0-4b32-bfc7-99c1c8427cfa) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:56.664055 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186c4058-f73a-4830-8fc1-0c5ed971cc7d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:56.664684 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-186c4058-f73a-4830-8fc1-0c5ed971cc7d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:56.669287 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7880afb-7499-4c8c-93ef-f67d28c44b45 None None] Network c80839e1-52d0-4b32-bfc7-99c1c8427cfa requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:56.684087 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-186c4058-f73a-4830-8fc1-0c5ed971cc7d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6397049 Aug 10 01:10:56.686790 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33706) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:56.694313 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-84740709-9c91-4071-ad0b-8ceaa25996e5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'port': {'network_id': 'c80839e1-52d0-4b32-bfc7-99c1c8427cfa', 'name': 'tempest-PortsTestJSON-1589746555'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:56.866786 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84740709-9c91-4071-ad0b-8ceaa25996e5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Made reservation on behalf of 5a87816e91fb4794a957d4da3be1c174 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:56.867729 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c91a14-460b-4604-a616-cd4e250f6841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-c80839e1-52d0-4b32-bfc7-99c1c8427cfa', 'network_id': 'c80839e1-52d0-4b32-bfc7-99c1c8427cfa', 'tenant_id': '5a87816e91fb4794a957d4da3be1c174', 'fixed_ips': [{'subnet_id': 'e7901e79-ccc6-4b7a-b437-ce384fce38a4'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:10:56.868773 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-76c91a14-460b-4604-a616-cd4e250f6841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:56.871361 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-84740709-9c91-4071-ad0b-8ceaa25996e5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:56.892755 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-84740709-9c91-4071-ad0b-8ceaa25996e5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] device_id is not set on port 3bcb7941-0924-430e-a02d-de628d188860 yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:10:56.967798 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33718) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:57.051404 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-84740709-9c91-4071-ad0b-8ceaa25996e5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Allocated IP 172.20.0.4 (c80839e1-52d0-4b32-bfc7-99c1c8427cfa/e7901e79-ccc6-4b7a-b437-ce384fce38a4/3bcb7941-0924-430e-a02d-de628d188860) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:10:57.189210 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b0b723ea-151a-4f6d-be5d-c8eeb1527e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:57.282521 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-84740709-9c91-4071-ad0b-8ceaa25996e5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:57.310153 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-84740709-9c91-4071-ad0b-8ceaa25996e5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Transition to ACTIVE for port object 3bcb7941-0924-430e-a02d-de628d188860 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:57.321498 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b0b723ea-151a-4f6d-be5d-c8eeb1527e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:57.328670 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b0b723ea-151a-4f6d-be5d-c8eeb1527e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:57.354958 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-84740709-9c91-4071-ad0b-8ceaa25996e5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:57.385006 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b0b723ea-151a-4f6d-be5d-c8eeb1527e15 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d6be5684b6ff417ca17cc5364be02c6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4160931 Aug 10 01:10:57.387585 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b723ea-151a-4f6d-be5d-c8eeb1527e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716c1595-0b1f-4a11-8fba-36d2ca8c04ee,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:57.390415 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33742) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:57.430115 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-76c91a14-460b-4604-a616-cd4e250f6841 None None] Allocated IP 172.20.0.2 (c80839e1-52d0-4b32-bfc7-99c1c8427cfa/e7901e79-ccc6-4b7a-b437-ce384fce38a4/61535708-b9c4-47e1-8b1e-362934db3af1) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:10:57.433870 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84740709-9c91-4071-ad0b-8ceaa25996e5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Network c80839e1-52d0-4b32-bfc7-99c1c8427cfa is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:57.438105 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-84740709-9c91-4071-ad0b-8ceaa25996e5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:57.441243 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84740709-9c91-4071-ad0b-8ceaa25996e5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:10:57.464918 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-88fac8c9-2614-4f3c-8677-08e45939076b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:57.495260 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-88fac8c9-2614-4f3c-8677-08e45939076b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:57.505750 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84740709-9c91-4071-ad0b-8ceaa25996e5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Port': ['ID=3bcb7941-0924-430e-a02d-de628d188860,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:57.526645 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84740709-9c91-4071-ad0b-8ceaa25996e5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:57.527336 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-84740709-9c91-4071-ad0b-8ceaa25996e5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:57.545163 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-84740709-9c91-4071-ad0b-8ceaa25996e5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8564346 Aug 10 01:10:57.547782 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33746) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:57.572411 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-88fac8c9-2614-4f3c-8677-08e45939076b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:57.580172 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-88fac8c9-2614-4f3c-8677-08e45939076b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:57.581905 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-88fac8c9-2614-4f3c-8677-08e45939076b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/716c1595-0b1f-4a11-8fba-36d2ca8c04ee HTTP/1.1" status: 204 len: 168 time: 0.1871400 Aug 10 01:10:57.590782 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fac8c9-2614-4f3c-8677-08e45939076b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716c1595-0b1f-4a11-8fba-36d2ca8c04ee,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:57.693137 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-540ec2da-2d5f-43b2-b688-f3f96d696620 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Deleting port 3bcb7941-0924-430e-a02d-de628d188860 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:57.693660 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-540ec2da-2d5f-43b2-b688-f3f96d696620 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:57.725842 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-76c91a14-460b-4604-a616-cd4e250f6841 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:57.736104 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-76c91a14-460b-4604-a616-cd4e250f6841 None None] Transition to ACTIVE for port object 61535708-b9c4-47e1-8b1e-362934db3af1 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:57.773475 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-76c91a14-460b-4604-a616-cd4e250f6841 None None] Transition to ACTIVE for port object 61535708-b9c4-47e1-8b1e-362934db3af1 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:57.784904 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-76c91a14-460b-4604-a616-cd4e250f6841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:57.842407 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c91a14-460b-4604-a616-cd4e250f6841 None None] Network c80839e1-52d0-4b32-bfc7-99c1c8427cfa is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:57.846150 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-76c91a14-460b-4604-a616-cd4e250f6841 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:57.852415 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c91a14-460b-4604-a616-cd4e250f6841 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:10:57.860986 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-540ec2da-2d5f-43b2-b688-f3f96d696620 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:57.863408 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c91a14-460b-4604-a616-cd4e250f6841 None None] Pushing event updated for resources: {'Port': ['ID=61535708-b9c4-47e1-8b1e-362934db3af1,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:57.882677 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-540ec2da-2d5f-43b2-b688-f3f96d696620 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Calling delete_port for 3bcb7941-0924-430e-a02d-de628d188860 owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:57.932578 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-76c91a14-460b-4604-a616-cd4e250f6841 None None] Attempting to bind port 61535708-b9c4-47e1-8b1e-362934db3af1 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:10:57.933194 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-76c91a14-460b-4604-a616-cd4e250f6841 None None] Attempting to bind port 61535708-b9c4-47e1-8b1e-362934db3af1 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '8f7e6cf8-8c71-488a-aba1-95d664c76fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c80839e1-52d0-4b32-bfc7-99c1c8427cfa'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:10:57.933754 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c91a14-460b-4604-a616-cd4e250f6841 None None] Attempting to bind port 61535708-b9c4-47e1-8b1e-362934db3af1 on network c80839e1-52d0-4b32-bfc7-99c1c8427cfa {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:10:57.939757 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c91a14-460b-4604-a616-cd4e250f6841 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:10:57.940567 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c91a14-460b-4604-a616-cd4e250f6841 None None] Checking segment: {'id': '8f7e6cf8-8c71-488a-aba1-95d664c76fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c80839e1-52d0-4b32-bfc7-99c1c8427cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:57.941185 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-76c91a14-460b-4604-a616-cd4e250f6841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:57.942076 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c91a14-460b-4604-a616-cd4e250f6841 None None] Bound using segment: {'id': '8f7e6cf8-8c71-488a-aba1-95d664c76fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c80839e1-52d0-4b32-bfc7-99c1c8427cfa'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:10:57.942773 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-76c91a14-460b-4604-a616-cd4e250f6841 None None] Bound port: 61535708-b9c4-47e1-8b1e-362934db3af1, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7e6cf8-8c71-488a-aba1-95d664c76fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c80839e1-52d0-4b32-bfc7-99c1c8427cfa'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:10:57.943372 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-76c91a14-460b-4604-a616-cd4e250f6841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:58.029265 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-76c91a14-460b-4604-a616-cd4e250f6841 None None] For port 61535708-b9c4-47e1-8b1e-362934db3af1, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:10:58.032746 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-76c91a14-460b-4604-a616-cd4e250f6841 None None] For port 61535708-b9c4-47e1-8b1e-362934db3af1, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=61535708-b9c4-47e1-8b1e-362934db3af1,segment=NetworkSegment(8f7e6cf8-8c71-488a-aba1-95d664c76fda),segment_id=8f7e6cf8-8c71-488a-aba1-95d664c76fda)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:10:58.039798 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-76c91a14-460b-4604-a616-cd4e250f6841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:58.106235 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-540ec2da-2d5f-43b2-b688-f3f96d696620 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:58.108683 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c91a14-460b-4604-a616-cd4e250f6841 None None] Pushing event updated for resources: {'Port': ['ID=61535708-b9c4-47e1-8b1e-362934db3af1,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:58.143179 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:58.179634 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ec2da-2d5f-43b2-b688-f3f96d696620 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Port': ['ID=3bcb7941-0924-430e-a02d-de628d188860,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:58.301831 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-540ec2da-2d5f-43b2-b688-f3f96d696620 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:58.306525 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-540ec2da-2d5f-43b2-b688-f3f96d696620 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/ports/3bcb7941-0924-430e-a02d-de628d188860 HTTP/1.1" status: 204 len: 168 time: 0.7564847 Aug 10 01:10:58.308739 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33778) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:58.346362 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-925a593b-e28f-475c-8247-eb18cc9af62d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] DELETE failed (client error): The resource could not be found. Aug 10 01:10:58.347151 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-925a593b-e28f-475c-8247-eb18cc9af62d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:10:58.353225 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-925a593b-e28f-475c-8247-eb18cc9af62d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/ports/3bcb7941-0924-430e-a02d-de628d188860 HTTP/1.1" status: 404 len: 333 time: 0.0427659 Aug 10 01:10:58.355720 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33784) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:58.456796 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d032895-6838-44c4-a4ae-18c34adefeb1 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] GET failed (client error): The resource could not be found. Aug 10 01:10:58.464752 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33790) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:58.465018 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0d032895-6838-44c4-a4ae-18c34adefeb1 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "GET /v2.0/ports/3bcb7941-0924-430e-a02d-de628d188860 HTTP/1.1" status: 404 len: 333 time: 0.1078193 Aug 10 01:10:58.562903 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-34b220e8-850c-4678-aa8f-bf061cac900b tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Deleting subnet e7901e79-ccc6-4b7a-b437-ce384fce38a4 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:10:58.567872 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-34b220e8-850c-4678-aa8f-bf061cac900b tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:58.624117 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-34b220e8-850c-4678-aa8f-bf061cac900b tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:58.751998 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-34b220e8-850c-4678-aa8f-bf061cac900b tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:58.865940 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-34b220e8-850c-4678-aa8f-bf061cac900b tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:58.881756 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33808) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:58.901742 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b220e8-850c-4678-aa8f-bf061cac900b tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Subnet': ['ID=e7901e79-ccc6-4b7a-b437-ce384fce38a4,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:58.903766 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-34b220e8-850c-4678-aa8f-bf061cac900b tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:58.905921 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-34b220e8-850c-4678-aa8f-bf061cac900b tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/subnets/e7901e79-ccc6-4b7a-b437-ce384fce38a4 HTTP/1.1" status: 204 len: 168 time: 0.4399188 Aug 10 01:10:58.909552 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33812) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:59.017175 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e52cd7ba-ba5a-4976-b5af-67eb74934838 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:59.110311 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-e52cd7ba-ba5a-4976-b5af-67eb74934838 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Deleting port 61535708-b9c4-47e1-8b1e-362934db3af1 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:59.110659 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e52cd7ba-ba5a-4976-b5af-67eb74934838 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:59.199396 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-e52cd7ba-ba5a-4976-b5af-67eb74934838 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] For port 61535708-b9c4-47e1-8b1e-362934db3af1, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=61535708-b9c4-47e1-8b1e-362934db3af1,segment=NetworkSegment(8f7e6cf8-8c71-488a-aba1-95d664c76fda),segment_id=8f7e6cf8-8c71-488a-aba1-95d664c76fda)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:59.199867 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e52cd7ba-ba5a-4976-b5af-67eb74934838 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:59.212058 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a1f1363c-8644-4dc8-8dd3-41a774004219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:59.220546 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-e52cd7ba-ba5a-4976-b5af-67eb74934838 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Calling delete_port for 61535708-b9c4-47e1-8b1e-362934db3af1 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:59.341897 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e52cd7ba-ba5a-4976-b5af-67eb74934838 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:59.384883 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a1f1363c-8644-4dc8-8dd3-41a774004219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:59.389494 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a1f1363c-8644-4dc8-8dd3-41a774004219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:59.399917 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce509946-2215-459f-a97b-8b0f4cad2322 None None] Network c80839e1-52d0-4b32-bfc7-99c1c8427cfa requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:59.417391 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52cd7ba-ba5a-4976-b5af-67eb74934838 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] No DVR routers for this DVR port 61535708-b9c4-47e1-8b1e-362934db3af1 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:10:59.419960 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52cd7ba-ba5a-4976-b5af-67eb74934838 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Port': ['ID=61535708-b9c4-47e1-8b1e-362934db3af1,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:59.514589 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-bca8766a-4118-4dbc-a37f-de3b07f7247b None None] Could not find standard attr ID for object 61535708-b9c4-47e1-8b1e-362934db3af1. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:10:59.521455 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a1f1363c-8644-4dc8-8dd3-41a774004219 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a2f49ab9eb944c0791e09ca7cd73ff13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6361520 Aug 10 01:10:59.522174 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33828) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:59.536050 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1363c-8644-4dc8-8dd3-41a774004219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f25ff0-d8a9-46ab-a197-f680697585f7,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:59.536656 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e52cd7ba-ba5a-4976-b5af-67eb74934838 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:59.549864 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-e52cd7ba-ba5a-4976-b5af-67eb74934838 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c80839e1-52d0-4b32-bfc7-99c1c8427cfa']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:59.574752 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-e52cd7ba-ba5a-4976-b5af-67eb74934838 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f7e6cf8-8c71-488a-aba1-95d664c76fda') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:59.576723 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-e52cd7ba-ba5a-4976-b5af-67eb74934838 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f7e6cf8-8c71-488a-aba1-95d664c76fda') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:59.601414 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e52cd7ba-ba5a-4976-b5af-67eb74934838 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:59.613844 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e52cd7ba-ba5a-4976-b5af-67eb74934838 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:59.629540 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e52cd7ba-ba5a-4976-b5af-67eb74934838 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:10:59.630050 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e52cd7ba-ba5a-4976-b5af-67eb74934838 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:59.634643 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:10:59.634643 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:10:59.634643 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:10:59.634643 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:10:59.634643 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:10:59.634643 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:10:59.634643 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:10:59.634643 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:10:59.634643 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:10:59.634643 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:10:59.634643 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:10:59.634643 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:10:59.634643 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:10:59.634643 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:10:59.634643 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:10:59.634643 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:10:59.634643 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:10:59.634643 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:10:59.634643 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:10:59.634643 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:10:59.634643 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:10:59.634643 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:10:59.634643 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:10:59.634643 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:10:59.634643 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:10:59.634643 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:10:59.634643 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:10:59.634643 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:10:59.634643 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:10:59.634643 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:10:59.634643 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:10:59.634643 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:10:59.652561 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dc4730d2-f9b4-44e2-8d73-b7b6d4d735f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:59.693757 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dc4730d2-f9b4-44e2-8d73-b7b6d4d735f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:59.713513 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e52cd7ba-ba5a-4976-b5af-67eb74934838 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:59.724411 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e52cd7ba-ba5a-4976-b5af-67eb74934838 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:59.727409 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e52cd7ba-ba5a-4976-b5af-67eb74934838 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/networks/c80839e1-52d0-4b32-bfc7-99c1c8427cfa HTTP/1.1" status: 204 len: 168 time: 0.8158696 Aug 10 01:10:59.735794 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33834) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:59.741094 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52cd7ba-ba5a-4976-b5af-67eb74934838 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Network': ['ID=c80839e1-52d0-4b32-bfc7-99c1c8427cfa,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:59.750189 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-65371373-1ae2-4403-902e-0cadddeb4ff4 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2129006115'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:59.780398 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65371373-1ae2-4403-902e-0cadddeb4ff4 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Made reservation on behalf of 5a87816e91fb4794a957d4da3be1c174 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:59.787108 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-65371373-1ae2-4403-902e-0cadddeb4ff4 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:59.802682 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dc4730d2-f9b4-44e2-8d73-b7b6d4d735f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:59.805724 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dc4730d2-f9b4-44e2-8d73-b7b6d4d735f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:59.808663 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-dc4730d2-f9b4-44e2-8d73-b7b6d4d735f7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/71f25ff0-d8a9-46ab-a197-f680697585f7 HTTP/1.1" status: 204 len: 168 time: 0.2855806 Aug 10 01:10:59.812787 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16adaaaa-c63d-44bb-aa06-c4006212ec9b None None] DHCP port deletion for c80839e1-52d0-4b32-bfc7-99c1c8427cfa request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:10:59.826249 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4730d2-f9b4-44e2-8d73-b7b6d4d735f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f25ff0-d8a9-46ab-a197-f680697585f7,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:59.839311 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65371373-1ae2-4403-902e-0cadddeb4ff4 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:10:59.860924 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-65371373-1ae2-4403-902e-0cadddeb4ff4 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:59.861722 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-65371373-1ae2-4403-902e-0cadddeb4ff4 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Added segment 083a3c56-ca9e-4aa9-a44f-6d381a52cc84 of type vlan for network 0a298be1-f8b6-4316-986b-4bcb407312f0 Aug 10 01:10:59.936119 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-65371373-1ae2-4403-902e-0cadddeb4ff4 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:59.970434 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-65371373-1ae2-4403-902e-0cadddeb4ff4 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:59.979769 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65371373-1ae2-4403-902e-0cadddeb4ff4 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:59.980723 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-65371373-1ae2-4403-902e-0cadddeb4ff4 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:00.035595 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-65371373-1ae2-4403-902e-0cadddeb4ff4 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2984140 Aug 10 01:11:00.038609 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33844) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:00.046095 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-9bc85e09-862e-4a1d-8215-153899d1c4e1 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'subnet': {'network_id': '0a298be1-f8b6-4316-986b-4bcb407312f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:00.062166 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65371373-1ae2-4403-902e-0cadddeb4ff4 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Network': ['ID=0a298be1-f8b6-4316-986b-4bcb407312f0,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:00.080333 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 0a298be1-f8b6-4316-986b-4bcb407312f0 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:11:00.189725 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc85e09-862e-4a1d-8215-153899d1c4e1 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Made reservation on behalf of 5a87816e91fb4794a957d4da3be1c174 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:00.194868 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9bc85e09-862e-4a1d-8215-153899d1c4e1 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:00.394229 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33856) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:00.414628 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ade20965-45dc-4a60-8980-a84c80a89964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:00.439925 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9bc85e09-862e-4a1d-8215-153899d1c4e1 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:00.537623 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc85e09-862e-4a1d-8215-153899d1c4e1 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Subnet': ['ID=110f4fba-b990-4f69-b999-6b18d18615d9,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:00.563827 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc85e09-862e-4a1d-8215-153899d1c4e1 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Checking segment: {'id': '083a3c56-ca9e-4aa9-a44f-6d381a52cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0a298be1-f8b6-4316-986b-4bcb407312f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:11:00.564269 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc85e09-862e-4a1d-8215-153899d1c4e1 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Network hostable DHCP agents. Network: 0a298be1-f8b6-4316-986b-4bcb407312f0, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:11:00.607455 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc85e09-862e-4a1d-8215-153899d1c4e1 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Network 0a298be1-f8b6-4316-986b-4bcb407312f0 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:11:00.612500 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ade20965-45dc-4a60-8980-a84c80a89964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:00.618104 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ade20965-45dc-4a60-8980-a84c80a89964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:00.627045 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-9bc85e09-862e-4a1d-8215-153899d1c4e1 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 0a298be1-f8b6-4316-986b-4bcb407312f0) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:00.637606 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4ec7c0-ebf4-40fc-b179-432ffc0eb761 None None] Network 0a298be1-f8b6-4316-986b-4bcb407312f0 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:11:00.646207 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc85e09-862e-4a1d-8215-153899d1c4e1 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:00.646819 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9bc85e09-862e-4a1d-8215-153899d1c4e1 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:00.689974 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ade20965-45dc-4a60-8980-a84c80a89964 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ea3319e4010d40a4b5940db2ae49c125&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2920017 Aug 10 01:11:00.690128 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33874) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:00.712985 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade20965-45dc-4a60-8980-a84c80a89964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98726b53-a4e9-4bd3-a83b-80960d5dede0,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:00.732510 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9bc85e09-862e-4a1d-8215-153899d1c4e1 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6922569 Aug 10 01:11:00.735893 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33876) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:00.744281 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-97bede18-05a7-4fe8-ab43-ba2831055026 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'port': {'network_id': '0a298be1-f8b6-4316-986b-4bcb407312f0', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1076063140'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:00.811920 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6937ebbc-75b4-43e6-90de-68efe92983b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:00.843683 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6937ebbc-75b4-43e6-90de-68efe92983b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:00.910529 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba003c35-d163-4fb1-ae5d-0f398d02d333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-0a298be1-f8b6-4316-986b-4bcb407312f0', 'network_id': '0a298be1-f8b6-4316-986b-4bcb407312f0', 'tenant_id': '5a87816e91fb4794a957d4da3be1c174', 'fixed_ips': [{'subnet_id': '110f4fba-b990-4f69-b999-6b18d18615d9'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:11:00.911978 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba003c35-d163-4fb1-ae5d-0f398d02d333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:00.927781 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6937ebbc-75b4-43e6-90de-68efe92983b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:00.930765 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6937ebbc-75b4-43e6-90de-68efe92983b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:00.934796 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6937ebbc-75b4-43e6-90de-68efe92983b7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/98726b53-a4e9-4bd3-a83b-80960d5dede0 HTTP/1.1" status: 204 len: 168 time: 0.2437110 Aug 10 01:11:00.952585 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937ebbc-75b4-43e6-90de-68efe92983b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98726b53-a4e9-4bd3-a83b-80960d5dede0,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:01.126408 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-ba003c35-d163-4fb1-ae5d-0f398d02d333 None None] Allocated IP 172.20.0.2 (0a298be1-f8b6-4316-986b-4bcb407312f0/110f4fba-b990-4f69-b999-6b18d18615d9/c6ada188-8183-4f1f-b8e4-c1049d47f7fb) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:11:01.324599 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba003c35-d163-4fb1-ae5d-0f398d02d333 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:01.345035 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ba003c35-d163-4fb1-ae5d-0f398d02d333 None None] Transition to ACTIVE for port object c6ada188-8183-4f1f-b8e4-c1049d47f7fb will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:11:01.370014 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ba003c35-d163-4fb1-ae5d-0f398d02d333 None None] Transition to ACTIVE for port object c6ada188-8183-4f1f-b8e4-c1049d47f7fb will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:11:01.376434 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba003c35-d163-4fb1-ae5d-0f398d02d333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:01.415707 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bede18-05a7-4fe8-ab43-ba2831055026 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Made reservation on behalf of 5a87816e91fb4794a957d4da3be1c174 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:01.422427 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-97bede18-05a7-4fe8-ab43-ba2831055026 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:01.432073 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba003c35-d163-4fb1-ae5d-0f398d02d333 None None] Network 0a298be1-f8b6-4316-986b-4bcb407312f0 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:11:01.435515 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-ba003c35-d163-4fb1-ae5d-0f398d02d333 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:01.439748 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba003c35-d163-4fb1-ae5d-0f398d02d333 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:11:01.448317 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba003c35-d163-4fb1-ae5d-0f398d02d333 None None] Pushing event updated for resources: {'Port': ['ID=c6ada188-8183-4f1f-b8e4-c1049d47f7fb,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:01.453434 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-97bede18-05a7-4fe8-ab43-ba2831055026 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] device_id is not set on port 3bae6e52-7aa2-4c50-b793-f118a095793a yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:11:01.521706 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-ba003c35-d163-4fb1-ae5d-0f398d02d333 None None] Attempting to bind port c6ada188-8183-4f1f-b8e4-c1049d47f7fb on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:01.522080 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-ba003c35-d163-4fb1-ae5d-0f398d02d333 None None] Attempting to bind port c6ada188-8183-4f1f-b8e4-c1049d47f7fb by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '083a3c56-ca9e-4aa9-a44f-6d381a52cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0a298be1-f8b6-4316-986b-4bcb407312f0'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:01.522446 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba003c35-d163-4fb1-ae5d-0f398d02d333 None None] Attempting to bind port c6ada188-8183-4f1f-b8e4-c1049d47f7fb on network 0a298be1-f8b6-4316-986b-4bcb407312f0 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:01.528098 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba003c35-d163-4fb1-ae5d-0f398d02d333 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:11:01.528508 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba003c35-d163-4fb1-ae5d-0f398d02d333 None None] Checking segment: {'id': '083a3c56-ca9e-4aa9-a44f-6d381a52cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0a298be1-f8b6-4316-986b-4bcb407312f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:11:01.528964 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba003c35-d163-4fb1-ae5d-0f398d02d333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:01.529471 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba003c35-d163-4fb1-ae5d-0f398d02d333 None None] Bound using segment: {'id': '083a3c56-ca9e-4aa9-a44f-6d381a52cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0a298be1-f8b6-4316-986b-4bcb407312f0'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:11:01.529951 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-ba003c35-d163-4fb1-ae5d-0f398d02d333 None None] Bound port: c6ada188-8183-4f1f-b8e4-c1049d47f7fb, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '083a3c56-ca9e-4aa9-a44f-6d381a52cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0a298be1-f8b6-4316-986b-4bcb407312f0'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:11:01.530341 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba003c35-d163-4fb1-ae5d-0f398d02d333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:01.635569 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-97bede18-05a7-4fe8-ab43-ba2831055026 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Allocated IP 172.20.0.9 (0a298be1-f8b6-4316-986b-4bcb407312f0/110f4fba-b990-4f69-b999-6b18d18615d9/3bae6e52-7aa2-4c50-b793-f118a095793a) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:11:01.650256 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-ba003c35-d163-4fb1-ae5d-0f398d02d333 None None] For port c6ada188-8183-4f1f-b8e4-c1049d47f7fb, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:11:01.655583 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-ba003c35-d163-4fb1-ae5d-0f398d02d333 None None] For port c6ada188-8183-4f1f-b8e4-c1049d47f7fb, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=c6ada188-8183-4f1f-b8e4-c1049d47f7fb,segment=NetworkSegment(083a3c56-ca9e-4aa9-a44f-6d381a52cc84),segment_id=083a3c56-ca9e-4aa9-a44f-6d381a52cc84)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:11:01.666106 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba003c35-d163-4fb1-ae5d-0f398d02d333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:01.759581 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba003c35-d163-4fb1-ae5d-0f398d02d333 None None] Pushing event updated for resources: {'Port': ['ID=c6ada188-8183-4f1f-b8e4-c1049d47f7fb,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:01.816734 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-97bede18-05a7-4fe8-ab43-ba2831055026 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:01.842809 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-97bede18-05a7-4fe8-ab43-ba2831055026 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Transition to ACTIVE for port object 3bae6e52-7aa2-4c50-b793-f118a095793a will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:11:01.890025 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33912) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:01.900579 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-97bede18-05a7-4fe8-ab43-ba2831055026 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:01.968574 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bede18-05a7-4fe8-ab43-ba2831055026 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Port': ['ID=3bae6e52-7aa2-4c50-b793-f118a095793a,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:01.982124 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bede18-05a7-4fe8-ab43-ba2831055026 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Network 0a298be1-f8b6-4316-986b-4bcb407312f0 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:11:01.983543 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-97bede18-05a7-4fe8-ab43-ba2831055026 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:01.985917 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bede18-05a7-4fe8-ab43-ba2831055026 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:11:02.052141 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bede18-05a7-4fe8-ab43-ba2831055026 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:02.056759 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-97bede18-05a7-4fe8-ab43-ba2831055026 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:02.110638 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c44a7b0b-ca6b-47bd-90f1-c4552106e322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:02.124323 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-97bede18-05a7-4fe8-ab43-ba2831055026 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.3834324 Aug 10 01:11:02.124729 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33920) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:02.294491 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c44a7b0b-ca6b-47bd-90f1-c4552106e322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:02.305635 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c44a7b0b-ca6b-47bd-90f1-c4552106e322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:02.321697 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-086e4cea-34d4-43bf-b497-5a092838420e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Deleting port 3bae6e52-7aa2-4c50-b793-f118a095793a {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:11:02.322408 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-086e4cea-34d4-43bf-b497-5a092838420e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:02.355684 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c44a7b0b-ca6b-47bd-90f1-c4552106e322 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ed996bb6b91044df82b4ddb952568ed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4614477 Aug 10 01:11:02.355684 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a7b0b-ca6b-47bd-90f1-c4552106e322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5a8e8a-4dd5-4f2a-aca8-c3f7335dbd27,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:02.356853 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33928) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:02.415875 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2466-c1a4-4aeb-9331-89e1acd425c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:02.434542 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-086e4cea-34d4-43bf-b497-5a092838420e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:02.441014 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2466-c1a4-4aeb-9331-89e1acd425c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:02.455421 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-086e4cea-34d4-43bf-b497-5a092838420e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Calling delete_port for 3bae6e52-7aa2-4c50-b793-f118a095793a owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:11:02.500560 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2466-c1a4-4aeb-9331-89e1acd425c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:02.504096 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2466-c1a4-4aeb-9331-89e1acd425c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:02.505869 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5b6d2466-c1a4-4aeb-9331-89e1acd425c1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8f5a8e8a-4dd5-4f2a-aca8-c3f7335dbd27 HTTP/1.1" status: 204 len: 168 time: 0.1481204 Aug 10 01:11:02.519740 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d2466-c1a4-4aeb-9331-89e1acd425c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5a8e8a-4dd5-4f2a-aca8-c3f7335dbd27,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:02.652111 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-086e4cea-34d4-43bf-b497-5a092838420e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:02.692556 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e4cea-34d4-43bf-b497-5a092838420e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Port': ['ID=3bae6e52-7aa2-4c50-b793-f118a095793a,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:02.800364 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-086e4cea-34d4-43bf-b497-5a092838420e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:02.805354 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-086e4cea-34d4-43bf-b497-5a092838420e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/ports/3bae6e52-7aa2-4c50-b793-f118a095793a HTTP/1.1" status: 204 len: 168 time: 0.6708384 Aug 10 01:11:02.805742 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33942) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:02.857513 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-72ccbaca-3b15-4f3c-8596-fe4df4a2be27 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] GET failed (client error): The resource could not be found. Aug 10 01:11:02.859575 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-72ccbaca-3b15-4f3c-8596-fe4df4a2be27 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "GET /v2.0/ports/3bae6e52-7aa2-4c50-b793-f118a095793a HTTP/1.1" status: 404 len: 333 time: 0.0522904 Aug 10 01:11:02.862766 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33946) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:02.936408 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-248f44a3-835b-4fd9-a86b-2b86279aba0c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Deleting subnet 110f4fba-b990-4f69-b999-6b18d18615d9 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:11:02.941752 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-248f44a3-835b-4fd9-a86b-2b86279aba0c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:02.979359 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33952) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:03.000447 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5d2a709e-a04b-4ad9-b559-8fc63e1e2e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:03.043957 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-248f44a3-835b-4fd9-a86b-2b86279aba0c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:03.151925 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5d2a709e-a04b-4ad9-b559-8fc63e1e2e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:03.160050 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5d2a709e-a04b-4ad9-b559-8fc63e1e2e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:03.193425 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-248f44a3-835b-4fd9-a86b-2b86279aba0c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:03.228696 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5d2a709e-a04b-4ad9-b559-8fc63e1e2e94 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=65f55b0157b64871973ca16e7ae28c0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2472804 Aug 10 01:11:03.229472 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a709e-a04b-4ad9-b559-8fc63e1e2e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e38fa2b-8d8b-46af-b4cc-74e3514a0618,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:03.231796 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33956) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:03.269669 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ad605d-e7ce-4d99-bfcc-d3208e02013c None None] Network 0a298be1-f8b6-4316-986b-4bcb407312f0 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:11:03.307941 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-248f44a3-835b-4fd9-a86b-2b86279aba0c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:03.341877 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-df11d18e-6048-4885-82bd-b35ff0a96e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:03.349476 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f44a3-835b-4fd9-a86b-2b86279aba0c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Subnet': ['ID=110f4fba-b990-4f69-b999-6b18d18615d9,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:03.359919 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-248f44a3-835b-4fd9-a86b-2b86279aba0c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:03.361892 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-248f44a3-835b-4fd9-a86b-2b86279aba0c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/subnets/110f4fba-b990-4f69-b999-6b18d18615d9 HTTP/1.1" status: 204 len: 168 time: 0.4977701 Aug 10 01:11:03.364480 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33964) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:03.374833 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-df11d18e-6048-4885-82bd-b35ff0a96e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:03.440620 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-df11d18e-6048-4885-82bd-b35ff0a96e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:03.443817 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-df11d18e-6048-4885-82bd-b35ff0a96e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:03.446310 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-df11d18e-6048-4885-82bd-b35ff0a96e68 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4e38fa2b-8d8b-46af-b4cc-74e3514a0618 HTTP/1.1" status: 204 len: 168 time: 0.2124887 Aug 10 01:11:03.454755 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11d18e-6048-4885-82bd-b35ff0a96e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e38fa2b-8d8b-46af-b4cc-74e3514a0618,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:03.501937 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f0719999-d97f-4ddc-aef3-5c10dd729cf9 None None] Provisioning for port c6ada188-8183-4f1f-b8e4-c1049d47f7fb completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:11:03.515393 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3e7e42a1-03c1-4985-abcc-90a7190548ee tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:03.590245 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a2f8ca-b308-41b1-b7cd-3a5fd8636049 None None] DHCP port deletion for 0a298be1-f8b6-4316-986b-4bcb407312f0 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:11:03.594526 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-3e7e42a1-03c1-4985-abcc-90a7190548ee tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Deleting port c6ada188-8183-4f1f-b8e4-c1049d47f7fb {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:11:03.594889 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3e7e42a1-03c1-4985-abcc-90a7190548ee tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:03.673212 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-d7a2f8ca-b308-41b1-b7cd-3a5fd8636049 None None] Deleting port c6ada188-8183-4f1f-b8e4-c1049d47f7fb {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:11:03.673623 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d7a2f8ca-b308-41b1-b7cd-3a5fd8636049 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:03.691593 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-3e7e42a1-03c1-4985-abcc-90a7190548ee tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] For port c6ada188-8183-4f1f-b8e4-c1049d47f7fb, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=c6ada188-8183-4f1f-b8e4-c1049d47f7fb,segment=NetworkSegment(083a3c56-ca9e-4aa9-a44f-6d381a52cc84),segment_id=083a3c56-ca9e-4aa9-a44f-6d381a52cc84)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:03.692434 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3e7e42a1-03c1-4985-abcc-90a7190548ee tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:03.709472 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-3e7e42a1-03c1-4985-abcc-90a7190548ee tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Calling delete_port for c6ada188-8183-4f1f-b8e4-c1049d47f7fb owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:11:03.760826 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d7a2f8ca-b308-41b1-b7cd-3a5fd8636049 None None] For port c6ada188-8183-4f1f-b8e4-c1049d47f7fb, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=c6ada188-8183-4f1f-b8e4-c1049d47f7fb,segment=NetworkSegment(083a3c56-ca9e-4aa9-a44f-6d381a52cc84),segment_id=083a3c56-ca9e-4aa9-a44f-6d381a52cc84)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:03.761459 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d7a2f8ca-b308-41b1-b7cd-3a5fd8636049 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:03.782552 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-d7a2f8ca-b308-41b1-b7cd-3a5fd8636049 None None] Calling delete_port for c6ada188-8183-4f1f-b8e4-c1049d47f7fb owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:11:03.827167 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3e7e42a1-03c1-4985-abcc-90a7190548ee tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:03.864735 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7e42a1-03c1-4985-abcc-90a7190548ee tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] No DVR routers for this DVR port c6ada188-8183-4f1f-b8e4-c1049d47f7fb on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:11:03.937410 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e42a1-03c1-4985-abcc-90a7190548ee tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Port': ['ID=c6ada188-8183-4f1f-b8e4-c1049d47f7fb,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:03.962041 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d7a2f8ca-b308-41b1-b7cd-3a5fd8636049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:03.992409 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2f8ca-b308-41b1-b7cd-3a5fd8636049 None None] Pushing event deleted for resources: {'Port': ['ID=c6ada188-8183-4f1f-b8e4-c1049d47f7fb,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:04.002291 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a2f8ca-b308-41b1-b7cd-3a5fd8636049 None None] No DVR routers for this DVR port c6ada188-8183-4f1f-b8e4-c1049d47f7fb on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:11:04.020257 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3e7e42a1-03c1-4985-abcc-90a7190548ee tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:04.034147 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-3e7e42a1-03c1-4985-abcc-90a7190548ee tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a298be1-f8b6-4316-986b-4bcb407312f0']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:04.053643 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-3e7e42a1-03c1-4985-abcc-90a7190548ee tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '083a3c56-ca9e-4aa9-a44f-6d381a52cc84') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:04.053929 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-3e7e42a1-03c1-4985-abcc-90a7190548ee tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '083a3c56-ca9e-4aa9-a44f-6d381a52cc84') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:04.065783 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3e7e42a1-03c1-4985-abcc-90a7190548ee tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:04.085978 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3e7e42a1-03c1-4985-abcc-90a7190548ee tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:04.094742 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e7e42a1-03c1-4985-abcc-90a7190548ee tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:11:04.095486 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3e7e42a1-03c1-4985-abcc-90a7190548ee tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:04.098413 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:11:04.098413 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:11:04.098413 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:11:04.098413 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:11:04.098413 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:11:04.098413 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:11:04.098413 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:11:04.098413 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:11:04.098413 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:11:04.098413 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:11:04.098413 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:11:04.098413 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:11:04.098413 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:11:04.098413 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:11:04.098413 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:11:04.098413 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:11:04.098413 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:11:04.098413 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:11:04.098413 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:11:04.098413 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:11:04.098413 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:11:04.098413 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:11:04.098413 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:11:04.098413 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:11:04.098413 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:11:04.098413 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:11:04.098413 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:11:04.098413 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:11:04.098413 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:11:04.098413 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:11:04.098413 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:11:04.098413 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:11:04.181651 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3e7e42a1-03c1-4985-abcc-90a7190548ee tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:04.189198 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3e7e42a1-03c1-4985-abcc-90a7190548ee tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:04.195110 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34000) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:04.195261 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3e7e42a1-03c1-4985-abcc-90a7190548ee tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/networks/0a298be1-f8b6-4316-986b-4bcb407312f0 HTTP/1.1" status: 204 len: 168 time: 0.8297305 Aug 10 01:11:04.203867 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-3989be72-d161-453b-b2ca-170a71ca19d3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'port': {'network_id': '4e7a2df8-f200-4d1d-bdcc-55e3b61309b7', 'name': 'tempest-PortsTestJSON-67169574'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:04.213948 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e42a1-03c1-4985-abcc-90a7190548ee tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Network': ['ID=0a298be1-f8b6-4316-986b-4bcb407312f0,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:04.321368 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3989be72-d161-453b-b2ca-170a71ca19d3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Made reservation on behalf of 5a87816e91fb4794a957d4da3be1c174 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:04.325855 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3989be72-d161-453b-b2ca-170a71ca19d3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:04.345396 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-3989be72-d161-453b-b2ca-170a71ca19d3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] device_id is not set on port 1cf8f951-027c-44e2-8f8d-9642041633f4 yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:11:04.588846 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3989be72-d161-453b-b2ca-170a71ca19d3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:04.642956 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3989be72-d161-453b-b2ca-170a71ca19d3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:04.695150 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3989be72-d161-453b-b2ca-170a71ca19d3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Network 4e7a2df8-f200-4d1d-bdcc-55e3b61309b7 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:11:04.699255 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-3989be72-d161-453b-b2ca-170a71ca19d3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:04.703780 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3989be72-d161-453b-b2ca-170a71ca19d3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:11:04.709591 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3989be72-d161-453b-b2ca-170a71ca19d3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:04.710133 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3989be72-d161-453b-b2ca-170a71ca19d3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:04.719846 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3989be72-d161-453b-b2ca-170a71ca19d3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Port': ['ID=1cf8f951-027c-44e2-8f8d-9642041633f4,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:04.737574 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3989be72-d161-453b-b2ca-170a71ca19d3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.5402339 Aug 10 01:11:04.740226 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34018) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:04.860221 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-70fbfc9f-d5f6-4c4c-9d57-83c68636e4da tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Deleting port 1cf8f951-027c-44e2-8f8d-9642041633f4 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:11:04.860417 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-70fbfc9f-d5f6-4c4c-9d57-83c68636e4da tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:04.944258 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-70fbfc9f-d5f6-4c4c-9d57-83c68636e4da tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:04.964639 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-70fbfc9f-d5f6-4c4c-9d57-83c68636e4da tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Calling delete_port for 1cf8f951-027c-44e2-8f8d-9642041633f4 owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:11:04.978575 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34026) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:05.062800 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-70fbfc9f-d5f6-4c4c-9d57-83c68636e4da tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:05.100627 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fbfc9f-d5f6-4c4c-9d57-83c68636e4da tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Port': ['ID=1cf8f951-027c-44e2-8f8d-9642041633f4,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:05.106424 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-70fbfc9f-d5f6-4c4c-9d57-83c68636e4da tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:05.111103 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-70fbfc9f-d5f6-4c4c-9d57-83c68636e4da tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/ports/1cf8f951-027c-44e2-8f8d-9642041633f4 HTTP/1.1" status: 204 len: 168 time: 0.3696420 Aug 10 01:11:05.111730 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34034) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:05.119065 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-172194e1-22d9-4ee8-b96c-349feba7e5ca tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'port': {'network_id': '4e7a2df8-f200-4d1d-bdcc-55e3b61309b7', 'mac_address': 'fa:16:3e:86:ef:ed', 'name': 'tempest-PortsTestJSON-1047529599'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:05.145082 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cfc03c3a-c9fd-421a-8af1-d47bcd170fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:05.314347 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cfc03c3a-c9fd-421a-8af1-d47bcd170fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:05.324150 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cfc03c3a-c9fd-421a-8af1-d47bcd170fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:05.354002 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172194e1-22d9-4ee8-b96c-349feba7e5ca tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Made reservation on behalf of 5a87816e91fb4794a957d4da3be1c174 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:05.418821 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cfc03c3a-c9fd-421a-8af1-d47bcd170fd3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0dc77bd566654bf687f1946cf931a879&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4391623 Aug 10 01:11:05.422153 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34046) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:05.424590 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc03c3a-c9fd-421a-8af1-d47bcd170fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c156a2-1af7-4c60-a6c3-254c1ac2c7b5,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:05.442193 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-172194e1-22d9-4ee8-b96c-349feba7e5ca tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:05.469801 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-172194e1-22d9-4ee8-b96c-349feba7e5ca tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] device_id is not set on port 5c7f4b2e-f920-4b57-b744-5dc829dbdd36 yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:11:05.482467 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ed881e73-ea71-4fb5-acd3-12b5a7793f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:05.509314 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ed881e73-ea71-4fb5-acd3-12b5a7793f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:05.584594 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ed881e73-ea71-4fb5-acd3-12b5a7793f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:05.587414 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ed881e73-ea71-4fb5-acd3-12b5a7793f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:05.591830 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ed881e73-ea71-4fb5-acd3-12b5a7793f66 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/72c156a2-1af7-4c60-a6c3-254c1ac2c7b5 HTTP/1.1" status: 204 len: 168 time: 0.1688776 Aug 10 01:11:05.600812 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed881e73-ea71-4fb5-acd3-12b5a7793f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c156a2-1af7-4c60-a6c3-254c1ac2c7b5,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:05.690179 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-172194e1-22d9-4ee8-b96c-349feba7e5ca tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:05.741535 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-172194e1-22d9-4ee8-b96c-349feba7e5ca tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:05.791643 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172194e1-22d9-4ee8-b96c-349feba7e5ca tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Network 4e7a2df8-f200-4d1d-bdcc-55e3b61309b7 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:11:05.793010 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-172194e1-22d9-4ee8-b96c-349feba7e5ca tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:05.799596 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172194e1-22d9-4ee8-b96c-349feba7e5ca tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:11:05.805154 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172194e1-22d9-4ee8-b96c-349feba7e5ca tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:05.806342 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-172194e1-22d9-4ee8-b96c-349feba7e5ca tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:05.820607 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172194e1-22d9-4ee8-b96c-349feba7e5ca tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Port': ['ID=5c7f4b2e-f920-4b57-b744-5dc829dbdd36,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:05.832114 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-172194e1-22d9-4ee8-b96c-349feba7e5ca tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7150362 Aug 10 01:11:05.832907 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34064) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:05.898278 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34eabe1b-595f-4b43-a2a4-aaa0c86215af tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:05.902908 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-34eabe1b-595f-4b43-a2a4-aaa0c86215af tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "GET /v2.0/ports/5c7f4b2e-f920-4b57-b744-5dc829dbdd36 HTTP/1.1" status: 200 len: 841 time: 0.0668004 Aug 10 01:11:05.903296 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34068) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:06.015597 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-1b3a6ed2-889e-41de-b22e-66c2f7649f38 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Deleting port 5c7f4b2e-f920-4b57-b744-5dc829dbdd36 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:11:06.016037 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1b3a6ed2-889e-41de-b22e-66c2f7649f38 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:06.101555 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1b3a6ed2-889e-41de-b22e-66c2f7649f38 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:06.118195 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-1b3a6ed2-889e-41de-b22e-66c2f7649f38 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Calling delete_port for 5c7f4b2e-f920-4b57-b744-5dc829dbdd36 owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:11:06.133929 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34080) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:06.150454 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7fa433e7-526a-444f-883d-b88147915d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:06.238102 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1b3a6ed2-889e-41de-b22e-66c2f7649f38 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:06.262308 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7fa433e7-526a-444f-883d-b88147915d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:06.268460 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7fa433e7-526a-444f-883d-b88147915d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:06.279504 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a6ed2-889e-41de-b22e-66c2f7649f38 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Port': ['ID=5c7f4b2e-f920-4b57-b744-5dc829dbdd36,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:06.306344 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1b3a6ed2-889e-41de-b22e-66c2f7649f38 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:06.311953 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1b3a6ed2-889e-41de-b22e-66c2f7649f38 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/ports/5c7f4b2e-f920-4b57-b744-5dc829dbdd36 HTTP/1.1" status: 204 len: 168 time: 0.4044642 Aug 10 01:11:06.311953 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34086) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:06.323337 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa433e7-526a-444f-883d-b88147915d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c695176-b61e-42d0-82cf-cf08b5fdb7ea,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:06.333944 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7fa433e7-526a-444f-883d-b88147915d9d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d8f6b307387749a1962b92d6519396b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1981800 Aug 10 01:11:06.334589 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34090) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:06.406527 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f6613fa-52c3-4157-83ce-a7972b64c25a tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] GET failed (client error): The resource could not be found. Aug 10 01:11:06.412668 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2f6613fa-52c3-4157-83ce-a7972b64c25a tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "GET /v2.0/ports/5c7f4b2e-f920-4b57-b744-5dc829dbdd36 HTTP/1.1" status: 404 len: 333 time: 0.0992503 Aug 10 01:11:06.414687 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34094) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:06.429411 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-ba9c34ba-89e7-4419-b804-59145bf9bc83 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'port': {'network_id': '4e7a2df8-f200-4d1d-bdcc-55e3b61309b7', 'name': 'tempest-PortsTestJSON-2097982383'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:06.443072 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6c4e42e9-34a9-4b36-923a-3092065bf4e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:06.503618 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6c4e42e9-34a9-4b36-923a-3092065bf4e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:06.550236 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9c34ba-89e7-4419-b804-59145bf9bc83 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Made reservation on behalf of 5a87816e91fb4794a957d4da3be1c174 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:06.554637 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ba9c34ba-89e7-4419-b804-59145bf9bc83 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:06.567356 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6c4e42e9-34a9-4b36-923a-3092065bf4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:06.570232 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6c4e42e9-34a9-4b36-923a-3092065bf4e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:06.571500 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6c4e42e9-34a9-4b36-923a-3092065bf4e2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c695176-b61e-42d0-82cf-cf08b5fdb7ea HTTP/1.1" status: 204 len: 168 time: 0.2359490 Aug 10 01:11:06.577659 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-ba9c34ba-89e7-4419-b804-59145bf9bc83 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] device_id is not set on port 5769f334-83cd-4555-aea5-2cb68ebaa249 yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:11:06.584399 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e42e9-34a9-4b36-923a-3092065bf4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c695176-b61e-42d0-82cf-cf08b5fdb7ea,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:06.790291 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ba9c34ba-89e7-4419-b804-59145bf9bc83 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:06.831589 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ba9c34ba-89e7-4419-b804-59145bf9bc83 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:06.885457 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9c34ba-89e7-4419-b804-59145bf9bc83 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Network 4e7a2df8-f200-4d1d-bdcc-55e3b61309b7 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:11:06.888633 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-ba9c34ba-89e7-4419-b804-59145bf9bc83 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:06.892445 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9c34ba-89e7-4419-b804-59145bf9bc83 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:11:06.898670 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9c34ba-89e7-4419-b804-59145bf9bc83 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:06.898920 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ba9c34ba-89e7-4419-b804-59145bf9bc83 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:06.907578 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c34ba-89e7-4419-b804-59145bf9bc83 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Port': ['ID=5769f334-83cd-4555-aea5-2cb68ebaa249,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:06.923469 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ba9c34ba-89e7-4419-b804-59145bf9bc83 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5043960 Aug 10 01:11:06.926129 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34116) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:06.932691 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-ca856a2e-26d8-4193-8675-8c4c0d7ff910 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:07.024027 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ca856a2e-26d8-4193-8675-8c4c0d7ff910 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:07.175478 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34128) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:07.257481 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ca856a2e-26d8-4193-8675-8c4c0d7ff910 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:07.269035 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ca856a2e-26d8-4193-8675-8c4c0d7ff910 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:07.304973 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-ca856a2e-26d8-4193-8675-8c4c0d7ff910 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] In _notify_port_updated(), no bound segment for port 5769f334-83cd-4555-aea5-2cb68ebaa249 on network 4e7a2df8-f200-4d1d-bdcc-55e3b61309b7 {{(pid=105827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:11:07.310593 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca856a2e-26d8-4193-8675-8c4c0d7ff910 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:07.311233 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ca856a2e-26d8-4193-8675-8c4c0d7ff910 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:07.312568 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ca856a2e-26d8-4193-8675-8c4c0d7ff910 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "PUT /v2.0/ports/5769f334-83cd-4555-aea5-2cb68ebaa249 HTTP/1.1" status: 200 len: 818 time: 0.3854918 Aug 10 01:11:07.315341 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34136) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:07.359953 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca856a2e-26d8-4193-8675-8c4c0d7ff910 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Port': ['ID=5769f334-83cd-4555-aea5-2cb68ebaa249,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:07.445409 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dd769ccb-c77a-460f-ba9d-709b7262324a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:07.457584 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-2390f525-86ff-43bf-a738-5a04eacc5cf0 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Deleting port 5769f334-83cd-4555-aea5-2cb68ebaa249 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:11:07.458226 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2390f525-86ff-43bf-a738-5a04eacc5cf0 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:07.557216 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2390f525-86ff-43bf-a738-5a04eacc5cf0 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:07.564000 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dd769ccb-c77a-460f-ba9d-709b7262324a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:07.570133 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dd769ccb-c77a-460f-ba9d-709b7262324a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:07.576933 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-2390f525-86ff-43bf-a738-5a04eacc5cf0 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Calling delete_port for 5769f334-83cd-4555-aea5-2cb68ebaa249 owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:11:07.616570 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-dd769ccb-c77a-460f-ba9d-709b7262324a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b347a01c2fe6405b9ff19eadb55fe799&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4387798 Aug 10 01:11:07.619905 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34148) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:07.647850 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd769ccb-c77a-460f-ba9d-709b7262324a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39011ff0-5c17-4316-b761-6d9273c696af,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:07.666618 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd769ccb-c77a-460f-ba9d-709b7262324a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:07.667210 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd769ccb-c77a-460f-ba9d-709b7262324a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:07.667329 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd769ccb-c77a-460f-ba9d-709b7262324a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:07.667669 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd769ccb-c77a-460f-ba9d-709b7262324a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:07.668167 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd769ccb-c77a-460f-ba9d-709b7262324a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:07.668352 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd769ccb-c77a-460f-ba9d-709b7262324a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:07.668687 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd769ccb-c77a-460f-ba9d-709b7262324a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:07.669025 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd769ccb-c77a-460f-ba9d-709b7262324a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:07.669357 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd769ccb-c77a-460f-ba9d-709b7262324a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:07.669693 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd769ccb-c77a-460f-ba9d-709b7262324a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:07.670032 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd769ccb-c77a-460f-ba9d-709b7262324a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:07.670364 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd769ccb-c77a-460f-ba9d-709b7262324a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:07.681591 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2390f525-86ff-43bf-a738-5a04eacc5cf0 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:07.701477 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-13eb61be-ae1b-47e9-910f-0f6e50610682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:07.728738 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-13eb61be-ae1b-47e9-910f-0f6e50610682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:07.739407 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390f525-86ff-43bf-a738-5a04eacc5cf0 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Port': ['ID=5769f334-83cd-4555-aea5-2cb68ebaa249,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:07.741998 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2390f525-86ff-43bf-a738-5a04eacc5cf0 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:07.744652 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2390f525-86ff-43bf-a738-5a04eacc5cf0 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/ports/5769f334-83cd-4555-aea5-2cb68ebaa249 HTTP/1.1" status: 204 len: 168 time: 0.4283824 Aug 10 01:11:07.747109 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34152) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:07.821100 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-13eb61be-ae1b-47e9-910f-0f6e50610682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:07.823879 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f4df2e-8ea3-492a-82e5-f9a73bb5c3d3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:07.824575 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-13eb61be-ae1b-47e9-910f-0f6e50610682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:07.829739 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-13eb61be-ae1b-47e9-910f-0f6e50610682 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/39011ff0-5c17-4316-b761-6d9273c696af HTTP/1.1" status: 204 len: 168 time: 0.2049341 Aug 10 01:11:07.829912 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-04f4df2e-8ea3-492a-82e5-f9a73bb5c3d3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0775054 Aug 10 01:11:07.829912 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34156) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:07.841349 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb61be-ae1b-47e9-910f-0f6e50610682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39011ff0-5c17-4316-b761-6d9273c696af,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:07.858855 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff92af7-ff73-4b5e-8276-bb0e5cdf748a tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] GET failed (client error): The resource could not be found. Aug 10 01:11:07.860577 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1ff92af7-ff73-4b5e-8276-bb0e5cdf748a tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "GET /v2.0/ports/5769f334-83cd-4555-aea5-2cb68ebaa249 HTTP/1.1" status: 404 len: 333 time: 0.0303521 Aug 10 01:11:07.864632 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34160) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:07.870631 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-6fe9ac42-1306-4486-91fa-8e3649b0d774 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-524080444'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:07.902401 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe9ac42-1306-4486-91fa-8e3649b0d774 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Made reservation on behalf of 5a87816e91fb4794a957d4da3be1c174 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:07.907679 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6fe9ac42-1306-4486-91fa-8e3649b0d774 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:07.950923 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fe9ac42-1306-4486-91fa-8e3649b0d774 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:11:07.961714 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6fe9ac42-1306-4486-91fa-8e3649b0d774 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:07.962674 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-6fe9ac42-1306-4486-91fa-8e3649b0d774 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Added segment 3805c9c2-e961-4b18-90a3-233fb6c5ba8e of type vlan for network 05d44176-1d56-4ff7-9f9b-a7f761f1fff1 Aug 10 01:11:08.015260 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6fe9ac42-1306-4486-91fa-8e3649b0d774 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:08.050679 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6fe9ac42-1306-4486-91fa-8e3649b0d774 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:08.059170 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe9ac42-1306-4486-91fa-8e3649b0d774 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:08.060384 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6fe9ac42-1306-4486-91fa-8e3649b0d774 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:08.128610 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6fe9ac42-1306-4486-91fa-8e3649b0d774 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2625270 Aug 10 01:11:08.131129 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34170) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:08.137499 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-39ab35b2-126e-4f49-9c2b-717adee8b37f tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'subnet': {'network_id': '05d44176-1d56-4ff7-9f9b-a7f761f1fff1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:08.144975 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe9ac42-1306-4486-91fa-8e3649b0d774 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Network': ['ID=05d44176-1d56-4ff7-9f9b-a7f761f1fff1,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:08.157299 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 05d44176-1d56-4ff7-9f9b-a7f761f1fff1 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:11:08.244965 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34174) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:08.263956 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-59aaffdb-26f5-47c1-9cf4-c7dda33098d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:08.371560 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-59aaffdb-26f5-47c1-9cf4-c7dda33098d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:08.382640 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-59aaffdb-26f5-47c1-9cf4-c7dda33098d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:08.396539 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ab35b2-126e-4f49-9c2b-717adee8b37f tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Made reservation on behalf of 5a87816e91fb4794a957d4da3be1c174 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:08.400897 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39ab35b2-126e-4f49-9c2b-717adee8b37f tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:08.437659 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-59aaffdb-26f5-47c1-9cf4-c7dda33098d4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=635ad434fc6246688a7e99ef5b842a48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1914442 Aug 10 01:11:08.440429 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34180) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:08.484425 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aaffdb-26f5-47c1-9cf4-c7dda33098d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8466ba-3fd3-4079-ae40-90d1e47893e6,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:08.509611 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-672ac23e-356b-4a55-b6fd-a08ff99d9319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:08.557047 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-672ac23e-356b-4a55-b6fd-a08ff99d9319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:08.653093 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-672ac23e-356b-4a55-b6fd-a08ff99d9319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:08.656034 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-672ac23e-356b-4a55-b6fd-a08ff99d9319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:08.659642 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-672ac23e-356b-4a55-b6fd-a08ff99d9319 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5a8466ba-3fd3-4079-ae40-90d1e47893e6 HTTP/1.1" status: 204 len: 168 time: 0.2158649 Aug 10 01:11:08.666212 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ac23e-356b-4a55-b6fd-a08ff99d9319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8466ba-3fd3-4079-ae40-90d1e47893e6,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:08.693490 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39ab35b2-126e-4f49-9c2b-717adee8b37f tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:08.765018 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab35b2-126e-4f49-9c2b-717adee8b37f tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Subnet': ['ID=6eb20a54-3c9c-4c50-b3ad-2d4145adbf32,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:08.772550 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ab35b2-126e-4f49-9c2b-717adee8b37f tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Checking segment: {'id': '3805c9c2-e961-4b18-90a3-233fb6c5ba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '05d44176-1d56-4ff7-9f9b-a7f761f1fff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:11:08.772684 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ab35b2-126e-4f49-9c2b-717adee8b37f tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Network hostable DHCP agents. Network: 05d44176-1d56-4ff7-9f9b-a7f761f1fff1, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:11:08.795157 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ab35b2-126e-4f49-9c2b-717adee8b37f tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Network 05d44176-1d56-4ff7-9f9b-a7f761f1fff1 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:11:08.807818 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-39ab35b2-126e-4f49-9c2b-717adee8b37f tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 05d44176-1d56-4ff7-9f9b-a7f761f1fff1) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:08.813263 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ab35b2-126e-4f49-9c2b-717adee8b37f tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:08.817269 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39ab35b2-126e-4f49-9c2b-717adee8b37f tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:08.821421 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5105d7-1079-4d12-8e01-8c99c5f43c09 None None] Network 05d44176-1d56-4ff7-9f9b-a7f761f1fff1 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:11:08.846602 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-39ab35b2-126e-4f49-9c2b-717adee8b37f tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7137017 Aug 10 01:11:08.848904 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34198) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:08.854958 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-c6ac13d1-3f2a-4e54-a545-d6f2a799567d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'subnet': {'network_id': '05d44176-1d56-4ff7-9f9b-a7f761f1fff1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:08.996043 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ac13d1-3f2a-4e54-a545-d6f2a799567d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Made reservation on behalf of 5a87816e91fb4794a957d4da3be1c174 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:09.000734 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c6ac13d1-3f2a-4e54-a545-d6f2a799567d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:09.033031 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4615895-f114-4c83-96ac-0a5360f10fe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-05d44176-1d56-4ff7-9f9b-a7f761f1fff1', 'network_id': '05d44176-1d56-4ff7-9f9b-a7f761f1fff1', 'tenant_id': '5a87816e91fb4794a957d4da3be1c174', 'fixed_ips': [{'subnet_id': '6eb20a54-3c9c-4c50-b3ad-2d4145adbf32'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:11:09.036214 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d4615895-f114-4c83-96ac-0a5360f10fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:09.131149 n-d-766726-26 neutron-server[105827]: INFO neutron.db.ipam_backend_mixin [None req-c6ac13d1-3f2a-4e54-a545-d6f2a799567d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6eb20a54-3c9c-4c50-b3ad-2d4145adbf32 (CIDR: 172.20.0.0/28) Aug 10 01:11:09.141077 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ac13d1-3f2a-4e54-a545-d6f2a799567d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:11:09.141666 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6ac13d1-3f2a-4e54-a545-d6f2a799567d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:11:09.161187 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c6ac13d1-3f2a-4e54-a545-d6f2a799567d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3105066 Aug 10 01:11:09.163502 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34210) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:09.174281 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-10bc9155-4c6e-43f8-a353-4f19d6e30576 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'subnet': {'network_id': '05d44176-1d56-4ff7-9f9b-a7f761f1fff1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:09.225119 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-d4615895-f114-4c83-96ac-0a5360f10fe0 None None] Allocated IP 172.20.0.2 (05d44176-1d56-4ff7-9f9b-a7f761f1fff1/6eb20a54-3c9c-4c50-b3ad-2d4145adbf32/31cebb2f-1ff1-433f-85bf-a15499e84886) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:11:09.333735 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bc9155-4c6e-43f8-a353-4f19d6e30576 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Made reservation on behalf of 5a87816e91fb4794a957d4da3be1c174 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:09.338183 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-10bc9155-4c6e-43f8-a353-4f19d6e30576 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:09.509299 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d4615895-f114-4c83-96ac-0a5360f10fe0 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:09.522976 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d4615895-f114-4c83-96ac-0a5360f10fe0 None None] Transition to ACTIVE for port object 31cebb2f-1ff1-433f-85bf-a15499e84886 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:11:09.556660 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d4615895-f114-4c83-96ac-0a5360f10fe0 None None] Transition to ACTIVE for port object 31cebb2f-1ff1-433f-85bf-a15499e84886 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:11:09.570612 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d4615895-f114-4c83-96ac-0a5360f10fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:09.631509 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4615895-f114-4c83-96ac-0a5360f10fe0 None None] Network 05d44176-1d56-4ff7-9f9b-a7f761f1fff1 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:11:09.636709 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-d4615895-f114-4c83-96ac-0a5360f10fe0 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:09.641753 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4615895-f114-4c83-96ac-0a5360f10fe0 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:11:09.646005 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4615895-f114-4c83-96ac-0a5360f10fe0 None None] Pushing event updated for resources: {'Port': ['ID=31cebb2f-1ff1-433f-85bf-a15499e84886,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:09.746833 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-10bc9155-4c6e-43f8-a353-4f19d6e30576 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:09.750160 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d4615895-f114-4c83-96ac-0a5360f10fe0 None None] Attempting to bind port 31cebb2f-1ff1-433f-85bf-a15499e84886 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:09.750535 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d4615895-f114-4c83-96ac-0a5360f10fe0 None None] Attempting to bind port 31cebb2f-1ff1-433f-85bf-a15499e84886 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '3805c9c2-e961-4b18-90a3-233fb6c5ba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '05d44176-1d56-4ff7-9f9b-a7f761f1fff1'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:09.750905 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4615895-f114-4c83-96ac-0a5360f10fe0 None None] Attempting to bind port 31cebb2f-1ff1-433f-85bf-a15499e84886 on network 05d44176-1d56-4ff7-9f9b-a7f761f1fff1 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:09.760635 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4615895-f114-4c83-96ac-0a5360f10fe0 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:11:09.761211 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4615895-f114-4c83-96ac-0a5360f10fe0 None None] Checking segment: {'id': '3805c9c2-e961-4b18-90a3-233fb6c5ba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '05d44176-1d56-4ff7-9f9b-a7f761f1fff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:11:09.761791 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d4615895-f114-4c83-96ac-0a5360f10fe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:09.762317 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4615895-f114-4c83-96ac-0a5360f10fe0 None None] Bound using segment: {'id': '3805c9c2-e961-4b18-90a3-233fb6c5ba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '05d44176-1d56-4ff7-9f9b-a7f761f1fff1'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:11:09.763250 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d4615895-f114-4c83-96ac-0a5360f10fe0 None None] Bound port: 31cebb2f-1ff1-433f-85bf-a15499e84886, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3805c9c2-e961-4b18-90a3-233fb6c5ba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '05d44176-1d56-4ff7-9f9b-a7f761f1fff1'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:11:09.763806 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d4615895-f114-4c83-96ac-0a5360f10fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:09.803477 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bc9155-4c6e-43f8-a353-4f19d6e30576 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Network 05d44176-1d56-4ff7-9f9b-a7f761f1fff1 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:11:09.805282 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-10bc9155-4c6e-43f8-a353-4f19d6e30576 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:09.817049 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bc9155-4c6e-43f8-a353-4f19d6e30576 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:09.817925 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-10bc9155-4c6e-43f8-a353-4f19d6e30576 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:09.840369 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-10bc9155-4c6e-43f8-a353-4f19d6e30576 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6747670 Aug 10 01:11:09.843171 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34250) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:09.844481 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d4615895-f114-4c83-96ac-0a5360f10fe0 None None] For port 31cebb2f-1ff1-433f-85bf-a15499e84886, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:11:09.848027 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d4615895-f114-4c83-96ac-0a5360f10fe0 None None] For port 31cebb2f-1ff1-433f-85bf-a15499e84886, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=31cebb2f-1ff1-433f-85bf-a15499e84886,segment=NetworkSegment(3805c9c2-e961-4b18-90a3-233fb6c5ba8e),segment_id=3805c9c2-e961-4b18-90a3-233fb6c5ba8e)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:11:09.851068 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-0e0f8e67-34c5-4064-8da1-1f7659c4a353 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'port': {'network_id': '05d44176-1d56-4ff7-9f9b-a7f761f1fff1', 'fixed_ips': [{'subnet_id': '6eb20a54-3c9c-4c50-b3ad-2d4145adbf32'}, {'subnet_id': '2c8fa0ee-960b-43f0-b6b8-6c00d6599e15'}], 'name': 'tempest-PortsTestJSON-117917345'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:09.856989 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d4615895-f114-4c83-96ac-0a5360f10fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:09.875946 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc9155-4c6e-43f8-a353-4f19d6e30576 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Subnet': ['ID=2c8fa0ee-960b-43f0-b6b8-6c00d6599e15,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:09.934726 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4615895-f114-4c83-96ac-0a5360f10fe0 None None] Pushing event updated for resources: {'Port': ['ID=31cebb2f-1ff1-433f-85bf-a15499e84886,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:10.011356 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0f8e67-34c5-4064-8da1-1f7659c4a353 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Made reservation on behalf of 5a87816e91fb4794a957d4da3be1c174 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:10.167727 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0e0f8e67-34c5-4064-8da1-1f7659c4a353 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:10.204431 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-0e0f8e67-34c5-4064-8da1-1f7659c4a353 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] device_id is not set on port 199db21b-48f8-4155-9f62-f7507f8426ed yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:11:10.589115 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-0e0f8e67-34c5-4064-8da1-1f7659c4a353 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Allocated IP 172.20.0.6 (05d44176-1d56-4ff7-9f9b-a7f761f1fff1/6eb20a54-3c9c-4c50-b3ad-2d4145adbf32/199db21b-48f8-4155-9f62-f7507f8426ed) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:11:10.598426 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-0e0f8e67-34c5-4064-8da1-1f7659c4a353 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Allocated IP 172.20.0.24 (05d44176-1d56-4ff7-9f9b-a7f761f1fff1/2c8fa0ee-960b-43f0-b6b8-6c00d6599e15/199db21b-48f8-4155-9f62-f7507f8426ed) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:11:10.687138 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34290) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:10.833054 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0e0f8e67-34c5-4064-8da1-1f7659c4a353 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:10.850007 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-92a02208-e149-4f68-b0ef-c19d475aec17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:10.864247 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-0e0f8e67-34c5-4064-8da1-1f7659c4a353 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Transition to ACTIVE for port object 199db21b-48f8-4155-9f62-f7507f8426ed will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:11:10.925454 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0e0f8e67-34c5-4064-8da1-1f7659c4a353 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:10.977667 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-92a02208-e149-4f68-b0ef-c19d475aec17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:10.980270 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0f8e67-34c5-4064-8da1-1f7659c4a353 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Network 05d44176-1d56-4ff7-9f9b-a7f761f1fff1 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:11:10.990578 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-92a02208-e149-4f68-b0ef-c19d475aec17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:10.992139 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-0e0f8e67-34c5-4064-8da1-1f7659c4a353 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:10.997263 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0f8e67-34c5-4064-8da1-1f7659c4a353 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:11:11.045610 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-92a02208-e149-4f68-b0ef-c19d475aec17 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ab9a781256a24a7ab99608781d5c99f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3566232 Aug 10 01:11:11.047730 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34302) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:11.054052 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0f8e67-34c5-4064-8da1-1f7659c4a353 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:11.054702 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0e0f8e67-34c5-4064-8da1-1f7659c4a353 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:11.073917 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f8e67-34c5-4064-8da1-1f7659c4a353 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Port': ['ID=199db21b-48f8-4155-9f62-f7507f8426ed,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:11.095100 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0e0f8e67-34c5-4064-8da1-1f7659c4a353 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.2504652 Aug 10 01:11:11.097403 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34310) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:11.102948 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-ddf56359-1954-45dd-baa8-4fb6d48efed2 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6eb20a54-3c9c-4c50-b3ad-2d4145adbf32'}]}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:11.113403 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a02208-e149-4f68-b0ef-c19d475aec17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343a4e95-9543-4b83-95b9-d200021f5364,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:11.168116 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4de21409-3300-4974-9fe0-9ee3e61c3d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:11.186703 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c18300bd-1091-4ae2-8931-bcf811b2aeac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:11.198488 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4de21409-3300-4974-9fe0-9ee3e61c3d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:11.252585 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4de21409-3300-4974-9fe0-9ee3e61c3d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:11.260230 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4de21409-3300-4974-9fe0-9ee3e61c3d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:11.263719 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4de21409-3300-4974-9fe0-9ee3e61c3d34 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/343a4e95-9543-4b83-95b9-d200021f5364 HTTP/1.1" status: 204 len: 168 time: 0.2126112 Aug 10 01:11:11.264731 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ddf56359-1954-45dd-baa8-4fb6d48efed2 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:11.282687 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de21409-3300-4974-9fe0-9ee3e61c3d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343a4e95-9543-4b83-95b9-d200021f5364,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:11.481179 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ac35d9-a2b8-47e5-89f0-19ea594fb7b1 None None] Network 05d44176-1d56-4ff7-9f9b-a7f761f1fff1 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:11:11.562291 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:11.565705 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-bcd4a6a3-67a9-48a8-a414-9195c4c621f7 None None] Provisioning for port 31cebb2f-1ff1-433f-85bf-a15499e84886 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:11:11.729797 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-ddf56359-1954-45dd-baa8-4fb6d48efed2 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Delete allocated IP 172.20.0.24 (05d44176-1d56-4ff7-9f9b-a7f761f1fff1/2c8fa0ee-960b-43f0-b6b8-6c00d6599e15) {{(pid=105827) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 01:11:11.824607 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd5cf3a-df1e-4f65-b116-1dd27e9f1ebb None None] Update dhcp port {'port': {'network_id': '05d44176-1d56-4ff7-9f9b-a7f761f1fff1', 'fixed_ips': [{'subnet_id': '6eb20a54-3c9c-4c50-b3ad-2d4145adbf32', 'ip_address': '172.20.0.2'}, {'subnet_id': '2c8fa0ee-960b-43f0-b6b8-6c00d6599e15'}], 'binding:host_id': 'n-d-766726-26'}, 'id': '31cebb2f-1ff1-433f-85bf-a15499e84886'} from n-d-766726-26. {{(pid=105828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:11:11.873273 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34376) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:11.898212 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-44a6be67-b4fb-4591-b30a-64490e644178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:11.911933 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ddf56359-1954-45dd-baa8-4fb6d48efed2 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:11.928861 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ffd5cf3a-df1e-4f65-b116-1dd27e9f1ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:11.929791 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-ddf56359-1954-45dd-baa8-4fb6d48efed2 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Ignored duplicate provisioning block setup for port 199db21b-48f8-4155-9f62-f7507f8426ed by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 10 01:11:11.936016 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ddf56359-1954-45dd-baa8-4fb6d48efed2 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:12.069947 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf56359-1954-45dd-baa8-4fb6d48efed2 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Port': ['ID=199db21b-48f8-4155-9f62-f7507f8426ed,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:12.117478 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-44a6be67-b4fb-4591-b30a-64490e644178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:12.125956 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-ddf56359-1954-45dd-baa8-4fb6d48efed2 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] In _notify_port_updated(), no bound segment for port 199db21b-48f8-4155-9f62-f7507f8426ed on network 05d44176-1d56-4ff7-9f9b-a7f761f1fff1 {{(pid=105827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:11:12.129625 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-44a6be67-b4fb-4591-b30a-64490e644178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:12.140718 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf56359-1954-45dd-baa8-4fb6d48efed2 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:12.141603 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ddf56359-1954-45dd-baa8-4fb6d48efed2 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:12.146108 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ddf56359-1954-45dd-baa8-4fb6d48efed2 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "PUT /v2.0/ports/199db21b-48f8-4155-9f62-f7507f8426ed HTTP/1.1" status: 200 len: 918 time: 1.0474856 Aug 10 01:11:12.149164 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 31cebb2f-1ff1-433f-85bf-a15499e84886 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:11:12.153324 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34400) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:12.165777 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-d89c0747-ad4b-4504-826e-81a64712e41c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6eb20a54-3c9c-4c50-b3ad-2d4145adbf32'}, {'subnet_id': '2c8fa0ee-960b-43f0-b6b8-6c00d6599e15'}]}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:12.223921 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a6be67-b4fb-4591-b30a-64490e644178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357d7655-89bb-4d58-bcab-bddc5d35a8da,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:12.245500 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-44a6be67-b4fb-4591-b30a-64490e644178 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8f14c694bd2d488e9fe5f955e25db062&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3703341 Aug 10 01:11:12.247971 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34404) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:12.289333 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 31cebb2f-1ff1-433f-85bf-a15499e84886 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:11:12.297140 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-ffd5cf3a-df1e-4f65-b116-1dd27e9f1ebb None None] Allocated IP 172.20.0.18 (05d44176-1d56-4ff7-9f9b-a7f761f1fff1/2c8fa0ee-960b-43f0-b6b8-6c00d6599e15/31cebb2f-1ff1-433f-85bf-a15499e84886) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:11:12.312556 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d89c0747-ad4b-4504-826e-81a64712e41c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:12.329095 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 31cebb2f-1ff1-433f-85bf-a15499e84886 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:12.329486 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:12.331464 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-db21d175-8d2e-4e33-8b09-67c52bf30621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:12.363167 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-db21d175-8d2e-4e33-8b09-67c52bf30621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:12.511360 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-db21d175-8d2e-4e33-8b09-67c52bf30621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:12.514468 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-db21d175-8d2e-4e33-8b09-67c52bf30621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:12.526246 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-db21d175-8d2e-4e33-8b09-67c52bf30621 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/357d7655-89bb-4d58-bcab-bddc5d35a8da HTTP/1.1" status: 204 len: 168 time: 0.2744856 Aug 10 01:11:12.536871 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:12.545559 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db21d175-8d2e-4e33-8b09-67c52bf30621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357d7655-89bb-4d58-bcab-bddc5d35a8da,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:12.588017 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34414) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:12.592078 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-ffd5cf3a-df1e-4f65-b116-1dd27e9f1ebb None None] For port 31cebb2f-1ff1-433f-85bf-a15499e84886, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=31cebb2f-1ff1-433f-85bf-a15499e84886,segment=NetworkSegment(3805c9c2-e961-4b18-90a3-233fb6c5ba8e),segment_id=3805c9c2-e961-4b18-90a3-233fb6c5ba8e)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:12.653262 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ffd5cf3a-df1e-4f65-b116-1dd27e9f1ebb None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:12.676223 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ffd5cf3a-df1e-4f65-b116-1dd27e9f1ebb None None] Transition to ACTIVE for port object 31cebb2f-1ff1-433f-85bf-a15499e84886 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:11:12.682697 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ffd5cf3a-df1e-4f65-b116-1dd27e9f1ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:12.777382 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8b668739-2882-4522-b28e-9b262bc0b7db admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:12.824666 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-d89c0747-ad4b-4504-826e-81a64712e41c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Allocated IP 172.20.0.26 (05d44176-1d56-4ff7-9f9b-a7f761f1fff1/2c8fa0ee-960b-43f0-b6b8-6c00d6599e15/199db21b-48f8-4155-9f62-f7507f8426ed) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:11:12.976269 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8b668739-2882-4522-b28e-9b262bc0b7db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:12.982038 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8b668739-2882-4522-b28e-9b262bc0b7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:13.037744 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.db.api [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:11:13.038112 n-d-766726-26 neutron-server[105828]: DEBUG oslo_db.api [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:11:13.040948 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b668739-2882-4522-b28e-9b262bc0b7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6f39ae-c976-4c2d-9633-c727857d48d3,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:13.045115 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5cf3a-df1e-4f65-b116-1dd27e9f1ebb None None] Pushing event updated for resources: {'Port': ['ID=31cebb2f-1ff1-433f-85bf-a15499e84886,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:13.046959 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8b668739-2882-4522-b28e-9b262bc0b7db admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d915f2f3f1fd4a568e5cca69edcef8b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4577191 Aug 10 01:11:13.049954 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34422) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:13.131307 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ad897974-47b4-4f41-9930-d53c1de2cb60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:13.175306 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d89c0747-ad4b-4504-826e-81a64712e41c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:13.180354 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ad897974-47b4-4f41-9930-d53c1de2cb60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:13.204746 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-d89c0747-ad4b-4504-826e-81a64712e41c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Ignored duplicate provisioning block setup for port 199db21b-48f8-4155-9f62-f7507f8426ed by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 10 01:11:13.219049 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d89c0747-ad4b-4504-826e-81a64712e41c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:13.272596 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ad897974-47b4-4f41-9930-d53c1de2cb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:13.275657 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ad897974-47b4-4f41-9930-d53c1de2cb60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:13.279091 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ad897974-47b4-4f41-9930-d53c1de2cb60 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5e6f39ae-c976-4c2d-9633-c727857d48d3 HTTP/1.1" status: 204 len: 168 time: 0.2258794 Aug 10 01:11:13.289522 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad897974-47b4-4f41-9930-d53c1de2cb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6f39ae-c976-4c2d-9633-c727857d48d3,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:13.418756 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c0747-ad4b-4504-826e-81a64712e41c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Port': ['ID=199db21b-48f8-4155-9f62-f7507f8426ed,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:13.520228 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-d89c0747-ad4b-4504-826e-81a64712e41c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] In _notify_port_updated(), no bound segment for port 199db21b-48f8-4155-9f62-f7507f8426ed on network 05d44176-1d56-4ff7-9f9b-a7f761f1fff1 {{(pid=105827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:11:13.526627 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89c0747-ad4b-4504-826e-81a64712e41c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:13.527437 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d89c0747-ad4b-4504-826e-81a64712e41c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:13.532382 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34442) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:13.544670 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d89c0747-ad4b-4504-826e-81a64712e41c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "PUT /v2.0/ports/199db21b-48f8-4155-9f62-f7507f8426ed HTTP/1.1" status: 200 len: 998 time: 1.3901565 Aug 10 01:11:13.613627 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:13.699889 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 31cebb2f-1ff1-433f-85bf-a15499e84886, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=31cebb2f-1ff1-433f-85bf-a15499e84886,segment=NetworkSegment(3805c9c2-e961-4b18-90a3-233fb6c5ba8e),segment_id=3805c9c2-e961-4b18-90a3-233fb6c5ba8e)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:13.710329 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:13.714782 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-29445987-4480-4c81-871c-29a76a05f71e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Deleting port 199db21b-48f8-4155-9f62-f7507f8426ed {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:11:13.715478 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-29445987-4480-4c81-871c-29a76a05f71e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:13.836977 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=31cebb2f-1ff1-433f-85bf-a15499e84886,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:13.870632 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1801d426-0ab6-4694-b4e0-5fef29fdda82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:13.877880 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4f52fd-e173-4266-992b-b5d04049631a None None] Network 05d44176-1d56-4ff7-9f9b-a7f761f1fff1 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:11:13.897139 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34452) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:13.926476 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ba1e279e-86a5-49e0-b1bb-ec576cd0abf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:13.958110 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-29445987-4480-4c81-871c-29a76a05f71e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:13.992073 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-29445987-4480-4c81-871c-29a76a05f71e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Calling delete_port for 199db21b-48f8-4155-9f62-f7507f8426ed owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:11:14.032825 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-aba97fb8-00fc-4469-ab67-0d6bb0586cba None None] Provisioning for port 31cebb2f-1ff1-433f-85bf-a15499e84886 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:11:14.046931 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 31cebb2f-1ff1-433f-85bf-a15499e84886 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:11:14.088638 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-aba97fb8-00fc-4469-ab67-0d6bb0586cba None None] Provisioning complete for port 31cebb2f-1ff1-433f-85bf-a15499e84886 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:14.089026 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aba97fb8-00fc-4469-ab67-0d6bb0586cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:14.128370 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ba1e279e-86a5-49e0-b1bb-ec576cd0abf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:14.139598 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ba1e279e-86a5-49e0-b1bb-ec576cd0abf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:14.190637 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ba1e279e-86a5-49e0-b1bb-ec576cd0abf8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fa7b0d9b89bd48b8a80985dc4b5e601b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2913156 Aug 10 01:11:14.193537 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34458) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:14.221988 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 31cebb2f-1ff1-433f-85bf-a15499e84886 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:14.222522 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:14.332545 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e279e-86a5-49e0-b1bb-ec576cd0abf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab2992c-5db7-4cd9-b921-e80d9dad0f3b,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:14.357466 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6d2125c1-b3c0-405e-8464-e5d905e2c500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:14.394913 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6d2125c1-b3c0-405e-8464-e5d905e2c500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:14.436085 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:14.471795 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6d2125c1-b3c0-405e-8464-e5d905e2c500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:14.476825 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6d2125c1-b3c0-405e-8464-e5d905e2c500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:14.481925 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6d2125c1-b3c0-405e-8464-e5d905e2c500 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3ab2992c-5db7-4cd9-b921-e80d9dad0f3b HTTP/1.1" status: 204 len: 168 time: 0.2862875 Aug 10 01:11:14.500301 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2125c1-b3c0-405e-8464-e5d905e2c500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab2992c-5db7-4cd9-b921-e80d9dad0f3b,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:14.517297 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-29445987-4480-4c81-871c-29a76a05f71e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:14.517704 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-aba97fb8-00fc-4469-ab67-0d6bb0586cba None None] Provisioning for port 199db21b-48f8-4155-9f62-f7507f8426ed completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:11:14.536492 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-aba97fb8-00fc-4469-ab67-0d6bb0586cba None None] Provisioning complete for port 199db21b-48f8-4155-9f62-f7507f8426ed triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:14.537267 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aba97fb8-00fc-4469-ab67-0d6bb0586cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:14.568564 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-aba97fb8-00fc-4469-ab67-0d6bb0586cba None None] Port 199db21b-48f8-4155-9f62-f7507f8426ed was deleted so its status cannot be updated. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 10 01:11:14.596414 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29445987-4480-4c81-871c-29a76a05f71e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Port': ['ID=199db21b-48f8-4155-9f62-f7507f8426ed,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:14.723838 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-29445987-4480-4c81-871c-29a76a05f71e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:14.726514 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-29445987-4480-4c81-871c-29a76a05f71e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/ports/199db21b-48f8-4155-9f62-f7507f8426ed HTTP/1.1" status: 204 len: 168 time: 1.1931205 Aug 10 01:11:14.729728 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34478) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:14.761236 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1d60a86-329b-43a8-b519-58572922a174 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] GET failed (client error): The resource could not be found. Aug 10 01:11:14.763738 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f1d60a86-329b-43a8-b519-58572922a174 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "GET /v2.0/ports/199db21b-48f8-4155-9f62-f7507f8426ed HTTP/1.1" status: 404 len: 333 time: 0.0325029 Aug 10 01:11:14.767011 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34480) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:14.824653 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-634bde4e-0fac-4645-8afd-de62f1eedad3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Deleting subnet 2c8fa0ee-960b-43f0-b6b8-6c00d6599e15 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:11:14.828024 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-634bde4e-0fac-4645-8afd-de62f1eedad3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:14.875366 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-634bde4e-0fac-4645-8afd-de62f1eedad3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:14.975482 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-634bde4e-0fac-4645-8afd-de62f1eedad3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:15.058057 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-634bde4e-0fac-4645-8afd-de62f1eedad3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:15.115013 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:15.126189 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-634bde4e-0fac-4645-8afd-de62f1eedad3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:15.133081 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34498) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:15.142486 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-634bde4e-0fac-4645-8afd-de62f1eedad3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/subnets/2c8fa0ee-960b-43f0-b6b8-6c00d6599e15 HTTP/1.1" status: 204 len: 168 time: 0.3745098 Aug 10 01:11:15.143616 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634bde4e-0fac-4645-8afd-de62f1eedad3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Subnet': ['ID=2c8fa0ee-960b-43f0-b6b8-6c00d6599e15,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:15.207053 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b84e6f-0880-4d8d-bd22-d3f08073f3e0 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Deleting subnet 6eb20a54-3c9c-4c50-b3ad-2d4145adbf32 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:11:15.210494 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-51b84e6f-0880-4d8d-bd22-d3f08073f3e0 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:15.264770 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-51b84e6f-0880-4d8d-bd22-d3f08073f3e0 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:15.381608 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-51b84e6f-0880-4d8d-bd22-d3f08073f3e0 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:15.479825 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-51b84e6f-0880-4d8d-bd22-d3f08073f3e0 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:15.496000 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-51b84e6f-0880-4d8d-bd22-d3f08073f3e0 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:15.503775 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-51b84e6f-0880-4d8d-bd22-d3f08073f3e0 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/subnets/6eb20a54-3c9c-4c50-b3ad-2d4145adbf32 HTTP/1.1" status: 204 len: 168 time: 0.3693895 Aug 10 01:11:15.506357 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34516) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:15.541700 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b84e6f-0880-4d8d-bd22-d3f08073f3e0 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Subnet': ['ID=6eb20a54-3c9c-4c50-b3ad-2d4145adbf32,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:15.629179 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be685b4b-dea2-435b-8e14-5cf8e69c9993 None None] Network 05d44176-1d56-4ff7-9f9b-a7f761f1fff1 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:11:15.629949 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d47cd86f-b083-4fc1-a7ff-179580eb1e2e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:15.702974 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-d47cd86f-b083-4fc1-a7ff-179580eb1e2e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Deleting port 31cebb2f-1ff1-433f-85bf-a15499e84886 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:11:15.703426 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d47cd86f-b083-4fc1-a7ff-179580eb1e2e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:15.719134 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-dddb8f3d-ea38-4752-92ee-8deefede23f2 None None] Provisioning complete for port 31cebb2f-1ff1-433f-85bf-a15499e84886 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:15.719524 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dddb8f3d-ea38-4752-92ee-8deefede23f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:15.796788 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-d47cd86f-b083-4fc1-a7ff-179580eb1e2e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] For port 31cebb2f-1ff1-433f-85bf-a15499e84886, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=31cebb2f-1ff1-433f-85bf-a15499e84886,segment=NetworkSegment(3805c9c2-e961-4b18-90a3-233fb6c5ba8e),segment_id=3805c9c2-e961-4b18-90a3-233fb6c5ba8e)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:15.798724 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d47cd86f-b083-4fc1-a7ff-179580eb1e2e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:15.814042 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-d47cd86f-b083-4fc1-a7ff-179580eb1e2e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Calling delete_port for 31cebb2f-1ff1-433f-85bf-a15499e84886 owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:11:15.905936 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d47cd86f-b083-4fc1-a7ff-179580eb1e2e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:15.918431 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47cd86f-b083-4fc1-a7ff-179580eb1e2e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] No DVR routers for this DVR port 31cebb2f-1ff1-433f-85bf-a15499e84886 on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:11:15.944126 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47cd86f-b083-4fc1-a7ff-179580eb1e2e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Port': ['ID=31cebb2f-1ff1-433f-85bf-a15499e84886,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:15.962908 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-dddb8f3d-ea38-4752-92ee-8deefede23f2 None None] Could not find standard attr ID for object 199db21b-48f8-4155-9f62-f7507f8426ed. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:11:16.024315 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e9fa24-f680-4652-a2bb-7b486108a478 None None] DHCP port deletion for 05d44176-1d56-4ff7-9f9b-a7f761f1fff1 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:11:16.039022 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d47cd86f-b083-4fc1-a7ff-179580eb1e2e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:16.053167 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-d47cd86f-b083-4fc1-a7ff-179580eb1e2e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05d44176-1d56-4ff7-9f9b-a7f761f1fff1']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:16.064408 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-d47cd86f-b083-4fc1-a7ff-179580eb1e2e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3805c9c2-e961-4b18-90a3-233fb6c5ba8e') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:16.065066 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-d47cd86f-b083-4fc1-a7ff-179580eb1e2e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3805c9c2-e961-4b18-90a3-233fb6c5ba8e') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:16.074249 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d47cd86f-b083-4fc1-a7ff-179580eb1e2e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:16.088016 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d47cd86f-b083-4fc1-a7ff-179580eb1e2e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:16.097098 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d47cd86f-b083-4fc1-a7ff-179580eb1e2e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:11:16.097839 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d47cd86f-b083-4fc1-a7ff-179580eb1e2e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:16.101859 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:11:16.101859 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:11:16.101859 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:11:16.101859 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:11:16.101859 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:11:16.101859 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:11:16.101859 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:11:16.101859 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:11:16.101859 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:11:16.101859 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:11:16.101859 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:11:16.101859 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:11:16.101859 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:11:16.101859 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:11:16.101859 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:11:16.101859 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:11:16.101859 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:11:16.101859 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:11:16.101859 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:11:16.101859 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:11:16.101859 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:11:16.101859 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:11:16.101859 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:11:16.101859 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:11:16.101859 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:11:16.101859 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:11:16.101859 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:11:16.101859 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:11:16.101859 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:11:16.101859 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:11:16.101859 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:11:16.101859 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:11:16.160367 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d47cd86f-b083-4fc1-a7ff-179580eb1e2e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:16.169342 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d47cd86f-b083-4fc1-a7ff-179580eb1e2e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:16.176009 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d47cd86f-b083-4fc1-a7ff-179580eb1e2e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/networks/05d44176-1d56-4ff7-9f9b-a7f761f1fff1 HTTP/1.1" status: 204 len: 168 time: 0.6685953 Aug 10 01:11:16.176284 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34550) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:16.196006 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47cd86f-b083-4fc1-a7ff-179580eb1e2e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Network': ['ID=05d44176-1d56-4ff7-9f9b-a7f761f1fff1,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:16.226525 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:16.270497 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4a749d-b561-4c41-9a62-6cf3cb079180 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:16.276242 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-bd4a749d-b561-4c41-9a62-6cf3cb079180 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0952742 Aug 10 01:11:16.277569 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34554) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:16.333203 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-86f732fc-5a40-47d4-9e17-dd19682f01d5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0511131 Aug 10 01:11:16.334814 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34558) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:16.340468 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-2fc2a8dc-32b8-4215-8a8b-ba40768da680 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-101991412'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:16.382648 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc2a8dc-32b8-4215-8a8b-ba40768da680 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Made reservation on behalf of 5a87816e91fb4794a957d4da3be1c174 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:16.386177 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2fc2a8dc-32b8-4215-8a8b-ba40768da680 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:16.414534 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fc2a8dc-32b8-4215-8a8b-ba40768da680 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:11:16.436886 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2fc2a8dc-32b8-4215-8a8b-ba40768da680 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:16.437229 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-2fc2a8dc-32b8-4215-8a8b-ba40768da680 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Added segment c63e07ad-e8ce-4b38-9bcc-c3ab3a350419 of type vlan for network ee45fa0a-3dce-4b9b-888f-fadd6563b968 Aug 10 01:11:16.536063 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2fc2a8dc-32b8-4215-8a8b-ba40768da680 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:16.597141 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-9e13338a-3ef3-42bf-9615-080500d41a1c tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:16.598711 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-9e13338a-3ef3-42bf-9615-080500d41a1c tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/networks?id=d5f42a49-cf64-4535-a007-0ffeb2000607 HTTP/1.1" status: 200 len: 812 time: 0.1768198 Aug 10 01:11:16.613408 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2fc2a8dc-32b8-4215-8a8b-ba40768da680 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:16.618956 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc2a8dc-32b8-4215-8a8b-ba40768da680 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:16.619560 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2fc2a8dc-32b8-4215-8a8b-ba40768da680 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:16.640693 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-d81c0e54-08af-4f4f-9e59-c25c97e04faf tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/quotas/a4f463465f414d20a10d25627743d857 HTTP/1.1" status: 200 len: 375 time: 0.0350552 Aug 10 01:11:16.710919 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2fc2a8dc-32b8-4215-8a8b-ba40768da680 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3749707 Aug 10 01:11:16.714639 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34582) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:16.719234 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc2a8dc-32b8-4215-8a8b-ba40768da680 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Network': ['ID=ee45fa0a-3dce-4b9b-888f-fadd6563b968,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:16.719806 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-9eb168b9-5afc-4114-b95e-d351851bf7b6 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'subnet': {'network_id': 'ee45fa0a-3dce-4b9b-888f-fadd6563b968', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:16.729691 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network ee45fa0a-3dce-4b9b-888f-fadd6563b968 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:11:16.741144 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-4484f9b4-4aa6-44cf-9cd0-5459094d46d5 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a4f463465f414d20a10d25627743d857&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0736628 Aug 10 01:11:16.862314 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-70061e96-153d-49c4-90a5-330ac30602c1 service neutron] 10.222.0.35 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127818 Aug 10 01:11:16.906907 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb168b9-5afc-4114-b95e-d351851bf7b6 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Made reservation on behalf of 5a87816e91fb4794a957d4da3be1c174 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:16.912447 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9eb168b9-5afc-4114-b95e-d351851bf7b6 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:17.009528 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-08c62d54-da86-4dae-8d82-2827aeccd0e0 service neutron] 10.222.0.35 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340601 Aug 10 01:11:17.145542 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9eb168b9-5afc-4114-b95e-d351851bf7b6 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:17.233452 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb168b9-5afc-4114-b95e-d351851bf7b6 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Checking segment: {'id': 'c63e07ad-e8ce-4b38-9bcc-c3ab3a350419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ee45fa0a-3dce-4b9b-888f-fadd6563b968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:11:17.234073 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb168b9-5afc-4114-b95e-d351851bf7b6 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Network hostable DHCP agents. Network: ee45fa0a-3dce-4b9b-888f-fadd6563b968, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:11:17.256276 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb168b9-5afc-4114-b95e-d351851bf7b6 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Subnet': ['ID=7625d8bd-b8f1-4cbe-9a39-7911cfef1ac6,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:17.271807 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb168b9-5afc-4114-b95e-d351851bf7b6 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Network ee45fa0a-3dce-4b9b-888f-fadd6563b968 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:11:17.304162 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-9eb168b9-5afc-4114-b95e-d351851bf7b6 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, ee45fa0a-3dce-4b9b-888f-fadd6563b968) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:17.311902 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb168b9-5afc-4114-b95e-d351851bf7b6 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:17.312151 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0340e1b4-a1a1-450e-b0e8-ba671d7c0401 None None] Network ee45fa0a-3dce-4b9b-888f-fadd6563b968 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:11:17.313352 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9eb168b9-5afc-4114-b95e-d351851bf7b6 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:17.344592 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34638) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:17.348907 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9eb168b9-5afc-4114-b95e-d351851bf7b6 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6243241 Aug 10 01:11:17.357711 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-57d31a4b-4558-49b3-89e4-25438652a02d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'port': {'network_id': 'ee45fa0a-3dce-4b9b-888f-fadd6563b968', 'name': 'tempest-PortsTestJSON-1168733334'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:17.501106 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a4f801-5fc7-4690-86a7-a089334c986c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-ee45fa0a-3dce-4b9b-888f-fadd6563b968', 'network_id': 'ee45fa0a-3dce-4b9b-888f-fadd6563b968', 'tenant_id': '5a87816e91fb4794a957d4da3be1c174', 'fixed_ips': [{'subnet_id': '7625d8bd-b8f1-4cbe-9a39-7911cfef1ac6'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:11:17.502440 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-38a4f801-5fc7-4690-86a7-a089334c986c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:17.564926 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d31a4b-4558-49b3-89e4-25438652a02d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Made reservation on behalf of 5a87816e91fb4794a957d4da3be1c174 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:17.574130 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-57d31a4b-4558-49b3-89e4-25438652a02d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:17.612642 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-57d31a4b-4558-49b3-89e4-25438652a02d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] device_id is not set on port c31eae20-dc5d-4b5d-9eab-336d7dade4bc yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:11:17.676453 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-38a4f801-5fc7-4690-86a7-a089334c986c None None] Allocated IP 172.20.0.2 (ee45fa0a-3dce-4b9b-888f-fadd6563b968/7625d8bd-b8f1-4cbe-9a39-7911cfef1ac6/caffed32-e77a-458c-9f44-636c5bb157c6) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:11:17.745484 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34654) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:17.779113 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0ed0f58a-2a54-4931-bcf7-1c86ac8434fb req-19f6c772-095a-436d-bf47-5298694bd0fc tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=176c0b3d-0b09-4c0c-b864-4f2a20c90930 HTTP/1.1" status: 200 len: 210 time: 0.4356041 Aug 10 01:11:17.863729 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-38a4f801-5fc7-4690-86a7-a089334c986c None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:17.872660 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-38a4f801-5fc7-4690-86a7-a089334c986c None None] Transition to ACTIVE for port object caffed32-e77a-458c-9f44-636c5bb157c6 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:11:17.889065 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-38a4f801-5fc7-4690-86a7-a089334c986c None None] Transition to ACTIVE for port object caffed32-e77a-458c-9f44-636c5bb157c6 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:11:17.895670 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-38a4f801-5fc7-4690-86a7-a089334c986c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:17.971915 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a4f801-5fc7-4690-86a7-a089334c986c None None] Network ee45fa0a-3dce-4b9b-888f-fadd6563b968 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:11:17.979301 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-38a4f801-5fc7-4690-86a7-a089334c986c None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:17.992139 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a4f801-5fc7-4690-86a7-a089334c986c None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:11:18.004098 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-57d31a4b-4558-49b3-89e4-25438652a02d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Allocated IP 172.20.0.14 (ee45fa0a-3dce-4b9b-888f-fadd6563b968/7625d8bd-b8f1-4cbe-9a39-7911cfef1ac6/c31eae20-dc5d-4b5d-9eab-336d7dade4bc) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:11:18.019417 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 31cebb2f-1ff1-433f-85bf-a15499e84886 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:11:18.034168 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6a45d7e0-54ce-4e66-a5aa-6badabd6386a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:18.098655 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4f801-5fc7-4690-86a7-a089334c986c None None] Pushing event updated for resources: {'Port': ['ID=caffed32-e77a-458c-9f44-636c5bb157c6,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:18.104511 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 31cebb2f-1ff1-433f-85bf-a15499e84886 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:11:18.105120 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 31cebb2f-1ff1-433f-85bf-a15499e84886 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:11:18.143457 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-38a4f801-5fc7-4690-86a7-a089334c986c None None] Attempting to bind port caffed32-e77a-458c-9f44-636c5bb157c6 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:18.143896 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-38a4f801-5fc7-4690-86a7-a089334c986c None None] Attempting to bind port caffed32-e77a-458c-9f44-636c5bb157c6 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'c63e07ad-e8ce-4b38-9bcc-c3ab3a350419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ee45fa0a-3dce-4b9b-888f-fadd6563b968'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:18.144675 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a4f801-5fc7-4690-86a7-a089334c986c None None] Attempting to bind port caffed32-e77a-458c-9f44-636c5bb157c6 on network ee45fa0a-3dce-4b9b-888f-fadd6563b968 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:18.151628 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a4f801-5fc7-4690-86a7-a089334c986c None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:11:18.152233 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a4f801-5fc7-4690-86a7-a089334c986c None None] Checking segment: {'id': 'c63e07ad-e8ce-4b38-9bcc-c3ab3a350419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ee45fa0a-3dce-4b9b-888f-fadd6563b968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:11:18.152707 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-38a4f801-5fc7-4690-86a7-a089334c986c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:18.153217 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a4f801-5fc7-4690-86a7-a089334c986c None None] Bound using segment: {'id': 'c63e07ad-e8ce-4b38-9bcc-c3ab3a350419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ee45fa0a-3dce-4b9b-888f-fadd6563b968'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:11:18.153867 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-38a4f801-5fc7-4690-86a7-a089334c986c None None] Bound port: caffed32-e77a-458c-9f44-636c5bb157c6, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c63e07ad-e8ce-4b38-9bcc-c3ab3a350419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ee45fa0a-3dce-4b9b-888f-fadd6563b968'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:11:18.154366 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-38a4f801-5fc7-4690-86a7-a089334c986c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:18.212447 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6a45d7e0-54ce-4e66-a5aa-6badabd6386a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:18.212655 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-57d31a4b-4558-49b3-89e4-25438652a02d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:18.222384 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6a45d7e0-54ce-4e66-a5aa-6badabd6386a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:18.232664 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-57d31a4b-4558-49b3-89e4-25438652a02d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Transition to ACTIVE for port object c31eae20-dc5d-4b5d-9eab-336d7dade4bc will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:11:18.237304 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-38a4f801-5fc7-4690-86a7-a089334c986c None None] For port caffed32-e77a-458c-9f44-636c5bb157c6, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:11:18.241714 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-38a4f801-5fc7-4690-86a7-a089334c986c None None] For port caffed32-e77a-458c-9f44-636c5bb157c6, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=caffed32-e77a-458c-9f44-636c5bb157c6,segment=NetworkSegment(c63e07ad-e8ce-4b38-9bcc-c3ab3a350419),segment_id=c63e07ad-e8ce-4b38-9bcc-c3ab3a350419)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:11:18.247167 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-38a4f801-5fc7-4690-86a7-a089334c986c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:18.295566 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-57d31a4b-4558-49b3-89e4-25438652a02d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:18.318680 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4f801-5fc7-4690-86a7-a089334c986c None None] Pushing event updated for resources: {'Port': ['ID=caffed32-e77a-458c-9f44-636c5bb157c6,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:18.323048 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6a45d7e0-54ce-4e66-a5aa-6badabd6386a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ba52571b0cd7468fa9d4d27b3a6cbac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5732160 Aug 10 01:11:18.323048 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45d7e0-54ce-4e66-a5aa-6badabd6386a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28327277-c688-467c-a7a5-15ec7dd29491,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:18.326252 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34668) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:18.381968 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d31a4b-4558-49b3-89e4-25438652a02d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Port': ['ID=c31eae20-dc5d-4b5d-9eab-336d7dade4bc,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:18.390537 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8b6c79f5-2522-4f56-82a7-b5112ddb4643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:18.395261 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d31a4b-4558-49b3-89e4-25438652a02d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Network ee45fa0a-3dce-4b9b-888f-fadd6563b968 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:11:18.397466 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-57d31a4b-4558-49b3-89e4-25438652a02d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:18.400805 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d31a4b-4558-49b3-89e4-25438652a02d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:11:18.425438 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8b6c79f5-2522-4f56-82a7-b5112ddb4643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:18.477211 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d31a4b-4558-49b3-89e4-25438652a02d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:18.477921 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-57d31a4b-4558-49b3-89e4-25438652a02d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:18.486554 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8b6c79f5-2522-4f56-82a7-b5112ddb4643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:18.493027 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8b6c79f5-2522-4f56-82a7-b5112ddb4643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:18.494768 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-57d31a4b-4558-49b3-89e4-25438652a02d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1451502 Aug 10 01:11:18.496623 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8b6c79f5-2522-4f56-82a7-b5112ddb4643 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/28327277-c688-467c-a7a5-15ec7dd29491 HTTP/1.1" status: 204 len: 168 time: 0.1693883 Aug 10 01:11:18.503895 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34674) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:18.509617 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-b01c4e10-385c-4582-984c-e7b546b72911 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'port': {'network_id': 'ee45fa0a-3dce-4b9b-888f-fadd6563b968', 'name': 'tempest-PortsTestJSON-1712311035'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:18.539627 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c79f5-2522-4f56-82a7-b5112ddb4643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28327277-c688-467c-a7a5-15ec7dd29491,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:18.713907 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01c4e10-385c-4582-984c-e7b546b72911 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Made reservation on behalf of 5a87816e91fb4794a957d4da3be1c174 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:18.720578 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b01c4e10-385c-4582-984c-e7b546b72911 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:18.751989 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-b01c4e10-385c-4582-984c-e7b546b72911 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] device_id is not set on port 75e70441-a544-450c-8bef-a7eda214d2f0 yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:11:18.943709 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-500ac90c-0101-4e1c-b5be-b92751a5c130 req-f8242773-83cc-41fa-8023-8e57d3f6c0ee tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=176c0b3d-0b09-4c0c-b864-4f2a20c90930 HTTP/1.1" status: 200 len: 210 time: 0.0403857 Aug 10 01:11:18.971632 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-b01c4e10-385c-4582-984c-e7b546b72911 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Allocated IP 172.20.0.5 (ee45fa0a-3dce-4b9b-888f-fadd6563b968/7625d8bd-b8f1-4cbe-9a39-7911cfef1ac6/75e70441-a544-450c-8bef-a7eda214d2f0) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:11:19.150240 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b01c4e10-385c-4582-984c-e7b546b72911 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:19.163543 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34690) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:19.164967 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-b01c4e10-385c-4582-984c-e7b546b72911 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Transition to ACTIVE for port object 75e70441-a544-450c-8bef-a7eda214d2f0 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:11:19.180836 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2c2ea48f-fc0b-4347-96bf-f5b519682f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:19.224710 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b01c4e10-385c-4582-984c-e7b546b72911 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:19.317791 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2c2ea48f-fc0b-4347-96bf-f5b519682f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:19.324502 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2c2ea48f-fc0b-4347-96bf-f5b519682f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:19.360529 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2c2ea48f-fc0b-4347-96bf-f5b519682f0a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0b6bdf0db1954497b668a000939c4ad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1935735 Aug 10 01:11:19.360992 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34694) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:19.407884 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-df774c21-3748-4aa1-a689-89ea432f908a tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:19.409469 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-df774c21-3748-4aa1-a689-89ea432f908a tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.20 "GET /v2.0/networks?id=d5f42a49-cf64-4535-a007-0ffeb2000607 HTTP/1.1" status: 200 len: 812 time: 0.1258328 Aug 10 01:11:19.417023 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ea48f-fc0b-4347-96bf-f5b519682f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26f938f-9103-4646-bf45-f90365a99602,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:19.431556 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-01cf664e-12c0-4519-ab5b-5e031aeaf5b9 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Request body: {'port': {'device_id': '176c0b3d-0b09-4c0c-b864-4f2a20c90930', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'admin_state_up': True, 'tenant_id': 'a4f463465f414d20a10d25627743d857'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:19.435769 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01c4e10-385c-4582-984c-e7b546b72911 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Network ee45fa0a-3dce-4b9b-888f-fadd6563b968 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:11:19.458056 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-b01c4e10-385c-4582-984c-e7b546b72911 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:19.468737 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0f9d1610-a41b-4e76-a142-8b1886965ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:19.489586 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c4e10-385c-4582-984c-e7b546b72911 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Port': ['ID=75e70441-a544-450c-8bef-a7eda214d2f0,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:19.494675 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01c4e10-385c-4582-984c-e7b546b72911 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:11:19.506573 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0f9d1610-a41b-4e76-a142-8b1886965ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:19.553651 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01c4e10-385c-4582-984c-e7b546b72911 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:19.554344 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b01c4e10-385c-4582-984c-e7b546b72911 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:19.565675 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0f9d1610-a41b-4e76-a142-8b1886965ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:19.569877 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0f9d1610-a41b-4e76-a142-8b1886965ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:19.572141 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0f9d1610-a41b-4e76-a142-8b1886965ffb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c26f938f-9103-4646-bf45-f90365a99602 HTTP/1.1" status: 204 len: 168 time: 0.2093740 Aug 10 01:11:19.626828 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d1610-a41b-4e76-a142-8b1886965ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26f938f-9103-4646-bf45-f90365a99602,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:19.662351 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b01c4e10-385c-4582-984c-e7b546b72911 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1573975 Aug 10 01:11:19.666472 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34702) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:19.696061 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-01cf664e-12c0-4519-ab5b-5e031aeaf5b9 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Made reservation on behalf of a4f463465f414d20a10d25627743d857 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:19.700438 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-01cf664e-12c0-4519-ab5b-5e031aeaf5b9 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:19.709433 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197db866-dd86-44a7-b0ab-68186ce62ff6 None None] Network ee45fa0a-3dce-4b9b-888f-fadd6563b968 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:11:19.804407 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2f5d677e-f8e3-45e0-bfcd-9fe1c3573122 None None] Provisioning for port caffed32-e77a-458c-9f44-636c5bb157c6 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:11:19.875604 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-01cf664e-12c0-4519-ab5b-5e031aeaf5b9 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Allocated IP 172.20.0.10 (d5f42a49-cf64-4535-a007-0ffeb2000607/1982ede0-b8b9-4659-ad0a-d59c9e02d1ca/0aecc27a-db65-432e-b4b6-857d127b666e) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:11:19.886731 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75537583-9fac-4664-8eec-593f04a1fd39 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:19.895206 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34708) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:19.902805 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-75537583-9fac-4664-8eec-593f04a1fd39 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.2207561 Aug 10 01:11:20.096427 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device caffed32-e77a-458c-9f44-636c5bb157c6 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:11:20.229372 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port caffed32-e77a-458c-9f44-636c5bb157c6 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:11:20.235884 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port caffed32-e77a-458c-9f44-636c5bb157c6 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:20.236384 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:20.273553 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-18ba9aca-0c6c-4796-a90e-0d247e687b01 req-2cb109f5-de8c-4808-92c3-925935db55f4 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=176c0b3d-0b09-4c0c-b864-4f2a20c90930 HTTP/1.1" status: 200 len: 210 time: 0.0999596 Aug 10 01:11:20.395208 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:20.478082 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7c1a48c9-6c63-46de-8ae6-b7ab4b7fea6c None None] Provisioning for port c31eae20-dc5d-4b5d-9eab-336d7dade4bc completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:11:20.493002 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7c1a48c9-6c63-46de-8ae6-b7ab4b7fea6c None None] Provisioning complete for port c31eae20-dc5d-4b5d-9eab-336d7dade4bc triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:20.494981 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7c1a48c9-6c63-46de-8ae6-b7ab4b7fea6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:20.505225 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port caffed32-e77a-458c-9f44-636c5bb157c6, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=caffed32-e77a-458c-9f44-636c5bb157c6,segment=NetworkSegment(c63e07ad-e8ce-4b38-9bcc-c3ab3a350419),segment_id=c63e07ad-e8ce-4b38-9bcc-c3ab3a350419)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:20.533353 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:20.589284 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-7c1a48c9-6c63-46de-8ae6-b7ab4b7fea6c None None] Port c31eae20-dc5d-4b5d-9eab-336d7dade4bc cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:11:20.610866 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [req-d2a8d5cc-da13-4996-b85b-12934ea24b7e req-00cddf88-9b5a-4220-ad73-59f35b40ef97 service neutron] (105827) timed out ('10.222.0.20', 49540) {{(pid=105827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 01:11:20.621637 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7c1a48c9-6c63-46de-8ae6-b7ab4b7fea6c None None] Provisioning complete for port caffed32-e77a-458c-9f44-636c5bb157c6 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:20.622158 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7c1a48c9-6c63-46de-8ae6-b7ab4b7fea6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:20.624074 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=caffed32-e77a-458c-9f44-636c5bb157c6,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:20.828217 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7c1a48c9-6c63-46de-8ae6-b7ab4b7fea6c None None] Provisioning for port 75e70441-a544-450c-8bef-a7eda214d2f0 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:11:20.835021 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7c1a48c9-6c63-46de-8ae6-b7ab4b7fea6c None None] Provisioning complete for port 75e70441-a544-450c-8bef-a7eda214d2f0 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:20.835888 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7c1a48c9-6c63-46de-8ae6-b7ab4b7fea6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:20.912799 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-7c1a48c9-6c63-46de-8ae6-b7ab4b7fea6c None None] Port 75e70441-a544-450c-8bef-a7eda214d2f0 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:11:21.041101 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-93d1358a-47e1-4900-9b1d-66ee9a2406ce None None] Provisioning complete for port c31eae20-dc5d-4b5d-9eab-336d7dade4bc triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:21.041732 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-93d1358a-47e1-4900-9b1d-66ee9a2406ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:21.050364 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-62046ec7-a5e9-4de9-ae6c-1e3b108a5407 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Deleting port 75e70441-a544-450c-8bef-a7eda214d2f0 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:11:21.052122 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-62046ec7-a5e9-4de9-ae6c-1e3b108a5407 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:21.103858 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-93d1358a-47e1-4900-9b1d-66ee9a2406ce None None] Port c31eae20-dc5d-4b5d-9eab-336d7dade4bc cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:11:21.205352 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-01cf664e-12c0-4519-ab5b-5e031aeaf5b9 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:21.237682 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-cbec0d90-3e43-4062-be12-690180300515 None None] Provisioning complete for port 75e70441-a544-450c-8bef-a7eda214d2f0 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:21.238065 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cbec0d90-3e43-4062-be12-690180300515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:21.249718 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-62046ec7-a5e9-4de9-ae6c-1e3b108a5407 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:21.266261 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-01cf664e-12c0-4519-ab5b-5e031aeaf5b9 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Transition to ACTIVE for port object 0aecc27a-db65-432e-b4b6-857d127b666e will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:11:21.273211 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-62046ec7-a5e9-4de9-ae6c-1e3b108a5407 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Calling delete_port for 75e70441-a544-450c-8bef-a7eda214d2f0 owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:11:21.330406 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-cbec0d90-3e43-4062-be12-690180300515 None None] Port 75e70441-a544-450c-8bef-a7eda214d2f0 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:11:21.459377 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-01cf664e-12c0-4519-ab5b-5e031aeaf5b9 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:21.609089 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-01cf664e-12c0-4519-ab5b-5e031aeaf5b9 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Network d5f42a49-cf64-4535-a007-0ffeb2000607 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:11:21.618418 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-01cf664e-12c0-4519-ab5b-5e031aeaf5b9 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:21.623267 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-01cf664e-12c0-4519-ab5b-5e031aeaf5b9 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:11:21.691273 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf664e-12c0-4519-ab5b-5e031aeaf5b9 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Pushing event updated for resources: {'Port': ['ID=0aecc27a-db65-432e-b4b6-857d127b666e,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:21.699064 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-01cf664e-12c0-4519-ab5b-5e031aeaf5b9 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:21.700257 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-01cf664e-12c0-4519-ab5b-5e031aeaf5b9 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:21.766793 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6de9b-1fca-4b9d-aaf5-3760bcc1eefe req-b419598c-513f-43c6-9bb7-a97351a49370 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:21.768398 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-65f6de9b-1fca-4b9d-aaf5-3760bcc1eefe req-b419598c-513f-43c6-9bb7-a97351a49370 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=176c0b3d-0b09-4c0c-b864-4f2a20c90930 HTTP/1.1" status: 200 len: 932 time: 0.2419994 Aug 10 01:11:21.778311 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-01cf664e-12c0-4519-ab5b-5e031aeaf5b9 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3525329 Aug 10 01:11:21.810861 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-727ddd8c-be8f-43ee-84f7-1fd37d5f754b service neutron] Request body: {'port': {'device_id': '176c0b3d-0b09-4c0c-b864-4f2a20c90930', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:21.864325 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-62046ec7-a5e9-4de9-ae6c-1e3b108a5407 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:22.088424 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device caffed32-e77a-458c-9f44-636c5bb157c6 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:11:22.141602 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-727ddd8c-be8f-43ee-84f7-1fd37d5f754b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:22.144209 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62046ec7-a5e9-4de9-ae6c-1e3b108a5407 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Port': ['ID=75e70441-a544-450c-8bef-a7eda214d2f0,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:22.152543 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-04271e3b-eb09-4a05-8ec5-9fbd048fcb32 None None] Provisioning for port 0aecc27a-db65-432e-b4b6-857d127b666e completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:11:22.160415 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-04271e3b-eb09-4a05-8ec5-9fbd048fcb32 None None] Provisioning complete for port 0aecc27a-db65-432e-b4b6-857d127b666e triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:22.161050 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-04271e3b-eb09-4a05-8ec5-9fbd048fcb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:22.186911 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-65f6de9b-1fca-4b9d-aaf5-3760bcc1eefe req-3ecb08ec-932f-4854-9409-e33e919a30de tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056184 Aug 10 01:11:22.214197 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port caffed32-e77a-458c-9f44-636c5bb157c6 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:22.215452 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:22.262736 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-04271e3b-eb09-4a05-8ec5-9fbd048fcb32 None None] Port 0aecc27a-db65-432e-b4b6-857d127b666e cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:11:22.335299 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-62046ec7-a5e9-4de9-ae6c-1e3b108a5407 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:22.341851 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-62046ec7-a5e9-4de9-ae6c-1e3b108a5407 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/ports/75e70441-a544-450c-8bef-a7eda214d2f0 HTTP/1.1" status: 204 len: 168 time: 2.4313211 Aug 10 01:11:22.342129 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34782) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:22.389713 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c12dd11-841a-4014-92d7-1222653b0406 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] GET failed (client error): The resource could not be found. Aug 10 01:11:22.393807 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0c12dd11-841a-4014-92d7-1222653b0406 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "GET /v2.0/ports/75e70441-a544-450c-8bef-a7eda214d2f0 HTTP/1.1" status: 404 len: 333 time: 0.0486276 Aug 10 01:11:22.394340 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34786) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:22.570994 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-e1f3eaf3-c672-41c4-8b0b-b78795b07357 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Deleting port c31eae20-dc5d-4b5d-9eab-336d7dade4bc {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:11:22.572391 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e1f3eaf3-c672-41c4-8b0b-b78795b07357 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:22.730949 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-727ddd8c-be8f-43ee-84f7-1fd37d5f754b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aecc27a-db65-432e-b4b6-857d127b666e {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:11:22.740956 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-727ddd8c-be8f-43ee-84f7-1fd37d5f754b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:22.758406 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-727ddd8c-be8f-43ee-84f7-1fd37d5f754b service neutron] Transition to ACTIVE for port object 0aecc27a-db65-432e-b4b6-857d127b666e will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:11:22.766821 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-727ddd8c-be8f-43ee-84f7-1fd37d5f754b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:22.821086 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e1f3eaf3-c672-41c4-8b0b-b78795b07357 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:22.854725 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ddd8c-be8f-43ee-84f7-1fd37d5f754b service neutron] Pushing event updated for resources: {'Port': ['ID=0aecc27a-db65-432e-b4b6-857d127b666e,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:22.861491 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-e1f3eaf3-c672-41c4-8b0b-b78795b07357 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Calling delete_port for c31eae20-dc5d-4b5d-9eab-336d7dade4bc owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:11:22.923915 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-727ddd8c-be8f-43ee-84f7-1fd37d5f754b service neutron] Attempting to bind port 0aecc27a-db65-432e-b4b6-857d127b666e on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:22.931442 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-727ddd8c-be8f-43ee-84f7-1fd37d5f754b service neutron] Attempting to bind port 0aecc27a-db65-432e-b4b6-857d127b666e by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '6bb08f30-b0e8-4f53-9c2c-d675a93d2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:22.931995 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-727ddd8c-be8f-43ee-84f7-1fd37d5f754b service neutron] Attempting to bind port 0aecc27a-db65-432e-b4b6-857d127b666e on network d5f42a49-cf64-4535-a007-0ffeb2000607 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:22.948518 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-727ddd8c-be8f-43ee-84f7-1fd37d5f754b service neutron] Port 0aecc27a-db65-432e-b4b6-857d127b666e on network d5f42a49-cf64-4535-a007-0ffeb2000607 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:11:22.948887 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-727ddd8c-be8f-43ee-84f7-1fd37d5f754b service neutron] Attempting to bind port 0aecc27a-db65-432e-b4b6-857d127b666e on network d5f42a49-cf64-4535-a007-0ffeb2000607 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:22.968169 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-727ddd8c-be8f-43ee-84f7-1fd37d5f754b service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:11:22.975359 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-727ddd8c-be8f-43ee-84f7-1fd37d5f754b service neutron] Checking segment: {'id': '6bb08f30-b0e8-4f53-9c2c-d675a93d2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:11:22.976539 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-727ddd8c-be8f-43ee-84f7-1fd37d5f754b service neutron] Bound using segment: {'id': '6bb08f30-b0e8-4f53-9c2c-d675a93d2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:11:22.978124 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-727ddd8c-be8f-43ee-84f7-1fd37d5f754b service neutron] Bound port: 0aecc27a-db65-432e-b4b6-857d127b666e, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bb08f30-b0e8-4f53-9c2c-d675a93d2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:11:22.984529 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-727ddd8c-be8f-43ee-84f7-1fd37d5f754b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:23.186514 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-727ddd8c-be8f-43ee-84f7-1fd37d5f754b service neutron] For port 0aecc27a-db65-432e-b4b6-857d127b666e, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:11:23.190841 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-727ddd8c-be8f-43ee-84f7-1fd37d5f754b service neutron] For port 0aecc27a-db65-432e-b4b6-857d127b666e, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=0aecc27a-db65-432e-b4b6-857d127b666e,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:11:23.199438 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-727ddd8c-be8f-43ee-84f7-1fd37d5f754b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:23.327652 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-727ddd8c-be8f-43ee-84f7-1fd37d5f754b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:23.328603 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-727ddd8c-be8f-43ee-84f7-1fd37d5f754b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:23.329874 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-727ddd8c-be8f-43ee-84f7-1fd37d5f754b service neutron] 10.222.0.20 "PUT /v2.0/ports/0aecc27a-db65-432e-b4b6-857d127b666e HTTP/1.1" status: 200 len: 1093 time: 1.5283751 Aug 10 01:11:23.330339 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '176c0b3d-0b09-4c0c-b864-4f2a20c90930', 'tag': '0aecc27a-db65-432e-b4b6-857d127b666e'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:11:23.332888 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2c03de-d270-4851-83d8-2e5e1bd299f7" -d '{"events": [{"name": "network-changed", "server_uuid": "176c0b3d-0b09-4c0c-b864-4f2a20c90930", "tag": "0aecc27a-db65-432e-b4b6-857d127b666e"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:11:23.372348 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ddd8c-be8f-43ee-84f7-1fd37d5f754b service neutron] Pushing event updated for resources: {'Port': ['ID=0aecc27a-db65-432e-b4b6-857d127b666e,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:23.394811 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0bb92-6853-4ea7-8068-558a4cef60e9 req-f8a4adaa-988d-4129-84d5-6ff3360097ca tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:23.396612 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0bf0bb92-6853-4ea7-8068-558a4cef60e9 req-f8a4adaa-988d-4129-84d5-6ff3360097ca tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=176c0b3d-0b09-4c0c-b864-4f2a20c90930 HTTP/1.1" status: 200 len: 944 time: 0.1181707 Aug 10 01:11:23.480235 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-237a85ab-21c6-4a8a-8c99-f00f2f473da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:23.481589 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-237a85ab-21c6-4a8a-8c99-f00f2f473da5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a4f463465f414d20a10d25627743d857&device_id=176c0b3d-0b09-4c0c-b864-4f2a20c90930 HTTP/1.1" status: 200 len: 1096 time: 0.0840721 Aug 10 01:11:23.507822 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0bf0bb92-6853-4ea7-8068-558a4cef60e9 req-c78ba529-4431-4ee5-a5d6-5ee020ce387a tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746968 Aug 10 01:11:23.581802 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d6ec82-6916-4c14-834b-16e8fff1d676 x-openstack-request-id: req-85d6ec82-6916-4c14-834b-16e8fff1d676 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:11:23.582118 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "176c0b3d-0b09-4c0c-b864-4f2a20c90930", "tag": "0aecc27a-db65-432e-b4b6-857d127b666e", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:11:23.582387 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-85d6ec82-6916-4c14-834b-16e8fff1d676 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:11:23.582823 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '176c0b3d-0b09-4c0c-b864-4f2a20c90930', 'tag': '0aecc27a-db65-432e-b4b6-857d127b666e', 'status': 'completed', 'code': 200} Aug 10 01:11:23.585818 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-2d766198-1b1b-4b3e-bbf4-7233206de2b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0aecc27a-db65-432e-b4b6-857d127b666e HTTP/1.1" status: 200 len: 217 time: 0.0911827 Aug 10 01:11:23.694131 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-10dc3b06-f2d8-44be-9207-0a7f26aede15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:23.695641 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-10dc3b06-f2d8-44be-9207-0a7f26aede15 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1982ede0-b8b9-4659-ad0a-d59c9e02d1ca HTTP/1.1" status: 200 len: 851 time: 0.1018507 Aug 10 01:11:23.714907 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e1f3eaf3-c672-41c4-8b0b-b78795b07357 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:23.781491 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-9326fb7d-7b6b-4b5c-85d3-46dc86ca6673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:23.783004 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-9326fb7d-7b6b-4b5c-85d3-46dc86ca6673 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5f42a49-cf64-4535-a007-0ffeb2000607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0785105 Aug 10 01:11:23.787589 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3eaf3-c672-41c4-8b0b-b78795b07357 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Port': ['ID=c31eae20-dc5d-4b5d-9eab-336d7dade4bc,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:23.824170 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34874) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:23.890561 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e1f3eaf3-c672-41c4-8b0b-b78795b07357 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:23.894069 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e1f3eaf3-c672-41c4-8b0b-b78795b07357 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/ports/c31eae20-dc5d-4b5d-9eab-336d7dade4bc HTTP/1.1" status: 204 len: 168 time: 1.4986842 Aug 10 01:11:23.896676 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34878) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:23.931497 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-fe9e4db6-8a13-4eff-b661-cf2cc215b8e6 service neutron] 10.222.0.20 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384711 Aug 10 01:11:23.933653 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ae3e05-1ba8-440a-ad52-71919373ba6f tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] GET failed (client error): The resource could not be found. Aug 10 01:11:23.939289 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b5ae3e05-1ba8-440a-ad52-71919373ba6f tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "GET /v2.0/ports/c31eae20-dc5d-4b5d-9eab-336d7dade4bc HTTP/1.1" status: 404 len: 333 time: 0.0412176 Aug 10 01:11:23.942375 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34880) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:23.999490 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1983b0d-af69-4d78-98d9-53f8279083c6 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Deleting subnet 7625d8bd-b8f1-4cbe-9a39-7911cfef1ac6 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:11:24.003051 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f1983b0d-af69-4d78-98d9-53f8279083c6 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:24.066449 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f1983b0d-af69-4d78-98d9-53f8279083c6 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:24.110454 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b361309-e224-4fc4-9f9d-cce496d0f02e req-a17bedcf-04bb-4157-9d17-78fe48854664 service neutron] 10.222.0.20 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706667 Aug 10 01:11:24.221235 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f1983b0d-af69-4d78-98d9-53f8279083c6 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:24.239345 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c03de-d270-4851-83d8-2e5e1bd299f7 req-8448d68b-738d-464c-8069-3b048cf785a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:24.241514 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f2c03de-d270-4851-83d8-2e5e1bd299f7 req-8448d68b-738d-464c-8069-3b048cf785a0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a4f463465f414d20a10d25627743d857&device_id=176c0b3d-0b09-4c0c-b864-4f2a20c90930 HTTP/1.1" status: 200 len: 1096 time: 0.0541186 Aug 10 01:11:24.351098 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f6ccaded-c14e-474f-a16e-dedb3bbbc3f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:24.354162 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f1983b0d-af69-4d78-98d9-53f8279083c6 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:24.354996 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c03de-d270-4851-83d8-2e5e1bd299f7 req-f82ee879-773f-4471-be1d-83c15633282c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:24.356886 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f2c03de-d270-4851-83d8-2e5e1bd299f7 req-f82ee879-773f-4471-be1d-83c15633282c service neutron] 10.222.0.20 "GET /v2.0/networks?id=d5f42a49-cf64-4535-a007-0ffeb2000607 HTTP/1.1" status: 200 len: 913 time: 0.1079659 Aug 10 01:11:24.406533 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1983b0d-af69-4d78-98d9-53f8279083c6 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Subnet': ['ID=7625d8bd-b8f1-4cbe-9a39-7911cfef1ac6,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:24.411339 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f2c03de-d270-4851-83d8-2e5e1bd299f7 req-bacb8e6d-421e-4f1e-b4aa-8c28118cecbb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0aecc27a-db65-432e-b4b6-857d127b666e HTTP/1.1" status: 200 len: 217 time: 0.0466063 Aug 10 01:11:24.426637 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f1983b0d-af69-4d78-98d9-53f8279083c6 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:24.428141 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbe3f5a-68cf-462b-8e90-87a2554d2559 None None] Network ee45fa0a-3dce-4b9b-888f-fadd6563b968 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:11:24.428708 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f1983b0d-af69-4d78-98d9-53f8279083c6 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/subnets/7625d8bd-b8f1-4cbe-9a39-7911cfef1ac6 HTTP/1.1" status: 204 len: 168 time: 0.4851162 Aug 10 01:11:24.434022 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34890) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:24.516898 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c03de-d270-4851-83d8-2e5e1bd299f7 req-7d8af0d7-8539-4471-b912-b0908d30e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:24.519567 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f2c03de-d270-4851-83d8-2e5e1bd299f7 req-7d8af0d7-8539-4471-b912-b0908d30e6bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1982ede0-b8b9-4659-ad0a-d59c9e02d1ca HTTP/1.1" status: 200 len: 851 time: 0.1002810 Aug 10 01:11:24.580600 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c03de-d270-4851-83d8-2e5e1bd299f7 req-ec1b477e-3b67-414f-a330-3ce3d59d80fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:24.582632 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f2c03de-d270-4851-83d8-2e5e1bd299f7 req-ec1b477e-3b67-414f-a330-3ce3d59d80fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5f42a49-cf64-4535-a007-0ffeb2000607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557034 Aug 10 01:11:24.591492 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c8512f2e-272c-4ca2-a633-f5809a793839 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:24.741155 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ebc56-16f2-4c39-a8d9-8350617ad320 req-05235fa8-e793-4a7a-9925-10b42fbeec7a tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:24.753096 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-367ebc56-16f2-4c39-a8d9-8350617ad320 req-05235fa8-e793-4a7a-9925-10b42fbeec7a tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=176c0b3d-0b09-4c0c-b864-4f2a20c90930 HTTP/1.1" status: 200 len: 944 time: 0.0887537 Aug 10 01:11:24.783198 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-c8512f2e-272c-4ca2-a633-f5809a793839 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Deleting port caffed32-e77a-458c-9f44-636c5bb157c6 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:11:24.784073 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c8512f2e-272c-4ca2-a633-f5809a793839 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:24.791696 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f6ccaded-c14e-474f-a16e-dedb3bbbc3f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:24.804606 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f6ccaded-c14e-474f-a16e-dedb3bbbc3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:24.820108 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba72ce51-a92c-40c4-bfd3-43f9433b6152 None None] DHCP port deletion for ee45fa0a-3dce-4b9b-888f-fadd6563b968 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:11:24.843799 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f2c03de-d270-4851-83d8-2e5e1bd299f7 req-7a9ab077-c434-429c-b289-c7dac81fe14f service neutron] 10.222.0.20 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525573 Aug 10 01:11:24.868903 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-367ebc56-16f2-4c39-a8d9-8350617ad320 req-98db48bf-4f63-4503-97ee-e0cf02f7d433 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142883 Aug 10 01:11:24.881803 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-ba72ce51-a92c-40c4-bfd3-43f9433b6152 None None] Deleting port caffed32-e77a-458c-9f44-636c5bb157c6 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:11:24.882195 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba72ce51-a92c-40c4-bfd3-43f9433b6152 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:24.969039 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-ba72ce51-a92c-40c4-bfd3-43f9433b6152 None None] For port caffed32-e77a-458c-9f44-636c5bb157c6, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=caffed32-e77a-458c-9f44-636c5bb157c6,segment=NetworkSegment(c63e07ad-e8ce-4b38-9bcc-c3ab3a350419),segment_id=c63e07ad-e8ce-4b38-9bcc-c3ab3a350419)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:24.969670 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba72ce51-a92c-40c4-bfd3-43f9433b6152 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:24.985071 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-ba72ce51-a92c-40c4-bfd3-43f9433b6152 None None] Calling delete_port for caffed32-e77a-458c-9f44-636c5bb157c6 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:11:24.986591 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-c8512f2e-272c-4ca2-a633-f5809a793839 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] For port caffed32-e77a-458c-9f44-636c5bb157c6, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=caffed32-e77a-458c-9f44-636c5bb157c6,segment=NetworkSegment(c63e07ad-e8ce-4b38-9bcc-c3ab3a350419),segment_id=c63e07ad-e8ce-4b38-9bcc-c3ab3a350419)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:24.987098 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c8512f2e-272c-4ca2-a633-f5809a793839 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:25.002317 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f2c03de-d270-4851-83d8-2e5e1bd299f7 req-5d284cc5-8d51-4a16-8ba3-ccc9d819925e service neutron] 10.222.0.20 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484165 Aug 10 01:11:25.004220 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f6ccaded-c14e-474f-a16e-dedb3bbbc3f1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=03e6e52fd3714d43858d51f5088ea70e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1783948 Aug 10 01:11:25.006328 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ccaded-c14e-474f-a16e-dedb3bbbc3f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b169f3-6ce0-4d70-8282-b80488c41e65,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:25.006889 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34904) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:25.026307 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-c8512f2e-272c-4ca2-a633-f5809a793839 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Calling delete_port for caffed32-e77a-458c-9f44-636c5bb157c6 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:11:25.066610 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-89808438-4eb0-46ac-8ba3-ef6cf0abcaf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:25.088526 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba72ce51-a92c-40c4-bfd3-43f9433b6152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:25.092328 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-89808438-4eb0-46ac-8ba3-ef6cf0abcaf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:25.101309 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba72ce51-a92c-40c4-bfd3-43f9433b6152 None None] No DVR routers for this DVR port caffed32-e77a-458c-9f44-636c5bb157c6 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:11:25.129144 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72ce51-a92c-40c4-bfd3-43f9433b6152 None None] Pushing event deleted for resources: {'Port': ['ID=caffed32-e77a-458c-9f44-636c5bb157c6,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:25.158064 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-89808438-4eb0-46ac-8ba3-ef6cf0abcaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:25.162686 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-89808438-4eb0-46ac-8ba3-ef6cf0abcaf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:25.164214 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-89808438-4eb0-46ac-8ba3-ef6cf0abcaf5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d0b169f3-6ce0-4d70-8282-b80488c41e65 HTTP/1.1" status: 204 len: 168 time: 0.1563377 Aug 10 01:11:25.179350 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89808438-4eb0-46ac-8ba3-ef6cf0abcaf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b169f3-6ce0-4d70-8282-b80488c41e65,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:25.194977 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c8512f2e-272c-4ca2-a633-f5809a793839 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:25.238690 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8512f2e-272c-4ca2-a633-f5809a793839 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Port': ['ID=caffed32-e77a-458c-9f44-636c5bb157c6,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:25.246165 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8512f2e-272c-4ca2-a633-f5809a793839 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] No DVR routers for this DVR port caffed32-e77a-458c-9f44-636c5bb157c6 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:11:25.327674 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c8512f2e-272c-4ca2-a633-f5809a793839 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:25.338303 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-c8512f2e-272c-4ca2-a633-f5809a793839 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee45fa0a-3dce-4b9b-888f-fadd6563b968']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:25.349349 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-c8512f2e-272c-4ca2-a633-f5809a793839 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c63e07ad-e8ce-4b38-9bcc-c3ab3a350419') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:25.349529 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-c8512f2e-272c-4ca2-a633-f5809a793839 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c63e07ad-e8ce-4b38-9bcc-c3ab3a350419') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:25.359887 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c8512f2e-272c-4ca2-a633-f5809a793839 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:25.375125 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c8512f2e-272c-4ca2-a633-f5809a793839 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:25.384737 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8512f2e-272c-4ca2-a633-f5809a793839 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:11:25.385689 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c8512f2e-272c-4ca2-a633-f5809a793839 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:11:25.390593 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:11:25.478199 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c8512f2e-272c-4ca2-a633-f5809a793839 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:25.497460 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c8512f2e-272c-4ca2-a633-f5809a793839 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:25.503733 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c8512f2e-272c-4ca2-a633-f5809a793839 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/networks/ee45fa0a-3dce-4b9b-888f-fadd6563b968 HTTP/1.1" status: 204 len: 168 time: 1.0643504 Aug 10 01:11:25.503733 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8512f2e-272c-4ca2-a633-f5809a793839 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Network': ['ID=ee45fa0a-3dce-4b9b-888f-fadd6563b968,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:25.503733 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34920) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:25.508288 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-e3fd965f-2092-44f7-a695-cbb718a771c7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1466163388'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:25.533891 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fd965f-2092-44f7-a695-cbb718a771c7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Made reservation on behalf of 5a87816e91fb4794a957d4da3be1c174 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:25.538188 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e3fd965f-2092-44f7-a695-cbb718a771c7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:25.567091 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3fd965f-2092-44f7-a695-cbb718a771c7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:11:25.584241 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e3fd965f-2092-44f7-a695-cbb718a771c7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:25.585364 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-e3fd965f-2092-44f7-a695-cbb718a771c7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Added segment 2814f1e4-207b-4e6b-8890-597572a396cd of type vlan for network 80c82905-7839-43e6-bba3-906bcf7cd66c Aug 10 01:11:25.644910 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e3fd965f-2092-44f7-a695-cbb718a771c7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:25.688231 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e3fd965f-2092-44f7-a695-cbb718a771c7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:25.695089 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fd965f-2092-44f7-a695-cbb718a771c7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:25.695958 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e3fd965f-2092-44f7-a695-cbb718a771c7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:25.808616 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34932) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:25.810471 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e3fd965f-2092-44f7-a695-cbb718a771c7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3047917 Aug 10 01:11:25.815047 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd965f-2092-44f7-a695-cbb718a771c7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Network': ['ID=80c82905-7839-43e6-bba3-906bcf7cd66c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:25.816433 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-c264025b-3b04-4465-a373-f0c788e656fc tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'subnet': {'network_id': '80c82905-7839-43e6-bba3-906bcf7cd66c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:25.826502 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 80c82905-7839-43e6-bba3-906bcf7cd66c details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:11:26.016412 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device caffed32-e77a-458c-9f44-636c5bb157c6 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:11:26.042835 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: caffed32-e77a-458c-9f44-636c5bb157c6 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:11:26.043200 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device caffed32-e77a-458c-9f44-636c5bb157c6 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:11:26.077269 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c264025b-3b04-4465-a373-f0c788e656fc tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Made reservation on behalf of 5a87816e91fb4794a957d4da3be1c174 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:26.080798 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c264025b-3b04-4465-a373-f0c788e656fc tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:26.150831 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c935e-8729-46c4-9649-5523a064d1d5 req-f998a9b3-9153-4296-bbc7-9a5bc027528a tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:26.152517 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-067c935e-8729-46c4-9649-5523a064d1d5 req-f998a9b3-9153-4296-bbc7-9a5bc027528a tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=176c0b3d-0b09-4c0c-b864-4f2a20c90930 HTTP/1.1" status: 200 len: 944 time: 0.1225991 Aug 10 01:11:26.223291 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-067c935e-8729-46c4-9649-5523a064d1d5 req-de1af35c-4725-4585-9b90-4bf80136cd2f tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489779 Aug 10 01:11:26.350154 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c264025b-3b04-4465-a373-f0c788e656fc tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:26.426241 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264025b-3b04-4465-a373-f0c788e656fc tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Subnet': ['ID=43791a54-365e-4478-8518-6e1abf7745ce,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:26.434535 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c264025b-3b04-4465-a373-f0c788e656fc tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Checking segment: {'id': '2814f1e4-207b-4e6b-8890-597572a396cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '80c82905-7839-43e6-bba3-906bcf7cd66c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:11:26.434899 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c264025b-3b04-4465-a373-f0c788e656fc tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Network hostable DHCP agents. Network: 80c82905-7839-43e6-bba3-906bcf7cd66c, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:11:26.453017 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c264025b-3b04-4465-a373-f0c788e656fc tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Network 80c82905-7839-43e6-bba3-906bcf7cd66c is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:11:26.463284 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-c264025b-3b04-4465-a373-f0c788e656fc tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 80c82905-7839-43e6-bba3-906bcf7cd66c) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:26.468147 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c264025b-3b04-4465-a373-f0c788e656fc tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:26.469394 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c264025b-3b04-4465-a373-f0c788e656fc tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:26.472545 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a47fb9a-2a26-4c7e-9d22-bb8c8487f524 None None] Network 80c82905-7839-43e6-bba3-906bcf7cd66c requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:11:26.489237 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c264025b-3b04-4465-a373-f0c788e656fc tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6762452 Aug 10 01:11:26.489453 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34962) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:26.495635 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-686d961a-c9a9-4faa-9683-80c665b2f0c7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'port': {'network_id': '80c82905-7839-43e6-bba3-906bcf7cd66c', 'name': 'tempest-PortsTestJSON-1780438312', 'fixed_ips': [{'subnet_id': '43791a54-365e-4478-8518-6e1abf7745ce', 'ip_address': '172.20.0.10'}]}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:26.632946 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686d961a-c9a9-4faa-9683-80c665b2f0c7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Made reservation on behalf of 5a87816e91fb4794a957d4da3be1c174 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:26.736991 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-686d961a-c9a9-4faa-9683-80c665b2f0c7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:26.760697 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-686d961a-c9a9-4faa-9683-80c665b2f0c7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] device_id is not set on port a720800e-bafe-4696-a255-2a1342a14b68 yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:11:26.815351 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73eb2415-3059-4d9c-bae0-f22d800a1ea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-80c82905-7839-43e6-bba3-906bcf7cd66c', 'network_id': '80c82905-7839-43e6-bba3-906bcf7cd66c', 'tenant_id': '5a87816e91fb4794a957d4da3be1c174', 'fixed_ips': [{'subnet_id': '43791a54-365e-4478-8518-6e1abf7745ce'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:11:26.816902 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73eb2415-3059-4d9c-bae0-f22d800a1ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:26.944564 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-686d961a-c9a9-4faa-9683-80c665b2f0c7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Allocated IP 172.20.0.10 (80c82905-7839-43e6-bba3-906bcf7cd66c/43791a54-365e-4478-8518-6e1abf7745ce/a720800e-bafe-4696-a255-2a1342a14b68) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:11:27.114142 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-686d961a-c9a9-4faa-9683-80c665b2f0c7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:27.128533 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-686d961a-c9a9-4faa-9683-80c665b2f0c7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Transition to ACTIVE for port object a720800e-bafe-4696-a255-2a1342a14b68 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:11:27.178300 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-686d961a-c9a9-4faa-9683-80c665b2f0c7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:27.227633 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-73eb2415-3059-4d9c-bae0-f22d800a1ea4 None None] Allocated IP 172.20.0.2 (80c82905-7839-43e6-bba3-906bcf7cd66c/43791a54-365e-4478-8518-6e1abf7745ce/54c922fc-b54f-45e8-b677-15cc34deb099) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:11:27.228262 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686d961a-c9a9-4faa-9683-80c665b2f0c7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Network 80c82905-7839-43e6-bba3-906bcf7cd66c is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:11:27.231075 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-686d961a-c9a9-4faa-9683-80c665b2f0c7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:27.237143 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686d961a-c9a9-4faa-9683-80c665b2f0c7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:11:27.278348 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d961a-c9a9-4faa-9683-80c665b2f0c7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Port': ['ID=a720800e-bafe-4696-a255-2a1342a14b68,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:27.296884 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686d961a-c9a9-4faa-9683-80c665b2f0c7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:27.296884 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-686d961a-c9a9-4faa-9683-80c665b2f0c7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:27.318272 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-686d961a-c9a9-4faa-9683-80c665b2f0c7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8277822 Aug 10 01:11:27.320920 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34994) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:27.329970 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-02f4b649-fbe0-4b30-a899-500e8c9a76f1 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'port': {'network_id': '80c82905-7839-43e6-bba3-906bcf7cd66c', 'name': 'tempest-PortsTestJSON-858675918', 'fixed_ips': [{'subnet_id': '43791a54-365e-4478-8518-6e1abf7745ce', 'ip_address': '172.20.0.9'}]}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:27.397889 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73eb2415-3059-4d9c-bae0-f22d800a1ea4 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:27.408513 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73eb2415-3059-4d9c-bae0-f22d800a1ea4 None None] Transition to ACTIVE for port object 54c922fc-b54f-45e8-b677-15cc34deb099 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:11:27.426146 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73eb2415-3059-4d9c-bae0-f22d800a1ea4 None None] Transition to ACTIVE for port object 54c922fc-b54f-45e8-b677-15cc34deb099 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:11:27.436145 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73eb2415-3059-4d9c-bae0-f22d800a1ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:27.472072 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d913247-de20-4353-b7d4-041a28f47bf1 req-00758440-668c-4b99-af6e-2df7421794a9 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:27.473661 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d913247-de20-4353-b7d4-041a28f47bf1 req-00758440-668c-4b99-af6e-2df7421794a9 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=176c0b3d-0b09-4c0c-b864-4f2a20c90930 HTTP/1.1" status: 200 len: 944 time: 0.1324501 Aug 10 01:11:27.487523 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73eb2415-3059-4d9c-bae0-f22d800a1ea4 None None] Network 80c82905-7839-43e6-bba3-906bcf7cd66c is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:11:27.492679 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-73eb2415-3059-4d9c-bae0-f22d800a1ea4 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:27.498360 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eb2415-3059-4d9c-bae0-f22d800a1ea4 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:11:27.501259 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb2415-3059-4d9c-bae0-f22d800a1ea4 None None] Pushing event updated for resources: {'Port': ['ID=54c922fc-b54f-45e8-b677-15cc34deb099,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:27.543344 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d913247-de20-4353-b7d4-041a28f47bf1 req-350cd6b1-fd93-4164-a849-e13df3a8814d tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526705 Aug 10 01:11:27.557277 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f4b649-fbe0-4b30-a899-500e8c9a76f1 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Made reservation on behalf of 5a87816e91fb4794a957d4da3be1c174 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:27.559364 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eb2415-3059-4d9c-bae0-f22d800a1ea4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:27.559708 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eb2415-3059-4d9c-bae0-f22d800a1ea4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:27.560282 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eb2415-3059-4d9c-bae0-f22d800a1ea4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:27.560824 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eb2415-3059-4d9c-bae0-f22d800a1ea4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:27.561329 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eb2415-3059-4d9c-bae0-f22d800a1ea4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:27.562065 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eb2415-3059-4d9c-bae0-f22d800a1ea4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:27.562875 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eb2415-3059-4d9c-bae0-f22d800a1ea4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:27.563389 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eb2415-3059-4d9c-bae0-f22d800a1ea4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:27.563909 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eb2415-3059-4d9c-bae0-f22d800a1ea4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:27.564244 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eb2415-3059-4d9c-bae0-f22d800a1ea4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:27.564528 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-02f4b649-fbe0-4b30-a899-500e8c9a76f1 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:27.564881 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eb2415-3059-4d9c-bae0-f22d800a1ea4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:27.565390 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eb2415-3059-4d9c-bae0-f22d800a1ea4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:27.579821 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-73eb2415-3059-4d9c-bae0-f22d800a1ea4 None None] Attempting to bind port 54c922fc-b54f-45e8-b677-15cc34deb099 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:27.580404 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-73eb2415-3059-4d9c-bae0-f22d800a1ea4 None None] Attempting to bind port 54c922fc-b54f-45e8-b677-15cc34deb099 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '2814f1e4-207b-4e6b-8890-597572a396cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '80c82905-7839-43e6-bba3-906bcf7cd66c'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:27.581024 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eb2415-3059-4d9c-bae0-f22d800a1ea4 None None] Attempting to bind port 54c922fc-b54f-45e8-b677-15cc34deb099 on network 80c82905-7839-43e6-bba3-906bcf7cd66c {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:27.587987 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-02f4b649-fbe0-4b30-a899-500e8c9a76f1 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] device_id is not set on port 83cf220e-911c-475e-9dfc-0d5ee570e6f8 yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:11:27.590243 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eb2415-3059-4d9c-bae0-f22d800a1ea4 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:11:27.590644 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eb2415-3059-4d9c-bae0-f22d800a1ea4 None None] Checking segment: {'id': '2814f1e4-207b-4e6b-8890-597572a396cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '80c82905-7839-43e6-bba3-906bcf7cd66c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:11:27.591064 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73eb2415-3059-4d9c-bae0-f22d800a1ea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:27.591473 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eb2415-3059-4d9c-bae0-f22d800a1ea4 None None] Bound using segment: {'id': '2814f1e4-207b-4e6b-8890-597572a396cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '80c82905-7839-43e6-bba3-906bcf7cd66c'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:11:27.591962 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-73eb2415-3059-4d9c-bae0-f22d800a1ea4 None None] Bound port: 54c922fc-b54f-45e8-b677-15cc34deb099, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2814f1e4-207b-4e6b-8890-597572a396cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '80c82905-7839-43e6-bba3-906bcf7cd66c'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:11:27.592787 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73eb2415-3059-4d9c-bae0-f22d800a1ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:27.676116 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73eb2415-3059-4d9c-bae0-f22d800a1ea4 None None] For port 54c922fc-b54f-45e8-b677-15cc34deb099, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:11:27.679773 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73eb2415-3059-4d9c-bae0-f22d800a1ea4 None None] For port 54c922fc-b54f-45e8-b677-15cc34deb099, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=54c922fc-b54f-45e8-b677-15cc34deb099,segment=NetworkSegment(2814f1e4-207b-4e6b-8890-597572a396cd),segment_id=2814f1e4-207b-4e6b-8890-597572a396cd)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:11:27.686390 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73eb2415-3059-4d9c-bae0-f22d800a1ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:27.773665 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb2415-3059-4d9c-bae0-f22d800a1ea4 None None] Pushing event updated for resources: {'Port': ['ID=54c922fc-b54f-45e8-b677-15cc34deb099,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:27.807116 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35012) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:27.826220 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-02f4b649-fbe0-4b30-a899-500e8c9a76f1 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Allocated IP 172.20.0.9 (80c82905-7839-43e6-bba3-906bcf7cd66c/43791a54-365e-4478-8518-6e1abf7745ce/83cf220e-911c-475e-9dfc-0d5ee570e6f8) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:11:27.937891 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-a52507cc-b96d-4dab-abfd-ea25a9f70fd9 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Request body: {'quota': {'network': 2}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:27.981416 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a52507cc-b96d-4dab-abfd-ea25a9f70fd9 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] 10.222.0.35 "PUT /v2.0/quotas/4cb9e05070334b08ac98cc742908d13e HTTP/1.1" status: 200 len: 368 time: 0.1727276 Aug 10 01:11:27.984806 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35022) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:27.997393 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-edf6315b-5186-478b-a2e4-ddf64938a0ad tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Request body: {'network': {'project_id': '4cb9e05070334b08ac98cc742908d13e'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:28.038861 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf6315b-5186-478b-a2e4-ddf64938a0ad tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Made reservation on behalf of 4cb9e05070334b08ac98cc742908d13e for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:28.041510 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-edf6315b-5186-478b-a2e4-ddf64938a0ad tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:28.051063 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-edf6315b-5186-478b-a2e4-ddf64938a0ad tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:28.057655 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-02f4b649-fbe0-4b30-a899-500e8c9a76f1 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:28.072775 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-02f4b649-fbe0-4b30-a899-500e8c9a76f1 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Transition to ACTIVE for port object 83cf220e-911c-475e-9dfc-0d5ee570e6f8 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:11:28.118003 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-02f4b649-fbe0-4b30-a899-500e8c9a76f1 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:28.150097 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:28.170252 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f4b649-fbe0-4b30-a899-500e8c9a76f1 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Network 80c82905-7839-43e6-bba3-906bcf7cd66c is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:11:28.174045 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-02f4b649-fbe0-4b30-a899-500e8c9a76f1 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:28.178892 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f4b649-fbe0-4b30-a899-500e8c9a76f1 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:11:28.182963 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-edf6315b-5186-478b-a2e4-ddf64938a0ad tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:28.194709 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-edf6315b-5186-478b-a2e4-ddf64938a0ad tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:28.215230 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4b649-fbe0-4b30-a899-500e8c9a76f1 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Port': ['ID=83cf220e-911c-475e-9dfc-0d5ee570e6f8,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:28.221294 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf6315b-5186-478b-a2e4-ddf64938a0ad tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:11:28.231201 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6315b-5186-478b-a2e4-ddf64938a0ad tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb05095-d61c-420b-af8b-facfa21de7b6,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:28.237552 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-edf6315b-5186-478b-a2e4-ddf64938a0ad tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:28.237911 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-edf6315b-5186-478b-a2e4-ddf64938a0ad tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Added segment 334f7af9-4999-460d-8207-9fa16b98934e of type vlan for network d6b3419b-4cf1-4c88-bb0b-1c87b835ee16 Aug 10 01:11:28.257687 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f4b649-fbe0-4b30-a899-500e8c9a76f1 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:28.258327 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-02f4b649-fbe0-4b30-a899-500e8c9a76f1 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:28.273764 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-02f4b649-fbe0-4b30-a899-500e8c9a76f1 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9507957 Aug 10 01:11:28.276918 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35028) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:28.287499 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-edf6315b-5186-478b-a2e4-ddf64938a0ad tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:28.317680 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35030) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:28.324547 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-edf6315b-5186-478b-a2e4-ddf64938a0ad tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:28.325504 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf6315b-5186-478b-a2e4-ddf64938a0ad tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:28.326097 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-edf6315b-5186-478b-a2e4-ddf64938a0ad tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:28.369555 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c630a40-061f-4f4d-b5a7-7e59725a338f tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:28.373996 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0c630a40-061f-4f4d-b5a7-7e59725a338f tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.0932443 Aug 10 01:11:28.375467 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35034) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:28.386177 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-edf6315b-5186-478b-a2e4-ddf64938a0ad tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4000411 Aug 10 01:11:28.388670 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35036) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:28.391518 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6315b-5186-478b-a2e4-ddf64938a0ad tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Pushing event updated for resources: {'Network': ['ID=d6b3419b-4cf1-4c88-bb0b-1c87b835ee16,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:28.394468 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-3db59abf-63e6-40f1-be51-bcc95999a6e5 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Request body: {'network': {'project_id': '4cb9e05070334b08ac98cc742908d13e'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:28.402988 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network d6b3419b-4cf1-4c88-bb0b-1c87b835ee16 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:11:28.438867 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db59abf-63e6-40f1-be51-bcc95999a6e5 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Made reservation on behalf of 4cb9e05070334b08ac98cc742908d13e for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:28.441279 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3db59abf-63e6-40f1-be51-bcc95999a6e5 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:28.459529 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0a532197-f2bd-4f0b-87e7-7b379b8ce12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:28.462417 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bc5e66-6122-46a6-b9b9-85fb1a3c3d0e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:28.468363 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bc5e66-6122-46a6-b9b9-85fb1a3c3d0e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:28.474533 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bc5e66-6122-46a6-b9b9-85fb1a3c3d0e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:28.476226 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a9bc5e66-6122-46a6-b9b9-85fb1a3c3d0e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1009786 Aug 10 01:11:28.479738 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35038) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:28.490020 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db59abf-63e6-40f1-be51-bcc95999a6e5 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:11:28.501949 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3db59abf-63e6-40f1-be51-bcc95999a6e5 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:28.502356 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-3db59abf-63e6-40f1-be51-bcc95999a6e5 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Added segment 8e093ee6-883e-423c-a808-b5759ac4004c of type vlan for network 4833b5fa-ce32-4ea5-8ae6-57c1892c9823 Aug 10 01:11:28.545928 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3db59abf-63e6-40f1-be51-bcc95999a6e5 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:28.588309 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3db59abf-63e6-40f1-be51-bcc95999a6e5 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:28.589364 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db59abf-63e6-40f1-be51-bcc95999a6e5 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:28.590100 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3db59abf-63e6-40f1-be51-bcc95999a6e5 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:28.678820 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-cac0ed05-8aa3-4e41-b8bc-08dcf1ae3678 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Deleting port 83cf220e-911c-475e-9dfc-0d5ee570e6f8 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:11:28.679167 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cac0ed05-8aa3-4e41-b8bc-08dcf1ae3678 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:28.685328 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db59abf-63e6-40f1-be51-bcc95999a6e5 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Pushing event updated for resources: {'Network': ['ID=4833b5fa-ce32-4ea5-8ae6-57c1892c9823,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:28.696918 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 4833b5fa-ce32-4ea5-8ae6-57c1892c9823 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:11:28.719156 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f7c97-6344-4bff-b0b5-2ae2577cbf76 req-4ed75a30-2318-433d-b317-65eb607d3024 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:28.721059 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d2f7c97-6344-4bff-b0b5-2ae2577cbf76 req-4ed75a30-2318-433d-b317-65eb607d3024 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=176c0b3d-0b09-4c0c-b864-4f2a20c90930 HTTP/1.1" status: 200 len: 944 time: 0.0737278 Aug 10 01:11:28.734092 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0a532197-f2bd-4f0b-87e7-7b379b8ce12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:28.743086 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0a532197-f2bd-4f0b-87e7-7b379b8ce12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:28.765084 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3db59abf-63e6-40f1-be51-bcc95999a6e5 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3752189 Aug 10 01:11:28.767823 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35044) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:28.773195 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-7892de71-4202-47d4-a265-39fb3b11b45d tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Request body: {'network': {'project_id': '4cb9e05070334b08ac98cc742908d13e'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:28.791053 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-7892de71-4202-47d4-a265-39fb3b11b45d tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 10 01:11:28.791879 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7892de71-4202-47d4-a265-39fb3b11b45d tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:11:28.793290 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7892de71-4202-47d4-a265-39fb3b11b45d tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0241308 Aug 10 01:11:28.797132 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d2f7c97-6344-4bff-b0b5-2ae2577cbf76 req-7b4f8fc8-ed34-4e84-9c21-0d60cde668d0 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682585 Aug 10 01:11:28.821730 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0a532197-f2bd-4f0b-87e7-7b379b8ce12f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=29d238a7022b431d8f2e40dde11e6d7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5020618 Aug 10 01:11:28.822691 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35048) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:28.837769 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35050) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:28.847506 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a532197-f2bd-4f0b-87e7-7b379b8ce12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d3c24c-9b3a-4aab-a020-439000450b4b,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:28.869707 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cac0ed05-8aa3-4e41-b8bc-08dcf1ae3678 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:28.884166 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-cac0ed05-8aa3-4e41-b8bc-08dcf1ae3678 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Calling delete_port for 83cf220e-911c-475e-9dfc-0d5ee570e6f8 owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:11:28.889854 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1523c660-b25d-4640-8971-47586b3e1b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:28.915615 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1523c660-b25d-4640-8971-47586b3e1b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:28.933543 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d42e65-57e9-482b-b99d-eb935d26538a None None] Network 80c82905-7839-43e6-bba3-906bcf7cd66c requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:11:28.974340 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1523c660-b25d-4640-8971-47586b3e1b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:28.977825 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1523c660-b25d-4640-8971-47586b3e1b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:28.981825 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1523c660-b25d-4640-8971-47586b3e1b83 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f8d3c24c-9b3a-4aab-a020-439000450b4b HTTP/1.1" status: 204 len: 168 time: 0.1554408 Aug 10 01:11:28.991770 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523c660-b25d-4640-8971-47586b3e1b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d3c24c-9b3a-4aab-a020-439000450b4b,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:28.992647 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cb7e7c2b-6dcd-4a3e-aca2-a1b7b82f50f5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4cb9e05070334b08ac98cc742908d13e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1527548 Aug 10 01:11:28.993904 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35056) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:29.052297 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3e25ab7f-bacc-4185-bc30-90f3c2d859d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:29.054185 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-89662223-37b1-473f-b119-0ffbaee6d5d7 None None] Provisioning for port 54c922fc-b54f-45e8-b677-15cc34deb099 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:11:29.080341 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3e25ab7f-bacc-4185-bc30-90f3c2d859d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:29.101100 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cac0ed05-8aa3-4e41-b8bc-08dcf1ae3678 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:29.146001 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0ed05-8aa3-4e41-b8bc-08dcf1ae3678 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Port': ['ID=83cf220e-911c-475e-9dfc-0d5ee570e6f8,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:29.171709 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3e25ab7f-bacc-4185-bc30-90f3c2d859d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:29.175898 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3e25ab7f-bacc-4185-bc30-90f3c2d859d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:29.181328 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3e25ab7f-bacc-4185-bc30-90f3c2d859d7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bcb05095-d61c-420b-af8b-facfa21de7b6 HTTP/1.1" status: 204 len: 168 time: 0.1856792 Aug 10 01:11:29.181943 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35060) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:29.227679 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25ab7f-bacc-4185-bc30-90f3c2d859d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb05095-d61c-420b-af8b-facfa21de7b6,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:29.288664 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cac0ed05-8aa3-4e41-b8bc-08dcf1ae3678 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:29.293814 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cac0ed05-8aa3-4e41-b8bc-08dcf1ae3678 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/ports/83cf220e-911c-475e-9dfc-0d5ee570e6f8 HTTP/1.1" status: 204 len: 168 time: 0.8105085 Aug 10 01:11:29.294370 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35066) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:29.323226 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-43fc7bd7-b5f7-4590-8b85-c5c75c0e2c05 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:29.332747 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c42220e-b00b-4c48-87f9-a7b28b21aad5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] GET failed (client error): The resource could not be found. Aug 10 01:11:29.334494 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6c42220e-b00b-4c48-87f9-a7b28b21aad5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "GET /v2.0/ports/83cf220e-911c-475e-9dfc-0d5ee570e6f8 HTTP/1.1" status: 404 len: 333 time: 0.0390971 Aug 10 01:11:29.337849 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35068) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:29.441460 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-43fc7bd7-b5f7-4590-8b85-c5c75c0e2c05 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:29.458492 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-43fc7bd7-b5f7-4590-8b85-c5c75c0e2c05 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4833b5fa-ce32-4ea5-8ae6-57c1892c9823']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:29.467625 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-612cc0de-95ca-46fd-8397-3e04bf638907 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Deleting port a720800e-bafe-4696-a255-2a1342a14b68 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:11:29.468052 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-612cc0de-95ca-46fd-8397-3e04bf638907 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:29.470502 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-43fc7bd7-b5f7-4590-8b85-c5c75c0e2c05 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e093ee6-883e-423c-a808-b5759ac4004c') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:29.470871 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-43fc7bd7-b5f7-4590-8b85-c5c75c0e2c05 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e093ee6-883e-423c-a808-b5759ac4004c') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:29.483409 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35070) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:29.489873 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7e37e0b6-9491-4af1-85b3-3b88cf99daa1 None None] Provisioning for port a720800e-bafe-4696-a255-2a1342a14b68 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:11:29.495243 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-43fc7bd7-b5f7-4590-8b85-c5c75c0e2c05 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:29.496114 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7e37e0b6-9491-4af1-85b3-3b88cf99daa1 None None] Provisioning complete for port a720800e-bafe-4696-a255-2a1342a14b68 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:29.496872 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7e37e0b6-9491-4af1-85b3-3b88cf99daa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:29.506727 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-11eeeaa5-e6a6-4a96-b61b-3d28d1837aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:29.521092 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-43fc7bd7-b5f7-4590-8b85-c5c75c0e2c05 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:29.531615 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43fc7bd7-b5f7-4590-8b85-c5c75c0e2c05 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:11:29.532128 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-43fc7bd7-b5f7-4590-8b85-c5c75c0e2c05 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:29.534129 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:11:29.534129 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:11:29.534129 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:11:29.534129 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:11:29.534129 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:11:29.534129 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:11:29.534129 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:11:29.534129 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:11:29.534129 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:11:29.534129 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:11:29.534129 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:11:29.534129 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:11:29.534129 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:11:29.534129 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:11:29.534129 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:11:29.534129 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:11:29.534129 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:11:29.534129 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:11:29.534129 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:11:29.534129 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:11:29.534129 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:11:29.534129 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:11:29.534129 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:11:29.534129 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:11:29.534129 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:11:29.534129 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:11:29.534129 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:11:29.534129 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:11:29.534129 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:11:29.534129 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:11:29.534129 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:11:29.534129 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:11:29.549655 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-7e37e0b6-9491-4af1-85b3-3b88cf99daa1 None None] Port a720800e-bafe-4696-a255-2a1342a14b68 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:11:29.588332 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-612cc0de-95ca-46fd-8397-3e04bf638907 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:29.610434 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-612cc0de-95ca-46fd-8397-3e04bf638907 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Calling delete_port for a720800e-bafe-4696-a255-2a1342a14b68 owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:11:29.614253 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-43fc7bd7-b5f7-4590-8b85-c5c75c0e2c05 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:29.632958 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-43fc7bd7-b5f7-4590-8b85-c5c75c0e2c05 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:29.637579 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-43fc7bd7-b5f7-4590-8b85-c5c75c0e2c05 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] 10.222.0.35 "DELETE /v2.0/networks/4833b5fa-ce32-4ea5-8ae6-57c1892c9823 HTTP/1.1" status: 204 len: 168 time: 0.4494345 Aug 10 01:11:29.649448 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35074) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:29.659975 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc7bd7-b5f7-4590-8b85-c5c75c0e2c05 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Pushing event deleted for resources: {'Network': ['ID=4833b5fa-ce32-4ea5-8ae6-57c1892c9823,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:29.742170 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-050a3c0f-7ea7-4849-9175-614651382f53 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:29.776673 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-612cc0de-95ca-46fd-8397-3e04bf638907 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:29.780161 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6911d66f-61d8-4932-a84a-4365a812f811 None None] Could not find standard attr ID for object a720800e-bafe-4696-a255-2a1342a14b68. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:11:29.802664 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-11eeeaa5-e6a6-4a96-b61b-3d28d1837aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:29.815587 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-11eeeaa5-e6a6-4a96-b61b-3d28d1837aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:29.823198 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612cc0de-95ca-46fd-8397-3e04bf638907 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Port': ['ID=a720800e-bafe-4696-a255-2a1342a14b68,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:29.888150 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-050a3c0f-7ea7-4849-9175-614651382f53 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:29.901290 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-11eeeaa5-e6a6-4a96-b61b-3d28d1837aa5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=af2d1360c0464bd58460534805be1f9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4167187 Aug 10 01:11:29.905988 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-612cc0de-95ca-46fd-8397-3e04bf638907 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:29.906091 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-050a3c0f-7ea7-4849-9175-614651382f53 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b3419b-4cf1-4c88-bb0b-1c87b835ee16']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:29.910700 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-612cc0de-95ca-46fd-8397-3e04bf638907 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/ports/a720800e-bafe-4696-a255-2a1342a14b68 HTTP/1.1" status: 204 len: 168 time: 0.5692909 Aug 10 01:11:29.910700 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35078) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:29.914427 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35080) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:29.935203 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-050a3c0f-7ea7-4849-9175-614651382f53 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '334f7af9-4999-460d-8207-9fa16b98934e') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:29.935502 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-050a3c0f-7ea7-4849-9175-614651382f53 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '334f7af9-4999-460d-8207-9fa16b98934e') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:29.954059 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eeeaa5-e6a6-4a96-b61b-3d28d1837aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f187edb2-1023-410a-b188-e464b7f797f8,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:29.979560 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c5fb36-2183-4b5f-862a-2307bcabc43e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] GET failed (client error): The resource could not be found. Aug 10 01:11:29.983582 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b3c5fb36-2183-4b5f-862a-2307bcabc43e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "GET /v2.0/ports/a720800e-bafe-4696-a255-2a1342a14b68 HTTP/1.1" status: 404 len: 333 time: 0.0651758 Aug 10 01:11:29.983724 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-365f9e88-f6cd-4759-bdda-16d7352a9edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:29.983804 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-050a3c0f-7ea7-4849-9175-614651382f53 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:29.985115 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35082) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:29.993832 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-54c53e48-edd8-46b6-9fe9-299189305bf9 None None] Could not find standard attr ID for object 83cf220e-911c-475e-9dfc-0d5ee570e6f8. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:11:30.013199 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-365f9e88-f6cd-4759-bdda-16d7352a9edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:30.031393 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-050a3c0f-7ea7-4849-9175-614651382f53 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:30.049869 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-050a3c0f-7ea7-4849-9175-614651382f53 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:11:30.050158 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-050a3c0f-7ea7-4849-9175-614651382f53 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:30.059497 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015efac-0e78-4794-a33c-bf409eaf69ac req-d9f7ba2c-9dca-406c-8c01-703af8599052 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:30.066167 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 54c922fc-b54f-45e8-b677-15cc34deb099 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:11:30.067365 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4015efac-0e78-4794-a33c-bf409eaf69ac req-d9f7ba2c-9dca-406c-8c01-703af8599052 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=176c0b3d-0b09-4c0c-b864-4f2a20c90930 HTTP/1.1" status: 200 len: 944 time: 0.1764143 Aug 10 01:11:30.069499 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:11:30.069499 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:11:30.069499 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:11:30.069499 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:11:30.069499 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:11:30.069499 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:11:30.069499 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:11:30.069499 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:11:30.069499 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:11:30.069499 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:11:30.069499 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:11:30.069499 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:11:30.069499 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:11:30.069499 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:11:30.069499 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:11:30.069499 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:11:30.069499 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:11:30.069499 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:11:30.069499 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:11:30.069499 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:11:30.069499 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:11:30.069499 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:11:30.069499 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:11:30.069499 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:11:30.069499 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:11:30.069499 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:11:30.069499 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:11:30.069499 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:11:30.069499 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:11:30.069499 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:11:30.069499 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:11:30.069499 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:11:30.072393 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-365f9e88-f6cd-4759-bdda-16d7352a9edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:30.075605 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-365f9e88-f6cd-4759-bdda-16d7352a9edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:30.079900 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-365f9e88-f6cd-4759-bdda-16d7352a9edb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f187edb2-1023-410a-b188-e464b7f797f8 HTTP/1.1" status: 204 len: 168 time: 0.1694753 Aug 10 01:11:30.092402 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f9e88-f6cd-4759-bdda-16d7352a9edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f187edb2-1023-410a-b188-e464b7f797f8,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:30.138935 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 54c922fc-b54f-45e8-b677-15cc34deb099 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:11:30.151970 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 54c922fc-b54f-45e8-b677-15cc34deb099 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:30.152476 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:30.259557 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:30.312424 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 54c922fc-b54f-45e8-b677-15cc34deb099, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=54c922fc-b54f-45e8-b677-15cc34deb099,segment=NetworkSegment(2814f1e4-207b-4e6b-8890-597572a396cd),segment_id=2814f1e4-207b-4e6b-8890-597572a396cd)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:30.322240 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:30.409193 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=54c922fc-b54f-45e8-b677-15cc34deb099,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:30.530993 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e8e9998-c1e9-4b39-abf1-deabb49a3442 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Deleting subnet 43791a54-365e-4478-8518-6e1abf7745ce {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:11:30.533915 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35092) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:30.536610 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8e8e9998-c1e9-4b39-abf1-deabb49a3442 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:30.548039 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-65a18a97-8426-43ee-bd6a-47d117ffbdfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:30.584262 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-050a3c0f-7ea7-4849-9175-614651382f53 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:30.590226 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-050a3c0f-7ea7-4849-9175-614651382f53 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:30.595651 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-050a3c0f-7ea7-4849-9175-614651382f53 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] 10.222.0.35 "DELETE /v2.0/networks/d6b3419b-4cf1-4c88-bb0b-1c87b835ee16 HTTP/1.1" status: 204 len: 168 time: 0.9452055 Aug 10 01:11:30.619307 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4015efac-0e78-4794-a33c-bf409eaf69ac req-71cc1022-41fd-47c5-9731-d0f5e7e18b6a tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5508971 Aug 10 01:11:30.621803 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8e8e9998-c1e9-4b39-abf1-deabb49a3442 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:30.624608 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a3c0f-7ea7-4849-9175-614651382f53 tempest-QuotasNegativeTest-1601112032 tempest-QuotasNegativeTest-1601112032-project-admin] Pushing event deleted for resources: {'Network': ['ID=d6b3419b-4cf1-4c88-bb0b-1c87b835ee16,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:30.669184 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-65a18a97-8426-43ee-bd6a-47d117ffbdfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:30.677775 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-65a18a97-8426-43ee-bd6a-47d117ffbdfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:30.729414 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-65a18a97-8426-43ee-bd6a-47d117ffbdfc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fecd4b1cabef4d9f8df9ce346553987f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1913972 Aug 10 01:11:30.729414 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a18a97-8426-43ee-bd6a-47d117ffbdfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a65f51-ef7f-42b4-89f3-a084dad49884,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:30.729767 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35098) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:30.739396 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8e8e9998-c1e9-4b39-abf1-deabb49a3442 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:30.819433 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-06a4bf52-43de-4033-80ac-35e6e578a88d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:30.831339 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8e8e9998-c1e9-4b39-abf1-deabb49a3442 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:30.869351 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-06a4bf52-43de-4033-80ac-35e6e578a88d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:30.872494 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8e8e9998-c1e9-4b39-abf1-deabb49a3442 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:30.876601 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8e8e9998-c1e9-4b39-abf1-deabb49a3442 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/subnets/43791a54-365e-4478-8518-6e1abf7745ce HTTP/1.1" status: 204 len: 168 time: 0.8883276 Aug 10 01:11:30.877296 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35102) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:30.879952 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e9998-c1e9-4b39-abf1-deabb49a3442 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Subnet': ['ID=43791a54-365e-4478-8518-6e1abf7745ce,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:30.880210 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf9b50b-aa47-42be-9f89-971cfe40b996 None None] Network 80c82905-7839-43e6-bba3-906bcf7cd66c requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:11:30.929113 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-06a4bf52-43de-4033-80ac-35e6e578a88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:30.933308 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-06a4bf52-43de-4033-80ac-35e6e578a88d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:30.935552 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-06a4bf52-43de-4033-80ac-35e6e578a88d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a2a65f51-ef7f-42b4-89f3-a084dad49884 HTTP/1.1" status: 204 len: 168 time: 0.2045481 Aug 10 01:11:30.950512 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4bf52-43de-4033-80ac-35e6e578a88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a65f51-ef7f-42b4-89f3-a084dad49884,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:30.983363 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eef7eb86-cb12-4c24-9114-0bff231232fe tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:31.049152 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-eef7eb86-cb12-4c24-9114-0bff231232fe tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Deleting port 54c922fc-b54f-45e8-b677-15cc34deb099 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:11:31.049761 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eef7eb86-cb12-4c24-9114-0bff231232fe tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:31.116133 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd952ebd-c30f-44e4-a5d3-ce4d8b4aeee0 None None] DHCP port deletion for 80c82905-7839-43e6-bba3-906bcf7cd66c request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:11:31.126982 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-eef7eb86-cb12-4c24-9114-0bff231232fe tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] For port 54c922fc-b54f-45e8-b677-15cc34deb099, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=54c922fc-b54f-45e8-b677-15cc34deb099,segment=NetworkSegment(2814f1e4-207b-4e6b-8890-597572a396cd),segment_id=2814f1e4-207b-4e6b-8890-597572a396cd)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:31.127626 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eef7eb86-cb12-4c24-9114-0bff231232fe tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:31.151821 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-eef7eb86-cb12-4c24-9114-0bff231232fe tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Calling delete_port for 54c922fc-b54f-45e8-b677-15cc34deb099 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:11:31.171962 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-dd952ebd-c30f-44e4-a5d3-ce4d8b4aeee0 None None] Deleting port 54c922fc-b54f-45e8-b677-15cc34deb099 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:11:31.172576 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd952ebd-c30f-44e4-a5d3-ce4d8b4aeee0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:31.190842 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35110) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:31.205492 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5c723454-517b-413c-9dbc-ac25ad1f82bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:31.255120 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-dd952ebd-c30f-44e4-a5d3-ce4d8b4aeee0 None None] For port 54c922fc-b54f-45e8-b677-15cc34deb099, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=54c922fc-b54f-45e8-b677-15cc34deb099,segment=NetworkSegment(2814f1e4-207b-4e6b-8890-597572a396cd),segment_id=2814f1e4-207b-4e6b-8890-597572a396cd)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:31.255849 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd952ebd-c30f-44e4-a5d3-ce4d8b4aeee0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:31.256844 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eef7eb86-cb12-4c24-9114-0bff231232fe tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:31.271873 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-dd952ebd-c30f-44e4-a5d3-ce4d8b4aeee0 None None] Calling delete_port for 54c922fc-b54f-45e8-b677-15cc34deb099 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:11:31.297063 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7eb86-cb12-4c24-9114-0bff231232fe tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Port': ['ID=54c922fc-b54f-45e8-b677-15cc34deb099,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:31.303664 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef7eb86-cb12-4c24-9114-0bff231232fe tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] No DVR routers for this DVR port 54c922fc-b54f-45e8-b677-15cc34deb099 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:11:31.373053 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5c723454-517b-413c-9dbc-ac25ad1f82bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:31.379311 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5c723454-517b-413c-9dbc-ac25ad1f82bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:31.394487 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd952ebd-c30f-44e4-a5d3-ce4d8b4aeee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:31.418871 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eef7eb86-cb12-4c24-9114-0bff231232fe tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:31.420030 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd952ebd-c30f-44e4-a5d3-ce4d8b4aeee0 None None] Pushing event deleted for resources: {'Port': ['ID=54c922fc-b54f-45e8-b677-15cc34deb099,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:31.427531 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd952ebd-c30f-44e4-a5d3-ce4d8b4aeee0 None None] No DVR routers for this DVR port 54c922fc-b54f-45e8-b677-15cc34deb099 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:11:31.438296 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c723454-517b-413c-9dbc-ac25ad1f82bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad97c68-e986-4166-b603-7f58186a4456,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:31.441156 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-eef7eb86-cb12-4c24-9114-0bff231232fe tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c82905-7839-43e6-bba3-906bcf7cd66c']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:31.451335 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5c723454-517b-413c-9dbc-ac25ad1f82bb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3f7504802ae646ca9bc7d67dce05b21c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2593131 Aug 10 01:11:31.453933 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35120) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:31.456483 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-eef7eb86-cb12-4c24-9114-0bff231232fe tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2814f1e4-207b-4e6b-8890-597572a396cd') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:31.456789 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-eef7eb86-cb12-4c24-9114-0bff231232fe tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2814f1e4-207b-4e6b-8890-597572a396cd') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:31.466840 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eef7eb86-cb12-4c24-9114-0bff231232fe tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:31.482963 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eef7eb86-cb12-4c24-9114-0bff231232fe tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:31.493986 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef7eb86-cb12-4c24-9114-0bff231232fe tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:11:31.494680 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eef7eb86-cb12-4c24-9114-0bff231232fe tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:31.498637 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:11:31.498637 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:11:31.498637 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:11:31.498637 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:11:31.498637 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:11:31.498637 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:11:31.498637 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:11:31.498637 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:11:31.498637 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:11:31.498637 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:11:31.498637 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:11:31.498637 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:11:31.498637 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:11:31.498637 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:11:31.498637 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:11:31.498637 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:11:31.498637 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:11:31.498637 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:11:31.498637 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:11:31.498637 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:11:31.498637 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:11:31.498637 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:11:31.498637 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:11:31.498637 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:11:31.498637 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:11:31.498637 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:11:31.498637 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:11:31.498637 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:11:31.498637 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:11:31.498637 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:11:31.498637 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:11:31.498637 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:11:31.507848 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7d169d4b-5361-496c-9bd1-7dc475f08fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:31.532494 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7d169d4b-5361-496c-9bd1-7dc475f08fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:31.570410 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eef7eb86-cb12-4c24-9114-0bff231232fe tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:31.578073 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eef7eb86-cb12-4c24-9114-0bff231232fe tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:31.580076 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-eef7eb86-cb12-4c24-9114-0bff231232fe tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/networks/80c82905-7839-43e6-bba3-906bcf7cd66c HTTP/1.1" status: 204 len: 168 time: 0.7013266 Aug 10 01:11:31.584207 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35126) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:31.590764 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-f7431696-4d08-4c17-ba46-4fc1097ff949 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-886936665'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:31.594176 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7eb86-cb12-4c24-9114-0bff231232fe tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Network': ['ID=80c82905-7839-43e6-bba3-906bcf7cd66c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:31.611229 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7d169d4b-5361-496c-9bd1-7dc475f08fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:31.613772 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7d169d4b-5361-496c-9bd1-7dc475f08fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:31.617642 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7d169d4b-5361-496c-9bd1-7dc475f08fdd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2ad97c68-e986-4166-b603-7f58186a4456 HTTP/1.1" status: 204 len: 168 time: 0.1621919 Aug 10 01:11:31.624622 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7431696-4d08-4c17-ba46-4fc1097ff949 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Made reservation on behalf of 5a87816e91fb4794a957d4da3be1c174 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:31.628802 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f7431696-4d08-4c17-ba46-4fc1097ff949 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:31.642981 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d169d4b-5361-496c-9bd1-7dc475f08fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad97c68-e986-4166-b603-7f58186a4456,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:31.662524 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7431696-4d08-4c17-ba46-4fc1097ff949 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:11:31.674764 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f7431696-4d08-4c17-ba46-4fc1097ff949 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:31.675193 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-f7431696-4d08-4c17-ba46-4fc1097ff949 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Added segment f4a9b6e4-3cea-4e81-8914-15c275667dd2 of type vlan for network 889e0cf4-2e08-440c-badb-2f803974f7cc Aug 10 01:11:31.729107 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f7431696-4d08-4c17-ba46-4fc1097ff949 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:31.797018 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406ffd1-0fa2-4a3e-9b90-f5031937b90b req-11c766d6-f3b5-456a-a0ad-28fff39d76ee tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:31.798552 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c406ffd1-0fa2-4a3e-9b90-f5031937b90b req-11c766d6-f3b5-456a-a0ad-28fff39d76ee tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=176c0b3d-0b09-4c0c-b864-4f2a20c90930 HTTP/1.1" status: 200 len: 944 time: 0.0815122 Aug 10 01:11:31.823306 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f7431696-4d08-4c17-ba46-4fc1097ff949 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:31.829232 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7431696-4d08-4c17-ba46-4fc1097ff949 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:31.829834 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f7431696-4d08-4c17-ba46-4fc1097ff949 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:31.911388 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f7431696-4d08-4c17-ba46-4fc1097ff949 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3260593 Aug 10 01:11:31.914392 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35144) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:31.920706 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-a80dd09e-f66b-46b4-a083-62e2fd066e95 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'subnet': {'network_id': '889e0cf4-2e08-440c-badb-2f803974f7cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:31.922371 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c406ffd1-0fa2-4a3e-9b90-f5031937b90b req-965a5f58-63c0-4c8e-828d-5e124736e8ad tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159098 Aug 10 01:11:31.928651 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7431696-4d08-4c17-ba46-4fc1097ff949 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Network': ['ID=889e0cf4-2e08-440c-badb-2f803974f7cc,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:31.946368 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 889e0cf4-2e08-440c-badb-2f803974f7cc details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:11:32.001405 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 54c922fc-b54f-45e8-b677-15cc34deb099 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:11:32.029705 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 54c922fc-b54f-45e8-b677-15cc34deb099 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:11:32.030320 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 54c922fc-b54f-45e8-b677-15cc34deb099 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:11:32.064918 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80dd09e-f66b-46b4-a083-62e2fd066e95 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Made reservation on behalf of 5a87816e91fb4794a957d4da3be1c174 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:32.068914 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a80dd09e-f66b-46b4-a083-62e2fd066e95 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:32.090770 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35148) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:32.107083 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6e2f9407-93bc-4774-9063-30639dc7a9c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:32.212671 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6e2f9407-93bc-4774-9063-30639dc7a9c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:32.217180 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6e2f9407-93bc-4774-9063-30639dc7a9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:32.255798 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f9407-93bc-4774-9063-30639dc7a9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7681900a-058d-48dc-bd9b-d84906f89a36,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:32.260777 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6e2f9407-93bc-4774-9063-30639dc7a9c6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=68275706a92045708a0ac7edf4893d3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1686728 Aug 10 01:11:32.263079 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35154) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:32.283847 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a80dd09e-f66b-46b4-a083-62e2fd066e95 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:32.319179 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-708b581a-7452-4c28-a372-329332bee99c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:32.343923 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-708b581a-7452-4c28-a372-329332bee99c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:32.349321 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80dd09e-f66b-46b4-a083-62e2fd066e95 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Subnet': ['ID=f4b02f89-3fa2-44a8-91cb-a612b3ceabd0,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:32.357695 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80dd09e-f66b-46b4-a083-62e2fd066e95 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Checking segment: {'id': 'f4a9b6e4-3cea-4e81-8914-15c275667dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '889e0cf4-2e08-440c-badb-2f803974f7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:11:32.358068 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80dd09e-f66b-46b4-a083-62e2fd066e95 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Network hostable DHCP agents. Network: 889e0cf4-2e08-440c-badb-2f803974f7cc, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:11:32.376594 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80dd09e-f66b-46b4-a083-62e2fd066e95 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Network 889e0cf4-2e08-440c-badb-2f803974f7cc is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:11:32.390898 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-a80dd09e-f66b-46b4-a083-62e2fd066e95 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 889e0cf4-2e08-440c-badb-2f803974f7cc) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:32.396733 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80dd09e-f66b-46b4-a083-62e2fd066e95 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:32.397384 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a80dd09e-f66b-46b4-a083-62e2fd066e95 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:32.406991 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-708b581a-7452-4c28-a372-329332bee99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:32.407153 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f16c4e6-0aef-4946-b14f-468b526b1a18 None None] Network 889e0cf4-2e08-440c-badb-2f803974f7cc requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:11:32.409684 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-708b581a-7452-4c28-a372-329332bee99c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:32.418130 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-708b581a-7452-4c28-a372-329332bee99c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7681900a-058d-48dc-bd9b-d84906f89a36 HTTP/1.1" status: 204 len: 168 time: 0.1530337 Aug 10 01:11:32.427191 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35166) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:32.429076 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a80dd09e-f66b-46b4-a083-62e2fd066e95 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5120950 Aug 10 01:11:32.439752 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-c71494f2-5f82-4374-9798-dde7ea781d22 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2009141396', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:32.450327 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b581a-7452-4c28-a372-329332bee99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7681900a-058d-48dc-bd9b-d84906f89a36,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:32.473687 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c71494f2-5f82-4374-9798-dde7ea781d22 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:32.475096 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c71494f2-5f82-4374-9798-dde7ea781d22 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:32.547106 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c71494f2-5f82-4374-9798-dde7ea781d22 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:32.552088 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c71494f2-5f82-4374-9798-dde7ea781d22 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:32.573217 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c71494f2-5f82-4374-9798-dde7ea781d22 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:32.578125 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35172) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:32.584936 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-df7352fa-afff-4371-9919-5e643cf04ec7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'port': {'network_id': '889e0cf4-2e08-440c-badb-2f803974f7cc', 'name': 'tempest-PortsTestJSON-237735147'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:32.589671 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c71494f2-5f82-4374-9798-dde7ea781d22 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1608636 Aug 10 01:11:32.646190 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804f14bf-577d-4b0e-bac0-90673eb566b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-889e0cf4-2e08-440c-badb-2f803974f7cc', 'network_id': '889e0cf4-2e08-440c-badb-2f803974f7cc', 'tenant_id': '5a87816e91fb4794a957d4da3be1c174', 'fixed_ips': [{'subnet_id': 'f4b02f89-3fa2-44a8-91cb-a612b3ceabd0'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:11:32.647385 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-804f14bf-577d-4b0e-bac0-90673eb566b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:32.718667 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:11:32.785232 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7352fa-afff-4371-9919-5e643cf04ec7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Made reservation on behalf of 5a87816e91fb4794a957d4da3be1c174 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:32.792474 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-df7352fa-afff-4371-9919-5e643cf04ec7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:32.812646 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-df7352fa-afff-4371-9919-5e643cf04ec7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] device_id is not set on port 9f9600bf-4081-4baa-8602-e369413f0acc yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:11:32.834358 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-804f14bf-577d-4b0e-bac0-90673eb566b9 None None] Allocated IP 172.20.0.2 (889e0cf4-2e08-440c-badb-2f803974f7cc/f4b02f89-3fa2-44a8-91cb-a612b3ceabd0/b2bd50f3-549a-48c2-a318-c0648a455ebb) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:11:33.033747 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-804f14bf-577d-4b0e-bac0-90673eb566b9 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:33.047453 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-804f14bf-577d-4b0e-bac0-90673eb566b9 None None] Transition to ACTIVE for port object b2bd50f3-549a-48c2-a318-c0648a455ebb will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:11:33.069421 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-804f14bf-577d-4b0e-bac0-90673eb566b9 None None] Transition to ACTIVE for port object b2bd50f3-549a-48c2-a318-c0648a455ebb will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:11:33.075307 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44dcef-55d3-4aaf-a46c-006c913d206d req-9d0b3c8f-0daa-4b76-8274-bd2f1885bf31 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:33.077571 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ee44dcef-55d3-4aaf-a46c-006c913d206d req-9d0b3c8f-0daa-4b76-8274-bd2f1885bf31 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=176c0b3d-0b09-4c0c-b864-4f2a20c90930 HTTP/1.1" status: 200 len: 944 time: 0.0697153 Aug 10 01:11:33.079552 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-804f14bf-577d-4b0e-bac0-90673eb566b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:33.125769 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ee44dcef-55d3-4aaf-a46c-006c913d206d req-87b4a44e-d796-47cb-9bf9-334298bd977f tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409863 Aug 10 01:11:33.154189 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804f14bf-577d-4b0e-bac0-90673eb566b9 None None] Network 889e0cf4-2e08-440c-badb-2f803974f7cc is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:11:33.159619 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-804f14bf-577d-4b0e-bac0-90673eb566b9 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:33.163169 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804f14bf-577d-4b0e-bac0-90673eb566b9 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:11:33.182143 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-df7352fa-afff-4371-9919-5e643cf04ec7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Allocated IP 172.20.0.3 (889e0cf4-2e08-440c-badb-2f803974f7cc/f4b02f89-3fa2-44a8-91cb-a612b3ceabd0/9f9600bf-4081-4baa-8602-e369413f0acc) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:11:33.199764 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f14bf-577d-4b0e-bac0-90673eb566b9 None None] Pushing event updated for resources: {'Port': ['ID=b2bd50f3-549a-48c2-a318-c0648a455ebb,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:33.239603 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-804f14bf-577d-4b0e-bac0-90673eb566b9 None None] Attempting to bind port b2bd50f3-549a-48c2-a318-c0648a455ebb on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:33.239979 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-804f14bf-577d-4b0e-bac0-90673eb566b9 None None] Attempting to bind port b2bd50f3-549a-48c2-a318-c0648a455ebb by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'f4a9b6e4-3cea-4e81-8914-15c275667dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '889e0cf4-2e08-440c-badb-2f803974f7cc'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:33.240427 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804f14bf-577d-4b0e-bac0-90673eb566b9 None None] Attempting to bind port b2bd50f3-549a-48c2-a318-c0648a455ebb on network 889e0cf4-2e08-440c-badb-2f803974f7cc {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:33.245590 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804f14bf-577d-4b0e-bac0-90673eb566b9 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:11:33.245969 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804f14bf-577d-4b0e-bac0-90673eb566b9 None None] Checking segment: {'id': 'f4a9b6e4-3cea-4e81-8914-15c275667dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '889e0cf4-2e08-440c-badb-2f803974f7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:11:33.246373 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-804f14bf-577d-4b0e-bac0-90673eb566b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:33.247155 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804f14bf-577d-4b0e-bac0-90673eb566b9 None None] Bound using segment: {'id': 'f4a9b6e4-3cea-4e81-8914-15c275667dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '889e0cf4-2e08-440c-badb-2f803974f7cc'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:11:33.247631 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-804f14bf-577d-4b0e-bac0-90673eb566b9 None None] Bound port: b2bd50f3-549a-48c2-a318-c0648a455ebb, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a9b6e4-3cea-4e81-8914-15c275667dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '889e0cf4-2e08-440c-badb-2f803974f7cc'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:11:33.248174 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-804f14bf-577d-4b0e-bac0-90673eb566b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:33.270189 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35200) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:33.331633 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-804f14bf-577d-4b0e-bac0-90673eb566b9 None None] For port b2bd50f3-549a-48c2-a318-c0648a455ebb, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:11:33.335441 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-804f14bf-577d-4b0e-bac0-90673eb566b9 None None] For port b2bd50f3-549a-48c2-a318-c0648a455ebb, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b2bd50f3-549a-48c2-a318-c0648a455ebb,segment=NetworkSegment(f4a9b6e4-3cea-4e81-8914-15c275667dd2),segment_id=f4a9b6e4-3cea-4e81-8914-15c275667dd2)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:11:33.345048 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-804f14bf-577d-4b0e-bac0-90673eb566b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:33.398914 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-df7352fa-afff-4371-9919-5e643cf04ec7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:33.408153 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f14bf-577d-4b0e-bac0-90673eb566b9 None None] Pushing event updated for resources: {'Port': ['ID=b2bd50f3-549a-48c2-a318-c0648a455ebb,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:33.428591 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-df7352fa-afff-4371-9919-5e643cf04ec7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Transition to ACTIVE for port object 9f9600bf-4081-4baa-8602-e369413f0acc will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:11:33.436444 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-983f1371-941f-4458-a6bf-b0bcc7348564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:33.486028 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-df7352fa-afff-4371-9919-5e643cf04ec7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:33.536922 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7352fa-afff-4371-9919-5e643cf04ec7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Network 889e0cf4-2e08-440c-badb-2f803974f7cc is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:11:33.541519 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-df7352fa-afff-4371-9919-5e643cf04ec7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:33.548990 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7352fa-afff-4371-9919-5e643cf04ec7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:11:33.589728 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7352fa-afff-4371-9919-5e643cf04ec7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Port': ['ID=9f9600bf-4081-4baa-8602-e369413f0acc,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:33.607010 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-983f1371-941f-4458-a6bf-b0bcc7348564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:33.614046 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-983f1371-941f-4458-a6bf-b0bcc7348564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:33.632711 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7352fa-afff-4371-9919-5e643cf04ec7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:33.633299 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-df7352fa-afff-4371-9919-5e643cf04ec7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:33.652413 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-df7352fa-afff-4371-9919-5e643cf04ec7 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0722804 Aug 10 01:11:33.655026 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35212) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:33.672313 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f1371-941f-4458-a6bf-b0bcc7348564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e57b20e-622a-4dd4-abfa-16c6af91464c,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:33.678398 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-983f1371-941f-4458-a6bf-b0bcc7348564 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d548d0a65b074df1b3e659c4be6ca168&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4071043 Aug 10 01:11:33.681970 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35214) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:33.805883 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a7458d09-86e6-4af8-9d5b-07b18a763d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:33.874129 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a7458d09-86e6-4af8-9d5b-07b18a763d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:33.947411 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a7458d09-86e6-4af8-9d5b-07b18a763d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:33.954683 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a7458d09-86e6-4af8-9d5b-07b18a763d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:33.964266 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a7458d09-86e6-4af8-9d5b-07b18a763d9e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5e57b20e-622a-4dd4-abfa-16c6af91464c HTTP/1.1" status: 204 len: 168 time: 0.2805946 Aug 10 01:11:33.987458 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7458d09-86e6-4af8-9d5b-07b18a763d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e57b20e-622a-4dd4-abfa-16c6af91464c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:34.145047 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b2bd50f3-549a-48c2-a318-c0648a455ebb up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:11:34.231272 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e648a3a8-77c0-45bf-8f9a-e5ffba229da3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:34.255379 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port b2bd50f3-549a-48c2-a318-c0648a455ebb completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:11:34.328089 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f89e2e-3c88-4bf2-9765-e7fe155a6dd3 req-b9e94785-ccb3-4de0-bc02-038ec0b2a86a tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:34.336264 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05f89e2e-3c88-4bf2-9765-e7fe155a6dd3 req-b9e94785-ccb3-4de0-bc02-038ec0b2a86a tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=176c0b3d-0b09-4c0c-b864-4f2a20c90930 HTTP/1.1" status: 200 len: 944 time: 0.0909016 Aug 10 01:11:34.382680 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05f89e2e-3c88-4bf2-9765-e7fe155a6dd3 req-9cc74ec5-b884-4c8f-a922-060e8b5bc1c8 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412867 Aug 10 01:11:34.617505 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e648a3a8-77c0-45bf-8f9a-e5ffba229da3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:34.624201 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e648a3a8-77c0-45bf-8f9a-e5ffba229da3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:34.717426 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89290135-45bf-426c-b2a1-b075fa9be6c5 None None] Network 889e0cf4-2e08-440c-badb-2f803974f7cc requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:11:34.765631 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e648a3a8-77c0-45bf-8f9a-e5ffba229da3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Port': ['ID=9f9600bf-4081-4baa-8602-e369413f0acc,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:34.806110 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d3cf72aa-4045-4995-9723-5fa79a93b496 None None] Provisioning for port b2bd50f3-549a-48c2-a318-c0648a455ebb completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:11:34.814974 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d3cf72aa-4045-4995-9723-5fa79a93b496 None None] Provisioning complete for port b2bd50f3-549a-48c2-a318-c0648a455ebb triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:34.815551 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d3cf72aa-4045-4995-9723-5fa79a93b496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:34.876147 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35250) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:34.895650 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e648a3a8-77c0-45bf-8f9a-e5ffba229da3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:34.983555 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d3cf72aa-4045-4995-9723-5fa79a93b496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:35.032391 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d3cf72aa-4045-4995-9723-5fa79a93b496 None None] For port b2bd50f3-549a-48c2-a318-c0648a455ebb, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b2bd50f3-549a-48c2-a318-c0648a455ebb,segment=NetworkSegment(f4a9b6e4-3cea-4e81-8914-15c275667dd2),segment_id=f4a9b6e4-3cea-4e81-8914-15c275667dd2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:35.043387 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d3cf72aa-4045-4995-9723-5fa79a93b496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:35.065975 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e648a3a8-77c0-45bf-8f9a-e5ffba229da3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:35.112566 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf72aa-4045-4995-9723-5fa79a93b496 None None] Pushing event updated for resources: {'Port': ['ID=b2bd50f3-549a-48c2-a318-c0648a455ebb,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:35.160161 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-9461b96a-5f3e-4afe-b5d2-cb7538d37d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1335918442'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:35.190356 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9461b96a-5f3e-4afe-b5d2-cb7538d37d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822-project] Made reservation on behalf of 5dd351f5f2f041aab6f4f34630d248a1 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:35.195066 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9461b96a-5f3e-4afe-b5d2-cb7538d37d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:35.206922 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9461b96a-5f3e-4afe-b5d2-cb7538d37d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:35.324622 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9461b96a-5f3e-4afe-b5d2-cb7538d37d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:35.336310 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9461b96a-5f3e-4afe-b5d2-cb7538d37d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:35.373259 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9461b96a-5f3e-4afe-b5d2-cb7538d37d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:11:35.374738 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7b0c9590-9d67-49a1-ae1a-0a01ae92a226 None None] Provisioning for port 9f9600bf-4081-4baa-8602-e369413f0acc completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:11:35.378959 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7b0c9590-9d67-49a1-ae1a-0a01ae92a226 None None] Provisioning complete for port 9f9600bf-4081-4baa-8602-e369413f0acc triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:35.379500 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7b0c9590-9d67-49a1-ae1a-0a01ae92a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:35.413141 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e648a3a8-77c0-45bf-8f9a-e5ffba229da3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:35.425801 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e648a3a8-77c0-45bf-8f9a-e5ffba229da3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:35.426312 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9461b96a-5f3e-4afe-b5d2-cb7538d37d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:35.426701 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-9461b96a-5f3e-4afe-b5d2-cb7538d37d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822-project] Added segment bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8 of type vlan for network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 Aug 10 01:11:35.448911 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461b96a-5f3e-4afe-b5d2-cb7538d37d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c54819a-96f6-43fd-838a-6fb4cd8dc03d,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:35.456882 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-7b0c9590-9d67-49a1-ae1a-0a01ae92a226 None None] Port 9f9600bf-4081-4baa-8602-e369413f0acc cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:11:35.470743 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7b0c9590-9d67-49a1-ae1a-0a01ae92a226 None None] Provisioning complete for port b2bd50f3-549a-48c2-a318-c0648a455ebb triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:35.471390 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7b0c9590-9d67-49a1-ae1a-0a01ae92a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:35.528628 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9461b96a-5f3e-4afe-b5d2-cb7538d37d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:35.608218 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e648a3a8-77c0-45bf-8f9a-e5ffba229da3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Port': ['ID=9f9600bf-4081-4baa-8602-e369413f0acc,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:35.618472 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e648a3a8-77c0-45bf-8f9a-e5ffba229da3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:35.640351 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9461b96a-5f3e-4afe-b5d2-cb7538d37d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:35.651022 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9461b96a-5f3e-4afe-b5d2-cb7538d37d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:35.651986 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9461b96a-5f3e-4afe-b5d2-cb7538d37d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:35.677069 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35276) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:35.679663 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0bb31-9759-447e-b91b-22a706a1b9b6 req-36d12faa-f71c-4f75-9501-d35f9a9f22d5 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:35.681408 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-25a0bb31-9759-447e-b91b-22a706a1b9b6 req-36d12faa-f71c-4f75-9501-d35f9a9f22d5 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=176c0b3d-0b09-4c0c-b864-4f2a20c90930 HTTP/1.1" status: 200 len: 944 time: 0.1650085 Aug 10 01:11:35.712517 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 0aecc27a-db65-432e-b4b6-857d127b666e details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:11:35.737165 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e648a3a8-77c0-45bf-8f9a-e5ffba229da3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Network 889e0cf4-2e08-440c-badb-2f803974f7cc is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:11:35.738634 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-e648a3a8-77c0-45bf-8f9a-e5ffba229da3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:35.754930 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7292587f-a8ad-44f2-9d67-a9ab19977463 None None] Provisioning complete for port 9f9600bf-4081-4baa-8602-e369413f0acc triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:35.761173 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7292587f-a8ad-44f2-9d67-a9ab19977463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:35.834708 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461b96a-5f3e-4afe-b5d2-cb7538d37d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822-project] Pushing event updated for resources: {'Network': ['ID=2b9f8a16-7b5d-4b44-a9e2-84f790f224e2,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:35.854543 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9461b96a-5f3e-4afe-b5d2-cb7538d37d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.9767299 Aug 10 01:11:35.863068 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-0b4e85ed-bcd9-4ffd-b0e5-e0dcf9b16251 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2696187 Aug 10 01:11:35.866733 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-25a0bb31-9759-447e-b91b-22a706a1b9b6 req-9329d9b3-21f9-4d0d-aca6-518ae021789d tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266513 Aug 10 01:11:35.872053 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:11:35.893848 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d3edbc22-7744-4224-bb4f-3556680b2ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:35.927354 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-7292587f-a8ad-44f2-9d67-a9ab19977463 None None] Port 9f9600bf-4081-4baa-8602-e369413f0acc cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:11:35.998973 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 0aecc27a-db65-432e-b4b6-857d127b666e, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=0aecc27a-db65-432e-b4b6-857d127b666e,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:36.012070 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '0aecc27a-db65-432e-b4b6-857d127b666e', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'port_id': '0aecc27a-db65-432e-b4b6-857d127b666e', 'mac_address': 'fa:16:3e:ad:7b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:11:36.068554 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-c7a65e98-013c-425c-a549-983bbeb1222c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:36.069304 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7944155e-2b40-4a94-b843-4dd7fc15bd16 None None] Provisioning complete for port 9f9600bf-4081-4baa-8602-e369413f0acc triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:36.070257 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7944155e-2b40-4a94-b843-4dd7fc15bd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:36.070368 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-c7a65e98-013c-425c-a549-983bbeb1222c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:36.079808 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-c7a65e98-013c-425c-a549-983bbeb1222c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:36.080754 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-c7a65e98-013c-425c-a549-983bbeb1222c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:36.084778 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-c7a65e98-013c-425c-a549-983bbeb1222c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:36.085830 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-c7a65e98-013c-425c-a549-983bbeb1222c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:36.086436 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-c7a65e98-013c-425c-a549-983bbeb1222c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:36.087106 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e648a3a8-77c0-45bf-8f9a-e5ffba229da3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Router 82401736-3ee4-4278-9a08-3b0743ccd108 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:11:36.090710 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-c7a65e98-013c-425c-a549-983bbeb1222c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d10c461282a54fe6a1ff477fc3a37853&device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 6496 time: 0.1208365 Aug 10 01:11:36.097453 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:36.100358 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b2bd50f3-549a-48c2-a318-c0648a455ebb up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:11:36.138720 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d3edbc22-7744-4224-bb4f-3556680b2ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:36.147916 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d3edbc22-7744-4224-bb4f-3556680b2ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:36.211191 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aecc27a-db65-432e-b4b6-857d127b666e {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:11:36.238294 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-7944155e-2b40-4a94-b843-4dd7fc15bd16 None None] Port 9f9600bf-4081-4baa-8602-e369413f0acc cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:11:36.276416 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 0aecc27a-db65-432e-b4b6-857d127b666e, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=0aecc27a-db65-432e-b4b6-857d127b666e,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:36.279148 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-5e7d97ae-65fa-4b7f-accd-dc685e5cef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:36.280424 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-5e7d97ae-65fa-4b7f-accd-dc685e5cef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:36.281760 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-5e7d97ae-65fa-4b7f-accd-dc685e5cef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:36.282561 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port b2bd50f3-549a-48c2-a318-c0648a455ebb triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:36.283075 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:36.284030 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-5e7d97ae-65fa-4b7f-accd-dc685e5cef70 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0748c972-8292-4d91-8783-82779f7574d3&id=87e4a205-e3a1-47d5-9b64-5ef0f0daea88&id=87e4a205-e3a1-47d5-9b64-5ef0f0daea88&id=87e4a205-e3a1-47d5-9b64-5ef0f0daea88&id=87e4a205-e3a1-47d5-9b64-5ef0f0daea88&id=9657ed9b-3ba6-4067-a52c-0b450eacaa75&id=9657ed9b-3ba6-4067-a52c-0b450eacaa75 HTTP/1.1" status: 200 len: 2290 time: 0.1541967 Aug 10 01:11:36.287502 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:36.331276 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d3edbc22-7744-4224-bb4f-3556680b2ec7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5c52483f94d448d7bad16f6518db7555&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6531739 Aug 10 01:11:36.334047 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35290) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:36.337209 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3edbc22-7744-4224-bb4f-3556680b2ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc36fad-34e2-4d99-9cda-91c30e6aa9c0,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:36.360521 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e648a3a8-77c0-45bf-8f9a-e5ffba229da3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:11:36.365892 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e648a3a8-77c0-45bf-8f9a-e5ffba229da3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "PUT /v2.0/routers/82401736-3ee4-4278-9a08-3b0743ccd108/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7097621 Aug 10 01:11:36.368912 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35292) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:36.382517 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35294) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:36.382746 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fae4fc-8985-47dd-b61c-053537088c8a None None] Sync routers for ids ['82401736-3ee4-4278-9a08-3b0743ccd108'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:11:36.405936 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Request body: {'port': {'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2', 'binding:host_id': 'n-h1-766726-26', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668166237'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:36.409431 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-fb9b08d7-ead8-4213-bf45-651a9ec47e2e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19f12836-f92e-4fd8-ab2a-0c784d7fc657 HTTP/1.1" status: 200 len: 1000 time: 0.1183596 Aug 10 01:11:36.416332 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e0621a97-288d-4fd5-a214-595f1c06600e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:36.429583 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a44d2ef2-fa6e-4b6e-9f19-e0f37635e11b None None] Provisioning complete for port 9f9600bf-4081-4baa-8602-e369413f0acc triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:36.429993 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a44d2ef2-fa6e-4b6e-9f19-e0f37635e11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:36.431763 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fae4fc-8985-47dd-b61c-053537088c8a None None] Routers {'82401736-3ee4-4278-9a08-3b0743ccd108'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:11:36.432430 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-00fae4fc-8985-47dd-b61c-053537088c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:11:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['82401736-3ee4-4278-9a08-3b0743ccd108'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:36.441927 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Made reservation on behalf of 94c78478769e435eb00d6bd2abeba37f for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:36.444449 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:36.453844 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af865dc1-2123-42a3-b0ec-ed9e94cd664e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:36.458014 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-af865dc1-2123-42a3-b0ec-ed9e94cd664e tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "GET /v2.0/ports?device_id=82401736-3ee4-4278-9a08-3b0743ccd108 HTTP/1.1" status: 200 len: 981 time: 0.0855999 Aug 10 01:11:36.462738 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35296) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:36.468802 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:36.489939 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e0621a97-288d-4fd5-a214-595f1c06600e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:36.491915 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=0aecc27a-db65-432e-b4b6-857d127b666e,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:36.500006 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-00fae4fc-8985-47dd-b61c-053537088c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:36.515474 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-dc37a329-332e-4b44-9d23-a7d2f1d2d05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:36.517132 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-dc37a329-332e-4b44-9d23-a7d2f1d2d05d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db2f7dc2-26b4-4843-84fd-453664eef2f7 HTTP/1.1" status: 200 len: 848 time: 0.0967722 Aug 10 01:11:36.535076 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a44d2ef2-fa6e-4b6e-9f19-e0f37635e11b None None] Port 9f9600bf-4081-4baa-8602-e369413f0acc cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:11:36.547839 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fae4fc-8985-47dd-b61c-053537088c8a None None] Routers {'82401736-3ee4-4278-9a08-3b0743ccd108'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:11:36.548528 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-00fae4fc-8985-47dd-b61c-053537088c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:11:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['82401736-3ee4-4278-9a08-3b0743ccd108'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:36.582390 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-4e155192-6ade-4498-ab90-f98e92e862ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:36.584135 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-4e155192-6ade-4498-ab90-f98e92e862ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0748c972-8292-4d91-8783-82779f7574d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585806 Aug 10 01:11:36.593833 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-00fae4fc-8985-47dd-b61c-053537088c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:36.594507 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fae4fc-8985-47dd-b61c-053537088c8a None None] The sync data for ids ['82401736-3ee4-4278-9a08-3b0743ccd108'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:11:36.605266 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e0621a97-288d-4fd5-a214-595f1c06600e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:36.608503 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e0621a97-288d-4fd5-a214-595f1c06600e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:36.610085 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e0621a97-288d-4fd5-a214-595f1c06600e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0fc36fad-34e2-4d99-9cda-91c30e6aa9c0 HTTP/1.1" status: 204 len: 168 time: 0.2748923 Aug 10 01:11:36.662630 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0621a97-288d-4fd5-a214-595f1c06600e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc36fad-34e2-4d99-9cda-91c30e6aa9c0,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:36.722139 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-f9580406-4b38-4bd1-b000-b44a515c616b service neutron] 10.222.0.20 "GET /v2.0/networks/0748c972-8292-4d91-8783-82779f7574d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288323 Aug 10 01:11:36.795073 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:36.795259 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['0aecc27a-db65-432e-b4b6-857d127b666e'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:11:36.803830 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:36.814266 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] device_id is not set on port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:11:36.850894 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-73475aa1-fc2d-44c7-9a85-44c3e682442e service neutron] 10.222.0.20 "GET /v2.0/networks/0748c972-8292-4d91-8783-82779f7574d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206992 Aug 10 01:11:36.918542 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-a0fa336a-4c4a-457c-8c13-c8df781c3fc5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=8a79b3c1-044c-4b04-8482-338547d33f44 HTTP/1.1" status: 200 len: 217 time: 0.0602107 Aug 10 01:11:36.998036 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-579378b4-c122-4e24-ac2c-bfe48861b635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:36.999749 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-579378b4-c122-4e24-ac2c-bfe48861b635 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4bfcdb50-9c0d-437c-9c01-cf14d13f1a02 HTTP/1.1" status: 200 len: 797 time: 0.0741839 Aug 10 01:11:37.106229 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-25209271-634f-41bf-b0a3-29b5b9ad713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:37.108426 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-25209271-634f-41bf-b0a3-29b5b9ad713e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87e4a205-e3a1-47d5-9b64-5ef0f0daea88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0668561 Aug 10 01:11:37.119548 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926c144-1c34-4d10-ac69-17e8f894621e req-32cdd258-abe2-4588-8b43-cecf7ade230a tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:37.121971 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9926c144-1c34-4d10-ac69-17e8f894621e req-32cdd258-abe2-4588-8b43-cecf7ade230a tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=176c0b3d-0b09-4c0c-b864-4f2a20c90930 HTTP/1.1" status: 200 len: 945 time: 0.1210160 Aug 10 01:11:37.211078 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9926c144-1c34-4d10-ac69-17e8f894621e req-0a2021be-9a66-4c44-aa91-677af7faa90a tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795817 Aug 10 01:11:37.309842 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-4a6e2b61-005f-4ace-a4d3-dd4631e0a2a5 service neutron] 10.222.0.20 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867125 Aug 10 01:11:37.345011 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533fed63-9ef7-4167-9248-200065010b77,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:37.430044 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-e1ff20e5-34e0-442a-becb-3e29ca1c2671 service neutron] 10.222.0.20 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059003 Aug 10 01:11:37.477889 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-31a93c37-ef75-4fd9-8ec6-13a59bfbc39f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=9211c06d-216b-4619-a636-7f12c2e6d3ce HTTP/1.1" status: 200 len: 217 time: 0.0406675 Aug 10 01:11:37.536463 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-f5796cdf-414c-4387-9aac-383b157d5b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:37.537958 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-f5796cdf-414c-4387-9aac-383b157d5b23 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4bfcdb50-9c0d-437c-9c01-cf14d13f1a02 HTTP/1.1" status: 200 len: 797 time: 0.0537040 Aug 10 01:11:37.548474 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b525098f-fe2e-4144-983b-69e71d73652a tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:37.587904 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-16799719-06fe-441c-b525-29ab8fb2464e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:37.589478 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-16799719-06fe-441c-b525-29ab8fb2464e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87e4a205-e3a1-47d5-9b64-5ef0f0daea88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0443668 Aug 10 01:11:37.661040 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] device_id is not set on port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:11:37.675836 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:37.699328 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-0fa28c36-935b-45f3-a947-512fa6b74242 service neutron] 10.222.0.20 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021721 Aug 10 01:11:37.726542 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Transition to ACTIVE for port object 2ae3c711-40ee-40ba-a03e-367a9ad94c08 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:11:37.762388 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:37.793395 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-87653e1e-5437-4d67-b0ee-21e11f8502f4 service neutron] 10.222.0.20 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867205 Aug 10 01:11:37.799830 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35332) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:37.835302 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Pushing event updated for resources: {'Port': ['ID=2ae3c711-40ee-40ba-a03e-367a9ad94c08,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:37.849761 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-99828941-8ef0-419b-9794-8f493bdb2707 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=200e7fac-07de-403e-91cd-a7f052e1e0de HTTP/1.1" status: 200 len: 217 time: 0.0439780 Aug 10 01:11:37.887559 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Checking segment: {'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:11:37.888438 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Network hostable DHCP agents. Network: 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:11:37.901834 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-4b13e44a-ff48-44f0-9b1b-20229899a1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:37.903306 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-4b13e44a-ff48-44f0-9b1b-20229899a1e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4bfcdb50-9c0d-437c-9c01-cf14d13f1a02 HTTP/1.1" status: 200 len: 797 time: 0.0454810 Aug 10 01:11:37.919371 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:11:37.935718 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:37.939608 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-b525098f-fe2e-4144-983b-69e71d73652a tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Deleting port 9f9600bf-4081-4baa-8602-e369413f0acc {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:11:37.940146 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b525098f-fe2e-4144-983b-69e71d73652a tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:37.946360 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db60ace-4fe3-4bac-99a2-bf4da40bddd9 None None] Network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:11:37.958641 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c86845d0-03aa-4e6f-8c27-30f66a7f1e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:37.959197 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:11:37.985284 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-ea7e05b6-075b-495c-a842-38c5cefff813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:37.986687 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-ea7e05b6-075b-495c-a842-38c5cefff813 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87e4a205-e3a1-47d5-9b64-5ef0f0daea88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0760400 Aug 10 01:11:38.012043 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:38.012480 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:38.012744 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:38.021016 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:11:38.021016 n-d-766726-26 neutron-server[105827]: ERROR neutron.plugins.ml2.managers [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Failed to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on host n-h1-766726-26 for vnic_type normal using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] Aug 10 01:11:38.021016 n-d-766726-26 neutron-server[105827]: INFO neutron.plugins.ml2.plugin [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempt 2 to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 Aug 10 01:11:38.083079 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:38.083576 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:38.084011 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:38.093223 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b525098f-fe2e-4144-983b-69e71d73652a tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:38.095667 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:11:38.096104 n-d-766726-26 neutron-server[105827]: ERROR neutron.plugins.ml2.managers [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Failed to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on host n-h1-766726-26 for vnic_type normal using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] Aug 10 01:11:38.100938 n-d-766726-26 neutron-server[105827]: INFO neutron.plugins.ml2.plugin [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempt 3 to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 Aug 10 01:11:38.116390 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-b525098f-fe2e-4144-983b-69e71d73652a tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Calling delete_port for 9f9600bf-4081-4baa-8602-e369413f0acc owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:11:38.123264 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:38.123701 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:38.124048 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:38.135315 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:11:38.135656 n-d-766726-26 neutron-server[105827]: ERROR neutron.plugins.ml2.managers [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Failed to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on host n-h1-766726-26 for vnic_type normal using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] Aug 10 01:11:38.136038 n-d-766726-26 neutron-server[105827]: INFO neutron.plugins.ml2.plugin [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempt 4 to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 Aug 10 01:11:38.137029 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-a2222f42-9e27-49f2-bf98-b15205059c63 service neutron] 10.222.0.20 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417661 Aug 10 01:11:38.184713 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:38.185055 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:38.185395 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:38.193676 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:11:38.194003 n-d-766726-26 neutron-server[105827]: ERROR neutron.plugins.ml2.managers [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Failed to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on host n-h1-766726-26 for vnic_type normal using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] Aug 10 01:11:38.197419 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c86845d0-03aa-4e6f-8c27-30f66a7f1e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:38.198381 n-d-766726-26 neutron-server[105827]: INFO neutron.plugins.ml2.plugin [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempt 5 to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 Aug 10 01:11:38.206699 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c86845d0-03aa-4e6f-8c27-30f66a7f1e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:38.215261 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:38.215601 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:38.215942 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:38.224403 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:11:38.226239 n-d-766726-26 neutron-server[105827]: ERROR neutron.plugins.ml2.managers [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Failed to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on host n-h1-766726-26 for vnic_type normal using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] Aug 10 01:11:38.254901 n-d-766726-26 neutron-server[105827]: INFO neutron.plugins.ml2.plugin [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempt 6 to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 Aug 10 01:11:38.264080 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c86845d0-03aa-4e6f-8c27-30f66a7f1e80 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=28b3d252b33f43a9982e056b50e2233f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4631021 Aug 10 01:11:38.267202 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35340) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:38.280070 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86845d0-03aa-4e6f-8c27-30f66a7f1e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b270fd-c602-4a97-9d49-b98ce285dd14,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:38.280900 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:38.281245 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:38.281591 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:38.287485 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:11:38.288019 n-d-766726-26 neutron-server[105827]: ERROR neutron.plugins.ml2.managers [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Failed to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on host n-h1-766726-26 for vnic_type normal using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] Aug 10 01:11:38.288592 n-d-766726-26 neutron-server[105827]: INFO neutron.plugins.ml2.plugin [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempt 7 to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 Aug 10 01:11:38.307966 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:38.308364 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:38.308711 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:38.327591 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-951aed12-1f5c-4faf-b221-60dd231aa708 service neutron] 10.222.0.20 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828282 Aug 10 01:11:38.335120 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:11:38.335460 n-d-766726-26 neutron-server[105827]: ERROR neutron.plugins.ml2.managers [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Failed to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on host n-h1-766726-26 for vnic_type normal using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] Aug 10 01:11:38.338291 n-d-766726-26 neutron-server[105827]: INFO neutron.plugins.ml2.plugin [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempt 8 to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 Aug 10 01:11:38.368885 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:38.369227 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:38.369567 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:38.378725 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:11:38.379090 n-d-766726-26 neutron-server[105827]: ERROR neutron.plugins.ml2.managers [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Failed to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on host n-h1-766726-26 for vnic_type normal using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] Aug 10 01:11:38.379487 n-d-766726-26 neutron-server[105827]: INFO neutron.plugins.ml2.plugin [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempt 9 to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 Aug 10 01:11:38.391897 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b525098f-fe2e-4144-983b-69e71d73652a tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:38.400617 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:38.400944 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:38.401280 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:38.417912 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-1b436576-a0a6-4d7a-826b-706d045a3b73 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=49ba5ea8-ef2b-468a-baec-23d59ac9e260 HTTP/1.1" status: 200 len: 217 time: 0.0564826 Aug 10 01:11:38.431002 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:11:38.431282 n-d-766726-26 neutron-server[105827]: ERROR neutron.plugins.ml2.managers [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Failed to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on host n-h1-766726-26 for vnic_type normal using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] Aug 10 01:11:38.431736 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff5405-77ac-468a-939a-e10e04c680d3 req-bd758bf0-6935-4c58-a01b-ba93e6714c99 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:38.433312 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5cff5405-77ac-468a-939a-e10e04c680d3 req-bd758bf0-6935-4c58-a01b-ba93e6714c99 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=176c0b3d-0b09-4c0c-b864-4f2a20c90930 HTTP/1.1" status: 200 len: 945 time: 0.1259897 Aug 10 01:11:38.434457 n-d-766726-26 neutron-server[105827]: INFO neutron.plugins.ml2.plugin [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempt 10 to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 Aug 10 01:11:38.437168 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b525098f-fe2e-4144-983b-69e71d73652a tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Port': ['ID=9f9600bf-4081-4baa-8602-e369413f0acc,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:38.467235 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:38.467424 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:38.467765 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:38.481012 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d2115776-f118-4776-a512-1874d9ba17d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:38.492867 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:11:38.493513 n-d-766726-26 neutron-server[105827]: ERROR neutron.plugins.ml2.managers [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Failed to bind port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 on host n-h1-766726-26 for vnic_type normal using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] Aug 10 01:11:38.493654 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:38.525942 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d2115776-f118-4776-a512-1874d9ba17d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:38.538732 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-dfaa2653-93e6-4361-9b27-c95c44855c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:38.540844 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-dfaa2653-93e6-4361-9b27-c95c44855c51 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4bfcdb50-9c0d-437c-9c01-cf14d13f1a02 HTTP/1.1" status: 200 len: 797 time: 0.1047091 Aug 10 01:11:38.565423 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5cff5405-77ac-468a-939a-e10e04c680d3 req-20d23ea7-ef04-4e58-a367-f1cee101de22 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123569 Aug 10 01:11:38.619958 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-4a813b37-8e97-46eb-bfc3-b7b192235e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:38.621718 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-4a813b37-8e97-46eb-bfc3-b7b192235e63 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87e4a205-e3a1-47d5-9b64-5ef0f0daea88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0687220 Aug 10 01:11:38.624487 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b525098f-fe2e-4144-983b-69e71d73652a tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:38.626896 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d2115776-f118-4776-a512-1874d9ba17d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:38.630235 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d2115776-f118-4776-a512-1874d9ba17d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:38.634662 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d2115776-f118-4776-a512-1874d9ba17d8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/20b270fd-c602-4a97-9d49-b98ce285dd14 HTTP/1.1" status: 204 len: 168 time: 0.3636014 Aug 10 01:11:38.652267 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] For port 2ae3c711-40ee-40ba-a03e-367a9ad94c08, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:11:38.652641 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempted to set empty binding levels {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 01:11:38.692564 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:38.694259 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2115776-f118-4776-a512-1874d9ba17d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b270fd-c602-4a97-9d49-b98ce285dd14,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:38.740436 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-66fb188b-25c1-493f-9f67-71a3e440f02b service neutron] 10.222.0.20 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046038 Aug 10 01:11:38.754269 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:38.754876 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:38.816014 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Pushing event updated for resources: {'Port': ['ID=2ae3c711-40ee-40ba-a03e-367a9ad94c08,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:38.849947 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-28eeea1c-76d5-480f-8890-c5f6396b7e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.4680212 Aug 10 01:11:38.850680 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35350) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:38.864770 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b525098f-fe2e-4144-983b-69e71d73652a tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Router 82401736-3ee4-4278-9a08-3b0743ccd108 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:11:38.884193 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-9dfa0278-2e64-4cc6-b587-5b7eb4ae5628 service neutron] 10.222.0.20 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360638 Aug 10 01:11:38.946809 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-76b122d0-a7ab-43c1-a65d-5ad89397bc49 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2ad0def9-aab1-41bc-bb68-ab13dba6e597 HTTP/1.1" status: 200 len: 217 time: 0.0540302 Aug 10 01:11:38.947665 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b525098f-fe2e-4144-983b-69e71d73652a tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:11:38.960401 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b525098f-fe2e-4144-983b-69e71d73652a tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "PUT /v2.0/routers/82401736-3ee4-4278-9a08-3b0743ccd108/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4941220 Aug 10 01:11:38.960501 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1401ffd-89b6-4e3a-be63-b203893a997b None None] Sync routers for ids ['82401736-3ee4-4278-9a08-3b0743ccd108'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:11:38.960927 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35360) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:38.969158 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1401ffd-89b6-4e3a-be63-b203893a997b None None] Routers {'82401736-3ee4-4278-9a08-3b0743ccd108'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:11:38.970060 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-d1401ffd-89b6-4e3a-be63-b203893a997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:11:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['82401736-3ee4-4278-9a08-3b0743ccd108'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:38.989734 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b28c00-9194-4d3e-b58b-28a78193d316 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] GET failed (client error): The resource could not be found. Aug 10 01:11:38.994428 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b7b28c00-9194-4d3e-b58b-28a78193d316 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "GET /v2.0/ports/9f9600bf-4081-4baa-8602-e369413f0acc HTTP/1.1" status: 404 len: 333 time: 0.0293574 Aug 10 01:11:38.994669 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35362) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:39.013754 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-d1401ffd-89b6-4e3a-be63-b203893a997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:39.020101 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-140bab44-227b-4f61-9f2d-59f2c4277043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:39.022112 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-140bab44-227b-4f61-9f2d-59f2c4277043 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a4c328af-f7d8-464f-82c5-ef21fb4355cc HTTP/1.1" status: 200 len: 797 time: 0.0686524 Aug 10 01:11:39.025071 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1401ffd-89b6-4e3a-be63-b203893a997b None None] Routers {'82401736-3ee4-4278-9a08-3b0743ccd108'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:11:39.025204 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-dc237e11-d2a7-41c0-97cc-fdfa7694eebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Deleting port 2ae3c711-40ee-40ba-a03e-367a9ad94c08 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:11:39.025431 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dc237e11-d2a7-41c0-97cc-fdfa7694eebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:39.026832 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-d1401ffd-89b6-4e3a-be63-b203893a997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:11:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['82401736-3ee4-4278-9a08-3b0743ccd108'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:39.064905 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-d1401ffd-89b6-4e3a-be63-b203893a997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:39.065798 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1401ffd-89b6-4e3a-be63-b203893a997b None None] The sync data for ids ['82401736-3ee4-4278-9a08-3b0743ccd108'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:11:39.075323 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e6aacfbf-29cd-4a25-9383-80ff68b3afce tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:39.119023 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-dc237e11-d2a7-41c0-97cc-fdfa7694eebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] For port 2ae3c711-40ee-40ba-a03e-367a9ad94c08, host n-h1-766726-26, got binding levels [] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:39.119441 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dc237e11-d2a7-41c0-97cc-fdfa7694eebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:39.137852 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-a86dd284-6736-4553-ab5d-a6ea67abd228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:39.139408 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-a86dd284-6736-4553-ab5d-a6ea67abd228 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9657ed9b-3ba6-4067-a52c-0b450eacaa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1016285 Aug 10 01:11:39.202138 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-dc237e11-d2a7-41c0-97cc-fdfa7694eebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Calling delete_port for 2ae3c711-40ee-40ba-a03e-367a9ad94c08 owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:11:39.247200 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e6aacfbf-29cd-4a25-9383-80ff68b3afce tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:39.249419 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e6aacfbf-29cd-4a25-9383-80ff68b3afce tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:39.294209 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e6aacfbf-29cd-4a25-9383-80ff68b3afce tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:39.295155 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6aacfbf-29cd-4a25-9383-80ff68b3afce tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Fanout notify agent at l3_agent the message router_deleted on router 82401736-3ee4-4278-9a08-3b0743ccd108 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:11:39.306932 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-a973b3d3-2cde-4b1b-a75d-7f55cb35cfad service neutron] 10.222.0.20 "GET /v2.0/networks/9657ed9b-3ba6-4067-a52c-0b450eacaa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440463 Aug 10 01:11:39.313815 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e6aacfbf-29cd-4a25-9383-80ff68b3afce tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:39.314929 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e6aacfbf-29cd-4a25-9383-80ff68b3afce tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/routers/82401736-3ee4-4278-9a08-3b0743ccd108 HTTP/1.1" status: 204 len: 168 time: 0.3191946 Aug 10 01:11:39.317583 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35376) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:39.362044 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dc237e11-d2a7-41c0-97cc-fdfa7694eebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:39.385491 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd6f1ed9-2d5e-4fce-9a71-aaa31fe3fb26 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Deleting subnet f4b02f89-3fa2-44a8-91cb-a612b3ceabd0 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:11:39.390649 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fd6f1ed9-2d5e-4fce-9a71-aaa31fe3fb26 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:39.400811 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc237e11-d2a7-41c0-97cc-fdfa7694eebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ae3c711-40ee-40ba-a03e-367a9ad94c08,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:39.418489 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dc237e11-d2a7-41c0-97cc-fdfa7694eebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:39.423832 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-dc237e11-d2a7-41c0-97cc-fdfa7694eebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] 10.222.0.35 "DELETE /v2.0/ports/2ae3c711-40ee-40ba-a03e-367a9ad94c08 HTTP/1.1" status: 204 len: 168 time: 0.5720057 Aug 10 01:11:39.424039 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35380) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:39.445055 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-3ca0bfc8-b59d-4e61-be79-49bfba953803 service neutron] 10.222.0.20 "GET /v2.0/networks/9657ed9b-3ba6-4067-a52c-0b450eacaa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350119 Aug 10 01:11:39.471761 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5054a2e-fa55-4de2-8f37-03304d12f829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] GET failed (client error): The resource could not be found. Aug 10 01:11:39.473289 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d5054a2e-fa55-4de2-8f37-03304d12f829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] 10.222.0.35 "GET /v2.0/ports/2ae3c711-40ee-40ba-a03e-367a9ad94c08 HTTP/1.1" status: 404 len: 333 time: 0.0483856 Aug 10 01:11:39.478857 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35386) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:39.487367 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-7fe21c7b-afac-4756-94dd-1e126cf65843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Request body: {'port': {'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940401931'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:39.495575 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fd6f1ed9-2d5e-4fce-9a71-aaa31fe3fb26 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:39.508905 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-21232558-82b9-4392-b3fe-66652fe0eebc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4321df7-d3c9-4d23-b006-20dac822c111 HTTP/1.1" status: 200 len: 217 time: 0.0489333 Aug 10 01:11:39.556145 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe21c7b-afac-4756-94dd-1e126cf65843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Made reservation on behalf of 94c78478769e435eb00d6bd2abeba37f for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:39.558587 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7fe21c7b-afac-4756-94dd-1e126cf65843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:39.569630 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-a74cd7bf-a2c7-4e2f-895d-4b3e78f5e0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:39.571261 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-a74cd7bf-a2c7-4e2f-895d-4b3e78f5e0d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a4c328af-f7d8-464f-82c5-ef21fb4355cc HTTP/1.1" status: 200 len: 797 time: 0.0562141 Aug 10 01:11:39.596214 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-7fe21c7b-afac-4756-94dd-1e126cf65843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] device_id is not set on port 915e73ac-4a08-4f9f-a84e-97a573e37631 yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:11:39.634900 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-4e171f49-b0a1-4b8b-950f-177e01641a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:39.636651 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-4e171f49-b0a1-4b8b-950f-177e01641a61 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9657ed9b-3ba6-4067-a52c-0b450eacaa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0589035 Aug 10 01:11:39.696149 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fd6f1ed9-2d5e-4fce-9a71-aaa31fe3fb26 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:39.709115 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 0aecc27a-db65-432e-b4b6-857d127b666e up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:11:39.770058 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8aceb9-d166-435f-903e-d07c619a6b85 req-81f65778-f684-456a-90b2-71957ec451f5 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:39.771585 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2e8aceb9-d166-435f-903e-d07c619a6b85 req-81f65778-f684-456a-90b2-71957ec451f5 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=176c0b3d-0b09-4c0c-b864-4f2a20c90930 HTTP/1.1" status: 200 len: 945 time: 0.1046207 Aug 10 01:11:39.771754 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 0aecc27a-db65-432e-b4b6-857d127b666e completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:11:39.782682 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 0aecc27a-db65-432e-b4b6-857d127b666e triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:39.783207 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:39.798797 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-f7ed8308-82a3-4eb0-9d1d-40f339e11872 service neutron] 10.222.0.20 "GET /v2.0/networks/9657ed9b-3ba6-4067-a52c-0b450eacaa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529827 Aug 10 01:11:39.839567 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7fe21c7b-afac-4756-94dd-1e126cf65843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:39.844901 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fd6f1ed9-2d5e-4fce-9a71-aaa31fe3fb26 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:39.860370 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fd6f1ed9-2d5e-4fce-9a71-aaa31fe3fb26 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:39.865406 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-fd6f1ed9-2d5e-4fce-9a71-aaa31fe3fb26 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/subnets/f4b02f89-3fa2-44a8-91cb-a612b3ceabd0 HTTP/1.1" status: 204 len: 168 time: 0.5466666 Aug 10 01:11:39.868865 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35404) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:39.871138 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:39.873348 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3011592e-0ac1-4582-8e36-c67757576c74 None None] Network 889e0cf4-2e08-440c-badb-2f803974f7cc requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:11:39.901999 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f1ed9-2d5e-4fce-9a71-aaa31fe3fb26 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Subnet': ['ID=f4b02f89-3fa2-44a8-91cb-a612b3ceabd0,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:39.925679 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2e8aceb9-d166-435f-903e-d07c619a6b85 req-08b9d523-5bdd-437e-859c-06d7b4598fad tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249273 Aug 10 01:11:39.946369 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176c0b3d-0b09-4c0c-b864-4f2a20c90930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aecc27a-db65-432e-b4b6-857d127b666e'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:11:39.949047 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7ea638-8041-408a-a5ea-3574bfd7d471" -d '{"events": [{"server_uuid": "176c0b3d-0b09-4c0c-b864-4f2a20c90930", "name": "network-vif-plugged", "status": "completed", "tag": "0aecc27a-db65-432e-b4b6-857d127b666e"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:11:39.988525 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76bd95b5-85cd-4012-a45d-d4e530bb88fc req-2a0e1e62-e6d2-4550-8f3c-c810c8c50690 service neutron] 10.222.0.20 "GET /v2.0/networks/9657ed9b-3ba6-4067-a52c-0b450eacaa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700537 Aug 10 01:11:39.992390 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 0aecc27a-db65-432e-b4b6-857d127b666e, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=0aecc27a-db65-432e-b4b6-857d127b666e,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:40.012869 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:40.017243 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68e38563-4a61-4f50-9390-a5dd274ee344 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:40.024836 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604f9a1c-0e54-42db-bb3c-c378bd751d5b x-openstack-request-id: req-604f9a1c-0e54-42db-bb3c-c378bd751d5b {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:11:40.025206 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "176c0b3d-0b09-4c0c-b864-4f2a20c90930", "name": "network-vif-plugged", "status": "completed", "tag": "0aecc27a-db65-432e-b4b6-857d127b666e", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:11:40.025366 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-604f9a1c-0e54-42db-bb3c-c378bd751d5b {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:11:40.025841 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176c0b3d-0b09-4c0c-b864-4f2a20c90930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aecc27a-db65-432e-b4b6-857d127b666e', 'code': 200} Aug 10 01:11:40.038923 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7fe21c7b-afac-4756-94dd-1e126cf65843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:40.126506 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=0aecc27a-db65-432e-b4b6-857d127b666e,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:40.142535 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe21c7b-afac-4756-94dd-1e126cf65843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:11:40.146517 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-7fe21c7b-afac-4756-94dd-1e126cf65843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:40.149953 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe21c7b-afac-4756-94dd-1e126cf65843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:11:40.151542 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe21c7b-afac-4756-94dd-1e126cf65843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:40.152373 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7fe21c7b-afac-4756-94dd-1e126cf65843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:40.186599 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb7b58-0e1f-431f-9789-efe0f05a8cf9 req-0beb00c7-4413-46b4-81bf-ccafee748cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:40.188357 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bcbb7b58-0e1f-431f-9789-efe0f05a8cf9 req-0beb00c7-4413-46b4-81bf-ccafee748cf7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=176c0b3d-0b09-4c0c-b864-4f2a20c90930 HTTP/1.1" status: 200 len: 1098 time: 0.0572107 Aug 10 01:11:40.189916 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe21c7b-afac-4756-94dd-1e126cf65843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Pushing event updated for resources: {'Port': ['ID=915e73ac-4a08-4f9f-a84e-97a573e37631,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:40.200350 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7fe21c7b-afac-4756-94dd-1e126cf65843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7204847 Aug 10 01:11:40.202918 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35424) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:40.211643 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:40.241752 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bcbb7b58-0e1f-431f-9789-efe0f05a8cf9 req-66977b70-2a93-43a8-ab2f-5dd4fcc0d1b0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418494 Aug 10 01:11:40.244784 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389000f4-9ec8-4752-b82e-05ecb7683483 None None] DHCP port deletion for 889e0cf4-2e08-440c-badb-2f803974f7cc request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:11:40.294418 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-389000f4-9ec8-4752-b82e-05ecb7683483 None None] Deleting port b2bd50f3-549a-48c2-a318-c0648a455ebb {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:11:40.295022 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-389000f4-9ec8-4752-b82e-05ecb7683483 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:40.304090 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-68e38563-4a61-4f50-9390-a5dd274ee344 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Deleting port b2bd50f3-549a-48c2-a318-c0648a455ebb {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:11:40.304875 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68e38563-4a61-4f50-9390-a5dd274ee344 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:40.359841 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-389000f4-9ec8-4752-b82e-05ecb7683483 None None] For port b2bd50f3-549a-48c2-a318-c0648a455ebb, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b2bd50f3-549a-48c2-a318-c0648a455ebb,segment=NetworkSegment(f4a9b6e4-3cea-4e81-8914-15c275667dd2),segment_id=f4a9b6e4-3cea-4e81-8914-15c275667dd2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:40.361195 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-389000f4-9ec8-4752-b82e-05ecb7683483 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:40.369828 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:40.377273 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-389000f4-9ec8-4752-b82e-05ecb7683483 None None] Calling delete_port for b2bd50f3-549a-48c2-a318-c0648a455ebb owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:11:40.420579 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5eabb4-8e49-4ef7-aef4-422a927da26f req-f23a0774-29a6-4e7e-a37f-e46512e6c986 tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:40.431150 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e5eabb4-8e49-4ef7-aef4-422a927da26f req-f23a0774-29a6-4e7e-a37f-e46512e6c986 tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 1097 time: 0.0552924 Aug 10 01:11:40.431755 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-68e38563-4a61-4f50-9390-a5dd274ee344 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] For port b2bd50f3-549a-48c2-a318-c0648a455ebb, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b2bd50f3-549a-48c2-a318-c0648a455ebb,segment=NetworkSegment(f4a9b6e4-3cea-4e81-8914-15c275667dd2),segment_id=f4a9b6e4-3cea-4e81-8914-15c275667dd2)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:40.432515 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68e38563-4a61-4f50-9390-a5dd274ee344 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:40.462607 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-68e38563-4a61-4f50-9390-a5dd274ee344 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Calling delete_port for b2bd50f3-549a-48c2-a318-c0648a455ebb owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:11:40.481833 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e5eabb4-8e49-4ef7-aef4-422a927da26f req-3a7aee49-9414-4b22-bde6-147b7338b565 tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492618 Aug 10 01:11:40.483635 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-389000f4-9ec8-4752-b82e-05ecb7683483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:40.506639 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389000f4-9ec8-4752-b82e-05ecb7683483 None None] No DVR routers for this DVR port b2bd50f3-549a-48c2-a318-c0648a455ebb on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:11:40.545772 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389000f4-9ec8-4752-b82e-05ecb7683483 None None] Pushing event deleted for resources: {'Port': ['ID=b2bd50f3-549a-48c2-a318-c0648a455ebb,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:40.578326 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35438) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:40.651623 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] device_id is not set on port 915e73ac-4a08-4f9f-a84e-97a573e37631 yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:11:40.660642 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:40.662870 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68e38563-4a61-4f50-9390-a5dd274ee344 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:40.700237 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e38563-4a61-4f50-9390-a5dd274ee344 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Port': ['ID=b2bd50f3-549a-48c2-a318-c0648a455ebb,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:40.702656 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Transition to ACTIVE for port object 915e73ac-4a08-4f9f-a84e-97a573e37631 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:11:40.705859 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e38563-4a61-4f50-9390-a5dd274ee344 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] No DVR routers for this DVR port b2bd50f3-549a-48c2-a318-c0648a455ebb on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:11:40.711220 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:40.718495 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0572ea35-d038-4826-bcc1-d3233a5aeef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:40.821580 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0572ea35-d038-4826-bcc1-d3233a5aeef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:40.826768 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0572ea35-d038-4826-bcc1-d3233a5aeef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:40.827965 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Pushing event updated for resources: {'Port': ['ID=915e73ac-4a08-4f9f-a84e-97a573e37631,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:40.846811 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68e38563-4a61-4f50-9390-a5dd274ee344 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:40.864267 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-68e38563-4a61-4f50-9390-a5dd274ee344 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['889e0cf4-2e08-440c-badb-2f803974f7cc']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:40.866904 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:40.867254 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:40.867599 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:40.869332 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572ea35-d038-4826-bcc1-d3233a5aeef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8527992e-be1d-4d33-8fd3-042c3df350d4,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:40.877628 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0572ea35-d038-4826-bcc1-d3233a5aeef5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eb94213eaebf4fa09ac0a3a86eac16ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2957678 Aug 10 01:11:40.878026 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35444) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:40.879097 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-68e38563-4a61-4f50-9390-a5dd274ee344 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a9b6e4-3cea-4e81-8914-15c275667dd2') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:40.879330 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-68e38563-4a61-4f50-9390-a5dd274ee344 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a9b6e4-3cea-4e81-8914-15c275667dd2') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:40.881380 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Port 915e73ac-4a08-4f9f-a84e-97a573e37631 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:11:40.881715 n-d-766726-26 neutron-server[105827]: ERROR neutron.plugins.ml2.managers [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Failed to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 on host n-h1-766726-26 for vnic_type normal using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] Aug 10 01:11:40.887287 n-d-766726-26 neutron-server[105827]: INFO neutron.plugins.ml2.plugin [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempt 2 to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 Aug 10 01:11:40.898888 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68e38563-4a61-4f50-9390-a5dd274ee344 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:40.912430 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:40.912627 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:40.912902 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:40.918289 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Port 915e73ac-4a08-4f9f-a84e-97a573e37631 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:11:40.918622 n-d-766726-26 neutron-server[105827]: ERROR neutron.plugins.ml2.managers [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Failed to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 on host n-h1-766726-26 for vnic_type normal using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] Aug 10 01:11:40.919505 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68e38563-4a61-4f50-9390-a5dd274ee344 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:40.921479 n-d-766726-26 neutron-server[105827]: INFO neutron.plugins.ml2.plugin [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempt 3 to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 Aug 10 01:11:40.935089 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68e38563-4a61-4f50-9390-a5dd274ee344 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:11:40.935551 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68e38563-4a61-4f50-9390-a5dd274ee344 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:11:40.938719 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:11:40.941009 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7b191e08-b845-4bf6-9582-efa4beb396a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:40.979100 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7b191e08-b845-4bf6-9582-efa4beb396a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:40.981026 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:40.981331 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:40.981674 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:40.990309 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Port 915e73ac-4a08-4f9f-a84e-97a573e37631 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:11:40.990646 n-d-766726-26 neutron-server[105827]: ERROR neutron.plugins.ml2.managers [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Failed to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 on host n-h1-766726-26 for vnic_type normal using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] Aug 10 01:11:40.995121 n-d-766726-26 neutron-server[105827]: INFO neutron.plugins.ml2.plugin [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempt 4 to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 Aug 10 01:11:41.008094 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255a9d7-f49e-466d-82ee-401f84135960 req-1f532ae2-96de-416a-91bc-890e273c1ab8 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.009705 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9255a9d7-f49e-466d-82ee-401f84135960 req-1f532ae2-96de-416a-91bc-890e273c1ab8 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 945 time: 0.0816388 Aug 10 01:11:41.014698 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:41.015017 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:41.015371 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:41.020806 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Port 915e73ac-4a08-4f9f-a84e-97a573e37631 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:11:41.021219 n-d-766726-26 neutron-server[105827]: ERROR neutron.plugins.ml2.managers [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Failed to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 on host n-h1-766726-26 for vnic_type normal using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] Aug 10 01:11:41.021791 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68e38563-4a61-4f50-9390-a5dd274ee344 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:41.023445 n-d-766726-26 neutron-server[105827]: INFO neutron.plugins.ml2.plugin [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempt 5 to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 Aug 10 01:11:41.032984 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68e38563-4a61-4f50-9390-a5dd274ee344 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:41.036314 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-68e38563-4a61-4f50-9390-a5dd274ee344 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/networks/889e0cf4-2e08-440c-badb-2f803974f7cc HTTP/1.1" status: 204 len: 168 time: 1.1653402 Aug 10 01:11:41.039899 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35450) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:41.055782 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e38563-4a61-4f50-9390-a5dd274ee344 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Network': ['ID=889e0cf4-2e08-440c-badb-2f803974f7cc,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:41.057760 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:41.058096 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:41.058437 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:41.063291 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Port 915e73ac-4a08-4f9f-a84e-97a573e37631 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:11:41.063619 n-d-766726-26 neutron-server[105827]: ERROR neutron.plugins.ml2.managers [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Failed to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 on host n-h1-766726-26 for vnic_type normal using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] Aug 10 01:11:41.064015 n-d-766726-26 neutron-server[105827]: INFO neutron.plugins.ml2.plugin [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempt 6 to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 Aug 10 01:11:41.076172 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:41.076538 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:41.076880 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:41.081108 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Port 915e73ac-4a08-4f9f-a84e-97a573e37631 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:11:41.081433 n-d-766726-26 neutron-server[105827]: ERROR neutron.plugins.ml2.managers [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Failed to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 on host n-h1-766726-26 for vnic_type normal using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] Aug 10 01:11:41.081813 n-d-766726-26 neutron-server[105827]: INFO neutron.plugins.ml2.plugin [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempt 7 to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 Aug 10 01:11:41.095540 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:41.095702 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:41.096030 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:41.103282 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Port 915e73ac-4a08-4f9f-a84e-97a573e37631 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:11:41.103609 n-d-766726-26 neutron-server[105827]: ERROR neutron.plugins.ml2.managers [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Failed to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 on host n-h1-766726-26 for vnic_type normal using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] Aug 10 01:11:41.103997 n-d-766726-26 neutron-server[105827]: INFO neutron.plugins.ml2.plugin [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempt 8 to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 Aug 10 01:11:41.118058 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:41.118399 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:41.118740 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:41.123116 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Port 915e73ac-4a08-4f9f-a84e-97a573e37631 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:11:41.123452 n-d-766726-26 neutron-server[105827]: ERROR neutron.plugins.ml2.managers [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Failed to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 on host n-h1-766726-26 for vnic_type normal using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] Aug 10 01:11:41.123843 n-d-766726-26 neutron-server[105827]: INFO neutron.plugins.ml2.plugin [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempt 9 to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 Aug 10 01:11:41.125533 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d147d71f-fd0f-4814-a029-857d0a21d190 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.130835 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d147d71f-fd0f-4814-a029-857d0a21d190 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "GET /v2.0/ports/a783cf46-e51b-4180-9f9f-a8459071ee58 HTTP/1.1" status: 200 len: 841 time: 0.0858719 Aug 10 01:11:41.131796 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35452) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:41.137466 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:41.137747 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:41.138088 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:41.142594 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Port 915e73ac-4a08-4f9f-a84e-97a573e37631 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:11:41.142923 n-d-766726-26 neutron-server[105827]: ERROR neutron.plugins.ml2.managers [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Failed to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 on host n-h1-766726-26 for vnic_type normal using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] Aug 10 01:11:41.143309 n-d-766726-26 neutron-server[105827]: INFO neutron.plugins.ml2.plugin [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempt 10 to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 Aug 10 01:11:41.147486 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9255a9d7-f49e-466d-82ee-401f84135960 req-b87140df-3187-40f2-93ee-55c85d6c7895 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296403 Aug 10 01:11:41.166817 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:41.167280 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:41.167631 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:41.173319 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35454) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:41.179279 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-87c5c5f8-b2a5-42d7-bf46-11b1daca223e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:41.180839 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Port 915e73ac-4a08-4f9f-a84e-97a573e37631 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:11:41.181894 n-d-766726-26 neutron-server[105827]: ERROR neutron.plugins.ml2.managers [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Failed to bind port 915e73ac-4a08-4f9f-a84e-97a573e37631 on host n-h1-766726-26 for vnic_type normal using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] Aug 10 01:11:41.182634 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:41.184296 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce128baf-c3f7-4857-8515-153d6aa3068e req-4b3257e4-806e-4b23-99b2-1695b6a388ac tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.185926 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ce128baf-c3f7-4857-8515-153d6aa3068e req-4b3257e4-806e-4b23-99b2-1695b6a388ac tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=176c0b3d-0b09-4c0c-b864-4f2a20c90930 HTTP/1.1" status: 200 len: 946 time: 0.1752224 Aug 10 01:11:41.188789 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7b191e08-b845-4bf6-9582-efa4beb396a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:41.191307 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7b191e08-b845-4bf6-9582-efa4beb396a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:41.192398 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7b191e08-b845-4bf6-9582-efa4beb396a0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8527992e-be1d-4d33-8fd3-042c3df350d4 HTTP/1.1" status: 204 len: 168 time: 0.3136277 Aug 10 01:11:41.224634 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e20b912c-ba0e-423d-a1f2-2ba9d3f7b2fa tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "GET /v2.0/ports/a783cf46-e51b-4180-9f9f-a8459071ee58?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0891621 Aug 10 01:11:41.228151 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b191e08-b845-4bf6-9582-efa4beb396a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8527992e-be1d-4d33-8fd3-042c3df350d4,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:41.229444 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35458) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:41.237854 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-7004f5fb-1d8c-41d8-8170-9fdb851bde2a tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'subnet': {'network_id': '4e7a2df8-f200-4d1d-bdcc-55e3b61309b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:41.258643 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ecb7ef7c-f97b-4f07-87f4-24d324248f03 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/floatingips/e6c21777-8bce-45a4-a7a3-9fac05b55acf HTTP/1.1" status: 200 len: 993 time: 0.0790093 Aug 10 01:11:41.315922 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ce128baf-c3f7-4857-8515-153d6aa3068e req-72a40463-2ea7-46fd-9eba-75c19b3c684a tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185124 Aug 10 01:11:41.317099 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] For port 915e73ac-4a08-4f9f-a84e-97a573e37631, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:11:41.317709 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempted to set empty binding levels {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 01:11:41.326900 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:41.363856 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] In _notify_port_updated(), no bound segment for port 915e73ac-4a08-4f9f-a84e-97a573e37631 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 {{(pid=105827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:11:41.365965 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.365965 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:41.370094 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] 10.222.0.35 "PUT /v2.0/ports/915e73ac-4a08-4f9f-a84e-97a573e37631 HTTP/1.1" status: 200 len: 980 time: 1.1626205 Aug 10 01:11:41.370396 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35466) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:41.401220 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7004f5fb-1d8c-41d8-8170-9fdb851bde2a tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Made reservation on behalf of 5a87816e91fb4794a957d4da3be1c174 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:41.405016 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7004f5fb-1d8c-41d8-8170-9fdb851bde2a tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:41.410638 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f3285-3545-4c90-b7cc-541bd9c04811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Pushing event updated for resources: {'Port': ['ID=915e73ac-4a08-4f9f-a84e-97a573e37631,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:41.499765 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.500289 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.501006 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.501244 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.501720 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.502193 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.502660 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.503140 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.503609 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.504091 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.504602 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.505074 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.505544 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.506017 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.506487 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.506949 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.507420 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.507914 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.509009 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.509488 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.510504 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.511258 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.511258 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.522491 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.523004 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.523479 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.524547 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.525028 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.525789 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.525965 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.526436 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.526913 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.527614 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.528095 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.529781 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.530374 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.530749 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.531236 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.531715 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.532221 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.534211 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.534211 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.534211 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.534520 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.535798 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:41.536415 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.536934 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.537415 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.537894 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.538366 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.543864 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-59df6fe7-ca9c-4508-9c43-9116cb2850eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 44102 time: 0.1678064 Aug 10 01:11:41.548934 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35474) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:41.634308 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7004f5fb-1d8c-41d8-8170-9fdb851bde2a tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:41.684596 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7004f5fb-1d8c-41d8-8170-9fdb851bde2a tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Network 4e7a2df8-f200-4d1d-bdcc-55e3b61309b7 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:11:41.690726 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-7004f5fb-1d8c-41d8-8170-9fdb851bde2a tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:41.694918 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7004f5fb-1d8c-41d8-8170-9fdb851bde2a tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:41.696340 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7004f5fb-1d8c-41d8-8170-9fdb851bde2a tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:41.699777 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-c7567555-6b6f-4040-8dd8-8e20df83afe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Deleting port 915e73ac-4a08-4f9f-a84e-97a573e37631 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:11:41.700209 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c7567555-6b6f-4040-8dd8-8e20df83afe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:41.703759 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb093dc0-07c3-487c-b588-c940afce5617 None None] Network 4e7a2df8-f200-4d1d-bdcc-55e3b61309b7 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:11:41.725560 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004f5fb-1d8c-41d8-8170-9fdb851bde2a tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Subnet': ['ID=3648b306-0d1d-4a61-bd72-546aa700a67b,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:41.752274 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7004f5fb-1d8c-41d8-8170-9fdb851bde2a tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5194774 Aug 10 01:11:41.752857 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35488) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:41.763443 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-5e40a97b-cac8-44c7-a5b6-db6f0f2231a1 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'security_group': {'name': 'tempest-secgroup-67269578'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:41.806464 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5e40a97b-cac8-44c7-a5b6-db6f0f2231a1 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:41.883226 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-c7567555-6b6f-4040-8dd8-8e20df83afe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] For port 915e73ac-4a08-4f9f-a84e-97a573e37631, host n-h1-766726-26, got binding levels [] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:41.886132 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c7567555-6b6f-4040-8dd8-8e20df83afe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:41.902442 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-c7567555-6b6f-4040-8dd8-8e20df83afe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Calling delete_port for 915e73ac-4a08-4f9f-a84e-97a573e37631 owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:11:42.024072 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-82eb8e2d-dbf6-4d64-b885-2ba27fea3e69 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1148007 Aug 10 01:11:42.036360 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b2bd50f3-549a-48c2-a318-c0648a455ebb no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:11:42.051095 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c7567555-6b6f-4040-8dd8-8e20df83afe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:42.060579 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: b2bd50f3-549a-48c2-a318-c0648a455ebb {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:11:42.061275 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b2bd50f3-549a-48c2-a318-c0648a455ebb not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:11:42.065983 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5e40a97b-cac8-44c7-a5b6-db6f0f2231a1 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:42.084769 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5e40a97b-cac8-44c7-a5b6-db6f0f2231a1 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:42.094085 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b112870c-79f4-4c8a-b0cf-32d2dc25d9d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-4e7a2df8-f200-4d1d-bdcc-55e3b61309b7', 'network_id': '4e7a2df8-f200-4d1d-bdcc-55e3b61309b7', 'tenant_id': '5a87816e91fb4794a957d4da3be1c174', 'fixed_ips': [{'subnet_id': '3648b306-0d1d-4a61-bd72-546aa700a67b'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:11:42.095708 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b112870c-79f4-4c8a-b0cf-32d2dc25d9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:42.124413 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40a97b-cac8-44c7-a5b6-db6f0f2231a1 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=146c7d63-df47-4402-b471-9a6c281bedeb,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:42.145450 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0134f-2f43-44d8-beea-a639690b0038 req-9d136b7c-b7e4-4d31-aa81-559a791dd09b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:42.147291 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-89a0134f-2f43-44d8-beea-a639690b0038 req-9d136b7c-b7e4-4d31-aa81-559a791dd09b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 945 time: 0.1630194 Aug 10 01:11:42.150602 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5e40a97b-cac8-44c7-a5b6-db6f0f2231a1 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:42.156733 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5e40a97b-cac8-44c7-a5b6-db6f0f2231a1 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4021497 Aug 10 01:11:42.160287 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35504) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:42.173339 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-177cc507-b2f3-4042-8cf8-d730cffd32a9 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'security_group': {'name': 'tempest-secgroup-2017538056'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:42.278210 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-177cc507-b2f3-4042-8cf8-d730cffd32a9 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:42.293819 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-b112870c-79f4-4c8a-b0cf-32d2dc25d9d9 None None] Allocated IP 172.20.0.2 (4e7a2df8-f200-4d1d-bdcc-55e3b61309b7/3648b306-0d1d-4a61-bd72-546aa700a67b/7b186097-1128-4634-afb9-025bea780738) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:11:42.317938 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-89a0134f-2f43-44d8-beea-a639690b0038 req-1844b347-66c2-4376-9047-e5f3ade7197c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536715 Aug 10 01:11:42.525582 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-177cc507-b2f3-4042-8cf8-d730cffd32a9 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:42.534508 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-177cc507-b2f3-4042-8cf8-d730cffd32a9 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:42.538439 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7567555-6b6f-4040-8dd8-8e20df83afe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Pushing event deleted for resources: {'Port': ['ID=915e73ac-4a08-4f9f-a84e-97a573e37631,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:42.545151 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c7567555-6b6f-4040-8dd8-8e20df83afe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:42.547607 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c7567555-6b6f-4040-8dd8-8e20df83afe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] 10.222.0.35 "DELETE /v2.0/ports/915e73ac-4a08-4f9f-a84e-97a573e37631 HTTP/1.1" status: 204 len: 168 time: 0.9973779 Aug 10 01:11:42.550649 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35526) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:42.552141 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b112870c-79f4-4c8a-b0cf-32d2dc25d9d9 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:42.564209 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b112870c-79f4-4c8a-b0cf-32d2dc25d9d9 None None] Transition to ACTIVE for port object 7b186097-1128-4634-afb9-025bea780738 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:11:42.589323 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b112870c-79f4-4c8a-b0cf-32d2dc25d9d9 None None] Transition to ACTIVE for port object 7b186097-1128-4634-afb9-025bea780738 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:11:42.592607 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a6c5eb5-5722-487c-88c5-931fc31e0778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] GET failed (client error): The resource could not be found. Aug 10 01:11:42.596969 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8a6c5eb5-5722-487c-88c5-931fc31e0778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] 10.222.0.35 "GET /v2.0/ports/915e73ac-4a08-4f9f-a84e-97a573e37631 HTTP/1.1" status: 404 len: 333 time: 0.0426052 Aug 10 01:11:42.599552 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d84f-c0d0-4234-8f0f-921be4e2d063 req-8694bd7b-eb1a-4f60-a9a2-3d6582d1c9bf tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:42.601011 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0ee7d84f-c0d0-4234-8f0f-921be4e2d063 req-8694bd7b-eb1a-4f60-a9a2-3d6582d1c9bf tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=176c0b3d-0b09-4c0c-b864-4f2a20c90930 HTTP/1.1" status: 200 len: 946 time: 0.1316388 Aug 10 01:11:42.604657 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b112870c-79f4-4c8a-b0cf-32d2dc25d9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:42.605086 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35532) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:42.605862 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-177cc507-b2f3-4042-8cf8-d730cffd32a9 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:42.609951 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-177cc507-b2f3-4042-8cf8-d730cffd32a9 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4455473 Aug 10 01:11:42.614622 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-99a69a7a-80ce-4c9d-ac42-89635141af64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242338092', 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:42.625897 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35534) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:42.637021 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-6c5d734f-15e0-48bb-ba3a-9d01d7faf1c5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1983474283', 'security_groups': ['6f554fce-41a8-45a7-85b1-c5592c96162c'], 'network_id': '4e7a2df8-f200-4d1d-bdcc-55e3b61309b7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3648b306-0d1d-4a61-bd72-546aa700a67b'}]}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:42.644377 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177cc507-b2f3-4042-8cf8-d730cffd32a9 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f554fce-41a8-45a7-85b1-c5592c96162c,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:42.664710 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a69a7a-80ce-4c9d-ac42-89635141af64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Made reservation on behalf of 94c78478769e435eb00d6bd2abeba37f for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:42.667030 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-99a69a7a-80ce-4c9d-ac42-89635141af64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:42.684603 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112870c-79f4-4c8a-b0cf-32d2dc25d9d9 None None] Pushing event updated for resources: {'Port': ['ID=7b186097-1128-4634-afb9-025bea780738,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:42.697972 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b112870c-79f4-4c8a-b0cf-32d2dc25d9d9 None None] Network 4e7a2df8-f200-4d1d-bdcc-55e3b61309b7 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:11:42.699686 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-b112870c-79f4-4c8a-b0cf-32d2dc25d9d9 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:42.705663 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b112870c-79f4-4c8a-b0cf-32d2dc25d9d9 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:11:42.738036 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-99a69a7a-80ce-4c9d-ac42-89635141af64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] device_id is not set on port e3864cce-c6aa-48e9-986b-56138e979e93 yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:11:42.752571 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0ee7d84f-c0d0-4234-8f0f-921be4e2d063 req-f2debe33-fdc3-4cd9-a5f7-edbec2454a75 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431258 Aug 10 01:11:42.787100 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-b112870c-79f4-4c8a-b0cf-32d2dc25d9d9 None None] Attempting to bind port 7b186097-1128-4634-afb9-025bea780738 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:42.787100 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-b112870c-79f4-4c8a-b0cf-32d2dc25d9d9 None None] Attempting to bind port 7b186097-1128-4634-afb9-025bea780738 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '47f6cbaf-15d2-405b-aeb6-cee0a53f523a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4e7a2df8-f200-4d1d-bdcc-55e3b61309b7'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:42.787100 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b112870c-79f4-4c8a-b0cf-32d2dc25d9d9 None None] Attempting to bind port 7b186097-1128-4634-afb9-025bea780738 on network 4e7a2df8-f200-4d1d-bdcc-55e3b61309b7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:42.792026 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5d734f-15e0-48bb-ba3a-9d01d7faf1c5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Made reservation on behalf of 5a87816e91fb4794a957d4da3be1c174 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:42.793202 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b112870c-79f4-4c8a-b0cf-32d2dc25d9d9 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:11:42.793959 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b112870c-79f4-4c8a-b0cf-32d2dc25d9d9 None None] Checking segment: {'id': '47f6cbaf-15d2-405b-aeb6-cee0a53f523a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4e7a2df8-f200-4d1d-bdcc-55e3b61309b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:11:42.794439 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b112870c-79f4-4c8a-b0cf-32d2dc25d9d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:42.796074 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b112870c-79f4-4c8a-b0cf-32d2dc25d9d9 None None] Bound using segment: {'id': '47f6cbaf-15d2-405b-aeb6-cee0a53f523a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4e7a2df8-f200-4d1d-bdcc-55e3b61309b7'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:11:42.797296 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-b112870c-79f4-4c8a-b0cf-32d2dc25d9d9 None None] Bound port: 7b186097-1128-4634-afb9-025bea780738, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f6cbaf-15d2-405b-aeb6-cee0a53f523a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4e7a2df8-f200-4d1d-bdcc-55e3b61309b7'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:11:42.797883 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b112870c-79f4-4c8a-b0cf-32d2dc25d9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:42.933749 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-b112870c-79f4-4c8a-b0cf-32d2dc25d9d9 None None] For port 7b186097-1128-4634-afb9-025bea780738, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:11:42.939358 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-b112870c-79f4-4c8a-b0cf-32d2dc25d9d9 None None] For port 7b186097-1128-4634-afb9-025bea780738, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=7b186097-1128-4634-afb9-025bea780738,segment=NetworkSegment(47f6cbaf-15d2-405b-aeb6-cee0a53f523a),segment_id=47f6cbaf-15d2-405b-aeb6-cee0a53f523a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:11:42.953883 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b112870c-79f4-4c8a-b0cf-32d2dc25d9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:42.994291 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6c5d734f-15e0-48bb-ba3a-9d01d7faf1c5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:43.015545 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-6c5d734f-15e0-48bb-ba3a-9d01d7faf1c5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] device_id is not set on port 0d792523-f3df-47e9-a0d2-a40113f02feb yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:11:43.082038 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112870c-79f4-4c8a-b0cf-32d2dc25d9d9 None None] Pushing event updated for resources: {'Port': ['ID=7b186097-1128-4634-afb9-025bea780738,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:43.129622 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f985999-6675-4de1-a191-ef9ef39f35ad req-ef6016ae-ec17-4714-9962-db85830841b5 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:43.131323 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f985999-6675-4de1-a191-ef9ef39f35ad req-ef6016ae-ec17-4714-9962-db85830841b5 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=176c0b3d-0b09-4c0c-b864-4f2a20c90930 HTTP/1.1" status: 200 len: 946 time: 0.2548244 Aug 10 01:11:43.205535 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-99a69a7a-80ce-4c9d-ac42-89635141af64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:43.220795 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f985999-6675-4de1-a191-ef9ef39f35ad req-564eac6f-9a7c-4b47-b987-fbbe5b344b21 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807514 Aug 10 01:11:43.260889 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-6c5d734f-15e0-48bb-ba3a-9d01d7faf1c5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Allocated IP 172.20.0.12 (4e7a2df8-f200-4d1d-bdcc-55e3b61309b7/3648b306-0d1d-4a61-bd72-546aa700a67b/0d792523-f3df-47e9-a0d2-a40113f02feb) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:11:43.304015 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-99a69a7a-80ce-4c9d-ac42-89635141af64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:43.380122 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a69a7a-80ce-4c9d-ac42-89635141af64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Pushing event updated for resources: {'Port': ['ID=e3864cce-c6aa-48e9-986b-56138e979e93,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:43.483221 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a69a7a-80ce-4c9d-ac42-89635141af64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:11:43.493758 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-99a69a7a-80ce-4c9d-ac42-89635141af64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:43.503392 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a69a7a-80ce-4c9d-ac42-89635141af64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:11:43.508034 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a69a7a-80ce-4c9d-ac42-89635141af64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:43.508034 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-99a69a7a-80ce-4c9d-ac42-89635141af64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:43.556813 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6c5d734f-15e0-48bb-ba3a-9d01d7faf1c5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:43.575432 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-6c5d734f-15e0-48bb-ba3a-9d01d7faf1c5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Transition to ACTIVE for port object 0d792523-f3df-47e9-a0d2-a40113f02feb will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:11:43.600709 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-99a69a7a-80ce-4c9d-ac42-89635141af64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9882040 Aug 10 01:11:43.603404 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35584) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:43.664844 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6c5d734f-15e0-48bb-ba3a-9d01d7faf1c5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:43.678874 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0789df-1e34-4595-84b5-14f7fa254198 req-42b661fb-505d-493b-bbea-7aab9214b3ea tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:43.682628 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9d0789df-1e34-4595-84b5-14f7fa254198 req-42b661fb-505d-493b-bbea-7aab9214b3ea tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 945 time: 0.1657131 Aug 10 01:11:43.729024 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5d734f-15e0-48bb-ba3a-9d01d7faf1c5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Network 4e7a2df8-f200-4d1d-bdcc-55e3b61309b7 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:11:43.742800 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-6c5d734f-15e0-48bb-ba3a-9d01d7faf1c5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:43.752321 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d734f-15e0-48bb-ba3a-9d01d7faf1c5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Port': ['ID=0d792523-f3df-47e9-a0d2-a40113f02feb,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:43.755327 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5d734f-15e0-48bb-ba3a-9d01d7faf1c5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:11:43.766424 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3229a90-1a61-46fb-9eca-7a2bec95bd0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:43.768907 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d3229a90-1a61-46fb-9eca-7a2bec95bd0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] 10.222.0.35 "GET /v2.0/ports/e3864cce-c6aa-48e9-986b-56138e979e93 HTTP/1.1" status: 200 len: 959 time: 0.1637895 Aug 10 01:11:43.772067 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35594) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:43.826937 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5d734f-15e0-48bb-ba3a-9d01d7faf1c5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:43.827839 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6c5d734f-15e0-48bb-ba3a-9d01d7faf1c5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:43.854577 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6c5d734f-15e0-48bb-ba3a-9d01d7faf1c5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2272565 Aug 10 01:11:43.857721 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35600) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:43.865250 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-daaf6b65-928a-461a-a07e-7ecccf4ea2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:43.869685 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-fda50c40-ea36-434c-93b2-04b668769c80 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'subnet': {'network_id': '4e7a2df8-f200-4d1d-bdcc-55e3b61309b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:43.870997 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9d0789df-1e34-4595-84b5-14f7fa254198 req-61ddfd80-3ee6-44ae-b162-5286123981ee tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456306 Aug 10 01:11:44.056874 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-aac63a09-0414-41d6-a02e-1fbcf18389f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Deleting port e3864cce-c6aa-48e9-986b-56138e979e93 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:11:44.057367 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aac63a09-0414-41d6-a02e-1fbcf18389f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:44.059946 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda50c40-ea36-434c-93b2-04b668769c80 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Made reservation on behalf of 5a87816e91fb4794a957d4da3be1c174 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:44.070132 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fda50c40-ea36-434c-93b2-04b668769c80 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:44.150150 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7b186097-1128-4634-afb9-025bea780738 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:11:44.323694 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 7b186097-1128-4634-afb9-025bea780738 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:11:44.449356 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:44.457120 n-d-766726-26 neutron-server[105827]: INFO neutron.db.ipam_backend_mixin [None req-fda50c40-ea36-434c-93b2-04b668769c80 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3648b306-0d1d-4a61-bd72-546aa700a67b (CIDR: 172.20.0.0/28) Aug 10 01:11:44.465928 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda50c40-ea36-434c-93b2-04b668769c80 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:11:44.466437 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda50c40-ea36-434c-93b2-04b668769c80 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:11:44.513732 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-fda50c40-ea36-434c-93b2-04b668769c80 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6543455 Aug 10 01:11:44.515012 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35636) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:44.523387 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-44a70906-74e9-432b-95cc-9f45b2af1c2b tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'subnet': {'network_id': '4e7a2df8-f200-4d1d-bdcc-55e3b61309b7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:44.736872 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-e65869af-209e-4797-8994-dd03540b0f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:44.738391 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-e65869af-209e-4797-8994-dd03540b0f2b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 1097 time: 0.4728575 Aug 10 01:11:44.846838 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aac63a09-0414-41d6-a02e-1fbcf18389f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:44.850927 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a70906-74e9-432b-95cc-9f45b2af1c2b tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Made reservation on behalf of 5a87816e91fb4794a957d4da3be1c174 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:44.859348 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-44a70906-74e9-432b-95cc-9f45b2af1c2b tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:44.865142 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-aac63a09-0414-41d6-a02e-1fbcf18389f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Calling delete_port for e3864cce-c6aa-48e9-986b-56138e979e93 owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:11:44.934420 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-fcb8676b-7d28-4724-8a8c-41279c9cc0d1 None None] Provisioning complete for port a783cf46-e51b-4180-9f9f-a8459071ee58 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:44.937739 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fcb8676b-7d28-4724-8a8c-41279c9cc0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:44.968050 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-12459a23-915c-478c-a9fd-42c93a8c3487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:44.969507 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-12459a23-915c-478c-a9fd-42c93a8c3487 service neutron] 10.222.0.24 "GET /v2.0/networks?id=01bb96cc-7872-46cf-825f-e696562689f6 HTTP/1.1" status: 200 len: 897 time: 0.2212670 Aug 10 01:11:45.018965 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-fcb8676b-7d28-4724-8a8c-41279c9cc0d1 None None] Port a783cf46-e51b-4180-9f9f-a8459071ee58 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:11:45.035392 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-fcb8676b-7d28-4724-8a8c-41279c9cc0d1 None None] Provisioning for port 7b186097-1128-4634-afb9-025bea780738 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:11:45.045713 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-fcb8676b-7d28-4724-8a8c-41279c9cc0d1 None None] Provisioning complete for port 7b186097-1128-4634-afb9-025bea780738 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:45.047358 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fcb8676b-7d28-4724-8a8c-41279c9cc0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:45.139071 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aac63a09-0414-41d6-a02e-1fbcf18389f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:45.168234 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-4ee89afb-e05c-4dcc-b9e4-7b4dfd7d4b45 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc HTTP/1.1" status: 200 len: 1001 time: 0.1879854 Aug 10 01:11:45.174115 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:45.214924 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e4b45-ada3-4311-9020-caa1f44299bd req-d226bb52-c9c0-44d8-bdfc-d438442e44df tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:45.223933 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b7e4b45-ada3-4311-9020-caa1f44299bd req-d226bb52-c9c0-44d8-bdfc-d438442e44df tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 945 time: 0.2070627 Aug 10 01:11:45.230099 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac63a09-0414-41d6-a02e-1fbcf18389f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3864cce-c6aa-48e9-986b-56138e979e93,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:45.267505 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fcb8676b-7d28-4724-8a8c-41279c9cc0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:45.296052 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aac63a09-0414-41d6-a02e-1fbcf18389f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:45.310183 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-fcb8676b-7d28-4724-8a8c-41279c9cc0d1 None None] For port 7b186097-1128-4634-afb9-025bea780738, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=7b186097-1128-4634-afb9-025bea780738,segment=NetworkSegment(47f6cbaf-15d2-405b-aeb6-cee0a53f523a),segment_id=47f6cbaf-15d2-405b-aeb6-cee0a53f523a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:45.317494 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-aac63a09-0414-41d6-a02e-1fbcf18389f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] 10.222.0.35 "DELETE /v2.0/ports/e3864cce-c6aa-48e9-986b-56138e979e93 HTTP/1.1" status: 204 len: 168 time: 1.5379970 Aug 10 01:11:45.318259 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35688) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:45.320085 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fcb8676b-7d28-4724-8a8c-41279c9cc0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:45.350055 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b7e4b45-ada3-4311-9020-caa1f44299bd req-2a2d05e2-e607-4f9e-a2ad-8614af7bd5d0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251943 Aug 10 01:11:45.380034 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8e4ee0-2623-4f7c-b885-d9289b27a3dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] GET failed (client error): The resource could not be found. Aug 10 01:11:45.389436 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3d8e4ee0-2623-4f7c-b885-d9289b27a3dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] 10.222.0.35 "GET /v2.0/ports/e3864cce-c6aa-48e9-986b-56138e979e93 HTTP/1.1" status: 404 len: 333 time: 0.0675707 Aug 10 01:11:45.390100 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35694) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:45.394942 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-b77684a8-c0bb-486f-8c40-50add22e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Request body: {'port': {'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-493794479'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:45.398625 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8676b-7d28-4724-8a8c-41279c9cc0d1 None None] Pushing event updated for resources: {'Port': ['ID=7b186097-1128-4634-afb9-025bea780738,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:45.448063 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77684a8-c0bb-486f-8c40-50add22e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Made reservation on behalf of 94c78478769e435eb00d6bd2abeba37f for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:45.450602 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b77684a8-c0bb-486f-8c40-50add22e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:45.452418 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0abfaa0c-6265-404a-99a8-3b72ea3317d2 None None] Provisioning for port 0d792523-f3df-47e9-a0d2-a40113f02feb completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:11:45.462321 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0abfaa0c-6265-404a-99a8-3b72ea3317d2 None None] Provisioning complete for port 0d792523-f3df-47e9-a0d2-a40113f02feb triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:45.463099 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0abfaa0c-6265-404a-99a8-3b72ea3317d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:45.486505 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-b77684a8-c0bb-486f-8c40-50add22e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] device_id is not set on port 8556ed63-403c-4554-88e4-1af0d5da0732 yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:11:45.523676 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-b1fa42e1-c488-4bd0-b2c0-c2a707876b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:45.528575 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-b1fa42e1-c488-4bd0-b2c0-c2a707876b01 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6592bd1e-0cb5-4931-abfd-37c8c7d77ae5 HTTP/1.1" status: 200 len: 834 time: 0.3444459 Aug 10 01:11:45.533283 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-0abfaa0c-6265-404a-99a8-3b72ea3317d2 None None] Port 0d792523-f3df-47e9-a0d2-a40113f02feb cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:11:45.607309 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-44a70906-74e9-432b-95cc-9f45b2af1c2b tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:45.623571 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-7f756f18-ad30-4352-b9e0-cf206af98eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:45.623571 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-7f756f18-ad30-4352-b9e0-cf206af98eb5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01bb96cc-7872-46cf-825f-e696562689f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0810204 Aug 10 01:11:45.721038 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-5c09485a-9b9d-478c-af3f-5ad803371f6e service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:11:45.722166 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-5c09485a-9b9d-478c-af3f-5ad803371f6e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0221021 Aug 10 01:11:45.739938 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a70906-74e9-432b-95cc-9f45b2af1c2b tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Subnet': ['ID=4066f24f-2a2d-4a4f-aa2b-f930a97860ff,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:45.759075 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a70906-74e9-432b-95cc-9f45b2af1c2b tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Network 4e7a2df8-f200-4d1d-bdcc-55e3b61309b7 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:11:45.764243 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b77684a8-c0bb-486f-8c40-50add22e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:45.806002 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-44a70906-74e9-432b-95cc-9f45b2af1c2b tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:45.809838 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a70906-74e9-432b-95cc-9f45b2af1c2b tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:45.810440 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-44a70906-74e9-432b-95cc-9f45b2af1c2b tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:45.817546 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe6e144-a71e-4c36-bb7d-7e26bae2ac00 None None] Network 4e7a2df8-f200-4d1d-bdcc-55e3b61309b7 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:11:45.838902 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-44a70906-74e9-432b-95cc-9f45b2af1c2b tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3221984 Aug 10 01:11:45.841541 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35730) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:45.847842 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-9cdfb6fc-1578-4903-a3f0-835a9f0266dc tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1503376467', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4066f24f-2a2d-4a4f-aa2b-f930a97860ff'}], 'security_groups': ['146c7d63-df47-4402-b471-9a6c281bedeb']}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:45.879118 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-1fabd5cd-5980-4607-ade8-ed5685a0e7c6 service neutron] 10.222.0.24 "GET /v2.0/networks/01bb96cc-7872-46cf-825f-e696562689f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333001 Aug 10 01:11:45.889031 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b77684a8-c0bb-486f-8c40-50add22e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:46.075598 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77684a8-c0bb-486f-8c40-50add22e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:11:46.093780 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77684a8-c0bb-486f-8c40-50add22e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Pushing event updated for resources: {'Port': ['ID=8556ed63-403c-4554-88e4-1af0d5da0732,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:46.098085 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-b77684a8-c0bb-486f-8c40-50add22e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:46.102598 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77684a8-c0bb-486f-8c40-50add22e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:11:46.104697 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77684a8-c0bb-486f-8c40-50add22e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:46.105466 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b77684a8-c0bb-486f-8c40-50add22e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:46.140774 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b77684a8-c0bb-486f-8c40-50add22e6bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7496126 Aug 10 01:11:46.143908 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35742) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:46.151062 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:46.154401 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7b186097-1128-4634-afb9-025bea780738 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:11:46.207023 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-2a5ab9c7-7add-4a3a-93b6-1e47779e784e service neutron] 10.222.0.24 "GET /v2.0/networks/01bb96cc-7872-46cf-825f-e696562689f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175750 Aug 10 01:11:46.251504 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:46.278994 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 7b186097-1128-4634-afb9-025bea780738 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:46.279383 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:46.308913 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9cdfb6fc-1578-4903-a3f0-835a9f0266dc tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:46.331968 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:46.407763 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7686c1-4407-475c-b828-4d8ca23ff2f6 None None] Update dhcp port {'port': {'network_id': '4e7a2df8-f200-4d1d-bdcc-55e3b61309b7', 'fixed_ips': [{'subnet_id': '3648b306-0d1d-4a61-bd72-546aa700a67b', 'ip_address': '172.20.0.2'}, {'subnet_id': '4066f24f-2a2d-4a4f-aa2b-f930a97860ff'}], 'binding:host_id': 'n-d-766726-26'}, 'id': '7b186097-1128-4634-afb9-025bea780738'} from n-d-766726-26. {{(pid=105828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:11:46.455776 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1d7686c1-4407-475c-b828-4d8ca23ff2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:46.684800 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-1d7686c1-4407-475c-b828-4d8ca23ff2f6 None None] Allocated IP 172.20.0.18 (4e7a2df8-f200-4d1d-bdcc-55e3b61309b7/4066f24f-2a2d-4a4f-aa2b-f930a97860ff/7b186097-1128-4634-afb9-025bea780738) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:11:46.719526 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709251c-1461-4567-b956-337e28a73307 req-1963634e-c10f-4706-9838-af9a99faca64 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:46.721084 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b709251c-1461-4567-b956-337e28a73307 req-1963634e-c10f-4706-9838-af9a99faca64 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 945 time: 0.2467108 Aug 10 01:11:46.811629 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-1d7686c1-4407-475c-b828-4d8ca23ff2f6 None None] For port 7b186097-1128-4634-afb9-025bea780738, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=7b186097-1128-4634-afb9-025bea780738,segment=NetworkSegment(47f6cbaf-15d2-405b-aeb6-cee0a53f523a),segment_id=47f6cbaf-15d2-405b-aeb6-cee0a53f523a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:46.812239 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b709251c-1461-4567-b956-337e28a73307 req-23d04268-5b56-4804-9b77-c995c8cf9eae tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758734 Aug 10 01:11:46.816853 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] device_id is not set on port 8556ed63-403c-4554-88e4-1af0d5da0732 yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:11:46.826629 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:46.840725 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Transition to ACTIVE for port object 8556ed63-403c-4554-88e4-1af0d5da0732 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:11:46.847076 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:46.851318 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1d7686c1-4407-475c-b828-4d8ca23ff2f6 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:46.867775 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1d7686c1-4407-475c-b828-4d8ca23ff2f6 None None] Transition to ACTIVE for port object 7b186097-1128-4634-afb9-025bea780738 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:11:46.873276 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1d7686c1-4407-475c-b828-4d8ca23ff2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:46.953170 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Pushing event updated for resources: {'Port': ['ID=8556ed63-403c-4554-88e4-1af0d5da0732,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:46.990842 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7686c1-4407-475c-b828-4d8ca23ff2f6 None None] Pushing event updated for resources: {'Port': ['ID=7b186097-1128-4634-afb9-025bea780738,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:47.003833 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:47.004662 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:47.005262 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:47.012448 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Port 8556ed63-403c-4554-88e4-1af0d5da0732 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:11:47.012893 n-d-766726-26 neutron-server[105826]: ERROR neutron.plugins.ml2.managers [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Failed to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 on host n-h1-766726-26 for vnic_type normal using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] Aug 10 01:11:47.017125 n-d-766726-26 neutron-server[105826]: INFO neutron.plugins.ml2.plugin [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempt 2 to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 Aug 10 01:11:47.054017 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:47.054374 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:47.054731 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:47.075808 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Port 8556ed63-403c-4554-88e4-1af0d5da0732 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:11:47.076154 n-d-766726-26 neutron-server[105826]: ERROR neutron.plugins.ml2.managers [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Failed to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 on host n-h1-766726-26 for vnic_type normal using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] Aug 10 01:11:47.086212 n-d-766726-26 neutron-server[105826]: INFO neutron.plugins.ml2.plugin [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempt 3 to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 Aug 10 01:11:47.142760 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-9cdfb6fc-1578-4903-a3f0-835a9f0266dc tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Delete allocated IP 172.20.0.12 (4e7a2df8-f200-4d1d-bdcc-55e3b61309b7/3648b306-0d1d-4a61-bd72-546aa700a67b) {{(pid=105826) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 01:11:47.150329 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:47.150680 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:47.151030 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:47.165909 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-9cdfb6fc-1578-4903-a3f0-835a9f0266dc tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Allocated IP 172.20.0.30 (4e7a2df8-f200-4d1d-bdcc-55e3b61309b7/4066f24f-2a2d-4a4f-aa2b-f930a97860ff/0d792523-f3df-47e9-a0d2-a40113f02feb) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:11:47.177751 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Port 8556ed63-403c-4554-88e4-1af0d5da0732 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:11:47.178023 n-d-766726-26 neutron-server[105826]: ERROR neutron.plugins.ml2.managers [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Failed to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 on host n-h1-766726-26 for vnic_type normal using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] Aug 10 01:11:47.181002 n-d-766726-26 neutron-server[105826]: INFO neutron.plugins.ml2.plugin [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempt 4 to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 Aug 10 01:11:47.230779 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:47.231111 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:47.231460 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:47.260010 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-fa8b8b26-695a-410b-9c23-185bfdd30ec3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:47.261716 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-fa8b8b26-695a-410b-9c23-185bfdd30ec3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/networks?id=d5f42a49-cf64-4535-a007-0ffeb2000607 HTTP/1.1" status: 200 len: 812 time: 0.1895788 Aug 10 01:11:47.262330 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Port 8556ed63-403c-4554-88e4-1af0d5da0732 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:11:47.262665 n-d-766726-26 neutron-server[105826]: ERROR neutron.plugins.ml2.managers [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Failed to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 on host n-h1-766726-26 for vnic_type normal using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] Aug 10 01:11:47.278472 n-d-766726-26 neutron-server[105826]: INFO neutron.plugins.ml2.plugin [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempt 5 to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 Aug 10 01:11:47.333911 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:47.334258 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:47.334616 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:47.341948 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-60493160-4b6c-495d-aba2-b921e6754273 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/quotas/a4f463465f414d20a10d25627743d857 HTTP/1.1" status: 200 len: 375 time: 0.0606282 Aug 10 01:11:47.348026 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Port 8556ed63-403c-4554-88e4-1af0d5da0732 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:11:47.348402 n-d-766726-26 neutron-server[105826]: ERROR neutron.plugins.ml2.managers [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Failed to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 on host n-h1-766726-26 for vnic_type normal using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] Aug 10 01:11:47.352233 n-d-766726-26 neutron-server[105826]: INFO neutron.plugins.ml2.plugin [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempt 6 to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 Aug 10 01:11:47.405938 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:47.406284 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:47.406628 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:47.421671 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Port 8556ed63-403c-4554-88e4-1af0d5da0732 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:11:47.422078 n-d-766726-26 neutron-server[105826]: ERROR neutron.plugins.ml2.managers [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Failed to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 on host n-h1-766726-26 for vnic_type normal using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] Aug 10 01:11:47.427153 n-d-766726-26 neutron-server[105826]: INFO neutron.plugins.ml2.plugin [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempt 7 to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 Aug 10 01:11:47.474626 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:47.474976 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:47.475324 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:47.490258 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-7572c9b1-324e-47b3-8d98-dd89915c1727 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a4f463465f414d20a10d25627743d857&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1294343 Aug 10 01:11:47.494285 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Port 8556ed63-403c-4554-88e4-1af0d5da0732 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:11:47.494626 n-d-766726-26 neutron-server[105826]: ERROR neutron.plugins.ml2.managers [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Failed to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 on host n-h1-766726-26 for vnic_type normal using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] Aug 10 01:11:47.496581 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9cdfb6fc-1578-4903-a3f0-835a9f0266dc tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:47.499297 n-d-766726-26 neutron-server[105826]: INFO neutron.plugins.ml2.plugin [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempt 8 to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 Aug 10 01:11:47.564221 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:47.564499 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:47.564840 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:47.568231 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-9cdfb6fc-1578-4903-a3f0-835a9f0266dc tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Transition to ACTIVE for port object 0d792523-f3df-47e9-a0d2-a40113f02feb will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:11:47.571682 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-08982f87-61e6-4532-8e48-312db9508f74 None None] Provisioning for port 7b186097-1128-4634-afb9-025bea780738 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:11:47.575759 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Port 8556ed63-403c-4554-88e4-1af0d5da0732 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:11:47.576099 n-d-766726-26 neutron-server[105826]: ERROR neutron.plugins.ml2.managers [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Failed to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 on host n-h1-766726-26 for vnic_type normal using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] Aug 10 01:11:47.576288 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-08982f87-61e6-4532-8e48-312db9508f74 None None] Provisioning complete for port 7b186097-1128-4634-afb9-025bea780738 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:47.576672 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9cdfb6fc-1578-4903-a3f0-835a9f0266dc tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:47.576806 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-08982f87-61e6-4532-8e48-312db9508f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:47.582248 n-d-766726-26 neutron-server[105826]: INFO neutron.plugins.ml2.plugin [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempt 9 to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 Aug 10 01:11:47.634227 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:47.634559 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:47.634831 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:47.681821 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Port 8556ed63-403c-4554-88e4-1af0d5da0732 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:11:47.682148 n-d-766726-26 neutron-server[105826]: ERROR neutron.plugins.ml2.managers [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Failed to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 on host n-h1-766726-26 for vnic_type normal using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] Aug 10 01:11:47.687761 n-d-766726-26 neutron-server[105826]: INFO neutron.plugins.ml2.plugin [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempt 10 to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 Aug 10 01:11:47.697337 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-08982f87-61e6-4532-8e48-312db9508f74 None None] Provisioning complete for port a783cf46-e51b-4180-9f9f-a8459071ee58 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:47.697845 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-08982f87-61e6-4532-8e48-312db9508f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:47.739669 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdfb6fc-1578-4903-a3f0-835a9f0266dc tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Port': ['ID=0d792523-f3df-47e9-a0d2-a40113f02feb,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:47.741581 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-08982f87-61e6-4532-8e48-312db9508f74 None None] Port a783cf46-e51b-4180-9f9f-a8459071ee58 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:11:47.746261 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:47.746609 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:47.746958 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempting to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:47.753828 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-ebb1c028-cd2a-411b-9fbf-be873704f2ad service neutron] 10.222.0.35 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502551 Aug 10 01:11:47.760019 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Port 8556ed63-403c-4554-88e4-1af0d5da0732 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:11:47.760456 n-d-766726-26 neutron-server[105826]: ERROR neutron.plugins.ml2.managers [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Failed to bind port 8556ed63-403c-4554-88e4-1af0d5da0732 on host n-h1-766726-26 for vnic_type normal using segments [{'id': 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b9f8a16-7b5d-4b44-a9e2-84f790f224e2'}] Aug 10 01:11:47.760801 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:47.776533 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-08982f87-61e6-4532-8e48-312db9508f74 None None] Provisioning for port 0d792523-f3df-47e9-a0d2-a40113f02feb completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:11:47.781025 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-9cdfb6fc-1578-4903-a3f0-835a9f0266dc tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] In _notify_port_updated(), no bound segment for port 0d792523-f3df-47e9-a0d2-a40113f02feb on network 4e7a2df8-f200-4d1d-bdcc-55e3b61309b7 {{(pid=105826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:11:47.781463 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-08982f87-61e6-4532-8e48-312db9508f74 None None] Provisioning complete for port 0d792523-f3df-47e9-a0d2-a40113f02feb triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:47.781928 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-08982f87-61e6-4532-8e48-312db9508f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:47.786903 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdfb6fc-1578-4903-a3f0-835a9f0266dc tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:47.787545 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9cdfb6fc-1578-4903-a3f0-835a9f0266dc tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:47.788899 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9cdfb6fc-1578-4903-a3f0-835a9f0266dc tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "PUT /v2.0/ports/0d792523-f3df-47e9-a0d2-a40113f02feb HTTP/1.1" status: 200 len: 921 time: 1.9461527 Aug 10 01:11:47.793039 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35882) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:47.827836 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-08982f87-61e6-4532-8e48-312db9508f74 None None] Port 0d792523-f3df-47e9-a0d2-a40113f02feb cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:11:48.040075 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] For port 8556ed63-403c-4554-88e4-1af0d5da0732, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:11:48.040735 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attempted to set empty binding levels {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 01:11:48.053305 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7b186097-1128-4634-afb9-025bea780738 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:11:48.084231 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-ff69f647-ac39-4149-a2f4-9173fb158b06 service neutron] 10.222.0.35 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152425 Aug 10 01:11:48.115127 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:48.144546 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 7b186097-1128-4634-afb9-025bea780738 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:48.144889 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:48.157815 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcef144-e0b9-46e2-b549-7a9d9ea0c82d req-3fab4183-d0ef-471b-8939-d383186ce460 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:48.168844 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7dcef144-e0b9-46e2-b549-7a9d9ea0c82d req-3fab4183-d0ef-471b-8939-d383186ce460 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 945 time: 0.2227848 Aug 10 01:11:48.221948 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] In _notify_port_updated(), no bound segment for port 8556ed63-403c-4554-88e4-1af0d5da0732 on network 2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 {{(pid=105826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:11:48.223820 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:48.224689 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:48.226164 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] 10.222.0.35 "PUT /v2.0/ports/8556ed63-403c-4554-88e4-1af0d5da0732 HTTP/1.1" status: 200 len: 979 time: 2.0812495 Aug 10 01:11:48.229128 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35916) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:48.321901 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-cd85b8ad-9d56-4f25-804c-6f67f59514ef tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Deleting port 0d792523-f3df-47e9-a0d2-a40113f02feb {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:11:48.322154 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cd85b8ad-9d56-4f25-804c-6f67f59514ef tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:48.339559 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33c421-74e7-419e-b078-8355f552764e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Pushing event updated for resources: {'Port': ['ID=8556ed63-403c-4554-88e4-1af0d5da0732,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:48.380360 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-337de588-886f-44e7-af6a-e8c8d373b9bd None None] Provisioning complete for port 0d792523-f3df-47e9-a0d2-a40113f02feb triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:48.380978 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-337de588-886f-44e7-af6a-e8c8d373b9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:48.387778 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-c7c654c8-239c-442b-8734-7c130971e325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Deleting port 8556ed63-403c-4554-88e4-1af0d5da0732 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:11:48.388125 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c7c654c8-239c-442b-8734-7c130971e325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:48.434002 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-337de588-886f-44e7-af6a-e8c8d373b9bd None None] Port 0d792523-f3df-47e9-a0d2-a40113f02feb cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:11:48.463913 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7dcef144-e0b9-46e2-b549-7a9d9ea0c82d req-570b2f26-3fca-45e7-b3f0-86e3bd121326 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2940142 Aug 10 01:11:48.517508 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-c7c654c8-239c-442b-8734-7c130971e325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] For port 8556ed63-403c-4554-88e4-1af0d5da0732, host n-h1-766726-26, got binding levels [] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:48.517962 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c7c654c8-239c-442b-8734-7c130971e325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:48.542742 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-c7c654c8-239c-442b-8734-7c130971e325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Calling delete_port for 8556ed63-403c-4554-88e4-1af0d5da0732 owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:11:48.596636 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cd85b8ad-9d56-4f25-804c-6f67f59514ef tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:48.619188 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0d69da54-54cf-42ab-984c-c4a08ba25897 req-32b890f8-72fa-4f6a-8c62-d77f872f6c94 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 210 time: 0.0653279 Aug 10 01:11:48.625976 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-cd85b8ad-9d56-4f25-804c-6f67f59514ef tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Calling delete_port for 0d792523-f3df-47e9-a0d2-a40113f02feb owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:11:48.691553 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c7c654c8-239c-442b-8734-7c130971e325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:48.728499 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c654c8-239c-442b-8734-7c130971e325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Pushing event deleted for resources: {'Port': ['ID=8556ed63-403c-4554-88e4-1af0d5da0732,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:48.737814 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c7c654c8-239c-442b-8734-7c130971e325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:48.740426 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c7c654c8-239c-442b-8734-7c130971e325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] 10.222.0.35 "DELETE /v2.0/ports/8556ed63-403c-4554-88e4-1af0d5da0732 HTTP/1.1" status: 204 len: 168 time: 0.5096495 Aug 10 01:11:48.743707 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35948) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:48.776684 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-b72ede2c-e0f0-4daf-b50e-c5fa93b8e22b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] GET failed (client error): The resource could not be found. Aug 10 01:11:48.778399 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b72ede2c-e0f0-4daf-b50e-c5fa93b8e22b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873121775-project-admin] 10.222.0.35 "GET /v2.0/ports/8556ed63-403c-4554-88e4-1af0d5da0732 HTTP/1.1" status: 404 len: 333 time: 0.0327983 Aug 10 01:11:48.786719 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35956) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:48.874434 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-23e72fae-535d-4ace-8cc6-68b890145f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:48.929884 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cd85b8ad-9d56-4f25-804c-6f67f59514ef tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:48.984153 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd85b8ad-9d56-4f25-804c-6f67f59514ef tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Port': ['ID=0d792523-f3df-47e9-a0d2-a40113f02feb,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:49.008452 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-23e72fae-535d-4ace-8cc6-68b890145f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:49.024822 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-23e72fae-535d-4ace-8cc6-68b890145f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b9f8a16-7b5d-4b44-a9e2-84f790f224e2']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:49.042046 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-23e72fae-535d-4ace-8cc6-68b890145f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:49.042736 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-23e72fae-535d-4ace-8cc6-68b890145f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf5ca8a8-1b26-43fd-8ccb-83952ebb7fd8') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:49.070304 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-23e72fae-535d-4ace-8cc6-68b890145f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:49.088451 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-23e72fae-535d-4ace-8cc6-68b890145f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:49.105304 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e72fae-535d-4ace-8cc6-68b890145f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:11:49.105770 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cd85b8ad-9d56-4f25-804c-6f67f59514ef tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:49.107393 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-23e72fae-535d-4ace-8cc6-68b890145f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:49.110725 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-cd85b8ad-9d56-4f25-804c-6f67f59514ef tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/ports/0d792523-f3df-47e9-a0d2-a40113f02feb HTTP/1.1" status: 204 len: 168 time: 1.3167002 Aug 10 01:11:49.111403 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35976) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:49.112222 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:11:49.112222 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:11:49.112222 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:11:49.112222 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:11:49.112222 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:11:49.112222 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:11:49.112222 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:11:49.112222 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:11:49.112222 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:11:49.112222 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:11:49.112222 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:11:49.112222 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:11:49.112222 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:11:49.112222 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:11:49.112222 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:11:49.112222 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:11:49.112222 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:11:49.112222 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:11:49.112222 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:11:49.112222 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:11:49.112222 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:11:49.112222 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:11:49.112222 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:11:49.112222 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:11:49.112222 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:11:49.112222 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:11:49.112222 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:11:49.112222 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:11:49.112222 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:11:49.112222 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:11:49.112222 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:11:49.112222 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:11:49.139548 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4ac2975-1aee-45d7-91a9-fae00b0550f3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] GET failed (client error): The resource could not be found. Aug 10 01:11:49.145107 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f4ac2975-1aee-45d7-91a9-fae00b0550f3 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "GET /v2.0/ports/0d792523-f3df-47e9-a0d2-a40113f02feb HTTP/1.1" status: 404 len: 333 time: 0.0311904 Aug 10 01:11:49.145843 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35978) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:49.210809 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-23e72fae-535d-4ace-8cc6-68b890145f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:49.232141 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-23e72fae-535d-4ace-8cc6-68b890145f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:49.236332 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-23e72fae-535d-4ace-8cc6-68b890145f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822-project] 10.222.0.35 "DELETE /v2.0/networks/2b9f8a16-7b5d-4b44-a9e2-84f790f224e2 HTTP/1.1" status: 204 len: 168 time: 0.4460075 Aug 10 01:11:49.259927 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c5770e5d-a733-4e71-abdd-c85c6445cdcc tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:49.260476 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e72fae-535d-4ace-8cc6-68b890145f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-574823822-project] Pushing event deleted for resources: {'Network': ['ID=2b9f8a16-7b5d-4b44-a9e2-84f790f224e2,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:49.289097 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c5770e5d-a733-4e71-abdd-c85c6445cdcc tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:49.349820 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c5770e5d-a733-4e71-abdd-c85c6445cdcc tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:49.353674 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c5770e5d-a733-4e71-abdd-c85c6445cdcc tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:49.355077 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c5770e5d-a733-4e71-abdd-c85c6445cdcc tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/security-groups/6f554fce-41a8-45a7-85b1-c5592c96162c HTTP/1.1" status: 204 len: 168 time: 0.2055216 Aug 10 01:11:49.357856 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35992) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:49.380874 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5770e5d-a733-4e71-abdd-c85c6445cdcc tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f554fce-41a8-45a7-85b1-c5592c96162c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:49.440694 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-663fce94-fd02-45c9-9c6b-4053e2745661 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:49.480299 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-663fce94-fd02-45c9-9c6b-4053e2745661 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:49.537572 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-663fce94-fd02-45c9-9c6b-4053e2745661 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:49.541147 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-663fce94-fd02-45c9-9c6b-4053e2745661 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:49.542599 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-663fce94-fd02-45c9-9c6b-4053e2745661 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/security-groups/146c7d63-df47-4402-b471-9a6c281bedeb HTTP/1.1" status: 204 len: 168 time: 0.1835284 Aug 10 01:11:49.545582 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36012) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:49.563841 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663fce94-fd02-45c9-9c6b-4053e2745661 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=146c7d63-df47-4402-b471-9a6c281bedeb,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:49.669258 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e97070-1768-42f3-bd20-cf1877275a34 req-9e0af9e8-d0a8-4868-a42d-06c980ef6f0f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:49.670818 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d9e97070-1768-42f3-bd20-cf1877275a34 req-9e0af9e8-d0a8-4868-a42d-06c980ef6f0f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 945 time: 0.0952229 Aug 10 01:11:49.675197 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f2221f-c4d5-494d-a759-415eed6c204d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Deleting subnet 3648b306-0d1d-4a61-bd72-546aa700a67b {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:11:49.678560 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-50f2221f-c4d5-494d-a759-415eed6c204d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:49.685449 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36026) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:49.765701 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d715ff5f-3db5-43a0-a861-5b0dd364b4ef req-e54d58e6-6a84-438e-b767-39e0de3bdab3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 210 time: 0.0528393 Aug 10 01:11:49.768319 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-50f2221f-c4d5-494d-a759-415eed6c204d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:49.835171 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d9e97070-1768-42f3-bd20-cf1877275a34 req-ba2f93cf-8172-4356-b684-b483ed2d70f7 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187801 Aug 10 01:11:49.907972 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-50f2221f-c4d5-494d-a759-415eed6c204d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:49.968841 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a25c23b9-6f7d-4411-a8a2-5e2a10ae8f80 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5dd351f5f2f041aab6f4f34630d248a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2819488 Aug 10 01:11:49.971526 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36034) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:50.010537 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36036) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:50.034955 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-50f2221f-c4d5-494d-a759-415eed6c204d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:50.067207 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-78fdf968-1ba3-49a1-8608-34e85ee87520 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:50.068778 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-78fdf968-1ba3-49a1-8608-34e85ee87520 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.24 "GET /v2.0/networks?id=d5f42a49-cf64-4535-a007-0ffeb2000607 HTTP/1.1" status: 200 len: 812 time: 0.2555201 Aug 10 01:11:50.086839 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2221f-c4d5-494d-a759-415eed6c204d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Subnet': ['ID=3648b306-0d1d-4a61-bd72-546aa700a67b,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:50.090672 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-35729008-79b8-4e16-bbb7-1a75128675fd tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Request body: {'port': {'device_id': '5d0f88d2-a951-48ef-ac28-b67a34b61b48', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'admin_state_up': True, 'tenant_id': 'a4f463465f414d20a10d25627743d857'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:50.091007 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-50f2221f-c4d5-494d-a759-415eed6c204d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:50.096729 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-50f2221f-c4d5-494d-a759-415eed6c204d tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/subnets/3648b306-0d1d-4a61-bd72-546aa700a67b HTTP/1.1" status: 204 len: 168 time: 0.5465171 Aug 10 01:11:50.096729 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ce289505-709d-45b6-9bd5-4afcfbbbd270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:50.098433 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36042) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:50.106158 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-6f60ccd9-c351-4554-bc7d-a39f643ccbaf tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'subnet': {'network_id': '4e7a2df8-f200-4d1d-bdcc-55e3b61309b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:50.109352 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bd13e1-f10b-48dd-a7d6-26043e44c424 None None] Network 4e7a2df8-f200-4d1d-bdcc-55e3b61309b7 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:11:50.174025 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ce289505-709d-45b6-9bd5-4afcfbbbd270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:50.253570 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-35729008-79b8-4e16-bbb7-1a75128675fd tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Made reservation on behalf of a4f463465f414d20a10d25627743d857 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:50.258117 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-35729008-79b8-4e16-bbb7-1a75128675fd tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:50.287289 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-31c38b05-e566-483c-9fa1-70d2b4bd1570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:50.292418 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ce289505-709d-45b6-9bd5-4afcfbbbd270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:50.295074 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ce289505-709d-45b6-9bd5-4afcfbbbd270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:50.296253 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ce289505-709d-45b6-9bd5-4afcfbbbd270 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6c54819a-96f6-43fd-838a-6fb4cd8dc03d HTTP/1.1" status: 204 len: 168 time: 0.3235540 Aug 10 01:11:50.318061 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce289505-709d-45b6-9bd5-4afcfbbbd270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c54819a-96f6-43fd-838a-6fb4cd8dc03d,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:50.331777 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f60ccd9-c351-4554-bc7d-a39f643ccbaf tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Made reservation on behalf of 5a87816e91fb4794a957d4da3be1c174 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:50.336094 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6f60ccd9-c351-4554-bc7d-a39f643ccbaf tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:50.462179 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-35729008-79b8-4e16-bbb7-1a75128675fd tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Allocated IP 172.20.0.3 (d5f42a49-cf64-4535-a007-0ffeb2000607/1982ede0-b8b9-4659-ad0a-d59c9e02d1ca/5501faf5-fbd6-4ce6-b33b-1395bed2820c) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:11:50.724064 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-31c38b05-e566-483c-9fa1-70d2b4bd1570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:50.752534 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-31c38b05-e566-483c-9fa1-70d2b4bd1570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:50.753787 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-35729008-79b8-4e16-bbb7-1a75128675fd tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:50.792926 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-35729008-79b8-4e16-bbb7-1a75128675fd tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Transition to ACTIVE for port object 5501faf5-fbd6-4ce6-b33b-1395bed2820c will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:11:50.814110 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-31c38b05-e566-483c-9fa1-70d2b4bd1570 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=920034c7e20b422ba69999ab8c4899e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8023055 Aug 10 01:11:50.819725 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36056) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:50.867335 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36060) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:51.026694 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-35729008-79b8-4e16-bbb7-1a75128675fd tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:51.038748 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-995934e8-8269-4cbf-9409-82cebbefbbcb req-c557fda8-c042-43ce-89aa-e9e39d105618 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 210 time: 0.0782323 Aug 10 01:11:51.046682 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6f60ccd9-c351-4554-bc7d-a39f643ccbaf tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:51.048473 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c38b05-e566-483c-9fa1-70d2b4bd1570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ceb29a6-2ab3-4f3a-a680-aa51ec174926,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:51.062170 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['0aecc27a-db65-432e-b4b6-857d127b666e'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:11:51.110680 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35729008-79b8-4e16-bbb7-1a75128675fd tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Pushing event updated for resources: {'Port': ['ID=5501faf5-fbd6-4ce6-b33b-1395bed2820c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:51.120905 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-17bc27fa-08d1-43f6-936f-f4d4a5e61c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:51.125512 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-35729008-79b8-4e16-bbb7-1a75128675fd tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Network d5f42a49-cf64-4535-a007-0ffeb2000607 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:11:51.128628 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-70b7b669-9322-4d17-985a-b1e165148e9e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=94c78478769e435eb00d6bd2abeba37f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2527475 Aug 10 01:11:51.131473 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36064) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:51.133557 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-35729008-79b8-4e16-bbb7-1a75128675fd tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:51.137002 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-35729008-79b8-4e16-bbb7-1a75128675fd tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:11:51.146459 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f60ccd9-c351-4554-bc7d-a39f643ccbaf tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Network 4e7a2df8-f200-4d1d-bdcc-55e3b61309b7 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:11:51.174974 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3c324-02e3-421b-8241-a91326d37861 req-00e32300-d4d7-4a80-bf96-1873c5eba9e2 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:51.179765 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-afe3c324-02e3-421b-8241-a91326d37861 req-00e32300-d4d7-4a80-bf96-1873c5eba9e2 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 945 time: 0.2223289 Aug 10 01:11:51.211931 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-6f60ccd9-c351-4554-bc7d-a39f643ccbaf tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:51.222325 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f60ccd9-c351-4554-bc7d-a39f643ccbaf tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:51.222934 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6f60ccd9-c351-4554-bc7d-a39f643ccbaf tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:51.253387 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6f60ccd9-c351-4554-bc7d-a39f643ccbaf tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1538126 Aug 10 01:11:51.254064 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36068) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:51.254929 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-17bc27fa-08d1-43f6-936f-f4d4a5e61c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:51.269739 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-fe35cf6f-812c-4d57-9dee-f834fe793cb5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'security_group': {'name': 'tempest-secgroup-1076082438'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:51.279845 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d701da64-26c8-4c2d-8fb7-e35e616a8e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:51.317013 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fe35cf6f-812c-4d57-9dee-f834fe793cb5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:51.323677 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-35729008-79b8-4e16-bbb7-1a75128675fd tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:51.324699 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-35729008-79b8-4e16-bbb7-1a75128675fd tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:51.351345 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f60ccd9-c351-4554-bc7d-a39f643ccbaf tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Subnet': ['ID=8ffb7872-2143-47f4-95dd-556adf0694ab,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:51.356008 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d701da64-26c8-4c2d-8fb7-e35e616a8e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:51.373002 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-afe3c324-02e3-421b-8241-a91326d37861 req-4211745b-c6d9-4091-a6c2-89caad5779b8 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882489 Aug 10 01:11:51.384988 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-35729008-79b8-4e16-bbb7-1a75128675fd tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3057187 Aug 10 01:11:51.412865 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-98560bbf-6627-4959-b5e1-33599d917bf0 service neutron] Request body: {'port': {'device_id': '5d0f88d2-a951-48ef-ac28-b67a34b61b48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:51.445508 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-17bc27fa-08d1-43f6-936f-f4d4a5e61c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:51.448662 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-17bc27fa-08d1-43f6-936f-f4d4a5e61c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:51.452912 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-17bc27fa-08d1-43f6-936f-f4d4a5e61c5a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6ceb29a6-2ab3-4f3a-a680-aa51ec174926 HTTP/1.1" status: 204 len: 168 time: 0.6303048 Aug 10 01:11:51.469936 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc27fa-08d1-43f6-936f-f4d4a5e61c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ceb29a6-2ab3-4f3a-a680-aa51ec174926,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:51.513455 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-98560bbf-6627-4959-b5e1-33599d917bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:51.524877 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccb471f-5197-486f-b427-ba9dab98104c None None] Network 4e7a2df8-f200-4d1d-bdcc-55e3b61309b7 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:11:51.527596 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d701da64-26c8-4c2d-8fb7-e35e616a8e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:51.530935 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d701da64-26c8-4c2d-8fb7-e35e616a8e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:51.532746 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d701da64-26c8-4c2d-8fb7-e35e616a8e1b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/533fed63-9ef7-4167-9248-200065010b77 HTTP/1.1" status: 204 len: 168 time: 0.3923576 Aug 10 01:11:51.548503 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701da64-26c8-4c2d-8fb7-e35e616a8e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533fed63-9ef7-4167-9248-200065010b77,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:51.612790 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fe35cf6f-812c-4d57-9dee-f834fe793cb5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:51.627042 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fe35cf6f-812c-4d57-9dee-f834fe793cb5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:51.669519 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fe35cf6f-812c-4d57-9dee-f834fe793cb5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:51.672812 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-fe35cf6f-812c-4d57-9dee-f834fe793cb5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4079449 Aug 10 01:11:51.679723 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a8f3f570-953d-4154-b239-c43503345d15 None None] Provisioning complete for port a783cf46-e51b-4180-9f9f-a8459071ee58 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:51.680326 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a8f3f570-953d-4154-b239-c43503345d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:51.690652 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36074) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:51.703932 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-e36820f2-6e5f-427a-8f69-f9f6cd5b96b0 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'security_group': {'name': 'tempest-secgroup-391558316'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:51.726939 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a8f3f570-953d-4154-b239-c43503345d15 None None] Port a783cf46-e51b-4180-9f9f-a8459071ee58 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:11:51.753568 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a8f3f570-953d-4154-b239-c43503345d15 None None] Provisioning complete for port 7b186097-1128-4634-afb9-025bea780738 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:51.753960 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a8f3f570-953d-4154-b239-c43503345d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:51.768251 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35cf6f-812c-4d57-9dee-f834fe793cb5 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6261e05-5b4d-4911-8e2d-173f1eafffc0,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:51.807615 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e36820f2-6e5f-427a-8f69-f9f6cd5b96b0 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:52.068725 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e36820f2-6e5f-427a-8f69-f9f6cd5b96b0 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:52.081712 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e36820f2-6e5f-427a-8f69-f9f6cd5b96b0 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:52.095496 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d434caee-40f6-42e9-be24-dd8acd749ca0 None None] Update dhcp port {'port': {'network_id': '4e7a2df8-f200-4d1d-bdcc-55e3b61309b7', 'fixed_ips': [{'subnet_id': '4066f24f-2a2d-4a4f-aa2b-f930a97860ff', 'ip_address': '172.20.0.18'}, {'subnet_id': '8ffb7872-2143-47f4-95dd-556adf0694ab'}], 'binding:host_id': 'n-d-766726-26'}, 'id': '7b186097-1128-4634-afb9-025bea780738'} from n-d-766726-26. {{(pid=105828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:11:52.132513 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6545b73a-8645-4edb-bfd5-c634ae338db7 None None] Provisioning for port 5501faf5-fbd6-4ce6-b33b-1395bed2820c completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:11:52.153904 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6545b73a-8645-4edb-bfd5-c634ae338db7 None None] Provisioning complete for port 5501faf5-fbd6-4ce6-b33b-1395bed2820c triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:52.155037 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6545b73a-8645-4edb-bfd5-c634ae338db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:52.166878 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d434caee-40f6-42e9-be24-dd8acd749ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:52.177086 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36820f2-6e5f-427a-8f69-f9f6cd5b96b0 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3a881f-f81c-44e5-8a25-c4b139f77034,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:52.185621 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e36820f2-6e5f-427a-8f69-f9f6cd5b96b0 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:52.192169 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e36820f2-6e5f-427a-8f69-f9f6cd5b96b0 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4917910 Aug 10 01:11:52.194116 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36090) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:52.201611 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-2e50eb91-d5cb-426d-b355-a248750e24aa tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'security_group': {'name': 'tempest-secgroup-455629528'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:52.348052 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6545b73a-8645-4edb-bfd5-c634ae338db7 None None] Port 5501faf5-fbd6-4ce6-b33b-1395bed2820c cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:11:52.366864 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2e50eb91-d5cb-426d-b355-a248750e24aa tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:52.438223 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a1f46-3d56-41f0-ba82-35749dafdeb4 req-e1cee276-fcfe-419a-9198-80a321db6da0 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:52.442536 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5c6a1f46-3d56-41f0-ba82-35749dafdeb4 req-e1cee276-fcfe-419a-9198-80a321db6da0 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 931 time: 0.2127857 Aug 10 01:11:52.574962 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2e50eb91-d5cb-426d-b355-a248750e24aa tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:52.591845 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2e50eb91-d5cb-426d-b355-a248750e24aa tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:52.607980 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-d434caee-40f6-42e9-be24-dd8acd749ca0 None None] Allocated IP 172.20.0.2 (4e7a2df8-f200-4d1d-bdcc-55e3b61309b7/8ffb7872-2143-47f4-95dd-556adf0694ab/7b186097-1128-4634-afb9-025bea780738) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:11:52.741003 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e50eb91-d5cb-426d-b355-a248750e24aa tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2819708-7723-48ce-b601-5abfdd8518fb,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:52.771142 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-98560bbf-6627-4959-b5e1-33599d917bf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5501faf5-fbd6-4ce6-b33b-1395bed2820c {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:11:52.786377 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2e50eb91-d5cb-426d-b355-a248750e24aa tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:52.791892 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36112) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:52.793254 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2e50eb91-d5cb-426d-b355-a248750e24aa tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5975595 Aug 10 01:11:52.816166 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-ebd2f3ee-f787-4e24-a49c-f2dced114d17 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1653349370', 'security_groups': ['b2819708-7723-48ce-b601-5abfdd8518fb'], 'network_id': '4e7a2df8-f200-4d1d-bdcc-55e3b61309b7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8ffb7872-2143-47f4-95dd-556adf0694ab'}]}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:52.819800 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5c6a1f46-3d56-41f0-ba82-35749dafdeb4 req-f078e711-eea7-45ba-b164-8cf1674f811e tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667400 Aug 10 01:11:52.820423 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d434caee-40f6-42e9-be24-dd8acd749ca0 None None] For port 7b186097-1128-4634-afb9-025bea780738, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=7b186097-1128-4634-afb9-025bea780738,segment=NetworkSegment(47f6cbaf-15d2-405b-aeb6-cee0a53f523a),segment_id=47f6cbaf-15d2-405b-aeb6-cee0a53f523a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:52.862491 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90296464-2452-47f7-af49-69da2c1c9f31 req-982dfbcf-699e-4bdc-986c-0c0f5a4aa78b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:52.867080 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-98560bbf-6627-4959-b5e1-33599d917bf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:52.899803 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-90296464-2452-47f7-af49-69da2c1c9f31 req-982dfbcf-699e-4bdc-986c-0c0f5a4aa78b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 945 time: 0.3103189 Aug 10 01:11:52.945196 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d434caee-40f6-42e9-be24-dd8acd749ca0 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:52.960818 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-90296464-2452-47f7-af49-69da2c1c9f31 req-b33e2d3c-8d42-4cbb-a43e-889e3b1d8611 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598018 Aug 10 01:11:52.965970 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-98560bbf-6627-4959-b5e1-33599d917bf0 service neutron] Transition to ACTIVE for port object 5501faf5-fbd6-4ce6-b33b-1395bed2820c will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:11:52.989834 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d434caee-40f6-42e9-be24-dd8acd749ca0 None None] Transition to ACTIVE for port object 7b186097-1128-4634-afb9-025bea780738 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:11:52.996633 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d434caee-40f6-42e9-be24-dd8acd749ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:52.998755 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-98560bbf-6627-4959-b5e1-33599d917bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:53.139694 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434caee-40f6-42e9-be24-dd8acd749ca0 None None] Pushing event updated for resources: {'Port': ['ID=7b186097-1128-4634-afb9-025bea780738,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:53.185134 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98560bbf-6627-4959-b5e1-33599d917bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=5501faf5-fbd6-4ce6-b33b-1395bed2820c,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:53.279903 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd2f3ee-f787-4e24-a49c-f2dced114d17 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Made reservation on behalf of 5a87816e91fb4794a957d4da3be1c174 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:53.319343 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36134) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:53.367245 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-98560bbf-6627-4959-b5e1-33599d917bf0 service neutron] Attempting to bind port 5501faf5-fbd6-4ce6-b33b-1395bed2820c on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:53.369607 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-98560bbf-6627-4959-b5e1-33599d917bf0 service neutron] Attempting to bind port 5501faf5-fbd6-4ce6-b33b-1395bed2820c by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '6bb08f30-b0e8-4f53-9c2c-d675a93d2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:53.370122 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-98560bbf-6627-4959-b5e1-33599d917bf0 service neutron] Attempting to bind port 5501faf5-fbd6-4ce6-b33b-1395bed2820c on network d5f42a49-cf64-4535-a007-0ffeb2000607 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:53.380086 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-98560bbf-6627-4959-b5e1-33599d917bf0 service neutron] Port 5501faf5-fbd6-4ce6-b33b-1395bed2820c on network d5f42a49-cf64-4535-a007-0ffeb2000607 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:11:53.383375 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-98560bbf-6627-4959-b5e1-33599d917bf0 service neutron] Attempting to bind port 5501faf5-fbd6-4ce6-b33b-1395bed2820c on network d5f42a49-cf64-4535-a007-0ffeb2000607 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:53.405546 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-98560bbf-6627-4959-b5e1-33599d917bf0 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:11:53.406162 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-98560bbf-6627-4959-b5e1-33599d917bf0 service neutron] Checking segment: {'id': '6bb08f30-b0e8-4f53-9c2c-d675a93d2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:11:53.406727 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-98560bbf-6627-4959-b5e1-33599d917bf0 service neutron] Bound using segment: {'id': '6bb08f30-b0e8-4f53-9c2c-d675a93d2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:11:53.407360 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-98560bbf-6627-4959-b5e1-33599d917bf0 service neutron] Bound port: 5501faf5-fbd6-4ce6-b33b-1395bed2820c, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bb08f30-b0e8-4f53-9c2c-d675a93d2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:11:53.407929 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-98560bbf-6627-4959-b5e1-33599d917bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:53.480126 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ebd2f3ee-f787-4e24-a49c-f2dced114d17 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:53.515733 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-ebd2f3ee-f787-4e24-a49c-f2dced114d17 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] device_id is not set on port 7b9dd0f6-42cf-4fee-b898-3acec7507885 yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:11:53.561062 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-3c3486a5-06bc-4cec-b846-6a59f52ec61e tempest-SubnetPoolsTestJSON-1098402144 tempest-SubnetPoolsTestJSON-1098402144-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1096763272', 'prefixes': ['172.20.0.0/16']}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:53.561590 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-98560bbf-6627-4959-b5e1-33599d917bf0 service neutron] For port 5501faf5-fbd6-4ce6-b33b-1395bed2820c, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:11:53.569397 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-98560bbf-6627-4959-b5e1-33599d917bf0 service neutron] For port 5501faf5-fbd6-4ce6-b33b-1395bed2820c, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=5501faf5-fbd6-4ce6-b33b-1395bed2820c,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:11:53.584540 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-98560bbf-6627-4959-b5e1-33599d917bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:53.676891 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3c3486a5-06bc-4cec-b846-6a59f52ec61e tempest-SubnetPoolsTestJSON-1098402144 tempest-SubnetPoolsTestJSON-1098402144-project] Notify callbacks [] for subnetpool, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:53.678559 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3c3486a5-06bc-4cec-b846-6a59f52ec61e tempest-SubnetPoolsTestJSON-1098402144 tempest-SubnetPoolsTestJSON-1098402144-project] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3541613 Aug 10 01:11:53.681722 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36150) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:53.712548 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-98560bbf-6627-4959-b5e1-33599d917bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:53.713174 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-98560bbf-6627-4959-b5e1-33599d917bf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:53.714583 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-98560bbf-6627-4959-b5e1-33599d917bf0 service neutron] 10.222.0.24 "PUT /v2.0/ports/5501faf5-fbd6-4ce6-b33b-1395bed2820c HTTP/1.1" status: 200 len: 1092 time: 2.3162386 Aug 10 01:11:53.715047 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d0f88d2-a951-48ef-ac28-b67a34b61b48', 'tag': '5501faf5-fbd6-4ce6-b33b-1395bed2820c'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:11:53.721842 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea649cc4-9b5e-48d2-9ebe-03fc0291cff9" -d '{"events": [{"name": "network-changed", "server_uuid": "5d0f88d2-a951-48ef-ac28-b67a34b61b48", "tag": "5501faf5-fbd6-4ce6-b33b-1395bed2820c"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:11:53.767302 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f7392f6e-9a1f-4ab1-b193-23c290d25919 tempest-SubnetPoolsTestJSON-1098402144 tempest-SubnetPoolsTestJSON-1098402144-project] 10.222.0.35 "GET /v2.0/subnetpools/6b3d26c3-e01c-4c3c-b5f1-20f774254f21 HTTP/1.1" status: 200 len: 732 time: 0.0841196 Aug 10 01:11:53.769828 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36158) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:53.778160 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-c3caa3a3-4783-493e-b3c8-935c6638c5fe tempest-SubnetPoolsTestJSON-1098402144 tempest-SubnetPoolsTestJSON-1098402144-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-480357918'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:53.862195 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1778c289-140b-437f-8aac-8199f758fc4e x-openstack-request-id: req-1778c289-140b-437f-8aac-8199f758fc4e {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:11:53.862195 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d0f88d2-a951-48ef-ac28-b67a34b61b48", "tag": "5501faf5-fbd6-4ce6-b33b-1395bed2820c", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:11:53.862195 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1778c289-140b-437f-8aac-8199f758fc4e {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:11:53.862978 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d0f88d2-a951-48ef-ac28-b67a34b61b48', 'tag': '5501faf5-fbd6-4ce6-b33b-1395bed2820c', 'status': 'completed', 'code': 200} Aug 10 01:11:53.937258 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98560bbf-6627-4959-b5e1-33599d917bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=5501faf5-fbd6-4ce6-b33b-1395bed2820c,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:54.127972 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7b186097-1128-4634-afb9-025bea780738 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:11:54.159788 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-ebd2f3ee-f787-4e24-a49c-f2dced114d17 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Allocated IP 172.20.0.10 (4e7a2df8-f200-4d1d-bdcc-55e3b61309b7/8ffb7872-2143-47f4-95dd-556adf0694ab/7b9dd0f6-42cf-4fee-b898-3acec7507885) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:11:54.182388 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a306ac-3954-4422-bd4a-eaa6a9a1d5fb req-5839c049-15d6-44be-84a5-819f047b5854 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:54.184488 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-83a306ac-3954-4422-bd4a-eaa6a9a1d5fb req-5839c049-15d6-44be-84a5-819f047b5854 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 943 time: 0.2333210 Aug 10 01:11:54.188227 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c3caa3a3-4783-493e-b3c8-935c6638c5fe tempest-SubnetPoolsTestJSON-1098402144 tempest-SubnetPoolsTestJSON-1098402144-project] Notify callbacks [] for subnetpool, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:54.190074 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c3caa3a3-4783-493e-b3c8-935c6638c5fe tempest-SubnetPoolsTestJSON-1098402144 tempest-SubnetPoolsTestJSON-1098402144-project] 10.222.0.35 "PUT /v2.0/subnetpools/6b3d26c3-e01c-4c3c-b5f1-20f774254f21 HTTP/1.1" status: 200 len: 683 time: 0.4189050 Aug 10 01:11:54.193615 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36186) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:54.261057 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-74f9c23e-4b4c-4092-8ff8-2d09b3c1fa3e None None] Provisioning complete for port a783cf46-e51b-4180-9f9f-a8459071ee58 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:54.261438 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-74f9c23e-4b4c-4092-8ff8-2d09b3c1fa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:54.275922 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-83a306ac-3954-4422-bd4a-eaa6a9a1d5fb req-21573a20-555f-4ee8-9b11-a3c0d7c3317c tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839169 Aug 10 01:11:54.291198 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-8ba0271f-c9fe-4a9a-a691-ed8acb642148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:54.295907 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-8ba0271f-c9fe-4a9a-a691-ed8acb642148 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4f463465f414d20a10d25627743d857&device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 1095 time: 0.5075924 Aug 10 01:11:54.351220 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-74f9c23e-4b4c-4092-8ff8-2d09b3c1fa3e None None] Port a783cf46-e51b-4180-9f9f-a8459071ee58 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:11:54.374199 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4a60e678-4632-405c-97b0-ac7eff293bf1 tempest-SubnetPoolsTestJSON-1098402144 tempest-SubnetPoolsTestJSON-1098402144-project] Notify callbacks [] for subnetpool, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:54.375357 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4a60e678-4632-405c-97b0-ac7eff293bf1 tempest-SubnetPoolsTestJSON-1098402144 tempest-SubnetPoolsTestJSON-1098402144-project] 10.222.0.35 "DELETE /v2.0/subnetpools/6b3d26c3-e01c-4c3c-b5f1-20f774254f21 HTTP/1.1" status: 204 len: 168 time: 0.1800947 Aug 10 01:11:54.378026 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36190) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:54.397289 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-5c1d9a10-fd18-40fd-90a1-ebdaac9f79d6 tempest-SubnetPoolsTestJSON-1098402144 tempest-SubnetPoolsTestJSON-1098402144-project] show failed (client error): The resource could not be found. Aug 10 01:11:54.398572 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5c1d9a10-fd18-40fd-90a1-ebdaac9f79d6 tempest-SubnetPoolsTestJSON-1098402144 tempest-SubnetPoolsTestJSON-1098402144-project] 10.222.0.35 "GET /v2.0/subnetpools/6b3d26c3-e01c-4c3c-b5f1-20f774254f21 HTTP/1.1" status: 404 len: 346 time: 0.0195751 Aug 10 01:11:54.400424 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-74f9c23e-4b4c-4092-8ff8-2d09b3c1fa3e None None] Provisioning for port 7b186097-1128-4634-afb9-025bea780738 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:11:54.405234 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36192) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:54.408320 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94fcd6-2b68-4ad0-8b6e-6471ddd12005 req-0ae700cf-95b2-46ae-9a82-45d40f2e9602 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:54.409656 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-74f9c23e-4b4c-4092-8ff8-2d09b3c1fa3e None None] Provisioning complete for port 7b186097-1128-4634-afb9-025bea780738 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:54.410157 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-74f9c23e-4b4c-4092-8ff8-2d09b3c1fa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:54.411999 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b94fcd6-2b68-4ad0-8b6e-6471ddd12005 req-0ae700cf-95b2-46ae-9a82-45d40f2e9602 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 945 time: 0.1062531 Aug 10 01:11:54.468833 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b94fcd6-2b68-4ad0-8b6e-6471ddd12005 req-e65ee381-9218-4f5c-a2ea-f50b3f780c60 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494773 Aug 10 01:11:54.485183 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-be86c14e-9e0c-42fc-8744-57e08c4b722f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5501faf5-fbd6-4ce6-b33b-1395bed2820c HTTP/1.1" status: 200 len: 217 time: 0.1687217 Aug 10 01:11:54.511779 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-4ef63a5f-c7f9-4b74-a8f5-2140ceea313d tempest-SubnetPoolsTestJSON-1098402144 tempest-SubnetPoolsTestJSON-1098402144-project] delete failed (client error): The resource could not be found. Aug 10 01:11:54.517431 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4ef63a5f-c7f9-4b74-a8f5-2140ceea313d tempest-SubnetPoolsTestJSON-1098402144 tempest-SubnetPoolsTestJSON-1098402144-project] 10.222.0.35 "DELETE /v2.0/subnetpools/6b3d26c3-e01c-4c3c-b5f1-20f774254f21 HTTP/1.1" status: 404 len: 346 time: 0.0859973 Aug 10 01:11:54.554204 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36196) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:54.584467 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-c22e0992-2ba8-476a-aac2-ee14f842d7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:54.585959 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-c22e0992-2ba8-476a-aac2-ee14f842d7f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1982ede0-b8b9-4659-ad0a-d59c9e02d1ca HTTP/1.1" status: 200 len: 851 time: 0.0947394 Aug 10 01:11:54.650732 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ebd2f3ee-f787-4e24-a49c-f2dced114d17 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:54.670042 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-ebd2f3ee-f787-4e24-a49c-f2dced114d17 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Transition to ACTIVE for port object 7b9dd0f6-42cf-4fee-b898-3acec7507885 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:11:54.681590 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-fab373b0-6ee8-406e-8e02-ef4f3fac95a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:54.682823 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-fab373b0-6ee8-406e-8e02-ef4f3fac95a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d5f42a49-cf64-4535-a007-0ffeb2000607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0860391 Aug 10 01:11:54.782555 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-102f8689-5a2b-4ba4-a02c-27866b13e235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:54.798531 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ebd2f3ee-f787-4e24-a49c-f2dced114d17 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:54.868285 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd2f3ee-f787-4e24-a49c-f2dced114d17 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Network 4e7a2df8-f200-4d1d-bdcc-55e3b61309b7 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:11:54.873224 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-ebd2f3ee-f787-4e24-a49c-f2dced114d17 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:54.881762 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-ab8e59f7-f349-4aa5-a99e-99e2f28e4133 service neutron] 10.222.0.24 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896064 Aug 10 01:11:54.889853 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd2f3ee-f787-4e24-a49c-f2dced114d17 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:11:54.924643 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2f3ee-f787-4e24-a49c-f2dced114d17 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Port': ['ID=7b9dd0f6-42cf-4fee-b898-3acec7507885,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:54.947737 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-102f8689-5a2b-4ba4-a02c-27866b13e235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:54.958325 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-102f8689-5a2b-4ba4-a02c-27866b13e235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:54.992115 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd2f3ee-f787-4e24-a49c-f2dced114d17 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:54.995433 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ebd2f3ee-f787-4e24-a49c-f2dced114d17 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:55.045652 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f8689-5a2b-4ba4-a02c-27866b13e235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cd5389-b03e-4c0d-9c9d-d07f51d1ddfa,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:55.055743 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36204) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:55.097091 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ebd2f3ee-f787-4e24-a49c-f2dced114d17 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2969947 Aug 10 01:11:55.097091 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36208) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:55.100164 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-102f8689-5a2b-4ba4-a02c-27866b13e235 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=57abb0bf84e546a599f82fecba0819e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5449960 Aug 10 01:11:55.102834 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-fe725f15-ff41-4cd7-ab19-71ad67fed681 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'subnet': {'network_id': '4e7a2df8-f200-4d1d-bdcc-55e3b61309b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:55.103736 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36210) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:55.208298 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7c648c81-c264-4e44-9978-a2dd657fe032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:55.262113 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7c648c81-c264-4e44-9978-a2dd657fe032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:55.276456 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1df61256-1528-49aa-b956-7f5a7876d156 None None] Provisioning for port 7b9dd0f6-42cf-4fee-b898-3acec7507885 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:11:55.282054 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1df61256-1528-49aa-b956-7f5a7876d156 None None] Provisioning complete for port 7b9dd0f6-42cf-4fee-b898-3acec7507885 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:55.282511 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1df61256-1528-49aa-b956-7f5a7876d156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:55.294563 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c04d7be9-47e9-4121-a41e-168f4c7278ca req-c3617769-3673-4c92-a31a-d7c937cdd0f9 service neutron] 10.222.0.24 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959939 Aug 10 01:11:55.296766 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe725f15-ff41-4cd7-ab19-71ad67fed681 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Made reservation on behalf of 5a87816e91fb4794a957d4da3be1c174 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:55.303368 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fe725f15-ff41-4cd7-ab19-71ad67fed681 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:55.337060 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-1df61256-1528-49aa-b956-7f5a7876d156 None None] Port 7b9dd0f6-42cf-4fee-b898-3acec7507885 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:11:55.380652 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b83cd674-77f6-4312-8bd0-772a8436d8c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:55.394114 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7c648c81-c264-4e44-9978-a2dd657fe032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:55.397426 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7c648c81-c264-4e44-9978-a2dd657fe032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:55.401491 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7c648c81-c264-4e44-9978-a2dd657fe032 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/15cd5389-b03e-4c0d-9c9d-d07f51d1ddfa HTTP/1.1" status: 204 len: 168 time: 0.2964849 Aug 10 01:11:55.446528 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c648c81-c264-4e44-9978-a2dd657fe032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cd5389-b03e-4c0d-9c9d-d07f51d1ddfa,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:55.463243 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea649cc4-9b5e-48d2-9ebe-03fc0291cff9 req-fd617ef1-88b7-4f48-b136-ced5fcf15cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:55.464408 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ea649cc4-9b5e-48d2-9ebe-03fc0291cff9 req-fd617ef1-88b7-4f48-b136-ced5fcf15cb3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4f463465f414d20a10d25627743d857&device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 1095 time: 0.0845532 Aug 10 01:11:55.494600 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae3cd6-42af-494e-99f6-90d514d262b2 req-3c170f54-5a14-48e9-916d-5edad3a48e30 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:55.501589 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b8ae3cd6-42af-494e-99f6-90d514d262b2 req-3c170f54-5a14-48e9-916d-5edad3a48e30 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 943 time: 0.1263652 Aug 10 01:11:55.582890 n-d-766726-26 neutron-server[105827]: INFO neutron.db.ipam_backend_mixin [None req-fe725f15-ff41-4cd7-ab19-71ad67fed681 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8ffb7872-2143-47f4-95dd-556adf0694ab (CIDR: 172.20.0.0/28) Aug 10 01:11:55.592356 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe725f15-ff41-4cd7-ab19-71ad67fed681 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:11:55.593256 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe725f15-ff41-4cd7-ab19-71ad67fed681 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:11:55.639048 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b8ae3cd6-42af-494e-99f6-90d514d262b2 req-cd75e4e1-a616-406b-ae7b-11a42c970b6a tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242707 Aug 10 01:11:55.652233 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea649cc4-9b5e-48d2-9ebe-03fc0291cff9 req-a435d21c-64f7-46aa-bc46-ecd930ddc35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:55.664015 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ea649cc4-9b5e-48d2-9ebe-03fc0291cff9 req-a435d21c-64f7-46aa-bc46-ecd930ddc35f service neutron] 10.222.0.24 "GET /v2.0/networks?id=d5f42a49-cf64-4535-a007-0ffeb2000607 HTTP/1.1" status: 200 len: 913 time: 0.1830280 Aug 10 01:11:55.748275 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ea649cc4-9b5e-48d2-9ebe-03fc0291cff9 req-3c8cd4ac-cb1e-4556-8135-c961fa0e154d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5501faf5-fbd6-4ce6-b33b-1395bed2820c HTTP/1.1" status: 200 len: 217 time: 0.0793116 Aug 10 01:11:55.761914 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b83cd674-77f6-4312-8bd0-772a8436d8c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:55.779928 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b83cd674-77f6-4312-8bd0-772a8436d8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:55.829961 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea649cc4-9b5e-48d2-9ebe-03fc0291cff9 req-864a90c5-e834-4de8-88cf-d64dcf6fbe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:55.831485 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ea649cc4-9b5e-48d2-9ebe-03fc0291cff9 req-864a90c5-e834-4de8-88cf-d64dcf6fbe13 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1982ede0-b8b9-4659-ad0a-d59c9e02d1ca HTTP/1.1" status: 200 len: 851 time: 0.0770593 Aug 10 01:11:55.840133 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-fe725f15-ff41-4cd7-ab19-71ad67fed681 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7401097 Aug 10 01:11:55.840331 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5122cf-9e9e-4e2c-9989-b74c3696d707 req-188ce1f6-1658-4465-a739-c4923e558fc8 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:55.841139 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9b5122cf-9e9e-4e2c-9989-b74c3696d707 req-188ce1f6-1658-4465-a739-c4923e558fc8 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 945 time: 0.1546478 Aug 10 01:11:55.850361 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36228) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:55.856702 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-05855d61-399e-405e-a676-e56c8a8e6f49 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'subnet': {'network_id': '4e7a2df8-f200-4d1d-bdcc-55e3b61309b7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:55.883940 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b83cd674-77f6-4312-8bd0-772a8436d8c4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c44b1728df5b49a9af3e1404213db882&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8232727 Aug 10 01:11:55.889297 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36232) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:55.894262 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83cd674-77f6-4312-8bd0-772a8436d8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a88e73-ae51-46c2-b87d-2ff1cf72d456,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:55.961939 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9b5122cf-9e9e-4e2c-9989-b74c3696d707 req-064660ed-8a48-4db3-8321-bd0d162e279a tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024151 Aug 10 01:11:55.999195 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea649cc4-9b5e-48d2-9ebe-03fc0291cff9 req-5ed79a41-311b-4e91-91ff-989be03160f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:56.000805 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ea649cc4-9b5e-48d2-9ebe-03fc0291cff9 req-5ed79a41-311b-4e91-91ff-989be03160f0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d5f42a49-cf64-4535-a007-0ffeb2000607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1617119 Aug 10 01:11:56.089020 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a3c88099-cd99-4411-bdfc-250d370cb2d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:56.158068 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a3c88099-cd99-4411-bdfc-250d370cb2d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:56.199679 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05855d61-399e-405e-a676-e56c8a8e6f49 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Made reservation on behalf of 5a87816e91fb4794a957d4da3be1c174 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:56.208126 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-05855d61-399e-405e-a676-e56c8a8e6f49 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:56.237225 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ea649cc4-9b5e-48d2-9ebe-03fc0291cff9 req-4976a9dc-789b-4433-8ac7-50e5e4b6a433 service neutron] 10.222.0.24 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255762 Aug 10 01:11:56.387949 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a3c88099-cd99-4411-bdfc-250d370cb2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:56.390666 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a3c88099-cd99-4411-bdfc-250d370cb2d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:56.391889 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a3c88099-cd99-4411-bdfc-250d370cb2d2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/75a88e73-ae51-46c2-b87d-2ff1cf72d456 HTTP/1.1" status: 204 len: 168 time: 0.5008643 Aug 10 01:11:56.417838 n-d-766726-26 neutron-server[105827]: INFO neutron.db.ipam_backend_mixin [None req-05855d61-399e-405e-a676-e56c8a8e6f49 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 4066f24f-2a2d-4a4f-aa2b-f930a97860ff (CIDR: 172.20.0.16/28) Aug 10 01:11:56.420702 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c88099-cd99-4411-bdfc-250d370cb2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a88e73-ae51-46c2-b87d-2ff1cf72d456,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:56.426985 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-05855d61-399e-405e-a676-e56c8a8e6f49 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:11:56.427495 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05855d61-399e-405e-a676-e56c8a8e6f49 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:11:56.438155 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ea649cc4-9b5e-48d2-9ebe-03fc0291cff9 req-6d770f36-b3cf-4d03-810a-98b32c92b2d6 service neutron] 10.222.0.24 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689107 Aug 10 01:11:56.442397 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c88099-cd99-4411-bdfc-250d370cb2d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:56.442945 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c88099-cd99-4411-bdfc-250d370cb2d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:56.443068 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c88099-cd99-4411-bdfc-250d370cb2d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:56.443421 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c88099-cd99-4411-bdfc-250d370cb2d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:56.443745 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c88099-cd99-4411-bdfc-250d370cb2d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:56.444094 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c88099-cd99-4411-bdfc-250d370cb2d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:56.444498 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c88099-cd99-4411-bdfc-250d370cb2d2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:56.444760 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c88099-cd99-4411-bdfc-250d370cb2d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:56.445075 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c88099-cd99-4411-bdfc-250d370cb2d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:56.445414 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c88099-cd99-4411-bdfc-250d370cb2d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:56.445981 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c88099-cd99-4411-bdfc-250d370cb2d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:56.446079 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c88099-cd99-4411-bdfc-250d370cb2d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:56.466097 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36250) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:56.466870 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-05855d61-399e-405e-a676-e56c8a8e6f49 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6171281 Aug 10 01:11:56.473119 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-24e95b74-5871-42c8-9d6f-52c9e4703be2 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'subnet': {'network_id': '4e7a2df8-f200-4d1d-bdcc-55e3b61309b7', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:56.645120 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36254) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:56.675177 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e95b74-5871-42c8-9d6f-52c9e4703be2 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Made reservation on behalf of 5a87816e91fb4794a957d4da3be1c174 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:56.679537 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24e95b74-5871-42c8-9d6f-52c9e4703be2 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:57.163722 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0b49e4c2-0bc1-420e-a4cc-b9b615026004 tempest-AgentManagementNegativeTest-1060929161 tempest-AgentManagementNegativeTest-1060929161-project] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5166194 Aug 10 01:11:57.334406 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aee654-1add-410b-812b-885303e19d73 req-5390658d-d2ed-46a4-942d-65603967d8a0 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:57.336916 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-57aee654-1add-410b-812b-885303e19d73 req-5390658d-d2ed-46a4-942d-65603967d8a0 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 943 time: 0.5192831 Aug 10 01:11:57.347790 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3197855-c9cb-4dd6-a960-5646ef10b077 req-980d675c-0612-4af2-8cd5-8009c9b3b3c8 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:57.356633 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d3197855-c9cb-4dd6-a960-5646ef10b077 req-980d675c-0612-4af2-8cd5-8009c9b3b3c8 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 945 time: 0.1581852 Aug 10 01:11:57.472638 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-57aee654-1add-410b-812b-885303e19d73 req-3812ffbc-2707-4cd1-b582-544e9910d76e tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094410 Aug 10 01:11:57.507933 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d3197855-c9cb-4dd6-a960-5646ef10b077 req-0944f088-3581-41aa-8305-55e112e2897c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502106 Aug 10 01:11:57.672677 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36288) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:57.714225 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24e95b74-5871-42c8-9d6f-52c9e4703be2 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:57.775160 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e95b74-5871-42c8-9d6f-52c9e4703be2 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Network 4e7a2df8-f200-4d1d-bdcc-55e3b61309b7 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:11:57.780750 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-24e95b74-5871-42c8-9d6f-52c9e4703be2 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:57.789333 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e95b74-5871-42c8-9d6f-52c9e4703be2 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:57.789675 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24e95b74-5871-42c8-9d6f-52c9e4703be2 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:57.795225 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fc60a4-9eac-478b-a932-7cc4f5581e29 None None] Network 4e7a2df8-f200-4d1d-bdcc-55e3b61309b7 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:11:57.807652 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e95b74-5871-42c8-9d6f-52c9e4703be2 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Subnet': ['ID=d203c858-c7e0-4802-b19f-f335aee5be41,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:57.818075 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36294) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:57.818697 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-24e95b74-5871-42c8-9d6f-52c9e4703be2 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3510938 Aug 10 01:11:57.825988 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-4593145b-1ccd-498b-817b-d785a292cf41 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1208272269', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd203c858-c7e0-4802-b19f-f335aee5be41'}], 'security_groups': ['d6261e05-5b4d-4911-8e2d-173f1eafffc0', '9b3a881f-f81c-44e5-8a25-c4b139f77034']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:57.949059 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4593145b-1ccd-498b-817b-d785a292cf41 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:58.158661 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2eddbdd8-6491-44ab-8cbb-9c772b4d223f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:58.187619 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:58.203626 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42c1b8a-39b4-4173-8b7c-ce87b2fdc3df None None] Update dhcp port {'port': {'network_id': '4e7a2df8-f200-4d1d-bdcc-55e3b61309b7', 'fixed_ips': [{'subnet_id': '4066f24f-2a2d-4a4f-aa2b-f930a97860ff', 'ip_address': '172.20.0.18'}, {'subnet_id': '8ffb7872-2143-47f4-95dd-556adf0694ab', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd203c858-c7e0-4802-b19f-f335aee5be41'}], 'binding:host_id': 'n-d-766726-26'}, 'id': '7b186097-1128-4634-afb9-025bea780738'} from n-d-766726-26. {{(pid=105828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:11:58.245886 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c42c1b8a-39b4-4173-8b7c-ce87b2fdc3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:58.425162 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2eddbdd8-6491-44ab-8cbb-9c772b4d223f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:58.438374 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2eddbdd8-6491-44ab-8cbb-9c772b4d223f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:58.516502 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2eddbdd8-6491-44ab-8cbb-9c772b4d223f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=498696835b5046e7ac71794ae8bc5eb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8403735 Aug 10 01:11:58.517550 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36310) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:58.522884 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eddbdd8-6491-44ab-8cbb-9c772b4d223f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ae7706-0a49-4377-ace0-086948df9427,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:58.563116 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-4593145b-1ccd-498b-817b-d785a292cf41 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Delete allocated IP 172.20.0.10 (4e7a2df8-f200-4d1d-bdcc-55e3b61309b7/8ffb7872-2143-47f4-95dd-556adf0694ab) {{(pid=105827) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 01:11:58.579505 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-4593145b-1ccd-498b-817b-d785a292cf41 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Allocated IP 172.20.0.35 (4e7a2df8-f200-4d1d-bdcc-55e3b61309b7/d203c858-c7e0-4802-b19f-f335aee5be41/7b9dd0f6-42cf-4fee-b898-3acec7507885) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:11:58.763114 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8cc4bbed-d3e2-4a2c-be9d-b7b1586cd580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:58.775400 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d79090-a6a6-48fa-a796-581299021883 req-bce28f22-0852-4b2b-a64e-acffb442dee3 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:58.779392 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-86d79090-a6a6-48fa-a796-581299021883 req-bce28f22-0852-4b2b-a64e-acffb442dee3 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 945 time: 0.1277180 Aug 10 01:11:58.792649 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820bec5-e378-4f01-b42a-9bafd18dc4eb req-ba803917-5728-4abe-92de-70e620510572 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:58.801280 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5820bec5-e378-4f01-b42a-9bafd18dc4eb req-ba803917-5728-4abe-92de-70e620510572 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 943 time: 0.1617589 Aug 10 01:11:58.863684 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8cc4bbed-d3e2-4a2c-be9d-b7b1586cd580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:58.873330 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4593145b-1ccd-498b-817b-d785a292cf41 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:58.892147 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-4593145b-1ccd-498b-817b-d785a292cf41 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Transition to ACTIVE for port object 7b9dd0f6-42cf-4fee-b898-3acec7507885 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:11:58.901206 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4593145b-1ccd-498b-817b-d785a292cf41 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:58.969940 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-c42c1b8a-39b4-4173-8b7c-ce87b2fdc3df None None] Allocated IP 172.20.0.34 (4e7a2df8-f200-4d1d-bdcc-55e3b61309b7/d203c858-c7e0-4802-b19f-f335aee5be41/7b186097-1128-4634-afb9-025bea780738) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:11:59.010846 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593145b-1ccd-498b-817b-d785a292cf41 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event updated for resources: {'Port': ['ID=7b9dd0f6-42cf-4fee-b898-3acec7507885,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:59.018362 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5820bec5-e378-4f01-b42a-9bafd18dc4eb req-f7968c42-7729-4403-8761-eabed0f951a8 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154741 Aug 10 01:11:59.031883 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-86d79090-a6a6-48fa-a796-581299021883 req-2a3034c9-0c46-4f9c-ba91-50fe8d2e38e0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243502 Aug 10 01:11:59.058385 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-4593145b-1ccd-498b-817b-d785a292cf41 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] In _notify_port_updated(), no bound segment for port 7b9dd0f6-42cf-4fee-b898-3acec7507885 on network 4e7a2df8-f200-4d1d-bdcc-55e3b61309b7 {{(pid=105827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:11:59.067247 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4593145b-1ccd-498b-817b-d785a292cf41 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:59.068120 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4593145b-1ccd-498b-817b-d785a292cf41 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:59.078698 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4593145b-1ccd-498b-817b-d785a292cf41 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "PUT /v2.0/ports/7b9dd0f6-42cf-4fee-b898-3acec7507885 HTTP/1.1" status: 200 len: 960 time: 1.2594898 Aug 10 01:11:59.081633 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36328) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:59.155930 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8cc4bbed-d3e2-4a2c-be9d-b7b1586cd580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:59.161656 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8cc4bbed-d3e2-4a2c-be9d-b7b1586cd580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:59.163744 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8cc4bbed-d3e2-4a2c-be9d-b7b1586cd580 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b7ae7706-0a49-4377-ace0-086948df9427 HTTP/1.1" status: 204 len: 168 time: 0.6446426 Aug 10 01:11:59.201865 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4bbed-d3e2-4a2c-be9d-b7b1586cd580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ae7706-0a49-4377-ace0-086948df9427,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:59.337420 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-24ed0372-42a7-4993-98ff-2c032a13b3b2 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Deleting port 7b9dd0f6-42cf-4fee-b898-3acec7507885 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:11:59.339939 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-c42c1b8a-39b4-4173-8b7c-ce87b2fdc3df None None] For port 7b186097-1128-4634-afb9-025bea780738, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=7b186097-1128-4634-afb9-025bea780738,segment=NetworkSegment(47f6cbaf-15d2-405b-aeb6-cee0a53f523a),segment_id=47f6cbaf-15d2-405b-aeb6-cee0a53f523a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:59.341127 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-24ed0372-42a7-4993-98ff-2c032a13b3b2 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:59.433101 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c42c1b8a-39b4-4173-8b7c-ce87b2fdc3df None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:59.454960 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c42c1b8a-39b4-4173-8b7c-ce87b2fdc3df None None] Transition to ACTIVE for port object 7b186097-1128-4634-afb9-025bea780738 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:11:59.461741 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c42c1b8a-39b4-4173-8b7c-ce87b2fdc3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:59.518830 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-24ed0372-42a7-4993-98ff-2c032a13b3b2 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:59.534412 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-24ed0372-42a7-4993-98ff-2c032a13b3b2 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Calling delete_port for 7b9dd0f6-42cf-4fee-b898-3acec7507885 owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:11:59.625978 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c1b8a-39b4-4173-8b7c-ce87b2fdc3df None None] Pushing event updated for resources: {'Port': ['ID=7b186097-1128-4634-afb9-025bea780738,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:59.801320 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-24ed0372-42a7-4993-98ff-2c032a13b3b2 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:59.858869 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed0372-42a7-4993-98ff-2c032a13b3b2 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Port': ['ID=7b9dd0f6-42cf-4fee-b898-3acec7507885,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:00.027495 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-24ed0372-42a7-4993-98ff-2c032a13b3b2 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:00.032712 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36352) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:00.033383 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-24ed0372-42a7-4993-98ff-2c032a13b3b2 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/ports/7b9dd0f6-42cf-4fee-b898-3acec7507885 HTTP/1.1" status: 204 len: 168 time: 0.9502842 Aug 10 01:12:00.066250 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7b186097-1128-4634-afb9-025bea780738 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:12:00.075328 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-7225091c-3a0e-4cf8-97dd-d99b95bcb3d2 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] GET failed (client error): The resource could not be found. Aug 10 01:12:00.077291 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7225091c-3a0e-4cf8-97dd-d99b95bcb3d2 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "GET /v2.0/ports/7b9dd0f6-42cf-4fee-b898-3acec7507885 HTTP/1.1" status: 404 len: 333 time: 0.0426757 Aug 10 01:12:00.080325 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36358) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:00.225599 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-50a628aa-88b5-4c45-b3d5-d494e1a5b2cb tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:00.342890 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-50a628aa-88b5-4c45-b3d5-d494e1a5b2cb tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:00.387860 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b758577-07fe-42d4-a872-f1979a6459fb req-a2cb1e9f-831b-4b46-ae6e-28ffd960f818 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:00.390019 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b758577-07fe-42d4-a872-f1979a6459fb req-a2cb1e9f-831b-4b46-ae6e-28ffd960f818 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 943 time: 0.1531525 Aug 10 01:12:00.402639 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf97242-0a84-4b0e-a713-cc436d57c3ef req-d265090f-7cf3-4944-9b67-90d72029f45e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:00.404644 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5cf97242-0a84-4b0e-a713-cc436d57c3ef req-d265090f-7cf3-4944-9b67-90d72029f45e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 945 time: 0.1690605 Aug 10 01:12:00.466774 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b758577-07fe-42d4-a872-f1979a6459fb req-479aa75f-0c22-4e32-aeb0-782ea91463c8 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611589 Aug 10 01:12:00.467910 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-50a628aa-88b5-4c45-b3d5-d494e1a5b2cb tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:00.471276 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-50a628aa-88b5-4c45-b3d5-d494e1a5b2cb tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:00.473130 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-50a628aa-88b5-4c45-b3d5-d494e1a5b2cb tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/security-groups/b2819708-7723-48ce-b601-5abfdd8518fb HTTP/1.1" status: 204 len: 168 time: 0.3913198 Aug 10 01:12:00.475927 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36372) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:00.505376 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5cf97242-0a84-4b0e-a713-cc436d57c3ef req-a95898da-b5d6-4228-a126-36271aabedcc tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900500 Aug 10 01:12:00.513419 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-719db066-dc41-4fdf-9dd7-c976fa16fbd0 None None] Could not find standard attr ID for object 7b9dd0f6-42cf-4fee-b898-3acec7507885. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:12:00.527903 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a628aa-88b5-4c45-b3d5-d494e1a5b2cb tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2819708-7723-48ce-b601-5abfdd8518fb,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:00.535093 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-719db066-dc41-4fdf-9dd7-c976fa16fbd0 None None] Provisioning complete for port a783cf46-e51b-4180-9f9f-a8459071ee58 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:00.538284 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-719db066-dc41-4fdf-9dd7-c976fa16fbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:00.580085 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b12a30e6-2570-42fb-9e93-add58c585e7f tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:00.642302 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-719db066-dc41-4fdf-9dd7-c976fa16fbd0 None None] Port a783cf46-e51b-4180-9f9f-a8459071ee58 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:12:00.653385 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b12a30e6-2570-42fb-9e93-add58c585e7f tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:00.680345 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-719db066-dc41-4fdf-9dd7-c976fa16fbd0 None None] Provisioning for port 7b186097-1128-4634-afb9-025bea780738 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:12:00.685017 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-719db066-dc41-4fdf-9dd7-c976fa16fbd0 None None] Provisioning complete for port 7b186097-1128-4634-afb9-025bea780738 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:00.685422 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-719db066-dc41-4fdf-9dd7-c976fa16fbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:00.730173 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b12a30e6-2570-42fb-9e93-add58c585e7f tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:00.737334 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b12a30e6-2570-42fb-9e93-add58c585e7f tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:00.739773 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b12a30e6-2570-42fb-9e93-add58c585e7f tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/security-groups/9b3a881f-f81c-44e5-8a25-c4b139f77034 HTTP/1.1" status: 204 len: 168 time: 0.2615044 Aug 10 01:12:00.742060 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36376) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:00.772990 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a30e6-2570-42fb-9e93-add58c585e7f tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3a881f-f81c-44e5-8a25-c4b139f77034,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:00.806615 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36378) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:00.832592 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9fb634f4-391d-4d31-a941-910a4e77339c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:00.857176 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9fb634f4-391d-4d31-a941-910a4e77339c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:00.910336 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9fb634f4-391d-4d31-a941-910a4e77339c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:00.912936 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9fb634f4-391d-4d31-a941-910a4e77339c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:00.914068 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9fb634f4-391d-4d31-a941-910a4e77339c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/security-groups/d6261e05-5b4d-4911-8e2d-173f1eafffc0 HTTP/1.1" status: 204 len: 168 time: 0.1710272 Aug 10 01:12:00.917816 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36382) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:00.962310 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-75a05c54-8e97-4034-ad99-42ed81e4f1bb tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1255173943'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:00.970687 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb634f4-391d-4d31-a941-910a4e77339c tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6261e05-5b4d-4911-8e2d-173f1eafffc0,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:01.014630 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a07881be-88ff-4943-866c-21917ffd560b tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Deleting subnet 8ffb7872-2143-47f4-95dd-556adf0694ab {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:12:01.017387 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a05c54-8e97-4034-ad99-42ed81e4f1bb tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Made reservation on behalf of 8eccd7cf958f4d828a38ae25c26bf4ea for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:01.020968 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-75a05c54-8e97-4034-ad99-42ed81e4f1bb tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:01.026345 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a07881be-88ff-4943-866c-21917ffd560b tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:01.040995 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-75a05c54-8e97-4034-ad99-42ed81e4f1bb tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:01.126450 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a07881be-88ff-4943-866c-21917ffd560b tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:01.232527 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-bc045d0d-8afa-4716-bcf2-e11286cc69a5 None None] Could not find standard attr ID for object 7b9dd0f6-42cf-4fee-b898-3acec7507885. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:12:01.244506 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-75a05c54-8e97-4034-ad99-42ed81e4f1bb tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:01.266384 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-75a05c54-8e97-4034-ad99-42ed81e4f1bb tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:01.286213 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a05c54-8e97-4034-ad99-42ed81e4f1bb tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:12:01.300733 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a07881be-88ff-4943-866c-21917ffd560b tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:01.304586 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-75a05c54-8e97-4034-ad99-42ed81e4f1bb tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:01.305465 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-75a05c54-8e97-4034-ad99-42ed81e4f1bb tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Added segment 5f9adf67-8aba-4336-8c69-2c27343e11cb of type vlan for network 608921e6-2f48-45e6-bfe0-1498d56dc142 Aug 10 01:12:01.369190 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-75a05c54-8e97-4034-ad99-42ed81e4f1bb tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:01.389675 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a07881be-88ff-4943-866c-21917ffd560b tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:01.410143 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-75a05c54-8e97-4034-ad99-42ed81e4f1bb tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:01.416348 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a05c54-8e97-4034-ad99-42ed81e4f1bb tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:01.417140 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-75a05c54-8e97-4034-ad99-42ed81e4f1bb tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:01.423156 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07881be-88ff-4943-866c-21917ffd560b tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Subnet': ['ID=8ffb7872-2143-47f4-95dd-556adf0694ab,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:01.435878 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a05c54-8e97-4034-ad99-42ed81e4f1bb tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4da667bc-0f74-4ec0-b0d2-0226cdc7216e,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:01.452475 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a07881be-88ff-4943-866c-21917ffd560b tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:01.462695 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a07881be-88ff-4943-866c-21917ffd560b tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/subnets/8ffb7872-2143-47f4-95dd-556adf0694ab HTTP/1.1" status: 204 len: 168 time: 0.5419600 Aug 10 01:12:01.463615 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36388) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:01.508939 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-75a05c54-8e97-4034-ad99-42ed81e4f1bb tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6921670 Aug 10 01:12:01.520381 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a05c54-8e97-4034-ad99-42ed81e4f1bb tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event updated for resources: {'Network': ['ID=608921e6-2f48-45e6-bfe0-1498d56dc142,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:01.530536 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cabab83-ab13-426c-9585-da6669ce0c39 None None] Network 4e7a2df8-f200-4d1d-bdcc-55e3b61309b7 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:01.651988 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f457fb52-38bc-495e-b12f-8452daa2f213 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Deleting subnet d203c858-c7e0-4802-b19f-f335aee5be41 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:12:01.709080 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 608921e6-2f48-45e6-bfe0-1498d56dc142 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:12:01.714443 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f457fb52-38bc-495e-b12f-8452daa2f213 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:01.715467 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36406) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:01.721304 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-e1ea7b04-4c89-4868-b292-f5d4024f8864 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Request body: {'subnet': {'network_id': '608921e6-2f48-45e6-bfe0-1498d56dc142', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:01.883785 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f457fb52-38bc-495e-b12f-8452daa2f213 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:01.943350 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e049963-0d0a-431a-b3a1-6a74a6cad925 req-68e1580b-65db-40fb-ab1d-888b0f925d54 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:01.950810 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8e049963-0d0a-431a-b3a1-6a74a6cad925 req-68e1580b-65db-40fb-ab1d-888b0f925d54 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 945 time: 0.1556280 Aug 10 01:12:01.967943 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ea7b04-4c89-4868-b292-f5d4024f8864 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Made reservation on behalf of 8eccd7cf958f4d828a38ae25c26bf4ea for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:01.973816 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e1ea7b04-4c89-4868-b292-f5d4024f8864 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:01.977220 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc24278-a991-453d-8799-44606cfc23d4 req-c1aa7eba-5b32-4f94-9f7b-bf8f2abf6748 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:01.977220 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7fc24278-a991-453d-8799-44606cfc23d4 req-c1aa7eba-5b32-4f94-9f7b-bf8f2abf6748 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 943 time: 0.3212779 Aug 10 01:12:02.073776 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f457fb52-38bc-495e-b12f-8452daa2f213 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:02.186544 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f457fb52-38bc-495e-b12f-8452daa2f213 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:02.251662 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f457fb52-38bc-495e-b12f-8452daa2f213 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Subnet': ['ID=d203c858-c7e0-4802-b19f-f335aee5be41,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:02.263808 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7fc24278-a991-453d-8799-44606cfc23d4 req-5e7b2b2d-d1ea-4611-ad13-6f814f3676ba tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655621 Aug 10 01:12:02.272102 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8e049963-0d0a-431a-b3a1-6a74a6cad925 req-fb7c3e91-02a1-4de1-848e-bc6c84b423f5 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3203003 Aug 10 01:12:02.285683 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f457fb52-38bc-495e-b12f-8452daa2f213 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:02.291766 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f457fb52-38bc-495e-b12f-8452daa2f213 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/subnets/d203c858-c7e0-4802-b19f-f335aee5be41 HTTP/1.1" status: 204 len: 168 time: 0.8248861 Aug 10 01:12:02.294296 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36412) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:02.362799 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-3693b753-88bf-491e-911c-a7209592394f tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] DELETE failed (client error): The resource could not be found. Aug 10 01:12:02.363209 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3693b753-88bf-491e-911c-a7209592394f tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:12:02.365150 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3693b753-88bf-491e-911c-a7209592394f tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/subnets/8ffb7872-2143-47f4-95dd-556adf0694ab HTTP/1.1" status: 404 len: 337 time: 0.0697944 Aug 10 01:12:02.367874 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36414) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:02.475761 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-c116de8f-5608-4a66-bc31-1d7e3c0249b8 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Deleting subnet 4066f24f-2a2d-4a4f-aa2b-f930a97860ff {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:12:02.481893 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c116de8f-5608-4a66-bc31-1d7e3c0249b8 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:02.542466 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c116de8f-5608-4a66-bc31-1d7e3c0249b8 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:02.709800 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e1ea7b04-4c89-4868-b292-f5d4024f8864 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:02.717732 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c116de8f-5608-4a66-bc31-1d7e3c0249b8 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:02.782885 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd4ce54-0f4c-4f85-8dae-9ec2258b3651 None None] Network 4e7a2df8-f200-4d1d-bdcc-55e3b61309b7 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:02.809687 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea7b04-4c89-4868-b292-f5d4024f8864 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event updated for resources: {'Subnet': ['ID=b05a3ea6-4458-453b-ac12-e5852bd0cd66,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:02.827377 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ea7b04-4c89-4868-b292-f5d4024f8864 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Checking segment: {'id': '5f9adf67-8aba-4336-8c69-2c27343e11cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '608921e6-2f48-45e6-bfe0-1498d56dc142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:02.827746 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ea7b04-4c89-4868-b292-f5d4024f8864 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Network hostable DHCP agents. Network: 608921e6-2f48-45e6-bfe0-1498d56dc142, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:12:02.838051 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c116de8f-5608-4a66-bc31-1d7e3c0249b8 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:02.871797 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116de8f-5608-4a66-bc31-1d7e3c0249b8 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Subnet': ['ID=4066f24f-2a2d-4a4f-aa2b-f930a97860ff,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:02.877313 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c116de8f-5608-4a66-bc31-1d7e3c0249b8 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:02.882129 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36422) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:02.882285 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c116de8f-5608-4a66-bc31-1d7e3c0249b8 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/subnets/4066f24f-2a2d-4a4f-aa2b-f930a97860ff HTTP/1.1" status: 204 len: 168 time: 0.4873219 Aug 10 01:12:02.883793 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ea7b04-4c89-4868-b292-f5d4024f8864 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Network 608921e6-2f48-45e6-bfe0-1498d56dc142 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:12:02.908954 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-e1ea7b04-4c89-4868-b292-f5d4024f8864 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 608921e6-2f48-45e6-bfe0-1498d56dc142) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:02.914262 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-482854be-035f-47cb-a731-d00a43ff7101 None None] Provisioning complete for port a783cf46-e51b-4180-9f9f-a8459071ee58 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:02.914897 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-482854be-035f-47cb-a731-d00a43ff7101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:02.927955 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ea7b04-4c89-4868-b292-f5d4024f8864 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:02.928942 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e1ea7b04-4c89-4868-b292-f5d4024f8864 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:02.934420 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2fda9e9-13d3-45ae-afd1-e55e058aba48 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] DELETE failed (client error): The resource could not be found. Aug 10 01:12:02.934820 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2fda9e9-13d3-45ae-afd1-e55e058aba48 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:12:02.937076 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b2fda9e9-13d3-45ae-afd1-e55e058aba48 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/subnets/3648b306-0d1d-4a61-bd72-546aa700a67b HTTP/1.1" status: 404 len: 337 time: 0.0537910 Aug 10 01:12:02.941232 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36424) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:02.955220 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46217fdb-34d1-4390-8e6b-fc2b7af4a699 None None] Network 608921e6-2f48-45e6-bfe0-1498d56dc142 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:02.983560 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4b3bfe0c-14fe-4e58-9cee-f0fd5bbb5ec1 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "GET /v2.0/ports?device_id=82401736-3ee4-4278-9a08-3b0743ccd108 HTTP/1.1" status: 200 len: 205 time: 0.0408964 Aug 10 01:12:02.985686 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36426) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:03.020104 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-482854be-035f-47cb-a731-d00a43ff7101 None None] Port a783cf46-e51b-4180-9f9f-a8459071ee58 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:12:03.028936 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-1d8969d2-f0ee-491d-b383-0f4e5f2ef9eb tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] delete failed (client error): The resource could not be found. Aug 10 01:12:03.029981 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1d8969d2-f0ee-491d-b383-0f4e5f2ef9eb tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/routers/82401736-3ee4-4278-9a08-3b0743ccd108 HTTP/1.1" status: 404 len: 336 time: 0.0434501 Aug 10 01:12:03.032835 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36428) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:03.048122 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e1ea7b04-4c89-4868-b292-f5d4024f8864 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3316422 Aug 10 01:12:03.049059 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36430) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:03.057915 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-1bccbc7f-a957-41d2-a3ac-5f08c271bff9 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-108470657'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:03.062832 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-482854be-035f-47cb-a731-d00a43ff7101 None None] Provisioning complete for port 7b186097-1128-4634-afb9-025bea780738 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:03.063210 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-482854be-035f-47cb-a731-d00a43ff7101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:03.083859 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-734091b9-a15f-4f2b-8e96-7c6085f7f698 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] DELETE failed (client error): The resource could not be found. Aug 10 01:12:03.084666 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-734091b9-a15f-4f2b-8e96-7c6085f7f698 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:12:03.088276 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-734091b9-a15f-4f2b-8e96-7c6085f7f698 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/subnets/f4b02f89-3fa2-44a8-91cb-a612b3ceabd0 HTTP/1.1" status: 404 len: 337 time: 0.0541265 Aug 10 01:12:03.090659 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36432) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:03.130728 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bccbc7f-a957-41d2-a3ac-5f08c271bff9 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Made reservation on behalf of 8eccd7cf958f4d828a38ae25c26bf4ea for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:03.135005 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1bccbc7f-a957-41d2-a3ac-5f08c271bff9 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:03.138273 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-89861182-516c-46f4-ba52-f297f6c59f34 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] DELETE failed (client error): The resource could not be found. Aug 10 01:12:03.138872 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89861182-516c-46f4-ba52-f297f6c59f34 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:12:03.142313 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-89861182-516c-46f4-ba52-f297f6c59f34 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/subnets/43791a54-365e-4478-8518-6e1abf7745ce HTTP/1.1" status: 404 len: 337 time: 0.0503340 Aug 10 01:12:03.146536 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36434) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:03.157774 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f8b05c-6bbd-430f-bd3c-eb44a98826d4 None None] DHCP port deletion for 4e7a2df8-f200-4d1d-bdcc-55e3b61309b7 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:12:03.177492 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bccbc7f-a957-41d2-a3ac-5f08c271bff9 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:12:03.193228 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1bccbc7f-a957-41d2-a3ac-5f08c271bff9 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:03.194013 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-1bccbc7f-a957-41d2-a3ac-5f08c271bff9 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Added segment bb39611e-8f2c-4d56-b82e-4929bfc02a15 of type vlan for network 95795afc-b771-4fa4-85ab-6c85f7b146d6 Aug 10 01:12:03.200453 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-780e24d4-a004-4295-8039-10e705be9913 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] DELETE failed (client error): The resource could not be found. Aug 10 01:12:03.201065 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-780e24d4-a004-4295-8039-10e705be9913 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:12:03.205888 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36436) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:03.207014 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-780e24d4-a004-4295-8039-10e705be9913 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/subnets/7625d8bd-b8f1-4cbe-9a39-7911cfef1ac6 HTTP/1.1" status: 404 len: 337 time: 0.0590267 Aug 10 01:12:03.213418 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae76389-ff92-4348-8142-6ad244d79ee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-608921e6-2f48-45e6-bfe0-1498d56dc142', 'network_id': '608921e6-2f48-45e6-bfe0-1498d56dc142', 'tenant_id': '8eccd7cf958f4d828a38ae25c26bf4ea', 'fixed_ips': [{'subnet_id': 'b05a3ea6-4458-453b-ac12-e5852bd0cd66'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:12:03.214273 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1ae76389-ff92-4348-8142-6ad244d79ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:03.252263 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c930f82f-154c-428f-97f3-42f3d4f4724a tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] DELETE failed (client error): The resource could not be found. Aug 10 01:12:03.253284 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c930f82f-154c-428f-97f3-42f3d4f4724a tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:12:03.258690 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c930f82f-154c-428f-97f3-42f3d4f4724a tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/ports/199db21b-48f8-4155-9f62-f7507f8426ed HTTP/1.1" status: 404 len: 333 time: 0.0513897 Aug 10 01:12:03.259943 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36438) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:03.342313 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e8f8b05c-6bbd-430f-bd3c-eb44a98826d4 None None] Deleting port 7b186097-1128-4634-afb9-025bea780738 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:12:03.342989 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e8f8b05c-6bbd-430f-bd3c-eb44a98826d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:03.381907 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c0eef5-7db2-41e7-8443-8ad7df6f9b97 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] DELETE failed (client error): The resource could not be found. Aug 10 01:12:03.382569 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3c0eef5-7db2-41e7-8443-8ad7df6f9b97 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:12:03.387493 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d3c0eef5-7db2-41e7-8443-8ad7df6f9b97 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/subnets/2c8fa0ee-960b-43f0-b6b8-6c00d6599e15 HTTP/1.1" status: 404 len: 337 time: 0.1257980 Aug 10 01:12:03.389242 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36448) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:03.409251 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1bccbc7f-a957-41d2-a3ac-5f08c271bff9 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:03.421432 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-6049e38e-78b8-4c8b-8468-5615988d8b71 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] DELETE failed (client error): The resource could not be found. Aug 10 01:12:03.422480 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6049e38e-78b8-4c8b-8468-5615988d8b71 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:12:03.424722 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6049e38e-78b8-4c8b-8468-5615988d8b71 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/subnets/6eb20a54-3c9c-4c50-b3ad-2d4145adbf32 HTTP/1.1" status: 404 len: 337 time: 0.0341983 Aug 10 01:12:03.427681 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36452) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:03.455104 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a450c51-d1a0-4d53-94f9-b17d545070df tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] DELETE failed (client error): The resource could not be found. Aug 10 01:12:03.456250 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a450c51-d1a0-4d53-94f9-b17d545070df tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:12:03.459009 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1a450c51-d1a0-4d53-94f9-b17d545070df tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/ports/3bae6e52-7aa2-4c50-b793-f118a095793a HTTP/1.1" status: 404 len: 333 time: 0.0299773 Aug 10 01:12:03.467164 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36454) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:03.498427 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-e8f8b05c-6bbd-430f-bd3c-eb44a98826d4 None None] For port 7b186097-1128-4634-afb9-025bea780738, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=7b186097-1128-4634-afb9-025bea780738,segment=NetworkSegment(47f6cbaf-15d2-405b-aeb6-cee0a53f523a),segment_id=47f6cbaf-15d2-405b-aeb6-cee0a53f523a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:03.499138 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e8f8b05c-6bbd-430f-bd3c-eb44a98826d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:03.526648 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9a3a342-6136-4f10-929a-7cd62ec0df66 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] DELETE failed (client error): The resource could not be found. Aug 10 01:12:03.527449 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9a3a342-6136-4f10-929a-7cd62ec0df66 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:12:03.529274 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e8f8b05c-6bbd-430f-bd3c-eb44a98826d4 None None] Calling delete_port for 7b186097-1128-4634-afb9-025bea780738 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:12:03.531021 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e9a3a342-6136-4f10-929a-7cd62ec0df66 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/subnets/110f4fba-b990-4f69-b999-6b18d18615d9 HTTP/1.1" status: 404 len: 337 time: 0.0652263 Aug 10 01:12:03.533569 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36462) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:03.577918 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-1ae76389-ff92-4348-8142-6ad244d79ee9 None None] Allocated IP 172.20.255.242 (608921e6-2f48-45e6-bfe0-1498d56dc142/b05a3ea6-4458-453b-ac12-e5852bd0cd66/12e79074-96ba-4e3a-840a-27db065e17e8) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:12:03.600274 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-575e4ed1-66b4-4e8f-9fe1-e47f03f458fd tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] DELETE failed (client error): The resource could not be found. Aug 10 01:12:03.600804 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-575e4ed1-66b4-4e8f-9fe1-e47f03f458fd tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:12:03.606286 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-575e4ed1-66b4-4e8f-9fe1-e47f03f458fd tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/subnets/e7901e79-ccc6-4b7a-b437-ce384fce38a4 HTTP/1.1" status: 404 len: 337 time: 0.0653238 Aug 10 01:12:03.606466 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36466) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:03.661582 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1bccbc7f-a957-41d2-a3ac-5f08c271bff9 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:03.681712 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bccbc7f-a957-41d2-a3ac-5f08c271bff9 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:03.684385 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1bccbc7f-a957-41d2-a3ac-5f08c271bff9 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:03.707586 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3591cfa9-8df5-4753-b4b9-c80458bb6b82 req-ba2cd39e-5c65-44b8-8de6-047abf13c245 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:03.709649 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3591cfa9-8df5-4753-b4b9-c80458bb6b82 req-ba2cd39e-5c65-44b8-8de6-047abf13c245 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 943 time: 0.3128822 Aug 10 01:12:03.798963 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31465480-e584-4429-9ba0-4d83b839b0de req-d475bb6a-b337-4302-a27f-885b4771edc6 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:03.799579 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-f6049d19-d0c2-49fc-8bcd-c1579268a604 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Deleting port a783cf46-e51b-4180-9f9f-a8459071ee58 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:12:03.800051 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f6049d19-d0c2-49fc-8bcd-c1579268a604 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:03.808866 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-31465480-e584-4429-9ba0-4d83b839b0de req-d475bb6a-b337-4302-a27f-885b4771edc6 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 945 time: 0.3296518 Aug 10 01:12:03.810193 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1bccbc7f-a957-41d2-a3ac-5f08c271bff9 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7582970 Aug 10 01:12:03.815974 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36470) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:03.822056 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-3fc6dce9-500a-4e13-be85-b3eb280fd238 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Request body: {'subnet': {'network_id': '95795afc-b771-4fa4-85ab-6c85f7b146d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:03.858902 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e8f8b05c-6bbd-430f-bd3c-eb44a98826d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:03.876359 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f8b05c-6bbd-430f-bd3c-eb44a98826d4 None None] No DVR routers for this DVR port 7b186097-1128-4634-afb9-025bea780738 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:12:03.904444 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccbc7f-a957-41d2-a3ac-5f08c271bff9 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event updated for resources: {'Network': ['ID=95795afc-b771-4fa4-85ab-6c85f7b146d6,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:03.929069 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f6049d19-d0c2-49fc-8bcd-c1579268a604 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:03.946532 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3591cfa9-8df5-4753-b4b9-c80458bb6b82 req-b1d2ff1f-d2fa-4d3e-a8be-5fed67f7331a tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272537 Aug 10 01:12:03.951225 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 95795afc-b771-4fa4-85ab-6c85f7b146d6 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:12:03.960072 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8b05c-6bbd-430f-bd3c-eb44a98826d4 None None] Pushing event deleted for resources: {'Port': ['ID=7b186097-1128-4634-afb9-025bea780738,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:03.985620 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-f6049d19-d0c2-49fc-8bcd-c1579268a604 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Calling delete_port for a783cf46-e51b-4180-9f9f-a8459071ee58 owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:12:04.013655 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-31465480-e584-4429-9ba0-4d83b839b0de req-8e46cfbf-371c-4615-aa9b-65e3f08e4137 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795356 Aug 10 01:12:04.068086 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc6dce9-500a-4e13-be85-b3eb280fd238 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Made reservation on behalf of 8eccd7cf958f4d828a38ae25c26bf4ea for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:04.079342 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3fc6dce9-500a-4e13-be85-b3eb280fd238 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:04.108644 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7b186097-1128-4634-afb9-025bea780738 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:12:04.167377 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 7b186097-1128-4634-afb9-025bea780738 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:12:04.168016 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7b186097-1128-4634-afb9-025bea780738 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:12:04.175081 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f6049d19-d0c2-49fc-8bcd-c1579268a604 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:04.231522 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f6049d19-d0c2-49fc-8bcd-c1579268a604 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:04.233522 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f6049d19-d0c2-49fc-8bcd-c1579268a604 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/ports/a783cf46-e51b-4180-9f9f-a8459071ee58 HTTP/1.1" status: 204 len: 168 time: 0.6258352 Aug 10 01:12:04.234576 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6049d19-d0c2-49fc-8bcd-c1579268a604 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Port': ['ID=a783cf46-e51b-4180-9f9f-a8459071ee58,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:04.236331 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36472) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:04.272992 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1ae76389-ff92-4348-8142-6ad244d79ee9 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:04.284335 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1ae76389-ff92-4348-8142-6ad244d79ee9 None None] Transition to ACTIVE for port object 12e79074-96ba-4e3a-840a-27db065e17e8 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:04.311871 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1ae76389-ff92-4348-8142-6ad244d79ee9 None None] Transition to ACTIVE for port object 12e79074-96ba-4e3a-840a-27db065e17e8 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:04.321201 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1ae76389-ff92-4348-8142-6ad244d79ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:04.348407 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9d6d69be-2e21-4f23-a9fd-9ea2bb43fe96 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:04.376086 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae76389-ff92-4348-8142-6ad244d79ee9 None None] Network 608921e6-2f48-45e6-bfe0-1498d56dc142 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:12:04.378976 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-1ae76389-ff92-4348-8142-6ad244d79ee9 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:04.383471 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae76389-ff92-4348-8142-6ad244d79ee9 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:12:04.386528 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae76389-ff92-4348-8142-6ad244d79ee9 None None] Pushing event updated for resources: {'Port': ['ID=12e79074-96ba-4e3a-840a-27db065e17e8,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:04.445945 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3fc6dce9-500a-4e13-be85-b3eb280fd238 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:04.476217 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-1ae76389-ff92-4348-8142-6ad244d79ee9 None None] Attempting to bind port 12e79074-96ba-4e3a-840a-27db065e17e8 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:12:04.476682 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-1ae76389-ff92-4348-8142-6ad244d79ee9 None None] Attempting to bind port 12e79074-96ba-4e3a-840a-27db065e17e8 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '5f9adf67-8aba-4336-8c69-2c27343e11cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '608921e6-2f48-45e6-bfe0-1498d56dc142'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:12:04.477560 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae76389-ff92-4348-8142-6ad244d79ee9 None None] Attempting to bind port 12e79074-96ba-4e3a-840a-27db065e17e8 on network 608921e6-2f48-45e6-bfe0-1498d56dc142 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:12:04.487021 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae76389-ff92-4348-8142-6ad244d79ee9 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:12:04.487410 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae76389-ff92-4348-8142-6ad244d79ee9 None None] Checking segment: {'id': '5f9adf67-8aba-4336-8c69-2c27343e11cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '608921e6-2f48-45e6-bfe0-1498d56dc142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:04.487826 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1ae76389-ff92-4348-8142-6ad244d79ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:04.488262 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae76389-ff92-4348-8142-6ad244d79ee9 None None] Bound using segment: {'id': '5f9adf67-8aba-4336-8c69-2c27343e11cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '608921e6-2f48-45e6-bfe0-1498d56dc142'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:12:04.489002 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9d6d69be-2e21-4f23-a9fd-9ea2bb43fe96 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:04.489142 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-1ae76389-ff92-4348-8142-6ad244d79ee9 None None] Bound port: 12e79074-96ba-4e3a-840a-27db065e17e8, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9adf67-8aba-4336-8c69-2c27343e11cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '608921e6-2f48-45e6-bfe0-1498d56dc142'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:12:04.489440 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1ae76389-ff92-4348-8142-6ad244d79ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:04.501264 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-9d6d69be-2e21-4f23-a9fd-9ea2bb43fe96 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e7a2df8-f200-4d1d-bdcc-55e3b61309b7']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:04.514157 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-9d6d69be-2e21-4f23-a9fd-9ea2bb43fe96 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47f6cbaf-15d2-405b-aeb6-cee0a53f523a') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:04.514615 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-9d6d69be-2e21-4f23-a9fd-9ea2bb43fe96 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47f6cbaf-15d2-405b-aeb6-cee0a53f523a') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:04.525257 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9d6d69be-2e21-4f23-a9fd-9ea2bb43fe96 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:04.541267 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9d6d69be-2e21-4f23-a9fd-9ea2bb43fe96 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:04.549263 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d6d69be-2e21-4f23-a9fd-9ea2bb43fe96 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:12:04.549815 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9d6d69be-2e21-4f23-a9fd-9ea2bb43fe96 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:04.554079 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:12:04.554079 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:12:04.554079 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:12:04.554079 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:12:04.554079 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:12:04.554079 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:12:04.554079 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:12:04.554079 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:12:04.554079 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:12:04.554079 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:12:04.554079 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:12:04.554079 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:12:04.554079 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:12:04.554079 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:12:04.554079 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:12:04.554079 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:12:04.554079 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:12:04.554079 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:12:04.554079 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:12:04.554079 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:12:04.554079 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:12:04.554079 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:12:04.554079 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:12:04.554079 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:12:04.554079 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:12:04.554079 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:12:04.554079 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:12:04.554079 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:12:04.554079 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:12:04.554079 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:12:04.554079 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:12:04.554079 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:12:04.568758 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6dce9-500a-4e13-be85-b3eb280fd238 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event updated for resources: {'Subnet': ['ID=c9420dac-be34-49e2-82a1-d95d23458725,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:04.594780 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc6dce9-500a-4e13-be85-b3eb280fd238 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Checking segment: {'id': 'bb39611e-8f2c-4d56-b82e-4929bfc02a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '95795afc-b771-4fa4-85ab-6c85f7b146d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:04.595495 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc6dce9-500a-4e13-be85-b3eb280fd238 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Network hostable DHCP agents. Network: 95795afc-b771-4fa4-85ab-6c85f7b146d6, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:12:04.619553 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-1ae76389-ff92-4348-8142-6ad244d79ee9 None None] For port 12e79074-96ba-4e3a-840a-27db065e17e8, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:12:04.622058 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc6dce9-500a-4e13-be85-b3eb280fd238 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Network 95795afc-b771-4fa4-85ab-6c85f7b146d6 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:12:04.630625 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-1ae76389-ff92-4348-8142-6ad244d79ee9 None None] For port 12e79074-96ba-4e3a-840a-27db065e17e8, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=12e79074-96ba-4e3a-840a-27db065e17e8,segment=NetworkSegment(5f9adf67-8aba-4336-8c69-2c27343e11cb),segment_id=5f9adf67-8aba-4336-8c69-2c27343e11cb)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:12:04.634606 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9d6d69be-2e21-4f23-a9fd-9ea2bb43fe96 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:04.637291 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1ae76389-ff92-4348-8142-6ad244d79ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:04.639638 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9d6d69be-2e21-4f23-a9fd-9ea2bb43fe96 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:04.639940 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-3fc6dce9-500a-4e13-be85-b3eb280fd238 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 95795afc-b771-4fa4-85ab-6c85f7b146d6) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:04.642120 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9d6d69be-2e21-4f23-a9fd-9ea2bb43fe96 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] 10.222.0.35 "DELETE /v2.0/networks/4e7a2df8-f200-4d1d-bdcc-55e3b61309b7 HTTP/1.1" status: 204 len: 168 time: 0.4044340 Aug 10 01:12:04.649942 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc6dce9-500a-4e13-be85-b3eb280fd238 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:04.652973 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3fc6dce9-500a-4e13-be85-b3eb280fd238 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:04.671501 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d69be-2e21-4f23-a9fd-9ea2bb43fe96 tempest-PortsTestJSON-754794435 tempest-PortsTestJSON-754794435-project] Pushing event deleted for resources: {'Network': ['ID=4e7a2df8-f200-4d1d-bdcc-55e3b61309b7,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:04.674890 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3fc6dce9-500a-4e13-be85-b3eb280fd238 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8577220 Aug 10 01:12:04.677595 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36476) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:04.694424 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8add0e2a-9e42-4d07-925a-238ceb2e25a7 None None] Network 95795afc-b771-4fa4-85ab-6c85f7b146d6 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:04.825516 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eaa53df4-8df6-4396-b3b4-76c7140af934 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:04.905820 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eaa53df4-8df6-4396-b3b4-76c7140af934 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:04.998595 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eaa53df4-8df6-4396-b3b4-76c7140af934 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:05.068380 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae76389-ff92-4348-8142-6ad244d79ee9 None None] Pushing event updated for resources: {'Port': ['ID=12e79074-96ba-4e3a-840a-27db065e17e8,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:05.158927 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa53df4-8df6-4396-b3b4-76c7140af934 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event deleted for resources: {'Subnet': ['ID=c9420dac-be34-49e2-82a1-d95d23458725,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:05.209834 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb95bff3-4bab-42ae-bb42-d209f6b008c7 None None] Network 95795afc-b771-4fa4-85ab-6c85f7b146d6 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:05.348875 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36494) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:05.409271 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eaa53df4-8df6-4396-b3b4-76c7140af934 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:05.427661 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-eaa53df4-8df6-4396-b3b4-76c7140af934 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95795afc-b771-4fa4-85ab-6c85f7b146d6']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:05.447809 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-eaa53df4-8df6-4396-b3b4-76c7140af934 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb39611e-8f2c-4d56-b82e-4929bfc02a15') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:05.448519 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-eaa53df4-8df6-4396-b3b4-76c7140af934 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb39611e-8f2c-4d56-b82e-4929bfc02a15') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:05.476056 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca64f5f-8f7b-48fd-b3c0-208135de1a75 req-35dd0ab0-709f-4ef9-b8bf-3e09338b193c tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:05.484372 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1ca64f5f-8f7b-48fd-b3c0-208135de1a75 req-35dd0ab0-709f-4ef9-b8bf-3e09338b193c tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 943 time: 0.2998219 Aug 10 01:12:05.497872 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7e333-0cc4-4802-8c21-e0d4bdcf694f req-8a52b954-f0ba-4c35-9d1d-422fd192140f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:05.505499 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-abe7e333-0cc4-4802-8c21-e0d4bdcf694f req-8a52b954-f0ba-4c35-9d1d-422fd192140f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 945 time: 0.1790097 Aug 10 01:12:05.509453 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eaa53df4-8df6-4396-b3b4-76c7140af934 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:05.553173 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eaa53df4-8df6-4396-b3b4-76c7140af934 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:05.573693 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa53df4-8df6-4396-b3b4-76c7140af934 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:12:05.574605 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eaa53df4-8df6-4396-b3b4-76c7140af934 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:05.578154 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:12:05.578154 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:12:05.578154 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:12:05.578154 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:12:05.578154 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:12:05.578154 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:12:05.578154 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:12:05.578154 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:12:05.578154 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:12:05.578154 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:12:05.578154 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:12:05.578154 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:12:05.578154 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:12:05.578154 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:12:05.578154 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:12:05.578154 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:12:05.578154 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:12:05.578154 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:12:05.578154 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:12:05.578154 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:12:05.578154 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:12:05.578154 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:12:05.578154 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:12:05.578154 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:12:05.578154 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:12:05.578154 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:12:05.578154 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:12:05.578154 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:12:05.578154 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:12:05.578154 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:12:05.578154 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:12:05.578154 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:12:05.594997 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-00113564-fd8f-4c62-8182-aa016eb62063 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5a87816e91fb4794a957d4da3be1c174&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2425003 Aug 10 01:12:05.595330 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36498) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:05.634295 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1ca64f5f-8f7b-48fd-b3c0-208135de1a75 req-f4d9dc9b-567f-4907-931f-a3526386fb9d tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467845 Aug 10 01:12:05.670614 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-98888f4d-7c5d-48b8-9bed-bc1b3d42043d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:05.679349 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-abe7e333-0cc4-4802-8c21-e0d4bdcf694f req-0ce22031-bfad-4c33-9737-92bcf4f76cdc tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727633 Aug 10 01:12:05.719000 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eaa53df4-8df6-4396-b3b4-76c7140af934 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:05.747206 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eaa53df4-8df6-4396-b3b4-76c7140af934 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:05.749244 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-eaa53df4-8df6-4396-b3b4-76c7140af934 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "DELETE /v2.0/networks/95795afc-b771-4fa4-85ab-6c85f7b146d6 HTTP/1.1" status: 204 len: 168 time: 1.0702846 Aug 10 01:12:05.750245 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa53df4-8df6-4396-b3b4-76c7140af934 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event deleted for resources: {'Network': ['ID=95795afc-b771-4fa4-85ab-6c85f7b146d6,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:05.754007 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36500) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:05.754377 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-98888f4d-7c5d-48b8-9bed-bc1b3d42043d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:05.762497 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-224cc65a-5a47-4f1d-ae70-09dc9391a453 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-34642737'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:05.788079 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224cc65a-5a47-4f1d-ae70-09dc9391a453 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Made reservation on behalf of 8eccd7cf958f4d828a38ae25c26bf4ea for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:05.792906 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-224cc65a-5a47-4f1d-ae70-09dc9391a453 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:05.822517 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-224cc65a-5a47-4f1d-ae70-09dc9391a453 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:12:05.843132 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-224cc65a-5a47-4f1d-ae70-09dc9391a453 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:05.843654 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-224cc65a-5a47-4f1d-ae70-09dc9391a453 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Added segment 6b98bab3-49e0-473c-92fd-4208c096ae3e of type vlan for network e7f2c120-dcf6-4f56-b3ab-e478fdedb445 Aug 10 01:12:05.863881 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-98888f4d-7c5d-48b8-9bed-bc1b3d42043d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:05.865654 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-98888f4d-7c5d-48b8-9bed-bc1b3d42043d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:05.870149 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-98888f4d-7c5d-48b8-9bed-bc1b3d42043d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/26f53f08-cdfb-468e-9195-70c6eea98d9a HTTP/1.1" status: 204 len: 168 time: 0.2709208 Aug 10 01:12:05.891848 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98888f4d-7c5d-48b8-9bed-bc1b3d42043d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f53f08-cdfb-468e-9195-70c6eea98d9a,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:05.941639 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-224cc65a-5a47-4f1d-ae70-09dc9391a453 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:05.988967 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-224cc65a-5a47-4f1d-ae70-09dc9391a453 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:06.005505 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224cc65a-5a47-4f1d-ae70-09dc9391a453 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:06.010445 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-224cc65a-5a47-4f1d-ae70-09dc9391a453 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:06.095772 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-224cc65a-5a47-4f1d-ae70-09dc9391a453 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3356144 Aug 10 01:12:06.096707 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36508) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:06.110784 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224cc65a-5a47-4f1d-ae70-09dc9391a453 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event updated for resources: {'Network': ['ID=e7f2c120-dcf6-4f56-b3ab-e478fdedb445,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:06.122832 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-f6bc27ae-41d1-44de-aa6c-32cb324a332c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Request body: {'subnet': {'network_id': 'e7f2c120-dcf6-4f56-b3ab-e478fdedb445', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:06.140679 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network e7f2c120-dcf6-4f56-b3ab-e478fdedb445 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:12:06.146397 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 12e79074-96ba-4e3a-840a-27db065e17e8 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:12:06.327987 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 12e79074-96ba-4e3a-840a-27db065e17e8 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:12:06.406580 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bc27ae-41d1-44de-aa6c-32cb324a332c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Made reservation on behalf of 8eccd7cf958f4d828a38ae25c26bf4ea for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:06.411955 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f6bc27ae-41d1-44de-aa6c-32cb324a332c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:06.498809 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bfa228-eab8-4459-b731-c38cd9d6722a None None] Network 608921e6-2f48-45e6-bfe0-1498d56dc142 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:06.508094 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.ipam_backend_mixin [None req-f6bc27ae-41d1-44de-aa6c-32cb324a332c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Performing IP validity checks on allocation pools {{(pid=105827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 01:12:06.509253 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.ipam_backend_mixin [None req-f6bc27ae-41d1-44de-aa6c-32cb324a332c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 01:12:06.716272 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f9c528a1-e7b2-40a0-8b63-068297cc1696 None None] Provisioning for port 12e79074-96ba-4e3a-840a-27db065e17e8 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:12:06.734598 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f9c528a1-e7b2-40a0-8b63-068297cc1696 None None] Provisioning complete for port 12e79074-96ba-4e3a-840a-27db065e17e8 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:06.736596 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f9c528a1-e7b2-40a0-8b63-068297cc1696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:06.770088 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f6bc27ae-41d1-44de-aa6c-32cb324a332c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:06.868769 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc27ae-41d1-44de-aa6c-32cb324a332c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event updated for resources: {'Subnet': ['ID=a20bd1fa-c908-4917-a9ca-8f56fd2c104c,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:06.879008 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bc27ae-41d1-44de-aa6c-32cb324a332c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Checking segment: {'id': '6b98bab3-49e0-473c-92fd-4208c096ae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e7f2c120-dcf6-4f56-b3ab-e478fdedb445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:06.879241 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bc27ae-41d1-44de-aa6c-32cb324a332c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Network hostable DHCP agents. Network: e7f2c120-dcf6-4f56-b3ab-e478fdedb445, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:12:06.902307 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bc27ae-41d1-44de-aa6c-32cb324a332c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Network e7f2c120-dcf6-4f56-b3ab-e478fdedb445 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:12:06.916703 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-f6bc27ae-41d1-44de-aa6c-32cb324a332c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, e7f2c120-dcf6-4f56-b3ab-e478fdedb445) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:06.931534 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f9c528a1-e7b2-40a0-8b63-068297cc1696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:06.936113 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bc27ae-41d1-44de-aa6c-32cb324a332c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:06.939731 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f6bc27ae-41d1-44de-aa6c-32cb324a332c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:06.941109 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a8508-edf7-432f-847d-dfeaa1795022 req-1201979b-e959-49c4-b9d1-7a69020b80ea tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:06.942885 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-286a8508-edf7-432f-847d-dfeaa1795022 req-1201979b-e959-49c4-b9d1-7a69020b80ea tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 945 time: 0.1380708 Aug 10 01:12:06.952759 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226087a-46ff-45c0-b2b8-5c43ff9e6549 req-c1f0aebc-9924-4674-80d8-fd3b29f1c317 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:06.954477 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b226087a-46ff-45c0-b2b8-5c43ff9e6549 req-c1f0aebc-9924-4674-80d8-fd3b29f1c317 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 943 time: 0.2108145 Aug 10 01:12:06.963947 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f6bc27ae-41d1-44de-aa6c-32cb324a332c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8661864 Aug 10 01:12:06.965353 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab17930-49fa-42be-9014-45f43796f64a None None] Network e7f2c120-dcf6-4f56-b3ab-e478fdedb445 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:06.966843 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36534) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:07.018979 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-286a8508-edf7-432f-847d-dfeaa1795022 req-3350a8dc-637c-49c3-83bd-537282fff46b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633702 Aug 10 01:12:07.057716 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-f9c528a1-e7b2-40a0-8b63-068297cc1696 None None] For port 12e79074-96ba-4e3a-840a-27db065e17e8, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=12e79074-96ba-4e3a-840a-27db065e17e8,segment=NetworkSegment(5f9adf67-8aba-4336-8c69-2c27343e11cb),segment_id=5f9adf67-8aba-4336-8c69-2c27343e11cb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:07.068080 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b226087a-46ff-45c0-b2b8-5c43ff9e6549 req-40f37cb0-f1c7-451f-9e5e-2d36e9b7e4aa tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970194 Aug 10 01:12:07.069548 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f9c528a1-e7b2-40a0-8b63-068297cc1696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:07.155730 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c528a1-e7b2-40a0-8b63-068297cc1696 None None] Pushing event updated for resources: {'Port': ['ID=12e79074-96ba-4e3a-840a-27db065e17e8,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:07.308710 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76beb521-a961-4ce2-993f-096d6335e0ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-e7f2c120-dcf6-4f56-b3ab-e478fdedb445', 'network_id': 'e7f2c120-dcf6-4f56-b3ab-e478fdedb445', 'tenant_id': '8eccd7cf958f4d828a38ae25c26bf4ea', 'fixed_ips': [{'subnet_id': 'a20bd1fa-c908-4917-a9ca-8f56fd2c104c'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:12:07.309641 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-76beb521-a961-4ce2-993f-096d6335e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:07.324053 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26a6a0f1-a28e-4e2d-be97-0bfb4971abba tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:07.335344 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36544) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:07.497432 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26a6a0f1-a28e-4e2d-be97-0bfb4971abba tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:07.542809 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-76beb521-a961-4ce2-993f-096d6335e0ec None None] Allocated IP 172.20.0.3 (e7f2c120-dcf6-4f56-b3ab-e478fdedb445/a20bd1fa-c908-4917-a9ca-8f56fd2c104c/5831ab07-2202-49fb-8bdb-a2f4f6f2148d) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:12:07.555449 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-ae6b73e8-ec85-42d3-a05d-5edcf822c5af tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1139957782', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:07.563516 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-71dab6e4-4cd7-44b3-a7b3-ee2d7af71861 None None] Provisioning complete for port 12e79074-96ba-4e3a-840a-27db065e17e8 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:07.563906 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-71dab6e4-4cd7-44b3-a7b3-ee2d7af71861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:07.592084 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ae6b73e8-ec85-42d3-a05d-5edcf822c5af tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:07.593647 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ae6b73e8-ec85-42d3-a05d-5edcf822c5af tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:07.673376 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ae6b73e8-ec85-42d3-a05d-5edcf822c5af tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:07.682538 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ae6b73e8-ec85-42d3-a05d-5edcf822c5af tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:07.704046 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ae6b73e8-ec85-42d3-a05d-5edcf822c5af tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:07.705880 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ae6b73e8-ec85-42d3-a05d-5edcf822c5af tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3676846 Aug 10 01:12:07.709040 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36548) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:07.715633 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-a051e893-e325-43f0-9ef3-1cc8c8018b5a tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-550150991'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:07.750873 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a051e893-e325-43f0-9ef3-1cc8c8018b5a tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Made reservation on behalf of 8bb8eda1dced49159cd10709c6869355 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:07.754566 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a051e893-e325-43f0-9ef3-1cc8c8018b5a tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:07.764436 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a051e893-e325-43f0-9ef3-1cc8c8018b5a tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:07.800368 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-76beb521-a961-4ce2-993f-096d6335e0ec None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:07.811490 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-76beb521-a961-4ce2-993f-096d6335e0ec None None] Transition to ACTIVE for port object 5831ab07-2202-49fb-8bdb-a2f4f6f2148d will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:07.854654 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-76beb521-a961-4ce2-993f-096d6335e0ec None None] Transition to ACTIVE for port object 5831ab07-2202-49fb-8bdb-a2f4f6f2148d will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:07.866759 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-76beb521-a961-4ce2-993f-096d6335e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:07.924976 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76beb521-a961-4ce2-993f-096d6335e0ec None None] Network e7f2c120-dcf6-4f56-b3ab-e478fdedb445 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:12:07.928274 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-76beb521-a961-4ce2-993f-096d6335e0ec None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:07.932751 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76beb521-a961-4ce2-993f-096d6335e0ec None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:12:07.941653 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76beb521-a961-4ce2-993f-096d6335e0ec None None] Pushing event updated for resources: {'Port': ['ID=5831ab07-2202-49fb-8bdb-a2f4f6f2148d,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:07.951317 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26a6a0f1-a28e-4e2d-be97-0bfb4971abba tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:07.999915 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-76beb521-a961-4ce2-993f-096d6335e0ec None None] Attempting to bind port 5831ab07-2202-49fb-8bdb-a2f4f6f2148d on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:12:08.000530 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-76beb521-a961-4ce2-993f-096d6335e0ec None None] Attempting to bind port 5831ab07-2202-49fb-8bdb-a2f4f6f2148d by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '6b98bab3-49e0-473c-92fd-4208c096ae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e7f2c120-dcf6-4f56-b3ab-e478fdedb445'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:12:08.001125 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76beb521-a961-4ce2-993f-096d6335e0ec None None] Attempting to bind port 5831ab07-2202-49fb-8bdb-a2f4f6f2148d on network e7f2c120-dcf6-4f56-b3ab-e478fdedb445 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:12:08.007742 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76beb521-a961-4ce2-993f-096d6335e0ec None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:12:08.008451 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76beb521-a961-4ce2-993f-096d6335e0ec None None] Checking segment: {'id': '6b98bab3-49e0-473c-92fd-4208c096ae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e7f2c120-dcf6-4f56-b3ab-e478fdedb445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:08.009023 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-76beb521-a961-4ce2-993f-096d6335e0ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:08.009516 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76beb521-a961-4ce2-993f-096d6335e0ec None None] Bound using segment: {'id': '6b98bab3-49e0-473c-92fd-4208c096ae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e7f2c120-dcf6-4f56-b3ab-e478fdedb445'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:12:08.010220 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-76beb521-a961-4ce2-993f-096d6335e0ec None None] Bound port: 5831ab07-2202-49fb-8bdb-a2f4f6f2148d, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b98bab3-49e0-473c-92fd-4208c096ae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e7f2c120-dcf6-4f56-b3ab-e478fdedb445'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:12:08.010810 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-76beb521-a961-4ce2-993f-096d6335e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:08.060485 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26a6a0f1-a28e-4e2d-be97-0bfb4971abba tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:08.076044 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-26a6a0f1-a28e-4e2d-be97-0bfb4971abba tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f2c120-dcf6-4f56-b3ab-e478fdedb445']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:08.089087 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-26a6a0f1-a28e-4e2d-be97-0bfb4971abba tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b98bab3-49e0-473c-92fd-4208c096ae3e') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:08.089730 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-26a6a0f1-a28e-4e2d-be97-0bfb4971abba tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b98bab3-49e0-473c-92fd-4208c096ae3e') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:08.104605 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26a6a0f1-a28e-4e2d-be97-0bfb4971abba tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:08.117016 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 12e79074-96ba-4e3a-840a-27db065e17e8 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:12:08.122970 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26a6a0f1-a28e-4e2d-be97-0bfb4971abba tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:08.125432 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-76beb521-a961-4ce2-993f-096d6335e0ec None None] For port 5831ab07-2202-49fb-8bdb-a2f4f6f2148d, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:12:08.132219 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a6a0f1-a28e-4e2d-be97-0bfb4971abba tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:12:08.133564 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26a6a0f1-a28e-4e2d-be97-0bfb4971abba tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:08.226891 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-76beb521-a961-4ce2-993f-096d6335e0ec None None] For port 5831ab07-2202-49fb-8bdb-a2f4f6f2148d, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5831ab07-2202-49fb-8bdb-a2f4f6f2148d,segment=NetworkSegment(6b98bab3-49e0-473c-92fd-4208c096ae3e),segment_id=6b98bab3-49e0-473c-92fd-4208c096ae3e)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:12:08.232840 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:12:08.232840 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:12:08.232840 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:12:08.232840 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:12:08.232840 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:12:08.232840 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:12:08.232840 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:12:08.232840 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:12:08.232840 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:12:08.232840 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:12:08.232840 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:12:08.232840 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:12:08.232840 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:12:08.232840 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:12:08.232840 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:12:08.232840 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:12:08.232840 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:12:08.232840 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:12:08.232840 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:12:08.232840 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:12:08.232840 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:12:08.232840 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:12:08.232840 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:12:08.232840 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:12:08.232840 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:12:08.232840 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:12:08.232840 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:12:08.232840 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:12:08.232840 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:12:08.232840 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:12:08.232840 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:12:08.232840 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:12:08.236113 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-76beb521-a961-4ce2-993f-096d6335e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:08.240244 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a051e893-e325-43f0-9ef3-1cc8c8018b5a tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:08.341060 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 12e79074-96ba-4e3a-840a-27db065e17e8 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:08.341447 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:08.381631 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6a0f1-a28e-4e2d-be97-0bfb4971abba tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event deleted for resources: {'Subnet': ['ID=a20bd1fa-c908-4917-a9ca-8f56fd2c104c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:08.384625 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.db.api [None req-26a6a0f1-a28e-4e2d-be97-0bfb4971abba tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 01:12:08.384625 n-d-766726-26 neutron-server[105827]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 01:12:08.384625 n-d-766726-26 neutron-server[105827]: [parameters: {'id': 'e7f2c120-dcf6-4f56-b3ab-e478fdedb445'}] Aug 10 01:12:08.384625 n-d-766726-26 neutron-server[105827]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:12:08.385474 n-d-766726-26 neutron-server[105827]: DEBUG oslo_db.api [None req-26a6a0f1-a28e-4e2d-be97-0bfb4971abba tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:12:08.387666 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-1ee82a75-4b04-420c-af71-bfc1ac85663a service neutron] show failed (client error): The resource could not be found. Aug 10 01:12:08.389952 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-1ee82a75-4b04-420c-af71-bfc1ac85663a service neutron] 10.222.0.24 "GET /v2.0/ports/54a62c56-54c2-4a0b-9627-fa3c3cdf65fc/bindings/n-h2-766726-26 HTTP/1.1" status: 404 len: 381 time: 0.1554456 Aug 10 01:12:08.390954 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a051e893-e325-43f0-9ef3-1cc8c8018b5a tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:08.406762 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a051e893-e325-43f0-9ef3-1cc8c8018b5a tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:12:08.409904 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a8113-2d64-423f-ad86-18f47bd29151 req-57e94027-e3c4-4fde-b658-96691092d3e8 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:08.418368 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e02a8113-2d64-423f-ad86-18f47bd29151 req-57e94027-e3c4-4fde-b658-96691092d3e8 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 943 time: 0.1914654 Aug 10 01:12:08.439137 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76beb521-a961-4ce2-993f-096d6335e0ec None None] Pushing event updated for resources: {'Port': ['ID=5831ab07-2202-49fb-8bdb-a2f4f6f2148d,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:08.444674 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a2738c-7bd8-4142-a980-c766f5780b61 None None] Network e7f2c120-dcf6-4f56-b3ab-e478fdedb445 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:08.455694 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2fccff-a50e-4c38-94ce-ec456204dc94 req-f774f56b-978a-4432-98ba-a79a3797acc0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:08.460578 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8f2fccff-a50e-4c38-94ce-ec456204dc94 req-f774f56b-978a-4432-98ba-a79a3797acc0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 945 time: 0.2970145 Aug 10 01:12:08.487298 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051e893-e325-43f0-9ef3-1cc8c8018b5a tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddf1dcc-09ec-43f7-9451-d4d87af4c1b8,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:08.500613 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a051e893-e325-43f0-9ef3-1cc8c8018b5a tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:08.501294 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-a051e893-e325-43f0-9ef3-1cc8c8018b5a tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Added segment 944eaa4f-9472-4c49-aada-19dbd5bda93b of type vlan for network 614155b3-f847-4335-aabf-86a7fb40b96c Aug 10 01:12:08.560207 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e02a8113-2d64-423f-ad86-18f47bd29151 req-c685bade-a208-4e04-a1ff-5371913e7de5 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255884 Aug 10 01:12:08.622319 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a051e893-e325-43f0-9ef3-1cc8c8018b5a tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:08.634381 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8f2fccff-a50e-4c38-94ce-ec456204dc94 req-f3b5210d-c4bd-4c9d-b60b-84e1e0d69581 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629305 Aug 10 01:12:08.755549 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a051e893-e325-43f0-9ef3-1cc8c8018b5a tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:08.777480 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a051e893-e325-43f0-9ef3-1cc8c8018b5a tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:08.779858 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a051e893-e325-43f0-9ef3-1cc8c8018b5a tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:08.850412 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39684e7-6557-4250-8060-cb8e65d4266c None None] get_active_networks_info from n-d-766726-26 {{(pid=105828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:12:08.887501 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-0feb4b21-ad03-4a09-9589-0560c4803258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:08.889839 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-0feb4b21-ad03-4a09-9589-0560c4803258 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4&tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8 HTTP/1.1" status: 200 len: 1097 time: 0.2019382 Aug 10 01:12:08.896221 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26a6a0f1-a28e-4e2d-be97-0bfb4971abba tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:08.898323 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051e893-e325-43f0-9ef3-1cc8c8018b5a tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Pushing event updated for resources: {'Network': ['ID=614155b3-f847-4335-aabf-86a7fb40b96c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:08.914111 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-3cd87e07-fca2-4dc5-824d-68e5cfafd78d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-26', 'device_owner': 'compute:nova'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:08.925935 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a051e893-e325-43f0-9ef3-1cc8c8018b5a tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2153409 Aug 10 01:12:08.929533 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36566) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:08.934946 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-6ae834b7-9c80-4d32-a783-6a98b5e1c997 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Request body: {'subnet': {'network_id': '614155b3-f847-4335-aabf-86a7fb40b96c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:09.062027 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-3cd87e07-fca2-4dc5-824d-68e5cfafd78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:09.099782 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-26a6a0f1-a28e-4e2d-be97-0bfb4971abba tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Deleting port 5831ab07-2202-49fb-8bdb-a2f4f6f2148d {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:12:09.100587 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26a6a0f1-a28e-4e2d-be97-0bfb4971abba tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:09.162612 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae834b7-9c80-4d32-a783-6a98b5e1c997 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Made reservation on behalf of 8bb8eda1dced49159cd10709c6869355 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:09.168354 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6ae834b7-9c80-4d32-a783-6a98b5e1c997 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:09.183602 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39684e7-6557-4250-8060-cb8e65d4266c None None] Resources bound (agent type, host, resource id): {{(pid=105828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:12:09.187886 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 614155b3-f847-4335-aabf-86a7fb40b96c details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:12:09.286537 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-26a6a0f1-a28e-4e2d-be97-0bfb4971abba tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] For port 5831ab07-2202-49fb-8bdb-a2f4f6f2148d, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5831ab07-2202-49fb-8bdb-a2f4f6f2148d,segment=NetworkSegment(6b98bab3-49e0-473c-92fd-4208c096ae3e),segment_id=6b98bab3-49e0-473c-92fd-4208c096ae3e)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:09.287445 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26a6a0f1-a28e-4e2d-be97-0bfb4971abba tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:09.316589 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-26a6a0f1-a28e-4e2d-be97-0bfb4971abba tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Calling delete_port for 5831ab07-2202-49fb-8bdb-a2f4f6f2148d owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:12:09.451943 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-3cd87e07-fca2-4dc5-824d-68e5cfafd78d service neutron] For port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc,segment=NetworkSegment(9dbd0271-91dc-4b61-94e9-2c7655de92e9),segment_id=9dbd0271-91dc-4b61-94e9-2c7655de92e9)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:09.501032 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-3cd87e07-fca2-4dc5-824d-68e5cfafd78d service neutron] For port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:12:09.605426 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d514ef-4cc2-4045-98c4-aefa565030b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54a62c56-54c2-4a0b-9627-fa3c3cdf65fc'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:12:09.613762 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99443d0-ff18-4799-a226-fb2cb6179c24" -d '{"events": [{"server_uuid": "59d514ef-4cc2-4045-98c4-aefa565030b4", "name": "network-vif-unplugged", "status": "completed", "tag": "54a62c56-54c2-4a0b-9627-fa3c3cdf65fc"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:12:09.622051 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-3cd87e07-fca2-4dc5-824d-68e5cfafd78d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:09.640146 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26a6a0f1-a28e-4e2d-be97-0bfb4971abba tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:09.647616 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6ae834b7-9c80-4d32-a783-6a98b5e1c997 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:09.654082 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-3cd87e07-fca2-4dc5-824d-68e5cfafd78d service neutron] Transition to ACTIVE for port object 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:09.671287 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-3cd87e07-fca2-4dc5-824d-68e5cfafd78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:09.724035 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:12:09.792909 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd87e07-fca2-4dc5-824d-68e5cfafd78d service neutron] Pushing event updated for resources: {'Port': ['ID=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc,revision_number=6']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:09.807212 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6a0f1-a28e-4e2d-be97-0bfb4971abba tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event deleted for resources: {'Port': ['ID=5831ab07-2202-49fb-8bdb-a2f4f6f2148d,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:09.824779 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd87e07-fca2-4dc5-824d-68e5cfafd78d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:09.825100 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd87e07-fca2-4dc5-824d-68e5cfafd78d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:09.827380 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd87e07-fca2-4dc5-824d-68e5cfafd78d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:09.827727 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd87e07-fca2-4dc5-824d-68e5cfafd78d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:09.828084 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd87e07-fca2-4dc5-824d-68e5cfafd78d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:09.828468 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd87e07-fca2-4dc5-824d-68e5cfafd78d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:09.828970 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd87e07-fca2-4dc5-824d-68e5cfafd78d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:09.829340 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd87e07-fca2-4dc5-824d-68e5cfafd78d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:09.829615 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd87e07-fca2-4dc5-824d-68e5cfafd78d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:09.829922 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd87e07-fca2-4dc5-824d-68e5cfafd78d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:09.830399 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd87e07-fca2-4dc5-824d-68e5cfafd78d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:09.830720 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd87e07-fca2-4dc5-824d-68e5cfafd78d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:09.861547 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a6a0f1-a28e-4e2d-be97-0bfb4971abba tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] No DVR routers for this DVR port 5831ab07-2202-49fb-8bdb-a2f4f6f2148d on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:12:09.924674 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f138c-4ff9-4b4b-9c88-99e383c746a6 req-6be43f65-fea2-4d13-b167-996d0de97b4f tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:09.926060 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1a0f138c-4ff9-4b4b-9c88-99e383c746a6 req-6be43f65-fea2-4d13-b167-996d0de97b4f tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 943 time: 0.1518550 Aug 10 01:12:10.003266 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-3cd87e07-fca2-4dc5-824d-68e5cfafd78d service neutron] No DVR routers for this DVR port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc on host n-h1-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:12:10.030655 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae834b7-9c80-4d32-a783-6a98b5e1c997 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Checking segment: {'id': '944eaa4f-9472-4c49-aada-19dbd5bda93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '614155b3-f847-4335-aabf-86a7fb40b96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:10.031164 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae834b7-9c80-4d32-a783-6a98b5e1c997 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Network hostable DHCP agents. Network: 614155b3-f847-4335-aabf-86a7fb40b96c, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:12:10.033537 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae834b7-9c80-4d32-a783-6a98b5e1c997 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Pushing event updated for resources: {'Subnet': ['ID=acf9096a-c7c9-4148-ac44-6992ac581c52,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:10.045665 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6688bcf2-03a9-4205-9592-5ead99effc0a x-openstack-request-id: req-6688bcf2-03a9-4205-9592-5ead99effc0a {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:12:10.045665 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d514ef-4cc2-4045-98c4-aefa565030b4", "name": "network-vif-unplugged", "status": "completed", "tag": "54a62c56-54c2-4a0b-9627-fa3c3cdf65fc", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:12:10.046035 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6688bcf2-03a9-4205-9592-5ead99effc0a {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:12:10.046270 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d514ef-4cc2-4045-98c4-aefa565030b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54a62c56-54c2-4a0b-9627-fa3c3cdf65fc', 'code': 200} Aug 10 01:12:10.076224 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1a0f138c-4ff9-4b4b-9c88-99e383c746a6 req-0eac81e7-a88a-4ece-b976-ce04b36f3bb2 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127698 Aug 10 01:12:10.084963 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26a6a0f1-a28e-4e2d-be97-0bfb4971abba tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:10.118426 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-26a6a0f1-a28e-4e2d-be97-0bfb4971abba tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f2c120-dcf6-4f56-b3ab-e478fdedb445']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:10.137185 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae834b7-9c80-4d32-a783-6a98b5e1c997 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Network 614155b3-f847-4335-aabf-86a7fb40b96c is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:12:10.151919 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-26a6a0f1-a28e-4e2d-be97-0bfb4971abba tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b98bab3-49e0-473c-92fd-4208c096ae3e') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:10.152285 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-26a6a0f1-a28e-4e2d-be97-0bfb4971abba tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b98bab3-49e0-473c-92fd-4208c096ae3e') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:10.161958 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-6ae834b7-9c80-4d32-a783-6a98b5e1c997 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 614155b3-f847-4335-aabf-86a7fb40b96c) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:10.168001 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae834b7-9c80-4d32-a783-6a98b5e1c997 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:10.168661 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6ae834b7-9c80-4d32-a783-6a98b5e1c997 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:10.176199 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26a6a0f1-a28e-4e2d-be97-0bfb4971abba tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:10.193500 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685d9b47-8b20-416a-b4d3-6976646dec77 None None] Network 614155b3-f847-4335-aabf-86a7fb40b96c requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:10.200149 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26a6a0f1-a28e-4e2d-be97-0bfb4971abba tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:10.204061 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6ae834b7-9c80-4d32-a783-6a98b5e1c997 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2732439 Aug 10 01:12:10.207668 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36586) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:10.213413 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-6b865fd5-94ca-4955-88da-0c5176dbbcf3 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Request body: {'network': {'name': 'tempest-router-network01--1885843835'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:10.223633 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a6a0f1-a28e-4e2d-be97-0bfb4971abba tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:12:10.224061 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26a6a0f1-a28e-4e2d-be97-0bfb4971abba tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:10.231507 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:12:10.231507 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:12:10.231507 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:12:10.231507 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:12:10.231507 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:12:10.231507 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:12:10.231507 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:12:10.231507 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:12:10.231507 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:12:10.231507 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:12:10.231507 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:12:10.231507 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:12:10.231507 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:12:10.231507 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:12:10.231507 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:12:10.231507 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:12:10.231507 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:12:10.231507 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:12:10.231507 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:12:10.231507 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:12:10.231507 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:12:10.231507 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:12:10.231507 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:12:10.231507 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:12:10.231507 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:12:10.231507 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:12:10.231507 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:12:10.231507 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:12:10.231507 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:12:10.231507 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:12:10.231507 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:12:10.231507 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:12:10.315057 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b865fd5-94ca-4955-88da-0c5176dbbcf3 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Made reservation on behalf of 8bb8eda1dced49159cd10709c6869355 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:10.319462 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6b865fd5-94ca-4955-88da-0c5176dbbcf3 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:10.338112 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c52b4a-6dc6-48ab-a6d6-44af6aeae711 req-8ce3c95a-0b4b-470f-b2e2-e73f998f4820 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:10.338562 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26a6a0f1-a28e-4e2d-be97-0bfb4971abba tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:10.339379 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f8c52b4a-6dc6-48ab-a6d6-44af6aeae711 req-8ce3c95a-0b4b-470f-b2e2-e73f998f4820 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 943 time: 0.1670911 Aug 10 01:12:10.359145 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26a6a0f1-a28e-4e2d-be97-0bfb4971abba tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:10.366416 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-26a6a0f1-a28e-4e2d-be97-0bfb4971abba tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "DELETE /v2.0/networks/e7f2c120-dcf6-4f56-b3ab-e478fdedb445 HTTP/1.1" status: 204 len: 168 time: 3.3977563 Aug 10 01:12:10.366732 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36588) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:10.367665 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [req-81350b8f-26ea-4cd4-8b3b-94266215589b req-044122e9-de10-4637-8a1d-590a6823d708 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] (105827) timed out ('10.222.0.24', 60022) {{(pid=105827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 01:12:10.401327 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-f9099d8d-8e0f-4bc0-9e31-3479c33ee252 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-734958107'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:10.408664 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6a0f1-a28e-4e2d-be97-0bfb4971abba tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event deleted for resources: {'Network': ['ID=e7f2c120-dcf6-4f56-b3ab-e478fdedb445,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:10.418642 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b865fd5-94ca-4955-88da-0c5176dbbcf3 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:12:10.434415 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6b865fd5-94ca-4955-88da-0c5176dbbcf3 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:10.435425 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-6b865fd5-94ca-4955-88da-0c5176dbbcf3 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Added segment 80c6cda4-59df-463b-9aa1-cac67eb1f031 of type vlan for network db7a2093-c0cd-4054-8ff7-7ec1ac45932b Aug 10 01:12:10.447522 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-3cd87e07-fca2-4dc5-824d-68e5cfafd78d service neutron] Attempting to bind port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:12:10.447866 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-3cd87e07-fca2-4dc5-824d-68e5cfafd78d service neutron] Attempting to bind port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '9dbd0271-91dc-4b61-94e9-2c7655de92e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:12:10.448217 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-3cd87e07-fca2-4dc5-824d-68e5cfafd78d service neutron] Attempting to bind port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc on network 01bb96cc-7872-46cf-825f-e696562689f6 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:12:10.450572 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ef91be-c9ca-43d0-8e87-8d8a5bc46363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-614155b3-f847-4335-aabf-86a7fb40b96c', 'network_id': '614155b3-f847-4335-aabf-86a7fb40b96c', 'tenant_id': '8bb8eda1dced49159cd10709c6869355', 'fixed_ips': [{'subnet_id': 'acf9096a-c7c9-4148-ac44-6992ac581c52'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:12:10.451702 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-06ef91be-c9ca-43d0-8e87-8d8a5bc46363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:10.481986 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f8c52b4a-6dc6-48ab-a6d6-44af6aeae711 req-08fbdda0-3296-4d54-a624-f37c5c1cd5ca tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342072 Aug 10 01:12:10.486235 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-3cd87e07-fca2-4dc5-824d-68e5cfafd78d service neutron] Port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc on network 01bb96cc-7872-46cf-825f-e696562689f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:12:10.486571 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-3cd87e07-fca2-4dc5-824d-68e5cfafd78d service neutron] Attempting to bind port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc on network 01bb96cc-7872-46cf-825f-e696562689f6 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:12:10.502318 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-3cd87e07-fca2-4dc5-824d-68e5cfafd78d service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:12:10.502668 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-3cd87e07-fca2-4dc5-824d-68e5cfafd78d service neutron] Checking segment: {'id': '9dbd0271-91dc-4b61-94e9-2c7655de92e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:10.505631 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-3cd87e07-fca2-4dc5-824d-68e5cfafd78d service neutron] Bound using segment: {'id': '9dbd0271-91dc-4b61-94e9-2c7655de92e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:12:10.506088 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-3cd87e07-fca2-4dc5-824d-68e5cfafd78d service neutron] Bound port: 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dbd0271-91dc-4b61-94e9-2c7655de92e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:12:10.506599 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-3cd87e07-fca2-4dc5-824d-68e5cfafd78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:10.533027 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9099d8d-8e0f-4bc0-9e31-3479c33ee252 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Made reservation on behalf of 8eccd7cf958f4d828a38ae25c26bf4ea for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:10.537698 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f9099d8d-8e0f-4bc0-9e31-3479c33ee252 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:10.545692 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6b865fd5-94ca-4955-88da-0c5176dbbcf3 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:10.588491 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [req-13daedd0-127c-46ab-9e18-54514bd79231 req-3607ae86-b63f-4c3d-90df-5d4bfeabe49d tempest-SecurityGroupsTestJSON-503827326 tempest-SecurityGroupsTestJSON-503827326-project] (105826) timed out ('10.222.0.24', 60007) {{(pid=105826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 01:12:10.598136 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9099d8d-8e0f-4bc0-9e31-3479c33ee252 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:12:10.627934 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f9099d8d-8e0f-4bc0-9e31-3479c33ee252 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:10.628481 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-f9099d8d-8e0f-4bc0-9e31-3479c33ee252 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Added segment 9626d7f5-828d-4735-bfa2-f82f7be6cc20 of type vlan for network 57a33dc4-0000-445c-afe8-3d452adc7f3d Aug 10 01:12:10.629903 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6b865fd5-94ca-4955-88da-0c5176dbbcf3 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:10.643027 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b865fd5-94ca-4955-88da-0c5176dbbcf3 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:10.643747 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6b865fd5-94ca-4955-88da-0c5176dbbcf3 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:10.708840 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-06ef91be-c9ca-43d0-8e87-8d8a5bc46363 None None] Allocated IP 2001:db8::2 (614155b3-f847-4335-aabf-86a7fb40b96c/acf9096a-c7c9-4148-ac44-6992ac581c52/1126cd6e-8052-4d64-8538-23f7f11aa089) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:12:10.724494 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f9099d8d-8e0f-4bc0-9e31-3479c33ee252 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:10.739874 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b865fd5-94ca-4955-88da-0c5176dbbcf3 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Pushing event updated for resources: {'Network': ['ID=db7a2093-c0cd-4054-8ff7-7ec1ac45932b,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:10.749994 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6b865fd5-94ca-4955-88da-0c5176dbbcf3 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5411737 Aug 10 01:12:10.752521 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36594) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:10.758719 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-3cd87e07-fca2-4dc5-824d-68e5cfafd78d service neutron] For port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:12:10.759164 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-ccff632d-95ab-4e33-aa63-1676880f0edf tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Request body: {'network': {'name': 'tempest-router-network02--664362826'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:10.764571 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f9099d8d-8e0f-4bc0-9e31-3479c33ee252 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:10.772133 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network db7a2093-c0cd-4054-8ff7-7ec1ac45932b details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:12:10.774835 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9099d8d-8e0f-4bc0-9e31-3479c33ee252 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:10.775408 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f9099d8d-8e0f-4bc0-9e31-3479c33ee252 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:10.793901 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccff632d-95ab-4e33-aa63-1676880f0edf tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Made reservation on behalf of 8bb8eda1dced49159cd10709c6869355 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:10.798742 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ccff632d-95ab-4e33-aa63-1676880f0edf tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:10.807849 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-3cd87e07-fca2-4dc5-824d-68e5cfafd78d service neutron] For port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc,segment=NetworkSegment(9dbd0271-91dc-4b61-94e9-2c7655de92e9),segment_id=9dbd0271-91dc-4b61-94e9-2c7655de92e9)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:12:10.826701 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccff632d-95ab-4e33-aa63-1676880f0edf tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:12:10.837973 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ccff632d-95ab-4e33-aa63-1676880f0edf tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:10.838326 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-ccff632d-95ab-4e33-aa63-1676880f0edf tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Added segment a8778326-ddd8-4041-b7e8-e54902879443 of type vlan for network ddb820c6-ebb5-48e6-9b60-9bccab02cc66 Aug 10 01:12:10.891666 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ccff632d-95ab-4e33-aa63-1676880f0edf tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:10.936924 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ccff632d-95ab-4e33-aa63-1676880f0edf tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:10.950702 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccff632d-95ab-4e33-aa63-1676880f0edf tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:10.951371 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ccff632d-95ab-4e33-aa63-1676880f0edf tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:10.975185 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9099d8d-8e0f-4bc0-9e31-3479c33ee252 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event updated for resources: {'Network': ['ID=57a33dc4-0000-445c-afe8-3d452adc7f3d,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:10.982152 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f9099d8d-8e0f-4bc0-9e31-3479c33ee252 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5832930 Aug 10 01:12:10.982152 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-3cd87e07-fca2-4dc5-824d-68e5cfafd78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:10.989602 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36596) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:11.000647 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 57a33dc4-0000-445c-afe8-3d452adc7f3d details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:12:11.046378 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-0c046fb3-17ba-4d95-90e8-b9470bbaf0e5 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Request body: {'subnet': {'network_id': '57a33dc4-0000-445c-afe8-3d452adc7f3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:11.048567 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ccff632d-95ab-4e33-aa63-1676880f0edf tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2905819 Aug 10 01:12:11.065252 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-06ef91be-c9ca-43d0-8e87-8d8a5bc46363 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:11.088057 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-06ef91be-c9ca-43d0-8e87-8d8a5bc46363 None None] Transition to ACTIVE for port object 1126cd6e-8052-4d64-8538-23f7f11aa089 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:11.136042 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-06ef91be-c9ca-43d0-8e87-8d8a5bc46363 None None] Transition to ACTIVE for port object 1126cd6e-8052-4d64-8538-23f7f11aa089 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:11.155639 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-06ef91be-c9ca-43d0-8e87-8d8a5bc46363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:11.185729 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-3cd87e07-fca2-4dc5-824d-68e5cfafd78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:11.186099 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36598) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:11.187948 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-3cd87e07-fca2-4dc5-824d-68e5cfafd78d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:11.193276 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-3cd87e07-fca2-4dc5-824d-68e5cfafd78d service neutron] 10.222.0.20 "PUT /v2.0/ports/54a62c56-54c2-4a0b-9627-fa3c3cdf65fc HTTP/1.1" status: 200 len: 1092 time: 2.2899947 Aug 10 01:12:11.194022 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd87e07-fca2-4dc5-824d-68e5cfafd78d service neutron] Pushing event updated for resources: {'Port': ['ID=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc,revision_number=7']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:11.202950 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-d966915c-4b96-4a2d-9947-90ee46c88a53 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Request body: {'subnet': {'network_id': 'db7a2093-c0cd-4054-8ff7-7ec1ac45932b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:11.206091 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [req-61d45f8a-fb45-4209-a9d4-c486a369fbe3 req-a7231122-52ca-464d-8d7d-40d852db7b27 tempest-MultipleCreateTestJSON-1906241952 tempest-MultipleCreateTestJSON-1906241952-project] (105826) timed out ('10.222.0.24', 60045) {{(pid=105826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 01:12:11.332398 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef91be-c9ca-43d0-8e87-8d8a5bc46363 None None] Pushing event updated for resources: {'Port': ['ID=1126cd6e-8052-4d64-8538-23f7f11aa089,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:11.349924 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff632d-95ab-4e33-aa63-1676880f0edf tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Pushing event updated for resources: {'Network': ['ID=ddb820c6-ebb5-48e6-9b60-9bccab02cc66,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:11.367880 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:12:11.418161 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network ddb820c6-ebb5-48e6-9b60-9bccab02cc66 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:12:11.422610 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ef91be-c9ca-43d0-8e87-8d8a5bc46363 None None] Network 614155b3-f847-4335-aabf-86a7fb40b96c is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:12:11.425786 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:12:11.467378 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e7ddb7c7-cf69-4439-9c6a-103b3fc84b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:11.475104 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-06ef91be-c9ca-43d0-8e87-8d8a5bc46363 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:11.478445 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ef91be-c9ca-43d0-8e87-8d8a5bc46363 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:12:11.486483 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c046fb3-17ba-4d95-90e8-b9470bbaf0e5 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Made reservation on behalf of 8eccd7cf958f4d828a38ae25c26bf4ea for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:11.497247 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0c046fb3-17ba-4d95-90e8-b9470bbaf0e5 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:11.530511 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d966915c-4b96-4a2d-9947-90ee46c88a53 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Made reservation on behalf of 8bb8eda1dced49159cd10709c6869355 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:11.544673 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d966915c-4b96-4a2d-9947-90ee46c88a53 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:11.656367 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:11.659907 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-06ef91be-c9ca-43d0-8e87-8d8a5bc46363 None None] Attempting to bind port 1126cd6e-8052-4d64-8538-23f7f11aa089 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:12:11.660374 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-06ef91be-c9ca-43d0-8e87-8d8a5bc46363 None None] Attempting to bind port 1126cd6e-8052-4d64-8538-23f7f11aa089 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '944eaa4f-9472-4c49-aada-19dbd5bda93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '614155b3-f847-4335-aabf-86a7fb40b96c'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:12:11.660713 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ef91be-c9ca-43d0-8e87-8d8a5bc46363 None None] Attempting to bind port 1126cd6e-8052-4d64-8538-23f7f11aa089 on network 614155b3-f847-4335-aabf-86a7fb40b96c {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:12:11.670497 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ef91be-c9ca-43d0-8e87-8d8a5bc46363 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:12:11.670497 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ef91be-c9ca-43d0-8e87-8d8a5bc46363 None None] Checking segment: {'id': '944eaa4f-9472-4c49-aada-19dbd5bda93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '614155b3-f847-4335-aabf-86a7fb40b96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:11.670497 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-06ef91be-c9ca-43d0-8e87-8d8a5bc46363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:11.670976 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ef91be-c9ca-43d0-8e87-8d8a5bc46363 None None] Bound using segment: {'id': '944eaa4f-9472-4c49-aada-19dbd5bda93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '614155b3-f847-4335-aabf-86a7fb40b96c'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:12:11.671577 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-06ef91be-c9ca-43d0-8e87-8d8a5bc46363 None None] Bound port: 1126cd6e-8052-4d64-8538-23f7f11aa089, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944eaa4f-9472-4c49-aada-19dbd5bda93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '614155b3-f847-4335-aabf-86a7fb40b96c'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:12:11.672279 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-06ef91be-c9ca-43d0-8e87-8d8a5bc46363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:11.791848 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-06ef91be-c9ca-43d0-8e87-8d8a5bc46363 None None] For port 1126cd6e-8052-4d64-8538-23f7f11aa089, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:12:11.796035 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-06ef91be-c9ca-43d0-8e87-8d8a5bc46363 None None] For port 1126cd6e-8052-4d64-8538-23f7f11aa089, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=1126cd6e-8052-4d64-8538-23f7f11aa089,segment=NetworkSegment(944eaa4f-9472-4c49-aada-19dbd5bda93b),segment_id=944eaa4f-9472-4c49-aada-19dbd5bda93b)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:12:11.798171 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-b525e04c-1f89-4912-9f0c-a625290ae283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:11.799840 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-b525e04c-1f89-4912-9f0c-a625290ae283 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 1095 time: 0.4697466 Aug 10 01:12:11.803623 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-06ef91be-c9ca-43d0-8e87-8d8a5bc46363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:11.808138 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc4226-6261-4821-b1ae-1d21735154ed req-94b2e9e0-d055-4f92-8146-426625329bb1 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:11.809652 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5bfc4226-6261-4821-b1ae-1d21735154ed req-94b2e9e0-d055-4f92-8146-426625329bb1 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 943 time: 0.3855362 Aug 10 01:12:11.903577 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d966915c-4b96-4a2d-9947-90ee46c88a53 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:11.923892 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab430014-bd9e-484c-ab17-52cb562835a8 req-012c239e-d64c-4637-95de-07720dad4732 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:11.931347 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef91be-c9ca-43d0-8e87-8d8a5bc46363 None None] Pushing event updated for resources: {'Port': ['ID=1126cd6e-8052-4d64-8538-23f7f11aa089,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:11.932584 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ab430014-bd9e-484c-ab17-52cb562835a8 req-012c239e-d64c-4637-95de-07720dad4732 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 943 time: 0.2634454 Aug 10 01:12:12.044296 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966915c-4b96-4a2d-9947-90ee46c88a53 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Pushing event updated for resources: {'Subnet': ['ID=ea23f423-29ee-4e61-9e69-b5044b83fd69,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:12.057874 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d966915c-4b96-4a2d-9947-90ee46c88a53 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Checking segment: {'id': '80c6cda4-59df-463b-9aa1-cac67eb1f031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'db7a2093-c0cd-4054-8ff7-7ec1ac45932b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:12.058101 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d966915c-4b96-4a2d-9947-90ee46c88a53 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Network hostable DHCP agents. Network: db7a2093-c0cd-4054-8ff7-7ec1ac45932b, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:12:12.090786 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d966915c-4b96-4a2d-9947-90ee46c88a53 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Network db7a2093-c0cd-4054-8ff7-7ec1ac45932b is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:12:12.127725 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-d966915c-4b96-4a2d-9947-90ee46c88a53 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, db7a2093-c0cd-4054-8ff7-7ec1ac45932b) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:12.138293 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d966915c-4b96-4a2d-9947-90ee46c88a53 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:12.138882 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d966915c-4b96-4a2d-9947-90ee46c88a53 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:12.161896 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99ba3df-c08c-460a-8b2d-1f897965c6ab None None] Network db7a2093-c0cd-4054-8ff7-7ec1ac45932b requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:12.216732 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d966915c-4b96-4a2d-9947-90ee46c88a53 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9936326 Aug 10 01:12:12.221934 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36614) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:12.241020 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-cbec1271-530f-4582-b58a-850edd336d91 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Request body: {'subnet': {'network_id': 'ddb820c6-ebb5-48e6-9b60-9bccab02cc66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:12.407343 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60114bf8-79a9-4e42-944b-e2bd7d2daa7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-db7a2093-c0cd-4054-8ff7-7ec1ac45932b', 'network_id': 'db7a2093-c0cd-4054-8ff7-7ec1ac45932b', 'tenant_id': '8bb8eda1dced49159cd10709c6869355', 'fixed_ips': [{'subnet_id': 'ea23f423-29ee-4e61-9e69-b5044b83fd69'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:12:12.408275 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-60114bf8-79a9-4e42-944b-e2bd7d2daa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:12.444829 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbec1271-530f-4582-b58a-850edd336d91 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Made reservation on behalf of 8bb8eda1dced49159cd10709c6869355 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:12.448928 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cbec1271-530f-4582-b58a-850edd336d91 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:12.511863 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d514ef-4cc2-4045-98c4-aefa565030b4', 'tag': '54a62c56-54c2-4a0b-9627-fa3c3cdf65fc'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:12:12.514829 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711322d3-9fda-45b8-82e7-7ea61cf4a742" -d '{"events": [{"name": "network-changed", "server_uuid": "59d514ef-4cc2-4045-98c4-aefa565030b4", "tag": "54a62c56-54c2-4a0b-9627-fa3c3cdf65fc"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:12:12.584901 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0c046fb3-17ba-4d95-90e8-b9470bbaf0e5 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:12.609880 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-02e334e9-badd-4468-9276-ae5eb9ae0634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:12.611470 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-02e334e9-badd-4468-9276-ae5eb9ae0634 service neutron] 10.222.0.20 "GET /v2.0/networks?id=01bb96cc-7872-46cf-825f-e696562689f6 HTTP/1.1" status: 200 len: 897 time: 0.8009448 Aug 10 01:12:12.624147 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5bfc4226-6261-4821-b1ae-1d21735154ed req-4a2f9ac5-a2dc-4e12-9dc3-730d3993e6a1 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7988009 Aug 10 01:12:12.708259 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ab430014-bd9e-484c-ab17-52cb562835a8 req-44cf7b05-541e-46e0-bcb0-e6b2a32e84f7 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7724972 Aug 10 01:12:12.841278 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c046fb3-17ba-4d95-90e8-b9470bbaf0e5 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event updated for resources: {'Subnet': ['ID=23b608e7-e844-4c0f-b82a-8dc4c102ef6f,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:12.849333 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cbec1271-530f-4582-b58a-850edd336d91 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:12.888430 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-60114bf8-79a9-4e42-944b-e2bd7d2daa7c None None] Allocated IP 2001:db8::2 (db7a2093-c0cd-4054-8ff7-7ec1ac45932b/ea23f423-29ee-4e61-9e69-b5044b83fd69/039268b5-c93f-43e0-bea6-94e03bae094e) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:12:12.894303 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869a6715-a8f8-469e-9037-42122fad647c x-openstack-request-id: req-869a6715-a8f8-469e-9037-42122fad647c {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:12:12.896867 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d514ef-4cc2-4045-98c4-aefa565030b4", "tag": "54a62c56-54c2-4a0b-9627-fa3c3cdf65fc", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:12:12.896867 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-869a6715-a8f8-469e-9037-42122fad647c {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:12:12.896867 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d514ef-4cc2-4045-98c4-aefa565030b4', 'tag': '54a62c56-54c2-4a0b-9627-fa3c3cdf65fc', 'status': 'completed', 'code': 200} Aug 10 01:12:12.946345 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-ced3cb18-1f27-48b2-991b-4d8fcd4265e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc HTTP/1.1" status: 200 len: 999 time: 0.2704625 Aug 10 01:12:12.980037 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c046fb3-17ba-4d95-90e8-b9470bbaf0e5 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Checking segment: {'id': '9626d7f5-828d-4735-bfa2-f82f7be6cc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '57a33dc4-0000-445c-afe8-3d452adc7f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:12.981598 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c046fb3-17ba-4d95-90e8-b9470bbaf0e5 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Network hostable DHCP agents. Network: 57a33dc4-0000-445c-afe8-3d452adc7f3d, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:12:12.987923 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec1271-530f-4582-b58a-850edd336d91 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Pushing event updated for resources: {'Subnet': ['ID=27917946-a7d7-4d5a-aa69-6143290f19fe,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:13.064277 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-7ff9f31f-b1ef-4013-ba94-375bf4c3463c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:13.066333 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-7ff9f31f-b1ef-4013-ba94-375bf4c3463c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6592bd1e-0cb5-4931-abfd-37c8c7d77ae5 HTTP/1.1" status: 200 len: 834 time: 0.1092162 Aug 10 01:12:13.087685 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c046fb3-17ba-4d95-90e8-b9470bbaf0e5 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Network 57a33dc4-0000-445c-afe8-3d452adc7f3d is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:12:13.133363 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-0c046fb3-17ba-4d95-90e8-b9470bbaf0e5 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 57a33dc4-0000-445c-afe8-3d452adc7f3d) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:13.138798 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-60114bf8-79a9-4e42-944b-e2bd7d2daa7c None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:13.145238 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c046fb3-17ba-4d95-90e8-b9470bbaf0e5 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:13.145845 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0c046fb3-17ba-4d95-90e8-b9470bbaf0e5 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:13.147514 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2c6bd1-2393-46a0-9efb-3bf61c842c3b None None] Network 57a33dc4-0000-445c-afe8-3d452adc7f3d requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:13.172355 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-1a700958-7a4c-47fb-86c4-e0bdfc87e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:13.174256 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-1a700958-7a4c-47fb-86c4-e0bdfc87e637 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=01bb96cc-7872-46cf-825f-e696562689f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0997455 Aug 10 01:12:13.186929 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-77a69cd7-3674-489a-bfd2-e32f70b97eb9 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:12:13.206099 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-60114bf8-79a9-4e42-944b-e2bd7d2daa7c None None] Transition to ACTIVE for port object 039268b5-c93f-43e0-bea6-94e03bae094e will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:13.206297 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-77a69cd7-3674-489a-bfd2-e32f70b97eb9 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0244570 Aug 10 01:12:13.223323 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0c046fb3-17ba-4d95-90e8-b9470bbaf0e5 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1807032 Aug 10 01:12:13.225702 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36626) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:13.241377 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-60114bf8-79a9-4e42-944b-e2bd7d2daa7c None None] Transition to ACTIVE for port object 039268b5-c93f-43e0-bea6-94e03bae094e will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:13.257217 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-60114bf8-79a9-4e42-944b-e2bd7d2daa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:13.329000 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60114bf8-79a9-4e42-944b-e2bd7d2daa7c None None] Network db7a2093-c0cd-4054-8ff7-7ec1ac45932b is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:12:13.335360 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-60114bf8-79a9-4e42-944b-e2bd7d2daa7c None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:13.354588 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60114bf8-79a9-4e42-944b-e2bd7d2daa7c None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:12:13.358687 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60114bf8-79a9-4e42-944b-e2bd7d2daa7c None None] Pushing event updated for resources: {'Port': ['ID=039268b5-c93f-43e0-bea6-94e03bae094e,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:13.449517 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-60114bf8-79a9-4e42-944b-e2bd7d2daa7c None None] Attempting to bind port 039268b5-c93f-43e0-bea6-94e03bae094e on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:12:13.450173 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-60114bf8-79a9-4e42-944b-e2bd7d2daa7c None None] Attempting to bind port 039268b5-c93f-43e0-bea6-94e03bae094e by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '80c6cda4-59df-463b-9aa1-cac67eb1f031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'db7a2093-c0cd-4054-8ff7-7ec1ac45932b'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:12:13.450280 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60114bf8-79a9-4e42-944b-e2bd7d2daa7c None None] Attempting to bind port 039268b5-c93f-43e0-bea6-94e03bae094e on network db7a2093-c0cd-4054-8ff7-7ec1ac45932b {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:12:13.458231 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60114bf8-79a9-4e42-944b-e2bd7d2daa7c None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:12:13.460192 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60114bf8-79a9-4e42-944b-e2bd7d2daa7c None None] Checking segment: {'id': '80c6cda4-59df-463b-9aa1-cac67eb1f031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'db7a2093-c0cd-4054-8ff7-7ec1ac45932b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:13.461452 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-60114bf8-79a9-4e42-944b-e2bd7d2daa7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:13.461581 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60114bf8-79a9-4e42-944b-e2bd7d2daa7c None None] Bound using segment: {'id': '80c6cda4-59df-463b-9aa1-cac67eb1f031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'db7a2093-c0cd-4054-8ff7-7ec1ac45932b'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:12:13.462012 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-60114bf8-79a9-4e42-944b-e2bd7d2daa7c None None] Bound port: 039268b5-c93f-43e0-bea6-94e03bae094e, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80c6cda4-59df-463b-9aa1-cac67eb1f031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'db7a2093-c0cd-4054-8ff7-7ec1ac45932b'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:12:13.462410 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-60114bf8-79a9-4e42-944b-e2bd7d2daa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:13.466671 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef4d1f4-dcd8-4e4c-a436-35b69057302a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-57a33dc4-0000-445c-afe8-3d452adc7f3d', 'network_id': '57a33dc4-0000-445c-afe8-3d452adc7f3d', 'tenant_id': '8eccd7cf958f4d828a38ae25c26bf4ea', 'fixed_ips': [{'subnet_id': '23b608e7-e844-4c0f-b82a-8dc4c102ef6f'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:12:13.467644 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0ef4d1f4-dcd8-4e4c-a436-35b69057302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:13.482726 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f3b669-d9a1-48b3-8f11-3d3b6137daea None None] Network 614155b3-f847-4335-aabf-86a7fb40b96c requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:13.526372 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-455fc84d-60f1-4664-8bda-39082e0d9c36 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:13.538785 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbec1271-530f-4582-b58a-850edd336d91 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Checking segment: {'id': 'a8778326-ddd8-4041-b7e8-e54902879443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ddb820c6-ebb5-48e6-9b60-9bccab02cc66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:13.539888 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbec1271-530f-4582-b58a-850edd336d91 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Network hostable DHCP agents. Network: ddb820c6-ebb5-48e6-9b60-9bccab02cc66, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:12:13.578603 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711322d3-9fda-45b8-82e7-7ea61cf4a742 req-0fc8b1eb-f58c-48ef-a941-eb6a5353a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:13.580388 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-711322d3-9fda-45b8-82e7-7ea61cf4a742 req-0fc8b1eb-f58c-48ef-a941-eb6a5353a6dd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 1095 time: 0.5934808 Aug 10 01:12:13.610237 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-8a2a77f7-bb1b-4b03-ac6e-be9cc0eb0507 service neutron] 10.222.0.20 "GET /v2.0/networks/01bb96cc-7872-46cf-825f-e696562689f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835208 Aug 10 01:12:13.651346 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8005c917-f314-4600-8ab1-503ea2adc016 None None] Provisioning for port 1126cd6e-8052-4d64-8538-23f7f11aa089 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:12:13.693794 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbec1271-530f-4582-b58a-850edd336d91 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Network ddb820c6-ebb5-48e6-9b60-9bccab02cc66 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:12:13.706753 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-cbec1271-530f-4582-b58a-850edd336d91 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, ddb820c6-ebb5-48e6-9b60-9bccab02cc66) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:13.722593 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cc75ec-919f-444b-bb0d-d420050cdc63 None None] Network ddb820c6-ebb5-48e6-9b60-9bccab02cc66 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:13.732396 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbec1271-530f-4582-b58a-850edd336d91 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:13.733424 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cbec1271-530f-4582-b58a-850edd336d91 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:13.741129 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-455fc84d-60f1-4664-8bda-39082e0d9c36 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:13.760436 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cbec1271-530f-4582-b58a-850edd336d91 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5352533 Aug 10 01:12:13.764647 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36632) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:13.775728 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-60114bf8-79a9-4e42-944b-e2bd7d2daa7c None None] For port 039268b5-c93f-43e0-bea6-94e03bae094e, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:12:13.845827 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-60114bf8-79a9-4e42-944b-e2bd7d2daa7c None None] For port 039268b5-c93f-43e0-bea6-94e03bae094e, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=039268b5-c93f-43e0-bea6-94e03bae094e,segment=NetworkSegment(80c6cda4-59df-463b-9aa1-cac67eb1f031),segment_id=80c6cda4-59df-463b-9aa1-cac67eb1f031)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:12:13.886890 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-60114bf8-79a9-4e42-944b-e2bd7d2daa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:13.887518 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711322d3-9fda-45b8-82e7-7ea61cf4a742 req-77ef1709-e2bb-4a2b-a1b4-f6eb84a28d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:13.889549 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-711322d3-9fda-45b8-82e7-7ea61cf4a742 req-77ef1709-e2bb-4a2b-a1b4-f6eb84a28d96 service neutron] 10.222.0.24 "GET /v2.0/networks?id=01bb96cc-7872-46cf-825f-e696562689f6 HTTP/1.1" status: 200 len: 897 time: 0.2986758 Aug 10 01:12:13.902970 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-29aedeb1-0f2c-4c80-ba89-22c7aed9315a req-1f5cde8c-74ff-477d-b99c-105f7ab291a9 service neutron] 10.222.0.20 "GET /v2.0/networks/01bb96cc-7872-46cf-825f-e696562689f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821455 Aug 10 01:12:13.905431 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-0ef4d1f4-dcd8-4e4c-a436-35b69057302a None None] Allocated IP 172.20.0.1 (57a33dc4-0000-445c-afe8-3d452adc7f3d/23b608e7-e844-4c0f-b82a-8dc4c102ef6f/585f3a1f-5567-45c8-ab6a-23a641c0be7e) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:12:13.914825 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d581f53b-e6d4-471c-b23e-56dbb51b0f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:13.919267 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5da6d-2e0f-4f5a-977c-c7ae27738122 req-5125a0da-b13a-4ccf-8b7c-5c6ea615c12c tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:13.926961 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2a5da6d-2e0f-4f5a-977c-c7ae27738122 req-5125a0da-b13a-4ccf-8b7c-5c6ea615c12c tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 943 time: 0.1403384 Aug 10 01:12:13.958923 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ad160-6d00-4165-b370-20403f604c8a req-90de3b8b-9d6c-48eb-add8-a8aada147f14 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:13.967061 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-854ad160-6d00-4165-b370-20403f604c8a req-90de3b8b-9d6c-48eb-add8-a8aada147f14 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 943 time: 0.1115222 Aug 10 01:12:14.056969 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2a5da6d-2e0f-4f5a-977c-c7ae27738122 req-1d61a00e-af29-4e65-881f-7148e6affc16 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287174 Aug 10 01:12:14.210130 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-854ad160-6d00-4165-b370-20403f604c8a req-29bbe598-b4b2-4d3e-bd00-bc3225e7f29c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2413805 Aug 10 01:12:14.234512 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711322d3-9fda-45b8-82e7-7ea61cf4a742 req-7edd8d4a-e225-491a-8529-314dc2cf5690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:14.236524 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-711322d3-9fda-45b8-82e7-7ea61cf4a742 req-7edd8d4a-e225-491a-8529-314dc2cf5690 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 1095 time: 0.2087765 Aug 10 01:12:14.250988 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60114bf8-79a9-4e42-944b-e2bd7d2daa7c None None] Pushing event updated for resources: {'Port': ['ID=039268b5-c93f-43e0-bea6-94e03bae094e,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:14.362288 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 1126cd6e-8052-4d64-8538-23f7f11aa089 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:12:14.375498 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-711322d3-9fda-45b8-82e7-7ea61cf4a742 req-66da8cfa-1d98-47dc-b8ae-ec349e0a1105 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc HTTP/1.1" status: 200 len: 999 time: 0.4752877 Aug 10 01:12:14.396066 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015fc659-56c5-400b-8075-36973f128da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-ddb820c6-ebb5-48e6-9b60-9bccab02cc66', 'network_id': 'ddb820c6-ebb5-48e6-9b60-9bccab02cc66', 'tenant_id': '8bb8eda1dced49159cd10709c6869355', 'fixed_ips': [{'subnet_id': '27917946-a7d7-4d5a-aa69-6143290f19fe'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:12:14.401302 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-015fc659-56c5-400b-8075-36973f128da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:14.472939 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711322d3-9fda-45b8-82e7-7ea61cf4a742 req-9725892d-374e-4b82-9d2b-7e4717ba2e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:14.474726 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-711322d3-9fda-45b8-82e7-7ea61cf4a742 req-9725892d-374e-4b82-9d2b-7e4717ba2e70 service neutron] 10.222.0.20 "GET /v2.0/networks?id=01bb96cc-7872-46cf-825f-e696562689f6 HTTP/1.1" status: 200 len: 897 time: 0.2114799 Aug 10 01:12:14.482429 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7ebc23bf-9930-4f70-8394-7ed6ee7bed31 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:14.511791 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711322d3-9fda-45b8-82e7-7ea61cf4a742 req-a0868853-3069-4619-98e0-4d523404d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:14.513379 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-711322d3-9fda-45b8-82e7-7ea61cf4a742 req-a0868853-3069-4619-98e0-4d523404d87b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6592bd1e-0cb5-4931-abfd-37c8c7d77ae5 HTTP/1.1" status: 200 len: 834 time: 0.1172552 Aug 10 01:12:14.560405 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:14.589363 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-711322d3-9fda-45b8-82e7-7ea61cf4a742 req-62b01b2b-34ba-4195-919c-fe68931823a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc HTTP/1.1" status: 200 len: 999 time: 0.1062584 Aug 10 01:12:14.692594 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0ef4d1f4-dcd8-4e4c-a436-35b69057302a None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:14.697152 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711322d3-9fda-45b8-82e7-7ea61cf4a742 req-4e3195b3-e09e-4299-8280-b6017773653c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:14.703880 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-711322d3-9fda-45b8-82e7-7ea61cf4a742 req-4e3195b3-e09e-4299-8280-b6017773653c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01bb96cc-7872-46cf-825f-e696562689f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1364787 Aug 10 01:12:14.708161 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711322d3-9fda-45b8-82e7-7ea61cf4a742 req-d3a1c25d-1eef-482d-8397-bfe55dbb0db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:14.710148 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-711322d3-9fda-45b8-82e7-7ea61cf4a742 req-d3a1c25d-1eef-482d-8397-bfe55dbb0db7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6592bd1e-0cb5-4931-abfd-37c8c7d77ae5 HTTP/1.1" status: 200 len: 834 time: 0.1112616 Aug 10 01:12:14.722597 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0ef4d1f4-dcd8-4e4c-a436-35b69057302a None None] Transition to ACTIVE for port object 585f3a1f-5567-45c8-ab6a-23a641c0be7e will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:14.773794 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 1126cd6e-8052-4d64-8538-23f7f11aa089 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:12:14.792391 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0ef4d1f4-dcd8-4e4c-a436-35b69057302a None None] Transition to ACTIVE for port object 585f3a1f-5567-45c8-ab6a-23a641c0be7e will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:14.793734 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 1126cd6e-8052-4d64-8538-23f7f11aa089 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:14.794145 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:14.797204 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711322d3-9fda-45b8-82e7-7ea61cf4a742 req-9cc68d11-4641-4051-b469-4614643ba85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:14.800963 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-711322d3-9fda-45b8-82e7-7ea61cf4a742 req-9cc68d11-4641-4051-b469-4614643ba85e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=01bb96cc-7872-46cf-825f-e696562689f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0798452 Aug 10 01:12:14.829933 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0ef4d1f4-dcd8-4e4c-a436-35b69057302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:14.841513 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-015fc659-56c5-400b-8075-36973f128da4 None None] Allocated IP 2001:db8::2 (ddb820c6-ebb5-48e6-9b60-9bccab02cc66/27917946-a7d7-4d5a-aa69-6143290f19fe/fa1c8285-049a-4891-9b98-a87594e8e13a) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:12:14.899407 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-455fc84d-60f1-4664-8bda-39082e0d9c36 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:14.937233 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-711322d3-9fda-45b8-82e7-7ea61cf4a742 req-340ae7c1-5619-4c68-8f09-612d1c4d2bff service neutron] 10.222.0.24 "GET /v2.0/networks/01bb96cc-7872-46cf-825f-e696562689f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215695 Aug 10 01:12:14.943698 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455fc84d-60f1-4664-8bda-39082e0d9c36 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event deleted for resources: {'Subnet': ['ID=23b608e7-e844-4c0f-b82a-8dc4c102ef6f,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:14.944679 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef4d1f4-dcd8-4e4c-a436-35b69057302a None None] Network 57a33dc4-0000-445c-afe8-3d452adc7f3d is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:12:14.963110 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-0ef4d1f4-dcd8-4e4c-a436-35b69057302a None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:14.973496 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef4d1f4-dcd8-4e4c-a436-35b69057302a None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:12:14.977087 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4d1f4-dcd8-4e4c-a436-35b69057302a None None] Pushing event updated for resources: {'Port': ['ID=585f3a1f-5567-45c8-ab6a-23a641c0be7e,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:15.042761 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-75a7e967-28a0-4e2a-b4cd-77daa16708db None None] Provisioning complete for port 1126cd6e-8052-4d64-8538-23f7f11aa089 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:15.043154 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-75a7e967-28a0-4e2a-b4cd-77daa16708db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:15.074241 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-455fc84d-60f1-4664-8bda-39082e0d9c36 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:15.088239 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-455fc84d-60f1-4664-8bda-39082e0d9c36 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57a33dc4-0000-445c-afe8-3d452adc7f3d']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:15.096668 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-711322d3-9fda-45b8-82e7-7ea61cf4a742 req-a0c64f41-b544-4758-a536-2b6da22a30aa service neutron] 10.222.0.20 "GET /v2.0/networks/01bb96cc-7872-46cf-825f-e696562689f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597654 Aug 10 01:12:15.156866 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0ef4d1f4-dcd8-4e4c-a436-35b69057302a None None] Attempting to bind port 585f3a1f-5567-45c8-ab6a-23a641c0be7e on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:12:15.156866 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0ef4d1f4-dcd8-4e4c-a436-35b69057302a None None] Attempting to bind port 585f3a1f-5567-45c8-ab6a-23a641c0be7e by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '9626d7f5-828d-4735-bfa2-f82f7be6cc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '57a33dc4-0000-445c-afe8-3d452adc7f3d'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:12:15.156866 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef4d1f4-dcd8-4e4c-a436-35b69057302a None None] Attempting to bind port 585f3a1f-5567-45c8-ab6a-23a641c0be7e on network 57a33dc4-0000-445c-afe8-3d452adc7f3d {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:12:15.157390 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-455fc84d-60f1-4664-8bda-39082e0d9c36 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9626d7f5-828d-4735-bfa2-f82f7be6cc20') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:15.157745 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:15.157862 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-455fc84d-60f1-4664-8bda-39082e0d9c36 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9626d7f5-828d-4735-bfa2-f82f7be6cc20') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:15.219219 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:15.226117 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef4d1f4-dcd8-4e4c-a436-35b69057302a None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:12:15.227856 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef4d1f4-dcd8-4e4c-a436-35b69057302a None None] Checking segment: {'id': '9626d7f5-828d-4735-bfa2-f82f7be6cc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '57a33dc4-0000-445c-afe8-3d452adc7f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:15.227856 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0ef4d1f4-dcd8-4e4c-a436-35b69057302a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:15.227856 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef4d1f4-dcd8-4e4c-a436-35b69057302a None None] Bound using segment: {'id': '9626d7f5-828d-4735-bfa2-f82f7be6cc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '57a33dc4-0000-445c-afe8-3d452adc7f3d'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:12:15.228382 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0ef4d1f4-dcd8-4e4c-a436-35b69057302a None None] Bound port: 585f3a1f-5567-45c8-ab6a-23a641c0be7e, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9626d7f5-828d-4735-bfa2-f82f7be6cc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '57a33dc4-0000-445c-afe8-3d452adc7f3d'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:12:15.228786 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0ef4d1f4-dcd8-4e4c-a436-35b69057302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:15.295717 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-7ebc23bf-9930-4f70-8394-7ed6ee7bed31 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Allocated IP 2001:db8::1 (db7a2093-c0cd-4054-8ff7-7ec1ac45932b/ea23f423-29ee-4e61-9e69-b5044b83fd69/3bba6c01-a39a-4c51-b505-23699c670451) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:12:15.299781 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-711322d3-9fda-45b8-82e7-7ea61cf4a742 req-64fd9b9e-4494-4d9e-85af-d4e9fc83dae8 service neutron] 10.222.0.24 "GET /v2.0/networks/01bb96cc-7872-46cf-825f-e696562689f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548534 Aug 10 01:12:15.307191 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-015fc659-56c5-400b-8075-36973f128da4 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:15.309809 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-455fc84d-60f1-4664-8bda-39082e0d9c36 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:15.313558 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 1126cd6e-8052-4d64-8538-23f7f11aa089, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=1126cd6e-8052-4d64-8538-23f7f11aa089,segment=NetworkSegment(944eaa4f-9472-4c49-aada-19dbd5bda93b),segment_id=944eaa4f-9472-4c49-aada-19dbd5bda93b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:15.403043 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-015fc659-56c5-400b-8075-36973f128da4 None None] Transition to ACTIVE for port object fa1c8285-049a-4891-9b98-a87594e8e13a will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:15.407578 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:15.426863 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-711322d3-9fda-45b8-82e7-7ea61cf4a742 req-24e7484a-5ba9-4ff3-9df9-5ddd6df4436c service neutron] 10.222.0.20 "GET /v2.0/networks/01bb96cc-7872-46cf-825f-e696562689f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179440 Aug 10 01:12:15.443992 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-455fc84d-60f1-4664-8bda-39082e0d9c36 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:15.480120 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-455fc84d-60f1-4664-8bda-39082e0d9c36 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:12:15.480950 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-455fc84d-60f1-4664-8bda-39082e0d9c36 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:15.493585 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:12:15.493585 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:12:15.493585 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:12:15.493585 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:12:15.493585 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:12:15.493585 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:12:15.493585 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:12:15.493585 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:12:15.493585 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:12:15.493585 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:12:15.493585 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:12:15.493585 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:12:15.493585 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:12:15.493585 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:12:15.493585 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:12:15.493585 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:12:15.493585 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:12:15.493585 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:12:15.493585 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:12:15.493585 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:12:15.493585 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:12:15.493585 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:12:15.493585 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:12:15.493585 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:12:15.493585 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:12:15.493585 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:12:15.493585 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:12:15.493585 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:12:15.493585 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:12:15.493585 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:12:15.493585 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:12:15.493585 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:12:15.528445 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-015fc659-56c5-400b-8075-36973f128da4 None None] Transition to ACTIVE for port object fa1c8285-049a-4891-9b98-a87594e8e13a will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:15.561626 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7ebc23bf-9930-4f70-8394-7ed6ee7bed31 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:15.563497 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-015fc659-56c5-400b-8075-36973f128da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:15.566164 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-0ef4d1f4-dcd8-4e4c-a436-35b69057302a None None] For port 585f3a1f-5567-45c8-ab6a-23a641c0be7e, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:12:15.582926 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=1126cd6e-8052-4d64-8538-23f7f11aa089,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:15.589439 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-7ebc23bf-9930-4f70-8394-7ed6ee7bed31 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Transition to ACTIVE for port object 3bba6c01-a39a-4c51-b505-23699c670451 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:15.640619 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6b943-bdc5-4d2b-b86f-29eb0a753cde req-824b71d0-9ae2-448a-908e-b2dd7fc150a6 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:15.642510 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-22a6b943-bdc5-4d2b-b86f-29eb0a753cde req-824b71d0-9ae2-448a-908e-b2dd7fc150a6 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 943 time: 0.3472838 Aug 10 01:12:15.655346 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015fc659-56c5-400b-8075-36973f128da4 None None] Network ddb820c6-ebb5-48e6-9b60-9bccab02cc66 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:12:15.655819 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a35849-045d-4960-a973-b3c20cde241f req-1677eb27-bdc6-4a7a-8d36-c50c4a565c45 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:15.657687 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c5a35849-045d-4960-a973-b3c20cde241f req-1677eb27-bdc6-4a7a-8d36-c50c4a565c45 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 943 time: 0.2630455 Aug 10 01:12:15.665279 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7ebc23bf-9930-4f70-8394-7ed6ee7bed31 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:15.672566 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-015fc659-56c5-400b-8075-36973f128da4 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:15.678203 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.db.api [None req-455fc84d-60f1-4664-8bda-39082e0d9c36 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 01:12:15.678203 n-d-766726-26 neutron-server[105826]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 01:12:15.678203 n-d-766726-26 neutron-server[105826]: [parameters: {'id': '57a33dc4-0000-445c-afe8-3d452adc7f3d'}] Aug 10 01:12:15.678203 n-d-766726-26 neutron-server[105826]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:12:15.678660 n-d-766726-26 neutron-server[105826]: DEBUG oslo_db.api [None req-455fc84d-60f1-4664-8bda-39082e0d9c36 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:12:15.681447 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015fc659-56c5-400b-8075-36973f128da4 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:12:15.715371 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-0ef4d1f4-dcd8-4e4c-a436-35b69057302a None None] For port 585f3a1f-5567-45c8-ab6a-23a641c0be7e, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=585f3a1f-5567-45c8-ab6a-23a641c0be7e,segment=NetworkSegment(9626d7f5-828d-4735-bfa2-f82f7be6cc20),segment_id=9626d7f5-828d-4735-bfa2-f82f7be6cc20)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:12:15.723636 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015fc659-56c5-400b-8075-36973f128da4 None None] Pushing event updated for resources: {'Port': ['ID=fa1c8285-049a-4891-9b98-a87594e8e13a,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:15.736983 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebc23bf-9930-4f70-8394-7ed6ee7bed31 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Network db7a2093-c0cd-4054-8ff7-7ec1ac45932b is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:12:15.745294 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-7ebc23bf-9930-4f70-8394-7ed6ee7bed31 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:15.749892 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0ef4d1f4-dcd8-4e4c-a436-35b69057302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:15.750586 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebc23bf-9930-4f70-8394-7ed6ee7bed31 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:12:15.751159 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7ebc23bf-9930-4f70-8394-7ed6ee7bed31 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:15.773797 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-22a6b943-bdc5-4d2b-b86f-29eb0a753cde req-abd55834-8e61-4b70-a1da-efda839f145a tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144977 Aug 10 01:12:15.782011 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c5a35849-045d-4960-a973-b3c20cde241f req-fb518e85-e3e1-45a7-9c49-57cb16b265a4 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088195 Aug 10 01:12:15.814351 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc23bf-9930-4f70-8394-7ed6ee7bed31 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Pushing event updated for resources: {'Port': ['ID=3bba6c01-a39a-4c51-b505-23699c670451,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:15.987798 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7ebc23bf-9930-4f70-8394-7ed6ee7bed31 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.001117 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a201d455-13e7-48f5-983b-1ed358f71226 None None] Network db7a2093-c0cd-4054-8ff7-7ec1ac45932b requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:16.106717 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-015fc659-56c5-400b-8075-36973f128da4 None None] Attempting to bind port fa1c8285-049a-4891-9b98-a87594e8e13a on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:12:16.107179 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-015fc659-56c5-400b-8075-36973f128da4 None None] Attempting to bind port fa1c8285-049a-4891-9b98-a87594e8e13a by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'a8778326-ddd8-4041-b7e8-e54902879443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ddb820c6-ebb5-48e6-9b60-9bccab02cc66'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:12:16.107627 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015fc659-56c5-400b-8075-36973f128da4 None None] Attempting to bind port fa1c8285-049a-4891-9b98-a87594e8e13a on network ddb820c6-ebb5-48e6-9b60-9bccab02cc66 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:12:16.119498 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-829868b0-3f41-4e84-b213-23c14b877d75 None None] Provisioning for port 039268b5-c93f-43e0-bea6-94e03bae094e completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:12:16.129276 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4d1f4-dcd8-4e4c-a436-35b69057302a None None] Pushing event updated for resources: {'Port': ['ID=585f3a1f-5567-45c8-ab6a-23a641c0be7e,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:16.136234 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015fc659-56c5-400b-8075-36973f128da4 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:12:16.136722 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015fc659-56c5-400b-8075-36973f128da4 None None] Checking segment: {'id': 'a8778326-ddd8-4041-b7e8-e54902879443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ddb820c6-ebb5-48e6-9b60-9bccab02cc66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:16.137191 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-015fc659-56c5-400b-8075-36973f128da4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.137655 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015fc659-56c5-400b-8075-36973f128da4 None None] Bound using segment: {'id': 'a8778326-ddd8-4041-b7e8-e54902879443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ddb820c6-ebb5-48e6-9b60-9bccab02cc66'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:12:16.138201 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-015fc659-56c5-400b-8075-36973f128da4 None None] Bound port: fa1c8285-049a-4891-9b98-a87594e8e13a, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8778326-ddd8-4041-b7e8-e54902879443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ddb820c6-ebb5-48e6-9b60-9bccab02cc66'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:12:16.138706 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-015fc659-56c5-400b-8075-36973f128da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.170592 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf24b17-8c42-4da4-946b-c0498946156c None None] Network 57a33dc4-0000-445c-afe8-3d452adc7f3d requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:16.179404 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-455fc84d-60f1-4664-8bda-39082e0d9c36 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.287589 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 1126cd6e-8052-4d64-8538-23f7f11aa089 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:12:16.294158 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-455fc84d-60f1-4664-8bda-39082e0d9c36 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Deleting port 585f3a1f-5567-45c8-ab6a-23a641c0be7e {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:12:16.294836 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-455fc84d-60f1-4664-8bda-39082e0d9c36 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.329819 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.365377 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-015fc659-56c5-400b-8075-36973f128da4 None None] For port fa1c8285-049a-4891-9b98-a87594e8e13a, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:12:16.399405 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-455fc84d-60f1-4664-8bda-39082e0d9c36 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] For port 585f3a1f-5567-45c8-ab6a-23a641c0be7e, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=585f3a1f-5567-45c8-ab6a-23a641c0be7e,segment=NetworkSegment(9626d7f5-828d-4735-bfa2-f82f7be6cc20),segment_id=9626d7f5-828d-4735-bfa2-f82f7be6cc20)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:16.400883 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-455fc84d-60f1-4664-8bda-39082e0d9c36 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.411939 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7ebc23bf-9930-4f70-8394-7ed6ee7bed31 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.420093 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7ebc23bf-9930-4f70-8394-7ed6ee7bed31 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.422117 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7ebc23bf-9930-4f70-8394-7ed6ee7bed31 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.428230 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-015fc659-56c5-400b-8075-36973f128da4 None None] For port fa1c8285-049a-4891-9b98-a87594e8e13a, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=fa1c8285-049a-4891-9b98-a87594e8e13a,segment=NetworkSegment(a8778326-ddd8-4041-b7e8-e54902879443),segment_id=a8778326-ddd8-4041-b7e8-e54902879443)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:12:16.448249 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-455fc84d-60f1-4664-8bda-39082e0d9c36 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Calling delete_port for 585f3a1f-5567-45c8-ab6a-23a641c0be7e owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:12:16.460513 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-015fc659-56c5-400b-8075-36973f128da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.532929 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc23bf-9930-4f70-8394-7ed6ee7bed31 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Pushing event updated for resources: {'Port': ['ID=3bba6c01-a39a-4c51-b505-23699c670451,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:16.544317 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 1126cd6e-8052-4d64-8538-23f7f11aa089 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:16.544317 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.615807 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebc23bf-9930-4f70-8394-7ed6ee7bed31 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Network db7a2093-c0cd-4054-8ff7-7ec1ac45932b is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:12:16.621784 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-7ebc23bf-9930-4f70-8394-7ed6ee7bed31 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:16.634365 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-455fc84d-60f1-4664-8bda-39082e0d9c36 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.636719 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015fc659-56c5-400b-8075-36973f128da4 None None] Pushing event updated for resources: {'Port': ['ID=fa1c8285-049a-4891-9b98-a87594e8e13a,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:16.706343 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455fc84d-60f1-4664-8bda-39082e0d9c36 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event deleted for resources: {'Port': ['ID=585f3a1f-5567-45c8-ab6a-23a641c0be7e,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:16.715061 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 039268b5-c93f-43e0-bea6-94e03bae094e up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:12:16.718094 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455fc84d-60f1-4664-8bda-39082e0d9c36 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] No DVR routers for this DVR port 585f3a1f-5567-45c8-ab6a-23a641c0be7e on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:12:16.787862 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 039268b5-c93f-43e0-bea6-94e03bae094e completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:12:16.797107 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 039268b5-c93f-43e0-bea6-94e03bae094e triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:16.797494 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.869798 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebc23bf-9930-4f70-8394-7ed6ee7bed31 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Router f0f4e482-4f70-4232-ad4c-c52c2a205773 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:12:16.872794 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-455fc84d-60f1-4664-8bda-39082e0d9c36 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.895376 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-455fc84d-60f1-4664-8bda-39082e0d9c36 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57a33dc4-0000-445c-afe8-3d452adc7f3d']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:17.008791 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-455fc84d-60f1-4664-8bda-39082e0d9c36 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9626d7f5-828d-4735-bfa2-f82f7be6cc20') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:17.009235 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-455fc84d-60f1-4664-8bda-39082e0d9c36 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9626d7f5-828d-4735-bfa2-f82f7be6cc20') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:17.009355 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:17.049416 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-455fc84d-60f1-4664-8bda-39082e0d9c36 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:17.072038 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 039268b5-c93f-43e0-bea6-94e03bae094e, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=039268b5-c93f-43e0-bea6-94e03bae094e,segment=NetworkSegment(80c6cda4-59df-463b-9aa1-cac67eb1f031),segment_id=80c6cda4-59df-463b-9aa1-cac67eb1f031)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:17.083324 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:17.112964 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebc23bf-9930-4f70-8394-7ed6ee7bed31 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:12:17.122299 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ec762-de9c-45c1-8abd-d4e5673b270c req-56523c4f-f3d4-4cb1-94b4-34840a9a2e7f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:17.123296 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7ebc23bf-9930-4f70-8394-7ed6ee7bed31 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] 10.222.0.35 "PUT /v2.0/routers/f0f4e482-4f70-4232-ad4c-c52c2a205773/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3574541 Aug 10 01:12:17.124295 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36672) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:17.127068 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241b8b37-0095-4787-8f21-4fc6d65102b1 None None] Sync routers for ids ['f0f4e482-4f70-4232-ad4c-c52c2a205773'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:12:17.135256 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bd1ec762-de9c-45c1-8abd-d4e5673b270c req-56523c4f-f3d4-4cb1-94b4-34840a9a2e7f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 943 time: 0.2195151 Aug 10 01:12:17.147842 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-bbb37236-aec0-4447-bf0c-94d40d288cda None None] Provisioning for port 3bba6c01-a39a-4c51-b505-23699c670451 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:12:17.151423 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-455fc84d-60f1-4664-8bda-39082e0d9c36 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:17.159367 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-455fc84d-60f1-4664-8bda-39082e0d9c36 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:12:17.160410 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-455fc84d-60f1-4664-8bda-39082e0d9c36 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:17.168106 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241b8b37-0095-4787-8f21-4fc6d65102b1 None None] Routers {'f0f4e482-4f70-4232-ad4c-c52c2a205773'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:12:17.169073 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-241b8b37-0095-4787-8f21-4fc6d65102b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:12:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f0f4e482-4f70-4232-ad4c-c52c2a205773'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:17.179288 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-bbb37236-aec0-4447-bf0c-94d40d288cda None None] Provisioning complete for port 3bba6c01-a39a-4c51-b505-23699c670451 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:17.180641 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bbb37236-aec0-4447-bf0c-94d40d288cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:17.256282 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a415af3-ce34-4d58-b618-940f33a61cd7 req-18402e92-d8bb-4eac-bf24-ed026a6cec0e tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:17.258984 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a415af3-ce34-4d58-b618-940f33a61cd7 req-18402e92-d8bb-4eac-bf24-ed026a6cec0e tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 943 time: 0.2692087 Aug 10 01:12:17.259867 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:12:17.259867 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:12:17.259867 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:12:17.259867 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:12:17.259867 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:12:17.259867 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:12:17.259867 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:12:17.259867 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:12:17.259867 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:12:17.259867 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:12:17.259867 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:12:17.259867 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:12:17.259867 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:12:17.259867 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:12:17.259867 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:12:17.259867 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:12:17.259867 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:12:17.259867 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:12:17.259867 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:12:17.259867 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:12:17.259867 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:12:17.259867 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:12:17.259867 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:12:17.259867 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:12:17.259867 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:12:17.259867 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:12:17.259867 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:12:17.259867 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:12:17.259867 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:12:17.259867 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:12:17.259867 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:12:17.259867 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:12:17.266148 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-455fc84d-60f1-4664-8bda-39082e0d9c36 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:17.272486 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-455fc84d-60f1-4664-8bda-39082e0d9c36 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:17.280483 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36674) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:17.281069 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-455fc84d-60f1-4664-8bda-39082e0d9c36 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "DELETE /v2.0/networks/57a33dc4-0000-445c-afe8-3d452adc7f3d HTTP/1.1" status: 204 len: 168 time: 4.0519841 Aug 10 01:12:17.287756 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-11059ebe-8813-4551-8f4d-1f3e2c3effae tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-866359682'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:17.291773 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-bbb37236-aec0-4447-bf0c-94d40d288cda None None] Port 3bba6c01-a39a-4c51-b505-23699c670451 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:12:17.298290 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-241b8b37-0095-4787-8f21-4fc6d65102b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:17.316871 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=039268b5-c93f-43e0-bea6-94e03bae094e,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:17.340112 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-bbb37236-aec0-4447-bf0c-94d40d288cda None None] Provisioning complete for port 039268b5-c93f-43e0-bea6-94e03bae094e triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:17.341038 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bbb37236-aec0-4447-bf0c-94d40d288cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:17.344467 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241b8b37-0095-4787-8f21-4fc6d65102b1 None None] Routers {'f0f4e482-4f70-4232-ad4c-c52c2a205773'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:12:17.345722 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-241b8b37-0095-4787-8f21-4fc6d65102b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:12:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f0f4e482-4f70-4232-ad4c-c52c2a205773'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:17.382092 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455fc84d-60f1-4664-8bda-39082e0d9c36 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event deleted for resources: {'Network': ['ID=57a33dc4-0000-445c-afe8-3d452adc7f3d,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:17.421382 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bd1ec762-de9c-45c1-8abd-d4e5673b270c req-6e879327-0a89-45ab-9842-9917d23ea823 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2792192 Aug 10 01:12:17.438598 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-241b8b37-0095-4787-8f21-4fc6d65102b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:17.439378 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241b8b37-0095-4787-8f21-4fc6d65102b1 None None] The sync data for ids ['f0f4e482-4f70-4232-ad4c-c52c2a205773'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:12:17.458781 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11059ebe-8813-4551-8f4d-1f3e2c3effae tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Made reservation on behalf of 8eccd7cf958f4d828a38ae25c26bf4ea for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:17.463909 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-11059ebe-8813-4551-8f4d-1f3e2c3effae tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:17.502091 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a415af3-ce34-4d58-b618-940f33a61cd7 req-277568ea-a459-42d7-8c6b-6ad7ec140459 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197576 Aug 10 01:12:17.507729 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11059ebe-8813-4551-8f4d-1f3e2c3effae tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:12:17.732369 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-fb166eb7-146e-4dc0-9a25-d3f0b8711983 None None] Provisioning complete for port 3bba6c01-a39a-4c51-b505-23699c670451 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:17.732925 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fb166eb7-146e-4dc0-9a25-d3f0b8711983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:17.793404 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-fb166eb7-146e-4dc0-9a25-d3f0b8711983 None None] Port 3bba6c01-a39a-4c51-b505-23699c670451 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:12:17.885974 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:12:18.005814 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc,segment=NetworkSegment(9dbd0271-91dc-4b61-94e9-2c7655de92e9),segment_id=9dbd0271-91dc-4b61-94e9-2c7655de92e9)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:18.028132 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '54a62c56-54c2-4a0b-9627-fa3c3cdf65fc', 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6', 'port_id': '54a62c56-54c2-4a0b-9627-fa3c3cdf65fc', 'mac_address': 'fa:16:3e:02:3c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6592bd1e-0cb5-4931-abfd-37c8c7d77ae5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:12:18.036241 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4a4daa01-525f-4ef7-9b54-860ed0be40a9 None None] Provisioning complete for port 3bba6c01-a39a-4c51-b505-23699c670451 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:18.036629 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a4daa01-525f-4ef7-9b54-860ed0be40a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:18.065170 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-11059ebe-8813-4551-8f4d-1f3e2c3effae tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:18.066188 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-11059ebe-8813-4551-8f4d-1f3e2c3effae tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Added segment 1a9155b6-5e3f-4119-bb50-711cfd551081 of type vlan for network 63c0ea96-f816-42fe-ad98-5ec352584800 Aug 10 01:12:18.127261 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-4a4daa01-525f-4ef7-9b54-860ed0be40a9 None None] Port 3bba6c01-a39a-4c51-b505-23699c670451 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:12:18.148900 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:18.169402 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:12:18.200678 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc,segment=NetworkSegment(9dbd0271-91dc-4b61-94e9-2c7655de92e9),segment_id=9dbd0271-91dc-4b61-94e9-2c7655de92e9)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:18.209599 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:18.214955 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-11059ebe-8813-4551-8f4d-1f3e2c3effae tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:18.280743 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device fa1c8285-049a-4891-9b98-a87594e8e13a up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:12:18.310190 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-f54d9375-b361-47d5-b7d0-962c90e0a2bc tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:12:18.314064 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f54d9375-b361-47d5-b7d0-962c90e0a2bc tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] 10.222.0.35 "PUT /v2.0/routers/f0f4e482-4f70-4232-ad4c-c52c2a205773/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1862810 Aug 10 01:12:18.314064 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-11059ebe-8813-4551-8f4d-1f3e2c3effae tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:18.314987 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36680) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:18.318078 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11059ebe-8813-4551-8f4d-1f3e2c3effae tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:18.318723 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-11059ebe-8813-4551-8f4d-1f3e2c3effae tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:18.363359 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f85ac9-ac61-4cf9-b9a7-dbf6a7fb64af None None] Network ddb820c6-ebb5-48e6-9b60-9bccab02cc66 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:18.388743 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-11059ebe-8813-4551-8f4d-1f3e2c3effae tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1071973 Aug 10 01:12:18.395274 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36682) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:18.402117 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-44983b5f-8fb7-4a7c-9934-362920b5edaf tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Request body: {'subnet': {'network_id': '63c0ea96-f816-42fe-ad98-5ec352584800', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:18.460058 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11059ebe-8813-4551-8f4d-1f3e2c3effae tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event updated for resources: {'Network': ['ID=63c0ea96-f816-42fe-ad98-5ec352584800,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:18.485661 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port fa1c8285-049a-4891-9b98-a87594e8e13a completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:12:18.487849 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:18.494813 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 63c0ea96-f816-42fe-ad98-5ec352584800 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:12:18.502602 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-708c5f40-e69e-4165-b3fa-6808147ed479 None None] Provisioning for port fa1c8285-049a-4891-9b98-a87594e8e13a completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:12:18.509334 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44983b5f-8fb7-4a7c-9934-362920b5edaf tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Made reservation on behalf of 8eccd7cf958f4d828a38ae25c26bf4ea for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:18.513334 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-44983b5f-8fb7-4a7c-9934-362920b5edaf tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:18.558245 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port fa1c8285-049a-4891-9b98-a87594e8e13a triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:18.559032 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:18.588989 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-708c5f40-e69e-4165-b3fa-6808147ed479 None None] Provisioning complete for port fa1c8285-049a-4891-9b98-a87594e8e13a triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:18.589432 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-708c5f40-e69e-4165-b3fa-6808147ed479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:18.661141 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a45cfb-a28e-4007-b58b-383e4a4b76ca req-0e9ea000-8918-439e-950c-72260f4a0e99 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:18.662725 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b0a45cfb-a28e-4007-b58b-383e4a4b76ca req-0e9ea000-8918-439e-950c-72260f4a0e99 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 944 time: 0.1126404 Aug 10 01:12:18.681299 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008702a2-9bcf-40b6-a9b3-587b0f5fe4ea req-a630bf36-52d6-4214-a792-8147f67f3101 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:18.682817 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-008702a2-9bcf-40b6-a9b3-587b0f5fe4ea req-a630bf36-52d6-4214-a792-8147f67f3101 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 943 time: 0.0925295 Aug 10 01:12:18.752999 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-44983b5f-8fb7-4a7c-9934-362920b5edaf tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:18.806683 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['54a62c56-54c2-4a0b-9627-fa3c3cdf65fc'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:12:18.826897 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44983b5f-8fb7-4a7c-9934-362920b5edaf tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event updated for resources: {'Subnet': ['ID=33e8be28-5cef-4f83-9986-d91c5519e893,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:18.829935 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44983b5f-8fb7-4a7c-9934-362920b5edaf tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Checking segment: {'id': '1a9155b6-5e3f-4119-bb50-711cfd551081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '63c0ea96-f816-42fe-ad98-5ec352584800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:18.830474 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44983b5f-8fb7-4a7c-9934-362920b5edaf tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Network hostable DHCP agents. Network: 63c0ea96-f816-42fe-ad98-5ec352584800, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:12:18.850154 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44983b5f-8fb7-4a7c-9934-362920b5edaf tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Network 63c0ea96-f816-42fe-ad98-5ec352584800 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:12:18.856055 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-008702a2-9bcf-40b6-a9b3-587b0f5fe4ea req-18473319-9a90-401f-9d3a-8be34a14f097 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323674 Aug 10 01:12:18.867256 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b0a45cfb-a28e-4007-b58b-383e4a4b76ca req-ed82bfc8-e408-4445-9aa8-300b2b725572 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973581 Aug 10 01:12:18.878033 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-44983b5f-8fb7-4a7c-9934-362920b5edaf tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 63c0ea96-f816-42fe-ad98-5ec352584800) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:18.904324 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44983b5f-8fb7-4a7c-9934-362920b5edaf tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:18.905073 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-44983b5f-8fb7-4a7c-9934-362920b5edaf tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:18.912680 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98192086-f23e-4f68-87b5-63c2bfd9549c None None] Network 63c0ea96-f816-42fe-ad98-5ec352584800 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:18.925476 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:18.927266 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-708c5f40-e69e-4165-b3fa-6808147ed479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:18.949501 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-44983b5f-8fb7-4a7c-9934-362920b5edaf tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5464323 Aug 10 01:12:18.949501 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36702) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:19.006598 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3ba0380c-e762-41e7-b577-e30d1095f137 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:19.115275 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-52eed4ac-13f4-443d-861a-159bc20d475e tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:19.231047 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-52eed4ac-13f4-443d-861a-159bc20d475e tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:19.309561 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port fa1c8285-049a-4891-9b98-a87594e8e13a, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=fa1c8285-049a-4891-9b98-a87594e8e13a,segment=NetworkSegment(a8778326-ddd8-4041-b7e8-e54902879443),segment_id=a8778326-ddd8-4041-b7e8-e54902879443)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:19.329734 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:19.330263 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 039268b5-c93f-43e0-bea6-94e03bae094e up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:12:19.402390 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-52eed4ac-13f4-443d-861a-159bc20d475e tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:19.478493 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eed4ac-13f4-443d-861a-159bc20d475e tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event deleted for resources: {'Subnet': ['ID=33e8be28-5cef-4f83-9986-d91c5519e893,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:19.553977 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.db.api [None req-708c5f40-e69e-4165-b3fa-6808147ed479 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:12:19.555071 n-d-766726-26 neutron-server[105828]: DEBUG oslo_db.api [None req-708c5f40-e69e-4165-b3fa-6808147ed479 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:12:19.556705 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=fa1c8285-049a-4891-9b98-a87594e8e13a,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:19.572247 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-a37b4ded-d565-420c-b78f-2783b562c5cd tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:19.574337 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-a37b4ded-d565-420c-b78f-2783b562c5cd tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4&tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&binding%3Ahost_id=n-h2-766726-26 HTTP/1.1" status: 200 len: 944 time: 0.2897730 Aug 10 01:12:19.590566 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-52eed4ac-13f4-443d-861a-159bc20d475e tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:19.611657 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 039268b5-c93f-43e0-bea6-94e03bae094e triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:19.622348 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:19.634111 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-52eed4ac-13f4-443d-861a-159bc20d475e tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c0ea96-f816-42fe-ad98-5ec352584800']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:19.646307 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-52eed4ac-13f4-443d-861a-159bc20d475e tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a9155b6-5e3f-4119-bb50-711cfd551081') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:19.646970 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-52eed4ac-13f4-443d-861a-159bc20d475e tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a9155b6-5e3f-4119-bb50-711cfd551081') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:19.650414 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d86094-bb9e-4471-9e90-42a782226e1c None None] Network 63c0ea96-f816-42fe-ad98-5ec352584800 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:19.657362 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256f445-ab76-4187-ab0f-00f4fce22506 req-56770b76-0ef3-4244-bbef-b06a9b30f1dc tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:19.657956 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-52eed4ac-13f4-443d-861a-159bc20d475e tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:19.667363 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f256f445-ab76-4187-ab0f-00f4fce22506 req-56770b76-0ef3-4244-bbef-b06a9b30f1dc tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 944 time: 0.2664158 Aug 10 01:12:19.674299 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-52eed4ac-13f4-443d-861a-159bc20d475e tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:19.678259 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-3ba0380c-e762-41e7-b577-e30d1095f137 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Deleting port 3bba6c01-a39a-4c51-b505-23699c670451 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:12:19.678717 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3ba0380c-e762-41e7-b577-e30d1095f137 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:19.682690 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52eed4ac-13f4-443d-861a-159bc20d475e tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:12:19.683246 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-52eed4ac-13f4-443d-861a-159bc20d475e tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:19.747140 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:12:19.747140 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:12:19.747140 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:12:19.747140 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:12:19.747140 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:12:19.747140 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:12:19.747140 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:12:19.747140 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:12:19.747140 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:12:19.747140 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:12:19.747140 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:12:19.747140 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:12:19.747140 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:12:19.747140 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:12:19.747140 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:12:19.747140 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:12:19.747140 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:12:19.747140 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:12:19.747140 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:12:19.747140 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:12:19.747140 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:12:19.747140 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:12:19.747140 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:12:19.747140 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:12:19.747140 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:12:19.747140 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:12:19.747140 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:12:19.747140 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:12:19.747140 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:12:19.747140 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:12:19.747140 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:12:19.747140 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:12:19.775013 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-52eed4ac-13f4-443d-861a-159bc20d475e tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:19.785748 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-52eed4ac-13f4-443d-861a-159bc20d475e tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:19.788272 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-52eed4ac-13f4-443d-861a-159bc20d475e tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "DELETE /v2.0/networks/63c0ea96-f816-42fe-ad98-5ec352584800 HTTP/1.1" status: 204 len: 168 time: 0.8411016 Aug 10 01:12:19.797183 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36718) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:19.808101 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eed4ac-13f4-443d-861a-159bc20d475e tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event deleted for resources: {'Network': ['ID=63c0ea96-f816-42fe-ad98-5ec352584800,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:19.809295 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-efd813de-a52e-4ad3-9c75-6aa8f914dd4c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-329759709'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:19.834333 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f256f445-ab76-4187-ab0f-00f4fce22506 req-678e11d6-c9c6-4c5b-89c9-f0f6e0d95e06 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659527 Aug 10 01:12:19.859953 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-87a745f1-837b-4ce7-bede-0304a2c74bb8 service neutron] 10.222.0.20 "GET /v2.0/ports/54a62c56-54c2-4a0b-9627-fa3c3cdf65fc/bindings/n-h2-766726-26 HTTP/1.1" status: 200 len: 383 time: 0.2724142 Aug 10 01:12:19.885791 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3ba0380c-e762-41e7-b577-e30d1095f137 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:19.895460 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd813de-a52e-4ad3-9c75-6aa8f914dd4c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Made reservation on behalf of 8eccd7cf958f4d828a38ae25c26bf4ea for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:19.902163 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-efd813de-a52e-4ad3-9c75-6aa8f914dd4c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:19.952000 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-3ba0380c-e762-41e7-b577-e30d1095f137 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Calling delete_port for 3bba6c01-a39a-4c51-b505-23699c670451 owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:12:19.963465 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badc1201-c678-47eb-a1aa-ade76c34daf5 None None] get_active_networks_info from n-d-766726-26 {{(pid=105828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:12:20.061100 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd813de-a52e-4ad3-9c75-6aa8f914dd4c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:12:20.085736 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-a4541583-5a4c-4222-a717-f45558acec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:20.087308 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-a4541583-5a4c-4222-a717-f45558acec00 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 1096 time: 0.1799214 Aug 10 01:12:20.102679 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-efd813de-a52e-4ad3-9c75-6aa8f914dd4c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:20.103019 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-efd813de-a52e-4ad3-9c75-6aa8f914dd4c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Added segment 337b7121-d5fc-4538-88c1-9b365d4d0613 of type vlan for network 2820e6cb-58dc-4c00-aa23-98a01fabad50 Aug 10 01:12:20.114299 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17c9b4-e949-434a-b6fe-c6a257b6a7da req-8076b0f8-892e-4fa2-ad61-fdcdb60ff0a4 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:20.115956 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4b17c9b4-e949-434a-b6fe-c6a257b6a7da req-8076b0f8-892e-4fa2-ad61-fdcdb60ff0a4 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 943 time: 0.1652851 Aug 10 01:12:20.187901 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device fa1c8285-049a-4891-9b98-a87594e8e13a up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:12:20.314078 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-efd813de-a52e-4ad3-9c75-6aa8f914dd4c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:20.329314 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c6808e5e-1fa2-488d-8f85-e93d4427ba7d None None] Provisioning complete for port fa1c8285-049a-4891-9b98-a87594e8e13a triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:20.329739 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c6808e5e-1fa2-488d-8f85-e93d4427ba7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:20.339241 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4b17c9b4-e949-434a-b6fe-c6a257b6a7da req-cb1c6540-58e4-419b-a1b3-a4aca85b577d tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038112 Aug 10 01:12:20.357089 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badc1201-c678-47eb-a1aa-ade76c34daf5 None None] Resources bound (agent type, host, resource id): {{(pid=105828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:12:20.361325 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port fa1c8285-049a-4891-9b98-a87594e8e13a triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:20.361791 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:20.391890 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-543c8a64-d8f7-4291-9a17-3fdee2819d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:20.393608 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-543c8a64-d8f7-4291-9a17-3fdee2819d12 service neutron] 10.222.0.20 "GET /v2.0/networks?id=01bb96cc-7872-46cf-825f-e696562689f6 HTTP/1.1" status: 200 len: 897 time: 0.2887022 Aug 10 01:12:20.396369 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-efd813de-a52e-4ad3-9c75-6aa8f914dd4c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:20.402215 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd813de-a52e-4ad3-9c75-6aa8f914dd4c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:20.402835 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-efd813de-a52e-4ad3-9c75-6aa8f914dd4c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:20.908280 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-efd813de-a52e-4ad3-9c75-6aa8f914dd4c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1054466 Aug 10 01:12:20.909566 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36734) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:20.916684 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-b2523024-73a5-499d-82d5-2633cb1f057a tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Request body: {'subnet': {'network_id': '2820e6cb-58dc-4c00-aa23-98a01fabad50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:20.934407 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd813de-a52e-4ad3-9c75-6aa8f914dd4c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event updated for resources: {'Network': ['ID=2820e6cb-58dc-4c00-aa23-98a01fabad50,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:20.941518 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3ba0380c-e762-41e7-b577-e30d1095f137 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:20.954006 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 2820e6cb-58dc-4c00-aa23-98a01fabad50 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:12:20.974565 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0380c-e762-41e7-b577-e30d1095f137 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Pushing event deleted for resources: {'Port': ['ID=3bba6c01-a39a-4c51-b505-23699c670451,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:20.977894 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-460d5250-769f-4240-ae03-4e02c9d5d59e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc HTTP/1.1" status: 200 len: 1000 time: 0.5722902 Aug 10 01:12:21.104581 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2523024-73a5-499d-82d5-2633cb1f057a tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Made reservation on behalf of 8eccd7cf958f4d828a38ae25c26bf4ea for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:21.121994 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b2523024-73a5-499d-82d5-2633cb1f057a tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:21.158491 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3ba0380c-e762-41e7-b577-e30d1095f137 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:21.161209 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-313d52e6-02f5-4fb6-9a74-067696ee1e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:21.162716 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-313d52e6-02f5-4fb6-9a74-067696ee1e1d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6592bd1e-0cb5-4931-abfd-37c8c7d77ae5 HTTP/1.1" status: 200 len: 834 time: 0.1679397 Aug 10 01:12:21.212154 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.ipam_backend_mixin [None req-b2523024-73a5-499d-82d5-2633cb1f057a tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Performing IP validity checks on allocation pools {{(pid=105827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 01:12:21.212867 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.ipam_backend_mixin [None req-b2523024-73a5-499d-82d5-2633cb1f057a tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 01:12:21.225200 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecc9b3-7dfd-4c3a-9938-ee9ef0b9ef75 req-6aef21b0-4ed0-4d8e-afee-2ff7727ad375 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:21.227578 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-35ecc9b3-7dfd-4c3a-9938-ee9ef0b9ef75 req-6aef21b0-4ed0-4d8e-afee-2ff7727ad375 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 944 time: 0.2441068 Aug 10 01:12:21.365676 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-5e92b332-216e-49c7-8101-81ea87f17409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:21.367256 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-5e92b332-216e-49c7-8101-81ea87f17409 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=01bb96cc-7872-46cf-825f-e696562689f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1844838 Aug 10 01:12:21.384630 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-35ecc9b3-7dfd-4c3a-9938-ee9ef0b9ef75 req-3c1d9617-9896-4ccf-a9b0-7da11acbbde2 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343036 Aug 10 01:12:21.405589 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 5501faf5-fbd6-4ce6-b33b-1395bed2820c details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:12:21.408099 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b2523024-73a5-499d-82d5-2633cb1f057a tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:21.485321 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba0380c-e762-41e7-b577-e30d1095f137 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Router f0f4e482-4f70-4232-ad4c-c52c2a205773 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:12:21.517340 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2523024-73a5-499d-82d5-2633cb1f057a tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event updated for resources: {'Subnet': ['ID=e5633ddd-9e1d-4d45-bbe2-3c4930d2eadf,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:21.526905 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2523024-73a5-499d-82d5-2633cb1f057a tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Checking segment: {'id': '337b7121-d5fc-4538-88c1-9b365d4d0613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2820e6cb-58dc-4c00-aa23-98a01fabad50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:21.527627 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2523024-73a5-499d-82d5-2633cb1f057a tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Network hostable DHCP agents. Network: 2820e6cb-58dc-4c00-aa23-98a01fabad50, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:12:21.549066 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2523024-73a5-499d-82d5-2633cb1f057a tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Network 2820e6cb-58dc-4c00-aa23-98a01fabad50 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:12:21.562786 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-b2523024-73a5-499d-82d5-2633cb1f057a tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 2820e6cb-58dc-4c00-aa23-98a01fabad50) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:21.563044 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 5501faf5-fbd6-4ce6-b33b-1395bed2820c, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=5501faf5-fbd6-4ce6-b33b-1395bed2820c,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:21.571998 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2523024-73a5-499d-82d5-2633cb1f057a tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:21.572697 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b2523024-73a5-499d-82d5-2633cb1f057a tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:21.580638 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2470ed16-9c3a-4d68-9015-6f7587d30b94 None None] Network 2820e6cb-58dc-4c00-aa23-98a01fabad50 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:21.595628 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b2523024-73a5-499d-82d5-2633cb1f057a tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6826670 Aug 10 01:12:21.595884 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '5501faf5-fbd6-4ce6-b33b-1395bed2820c', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'port_id': '5501faf5-fbd6-4ce6-b33b-1395bed2820c', 'mac_address': 'fa:16:3e:f0:b4:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:12:21.596083 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36744) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:21.705345 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f53d38-aa39-447e-af58-8225ea7ee55a req-2114760c-736e-4b06-97aa-b2f87413c1d9 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:21.706808 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-78f53d38-aa39-447e-af58-8225ea7ee55a req-2114760c-736e-4b06-97aa-b2f87413c1d9 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 943 time: 0.1552324 Aug 10 01:12:21.727403 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba0380c-e762-41e7-b577-e30d1095f137 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:12:21.739154 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3ba0380c-e762-41e7-b577-e30d1095f137 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] 10.222.0.35 "PUT /v2.0/routers/f0f4e482-4f70-4232-ad4c-c52c2a205773/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4223845 Aug 10 01:12:21.745162 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88752f72-7ce2-4fc3-a1d6-11adf90d1883 None None] Sync routers for ids ['f0f4e482-4f70-4232-ad4c-c52c2a205773'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:12:21.745671 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-0fc25c4e-a193-4acc-8908-d82278ba671a service neutron] 10.222.0.20 "GET /v2.0/networks/01bb96cc-7872-46cf-825f-e696562689f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578909 Aug 10 01:12:21.748386 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36748) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:21.757541 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88752f72-7ce2-4fc3-a1d6-11adf90d1883 None None] Routers {'f0f4e482-4f70-4232-ad4c-c52c2a205773'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:12:21.760443 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-88752f72-7ce2-4fc3-a1d6-11adf90d1883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:12:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f0f4e482-4f70-4232-ad4c-c52c2a205773'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:21.783499 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c5d14d8b-1fe5-406f-b9ad-78600f975cd9 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:21.802678 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:21.825325 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5501faf5-fbd6-4ce6-b33b-1395bed2820c {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:12:21.834868 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-88752f72-7ce2-4fc3-a1d6-11adf90d1883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:21.863394 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88752f72-7ce2-4fc3-a1d6-11adf90d1883 None None] Routers {'f0f4e482-4f70-4232-ad4c-c52c2a205773'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:12:21.864159 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-88752f72-7ce2-4fc3-a1d6-11adf90d1883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:12:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f0f4e482-4f70-4232-ad4c-c52c2a205773'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:21.868585 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c5d14d8b-1fe5-406f-b9ad-78600f975cd9 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:21.873859 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-d7bc1e97-a209-4270-9efb-c0339ec5aab7 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] delete failed (client error): The resource could not be found. Aug 10 01:12:21.875321 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d7bc1e97-a209-4270-9efb-c0339ec5aab7 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] 10.222.0.35 "DELETE /v2.0/routers/tempest-non_exist_router-1024884814 HTTP/1.1" status: 404 len: 335 time: 0.1258900 Aug 10 01:12:21.887109 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f683d1-bb92-48d3-a5c3-5e456dc0c7fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-2820e6cb-58dc-4c00-aa23-98a01fabad50', 'network_id': '2820e6cb-58dc-4c00-aa23-98a01fabad50', 'tenant_id': '8eccd7cf958f4d828a38ae25c26bf4ea', 'fixed_ips': [{'subnet_id': 'e5633ddd-9e1d-4d45-bbe2-3c4930d2eadf'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:12:21.888559 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-18f683d1-bb92-48d3-a5c3-5e456dc0c7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:21.916787 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 5501faf5-fbd6-4ce6-b33b-1395bed2820c, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=5501faf5-fbd6-4ce6-b33b-1395bed2820c,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:21.922265 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36754) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:21.928302 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-5d58800c-4c9f-41d4-b9ed-c82ff64b317a tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f0f4e482-4f70-4232-ad4c-c52c2a205773'}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:21.942402 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:12:21.956877 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-88752f72-7ce2-4fc3-a1d6-11adf90d1883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:21.957727 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88752f72-7ce2-4fc3-a1d6-11adf90d1883 None None] The sync data for ids ['f0f4e482-4f70-4232-ad4c-c52c2a205773'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:12:22.014163 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-78f53d38-aa39-447e-af58-8225ea7ee55a req-24e01258-73c4-47e9-9c86-57a552c54bb2 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990193 Aug 10 01:12:22.020297 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c5d14d8b-1fe5-406f-b9ad-78600f975cd9 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:22.023274 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:22.066546 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d14d8b-1fe5-406f-b9ad-78600f975cd9 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event deleted for resources: {'Subnet': ['ID=e5633ddd-9e1d-4d45-bbe2-3c4930d2eadf,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:22.108683 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-13b5e192-9597-47d2-9e1f-52e130725c7d service neutron] 10.222.0.20 "GET /v2.0/networks/01bb96cc-7872-46cf-825f-e696562689f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515973 Aug 10 01:12:22.166315 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c5d14d8b-1fe5-406f-b9ad-78600f975cd9 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:22.189958 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-c5d14d8b-1fe5-406f-b9ad-78600f975cd9 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2820e6cb-58dc-4c00-aa23-98a01fabad50']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:22.224164 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-c5d14d8b-1fe5-406f-b9ad-78600f975cd9 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '337b7121-d5fc-4538-88c1-9b365d4d0613') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:22.230570 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-c5d14d8b-1fe5-406f-b9ad-78600f975cd9 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '337b7121-d5fc-4538-88c1-9b365d4d0613') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:22.243990 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c5d14d8b-1fe5-406f-b9ad-78600f975cd9 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:22.269738 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c5d14d8b-1fe5-406f-b9ad-78600f975cd9 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:22.279477 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d14d8b-1fe5-406f-b9ad-78600f975cd9 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:12:22.280216 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c5d14d8b-1fe5-406f-b9ad-78600f975cd9 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:22.285230 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:12:22.285230 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:12:22.285230 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:12:22.285230 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:12:22.285230 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:12:22.285230 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:12:22.285230 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:12:22.285230 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:12:22.285230 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:12:22.285230 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:12:22.285230 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:12:22.285230 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:12:22.285230 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:12:22.285230 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:12:22.285230 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:12:22.285230 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:12:22.285230 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:12:22.285230 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:12:22.285230 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:12:22.285230 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:12:22.285230 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:12:22.285230 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:12:22.285230 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:12:22.285230 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:12:22.285230 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:12:22.285230 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:12:22.285230 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:12:22.285230 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:12:22.285230 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:12:22.285230 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:12:22.285230 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:12:22.285230 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server [None req-18f683d1-bb92-48d3-a5c3-5e456dc0c7fe None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e5633ddd-9e1d-4d45-bbe2-3c4930d2eadf: This subnet is being modified by another concurrent operation. Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:12:22.310734 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:12:22.314104 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:12:22.314104 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:12:22.314104 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:12:22.314104 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:12:22.314104 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:12:22.314104 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:12:22.314104 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:12:22.314104 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:12:22.314104 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:12:22.314104 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:12:22.314104 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:12:22.314104 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:12:22.314104 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:12:22.314104 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:12:22.314104 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:12:22.314104 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:12:22.314104 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 01:12:22.314104 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 01:12:22.314104 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 01:12:22.314104 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 01:12:22.314104 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 01:12:22.314104 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 01:12:22.314104 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 01:12:22.314104 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 01:12:22.314104 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:12:22.314104 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:12:22.314104 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:12:22.314104 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:12:22.314104 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 01:12:22.314104 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 01:12:22.314104 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 01:12:22.314104 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 01:12:22.314104 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 01:12:22.314104 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 01:12:22.314104 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 01:12:22.314104 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise exception Aug 10 01:12:22.314104 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e5633ddd-9e1d-4d45-bbe2-3c4930d2eadf: This subnet is being modified by another concurrent operation. Aug 10 01:12:22.314104 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server Aug 10 01:12:22.333142 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd70c9db-9ff6-43f6-ac7c-cf3ed54cb360 None None] Network 2820e6cb-58dc-4c00-aa23-98a01fabad50 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:22.337292 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=5501faf5-fbd6-4ce6-b33b-1395bed2820c,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:22.413298 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:12:22.424637 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c5d14d8b-1fe5-406f-b9ad-78600f975cd9 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:22.427056 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['5501faf5-fbd6-4ce6-b33b-1395bed2820c'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:12:22.433849 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:22.434232 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:22.437839 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c5d14d8b-1fe5-406f-b9ad-78600f975cd9 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:22.440445 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c5d14d8b-1fe5-406f-b9ad-78600f975cd9 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "DELETE /v2.0/networks/2820e6cb-58dc-4c00-aa23-98a01fabad50 HTTP/1.1" status: 204 len: 168 time: 0.8428695 Aug 10 01:12:22.458954 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36774) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:22.482501 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-7b4b35bc-88e1-4d37-9c56-0b596a259b68 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1685974345'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:22.512321 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5d58800c-4c9f-41d4-b9ed-c82ff64b317a tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:22.528642 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d14d8b-1fe5-406f-b9ad-78600f975cd9 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event deleted for resources: {'Network': ['ID=2820e6cb-58dc-4c00-aa23-98a01fabad50,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:22.533362 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4b35bc-88e1-4d37-9c56-0b596a259b68 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Made reservation on behalf of 8eccd7cf958f4d828a38ae25c26bf4ea for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:22.537580 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7b4b35bc-88e1-4d37-9c56-0b596a259b68 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:22.563477 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-5d58800c-4c9f-41d4-b9ed-c82ff64b317a tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] update failed (client error): The resource could not be found. Aug 10 01:12:22.568438 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5d58800c-4c9f-41d4-b9ed-c82ff64b317a tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] 10.222.0.35 "PUT /v2.0/routers/f0f4e482-4f70-4232-ad4c-c52c2a205773 HTTP/1.1" status: 404 len: 339 time: 0.6449530 Aug 10 01:12:22.577031 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36776) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:22.583053 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-2e8788dc-3dd0-4806-860e-2c414bc007d1 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1870198546'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:22.589614 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b4b35bc-88e1-4d37-9c56-0b596a259b68 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:12:22.630058 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57cf1e9-226c-4cea-9921-11116c66f9ce None None] get_active_networks_info from n-d-766726-26 {{(pid=105828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:12:22.634145 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7b4b35bc-88e1-4d37-9c56-0b596a259b68 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:22.634615 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-7b4b35bc-88e1-4d37-9c56-0b596a259b68 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Added segment 5486c072-c36b-4262-a852-6e47dae211f1 of type vlan for network 8a06ff2f-2591-4987-a1f4-8b8896001b1f Aug 10 01:12:22.679642 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d52a24-229c-433a-b9d8-34dc67901fac req-418eaa6c-c328-4d64-8ace-5fcfdd9cd411 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:22.679976 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8788dc-3dd0-4806-860e-2c414bc007d1 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Made reservation on behalf of 8bb8eda1dced49159cd10709c6869355 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:22.682726 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-27d52a24-229c-433a-b9d8-34dc67901fac req-418eaa6c-c328-4d64-8ace-5fcfdd9cd411 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 944 time: 0.1193023 Aug 10 01:12:22.683971 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2e8788dc-3dd0-4806-860e-2c414bc007d1 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:22.709144 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7b4b35bc-88e1-4d37-9c56-0b596a259b68 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:22.743122 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e8788dc-3dd0-4806-860e-2c414bc007d1 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:12:22.755499 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-27d52a24-229c-433a-b9d8-34dc67901fac req-df88a7ea-c4b0-466b-8629-623279cdaa44 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633316 Aug 10 01:12:22.770853 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2e8788dc-3dd0-4806-860e-2c414bc007d1 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:22.771337 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-2e8788dc-3dd0-4806-860e-2c414bc007d1 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Added segment 41cb6e13-2be8-452f-adf6-7d98a8858962 of type vlan for network 4f3d5cda-d502-4a73-9d5b-e4e2a3956b6e Aug 10 01:12:22.782958 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7b4b35bc-88e1-4d37-9c56-0b596a259b68 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:22.789432 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4b35bc-88e1-4d37-9c56-0b596a259b68 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:22.790081 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7b4b35bc-88e1-4d37-9c56-0b596a259b68 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:22.891181 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b35bc-88e1-4d37-9c56-0b596a259b68 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event updated for resources: {'Network': ['ID=8a06ff2f-2591-4987-a1f4-8b8896001b1f,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:22.977681 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7b4b35bc-88e1-4d37-9c56-0b596a259b68 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5147355 Aug 10 01:12:22.980698 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36778) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:22.985834 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-423bc7bf-903f-49d3-bf0c-adaeec3f84a3 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Request body: {'subnet': {'network_id': '8a06ff2f-2591-4987-a1f4-8b8896001b1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:22.990662 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2e8788dc-3dd0-4806-860e-2c414bc007d1 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:22.995659 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 8a06ff2f-2591-4987-a1f4-8b8896001b1f details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:12:23.053251 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2e8788dc-3dd0-4806-860e-2c414bc007d1 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:23.060631 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8788dc-3dd0-4806-860e-2c414bc007d1 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:23.068319 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2e8788dc-3dd0-4806-860e-2c414bc007d1 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:23.091641 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:23.152044 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8788dc-3dd0-4806-860e-2c414bc007d1 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Pushing event updated for resources: {'Network': ['ID=4f3d5cda-d502-4a73-9d5b-e4e2a3956b6e,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:23.166774 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423bc7bf-903f-49d3-bf0c-adaeec3f84a3 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Made reservation on behalf of 8eccd7cf958f4d828a38ae25c26bf4ea for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:23.170564 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-423bc7bf-903f-49d3-bf0c-adaeec3f84a3 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:23.181552 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2e8788dc-3dd0-4806-860e-2c414bc007d1 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6032064 Aug 10 01:12:23.182250 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36782) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:23.183507 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d514ef-4cc2-4045-98c4-aefa565030b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a62c56-54c2-4a0b-9627-fa3c3cdf65fc'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:12:23.187342 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2d2881-5c68-4293-8b05-8e9025b2af69" -d '{"events": [{"server_uuid": "59d514ef-4cc2-4045-98c4-aefa565030b4", "name": "network-vif-plugged", "status": "completed", "tag": "54a62c56-54c2-4a0b-9627-fa3c3cdf65fc"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:12:23.196883 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-91fd9941-da19-4b4e-bf02-e5c7f076f482 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Request body: {'subnet': {'network_id': '4f3d5cda-d502-4a73-9d5b-e4e2a3956b6e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:23.201086 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 4f3d5cda-d502-4a73-9d5b-e4e2a3956b6e details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:12:23.213388 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc,segment=NetworkSegment(9dbd0271-91dc-4b61-94e9-2c7655de92e9),segment_id=9dbd0271-91dc-4b61-94e9-2c7655de92e9)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:23.265036 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:23.325716 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fd9941-da19-4b4e-bf02-e5c7f076f482 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Made reservation on behalf of 8bb8eda1dced49159cd10709c6869355 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:23.330359 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-91fd9941-da19-4b4e-bf02-e5c7f076f482 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:23.340540 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec132bb4-ab93-49c1-a150-c7a1011ea5b0 x-openstack-request-id: req-ec132bb4-ab93-49c1-a150-c7a1011ea5b0 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:12:23.340920 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d514ef-4cc2-4045-98c4-aefa565030b4", "name": "network-vif-plugged", "status": "completed", "tag": "54a62c56-54c2-4a0b-9627-fa3c3cdf65fc", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:12:23.341397 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ec132bb4-ab93-49c1-a150-c7a1011ea5b0 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:12:23.341900 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d514ef-4cc2-4045-98c4-aefa565030b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a62c56-54c2-4a0b-9627-fa3c3cdf65fc', 'code': 200} Aug 10 01:12:23.390950 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33447fa-0f77-45fc-8760-6a28c6ea880a req-0ca21b88-c80d-4b82-8996-d16450e30d0c tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:23.401867 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a33447fa-0f77-45fc-8760-6a28c6ea880a req-0ca21b88-c80d-4b82-8996-d16450e30d0c tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 944 time: 0.1753483 Aug 10 01:12:23.426299 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57cf1e9-226c-4cea-9921-11116c66f9ce None None] Resources bound (agent type, host, resource id): {{(pid=105828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:12:23.473594 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc,revision_number=9']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:23.641988 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-423bc7bf-903f-49d3-bf0c-adaeec3f84a3 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:23.655358 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a33447fa-0f77-45fc-8760-6a28c6ea880a req-9e2c3bc7-6372-4a8e-a839-b798dfe2531a tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522533 Aug 10 01:12:23.665916 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-91fd9941-da19-4b4e-bf02-e5c7f076f482 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:23.722692 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd9941-da19-4b4e-bf02-e5c7f076f482 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Pushing event updated for resources: {'Subnet': ['ID=682d3019-a5e2-4643-b480-4286f6f4d1a1,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:23.739651 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423bc7bf-903f-49d3-bf0c-adaeec3f84a3 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event updated for resources: {'Subnet': ['ID=a4b0daf5-155b-4bfa-994d-fc1d1c80b826,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:23.741198 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fd9941-da19-4b4e-bf02-e5c7f076f482 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Checking segment: {'id': '41cb6e13-2be8-452f-adf6-7d98a8858962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4f3d5cda-d502-4a73-9d5b-e4e2a3956b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:23.741961 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fd9941-da19-4b4e-bf02-e5c7f076f482 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Network hostable DHCP agents. Network: 4f3d5cda-d502-4a73-9d5b-e4e2a3956b6e, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:12:23.755727 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423bc7bf-903f-49d3-bf0c-adaeec3f84a3 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Checking segment: {'id': '5486c072-c36b-4262-a852-6e47dae211f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8a06ff2f-2591-4987-a1f4-8b8896001b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:23.756094 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423bc7bf-903f-49d3-bf0c-adaeec3f84a3 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Network hostable DHCP agents. Network: 8a06ff2f-2591-4987-a1f4-8b8896001b1f, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:12:23.765257 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fd9941-da19-4b4e-bf02-e5c7f076f482 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Network 4f3d5cda-d502-4a73-9d5b-e4e2a3956b6e is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:12:23.778833 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423bc7bf-903f-49d3-bf0c-adaeec3f84a3 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Network 8a06ff2f-2591-4987-a1f4-8b8896001b1f is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:12:23.783267 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-91fd9941-da19-4b4e-bf02-e5c7f076f482 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 4f3d5cda-d502-4a73-9d5b-e4e2a3956b6e) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:23.786043 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-423bc7bf-903f-49d3-bf0c-adaeec3f84a3 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 8a06ff2f-2591-4987-a1f4-8b8896001b1f) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:23.790685 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423bc7bf-903f-49d3-bf0c-adaeec3f84a3 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:23.791389 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-423bc7bf-903f-49d3-bf0c-adaeec3f84a3 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:23.807834 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fd9941-da19-4b4e-bf02-e5c7f076f482 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:23.808640 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-423bc7bf-903f-49d3-bf0c-adaeec3f84a3 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8266885 Aug 10 01:12:23.808890 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-91fd9941-da19-4b4e-bf02-e5c7f076f482 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:23.811142 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36796) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:23.848449 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-91fd9941-da19-4b4e-bf02-e5c7f076f482 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6618578 Aug 10 01:12:23.850171 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36798) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:23.871947 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-b3dde234-f8d0-4455-b1cc-842cc6de3a86 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Request body: {'router': {'external_gateway_info': {'network_id': '4f3d5cda-d502-4a73-9d5b-e4e2a3956b6e'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:23.941103 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bd34c9-8168-497e-9f17-24fb10e5b5e2 None None] Network 4f3d5cda-d502-4a73-9d5b-e4e2a3956b6e requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:23.943102 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f329489d-79f0-4377-8be2-8685f450a4fe None None] Network 8a06ff2f-2591-4987-a1f4-8b8896001b1f requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:23.973492 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b7642-aa6c-480f-8ad1-4fbba5337000 req-855cd1f3-4a1c-4587-9d3e-a1c2ea09b06f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:23.975063 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-393b7642-aa6c-480f-8ad1-4fbba5337000 req-855cd1f3-4a1c-4587-9d3e-a1c2ea09b06f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 945 time: 0.0755582 Aug 10 01:12:24.040843 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-393b7642-aa6c-480f-8ad1-4fbba5337000 req-ec3edab2-9292-4ccf-b07d-d96d0355ae36 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592566 Aug 10 01:12:24.063577 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c10bb774-6289-4939-b65a-5f5bdc97d80c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:24.150094 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c10bb774-6289-4939-b65a-5f5bdc97d80c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:24.159225 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b3dde234-f8d0-4455-b1cc-842cc6de3a86 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:24.279161 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74612bc-7445-4911-9095-fc43c5452869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-8a06ff2f-2591-4987-a1f4-8b8896001b1f', 'network_id': '8a06ff2f-2591-4987-a1f4-8b8896001b1f', 'tenant_id': '8eccd7cf958f4d828a38ae25c26bf4ea', 'fixed_ips': [{'subnet_id': 'a4b0daf5-155b-4bfa-994d-fc1d1c80b826'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:12:24.280117 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e74612bc-7445-4911-9095-fc43c5452869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:24.280266 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c10bb774-6289-4939-b65a-5f5bdc97d80c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:24.297214 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcee7e1-5a67-4f3e-b7eb-5f408f3df11d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-4f3d5cda-d502-4a73-9d5b-e4e2a3956b6e', 'network_id': '4f3d5cda-d502-4a73-9d5b-e4e2a3956b6e', 'tenant_id': '8bb8eda1dced49159cd10709c6869355', 'fixed_ips': [{'subnet_id': '682d3019-a5e2-4643-b480-4286f6f4d1a1'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:12:24.298083 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bfcee7e1-5a67-4f3e-b7eb-5f408f3df11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:24.332318 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-b3dde234-f8d0-4455-b1cc-842cc6de3a86 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:12:24.333629 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b3dde234-f8d0-4455-b1cc-842cc6de3a86 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] 10.222.0.35 "PUT /v2.0/routers/f0f4e482-4f70-4232-ad4c-c52c2a205773 HTTP/1.1" status: 400 len: 364 time: 0.4824426 Aug 10 01:12:24.337861 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36802) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:24.359883 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10bb774-6289-4939-b65a-5f5bdc97d80c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event deleted for resources: {'Subnet': ['ID=a4b0daf5-155b-4bfa-994d-fc1d1c80b826,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:24.499911 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c10bb774-6289-4939-b65a-5f5bdc97d80c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:24.514164 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-c10bb774-6289-4939-b65a-5f5bdc97d80c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a06ff2f-2591-4987-a1f4-8b8896001b1f']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:24.529310 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-c10bb774-6289-4939-b65a-5f5bdc97d80c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5486c072-c36b-4262-a852-6e47dae211f1') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:24.529818 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-c10bb774-6289-4939-b65a-5f5bdc97d80c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5486c072-c36b-4262-a852-6e47dae211f1') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:24.543408 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c10bb774-6289-4939-b65a-5f5bdc97d80c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:24.562636 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c10bb774-6289-4939-b65a-5f5bdc97d80c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:24.572580 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c10bb774-6289-4939-b65a-5f5bdc97d80c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:12:24.573223 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c10bb774-6289-4939-b65a-5f5bdc97d80c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:24.652677 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5754b4-7cbe-42d7-8cda-066293ec848a None None] Network 8a06ff2f-2591-4987-a1f4-8b8896001b1f requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:24.735959 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:12:24.735959 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:12:24.735959 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:12:24.735959 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:12:24.735959 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:12:24.735959 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:12:24.735959 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:12:24.735959 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:12:24.735959 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:12:24.735959 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:12:24.735959 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:12:24.735959 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:12:24.735959 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:12:24.735959 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:12:24.735959 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:12:24.735959 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:12:24.735959 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:12:24.735959 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:12:24.735959 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:12:24.735959 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:12:24.735959 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:12:24.735959 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:12:24.735959 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:12:24.735959 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:12:24.735959 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:12:24.735959 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:12:24.735959 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:12:24.735959 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:12:24.735959 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:12:24.735959 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:12:24.735959 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:12:24.735959 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:12:24.744998 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c10bb774-6289-4939-b65a-5f5bdc97d80c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:24.751569 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-41d35126-37e1-4276-a185-2df89eb140dc req-e375b77e-8af5-49f7-8d21-85a7feabfec6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4599df64-0086-44ea-b5be-061d9c9e68ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3072939 Aug 10 01:12:24.763102 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c10bb774-6289-4939-b65a-5f5bdc97d80c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:24.768634 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c10bb774-6289-4939-b65a-5f5bdc97d80c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "DELETE /v2.0/networks/8a06ff2f-2591-4987-a1f4-8b8896001b1f HTTP/1.1" status: 204 len: 168 time: 0.9530466 Aug 10 01:12:24.771862 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36814) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:24.797014 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-3572e555-6b8d-4ecc-ac56-20a8e4d60834 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-161692151'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:24.862777 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3572e555-6b8d-4ecc-ac56-20a8e4d60834 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Made reservation on behalf of 8eccd7cf958f4d828a38ae25c26bf4ea for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:24.866297 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3572e555-6b8d-4ecc-ac56-20a8e4d60834 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:24.868425 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10bb774-6289-4939-b65a-5f5bdc97d80c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event deleted for resources: {'Network': ['ID=8a06ff2f-2591-4987-a1f4-8b8896001b1f,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:24.907822 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-bfcee7e1-5a67-4f3e-b7eb-5f408f3df11d None None] Allocated IP 2001:db8:1::2 (4f3d5cda-d502-4a73-9d5b-e4e2a3956b6e/682d3019-a5e2-4643-b480-4286f6f4d1a1/c1216d64-a3dc-43cb-8776-51ec4e159345) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:12:24.921273 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3572e555-6b8d-4ecc-ac56-20a8e4d60834 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:12:24.939368 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a59cf-13d4-4ba4-bf05-b41617fdb7db req-4a62bfb1-1aa1-4a0f-885a-b8ac2261edd0 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:24.941372 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-264a59cf-13d4-4ba4-bf05-b41617fdb7db req-4a62bfb1-1aa1-4a0f-885a-b8ac2261edd0 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 944 time: 0.1028907 Aug 10 01:12:24.944408 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3572e555-6b8d-4ecc-ac56-20a8e4d60834 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:24.944761 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-3572e555-6b8d-4ecc-ac56-20a8e4d60834 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Added segment c4e012bd-584d-45fb-b01a-438beb717ab9 of type vlan for network af7039d7-64ce-485e-869e-eb2aa2d1b30c Aug 10 01:12:24.984917 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-1e9e6b02-a131-455f-a5f5-da2df5926893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:24.986457 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-1e9e6b02-a131-455f-a5f5-da2df5926893 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4&tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8 HTTP/1.1" status: 200 len: 1097 time: 0.1440217 Aug 10 01:12:24.988736 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6fd72be4-2e18-46f2-964b-13a404deff41 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:25.006855 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3572e555-6b8d-4ecc-ac56-20a8e4d60834 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:25.008065 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-e10df46e-3d47-4fce-a773-1674959cd991 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766726-26', 'device_owner': 'compute:nova'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:25.031782 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d35126-37e1-4276-a185-2df89eb140dc req-c74829dd-1ac1-428c-9d87-42d4ad6f6be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:25.033315 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-41d35126-37e1-4276-a185-2df89eb140dc req-c74829dd-1ac1-428c-9d87-42d4ad6f6be1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5fcd54d724cc4ddb9ca725ce206de378&device_id=4599df64-0086-44ea-b5be-061d9c9e68ab HTTP/1.1" status: 200 len: 1097 time: 0.2083192 Aug 10 01:12:25.040743 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-264a59cf-13d4-4ba4-bf05-b41617fdb7db req-cdba18e7-5a99-43c1-8dec-5af1b450dd59 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817218 Aug 10 01:12:25.095271 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3572e555-6b8d-4ecc-ac56-20a8e4d60834 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:25.100955 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3572e555-6b8d-4ecc-ac56-20a8e4d60834 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:25.102092 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3572e555-6b8d-4ecc-ac56-20a8e4d60834 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:25.108866 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bfcee7e1-5a67-4f3e-b7eb-5f408f3df11d None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:25.118912 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-bfcee7e1-5a67-4f3e-b7eb-5f408f3df11d None None] Transition to ACTIVE for port object c1216d64-a3dc-43cb-8776-51ec4e159345 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:25.137067 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-bfcee7e1-5a67-4f3e-b7eb-5f408f3df11d None None] Transition to ACTIVE for port object c1216d64-a3dc-43cb-8776-51ec4e159345 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:25.145805 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bfcee7e1-5a67-4f3e-b7eb-5f408f3df11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:25.196665 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcee7e1-5a67-4f3e-b7eb-5f408f3df11d None None] Network 4f3d5cda-d502-4a73-9d5b-e4e2a3956b6e is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:12:25.200053 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-bfcee7e1-5a67-4f3e-b7eb-5f408f3df11d None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:25.202792 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcee7e1-5a67-4f3e-b7eb-5f408f3df11d None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:12:25.211801 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcee7e1-5a67-4f3e-b7eb-5f408f3df11d None None] Pushing event updated for resources: {'Port': ['ID=c1216d64-a3dc-43cb-8776-51ec4e159345,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:25.273602 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3572e555-6b8d-4ecc-ac56-20a8e4d60834 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5001807 Aug 10 01:12:25.277961 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36820) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:25.284134 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-140d666e-b162-420f-b03a-9268be31bc51 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Request body: {'subnet': {'network_id': 'af7039d7-64ce-485e-869e-eb2aa2d1b30c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:25.290516 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-bfcee7e1-5a67-4f3e-b7eb-5f408f3df11d None None] Attempting to bind port c1216d64-a3dc-43cb-8776-51ec4e159345 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:12:25.291319 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-bfcee7e1-5a67-4f3e-b7eb-5f408f3df11d None None] Attempting to bind port c1216d64-a3dc-43cb-8776-51ec4e159345 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '41cb6e13-2be8-452f-adf6-7d98a8858962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4f3d5cda-d502-4a73-9d5b-e4e2a3956b6e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:12:25.292000 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcee7e1-5a67-4f3e-b7eb-5f408f3df11d None None] Attempting to bind port c1216d64-a3dc-43cb-8776-51ec4e159345 on network 4f3d5cda-d502-4a73-9d5b-e4e2a3956b6e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:12:25.298447 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcee7e1-5a67-4f3e-b7eb-5f408f3df11d None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:12:25.299225 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcee7e1-5a67-4f3e-b7eb-5f408f3df11d None None] Checking segment: {'id': '41cb6e13-2be8-452f-adf6-7d98a8858962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4f3d5cda-d502-4a73-9d5b-e4e2a3956b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:25.299860 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bfcee7e1-5a67-4f3e-b7eb-5f408f3df11d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:25.300768 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcee7e1-5a67-4f3e-b7eb-5f408f3df11d None None] Bound using segment: {'id': '41cb6e13-2be8-452f-adf6-7d98a8858962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4f3d5cda-d502-4a73-9d5b-e4e2a3956b6e'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:12:25.301469 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-bfcee7e1-5a67-4f3e-b7eb-5f408f3df11d None None] Bound port: c1216d64-a3dc-43cb-8776-51ec4e159345, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41cb6e13-2be8-452f-adf6-7d98a8858962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4f3d5cda-d502-4a73-9d5b-e4e2a3956b6e'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:12:25.302075 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bfcee7e1-5a67-4f3e-b7eb-5f408f3df11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:25.303877 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572e555-6b8d-4ecc-ac56-20a8e4d60834 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event updated for resources: {'Network': ['ID=af7039d7-64ce-485e-869e-eb2aa2d1b30c,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:25.376935 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29651a-928a-41ed-adcd-08cead934c8f req-84306021-9489-4432-9539-9edd863768c6 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:25.384742 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ef29651a-928a-41ed-adcd-08cead934c8f req-84306021-9489-4432-9539-9edd863768c6 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 945 time: 0.2415891 Aug 10 01:12:25.394417 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-bfcee7e1-5a67-4f3e-b7eb-5f408f3df11d None None] For port c1216d64-a3dc-43cb-8776-51ec4e159345, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:12:25.399217 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-bfcee7e1-5a67-4f3e-b7eb-5f408f3df11d None None] For port c1216d64-a3dc-43cb-8776-51ec4e159345, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=c1216d64-a3dc-43cb-8776-51ec4e159345,segment=NetworkSegment(41cb6e13-2be8-452f-adf6-7d98a8858962),segment_id=41cb6e13-2be8-452f-adf6-7d98a8858962)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:12:25.400952 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network af7039d7-64ce-485e-869e-eb2aa2d1b30c details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:12:25.451694 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ef29651a-928a-41ed-adcd-08cead934c8f req-f2162ac9-7e7b-4825-9b7d-0b183eac9922 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659099 Aug 10 01:12:25.452986 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140d666e-b162-420f-b03a-9268be31bc51 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Made reservation on behalf of 8eccd7cf958f4d828a38ae25c26bf4ea for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:25.456480 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-140d666e-b162-420f-b03a-9268be31bc51 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:25.490216 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-e10df46e-3d47-4fce-a773-1674959cd991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:25.492822 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 5501faf5-fbd6-4ce6-b33b-1395bed2820c up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:12:25.534072 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bfcee7e1-5a67-4f3e-b7eb-5f408f3df11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:25.631437 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 5501faf5-fbd6-4ce6-b33b-1395bed2820c completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:12:25.636319 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcee7e1-5a67-4f3e-b7eb-5f408f3df11d None None] Pushing event updated for resources: {'Port': ['ID=c1216d64-a3dc-43cb-8776-51ec4e159345,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:25.640319 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 5501faf5-fbd6-4ce6-b33b-1395bed2820c triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:25.641070 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:25.714818 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d35126-37e1-4276-a185-2df89eb140dc req-57cafc81-80ec-4f2a-9f88-c2512fef360f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:25.729472 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-140d666e-b162-420f-b03a-9268be31bc51 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:25.729690 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-41d35126-37e1-4276-a185-2df89eb140dc req-57cafc81-80ec-4f2a-9f88-c2512fef360f service neutron] 10.222.0.24 "GET /v2.0/networks?id=b17b9b5f-95fc-413e-934b-7c85c5159133 HTTP/1.1" status: 200 len: 916 time: 0.6499259 Aug 10 01:12:25.772207 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:25.822315 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0f88d2-a951-48ef-ac28-b67a34b61b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5501faf5-fbd6-4ce6-b33b-1395bed2820c'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:12:25.832403 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c017762-3786-4e5b-9b93-4c447e7e66e7" -d '{"events": [{"server_uuid": "5d0f88d2-a951-48ef-ac28-b67a34b61b48", "name": "network-vif-plugged", "status": "completed", "tag": "5501faf5-fbd6-4ce6-b33b-1395bed2820c"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:12:25.869386 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 5501faf5-fbd6-4ce6-b33b-1395bed2820c, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=5501faf5-fbd6-4ce6-b33b-1395bed2820c,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:25.885559 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:25.948646 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140d666e-b162-420f-b03a-9268be31bc51 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Checking segment: {'id': 'c4e012bd-584d-45fb-b01a-438beb717ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'af7039d7-64ce-485e-869e-eb2aa2d1b30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:25.949054 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140d666e-b162-420f-b03a-9268be31bc51 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Network hostable DHCP agents. Network: af7039d7-64ce-485e-869e-eb2aa2d1b30c, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:12:25.988612 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765b5d74-d2d1-4170-8d91-b23b733de741 x-openstack-request-id: req-765b5d74-d2d1-4170-8d91-b23b733de741 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:12:25.988902 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0f88d2-a951-48ef-ac28-b67a34b61b48", "name": "network-vif-plugged", "status": "completed", "tag": "5501faf5-fbd6-4ce6-b33b-1395bed2820c", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:12:25.989155 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-765b5d74-d2d1-4170-8d91-b23b733de741 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:12:25.989551 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d0f88d2-a951-48ef-ac28-b67a34b61b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5501faf5-fbd6-4ce6-b33b-1395bed2820c', 'code': 200} Aug 10 01:12:25.994597 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:12:25.999983 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d666e-b162-420f-b03a-9268be31bc51 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event updated for resources: {'Subnet': ['ID=0050f5bf-e765-4917-aad1-f8920c17686f,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:26.046397 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140d666e-b162-420f-b03a-9268be31bc51 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Network af7039d7-64ce-485e-869e-eb2aa2d1b30c is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:12:26.070044 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0319ff-6b38-464a-ac5f-828c5731ae72 req-e9268b4f-9824-4266-80bd-b47bb7fa0c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:26.071667 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ee0319ff-6b38-464a-ac5f-828c5731ae72 req-e9268b4f-9824-4266-80bd-b47bb7fa0c11 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 1097 time: 0.0678554 Aug 10 01:12:26.073218 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-140d666e-b162-420f-b03a-9268be31bc51 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, af7039d7-64ce-485e-869e-eb2aa2d1b30c) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:26.077730 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140d666e-b162-420f-b03a-9268be31bc51 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:26.078610 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-140d666e-b162-420f-b03a-9268be31bc51 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:26.110214 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9f21b0-9f9a-4998-9189-4c420f0a913e None None] Network af7039d7-64ce-485e-869e-eb2aa2d1b30c requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:26.142453 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ee0319ff-6b38-464a-ac5f-828c5731ae72 req-db9d0866-9d08-4335-898a-5ea9a185fefa service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509584 Aug 10 01:12:26.144643 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-140d666e-b162-420f-b03a-9268be31bc51 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8639019 Aug 10 01:12:26.146558 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36844) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:26.150551 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-41d35126-37e1-4276-a185-2df89eb140dc req-24b647fe-b661-40f3-87cf-4f4476289f7c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50137f2c-55eb-4a29-bed1-1f9b1c3be5be HTTP/1.1" status: 200 len: 1001 time: 0.3808970 Aug 10 01:12:26.172906 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-6fd72be4-2e18-46f2-964b-13a404deff41 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Allocated IP 2001:db8::1 (614155b3-f847-4335-aabf-86a7fb40b96c/acf9096a-c7c9-4148-ac44-6992ac581c52/3078e3a7-a097-4466-8671-f56140310a5d) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:12:26.263183 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-e10df46e-3d47-4fce-a773-1674959cd991 service neutron] For port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc,segment=NetworkSegment(9dbd0271-91dc-4b61-94e9-2c7655de92e9),segment_id=9dbd0271-91dc-4b61-94e9-2c7655de92e9)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:26.294033 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=5501faf5-fbd6-4ce6-b33b-1395bed2820c,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:26.300931 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da45c01-5cba-4fa4-8755-7fd2c90b16a5 req-1e642fc5-d54a-4206-b3a6-99480aa81d35 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:26.302421 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0da45c01-5cba-4fa4-8755-7fd2c90b16a5 req-1e642fc5-d54a-4206-b3a6-99480aa81d35 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 945 time: 0.0771539 Aug 10 01:12:26.381658 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c1216d64-a3dc-43cb-8776-51ec4e159345 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:12:26.403605 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0da45c01-5cba-4fa4-8755-7fd2c90b16a5 req-0c212ac0-4df3-4212-b4af-11c165a0c7c9 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800307 Aug 10 01:12:26.422610 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-15386f1b-7b07-454b-a9f4-076a6fc62956 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:26.485856 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-15386f1b-7b07-454b-a9f4-076a6fc62956 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:26.536220 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:26.549292 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-e10df46e-3d47-4fce-a773-1674959cd991 service neutron] For port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:12:26.583522 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d35126-37e1-4276-a185-2df89eb140dc req-e3c1ce86-fc18-40a1-979a-6014fef159f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:26.586761 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-41d35126-37e1-4276-a185-2df89eb140dc req-e3c1ce86-fc18-40a1-979a-6014fef159f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8bb6259d-aa3e-4019-9a08-c063c9f120bd HTTP/1.1" status: 200 len: 854 time: 0.3189509 Aug 10 01:12:26.664780 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6fd72be4-2e18-46f2-964b-13a404deff41 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:26.672448 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-15386f1b-7b07-454b-a9f4-076a6fc62956 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:26.693042 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port c1216d64-a3dc-43cb-8776-51ec4e159345 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:12:26.703029 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d514ef-4cc2-4045-98c4-aefa565030b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54a62c56-54c2-4a0b-9627-fa3c3cdf65fc'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:12:26.705470 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ab874d-ada6-4a04-a2f1-5dc983d8dd4e" -d '{"events": [{"server_uuid": "59d514ef-4cc2-4045-98c4-aefa565030b4", "name": "network-vif-unplugged", "status": "completed", "tag": "54a62c56-54c2-4a0b-9627-fa3c3cdf65fc"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:12:26.709172 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-6fd72be4-2e18-46f2-964b-13a404deff41 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Transition to ACTIVE for port object 3078e3a7-a097-4466-8671-f56140310a5d will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:26.712166 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-e10df46e-3d47-4fce-a773-1674959cd991 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:26.717218 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d35126-37e1-4276-a185-2df89eb140dc req-7f8da453-5a46-4728-8bdd-ddcf99f3c96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:26.726866 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-41d35126-37e1-4276-a185-2df89eb140dc req-7f8da453-5a46-4728-8bdd-ddcf99f3c96c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b17b9b5f-95fc-413e-934b-7c85c5159133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1205099 Aug 10 01:12:26.727677 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdd5510-50f9-4b89-a6b2-940caf9b5c5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-af7039d7-64ce-485e-869e-eb2aa2d1b30c', 'network_id': 'af7039d7-64ce-485e-869e-eb2aa2d1b30c', 'tenant_id': '8eccd7cf958f4d828a38ae25c26bf4ea', 'fixed_ips': [{'subnet_id': '0050f5bf-e765-4917-aad1-f8920c17686f'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:12:26.729109 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bfdd5510-50f9-4b89-a6b2-940caf9b5c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:26.760437 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15386f1b-7b07-454b-a9f4-076a6fc62956 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event deleted for resources: {'Subnet': ['ID=0050f5bf-e765-4917-aad1-f8920c17686f,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:26.787474 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc14b3a-c8e3-4846-bb8b-3390eacd3d38 req-c176d2d7-179e-4335-ab23-a7e97be184f1 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:26.789209 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8bc14b3a-c8e3-4846-bb8b-3390eacd3d38 req-c176d2d7-179e-4335-ab23-a7e97be184f1 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 945 time: 0.2000322 Aug 10 01:12:26.846649 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36858) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:26.892617 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-41d35126-37e1-4276-a185-2df89eb140dc req-e55cfe4d-5b07-4b84-80a6-5ea9391f2650 service neutron] 10.222.0.24 "GET /v2.0/networks/b17b9b5f-95fc-413e-934b-7c85c5159133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649621 Aug 10 01:12:26.900020 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-15386f1b-7b07-454b-a9f4-076a6fc62956 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:26.915338 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-15386f1b-7b07-454b-a9f4-076a6fc62956 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af7039d7-64ce-485e-869e-eb2aa2d1b30c']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:26.926527 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-e10df46e-3d47-4fce-a773-1674959cd991 service neutron] Transition to ACTIVE for port object 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:26.934963 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-15386f1b-7b07-454b-a9f4-076a6fc62956 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4e012bd-584d-45fb-b01a-438beb717ab9') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:26.935335 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-15386f1b-7b07-454b-a9f4-076a6fc62956 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4e012bd-584d-45fb-b01a-438beb717ab9') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:26.947446 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-15386f1b-7b07-454b-a9f4-076a6fc62956 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:26.958038 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-e10df46e-3d47-4fce-a773-1674959cd991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:26.969726 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-15386f1b-7b07-454b-a9f4-076a6fc62956 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:27.009024 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15386f1b-7b07-454b-a9f4-076a6fc62956 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:12:27.009746 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-15386f1b-7b07-454b-a9f4-076a6fc62956 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:27.013550 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:12:27.013550 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:12:27.013550 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:12:27.013550 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:12:27.013550 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:12:27.013550 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:12:27.013550 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:12:27.013550 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:12:27.013550 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:12:27.013550 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:12:27.013550 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:12:27.013550 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:12:27.013550 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:12:27.013550 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:12:27.013550 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:12:27.013550 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:12:27.013550 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:12:27.013550 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:12:27.013550 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:12:27.013550 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:12:27.013550 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:12:27.013550 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:12:27.013550 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:12:27.013550 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:12:27.013550 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:12:27.013550 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:12:27.013550 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:12:27.013550 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:12:27.013550 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:12:27.013550 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:12:27.013550 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:12:27.013550 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:12:27.029444 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8bc14b3a-c8e3-4846-bb8b-3390eacd3d38 req-9bd6868c-353b-4f2d-a807-7589335fda7f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219300 Aug 10 01:12:27.184268 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-15386f1b-7b07-454b-a9f4-076a6fc62956 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:27.212048 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-15386f1b-7b07-454b-a9f4-076a6fc62956 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:27.218603 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa9f4d9-5851-4fb0-abe0-2c9e06d06a34 None None] Network af7039d7-64ce-485e-869e-eb2aa2d1b30c requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:27.224568 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-15386f1b-7b07-454b-a9f4-076a6fc62956 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "DELETE /v2.0/networks/af7039d7-64ce-485e-869e-eb2aa2d1b30c HTTP/1.1" status: 204 len: 168 time: 1.0735481 Aug 10 01:12:27.240676 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36864) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:27.247403 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa9f4d9-5851-4fb0-abe0-2c9e06d06a34 None None] Network af7039d7-64ce-485e-869e-eb2aa2d1b30c could not be found, it might have been deleted concurrently. {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 01:12:27.252703 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99b5274-8995-4700-92a8-13af2783f8c5 None None] Network 4f3d5cda-d502-4a73-9d5b-e4e2a3956b6e requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:27.255552 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-016d018e-8c98-4c17-a6b6-934b96666b82 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1404683979'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:27.260263 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15386f1b-7b07-454b-a9f4-076a6fc62956 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event deleted for resources: {'Network': ['ID=af7039d7-64ce-485e-869e-eb2aa2d1b30c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:27.285249 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016d018e-8c98-4c17-a6b6-934b96666b82 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Made reservation on behalf of 8eccd7cf958f4d828a38ae25c26bf4ea for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:27.291330 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-016d018e-8c98-4c17-a6b6-934b96666b82 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:27.316257 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1331bfd5-ef79-4ad7-bdbd-c12fd6185b27 x-openstack-request-id: req-1331bfd5-ef79-4ad7-bdbd-c12fd6185b27 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:12:27.316583 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d514ef-4cc2-4045-98c4-aefa565030b4", "name": "network-vif-unplugged", "status": "completed", "tag": "54a62c56-54c2-4a0b-9627-fa3c3cdf65fc", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:12:27.317044 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1331bfd5-ef79-4ad7-bdbd-c12fd6185b27 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:12:27.317850 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d514ef-4cc2-4045-98c4-aefa565030b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54a62c56-54c2-4a0b-9627-fa3c3cdf65fc', 'code': 200} Aug 10 01:12:27.335099 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c33d0903-e8a0-4378-9407-de5f1f24127d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:27.352100 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-016d018e-8c98-4c17-a6b6-934b96666b82 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:12:27.372982 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-016d018e-8c98-4c17-a6b6-934b96666b82 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:27.373204 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-016d018e-8c98-4c17-a6b6-934b96666b82 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Added segment a06ee3cc-1a0f-4ce7-86ec-e23cf18c385a of type vlan for network 90ac6ae4-7b40-4c00-ae71-f1b41430ba9a Aug 10 01:12:27.394284 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6fd72be4-2e18-46f2-964b-13a404deff41 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:27.423808 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.db.api [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:12:27.424105 n-d-766726-26 neutron-server[105828]: DEBUG oslo_db.api [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:12:27.432761 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0fe0eeae-ea03-46c9-be03-6ac1333919e4 None None] Provisioning for port c1216d64-a3dc-43cb-8776-51ec4e159345 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:12:27.439561 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0fe0eeae-ea03-46c9-be03-6ac1333919e4 None None] Provisioning complete for port c1216d64-a3dc-43cb-8776-51ec4e159345 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:27.440002 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0fe0eeae-ea03-46c9-be03-6ac1333919e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:27.441898 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-e10df46e-3d47-4fce-a773-1674959cd991 service neutron] No DVR routers for this DVR port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:12:27.445113 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10df46e-3d47-4fce-a773-1674959cd991 service neutron] Pushing event updated for resources: {'Port': ['ID=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc,revision_number=10']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:27.457982 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-41d35126-37e1-4276-a185-2df89eb140dc req-be3e6479-00bd-4287-aed7-32053b2fa27b service neutron] 10.222.0.24 "GET /v2.0/networks/b17b9b5f-95fc-413e-934b-7c85c5159133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5544643 Aug 10 01:12:27.460615 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-016d018e-8c98-4c17-a6b6-934b96666b82 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:27.567639 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0fe0eeae-ea03-46c9-be03-6ac1333919e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:27.570354 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd72be4-2e18-46f2-964b-13a404deff41 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Pushing event updated for resources: {'Port': ['ID=3078e3a7-a097-4466-8671-f56140310a5d,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:27.575765 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd72be4-2e18-46f2-964b-13a404deff41 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Network 614155b3-f847-4335-aabf-86a7fb40b96c is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:12:27.585139 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-6fd72be4-2e18-46f2-964b-13a404deff41 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:27.589817 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-016d018e-8c98-4c17-a6b6-934b96666b82 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:27.591632 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd72be4-2e18-46f2-964b-13a404deff41 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:12:27.592630 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6fd72be4-2e18-46f2-964b-13a404deff41 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:27.595513 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016d018e-8c98-4c17-a6b6-934b96666b82 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:27.596150 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-016d018e-8c98-4c17-a6b6-934b96666b82 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:27.625841 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-0fe0eeae-ea03-46c9-be03-6ac1333919e4 None None] For port c1216d64-a3dc-43cb-8776-51ec4e159345, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=c1216d64-a3dc-43cb-8776-51ec4e159345,segment=NetworkSegment(41cb6e13-2be8-452f-adf6-7d98a8858962),segment_id=41cb6e13-2be8-452f-adf6-7d98a8858962)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:27.631579 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0fe0eeae-ea03-46c9-be03-6ac1333919e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:27.701261 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe0eeae-ea03-46c9-be03-6ac1333919e4 None None] Pushing event updated for resources: {'Port': ['ID=c1216d64-a3dc-43cb-8776-51ec4e159345,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:27.710265 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5187f88-064a-4938-b164-f4d426e8f745 req-a691f7d0-73a7-4e73-b28b-f5d99a52f427 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:27.712413 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d5187f88-064a-4938-b164-f4d426e8f745 req-a691f7d0-73a7-4e73-b28b-f5d99a52f427 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 945 time: 0.1738722 Aug 10 01:12:27.713850 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe0eeae-ea03-46c9-be03-6ac1333919e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:27.714292 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe0eeae-ea03-46c9-be03-6ac1333919e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:27.714716 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe0eeae-ea03-46c9-be03-6ac1333919e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:27.715160 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe0eeae-ea03-46c9-be03-6ac1333919e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:27.715554 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe0eeae-ea03-46c9-be03-6ac1333919e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:27.715974 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe0eeae-ea03-46c9-be03-6ac1333919e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:27.716406 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe0eeae-ea03-46c9-be03-6ac1333919e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:27.717138 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe0eeae-ea03-46c9-be03-6ac1333919e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:27.717341 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe0eeae-ea03-46c9-be03-6ac1333919e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:27.717877 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe0eeae-ea03-46c9-be03-6ac1333919e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:27.718277 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe0eeae-ea03-46c9-be03-6ac1333919e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:27.719253 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe0eeae-ea03-46c9-be03-6ac1333919e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:27.729513 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d018e-8c98-4c17-a6b6-934b96666b82 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event updated for resources: {'Network': ['ID=90ac6ae4-7b40-4c00-ae71-f1b41430ba9a,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:27.732943 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c33d0903-e8a0-4378-9407-de5f1f24127d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:27.741020 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c33d0903-e8a0-4378-9407-de5f1f24127d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:27.743538 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 90ac6ae4-7b40-4c00-ae71-f1b41430ba9a details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:12:27.809245 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6fd72be4-2e18-46f2-964b-13a404deff41 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:27.820470 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-016d018e-8c98-4c17-a6b6-934b96666b82 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5771353 Aug 10 01:12:27.830624 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36870) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:27.843844 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c33d0903-e8a0-4378-9407-de5f1f24127d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=41cc2751ae33457a9e7c931d549f826e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9964085 Aug 10 01:12:27.853227 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36872) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:27.859226 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-2e6dce1e-c1a6-42f3-bbd3-5617daa60b33 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Request body: {'network': {'name': 'New_network'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:27.915327 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d0903-e8a0-4378-9407-de5f1f24127d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2790db3-ee60-4d5b-9cf9-b16c0ad4d7c1,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:28.079697 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-3ea7b66e-2d76-45b3-b155-dc9ad0f36134 None None] Provisioning for port 3078e3a7-a097-4466-8671-f56140310a5d completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:12:28.085028 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-3ea7b66e-2d76-45b3-b155-dc9ad0f36134 None None] Provisioning complete for port 3078e3a7-a097-4466-8671-f56140310a5d triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:28.086417 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3ea7b66e-2d76-45b3-b155-dc9ad0f36134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:28.128009 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-3ea7b66e-2d76-45b3-b155-dc9ad0f36134 None None] Port 3078e3a7-a097-4466-8671-f56140310a5d cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:12:28.168166 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-3ea7b66e-2d76-45b3-b155-dc9ad0f36134 None None] Provisioning complete for port c1216d64-a3dc-43cb-8776-51ec4e159345 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:28.168934 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3ea7b66e-2d76-45b3-b155-dc9ad0f36134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:28.172871 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:28.198313 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-e10df46e-3d47-4fce-a773-1674959cd991 service neutron] Attempting to bind port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:12:28.198679 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-e10df46e-3d47-4fce-a773-1674959cd991 service neutron] Attempting to bind port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '9dbd0271-91dc-4b61-94e9-2c7655de92e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:12:28.199002 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-e10df46e-3d47-4fce-a773-1674959cd991 service neutron] Attempting to bind port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc on network 01bb96cc-7872-46cf-825f-e696562689f6 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:12:28.199315 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c1216d64-a3dc-43cb-8776-51ec4e159345 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:12:28.221423 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-e10df46e-3d47-4fce-a773-1674959cd991 service neutron] Port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc on network 01bb96cc-7872-46cf-825f-e696562689f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:12:28.221735 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-e10df46e-3d47-4fce-a773-1674959cd991 service neutron] Attempting to bind port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc on network 01bb96cc-7872-46cf-825f-e696562689f6 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:12:28.242294 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-e10df46e-3d47-4fce-a773-1674959cd991 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:12:28.242720 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-e10df46e-3d47-4fce-a773-1674959cd991 service neutron] Checking segment: {'id': '9dbd0271-91dc-4b61-94e9-2c7655de92e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:28.243249 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-e10df46e-3d47-4fce-a773-1674959cd991 service neutron] Bound using segment: {'id': '9dbd0271-91dc-4b61-94e9-2c7655de92e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:12:28.243498 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-e10df46e-3d47-4fce-a773-1674959cd991 service neutron] Bound port: 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dbd0271-91dc-4b61-94e9-2c7655de92e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:12:28.243883 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-e10df46e-3d47-4fce-a773-1674959cd991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:28.284389 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2e6dce1e-c1a6-42f3-bbd3-5617daa60b33 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:28.297134 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port c1216d64-a3dc-43cb-8776-51ec4e159345 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:28.297721 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:28.364320 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2e6dce1e-c1a6-42f3-bbd3-5617daa60b33 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:28.377830 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d5187f88-064a-4938-b164-f4d426e8f745 req-c0b21114-4baa-417a-908a-4308ea828d16 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6125398 Aug 10 01:12:28.416235 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1553a-e086-4e87-93f2-633f31ecd0b2 req-dc29477c-5522-44e5-aec3-bd41cea003a6 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:28.417765 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ba1553a-e086-4e87-93f2-633f31ecd0b2 req-dc29477c-5522-44e5-aec3-bd41cea003a6 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 944 time: 0.0830932 Aug 10 01:12:28.418427 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e7151b53-5609-4379-a2f9-32f83b082f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:28.444102 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2e6dce1e-c1a6-42f3-bbd3-5617daa60b33 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Network 90ac6ae4-7b40-4c00-ae71-f1b41430ba9a is not hosted by any dhcp agent {{(pid=105827) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 01:12:28.450313 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6dce1e-c1a6-42f3-bbd3-5617daa60b33 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:28.450915 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2e6dce1e-c1a6-42f3-bbd3-5617daa60b33 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:28.452947 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2e6dce1e-c1a6-42f3-bbd3-5617daa60b33 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "PUT /v2.0/networks/90ac6ae4-7b40-4c00-ae71-f1b41430ba9a HTTP/1.1" status: 200 len: 723 time: 0.6132953 Aug 10 01:12:28.455610 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e7151b53-5609-4379-a2f9-32f83b082f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:28.457155 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36882) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:28.463651 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-b48cbe6c-8dee-44e0-a5e3-a349fc727f5a tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Request body: {'subnet': {'network_id': '90ac6ae4-7b40-4c00-ae71-f1b41430ba9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:28.501722 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-e10df46e-3d47-4fce-a773-1674959cd991 service neutron] For port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:12:28.517229 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6dce1e-c1a6-42f3-bbd3-5617daa60b33 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event updated for resources: {'Network': ['ID=90ac6ae4-7b40-4c00-ae71-f1b41430ba9a,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:28.528364 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 90ac6ae4-7b40-4c00-ae71-f1b41430ba9a details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:12:28.531989 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-e10df46e-3d47-4fce-a773-1674959cd991 service neutron] For port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc,segment=NetworkSegment(9dbd0271-91dc-4b61-94e9-2c7655de92e9),segment_id=9dbd0271-91dc-4b61-94e9-2c7655de92e9)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:12:28.541176 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-e10df46e-3d47-4fce-a773-1674959cd991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:28.572672 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ba1553a-e086-4e87-93f2-633f31ecd0b2 req-08873b46-19b2-42d1-9bfc-371337e6b19c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440489 Aug 10 01:12:28.638696 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-e10df46e-3d47-4fce-a773-1674959cd991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:28.640399 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-e10df46e-3d47-4fce-a773-1674959cd991 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:28.642969 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-e10df46e-3d47-4fce-a773-1674959cd991 service neutron] 10.222.0.24 "PUT /v2.0/ports/54a62c56-54c2-4a0b-9627-fa3c3cdf65fc HTTP/1.1" status: 200 len: 1093 time: 3.6401732 Aug 10 01:12:28.672205 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e7151b53-5609-4379-a2f9-32f83b082f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:28.674960 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e7151b53-5609-4379-a2f9-32f83b082f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:28.679020 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e7151b53-5609-4379-a2f9-32f83b082f11 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d2790db3-ee60-4d5b-9cf9-b16c0ad4d7c1 HTTP/1.1" status: 204 len: 168 time: 0.8184347 Aug 10 01:12:28.716555 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7151b53-5609-4379-a2f9-32f83b082f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2790db3-ee60-4d5b-9cf9-b16c0ad4d7c1,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:28.737277 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48cbe6c-8dee-44e0-a5e3-a349fc727f5a tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Made reservation on behalf of 8eccd7cf958f4d828a38ae25c26bf4ea for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:28.741372 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b48cbe6c-8dee-44e0-a5e3-a349fc727f5a tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:28.890368 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d351e-4f9d-4b05-92f3-87a98625558c req-8b9f18f6-0b04-42ba-837c-b2f0362f2211 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:28.891968 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-952d351e-4f9d-4b05-92f3-87a98625558c req-8b9f18f6-0b04-42ba-837c-b2f0362f2211 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 945 time: 0.2441494 Aug 10 01:12:29.002791 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-952d351e-4f9d-4b05-92f3-87a98625558c req-263702a6-4b21-400f-a210-10b57b9f8141 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820141 Aug 10 01:12:29.024764 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10df46e-3d47-4fce-a773-1674959cd991 service neutron] Pushing event updated for resources: {'Port': ['ID=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc,revision_number=11']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:29.035333 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6fd72be4-2e18-46f2-964b-13a404deff41 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:29.037078 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36892) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:29.043794 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6fd72be4-2e18-46f2-964b-13a404deff41 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:29.044605 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6fd72be4-2e18-46f2-964b-13a404deff41 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:29.056204 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f7db62c8-d024-48ef-87b5-f0c05694b7ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:29.058233 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b48cbe6c-8dee-44e0-a5e3-a349fc727f5a tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:29.115213 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-be0f6473-9b73-4efc-80eb-8a52cb0f9b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:29.117292 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-be0f6473-9b73-4efc-80eb-8a52cb0f9b66 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 1096 time: 0.4509120 Aug 10 01:12:29.153704 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48cbe6c-8dee-44e0-a5e3-a349fc727f5a tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event updated for resources: {'Subnet': ['ID=d333a8e0-5b2a-4cff-83a7-cc4a8257c6b4,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:29.181879 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48cbe6c-8dee-44e0-a5e3-a349fc727f5a tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Checking segment: {'id': 'a06ee3cc-1a0f-4ce7-86ec-e23cf18c385a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '90ac6ae4-7b40-4c00-ae71-f1b41430ba9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:29.182806 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48cbe6c-8dee-44e0-a5e3-a349fc727f5a tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Network hostable DHCP agents. Network: 90ac6ae4-7b40-4c00-ae71-f1b41430ba9a, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:12:29.209169 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd72be4-2e18-46f2-964b-13a404deff41 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Pushing event updated for resources: {'Port': ['ID=3078e3a7-a097-4466-8671-f56140310a5d,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:29.212780 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48cbe6c-8dee-44e0-a5e3-a349fc727f5a tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Network 90ac6ae4-7b40-4c00-ae71-f1b41430ba9a is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:12:29.251788 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-b48cbe6c-8dee-44e0-a5e3-a349fc727f5a tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 90ac6ae4-7b40-4c00-ae71-f1b41430ba9a) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:29.259571 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48cbe6c-8dee-44e0-a5e3-a349fc727f5a tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:29.260232 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b48cbe6c-8dee-44e0-a5e3-a349fc727f5a tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:29.274024 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f7db62c8-d024-48ef-87b5-f0c05694b7ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:29.275763 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd72be4-2e18-46f2-964b-13a404deff41 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Network 614155b3-f847-4335-aabf-86a7fb40b96c is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:12:29.277203 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52313d43-0543-4e61-98d1-427fe58b2f53 None None] Network 90ac6ae4-7b40-4c00-ae71-f1b41430ba9a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:29.277362 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-feeb99b1-838e-4a83-b368-4582afbf7ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:29.278886 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-feeb99b1-838e-4a83-b368-4582afbf7ac5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=01bb96cc-7872-46cf-825f-e696562689f6 HTTP/1.1" status: 200 len: 897 time: 0.1532791 Aug 10 01:12:29.279882 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-6fd72be4-2e18-46f2-964b-13a404deff41 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:29.280539 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f7db62c8-d024-48ef-87b5-f0c05694b7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:29.300112 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b48cbe6c-8dee-44e0-a5e3-a349fc727f5a tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8409648 Aug 10 01:12:29.308754 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36898) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:29.323946 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-5a00f16d-d511-4f88-9a0d-df2b83723ecd tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:29.329706 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d514ef-4cc2-4045-98c4-aefa565030b4', 'tag': '54a62c56-54c2-4a0b-9627-fa3c3cdf65fc'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:12:29.331433 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0c33a7-0ba6-4c07-b829-23e62b835a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "59d514ef-4cc2-4045-98c4-aefa565030b4", "tag": "54a62c56-54c2-4a0b-9627-fa3c3cdf65fc"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:12:29.383694 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f7db62c8-d024-48ef-87b5-f0c05694b7ef admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e0fe916bc46e4c2aba43752b4dbb9579&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3450813 Aug 10 01:12:29.388171 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36902) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:29.423211 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db62c8-d024-48ef-87b5-f0c05694b7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0e0762-580e-47ad-9233-ce0e0df4bf37,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:29.471118 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6bd8912-e2fd-4a14-b54f-7e593d8ff013 x-openstack-request-id: req-b6bd8912-e2fd-4a14-b54f-7e593d8ff013 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:12:29.471439 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d514ef-4cc2-4045-98c4-aefa565030b4", "tag": "54a62c56-54c2-4a0b-9627-fa3c3cdf65fc", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:12:29.471794 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b6bd8912-e2fd-4a14-b54f-7e593d8ff013 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:12:29.472226 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d514ef-4cc2-4045-98c4-aefa565030b4', 'tag': '54a62c56-54c2-4a0b-9627-fa3c3cdf65fc', 'status': 'completed', 'code': 200} Aug 10 01:12:29.499786 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c9f9d-20b0-4a3b-8b2f-f6b75bff3c8a req-d0ba6bf8-2d36-4900-bdce-2008ce195a3b tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:29.502046 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-366c9f9d-20b0-4a3b-8b2f-f6b75bff3c8a req-d0ba6bf8-2d36-4900-bdce-2008ce195a3b tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 945 time: 0.1045549 Aug 10 01:12:29.528855 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71a66b6-b517-45aa-9306-92999bc4ef7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-90ac6ae4-7b40-4c00-ae71-f1b41430ba9a', 'network_id': '90ac6ae4-7b40-4c00-ae71-f1b41430ba9a', 'tenant_id': '8eccd7cf958f4d828a38ae25c26bf4ea', 'fixed_ips': [{'subnet_id': 'd333a8e0-5b2a-4cff-83a7-cc4a8257c6b4'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:12:29.529723 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c71a66b6-b517-45aa-9306-92999bc4ef7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:29.555405 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-f53d57f0-7e66-43ce-8416-38b41b8b82dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc HTTP/1.1" status: 200 len: 999 time: 0.2685361 Aug 10 01:12:29.585448 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd72be4-2e18-46f2-964b-13a404deff41 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Router f0f4e482-4f70-4232-ad4c-c52c2a205773 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:12:29.633414 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5a00f16d-d511-4f88-9a0d-df2b83723ecd tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-33164698'] for subnet, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:29.650035 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b636bc13-40eb-4792-a1ac-8365ff49ee23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:29.692775 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c33a7-0ba6-4c07-b829-23e62b835a1c req-d51d6f5b-c194-44bc-b67e-a7cddb992d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:29.694450 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2c0c33a7-0ba6-4c07-b829-23e62b835a1c req-d51d6f5b-c194-44bc-b67e-a7cddb992d14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 1096 time: 0.2224219 Aug 10 01:12:29.706174 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-2b8bf4c7-0055-4259-9063-87899a3f7e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:29.707903 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-2b8bf4c7-0055-4259-9063-87899a3f7e04 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6592bd1e-0cb5-4931-abfd-37c8c7d77ae5 HTTP/1.1" status: 200 len: 834 time: 0.1427584 Aug 10 01:12:29.727939 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-06a29636-08d6-4e8a-8da1-80461326d23e None None] Provisioning complete for port 3078e3a7-a097-4466-8671-f56140310a5d triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:29.728619 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-06a29636-08d6-4e8a-8da1-80461326d23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:29.745567 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-366c9f9d-20b0-4a3b-8b2f-f6b75bff3c8a req-5e5f97c9-e648-44dc-9839-df7f5532c8e4 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112319 Aug 10 01:12:29.788859 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-c71a66b6-b517-45aa-9306-92999bc4ef7f None None] Allocated IP 172.20.0.2 (90ac6ae4-7b40-4c00-ae71-f1b41430ba9a/d333a8e0-5b2a-4cff-83a7-cc4a8257c6b4/95349ce4-3ebe-4c66-9b50-d5d4b66d4469) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:12:29.805021 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-06a29636-08d6-4e8a-8da1-80461326d23e None None] Port 3078e3a7-a097-4466-8671-f56140310a5d cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:12:29.808585 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b636bc13-40eb-4792-a1ac-8365ff49ee23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:29.848635 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd72be4-2e18-46f2-964b-13a404deff41 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:12:29.861718 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6fd72be4-2e18-46f2-964b-13a404deff41 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] 10.222.0.35 "PUT /v2.0/routers/f0f4e482-4f70-4232-ad4c-c52c2a205773/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5162039 Aug 10 01:12:29.861718 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-091d3e2c-eaa8-4d9f-9cbc-b2b8d81827cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:29.862045 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36912) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:29.862137 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-091d3e2c-eaa8-4d9f-9cbc-b2b8d81827cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01bb96cc-7872-46cf-825f-e696562689f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1147847 Aug 10 01:12:29.872034 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99853f1-8b5b-43f1-9f2f-c05a2dda5b62 None None] Sync routers for ids ['f0f4e482-4f70-4232-ad4c-c52c2a205773'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:12:29.887486 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38d96c-d88d-4f2d-ab13-50761ebc6ba8 req-be8c81d3-827c-45f0-ab23-775925af9ffc tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:29.889234 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dc38d96c-d88d-4f2d-ab13-50761ebc6ba8 req-be8c81d3-827c-45f0-ab23-775925af9ffc tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 944 time: 0.0947914 Aug 10 01:12:29.893121 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99853f1-8b5b-43f1-9f2f-c05a2dda5b62 None None] Routers {'f0f4e482-4f70-4232-ad4c-c52c2a205773'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:12:29.894074 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-e99853f1-8b5b-43f1-9f2f-c05a2dda5b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:12:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f0f4e482-4f70-4232-ad4c-c52c2a205773'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:29.931057 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-e99853f1-8b5b-43f1-9f2f-c05a2dda5b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:29.931758 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c33a7-0ba6-4c07-b829-23e62b835a1c req-7cff3730-7c8a-46fc-a145-22205e93e244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:29.933327 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2c0c33a7-0ba6-4c07-b829-23e62b835a1c req-7cff3730-7c8a-46fc-a145-22205e93e244 service neutron] 10.222.0.20 "GET /v2.0/networks?id=01bb96cc-7872-46cf-825f-e696562689f6 HTTP/1.1" status: 200 len: 897 time: 0.2278569 Aug 10 01:12:29.953808 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99853f1-8b5b-43f1-9f2f-c05a2dda5b62 None None] Routers {'f0f4e482-4f70-4232-ad4c-c52c2a205773'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:12:29.954735 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-e99853f1-8b5b-43f1-9f2f-c05a2dda5b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:12:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f0f4e482-4f70-4232-ad4c-c52c2a205773'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:29.959629 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b636bc13-40eb-4792-a1ac-8365ff49ee23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:29.963535 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b636bc13-40eb-4792-a1ac-8365ff49ee23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:29.967366 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b636bc13-40eb-4792-a1ac-8365ff49ee23 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/df0e0762-580e-47ad-9233-ce0e0df4bf37 HTTP/1.1" status: 204 len: 168 time: 0.5742657 Aug 10 01:12:29.989077 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b636bc13-40eb-4792-a1ac-8365ff49ee23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0e0762-580e-47ad-9233-ce0e0df4bf37,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:30.002373 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-e99853f1-8b5b-43f1-9f2f-c05a2dda5b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:30.003583 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99853f1-8b5b-43f1-9f2f-c05a2dda5b62 None None] The sync data for ids ['f0f4e482-4f70-4232-ad4c-c52c2a205773'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:12:30.019154 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-4acb82e6-8b76-4517-bf82-58f120184a05 service neutron] 10.222.0.24 "GET /v2.0/networks/01bb96cc-7872-46cf-825f-e696562689f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460259 Aug 10 01:12:30.067831 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dc38d96c-d88d-4f2d-ab13-50761ebc6ba8 req-fe522e25-6a2e-4b0e-b912-91f9cc7666ed tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357441 Aug 10 01:12:30.080099 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b60e9475-8bcc-4c12-99ec-21703cda9c7d tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:30.086373 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2c0c33a7-0ba6-4c07-b829-23e62b835a1c req-a297978c-6f56-4244-9bf1-c3a645224beb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc HTTP/1.1" status: 200 len: 999 time: 0.1266909 Aug 10 01:12:30.136510 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c71a66b6-b517-45aa-9306-92999bc4ef7f None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:30.145543 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6188f9d2-f921-45dc-b9b8-54e6bce56ad9 req-fb232436-6e95-4273-8dad-6b5768952dbc service neutron] 10.222.0.24 "GET /v2.0/networks/01bb96cc-7872-46cf-825f-e696562689f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170156 Aug 10 01:12:30.146124 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c71a66b6-b517-45aa-9306-92999bc4ef7f None None] Transition to ACTIVE for port object 95349ce4-3ebe-4c66-9b50-d5d4b66d4469 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:30.164656 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c71a66b6-b517-45aa-9306-92999bc4ef7f None None] Transition to ACTIVE for port object 95349ce4-3ebe-4c66-9b50-d5d4b66d4469 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:30.170712 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c71a66b6-b517-45aa-9306-92999bc4ef7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:30.234223 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a66b6-b517-45aa-9306-92999bc4ef7f None None] Pushing event updated for resources: {'Port': ['ID=95349ce4-3ebe-4c66-9b50-d5d4b66d4469,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:30.237862 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71a66b6-b517-45aa-9306-92999bc4ef7f None None] Network 90ac6ae4-7b40-4c00-ae71-f1b41430ba9a is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:12:30.239997 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-c71a66b6-b517-45aa-9306-92999bc4ef7f None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:30.242509 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71a66b6-b517-45aa-9306-92999bc4ef7f None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:12:30.245049 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c33a7-0ba6-4c07-b829-23e62b835a1c req-381ddee6-9901-44d6-8afb-8a642dcdf147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:30.246510 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2c0c33a7-0ba6-4c07-b829-23e62b835a1c req-381ddee6-9901-44d6-8afb-8a642dcdf147 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6592bd1e-0cb5-4931-abfd-37c8c7d77ae5 HTTP/1.1" status: 200 len: 834 time: 0.1262679 Aug 10 01:12:30.251108 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-b60e9475-8bcc-4c12-99ec-21703cda9c7d tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 01:12:30.252125 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b60e9475-8bcc-4c12-99ec-21703cda9c7d tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] 10.222.0.35 "DELETE /v2.0/routers/f0f4e482-4f70-4232-ad4c-c52c2a205773 HTTP/1.1" status: 409 len: 329 time: 0.3894436 Aug 10 01:12:30.257847 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 36916) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:30.321178 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-c71a66b6-b517-45aa-9306-92999bc4ef7f None None] Attempting to bind port 95349ce4-3ebe-4c66-9b50-d5d4b66d4469 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:12:30.322918 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-c71a66b6-b517-45aa-9306-92999bc4ef7f None None] Attempting to bind port 95349ce4-3ebe-4c66-9b50-d5d4b66d4469 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'a06ee3cc-1a0f-4ce7-86ec-e23cf18c385a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '90ac6ae4-7b40-4c00-ae71-f1b41430ba9a'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:12:30.325726 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71a66b6-b517-45aa-9306-92999bc4ef7f None None] Attempting to bind port 95349ce4-3ebe-4c66-9b50-d5d4b66d4469 on network 90ac6ae4-7b40-4c00-ae71-f1b41430ba9a {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:12:30.331656 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c33a7-0ba6-4c07-b829-23e62b835a1c req-b208854b-5a42-4fed-85ab-837de1fa1299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:30.333066 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2c0c33a7-0ba6-4c07-b829-23e62b835a1c req-b208854b-5a42-4fed-85ab-837de1fa1299 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=01bb96cc-7872-46cf-825f-e696562689f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780730 Aug 10 01:12:30.334784 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71a66b6-b517-45aa-9306-92999bc4ef7f None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:12:30.336602 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71a66b6-b517-45aa-9306-92999bc4ef7f None None] Checking segment: {'id': 'a06ee3cc-1a0f-4ce7-86ec-e23cf18c385a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '90ac6ae4-7b40-4c00-ae71-f1b41430ba9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:30.338133 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c71a66b6-b517-45aa-9306-92999bc4ef7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:30.338545 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71a66b6-b517-45aa-9306-92999bc4ef7f None None] Bound using segment: {'id': 'a06ee3cc-1a0f-4ce7-86ec-e23cf18c385a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '90ac6ae4-7b40-4c00-ae71-f1b41430ba9a'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:12:30.339063 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-c71a66b6-b517-45aa-9306-92999bc4ef7f None None] Bound port: 95349ce4-3ebe-4c66-9b50-d5d4b66d4469, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06ee3cc-1a0f-4ce7-86ec-e23cf18c385a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '90ac6ae4-7b40-4c00-ae71-f1b41430ba9a'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:12:30.339454 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c71a66b6-b517-45aa-9306-92999bc4ef7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:30.364849 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c33a7-0ba6-4c07-b829-23e62b835a1c req-4b9d64b8-a6f2-4787-ab93-e0a117251aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:30.366367 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2c0c33a7-0ba6-4c07-b829-23e62b835a1c req-4b9d64b8-a6f2-4787-ab93-e0a117251aa9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 1096 time: 0.1629531 Aug 10 01:12:30.400113 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5a00f16d-d511-4f88-9a0d-df2b83723ecd tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753869218708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-33539976'] for subnet, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:30.448234 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a00f16d-d511-4f88-9a0d-df2b83723ecd tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:30.449213 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5a00f16d-d511-4f88-9a0d-df2b83723ecd tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:30.450848 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5a00f16d-d511-4f88-9a0d-df2b83723ecd tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "PUT /v2.0/subnets/d333a8e0-5b2a-4cff-83a7-cc4a8257c6b4 HTTP/1.1" status: 200 len: 806 time: 1.1365559 Aug 10 01:12:30.457091 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36920) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:30.486085 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00f16d-d511-4f88-9a0d-df2b83723ecd tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event updated for resources: {'Subnet': ['ID=d333a8e0-5b2a-4cff-83a7-cc4a8257c6b4,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:30.510539 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-c71a66b6-b517-45aa-9306-92999bc4ef7f None None] For port 95349ce4-3ebe-4c66-9b50-d5d4b66d4469, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:12:30.514597 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-c71a66b6-b517-45aa-9306-92999bc4ef7f None None] For port 95349ce4-3ebe-4c66-9b50-d5d4b66d4469, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=95349ce4-3ebe-4c66-9b50-d5d4b66d4469,segment=NetworkSegment(a06ee3cc-1a0f-4ce7-86ec-e23cf18c385a),segment_id=a06ee3cc-1a0f-4ce7-86ec-e23cf18c385a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:12:30.520805 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c71a66b6-b517-45aa-9306-92999bc4ef7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:30.589418 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2c0c33a7-0ba6-4c07-b829-23e62b835a1c req-572295f2-3020-44d0-aac2-3080c8ebf6ca service neutron] 10.222.0.20 "GET /v2.0/networks/01bb96cc-7872-46cf-825f-e696562689f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473662 Aug 10 01:12:30.647331 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c33a7-0ba6-4c07-b829-23e62b835a1c req-31f2e3e4-9ab4-487e-9463-a74534d522fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:30.649393 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2c0c33a7-0ba6-4c07-b829-23e62b835a1c req-31f2e3e4-9ab4-487e-9463-a74534d522fc service neutron] 10.222.0.24 "GET /v2.0/networks?id=01bb96cc-7872-46cf-825f-e696562689f6 HTTP/1.1" status: 200 len: 897 time: 0.2663772 Aug 10 01:12:30.678532 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a66b6-b517-45aa-9306-92999bc4ef7f None None] Pushing event updated for resources: {'Port': ['ID=95349ce4-3ebe-4c66-9b50-d5d4b66d4469,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:30.732964 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cd90fcac-5a2a-49f1-b5a5-59353a76b800 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:30.798117 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2c0c33a7-0ba6-4c07-b829-23e62b835a1c req-e244f4a4-5ddf-4738-bbdc-3df057549615 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc HTTP/1.1" status: 200 len: 999 time: 0.1226318 Aug 10 01:12:30.798875 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2c0c33a7-0ba6-4c07-b829-23e62b835a1c req-26327f24-b524-4d33-b101-38e192f9701d service neutron] 10.222.0.20 "GET /v2.0/networks/01bb96cc-7872-46cf-825f-e696562689f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954668 Aug 10 01:12:30.845029 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-cd90fcac-5a2a-49f1-b5a5-59353a76b800 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Deleting port 95349ce4-3ebe-4c66-9b50-d5d4b66d4469 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:12:30.845387 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cd90fcac-5a2a-49f1-b5a5-59353a76b800 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:30.957480 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c33a7-0ba6-4c07-b829-23e62b835a1c req-70a24b38-a4ba-4082-b03d-b2f257895518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:30.959169 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2c0c33a7-0ba6-4c07-b829-23e62b835a1c req-70a24b38-a4ba-4082-b03d-b2f257895518 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6592bd1e-0cb5-4931-abfd-37c8c7d77ae5 HTTP/1.1" status: 200 len: 834 time: 0.1488948 Aug 10 01:12:31.083968 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f7ff2-0add-4e55-ab77-3e0c66a4d7d5 req-f04d072b-b697-44d6-bc00-272da50a7d3a tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:31.086417 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-394f7ff2-0add-4e55-ab77-3e0c66a4d7d5 req-f04d072b-b697-44d6-bc00-272da50a7d3a tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 945 time: 0.1900697 Aug 10 01:12:31.093162 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-cd90fcac-5a2a-49f1-b5a5-59353a76b800 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] For port 95349ce4-3ebe-4c66-9b50-d5d4b66d4469, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=95349ce4-3ebe-4c66-9b50-d5d4b66d4469,segment=NetworkSegment(a06ee3cc-1a0f-4ce7-86ec-e23cf18c385a),segment_id=a06ee3cc-1a0f-4ce7-86ec-e23cf18c385a)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:31.093728 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cd90fcac-5a2a-49f1-b5a5-59353a76b800 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:31.105304 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6fc01-4272-47a9-988f-c48d876260c5 req-9386ad30-851a-455c-8f81-603544654365 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:31.109615 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c2e6fc01-4272-47a9-988f-c48d876260c5 req-9386ad30-851a-455c-8f81-603544654365 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 945 time: 0.1706905 Aug 10 01:12:31.120932 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-cd90fcac-5a2a-49f1-b5a5-59353a76b800 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Calling delete_port for 95349ce4-3ebe-4c66-9b50-d5d4b66d4469 owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:12:31.136825 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9bf5a879-1335-4d6a-849b-b147f74ad709 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:31.211031 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c33a7-0ba6-4c07-b829-23e62b835a1c req-ee6d2337-bbf5-49ea-9a45-3d32c6e8214e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:31.212891 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2c0c33a7-0ba6-4c07-b829-23e62b835a1c req-ee6d2337-bbf5-49ea-9a45-3d32c6e8214e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01bb96cc-7872-46cf-825f-e696562689f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2198024 Aug 10 01:12:31.226796 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-394f7ff2-0add-4e55-ab77-3e0c66a4d7d5 req-e32cd100-c034-4f5d-89cb-b14ba3ba00e4 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219456 Aug 10 01:12:31.280531 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75143d3d-9717-4238-9448-a5907f6c2591 req-4a755a87-b7df-419d-aff1-3c695266c1e1 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:31.286433 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-75143d3d-9717-4238-9448-a5907f6c2591 req-4a755a87-b7df-419d-aff1-3c695266c1e1 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 944 time: 0.1033270 Aug 10 01:12:31.362315 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-75143d3d-9717-4238-9448-a5907f6c2591 req-721ebb17-0148-4f94-aad8-73b6d7322385 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717885 Aug 10 01:12:31.365262 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cd90fcac-5a2a-49f1-b5a5-59353a76b800 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:31.404935 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90fcac-5a2a-49f1-b5a5-59353a76b800 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event deleted for resources: {'Port': ['ID=95349ce4-3ebe-4c66-9b50-d5d4b66d4469,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:31.464970 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd90fcac-5a2a-49f1-b5a5-59353a76b800 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] No DVR routers for this DVR port 95349ce4-3ebe-4c66-9b50-d5d4b66d4469 on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:12:31.483196 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2c0c33a7-0ba6-4c07-b829-23e62b835a1c req-a383d8b3-e8dc-4ee4-9902-f5e3ee4680d2 service neutron] 10.222.0.24 "GET /v2.0/networks/01bb96cc-7872-46cf-825f-e696562689f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278557 Aug 10 01:12:31.497839 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-c2e6fc01-4272-47a9-988f-c48d876260c5 req-24766405-e36a-4245-bed0-da2a3cd68ba2 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Deleting port 5501faf5-fbd6-4ce6-b33b-1395bed2820c {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:12:31.498191 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c2e6fc01-4272-47a9-988f-c48d876260c5 req-24766405-e36a-4245-bed0-da2a3cd68ba2 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:31.520551 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cd90fcac-5a2a-49f1-b5a5-59353a76b800 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:31.616448 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cd90fcac-5a2a-49f1-b5a5-59353a76b800 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:31.663043 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90fcac-5a2a-49f1-b5a5-59353a76b800 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event deleted for resources: {'Subnet': ['ID=d333a8e0-5b2a-4cff-83a7-cc4a8257c6b4,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:31.736172 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cd90fcac-5a2a-49f1-b5a5-59353a76b800 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:31.751418 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-cd90fcac-5a2a-49f1-b5a5-59353a76b800 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ac6ae4-7b40-4c00-ae71-f1b41430ba9a']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:31.778744 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-cd90fcac-5a2a-49f1-b5a5-59353a76b800 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a06ee3cc-1a0f-4ce7-86ec-e23cf18c385a') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:31.779421 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-cd90fcac-5a2a-49f1-b5a5-59353a76b800 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a06ee3cc-1a0f-4ce7-86ec-e23cf18c385a') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:31.797521 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cd90fcac-5a2a-49f1-b5a5-59353a76b800 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:31.821928 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cd90fcac-5a2a-49f1-b5a5-59353a76b800 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:31.845839 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd90fcac-5a2a-49f1-b5a5-59353a76b800 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:12:31.846683 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cd90fcac-5a2a-49f1-b5a5-59353a76b800 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:31.930613 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:12:31.930613 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:12:31.930613 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:12:31.930613 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:12:31.930613 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:12:31.930613 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:12:31.930613 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:12:31.930613 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:12:31.930613 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:12:31.930613 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:12:31.930613 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:12:31.930613 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:12:31.930613 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:12:31.930613 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:12:31.930613 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:12:31.930613 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:12:31.930613 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:12:31.930613 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:12:31.930613 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:12:31.930613 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:12:31.930613 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:12:31.930613 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:12:31.930613 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:12:31.930613 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:12:31.930613 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:12:31.930613 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:12:31.930613 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:12:31.930613 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:12:31.930613 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:12:31.930613 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:12:31.930613 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:12:31.930613 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:12:31.935158 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cd90fcac-5a2a-49f1-b5a5-59353a76b800 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:31.945293 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cd90fcac-5a2a-49f1-b5a5-59353a76b800 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:31.947461 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-cd90fcac-5a2a-49f1-b5a5-59353a76b800 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "DELETE /v2.0/networks/90ac6ae4-7b40-4c00-ae71-f1b41430ba9a HTTP/1.1" status: 204 len: 168 time: 1.4892151 Aug 10 01:12:31.959404 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36966) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:31.968820 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90fcac-5a2a-49f1-b5a5-59353a76b800 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event deleted for resources: {'Network': ['ID=90ac6ae4-7b40-4c00-ae71-f1b41430ba9a,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:31.981243 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a62a1ef7-48c0-4a4d-a2eb-630af61b2a0b tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] DELETE failed (client error): The resource could not be found. Aug 10 01:12:31.981829 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a62a1ef7-48c0-4a4d-a2eb-630af61b2a0b tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:12:31.984097 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a62a1ef7-48c0-4a4d-a2eb-630af61b2a0b tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "DELETE /v2.0/networks/90ac6ae4-7b40-4c00-ae71-f1b41430ba9a HTTP/1.1" status: 404 len: 339 time: 0.0235248 Aug 10 01:12:31.991184 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36968) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:31.997828 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-daf7f657-f09f-4ecf-8a03-259253a3f3ef tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-903454941', 'description': 'd1'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:32.022222 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf7f657-f09f-4ecf-8a03-259253a3f3ef tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Made reservation on behalf of 8eccd7cf958f4d828a38ae25c26bf4ea for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:32.029286 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-daf7f657-f09f-4ecf-8a03-259253a3f3ef tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:32.046047 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b9079295-fae4-40cc-9a45-8766447e114e None None] Could not find standard attr ID for object 95349ce4-3ebe-4c66-9b50-d5d4b66d4469. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:12:32.068431 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf7f657-f09f-4ecf-8a03-259253a3f3ef tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:12:32.093206 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-daf7f657-f09f-4ecf-8a03-259253a3f3ef tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:32.093747 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-daf7f657-f09f-4ecf-8a03-259253a3f3ef tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Added segment 0d4499d6-dd67-496c-b678-e4298279fcc0 of type vlan for network 36b5af5d-150c-40b6-9856-63c94a1895ed Aug 10 01:12:32.108979 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6e71d9-b942-4b2d-a444-be2d4acde510 None None] DHCP port deletion for 90ac6ae4-7b40-4c00-ae71-f1b41430ba9a request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:12:32.138595 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d18fb5-52a2-4964-9e33-2426176b907a None None] Network 90ac6ae4-7b40-4c00-ae71-f1b41430ba9a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:32.154218 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d18fb5-52a2-4964-9e33-2426176b907a None None] Network 90ac6ae4-7b40-4c00-ae71-f1b41430ba9a could not be found, it might have been deleted concurrently. {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 01:12:32.170926 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-daf7f657-f09f-4ecf-8a03-259253a3f3ef tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:32.177493 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-c2e6fc01-4272-47a9-988f-c48d876260c5 req-24766405-e36a-4245-bed0-da2a3cd68ba2 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] For port 5501faf5-fbd6-4ce6-b33b-1395bed2820c, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=5501faf5-fbd6-4ce6-b33b-1395bed2820c,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:32.177939 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06894e02-3eb1-4009-adae-d98c2aa2dc2e None None] Network 90ac6ae4-7b40-4c00-ae71-f1b41430ba9a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:32.178024 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c2e6fc01-4272-47a9-988f-c48d876260c5 req-24766405-e36a-4245-bed0-da2a3cd68ba2 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:32.192951 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06894e02-3eb1-4009-adae-d98c2aa2dc2e None None] Network 90ac6ae4-7b40-4c00-ae71-f1b41430ba9a could not be found, it might have been deleted concurrently. {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 01:12:32.219565 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-daf7f657-f09f-4ecf-8a03-259253a3f3ef tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:32.223051 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2c0c33a7-0ba6-4c07-b829-23e62b835a1c req-7ba75660-1ce8-4606-b5d7-0af2b810bc80 service neutron] 10.222.0.24 "GET /v2.0/networks/01bb96cc-7872-46cf-825f-e696562689f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7310352 Aug 10 01:12:32.226042 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf7f657-f09f-4ecf-8a03-259253a3f3ef tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:32.227571 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-daf7f657-f09f-4ecf-8a03-259253a3f3ef tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7895576'] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:32.233775 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-c2e6fc01-4272-47a9-988f-c48d876260c5 req-24766405-e36a-4245-bed0-da2a3cd68ba2 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Calling delete_port for 5501faf5-fbd6-4ce6-b33b-1395bed2820c owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:12:32.294824 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-daf7f657-f09f-4ecf-8a03-259253a3f3ef tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3023982 Aug 10 01:12:32.298285 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36982) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:32.339851 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-9bf5a879-1335-4d6a-849b-b147f74ad709 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Deleting port 3078e3a7-a097-4466-8671-f56140310a5d {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:12:32.340225 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9bf5a879-1335-4d6a-849b-b147f74ad709 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:32.372622 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7f657-f09f-4ecf-8a03-259253a3f3ef tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event updated for resources: {'Network': ['ID=36b5af5d-150c-40b6-9856-63c94a1895ed,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:32.389184 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 36b5af5d-150c-40b6-9856-63c94a1895ed details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:12:32.428146 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b404f36-9b6d-45bd-acda-fdc1f2f61326 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:32.433936 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3b404f36-9b6d-45bd-acda-fdc1f2f61326 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "GET /v2.0/networks?id=36b5af5d-150c-40b6-9856-63c94a1895ed HTTP/1.1" status: 200 len: 760 time: 0.1314716 Aug 10 01:12:32.440706 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d2737-5fc7-438e-b37d-5dfb88c89469 req-724e8879-acb6-473b-a406-30e79092cfd7 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:32.441621 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0c9d2737-5fc7-438e-b37d-5dfb88c89469 req-724e8879-acb6-473b-a406-30e79092cfd7 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 945 time: 0.0903957 Aug 10 01:12:32.442351 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36986) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:32.447605 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-26c88310-eeb1-4539-a29c-ee1535f81d1d tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Request body: {'network': {'description': 'd2'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:32.560660 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9bf5a879-1335-4d6a-849b-b147f74ad709 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:32.583843 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0c9d2737-5fc7-438e-b37d-5dfb88c89469 req-2cb2fbbb-f9ca-4abb-88f1-62f266885a8a tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323366 Aug 10 01:12:32.589884 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-9bf5a879-1335-4d6a-849b-b147f74ad709 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Calling delete_port for 3078e3a7-a097-4466-8671-f56140310a5d owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:12:32.646560 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a19f02-2faa-4c92-ba1f-fb6b9f9541b9 req-23c28f7c-392b-4652-a896-c19a1356413d tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:32.648159 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-73a19f02-2faa-4c92-ba1f-fb6b9f9541b9 req-23c28f7c-392b-4652-a896-c19a1356413d tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 944 time: 0.1462388 Aug 10 01:12:32.657333 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c2e6fc01-4272-47a9-988f-c48d876260c5 req-24766405-e36a-4245-bed0-da2a3cd68ba2 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:32.689359 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['0aecc27a-db65-432e-b4b6-857d127b666e'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:12:32.698374 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24766405-e36a-4245-bed0-da2a3cd68ba2 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Pushing event deleted for resources: {'Port': ['ID=5501faf5-fbd6-4ce6-b33b-1395bed2820c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:32.720159 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-26c88310-eeb1-4539-a29c-ee1535f81d1d tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:32.726554 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-73a19f02-2faa-4c92-ba1f-fb6b9f9541b9 req-b333b0ee-afca-4308-9c5e-0166e202fc2a tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704329 Aug 10 01:12:32.731937 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36990) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:32.759705 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-26c88310-eeb1-4539-a29c-ee1535f81d1d tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:32.764772 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e6fc01-4272-47a9-988f-c48d876260c5 req-24766405-e36a-4245-bed0-da2a3cd68ba2 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] No DVR routers for this DVR port 5501faf5-fbd6-4ce6-b33b-1395bed2820c on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:12:32.768136 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c2e6fc01-4272-47a9-988f-c48d876260c5 req-24766405-e36a-4245-bed0-da2a3cd68ba2 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:32.770433 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c2e6fc01-4272-47a9-988f-c48d876260c5 req-24766405-e36a-4245-bed0-da2a3cd68ba2 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.24 "DELETE /v2.0/ports/5501faf5-fbd6-4ce6-b33b-1395bed2820c HTTP/1.1" status: 204 len: 173 time: 1.6521041 Aug 10 01:12:32.770889 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0f88d2-a951-48ef-ac28-b67a34b61b48', 'name': 'network-vif-deleted', 'tag': '5501faf5-fbd6-4ce6-b33b-1395bed2820c'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:12:32.774130 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46b42f0-6b6b-4395-8a3c-b40282f4f649" -d '{"events": [{"server_uuid": "5d0f88d2-a951-48ef-ac28-b67a34b61b48", "name": "network-vif-deleted", "tag": "5501faf5-fbd6-4ce6-b33b-1395bed2820c"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:12:32.778669 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-26c88310-eeb1-4539-a29c-ee1535f81d1d tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Network 36b5af5d-150c-40b6-9856-63c94a1895ed is not hosted by any dhcp agent {{(pid=105826) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 01:12:32.805869 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c88310-eeb1-4539-a29c-ee1535f81d1d tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:32.808306 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-26c88310-eeb1-4539-a29c-ee1535f81d1d tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:32.811863 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-26c88310-eeb1-4539-a29c-ee1535f81d1d tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "PUT /v2.0/networks/36b5af5d-150c-40b6-9856-63c94a1895ed HTTP/1.1" status: 200 len: 757 time: 0.3675387 Aug 10 01:12:32.815440 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36998) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:32.901554 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9366a95b-bebb-4a58-8038-727aca292796 x-openstack-request-id: req-9366a95b-bebb-4a58-8038-727aca292796 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:12:32.901848 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0f88d2-a951-48ef-ac28-b67a34b61b48", "name": "network-vif-deleted", "tag": "5501faf5-fbd6-4ce6-b33b-1395bed2820c", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:12:32.902078 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9366a95b-bebb-4a58-8038-727aca292796 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:12:32.904745 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d0f88d2-a951-48ef-ac28-b67a34b61b48', 'name': 'network-vif-deleted', 'tag': '5501faf5-fbd6-4ce6-b33b-1395bed2820c', 'status': 'completed', 'code': 200} Aug 10 01:12:33.043825 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d7c0b3c1-db6a-43bf-91c6-1564d0023e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:33.049166 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9bf5a879-1335-4d6a-849b-b147f74ad709 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:33.049465 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c88310-eeb1-4539-a29c-ee1535f81d1d tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event updated for resources: {'Network': ['ID=36b5af5d-150c-40b6-9856-63c94a1895ed,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:33.064416 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 36b5af5d-150c-40b6-9856-63c94a1895ed details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:12:33.088957 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf5a879-1335-4d6a-849b-b147f74ad709 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Pushing event deleted for resources: {'Port': ['ID=3078e3a7-a097-4466-8671-f56140310a5d,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:33.106568 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950da1d0-0ea4-41e2-8d70-c58dec48148a tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:33.114543 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-950da1d0-0ea4-41e2-8d70-c58dec48148a tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "GET /v2.0/networks?id=36b5af5d-150c-40b6-9856-63c94a1895ed HTTP/1.1" status: 200 len: 760 time: 0.2963018 Aug 10 01:12:33.115182 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37002) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:33.127971 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-7fbbe9b0-b104-45b9-ba9f-33eec0f8e673 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-521831707'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:33.239026 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9bf5a879-1335-4d6a-849b-b147f74ad709 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:33.287078 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d7c0b3c1-db6a-43bf-91c6-1564d0023e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:33.306249 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d7c0b3c1-db6a-43bf-91c6-1564d0023e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:33.340697 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0b3c1-db6a-43bf-91c6-1564d0023e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6dd719f-8aa2-414f-a632-0ef4a6595b8a,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:33.381090 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbbe9b0-b104-45b9-ba9f-33eec0f8e673 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Made reservation on behalf of 8eccd7cf958f4d828a38ae25c26bf4ea for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:33.385344 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7fbbe9b0-b104-45b9-ba9f-33eec0f8e673 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:33.401036 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d7c0b3c1-db6a-43bf-91c6-1564d0023e7b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=db0061400a5d48d4b84d44783a891f0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6680684 Aug 10 01:12:33.408303 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37006) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:33.428866 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:12:33.446858 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 5501faf5-fbd6-4ce6-b33b-1395bed2820c no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:12:33.457231 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf5a879-1335-4d6a-849b-b147f74ad709 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Router f0f4e482-4f70-4232-ad4c-c52c2a205773 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:12:33.472549 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fbbe9b0-b104-45b9-ba9f-33eec0f8e673 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:12:33.501167 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7fbbe9b0-b104-45b9-ba9f-33eec0f8e673 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:33.501570 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-7fbbe9b0-b104-45b9-ba9f-33eec0f8e673 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Added segment 0e88b7cc-87d7-4d64-a425-bfba78f6ccea of type vlan for network 2e4ee460-1bbb-47f4-8156-63b827068f39 Aug 10 01:12:33.542227 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 5501faf5-fbd6-4ce6-b33b-1395bed2820c {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:12:33.542872 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 5501faf5-fbd6-4ce6-b33b-1395bed2820c not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:12:33.562028 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf5a879-1335-4d6a-849b-b147f74ad709 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:12:33.562272 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-de471744-c7c4-4102-b3e3-f8ebf7f3b72b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:33.568522 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9bf5a879-1335-4d6a-849b-b147f74ad709 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] 10.222.0.35 "PUT /v2.0/routers/f0f4e482-4f70-4232-ad4c-c52c2a205773/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3076086 Aug 10 01:12:33.572671 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37008) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:33.576410 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd69b23-8a54-4c0e-bd47-36ca216071dd None None] Sync routers for ids ['f0f4e482-4f70-4232-ad4c-c52c2a205773'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:12:33.587879 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7fbbe9b0-b104-45b9-ba9f-33eec0f8e673 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:33.597792 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd69b23-8a54-4c0e-bd47-36ca216071dd None None] Routers {'f0f4e482-4f70-4232-ad4c-c52c2a205773'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:12:33.598412 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-dbd69b23-8a54-4c0e-bd47-36ca216071dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:12:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f0f4e482-4f70-4232-ad4c-c52c2a205773'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:33.623056 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-225a3b2a-6d1f-4544-a8af-6c7ec989b0cc tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] show failed (client error): The resource could not be found. Aug 10 01:12:33.624151 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-225a3b2a-6d1f-4544-a8af-6c7ec989b0cc tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] 10.222.0.35 "GET /v2.0/routers/tempest-non_exist_router-632838613 HTTP/1.1" status: 404 len: 334 time: 0.0501666 Aug 10 01:12:33.628963 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37012) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:33.631840 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-de471744-c7c4-4102-b3e3-f8ebf7f3b72b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:33.635244 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-a5b4180c-4327-42b5-afe1-d3f431f71a64 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Request body: {'router': {'name': 'new_name'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:33.678637 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-dbd69b23-8a54-4c0e-bd47-36ca216071dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:33.681023 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-a5b4180c-4327-42b5-afe1-d3f431f71a64 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] update failed (client error): The resource could not be found. Aug 10 01:12:33.684741 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a5b4180c-4327-42b5-afe1-d3f431f71a64 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] 10.222.0.35 "PUT /v2.0/routers/tempest-non_exist_router-348053444 HTTP/1.1" status: 404 len: 334 time: 0.0521650 Aug 10 01:12:33.687228 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37014) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:33.711175 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd69b23-8a54-4c0e-bd47-36ca216071dd None None] Routers {'f0f4e482-4f70-4232-ad4c-c52c2a205773'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:12:33.712148 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-dbd69b23-8a54-4c0e-bd47-36ca216071dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:12:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f0f4e482-4f70-4232-ad4c-c52c2a205773'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:33.712918 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-de471744-c7c4-4102-b3e3-f8ebf7f3b72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:33.716134 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-de471744-c7c4-4102-b3e3-f8ebf7f3b72b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:33.719940 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-de471744-c7c4-4102-b3e3-f8ebf7f3b72b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a6dd719f-8aa2-414f-a632-0ef4a6595b8a HTTP/1.1" status: 204 len: 168 time: 0.3072422 Aug 10 01:12:33.728691 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de471744-c7c4-4102-b3e3-f8ebf7f3b72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6dd719f-8aa2-414f-a632-0ef4a6595b8a,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:33.730953 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7fbbe9b0-b104-45b9-ba9f-33eec0f8e673 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:33.737465 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbbe9b0-b104-45b9-ba9f-33eec0f8e673 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:33.738285 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7fbbe9b0-b104-45b9-ba9f-33eec0f8e673 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:33.758776 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc,segment=NetworkSegment(9dbd0271-91dc-4b61-94e9-2c7655de92e9),segment_id=9dbd0271-91dc-4b61-94e9-2c7655de92e9)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:33.779733 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '54a62c56-54c2-4a0b-9627-fa3c3cdf65fc', 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6', 'port_id': '54a62c56-54c2-4a0b-9627-fa3c3cdf65fc', 'mac_address': 'fa:16:3e:02:3c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6592bd1e-0cb5-4931-abfd-37c8c7d77ae5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:12:33.832209 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:33.836727 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-dbd69b23-8a54-4c0e-bd47-36ca216071dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:33.837122 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd69b23-8a54-4c0e-bd47-36ca216071dd None None] The sync data for ids ['f0f4e482-4f70-4232-ad4c-c52c2a205773'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:12:33.855833 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:12:33.886583 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbe9b0-b104-45b9-ba9f-33eec0f8e673 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event updated for resources: {'Network': ['ID=2e4ee460-1bbb-47f4-8156-63b827068f39,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:33.889229 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc,segment=NetworkSegment(9dbd0271-91dc-4b61-94e9-2c7655de92e9),segment_id=9dbd0271-91dc-4b61-94e9-2c7655de92e9)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:33.893311 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-12e739a8-08b2-4d8a-8bc0-16eb7740661f req-eb99aeea-ed62-4df4-8318-9e5a9ea74edf tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 210 time: 0.1511390 Aug 10 01:12:33.909066 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 2e4ee460-1bbb-47f4-8156-63b827068f39 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:12:33.913875 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:33.928701 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e9ee3b9-3040-44d6-9ae5-d7db14b03f6b tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Deleting subnet 682d3019-a5e2-4643-b480-4286f6f4d1a1 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:12:33.934928 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0e9ee3b9-3040-44d6-9ae5-d7db14b03f6b tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:33.939674 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7fbbe9b0-b104-45b9-ba9f-33eec0f8e673 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8177011 Aug 10 01:12:33.943605 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37022) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:33.951168 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-c12e4a61-aaba-478e-960a-85ff0d507dc3 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Request body: {'subnet': {'network_id': '2e4ee460-1bbb-47f4-8156-63b827068f39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:34.059959 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc,revision_number=12']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:34.098880 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0e9ee3b9-3040-44d6-9ae5-d7db14b03f6b tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:34.188499 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 95349ce4-3ebe-4c66-9b50-d5d4b66d4469 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:12:34.216745 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 95349ce4-3ebe-4c66-9b50-d5d4b66d4469 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:12:34.216908 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 95349ce4-3ebe-4c66-9b50-d5d4b66d4469 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:12:34.266274 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['54a62c56-54c2-4a0b-9627-fa3c3cdf65fc'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:12:34.331551 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0e9ee3b9-3040-44d6-9ae5-d7db14b03f6b tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:34.400984 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37030) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:34.442410 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d48d20a6-6ab6-48c6-97af-0496a008b6ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:34.595366 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d58fbd-92ca-4eaf-b7d2-61cbc6da699f req-9256b865-9019-4609-b09d-ca34be7a054a tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:34.603941 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-48d58fbd-92ca-4eaf-b7d2-61cbc6da699f req-9256b865-9019-4609-b09d-ca34be7a054a tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 945 time: 0.7141995 Aug 10 01:12:34.630909 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0e9ee3b9-3040-44d6-9ae5-d7db14b03f6b tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:34.662874 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-48d58fbd-92ca-4eaf-b7d2-61cbc6da699f req-c91428a1-cecc-4c30-948f-8f2b5ebfdd94 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579166 Aug 10 01:12:34.682041 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37032) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:34.696413 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ee3b9-3040-44d6-9ae5-d7db14b03f6b tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Pushing event deleted for resources: {'Subnet': ['ID=682d3019-a5e2-4643-b480-4286f6f4d1a1,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:34.721738 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ae7908-03c9-411b-affd-79973f5f401d None None] Network 4f3d5cda-d502-4a73-9d5b-e4e2a3956b6e requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:34.722165 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0e9ee3b9-3040-44d6-9ae5-d7db14b03f6b tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:34.726920 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0e9ee3b9-3040-44d6-9ae5-d7db14b03f6b tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] 10.222.0.35 "DELETE /v2.0/subnets/682d3019-a5e2-4643-b480-4286f6f4d1a1 HTTP/1.1" status: 204 len: 168 time: 1.0372453 Aug 10 01:12:34.729280 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37034) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:34.761932 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8579c16d-2dc2-4ee3-8c69-1a8a2913a186 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/floatingips/e6c21777-8bce-45a4-a7a3-9fac05b55acf HTTP/1.1" status: 200 len: 992 time: 0.0783048 Aug 10 01:12:34.886418 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ea074e3e-f8b2-4da2-83b2-adac9d897585 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:34.894576 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d48d20a6-6ab6-48c6-97af-0496a008b6ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:34.922996 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12e4a61-aaba-478e-960a-85ff0d507dc3 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Made reservation on behalf of 8eccd7cf958f4d828a38ae25c26bf4ea for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:34.932828 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c12e4a61-aaba-478e-960a-85ff0d507dc3 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:34.933747 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d48d20a6-6ab6-48c6-97af-0496a008b6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:35.015741 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d48d20a6-6ab6-48c6-97af-0496a008b6ff admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8af5dedde99c440d8dfec719c8224bef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6134572 Aug 10 01:12:35.015949 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37038) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:35.020323 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d20a6-6ab6-48c6-97af-0496a008b6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7d38d7-aeb1-4daf-8242-c297e40d726b,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:35.033121 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-ea074e3e-f8b2-4da2-83b2-adac9d897585 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Deleting port c1216d64-a3dc-43cb-8776-51ec4e159345 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:12:35.033513 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ea074e3e-f8b2-4da2-83b2-adac9d897585 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:35.055099 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d0da869f-4b67-47f9-aee0-f24fc49590d9 req-a41671b0-c0bc-4ef4-872d-cdf81d80fe6f tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 210 time: 0.0505571 Aug 10 01:12:35.093770 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91a9695-fec7-4494-85f1-02271fc5eff7 None None] DHCP port deletion for 4f3d5cda-d502-4a73-9d5b-e4e2a3956b6e request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:12:35.138336 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2fdd0229-6b77-4e05-af66-b19d04f15ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:35.141350 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-ea074e3e-f8b2-4da2-83b2-adac9d897585 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] For port c1216d64-a3dc-43cb-8776-51ec4e159345, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=c1216d64-a3dc-43cb-8776-51ec4e159345,segment=NetworkSegment(41cb6e13-2be8-452f-adf6-7d98a8858962),segment_id=41cb6e13-2be8-452f-adf6-7d98a8858962)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:35.141979 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ea074e3e-f8b2-4da2-83b2-adac9d897585 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:35.159143 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-ea074e3e-f8b2-4da2-83b2-adac9d897585 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Calling delete_port for c1216d64-a3dc-43cb-8776-51ec4e159345 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:12:35.174920 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e91a9695-fec7-4494-85f1-02271fc5eff7 None None] Deleting port c1216d64-a3dc-43cb-8776-51ec4e159345 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:12:35.175941 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e91a9695-fec7-4494-85f1-02271fc5eff7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:35.224161 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2fdd0229-6b77-4e05-af66-b19d04f15ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:35.261554 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-e91a9695-fec7-4494-85f1-02271fc5eff7 None None] For port c1216d64-a3dc-43cb-8776-51ec4e159345, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=c1216d64-a3dc-43cb-8776-51ec4e159345,segment=NetworkSegment(41cb6e13-2be8-452f-adf6-7d98a8858962),segment_id=41cb6e13-2be8-452f-adf6-7d98a8858962)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:35.263220 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e91a9695-fec7-4494-85f1-02271fc5eff7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:35.286634 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e91a9695-fec7-4494-85f1-02271fc5eff7 None None] Calling delete_port for c1216d64-a3dc-43cb-8776-51ec4e159345 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:12:35.326439 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c12e4a61-aaba-478e-960a-85ff0d507dc3 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:35.342145 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ea074e3e-f8b2-4da2-83b2-adac9d897585 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:35.380539 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea074e3e-f8b2-4da2-83b2-adac9d897585 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Pushing event deleted for resources: {'Port': ['ID=c1216d64-a3dc-43cb-8776-51ec4e159345,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:35.390122 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2fdd0229-6b77-4e05-af66-b19d04f15ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:35.390787 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea074e3e-f8b2-4da2-83b2-adac9d897585 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] No DVR routers for this DVR port c1216d64-a3dc-43cb-8776-51ec4e159345 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:12:35.392648 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2fdd0229-6b77-4e05-af66-b19d04f15ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:35.393823 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2fdd0229-6b77-4e05-af66-b19d04f15ef4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dd7d38d7-aeb1-4daf-8242-c297e40d726b HTTP/1.1" status: 204 len: 168 time: 0.3702841 Aug 10 01:12:35.426184 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd0229-6b77-4e05-af66-b19d04f15ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7d38d7-aeb1-4daf-8242-c297e40d726b,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:35.450493 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e91a9695-fec7-4494-85f1-02271fc5eff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:35.453922 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e4a61-aaba-478e-960a-85ff0d507dc3 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event updated for resources: {'Subnet': ['ID=6be8b610-bc54-4f76-a0c8-1f5048640dd9,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:35.456685 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12e4a61-aaba-478e-960a-85ff0d507dc3 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Checking segment: {'id': '0e88b7cc-87d7-4d64-a425-bfba78f6ccea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2e4ee460-1bbb-47f4-8156-63b827068f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:35.457063 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12e4a61-aaba-478e-960a-85ff0d507dc3 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Network hostable DHCP agents. Network: 2e4ee460-1bbb-47f4-8156-63b827068f39, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:12:35.480668 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12e4a61-aaba-478e-960a-85ff0d507dc3 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Network 2e4ee460-1bbb-47f4-8156-63b827068f39 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:12:35.495003 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-c12e4a61-aaba-478e-960a-85ff0d507dc3 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 2e4ee460-1bbb-47f4-8156-63b827068f39) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:35.508426 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12e4a61-aaba-478e-960a-85ff0d507dc3 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:35.509140 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c12e4a61-aaba-478e-960a-85ff0d507dc3 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:35.527670 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf7a05e-28bb-4335-a550-cb5ce93fe7ec None None] Network 2e4ee460-1bbb-47f4-8156-63b827068f39 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:35.531497 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a9695-fec7-4494-85f1-02271fc5eff7 None None] Pushing event deleted for resources: {'Port': ['ID=c1216d64-a3dc-43cb-8776-51ec4e159345,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:35.540920 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ea074e3e-f8b2-4da2-83b2-adac9d897585 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:35.548314 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91a9695-fec7-4494-85f1-02271fc5eff7 None None] No DVR routers for this DVR port c1216d64-a3dc-43cb-8776-51ec4e159345 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:12:35.559464 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c12e4a61-aaba-478e-960a-85ff0d507dc3 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6145132 Aug 10 01:12:35.561774 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37048) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:35.573947 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-ea074e3e-f8b2-4da2-83b2-adac9d897585 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f3d5cda-d502-4a73-9d5b-e4e2a3956b6e']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:35.608450 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-ea074e3e-f8b2-4da2-83b2-adac9d897585 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41cb6e13-2be8-452f-adf6-7d98a8858962') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:35.609554 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-ea074e3e-f8b2-4da2-83b2-adac9d897585 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41cb6e13-2be8-452f-adf6-7d98a8858962') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:35.620793 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ea074e3e-f8b2-4da2-83b2-adac9d897585 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:35.647366 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ea074e3e-f8b2-4da2-83b2-adac9d897585 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:35.658872 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea074e3e-f8b2-4da2-83b2-adac9d897585 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:12:35.659313 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ea074e3e-f8b2-4da2-83b2-adac9d897585 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:35.742961 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:12:35.742961 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:12:35.742961 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:12:35.742961 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:12:35.742961 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:12:35.742961 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:12:35.742961 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:12:35.742961 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:12:35.742961 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:12:35.742961 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:12:35.742961 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:12:35.742961 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:12:35.742961 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:12:35.742961 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:12:35.742961 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:12:35.742961 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:12:35.742961 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:12:35.742961 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:12:35.742961 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:12:35.742961 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:12:35.742961 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:12:35.742961 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:12:35.742961 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:12:35.742961 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:12:35.742961 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:12:35.742961 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:12:35.742961 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:12:35.742961 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:12:35.742961 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:12:35.742961 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:12:35.742961 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:12:35.742961 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:12:35.753239 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ea074e3e-f8b2-4da2-83b2-adac9d897585 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:35.768217 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ea074e3e-f8b2-4da2-83b2-adac9d897585 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:35.774612 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ea074e3e-f8b2-4da2-83b2-adac9d897585 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] 10.222.0.35 "DELETE /v2.0/networks/4f3d5cda-d502-4a73-9d5b-e4e2a3956b6e HTTP/1.1" status: 204 len: 168 time: 1.0405087 Aug 10 01:12:35.774879 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8a2d0e8e-a176-440b-9642-298612603c74 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:35.775857 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37052) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:35.808051 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea074e3e-f8b2-4da2-83b2-adac9d897585 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Pushing event deleted for resources: {'Network': ['ID=4f3d5cda-d502-4a73-9d5b-e4e2a3956b6e,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:35.822366 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc91bae-ee4f-4a92-930d-eb9dbc3a5f50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-2e4ee460-1bbb-47f4-8156-63b827068f39', 'network_id': '2e4ee460-1bbb-47f4-8156-63b827068f39', 'tenant_id': '8eccd7cf958f4d828a38ae25c26bf4ea', 'fixed_ips': [{'subnet_id': '6be8b610-bc54-4f76-a0c8-1f5048640dd9'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:12:35.823242 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dbc91bae-ee4f-4a92-930d-eb9dbc3a5f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:35.856047 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8a2d0e8e-a176-440b-9642-298612603c74 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:35.901512 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd03e6a-f3d3-4591-a384-45e82ad27a7e tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Deleting subnet 27917946-a7d7-4d5a-aa69-6143290f19fe {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:12:35.908351 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5bd03e6a-f3d3-4591-a384-45e82ad27a7e tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:35.957527 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8a2d0e8e-a176-440b-9642-298612603c74 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server [None req-dbc91bae-ee4f-4a92-930d-eb9dbc3a5f50 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6be8b610-bc54-4f76-a0c8-1f5048640dd9: This subnet is being modified by another concurrent operation. Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:12:35.963612 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:12:35.968525 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:12:35.968525 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:12:35.968525 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:12:35.968525 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:12:35.968525 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:12:35.968525 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:12:35.968525 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:12:35.968525 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:12:35.968525 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:12:35.968525 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:12:35.968525 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:12:35.968525 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:12:35.968525 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:12:35.968525 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:12:35.968525 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:12:35.968525 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:12:35.968525 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 01:12:35.968525 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 01:12:35.968525 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 01:12:35.968525 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 01:12:35.968525 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 01:12:35.968525 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 01:12:35.968525 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 01:12:35.968525 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 01:12:35.968525 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:12:35.968525 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:12:35.968525 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:12:35.968525 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:12:35.968525 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 01:12:35.968525 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 01:12:35.968525 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 01:12:35.968525 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 01:12:35.968525 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 01:12:35.968525 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 01:12:35.968525 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 01:12:35.968525 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise exception Aug 10 01:12:35.968525 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6be8b610-bc54-4f76-a0c8-1f5048640dd9: This subnet is being modified by another concurrent operation. Aug 10 01:12:35.968525 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server Aug 10 01:12:35.971159 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5bd03e6a-f3d3-4591-a384-45e82ad27a7e tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:36.000356 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5c21a7-520d-4b92-b08e-c414b3c77492 None None] Network 2e4ee460-1bbb-47f4-8156-63b827068f39 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:36.008074 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d0e8e-a176-440b-9642-298612603c74 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event deleted for resources: {'Subnet': ['ID=6be8b610-bc54-4f76-a0c8-1f5048640dd9,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:36.119693 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5bd03e6a-f3d3-4591-a384-45e82ad27a7e tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:36.139837 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8a2d0e8e-a176-440b-9642-298612603c74 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:36.153391 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-8a2d0e8e-a176-440b-9642-298612603c74 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e4ee460-1bbb-47f4-8156-63b827068f39']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:36.166355 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-8a2d0e8e-a176-440b-9642-298612603c74 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e88b7cc-87d7-4d64-a425-bfba78f6ccea') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:36.166866 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-8a2d0e8e-a176-440b-9642-298612603c74 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e88b7cc-87d7-4d64-a425-bfba78f6ccea') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:36.180321 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8a2d0e8e-a176-440b-9642-298612603c74 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:36.193668 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5bd03e6a-f3d3-4591-a384-45e82ad27a7e tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:36.201411 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8a2d0e8e-a176-440b-9642-298612603c74 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:36.209855 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a2d0e8e-a176-440b-9642-298612603c74 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:12:36.210567 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8a2d0e8e-a176-440b-9642-298612603c74 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:36.238133 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:12:36.238133 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:12:36.238133 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:12:36.238133 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:12:36.238133 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:12:36.238133 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:12:36.238133 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:12:36.238133 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:12:36.238133 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:12:36.238133 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:12:36.238133 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:12:36.238133 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:12:36.238133 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:12:36.238133 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:12:36.238133 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:12:36.238133 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:12:36.238133 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:12:36.238133 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:12:36.238133 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:12:36.238133 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:12:36.238133 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:12:36.238133 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:12:36.238133 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:12:36.238133 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:12:36.238133 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:12:36.238133 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:12:36.238133 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:12:36.238133 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:12:36.238133 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:12:36.238133 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:12:36.238133 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:12:36.238133 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:12:36.243934 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c1216d64-a3dc-43cb-8776-51ec4e159345 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:12:36.297653 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5bd03e6a-f3d3-4591-a384-45e82ad27a7e tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:36.297926 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23620929-5b49-43e8-8c99-db42dab9489b None None] get_active_networks_info from n-d-766726-26 {{(pid=105828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:12:36.300635 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5bd03e6a-f3d3-4591-a384-45e82ad27a7e tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] 10.222.0.35 "DELETE /v2.0/subnets/27917946-a7d7-4d5a-aa69-6143290f19fe HTTP/1.1" status: 204 len: 168 time: 0.5102773 Aug 10 01:12:36.302301 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd03e6a-f3d3-4591-a384-45e82ad27a7e tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Pushing event deleted for resources: {'Subnet': ['ID=27917946-a7d7-4d5a-aa69-6143290f19fe,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:36.304620 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37066) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:36.363873 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: c1216d64-a3dc-43cb-8776-51ec4e159345 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:12:36.364696 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c1216d64-a3dc-43cb-8776-51ec4e159345 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:12:36.423580 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b3cc516-f010-4159-ab99-ae8dd698c548 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Deleting subnet ea23f423-29ee-4e61-9e69-b5044b83fd69 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:12:36.433230 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4b3cc516-f010-4159-ab99-ae8dd698c548 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:36.447173 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b0f6867c-0e81-481e-9f5f-9bd8c669f431 req-dba87a67-fe71-4090-a15d-c71dc7f649cf tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 210 time: 0.1136017 Aug 10 01:12:36.464293 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8a2d0e8e-a176-440b-9642-298612603c74 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:36.477483 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8a2d0e8e-a176-440b-9642-298612603c74 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:36.480229 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8a2d0e8e-a176-440b-9642-298612603c74 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "DELETE /v2.0/networks/2e4ee460-1bbb-47f4-8156-63b827068f39 HTTP/1.1" status: 204 len: 168 time: 0.9174750 Aug 10 01:12:36.483213 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37074) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:36.508519 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d0e8e-a176-440b-9642-298612603c74 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event deleted for resources: {'Network': ['ID=2e4ee460-1bbb-47f4-8156-63b827068f39,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:36.531639 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e72e98b2-c5d4-40e1-87e1-f5d80c843f53 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] GET failed (client error): The resource could not be found. Aug 10 01:12:36.533620 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e72e98b2-c5d4-40e1-87e1-f5d80c843f53 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "GET /v2.0/subnets/6be8b610-bc54-4f76-a0c8-1f5048640dd9 HTTP/1.1" status: 404 len: 337 time: 0.0488596 Aug 10 01:12:36.536210 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37076) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:36.566702 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4b3cc516-f010-4159-ab99-ae8dd698c548 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:36.580304 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a8e67d3-4df1-4ab4-8d40-b250f32aff09 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] DELETE failed (client error): The resource could not be found. Aug 10 01:12:36.580923 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a8e67d3-4df1-4ab4-8d40-b250f32aff09 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:12:36.586886 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5a8e67d3-4df1-4ab4-8d40-b250f32aff09 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "DELETE /v2.0/networks/2e4ee460-1bbb-47f4-8156-63b827068f39 HTTP/1.1" status: 404 len: 339 time: 0.0488770 Aug 10 01:12:36.591403 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37080) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:36.626098 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23620929-5b49-43e8-8c99-db42dab9489b None None] Resources bound (agent type, host, resource id): {{(pid=105828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:12:36.702974 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4b3cc516-f010-4159-ab99-ae8dd698c548 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:36.811966 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4b3cc516-f010-4159-ab99-ae8dd698c548 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:36.844765 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3cc516-f010-4159-ab99-ae8dd698c548 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Pushing event deleted for resources: {'Subnet': ['ID=ea23f423-29ee-4e61-9e69-b5044b83fd69,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:36.853530 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4b3cc516-f010-4159-ab99-ae8dd698c548 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:36.864449 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4b3cc516-f010-4159-ab99-ae8dd698c548 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] 10.222.0.35 "DELETE /v2.0/subnets/ea23f423-29ee-4e61-9e69-b5044b83fd69 HTTP/1.1" status: 204 len: 168 time: 0.5550735 Aug 10 01:12:36.865334 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37088) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:37.021985 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-28b2f270-2c5d-4a96-83c0-b17760439ddd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2023523 Aug 10 01:12:37.033169 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dae644a0-8dd2-4e4b-9b2a-fe428aedaea0 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:37.039868 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3feed9a0-991e-4391-bf30-236d75dce944 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:37.043925 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3feed9a0-991e-4391-bf30-236d75dce944 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4488368 Aug 10 01:12:37.044268 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37092) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:37.099927 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5f8b2d94-7f0c-4bce-a200-283b4aa10e2e tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "GET /v2.0/subnets?network_id=beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 207 time: 0.0515084 Aug 10 01:12:37.113329 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37094) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:37.172898 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-dae644a0-8dd2-4e4b-9b2a-fe428aedaea0 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Deleting port fa1c8285-049a-4891-9b98-a87594e8e13a {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:12:37.173398 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dae644a0-8dd2-4e4b-9b2a-fe428aedaea0 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:37.262223 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-dae644a0-8dd2-4e4b-9b2a-fe428aedaea0 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] For port fa1c8285-049a-4891-9b98-a87594e8e13a, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=fa1c8285-049a-4891-9b98-a87594e8e13a,segment=NetworkSegment(a8778326-ddd8-4041-b7e8-e54902879443),segment_id=a8778326-ddd8-4041-b7e8-e54902879443)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:37.262803 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dae644a0-8dd2-4e4b-9b2a-fe428aedaea0 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:37.265594 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-c7b0e07b-4ce9-4bc7-9ab9-a3a3dec94784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:37.266094 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-c7b0e07b-4ce9-4bc7-9ab9-a3a3dec94784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:37.266590 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-c7b0e07b-4ce9-4bc7-9ab9-a3a3dec94784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:37.267084 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-c7b0e07b-4ce9-4bc7-9ab9-a3a3dec94784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:37.267785 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-c7b0e07b-4ce9-4bc7-9ab9-a3a3dec94784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:37.268301 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-c7b0e07b-4ce9-4bc7-9ab9-a3a3dec94784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:37.268785 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-c7b0e07b-4ce9-4bc7-9ab9-a3a3dec94784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:37.270795 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-c7b0e07b-4ce9-4bc7-9ab9-a3a3dec94784 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e71a6b0ced6b4bc38b4b6a0ba3c24e39&device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 6509 time: 0.2061942 Aug 10 01:12:37.278532 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-dae644a0-8dd2-4e4b-9b2a-fe428aedaea0 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Calling delete_port for fa1c8285-049a-4891-9b98-a87594e8e13a owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:12:37.282633 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64104dbb-de72-4c3b-830a-f719c01d339d None None] Network ddb820c6-ebb5-48e6-9b60-9bccab02cc66 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:37.313719 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299289d6-4b01-47f0-bc06-32723500fb91 None None] Network db7a2093-c0cd-4054-8ff7-7ec1ac45932b requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:37.426307 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e636ce3-6079-4051-827e-7180c0d37cf3 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:37.432397 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e636ce3-6079-4051-827e-7180c0d37cf3 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:37.440417 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e636ce3-6079-4051-827e-7180c0d37cf3 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:37.440531 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dae644a0-8dd2-4e4b-9b2a-fe428aedaea0 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:37.445709 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e636ce3-6079-4051-827e-7180c0d37cf3 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:37.447569 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2e636ce3-6079-4051-827e-7180c0d37cf3 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3332734 Aug 10 01:12:37.452652 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37106) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:37.464479 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae644a0-8dd2-4e4b-9b2a-fe428aedaea0 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] No DVR routers for this DVR port fa1c8285-049a-4891-9b98-a87594e8e13a on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:12:37.468541 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:12:37.554498 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-7f42a9dd-843e-4833-86ef-8d48716d4afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:37.554996 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-7f42a9dd-843e-4833-86ef-8d48716d4afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:37.555482 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-7f42a9dd-843e-4833-86ef-8d48716d4afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:37.558172 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-7f42a9dd-843e-4833-86ef-8d48716d4afe service neutron] 10.222.0.20 "GET /v2.0/networks?id=aaa7fdb9-5c2f-4bac-aa26-627a06906836&id=9ba4f345-2af9-4b1a-a096-ab30f02c75cd&id=9ba4f345-2af9-4b1a-a096-ab30f02c75cd&id=9ba4f345-2af9-4b1a-a096-ab30f02c75cd&id=9ba4f345-2af9-4b1a-a096-ab30f02c75cd&id=f42b1fb5-1f26-4b59-83fe-d283978e154a&id=f42b1fb5-1f26-4b59-83fe-d283978e154a HTTP/1.1" status: 200 len: 2296 time: 0.2501419 Aug 10 01:12:37.665389 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9a295282-c2b7-407f-bcdd-243ac94073c7 req-ea9db531-8ec6-4322-be7e-a728e1bc279e tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 210 time: 0.0419183 Aug 10 01:12:37.690439 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:12:37.695358 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:37.695896 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:37.701665 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d89d01df-967d-420c-a129-3d64648dbb26 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2450268 Aug 10 01:12:37.703865 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37114) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:37.738737 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dae644a0-8dd2-4e4b-9b2a-fe428aedaea0 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:37.766107 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-dae644a0-8dd2-4e4b-9b2a-fe428aedaea0 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb820c6-ebb5-48e6-9b60-9bccab02cc66']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:37.768056 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-cfa6c8cd-7573-4476-8845-e0fe97e38506 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=834b0bb3-38be-46a7-8062-14ea75abcd5f HTTP/1.1" status: 200 len: 1000 time: 0.1983511 Aug 10 01:12:37.776563 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10219031-ac20-4c4f-bc6b-15a948c6509d None None] DHCP port deletion for ddb820c6-ebb5-48e6-9b60-9bccab02cc66 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:12:37.794389 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-dae644a0-8dd2-4e4b-9b2a-fe428aedaea0 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8778326-ddd8-4041-b7e8-e54902879443') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:37.794742 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-dae644a0-8dd2-4e4b-9b2a-fe428aedaea0 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8778326-ddd8-4041-b7e8-e54902879443') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:37.842525 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dae644a0-8dd2-4e4b-9b2a-fe428aedaea0 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:37.859646 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13281368-eb88-4f5c-97c3-6d2d917107f8 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:37.862006 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13281368-eb88-4f5c-97c3-6d2d917107f8 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:37.863689 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-13281368-eb88-4f5c-97c3-6d2d917107f8 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1588542 Aug 10 01:12:37.867838 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37118) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:37.890772 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dae644a0-8dd2-4e4b-9b2a-fe428aedaea0 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:37.907015 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae644a0-8dd2-4e4b-9b2a-fe428aedaea0 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:12:37.907445 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dae644a0-8dd2-4e4b-9b2a-fe428aedaea0 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:37.908025 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d934486-0d2e-4b8a-9f77-637bbf8a1573 None None] DHCP port deletion for db7a2093-c0cd-4054-8ff7-7ec1ac45932b request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:12:37.947602 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-3144d002-63ae-410d-8ee4-93b16fc32ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:37.949592 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-3144d002-63ae-410d-8ee4-93b16fc32ac3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=339ff70b-03e4-4165-8331-9fed849d52e8 HTTP/1.1" status: 200 len: 855 time: 0.1638050 Aug 10 01:12:37.984716 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:12:37.984716 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:12:37.984716 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:12:37.984716 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:12:37.984716 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:12:37.984716 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:12:37.984716 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:12:37.984716 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:12:37.984716 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:12:37.984716 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:12:37.984716 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:12:37.984716 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:12:37.984716 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:12:37.984716 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:12:37.984716 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:12:37.984716 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:12:37.984716 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:12:37.984716 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:12:37.984716 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:12:37.984716 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:12:37.984716 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:12:37.984716 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:12:37.984716 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:12:37.984716 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:12:37.984716 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:12:37.984716 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:12:37.984716 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:12:37.984716 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:12:37.984716 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:12:37.984716 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:12:37.984716 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:12:37.984716 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:12:37.986621 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae644a0-8dd2-4e4b-9b2a-fe428aedaea0 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Pushing event deleted for resources: {'Port': ['ID=fa1c8285-049a-4891-9b98-a87594e8e13a,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:37.992396 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:38.020016 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e6b2ab-684f-44aa-9e52-71db61122f57 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['shared'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:38.021626 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e6b2ab-684f-44aa-9e52-71db61122f57 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['shared'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:38.023577 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-64e6b2ab-684f-44aa-9e52-71db61122f57 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1544433 Aug 10 01:12:38.026639 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37122) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:38.042923 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc,segment=NetworkSegment(9dbd0271-91dc-4b61-94e9-2c7655de92e9),segment_id=9dbd0271-91dc-4b61-94e9-2c7655de92e9)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:38.046714 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d514ef-4cc2-4045-98c4-aefa565030b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a62c56-54c2-4a0b-9627-fa3c3cdf65fc'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:12:38.050929 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bf98a7-2b3f-4f4b-8d55-0f8c48195cbf" -d '{"events": [{"server_uuid": "59d514ef-4cc2-4045-98c4-aefa565030b4", "name": "network-vif-plugged", "status": "completed", "tag": "54a62c56-54c2-4a0b-9627-fa3c3cdf65fc"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:12:38.082259 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:38.119086 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dae644a0-8dd2-4e4b-9b2a-fe428aedaea0 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:38.125256 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dae644a0-8dd2-4e4b-9b2a-fe428aedaea0 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:38.137016 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-dae644a0-8dd2-4e4b-9b2a-fe428aedaea0 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] 10.222.0.35 "DELETE /v2.0/networks/ddb820c6-ebb5-48e6-9b60-9bccab02cc66 HTTP/1.1" status: 204 len: 168 time: 1.2629864 Aug 10 01:12:38.137016 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37130) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:38.153880 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b487996-108d-4ea8-90c1-e22e0494ed64 x-openstack-request-id: req-9b487996-108d-4ea8-90c1-e22e0494ed64 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:12:38.156472 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d514ef-4cc2-4045-98c4-aefa565030b4", "name": "network-vif-plugged", "status": "completed", "tag": "54a62c56-54c2-4a0b-9627-fa3c3cdf65fc", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:12:38.156903 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9b487996-108d-4ea8-90c1-e22e0494ed64 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:12:38.157446 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d514ef-4cc2-4045-98c4-aefa565030b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a62c56-54c2-4a0b-9627-fa3c3cdf65fc', 'code': 200} Aug 10 01:12:38.174898 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-4d934486-0d2e-4b8a-9f77-637bbf8a1573 None None] Deleting port 039268b5-c93f-43e0-bea6-94e03bae094e {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:12:38.175462 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d934486-0d2e-4b8a-9f77-637bbf8a1573 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:38.216611 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d153877-f101-44f1-9435-7bfc832ee705 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:38.221229 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5d153877-f101-44f1-9435-7bfc832ee705 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "GET /v2.0/networks/608921e6-2f48-45e6-bfe0-1498d56dc142 HTTP/1.1" status: 200 len: 800 time: 0.1904902 Aug 10 01:12:38.232752 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37134) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:38.241292 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device fa1c8285-049a-4891-9b98-a87594e8e13a no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:12:38.276499 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: fa1c8285-049a-4891-9b98-a87594e8e13a {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:12:38.277087 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device fa1c8285-049a-4891-9b98-a87594e8e13a not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:12:38.278199 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 039268b5-c93f-43e0-bea6-94e03bae094e no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:12:38.280516 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-38a65f66-8cd7-48d6-9bc2-fd0380cb03fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:38.282236 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-38a65f66-8cd7-48d6-9bc2-fd0380cb03fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aaa7fdb9-5c2f-4bac-aa26-627a06906836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3160133 Aug 10 01:12:38.295937 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae644a0-8dd2-4e4b-9b2a-fe428aedaea0 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Pushing event deleted for resources: {'Network': ['ID=ddb820c6-ebb5-48e6-9b60-9bccab02cc66,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:38.317653 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc,revision_number=13']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:38.355519 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-61f95907-8f32-4e9b-83bb-030a964a9680 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:38.367376 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-4d934486-0d2e-4b8a-9f77-637bbf8a1573 None None] For port 039268b5-c93f-43e0-bea6-94e03bae094e, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=039268b5-c93f-43e0-bea6-94e03bae094e,segment=NetworkSegment(80c6cda4-59df-463b-9aa1-cac67eb1f031),segment_id=80c6cda4-59df-463b-9aa1-cac67eb1f031)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:38.369649 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d934486-0d2e-4b8a-9f77-637bbf8a1573 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:38.416538 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-4d934486-0d2e-4b8a-9f77-637bbf8a1573 None None] Calling delete_port for 039268b5-c93f-43e0-bea6-94e03bae094e owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:12:38.476379 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-61f95907-8f32-4e9b-83bb-030a964a9680 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Deleting port 039268b5-c93f-43e0-bea6-94e03bae094e {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:12:38.477343 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-61f95907-8f32-4e9b-83bb-030a964a9680 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:38.509152 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:38.531056 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0a4ff8ca-8cb5-49cb-96be-da7cc4f3cf26 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "GET /v2.0/networks/608921e6-2f48-45e6-bfe0-1498d56dc142?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2968850 Aug 10 01:12:38.534463 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37142) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:38.568005 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-61f95907-8f32-4e9b-83bb-030a964a9680 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] For port 039268b5-c93f-43e0-bea6-94e03bae094e, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=039268b5-c93f-43e0-bea6-94e03bae094e,segment=NetworkSegment(80c6cda4-59df-463b-9aa1-cac67eb1f031),segment_id=80c6cda4-59df-463b-9aa1-cac67eb1f031)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:38.568508 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-61f95907-8f32-4e9b-83bb-030a964a9680 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:38.572652 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 039268b5-c93f-43e0-bea6-94e03bae094e, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=039268b5-c93f-43e0-bea6-94e03bae094e,segment=NetworkSegment(80c6cda4-59df-463b-9aa1-cac67eb1f031),segment_id=80c6cda4-59df-463b-9aa1-cac67eb1f031)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:38.583568 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:38.586767 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-61f95907-8f32-4e9b-83bb-030a964a9680 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Calling delete_port for 039268b5-c93f-43e0-bea6-94e03bae094e owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:12:38.631131 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d273c1b3-341c-4112-8600-a24cf01b97b6 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:38.638617 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d273c1b3-341c-4112-8600-a24cf01b97b6 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "GET /v2.0/subnets/b05a3ea6-4458-453b-ac12-e5852bd0cd66 HTTP/1.1" status: 200 len: 811 time: 0.1029840 Aug 10 01:12:38.639359 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37148) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:38.644957 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-ec9f166e-9d0d-4010-b72b-519fee3c8eec service neutron] 10.222.0.20 "GET /v2.0/networks/aaa7fdb9-5c2f-4bac-aa26-627a06906836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271160 Aug 10 01:12:38.672361 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d934486-0d2e-4b8a-9f77-637bbf8a1573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:38.686764 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=039268b5-c93f-43e0-bea6-94e03bae094e,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:38.706281 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d934486-0d2e-4b8a-9f77-637bbf8a1573 None None] No DVR routers for this DVR port 039268b5-c93f-43e0-bea6-94e03bae094e on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:12:38.734212 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-61f95907-8f32-4e9b-83bb-030a964a9680 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:38.764407 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d934486-0d2e-4b8a-9f77-637bbf8a1573 None None] Pushing event deleted for resources: {'Port': ['ID=039268b5-c93f-43e0-bea6-94e03bae094e,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:38.798935 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f95907-8f32-4e9b-83bb-030a964a9680 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Pushing event deleted for resources: {'Port': ['ID=039268b5-c93f-43e0-bea6-94e03bae094e,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:38.809088 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f95907-8f32-4e9b-83bb-030a964a9680 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] No DVR routers for this DVR port 039268b5-c93f-43e0-bea6-94e03bae094e on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:12:38.879508 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e37b7716-0a64-48d4-9516-8dc009a5b255 req-0a49e8bd-3a85-410d-a185-65859306b0a9 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d0f88d2-a951-48ef-ac28-b67a34b61b48 HTTP/1.1" status: 200 len: 210 time: 0.0497587 Aug 10 01:12:38.905107 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-61f95907-8f32-4e9b-83bb-030a964a9680 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:38.912776 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb22a1fe-5640-439b-a910-f1d2aeb74211 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['shared'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:38.914755 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-bb22a1fe-5640-439b-a910-f1d2aeb74211 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "GET /v2.0/subnets/b05a3ea6-4458-453b-ac12-e5852bd0cd66?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2525556 Aug 10 01:12:38.918700 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37158) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:38.924102 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-2e1f9821-32fa-40f2-9751-ea2a12912c12 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-371679982'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:38.948223 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-61f95907-8f32-4e9b-83bb-030a964a9680 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db7a2093-c0cd-4054-8ff7-7ec1ac45932b']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:38.952790 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-ab90dc40-4495-48ac-8e94-b21b8c5d78b2 service neutron] 10.222.0.20 "GET /v2.0/networks/aaa7fdb9-5c2f-4bac-aa26-627a06906836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866969 Aug 10 01:12:38.977198 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-61f95907-8f32-4e9b-83bb-030a964a9680 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80c6cda4-59df-463b-9aa1-cac67eb1f031') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:38.977502 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-61f95907-8f32-4e9b-83bb-030a964a9680 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80c6cda4-59df-463b-9aa1-cac67eb1f031') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:38.989825 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-61f95907-8f32-4e9b-83bb-030a964a9680 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:39.000617 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-1419e317-80cb-4509-a518-a15dca2142ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=3e7d4ffb-cca1-41ee-8a33-4b120246fc85 HTTP/1.1" status: 200 len: 217 time: 0.0378373 Aug 10 01:12:39.001792 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1f9821-32fa-40f2-9751-ea2a12912c12 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Made reservation on behalf of 8eccd7cf958f4d828a38ae25c26bf4ea for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:39.014191 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2e1f9821-32fa-40f2-9751-ea2a12912c12 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:39.015407 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-61f95907-8f32-4e9b-83bb-030a964a9680 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:39.026932 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f95907-8f32-4e9b-83bb-030a964a9680 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:12:39.027360 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-61f95907-8f32-4e9b-83bb-030a964a9680 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:12:39.032276 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:12:39.086240 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-b97f82c7-b5c0-45ca-bcaf-ae7a62b53d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:39.087815 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-b97f82c7-b5c0-45ca-bcaf-ae7a62b53d57 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d12876e8-38cb-4d34-89a7-2e42b8fa22c7 HTTP/1.1" status: 200 len: 797 time: 0.0560701 Aug 10 01:12:39.102139 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1f9821-32fa-40f2-9751-ea2a12912c12 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:12:39.112166 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2e1f9821-32fa-40f2-9751-ea2a12912c12 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:39.112639 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-2e1f9821-32fa-40f2-9751-ea2a12912c12 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Added segment 07be2cea-4b4c-4354-bb02-751dbdebb723 of type vlan for network b30ac088-4938-4fc5-a305-bef437c94f1c Aug 10 01:12:39.130224 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-61f95907-8f32-4e9b-83bb-030a964a9680 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:39.141640 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-61f95907-8f32-4e9b-83bb-030a964a9680 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:39.146464 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-61f95907-8f32-4e9b-83bb-030a964a9680 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] 10.222.0.35 "DELETE /v2.0/networks/db7a2093-c0cd-4054-8ff7-7ec1ac45932b HTTP/1.1" status: 204 len: 168 time: 0.9996121 Aug 10 01:12:39.149756 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37168) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:39.163535 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f95907-8f32-4e9b-83bb-030a964a9680 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Pushing event deleted for resources: {'Network': ['ID=db7a2093-c0cd-4054-8ff7-7ec1ac45932b,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:39.230289 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2e1f9821-32fa-40f2-9751-ea2a12912c12 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:39.244905 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-c028cdbd-9b1b-454c-8135-a2cd1929fd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:39.246432 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-c028cdbd-9b1b-454c-8135-a2cd1929fd81 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ba4f345-2af9-4b1a-a096-ab30f02c75cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1320913 Aug 10 01:12:39.255658 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdfcb29a-6515-491f-85cc-0cb970bbb642 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Deleting subnet acf9096a-c7c9-4148-ac44-6992ac581c52 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:12:39.278508 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cdfcb29a-6515-491f-85cc-0cb970bbb642 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:39.398429 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cdfcb29a-6515-491f-85cc-0cb970bbb642 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:39.465517 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2e1f9821-32fa-40f2-9751-ea2a12912c12 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:39.474434 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1f9821-32fa-40f2-9751-ea2a12912c12 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:39.475418 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2e1f9821-32fa-40f2-9751-ea2a12912c12 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:39.581421 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2e1f9821-32fa-40f2-9751-ea2a12912c12 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6591978 Aug 10 01:12:39.582620 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37182) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:39.591217 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-d92d821f-b165-491d-802a-557ecc08b397 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Request body: {'subnet': {'network_id': 'b30ac088-4938-4fc5-a305-bef437c94f1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:39.615240 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f9821-32fa-40f2-9751-ea2a12912c12 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event updated for resources: {'Network': ['ID=b30ac088-4938-4fc5-a305-bef437c94f1c,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:39.636440 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network b30ac088-4938-4fc5-a305-bef437c94f1c details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:12:39.640470 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-290570b2-6fa1-4d5c-91cc-bed0e0c08c23 service neutron] 10.222.0.20 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795333 Aug 10 01:12:39.770878 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cdfcb29a-6515-491f-85cc-0cb970bbb642 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:39.820212 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92d821f-b165-491d-802a-557ecc08b397 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Made reservation on behalf of 8eccd7cf958f4d828a38ae25c26bf4ea for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:39.823150 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-eb41860d-22c0-493b-bf42-c6f7a3344276 service neutron] 10.222.0.20 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601944 Aug 10 01:12:39.826379 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d92d821f-b165-491d-802a-557ecc08b397 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:39.903543 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-d2675a52-1981-4431-b0f9-0b64238baa7f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=427164c9-834c-4700-aa7f-4f167b1f6f0e HTTP/1.1" status: 200 len: 217 time: 0.0716760 Aug 10 01:12:39.909086 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.ipam_backend_mixin [None req-d92d821f-b165-491d-802a-557ecc08b397 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Performing IP validity checks on allocation pools {{(pid=105827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 01:12:39.909552 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cdfcb29a-6515-491f-85cc-0cb970bbb642 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:39.909687 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.ipam_backend_mixin [None req-d92d821f-b165-491d-802a-557ecc08b397 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 01:12:40.011982 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfcb29a-6515-491f-85cc-0cb970bbb642 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Pushing event deleted for resources: {'Subnet': ['ID=acf9096a-c7c9-4148-ac44-6992ac581c52,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:40.020692 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-76b04b8d-f9e2-4b51-802e-955128921eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:40.022480 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-76b04b8d-f9e2-4b51-802e-955128921eb4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d12876e8-38cb-4d34-89a7-2e42b8fa22c7 HTTP/1.1" status: 200 len: 797 time: 0.0624740 Aug 10 01:12:40.035209 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cdfcb29a-6515-491f-85cc-0cb970bbb642 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:40.036283 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5926fd52-0d72-492a-bb39-ea06c291181a None None] Network 614155b3-f847-4335-aabf-86a7fb40b96c requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:40.038055 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-cdfcb29a-6515-491f-85cc-0cb970bbb642 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] 10.222.0.35 "DELETE /v2.0/subnets/acf9096a-c7c9-4148-ac44-6992ac581c52 HTTP/1.1" status: 204 len: 168 time: 0.8870687 Aug 10 01:12:40.049213 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37194) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:40.084384 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d92d821f-b165-491d-802a-557ecc08b397 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:40.147743 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d821f-b165-491d-802a-557ecc08b397 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event updated for resources: {'Subnet': ['ID=fab10da6-4674-4d26-abc1-0af4c967426b,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:40.187771 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92d821f-b165-491d-802a-557ecc08b397 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Checking segment: {'id': '07be2cea-4b4c-4354-bb02-751dbdebb723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b30ac088-4938-4fc5-a305-bef437c94f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:40.188483 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92d821f-b165-491d-802a-557ecc08b397 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Network hostable DHCP agents. Network: b30ac088-4938-4fc5-a305-bef437c94f1c, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:12:40.215051 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92d821f-b165-491d-802a-557ecc08b397 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Network b30ac088-4938-4fc5-a305-bef437c94f1c is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:12:40.238402 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-d92d821f-b165-491d-802a-557ecc08b397 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, b30ac088-4938-4fc5-a305-bef437c94f1c) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:40.243401 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92d821f-b165-491d-802a-557ecc08b397 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:40.243991 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d92d821f-b165-491d-802a-557ecc08b397 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:40.256004 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04d09b5-14d9-42db-81b6-33a7a2b8c932 None None] Network b30ac088-4938-4fc5-a305-bef437c94f1c requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:40.275427 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d92d821f-b165-491d-802a-557ecc08b397 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6909149 Aug 10 01:12:40.277681 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37200) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:40.280295 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-9a3adbbc-8849-44a6-9838-3ac05a389f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:40.282692 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-9a3adbbc-8849-44a6-9838-3ac05a389f39 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ba4f345-2af9-4b1a-a096-ab30f02c75cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2421737 Aug 10 01:12:40.283429 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-a7ac0cf4-6fc7-4ea1-a1b6-3d01ea3529a0 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:40.287486 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-500dcc8d-a188-498d-ae37-330ae5cee524 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:40.335536 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9ede74-d07e-4ec5-8e32-0aef3da48554 None None] DHCP port deletion for 614155b3-f847-4335-aabf-86a7fb40b96c request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:12:40.381189 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-48c68a10-e19a-4494-ba16-3739d573474a service neutron] 10.222.0.20 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908113 Aug 10 01:12:40.402624 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a7ac0cf4-6fc7-4ea1-a1b6-3d01ea3529a0 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6024953'] for subnet, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:40.440317 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ede74-d07e-4ec5-8e32-0aef3da48554 None None] Deleting port 1126cd6e-8052-4d64-8538-23f7f11aa089 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:12:40.440955 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fd9ede74-d07e-4ec5-8e32-0aef3da48554 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:40.531052 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-fd9ede74-d07e-4ec5-8e32-0aef3da48554 None None] For port 1126cd6e-8052-4d64-8538-23f7f11aa089, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=1126cd6e-8052-4d64-8538-23f7f11aa089,segment=NetworkSegment(944eaa4f-9472-4c49-aada-19dbd5bda93b),segment_id=944eaa4f-9472-4c49-aada-19dbd5bda93b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:40.531052 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fd9ede74-d07e-4ec5-8e32-0aef3da48554 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:40.540264 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e17ecf-f380-4ebc-9998-13ea03b26c00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-b30ac088-4938-4fc5-a305-bef437c94f1c', 'network_id': 'b30ac088-4938-4fc5-a305-bef437c94f1c', 'tenant_id': '8eccd7cf958f4d828a38ae25c26bf4ea', 'fixed_ips': [{'subnet_id': 'fab10da6-4674-4d26-abc1-0af4c967426b'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:12:40.541125 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c0e17ecf-f380-4ebc-9998-13ea03b26c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:40.549478 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ede74-d07e-4ec5-8e32-0aef3da48554 None None] Calling delete_port for 1126cd6e-8052-4d64-8538-23f7f11aa089 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:12:40.608148 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-500dcc8d-a188-498d-ae37-330ae5cee524 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Deleting port 1126cd6e-8052-4d64-8538-23f7f11aa089 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:12:40.608913 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-500dcc8d-a188-498d-ae37-330ae5cee524 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:40.727185 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a7ac0cf4-6fc7-4ea1-a1b6-3d01ea3529a0 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753869218708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6197927'] for subnet, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:40.780670 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ac0cf4-6fc7-4ea1-a1b6-3d01ea3529a0 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:40.781286 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a7ac0cf4-6fc7-4ea1-a1b6-3d01ea3529a0 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:40.782994 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a7ac0cf4-6fc7-4ea1-a1b6-3d01ea3529a0 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "PUT /v2.0/subnets/fab10da6-4674-4d26-abc1-0af4c967426b HTTP/1.1" status: 200 len: 877 time: 0.5042534 Aug 10 01:12:40.786495 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37204) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:40.886307 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fd9ede74-d07e-4ec5-8e32-0aef3da48554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:40.891038 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac0cf4-6fc7-4ea1-a1b6-3d01ea3529a0 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event updated for resources: {'Subnet': ['ID=fab10da6-4674-4d26-abc1-0af4c967426b,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:40.927442 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-c0e17ecf-f380-4ebc-9998-13ea03b26c00 None None] Allocated IP 172.20.0.3 (b30ac088-4938-4fc5-a305-bef437c94f1c/fab10da6-4674-4d26-abc1-0af4c967426b/0a3f863b-488b-405a-8ae9-89bc5a8c5e69) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:12:40.942921 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ede74-d07e-4ec5-8e32-0aef3da48554 None None] Pushing event deleted for resources: {'Port': ['ID=1126cd6e-8052-4d64-8538-23f7f11aa089,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:40.957913 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9ede74-d07e-4ec5-8e32-0aef3da48554 None None] No DVR routers for this DVR port 1126cd6e-8052-4d64-8538-23f7f11aa089 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:12:41.014433 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fc15b1ff-de2a-4fb5-823b-f990fdabcf76 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:41.131316 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fc15b1ff-de2a-4fb5-823b-f990fdabcf76 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:41.195495 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7f989727-4df8-4e9d-8978-32ad2a1decef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:41.197569 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c0e17ecf-f380-4ebc-9998-13ea03b26c00 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:41.206885 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c0e17ecf-f380-4ebc-9998-13ea03b26c00 None None] Transition to ACTIVE for port object 0a3f863b-488b-405a-8ae9-89bc5a8c5e69 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:41.223489 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c0e17ecf-f380-4ebc-9998-13ea03b26c00 None None] Transition to ACTIVE for port object 0a3f863b-488b-405a-8ae9-89bc5a8c5e69 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:41.233570 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c0e17ecf-f380-4ebc-9998-13ea03b26c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:41.250451 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fc15b1ff-de2a-4fb5-823b-f990fdabcf76 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:41.277173 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-500dcc8d-a188-498d-ae37-330ae5cee524 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] For port 1126cd6e-8052-4d64-8538-23f7f11aa089, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=1126cd6e-8052-4d64-8538-23f7f11aa089,segment=NetworkSegment(944eaa4f-9472-4c49-aada-19dbd5bda93b),segment_id=944eaa4f-9472-4c49-aada-19dbd5bda93b)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:41.277585 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-500dcc8d-a188-498d-ae37-330ae5cee524 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:41.278368 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e17ecf-f380-4ebc-9998-13ea03b26c00 None None] Network b30ac088-4938-4fc5-a305-bef437c94f1c is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:12:41.281482 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-c0e17ecf-f380-4ebc-9998-13ea03b26c00 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:41.291507 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e17ecf-f380-4ebc-9998-13ea03b26c00 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:12:41.292997 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-500dcc8d-a188-498d-ae37-330ae5cee524 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Calling delete_port for 1126cd6e-8052-4d64-8538-23f7f11aa089 owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:12:41.318944 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e17ecf-f380-4ebc-9998-13ea03b26c00 None None] Pushing event updated for resources: {'Port': ['ID=0a3f863b-488b-405a-8ae9-89bc5a8c5e69,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:41.344932 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15b1ff-de2a-4fb5-823b-f990fdabcf76 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event deleted for resources: {'Subnet': ['ID=fab10da6-4674-4d26-abc1-0af4c967426b,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:41.372621 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-500dcc8d-a188-498d-ae37-330ae5cee524 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:41.378231 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-c0e17ecf-f380-4ebc-9998-13ea03b26c00 None None] Attempting to bind port 0a3f863b-488b-405a-8ae9-89bc5a8c5e69 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:12:41.378608 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-c0e17ecf-f380-4ebc-9998-13ea03b26c00 None None] Attempting to bind port 0a3f863b-488b-405a-8ae9-89bc5a8c5e69 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '07be2cea-4b4c-4354-bb02-751dbdebb723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b30ac088-4938-4fc5-a305-bef437c94f1c'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:12:41.378974 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e17ecf-f380-4ebc-9998-13ea03b26c00 None None] Attempting to bind port 0a3f863b-488b-405a-8ae9-89bc5a8c5e69 on network b30ac088-4938-4fc5-a305-bef437c94f1c {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:12:41.385502 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e17ecf-f380-4ebc-9998-13ea03b26c00 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:12:41.386730 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500dcc8d-a188-498d-ae37-330ae5cee524 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] No DVR routers for this DVR port 1126cd6e-8052-4d64-8538-23f7f11aa089 on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:12:41.396038 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e17ecf-f380-4ebc-9998-13ea03b26c00 None None] Checking segment: {'id': '07be2cea-4b4c-4354-bb02-751dbdebb723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b30ac088-4938-4fc5-a305-bef437c94f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:41.396501 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c0e17ecf-f380-4ebc-9998-13ea03b26c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:41.396911 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e17ecf-f380-4ebc-9998-13ea03b26c00 None None] Bound using segment: {'id': '07be2cea-4b4c-4354-bb02-751dbdebb723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b30ac088-4938-4fc5-a305-bef437c94f1c'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:12:41.397425 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-c0e17ecf-f380-4ebc-9998-13ea03b26c00 None None] Bound port: 0a3f863b-488b-405a-8ae9-89bc5a8c5e69, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07be2cea-4b4c-4354-bb02-751dbdebb723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b30ac088-4938-4fc5-a305-bef437c94f1c'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:12:41.398358 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c0e17ecf-f380-4ebc-9998-13ea03b26c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:41.410036 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-fe8fdb22-eb73-4871-b9d6-11a21db42895 service neutron] 10.222.0.20 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0204413 Aug 10 01:12:41.415161 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fc15b1ff-de2a-4fb5-823b-f990fdabcf76 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:41.427645 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-fc15b1ff-de2a-4fb5-823b-f990fdabcf76 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b30ac088-4938-4fc5-a305-bef437c94f1c']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:41.440436 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-fc15b1ff-de2a-4fb5-823b-f990fdabcf76 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07be2cea-4b4c-4354-bb02-751dbdebb723') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:41.441211 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-fc15b1ff-de2a-4fb5-823b-f990fdabcf76 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07be2cea-4b4c-4354-bb02-751dbdebb723') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:41.451692 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fc15b1ff-de2a-4fb5-823b-f990fdabcf76 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:41.467686 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fc15b1ff-de2a-4fb5-823b-f990fdabcf76 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:41.474312 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc15b1ff-de2a-4fb5-823b-f990fdabcf76 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:12:41.474975 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fc15b1ff-de2a-4fb5-823b-f990fdabcf76 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:41.478884 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:12:41.478884 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:12:41.478884 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:12:41.478884 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:12:41.478884 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:12:41.478884 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:12:41.478884 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:12:41.478884 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:12:41.478884 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:12:41.478884 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:12:41.478884 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:12:41.478884 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:12:41.478884 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:12:41.478884 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:12:41.478884 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:12:41.478884 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:12:41.478884 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:12:41.478884 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:12:41.478884 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:12:41.478884 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:12:41.478884 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:12:41.478884 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:12:41.478884 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:12:41.478884 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:12:41.478884 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:12:41.478884 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:12:41.478884 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:12:41.478884 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:12:41.478884 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:12:41.478884 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:12:41.478884 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:12:41.478884 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:12:41.483217 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-c0e17ecf-f380-4ebc-9998-13ea03b26c00 None None] For port 0a3f863b-488b-405a-8ae9-89bc5a8c5e69, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:12:41.488617 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500dcc8d-a188-498d-ae37-330ae5cee524 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Pushing event deleted for resources: {'Port': ['ID=1126cd6e-8052-4d64-8538-23f7f11aa089,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:41.527675 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-500dcc8d-a188-498d-ae37-330ae5cee524 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:41.531298 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-89d20357-3370-4b1b-9e2d-2ed118cf87da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=3ebb267f-3505-448c-a3cb-fbb1b4c35076 HTTP/1.1" status: 200 len: 217 time: 0.0439854 Aug 10 01:12:41.548738 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-500dcc8d-a188-498d-ae37-330ae5cee524 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['614155b3-f847-4335-aabf-86a7fb40b96c']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:41.553454 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.db.api [None req-fc15b1ff-de2a-4fb5-823b-f990fdabcf76 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 01:12:41.553454 n-d-766726-26 neutron-server[105827]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 01:12:41.553454 n-d-766726-26 neutron-server[105827]: [parameters: {'id': 'b30ac088-4938-4fc5-a305-bef437c94f1c'}] Aug 10 01:12:41.553454 n-d-766726-26 neutron-server[105827]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:12:41.554445 n-d-766726-26 neutron-server[105827]: DEBUG oslo_db.api [None req-fc15b1ff-de2a-4fb5-823b-f990fdabcf76 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:12:41.561849 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:41.565334 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-c0e17ecf-f380-4ebc-9998-13ea03b26c00 None None] For port 0a3f863b-488b-405a-8ae9-89bc5a8c5e69, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=0a3f863b-488b-405a-8ae9-89bc5a8c5e69,segment=NetworkSegment(07be2cea-4b4c-4354-bb02-751dbdebb723),segment_id=07be2cea-4b4c-4354-bb02-751dbdebb723)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:12:41.569943 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c0e17ecf-f380-4ebc-9998-13ea03b26c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:41.582584 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-500dcc8d-a188-498d-ae37-330ae5cee524 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944eaa4f-9472-4c49-aada-19dbd5bda93b') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:41.582888 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-500dcc8d-a188-498d-ae37-330ae5cee524 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944eaa4f-9472-4c49-aada-19dbd5bda93b') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:41.601316 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-500dcc8d-a188-498d-ae37-330ae5cee524 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:41.620395 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-500dcc8d-a188-498d-ae37-330ae5cee524 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:41.626004 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-2ce4f1ab-7332-4dd4-8d67-35b9db728dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:41.627825 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-2ce4f1ab-7332-4dd4-8d67-35b9db728dc6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d12876e8-38cb-4d34-89a7-2e42b8fa22c7 HTTP/1.1" status: 200 len: 797 time: 0.0890062 Aug 10 01:12:41.630839 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-500dcc8d-a188-498d-ae37-330ae5cee524 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:12:41.631261 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-500dcc8d-a188-498d-ae37-330ae5cee524 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: self.session.flush() Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: self.session.flush() Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: self.session.flush() Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: self.session.flush() Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:12:41.634857 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:12:41.649521 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e17ecf-f380-4ebc-9998-13ea03b26c00 None None] Pushing event updated for resources: {'Port': ['ID=0a3f863b-488b-405a-8ae9-89bc5a8c5e69,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:41.668023 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c44e6a0-3589-48fc-93b0-95d7d201e397 None None] Network b30ac088-4938-4fc5-a305-bef437c94f1c requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:41.730600 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-3230f2b0-3da6-4a54-a475-792c86f4d597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:41.732024 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-3230f2b0-3da6-4a54-a475-792c86f4d597 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ba4f345-2af9-4b1a-a096-ab30f02c75cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0965440 Aug 10 01:12:41.736752 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-500dcc8d-a188-498d-ae37-330ae5cee524 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:41.744079 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-500dcc8d-a188-498d-ae37-330ae5cee524 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:41.746221 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-500dcc8d-a188-498d-ae37-330ae5cee524 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] 10.222.0.35 "DELETE /v2.0/networks/614155b3-f847-4335-aabf-86a7fb40b96c HTTP/1.1" status: 204 len: 168 time: 1.6953874 Aug 10 01:12:41.749864 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37214) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:41.774917 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500dcc8d-a188-498d-ae37-330ae5cee524 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Pushing event deleted for resources: {'Network': ['ID=614155b3-f847-4335-aabf-86a7fb40b96c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:41.792217 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ec91b196-581b-4f7d-a844-f93750d77a62 tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0f4e482-4f70-4232-ad4c-c52c2a205773 HTTP/1.1" status: 200 len: 205 time: 0.0382755 Aug 10 01:12:41.794441 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37216) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:41.806822 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcdb664-2860-4a32-9621-23612eced3ed None None] Network b30ac088-4938-4fc5-a305-bef437c94f1c requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:41.860678 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-028b2260-9203-49d4-8903-c0d5d21ed7c0 service neutron] 10.222.0.20 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131184 Aug 10 01:12:41.977341 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-b02209b6-e886-4357-b0ab-23f2fa786f27 service neutron] 10.222.0.20 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095841 Aug 10 01:12:42.004913 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d452c59-6412-498f-8ab4-d98bf88f0c8f None None] get_active_networks_info from n-d-766726-26 {{(pid=105828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:12:42.027783 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-fa64a6f4-fb9e-413b-bf79-309282659a2b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=50782122-dccf-4182-a6c4-c73579974fb2 HTTP/1.1" status: 200 len: 217 time: 0.0433743 Aug 10 01:12:42.095412 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-df80a146-47cf-4f1d-8918-9331e5c87139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:42.097247 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-df80a146-47cf-4f1d-8918-9331e5c87139 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d12876e8-38cb-4d34-89a7-2e42b8fa22c7 HTTP/1.1" status: 200 len: 797 time: 0.0626645 Aug 10 01:12:42.245925 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-55f5333f-b7c4-4f86-a9c2-e311a1995e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:42.251248 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-55f5333f-b7c4-4f86-a9c2-e311a1995e97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ba4f345-2af9-4b1a-a096-ab30f02c75cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1463943 Aug 10 01:12:42.282717 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d452c59-6412-498f-8ab4-d98bf88f0c8f None None] Resources bound (agent type, host, resource id): {{(pid=105828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:12:42.291274 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 1126cd6e-8052-4d64-8538-23f7f11aa089 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:12:42.300403 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fc15b1ff-de2a-4fb5-823b-f990fdabcf76 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:42.315382 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 1126cd6e-8052-4d64-8538-23f7f11aa089 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:12:42.315710 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 1126cd6e-8052-4d64-8538-23f7f11aa089 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:12:42.325623 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d52596d1-c000-4207-9869-fae2ef6a698d tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:42.521061 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-29a1bc64-772b-4208-9020-4da764f67f29 service neutron] 10.222.0.20 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622442 Aug 10 01:12:42.773835 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-8661d909-29e4-48b6-9983-a0961edf9851 service neutron] 10.222.0.20 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177734 Aug 10 01:12:42.869694 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-15e5229e-d54d-43a7-9772-511c54c231c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a2d462a7-be3a-4fdd-88a6-2bcf3f10891f HTTP/1.1" status: 200 len: 217 time: 0.0872796 Aug 10 01:12:42.871697 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d52596d1-c000-4207-9869-fae2ef6a698d tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:42.875012 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d52596d1-c000-4207-9869-fae2ef6a698d tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:42.888212 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-fc15b1ff-de2a-4fb5-823b-f990fdabcf76 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Deleting port 0a3f863b-488b-405a-8ae9-89bc5a8c5e69 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:12:42.889832 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fc15b1ff-de2a-4fb5-823b-f990fdabcf76 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:42.993648 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d52596d1-c000-4207-9869-fae2ef6a698d tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:42.994208 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52596d1-c000-4207-9869-fae2ef6a698d tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Fanout notify agent at l3_agent the message router_deleted on router f0f4e482-4f70-4232-ad4c-c52c2a205773 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:12:43.002296 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d52596d1-c000-4207-9869-fae2ef6a698d tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:43.006253 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d52596d1-c000-4207-9869-fae2ef6a698d tempest-RoutersNegativeIpV6Test-1401805004 tempest-RoutersNegativeIpV6Test-1401805004-project] 10.222.0.35 "DELETE /v2.0/routers/f0f4e482-4f70-4232-ad4c-c52c2a205773 HTTP/1.1" status: 204 len: 168 time: 1.2104537 Aug 10 01:12:43.006678 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-1d7539c3-9f38-4dd4-8c6f-e3675615cf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:43.013187 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-1d7539c3-9f38-4dd4-8c6f-e3675615cf28 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e25e17ad-fffa-4e24-9b5d-5651c3a6a11c HTTP/1.1" status: 200 len: 797 time: 0.1313453 Aug 10 01:12:43.028562 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-fc15b1ff-de2a-4fb5-823b-f990fdabcf76 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] For port 0a3f863b-488b-405a-8ae9-89bc5a8c5e69, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=0a3f863b-488b-405a-8ae9-89bc5a8c5e69,segment=NetworkSegment(07be2cea-4b4c-4354-bb02-751dbdebb723),segment_id=07be2cea-4b4c-4354-bb02-751dbdebb723)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:43.028968 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fc15b1ff-de2a-4fb5-823b-f990fdabcf76 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:43.045012 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-fc15b1ff-de2a-4fb5-823b-f990fdabcf76 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Calling delete_port for 0a3f863b-488b-405a-8ae9-89bc5a8c5e69 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:12:43.141480 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fc15b1ff-de2a-4fb5-823b-f990fdabcf76 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:43.166124 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15b1ff-de2a-4fb5-823b-f990fdabcf76 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event deleted for resources: {'Port': ['ID=0a3f863b-488b-405a-8ae9-89bc5a8c5e69,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:43.175718 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-0d0c4214-a649-45af-95a2-2a87a999768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:43.178515 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc15b1ff-de2a-4fb5-823b-f990fdabcf76 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] No DVR routers for this DVR port 0a3f863b-488b-405a-8ae9-89bc5a8c5e69 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:12:43.184444 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-0d0c4214-a649-45af-95a2-2a87a999768a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f42b1fb5-1f26-4b59-83fe-d283978e154a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1671431 Aug 10 01:12:43.201954 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2b89e-ea66-4655-9a06-2a330f55d6d9 req-36319235-fda4-4e81-ad86-05c532fa91e6 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:43.203779 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a9e2b89e-ea66-4655-9a06-2a330f55d6d9 req-36319235-fda4-4e81-ad86-05c532fa91e6 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.35 "GET /v2.0/ports?device_id=4599df64-0086-44ea-b5be-061d9c9e68ab HTTP/1.1" status: 200 len: 945 time: 0.1681204 Aug 10 01:12:43.336340 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fc15b1ff-de2a-4fb5-823b-f990fdabcf76 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:43.378365 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-fc15b1ff-de2a-4fb5-823b-f990fdabcf76 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b30ac088-4938-4fc5-a305-bef437c94f1c']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:43.398491 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-fc15b1ff-de2a-4fb5-823b-f990fdabcf76 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07be2cea-4b4c-4354-bb02-751dbdebb723') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:43.398823 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-fc15b1ff-de2a-4fb5-823b-f990fdabcf76 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07be2cea-4b4c-4354-bb02-751dbdebb723') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:43.402539 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a9e2b89e-ea66-4655-9a06-2a330f55d6d9 req-d1b40bb6-1a08-452e-92cc-8784db1f0b04 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.35 "GET /v2.0/security-groups?id=9615f37e-055c-4057-a415-83e9efc482a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889582 Aug 10 01:12:43.413284 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fc15b1ff-de2a-4fb5-823b-f990fdabcf76 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:43.430842 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fc15b1ff-de2a-4fb5-823b-f990fdabcf76 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:43.436652 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37252) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:43.438134 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc15b1ff-de2a-4fb5-823b-f990fdabcf76 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:12:43.438761 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fc15b1ff-de2a-4fb5-823b-f990fdabcf76 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:43.490046 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-38cb2d88-c569-42c9-a129-4c1c2f9ad43e service neutron] 10.222.0.20 "GET /v2.0/networks/f42b1fb5-1f26-4b59-83fe-d283978e154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845507 Aug 10 01:12:43.491950 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:12:43.491950 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:12:43.491950 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:12:43.491950 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:12:43.491950 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:12:43.491950 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:12:43.491950 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:12:43.491950 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:12:43.491950 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:12:43.491950 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:12:43.491950 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:12:43.491950 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:12:43.491950 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:12:43.491950 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:12:43.491950 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:12:43.491950 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:12:43.491950 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:12:43.491950 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:12:43.491950 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:12:43.491950 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:12:43.491950 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:12:43.491950 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:12:43.491950 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:12:43.491950 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:12:43.491950 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:12:43.491950 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:12:43.491950 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:12:43.491950 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:12:43.491950 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:12:43.491950 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:12:43.491950 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:12:43.491950 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:12:43.525218 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fc15b1ff-de2a-4fb5-823b-f990fdabcf76 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:43.539621 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fc15b1ff-de2a-4fb5-823b-f990fdabcf76 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:43.547761 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-fc15b1ff-de2a-4fb5-823b-f990fdabcf76 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "DELETE /v2.0/networks/b30ac088-4938-4fc5-a305-bef437c94f1c HTTP/1.1" status: 204 len: 168 time: 2.7600362 Aug 10 01:12:43.552537 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37258) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:43.627082 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3892a0d-88e4-42f7-8599-52f4b09cd085 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] DELETE failed (client error): The resource could not be found. Aug 10 01:12:43.627082 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3892a0d-88e4-42f7-8599-52f4b09cd085 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:12:43.645654 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e3892a0d-88e4-42f7-8599-52f4b09cd085 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "DELETE /v2.0/subnets/fab10da6-4674-4d26-abc1-0af4c967426b HTTP/1.1" status: 404 len: 337 time: 0.0919809 Aug 10 01:12:43.646499 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37262) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:43.652580 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15b1ff-de2a-4fb5-823b-f990fdabcf76 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event deleted for resources: {'Network': ['ID=b30ac088-4938-4fc5-a305-bef437c94f1c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:43.659036 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-a7b5b5da-c036-45dc-8402-fbf1a6800eba service neutron] 10.222.0.20 "GET /v2.0/networks/f42b1fb5-1f26-4b59-83fe-d283978e154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595056 Aug 10 01:12:43.677256 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e9fc783-b946-47d3-8dff-0f7291356391 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] DELETE failed (client error): The resource could not be found. Aug 10 01:12:43.677896 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e9fc783-b946-47d3-8dff-0f7291356391 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:12:43.680350 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8e9fc783-b946-47d3-8dff-0f7291356391 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "DELETE /v2.0/networks/b30ac088-4938-4fc5-a305-bef437c94f1c HTTP/1.1" status: 404 len: 339 time: 0.0292304 Aug 10 01:12:43.683455 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37264) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:43.731935 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-0bc02e44-0df3-45e8-9777-d4a03894d6ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3b050334-2ff6-40ea-a72f-68fb7b069c16 HTTP/1.1" status: 200 len: 217 time: 0.0660536 Aug 10 01:12:43.758534 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e074d16a-9cea-4b68-b3f1-682d0ffc2c6d tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] DELETE failed (client error): The resource could not be found. Aug 10 01:12:43.758973 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e074d16a-9cea-4b68-b3f1-682d0ffc2c6d tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:12:43.760908 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e074d16a-9cea-4b68-b3f1-682d0ffc2c6d tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "DELETE /v2.0/subnets/6be8b610-bc54-4f76-a0c8-1f5048640dd9 HTTP/1.1" status: 404 len: 337 time: 0.0454781 Aug 10 01:12:43.763740 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37266) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:43.826516 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-73eebf79-5527-4089-a0d2-dcd5be37af80 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] DELETE failed (client error): The resource could not be found. Aug 10 01:12:43.827317 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73eebf79-5527-4089-a0d2-dcd5be37af80 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:12:43.828171 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-842c0aee-0e66-4aaa-b39b-e38da6604373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:43.831613 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-73eebf79-5527-4089-a0d2-dcd5be37af80 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "DELETE /v2.0/networks/2e4ee460-1bbb-47f4-8156-63b827068f39 HTTP/1.1" status: 404 len: 339 time: 0.0645251 Aug 10 01:12:43.831968 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37268) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:43.845278 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-06345756-0ee6-4514-bc4e-9bd997fabb1b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8bb8eda1dced49159cd10709c6869355&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4074798 Aug 10 01:12:43.847909 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37270) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:43.856377 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-75ad22eb-56ac-4c40-a924-2e61ae2bb8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:43.857996 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-75ad22eb-56ac-4c40-a924-2e61ae2bb8bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e25e17ad-fffa-4e24-9b5d-5651c3a6a11c HTTP/1.1" status: 200 len: 797 time: 0.1083953 Aug 10 01:12:43.918460 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ce741396-82f3-439f-94a3-4e569dd69187 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:43.942440 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cdbee628-2ffe-4873-98d8-c545f1fb2bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:43.969369 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-21457fc8-1b9b-4452-aa38-ca52b65ef14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:43.971047 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-21457fc8-1b9b-4452-aa38-ca52b65ef14e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f42b1fb5-1f26-4b59-83fe-d283978e154a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1048093 Aug 10 01:12:43.976152 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cdbee628-2ffe-4873-98d8-c545f1fb2bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:44.026447 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ce741396-82f3-439f-94a3-4e569dd69187 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:44.037372 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-ce741396-82f3-439f-94a3-4e569dd69187 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b5af5d-150c-40b6-9856-63c94a1895ed']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:44.048944 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-ce741396-82f3-439f-94a3-4e569dd69187 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d4499d6-dd67-496c-b678-e4298279fcc0') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:44.049234 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-ce741396-82f3-439f-94a3-4e569dd69187 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d4499d6-dd67-496c-b678-e4298279fcc0') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:44.058454 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ce741396-82f3-439f-94a3-4e569dd69187 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:44.088317 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ce741396-82f3-439f-94a3-4e569dd69187 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:44.093026 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cdbee628-2ffe-4873-98d8-c545f1fb2bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:44.095369 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce741396-82f3-439f-94a3-4e569dd69187 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:12:44.096142 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cdbee628-2ffe-4873-98d8-c545f1fb2bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:44.096472 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ce741396-82f3-439f-94a3-4e569dd69187 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:44.097585 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-cdbee628-2ffe-4873-98d8-c545f1fb2bb8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8ddf1dcc-09ec-43f7-9451-d4d87af4c1b8 HTTP/1.1" status: 204 len: 168 time: 0.2486477 Aug 10 01:12:44.099920 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:12:44.099920 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:12:44.099920 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:12:44.099920 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:12:44.099920 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:12:44.099920 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:12:44.099920 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:12:44.099920 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:12:44.099920 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:12:44.099920 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:12:44.099920 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:12:44.099920 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:12:44.099920 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:12:44.099920 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:12:44.099920 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:12:44.099920 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:12:44.099920 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:12:44.099920 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:12:44.099920 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:12:44.099920 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:12:44.099920 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:12:44.099920 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:12:44.099920 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:12:44.099920 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:12:44.099920 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:12:44.099920 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:12:44.099920 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:12:44.099920 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:12:44.099920 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:12:44.099920 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:12:44.099920 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:12:44.099920 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:12:44.130831 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-e8c0bde4-c731-4161-a32d-5a18688a6130 service neutron] 10.222.0.20 "GET /v2.0/networks/f42b1fb5-1f26-4b59-83fe-d283978e154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523979 Aug 10 01:12:44.137099 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbee628-2ffe-4873-98d8-c545f1fb2bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddf1dcc-09ec-43f7-9451-d4d87af4c1b8,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:44.203825 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ce741396-82f3-439f-94a3-4e569dd69187 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:44.212063 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ce741396-82f3-439f-94a3-4e569dd69187 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:44.216912 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ce741396-82f3-439f-94a3-4e569dd69187 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "DELETE /v2.0/networks/36b5af5d-150c-40b6-9856-63c94a1895ed HTTP/1.1" status: 204 len: 168 time: 0.3814878 Aug 10 01:12:44.217654 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37274) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:44.243044 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce741396-82f3-439f-94a3-4e569dd69187 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event deleted for resources: {'Network': ['ID=36b5af5d-150c-40b6-9856-63c94a1895ed,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:44.255276 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e95b133-095f-43ec-a290-019f6b5439d4 req-8647cc04-c117-48f6-a6f8-93d837cae77a service neutron] 10.222.0.20 "GET /v2.0/networks/f42b1fb5-1f26-4b59-83fe-d283978e154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157608 Aug 10 01:12:44.265191 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ebe8c7-4a91-4295-a69f-792aa2ee05f3 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] DELETE failed (client error): The resource could not be found. Aug 10 01:12:44.265191 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ebe8c7-4a91-4295-a69f-792aa2ee05f3 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:12:44.269626 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-81ebe8c7-4a91-4295-a69f-792aa2ee05f3 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "DELETE /v2.0/subnets/d333a8e0-5b2a-4cff-83a7-cc4a8257c6b4 HTTP/1.1" status: 404 len: 337 time: 0.0486231 Aug 10 01:12:44.269838 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37278) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:44.289758 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ec9267b-5108-448b-8d14-a9074a7a027b tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] DELETE failed (client error): The resource could not be found. Aug 10 01:12:44.290447 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ec9267b-5108-448b-8d14-a9074a7a027b tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:12:44.292493 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9ec9267b-5108-448b-8d14-a9074a7a027b tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "DELETE /v2.0/networks/90ac6ae4-7b40-4c00-ae71-f1b41430ba9a HTTP/1.1" status: 404 len: 339 time: 0.0215237 Aug 10 01:12:44.295042 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37280) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:44.327741 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ad9ee70-0f32-479d-910a-0d93962eb5a0 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] DELETE failed (client error): The resource could not be found. Aug 10 01:12:44.328304 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ad9ee70-0f32-479d-910a-0d93962eb5a0 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:12:44.329988 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8ad9ee70-0f32-479d-910a-0d93962eb5a0 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "DELETE /v2.0/subnets/0050f5bf-e765-4917-aad1-f8920c17686f HTTP/1.1" status: 404 len: 337 time: 0.0339568 Aug 10 01:12:44.332566 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37282) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:44.352859 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e5169c8-ca19-49c1-8af5-009dfaa12c70 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] DELETE failed (client error): The resource could not be found. Aug 10 01:12:44.353400 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e5169c8-ca19-49c1-8af5-009dfaa12c70 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:12:44.355543 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1e5169c8-ca19-49c1-8af5-009dfaa12c70 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "DELETE /v2.0/networks/af7039d7-64ce-485e-869e-eb2aa2d1b30c HTTP/1.1" status: 404 len: 339 time: 0.0216331 Aug 10 01:12:44.357575 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37286) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:44.399273 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d79a594-4abb-404c-80df-17bc183f0618 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] DELETE failed (client error): The resource could not be found. Aug 10 01:12:44.399925 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d79a594-4abb-404c-80df-17bc183f0618 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:12:44.401862 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9d79a594-4abb-404c-80df-17bc183f0618 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "DELETE /v2.0/subnets/a4b0daf5-155b-4bfa-994d-fc1d1c80b826 HTTP/1.1" status: 404 len: 337 time: 0.0433869 Aug 10 01:12:44.408664 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37292) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:44.431908 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:44.450142 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc43b9ec-a2d9-414f-a8f3-a79de37ec963 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] DELETE failed (client error): The resource could not be found. Aug 10 01:12:44.451048 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc43b9ec-a2d9-414f-a8f3-a79de37ec963 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:12:44.455378 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-bc43b9ec-a2d9-414f-a8f3-a79de37ec963 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "DELETE /v2.0/networks/8a06ff2f-2591-4987-a1f4-8b8896001b1f HTTP/1.1" status: 404 len: 339 time: 0.0420575 Aug 10 01:12:44.455650 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37300) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:44.494509 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-9696aad6-739e-4dae-8d9a-5fd36fffe4aa tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] DELETE failed (client error): The resource could not be found. Aug 10 01:12:44.494971 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9696aad6-739e-4dae-8d9a-5fd36fffe4aa tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:12:44.497071 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9696aad6-739e-4dae-8d9a-5fd36fffe4aa tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "DELETE /v2.0/subnets/e5633ddd-9e1d-4d45-bbe2-3c4930d2eadf HTTP/1.1" status: 404 len: 337 time: 0.0398183 Aug 10 01:12:44.499485 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37304) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:44.518507 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ffc73f-f9e4-4d4c-849b-5de8e4c545e3 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] DELETE failed (client error): The resource could not be found. Aug 10 01:12:44.519455 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88ffc73f-f9e4-4d4c-849b-5de8e4c545e3 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:12:44.521515 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-88ffc73f-f9e4-4d4c-849b-5de8e4c545e3 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "DELETE /v2.0/networks/2820e6cb-58dc-4c00-aa23-98a01fabad50 HTTP/1.1" status: 404 len: 339 time: 0.0209124 Aug 10 01:12:44.524820 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37306) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:44.566098 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2332f38-835c-4b06-ad6e-62c397cfa1ac tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] DELETE failed (client error): The resource could not be found. Aug 10 01:12:44.566643 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2332f38-835c-4b06-ad6e-62c397cfa1ac tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:12:44.571425 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37310) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:44.571600 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c2332f38-835c-4b06-ad6e-62c397cfa1ac tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "DELETE /v2.0/subnets/33e8be28-5cef-4f83-9986-d91c5519e893 HTTP/1.1" status: 404 len: 337 time: 0.0456028 Aug 10 01:12:44.612869 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a60597c-48d1-4336-ae47-26c8f47a6034 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] DELETE failed (client error): The resource could not be found. Aug 10 01:12:44.613760 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a60597c-48d1-4336-ae47-26c8f47a6034 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:12:44.623918 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0a60597c-48d1-4336-ae47-26c8f47a6034 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "DELETE /v2.0/networks/63c0ea96-f816-42fe-ad98-5ec352584800 HTTP/1.1" status: 404 len: 339 time: 0.0506816 Aug 10 01:12:44.626220 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37314) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:44.657187 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c373ee1-0b37-48fb-99fa-0694c0e11555 req-ef50bdc8-6f25-4251-8b42-441fda4e2ace tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:44.660066 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1c373ee1-0b37-48fb-99fa-0694c0e11555 req-ef50bdc8-6f25-4251-8b42-441fda4e2ace tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.24 "GET /v2.0/ports?device_id=4599df64-0086-44ea-b5be-061d9c9e68ab HTTP/1.1" status: 200 len: 945 time: 0.0875576 Aug 10 01:12:44.703139 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e462c7-6867-4cd3-87e9-a34ef7c20988 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] DELETE failed (client error): The resource could not be found. Aug 10 01:12:44.703642 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02e462c7-6867-4cd3-87e9-a34ef7c20988 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:12:44.705493 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-02e462c7-6867-4cd3-87e9-a34ef7c20988 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "DELETE /v2.0/subnets/23b608e7-e844-4c0f-b82a-8dc4c102ef6f HTTP/1.1" status: 404 len: 337 time: 0.0781500 Aug 10 01:12:44.736034 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37322) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:44.778146 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493657f9-08aa-4b3a-9a9a-5b218ee25cb1 req-99c45692-eac7-4cea-9338-6aa0a1df05c4 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:44.786380 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-493657f9-08aa-4b3a-9a9a-5b218ee25cb1 req-99c45692-eac7-4cea-9338-6aa0a1df05c4 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.35 "GET /v2.0/ports?device_id=4599df64-0086-44ea-b5be-061d9c9e68ab HTTP/1.1" status: 200 len: 945 time: 0.0968721 Aug 10 01:12:44.805560 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2449b80-63b6-4359-904d-dfd5e87c5b7e tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] DELETE failed (client error): The resource could not be found. Aug 10 01:12:44.806333 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2449b80-63b6-4359-904d-dfd5e87c5b7e tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:12:44.814332 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b2449b80-63b6-4359-904d-dfd5e87c5b7e tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "DELETE /v2.0/networks/57a33dc4-0000-445c-afe8-3d452adc7f3d HTTP/1.1" status: 404 len: 339 time: 0.0704973 Aug 10 01:12:44.814332 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37330) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:44.867290 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e710f-419e-4417-acbc-3f99189341bb req-350cd60c-3883-409a-9c77-3c99abef0b69 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:44.877886 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-261e710f-419e-4417-acbc-3f99189341bb req-350cd60c-3883-409a-9c77-3c99abef0b69 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=176c0b3d-0b09-4c0c-b864-4f2a20c90930 HTTP/1.1" status: 200 len: 946 time: 0.1528218 Aug 10 01:12:44.900636 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e6d40a9-3afe-4abc-9e17-dc086d8606ca tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] DELETE failed (client error): The resource could not be found. Aug 10 01:12:44.902021 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e6d40a9-3afe-4abc-9e17-dc086d8606ca tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:12:44.903986 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6e6d40a9-3afe-4abc-9e17-dc086d8606ca tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "DELETE /v2.0/subnets/a20bd1fa-c908-4917-a9ca-8f56fd2c104c HTTP/1.1" status: 404 len: 337 time: 0.0876682 Aug 10 01:12:44.906467 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37334) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:44.936684 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5a35696-2ef8-4c60-a042-6142dec9852e tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] DELETE failed (client error): The resource could not be found. Aug 10 01:12:44.938203 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5a35696-2ef8-4c60-a042-6142dec9852e tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:12:44.940976 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-493657f9-08aa-4b3a-9a9a-5b218ee25cb1 req-da582920-a642-4d23-9acd-d6d604a7efcd tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.35 "GET /v2.0/security-groups?id=9615f37e-055c-4057-a415-83e9efc482a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535878 Aug 10 01:12:44.943250 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37336) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:44.948627 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f5a35696-2ef8-4c60-a042-6142dec9852e tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "DELETE /v2.0/networks/e7f2c120-dcf6-4f56-b3ab-e478fdedb445 HTTP/1.1" status: 404 len: 339 time: 0.0326602 Aug 10 01:12:45.021811 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-1c373ee1-0b37-48fb-99fa-0694c0e11555 req-1f4d4203-c4c9-4a5c-8036-e93238d45588 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Deleting port 50137f2c-55eb-4a29-bed1-1f9b1c3be5be {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:12:45.023303 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1c373ee1-0b37-48fb-99fa-0694c0e11555 req-1f4d4203-c4c9-4a5c-8036-e93238d45588 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:45.035452 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-261e710f-419e-4417-acbc-3f99189341bb req-f1f74db1-702f-4fb3-b083-0ce6444f1695 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362312 Aug 10 01:12:45.036965 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d056bed-4e57-4ae1-a7e7-6db4ea09855f tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] DELETE failed (client error): The resource could not be found. Aug 10 01:12:45.037442 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d056bed-4e57-4ae1-a7e7-6db4ea09855f tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:12:45.040306 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5d056bed-4e57-4ae1-a7e7-6db4ea09855f tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "DELETE /v2.0/subnets/c9420dac-be34-49e2-82a1-d95d23458725 HTTP/1.1" status: 404 len: 337 time: 0.0960951 Aug 10 01:12:45.042965 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37342) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:45.061779 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-da7755a6-0644-4a3f-be47-e7772b9fd06f tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] DELETE failed (client error): The resource could not be found. Aug 10 01:12:45.062723 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da7755a6-0644-4a3f-be47-e7772b9fd06f tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:12:45.065760 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-da7755a6-0644-4a3f-be47-e7772b9fd06f tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "DELETE /v2.0/networks/95795afc-b771-4fa4-85ab-6c85f7b146d6 HTTP/1.1" status: 404 len: 339 time: 0.0213807 Aug 10 01:12:45.067908 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37344) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:45.137534 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:45.153566 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-270cbc60-f115-426f-8347-96ad32d310d4 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Deleting subnet b05a3ea6-4458-453b-ac12-e5852bd0cd66 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:12:45.156952 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-270cbc60-f115-426f-8347-96ad32d310d4 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:45.174739 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-1c373ee1-0b37-48fb-99fa-0694c0e11555 req-1f4d4203-c4c9-4a5c-8036-e93238d45588 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] For port 50137f2c-55eb-4a29-bed1-1f9b1c3be5be, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=50137f2c-55eb-4a29-bed1-1f9b1c3be5be,segment=NetworkSegment(218142c6-a243-426e-9e94-b82a24b90795),segment_id=218142c6-a243-426e-9e94-b82a24b90795)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:45.175109 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1c373ee1-0b37-48fb-99fa-0694c0e11555 req-1f4d4203-c4c9-4a5c-8036-e93238d45588 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:45.217274 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-270cbc60-f115-426f-8347-96ad32d310d4 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:45.343902 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-270cbc60-f115-426f-8347-96ad32d310d4 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:45.404372 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1c373ee1-0b37-48fb-99fa-0694c0e11555 req-1f4d4203-c4c9-4a5c-8036-e93238d45588 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:45.405159 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1c373ee1-0b37-48fb-99fa-0694c0e11555 req-1f4d4203-c4c9-4a5c-8036-e93238d45588 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:45.405718 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [req-1c373ee1-0b37-48fb-99fa-0694c0e11555 req-1f4d4203-c4c9-4a5c-8036-e93238d45588 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Floating IP b532913e-b2c9-44aa-8cd2-03da6e8bdb33 disassociated. External IP: 172.25.2.137, port: 50137f2c-55eb-4a29-bed1-1f9b1c3be5be. Aug 10 01:12:45.406102 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-1c373ee1-0b37-48fb-99fa-0694c0e11555 req-1f4d4203-c4c9-4a5c-8036-e93238d45588 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Calling delete_port for 50137f2c-55eb-4a29-bed1-1f9b1c3be5be owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:12:45.423993 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-270cbc60-f115-426f-8347-96ad32d310d4 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:45.458020 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270cbc60-f115-426f-8347-96ad32d310d4 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event deleted for resources: {'Subnet': ['ID=b05a3ea6-4458-453b-ac12-e5852bd0cd66,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:45.462622 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-270cbc60-f115-426f-8347-96ad32d310d4 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:45.465223 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-270cbc60-f115-426f-8347-96ad32d310d4 tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "DELETE /v2.0/subnets/b05a3ea6-4458-453b-ac12-e5852bd0cd66 HTTP/1.1" status: 204 len: 168 time: 0.3955839 Aug 10 01:12:45.467118 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37354) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:45.469995 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4599183-8dcc-4ffc-92a9-4bf7e78af83d None None] Network 608921e6-2f48-45e6-bfe0-1498d56dc142 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:45.603320 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ee7acd42-41e2-4208-a339-ad694286023c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:45.706583 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1c373ee1-0b37-48fb-99fa-0694c0e11555 req-1f4d4203-c4c9-4a5c-8036-e93238d45588 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:45.744984 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d4203-c4c9-4a5c-8036-e93238d45588 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Pushing event deleted for resources: {'Port': ['ID=50137f2c-55eb-4a29-bed1-1f9b1c3be5be,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:45.758946 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-ee7acd42-41e2-4208-a339-ad694286023c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Deleting port 12e79074-96ba-4e3a-840a-27db065e17e8 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:12:45.759425 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ee7acd42-41e2-4208-a339-ad694286023c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:45.862690 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a719d2-3c74-4a9e-8ade-a06d38d1a416 None None] DHCP port deletion for 608921e6-2f48-45e6-bfe0-1498d56dc142 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:12:45.889726 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-ee7acd42-41e2-4208-a339-ad694286023c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] For port 12e79074-96ba-4e3a-840a-27db065e17e8, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=12e79074-96ba-4e3a-840a-27db065e17e8,segment=NetworkSegment(5f9adf67-8aba-4336-8c69-2c27343e11cb),segment_id=5f9adf67-8aba-4336-8c69-2c27343e11cb)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:45.890349 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ee7acd42-41e2-4208-a339-ad694286023c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:45.912214 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-ee7acd42-41e2-4208-a339-ad694286023c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Calling delete_port for 12e79074-96ba-4e3a-840a-27db065e17e8 owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:12:45.917937 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c373ee1-0b37-48fb-99fa-0694c0e11555 req-1f4d4203-c4c9-4a5c-8036-e93238d45588 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Router 59385050-2b55-4513-81f1-a4cbf311060e has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:12:46.037408 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-04a719d2-3c74-4a9e-8ade-a06d38d1a416 None None] Deleting port 12e79074-96ba-4e3a-840a-27db065e17e8 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:12:46.037987 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-04a719d2-3c74-4a9e-8ade-a06d38d1a416 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:46.042147 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ee7acd42-41e2-4208-a339-ad694286023c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:46.106143 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7acd42-41e2-4208-a339-ad694286023c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event deleted for resources: {'Port': ['ID=12e79074-96ba-4e3a-840a-27db065e17e8,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:46.121889 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7acd42-41e2-4208-a339-ad694286023c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] No DVR routers for this DVR port 12e79074-96ba-4e3a-840a-27db065e17e8 on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:12:46.139311 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c373ee1-0b37-48fb-99fa-0694c0e11555 req-1f4d4203-c4c9-4a5c-8036-e93238d45588 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:12:46.195763 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb29422d-759f-42a8-98e0-b6445262fef3 None None] Sync routers for ids ['59385050-2b55-4513-81f1-a4cbf311060e'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:12:46.291873 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 12e79074-96ba-4e3a-840a-27db065e17e8 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:12:46.303882 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c373ee1-0b37-48fb-99fa-0694c0e11555 req-1f4d4203-c4c9-4a5c-8036-e93238d45588 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] No DVR routers for this DVR port 50137f2c-55eb-4a29-bed1-1f9b1c3be5be on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:12:46.306739 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1c373ee1-0b37-48fb-99fa-0694c0e11555 req-1f4d4203-c4c9-4a5c-8036-e93238d45588 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:46.309317 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1c373ee1-0b37-48fb-99fa-0694c0e11555 req-1f4d4203-c4c9-4a5c-8036-e93238d45588 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.24 "DELETE /v2.0/ports/50137f2c-55eb-4a29-bed1-1f9b1c3be5be HTTP/1.1" status: 204 len: 173 time: 1.6389999 Aug 10 01:12:46.321102 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4599df64-0086-44ea-b5be-061d9c9e68ab', 'name': 'network-vif-deleted', 'tag': '50137f2c-55eb-4a29-bed1-1f9b1c3be5be'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:12:46.324068 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ee75ef-48f6-4d5e-b635-392d446f845b" -d '{"events": [{"server_uuid": "4599df64-0086-44ea-b5be-061d9c9e68ab", "name": "network-vif-deleted", "tag": "50137f2c-55eb-4a29-bed1-1f9b1c3be5be"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:12:46.340593 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6cf8e6b8-63d7-48da-acb6-1ba83027357f req-899601b9-2162-4354-8fd0-bef3d6b9f6c4 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.35 "GET /v2.0/ports?device_id=4599df64-0086-44ea-b5be-061d9c9e68ab HTTP/1.1" status: 200 len: 210 time: 0.1308200 Aug 10 01:12:46.354048 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ee7acd42-41e2-4208-a339-ad694286023c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:46.365399 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb29422d-759f-42a8-98e0-b6445262fef3 None None] Routers {'59385050-2b55-4513-81f1-a4cbf311060e'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:12:46.366739 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-bb29422d-759f-42a8-98e0-b6445262fef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:12:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['59385050-2b55-4513-81f1-a4cbf311060e'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:46.369438 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-04a719d2-3c74-4a9e-8ade-a06d38d1a416 None None] For port 12e79074-96ba-4e3a-840a-27db065e17e8, host n-d-766726-26, got binding levels [] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:46.370000 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-04a719d2-3c74-4a9e-8ade-a06d38d1a416 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:46.372923 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:46.373835 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 12e79074-96ba-4e3a-840a-27db065e17e8 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:12:46.374184 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 12e79074-96ba-4e3a-840a-27db065e17e8 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:12:46.407517 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-ee7acd42-41e2-4208-a339-ad694286023c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['608921e6-2f48-45e6-bfe0-1498d56dc142']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:46.440217 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-04a719d2-3c74-4a9e-8ade-a06d38d1a416 None None] Calling delete_port for 12e79074-96ba-4e3a-840a-27db065e17e8 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:12:46.446680 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.ipam_backend_mixin [None req-04a719d2-3c74-4a9e-8ade-a06d38d1a416 None None] Port 12e79074-96ba-4e3a-840a-27db065e17e8 was not found and therefore no delete operation was performed {{(pid=105828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 01:12:46.450336 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f61e0-f259-4384-bea7-2760928b8b6b req-705d1456-0c43-4de4-ac06-2e04ae3234c1 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:46.457849 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-787f61e0-f259-4384-bea7-2760928b8b6b req-705d1456-0c43-4de4-ac06-2e04ae3234c1 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=176c0b3d-0b09-4c0c-b864-4f2a20c90930 HTTP/1.1" status: 200 len: 946 time: 0.2441063 Aug 10 01:12:46.458138 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-04a719d2-3c74-4a9e-8ade-a06d38d1a416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:46.469535 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-ee7acd42-41e2-4208-a339-ad694286023c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f9adf67-8aba-4336-8c69-2c27343e11cb') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:46.469835 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-ee7acd42-41e2-4208-a339-ad694286023c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f9adf67-8aba-4336-8c69-2c27343e11cb') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:46.511579 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ee7acd42-41e2-4208-a339-ad694286023c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:46.540802 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3d4ecb-1d7d-4720-9f3b-c39cc8ecc323 x-openstack-request-id: req-de3d4ecb-1d7d-4720-9f3b-c39cc8ecc323 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:12:46.541175 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4599df64-0086-44ea-b5be-061d9c9e68ab", "name": "network-vif-deleted", "tag": "50137f2c-55eb-4a29-bed1-1f9b1c3be5be", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:12:46.541656 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-de3d4ecb-1d7d-4720-9f3b-c39cc8ecc323 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:12:46.542577 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4599df64-0086-44ea-b5be-061d9c9e68ab', 'name': 'network-vif-deleted', 'tag': '50137f2c-55eb-4a29-bed1-1f9b1c3be5be', 'status': 'completed', 'code': 200} Aug 10 01:12:46.591785 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ee7acd42-41e2-4208-a339-ad694286023c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:46.606404 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-787f61e0-f259-4384-bea7-2760928b8b6b req-0978a3a8-a78f-4c3d-b0a3-5da3f6b08785 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9ede1ed-3957-4a3e-8284-98b07716ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466951 Aug 10 01:12:46.609338 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee7acd42-41e2-4208-a339-ad694286023c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:12:46.609771 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ee7acd42-41e2-4208-a339-ad694286023c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:46.613601 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:12:46.613601 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:12:46.613601 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:12:46.613601 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:12:46.613601 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:12:46.613601 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:12:46.613601 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:12:46.613601 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:12:46.613601 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:12:46.613601 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:12:46.613601 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:12:46.613601 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:12:46.613601 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:12:46.613601 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:12:46.613601 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:12:46.613601 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:12:46.613601 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:12:46.613601 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:12:46.613601 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:12:46.613601 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:12:46.613601 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:12:46.613601 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:12:46.613601 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:12:46.613601 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:12:46.613601 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:12:46.613601 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:12:46.613601 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:12:46.613601 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:12:46.613601 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:12:46.613601 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:12:46.613601 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:12:46.613601 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:12:46.684087 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1946473-e3fa-4400-afbe-9af101378bd6 req-368a9976-cec3-46f6-9d27-ef8f900404b6 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:46.685903 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a1946473-e3fa-4400-afbe-9af101378bd6 req-368a9976-cec3-46f6-9d27-ef8f900404b6 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.20 "GET /v2.0/ports?device_id=176c0b3d-0b09-4c0c-b864-4f2a20c90930 HTTP/1.1" status: 200 len: 946 time: 0.1502547 Aug 10 01:12:46.691197 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a719d2-3c74-4a9e-8ade-a06d38d1a416 None None] No DVR routers for this DVR port 12e79074-96ba-4e3a-840a-27db065e17e8 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:12:46.697926 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a719d2-3c74-4a9e-8ade-a06d38d1a416 None None] Pushing event deleted for resources: {'Port': ['ID=12e79074-96ba-4e3a-840a-27db065e17e8,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:46.724858 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:12:46.731611 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-bb29422d-759f-42a8-98e0-b6445262fef3 None None] Set router 59385050-2b55-4513-81f1-a4cbf311060e gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:12:46.773638 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ee7acd42-41e2-4208-a339-ad694286023c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:46.782883 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ee7acd42-41e2-4208-a339-ad694286023c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:46.786537 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ee7acd42-41e2-4208-a339-ad694286023c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] 10.222.0.35 "DELETE /v2.0/networks/608921e6-2f48-45e6-bfe0-1498d56dc142 HTTP/1.1" status: 204 len: 168 time: 1.3181958 Aug 10 01:12:46.841986 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7acd42-41e2-4208-a339-ad694286023c tempest-NetworksTest-1748632556 tempest-NetworksTest-1748632556-project] Pushing event deleted for resources: {'Network': ['ID=608921e6-2f48-45e6-bfe0-1498d56dc142,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:46.878942 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-a1946473-e3fa-4400-afbe-9af101378bd6 req-51d8dc78-c64c-4867-ae28-14f92cdfa3f2 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Deleting port 0aecc27a-db65-432e-b4b6-857d127b666e {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:12:46.879301 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a1946473-e3fa-4400-afbe-9af101378bd6 req-51d8dc78-c64c-4867-ae28-14f92cdfa3f2 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:47.010567 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-bb29422d-759f-42a8-98e0-b6445262fef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59385050-2b55-4513-81f1-a4cbf311060e', 'name': 'tempest-ServersTestFqdnHostnames-2000983497-router', 'tenant_id': '5fcd54d724cc4ddb9ca725ce206de378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c191b454-e119-4a08-b110-28e2b11808cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:39Z', 'updated_at': '2021-08-10T01:09:45Z', 'revision_number': 4, 'project_id': '5fcd54d724cc4ddb9ca725ce206de378', 'gw_port': {'id': 'c191b454-e119-4a08-b110-28e2b11808cb', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:38:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59385050-2b55-4513-81f1-a4cbf311060e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:40Z', 'updated_at': '2021-08-10T01:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '713ada6c-11d5-49ef-ae55-9978105483f8', 'name': '', 'network_id': 'b17b9b5f-95fc-413e-934b-7c85c5159133', 'tenant_id': '5fcd54d724cc4ddb9ca725ce206de378', 'mac_address': 'fa:16:3e:80:9e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59385050-2b55-4513-81f1-a4cbf311060e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '8bb6259d-aa3e-4019-9a08-c063c9f120bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:44Z', 'updated_at': '2021-08-10T01:09:54Z', 'revision_number': 5, 'project_id': '5fcd54d724cc4ddb9ca725ce206de378', 'subnets': [{'id': '8bb6259d-aa3e-4019-9a08-c063c9f120bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:47.013454 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-a1946473-e3fa-4400-afbe-9af101378bd6 req-51d8dc78-c64c-4867-ae28-14f92cdfa3f2 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] For port 0aecc27a-db65-432e-b4b6-857d127b666e, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=0aecc27a-db65-432e-b4b6-857d127b666e,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:47.013845 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a1946473-e3fa-4400-afbe-9af101378bd6 req-51d8dc78-c64c-4867-ae28-14f92cdfa3f2 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:47.039201 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb29422d-759f-42a8-98e0-b6445262fef3 None None] Checking router: 59385050-2b55-4513-81f1-a4cbf311060e for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:12:47.041121 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-a1946473-e3fa-4400-afbe-9af101378bd6 req-51d8dc78-c64c-4867-ae28-14f92cdfa3f2 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Calling delete_port for 0aecc27a-db65-432e-b4b6-857d127b666e owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:12:47.049508 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb29422d-759f-42a8-98e0-b6445262fef3 None None] Routers {'59385050-2b55-4513-81f1-a4cbf311060e'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:12:47.050202 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-bb29422d-759f-42a8-98e0-b6445262fef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:12:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['59385050-2b55-4513-81f1-a4cbf311060e'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:47.161675 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37414) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:47.175485 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37418) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:47.178137 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-bb29422d-759f-42a8-98e0-b6445262fef3 None None] Set router 59385050-2b55-4513-81f1-a4cbf311060e gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:12:47.219747 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a1946473-e3fa-4400-afbe-9af101378bd6 req-51d8dc78-c64c-4867-ae28-14f92cdfa3f2 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:47.249604 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8dc78-c64c-4867-ae28-14f92cdfa3f2 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Pushing event deleted for resources: {'Port': ['ID=0aecc27a-db65-432e-b4b6-857d127b666e,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:47.281257 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['0aecc27a-db65-432e-b4b6-857d127b666e'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:12:47.298956 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1946473-e3fa-4400-afbe-9af101378bd6 req-51d8dc78-c64c-4867-ae28-14f92cdfa3f2 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] No DVR routers for this DVR port 0aecc27a-db65-432e-b4b6-857d127b666e on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:12:47.301850 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a1946473-e3fa-4400-afbe-9af101378bd6 req-51d8dc78-c64c-4867-ae28-14f92cdfa3f2 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:47.303958 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a1946473-e3fa-4400-afbe-9af101378bd6 req-51d8dc78-c64c-4867-ae28-14f92cdfa3f2 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.20 "DELETE /v2.0/ports/0aecc27a-db65-432e-b4b6-857d127b666e HTTP/1.1" status: 204 len: 173 time: 0.6099570 Aug 10 01:12:47.304437 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176c0b3d-0b09-4c0c-b864-4f2a20c90930', 'name': 'network-vif-deleted', 'tag': '0aecc27a-db65-432e-b4b6-857d127b666e'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:12:47.318327 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25498d2-8cfd-42f1-902d-7f83f7d5af1c" -d '{"events": [{"server_uuid": "176c0b3d-0b09-4c0c-b864-4f2a20c90930", "name": "network-vif-deleted", "tag": "0aecc27a-db65-432e-b4b6-857d127b666e"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:12:47.352014 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-828b071f-2dc4-4ff4-8813-18b152da1d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:47.359824 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75b0c19-0df6-4184-91d7-7830479dfb73 x-openstack-request-id: req-f75b0c19-0df6-4184-91d7-7830479dfb73 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:12:47.359824 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "176c0b3d-0b09-4c0c-b864-4f2a20c90930", "name": "network-vif-deleted", "tag": "0aecc27a-db65-432e-b4b6-857d127b666e", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:12:47.360132 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f75b0c19-0df6-4184-91d7-7830479dfb73 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:12:47.360871 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176c0b3d-0b09-4c0c-b864-4f2a20c90930', 'name': 'network-vif-deleted', 'tag': '0aecc27a-db65-432e-b4b6-857d127b666e', 'status': 'completed', 'code': 200} Aug 10 01:12:47.390222 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2e213952-eecf-48a8-8d9a-725065b71431 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8eccd7cf958f4d828a38ae25c26bf4ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2135537 Aug 10 01:12:47.392926 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37430) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:47.484204 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37436) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:47.497521 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 50137f2c-55eb-4a29-bed1-1f9b1c3be5be no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:12:47.506796 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-368e2b3c-5279-4b61-9b28-ce5a5b48f5fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:47.550809 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 50137f2c-55eb-4a29-bed1-1f9b1c3be5be {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:12:47.551163 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 50137f2c-55eb-4a29-bed1-1f9b1c3be5be not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:12:47.551288 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-368e2b3c-5279-4b61-9b28-ce5a5b48f5fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:47.612162 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-bb29422d-759f-42a8-98e0-b6445262fef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59385050-2b55-4513-81f1-a4cbf311060e', 'name': 'tempest-ServersTestFqdnHostnames-2000983497-router', 'tenant_id': '5fcd54d724cc4ddb9ca725ce206de378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c191b454-e119-4a08-b110-28e2b11808cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:39Z', 'updated_at': '2021-08-10T01:09:45Z', 'revision_number': 4, 'project_id': '5fcd54d724cc4ddb9ca725ce206de378', 'gw_port': {'id': 'c191b454-e119-4a08-b110-28e2b11808cb', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:38:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59385050-2b55-4513-81f1-a4cbf311060e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:40Z', 'updated_at': '2021-08-10T01:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '713ada6c-11d5-49ef-ae55-9978105483f8', 'name': '', 'network_id': 'b17b9b5f-95fc-413e-934b-7c85c5159133', 'tenant_id': '5fcd54d724cc4ddb9ca725ce206de378', 'mac_address': 'fa:16:3e:80:9e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59385050-2b55-4513-81f1-a4cbf311060e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '8bb6259d-aa3e-4019-9a08-c063c9f120bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:44Z', 'updated_at': '2021-08-10T01:09:54Z', 'revision_number': 5, 'project_id': '5fcd54d724cc4ddb9ca725ce206de378', 'subnets': [{'id': '8bb6259d-aa3e-4019-9a08-c063c9f120bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:47.627308 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b9f3853b-b5c3-4bf5-97f6-78a26df468b0 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:47.630232 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-828b071f-2dc4-4ff4-8813-18b152da1d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:47.643808 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-828b071f-2dc4-4ff4-8813-18b152da1d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:47.665657 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-368e2b3c-5279-4b61-9b28-ce5a5b48f5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:47.670343 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-368e2b3c-5279-4b61-9b28-ce5a5b48f5fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:47.675254 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-368e2b3c-5279-4b61-9b28-ce5a5b48f5fd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4da667bc-0f74-4ec0-b0d2-0226cdc7216e HTTP/1.1" status: 204 len: 168 time: 0.2786586 Aug 10 01:12:47.682849 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb29422d-759f-42a8-98e0-b6445262fef3 None None] The sync data for ids ['59385050-2b55-4513-81f1-a4cbf311060e'] in n-d-766726-26 is: [{'id': '59385050-2b55-4513-81f1-a4cbf311060e', 'name': 'tempest-ServersTestFqdnHostnames-2000983497-router', 'tenant_id': '5fcd54d724cc4ddb9ca725ce206de378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c191b454-e119-4a08-b110-28e2b11808cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:39Z', 'updated_at': '2021-08-10T01:09:45Z', 'revision_number': 4, 'project_id': '5fcd54d724cc4ddb9ca725ce206de378', 'gw_port': {'id': 'c191b454-e119-4a08-b110-28e2b11808cb', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:38:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59385050-2b55-4513-81f1-a4cbf311060e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:40Z', 'updated_at': '2021-08-10T01:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '713ada6c-11d5-49ef-ae55-9978105483f8', 'name': '', 'network_id': 'b17b9b5f-95fc-413e-934b-7c85c5159133', 'tenant_id': '5fcd54d724cc4ddb9ca725ce206de378', 'mac_address': 'fa:16:3e:80:9e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59385050-2b55-4513-81f1-a4cbf311060e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '8bb6259d-aa3e-4019-9a08-c063c9f120bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:44Z', 'updated_at': '2021-08-10T01:09:54Z', 'revision_number': 5, 'project_id': '5fcd54d724cc4ddb9ca725ce206de378', 'subnets': [{'id': '8bb6259d-aa3e-4019-9a08-c063c9f120bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:12:47.706324 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e2b3c-5279-4b61-9b28-ce5a5b48f5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da667bc-0f74-4ec0-b0d2-0226cdc7216e,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:47.786905 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b9f3853b-b5c3-4bf5-97f6-78a26df468b0 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:47.814426 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-828b071f-2dc4-4ff4-8813-18b152da1d7e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=094c4b7627a342b1a0e69d1592d496a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6516678 Aug 10 01:12:47.819167 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37452) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:47.829997 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b071f-2dc4-4ff4-8813-18b152da1d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104d9202-06e1-451b-9d45-3565da26fbf1,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:47.879898 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5f85af86-76cb-414e-a107-9be4dd83e9ad req-a630c67b-fda2-4c49-b7a2-5ea21d3c3bc3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=176c0b3d-0b09-4c0c-b864-4f2a20c90930 HTTP/1.1" status: 200 len: 210 time: 0.1151166 Aug 10 01:12:48.007507 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4bf5016d-d69a-4e4e-88d9-a302e29d95df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:48.011878 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b9f3853b-b5c3-4bf5-97f6-78a26df468b0 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:48.015135 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b9f3853b-b5c3-4bf5-97f6-78a26df468b0 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:48.016766 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b9f3853b-b5c3-4bf5-97f6-78a26df468b0 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.35 "DELETE /v2.0/security-groups/9615f37e-055c-4057-a415-83e9efc482a4 HTTP/1.1" status: 204 len: 168 time: 0.5275023 Aug 10 01:12:48.021438 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37458) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:48.043718 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3853b-b5c3-4bf5-97f6-78a26df468b0 tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9615f37e-055c-4057-a415-83e9efc482a4,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:48.050280 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-c5c38ee1-0a8b-451c-b5b8-a07d286936ad tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] show failed (client error): The resource could not be found. Aug 10 01:12:48.056258 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c5c38ee1-0a8b-451c-b5b8-a07d286936ad tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.35 "GET /v2.0/security-groups/9615f37e-055c-4057-a415-83e9efc482a4 HTTP/1.1" status: 404 len: 347 time: 0.0324891 Aug 10 01:12:48.057341 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37460) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:48.111596 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4bf5016d-d69a-4e4e-88d9-a302e29d95df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:48.278744 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0bd59d-d51c-46ea-9d9e-dac8a69855f7 None None] New status for floating IP b532913e-b2c9-44aa-8cd2-03da6e8bdb33: DOWN {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:12:48.319676 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4bf5016d-d69a-4e4e-88d9-a302e29d95df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:48.322938 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4bf5016d-d69a-4e4e-88d9-a302e29d95df admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:48.329188 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4bf5016d-d69a-4e4e-88d9-a302e29d95df admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/104d9202-06e1-451b-9d45-3565da26fbf1 HTTP/1.1" status: 204 len: 168 time: 0.5061061 Aug 10 01:12:48.349847 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5016d-d69a-4e4e-88d9-a302e29d95df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104d9202-06e1-451b-9d45-3565da26fbf1,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:48.361393 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-25099d10-2139-43ba-b317-5cb57158e35b tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Deleting port 3544a323-2bac-43cf-9270-1a7ce5f05397 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:12:48.361998 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-25099d10-2139-43ba-b317-5cb57158e35b tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:48.487772 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-25099d10-2139-43ba-b317-5cb57158e35b tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:48.489324 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-25099d10-2139-43ba-b317-5cb57158e35b tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:48.521119 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-25099d10-2139-43ba-b317-5cb57158e35b tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Calling delete_port for 3544a323-2bac-43cf-9270-1a7ce5f05397 owned by network:floatingip {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:12:48.841718 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-25099d10-2139-43ba-b317-5cb57158e35b tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:48.979543 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25099d10-2139-43ba-b317-5cb57158e35b tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Pushing event deleted for resources: {'Port': ['ID=3544a323-2bac-43cf-9270-1a7ce5f05397,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:49.002236 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-25099d10-2139-43ba-b317-5cb57158e35b tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks [] for floatingip, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:49.004951 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-25099d10-2139-43ba-b317-5cb57158e35b tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:49.013265 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37490) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:49.020950 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-25099d10-2139-43ba-b317-5cb57158e35b tempest-ServersTestFqdnHostnames-4159075 tempest-ServersTestFqdnHostnames-4159075-project] 10.222.0.35 "DELETE /v2.0/floatingips/b532913e-b2c9-44aa-8cd2-03da6e8bdb33 HTTP/1.1" status: 204 len: 168 time: 0.9484959 Aug 10 01:12:49.058796 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37492) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:49.086046 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9df02819-1dcb-49db-bd10-60ae9e83c20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:49.170670 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a15ce4a9-d89b-48bb-82dc-20b449ded03f req-c561fe37-24a8-4cae-892c-76774948f459 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=176c0b3d-0b09-4c0c-b864-4f2a20c90930 HTTP/1.1" status: 200 len: 210 time: 0.0752542 Aug 10 01:12:49.270939 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37500) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:49.337277 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9df02819-1dcb-49db-bd10-60ae9e83c20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:49.342101 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9df02819-1dcb-49db-bd10-60ae9e83c20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:49.395432 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df02819-1dcb-49db-bd10-60ae9e83c20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1540cf24-80d5-4191-9fc7-d04aeee720a4,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:49.428925 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9df02819-1dcb-49db-bd10-60ae9e83c20f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c2005eb52c444e2fa83ba70dbb5db6e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3688643 Aug 10 01:12:49.431402 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37508) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:49.447583 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f8c1c-f08a-4371-ad2a-f7722da68794 req-c6e8030f-3041-4c84-b4b4-8b61e4543db0 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:49.470855 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f8c1c-f08a-4371-ad2a-f7722da68794 req-c6e8030f-3041-4c84-b4b4-8b61e4543db0 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:49.477545 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f8c1c-f08a-4371-ad2a-f7722da68794 req-c6e8030f-3041-4c84-b4b4-8b61e4543db0 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:49.486717 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f8c1c-f08a-4371-ad2a-f7722da68794 req-c6e8030f-3041-4c84-b4b4-8b61e4543db0 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:49.497551 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f8c1c-f08a-4371-ad2a-f7722da68794 req-c6e8030f-3041-4c84-b4b4-8b61e4543db0 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:49.503819 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f8c1c-f08a-4371-ad2a-f7722da68794 req-c6e8030f-3041-4c84-b4b4-8b61e4543db0 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:49.511267 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f8c1c-f08a-4371-ad2a-f7722da68794 req-c6e8030f-3041-4c84-b4b4-8b61e4543db0 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:49.513188 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-2b171d5b-e531-41f5-a482-02e4ff2a46f8 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-417004756'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:49.513733 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-567f8c1c-f08a-4371-ad2a-f7722da68794 req-c6e8030f-3041-4c84-b4b4-8b61e4543db0 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5432 time: 0.2616796 Aug 10 01:12:49.545016 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-941796ef-9370-4521-936d-d663a6f36421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:49.559263 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b171d5b-e531-41f5-a482-02e4ff2a46f8 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Made reservation on behalf of 71298339050847f6a8a5b306ed924073 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:49.562657 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2b171d5b-e531-41f5-a482-02e4ff2a46f8 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:49.576235 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2b171d5b-e531-41f5-a482-02e4ff2a46f8 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:49.597997 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-941796ef-9370-4521-936d-d663a6f36421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:49.676720 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-567f8c1c-f08a-4371-ad2a-f7722da68794 req-db73ff94-b235-4d01-8e8a-9ebed03d4217 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0945332 Aug 10 01:12:49.711103 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-941796ef-9370-4521-936d-d663a6f36421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:49.722252 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-941796ef-9370-4521-936d-d663a6f36421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:49.723428 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-941796ef-9370-4521-936d-d663a6f36421 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1540cf24-80d5-4191-9fc7-d04aeee720a4 HTTP/1.1" status: 204 len: 168 time: 0.2907295 Aug 10 01:12:49.777656 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941796ef-9370-4521-936d-d663a6f36421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1540cf24-80d5-4191-9fc7-d04aeee720a4,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:49.842440 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2b171d5b-e531-41f5-a482-02e4ff2a46f8 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:49.848744 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2b171d5b-e531-41f5-a482-02e4ff2a46f8 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:49.871321 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b171d5b-e531-41f5-a482-02e4ff2a46f8 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:12:49.887057 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2b171d5b-e531-41f5-a482-02e4ff2a46f8 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:49.887406 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-2b171d5b-e531-41f5-a482-02e4ff2a46f8 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Added segment 773e48e2-4988-4710-abf3-d93cfc76d9ba of type vlan for network 375af56d-1735-47ce-af25-d4e52968a017 Aug 10 01:12:49.941108 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2b171d5b-e531-41f5-a482-02e4ff2a46f8 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:49.954346 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579ad57-dbb0-424f-b501-73802d1b81cd req-25f09a8c-74cf-446b-b707-aae48f67c450 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:49.960886 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579ad57-dbb0-424f-b501-73802d1b81cd req-25f09a8c-74cf-446b-b707-aae48f67c450 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:49.967033 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579ad57-dbb0-424f-b501-73802d1b81cd req-25f09a8c-74cf-446b-b707-aae48f67c450 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:49.974068 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579ad57-dbb0-424f-b501-73802d1b81cd req-25f09a8c-74cf-446b-b707-aae48f67c450 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:49.976883 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2b171d5b-e531-41f5-a482-02e4ff2a46f8 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:49.980734 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579ad57-dbb0-424f-b501-73802d1b81cd req-25f09a8c-74cf-446b-b707-aae48f67c450 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:49.982326 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b171d5b-e531-41f5-a482-02e4ff2a46f8 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:49.982923 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2b171d5b-e531-41f5-a482-02e4ff2a46f8 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:49.995345 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579ad57-dbb0-424f-b501-73802d1b81cd req-25f09a8c-74cf-446b-b707-aae48f67c450 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:50.010340 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2b171d5b-e531-41f5-a482-02e4ff2a46f8 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7356865 Aug 10 01:12:50.011600 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579ad57-dbb0-424f-b501-73802d1b81cd req-25f09a8c-74cf-446b-b707-aae48f67c450 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:50.018395 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1579ad57-dbb0-424f-b501-73802d1b81cd req-25f09a8c-74cf-446b-b707-aae48f67c450 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5432 time: 0.1845033 Aug 10 01:12:50.020288 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37516) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:50.039006 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 0aecc27a-db65-432e-b4b6-857d127b666e no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:12:50.040011 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c7af73a7-b194-42ce-b9a5-e39a50930027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:50.066083 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-bde34f47-5256-4b7a-a0bb-dd92ea7e2d55 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1296333096'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:50.091674 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b171d5b-e531-41f5-a482-02e4ff2a46f8 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b79f8433-c966-49c8-8705-b51a078f8414,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:50.107694 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b171d5b-e531-41f5-a482-02e4ff2a46f8 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Network': ['ID=375af56d-1735-47ce-af25-d4e52968a017,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:50.110522 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde34f47-5256-4b7a-a0bb-dd92ea7e2d55 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Made reservation on behalf of 71298339050847f6a8a5b306ed924073 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:50.114153 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bde34f47-5256-4b7a-a0bb-dd92ea7e2d55 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:50.120386 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 0aecc27a-db65-432e-b4b6-857d127b666e {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:12:50.121538 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 0aecc27a-db65-432e-b4b6-857d127b666e not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:12:50.146011 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 375af56d-1735-47ce-af25-d4e52968a017 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:12:50.185633 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bde34f47-5256-4b7a-a0bb-dd92ea7e2d55 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:12:50.208091 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bde34f47-5256-4b7a-a0bb-dd92ea7e2d55 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:50.208470 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-bde34f47-5256-4b7a-a0bb-dd92ea7e2d55 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Added segment d0961ff1-690f-46d0-a399-2dddf2663123 of type vlan for network 6af19d2e-bc28-4a62-b521-b26a592f75f6 Aug 10 01:12:50.306496 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bde34f47-5256-4b7a-a0bb-dd92ea7e2d55 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:50.354897 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bde34f47-5256-4b7a-a0bb-dd92ea7e2d55 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:50.365679 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde34f47-5256-4b7a-a0bb-dd92ea7e2d55 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:50.366503 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bde34f47-5256-4b7a-a0bb-dd92ea7e2d55 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:50.476899 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-bde34f47-5256-4b7a-a0bb-dd92ea7e2d55 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4275458 Aug 10 01:12:50.482388 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37530) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:50.495455 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-b03f0058-aab6-4679-83f4-5d8229e625f6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Request body: {'subnet': {'network_id': '375af56d-1735-47ce-af25-d4e52968a017', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:50.527843 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde34f47-5256-4b7a-a0bb-dd92ea7e2d55 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Network': ['ID=6af19d2e-bc28-4a62-b521-b26a592f75f6,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:50.539114 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 6af19d2e-bc28-4a62-b521-b26a592f75f6 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:12:50.601754 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b8b9de21-ae04-41b0-ac7f-a838c95398d2 req-a71bca77-fce4-44ab-8993-91814c174b8b tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=176c0b3d-0b09-4c0c-b864-4f2a20c90930 HTTP/1.1" status: 200 len: 210 time: 0.0554192 Aug 10 01:12:50.662404 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03f0058-aab6-4679-83f4-5d8229e625f6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Made reservation on behalf of 71298339050847f6a8a5b306ed924073 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:50.671909 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b03f0058-aab6-4679-83f4-5d8229e625f6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:50.871673 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-c7af73a7-b194-42ce-b9a5-e39a50930027 admin admin] Deleting port 713ada6c-11d5-49ef-ae55-9978105483f8 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:12:50.871979 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c7af73a7-b194-42ce-b9a5-e39a50930027 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:50.973669 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-c7af73a7-b194-42ce-b9a5-e39a50930027 admin admin] For port 713ada6c-11d5-49ef-ae55-9978105483f8, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=713ada6c-11d5-49ef-ae55-9978105483f8,segment=NetworkSegment(218142c6-a243-426e-9e94-b82a24b90795),segment_id=218142c6-a243-426e-9e94-b82a24b90795)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:50.974508 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c7af73a7-b194-42ce-b9a5-e39a50930027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:51.001135 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b03f0058-aab6-4679-83f4-5d8229e625f6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:51.003263 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-c7af73a7-b194-42ce-b9a5-e39a50930027 admin admin] Calling delete_port for 713ada6c-11d5-49ef-ae55-9978105483f8 owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:12:51.151049 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03f0058-aab6-4679-83f4-5d8229e625f6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Checking segment: {'id': '773e48e2-4988-4710-abf3-d93cfc76d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '375af56d-1735-47ce-af25-d4e52968a017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:51.151326 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03f0058-aab6-4679-83f4-5d8229e625f6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Network hostable DHCP agents. Network: 375af56d-1735-47ce-af25-d4e52968a017, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:12:51.157226 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f0058-aab6-4679-83f4-5d8229e625f6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Subnet': ['ID=2fc6d29d-ef29-4ab0-bce4-d04d97ec93cd,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:51.204498 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03f0058-aab6-4679-83f4-5d8229e625f6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Network 375af56d-1735-47ce-af25-d4e52968a017 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:12:51.221143 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-b03f0058-aab6-4679-83f4-5d8229e625f6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 375af56d-1735-47ce-af25-d4e52968a017) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:51.225490 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03f0058-aab6-4679-83f4-5d8229e625f6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:51.226155 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b03f0058-aab6-4679-83f4-5d8229e625f6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:51.237586 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a94e9c-b489-49a6-80e6-c7b739f09d15 None None] Network 375af56d-1735-47ce-af25-d4e52968a017 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:51.256750 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b03f0058-aab6-4679-83f4-5d8229e625f6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7714450 Aug 10 01:12:51.257955 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37550) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:51.263106 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-cf0d3c07-06a5-43d4-bc4c-dd224a34eda6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Request body: {'subnet': {'network_id': '6af19d2e-bc28-4a62-b521-b26a592f75f6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:51.298216 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c7af73a7-b194-42ce-b9a5-e39a50930027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:51.334544 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af73a7-b194-42ce-b9a5-e39a50930027 admin admin] Pushing event deleted for resources: {'Port': ['ID=713ada6c-11d5-49ef-ae55-9978105483f8,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:51.479178 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0d3c07-06a5-43d4-bc4c-dd224a34eda6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Made reservation on behalf of 71298339050847f6a8a5b306ed924073 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:51.482842 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf0d3c07-06a5-43d4-bc4c-dd224a34eda6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:51.526168 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8dbd84-3f5b-43ed-8bc5-d900467700c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-375af56d-1735-47ce-af25-d4e52968a017', 'network_id': '375af56d-1735-47ce-af25-d4e52968a017', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'fixed_ips': [{'subnet_id': '2fc6d29d-ef29-4ab0-bce4-d04d97ec93cd'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:12:51.526168 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a8dbd84-3f5b-43ed-8bc5-d900467700c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:51.734696 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c7af73a7-b194-42ce-b9a5-e39a50930027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:51.914992 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-23bde739-a5d1-4b75-9a37-f16f57a82ad5 req-992e2ed1-dd8e-49c1-b9f4-a4c0c91afa19 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=176c0b3d-0b09-4c0c-b864-4f2a20c90930 HTTP/1.1" status: 200 len: 210 time: 0.1500325 Aug 10 01:12:51.931012 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-4a8dbd84-3f5b-43ed-8bc5-d900467700c2 None None] Allocated IP 2001:db8::2 (375af56d-1735-47ce-af25-d4e52968a017/2fc6d29d-ef29-4ab0-bce4-d04d97ec93cd/a193eaed-3983-40c4-8ae2-9b4f43ec2522) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:12:51.977983 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf0d3c07-06a5-43d4-bc4c-dd224a34eda6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:52.130888 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d3c07-06a5-43d4-bc4c-dd224a34eda6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Subnet': ['ID=9652374b-dc6c-4360-b39e-a5a57d1fa775,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:52.165589 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0d3c07-06a5-43d4-bc4c-dd224a34eda6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Checking segment: {'id': 'd0961ff1-690f-46d0-a399-2dddf2663123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6af19d2e-bc28-4a62-b521-b26a592f75f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:52.165936 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0d3c07-06a5-43d4-bc4c-dd224a34eda6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Network hostable DHCP agents. Network: 6af19d2e-bc28-4a62-b521-b26a592f75f6, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:12:52.215725 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0d3c07-06a5-43d4-bc4c-dd224a34eda6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Network 6af19d2e-bc28-4a62-b521-b26a592f75f6 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:12:52.235290 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-cf0d3c07-06a5-43d4-bc4c-dd224a34eda6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 6af19d2e-bc28-4a62-b521-b26a592f75f6) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:52.257990 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0d3c07-06a5-43d4-bc4c-dd224a34eda6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:52.262225 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf0d3c07-06a5-43d4-bc4c-dd224a34eda6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:52.268882 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb3cd9f-1992-42ce-a1f8-d10957c20caf None None] Network 6af19d2e-bc28-4a62-b521-b26a592f75f6 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:52.291854 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7af73a7-b194-42ce-b9a5-e39a50930027 admin admin] Router 59385050-2b55-4513-81f1-a4cbf311060e has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:12:52.300419 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cf0d3c07-06a5-43d4-bc4c-dd224a34eda6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0404110 Aug 10 01:12:52.302677 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37584) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:52.313400 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-15591d42-c7a2-4456-bc0e-4a6d518150bd tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2008541929', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:52.372472 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-15591d42-c7a2-4456-bc0e-4a6d518150bd tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:52.376595 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-15591d42-c7a2-4456-bc0e-4a6d518150bd tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:52.589638 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7af73a7-b194-42ce-b9a5-e39a50930027 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:12:52.599038 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c7af73a7-b194-42ce-b9a5-e39a50930027 admin admin] 10.222.0.35 "PUT /v2.0/routers/59385050-2b55-4513-81f1-a4cbf311060e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5846863 Aug 10 01:12:52.601426 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37604) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:52.622929 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73445c37-97cf-4b07-8003-86441007efdb None None] Sync routers for ids ['59385050-2b55-4513-81f1-a4cbf311060e'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:12:52.651581 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-15591d42-c7a2-4456-bc0e-4a6d518150bd tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:52.658003 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-15591d42-c7a2-4456-bc0e-4a6d518150bd tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:52.672408 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37606) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:52.689237 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-15591d42-c7a2-4456-bc0e-4a6d518150bd tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:52.695532 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37610) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:52.696643 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-15591d42-c7a2-4456-bc0e-4a6d518150bd tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3921592 Aug 10 01:12:52.761549 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73445c37-97cf-4b07-8003-86441007efdb None None] Routers {'59385050-2b55-4513-81f1-a4cbf311060e'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:12:52.762211 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-73445c37-97cf-4b07-8003-86441007efdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:12:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['59385050-2b55-4513-81f1-a4cbf311060e'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:52.874675 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37618) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:52.930690 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-73445c37-97cf-4b07-8003-86441007efdb None None] Set router 59385050-2b55-4513-81f1-a4cbf311060e gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:12:52.997404 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a8dbd84-3f5b-43ed-8bc5-d900467700c2 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:53.000915 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86bc458-892e-417c-b73f-557c13469754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-6af19d2e-bc28-4a62-b521-b26a592f75f6', 'network_id': '6af19d2e-bc28-4a62-b521-b26a592f75f6', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'fixed_ips': [{'subnet_id': '9652374b-dc6c-4360-b39e-a5a57d1fa775'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:12:53.001746 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c86bc458-892e-417c-b73f-557c13469754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:53.133116 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6bb619dd-11fe-44d6-a2ed-cf12822d0030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:53.206027 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ed1b096-1af7-4f5b-90a5-28661617e224 req-f65af775-24bb-4ff1-a4a3-3c9bb4f0a5e5 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=176c0b3d-0b09-4c0c-b864-4f2a20c90930 HTTP/1.1" status: 200 len: 210 time: 0.1400180 Aug 10 01:12:53.219715 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8ba11b18-28d3-439c-a116-1654ba2f2c5e admin admin] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:53.226412 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4a8dbd84-3f5b-43ed-8bc5-d900467700c2 None None] Transition to ACTIVE for port object a193eaed-3983-40c4-8ae2-9b4f43ec2522 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:53.315840 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4a8dbd84-3f5b-43ed-8bc5-d900467700c2 None None] Transition to ACTIVE for port object a193eaed-3983-40c4-8ae2-9b4f43ec2522 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:53.335824 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a8dbd84-3f5b-43ed-8bc5-d900467700c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:53.407850 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6bb619dd-11fe-44d6-a2ed-cf12822d0030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:53.412899 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6bb619dd-11fe-44d6-a2ed-cf12822d0030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:53.414805 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8dbd84-3f5b-43ed-8bc5-d900467700c2 None None] Network 375af56d-1735-47ce-af25-d4e52968a017 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:12:53.421784 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-4a8dbd84-3f5b-43ed-8bc5-d900467700c2 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:53.432859 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8dbd84-3f5b-43ed-8bc5-d900467700c2 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:12:53.468526 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb619dd-11fe-44d6-a2ed-cf12822d0030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d58643d-aa00-4bf4-a9b4-9481b714c296,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:53.476573 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8ba11b18-28d3-439c-a116-1654ba2f2c5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:53.494459 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ae38a-d1cd-478a-9ead-751c72ce3c34 req-cdff5a8d-313f-472d-976c-1560b78b2944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:53.494968 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ae38a-d1cd-478a-9ead-751c72ce3c34 req-cdff5a8d-313f-472d-976c-1560b78b2944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:53.495583 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ae38a-d1cd-478a-9ead-751c72ce3c34 req-cdff5a8d-313f-472d-976c-1560b78b2944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:53.495933 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ae38a-d1cd-478a-9ead-751c72ce3c34 req-cdff5a8d-313f-472d-976c-1560b78b2944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:53.503793 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ae38a-d1cd-478a-9ead-751c72ce3c34 req-cdff5a8d-313f-472d-976c-1560b78b2944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:53.504597 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ae38a-d1cd-478a-9ead-751c72ce3c34 req-cdff5a8d-313f-472d-976c-1560b78b2944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:53.505098 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ae38a-d1cd-478a-9ead-751c72ce3c34 req-cdff5a8d-313f-472d-976c-1560b78b2944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:53.513828 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-751ae38a-d1cd-478a-9ead-751c72ce3c34 req-cdff5a8d-313f-472d-976c-1560b78b2944 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 6496 time: 0.8384724 Aug 10 01:12:53.526297 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-c86bc458-892e-417c-b73f-557c13469754 None None] Allocated IP 2001:db8:1::2 (6af19d2e-bc28-4a62-b521-b26a592f75f6/9652374b-dc6c-4360-b39e-a5a57d1fa775/b2108ef5-d983-4692-a030-d10ca4ed8fc4) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:12:53.541965 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8dbd84-3f5b-43ed-8bc5-d900467700c2 None None] Pushing event updated for resources: {'Port': ['ID=a193eaed-3983-40c4-8ae2-9b4f43ec2522,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:53.547931 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-4a8dbd84-3f5b-43ed-8bc5-d900467700c2 None None] Attempting to bind port a193eaed-3983-40c4-8ae2-9b4f43ec2522 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:12:53.548342 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-4a8dbd84-3f5b-43ed-8bc5-d900467700c2 None None] Attempting to bind port a193eaed-3983-40c4-8ae2-9b4f43ec2522 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '773e48e2-4988-4710-abf3-d93cfc76d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '375af56d-1735-47ce-af25-d4e52968a017'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:12:53.548715 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8dbd84-3f5b-43ed-8bc5-d900467700c2 None None] Attempting to bind port a193eaed-3983-40c4-8ae2-9b4f43ec2522 on network 375af56d-1735-47ce-af25-d4e52968a017 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:12:53.558233 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6bb619dd-11fe-44d6-a2ed-cf12822d0030 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=529237e47647460ba9173830e578a698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6821349 Aug 10 01:12:53.559329 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37636) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:53.571301 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8dbd84-3f5b-43ed-8bc5-d900467700c2 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:12:53.571720 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8dbd84-3f5b-43ed-8bc5-d900467700c2 None None] Checking segment: {'id': '773e48e2-4988-4710-abf3-d93cfc76d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '375af56d-1735-47ce-af25-d4e52968a017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:53.572139 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a8dbd84-3f5b-43ed-8bc5-d900467700c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:53.572591 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8dbd84-3f5b-43ed-8bc5-d900467700c2 None None] Bound using segment: {'id': '773e48e2-4988-4710-abf3-d93cfc76d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '375af56d-1735-47ce-af25-d4e52968a017'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:12:53.573091 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-4a8dbd84-3f5b-43ed-8bc5-d900467700c2 None None] Bound port: a193eaed-3983-40c4-8ae2-9b4f43ec2522, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '773e48e2-4988-4710-abf3-d93cfc76d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '375af56d-1735-47ce-af25-d4e52968a017'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:12:53.573581 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a8dbd84-3f5b-43ed-8bc5-d900467700c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:53.634222 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-58c11bf5-9947-4c39-b033-2a05b7106725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:53.670132 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-58c11bf5-9947-4c39-b033-2a05b7106725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:53.731047 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8377bb7b-249a-472b-8a59-31b6258a51da tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:53.739529 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-58c11bf5-9947-4c39-b033-2a05b7106725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:53.750672 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-58c11bf5-9947-4c39-b033-2a05b7106725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:53.752126 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-58c11bf5-9947-4c39-b033-2a05b7106725 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0d58643d-aa00-4bf4-a9b4-9481b714c296 HTTP/1.1" status: 204 len: 168 time: 0.1915472 Aug 10 01:12:53.765636 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-751ae38a-d1cd-478a-9ead-751c72ce3c34 req-efc009f2-fb3a-4b22-aade-8056e2c39c5b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2509737 Aug 10 01:12:53.775739 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c11bf5-9947-4c39-b033-2a05b7106725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d58643d-aa00-4bf4-a9b4-9481b714c296,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:53.844677 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-73445c37-97cf-4b07-8003-86441007efdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59385050-2b55-4513-81f1-a4cbf311060e', 'name': 'tempest-ServersTestFqdnHostnames-2000983497-router', 'tenant_id': '5fcd54d724cc4ddb9ca725ce206de378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c191b454-e119-4a08-b110-28e2b11808cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:39Z', 'updated_at': '2021-08-10T01:12:51Z', 'revision_number': 5, 'project_id': '5fcd54d724cc4ddb9ca725ce206de378', 'gw_port': {'id': 'c191b454-e119-4a08-b110-28e2b11808cb', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:38:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59385050-2b55-4513-81f1-a4cbf311060e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:40Z', 'updated_at': '2021-08-10T01:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:53.881721 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-8ba11b18-28d3-439c-a116-1654ba2f2c5e admin admin] Deleting port c191b454-e119-4a08-b110-28e2b11808cb {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:12:53.882114 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8ba11b18-28d3-439c-a116-1654ba2f2c5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:53.927264 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37644) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:54.023230 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c86bc458-892e-417c-b73f-557c13469754 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:54.033759 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c86bc458-892e-417c-b73f-557c13469754 None None] Transition to ACTIVE for port object b2108ef5-d983-4692-a030-d10ca4ed8fc4 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:54.055820 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c86bc458-892e-417c-b73f-557c13469754 None None] Transition to ACTIVE for port object b2108ef5-d983-4692-a030-d10ca4ed8fc4 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:54.064142 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73445c37-97cf-4b07-8003-86441007efdb None None] Checking router: 59385050-2b55-4513-81f1-a4cbf311060e for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:12:54.068342 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c86bc458-892e-417c-b73f-557c13469754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:54.126163 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86bc458-892e-417c-b73f-557c13469754 None None] Network 6af19d2e-bc28-4a62-b521-b26a592f75f6 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:12:54.131079 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-4a8dbd84-3f5b-43ed-8bc5-d900467700c2 None None] For port a193eaed-3983-40c4-8ae2-9b4f43ec2522, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:12:54.135066 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-c86bc458-892e-417c-b73f-557c13469754 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:54.138137 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86bc458-892e-417c-b73f-557c13469754 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:12:54.170464 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73445c37-97cf-4b07-8003-86441007efdb None None] Routers {'59385050-2b55-4513-81f1-a4cbf311060e'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:12:54.171138 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-73445c37-97cf-4b07-8003-86441007efdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:12:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['59385050-2b55-4513-81f1-a4cbf311060e'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:54.190324 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-4a8dbd84-3f5b-43ed-8bc5-d900467700c2 None None] For port a193eaed-3983-40c4-8ae2-9b4f43ec2522, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a193eaed-3983-40c4-8ae2-9b4f43ec2522,segment=NetworkSegment(773e48e2-4988-4710-abf3-d93cfc76d9ba),segment_id=773e48e2-4988-4710-abf3-d93cfc76d9ba)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:12:54.239165 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-8ba11b18-28d3-439c-a116-1654ba2f2c5e admin admin] For port c191b454-e119-4a08-b110-28e2b11808cb, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=c191b454-e119-4a08-b110-28e2b11808cb,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:54.245760 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8ba11b18-28d3-439c-a116-1654ba2f2c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:54.285987 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a8dbd84-3f5b-43ed-8bc5-d900467700c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:54.307887 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bc458-892e-417c-b73f-557c13469754 None None] Pushing event updated for resources: {'Port': ['ID=b2108ef5-d983-4692-a030-d10ca4ed8fc4,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:54.354141 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-8ba11b18-28d3-439c-a116-1654ba2f2c5e admin admin] Calling delete_port for c191b454-e119-4a08-b110-28e2b11808cb owned by network:router_gateway {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:12:54.355407 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-c86bc458-892e-417c-b73f-557c13469754 None None] Attempting to bind port b2108ef5-d983-4692-a030-d10ca4ed8fc4 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:12:54.356306 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-c86bc458-892e-417c-b73f-557c13469754 None None] Attempting to bind port b2108ef5-d983-4692-a030-d10ca4ed8fc4 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'd0961ff1-690f-46d0-a399-2dddf2663123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6af19d2e-bc28-4a62-b521-b26a592f75f6'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:12:54.356856 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86bc458-892e-417c-b73f-557c13469754 None None] Attempting to bind port b2108ef5-d983-4692-a030-d10ca4ed8fc4 on network 6af19d2e-bc28-4a62-b521-b26a592f75f6 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:12:54.403872 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-8377bb7b-249a-472b-8a59-31b6258a51da tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Allocated IP 2001:db8::1 (375af56d-1735-47ce-af25-d4e52968a017/2fc6d29d-ef29-4ab0-bce4-d04d97ec93cd/57dfd8b8-acf5-4ee7-8406-fed9bbbc6b77) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:12:54.443203 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-125aa76e-e9a2-4d48-9313-b0c716e6460a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:54.445264 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86bc458-892e-417c-b73f-557c13469754 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:12:54.446221 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86bc458-892e-417c-b73f-557c13469754 None None] Checking segment: {'id': 'd0961ff1-690f-46d0-a399-2dddf2663123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6af19d2e-bc28-4a62-b521-b26a592f75f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:54.446732 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c86bc458-892e-417c-b73f-557c13469754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:54.447107 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86bc458-892e-417c-b73f-557c13469754 None None] Bound using segment: {'id': 'd0961ff1-690f-46d0-a399-2dddf2663123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6af19d2e-bc28-4a62-b521-b26a592f75f6'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:12:54.447626 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-c86bc458-892e-417c-b73f-557c13469754 None None] Bound port: b2108ef5-d983-4692-a030-d10ca4ed8fc4, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0961ff1-690f-46d0-a399-2dddf2663123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6af19d2e-bc28-4a62-b521-b26a592f75f6'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:12:54.448005 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c86bc458-892e-417c-b73f-557c13469754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:54.455545 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-73445c37-97cf-4b07-8003-86441007efdb None None] Set router 59385050-2b55-4513-81f1-a4cbf311060e gateway port host: None {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:12:54.516719 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-03fb5724-d36c-4774-8d1e-580788fcc4f3 req-8b3f442d-67a4-49a1-b66c-08d4af7622ca tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=176c0b3d-0b09-4c0c-b864-4f2a20c90930 HTTP/1.1" status: 200 len: 210 time: 0.0906672 Aug 10 01:12:54.636543 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-73445c37-97cf-4b07-8003-86441007efdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59385050-2b55-4513-81f1-a4cbf311060e', 'name': 'tempest-ServersTestFqdnHostnames-2000983497-router', 'tenant_id': '5fcd54d724cc4ddb9ca725ce206de378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:39Z', 'updated_at': '2021-08-10T01:12:53Z', 'revision_number': 6, 'project_id': '5fcd54d724cc4ddb9ca725ce206de378', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:54.664033 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37656) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:54.703923 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-07c4d01c-613d-4bae-921d-7de5e935271d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:54.753646 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-c86bc458-892e-417c-b73f-557c13469754 None None] For port b2108ef5-d983-4692-a030-d10ca4ed8fc4, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:12:54.758341 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-c86bc458-892e-417c-b73f-557c13469754 None None] For port b2108ef5-d983-4692-a030-d10ca4ed8fc4, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b2108ef5-d983-4692-a030-d10ca4ed8fc4,segment=NetworkSegment(d0961ff1-690f-46d0-a399-2dddf2663123),segment_id=d0961ff1-690f-46d0-a399-2dddf2663123)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:12:54.778854 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8dbd84-3f5b-43ed-8bc5-d900467700c2 None None] Pushing event updated for resources: {'Port': ['ID=a193eaed-3983-40c4-8ae2-9b4f43ec2522,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:54.794060 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73445c37-97cf-4b07-8003-86441007efdb None None] The sync data for ids ['59385050-2b55-4513-81f1-a4cbf311060e'] in n-d-766726-26 is: [{'id': '59385050-2b55-4513-81f1-a4cbf311060e', 'name': 'tempest-ServersTestFqdnHostnames-2000983497-router', 'tenant_id': '5fcd54d724cc4ddb9ca725ce206de378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:39Z', 'updated_at': '2021-08-10T01:12:53Z', 'revision_number': 6, 'project_id': '5fcd54d724cc4ddb9ca725ce206de378', 'gw_port_host': None}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:12:54.797696 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c86bc458-892e-417c-b73f-557c13469754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:54.912800 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bc458-892e-417c-b73f-557c13469754 None None] Pushing event updated for resources: {'Port': ['ID=b2108ef5-d983-4692-a030-d10ca4ed8fc4,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:54.960784 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-125aa76e-e9a2-4d48-9313-b0c716e6460a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:54.987526 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-125aa76e-e9a2-4d48-9313-b0c716e6460a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:55.001717 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8377bb7b-249a-472b-8a59-31b6258a51da tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:55.057337 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-8377bb7b-249a-472b-8a59-31b6258a51da tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Transition to ACTIVE for port object 57dfd8b8-acf5-4ee7-8406-fed9bbbc6b77 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:55.091187 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8ba11b18-28d3-439c-a116-1654ba2f2c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:55.137119 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125aa76e-e9a2-4d48-9313-b0c716e6460a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65de5ee3-c3ac-44a2-9e44-b052613c2f9c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:55.180010 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-125aa76e-e9a2-4d48-9313-b0c716e6460a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=024ea2437a164e3fa8a1d043669c58e7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2512047 Aug 10 01:12:55.181232 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37658) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:55.189223 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba11b18-28d3-439c-a116-1654ba2f2c5e admin admin] Pushing event deleted for resources: {'Port': ['ID=c191b454-e119-4a08-b110-28e2b11808cb,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:55.206684 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8377bb7b-249a-472b-8a59-31b6258a51da tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:55.272005 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8ba11b18-28d3-439c-a116-1654ba2f2c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:55.339332 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5e88f0a4-f5e6-476b-83a1-22acd0d90450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:55.408507 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5e88f0a4-f5e6-476b-83a1-22acd0d90450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:55.411697 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-07c4d01c-613d-4bae-921d-7de5e935271d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:55.424285 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-07c4d01c-613d-4bae-921d-7de5e935271d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:55.530485 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4d01c-613d-4bae-921d-7de5e935271d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9297fc15-e91a-4e77-ac7c-90ebbbe870eb,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:55.549672 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5e88f0a4-f5e6-476b-83a1-22acd0d90450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:55.553085 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5e88f0a4-f5e6-476b-83a1-22acd0d90450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:55.570790 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5e88f0a4-f5e6-476b-83a1-22acd0d90450 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/65de5ee3-c3ac-44a2-9e44-b052613c2f9c HTTP/1.1" status: 204 len: 168 time: 0.3810611 Aug 10 01:12:55.581600 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e88f0a4-f5e6-476b-83a1-22acd0d90450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65de5ee3-c3ac-44a2-9e44-b052613c2f9c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:55.588240 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-07c4d01c-613d-4bae-921d-7de5e935271d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0759e6ca4516429dae7bd12bef1619d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9208565 Aug 10 01:12:55.589349 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37666) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:55.697648 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-80229a8b-1458-42be-a597-52662810abe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:55.727642 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-80229a8b-1458-42be-a597-52662810abe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:55.841792 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8ba11b18-28d3-439c-a116-1654ba2f2c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:55.845361 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-80229a8b-1458-42be-a597-52662810abe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:55.846464 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8377bb7b-249a-472b-8a59-31b6258a51da tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Network 375af56d-1735-47ce-af25-d4e52968a017 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:12:55.847672 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8ba11b18-28d3-439c-a116-1654ba2f2c5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:55.851976 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-80229a8b-1458-42be-a597-52662810abe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:55.855653 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-80229a8b-1458-42be-a597-52662810abe1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9297fc15-e91a-4e77-ac7c-90ebbbe870eb HTTP/1.1" status: 204 len: 168 time: 0.2626462 Aug 10 01:12:55.861518 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-8377bb7b-249a-472b-8a59-31b6258a51da tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:55.865638 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8377bb7b-249a-472b-8a59-31b6258a51da tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:12:55.866281 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8377bb7b-249a-472b-8a59-31b6258a51da tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:55.880776 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80229a8b-1458-42be-a597-52662810abe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9297fc15-e91a-4e77-ac7c-90ebbbe870eb,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:55.993781 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377bb7b-249a-472b-8a59-31b6258a51da tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Port': ['ID=57dfd8b8-acf5-4ee7-8406-fed9bbbc6b77,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:56.058738 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8ba11b18-28d3-439c-a116-1654ba2f2c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:56.060062 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba11b18-28d3-439c-a116-1654ba2f2c5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59385050-2b55-4513-81f1-a4cbf311060e {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:12:56.066084 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8ba11b18-28d3-439c-a116-1654ba2f2c5e admin admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:56.067636 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8ba11b18-28d3-439c-a116-1654ba2f2c5e admin admin] 10.222.0.35 "DELETE /v2.0/routers/59385050-2b55-4513-81f1-a4cbf311060e HTTP/1.1" status: 204 len: 168 time: 3.4652576 Aug 10 01:12:56.070450 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37674) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:56.199273 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-be43b4d7-7b58-4363-a011-283a29efa0ca admin admin] Deleting subnet 8bb6259d-aa3e-4019-9a08-c063c9f120bd {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:12:56.204683 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-be43b4d7-7b58-4363-a011-283a29efa0ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:56.298589 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-be43b4d7-7b58-4363-a011-283a29efa0ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:56.300308 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37676) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:56.322285 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f52ef019-ede9-451a-bd1b-e674e49c2846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:56.368065 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8377bb7b-249a-472b-8a59-31b6258a51da tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:56.372165 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914a8d76-df96-4854-8590-632f7c29d38c None None] Network 375af56d-1735-47ce-af25-d4e52968a017 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:56.511412 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-be43b4d7-7b58-4363-a011-283a29efa0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:56.511635 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b2108ef5-d983-4692-a030-d10ca4ed8fc4 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:12:56.606455 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6acf3374-2310-4b69-94ab-370180fd6b6c None None] Provisioning for port a193eaed-3983-40c4-8ae2-9b4f43ec2522 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:12:56.678323 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port b2108ef5-d983-4692-a030-d10ca4ed8fc4 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:12:56.682340 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-be43b4d7-7b58-4363-a011-283a29efa0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:56.729435 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-be43b4d7-7b58-4363-a011-283a29efa0ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:56.731521 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-be43b4d7-7b58-4363-a011-283a29efa0ca admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8bb6259d-aa3e-4019-9a08-c063c9f120bd HTTP/1.1" status: 204 len: 168 time: 0.6595290 Aug 10 01:12:56.733264 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43b4d7-7b58-4363-a011-283a29efa0ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bb6259d-aa3e-4019-9a08-c063c9f120bd,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:56.738321 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37688) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:56.746095 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc10dcc-c837-43c5-a7a7-71e9eae554d9 None None] Network b17b9b5f-95fc-413e-934b-7c85c5159133 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:56.749315 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a193eaed-3983-40c4-8ae2-9b4f43ec2522 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:12:56.754774 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43b4d7-7b58-4363-a011-283a29efa0ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:56.755543 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43b4d7-7b58-4363-a011-283a29efa0ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:56.758416 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43b4d7-7b58-4363-a011-283a29efa0ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:56.759018 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43b4d7-7b58-4363-a011-283a29efa0ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:56.759441 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43b4d7-7b58-4363-a011-283a29efa0ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:56.759937 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43b4d7-7b58-4363-a011-283a29efa0ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:56.761063 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43b4d7-7b58-4363-a011-283a29efa0ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:56.761501 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43b4d7-7b58-4363-a011-283a29efa0ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:56.762405 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43b4d7-7b58-4363-a011-283a29efa0ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:56.762977 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43b4d7-7b58-4363-a011-283a29efa0ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:56.764351 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43b4d7-7b58-4363-a011-283a29efa0ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:56.764778 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43b4d7-7b58-4363-a011-283a29efa0ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:56.816474 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f52ef019-ede9-451a-bd1b-e674e49c2846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:56.826508 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f52ef019-ede9-451a-bd1b-e674e49c2846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:56.852857 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148a7e70-eb5d-46cc-b168-4989d9dc3d78 None None] Network 6af19d2e-bc28-4a62-b521-b26a592f75f6 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:56.856032 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2f33959c-836f-471d-a395-9f3205accd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:56.939331 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-2f33959c-836f-471d-a395-9f3205accd58 admin admin] Deleting port 08038585-5eb2-4f83-a23c-a13a2a519e55 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:12:56.939832 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2f33959c-836f-471d-a395-9f3205accd58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:56.974342 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ef019-ede9-451a-bd1b-e674e49c2846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443216be-92fd-44f1-b828-9da5ac4975b8,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:56.974743 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-749030c5-6d56-4e6c-884a-42abbf1dff09 None None] Provisioning for port b2108ef5-d983-4692-a030-d10ca4ed8fc4 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:12:56.983607 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f52ef019-ede9-451a-bd1b-e674e49c2846 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e5c517988ac2426ebe665c19d00bd7cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6806393 Aug 10 01:12:56.988475 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37696) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:57.072380 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-749030c5-6d56-4e6c-884a-42abbf1dff09 None None] Provisioning complete for port b2108ef5-d983-4692-a030-d10ca4ed8fc4 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:57.072849 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-749030c5-6d56-4e6c-884a-42abbf1dff09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:57.127854 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8377bb7b-249a-472b-8a59-31b6258a51da tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:57.141777 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8377bb7b-249a-472b-8a59-31b6258a51da tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:57.143041 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8377bb7b-249a-472b-8a59-31b6258a51da tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:57.189567 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a68882ae-9347-407d-8efe-8142ed9d0c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:57.230281 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a68882ae-9347-407d-8efe-8142ed9d0c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:57.253155 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port a193eaed-3983-40c4-8ae2-9b4f43ec2522 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:12:57.260429 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port a193eaed-3983-40c4-8ae2-9b4f43ec2522 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:57.260816 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:57.357590 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377bb7b-249a-472b-8a59-31b6258a51da tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Port': ['ID=57dfd8b8-acf5-4ee7-8406-fed9bbbc6b77,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:57.412725 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8377bb7b-249a-472b-8a59-31b6258a51da tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Network 375af56d-1735-47ce-af25-d4e52968a017 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:12:57.414550 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a68882ae-9347-407d-8efe-8142ed9d0c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:57.419670 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a68882ae-9347-407d-8efe-8142ed9d0c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:57.422522 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-2f33959c-836f-471d-a395-9f3205accd58 admin admin] For port 08038585-5eb2-4f83-a23c-a13a2a519e55, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=08038585-5eb2-4f83-a23c-a13a2a519e55,segment=NetworkSegment(218142c6-a243-426e-9e94-b82a24b90795),segment_id=218142c6-a243-426e-9e94-b82a24b90795)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:57.422907 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2f33959c-836f-471d-a395-9f3205accd58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:57.424134 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a68882ae-9347-407d-8efe-8142ed9d0c44 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/443216be-92fd-44f1-b828-9da5ac4975b8 HTTP/1.1" status: 204 len: 168 time: 0.4325886 Aug 10 01:12:57.427036 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-8377bb7b-249a-472b-8a59-31b6258a51da tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:57.453699 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-2f33959c-836f-471d-a395-9f3205accd58 admin admin] Calling delete_port for 08038585-5eb2-4f83-a23c-a13a2a519e55 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:12:57.535122 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68882ae-9347-407d-8efe-8142ed9d0c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443216be-92fd-44f1-b828-9da5ac4975b8,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:57.562286 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2f33959c-836f-471d-a395-9f3205accd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:57.662682 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f33959c-836f-471d-a395-9f3205accd58 admin admin] Pushing event deleted for resources: {'Port': ['ID=08038585-5eb2-4f83-a23c-a13a2a519e55,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:57.670869 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f33959c-836f-471d-a395-9f3205accd58 admin admin] No DVR routers for this DVR port 08038585-5eb2-4f83-a23c-a13a2a519e55 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:12:57.723895 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184e96b2-ac76-44fb-aeb6-922976d940a1 None None] DHCP port deletion for b17b9b5f-95fc-413e-934b-7c85c5159133 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:12:57.753975 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8377bb7b-249a-472b-8a59-31b6258a51da tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Router 6da70942-c83c-4210-8566-087cb0850323 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:12:57.836829 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-749030c5-6d56-4e6c-884a-42abbf1dff09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:57.863244 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:57.958176 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-749030c5-6d56-4e6c-884a-42abbf1dff09 None None] For port b2108ef5-d983-4692-a030-d10ca4ed8fc4, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b2108ef5-d983-4692-a030-d10ca4ed8fc4,segment=NetworkSegment(d0961ff1-690f-46d0-a399-2dddf2663123),segment_id=d0961ff1-690f-46d0-a399-2dddf2663123)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:57.982237 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2f33959c-836f-471d-a395-9f3205accd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:57.998201 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-749030c5-6d56-4e6c-884a-42abbf1dff09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:58.026270 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-2f33959c-836f-471d-a395-9f3205accd58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b17b9b5f-95fc-413e-934b-7c85c5159133']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:58.048435 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port a193eaed-3983-40c4-8ae2-9b4f43ec2522, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a193eaed-3983-40c4-8ae2-9b4f43ec2522,segment=NetworkSegment(773e48e2-4988-4710-abf3-d93cfc76d9ba),segment_id=773e48e2-4988-4710-abf3-d93cfc76d9ba)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:58.057038 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-2f33959c-836f-471d-a395-9f3205accd58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '218142c6-a243-426e-9e94-b82a24b90795') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:58.060639 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-2f33959c-836f-471d-a395-9f3205accd58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '218142c6-a243-426e-9e94-b82a24b90795') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:58.095908 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2f33959c-836f-471d-a395-9f3205accd58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:58.099414 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8377bb7b-249a-472b-8a59-31b6258a51da tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:12:58.102207 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:58.106665 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8377bb7b-249a-472b-8a59-31b6258a51da tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "PUT /v2.0/routers/6da70942-c83c-4210-8566-087cb0850323/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4093051 Aug 10 01:12:58.109799 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37718) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:58.129046 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce7fb0b-f769-416b-a670-92c69faf1e0b None None] Sync routers for ids ['6da70942-c83c-4210-8566-087cb0850323'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:12:58.146090 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2f33959c-836f-471d-a395-9f3205accd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:58.151559 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce7fb0b-f769-416b-a670-92c69faf1e0b None None] Routers {'6da70942-c83c-4210-8566-087cb0850323'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:12:58.155016 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-9ce7fb0b-f769-416b-a670-92c69faf1e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:12:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['6da70942-c83c-4210-8566-087cb0850323'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:58.159743 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f33959c-836f-471d-a395-9f3205accd58 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:12:58.160987 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2f33959c-836f-471d-a395-9f3205accd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:58.164536 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:12:58.164536 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:12:58.164536 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:12:58.164536 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:12:58.164536 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:12:58.164536 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:12:58.164536 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:12:58.164536 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:12:58.164536 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:12:58.164536 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:12:58.164536 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:12:58.164536 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:12:58.164536 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:12:58.164536 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:12:58.164536 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:12:58.164536 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:12:58.164536 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:12:58.164536 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:12:58.164536 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:12:58.164536 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:12:58.164536 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:12:58.164536 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:12:58.164536 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:12:58.164536 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:12:58.164536 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:12:58.164536 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:12:58.164536 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:12:58.164536 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:12:58.164536 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:12:58.164536 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:12:58.164536 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:12:58.164536 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:12:58.213478 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689db7e0-5423-408c-963d-e55d49bb7565 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:58.218145 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-689db7e0-5423-408c-963d-e55d49bb7565 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "GET /v2.0/ports/57dfd8b8-acf5-4ee7-8406-fed9bbbc6b77 HTTP/1.1" status: 200 len: 911 time: 0.1060555 Aug 10 01:12:58.221939 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37722) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:58.247418 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749030c5-6d56-4e6c-884a-42abbf1dff09 None None] Pushing event updated for resources: {'Port': ['ID=b2108ef5-d983-4692-a030-d10ca4ed8fc4,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:58.264260 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:58.281531 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37724) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:58.297661 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-9ce7fb0b-f769-416b-a670-92c69faf1e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:58.313260 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce7fb0b-f769-416b-a670-92c69faf1e0b None None] Routers {'6da70942-c83c-4210-8566-087cb0850323'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:12:58.314138 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-9ce7fb0b-f769-416b-a670-92c69faf1e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:12:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['6da70942-c83c-4210-8566-087cb0850323'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:58.327947 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c191b454-e119-4a08-b110-28e2b11808cb no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:12:58.346524 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-031ddee6-6fac-4d6c-8497-e43c9c181493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:58.352808 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-9ce7fb0b-f769-416b-a670-92c69faf1e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:58.353724 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce7fb0b-f769-416b-a670-92c69faf1e0b None None] The sync data for ids ['6da70942-c83c-4210-8566-087cb0850323'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:12:58.366009 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2f33959c-836f-471d-a395-9f3205accd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:58.375482 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2f33959c-836f-471d-a395-9f3205accd58 admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:58.389564 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2f33959c-836f-471d-a395-9f3205accd58 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b17b9b5f-95fc-413e-934b-7c85c5159133 HTTP/1.1" status: 204 len: 168 time: 1.6442261 Aug 10 01:12:58.406611 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: c191b454-e119-4a08-b110-28e2b11808cb {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:12:58.406955 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c191b454-e119-4a08-b110-28e2b11808cb not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:12:58.407389 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 713ada6c-11d5-49ef-ae55-9978105483f8 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:12:58.435106 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f33959c-836f-471d-a395-9f3205accd58 admin admin] Pushing event deleted for resources: {'Network': ['ID=b17b9b5f-95fc-413e-934b-7c85c5159133,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:58.444804 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 713ada6c-11d5-49ef-ae55-9978105483f8 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:12:58.445138 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 713ada6c-11d5-49ef-ae55-9978105483f8 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:12:58.446591 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e2a355d6-7a48-45f8-a2a0-31013c8dba14 None None] Provisioning for port 57dfd8b8-acf5-4ee7-8406-fed9bbbc6b77 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:12:58.458813 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e2a355d6-7a48-45f8-a2a0-31013c8dba14 None None] Provisioning complete for port 57dfd8b8-acf5-4ee7-8406-fed9bbbc6b77 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:58.459198 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e2a355d6-7a48-45f8-a2a0-31013c8dba14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:58.461977 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=a193eaed-3983-40c4-8ae2-9b4f43ec2522,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:58.550610 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e2a355d6-7a48-45f8-a2a0-31013c8dba14 None None] Port 57dfd8b8-acf5-4ee7-8406-fed9bbbc6b77 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:12:58.580786 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e2a355d6-7a48-45f8-a2a0-31013c8dba14 None None] Provisioning complete for port a193eaed-3983-40c4-8ae2-9b4f43ec2522 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:58.581282 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e2a355d6-7a48-45f8-a2a0-31013c8dba14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:58.621462 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-031ddee6-6fac-4d6c-8497-e43c9c181493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:58.631781 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-031ddee6-6fac-4d6c-8497-e43c9c181493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:58.681204 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-031ddee6-6fac-4d6c-8497-e43c9c181493 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=856046d5ba9b453ca0c6ac57fdaf5e83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3967049 Aug 10 01:12:58.681449 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37732) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:58.683156 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b2108ef5-d983-4692-a030-d10ca4ed8fc4 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:12:58.740634 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ddee6-6fac-4d6c-8497-e43c9c181493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce80651-3ba8-4919-8f95-52f2a0325551,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:58.768966 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37734) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:58.815903 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-945e6191-d792-489c-b41f-ddf12f2d1f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:58.830708 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port b2108ef5-d983-4692-a030-d10ca4ed8fc4 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:58.831656 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:58.860444 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-945e6191-d792-489c-b41f-ddf12f2d1f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:58.941338 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-945e6191-d792-489c-b41f-ddf12f2d1f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:58.945485 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-945e6191-d792-489c-b41f-ddf12f2d1f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:58.947180 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-945e6191-d792-489c-b41f-ddf12f2d1f4d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5ce80651-3ba8-4919-8f95-52f2a0325551 HTTP/1.1" status: 204 len: 168 time: 0.2582207 Aug 10 01:12:58.951912 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-54364515-3f8c-40cc-9f14-5a0aec65b6f2 None None] Provisioning complete for port b2108ef5-d983-4692-a030-d10ca4ed8fc4 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:58.952965 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-54364515-3f8c-40cc-9f14-5a0aec65b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:58.984649 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e6191-d792-489c-b41f-ddf12f2d1f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce80651-3ba8-4919-8f95-52f2a0325551,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:59.096122 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-54364515-3f8c-40cc-9f14-5a0aec65b6f2 None None] Provisioning complete for port 57dfd8b8-acf5-4ee7-8406-fed9bbbc6b77 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:59.096854 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-54364515-3f8c-40cc-9f14-5a0aec65b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:59.161634 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-54364515-3f8c-40cc-9f14-5a0aec65b6f2 None None] Port 57dfd8b8-acf5-4ee7-8406-fed9bbbc6b77 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:12:59.162828 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37748) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:59.165797 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-621bdecd-3a06-4ac4-9b4c-d882d8d1a38a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5fcd54d724cc4ddb9ca725ce206de378&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3942494 Aug 10 01:12:59.173193 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-673bfa69-a371-4dc2-ae37-f15a8086ee29 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:59.244202 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 08038585-5eb2-4f83-a23c-a13a2a519e55 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:12:59.299887 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 08038585-5eb2-4f83-a23c-a13a2a519e55 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:12:59.300331 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 08038585-5eb2-4f83-a23c-a13a2a519e55 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:12:59.302392 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1478962b-8ea8-42b0-8a0b-761162f562ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:59.323088 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6954ce71-6eb1-4e7e-84e8-e9f5ff001fae None None] Provisioning complete for port 57dfd8b8-acf5-4ee7-8406-fed9bbbc6b77 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:59.323480 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6954ce71-6eb1-4e7e-84e8-e9f5ff001fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:59.339143 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1478962b-8ea8-42b0-8a0b-761162f562ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:59.410837 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6954ce71-6eb1-4e7e-84e8-e9f5ff001fae None None] Port 57dfd8b8-acf5-4ee7-8406-fed9bbbc6b77 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:12:59.429511 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1478962b-8ea8-42b0-8a0b-761162f562ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:59.433597 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1478962b-8ea8-42b0-8a0b-761162f562ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:59.434846 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1478962b-8ea8-42b0-8a0b-761162f562ce admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bf3b36c1-c222-45c3-b109-5740db9be520 HTTP/1.1" status: 204 len: 168 time: 0.2673955 Aug 10 01:12:59.446650 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478962b-8ea8-42b0-8a0b-761162f562ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3b36c1-c222-45c3-b109-5740db9be520,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:59.951514 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-673bfa69-a371-4dc2-ae37-f15a8086ee29 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Allocated IP 2001:db8:1::1 (6af19d2e-bc28-4a62-b521-b26a592f75f6/9652374b-dc6c-4360-b39e-a5a57d1fa775/e8997541-3318-412e-b2ab-d2d000e4ed77) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:13:00.110948 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-673bfa69-a371-4dc2-ae37-f15a8086ee29 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:00.127297 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-673bfa69-a371-4dc2-ae37-f15a8086ee29 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Transition to ACTIVE for port object e8997541-3318-412e-b2ab-d2d000e4ed77 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:00.165085 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-673bfa69-a371-4dc2-ae37-f15a8086ee29 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:00.217000 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673bfa69-a371-4dc2-ae37-f15a8086ee29 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Network 6af19d2e-bc28-4a62-b521-b26a592f75f6 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:00.220361 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-673bfa69-a371-4dc2-ae37-f15a8086ee29 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:00.249389 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673bfa69-a371-4dc2-ae37-f15a8086ee29 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:13:00.251586 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-673bfa69-a371-4dc2-ae37-f15a8086ee29 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:00.376025 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673bfa69-a371-4dc2-ae37-f15a8086ee29 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Port': ['ID=e8997541-3318-412e-b2ab-d2d000e4ed77,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:00.424742 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-673bfa69-a371-4dc2-ae37-f15a8086ee29 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:00.588676 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a193eaed-3983-40c4-8ae2-9b4f43ec2522 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:13:00.705857 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-20e134bd-7f3e-413f-af3e-b2fdda162f02 None None] Provisioning for port e8997541-3318-412e-b2ab-d2d000e4ed77 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:13:00.714037 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port a193eaed-3983-40c4-8ae2-9b4f43ec2522 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:00.714863 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:00.718182 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-20e134bd-7f3e-413f-af3e-b2fdda162f02 None None] Provisioning complete for port e8997541-3318-412e-b2ab-d2d000e4ed77 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:00.718819 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20e134bd-7f3e-413f-af3e-b2fdda162f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:00.795291 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-20e134bd-7f3e-413f-af3e-b2fdda162f02 None None] Port e8997541-3318-412e-b2ab-d2d000e4ed77 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:13:00.862861 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-673bfa69-a371-4dc2-ae37-f15a8086ee29 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:00.879861 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-673bfa69-a371-4dc2-ae37-f15a8086ee29 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:00.880918 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-673bfa69-a371-4dc2-ae37-f15a8086ee29 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:00.951969 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37856) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:00.959556 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-a9f905f6-3cb4-4c9a-98c5-76a32cd987cf tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-540044820', 'description': 'tempest-secgroup-smoke-540044820 description', 'project_id': 'a4f463465f414d20a10d25627743d857'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:00.987276 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673bfa69-a371-4dc2-ae37-f15a8086ee29 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Port': ['ID=e8997541-3318-412e-b2ab-d2d000e4ed77,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:01.030666 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673bfa69-a371-4dc2-ae37-f15a8086ee29 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Network 6af19d2e-bc28-4a62-b521-b26a592f75f6 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:01.032621 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-673bfa69-a371-4dc2-ae37-f15a8086ee29 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:01.035620 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a9f905f6-3cb4-4c9a-98c5-76a32cd987cf tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:01.192155 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a9f905f6-3cb4-4c9a-98c5-76a32cd987cf tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:01.204353 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a9f905f6-3cb4-4c9a-98c5-76a32cd987cf tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:01.207637 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673bfa69-a371-4dc2-ae37-f15a8086ee29 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Router 6da70942-c83c-4210-8566-087cb0850323 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:13:01.248565 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a9f905f6-3cb4-4c9a-98c5-76a32cd987cf tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:01.250578 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a9f905f6-3cb4-4c9a-98c5-76a32cd987cf tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2957263 Aug 10 01:13:01.253889 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37866) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:01.263061 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-2aaf21d1-e029-47ad-90cf-6d1cb3e83ebd tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Request body: {'security_group_rule': {'security_group_id': '10ad95c6-aec1-4913-8806-28e1c1bbc02c', 'project_id': 'a4f463465f414d20a10d25627743d857', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:01.313202 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f905f6-3cb4-4c9a-98c5-76a32cd987cf tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10ad95c6-aec1-4913-8806-28e1c1bbc02c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:01.339797 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2aaf21d1-e029-47ad-90cf-6d1cb3e83ebd tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:01.432863 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-221db481-7108-48e2-bea2-7c9fb5973105 None None] Provisioning complete for port e8997541-3318-412e-b2ab-d2d000e4ed77 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:01.433252 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-221db481-7108-48e2-bea2-7c9fb5973105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:01.460213 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673bfa69-a371-4dc2-ae37-f15a8086ee29 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:13:01.476702 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-673bfa69-a371-4dc2-ae37-f15a8086ee29 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "PUT /v2.0/routers/6da70942-c83c-4210-8566-087cb0850323/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2531855 Aug 10 01:13:01.478833 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37878) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:01.501765 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d514d8-4229-427c-83b9-18fc8f268227 None None] Sync routers for ids ['6da70942-c83c-4210-8566-087cb0850323'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:13:01.515360 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2aaf21d1-e029-47ad-90cf-6d1cb3e83ebd tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:01.524866 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2aaf21d1-e029-47ad-90cf-6d1cb3e83ebd tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:01.559391 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d514d8-4229-427c-83b9-18fc8f268227 None None] Routers {'6da70942-c83c-4210-8566-087cb0850323'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:01.560401 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-a2d514d8-4229-427c-83b9-18fc8f268227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:12:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['6da70942-c83c-4210-8566-087cb0850323'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:01.573617 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf21d1-e029-47ad-90cf-6d1cb3e83ebd tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c465746d-bdd9-4ff7-b2b2-5895a25e37f7,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:01.584857 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786cb9fd-10e1-47e6-b079-bce3b2bfa616 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:01.590303 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37882) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:01.598239 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-a2d514d8-4229-427c-83b9-18fc8f268227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:01.598866 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-786cb9fd-10e1-47e6-b079-bce3b2bfa616 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "GET /v2.0/ports/e8997541-3318-412e-b2ab-d2d000e4ed77 HTTP/1.1" status: 200 len: 913 time: 0.1188595 Aug 10 01:13:01.615581 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-221db481-7108-48e2-bea2-7c9fb5973105 None None] Port e8997541-3318-412e-b2ab-d2d000e4ed77 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:13:01.625964 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d514d8-4229-427c-83b9-18fc8f268227 None None] Routers {'6da70942-c83c-4210-8566-087cb0850323'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:01.628943 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-a2d514d8-4229-427c-83b9-18fc8f268227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:12:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['6da70942-c83c-4210-8566-087cb0850323'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:01.673473 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-a2d514d8-4229-427c-83b9-18fc8f268227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:01.674278 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d514d8-4229-427c-83b9-18fc8f268227 None None] The sync data for ids ['6da70942-c83c-4210-8566-087cb0850323'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:13:01.689627 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2aaf21d1-e029-47ad-90cf-6d1cb3e83ebd tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:01.694702 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37894) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:01.699836 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-e3b5b245-373f-4386-9baa-08041793f961 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Request body: {'security_group_rule': {'security_group_id': '10ad95c6-aec1-4913-8806-28e1c1bbc02c', 'project_id': 'a4f463465f414d20a10d25627743d857', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:01.701544 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2aaf21d1-e029-47ad-90cf-6d1cb3e83ebd tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4455161 Aug 10 01:13:01.747979 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e3b5b245-373f-4386-9baa-08041793f961 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:01.832768 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e3b5b245-373f-4386-9baa-08041793f961 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:01.838281 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e3b5b245-373f-4386-9baa-08041793f961 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:01.857387 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b5b245-373f-4386-9baa-08041793f961 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e5411d-dfee-4b4a-8578-8a716635cf2c,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:01.886988 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e3b5b245-373f-4386-9baa-08041793f961 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:01.888297 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e3b5b245-373f-4386-9baa-08041793f961 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1923947 Aug 10 01:13:01.890966 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37908) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:01.898574 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-08e72ab2-ffae-4d92-bc16-29a592be8adf tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Request body: {'security_group_rule': {'security_group_id': '10ad95c6-aec1-4913-8806-28e1c1bbc02c', 'project_id': 'a4f463465f414d20a10d25627743d857', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:01.997589 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d4428a49-6f47-48d9-9de6-0ba669660fe3 req-4c031769-6d81-4e98-8b14-d9d4aa8a7983 tempest-ServerShowV254Test-767414459 tempest-ServerShowV254Test-767414459-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a0739c-bb6e-4624-9e2e-b64d7955ebca HTTP/1.1" status: 200 len: 210 time: 0.0613720 Aug 10 01:13:02.004638 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-08e72ab2-ffae-4d92-bc16-29a592be8adf tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:02.091050 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-08e72ab2-ffae-4d92-bc16-29a592be8adf tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:02.096028 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-08e72ab2-ffae-4d92-bc16-29a592be8adf tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:02.118879 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e72ab2-ffae-4d92-bc16-29a592be8adf tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78eb3866-fcef-489e-88ca-4dea1eaae24f,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:02.137700 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-08e72ab2-ffae-4d92-bc16-29a592be8adf tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:02.139448 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-08e72ab2-ffae-4d92-bc16-29a592be8adf tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2471325 Aug 10 01:13:02.142408 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37918) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:02.148076 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-d38ce4dc-5659-4932-a085-fad030f55363 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Request body: {'security_group_rule': {'security_group_id': '10ad95c6-aec1-4913-8806-28e1c1bbc02c', 'project_id': 'a4f463465f414d20a10d25627743d857', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:02.176579 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ad569d77-6a49-4303-9cc5-d8334af37594 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:02.184335 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d38ce4dc-5659-4932-a085-fad030f55363 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:02.288622 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d38ce4dc-5659-4932-a085-fad030f55363 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:02.293917 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d38ce4dc-5659-4932-a085-fad030f55363 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:02.320936 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ce4dc-5659-4932-a085-fad030f55363 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d5a410-2dee-4a2e-b85b-7a3a43b42eee,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:02.331139 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d38ce4dc-5659-4932-a085-fad030f55363 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:02.335442 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d38ce4dc-5659-4932-a085-fad030f55363 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1887786 Aug 10 01:13:02.335599 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37926) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:02.342866 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-236adb6e-5138-4579-84c5-bc21d0122a3f tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Request body: {'security_group_rule': {'security_group_id': '10ad95c6-aec1-4913-8806-28e1c1bbc02c', 'project_id': 'a4f463465f414d20a10d25627743d857', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:02.399520 n-d-766726-26 neutron-server[105826]: INFO neutron.db.securitygroups_db [None req-236adb6e-5138-4579-84c5-bc21d0122a3f tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Project a4f463465f414d20a10d25627743d857 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:13:02.411138 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-236adb6e-5138-4579-84c5-bc21d0122a3f tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:02.549112 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-236adb6e-5138-4579-84c5-bc21d0122a3f tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:02.558980 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-ad569d77-6a49-4303-9cc5-d8334af37594 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Deleting port e8997541-3318-412e-b2ab-d2d000e4ed77 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:13:02.559611 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ad569d77-6a49-4303-9cc5-d8334af37594 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:02.569096 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-236adb6e-5138-4579-84c5-bc21d0122a3f tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:02.619522 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236adb6e-5138-4579-84c5-bc21d0122a3f tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=014dc12f-1c5a-436b-b1eb-5262118d517d,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:02.628971 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-236adb6e-5138-4579-84c5-bc21d0122a3f tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:02.630385 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-236adb6e-5138-4579-84c5-bc21d0122a3f tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2932911 Aug 10 01:13:02.634718 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37936) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:02.639554 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-fc6b5ac8-ca37-4540-aeb4-e39341896d44 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Request body: {'security_group_rule': {'security_group_id': '10ad95c6-aec1-4913-8806-28e1c1bbc02c', 'project_id': 'a4f463465f414d20a10d25627743d857', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:02.707074 n-d-766726-26 neutron-server[105826]: INFO neutron.db.securitygroups_db [None req-fc6b5ac8-ca37-4540-aeb4-e39341896d44 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Project a4f463465f414d20a10d25627743d857 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:13:02.717349 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5ac8-ca37-4540-aeb4-e39341896d44 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:02.742195 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ad569d77-6a49-4303-9cc5-d8334af37594 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:02.764250 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-ad569d77-6a49-4303-9cc5-d8334af37594 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Calling delete_port for e8997541-3318-412e-b2ab-d2d000e4ed77 owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:13:02.799933 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5ac8-ca37-4540-aeb4-e39341896d44 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:02.806039 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5ac8-ca37-4540-aeb4-e39341896d44 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:02.829123 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b5ac8-ca37-4540-aeb4-e39341896d44 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6660ca8c-1460-4fb6-8b94-863a66e1bfbe,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:02.839263 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5ac8-ca37-4540-aeb4-e39341896d44 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:02.843541 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-fc6b5ac8-ca37-4540-aeb4-e39341896d44 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2049503 Aug 10 01:13:02.978053 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ad569d77-6a49-4303-9cc5-d8334af37594 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:03.014480 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad569d77-6a49-4303-9cc5-d8334af37594 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event deleted for resources: {'Port': ['ID=e8997541-3318-412e-b2ab-d2d000e4ed77,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:03.163808 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ad569d77-6a49-4303-9cc5-d8334af37594 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:03.195611 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f268eeed-f11f-4caf-b9ca-309fc845c44c req-f2749085-21e6-44ae-b7e2-759d60e54016 tempest-ServerShowV254Test-767414459 tempest-ServerShowV254Test-767414459-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a0739c-bb6e-4624-9e2e-b64d7955ebca HTTP/1.1" status: 200 len: 210 time: 0.0541532 Aug 10 01:13:03.437281 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad569d77-6a49-4303-9cc5-d8334af37594 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Router 6da70942-c83c-4210-8566-087cb0850323 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:13:03.562293 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad569d77-6a49-4303-9cc5-d8334af37594 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:13:03.569174 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ad569d77-6a49-4303-9cc5-d8334af37594 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "PUT /v2.0/routers/6da70942-c83c-4210-8566-087cb0850323/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9777377 Aug 10 01:13:03.572128 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38002) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:03.575890 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421a3f60-3b39-4322-bdcc-53368efdb6ab None None] Sync routers for ids ['6da70942-c83c-4210-8566-087cb0850323'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:13:03.588957 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421a3f60-3b39-4322-bdcc-53368efdb6ab None None] Routers {'6da70942-c83c-4210-8566-087cb0850323'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:03.589586 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-421a3f60-3b39-4322-bdcc-53368efdb6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:12:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['6da70942-c83c-4210-8566-087cb0850323'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:03.655893 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-421a3f60-3b39-4322-bdcc-53368efdb6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:03.666861 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421a3f60-3b39-4322-bdcc-53368efdb6ab None None] Routers {'6da70942-c83c-4210-8566-087cb0850323'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:03.667867 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-421a3f60-3b39-4322-bdcc-53368efdb6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:12:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['6da70942-c83c-4210-8566-087cb0850323'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:03.700383 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-421a3f60-3b39-4322-bdcc-53368efdb6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:03.701215 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421a3f60-3b39-4322-bdcc-53368efdb6ab None None] The sync data for ids ['6da70942-c83c-4210-8566-087cb0850323'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:13:03.997332 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5dedcce6-1e96-4169-af9c-278b00168c92 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:04.302282 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-5dedcce6-1e96-4169-af9c-278b00168c92 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Deleting port 57dfd8b8-acf5-4ee7-8406-fed9bbbc6b77 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:13:04.303301 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5dedcce6-1e96-4169-af9c-278b00168c92 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:04.382254 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aa754b51-1ab3-4104-bd29-1e0a29c64341 req-4a12c5d9-d6c0-433a-a93a-5f6e94d088fb tempest-ServerShowV254Test-767414459 tempest-ServerShowV254Test-767414459-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a0739c-bb6e-4624-9e2e-b64d7955ebca HTTP/1.1" status: 200 len: 210 time: 0.0608678 Aug 10 01:13:04.433809 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5dedcce6-1e96-4169-af9c-278b00168c92 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:04.455658 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-5dedcce6-1e96-4169-af9c-278b00168c92 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Calling delete_port for 57dfd8b8-acf5-4ee7-8406-fed9bbbc6b77 owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:13:04.685681 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5dedcce6-1e96-4169-af9c-278b00168c92 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:04.718322 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedcce6-1e96-4169-af9c-278b00168c92 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event deleted for resources: {'Port': ['ID=57dfd8b8-acf5-4ee7-8406-fed9bbbc6b77,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:04.842558 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5dedcce6-1e96-4169-af9c-278b00168c92 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:05.054374 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dedcce6-1e96-4169-af9c-278b00168c92 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Router 6da70942-c83c-4210-8566-087cb0850323 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:13:05.133751 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dedcce6-1e96-4169-af9c-278b00168c92 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:13:05.143697 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e788c613-77dc-4aba-b067-f381e5ddfa44 None None] Sync routers for ids ['6da70942-c83c-4210-8566-087cb0850323'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:13:05.148300 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5dedcce6-1e96-4169-af9c-278b00168c92 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "PUT /v2.0/routers/6da70942-c83c-4210-8566-087cb0850323/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5750108 Aug 10 01:13:05.151181 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38062) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:05.158198 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e788c613-77dc-4aba-b067-f381e5ddfa44 None None] Routers {'6da70942-c83c-4210-8566-087cb0850323'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:05.158847 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-e788c613-77dc-4aba-b067-f381e5ddfa44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:12:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['6da70942-c83c-4210-8566-087cb0850323'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:05.195754 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38064) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:05.200527 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3f27a6cf-0a4e-4a33-bac3-f20096468557 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da70942-c83c-4210-8566-087cb0850323 HTTP/1.1" status: 200 len: 205 time: 0.0406356 Aug 10 01:13:05.202255 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-e788c613-77dc-4aba-b067-f381e5ddfa44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:05.211582 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e788c613-77dc-4aba-b067-f381e5ddfa44 None None] Routers {'6da70942-c83c-4210-8566-087cb0850323'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:05.212251 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-e788c613-77dc-4aba-b067-f381e5ddfa44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:12:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['6da70942-c83c-4210-8566-087cb0850323'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:05.247063 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-e788c613-77dc-4aba-b067-f381e5ddfa44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:05.247968 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e788c613-77dc-4aba-b067-f381e5ddfa44 None None] The sync data for ids ['6da70942-c83c-4210-8566-087cb0850323'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:13:05.282322 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6fb15609-16f5-4165-8b47-e37b031b845b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:05.468288 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6fb15609-16f5-4165-8b47-e37b031b845b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:05.470485 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6fb15609-16f5-4165-8b47-e37b031b845b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:05.575833 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-59338293-a08e-45a7-b858-daa6a4ec682f req-712c6d94-869e-4bd5-a311-cb1f65afe152 tempest-ServerShowV254Test-767414459 tempest-ServerShowV254Test-767414459-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a0739c-bb6e-4624-9e2e-b64d7955ebca HTTP/1.1" status: 200 len: 210 time: 0.0563951 Aug 10 01:13:05.576932 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6fb15609-16f5-4165-8b47-e37b031b845b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:05.577461 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb15609-16f5-4165-8b47-e37b031b845b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Fanout notify agent at l3_agent the message router_deleted on router 6da70942-c83c-4210-8566-087cb0850323 {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:13:05.584355 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6fb15609-16f5-4165-8b47-e37b031b845b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:05.588251 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6fb15609-16f5-4165-8b47-e37b031b845b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/routers/6da70942-c83c-4210-8566-087cb0850323 HTTP/1.1" status: 204 len: 168 time: 0.3886523 Aug 10 01:13:05.590022 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38074) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:05.816879 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0f784abd-92ee-4a3b-93ed-8e25a97fa672 req-8b4607ed-1a35-4b47-986a-e2808dd55559 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e7a0739c-bb6e-4624-9e2e-b64d7955ebca HTTP/1.1" status: 200 len: 210 time: 0.0338199 Aug 10 01:13:05.941789 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-2423b3e8-5ab7-44e2-b4df-1b8b5ab4b489 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Deleting subnet 9652374b-dc6c-4360-b39e-a5a57d1fa775 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:13:05.949988 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2423b3e8-5ab7-44e2-b4df-1b8b5ab4b489 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:06.006344 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2423b3e8-5ab7-44e2-b4df-1b8b5ab4b489 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:06.101013 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2423b3e8-5ab7-44e2-b4df-1b8b5ab4b489 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:06.166466 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2423b3e8-5ab7-44e2-b4df-1b8b5ab4b489 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:06.199735 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423b3e8-5ab7-44e2-b4df-1b8b5ab4b489 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event deleted for resources: {'Subnet': ['ID=9652374b-dc6c-4360-b39e-a5a57d1fa775,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:06.206552 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2423b3e8-5ab7-44e2-b4df-1b8b5ab4b489 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:06.212529 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2423b3e8-5ab7-44e2-b4df-1b8b5ab4b489 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/subnets/9652374b-dc6c-4360-b39e-a5a57d1fa775 HTTP/1.1" status: 204 len: 168 time: 0.6229937 Aug 10 01:13:06.215100 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38088) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:06.217137 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6689810-2ad1-4396-b0d8-39fccf3fdce5 None None] Network 6af19d2e-bc28-4a62-b521-b26a592f75f6 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:13:06.276777 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dbfda2f-6acd-449a-abf2-6f8205abd87d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Deleting subnet 2fc6d29d-ef29-4ab0-bce4-d04d97ec93cd {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:13:06.280527 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8dbfda2f-6acd-449a-abf2-6f8205abd87d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:06.339411 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8dbfda2f-6acd-449a-abf2-6f8205abd87d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:06.461908 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8dbfda2f-6acd-449a-abf2-6f8205abd87d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:06.541740 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3123cf3b-1cdc-442e-8ac9-c65bea8003d0 None None] DHCP port deletion for 6af19d2e-bc28-4a62-b521-b26a592f75f6 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:13:06.598626 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8dbfda2f-6acd-449a-abf2-6f8205abd87d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:06.604732 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-3123cf3b-1cdc-442e-8ac9-c65bea8003d0 None None] Deleting port b2108ef5-d983-4692-a030-d10ca4ed8fc4 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:13:06.605677 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3123cf3b-1cdc-442e-8ac9-c65bea8003d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:06.658509 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8dbfda2f-6acd-449a-abf2-6f8205abd87d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:06.661934 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38102) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:06.670486 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8dbfda2f-6acd-449a-abf2-6f8205abd87d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/subnets/2fc6d29d-ef29-4ab0-bce4-d04d97ec93cd HTTP/1.1" status: 204 len: 168 time: 0.4536817 Aug 10 01:13:06.673207 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfda2f-6acd-449a-abf2-6f8205abd87d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event deleted for resources: {'Subnet': ['ID=2fc6d29d-ef29-4ab0-bce4-d04d97ec93cd,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:06.675733 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2e1707-23ce-4664-85ca-1177d0ce8ac2 None None] Network 375af56d-1735-47ce-af25-d4e52968a017 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:13:06.846840 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8156faa6-babb-4578-a291-16639b9fdb4b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:06.864536 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a01b0cd8-9a7b-46dd-a3b4-69e4c9328a2e req-959b44c0-7a48-4435-8d33-5461e6a5683b tempest-ServerShowV254Test-767414459 tempest-ServerShowV254Test-767414459-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a0739c-bb6e-4624-9e2e-b64d7955ebca HTTP/1.1" status: 200 len: 210 time: 0.0748708 Aug 10 01:13:06.871800 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-3123cf3b-1cdc-442e-8ac9-c65bea8003d0 None None] For port b2108ef5-d983-4692-a030-d10ca4ed8fc4, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b2108ef5-d983-4692-a030-d10ca4ed8fc4,segment=NetworkSegment(d0961ff1-690f-46d0-a399-2dddf2663123),segment_id=d0961ff1-690f-46d0-a399-2dddf2663123)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:06.872550 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3123cf3b-1cdc-442e-8ac9-c65bea8003d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:06.912753 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-3123cf3b-1cdc-442e-8ac9-c65bea8003d0 None None] Calling delete_port for b2108ef5-d983-4692-a030-d10ca4ed8fc4 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:13:07.014206 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-8156faa6-babb-4578-a291-16639b9fdb4b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Deleting port b2108ef5-d983-4692-a030-d10ca4ed8fc4 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:13:07.017888 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8156faa6-babb-4578-a291-16639b9fdb4b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:07.126317 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38110) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:07.215186 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9b2f1f-e337-44f5-8efa-deb744b3df66 None None] DHCP port deletion for 375af56d-1735-47ce-af25-d4e52968a017 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:13:07.233101 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3123cf3b-1cdc-442e-8ac9-c65bea8003d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:07.245781 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-8156faa6-babb-4578-a291-16639b9fdb4b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] For port b2108ef5-d983-4692-a030-d10ca4ed8fc4, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b2108ef5-d983-4692-a030-d10ca4ed8fc4,segment=NetworkSegment(d0961ff1-690f-46d0-a399-2dddf2663123),segment_id=d0961ff1-690f-46d0-a399-2dddf2663123)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:07.246389 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8156faa6-babb-4578-a291-16639b9fdb4b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:07.261530 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-921b79b6-60b1-4e4a-870d-92a77ef51e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:07.263639 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-8156faa6-babb-4578-a291-16639b9fdb4b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Calling delete_port for b2108ef5-d983-4692-a030-d10ca4ed8fc4 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:13:07.267250 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3123cf3b-1cdc-442e-8ac9-c65bea8003d0 None None] No DVR routers for this DVR port b2108ef5-d983-4692-a030-d10ca4ed8fc4 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:13:07.301372 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123cf3b-1cdc-442e-8ac9-c65bea8003d0 None None] Pushing event deleted for resources: {'Port': ['ID=b2108ef5-d983-4692-a030-d10ca4ed8fc4,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:07.364656 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-4a9b2f1f-e337-44f5-8efa-deb744b3df66 None None] Deleting port a193eaed-3983-40c4-8ae2-9b4f43ec2522 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:13:07.365285 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a9b2f1f-e337-44f5-8efa-deb744b3df66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:07.409298 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8156faa6-babb-4578-a291-16639b9fdb4b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:07.449940 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8156faa6-babb-4578-a291-16639b9fdb4b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event deleted for resources: {'Port': ['ID=b2108ef5-d983-4692-a030-d10ca4ed8fc4,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:07.452020 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-4a9b2f1f-e337-44f5-8efa-deb744b3df66 None None] For port a193eaed-3983-40c4-8ae2-9b4f43ec2522, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a193eaed-3983-40c4-8ae2-9b4f43ec2522,segment=NetworkSegment(773e48e2-4988-4710-abf3-d93cfc76d9ba),segment_id=773e48e2-4988-4710-abf3-d93cfc76d9ba)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:07.452693 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a9b2f1f-e337-44f5-8efa-deb744b3df66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:07.457200 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8156faa6-babb-4578-a291-16639b9fdb4b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] No DVR routers for this DVR port b2108ef5-d983-4692-a030-d10ca4ed8fc4 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:13:07.468985 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-4a9b2f1f-e337-44f5-8efa-deb744b3df66 None None] Calling delete_port for a193eaed-3983-40c4-8ae2-9b4f43ec2522 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:13:07.501802 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-921b79b6-60b1-4e4a-870d-92a77ef51e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:07.509782 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-921b79b6-60b1-4e4a-870d-92a77ef51e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:07.564160 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b79b6-60b1-4e4a-870d-92a77ef51e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e193c02-cda1-45f5-b4a6-42b8c774ac99,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:07.570711 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-921b79b6-60b1-4e4a-870d-92a77ef51e72 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=50cbb243adec4b3c9fae6189a2d642c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4428763 Aug 10 01:13:07.574652 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38114) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:07.583559 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a9b2f1f-e337-44f5-8efa-deb744b3df66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:07.619041 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b2f1f-e337-44f5-8efa-deb744b3df66 None None] Pushing event deleted for resources: {'Port': ['ID=a193eaed-3983-40c4-8ae2-9b4f43ec2522,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:07.628743 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8156faa6-babb-4578-a291-16639b9fdb4b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:07.640230 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9b2f1f-e337-44f5-8efa-deb744b3df66 None None] No DVR routers for this DVR port a193eaed-3983-40c4-8ae2-9b4f43ec2522 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:13:07.647693 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-8156faa6-babb-4578-a291-16639b9fdb4b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6af19d2e-bc28-4a62-b521-b26a592f75f6']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:07.664064 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-8156faa6-babb-4578-a291-16639b9fdb4b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0961ff1-690f-46d0-a399-2dddf2663123') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:07.664805 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-8156faa6-babb-4578-a291-16639b9fdb4b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0961ff1-690f-46d0-a399-2dddf2663123') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:07.681416 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8156faa6-babb-4578-a291-16639b9fdb4b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:07.690474 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0be9c41c-0c4c-4818-a2bd-6d6e0aa802e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:07.705406 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8156faa6-babb-4578-a291-16639b9fdb4b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:07.720679 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8156faa6-babb-4578-a291-16639b9fdb4b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:13:07.721076 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8156faa6-babb-4578-a291-16639b9fdb4b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:07.724057 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:13:07.724057 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:13:07.724057 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:13:07.724057 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:13:07.724057 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:13:07.724057 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:13:07.724057 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:13:07.724057 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:13:07.724057 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:13:07.724057 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:13:07.724057 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:13:07.724057 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:13:07.724057 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:13:07.724057 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:13:07.724057 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:13:07.724057 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:13:07.724057 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:13:07.724057 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:13:07.724057 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:13:07.724057 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:13:07.724057 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:13:07.724057 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:13:07.724057 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:13:07.724057 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:13:07.724057 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:13:07.724057 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:13:07.724057 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:13:07.724057 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:13:07.724057 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:13:07.724057 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:13:07.724057 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:13:07.724057 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:13:07.738259 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0be9c41c-0c4c-4818-a2bd-6d6e0aa802e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:07.821685 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8156faa6-babb-4578-a291-16639b9fdb4b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:07.842139 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8156faa6-babb-4578-a291-16639b9fdb4b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:07.847035 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38118) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:07.847548 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8156faa6-babb-4578-a291-16639b9fdb4b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/networks/6af19d2e-bc28-4a62-b521-b26a592f75f6 HTTP/1.1" status: 204 len: 168 time: 1.1842983 Aug 10 01:13:07.864368 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8156faa6-babb-4578-a291-16639b9fdb4b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event deleted for resources: {'Network': ['ID=6af19d2e-bc28-4a62-b521-b26a592f75f6,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:07.879375 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0be9c41c-0c4c-4818-a2bd-6d6e0aa802e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:07.884111 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0be9c41c-0c4c-4818-a2bd-6d6e0aa802e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:07.888636 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0be9c41c-0c4c-4818-a2bd-6d6e0aa802e9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3e193c02-cda1-45f5-b4a6-42b8c774ac99 HTTP/1.1" status: 204 len: 168 time: 0.3128245 Aug 10 01:13:07.899237 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9c41c-0c4c-4818-a2bd-6d6e0aa802e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e193c02-cda1-45f5-b4a6-42b8c774ac99,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:07.968425 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-48de0cd1-1f0c-4ce5-b705-1d430f7844a1 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:08.019255 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9201e2f9-e76f-4457-ace2-de70a7b70a71 req-f3fd8f32-583e-43d5-a8f0-c149efa2eb52 tempest-ServerShowV254Test-767414459 tempest-ServerShowV254Test-767414459-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a0739c-bb6e-4624-9e2e-b64d7955ebca HTTP/1.1" status: 200 len: 210 time: 0.0459280 Aug 10 01:13:08.112371 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-48de0cd1-1f0c-4ce5-b705-1d430f7844a1 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:08.125491 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-48de0cd1-1f0c-4ce5-b705-1d430f7844a1 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['375af56d-1735-47ce-af25-d4e52968a017']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:08.136775 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-48de0cd1-1f0c-4ce5-b705-1d430f7844a1 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '773e48e2-4988-4710-abf3-d93cfc76d9ba') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:08.137085 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-48de0cd1-1f0c-4ce5-b705-1d430f7844a1 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '773e48e2-4988-4710-abf3-d93cfc76d9ba') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:08.151460 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-48de0cd1-1f0c-4ce5-b705-1d430f7844a1 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:08.169919 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-48de0cd1-1f0c-4ce5-b705-1d430f7844a1 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:08.186275 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48de0cd1-1f0c-4ce5-b705-1d430f7844a1 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:13:08.186699 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-48de0cd1-1f0c-4ce5-b705-1d430f7844a1 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:08.191199 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:13:08.191199 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:13:08.191199 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:13:08.191199 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:13:08.191199 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:13:08.191199 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:13:08.191199 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:13:08.191199 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:13:08.191199 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:13:08.191199 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:13:08.191199 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:13:08.191199 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:13:08.191199 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:13:08.191199 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:13:08.191199 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:13:08.191199 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:13:08.191199 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:13:08.191199 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:13:08.191199 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:13:08.191199 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:13:08.191199 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:13:08.191199 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:13:08.191199 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:13:08.191199 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:13:08.191199 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:13:08.191199 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:13:08.191199 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:13:08.191199 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:13:08.191199 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:13:08.191199 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:13:08.191199 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:13:08.191199 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:13:08.266120 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-48de0cd1-1f0c-4ce5-b705-1d430f7844a1 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:08.279095 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-48de0cd1-1f0c-4ce5-b705-1d430f7844a1 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:08.287443 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38132) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:08.294059 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-8ef9d278-05cb-41ff-985c-1c9544141186 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1020409419'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:08.298923 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-48de0cd1-1f0c-4ce5-b705-1d430f7844a1 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/networks/375af56d-1735-47ce-af25-d4e52968a017 HTTP/1.1" status: 204 len: 168 time: 0.4414568 Aug 10 01:13:08.318614 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de0cd1-1f0c-4ce5-b705-1d430f7844a1 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event deleted for resources: {'Network': ['ID=375af56d-1735-47ce-af25-d4e52968a017,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:08.342676 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef9d278-05cb-41ff-985c-1c9544141186 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Made reservation on behalf of 71298339050847f6a8a5b306ed924073 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:13:08.346974 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8ef9d278-05cb-41ff-985c-1c9544141186 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:08.389466 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef9d278-05cb-41ff-985c-1c9544141186 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:13:08.402172 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8ef9d278-05cb-41ff-985c-1c9544141186 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:08.402740 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-8ef9d278-05cb-41ff-985c-1c9544141186 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Added segment d08b74e9-6afd-4d5a-865a-ffe9dc3efc88 of type vlan for network c80f108e-11e7-4be4-bf84-3c5338fe9756 Aug 10 01:13:08.436006 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38134) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:08.449602 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8ef9d278-05cb-41ff-985c-1c9544141186 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:08.451079 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5dd7b4eb-43ea-4bc4-9cde-2fae086be723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:08.518947 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8ef9d278-05cb-41ff-985c-1c9544141186 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:08.525954 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef9d278-05cb-41ff-985c-1c9544141186 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:08.526730 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8ef9d278-05cb-41ff-985c-1c9544141186 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:08.577157 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b2108ef5-d983-4692-a030-d10ca4ed8fc4 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:13:08.618122 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: b2108ef5-d983-4692-a030-d10ca4ed8fc4 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:13:08.620933 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b2108ef5-d983-4692-a030-d10ca4ed8fc4 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:13:08.621685 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5dd7b4eb-43ea-4bc4-9cde-2fae086be723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:08.621813 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a193eaed-3983-40c4-8ae2-9b4f43ec2522 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:13:08.631919 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5dd7b4eb-43ea-4bc4-9cde-2fae086be723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:08.642570 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9d278-05cb-41ff-985c-1c9544141186 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Network': ['ID=c80f108e-11e7-4be4-bf84-3c5338fe9756,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:08.652687 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8ef9d278-05cb-41ff-985c-1c9544141186 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3617153 Aug 10 01:13:08.653090 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38136) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:08.661917 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-38d7efd1-3787-4641-8806-1bc5485ef757 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Request body: {'subnet': {'network_id': 'c80f108e-11e7-4be4-bf84-3c5338fe9756', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:08.679994 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network c80f108e-11e7-4be4-bf84-3c5338fe9756 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:13:08.685460 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: a193eaed-3983-40c4-8ae2-9b4f43ec2522 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:13:08.686036 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a193eaed-3983-40c4-8ae2-9b4f43ec2522 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:13:08.726999 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5dd7b4eb-43ea-4bc4-9cde-2fae086be723 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6588507ef1dc49b099d3668f1c29a18d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2898493 Aug 10 01:13:08.729523 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38138) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:08.747818 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7b4eb-43ea-4bc4-9cde-2fae086be723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77289a7f-1e14-4c2b-bf55-e77645b76b1e,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:08.814839 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-68198b70-c65e-48b5-8326-5d664bc0de26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:08.816349 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d7efd1-3787-4641-8806-1bc5485ef757 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Made reservation on behalf of 71298339050847f6a8a5b306ed924073 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:13:08.821594 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-38d7efd1-3787-4641-8806-1bc5485ef757 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:08.839849 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-68198b70-c65e-48b5-8326-5d664bc0de26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:08.902399 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-68198b70-c65e-48b5-8326-5d664bc0de26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:08.910064 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-68198b70-c65e-48b5-8326-5d664bc0de26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:08.911774 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-68198b70-c65e-48b5-8326-5d664bc0de26 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/77289a7f-1e14-4c2b-bf55-e77645b76b1e HTTP/1.1" status: 204 len: 168 time: 0.1799386 Aug 10 01:13:08.930599 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68198b70-c65e-48b5-8326-5d664bc0de26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77289a7f-1e14-4c2b-bf55-e77645b76b1e,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:09.123816 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-38d7efd1-3787-4641-8806-1bc5485ef757 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:09.267874 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d7efd1-3787-4641-8806-1bc5485ef757 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Subnet': ['ID=bb86c0b8-ef2f-4af5-ad6e-757ebd9b0e82,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:09.335842 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d7efd1-3787-4641-8806-1bc5485ef757 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Checking segment: {'id': 'd08b74e9-6afd-4d5a-865a-ffe9dc3efc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c80f108e-11e7-4be4-bf84-3c5338fe9756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:13:09.336411 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d7efd1-3787-4641-8806-1bc5485ef757 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Network hostable DHCP agents. Network: c80f108e-11e7-4be4-bf84-3c5338fe9756, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:13:09.380463 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d7efd1-3787-4641-8806-1bc5485ef757 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Network c80f108e-11e7-4be4-bf84-3c5338fe9756 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:13:09.411921 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-38d7efd1-3787-4641-8806-1bc5485ef757 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, c80f108e-11e7-4be4-bf84-3c5338fe9756) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:09.421287 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d7efd1-3787-4641-8806-1bc5485ef757 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:09.423022 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-38d7efd1-3787-4641-8806-1bc5485ef757 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:09.425222 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65adcf17-f76e-4b88-b338-e8d98467d8c4 None None] Network c80f108e-11e7-4be4-bf84-3c5338fe9756 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:13:09.463172 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-38d7efd1-3787-4641-8806-1bc5485ef757 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8081558 Aug 10 01:13:09.466006 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38178) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:09.469761 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd1d6e97-6fc3-4ca8-a2a1-18fbdbd45052 req-db0d1fc3-d78f-422b-abfc-939097e1509b tempest-ServerShowV254Test-767414459 tempest-ServerShowV254Test-767414459-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a0739c-bb6e-4624-9e2e-b64d7955ebca HTTP/1.1" status: 200 len: 210 time: 0.0771816 Aug 10 01:13:09.474509 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-a49aea96-4c61-4278-b06f-fd243a918508 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-372981661', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:09.524495 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a49aea96-4c61-4278-b06f-fd243a918508 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:09.527615 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a49aea96-4c61-4278-b06f-fd243a918508 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:09.620926 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a49aea96-4c61-4278-b06f-fd243a918508 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:09.627508 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a49aea96-4c61-4278-b06f-fd243a918508 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:09.663164 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a49aea96-4c61-4278-b06f-fd243a918508 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:09.665961 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a49aea96-4c61-4278-b06f-fd243a918508 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1986225 Aug 10 01:13:09.668988 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38184) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:09.675064 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-9495a0c5-dfeb-4cbc-834c-2692fb72e11e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Request body: {'port': {'network_id': 'c80f108e-11e7-4be4-bf84-3c5338fe9756', 'name': 'tempest-RoutersIpV6Test-1332694750'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:09.725199 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c2964f-9b59-4b04-9c26-18e9f50705e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-c80f108e-11e7-4be4-bf84-3c5338fe9756', 'network_id': 'c80f108e-11e7-4be4-bf84-3c5338fe9756', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'fixed_ips': [{'subnet_id': 'bb86c0b8-ef2f-4af5-ad6e-757ebd9b0e82'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:13:09.727131 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e7c2964f-9b59-4b04-9c26-18e9f50705e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:09.729354 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38186) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:09.763118 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9f8b1866-ea59-4c1b-bb5d-35521fee6735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:09.920425 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9f8b1866-ea59-4c1b-bb5d-35521fee6735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:09.930318 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9f8b1866-ea59-4c1b-bb5d-35521fee6735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:09.947165 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-e7c2964f-9b59-4b04-9c26-18e9f50705e5 None None] Allocated IP 2001:db8::2 (c80f108e-11e7-4be4-bf84-3c5338fe9756/bb86c0b8-ef2f-4af5-ad6e-757ebd9b0e82/522d501c-6828-492a-b7d6-db9f81bd0e25) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:13:09.951648 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38190) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:09.978561 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9f8b1866-ea59-4c1b-bb5d-35521fee6735 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f5404f2a4acc4bd4883fa56831e06976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2481742 Aug 10 01:13:09.979465 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38196) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:09.981066 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9495a0c5-dfeb-4cbc-834c-2692fb72e11e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Made reservation on behalf of 71298339050847f6a8a5b306ed924073 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:13:09.990054 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9495a0c5-dfeb-4cbc-834c-2692fb72e11e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:10.011228 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b1866-ea59-4c1b-bb5d-35521fee6735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ab631b-7394-4604-9ff1-b3731e450679,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:10.049741 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-9495a0c5-dfeb-4cbc-834c-2692fb72e11e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] device_id is not set on port bb303677-9d72-49cf-b1ab-d4dc1c3ab21a yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:13:10.078808 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-03654412-0469-4dfd-a64e-1b2b2afc1b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:10.124865 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-03654412-0469-4dfd-a64e-1b2b2afc1b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:10.127432 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7481fc24-aad9-4aa6-bdd4-c33ec47e4d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:10.150857 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e7c2964f-9b59-4b04-9c26-18e9f50705e5 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:10.160785 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e7c2964f-9b59-4b04-9c26-18e9f50705e5 None None] Transition to ACTIVE for port object 522d501c-6828-492a-b7d6-db9f81bd0e25 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:10.181586 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e7c2964f-9b59-4b04-9c26-18e9f50705e5 None None] Transition to ACTIVE for port object 522d501c-6828-492a-b7d6-db9f81bd0e25 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:10.189875 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e7c2964f-9b59-4b04-9c26-18e9f50705e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:10.190238 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-03654412-0469-4dfd-a64e-1b2b2afc1b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:10.193375 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-03654412-0469-4dfd-a64e-1b2b2afc1b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:10.198095 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-03654412-0469-4dfd-a64e-1b2b2afc1b90 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b1ab631b-7394-4604-9ff1-b3731e450679 HTTP/1.1" status: 204 len: 168 time: 0.2147198 Aug 10 01:13:10.207121 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03654412-0469-4dfd-a64e-1b2b2afc1b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ab631b-7394-4604-9ff1-b3731e450679,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:10.255476 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c2964f-9b59-4b04-9c26-18e9f50705e5 None None] Network c80f108e-11e7-4be4-bf84-3c5338fe9756 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:10.266875 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-e7c2964f-9b59-4b04-9c26-18e9f50705e5 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:10.271195 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c2964f-9b59-4b04-9c26-18e9f50705e5 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:13:10.272951 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-9495a0c5-dfeb-4cbc-834c-2692fb72e11e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Allocated IP 2001:db8::25b (c80f108e-11e7-4be4-bf84-3c5338fe9756/bb86c0b8-ef2f-4af5-ad6e-757ebd9b0e82/bb303677-9d72-49cf-b1ab-d4dc1c3ab21a) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:13:10.311183 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7481fc24-aad9-4aa6-bdd4-c33ec47e4d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:10.323767 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c2964f-9b59-4b04-9c26-18e9f50705e5 None None] Pushing event updated for resources: {'Port': ['ID=522d501c-6828-492a-b7d6-db9f81bd0e25,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:10.329101 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7481fc24-aad9-4aa6-bdd4-c33ec47e4d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:10.341209 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-e7c2964f-9b59-4b04-9c26-18e9f50705e5 None None] Attempting to bind port 522d501c-6828-492a-b7d6-db9f81bd0e25 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:13:10.341740 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-e7c2964f-9b59-4b04-9c26-18e9f50705e5 None None] Attempting to bind port 522d501c-6828-492a-b7d6-db9f81bd0e25 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'd08b74e9-6afd-4d5a-865a-ffe9dc3efc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c80f108e-11e7-4be4-bf84-3c5338fe9756'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:13:10.342424 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c2964f-9b59-4b04-9c26-18e9f50705e5 None None] Attempting to bind port 522d501c-6828-492a-b7d6-db9f81bd0e25 on network c80f108e-11e7-4be4-bf84-3c5338fe9756 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:13:10.347942 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c2964f-9b59-4b04-9c26-18e9f50705e5 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:13:10.348509 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c2964f-9b59-4b04-9c26-18e9f50705e5 None None] Checking segment: {'id': 'd08b74e9-6afd-4d5a-865a-ffe9dc3efc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c80f108e-11e7-4be4-bf84-3c5338fe9756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:13:10.348967 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e7c2964f-9b59-4b04-9c26-18e9f50705e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:10.349487 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c2964f-9b59-4b04-9c26-18e9f50705e5 None None] Bound using segment: {'id': 'd08b74e9-6afd-4d5a-865a-ffe9dc3efc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c80f108e-11e7-4be4-bf84-3c5338fe9756'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:13:10.350182 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-e7c2964f-9b59-4b04-9c26-18e9f50705e5 None None] Bound port: 522d501c-6828-492a-b7d6-db9f81bd0e25, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd08b74e9-6afd-4d5a-865a-ffe9dc3efc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c80f108e-11e7-4be4-bf84-3c5338fe9756'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:13:10.350624 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e7c2964f-9b59-4b04-9c26-18e9f50705e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:10.426228 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-e7c2964f-9b59-4b04-9c26-18e9f50705e5 None None] For port 522d501c-6828-492a-b7d6-db9f81bd0e25, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:13:10.430579 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-e7c2964f-9b59-4b04-9c26-18e9f50705e5 None None] For port 522d501c-6828-492a-b7d6-db9f81bd0e25, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=522d501c-6828-492a-b7d6-db9f81bd0e25,segment=NetworkSegment(d08b74e9-6afd-4d5a-865a-ffe9dc3efc88),segment_id=d08b74e9-6afd-4d5a-865a-ffe9dc3efc88)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:13:10.442012 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7481fc24-aad9-4aa6-bdd4-c33ec47e4d38 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c2ec789a510d41e2aef60d588bd69949&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4870031 Aug 10 01:13:10.442846 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38204) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:10.450050 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e7c2964f-9b59-4b04-9c26-18e9f50705e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:10.480498 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481fc24-aad9-4aa6-bdd4-c33ec47e4d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd62bb80-cb62-4537-bcfc-e9f3fbd604ad,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:10.490977 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7481fc24-aad9-4aa6-bdd4-c33ec47e4d38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:10.491334 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7481fc24-aad9-4aa6-bdd4-c33ec47e4d38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:10.491681 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7481fc24-aad9-4aa6-bdd4-c33ec47e4d38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:10.492023 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7481fc24-aad9-4aa6-bdd4-c33ec47e4d38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:10.492637 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7481fc24-aad9-4aa6-bdd4-c33ec47e4d38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:10.494578 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7481fc24-aad9-4aa6-bdd4-c33ec47e4d38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:10.494578 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7481fc24-aad9-4aa6-bdd4-c33ec47e4d38 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:10.494578 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7481fc24-aad9-4aa6-bdd4-c33ec47e4d38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:10.494578 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7481fc24-aad9-4aa6-bdd4-c33ec47e4d38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:10.494578 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7481fc24-aad9-4aa6-bdd4-c33ec47e4d38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:10.495071 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7481fc24-aad9-4aa6-bdd4-c33ec47e4d38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:10.495169 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7481fc24-aad9-4aa6-bdd4-c33ec47e4d38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:10.535048 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e8ca29ac-65c6-46bf-af27-1839c88f08bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:10.559458 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c2964f-9b59-4b04-9c26-18e9f50705e5 None None] Pushing event updated for resources: {'Port': ['ID=522d501c-6828-492a-b7d6-db9f81bd0e25,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:10.567037 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e8ca29ac-65c6-46bf-af27-1839c88f08bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:10.606592 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9495a0c5-dfeb-4cbc-834c-2692fb72e11e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:10.661265 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e8ca29ac-65c6-46bf-af27-1839c88f08bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:10.666387 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e8ca29ac-65c6-46bf-af27-1839c88f08bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:10.669803 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e8ca29ac-65c6-46bf-af27-1839c88f08bc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bd62bb80-cb62-4537-bcfc-e9f3fbd604ad HTTP/1.1" status: 204 len: 168 time: 0.2239583 Aug 10 01:13:10.679354 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca29ac-65c6-46bf-af27-1839c88f08bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd62bb80-cb62-4537-bcfc-e9f3fbd604ad,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:10.684925 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eeec5d44-b4c6-4501-a5ff-e2c4c09342cc req-620893a9-f939-4f0d-92eb-7d5842c9670f tempest-ServerShowV254Test-767414459 tempest-ServerShowV254Test-767414459-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a0739c-bb6e-4624-9e2e-b64d7955ebca HTTP/1.1" status: 200 len: 210 time: 0.0576317 Aug 10 01:13:10.693896 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-9495a0c5-dfeb-4cbc-834c-2692fb72e11e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Transition to ACTIVE for port object bb303677-9d72-49cf-b1ab-d4dc1c3ab21a will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:10.747369 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9495a0c5-dfeb-4cbc-834c-2692fb72e11e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:10.814214 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9495a0c5-dfeb-4cbc-834c-2692fb72e11e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Network c80f108e-11e7-4be4-bf84-3c5338fe9756 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:10.830102 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-9495a0c5-dfeb-4cbc-834c-2692fb72e11e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:10.835743 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9495a0c5-dfeb-4cbc-834c-2692fb72e11e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:13:10.849213 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9495a0c5-dfeb-4cbc-834c-2692fb72e11e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:10.850939 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9495a0c5-dfeb-4cbc-834c-2692fb72e11e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:10.867912 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9495a0c5-dfeb-4cbc-834c-2692fb72e11e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Port': ['ID=bb303677-9d72-49cf-b1ab-d4dc1c3ab21a,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:10.880797 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9495a0c5-dfeb-4cbc-834c-2692fb72e11e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2104158 Aug 10 01:13:10.881237 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38218) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:11.185411 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3df614b5-577f-4bbd-b568-ea2465fe4827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:11.209218 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38230) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:11.231842 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-111e238b-83aa-42b9-855e-1d398152fa56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:11.353092 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38234) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:11.374976 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-111e238b-83aa-42b9-855e-1d398152fa56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:11.380747 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-111e238b-83aa-42b9-855e-1d398152fa56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:11.424445 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-111e238b-83aa-42b9-855e-1d398152fa56 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d24c0dad2b854664a2c64b858bae100b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2133090 Aug 10 01:13:11.427049 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e238b-83aa-42b9-855e-1d398152fa56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2d1a55-ab3b-4683-9891-57113c0a2cb8,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:11.430812 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38238) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:11.531099 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-50c18789-0164-45dd-8971-ba1c577ca267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:11.572225 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:11.575132 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-50c18789-0164-45dd-8971-ba1c577ca267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:11.643076 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-12db110d-6bbc-4bfa-bdd7-dac77ab60e4e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:11.673005 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-50c18789-0164-45dd-8971-ba1c577ca267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:11.675764 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-50c18789-0164-45dd-8971-ba1c577ca267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:11.677066 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-50c18789-0164-45dd-8971-ba1c577ca267 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1d2d1a55-ab3b-4683-9891-57113c0a2cb8 HTTP/1.1" status: 204 len: 168 time: 0.2449296 Aug 10 01:13:11.699185 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-7d75667d-1f8b-4ad8-978a-b93209d758c7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-613174663-network', 'tenant_id': '585dcd3f5bf64033901d4d8083446ebb'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:11.724658 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c18789-0164-45dd-8971-ba1c577ca267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2d1a55-ab3b-4683-9891-57113c0a2cb8,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:11.749713 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d75667d-1f8b-4ad8-978a-b93209d758c7 admin admin] Made reservation on behalf of 585dcd3f5bf64033901d4d8083446ebb for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:13:11.753454 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7d75667d-1f8b-4ad8-978a-b93209d758c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:11.765977 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7d75667d-1f8b-4ad8-978a-b93209d758c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:11.883218 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b32cdbe2-ac95-4373-82a0-6bca1947f4d8 req-53428a84-e131-452e-9977-e87035f972ed tempest-ServerShowV254Test-767414459 tempest-ServerShowV254Test-767414459-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a0739c-bb6e-4624-9e2e-b64d7955ebca HTTP/1.1" status: 200 len: 210 time: 0.0653205 Aug 10 01:13:11.935367 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d1b127-8899-4889-b244-f9cfdd3cc7bb None None] Network c80f108e-11e7-4be4-bf84-3c5338fe9756 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:13:11.968431 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7d75667d-1f8b-4ad8-978a-b93209d758c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:11.973881 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7d75667d-1f8b-4ad8-978a-b93209d758c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:12.002962 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d75667d-1f8b-4ad8-978a-b93209d758c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:13:12.023219 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75667d-1f8b-4ad8-978a-b93209d758c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2faaaeb7-a088-470c-9dad-275849c98f8e,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:12.046827 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7d75667d-1f8b-4ad8-978a-b93209d758c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:12.047860 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-7d75667d-1f8b-4ad8-978a-b93209d758c7 admin admin] Added segment bd1c422b-c82e-4c82-b5fc-098e44040ab3 of type vlan for network f6ad0dd0-42f2-4f06-8405-16e4aa9cc367 Aug 10 01:13:12.054023 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-fb4c72ac-ed98-43ff-aa4a-d0d314e75907 None None] Provisioning for port 522d501c-6828-492a-b7d6-db9f81bd0e25 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:13:12.057073 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-12db110d-6bbc-4bfa-bdd7-dac77ab60e4e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:12.066920 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-12db110d-6bbc-4bfa-bdd7-dac77ab60e4e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:12.101259 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7d75667d-1f8b-4ad8-978a-b93209d758c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:12.155348 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7d75667d-1f8b-4ad8-978a-b93209d758c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:12.156733 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d75667d-1f8b-4ad8-978a-b93209d758c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:12.158047 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7d75667d-1f8b-4ad8-978a-b93209d758c7 admin admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:12.198380 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db110d-6bbc-4bfa-bdd7-dac77ab60e4e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Port': ['ID=bb303677-9d72-49cf-b1ab-d4dc1c3ab21a,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:12.276840 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7d75667d-1f8b-4ad8-978a-b93209d758c7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9225566 Aug 10 01:13:12.280329 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38258) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:12.288163 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-a7145682-f4e4-45cf-afe3-1adb9b7a7cb7 admin admin] Request body: {'subnet': {'network_id': 'f6ad0dd0-42f2-4f06-8405-16e4aa9cc367', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-613174663-subnet', 'tenant_id': '585dcd3f5bf64033901d4d8083446ebb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:12.293826 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75667d-1f8b-4ad8-978a-b93209d758c7 admin admin] Pushing event updated for resources: {'Network': ['ID=f6ad0dd0-42f2-4f06-8405-16e4aa9cc367,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:12.312680 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network f6ad0dd0-42f2-4f06-8405-16e4aa9cc367 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:13:12.331601 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7145682-f4e4-45cf-afe3-1adb9b7a7cb7 admin admin] Made reservation on behalf of 585dcd3f5bf64033901d4d8083446ebb for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:13:12.336390 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a7145682-f4e4-45cf-afe3-1adb9b7a7cb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:12.451239 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-12db110d-6bbc-4bfa-bdd7-dac77ab60e4e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:12.590962 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7eb2031e-0056-449c-9f5f-4a4abcd59f8f None None] Provisioning for port bb303677-9d72-49cf-b1ab-d4dc1c3ab21a completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:13:12.597977 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7eb2031e-0056-449c-9f5f-4a4abcd59f8f None None] Provisioning complete for port bb303677-9d72-49cf-b1ab-d4dc1c3ab21a triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:12.601843 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7eb2031e-0056-449c-9f5f-4a4abcd59f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:12.667810 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a7145682-f4e4-45cf-afe3-1adb9b7a7cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:12.676345 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-12db110d-6bbc-4bfa-bdd7-dac77ab60e4e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:12.725095 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 522d501c-6828-492a-b7d6-db9f81bd0e25 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:13:12.796496 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-7eb2031e-0056-449c-9f5f-4a4abcd59f8f None None] Port bb303677-9d72-49cf-b1ab-d4dc1c3ab21a cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:13:12.823663 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7145682-f4e4-45cf-afe3-1adb9b7a7cb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a6e51de-5d89-41f6-9a23-5abfae584f71,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:12.831502 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7145682-f4e4-45cf-afe3-1adb9b7a7cb7 admin admin] Checking segment: {'id': 'bd1c422b-c82e-4c82-b5fc-098e44040ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f6ad0dd0-42f2-4f06-8405-16e4aa9cc367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:13:12.832027 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7145682-f4e4-45cf-afe3-1adb9b7a7cb7 admin admin] Network hostable DHCP agents. Network: f6ad0dd0-42f2-4f06-8405-16e4aa9cc367, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:13:12.861702 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7145682-f4e4-45cf-afe3-1adb9b7a7cb7 admin admin] Network f6ad0dd0-42f2-4f06-8405-16e4aa9cc367 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:13:12.874428 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-a7145682-f4e4-45cf-afe3-1adb9b7a7cb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, f6ad0dd0-42f2-4f06-8405-16e4aa9cc367) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:12.879175 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 522d501c-6828-492a-b7d6-db9f81bd0e25 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:13:12.887289 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae613eaf-bf10-4cb5-89d7-fd76f4b13bc5 None None] Network f6ad0dd0-42f2-4f06-8405-16e4aa9cc367 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:13:12.888888 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7145682-f4e4-45cf-afe3-1adb9b7a7cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:12.889854 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a7145682-f4e4-45cf-afe3-1adb9b7a7cb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:12.897895 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 522d501c-6828-492a-b7d6-db9f81bd0e25 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:12.900544 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:12.908648 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a7145682-f4e4-45cf-afe3-1adb9b7a7cb7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6267552 Aug 10 01:13:13.105481 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-40e5f6ec-cb7f-4c6d-bf9e-8344f73c70a7 req-f3fc5102-49aa-49a8-98ce-f291bf3beafa tempest-ServerShowV254Test-767414459 tempest-ServerShowV254Test-767414459-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a0739c-bb6e-4624-9e2e-b64d7955ebca HTTP/1.1" status: 200 len: 210 time: 0.0894585 Aug 10 01:13:13.106301 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2bfaf5ac-1c9c-4112-93df-37ad4c2e9ff9 None None] Provisioning complete for port bb303677-9d72-49cf-b1ab-d4dc1c3ab21a triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:13.106723 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2bfaf5ac-1c9c-4112-93df-37ad4c2e9ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:13.157091 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-12db110d-6bbc-4bfa-bdd7-dac77ab60e4e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:13.164223 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-12db110d-6bbc-4bfa-bdd7-dac77ab60e4e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:13.165498 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-12db110d-6bbc-4bfa-bdd7-dac77ab60e4e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:13.282271 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db110d-6bbc-4bfa-bdd7-dac77ab60e4e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Port': ['ID=bb303677-9d72-49cf-b1ab-d4dc1c3ab21a,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:13.350904 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12db110d-6bbc-4bfa-bdd7-dac77ab60e4e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Network c80f108e-11e7-4be4-bf84-3c5338fe9756 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:13.353146 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-12db110d-6bbc-4bfa-bdd7-dac77ab60e4e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:13.519635 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12db110d-6bbc-4bfa-bdd7-dac77ab60e4e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Router 7f5a979d-fb92-4482-afde-3fb421f3e8b6 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:13:13.635813 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-2bfaf5ac-1c9c-4112-93df-37ad4c2e9ff9 None None] Port bb303677-9d72-49cf-b1ab-d4dc1c3ab21a cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:13:13.650825 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12db110d-6bbc-4bfa-bdd7-dac77ab60e4e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:13:13.664520 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f342641-520c-4470-9bc2-a9cf05023112 None None] Sync routers for ids ['7f5a979d-fb92-4482-afde-3fb421f3e8b6'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:13:13.680298 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f342641-520c-4470-9bc2-a9cf05023112 None None] Routers {'7f5a979d-fb92-4482-afde-3fb421f3e8b6'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:13.680815 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-5f342641-520c-4470-9bc2-a9cf05023112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:12:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['7f5a979d-fb92-4482-afde-3fb421f3e8b6'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:13.687186 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-12db110d-6bbc-4bfa-bdd7-dac77ab60e4e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "PUT /v2.0/routers/7f5a979d-fb92-4482-afde-3fb421f3e8b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8021698 Aug 10 01:13:13.688924 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38294) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:13.730713 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-5f342641-520c-4470-9bc2-a9cf05023112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:13.745283 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f342641-520c-4470-9bc2-a9cf05023112 None None] Routers {'7f5a979d-fb92-4482-afde-3fb421f3e8b6'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:13.745898 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-5f342641-520c-4470-9bc2-a9cf05023112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:12:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['7f5a979d-fb92-4482-afde-3fb421f3e8b6'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:13.764003 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b368d476-0284-4f06-8a34-fabe29798685 None None] Network f6ad0dd0-42f2-4f06-8405-16e4aa9cc367 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:13:13.773811 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:13.812454 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-5f342641-520c-4470-9bc2-a9cf05023112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:13.821663 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f342641-520c-4470-9bc2-a9cf05023112 None None] The sync data for ids ['7f5a979d-fb92-4482-afde-3fb421f3e8b6'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:13:13.824376 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5337b972-7854-4bc9-92e8-31cd80fd76f3 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:13.827027 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5337b972-7854-4bc9-92e8-31cd80fd76f3 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "GET /v2.0/ports/bb303677-9d72-49cf-b1ab-d4dc1c3ab21a HTTP/1.1" status: 200 len: 984 time: 0.1359315 Aug 10 01:13:13.830328 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38302) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:13.837697 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 522d501c-6828-492a-b7d6-db9f81bd0e25, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=522d501c-6828-492a-b7d6-db9f81bd0e25,segment=NetworkSegment(d08b74e9-6afd-4d5a-865a-ffe9dc3efc88),segment_id=d08b74e9-6afd-4d5a-865a-ffe9dc3efc88)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:13.898783 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:13.950788 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-733a23dc-a261-4e10-bec1-f1596ae4d137 None None] Provisioning complete for port bb303677-9d72-49cf-b1ab-d4dc1c3ab21a triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:13.951175 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-733a23dc-a261-4e10-bec1-f1596ae4d137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:13.952749 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1dc2a04-2996-46e7-b584-08edcc3a1d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:14.027934 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-733a23dc-a261-4e10-bec1-f1596ae4d137 None None] Port bb303677-9d72-49cf-b1ab-d4dc1c3ab21a cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:13:14.049455 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=522d501c-6828-492a-b7d6-db9f81bd0e25,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:14.135172 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38312) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:14.140404 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-f895f0ed-609b-4665-8b64-c38f100808a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1412789282-network', 'tenant_id': 'd32957dbd4f74cccbefad28b551307f8'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:14.151309 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-bfe27e3e-cdfe-49d2-a513-673ecbb8f169 None None] Provisioning complete for port bb303677-9d72-49cf-b1ab-d4dc1c3ab21a triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:14.151788 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bfe27e3e-cdfe-49d2-a513-673ecbb8f169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:14.176536 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f895f0ed-609b-4665-8b64-c38f100808a3 admin admin] Made reservation on behalf of d32957dbd4f74cccbefad28b551307f8 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:13:14.180426 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f895f0ed-609b-4665-8b64-c38f100808a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:14.195337 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f895f0ed-609b-4665-8b64-c38f100808a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:14.209528 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-bfe27e3e-cdfe-49d2-a513-673ecbb8f169 None None] Port bb303677-9d72-49cf-b1ab-d4dc1c3ab21a cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:13:14.252340 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d1035b2-a0cb-4b22-889a-5e1d2805932f req-fa71760f-30b2-4874-8b0d-50e5a75758b4 tempest-ServerShowV254Test-767414459 tempest-ServerShowV254Test-767414459-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a0739c-bb6e-4624-9e2e-b64d7955ebca HTTP/1.1" status: 200 len: 210 time: 0.0410292 Aug 10 01:13:14.327788 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f895f0ed-609b-4665-8b64-c38f100808a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:14.333019 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f895f0ed-609b-4665-8b64-c38f100808a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:14.347595 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f895f0ed-609b-4665-8b64-c38f100808a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:13:14.374143 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f895f0ed-609b-4665-8b64-c38f100808a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:14.374754 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-f895f0ed-609b-4665-8b64-c38f100808a3 admin admin] Added segment c1cb9c0a-38fc-4e9b-b2dc-d0371dac0ca9 of type vlan for network 256b01bd-043a-4505-9c25-a66b718ec8b8 Aug 10 01:13:14.390185 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895f0ed-609b-4665-8b64-c38f100808a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49277547-7795-41f7-84fa-d1d721f552d0,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:14.442941 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f895f0ed-609b-4665-8b64-c38f100808a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:14.446477 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:14.489717 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f895f0ed-609b-4665-8b64-c38f100808a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:14.491447 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f895f0ed-609b-4665-8b64-c38f100808a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:14.492149 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f895f0ed-609b-4665-8b64-c38f100808a3 admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:14.503827 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-66727482-4f51-4671-86a4-75e2d3b499c6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:14.573102 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f895f0ed-609b-4665-8b64-c38f100808a3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4367924 Aug 10 01:13:14.584140 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38324) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:14.599274 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-30982aad-060b-4c99-ab22-fba0064d0a94 admin admin] Request body: {'subnet': {'network_id': '256b01bd-043a-4505-9c25-a66b718ec8b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1412789282-subnet', 'tenant_id': 'd32957dbd4f74cccbefad28b551307f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:14.603632 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895f0ed-609b-4665-8b64-c38f100808a3 admin admin] Pushing event updated for resources: {'Network': ['ID=256b01bd-043a-4505-9c25-a66b718ec8b8,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:14.615182 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 256b01bd-043a-4505-9c25-a66b718ec8b8 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:13:14.642617 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 522d501c-6828-492a-b7d6-db9f81bd0e25 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:13:14.680228 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30982aad-060b-4c99-ab22-fba0064d0a94 admin admin] Made reservation on behalf of d32957dbd4f74cccbefad28b551307f8 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:13:14.683240 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-30982aad-060b-4c99-ab22-fba0064d0a94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:14.775753 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 522d501c-6828-492a-b7d6-db9f81bd0e25 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:14.776532 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:14.798420 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-66727482-4f51-4671-86a4-75e2d3b499c6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Deleting port bb303677-9d72-49cf-b1ab-d4dc1c3ab21a {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:13:14.798992 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-66727482-4f51-4671-86a4-75e2d3b499c6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:14.926259 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-66727482-4f51-4671-86a4-75e2d3b499c6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:14.942867 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-66727482-4f51-4671-86a4-75e2d3b499c6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Calling delete_port for bb303677-9d72-49cf-b1ab-d4dc1c3ab21a owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:13:14.956458 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-30982aad-060b-4c99-ab22-fba0064d0a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:15.023912 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30982aad-060b-4c99-ab22-fba0064d0a94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81dc042a-027c-4100-adb6-18f41b919234,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:15.033170 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30982aad-060b-4c99-ab22-fba0064d0a94 admin admin] Checking segment: {'id': 'c1cb9c0a-38fc-4e9b-b2dc-d0371dac0ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '256b01bd-043a-4505-9c25-a66b718ec8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:13:15.033750 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30982aad-060b-4c99-ab22-fba0064d0a94 admin admin] Network hostable DHCP agents. Network: 256b01bd-043a-4505-9c25-a66b718ec8b8, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:13:15.055675 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30982aad-060b-4c99-ab22-fba0064d0a94 admin admin] Network 256b01bd-043a-4505-9c25-a66b718ec8b8 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:13:15.066803 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-30982aad-060b-4c99-ab22-fba0064d0a94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 256b01bd-043a-4505-9c25-a66b718ec8b8) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:15.078378 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d08526-7cdd-43b5-8b53-9ed01218f614 None None] Network 256b01bd-043a-4505-9c25-a66b718ec8b8 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:13:15.083081 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30982aad-060b-4c99-ab22-fba0064d0a94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:15.084171 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-30982aad-060b-4c99-ab22-fba0064d0a94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:15.101266 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-30982aad-060b-4c99-ab22-fba0064d0a94 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5136497 Aug 10 01:13:15.158237 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-66727482-4f51-4671-86a4-75e2d3b499c6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:15.180419 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:15.239413 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66727482-4f51-4671-86a4-75e2d3b499c6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event deleted for resources: {'Port': ['ID=bb303677-9d72-49cf-b1ab-d4dc1c3ab21a,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:15.351408 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-66727482-4f51-4671-86a4-75e2d3b499c6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:15.367894 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b72a550-f40d-40d1-adf7-6d3ef5ba105d None None] Network 256b01bd-043a-4505-9c25-a66b718ec8b8 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:13:15.388750 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38350) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:15.585260 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3e91b261-2823-45bf-a4db-83e55f6199cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:15.627387 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b596de99-4966-4897-8ac8-b6102088d06e req-5bbb3b8f-e568-422d-a475-dde72972a325 tempest-ServerShowV254Test-767414459 tempest-ServerShowV254Test-767414459-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a0739c-bb6e-4624-9e2e-b64d7955ebca HTTP/1.1" status: 200 len: 210 time: 0.1081710 Aug 10 01:13:15.631837 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66727482-4f51-4671-86a4-75e2d3b499c6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Router 7f5a979d-fb92-4482-afde-3fb421f3e8b6 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:13:15.729728 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66727482-4f51-4671-86a4-75e2d3b499c6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:13:15.730819 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3e91b261-2823-45bf-a4db-83e55f6199cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:15.735986 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-66727482-4f51-4671-86a4-75e2d3b499c6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "PUT /v2.0/routers/7f5a979d-fb92-4482-afde-3fb421f3e8b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9043674 Aug 10 01:13:15.738716 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38360) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:15.745104 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f987897-12ee-4b91-9078-67769e6af80f None None] Sync routers for ids ['7f5a979d-fb92-4482-afde-3fb421f3e8b6'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:13:15.747012 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3e91b261-2823-45bf-a4db-83e55f6199cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:15.758923 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f987897-12ee-4b91-9078-67769e6af80f None None] Routers {'7f5a979d-fb92-4482-afde-3fb421f3e8b6'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:15.759856 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-4f987897-12ee-4b91-9078-67769e6af80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:13:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['7f5a979d-fb92-4482-afde-3fb421f3e8b6'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:15.795101 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-4f987897-12ee-4b91-9078-67769e6af80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:15.808020 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f987897-12ee-4b91-9078-67769e6af80f None None] Routers {'7f5a979d-fb92-4482-afde-3fb421f3e8b6'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:15.808761 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-4f987897-12ee-4b91-9078-67769e6af80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:13:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['7f5a979d-fb92-4482-afde-3fb421f3e8b6'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:15.856030 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3e91b261-2823-45bf-a4db-83e55f6199cb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6bf8a90a20304e0093487950a11eeb2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4659100 Aug 10 01:13:15.857176 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-4f987897-12ee-4b91-9078-67769e6af80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:15.857859 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f987897-12ee-4b91-9078-67769e6af80f None None] The sync data for ids ['7f5a979d-fb92-4482-afde-3fb421f3e8b6'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:13:15.858861 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38370) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:15.874007 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91b261-2823-45bf-a4db-83e55f6199cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf5283e-ada1-4c03-b47e-8a6c137e9bed,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:15.954696 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-ff6c3fce-f617-4563-b94a-98c98fd45e20 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:15.956336 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-ff6c3fce-f617-4563-b94a-98c98fd45e20 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] 10.222.0.35 "GET /v2.0/networks?id=f6ad0dd0-42f2-4f06-8405-16e4aa9cc367 HTTP/1.1" status: 200 len: 808 time: 0.1231897 Aug 10 01:13:15.973667 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-a86b83a9-389e-4838-8c53-551a02e92b8e tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] 10.222.0.35 "GET /v2.0/quotas/585dcd3f5bf64033901d4d8083446ebb HTTP/1.1" status: 200 len: 375 time: 0.0102363 Aug 10 01:13:16.010942 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-ee357bfb-684d-45dc-abe8-5e7b7e6529b2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] remove_router_interface failed (client error): The resource could not be found. Aug 10 01:13:16.010942 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ee357bfb-684d-45dc-abe8-5e7b7e6529b2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "PUT /v2.0/routers/7f5a979d-fb92-4482-afde-3fb421f3e8b6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2702448 Aug 10 01:13:16.017303 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38372) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:16.054194 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-eac5be75-c420-4a0a-9eca-31ec5950e7c6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f5a979d-fb92-4482-afde-3fb421f3e8b6 HTTP/1.1" status: 200 len: 205 time: 0.0384524 Aug 10 01:13:16.055346 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-71518229-724e-4727-9bfa-1951bb6d7606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:16.057015 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38376) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:16.154497 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-71518229-724e-4727-9bfa-1951bb6d7606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:16.158147 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3c346a7a-90d4-4f9a-9190-b14515775e1d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:16.232439 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:16.299644 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-bf629a38-7c64-498b-8401-26e7cf62ec4d tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=585dcd3f5bf64033901d4d8083446ebb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3184636 Aug 10 01:13:16.313520 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-b4d2b1b1-b0a3-4461-a77a-f0f2b9ae8c0e service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:13:16.315482 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-b4d2b1b1-b0a3-4461-a77a-f0f2b9ae8c0e service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070553 Aug 10 01:13:16.349379 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3c346a7a-90d4-4f9a-9190-b14515775e1d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:16.352590 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3c346a7a-90d4-4f9a-9190-b14515775e1d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:16.392850 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-71518229-724e-4727-9bfa-1951bb6d7606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:16.395466 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-71518229-724e-4727-9bfa-1951bb6d7606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:16.396616 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-71518229-724e-4727-9bfa-1951bb6d7606 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cbf5283e-ada1-4c03-b47e-8a6c137e9bed HTTP/1.1" status: 204 len: 168 time: 0.5365627 Aug 10 01:13:16.411234 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71518229-724e-4727-9bfa-1951bb6d7606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf5283e-ada1-4c03-b47e-8a6c137e9bed,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:16.413010 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3c346a7a-90d4-4f9a-9190-b14515775e1d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:16.413468 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c346a7a-90d4-4f9a-9190-b14515775e1d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Fanout notify agent at l3_agent the message router_deleted on router 7f5a979d-fb92-4482-afde-3fb421f3e8b6 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:13:16.419948 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3c346a7a-90d4-4f9a-9190-b14515775e1d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:16.420044 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-c7455dca-e65c-443d-b78c-380334eb5835 service neutron] 10.222.0.35 "GET /v2.0/networks/f6ad0dd0-42f2-4f06-8405-16e4aa9cc367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959127 Aug 10 01:13:16.421083 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3c346a7a-90d4-4f9a-9190-b14515775e1d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/routers/7f5a979d-fb92-4482-afde-3fb421f3e8b6 HTTP/1.1" status: 204 len: 168 time: 0.3631577 Aug 10 01:13:16.424059 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38380) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:16.487751 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-67fe0ab2-dba0-43ae-ad23-51c3f6624a13 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Deleting subnet bb86c0b8-ef2f-4af5-ad6e-757ebd9b0e82 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:13:16.491184 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67fe0ab2-dba0-43ae-ad23-51c3f6624a13 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:16.544265 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67fe0ab2-dba0-43ae-ad23-51c3f6624a13 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:16.558204 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-b5ff8260-26f6-4f73-b0be-b4dd1b2e3f93 service neutron] 10.222.0.35 "GET /v2.0/networks/f6ad0dd0-42f2-4f06-8405-16e4aa9cc367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299956 Aug 10 01:13:16.683752 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67fe0ab2-dba0-43ae-ad23-51c3f6624a13 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:16.771126 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67fe0ab2-dba0-43ae-ad23-51c3f6624a13 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:16.795162 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d76fb6c-963a-44d6-8431-3d9d3960e38d req-85a65cfa-1678-4750-b20b-81325f103de5 tempest-ServerShowV254Test-767414459 tempest-ServerShowV254Test-767414459-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a0739c-bb6e-4624-9e2e-b64d7955ebca HTTP/1.1" status: 200 len: 210 time: 0.0510480 Aug 10 01:13:16.829951 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67fe0ab2-dba0-43ae-ad23-51c3f6624a13 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:16.838476 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90c56fb-6e1b-4de7-a46b-ec4b1e95f61f None None] Network c80f108e-11e7-4be4-bf84-3c5338fe9756 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:13:16.847152 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-18099b68-aa01-45b7-a74d-61afab928fe5 req-af047725-d9d1-41b2-a85c-e65457675aba tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bec5ad-c4e0-4a88-917c-0c889c432331 HTTP/1.1" status: 200 len: 210 time: 0.0509875 Aug 10 01:13:16.847664 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38392) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:16.850762 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-67fe0ab2-dba0-43ae-ad23-51c3f6624a13 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/subnets/bb86c0b8-ef2f-4af5-ad6e-757ebd9b0e82 HTTP/1.1" status: 204 len: 168 time: 0.4241979 Aug 10 01:13:16.851870 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe0ab2-dba0-43ae-ad23-51c3f6624a13 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event deleted for resources: {'Subnet': ['ID=bb86c0b8-ef2f-4af5-ad6e-757ebd9b0e82,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:16.904865 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38394) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:16.924054 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a7fd2e88-fbd3-4d47-a424-a9b4c7fd2c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:16.955614 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b42bac3c-fcc7-495b-96b0-2abea1b74757 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:17.027736 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-b42bac3c-fcc7-495b-96b0-2abea1b74757 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Deleting port 522d501c-6828-492a-b7d6-db9f81bd0e25 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:13:17.028050 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b42bac3c-fcc7-495b-96b0-2abea1b74757 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:17.068351 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a7fd2e88-fbd3-4d47-a424-a9b4c7fd2c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:17.074795 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a7fd2e88-fbd3-4d47-a424-a9b4c7fd2c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:17.125561 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd2e88-fbd3-4d47-a424-a9b4c7fd2c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480ee7bf-f259-4268-93fc-068709a909a0,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:17.128864 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e65bd8-d2b3-42d0-bfa9-12f9d97dcd0a None None] DHCP port deletion for c80f108e-11e7-4be4-bf84-3c5338fe9756 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:13:17.132464 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a7fd2e88-fbd3-4d47-a424-a9b4c7fd2c52 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a95cbb3857bb4cfb882b09b8759d68cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2237649 Aug 10 01:13:17.132718 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38400) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:17.143803 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-b42bac3c-fcc7-495b-96b0-2abea1b74757 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] For port 522d501c-6828-492a-b7d6-db9f81bd0e25, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=522d501c-6828-492a-b7d6-db9f81bd0e25,segment=NetworkSegment(d08b74e9-6afd-4d5a-865a-ffe9dc3efc88),segment_id=d08b74e9-6afd-4d5a-865a-ffe9dc3efc88)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:17.145699 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b42bac3c-fcc7-495b-96b0-2abea1b74757 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:17.160615 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-b42bac3c-fcc7-495b-96b0-2abea1b74757 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Calling delete_port for 522d501c-6828-492a-b7d6-db9f81bd0e25 owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:13:17.208468 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-75e65bd8-d2b3-42d0-bfa9-12f9d97dcd0a None None] Deleting port 522d501c-6828-492a-b7d6-db9f81bd0e25 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:13:17.208848 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-75e65bd8-d2b3-42d0-bfa9-12f9d97dcd0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:17.244859 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-416491ce-184d-4dd7-a658-e1214d4ddb30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:17.289998 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b42bac3c-fcc7-495b-96b0-2abea1b74757 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:17.292207 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-75e65bd8-d2b3-42d0-bfa9-12f9d97dcd0a None None] For port 522d501c-6828-492a-b7d6-db9f81bd0e25, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=522d501c-6828-492a-b7d6-db9f81bd0e25,segment=NetworkSegment(d08b74e9-6afd-4d5a-865a-ffe9dc3efc88),segment_id=d08b74e9-6afd-4d5a-865a-ffe9dc3efc88)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:17.292775 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-75e65bd8-d2b3-42d0-bfa9-12f9d97dcd0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:17.292913 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-416491ce-184d-4dd7-a658-e1214d4ddb30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:17.309660 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-75e65bd8-d2b3-42d0-bfa9-12f9d97dcd0a None None] Calling delete_port for 522d501c-6828-492a-b7d6-db9f81bd0e25 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:13:17.343776 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42bac3c-fcc7-495b-96b0-2abea1b74757 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event deleted for resources: {'Port': ['ID=522d501c-6828-492a-b7d6-db9f81bd0e25,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:17.356442 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-416491ce-184d-4dd7-a658-e1214d4ddb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:17.358801 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42bac3c-fcc7-495b-96b0-2abea1b74757 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] No DVR routers for this DVR port 522d501c-6828-492a-b7d6-db9f81bd0e25 on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:13:17.360705 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-416491ce-184d-4dd7-a658-e1214d4ddb30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:17.363967 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-416491ce-184d-4dd7-a658-e1214d4ddb30 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/480ee7bf-f259-4268-93fc-068709a909a0 HTTP/1.1" status: 204 len: 168 time: 0.2296827 Aug 10 01:13:17.375314 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416491ce-184d-4dd7-a658-e1214d4ddb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480ee7bf-f259-4268-93fc-068709a909a0,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:13:17.411546 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:13:17.414337 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:13:17.414337 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:13:17.414337 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:13:17.414337 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:13:17.414337 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:13:17.414337 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:13:17.414337 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:13:17.414337 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:13:17.414337 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:13:17.414337 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:13:17.414337 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:13:17.414337 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:13:17.414337 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:13:17.414337 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:13:17.425905 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-75e65bd8-d2b3-42d0-bfa9-12f9d97dcd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:17.453372 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e65bd8-d2b3-42d0-bfa9-12f9d97dcd0a None None] Pushing event deleted for resources: {'Port': ['ID=522d501c-6828-492a-b7d6-db9f81bd0e25,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:17.459308 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e65bd8-d2b3-42d0-bfa9-12f9d97dcd0a None None] No DVR routers for this DVR port 522d501c-6828-492a-b7d6-db9f81bd0e25 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:13:17.522733 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b42bac3c-fcc7-495b-96b0-2abea1b74757 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:17.534216 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-b42bac3c-fcc7-495b-96b0-2abea1b74757 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c80f108e-11e7-4be4-bf84-3c5338fe9756']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:17.547660 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-b42bac3c-fcc7-495b-96b0-2abea1b74757 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd08b74e9-6afd-4d5a-865a-ffe9dc3efc88') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:17.548071 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-b42bac3c-fcc7-495b-96b0-2abea1b74757 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd08b74e9-6afd-4d5a-865a-ffe9dc3efc88') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:17.559687 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b42bac3c-fcc7-495b-96b0-2abea1b74757 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:17.574491 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b42bac3c-fcc7-495b-96b0-2abea1b74757 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:17.581232 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b42bac3c-fcc7-495b-96b0-2abea1b74757 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:13:17.581638 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b42bac3c-fcc7-495b-96b0-2abea1b74757 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:17.585146 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:13:17.585146 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:13:17.585146 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:13:17.585146 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:13:17.585146 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:13:17.585146 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:13:17.585146 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:13:17.585146 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:13:17.585146 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:13:17.585146 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:13:17.585146 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:13:17.585146 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:13:17.585146 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:13:17.585146 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:13:17.585146 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:13:17.585146 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:13:17.585146 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:13:17.585146 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:13:17.585146 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:13:17.585146 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:13:17.585146 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:13:17.585146 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:13:17.585146 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:13:17.585146 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:13:17.585146 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:13:17.585146 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:13:17.585146 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:13:17.585146 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:13:17.585146 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:13:17.585146 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:13:17.585146 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:13:17.585146 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:13:17.682209 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b42bac3c-fcc7-495b-96b0-2abea1b74757 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:17.694863 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b42bac3c-fcc7-495b-96b0-2abea1b74757 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:17.696949 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b42bac3c-fcc7-495b-96b0-2abea1b74757 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/networks/c80f108e-11e7-4be4-bf84-3c5338fe9756 HTTP/1.1" status: 204 len: 168 time: 0.8476272 Aug 10 01:13:17.700803 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38412) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:17.714856 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-ba40506a-0739-4c33-8eac-d97d41501fb2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1962646686'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:17.729570 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42bac3c-fcc7-495b-96b0-2abea1b74757 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event deleted for resources: {'Network': ['ID=c80f108e-11e7-4be4-bf84-3c5338fe9756,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:17.775684 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba40506a-0739-4c33-8eac-d97d41501fb2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Made reservation on behalf of 71298339050847f6a8a5b306ed924073 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:13:17.782115 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ba40506a-0739-4c33-8eac-d97d41501fb2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:17.822043 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba40506a-0739-4c33-8eac-d97d41501fb2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:13:17.848831 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ba40506a-0739-4c33-8eac-d97d41501fb2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:17.849303 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-ba40506a-0739-4c33-8eac-d97d41501fb2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Added segment def1bd35-0b1d-4ed8-add1-761b4f1c9824 of type vlan for network 747f6195-1ace-4c53-9182-8283af39dd53 Aug 10 01:13:17.979641 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3342d354-8e74-4b0d-bd9d-c33c299d6b4b req-8e2462d0-0f07-415b-9481-e58ff503cf32 tempest-ServerShowV254Test-767414459 tempest-ServerShowV254Test-767414459-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a0739c-bb6e-4624-9e2e-b64d7955ebca HTTP/1.1" status: 200 len: 210 time: 0.0682826 Aug 10 01:13:17.987932 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ba40506a-0739-4c33-8eac-d97d41501fb2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:18.028663 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-afc16a82-ed15-408a-baa1-f4c31d5ffa9a req-6200dd6b-2a05-41c9-bae7-6d9aae0ca98d tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bec5ad-c4e0-4a88-917c-0c889c432331 HTTP/1.1" status: 200 len: 210 time: 0.0451114 Aug 10 01:13:18.063368 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ba40506a-0739-4c33-8eac-d97d41501fb2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:18.070482 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba40506a-0739-4c33-8eac-d97d41501fb2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:18.071602 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ba40506a-0739-4c33-8eac-d97d41501fb2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:18.207684 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ba40506a-0739-4c33-8eac-d97d41501fb2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5039604 Aug 10 01:13:18.210805 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38434) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:18.216551 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba40506a-0739-4c33-8eac-d97d41501fb2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Network': ['ID=747f6195-1ace-4c53-9182-8283af39dd53,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:18.217156 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-373936a9-6270-4971-811d-e3cf3d5a89bf tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Request body: {'subnet': {'network_id': '747f6195-1ace-4c53-9182-8283af39dd53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:18.228811 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 747f6195-1ace-4c53-9182-8283af39dd53 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:13:18.322585 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-e2156959-e1f6-4380-9ab5-6af8babbc2f7 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:18.325012 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-e2156959-e1f6-4380-9ab5-6af8babbc2f7 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] 10.222.0.20 "GET /v2.0/networks?id=f6ad0dd0-42f2-4f06-8405-16e4aa9cc367 HTTP/1.1" status: 200 len: 808 time: 0.1936572 Aug 10 01:13:18.349797 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-6f70f509-b869-4c66-bb0f-9679f7a129dd tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] Request body: {'port': {'device_id': '87bec5ad-c4e0-4a88-917c-0c889c432331', 'network_id': 'f6ad0dd0-42f2-4f06-8405-16e4aa9cc367', 'admin_state_up': True, 'tenant_id': '585dcd3f5bf64033901d4d8083446ebb'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:18.372800 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373936a9-6270-4971-811d-e3cf3d5a89bf tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Made reservation on behalf of 71298339050847f6a8a5b306ed924073 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:13:18.376358 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-373936a9-6270-4971-811d-e3cf3d5a89bf tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:18.555735 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-6f70f509-b869-4c66-bb0f-9679f7a129dd tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] Made reservation on behalf of 585dcd3f5bf64033901d4d8083446ebb for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:13:18.562444 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-6f70f509-b869-4c66-bb0f-9679f7a129dd tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:18.587458 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 522d501c-6828-492a-b7d6-db9f81bd0e25 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:13:18.628692 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 522d501c-6828-492a-b7d6-db9f81bd0e25 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:13:18.630667 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 522d501c-6828-492a-b7d6-db9f81bd0e25 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:13:18.660724 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-373936a9-6270-4971-811d-e3cf3d5a89bf tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:18.731042 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-6f70f509-b869-4c66-bb0f-9679f7a129dd tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] Allocated IP 172.20.0.4 (f6ad0dd0-42f2-4f06-8405-16e4aa9cc367/8a6e51de-5d89-41f6-9a23-5abfae584f71/65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:13:18.743548 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373936a9-6270-4971-811d-e3cf3d5a89bf tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Subnet': ['ID=7235cdcd-c61d-4d4f-ac68-319de5e6d347,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:18.778170 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373936a9-6270-4971-811d-e3cf3d5a89bf tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Checking segment: {'id': 'def1bd35-0b1d-4ed8-add1-761b4f1c9824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '747f6195-1ace-4c53-9182-8283af39dd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:13:18.778534 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373936a9-6270-4971-811d-e3cf3d5a89bf tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Network hostable DHCP agents. Network: 747f6195-1ace-4c53-9182-8283af39dd53, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:13:18.800211 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373936a9-6270-4971-811d-e3cf3d5a89bf tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Network 747f6195-1ace-4c53-9182-8283af39dd53 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:13:18.819751 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-373936a9-6270-4971-811d-e3cf3d5a89bf tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 747f6195-1ace-4c53-9182-8283af39dd53) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:18.824906 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373936a9-6270-4971-811d-e3cf3d5a89bf tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:18.825722 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-373936a9-6270-4971-811d-e3cf3d5a89bf tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:18.829300 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5d9c31-5887-494f-a918-4dd9854456fc None None] Network 747f6195-1ace-4c53-9182-8283af39dd53 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:13:18.859900 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-373936a9-6270-4971-811d-e3cf3d5a89bf tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6473312 Aug 10 01:13:18.862482 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38472) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:18.870674 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-d62bb78d-41d7-43db-9999-c7a254fed800 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-167002177', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:18.907976 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d62bb78d-41d7-43db-9999-c7a254fed800 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:18.909407 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d62bb78d-41d7-43db-9999-c7a254fed800 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:18.949633 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-6f70f509-b869-4c66-bb0f-9679f7a129dd tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:18.982444 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d62bb78d-41d7-43db-9999-c7a254fed800 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:18.989218 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d62bb78d-41d7-43db-9999-c7a254fed800 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:19.002953 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-6f70f509-b869-4c66-bb0f-9679f7a129dd tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:19.014705 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d62bb78d-41d7-43db-9999-c7a254fed800 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:19.018898 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d62bb78d-41d7-43db-9999-c7a254fed800 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1551504 Aug 10 01:13:19.021735 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38484) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:19.053425 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-6f70f509-b869-4c66-bb0f-9679f7a129dd tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] Network f6ad0dd0-42f2-4f06-8405-16e4aa9cc367 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:19.057115 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-6f70f509-b869-4c66-bb0f-9679f7a129dd tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:19.061156 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-6f70f509-b869-4c66-bb0f-9679f7a129dd tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:13:19.139694 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70f509-b869-4c66-bb0f-9679f7a129dd tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] Pushing event updated for resources: {'Port': ['ID=65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:19.146295 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef38bd5-22bb-4664-9226-8212461c18aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-747f6195-1ace-4c53-9182-8283af39dd53', 'network_id': '747f6195-1ace-4c53-9182-8283af39dd53', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'fixed_ips': [{'subnet_id': '7235cdcd-c61d-4d4f-ac68-319de5e6d347'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:13:19.147276 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7ef38bd5-22bb-4664-9226-8212461c18aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:19.267513 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7acb102e-36e1-4123-8a33-c45c917cdf8f req-13d559e7-9a9e-4f3f-b728-aeb17e9693a9 tempest-ServerShowV254Test-767414459 tempest-ServerShowV254Test-767414459-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a0739c-bb6e-4624-9e2e-b64d7955ebca HTTP/1.1" status: 200 len: 210 time: 0.1289983 Aug 10 01:13:19.279392 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-6f70f509-b869-4c66-bb0f-9679f7a129dd tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:19.280152 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-6f70f509-b869-4c66-bb0f-9679f7a129dd tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:19.310480 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941dcfc9-fa08-4020-a8ad-587001ab84f7 req-21af21e7-2f9b-49fa-bf2d-5b9198b10991 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:19.318365 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-941dcfc9-fa08-4020-a8ad-587001ab84f7 req-21af21e7-2f9b-49fa-bf2d-5b9198b10991 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bec5ad-c4e0-4a88-917c-0c889c432331 HTTP/1.1" status: 200 len: 931 time: 0.1199300 Aug 10 01:13:19.346456 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-6f70f509-b869-4c66-bb0f-9679f7a129dd tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0011370 Aug 10 01:13:19.378748 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-7ef38bd5-22bb-4664-9226-8212461c18aa None None] Allocated IP 2001:db8::2 (747f6195-1ace-4c53-9182-8283af39dd53/7235cdcd-c61d-4d4f-ac68-319de5e6d347/eee0d55e-7f16-4132-a943-09f0dda5a478) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:13:19.380663 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-941dcfc9-fa08-4020-a8ad-587001ab84f7 req-1c41be43-ccc1-4fee-aee4-462b648dbb09 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] 10.222.0.35 "GET /v2.0/security-groups?id=2faaaeb7-a088-470c-9dad-275849c98f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611932 Aug 10 01:13:19.386991 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-b366ff67-09ee-4ddf-979e-dbb09721c28d service neutron] Request body: {'port': {'device_id': '87bec5ad-c4e0-4a88-917c-0c889c432331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:19.476353 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-b366ff67-09ee-4ddf-979e-dbb09721c28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:19.544237 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3d64522c-fc8a-4680-b509-bcb2c2424336 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:19.654563 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7ef38bd5-22bb-4664-9226-8212461c18aa None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:19.664865 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7ef38bd5-22bb-4664-9226-8212461c18aa None None] Transition to ACTIVE for port object eee0d55e-7f16-4132-a943-09f0dda5a478 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:19.685499 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7ef38bd5-22bb-4664-9226-8212461c18aa None None] Transition to ACTIVE for port object eee0d55e-7f16-4132-a943-09f0dda5a478 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:19.694838 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7ef38bd5-22bb-4664-9226-8212461c18aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:19.741555 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef38bd5-22bb-4664-9226-8212461c18aa None None] Network 747f6195-1ace-4c53-9182-8283af39dd53 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:19.750157 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-7ef38bd5-22bb-4664-9226-8212461c18aa None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:19.754605 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef38bd5-22bb-4664-9226-8212461c18aa None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:13:19.765165 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef38bd5-22bb-4664-9226-8212461c18aa None None] Pushing event updated for resources: {'Port': ['ID=eee0d55e-7f16-4132-a943-09f0dda5a478,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:19.857839 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-7ef38bd5-22bb-4664-9226-8212461c18aa None None] Attempting to bind port eee0d55e-7f16-4132-a943-09f0dda5a478 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:13:19.858221 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-7ef38bd5-22bb-4664-9226-8212461c18aa None None] Attempting to bind port eee0d55e-7f16-4132-a943-09f0dda5a478 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'def1bd35-0b1d-4ed8-add1-761b4f1c9824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '747f6195-1ace-4c53-9182-8283af39dd53'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:13:19.858596 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef38bd5-22bb-4664-9226-8212461c18aa None None] Attempting to bind port eee0d55e-7f16-4132-a943-09f0dda5a478 on network 747f6195-1ace-4c53-9182-8283af39dd53 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:13:19.865225 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef38bd5-22bb-4664-9226-8212461c18aa None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:13:19.866132 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef38bd5-22bb-4664-9226-8212461c18aa None None] Checking segment: {'id': 'def1bd35-0b1d-4ed8-add1-761b4f1c9824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '747f6195-1ace-4c53-9182-8283af39dd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:13:19.866563 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7ef38bd5-22bb-4664-9226-8212461c18aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:19.866964 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef38bd5-22bb-4664-9226-8212461c18aa None None] Bound using segment: {'id': 'def1bd35-0b1d-4ed8-add1-761b4f1c9824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '747f6195-1ace-4c53-9182-8283af39dd53'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:13:19.867593 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-7ef38bd5-22bb-4664-9226-8212461c18aa None None] Bound port: eee0d55e-7f16-4132-a943-09f0dda5a478, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def1bd35-0b1d-4ed8-add1-761b4f1c9824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '747f6195-1ace-4c53-9182-8283af39dd53'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:13:19.867990 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7ef38bd5-22bb-4664-9226-8212461c18aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:19.931836 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-b366ff67-09ee-4ddf-979e-dbb09721c28d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:13:19.949912 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-b366ff67-09ee-4ddf-979e-dbb09721c28d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:19.961458 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-7ef38bd5-22bb-4664-9226-8212461c18aa None None] For port eee0d55e-7f16-4132-a943-09f0dda5a478, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:13:19.965133 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-7ef38bd5-22bb-4664-9226-8212461c18aa None None] For port eee0d55e-7f16-4132-a943-09f0dda5a478, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=eee0d55e-7f16-4132-a943-09f0dda5a478,segment=NetworkSegment(def1bd35-0b1d-4ed8-add1-761b4f1c9824),segment_id=def1bd35-0b1d-4ed8-add1-761b4f1c9824)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:13:19.970020 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-b366ff67-09ee-4ddf-979e-dbb09721c28d service neutron] Transition to ACTIVE for port object 65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:19.971007 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7ef38bd5-22bb-4664-9226-8212461c18aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:19.976472 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-b366ff67-09ee-4ddf-979e-dbb09721c28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:20.064061 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef38bd5-22bb-4664-9226-8212461c18aa None None] Pushing event updated for resources: {'Port': ['ID=eee0d55e-7f16-4132-a943-09f0dda5a478,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:20.110590 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366ff67-09ee-4ddf-979e-dbb09721c28d service neutron] Pushing event updated for resources: {'Port': ['ID=65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:20.137468 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-b366ff67-09ee-4ddf-979e-dbb09721c28d service neutron] Attempting to bind port 65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:13:20.137803 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-b366ff67-09ee-4ddf-979e-dbb09721c28d service neutron] Attempting to bind port 65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': 'bd1c422b-c82e-4c82-b5fc-098e44040ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f6ad0dd0-42f2-4f06-8405-16e4aa9cc367'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:13:20.138137 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-b366ff67-09ee-4ddf-979e-dbb09721c28d service neutron] Attempting to bind port 65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d on network f6ad0dd0-42f2-4f06-8405-16e4aa9cc367 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:13:20.142673 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-b366ff67-09ee-4ddf-979e-dbb09721c28d service neutron] Port 65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d on network f6ad0dd0-42f2-4f06-8405-16e4aa9cc367 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:13:20.143007 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-b366ff67-09ee-4ddf-979e-dbb09721c28d service neutron] Attempting to bind port 65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d on network f6ad0dd0-42f2-4f06-8405-16e4aa9cc367 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:13:20.148342 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-b366ff67-09ee-4ddf-979e-dbb09721c28d service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:13:20.148688 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-b366ff67-09ee-4ddf-979e-dbb09721c28d service neutron] Checking segment: {'id': 'bd1c422b-c82e-4c82-b5fc-098e44040ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f6ad0dd0-42f2-4f06-8405-16e4aa9cc367'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:13:20.149074 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-b366ff67-09ee-4ddf-979e-dbb09721c28d service neutron] Bound using segment: {'id': 'bd1c422b-c82e-4c82-b5fc-098e44040ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f6ad0dd0-42f2-4f06-8405-16e4aa9cc367'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:13:20.149507 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-b366ff67-09ee-4ddf-979e-dbb09721c28d service neutron] Bound port: 65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd1c422b-c82e-4c82-b5fc-098e44040ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f6ad0dd0-42f2-4f06-8405-16e4aa9cc367'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:13:20.149875 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-b366ff67-09ee-4ddf-979e-dbb09721c28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:20.219594 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-b366ff67-09ee-4ddf-979e-dbb09721c28d service neutron] For port 65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:13:20.227066 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-b366ff67-09ee-4ddf-979e-dbb09721c28d service neutron] For port 65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d,segment=NetworkSegment(bd1c422b-c82e-4c82-b5fc-098e44040ab3),segment_id=bd1c422b-c82e-4c82-b5fc-098e44040ab3)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:13:20.234907 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-b366ff67-09ee-4ddf-979e-dbb09721c28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:20.258594 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-3d64522c-fc8a-4680-b509-bcb2c2424336 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Allocated IP 2001:db8::1 (747f6195-1ace-4c53-9182-8283af39dd53/7235cdcd-c61d-4d4f-ac68-319de5e6d347/7c5f20c5-d425-45b4-92a4-1bfb27615d98) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:13:20.311539 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366ff67-09ee-4ddf-979e-dbb09721c28d service neutron] Pushing event updated for resources: {'Port': ['ID=65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:20.326537 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-b366ff67-09ee-4ddf-979e-dbb09721c28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:20.327216 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-b366ff67-09ee-4ddf-979e-dbb09721c28d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:20.328748 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-b366ff67-09ee-4ddf-979e-dbb09721c28d service neutron] 10.222.0.20 "PUT /v2.0/ports/65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d HTTP/1.1" status: 200 len: 1092 time: 0.9527116 Aug 10 01:13:20.329597 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87bec5ad-c4e0-4a88-917c-0c889c432331', 'tag': '65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:13:20.331685 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2780a9-5c1c-4f68-9f7a-a70cb09f516b" -d '{"events": [{"name": "network-changed", "server_uuid": "87bec5ad-c4e0-4a88-917c-0c889c432331", "tag": "65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:13:20.433782 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7d90cf-4c48-42c0-a5a3-93ca2875e7fd x-openstack-request-id: req-ab7d90cf-4c48-42c0-a5a3-93ca2875e7fd {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:13:20.434455 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87bec5ad-c4e0-4a88-917c-0c889c432331", "tag": "65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:13:20.434713 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ab7d90cf-4c48-42c0-a5a3-93ca2875e7fd {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:13:20.435157 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87bec5ad-c4e0-4a88-917c-0c889c432331', 'tag': '65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d', 'status': 'completed', 'code': 200} Aug 10 01:13:20.495407 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-97ca136a-49eb-40c0-9125-a487f8096c80 req-0817986e-740e-408e-836d-0209dfebe31c tempest-ServerShowV254Test-767414459 tempest-ServerShowV254Test-767414459-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a0739c-bb6e-4624-9e2e-b64d7955ebca HTTP/1.1" status: 200 len: 210 time: 0.0591195 Aug 10 01:13:20.502550 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3d64522c-fc8a-4680-b509-bcb2c2424336 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:20.521682 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-6d2f1f4b-f08b-4bf8-8428-742b0edf019c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:20.523528 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-6d2f1f4b-f08b-4bf8-8428-742b0edf019c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=585dcd3f5bf64033901d4d8083446ebb&device_id=87bec5ad-c4e0-4a88-917c-0c889c432331 HTTP/1.1" status: 200 len: 1095 time: 0.1352115 Aug 10 01:13:20.523672 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-3d64522c-fc8a-4680-b509-bcb2c2424336 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Transition to ACTIVE for port object 7c5f20c5-d425-45b4-92a4-1bfb27615d98 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:20.584948 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3d64522c-fc8a-4680-b509-bcb2c2424336 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:20.609047 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-a371d486-0447-4b7a-ba6b-1a6b911f6150 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d HTTP/1.1" status: 200 len: 217 time: 0.0704415 Aug 10 01:13:20.632792 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d64522c-fc8a-4680-b509-bcb2c2424336 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Network 747f6195-1ace-4c53-9182-8283af39dd53 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:20.637072 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-3d64522c-fc8a-4680-b509-bcb2c2424336 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:20.646430 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d64522c-fc8a-4680-b509-bcb2c2424336 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:13:20.646430 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3d64522c-fc8a-4680-b509-bcb2c2424336 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:20.704527 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device eee0d55e-7f16-4132-a943-09f0dda5a478 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:13:20.743208 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cb285-79f0-46cc-8b49-bbaea46b320d req-9b1f6fb8-17b8-4ed9-985c-2863f5961905 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:20.751060 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-244cb285-79f0-46cc-8b49-bbaea46b320d req-9b1f6fb8-17b8-4ed9-985c-2863f5961905 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bec5ad-c4e0-4a88-917c-0c889c432331 HTTP/1.1" status: 200 len: 943 time: 0.1450157 Aug 10 01:13:20.765476 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-6a1adffa-ca0a-421f-90d3-924b98bf6b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:20.767279 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-6a1adffa-ca0a-421f-90d3-924b98bf6b7f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8a6e51de-5d89-41f6-9a23-5abfae584f71 HTTP/1.1" status: 200 len: 848 time: 0.1064568 Aug 10 01:13:20.784382 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64522c-fc8a-4680-b509-bcb2c2424336 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Port': ['ID=7c5f20c5-d425-45b4-92a4-1bfb27615d98,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:20.786144 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port eee0d55e-7f16-4132-a943-09f0dda5a478 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:13:20.819361 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-2296f5ab-ae60-45f2-8aa8-6528fc511fd3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6ad0dd0-42f2-4f06-8405-16e4aa9cc367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429378 Aug 10 01:13:20.830098 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3d64522c-fc8a-4680-b509-bcb2c2424336 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:20.832743 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-244cb285-79f0-46cc-8b49-bbaea46b320d req-e3327d14-078b-4b7e-866b-4132747339ab tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] 10.222.0.35 "GET /v2.0/security-groups?id=2faaaeb7-a088-470c-9dad-275849c98f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804038 Aug 10 01:13:21.018045 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-2eda599f-1231-4ab3-8947-1c296af89c9b service neutron] 10.222.0.20 "GET /v2.0/networks/f6ad0dd0-42f2-4f06-8405-16e4aa9cc367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834483 Aug 10 01:13:21.135605 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b9cafe5-89b7-4616-aa62-d3b6b59227b5 req-ef6e8e0e-a33c-42d7-bad2-978f217ff83e service neutron] 10.222.0.20 "GET /v2.0/networks/f6ad0dd0-42f2-4f06-8405-16e4aa9cc367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106174 Aug 10 01:13:21.270499 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3d64522c-fc8a-4680-b509-bcb2c2424336 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:21.282627 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2780a9-5c1c-4f68-9f7a-a70cb09f516b req-065deffe-9aa4-4c7a-b759-845c2bdcc23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:21.285024 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3d64522c-fc8a-4680-b509-bcb2c2424336 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:21.285889 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3d64522c-fc8a-4680-b509-bcb2c2424336 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:21.291353 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d2780a9-5c1c-4f68-9f7a-a70cb09f516b req-065deffe-9aa4-4c7a-b759-845c2bdcc23a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=585dcd3f5bf64033901d4d8083446ebb&device_id=87bec5ad-c4e0-4a88-917c-0c889c432331 HTTP/1.1" status: 200 len: 1095 time: 0.0609484 Aug 10 01:13:21.368422 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7abfde9-4e05-4975-b4c7-9b4d38e5ccf2 None None] Network 747f6195-1ace-4c53-9182-8283af39dd53 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:13:21.392528 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64522c-fc8a-4680-b509-bcb2c2424336 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Port': ['ID=7c5f20c5-d425-45b4-92a4-1bfb27615d98,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:21.436153 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2780a9-5c1c-4f68-9f7a-a70cb09f516b req-39658d14-01c7-42d2-99fe-07cf38ab7eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:21.439409 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d2780a9-5c1c-4f68-9f7a-a70cb09f516b req-39658d14-01c7-42d2-99fe-07cf38ab7eb1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f6ad0dd0-42f2-4f06-8405-16e4aa9cc367 HTTP/1.1" status: 200 len: 909 time: 0.1405284 Aug 10 01:13:21.458050 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d64522c-fc8a-4680-b509-bcb2c2424336 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Network 747f6195-1ace-4c53-9182-8283af39dd53 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:21.459016 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b49aa012-19e5-4a83-91f2-2a367d5d5b01 None None] Provisioning for port eee0d55e-7f16-4132-a943-09f0dda5a478 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:13:21.461322 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-3d64522c-fc8a-4680-b509-bcb2c2424336 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:21.476616 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b49aa012-19e5-4a83-91f2-2a367d5d5b01 None None] Provisioning complete for port eee0d55e-7f16-4132-a943-09f0dda5a478 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:21.477076 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b49aa012-19e5-4a83-91f2-2a367d5d5b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:21.492668 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d2780a9-5c1c-4f68-9f7a-a70cb09f516b req-98dd02b9-6ee3-4863-95a2-4a848863ef87 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d HTTP/1.1" status: 200 len: 217 time: 0.0452862 Aug 10 01:13:21.602063 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2780a9-5c1c-4f68-9f7a-a70cb09f516b req-91344ea4-d22e-4434-9879-cee947960273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:21.606348 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d2780a9-5c1c-4f68-9f7a-a70cb09f516b req-91344ea4-d22e-4434-9879-cee947960273 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8a6e51de-5d89-41f6-9a23-5abfae584f71 HTTP/1.1" status: 200 len: 848 time: 0.1064126 Aug 10 01:13:21.654511 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b49aa012-19e5-4a83-91f2-2a367d5d5b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:21.661762 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d2780a9-5c1c-4f68-9f7a-a70cb09f516b req-cdcbcc98-77ab-4597-8cba-3b17d6905ce5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6ad0dd0-42f2-4f06-8405-16e4aa9cc367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463395 Aug 10 01:13:21.669124 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d64522c-fc8a-4680-b509-bcb2c2424336 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Router 78dc1dbb-1578-4fde-9568-17a7ad958266 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:13:21.730576 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-b49aa012-19e5-4a83-91f2-2a367d5d5b01 None None] For port eee0d55e-7f16-4132-a943-09f0dda5a478, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=eee0d55e-7f16-4132-a943-09f0dda5a478,segment=NetworkSegment(def1bd35-0b1d-4ed8-add1-761b4f1c9824),segment_id=def1bd35-0b1d-4ed8-add1-761b4f1c9824)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:21.743053 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b49aa012-19e5-4a83-91f2-2a367d5d5b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:21.803039 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d2780a9-5c1c-4f68-9f7a-a70cb09f516b req-62409367-ba91-44ec-bdba-df4780443e02 service neutron] 10.222.0.20 "GET /v2.0/networks/f6ad0dd0-42f2-4f06-8405-16e4aa9cc367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266062 Aug 10 01:13:21.818530 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-83daa1f0-a855-4f3f-a9e5-d6e6ec1a0b98 req-7855565e-beea-46a4-8e8c-5dca16ffbaf4 tempest-ServerShowV254Test-767414459 tempest-ServerShowV254Test-767414459-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a0739c-bb6e-4624-9e2e-b64d7955ebca HTTP/1.1" status: 200 len: 210 time: 0.1506369 Aug 10 01:13:21.868621 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d64522c-fc8a-4680-b509-bcb2c2424336 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:13:21.876397 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3d64522c-fc8a-4680-b509-bcb2c2424336 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "PUT /v2.0/routers/78dc1dbb-1578-4fde-9568-17a7ad958266/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8507009 Aug 10 01:13:21.877403 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38556) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:21.890852 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49aa012-19e5-4a83-91f2-2a367d5d5b01 None None] Pushing event updated for resources: {'Port': ['ID=eee0d55e-7f16-4132-a943-09f0dda5a478,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:21.898041 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18638470-5b47-439a-b60d-084c3edb3fc4 None None] Sync routers for ids ['78dc1dbb-1578-4fde-9568-17a7ad958266'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:13:21.926765 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18638470-5b47-439a-b60d-084c3edb3fc4 None None] Routers {'78dc1dbb-1578-4fde-9568-17a7ad958266'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:21.927683 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-18638470-5b47-439a-b60d-084c3edb3fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:13:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['78dc1dbb-1578-4fde-9568-17a7ad958266'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:21.944424 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93edcf17-3ff0-4bdc-b633-d3db31df2bb3 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:21.948932 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-93edcf17-3ff0-4bdc-b633-d3db31df2bb3 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "GET /v2.0/ports/7c5f20c5-d425-45b4-92a4-1bfb27615d98 HTTP/1.1" status: 200 len: 911 time: 0.0679584 Aug 10 01:13:21.951015 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d2780a9-5c1c-4f68-9f7a-a70cb09f516b req-432e5b69-89c6-449a-8e9c-8f731affddcc service neutron] 10.222.0.20 "GET /v2.0/networks/f6ad0dd0-42f2-4f06-8405-16e4aa9cc367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252658 Aug 10 01:13:21.951508 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38558) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:21.985666 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-18638470-5b47-439a-b60d-084c3edb3fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:21.996488 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18638470-5b47-439a-b60d-084c3edb3fc4 None None] Routers {'78dc1dbb-1578-4fde-9568-17a7ad958266'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:21.997098 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-18638470-5b47-439a-b60d-084c3edb3fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:13:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['78dc1dbb-1578-4fde-9568-17a7ad958266'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:22.044390 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-18638470-5b47-439a-b60d-084c3edb3fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:22.045046 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18638470-5b47-439a-b60d-084c3edb3fc4 None None] The sync data for ids ['78dc1dbb-1578-4fde-9568-17a7ad958266'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:13:22.081015 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1d394073-9dd2-486c-b742-26b602620795 None None] Provisioning complete for port eee0d55e-7f16-4132-a943-09f0dda5a478 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:22.081504 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1d394073-9dd2-486c-b742-26b602620795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:22.231102 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb18fe-3c57-426d-8b18-12ba1c4de556 req-0ed319ef-2e73-4635-955e-61fb863614b3 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:22.232673 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4beb18fe-3c57-426d-8b18-12ba1c4de556 req-0ed319ef-2e73-4635-955e-61fb863614b3 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bec5ad-c4e0-4a88-917c-0c889c432331 HTTP/1.1" status: 200 len: 943 time: 0.2198699 Aug 10 01:13:22.264195 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1d394073-9dd2-486c-b742-26b602620795 None None] Provisioning for port 7c5f20c5-d425-45b4-92a4-1bfb27615d98 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:13:22.270092 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1d394073-9dd2-486c-b742-26b602620795 None None] Provisioning complete for port 7c5f20c5-d425-45b4-92a4-1bfb27615d98 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:22.271271 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1d394073-9dd2-486c-b742-26b602620795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:22.301509 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4beb18fe-3c57-426d-8b18-12ba1c4de556 req-5b531a29-9769-4cc7-a75a-887b83afab28 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] 10.222.0.35 "GET /v2.0/security-groups?id=2faaaeb7-a088-470c-9dad-275849c98f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431943 Aug 10 01:13:22.328610 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-1d394073-9dd2-486c-b742-26b602620795 None None] Port 7c5f20c5-d425-45b4-92a4-1bfb27615d98 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:13:22.457049 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dd554150-6bcc-4c5b-a287-79e69efaa8f2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:22.459446 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7fd962ac-b76e-42a2-938b-6cc879ea4241 None None] Provisioning complete for port 7c5f20c5-d425-45b4-92a4-1bfb27615d98 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:22.459830 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7fd962ac-b76e-42a2-938b-6cc879ea4241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:22.497692 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-7fd962ac-b76e-42a2-938b-6cc879ea4241 None None] Port 7c5f20c5-d425-45b4-92a4-1bfb27615d98 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:13:22.599291 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device eee0d55e-7f16-4132-a943-09f0dda5a478 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:13:22.664463 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port eee0d55e-7f16-4132-a943-09f0dda5a478 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:22.664848 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:22.795977 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-dd554150-6bcc-4c5b-a287-79e69efaa8f2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Deleting port 7c5f20c5-d425-45b4-92a4-1bfb27615d98 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:13:22.796471 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dd554150-6bcc-4c5b-a287-79e69efaa8f2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:22.821816 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a597a8fc-3fb6-45c4-a868-67a6bc2f81e3 None None] Provisioning complete for port 7c5f20c5-d425-45b4-92a4-1bfb27615d98 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:22.822994 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a597a8fc-3fb6-45c4-a868-67a6bc2f81e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:22.865386 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a597a8fc-3fb6-45c4-a868-67a6bc2f81e3 None None] Port 7c5f20c5-d425-45b4-92a4-1bfb27615d98 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:13:22.908770 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dd554150-6bcc-4c5b-a287-79e69efaa8f2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:22.924516 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-dd554150-6bcc-4c5b-a287-79e69efaa8f2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Calling delete_port for 7c5f20c5-d425-45b4-92a4-1bfb27615d98 owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:13:23.014645 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-69a63aa8-8ed4-448f-aa90-dcf194f8a8c1 req-ab319d8f-a45d-4691-8ce9-c1eae3a26ac0 tempest-ServerShowV254Test-767414459 tempest-ServerShowV254Test-767414459-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a0739c-bb6e-4624-9e2e-b64d7955ebca HTTP/1.1" status: 200 len: 210 time: 0.0341158 Aug 10 01:13:23.165766 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dd554150-6bcc-4c5b-a287-79e69efaa8f2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:23.206856 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd554150-6bcc-4c5b-a287-79e69efaa8f2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event deleted for resources: {'Port': ['ID=7c5f20c5-d425-45b4-92a4-1bfb27615d98,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:23.626613 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dd554150-6bcc-4c5b-a287-79e69efaa8f2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:23.689889 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106b57e-2439-4e50-b155-1e5375f3ff53 req-46ab7890-7e5f-490f-bab7-4e17ce5c6a84 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:23.691402 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2106b57e-2439-4e50-b155-1e5375f3ff53 req-46ab7890-7e5f-490f-bab7-4e17ce5c6a84 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bec5ad-c4e0-4a88-917c-0c889c432331 HTTP/1.1" status: 200 len: 943 time: 0.0972378 Aug 10 01:13:23.721006 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:13:23.836082 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2106b57e-2439-4e50-b155-1e5375f3ff53 req-e5f9cd40-b4af-4f31-84ce-6ce7a62308f1 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] 10.222.0.35 "GET /v2.0/security-groups?id=2faaaeb7-a088-470c-9dad-275849c98f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132181 Aug 10 01:13:23.848782 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd554150-6bcc-4c5b-a287-79e69efaa8f2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Router 78dc1dbb-1578-4fde-9568-17a7ad958266 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:13:23.937498 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd554150-6bcc-4c5b-a287-79e69efaa8f2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:13:23.946173 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-dd554150-6bcc-4c5b-a287-79e69efaa8f2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "PUT /v2.0/routers/78dc1dbb-1578-4fde-9568-17a7ad958266/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9904747 Aug 10 01:13:23.946397 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38592) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:23.955293 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4a5005-3460-4167-8b5b-0513078cd495 None None] Sync routers for ids ['78dc1dbb-1578-4fde-9568-17a7ad958266'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:13:23.969739 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4a5005-3460-4167-8b5b-0513078cd495 None None] Routers {'78dc1dbb-1578-4fde-9568-17a7ad958266'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:23.970679 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-6b4a5005-3460-4167-8b5b-0513078cd495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:13:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['78dc1dbb-1578-4fde-9568-17a7ad958266'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:23.987703 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c0fe09b4-c5d2-4d82-8a0c-d38e6263d6be tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "GET /v2.0/ports?device_id=78dc1dbb-1578-4fde-9568-17a7ad958266 HTTP/1.1" status: 200 len: 205 time: 0.0401506 Aug 10 01:13:23.990374 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38594) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:24.026521 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-6b4a5005-3460-4167-8b5b-0513078cd495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:24.039011 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4a5005-3460-4167-8b5b-0513078cd495 None None] Routers {'78dc1dbb-1578-4fde-9568-17a7ad958266'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:24.041091 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-6b4a5005-3460-4167-8b5b-0513078cd495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:13:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['78dc1dbb-1578-4fde-9568-17a7ad958266'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:24.076138 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-6b4a5005-3460-4167-8b5b-0513078cd495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:24.076834 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4a5005-3460-4167-8b5b-0513078cd495 None None] The sync data for ids ['78dc1dbb-1578-4fde-9568-17a7ad958266'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:13:24.110782 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ce6cc24c-962a-445f-bd8a-91a582dd325b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:24.199116 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ca7fbd68-4062-47b8-ac7e-0f0e9a2da4e5 req-2a87e7ec-766f-4e0f-bd3e-b892739f4636 tempest-ServerShowV254Test-767414459 tempest-ServerShowV254Test-767414459-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a0739c-bb6e-4624-9e2e-b64d7955ebca HTTP/1.1" status: 200 len: 210 time: 0.0851266 Aug 10 01:13:24.331412 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ce6cc24c-962a-445f-bd8a-91a582dd325b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:24.333746 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ce6cc24c-962a-445f-bd8a-91a582dd325b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:24.378766 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ce6cc24c-962a-445f-bd8a-91a582dd325b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:24.379453 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6cc24c-962a-445f-bd8a-91a582dd325b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Fanout notify agent at l3_agent the message router_deleted on router 78dc1dbb-1578-4fde-9568-17a7ad958266 {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:13:24.389946 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ce6cc24c-962a-445f-bd8a-91a582dd325b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:24.391302 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ce6cc24c-962a-445f-bd8a-91a582dd325b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/routers/78dc1dbb-1578-4fde-9568-17a7ad958266 HTTP/1.1" status: 204 len: 168 time: 0.3997133 Aug 10 01:13:24.393918 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38600) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:24.450496 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-494d82a2-19ff-48a2-ba58-c5c8c96d41f6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Deleting subnet 7235cdcd-c61d-4d4f-ac68-319de5e6d347 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:13:24.454130 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-494d82a2-19ff-48a2-ba58-c5c8c96d41f6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:24.495721 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-494d82a2-19ff-48a2-ba58-c5c8c96d41f6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:24.593171 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-494d82a2-19ff-48a2-ba58-c5c8c96d41f6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:24.661712 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-494d82a2-19ff-48a2-ba58-c5c8c96d41f6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:24.692986 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d82a2-19ff-48a2-ba58-c5c8c96d41f6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event deleted for resources: {'Subnet': ['ID=7235cdcd-c61d-4d4f-ac68-319de5e6d347,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:24.701288 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-494d82a2-19ff-48a2-ba58-c5c8c96d41f6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:24.705420 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-494d82a2-19ff-48a2-ba58-c5c8c96d41f6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/subnets/7235cdcd-c61d-4d4f-ac68-319de5e6d347 HTTP/1.1" status: 204 len: 168 time: 0.3075960 Aug 10 01:13:24.706128 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38602) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:24.707152 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddf97ed-03cf-4301-8f06-252af15913d9 None None] Network 747f6195-1ace-4c53-9182-8283af39dd53 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:13:24.791966 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a2efe1b8-c739-4e55-957b-cb108c0ac9bb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:24.855134 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-a2efe1b8-c739-4e55-957b-cb108c0ac9bb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Deleting port eee0d55e-7f16-4132-a943-09f0dda5a478 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:13:24.855481 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a2efe1b8-c739-4e55-957b-cb108c0ac9bb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:24.959912 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9fc8db-9e6f-451e-97ff-bc64ef5597af None None] DHCP port deletion for 747f6195-1ace-4c53-9182-8283af39dd53 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:13:25.010139 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-a2efe1b8-c739-4e55-957b-cb108c0ac9bb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] For port eee0d55e-7f16-4132-a943-09f0dda5a478, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=eee0d55e-7f16-4132-a943-09f0dda5a478,segment=NetworkSegment(def1bd35-0b1d-4ed8-add1-761b4f1c9824),segment_id=def1bd35-0b1d-4ed8-add1-761b4f1c9824)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:25.010839 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a2efe1b8-c739-4e55-957b-cb108c0ac9bb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:25.011702 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-9a9fc8db-9e6f-451e-97ff-bc64ef5597af None None] Deleting port eee0d55e-7f16-4132-a943-09f0dda5a478 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:13:25.012279 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9a9fc8db-9e6f-451e-97ff-bc64ef5597af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:25.029785 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa6821-ced7-49ff-8968-f6cabc7d3088 req-ce50f3f6-8243-4d3a-8a14-e175ad070bf9 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:25.032972 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d7aa6821-ced7-49ff-8968-f6cabc7d3088 req-ce50f3f6-8243-4d3a-8a14-e175ad070bf9 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bec5ad-c4e0-4a88-917c-0c889c432331 HTTP/1.1" status: 200 len: 943 time: 0.0934653 Aug 10 01:13:25.046307 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-a2efe1b8-c739-4e55-957b-cb108c0ac9bb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Calling delete_port for eee0d55e-7f16-4132-a943-09f0dda5a478 owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:13:25.124747 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-9a9fc8db-9e6f-451e-97ff-bc64ef5597af None None] For port eee0d55e-7f16-4132-a943-09f0dda5a478, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=eee0d55e-7f16-4132-a943-09f0dda5a478,segment=NetworkSegment(def1bd35-0b1d-4ed8-add1-761b4f1c9824),segment_id=def1bd35-0b1d-4ed8-add1-761b4f1c9824)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:25.125152 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9a9fc8db-9e6f-451e-97ff-bc64ef5597af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:25.159255 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-9a9fc8db-9e6f-451e-97ff-bc64ef5597af None None] Calling delete_port for eee0d55e-7f16-4132-a943-09f0dda5a478 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:13:25.161141 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d7aa6821-ced7-49ff-8968-f6cabc7d3088 req-7c14832e-1b3f-4a09-a3a7-ddadccc873ab tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] 10.222.0.35 "GET /v2.0/security-groups?id=2faaaeb7-a088-470c-9dad-275849c98f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479894 Aug 10 01:13:25.165133 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a2efe1b8-c739-4e55-957b-cb108c0ac9bb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:25.198943 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2efe1b8-c739-4e55-957b-cb108c0ac9bb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event deleted for resources: {'Port': ['ID=eee0d55e-7f16-4132-a943-09f0dda5a478,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:25.200841 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2efe1b8-c739-4e55-957b-cb108c0ac9bb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] No DVR routers for this DVR port eee0d55e-7f16-4132-a943-09f0dda5a478 on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:13:25.296533 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9a9fc8db-9e6f-451e-97ff-bc64ef5597af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:25.303399 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a2efe1b8-c739-4e55-957b-cb108c0ac9bb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:25.313849 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-a2efe1b8-c739-4e55-957b-cb108c0ac9bb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['747f6195-1ace-4c53-9182-8283af39dd53']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:25.327050 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-a2efe1b8-c739-4e55-957b-cb108c0ac9bb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def1bd35-0b1d-4ed8-add1-761b4f1c9824') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:25.327387 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-a2efe1b8-c739-4e55-957b-cb108c0ac9bb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def1bd35-0b1d-4ed8-add1-761b4f1c9824') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:25.337432 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a2efe1b8-c739-4e55-957b-cb108c0ac9bb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:25.352600 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a2efe1b8-c739-4e55-957b-cb108c0ac9bb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:25.355858 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9fc8db-9e6f-451e-97ff-bc64ef5597af None None] Pushing event deleted for resources: {'Port': ['ID=eee0d55e-7f16-4132-a943-09f0dda5a478,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:25.359767 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2efe1b8-c739-4e55-957b-cb108c0ac9bb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:13:25.360100 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a2efe1b8-c739-4e55-957b-cb108c0ac9bb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:25.367082 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9fc8db-9e6f-451e-97ff-bc64ef5597af None None] No DVR routers for this DVR port eee0d55e-7f16-4132-a943-09f0dda5a478 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:13:25.392329 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:13:25.392329 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:13:25.392329 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:13:25.392329 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:13:25.392329 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:13:25.392329 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:13:25.392329 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:13:25.392329 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:13:25.392329 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:13:25.392329 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:13:25.392329 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:13:25.392329 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:13:25.392329 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:13:25.392329 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:13:25.392329 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:13:25.392329 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:13:25.392329 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:13:25.392329 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:13:25.392329 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:13:25.392329 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:13:25.392329 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:13:25.392329 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:13:25.392329 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:13:25.392329 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:13:25.392329 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:13:25.392329 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:13:25.392329 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:13:25.392329 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:13:25.392329 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:13:25.392329 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:13:25.392329 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:13:25.392329 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:13:25.457366 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3db8affc-7742-4f9d-88f2-810dffcb0048 req-59586304-29da-4cd2-8a97-f9f1122f7c3f tempest-ServerShowV254Test-767414459 tempest-ServerShowV254Test-767414459-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a0739c-bb6e-4624-9e2e-b64d7955ebca HTTP/1.1" status: 200 len: 210 time: 0.0831468 Aug 10 01:13:25.482621 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dedf3c-ab49-4abb-8d1d-a10c2cab721c req-cd41aadb-6288-4c0e-9452-6d9499dae463 tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:25.495529 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e4dedf3c-ab49-4abb-8d1d-a10c2cab721c req-cd41aadb-6288-4c0e-9452-6d9499dae463 tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 1098 time: 0.0999005 Aug 10 01:13:25.503688 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a2efe1b8-c739-4e55-957b-cb108c0ac9bb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:25.518699 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a2efe1b8-c739-4e55-957b-cb108c0ac9bb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:25.521163 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a2efe1b8-c739-4e55-957b-cb108c0ac9bb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/networks/747f6195-1ace-4c53-9182-8283af39dd53 HTTP/1.1" status: 204 len: 168 time: 0.8136668 Aug 10 01:13:25.525079 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38618) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:25.530375 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-b1ebfb7c-3422-44ea-979b-d5df2c498645 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1486865354', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}, 'admin_state_up': False}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:25.534141 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2efe1b8-c739-4e55-957b-cb108c0ac9bb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event deleted for resources: {'Network': ['ID=747f6195-1ace-4c53-9182-8283af39dd53,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:25.555371 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e4dedf3c-ab49-4abb-8d1d-a10c2cab721c req-2589b73e-0326-4066-ad08-7075e4402686 tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563357 Aug 10 01:13:25.570257 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38620) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:25.582255 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b1ebfb7c-3422-44ea-979b-d5df2c498645 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:25.583401 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b1ebfb7c-3422-44ea-979b-d5df2c498645 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:25.730621 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b1ebfb7c-3422-44ea-979b-d5df2c498645 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:25.954761 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b1ebfb7c-3422-44ea-979b-d5df2c498645 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:26.039010 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-805df2c5-bf0e-4d64-9219-02ec122c002b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Deleting port ffac2394-f38a-4ea5-aec9-a55847c41853 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:13:26.039460 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-805df2c5-bf0e-4d64-9219-02ec122c002b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:26.158759 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-805df2c5-bf0e-4d64-9219-02ec122c002b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:26.158931 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-805df2c5-bf0e-4d64-9219-02ec122c002b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:26.179503 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:13:26.182909 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-805df2c5-bf0e-4d64-9219-02ec122c002b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Calling delete_port for ffac2394-f38a-4ea5-aec9-a55847c41853 owned by network:floatingip {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:13:26.435547 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2a83a-f80e-44e0-a6c2-e9b732fd1993 req-cf811f5e-17f3-4a75-bd02-cf2011f6c931 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:26.445162 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a9c2a83a-f80e-44e0-a6c2-e9b732fd1993 req-cf811f5e-17f3-4a75-bd02-cf2011f6c931 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bec5ad-c4e0-4a88-917c-0c889c432331 HTTP/1.1" status: 200 len: 943 time: 0.1339343 Aug 10 01:13:26.507468 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a9c2a83a-f80e-44e0-a6c2-e9b732fd1993 req-7f4c6576-a59e-4ef2-836b-598dd8019b00 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] 10.222.0.35 "GET /v2.0/security-groups?id=2faaaeb7-a088-470c-9dad-275849c98f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552363 Aug 10 01:13:26.587986 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d,segment=NetworkSegment(bd1c422b-c82e-4c82-b5fc-098e44040ab3),segment_id=bd1c422b-c82e-4c82-b5fc-098e44040ab3)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:26.609900 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d', 'network_id': 'f6ad0dd0-42f2-4f06-8405-16e4aa9cc367', 'port_id': '65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d', 'mac_address': 'fa:16:3e:e8:8b:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6e51de-5d89-41f6-9a23-5abfae584f71', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:13:26.637590 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b1ebfb7c-3422-44ea-979b-d5df2c498645 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:26.639403 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-805df2c5-bf0e-4d64-9219-02ec122c002b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:26.661278 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f467ff72-cf08-4aa6-8baf-277313942013 req-28484933-3701-4ab4-8268-bb27d14f21ab tempest-ServerShowV254Test-767414459 tempest-ServerShowV254Test-767414459-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a0739c-bb6e-4624-9e2e-b64d7955ebca HTTP/1.1" status: 200 len: 210 time: 0.0301847 Aug 10 01:13:26.664025 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device eee0d55e-7f16-4132-a943-09f0dda5a478 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:13:26.701954 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b1ebfb7c-3422-44ea-979b-d5df2c498645 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:26.703817 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:26.723657 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: eee0d55e-7f16-4132-a943-09f0dda5a478 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:13:26.724256 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device eee0d55e-7f16-4132-a943-09f0dda5a478 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:13:26.737646 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:13:26.763222 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d,segment=NetworkSegment(bd1c422b-c82e-4c82-b5fc-098e44040ab3),segment_id=bd1c422b-c82e-4c82-b5fc-098e44040ab3)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:26.770390 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:26.821896 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805df2c5-bf0e-4d64-9219-02ec122c002b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event deleted for resources: {'Port': ['ID=ffac2394-f38a-4ea5-aec9-a55847c41853,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:26.839405 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:26.886241 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c87637fa-052c-4a40-bb77-4f30c5eea4af req-838f1c86-3cfe-4a44-9204-69b3d46727fc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4280200 Aug 10 01:13:26.961611 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-b1ebfb7c-3422-44ea-979b-d5df2c498645 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Allocated IP 172.25.2.15 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/a8411453-4566-47ce-8b92-2f6a1a78b5ec) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:13:26.967247 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-805df2c5-bf0e-4d64-9219-02ec122c002b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for floatingip, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:26.967743 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [None req-805df2c5-bf0e-4d64-9219-02ec122c002b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Floating IP e6c21777-8bce-45a4-a7a3-9fac05b55acf disassociated (deleted). External IP: 172.25.2.155, port: 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc. Aug 10 01:13:27.094068 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87637fa-052c-4a40-bb77-4f30c5eea4af req-06330e6a-c6ae-4099-a70a-1786ee3fccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:27.095613 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c87637fa-052c-4a40-bb77-4f30c5eea4af req-06330e6a-c6ae-4099-a70a-1786ee3fccc1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 1098 time: 0.1561055 Aug 10 01:13:27.270205 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:13:27.573398 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b1ebfb7c-3422-44ea-979b-d5df2c498645 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:27.598449 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87637fa-052c-4a40-bb77-4f30c5eea4af req-cc7a7fd4-4ed2-4d81-b678-42ab594c8e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:27.600554 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c87637fa-052c-4a40-bb77-4f30c5eea4af req-cc7a7fd4-4ed2-4d81-b678-42ab594c8e5b service neutron] 10.222.0.24 "GET /v2.0/networks?id=01bb96cc-7872-46cf-825f-e696562689f6 HTTP/1.1" status: 200 len: 897 time: 0.1934669 Aug 10 01:13:27.661597 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe8aaf-da14-4bd6-b341-ca98ade13f12 req-6730ae1c-0aae-45bf-b8fc-b3e02d3aa4d0 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:27.670726 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2bbe8aaf-da14-4bd6-b341-ca98ade13f12 req-6730ae1c-0aae-45bf-b8fc-b3e02d3aa4d0 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bec5ad-c4e0-4a88-917c-0c889c432331 HTTP/1.1" status: 200 len: 944 time: 0.0732837 Aug 10 01:13:27.681641 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c87637fa-052c-4a40-bb77-4f30c5eea4af req-7b8314ca-ab50-4b40-a899-ee452d2f53a4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc HTTP/1.1" status: 200 len: 217 time: 0.0727088 Aug 10 01:13:27.729346 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2bbe8aaf-da14-4bd6-b341-ca98ade13f12 req-080526f5-6f2f-4c10-8f23-7fccafc84164 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] 10.222.0.35 "GET /v2.0/security-groups?id=2faaaeb7-a088-470c-9dad-275849c98f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522292 Aug 10 01:13:27.758337 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b1ebfb7c-3422-44ea-979b-d5df2c498645 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:27.770930 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805df2c5-bf0e-4d64-9219-02ec122c002b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Router 240adab5-62b9-4ef6-83a2-082185918929 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:13:27.773126 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87637fa-052c-4a40-bb77-4f30c5eea4af req-34e3de7b-4667-4ef1-8aec-f547c35a8db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:27.774633 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c87637fa-052c-4a40-bb77-4f30c5eea4af req-34e3de7b-4667-4ef1-8aec-f547c35a8db9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6592bd1e-0cb5-4931-abfd-37c8c7d77ae5 HTTP/1.1" status: 200 len: 834 time: 0.0775814 Aug 10 01:13:27.801786 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-128c6f36-31b8-4c68-842f-719d7522284e req-0a5e2dc3-c466-45d8-8fd1-e61dced7e908 tempest-ServerShowV254Test-767414459 tempest-ServerShowV254Test-767414459-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a0739c-bb6e-4624-9e2e-b64d7955ebca HTTP/1.1" status: 200 len: 210 time: 0.0351784 Aug 10 01:13:27.827273 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ebfb7c-3422-44ea-979b-d5df2c498645 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:27.853132 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-b1ebfb7c-3422-44ea-979b-d5df2c498645 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:27.862876 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ebfb7c-3422-44ea-979b-d5df2c498645 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:13:27.887296 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ebfb7c-3422-44ea-979b-d5df2c498645 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Port': ['ID=a8411453-4566-47ce-8b92-2f6a1a78b5ec,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:27.913950 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2c67408d-b844-421d-8842-2849d66af60e req-1eff8ecc-4869-42f8-8100-f197de43b653 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-540044820&fields=id&tenant_id=a4f463465f414d20a10d25627743d857 HTTP/1.1" status: 200 len: 267 time: 0.0702856 Aug 10 01:13:27.966127 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87637fa-052c-4a40-bb77-4f30c5eea4af req-5dd30e83-e3b4-4ebf-8076-6d164c1ad565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:27.967763 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c87637fa-052c-4a40-bb77-4f30c5eea4af req-5dd30e83-e3b4-4ebf-8076-6d164c1ad565 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01bb96cc-7872-46cf-825f-e696562689f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1722414 Aug 10 01:13:28.027069 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67408d-b844-421d-8842-2849d66af60e req-faaf8cee-7ef8-47c7-818b-9f9159b1b536 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:28.032883 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2c67408d-b844-421d-8842-2849d66af60e req-faaf8cee-7ef8-47c7-818b-9f9159b1b536 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/networks?id=d5f42a49-cf64-4535-a007-0ffeb2000607 HTTP/1.1" status: 200 len: 812 time: 0.1156533 Aug 10 01:13:28.049426 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2c67408d-b844-421d-8842-2849d66af60e req-da39dcd3-1c32-4d37-91bc-ab4865336eee tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/quotas/a4f463465f414d20a10d25627743d857 HTTP/1.1" status: 200 len: 375 time: 0.0150237 Aug 10 01:13:28.113230 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2c67408d-b844-421d-8842-2849d66af60e req-a2af215f-1d33-4a45-9351-7abbac66b2ea tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a4f463465f414d20a10d25627743d857&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568676 Aug 10 01:13:28.162014 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805df2c5-bf0e-4d64-9219-02ec122c002b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:13:28.173027 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3e8bc6-e781-4538-8dbd-f77d893c382f None None] Sync routers for ids ['240adab5-62b9-4ef6-83a2-082185918929'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:13:28.174721 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:28.176935 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-805df2c5-bf0e-4d64-9219-02ec122c002b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:28.187264 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3e8bc6-e781-4538-8dbd-f77d893c382f None None] Routers {'240adab5-62b9-4ef6-83a2-082185918929'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:28.189032 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-7e3e8bc6-e781-4538-8dbd-f77d893c382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:13:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['240adab5-62b9-4ef6-83a2-082185918929'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:28.237371 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2c67408d-b844-421d-8842-2849d66af60e req-f6672637-eed1-4c76-8a3a-b5db417ac702 service neutron] 10.222.0.35 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126685 Aug 10 01:13:28.241958 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-805df2c5-bf0e-4d64-9219-02ec122c002b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "DELETE /v2.0/floatingips/e6c21777-8bce-45a4-a7a3-9fac05b55acf HTTP/1.1" status: 204 len: 168 time: 2.6691964 Aug 10 01:13:28.244320 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d514ef-4cc2-4045-98c4-aefa565030b4', 'tag': '54a62c56-54c2-4a0b-9627-fa3c3cdf65fc'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:13:28.247726 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddf65d9-d67f-41ce-8e3e-5da88573efc5" -d '{"events": [{"name": "network-changed", "server_uuid": "59d514ef-4cc2-4045-98c4-aefa565030b4", "tag": "54a62c56-54c2-4a0b-9627-fa3c3cdf65fc"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:13:28.254930 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c87637fa-052c-4a40-bb77-4f30c5eea4af req-38e10a68-774c-4b86-a063-3d42c3295d09 service neutron] 10.222.0.24 "GET /v2.0/networks/01bb96cc-7872-46cf-825f-e696562689f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560968 Aug 10 01:13:28.329897 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-7e3e8bc6-e781-4538-8dbd-f77d893c382f None None] Set router 240adab5-62b9-4ef6-83a2-082185918929 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:13:28.410545 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2c67408d-b844-421d-8842-2849d66af60e req-a11daaa3-40a8-46fc-a4d3-98bba0d2e097 service neutron] 10.222.0.35 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603787 Aug 10 01:13:28.496307 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c87637fa-052c-4a40-bb77-4f30c5eea4af req-6d6dd56b-d910-46f9-8204-6f70fdf6962c service neutron] 10.222.0.24 "GET /v2.0/networks/01bb96cc-7872-46cf-825f-e696562689f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948407 Aug 10 01:13:28.517062 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b1ebfb7c-3422-44ea-979b-d5df2c498645 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:28.579934 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-7e3e8bc6-e781-4538-8dbd-f77d893c382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240adab5-62b9-4ef6-83a2-082185918929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838640697', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd1b82ec8-154f-484e-b204-b13d5177b1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:59Z', 'updated_at': '2021-08-10T01:10:07Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'd1b82ec8-154f-484e-b204-b13d5177b1da', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:57:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240adab5-62b9-4ef6-83a2-082185918929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:10:00Z', 'updated_at': '2021-08-10T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b', 'name': '', 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'mac_address': 'fa:16:3e:2b:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240adab5-62b9-4ef6-83a2-082185918929', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '6592bd1e-0cb5-4931-abfd-37c8c7d77ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:10:06Z', 'updated_at': '2021-08-10T01:10:14Z', 'revision_number': 5, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'subnets': [{'id': '6592bd1e-0cb5-4931-abfd-37c8c7d77ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:28.622661 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32e56e9-aab3-42ff-9127-64c1fde75617 x-openstack-request-id: req-e32e56e9-aab3-42ff-9127-64c1fde75617 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:13:28.622661 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d514ef-4cc2-4045-98c4-aefa565030b4", "tag": "54a62c56-54c2-4a0b-9627-fa3c3cdf65fc", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:13:28.622661 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e32e56e9-aab3-42ff-9127-64c1fde75617 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:13:28.622661 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d514ef-4cc2-4045-98c4-aefa565030b4', 'tag': '54a62c56-54c2-4a0b-9627-fa3c3cdf65fc', 'status': 'completed', 'code': 200} Aug 10 01:13:28.626495 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3e8bc6-e781-4538-8dbd-f77d893c382f None None] Checking router: 240adab5-62b9-4ef6-83a2-082185918929 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:13:28.634952 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3e8bc6-e781-4538-8dbd-f77d893c382f None None] Routers {'240adab5-62b9-4ef6-83a2-082185918929'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:28.636256 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-7e3e8bc6-e781-4538-8dbd-f77d893c382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:13:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['240adab5-62b9-4ef6-83a2-082185918929'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:28.731932 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf65d9-d67f-41ce-8e3e-5da88573efc5 req-d0783e96-4a2f-4825-b2aa-019799eec823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:28.733558 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ddf65d9-d67f-41ce-8e3e-5da88573efc5 req-d0783e96-4a2f-4825-b2aa-019799eec823 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 1098 time: 0.1319530 Aug 10 01:13:28.792943 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-7e3e8bc6-e781-4538-8dbd-f77d893c382f None None] Set router 240adab5-62b9-4ef6-83a2-082185918929 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:13:28.929340 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa26530-5ef0-4d9a-b3c1-10b4e4d08c14 req-91ada40b-e969-404b-af23-1fd04da854a0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:28.933187 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bfa26530-5ef0-4d9a-b3c1-10b4e4d08c14 req-91ada40b-e969-404b-af23-1fd04da854a0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 946 time: 0.1323388 Aug 10 01:13:28.976737 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf65d9-d67f-41ce-8e3e-5da88573efc5 req-46e93495-b76a-4ed2-ad40-8770b7e51606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:28.978200 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ddf65d9-d67f-41ce-8e3e-5da88573efc5 req-46e93495-b76a-4ed2-ad40-8770b7e51606 service neutron] 10.222.0.24 "GET /v2.0/networks?id=01bb96cc-7872-46cf-825f-e696562689f6 HTTP/1.1" status: 200 len: 897 time: 0.2361395 Aug 10 01:13:28.982831 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b1ebfb7c-3422-44ea-979b-d5df2c498645 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:29.072404 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bfa26530-5ef0-4d9a-b3c1-10b4e4d08c14 req-5ec94a2a-8c17-4e91-a986-a5d4ab1aef23 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224597 Aug 10 01:13:29.089533 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ab9ac-5471-460a-9d78-b38f361871c2 req-27d77877-fab1-4f0e-b424-f0fb90976188 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:29.092260 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ee9ab9ac-5471-460a-9d78-b38f361871c2 req-27d77877-fab1-4f0e-b424-f0fb90976188 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bec5ad-c4e0-4a88-917c-0c889c432331 HTTP/1.1" status: 200 len: 944 time: 0.1571708 Aug 10 01:13:29.126220 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ddf65d9-d67f-41ce-8e3e-5da88573efc5 req-00e13803-bb24-4cc4-ba31-e2978e98b862 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc HTTP/1.1" status: 200 len: 217 time: 0.0706286 Aug 10 01:13:29.185610 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ee9ab9ac-5471-460a-9d78-b38f361871c2 req-95c9dc27-0a82-4548-a523-8a86b87164a6 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] 10.222.0.35 "GET /v2.0/security-groups?id=2faaaeb7-a088-470c-9dad-275849c98f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701807 Aug 10 01:13:29.200924 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-7e3e8bc6-e781-4538-8dbd-f77d893c382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240adab5-62b9-4ef6-83a2-082185918929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838640697', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd1b82ec8-154f-484e-b204-b13d5177b1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:59Z', 'updated_at': '2021-08-10T01:10:07Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'd1b82ec8-154f-484e-b204-b13d5177b1da', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:57:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240adab5-62b9-4ef6-83a2-082185918929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:10:00Z', 'updated_at': '2021-08-10T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b', 'name': '', 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'mac_address': 'fa:16:3e:2b:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240adab5-62b9-4ef6-83a2-082185918929', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '6592bd1e-0cb5-4931-abfd-37c8c7d77ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:10:06Z', 'updated_at': '2021-08-10T01:10:14Z', 'revision_number': 5, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'subnets': [{'id': '6592bd1e-0cb5-4931-abfd-37c8c7d77ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:29.256266 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf65d9-d67f-41ce-8e3e-5da88573efc5 req-75077ece-48b5-48d9-bb76-ff8af1fd7951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:29.256266 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ddf65d9-d67f-41ce-8e3e-5da88573efc5 req-75077ece-48b5-48d9-bb76-ff8af1fd7951 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6592bd1e-0cb5-4931-abfd-37c8c7d77ae5 HTTP/1.1" status: 200 len: 834 time: 0.0797260 Aug 10 01:13:29.266218 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3e8bc6-e781-4538-8dbd-f77d893c382f None None] The sync data for ids ['240adab5-62b9-4ef6-83a2-082185918929'] in n-d-766726-26 is: [{'id': '240adab5-62b9-4ef6-83a2-082185918929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838640697', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd1b82ec8-154f-484e-b204-b13d5177b1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:59Z', 'updated_at': '2021-08-10T01:10:07Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'd1b82ec8-154f-484e-b204-b13d5177b1da', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:57:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240adab5-62b9-4ef6-83a2-082185918929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:10:00Z', 'updated_at': '2021-08-10T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b', 'name': '', 'network_id': '01bb96cc-7872-46cf-825f-e696562689f6', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'mac_address': 'fa:16:3e:2b:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240adab5-62b9-4ef6-83a2-082185918929', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '6592bd1e-0cb5-4931-abfd-37c8c7d77ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:10:06Z', 'updated_at': '2021-08-10T01:10:14Z', 'revision_number': 5, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'subnets': [{'id': '6592bd1e-0cb5-4931-abfd-37c8c7d77ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:13:29.267840 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-501d77cd-0364-4423-9ea2-b61bf7c625d7 req-e1ffde8a-296f-4114-a0f7-ed8b15a9222a tempest-ServerShowV254Test-767414459 tempest-ServerShowV254Test-767414459-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a0739c-bb6e-4624-9e2e-b64d7955ebca HTTP/1.1" status: 200 len: 210 time: 0.0781746 Aug 10 01:13:29.302108 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-98ba668c-1b9e-46bf-89b7-82c02dbe6ab6 req-70353d58-cd44-4cd0-951b-88054a90e024 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=65d9b1b1-54d1-4769-9c0b-93e1cba3cffe HTTP/1.1" status: 200 len: 210 time: 0.0389190 Aug 10 01:13:29.354622 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf65d9-d67f-41ce-8e3e-5da88573efc5 req-69b25d2e-d40d-4499-83e5-631925a51e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:29.356477 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ddf65d9-d67f-41ce-8e3e-5da88573efc5 req-69b25d2e-d40d-4499-83e5-631925a51e50 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01bb96cc-7872-46cf-825f-e696562689f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0916023 Aug 10 01:13:29.367563 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ebfb7c-3422-44ea-979b-d5df2c498645 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Router 56c05231-b446-4c60-a603-a9285e97f149 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:13:29.658875 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e00bb0-4ac6-4cc1-a79f-be62cdebdc3d None None] New status for floating IP e6c21777-8bce-45a4-a7a3-9fac05b55acf: DOWN {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:13:29.914679 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ddf65d9-d67f-41ce-8e3e-5da88573efc5 req-bf1e3ee3-5689-4ef7-8609-efec9f1ebe36 service neutron] 10.222.0.24 "GET /v2.0/networks/01bb96cc-7872-46cf-825f-e696562689f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5439146 Aug 10 01:13:29.921257 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ebfb7c-3422-44ea-979b-d5df2c498645 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:13:29.931132 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dac6ecc-9ead-4144-9652-ccf0e834678f None None] Sync routers for ids ['56c05231-b446-4c60-a603-a9285e97f149'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:13:29.940140 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dac6ecc-9ead-4144-9652-ccf0e834678f None None] Routers {'56c05231-b446-4c60-a603-a9285e97f149'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:29.941058 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-5dac6ecc-9ead-4144-9652-ccf0e834678f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:13:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['56c05231-b446-4c60-a603-a9285e97f149'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:29.977006 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-5dac6ecc-9ead-4144-9652-ccf0e834678f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:29.986199 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dac6ecc-9ead-4144-9652-ccf0e834678f None None] Routers {'56c05231-b446-4c60-a603-a9285e97f149'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:29.986806 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-5dac6ecc-9ead-4144-9652-ccf0e834678f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:13:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['56c05231-b446-4c60-a603-a9285e97f149'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:29.993124 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b1ebfb7c-3422-44ea-979b-d5df2c498645 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:29.993124 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b1ebfb7c-3422-44ea-979b-d5df2c498645 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.4640238 Aug 10 01:13:29.993559 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38686) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:30.027843 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ddf65d9-d67f-41ce-8e3e-5da88573efc5 req-00d6890c-c9d4-44e4-8c11-5c84a2f5ff7b service neutron] 10.222.0.24 "GET /v2.0/networks/01bb96cc-7872-46cf-825f-e696562689f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976636 Aug 10 01:13:30.038441 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-5dac6ecc-9ead-4144-9652-ccf0e834678f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:30.039374 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dac6ecc-9ead-4144-9652-ccf0e834678f None None] The sync data for ids ['56c05231-b446-4c60-a603-a9285e97f149'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:13:30.153690 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-16db3b96-6925-406b-989f-8beb0129c160 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "GET /v2.0/routers/56c05231-b446-4c60-a603-a9285e97f149 HTTP/1.1" status: 200 len: 884 time: 0.1562369 Aug 10 01:13:30.153926 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38690) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:30.209847 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:13:30.314297 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:13:30.319391 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:30.320082 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:30.346089 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec4c56-3b34-43d0-bf49-a32966d4c5ea req-34b9caec-c3e2-4126-8148-cf6163297cde tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:30.347665 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06ec4c56-3b34-43d0-bf49-a32966d4c5ea req-34b9caec-c3e2-4126-8148-cf6163297cde tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 946 time: 0.1917031 Aug 10 01:13:30.421036 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e0d16-9808-48ea-aae4-4b519ffb2c3d req-f382d8bd-940e-49fd-8837-e591de417560 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:30.422796 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cb8e0d16-9808-48ea-aae4-4b519ffb2c3d req-f382d8bd-940e-49fd-8837-e591de417560 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bec5ad-c4e0-4a88-917c-0c889c432331 HTTP/1.1" status: 200 len: 944 time: 0.1452901 Aug 10 01:13:30.432198 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312b780-73a2-4485-a5c1-de8667f4dd61 req-f0c0ceed-22b7-4582-a067-687e3367486a tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:30.434009 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1312b780-73a2-4485-a5c1-de8667f4dd61 req-f0c0ceed-22b7-4582-a067-687e3367486a tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.24 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 946 time: 0.1564610 Aug 10 01:13:30.503463 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:30.528572 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06ec4c56-3b34-43d0-bf49-a32966d4c5ea req-ef2825d6-3fab-45ce-8480-d1e8b968057f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e8465-2b36-419d-a8f0-a08eba974c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650126 Aug 10 01:13:30.578983 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d,segment=NetworkSegment(bd1c422b-c82e-4c82-b5fc-098e44040ab3),segment_id=bd1c422b-c82e-4c82-b5fc-098e44040ab3)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:30.580860 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87bec5ad-c4e0-4a88-917c-0c889c432331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:13:30.586591 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc61c470-e26e-43cb-ac3c-c26c450b7ed7" -d '{"events": [{"server_uuid": "87bec5ad-c4e0-4a88-917c-0c889c432331", "name": "network-vif-plugged", "status": "completed", "tag": "65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:13:30.596525 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:30.605144 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67408d-b844-421d-8842-2849d66af60e req-80cffb86-f144-4bf4-ab5a-7a68383b5c5f tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:30.606790 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2c67408d-b844-421d-8842-2849d66af60e req-80cffb86-f144-4bf4-ab5a-7a68383b5c5f tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.24 "GET /v2.0/networks?id=d5f42a49-cf64-4535-a007-0ffeb2000607 HTTP/1.1" status: 200 len: 812 time: 0.2476175 Aug 10 01:13:30.619076 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cb8e0d16-9808-48ea-aae4-4b519ffb2c3d req-d3beace8-1b7e-4fde-9602-6a15a345a871 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] 10.222.0.35 "GET /v2.0/security-groups?id=2faaaeb7-a088-470c-9dad-275849c98f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369796 Aug 10 01:13:30.637729 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-1312b780-73a2-4485-a5c1-de8667f4dd61 req-43fdb9d2-1e9b-4fc5-92b2-0638fbc9e4e0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Deleting port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:13:30.637729 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1312b780-73a2-4485-a5c1-de8667f4dd61 req-43fdb9d2-1e9b-4fc5-92b2-0638fbc9e4e0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:30.686278 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:30.698213 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:30.698802 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:30.699252 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:30.699695 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:30.700218 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:30.700643 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:30.701076 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:30.701646 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:30.702081 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:30.702617 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:30.703050 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:30.703613 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:30.726835 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2c67408d-b844-421d-8842-2849d66af60e req-580b3bd3-9e17-42df-a73d-7b5728714b8c tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4f463465f414d20a10d25627743d857 HTTP/1.1" status: 200 len: 379 time: 0.1091540 Aug 10 01:13:30.738195 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-99b7c281-ad69-4013-8c57-3be43d969ce1 req-4049e714-6882-436c-90c4-68a362eb2df6 tempest-ServerShowV254Test-767414459 tempest-ServerShowV254Test-767414459-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a0739c-bb6e-4624-9e2e-b64d7955ebca HTTP/1.1" status: 200 len: 210 time: 0.1108656 Aug 10 01:13:30.742108 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-2c67408d-b844-421d-8842-2849d66af60e req-5f2b0411-773d-49b5-9813-576a2555f585 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Request body: {'port': {'device_id': '65d9b1b1-54d1-4769-9c0b-93e1cba3cffe', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'admin_state_up': True, 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'security_groups': ['10ad95c6-aec1-4913-8806-28e1c1bbc02c']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:30.800544 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9419e035-5b7a-4aa9-9b4e-9c8f2ee7ad44 req-13e69a44-6aad-4c5b-8b2d-b445b1a0633c tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=65d9b1b1-54d1-4769-9c0b-93e1cba3cffe HTTP/1.1" status: 200 len: 210 time: 0.0558500 Aug 10 01:13:30.837970 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b49d740f-5480-45f0-8cba-e977009188db tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.6728830 Aug 10 01:13:30.838884 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38706) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:30.843690 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-4f4de93f-503e-4b33-aabb-a18191c7dff1 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1486865354'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:30.891981 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-1312b780-73a2-4485-a5c1-de8667f4dd61 req-43fdb9d2-1e9b-4fc5-92b2-0638fbc9e4e0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] For port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc,segment=NetworkSegment(9dbd0271-91dc-4b61-94e9-2c7655de92e9),segment_id=9dbd0271-91dc-4b61-94e9-2c7655de92e9)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:30.891981 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1312b780-73a2-4485-a5c1-de8667f4dd61 req-43fdb9d2-1e9b-4fc5-92b2-0638fbc9e4e0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:30.906067 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-1312b780-73a2-4485-a5c1-de8667f4dd61 req-43fdb9d2-1e9b-4fc5-92b2-0638fbc9e4e0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Calling delete_port for 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:13:30.994855 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae04d705-12da-4e7d-b21a-b158bc0cbaea x-openstack-request-id: req-ae04d705-12da-4e7d-b21a-b158bc0cbaea {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:13:30.995156 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87bec5ad-c4e0-4a88-917c-0c889c432331", "name": "network-vif-plugged", "status": "completed", "tag": "65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:13:30.995418 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ae04d705-12da-4e7d-b21a-b158bc0cbaea {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:13:30.995824 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87bec5ad-c4e0-4a88-917c-0c889c432331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d', 'code': 200} Aug 10 01:13:31.081263 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c67408d-b844-421d-8842-2849d66af60e req-5f2b0411-773d-49b5-9813-576a2555f585 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Made reservation on behalf of a4f463465f414d20a10d25627743d857 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:13:31.085127 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2c67408d-b844-421d-8842-2849d66af60e req-5f2b0411-773d-49b5-9813-576a2555f585 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:31.196459 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1312b780-73a2-4485-a5c1-de8667f4dd61 req-43fdb9d2-1e9b-4fc5-92b2-0638fbc9e4e0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:31.251060 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fdb9d2-1e9b-4fc5-92b2-0638fbc9e4e0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event deleted for resources: {'Port': ['ID=54a62c56-54c2-4a0b-9627-fa3c3cdf65fc,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:31.327809 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1312b780-73a2-4485-a5c1-de8667f4dd61 req-43fdb9d2-1e9b-4fc5-92b2-0638fbc9e4e0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] No DVR routers for this DVR port 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:13:31.331868 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1312b780-73a2-4485-a5c1-de8667f4dd61 req-43fdb9d2-1e9b-4fc5-92b2-0638fbc9e4e0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:31.333775 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1312b780-73a2-4485-a5c1-de8667f4dd61 req-43fdb9d2-1e9b-4fc5-92b2-0638fbc9e4e0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.24 "DELETE /v2.0/ports/54a62c56-54c2-4a0b-9627-fa3c3cdf65fc HTTP/1.1" status: 204 len: 173 time: 0.8936934 Aug 10 01:13:31.336284 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d514ef-4cc2-4045-98c4-aefa565030b4', 'name': 'network-vif-deleted', 'tag': '54a62c56-54c2-4a0b-9627-fa3c3cdf65fc'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:13:31.338936 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571e8f73-298b-4266-9ea4-47d23294eb7f" -d '{"events": [{"server_uuid": "59d514ef-4cc2-4045-98c4-aefa565030b4", "name": "network-vif-deleted", "tag": "54a62c56-54c2-4a0b-9627-fa3c3cdf65fc"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:13:31.386285 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-2c67408d-b844-421d-8842-2849d66af60e req-5f2b0411-773d-49b5-9813-576a2555f585 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Allocated IP 172.20.0.14 (d5f42a49-cf64-4535-a007-0ffeb2000607/1982ede0-b8b9-4659-ad0a-d59c9e02d1ca/85f264b0-940a-4202-89db-399337916480) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:13:31.405016 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93eefd60-a670-48d3-beae-e0f225535504 x-openstack-request-id: req-93eefd60-a670-48d3-beae-e0f225535504 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:13:31.405310 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d514ef-4cc2-4045-98c4-aefa565030b4", "name": "network-vif-deleted", "tag": "54a62c56-54c2-4a0b-9627-fa3c3cdf65fc", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:13:31.405559 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-93eefd60-a670-48d3-beae-e0f225535504 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:13:31.405960 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d514ef-4cc2-4045-98c4-aefa565030b4', 'name': 'network-vif-deleted', 'tag': '54a62c56-54c2-4a0b-9627-fa3c3cdf65fc', 'status': 'completed', 'code': 200} Aug 10 01:13:31.491586 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b930413-8a02-498c-84ac-4716fb16f3d6 req-4bba7fbd-6dc0-44a1-b686-707cf9c803e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:31.494041 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b930413-8a02-498c-84ac-4716fb16f3d6 req-4bba7fbd-6dc0-44a1-b686-707cf9c803e6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=87bec5ad-c4e0-4a88-917c-0c889c432331 HTTP/1.1" status: 200 len: 1097 time: 0.1930184 Aug 10 01:13:31.577874 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2c67408d-b844-421d-8842-2849d66af60e req-5f2b0411-773d-49b5-9813-576a2555f585 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:31.590911 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b930413-8a02-498c-84ac-4716fb16f3d6 req-9eebd23d-d204-4af7-a429-d51a95bda8d6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2faaaeb7-a088-470c-9dad-275849c98f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851660 Aug 10 01:13:31.617886 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-2c67408d-b844-421d-8842-2849d66af60e req-5f2b0411-773d-49b5-9813-576a2555f585 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Transition to ACTIVE for port object 85f264b0-940a-4202-89db-399337916480 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:31.715356 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2c67408d-b844-421d-8842-2849d66af60e req-5f2b0411-773d-49b5-9813-576a2555f585 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:31.731814 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4f4de93f-503e-4b33-aabb-a18191c7dff1 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8228879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8231262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232083'] for router, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:31.792810 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9a033724-2916-4684-bc57-6624a32ea989 req-5f14ab4b-2f31-4f15-b73f-adfe3911806b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d514ef-4cc2-4045-98c4-aefa565030b4 HTTP/1.1" status: 200 len: 210 time: 0.1006095 Aug 10 01:13:31.825504 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c67408d-b844-421d-8842-2849d66af60e req-5f2b0411-773d-49b5-9813-576a2555f585 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Network d5f42a49-cf64-4535-a007-0ffeb2000607 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:31.833753 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-2c67408d-b844-421d-8842-2849d66af60e req-5f2b0411-773d-49b5-9813-576a2555f585 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:31.837378 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4f4de93f-503e-4b33-aabb-a18191c7dff1 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8229108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8229117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8231239'] for router, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:31.843411 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c67408d-b844-421d-8842-2849d66af60e req-5f2b0411-773d-49b5-9813-576a2555f585 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:13:31.863504 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b0411-773d-49b5-9813-576a2555f585 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Pushing event updated for resources: {'Port': ['ID=85f264b0-940a-4202-89db-399337916480,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:31.957108 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8327ca-a41b-40a4-bb09-fa8487852e9f req-3100e4ed-f400-4186-b90e-bd0eba871254 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:31.971308 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d8327ca-a41b-40a4-bb09-fa8487852e9f req-3100e4ed-f400-4186-b90e-bd0eba871254 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bec5ad-c4e0-4a88-917c-0c889c432331 HTTP/1.1" status: 200 len: 945 time: 0.2060926 Aug 10 01:13:31.998816 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67408d-b844-421d-8842-2849d66af60e req-5f2b0411-773d-49b5-9813-576a2555f585 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:32.006346 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2c67408d-b844-421d-8842-2849d66af60e req-5f2b0411-773d-49b5-9813-576a2555f585 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:32.034116 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2c67408d-b844-421d-8842-2849d66af60e req-5f2b0411-773d-49b5-9813-576a2555f585 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2986622 Aug 10 01:13:32.052088 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-2c67408d-b844-421d-8842-2849d66af60e req-cd30a3d4-9086-4b41-9d5b-55b2c193927e service neutron] Request body: {'port': {'device_id': '65d9b1b1-54d1-4769-9c0b-93e1cba3cffe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:32.165486 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2c67408d-b844-421d-8842-2849d66af60e req-cd30a3d4-9086-4b41-9d5b-55b2c193927e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:32.169604 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3a9d20fd-5495-4337-b24b-83f235c417a1 req-4536438a-a7ca-4a6d-9284-ab0ee94757fb tempest-ServerShowV254Test-767414459 tempest-ServerShowV254Test-767414459-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a0739c-bb6e-4624-9e2e-b64d7955ebca HTTP/1.1" status: 200 len: 210 time: 0.1934814 Aug 10 01:13:32.200471 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d8327ca-a41b-40a4-bb09-fa8487852e9f req-5dac5fce-f8ad-4d99-b516-3bef433c6c7c tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] 10.222.0.35 "GET /v2.0/security-groups?id=2faaaeb7-a088-470c-9dad-275849c98f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279069 Aug 10 01:13:32.226399 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4de93f-503e-4b33-aabb-a18191c7dff1 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Router 56c05231-b446-4c60-a603-a9285e97f149 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:13:32.284802 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-24619a7a-6b79-434e-ab35-bf7018879570 None None] Provisioning for port 85f264b0-940a-4202-89db-399337916480 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:13:32.291011 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-24619a7a-6b79-434e-ab35-bf7018879570 None None] Provisioning complete for port 85f264b0-940a-4202-89db-399337916480 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:32.292360 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-24619a7a-6b79-434e-ab35-bf7018879570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:32.354210 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-24619a7a-6b79-434e-ab35-bf7018879570 None None] Port 85f264b0-940a-4202-89db-399337916480 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:13:32.457157 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4de93f-503e-4b33-aabb-a18191c7dff1 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:13:32.469111 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d302b902-e496-48b8-aab4-682c09e9307a None None] Sync routers for ids ['56c05231-b446-4c60-a603-a9285e97f149'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:13:32.474547 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4f4de93f-503e-4b33-aabb-a18191c7dff1 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:32.480896 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4f4de93f-503e-4b33-aabb-a18191c7dff1 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "PUT /v2.0/routers/56c05231-b446-4c60-a603-a9285e97f149 HTTP/1.1" status: 200 len: 891 time: 1.6407421 Aug 10 01:13:32.508704 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38726) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:32.512036 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d302b902-e496-48b8-aab4-682c09e9307a None None] Routers {'56c05231-b446-4c60-a603-a9285e97f149'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:32.514102 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-d302b902-e496-48b8-aab4-682c09e9307a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:13:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['56c05231-b446-4c60-a603-a9285e97f149'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:32.597869 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ff5a5-2631-4dee-9231-86daca7fa87e req-b83da039-7f25-4ad4-91cd-3968c2a66003 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:32.599857 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db0ff5a5-2631-4dee-9231-86daca7fa87e req-b83da039-7f25-4ad4-91cd-3968c2a66003 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=65d9b1b1-54d1-4769-9c0b-93e1cba3cffe HTTP/1.1" status: 200 len: 932 time: 0.1660025 Aug 10 01:13:32.614475 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-d302b902-e496-48b8-aab4-682c09e9307a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:32.627155 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d302b902-e496-48b8-aab4-682c09e9307a None None] Routers {'56c05231-b446-4c60-a603-a9285e97f149'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:32.627940 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-d302b902-e496-48b8-aab4-682c09e9307a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:13:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['56c05231-b446-4c60-a603-a9285e97f149'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:32.669112 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-d302b902-e496-48b8-aab4-682c09e9307a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:32.670026 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d302b902-e496-48b8-aab4-682c09e9307a None None] The sync data for ids ['56c05231-b446-4c60-a603-a9285e97f149'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:13:32.671483 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db0ff5a5-2631-4dee-9231-86daca7fa87e req-6f4d8dd0-bba1-4fd1-a02e-2f7efee6f405 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635953 Aug 10 01:13:32.753718 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b0d07d00-e84a-48fa-aa01-6c754e9e9c2e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "GET /v2.0/routers/56c05231-b446-4c60-a603-a9285e97f149 HTTP/1.1" status: 200 len: 891 time: 0.2420011 Aug 10 01:13:32.757132 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38728) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:32.794663 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7c091a74-b335-4184-b75a-28fa58903fb9 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "GET /v2.0/ports?device_id=56c05231-b446-4c60-a603-a9285e97f149 HTTP/1.1" status: 200 len: 205 time: 0.0360341 Aug 10 01:13:32.796702 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38730) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:32.805470 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-2c67408d-b844-421d-8842-2849d66af60e req-cd30a3d4-9086-4b41-9d5b-55b2c193927e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85f264b0-940a-4202-89db-399337916480 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:13:32.814172 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2c67408d-b844-421d-8842-2849d66af60e req-cd30a3d4-9086-4b41-9d5b-55b2c193927e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:32.831432 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-2c67408d-b844-421d-8842-2849d66af60e req-cd30a3d4-9086-4b41-9d5b-55b2c193927e service neutron] Transition to ACTIVE for port object 85f264b0-940a-4202-89db-399337916480 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:32.837692 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2c67408d-b844-421d-8842-2849d66af60e req-cd30a3d4-9086-4b41-9d5b-55b2c193927e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:32.883681 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38734) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:32.983319 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd30a3d4-9086-4b41-9d5b-55b2c193927e service neutron] Pushing event updated for resources: {'Port': ['ID=85f264b0-940a-4202-89db-399337916480,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:33.030697 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e7fcb965-f81c-4cd3-998c-6e03a44ba237 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:33.122603 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-2c67408d-b844-421d-8842-2849d66af60e req-cd30a3d4-9086-4b41-9d5b-55b2c193927e service neutron] Attempting to bind port 85f264b0-940a-4202-89db-399337916480 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:13:33.123880 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-2c67408d-b844-421d-8842-2849d66af60e req-cd30a3d4-9086-4b41-9d5b-55b2c193927e service neutron] Attempting to bind port 85f264b0-940a-4202-89db-399337916480 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '6bb08f30-b0e8-4f53-9c2c-d675a93d2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:13:33.124253 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c67408d-b844-421d-8842-2849d66af60e req-cd30a3d4-9086-4b41-9d5b-55b2c193927e service neutron] Attempting to bind port 85f264b0-940a-4202-89db-399337916480 on network d5f42a49-cf64-4535-a007-0ffeb2000607 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:13:33.140142 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c67408d-b844-421d-8842-2849d66af60e req-cd30a3d4-9086-4b41-9d5b-55b2c193927e service neutron] Port 85f264b0-940a-4202-89db-399337916480 on network d5f42a49-cf64-4535-a007-0ffeb2000607 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:13:33.140505 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c67408d-b844-421d-8842-2849d66af60e req-cd30a3d4-9086-4b41-9d5b-55b2c193927e service neutron] Attempting to bind port 85f264b0-940a-4202-89db-399337916480 on network d5f42a49-cf64-4535-a007-0ffeb2000607 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:13:33.183392 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c67408d-b844-421d-8842-2849d66af60e req-cd30a3d4-9086-4b41-9d5b-55b2c193927e service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:13:33.184088 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c67408d-b844-421d-8842-2849d66af60e req-cd30a3d4-9086-4b41-9d5b-55b2c193927e service neutron] Checking segment: {'id': '6bb08f30-b0e8-4f53-9c2c-d675a93d2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:13:33.184212 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c67408d-b844-421d-8842-2849d66af60e req-cd30a3d4-9086-4b41-9d5b-55b2c193927e service neutron] Bound using segment: {'id': '6bb08f30-b0e8-4f53-9c2c-d675a93d2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:13:33.184652 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-2c67408d-b844-421d-8842-2849d66af60e req-cd30a3d4-9086-4b41-9d5b-55b2c193927e service neutron] Bound port: 85f264b0-940a-4202-89db-399337916480, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bb08f30-b0e8-4f53-9c2c-d675a93d2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:13:33.185032 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2c67408d-b844-421d-8842-2849d66af60e req-cd30a3d4-9086-4b41-9d5b-55b2c193927e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:33.239716 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e7fcb965-f81c-4cd3-998c-6e03a44ba237 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:33.328426 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-2c67408d-b844-421d-8842-2849d66af60e req-cd30a3d4-9086-4b41-9d5b-55b2c193927e service neutron] For port 85f264b0-940a-4202-89db-399337916480, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:13:33.371507 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-2c67408d-b844-421d-8842-2849d66af60e req-cd30a3d4-9086-4b41-9d5b-55b2c193927e service neutron] For port 85f264b0-940a-4202-89db-399337916480, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=85f264b0-940a-4202-89db-399337916480,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:13:33.384357 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2c67408d-b844-421d-8842-2849d66af60e req-cd30a3d4-9086-4b41-9d5b-55b2c193927e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:33.408092 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dfc7605b-26eb-45bf-a418-f8f9c03a853c req-de9c0323-99f7-4131-a8a5-5ce7cfb0dfad tempest-ServerShowV254Test-767414459 tempest-ServerShowV254Test-767414459-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a0739c-bb6e-4624-9e2e-b64d7955ebca HTTP/1.1" status: 200 len: 210 time: 0.0580194 Aug 10 01:13:33.429801 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818736e-f843-482b-9705-c65e2dd0ac99 req-38124cf5-d469-4403-83cb-96c6f19562b5 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:33.431463 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1818736e-f843-482b-9705-c65e2dd0ac99 req-38124cf5-d469-4403-83cb-96c6f19562b5 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bec5ad-c4e0-4a88-917c-0c889c432331 HTTP/1.1" status: 200 len: 945 time: 0.1373820 Aug 10 01:13:33.467134 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67408d-b844-421d-8842-2849d66af60e req-cd30a3d4-9086-4b41-9d5b-55b2c193927e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:33.467988 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2c67408d-b844-421d-8842-2849d66af60e req-cd30a3d4-9086-4b41-9d5b-55b2c193927e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:33.471176 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2c67408d-b844-421d-8842-2849d66af60e req-cd30a3d4-9086-4b41-9d5b-55b2c193927e service neutron] 10.222.0.24 "PUT /v2.0/ports/85f264b0-940a-4202-89db-399337916480 HTTP/1.1" status: 200 len: 1093 time: 1.4284558 Aug 10 01:13:33.492806 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-e7fcb965-f81c-4cd3-998c-6e03a44ba237 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Deleting port a8411453-4566-47ce-8b92-2f6a1a78b5ec {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:13:33.493172 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e7fcb965-f81c-4cd3-998c-6e03a44ba237 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:33.507169 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d9b1b1-54d1-4769-9c0b-93e1cba3cffe', 'tag': '85f264b0-940a-4202-89db-399337916480'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:13:33.511261 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c83666c-e527-4752-ba3e-fe12ee77517a" -d '{"events": [{"name": "network-changed", "server_uuid": "65d9b1b1-54d1-4769-9c0b-93e1cba3cffe", "tag": "85f264b0-940a-4202-89db-399337916480"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:13:33.559374 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1818736e-f843-482b-9705-c65e2dd0ac99 req-145ae9ba-2204-480e-b48b-eed37700c068 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] 10.222.0.35 "GET /v2.0/security-groups?id=2faaaeb7-a088-470c-9dad-275849c98f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196394 Aug 10 01:13:33.571344 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd30a3d4-9086-4b41-9d5b-55b2c193927e service neutron] Pushing event updated for resources: {'Port': ['ID=85f264b0-940a-4202-89db-399337916480,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:33.620894 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67408d-b844-421d-8842-2849d66af60e req-5a04d5dd-8383-421b-8f97-f6b8f0137d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:33.622764 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2c67408d-b844-421d-8842-2849d66af60e req-5a04d5dd-8383-421b-8f97-f6b8f0137d6a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4f463465f414d20a10d25627743d857&device_id=65d9b1b1-54d1-4769-9c0b-93e1cba3cffe HTTP/1.1" status: 200 len: 1096 time: 0.0958889 Aug 10 01:13:33.686704 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e7fcb965-f81c-4cd3-998c-6e03a44ba237 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:33.711617 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2c67408d-b844-421d-8842-2849d66af60e req-aaaa67f7-0511-4b40-b54f-befb17e0bd61 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85f264b0-940a-4202-89db-399337916480 HTTP/1.1" status: 200 len: 217 time: 0.0753932 Aug 10 01:13:33.713190 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8cbaef-7810-4c67-a000-bc3b1ecb4e14 x-openstack-request-id: req-db8cbaef-7810-4c67-a000-bc3b1ecb4e14 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:13:33.713491 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65d9b1b1-54d1-4769-9c0b-93e1cba3cffe", "tag": "85f264b0-940a-4202-89db-399337916480", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:13:33.713747 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-db8cbaef-7810-4c67-a000-bc3b1ecb4e14 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:13:33.714148 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d9b1b1-54d1-4769-9c0b-93e1cba3cffe', 'tag': '85f264b0-940a-4202-89db-399337916480', 'status': 'completed', 'code': 200} Aug 10 01:13:33.733792 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-e7fcb965-f81c-4cd3-998c-6e03a44ba237 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Calling delete_port for a8411453-4566-47ce-8b92-2f6a1a78b5ec owned by network:router_gateway {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:13:33.838193 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:13:33.873823 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:13:33.874181 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 54a62c56-54c2-4a0b-9627-fa3c3cdf65fc not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:13:33.882972 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67408d-b844-421d-8842-2849d66af60e req-07514e42-ae48-4ab7-9f7f-b9788cc068fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:33.884993 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2c67408d-b844-421d-8842-2849d66af60e req-07514e42-ae48-4ab7-9f7f-b9788cc068fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1982ede0-b8b9-4659-ad0a-d59c9e02d1ca HTTP/1.1" status: 200 len: 851 time: 0.1657834 Aug 10 01:13:33.955519 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a76f1f08-6f30-4ba8-b511-dbcdcd441d9e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:33.959844 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c5705-424e-493e-8ad9-2c57e9b4ee57 req-022a1718-cfd9-4cf8-a32d-ff81631600f0 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:33.960649 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67408d-b844-421d-8842-2849d66af60e req-511fd63b-a55e-4988-90ba-74330d1ab13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:33.961478 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-420c5705-424e-493e-8ad9-2c57e9b4ee57 req-022a1718-cfd9-4cf8-a32d-ff81631600f0 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=65d9b1b1-54d1-4769-9c0b-93e1cba3cffe HTTP/1.1" status: 200 len: 944 time: 0.1109605 Aug 10 01:13:33.963579 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2c67408d-b844-421d-8842-2849d66af60e req-511fd63b-a55e-4988-90ba-74330d1ab13e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d5f42a49-cf64-4535-a007-0ffeb2000607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672700 Aug 10 01:13:34.152866 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-420c5705-424e-493e-8ad9-2c57e9b4ee57 req-18feb1ed-57f1-43d1-b740-5bd4e1945146 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776705 Aug 10 01:13:34.184255 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e7fcb965-f81c-4cd3-998c-6e03a44ba237 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:34.251258 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fcb965-f81c-4cd3-998c-6e03a44ba237 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event deleted for resources: {'Port': ['ID=a8411453-4566-47ce-8b92-2f6a1a78b5ec,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:34.268201 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2c67408d-b844-421d-8842-2849d66af60e req-092a24d4-f2d4-47b6-a06a-9d6768c9e2b5 service neutron] 10.222.0.24 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682056 Aug 10 01:13:34.352887 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e7fcb965-f81c-4cd3-998c-6e03a44ba237 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:34.483322 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2c67408d-b844-421d-8842-2849d66af60e req-85b2e03e-7788-408a-903e-89f3eed6ecb4 service neutron] 10.222.0.24 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700177 Aug 10 01:13:34.487265 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e7fcb965-f81c-4cd3-998c-6e03a44ba237 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:34.514439 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e7fcb965-f81c-4cd3-998c-6e03a44ba237 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:34.650307 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-a76f1f08-6f30-4ba8-b511-dbcdcd441d9e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Deleting port 205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:13:34.650998 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a76f1f08-6f30-4ba8-b511-dbcdcd441d9e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:34.656421 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b47d74c5-8f53-40da-b455-6ded8de98d2a req-03bfceb4-c578-4e63-b7b5-87ea2ab97eeb tempest-ServerShowV254Test-767414459 tempest-ServerShowV254Test-767414459-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a0739c-bb6e-4624-9e2e-b64d7955ebca HTTP/1.1" status: 200 len: 210 time: 0.0410035 Aug 10 01:13:34.662418 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e7fcb965-f81c-4cd3-998c-6e03a44ba237 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:34.665922 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fcb965-f81c-4cd3-998c-6e03a44ba237 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Fanout notify agent at l3_agent the message router_deleted on router 56c05231-b446-4c60-a603-a9285e97f149 {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:13:34.688876 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e7fcb965-f81c-4cd3-998c-6e03a44ba237 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:34.693984 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e7fcb965-f81c-4cd3-998c-6e03a44ba237 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/routers/56c05231-b446-4c60-a603-a9285e97f149 HTTP/1.1" status: 204 len: 168 time: 1.8962066 Aug 10 01:13:34.694890 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38762) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:34.700155 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-8183ceae-38be-4eaf-9e35-e48294cff103 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2006305568'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:34.724452 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83666c-e527-4752-ba3e-fe12ee77517a req-8005c393-3cfe-44f8-8421-fb3f19720cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:34.726018 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8c83666c-e527-4752-ba3e-fe12ee77517a req-8005c393-3cfe-44f8-8421-fb3f19720cbb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4f463465f414d20a10d25627743d857&device_id=65d9b1b1-54d1-4769-9c0b-93e1cba3cffe HTTP/1.1" status: 200 len: 1096 time: 0.1671193 Aug 10 01:13:34.745761 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8183ceae-38be-4eaf-9e35-e48294cff103 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Made reservation on behalf of 71298339050847f6a8a5b306ed924073 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:13:34.749431 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8183ceae-38be-4eaf-9e35-e48294cff103 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:34.778203 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8183ceae-38be-4eaf-9e35-e48294cff103 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:13:34.791185 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8183ceae-38be-4eaf-9e35-e48294cff103 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:34.791185 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-8183ceae-38be-4eaf-9e35-e48294cff103 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Added segment de954758-f0ff-4b03-b39c-8c3876732ca2 of type vlan for network 3d3403b5-7766-4c6f-a98b-b8a623f9388b Aug 10 01:13:34.878831 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8183ceae-38be-4eaf-9e35-e48294cff103 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:34.927878 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-a76f1f08-6f30-4ba8-b511-dbcdcd441d9e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] For port 205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b,segment=NetworkSegment(9dbd0271-91dc-4b61-94e9-2c7655de92e9),segment_id=9dbd0271-91dc-4b61-94e9-2c7655de92e9)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:34.928164 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a76f1f08-6f30-4ba8-b511-dbcdcd441d9e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:34.948331 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8183ceae-38be-4eaf-9e35-e48294cff103 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:34.961502 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8183ceae-38be-4eaf-9e35-e48294cff103 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:34.961787 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-a76f1f08-6f30-4ba8-b511-dbcdcd441d9e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Calling delete_port for 205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:13:34.966305 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8183ceae-38be-4eaf-9e35-e48294cff103 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:34.966474 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83666c-e527-4752-ba3e-fe12ee77517a req-d56eef03-6879-4d98-9ebd-0402e7c42335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:34.968553 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8c83666c-e527-4752-ba3e-fe12ee77517a req-d56eef03-6879-4d98-9ebd-0402e7c42335 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d5f42a49-cf64-4535-a007-0ffeb2000607 HTTP/1.1" status: 200 len: 913 time: 0.2239487 Aug 10 01:13:35.045189 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8183ceae-38be-4eaf-9e35-e48294cff103 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3491142 Aug 10 01:13:35.048719 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38764) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:35.055218 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-9490d2ff-e77e-4152-a62f-24642424f404 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Request body: {'subnet': {'network_id': '3d3403b5-7766-4c6f-a98b-b8a623f9388b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:35.075063 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8c83666c-e527-4752-ba3e-fe12ee77517a req-fa22404e-fb6c-431b-980d-1bb12f760586 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85f264b0-940a-4202-89db-399337916480 HTTP/1.1" status: 200 len: 217 time: 0.0982151 Aug 10 01:13:35.214569 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83666c-e527-4752-ba3e-fe12ee77517a req-bc09e261-b986-49f4-984c-cd889141c65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:35.214569 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8c83666c-e527-4752-ba3e-fe12ee77517a req-bc09e261-b986-49f4-984c-cd889141c65b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1982ede0-b8b9-4659-ad0a-d59c9e02d1ca HTTP/1.1" status: 200 len: 851 time: 0.1284366 Aug 10 01:13:35.255210 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183ceae-38be-4eaf-9e35-e48294cff103 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Network': ['ID=3d3403b5-7766-4c6f-a98b-b8a623f9388b,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:35.264759 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9490d2ff-e77e-4152-a62f-24642424f404 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Made reservation on behalf of 71298339050847f6a8a5b306ed924073 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:13:35.273345 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9490d2ff-e77e-4152-a62f-24642424f404 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:35.274250 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 3d3403b5-7766-4c6f-a98b-b8a623f9388b details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:13:35.464816 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d0204-4994-4296-8ae8-7e480e7f4ba2 req-f24b61f2-4b1c-44c6-a8dc-b26199deca9e tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:35.472414 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a73d0204-4994-4296-8ae8-7e480e7f4ba2 req-f24b61f2-4b1c-44c6-a8dc-b26199deca9e tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=65d9b1b1-54d1-4769-9c0b-93e1cba3cffe HTTP/1.1" status: 200 len: 944 time: 0.0924547 Aug 10 01:13:35.495271 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83666c-e527-4752-ba3e-fe12ee77517a req-6b866e5a-1801-45a3-b6c1-551e162b4ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:35.497189 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8c83666c-e527-4752-ba3e-fe12ee77517a req-6b866e5a-1801-45a3-b6c1-551e162b4ccb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d5f42a49-cf64-4535-a007-0ffeb2000607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2674382 Aug 10 01:13:35.532902 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a73d0204-4994-4296-8ae8-7e480e7f4ba2 req-56b7a089-fffc-481e-9b22-69f8bb03baaf tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595102 Aug 10 01:13:35.665052 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9490d2ff-e77e-4152-a62f-24642424f404 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:35.745971 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9490d2ff-e77e-4152-a62f-24642424f404 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Checking segment: {'id': 'de954758-f0ff-4b03-b39c-8c3876732ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3d3403b5-7766-4c6f-a98b-b8a623f9388b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:13:35.746641 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9490d2ff-e77e-4152-a62f-24642424f404 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Network hostable DHCP agents. Network: 3d3403b5-7766-4c6f-a98b-b8a623f9388b, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:13:35.793754 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9490d2ff-e77e-4152-a62f-24642424f404 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Subnet': ['ID=de0ad973-b1e0-49ce-aa49-dab860b30ca7,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:35.804899 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-80da8b47-52e7-4e7c-aa13-9cb0681d3a33 req-4f30a894-95c4-4373-9439-d072efdc70c3 tempest-ServerShowV254Test-767414459 tempest-ServerShowV254Test-767414459-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a0739c-bb6e-4624-9e2e-b64d7955ebca HTTP/1.1" status: 200 len: 210 time: 0.0430880 Aug 10 01:13:35.808873 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9490d2ff-e77e-4152-a62f-24642424f404 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Network 3d3403b5-7766-4c6f-a98b-b8a623f9388b is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:13:35.827053 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-9490d2ff-e77e-4152-a62f-24642424f404 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 3d3403b5-7766-4c6f-a98b-b8a623f9388b) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:35.837651 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703fc4dd-5ed6-43b0-86ad-800768099004 None None] Network 3d3403b5-7766-4c6f-a98b-b8a623f9388b requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:13:35.856116 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9490d2ff-e77e-4152-a62f-24642424f404 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:35.856835 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9490d2ff-e77e-4152-a62f-24642424f404 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:35.892011 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9490d2ff-e77e-4152-a62f-24642424f404 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8420889 Aug 10 01:13:35.894517 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38776) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:35.899226 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-87d7152e-be01-44ad-81ab-4ed6cf2ebeb2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1734720797', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:35.942109 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-87d7152e-be01-44ad-81ab-4ed6cf2ebeb2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:35.943254 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-87d7152e-be01-44ad-81ab-4ed6cf2ebeb2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:36.004895 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8c83666c-e527-4752-ba3e-fe12ee77517a req-cd801096-4f0a-43ac-a473-fbf2196df086 service neutron] 10.222.0.24 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4963319 Aug 10 01:13:36.012842 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-87d7152e-be01-44ad-81ab-4ed6cf2ebeb2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:36.019712 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-87d7152e-be01-44ad-81ab-4ed6cf2ebeb2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:36.042930 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-87d7152e-be01-44ad-81ab-4ed6cf2ebeb2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:36.044600 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-87d7152e-be01-44ad-81ab-4ed6cf2ebeb2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1489906 Aug 10 01:13:36.047134 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38778) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:36.107306 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3641009a-96e9-4c32-9571-d2fe9389d664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-3d3403b5-7766-4c6f-a98b-b8a623f9388b', 'network_id': '3d3403b5-7766-4c6f-a98b-b8a623f9388b', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'fixed_ips': [{'subnet_id': 'de0ad973-b1e0-49ce-aa49-dab860b30ca7'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:13:36.108204 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3641009a-96e9-4c32-9571-d2fe9389d664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:36.128906 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a76f1f08-6f30-4ba8-b511-dbcdcd441d9e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:36.182722 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f1f08-6f30-4ba8-b511-dbcdcd441d9e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event deleted for resources: {'Port': ['ID=205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:36.365704 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8c83666c-e527-4752-ba3e-fe12ee77517a req-d152e674-4a3a-4c99-b2b6-955ca29fe79e service neutron] 10.222.0.24 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506637 Aug 10 01:13:36.500639 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-3641009a-96e9-4c32-9571-d2fe9389d664 None None] Allocated IP 2001:db8::2 (3d3403b5-7766-4c6f-a98b-b8a623f9388b/de0ad973-b1e0-49ce-aa49-dab860b30ca7/616a23e0-5db9-487f-b129-b3aea13b5c2f) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:13:36.558134 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a76f1f08-6f30-4ba8-b511-dbcdcd441d9e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:36.611032 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-74a62154-6098-4873-817e-f93297909761 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:36.647200 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-126c372d-c762-43c2-819b-30167d286811 req-9001674b-af1d-4b9d-978e-cdac9d2f2567 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1245403 Aug 10 01:13:36.795303 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3641009a-96e9-4c32-9571-d2fe9389d664 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:36.806951 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-3641009a-96e9-4c32-9571-d2fe9389d664 None None] Transition to ACTIVE for port object 616a23e0-5db9-487f-b129-b3aea13b5c2f will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:36.857546 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-3641009a-96e9-4c32-9571-d2fe9389d664 None None] Transition to ACTIVE for port object 616a23e0-5db9-487f-b129-b3aea13b5c2f will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:36.874641 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3641009a-96e9-4c32-9571-d2fe9389d664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:36.962354 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3641009a-96e9-4c32-9571-d2fe9389d664 None None] Network 3d3403b5-7766-4c6f-a98b-b8a623f9388b is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:36.963516 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-3641009a-96e9-4c32-9571-d2fe9389d664 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:36.967515 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3641009a-96e9-4c32-9571-d2fe9389d664 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:13:36.981248 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bae0e6-a203-4ea8-a352-fa363b076ea1 req-669d0801-ef69-45b5-928a-ee8aec582e96 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:36.981723 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3641009a-96e9-4c32-9571-d2fe9389d664 None None] Pushing event updated for resources: {'Port': ['ID=616a23e0-5db9-487f-b129-b3aea13b5c2f,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:36.984776 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-03bae0e6-a203-4ea8-a352-fa363b076ea1 req-669d0801-ef69-45b5-928a-ee8aec582e96 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=65d9b1b1-54d1-4769-9c0b-93e1cba3cffe HTTP/1.1" status: 200 len: 944 time: 0.2491739 Aug 10 01:13:37.054930 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-3641009a-96e9-4c32-9571-d2fe9389d664 None None] Attempting to bind port 616a23e0-5db9-487f-b129-b3aea13b5c2f on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:13:37.056786 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c372d-c762-43c2-819b-30167d286811 req-03e9370c-a000-4e65-9533-7f3244f8b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:37.057279 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c372d-c762-43c2-819b-30167d286811 req-03e9370c-a000-4e65-9533-7f3244f8b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:37.057758 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c372d-c762-43c2-819b-30167d286811 req-03e9370c-a000-4e65-9533-7f3244f8b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:37.064343 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-3641009a-96e9-4c32-9571-d2fe9389d664 None None] Attempting to bind port 616a23e0-5db9-487f-b129-b3aea13b5c2f by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'de954758-f0ff-4b03-b39c-8c3876732ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3d3403b5-7766-4c6f-a98b-b8a623f9388b'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:13:37.065172 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3641009a-96e9-4c32-9571-d2fe9389d664 None None] Attempting to bind port 616a23e0-5db9-487f-b129-b3aea13b5c2f on network 3d3403b5-7766-4c6f-a98b-b8a623f9388b {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:13:37.065915 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c372d-c762-43c2-819b-30167d286811 req-03e9370c-a000-4e65-9533-7f3244f8b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:37.066432 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c372d-c762-43c2-819b-30167d286811 req-03e9370c-a000-4e65-9533-7f3244f8b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:37.067215 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c372d-c762-43c2-819b-30167d286811 req-03e9370c-a000-4e65-9533-7f3244f8b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:37.068699 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c372d-c762-43c2-819b-30167d286811 req-03e9370c-a000-4e65-9533-7f3244f8b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:37.072291 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3641009a-96e9-4c32-9571-d2fe9389d664 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:13:37.072683 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3641009a-96e9-4c32-9571-d2fe9389d664 None None] Checking segment: {'id': 'de954758-f0ff-4b03-b39c-8c3876732ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3d3403b5-7766-4c6f-a98b-b8a623f9388b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:13:37.073101 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3641009a-96e9-4c32-9571-d2fe9389d664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:37.073528 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3641009a-96e9-4c32-9571-d2fe9389d664 None None] Bound using segment: {'id': 'de954758-f0ff-4b03-b39c-8c3876732ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3d3403b5-7766-4c6f-a98b-b8a623f9388b'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:13:37.074049 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-3641009a-96e9-4c32-9571-d2fe9389d664 None None] Bound port: 616a23e0-5db9-487f-b129-b3aea13b5c2f, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de954758-f0ff-4b03-b39c-8c3876732ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3d3403b5-7766-4c6f-a98b-b8a623f9388b'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:13:37.074402 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3641009a-96e9-4c32-9571-d2fe9389d664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:37.079103 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-126c372d-c762-43c2-819b-30167d286811 req-03e9370c-a000-4e65-9533-7f3244f8b1dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d10c461282a54fe6a1ff477fc3a37853&device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 6496 time: 0.3548720 Aug 10 01:13:37.176704 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76f1f08-6f30-4ba8-b511-dbcdcd441d9e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Router 240adab5-62b9-4ef6-83a2-082185918929 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:13:37.179907 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-3641009a-96e9-4c32-9571-d2fe9389d664 None None] For port 616a23e0-5db9-487f-b129-b3aea13b5c2f, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:13:37.183554 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-3641009a-96e9-4c32-9571-d2fe9389d664 None None] For port 616a23e0-5db9-487f-b129-b3aea13b5c2f, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=616a23e0-5db9-487f-b129-b3aea13b5c2f,segment=NetworkSegment(de954758-f0ff-4b03-b39c-8c3876732ca2),segment_id=de954758-f0ff-4b03-b39c-8c3876732ca2)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:13:37.189532 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3641009a-96e9-4c32-9571-d2fe9389d664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:37.295088 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3641009a-96e9-4c32-9571-d2fe9389d664 None None] Pushing event updated for resources: {'Port': ['ID=616a23e0-5db9-487f-b129-b3aea13b5c2f,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:37.429744 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76f1f08-6f30-4ba8-b511-dbcdcd441d9e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:13:37.436285 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a76f1f08-6f30-4ba8-b511-dbcdcd441d9e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "PUT /v2.0/routers/240adab5-62b9-4ef6-83a2-082185918929/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5505016 Aug 10 01:13:37.442804 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38816) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:37.442958 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d098c7-f5ae-4596-8578-be1303f7f1c7 None None] Sync routers for ids ['240adab5-62b9-4ef6-83a2-082185918929'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:13:37.461787 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d098c7-f5ae-4596-8578-be1303f7f1c7 None None] Routers {'240adab5-62b9-4ef6-83a2-082185918929'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:37.462767 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-e6d098c7-f5ae-4596-8578-be1303f7f1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:13:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['240adab5-62b9-4ef6-83a2-082185918929'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:37.560731 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-92a47294-ff5d-45b7-afa0-1885fb24998c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Deleting subnet 6592bd1e-0cb5-4931-abfd-37c8c7d77ae5 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:13:37.571035 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-92a47294-ff5d-45b7-afa0-1885fb24998c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:37.698694 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-92a47294-ff5d-45b7-afa0-1885fb24998c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:37.793212 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-e6d098c7-f5ae-4596-8578-be1303f7f1c7 None None] Set router 240adab5-62b9-4ef6-83a2-082185918929 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:13:37.931001 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-92a47294-ff5d-45b7-afa0-1885fb24998c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:37.962250 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c372d-c762-43c2-819b-30167d286811 req-b9ff1f57-a76b-40de-89d9-1d33c1e33cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:37.963008 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c372d-c762-43c2-819b-30167d286811 req-b9ff1f57-a76b-40de-89d9-1d33c1e33cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:37.963679 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c372d-c762-43c2-819b-30167d286811 req-b9ff1f57-a76b-40de-89d9-1d33c1e33cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:37.965475 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-126c372d-c762-43c2-819b-30167d286811 req-b9ff1f57-a76b-40de-89d9-1d33c1e33cb2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0748c972-8292-4d91-8783-82779f7574d3&id=87e4a205-e3a1-47d5-9b64-5ef0f0daea88&id=87e4a205-e3a1-47d5-9b64-5ef0f0daea88&id=87e4a205-e3a1-47d5-9b64-5ef0f0daea88&id=87e4a205-e3a1-47d5-9b64-5ef0f0daea88&id=9657ed9b-3ba6-4067-a52c-0b450eacaa75&id=9657ed9b-3ba6-4067-a52c-0b450eacaa75 HTTP/1.1" status: 200 len: 2290 time: 0.8342800 Aug 10 01:13:38.001329 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cff5508a-95c4-44c9-8504-3e3889ebdce8 req-64e994cd-d3fd-4c2a-a983-a34bbc6423d6 tempest-ServerShowV254Test-767414459 tempest-ServerShowV254Test-767414459-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a0739c-bb6e-4624-9e2e-b64d7955ebca HTTP/1.1" status: 200 len: 210 time: 0.9144580 Aug 10 01:13:38.058808 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-92a47294-ff5d-45b7-afa0-1885fb24998c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:38.093650 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-92a47294-ff5d-45b7-afa0-1885fb24998c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:38.096336 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-92a47294-ff5d-45b7-afa0-1885fb24998c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "DELETE /v2.0/subnets/6592bd1e-0cb5-4931-abfd-37c8c7d77ae5 HTTP/1.1" status: 204 len: 168 time: 0.6536558 Aug 10 01:13:38.105062 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0682a9-5650-4e46-9b56-c713e2561652 None None] Network 01bb96cc-7872-46cf-825f-e696562689f6 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:13:38.115315 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38828) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:38.130481 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a47294-ff5d-45b7-afa0-1885fb24998c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event deleted for resources: {'Subnet': ['ID=6592bd1e-0cb5-4931-abfd-37c8c7d77ae5,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:38.145944 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-03bae0e6-a203-4ea8-a352-fa363b076ea1 req-060ef176-fe5d-457e-adbb-78e6a12fca9f tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0654564 Aug 10 01:13:38.183256 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-126c372d-c762-43c2-819b-30167d286811 req-3db5cc43-efa1-44fe-944b-75979eae4b53 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19f12836-f92e-4fd8-ab2a-0c784d7fc657 HTTP/1.1" status: 200 len: 1000 time: 0.1888340 Aug 10 01:13:38.210112 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-e6d098c7-f5ae-4596-8578-be1303f7f1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240adab5-62b9-4ef6-83a2-082185918929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838640697', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd1b82ec8-154f-484e-b204-b13d5177b1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:59Z', 'updated_at': '2021-08-10T01:13:35Z', 'revision_number': 5, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'd1b82ec8-154f-484e-b204-b13d5177b1da', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:57:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240adab5-62b9-4ef6-83a2-082185918929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:10:00Z', 'updated_at': '2021-08-10T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:38.242537 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-74a62154-6098-4873-817e-f93297909761 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Allocated IP 2001:db8::1 (3d3403b5-7766-4c6f-a98b-b8a623f9388b/de0ad973-b1e0-49ce-aa49-dab860b30ca7/80feddd1-3176-4da4-9239-251451c57cfc) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:13:38.284002 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d098c7-f5ae-4596-8578-be1303f7f1c7 None None] Checking router: 240adab5-62b9-4ef6-83a2-082185918929 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:13:38.295909 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1116bcef-5cc9-4aed-b0af-5ec02b058d0f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:38.320415 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d098c7-f5ae-4596-8578-be1303f7f1c7 None None] Routers {'240adab5-62b9-4ef6-83a2-082185918929'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:38.321048 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-e6d098c7-f5ae-4596-8578-be1303f7f1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:13:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['240adab5-62b9-4ef6-83a2-082185918929'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:38.394808 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c372d-c762-43c2-819b-30167d286811 req-6a41df9f-dca5-4337-a0f5-055c26ab5afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:38.396344 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-126c372d-c762-43c2-819b-30167d286811 req-6a41df9f-dca5-4337-a0f5-055c26ab5afc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db2f7dc2-26b4-4843-84fd-453664eef2f7 HTTP/1.1" status: 200 len: 848 time: 0.2061081 Aug 10 01:13:38.536241 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-e6d098c7-f5ae-4596-8578-be1303f7f1c7 None None] Set router 240adab5-62b9-4ef6-83a2-082185918929 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:13:38.552207 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1116bcef-5cc9-4aed-b0af-5ec02b058d0f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:38.575278 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c372d-c762-43c2-819b-30167d286811 req-771fca77-8623-4e12-abf9-709bc9836182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:38.576998 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-126c372d-c762-43c2-819b-30167d286811 req-771fca77-8623-4e12-abf9-709bc9836182 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0748c972-8292-4d91-8783-82779f7574d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1700828 Aug 10 01:13:38.590493 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732396bb-fec6-435c-a7d6-548b05162658 None None] DHCP port deletion for 01bb96cc-7872-46cf-825f-e696562689f6 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:13:38.679194 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-1116bcef-5cc9-4aed-b0af-5ec02b058d0f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Deleting port d1b82ec8-154f-484e-b204-b13d5177b1da {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:13:38.679741 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1116bcef-5cc9-4aed-b0af-5ec02b058d0f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:38.747819 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-732396bb-fec6-435c-a7d6-548b05162658 None None] Deleting port f42d56fd-7dd1-46d5-b7ad-207be669d6ff {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:13:38.748529 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-732396bb-fec6-435c-a7d6-548b05162658 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:38.780880 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-74a62154-6098-4873-817e-f93297909761 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:38.830945 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-74a62154-6098-4873-817e-f93297909761 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Transition to ACTIVE for port object 80feddd1-3176-4da4-9239-251451c57cfc will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:38.843467 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 616a23e0-5db9-487f-b129-b3aea13b5c2f up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:13:38.875741 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-1116bcef-5cc9-4aed-b0af-5ec02b058d0f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] For port d1b82ec8-154f-484e-b204-b13d5177b1da, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=d1b82ec8-154f-484e-b204-b13d5177b1da,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:38.876688 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1116bcef-5cc9-4aed-b0af-5ec02b058d0f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:38.922149 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3ef4831c-e1e5-4bdf-8896-4ab6d9db37e8 req-2c2d1b0b-dd98-469b-8865-8717ff2cedcb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e7a0739c-bb6e-4624-9e2e-b64d7955ebca HTTP/1.1" status: 200 len: 210 time: 0.0619991 Aug 10 01:13:38.945635 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-126c372d-c762-43c2-819b-30167d286811 req-477fadec-5778-425d-8b4f-c41832638b43 service neutron] 10.222.0.20 "GET /v2.0/networks/0748c972-8292-4d91-8783-82779f7574d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507352 Aug 10 01:13:38.946742 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-1116bcef-5cc9-4aed-b0af-5ec02b058d0f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Calling delete_port for d1b82ec8-154f-484e-b204-b13d5177b1da owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:13:38.955800 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-732396bb-fec6-435c-a7d6-548b05162658 None None] For port f42d56fd-7dd1-46d5-b7ad-207be669d6ff, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=f42d56fd-7dd1-46d5-b7ad-207be669d6ff,segment=NetworkSegment(9dbd0271-91dc-4b61-94e9-2c7655de92e9),segment_id=9dbd0271-91dc-4b61-94e9-2c7655de92e9)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:38.956277 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-732396bb-fec6-435c-a7d6-548b05162658 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:38.982857 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-732396bb-fec6-435c-a7d6-548b05162658 None None] Calling delete_port for f42d56fd-7dd1-46d5-b7ad-207be669d6ff owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:13:39.046603 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-e6d098c7-f5ae-4596-8578-be1303f7f1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240adab5-62b9-4ef6-83a2-082185918929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838640697', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd1b82ec8-154f-484e-b204-b13d5177b1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:59Z', 'updated_at': '2021-08-10T01:13:35Z', 'revision_number': 5, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'd1b82ec8-154f-484e-b204-b13d5177b1da', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:57:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240adab5-62b9-4ef6-83a2-082185918929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:10:00Z', 'updated_at': '2021-08-10T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:39.060228 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-74a62154-6098-4873-817e-f93297909761 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:39.112846 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-732396bb-fec6-435c-a7d6-548b05162658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:39.155468 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732396bb-fec6-435c-a7d6-548b05162658 None None] Pushing event deleted for resources: {'Port': ['ID=f42d56fd-7dd1-46d5-b7ad-207be669d6ff,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:39.171573 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d098c7-f5ae-4596-8578-be1303f7f1c7 None None] The sync data for ids ['240adab5-62b9-4ef6-83a2-082185918929'] in n-d-766726-26 is: [{'id': '240adab5-62b9-4ef6-83a2-082185918929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838640697', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd1b82ec8-154f-484e-b204-b13d5177b1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:59Z', 'updated_at': '2021-08-10T01:13:35Z', 'revision_number': 5, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'd1b82ec8-154f-484e-b204-b13d5177b1da', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:57:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240adab5-62b9-4ef6-83a2-082185918929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:10:00Z', 'updated_at': '2021-08-10T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:13:39.190448 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b35588-c357-43e4-b3f8-7eb26ecbd793 None None] Network 3d3403b5-7766-4c6f-a98b-b8a623f9388b requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:13:39.258032 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a62154-6098-4873-817e-f93297909761 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Port': ['ID=80feddd1-3176-4da4-9239-251451c57cfc,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:39.300287 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 616a23e0-5db9-487f-b129-b3aea13b5c2f completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:13:39.303849 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1116bcef-5cc9-4aed-b0af-5ec02b058d0f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:39.338284 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2cdd1192-8402-4595-af50-1e39cf6db2de req-e6538c83-4d11-4ac6-9b63-c1e61acd7679 tempest-ServerShowV254Test-767414459 tempest-ServerShowV254Test-767414459-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a0739c-bb6e-4624-9e2e-b64d7955ebca HTTP/1.1" status: 200 len: 210 time: 0.0918322 Aug 10 01:13:39.339089 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116bcef-5cc9-4aed-b0af-5ec02b058d0f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event deleted for resources: {'Port': ['ID=d1b82ec8-154f-484e-b204-b13d5177b1da,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:39.359352 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a62154-6098-4873-817e-f93297909761 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Network 3d3403b5-7766-4c6f-a98b-b8a623f9388b is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:39.366471 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732396bb-fec6-435c-a7d6-548b05162658 None None] No DVR routers for this DVR port f42d56fd-7dd1-46d5-b7ad-207be669d6ff on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:13:39.386744 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-74a62154-6098-4873-817e-f93297909761 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:39.392451 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-fe2e4b83-8b08-4218-95e3-4df12b2ba850 None None] Provisioning for port 616a23e0-5db9-487f-b129-b3aea13b5c2f completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:13:39.401224 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a62154-6098-4873-817e-f93297909761 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:13:39.401513 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-fe2e4b83-8b08-4218-95e3-4df12b2ba850 None None] Provisioning complete for port 616a23e0-5db9-487f-b129-b3aea13b5c2f triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:39.402143 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fe2e4b83-8b08-4218-95e3-4df12b2ba850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:39.407076 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-74a62154-6098-4873-817e-f93297909761 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:39.458891 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1116bcef-5cc9-4aed-b0af-5ec02b058d0f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:39.469924 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-126c372d-c762-43c2-819b-30167d286811 req-2c6feb06-7e2a-4337-bd7f-e8f4966c15e1 service neutron] 10.222.0.20 "GET /v2.0/networks/0748c972-8292-4d91-8783-82779f7574d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5188208 Aug 10 01:13:39.544042 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1720d-7448-45bd-8303-0bf1625eae71 req-c6bc6710-8b08-421c-8b15-ef31d33545f5 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:39.555018 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-03e1720d-7448-45bd-8303-0bf1625eae71 req-c6bc6710-8b08-421c-8b15-ef31d33545f5 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=65d9b1b1-54d1-4769-9c0b-93e1cba3cffe HTTP/1.1" status: 200 len: 944 time: 0.2130082 Aug 10 01:13:39.568558 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1116bcef-5cc9-4aed-b0af-5ec02b058d0f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:39.573833 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-126c372d-c762-43c2-819b-30167d286811 req-24c9c1c3-3b6f-454e-b082-304ef9e4b38e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=8a79b3c1-044c-4b04-8482-338547d33f44 HTTP/1.1" status: 200 len: 217 time: 0.0929706 Aug 10 01:13:39.579803 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1116bcef-5cc9-4aed-b0af-5ec02b058d0f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:39.627111 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fe2e4b83-8b08-4218-95e3-4df12b2ba850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:39.654338 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1116bcef-5cc9-4aed-b0af-5ec02b058d0f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:39.655066 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1116bcef-5cc9-4aed-b0af-5ec02b058d0f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Fanout notify agent at l3_agent the message router_deleted on router 240adab5-62b9-4ef6-83a2-082185918929 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:13:39.677328 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-fe2e4b83-8b08-4218-95e3-4df12b2ba850 None None] For port 616a23e0-5db9-487f-b129-b3aea13b5c2f, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=616a23e0-5db9-487f-b129-b3aea13b5c2f,segment=NetworkSegment(de954758-f0ff-4b03-b39c-8c3876732ca2),segment_id=de954758-f0ff-4b03-b39c-8c3876732ca2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:39.685783 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fe2e4b83-8b08-4218-95e3-4df12b2ba850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:39.686479 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1116bcef-5cc9-4aed-b0af-5ec02b058d0f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:39.690599 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1116bcef-5cc9-4aed-b0af-5ec02b058d0f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "DELETE /v2.0/routers/240adab5-62b9-4ef6-83a2-082185918929 HTTP/1.1" status: 204 len: 168 time: 1.5685103 Aug 10 01:13:39.694818 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38858) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:39.728927 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-03e1720d-7448-45bd-8303-0bf1625eae71 req-76ffa60e-ab55-42a3-ba99-b379b5c50f33 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734190 Aug 10 01:13:39.730834 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c372d-c762-43c2-819b-30167d286811 req-d70b5610-f0f7-4675-8d88-53afdf61c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:39.737842 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-126c372d-c762-43c2-819b-30167d286811 req-d70b5610-f0f7-4675-8d88-53afdf61c378 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4bfcdb50-9c0d-437c-9c01-cf14d13f1a02 HTTP/1.1" status: 200 len: 797 time: 0.1366415 Aug 10 01:13:39.793511 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e4b83-8b08-4218-95e3-4df12b2ba850 None None] Pushing event updated for resources: {'Port': ['ID=616a23e0-5db9-487f-b129-b3aea13b5c2f,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:39.817247 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-74a62154-6098-4873-817e-f93297909761 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:39.835427 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde896c5-85f3-42f0-b51b-97bbdf6942be req-f751edd3-5b0d-4a7d-9235-133c9cbe22c8 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:39.839469 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1d712e85-e1e8-470a-aa1f-cb9d0ad63e14 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:39.841556 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dde896c5-85f3-42f0-b51b-97bbdf6942be req-f751edd3-5b0d-4a7d-9235-133c9cbe22c8 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bec5ad-c4e0-4a88-917c-0c889c432331 HTTP/1.1" status: 200 len: 945 time: 0.2344496 Aug 10 01:13:39.969108 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c372d-c762-43c2-819b-30167d286811 req-a9f335cc-54c7-4701-9266-08a9385b9ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:39.975762 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-126c372d-c762-43c2-819b-30167d286811 req-a9f335cc-54c7-4701-9266-08a9385b9ac4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87e4a205-e3a1-47d5-9b64-5ef0f0daea88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1650529 Aug 10 01:13:39.979451 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dde896c5-85f3-42f0-b51b-97bbdf6942be req-ef88c3bc-f015-498e-a60d-ae5767398d66 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] 10.222.0.35 "GET /v2.0/security-groups?id=2faaaeb7-a088-470c-9dad-275849c98f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081736 Aug 10 01:13:39.997524 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1d712e85-e1e8-470a-aa1f-cb9d0ad63e14 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:40.036152 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-1d712e85-e1e8-470a-aa1f-cb9d0ad63e14 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01bb96cc-7872-46cf-825f-e696562689f6']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:40.040028 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-39d81844-2e71-4d96-854b-b664477ff6d3 None None] Provisioning for port 80feddd1-3176-4da4-9239-251451c57cfc completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:13:40.051336 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-1d712e85-e1e8-470a-aa1f-cb9d0ad63e14 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dbd0271-91dc-4b61-94e9-2c7655de92e9') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:40.051800 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-1d712e85-e1e8-470a-aa1f-cb9d0ad63e14 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dbd0271-91dc-4b61-94e9-2c7655de92e9') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:40.054367 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-39d81844-2e71-4d96-854b-b664477ff6d3 None None] Provisioning complete for port 80feddd1-3176-4da4-9239-251451c57cfc triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:40.054918 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-39d81844-2e71-4d96-854b-b664477ff6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:40.063450 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1d712e85-e1e8-470a-aa1f-cb9d0ad63e14 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:40.080919 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1d712e85-e1e8-470a-aa1f-cb9d0ad63e14 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:40.088817 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d712e85-e1e8-470a-aa1f-cb9d0ad63e14 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:13:40.089491 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1d712e85-e1e8-470a-aa1f-cb9d0ad63e14 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:40.133748 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-39d81844-2e71-4d96-854b-b664477ff6d3 None None] Port 80feddd1-3176-4da4-9239-251451c57cfc cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:13:40.146263 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-39d81844-2e71-4d96-854b-b664477ff6d3 None None] Provisioning complete for port 616a23e0-5db9-487f-b129-b3aea13b5c2f triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:40.147177 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-39d81844-2e71-4d96-854b-b664477ff6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:40.225919 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:13:40.225919 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:13:40.225919 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:13:40.225919 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:13:40.225919 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:13:40.225919 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:13:40.225919 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:13:40.225919 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:13:40.225919 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:13:40.225919 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:13:40.225919 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:13:40.225919 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:13:40.225919 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:13:40.225919 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:13:40.225919 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:13:40.225919 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:13:40.225919 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:13:40.225919 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:13:40.225919 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:13:40.225919 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:13:40.225919 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:13:40.225919 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:13:40.225919 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:13:40.225919 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:13:40.225919 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:13:40.225919 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:13:40.225919 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:13:40.225919 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:13:40.225919 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:13:40.225919 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:13:40.225919 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:13:40.225919 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:13:40.238005 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1d712e85-e1e8-470a-aa1f-cb9d0ad63e14 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:40.290899 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1d712e85-e1e8-470a-aa1f-cb9d0ad63e14 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:40.292930 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1d712e85-e1e8-470a-aa1f-cb9d0ad63e14 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "DELETE /v2.0/networks/01bb96cc-7872-46cf-825f-e696562689f6 HTTP/1.1" status: 204 len: 168 time: 0.5977616 Aug 10 01:13:40.297439 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d712e85-e1e8-470a-aa1f-cb9d0ad63e14 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event deleted for resources: {'Network': ['ID=01bb96cc-7872-46cf-825f-e696562689f6,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:40.302775 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38862) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:40.426542 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0f2b26c7-fca1-4f84-8dfd-c6cef71b055c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:40.465560 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0f2b26c7-fca1-4f84-8dfd-c6cef71b055c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:40.477171 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9e0e29a5-7607-49b2-953e-fe5066186694 req-3f726daf-cb75-4a0c-ab22-ea89170fa1dd tempest-ServerShowV254Test-767414459 tempest-ServerShowV254Test-767414459-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a0739c-bb6e-4624-9e2e-b64d7955ebca HTTP/1.1" status: 200 len: 210 time: 0.0450377 Aug 10 01:13:40.485116 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-74a62154-6098-4873-817e-f93297909761 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:40.509418 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-74a62154-6098-4873-817e-f93297909761 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:40.511089 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-74a62154-6098-4873-817e-f93297909761 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:40.512950 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8e7f75d6-5700-4847-8478-322b28ec7fe7 None None] Provisioning complete for port 80feddd1-3176-4da4-9239-251451c57cfc triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:40.514228 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8e7f75d6-5700-4847-8478-322b28ec7fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:40.524923 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-126c372d-c762-43c2-819b-30167d286811 req-cacfe346-412e-4125-88d8-861ed785b455 service neutron] 10.222.0.20 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5404456 Aug 10 01:13:40.563379 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0f2b26c7-fca1-4f84-8dfd-c6cef71b055c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:40.578288 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0f2b26c7-fca1-4f84-8dfd-c6cef71b055c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:40.578288 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0f2b26c7-fca1-4f84-8dfd-c6cef71b055c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "DELETE /v2.0/security-groups/ff6e8465-2b36-419d-a8f0-a08eba974c22 HTTP/1.1" status: 204 len: 168 time: 0.2699797 Aug 10 01:13:40.596344 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b26c7-fca1-4f84-8dfd-c6cef71b055c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6e8465-2b36-419d-a8f0-a08eba974c22,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:40.635671 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8e7f75d6-5700-4847-8478-322b28ec7fe7 None None] Port 80feddd1-3176-4da4-9239-251451c57cfc cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:13:40.746398 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 616a23e0-5db9-487f-b129-b3aea13b5c2f up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:13:40.778818 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a62154-6098-4873-817e-f93297909761 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Port': ['ID=80feddd1-3176-4da4-9239-251451c57cfc,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:40.784451 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-126c372d-c762-43c2-819b-30167d286811 req-220bba7a-0b51-4805-af76-fcffc9be57ca service neutron] 10.222.0.20 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354822 Aug 10 01:13:40.843232 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 616a23e0-5db9-487f-b129-b3aea13b5c2f triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:40.844009 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:40.849456 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-126c372d-c762-43c2-819b-30167d286811 req-b52b3d75-dcc2-4c69-94c2-5bc0b908e353 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=9211c06d-216b-4619-a636-7f12c2e6d3ce HTTP/1.1" status: 200 len: 217 time: 0.0571008 Aug 10 01:13:40.918402 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-91491ef5-8afb-4628-a386-95d32bc5ad56 req-6fe9764b-5da6-4ab0-b9fa-463329f4d691 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cfa4884fe8d5498c82f7fc7599c02fad&device_id=e7a0739c-bb6e-4624-9e2e-b64d7955ebca HTTP/1.1" status: 200 len: 210 time: 0.0406413 Aug 10 01:13:40.989075 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a62154-6098-4873-817e-f93297909761 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Network 3d3403b5-7766-4c6f-a98b-b8a623f9388b is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:40.991046 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c372d-c762-43c2-819b-30167d286811 req-80fe8ae3-7010-4e69-97e7-bf997cb1bc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:40.992659 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-126c372d-c762-43c2-819b-30167d286811 req-80fe8ae3-7010-4e69-97e7-bf997cb1bc55 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4bfcdb50-9c0d-437c-9c01-cf14d13f1a02 HTTP/1.1" status: 200 len: 797 time: 0.1295519 Aug 10 01:13:40.995069 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-74a62154-6098-4873-817e-f93297909761 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:40.997862 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-91491ef5-8afb-4628-a386-95d32bc5ad56 req-160aebf8-a4c7-44ef-8c8b-451b3e5b2de2 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=cfa4884fe8d5498c82f7fc7599c02fad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752749 Aug 10 01:13:41.094053 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device d1b82ec8-154f-484e-b204-b13d5177b1da no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:13:41.134747 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768aab0c-590d-40ae-ad6c-8239ec733754 req-eb679fe4-6e12-4ccd-b9e9-25b51e8785e6 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:41.136789 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: d1b82ec8-154f-484e-b204-b13d5177b1da {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:13:41.137258 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device d1b82ec8-154f-484e-b204-b13d5177b1da not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:13:41.140391 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device f42d56fd-7dd1-46d5-b7ad-207be669d6ff no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:13:41.148899 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-768aab0c-590d-40ae-ad6c-8239ec733754 req-eb679fe4-6e12-4ccd-b9e9-25b51e8785e6 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=65d9b1b1-54d1-4769-9c0b-93e1cba3cffe HTTP/1.1" status: 200 len: 944 time: 0.2278631 Aug 10 01:13:41.182974 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b56dc-15c2-41fd-9ff1-89546ad56af5 req-f5644d9c-5d53-402b-b9a5-8fca1747a32b tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:41.184576 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5c1b56dc-15c2-41fd-9ff1-89546ad56af5 req-f5644d9c-5d53-402b-b9a5-8fca1747a32b tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] 10.222.0.20 "GET /v2.0/ports?device_id=87bec5ad-c4e0-4a88-917c-0c889c432331 HTTP/1.1" status: 200 len: 945 time: 0.2352908 Aug 10 01:13:41.219986 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c372d-c762-43c2-819b-30167d286811 req-5650fdc8-5ec9-433d-bdd6-d13007afb185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:41.226197 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: f42d56fd-7dd1-46d5-b7ad-207be669d6ff {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:13:41.226197 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device f42d56fd-7dd1-46d5-b7ad-207be669d6ff not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:13:41.226197 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:13:41.227674 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-126c372d-c762-43c2-819b-30167d286811 req-5650fdc8-5ec9-433d-bdd6-d13007afb185 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87e4a205-e3a1-47d5-9b64-5ef0f0daea88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2215242 Aug 10 01:13:41.234415 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38884) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:41.241538 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-4ccf2437-693c-44af-9f1c-c7ffdbdcc370 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-907699733', 'description': 'tempest-secgroup-smoke-907699733 description', 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:41.276907 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1b99d1af-064e-4de7-8d66-6248b1793a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:41.280748 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:13:41.281103 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 205ae8dd-98ea-4bcc-ab00-8d3f6a06d08b not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:13:41.309855 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-768aab0c-590d-40ae-ad6c-8239ec733754 req-2116f82a-8c9b-4a4b-81e3-89b162502da6 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508219 Aug 10 01:13:41.431105 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91491ef5-8afb-4628-a386-95d32bc5ad56 req-88da9c85-d73c-4682-b753-7d64f7f1ca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:41.432669 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-91491ef5-8afb-4628-a386-95d32bc5ad56 req-88da9c85-d73c-4682-b753-7d64f7f1ca9a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4257233 Aug 10 01:13:41.435894 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-5c1b56dc-15c2-41fd-9ff1-89546ad56af5 req-2d769a7f-5281-45a9-ade3-37e1edcbd748 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] Deleting port 65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:13:41.436285 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5c1b56dc-15c2-41fd-9ff1-89546ad56af5 req-2d769a7f-5281-45a9-ade3-37e1edcbd748 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:41.500676 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0dfc0235-885d-4218-b40a-a9627d200dd4 req-ef1199e4-d4be-4199-8c01-9d4b196af727 tempest-ServerShowV254Test-767414459 tempest-ServerShowV254Test-767414459-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a0739c-bb6e-4624-9e2e-b64d7955ebca HTTP/1.1" status: 200 len: 210 time: 0.1358230 Aug 10 01:13:41.518910 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4ccf2437-693c-44af-9f1c-c7ffdbdcc370 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:41.533744 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-5c1b56dc-15c2-41fd-9ff1-89546ad56af5 req-2d769a7f-5281-45a9-ade3-37e1edcbd748 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] For port 65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d,segment=NetworkSegment(bd1c422b-c82e-4c82-b5fc-098e44040ab3),segment_id=bd1c422b-c82e-4c82-b5fc-098e44040ab3)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:41.534280 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5c1b56dc-15c2-41fd-9ff1-89546ad56af5 req-2d769a7f-5281-45a9-ade3-37e1edcbd748 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:41.536678 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cbd29-8346-4b54-a792-fdd73a08b7e3 req-19df879e-3454-4e6b-9a8d-cf5aecdfe363 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:41.539017 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d02cbd29-8346-4b54-a792-fdd73a08b7e3 req-19df879e-3454-4e6b-9a8d-cf5aecdfe363 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bec5ad-c4e0-4a88-917c-0c889c432331 HTTP/1.1" status: 200 len: 945 time: 0.1404417 Aug 10 01:13:41.550034 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-5c1b56dc-15c2-41fd-9ff1-89546ad56af5 req-2d769a7f-5281-45a9-ade3-37e1edcbd748 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] Calling delete_port for 65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:13:41.555221 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a62154-6098-4873-817e-f93297909761 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Router 481237c4-ceb5-4725-99b6-ade8cf503ab2 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:13:41.589327 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:41.622319 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d02cbd29-8346-4b54-a792-fdd73a08b7e3 req-b66d61ae-a079-4164-be89-ebcdb520134e tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] 10.222.0.35 "GET /v2.0/security-groups?id=2faaaeb7-a088-470c-9dad-275849c98f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623817 Aug 10 01:13:41.660017 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-84a7aa15-41a5-4570-8ad7-f0cf4186cca2 None None] Provisioning complete for port 80feddd1-3176-4da4-9239-251451c57cfc triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:41.660470 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-84a7aa15-41a5-4570-8ad7-f0cf4186cca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:41.716517 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5c1b56dc-15c2-41fd-9ff1-89546ad56af5 req-2d769a7f-5281-45a9-ade3-37e1edcbd748 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:41.724261 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-84a7aa15-41a5-4570-8ad7-f0cf4186cca2 None None] Port 80feddd1-3176-4da4-9239-251451c57cfc cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:13:41.746755 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d769a7f-5281-45a9-ade3-37e1edcbd748 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] Pushing event deleted for resources: {'Port': ['ID=65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:41.759294 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:13:41.800273 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-126c372d-c762-43c2-819b-30167d286811 req-0d9f0f1b-39ce-4a10-b4ea-e953f58d756b service neutron] 10.222.0.20 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5502357 Aug 10 01:13:41.803620 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1b56dc-15c2-41fd-9ff1-89546ad56af5 req-2d769a7f-5281-45a9-ade3-37e1edcbd748 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] No DVR routers for this DVR port 65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:13:41.806307 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5c1b56dc-15c2-41fd-9ff1-89546ad56af5 req-2d769a7f-5281-45a9-ade3-37e1edcbd748 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:41.808860 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5c1b56dc-15c2-41fd-9ff1-89546ad56af5 req-2d769a7f-5281-45a9-ade3-37e1edcbd748 tempest-VolumesActionsTest-1795057150 tempest-VolumesActionsTest-1795057150-project] 10.222.0.20 "DELETE /v2.0/ports/65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d HTTP/1.1" status: 204 len: 173 time: 0.6181042 Aug 10 01:13:41.809305 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87bec5ad-c4e0-4a88-917c-0c889c432331', 'name': 'network-vif-deleted', 'tag': '65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:13:41.811641 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2bc81fa-a441-4ae3-ac20-77c1ac9ea6a6" -d '{"events": [{"server_uuid": "87bec5ad-c4e0-4a88-917c-0c889c432331", "name": "network-vif-deleted", "tag": "65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:13:41.866245 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152b5f98-3e51-4ece-a603-e7686dddf1d0 x-openstack-request-id: req-152b5f98-3e51-4ece-a603-e7686dddf1d0 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:13:41.866542 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87bec5ad-c4e0-4a88-917c-0c889c432331", "name": "network-vif-deleted", "tag": "65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:13:41.866794 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-152b5f98-3e51-4ece-a603-e7686dddf1d0 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:13:41.867198 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87bec5ad-c4e0-4a88-917c-0c889c432331', 'name': 'network-vif-deleted', 'tag': '65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d', 'status': 'completed', 'code': 200} Aug 10 01:13:41.894401 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a62154-6098-4873-817e-f93297909761 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:13:41.904869 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-74a62154-6098-4873-817e-f93297909761 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "PUT /v2.0/routers/481237c4-ceb5-4725-99b6-ade8cf503ab2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8541152 Aug 10 01:13:41.905363 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38890) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:41.908475 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c173192-79bf-44f4-b659-b6ba6d5920d8 None None] Sync routers for ids ['481237c4-ceb5-4725-99b6-ade8cf503ab2'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:13:41.926179 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c173192-79bf-44f4-b659-b6ba6d5920d8 None None] Routers {'481237c4-ceb5-4725-99b6-ade8cf503ab2'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:41.927047 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-4c173192-79bf-44f4-b659-b6ba6d5920d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:13:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['481237c4-ceb5-4725-99b6-ade8cf503ab2'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:41.961469 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3352eff9-8482-44ab-a7c2-b6eea318cafd tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:41.963051 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3352eff9-8482-44ab-a7c2-b6eea318cafd tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "GET /v2.0/ports/80feddd1-3176-4da4-9239-251451c57cfc HTTP/1.1" status: 200 len: 911 time: 0.0566869 Aug 10 01:13:41.963481 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4ccf2437-693c-44af-9f1c-c7ffdbdcc370 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:41.965616 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38892) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:41.972679 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-d646e141-901b-4d15-b033-9355235cdb65 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'de0ad973-b1e0-49ce-aa49-dab860b30ca7'}]}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:41.979962 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-4c173192-79bf-44f4-b659-b6ba6d5920d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:41.981748 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4ccf2437-693c-44af-9f1c-c7ffdbdcc370 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:42.000256 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c173192-79bf-44f4-b659-b6ba6d5920d8 None None] Routers {'481237c4-ceb5-4725-99b6-ade8cf503ab2'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:42.001785 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-4c173192-79bf-44f4-b659-b6ba6d5920d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:13:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['481237c4-ceb5-4725-99b6-ade8cf503ab2'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:42.016784 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4ccf2437-693c-44af-9f1c-c7ffdbdcc370 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:42.020737 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4ccf2437-693c-44af-9f1c-c7ffdbdcc370 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7807453 Aug 10 01:13:42.020876 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-126c372d-c762-43c2-819b-30167d286811 req-4bd8195b-c15b-4b9a-ae57-d2466e6b0848 service neutron] 10.222.0.20 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114534 Aug 10 01:13:42.021530 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38894) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:42.028135 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-ac724ee5-4a22-4fa4-a197-38aa13605d11 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'security_group_rule': {'security_group_id': 'ccff1bd2-c333-4a0d-91a4-825a72744d11', 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:42.037994 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-4c173192-79bf-44f4-b659-b6ba6d5920d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:42.038801 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c173192-79bf-44f4-b659-b6ba6d5920d8 None None] The sync data for ids ['481237c4-ceb5-4725-99b6-ade8cf503ab2'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:13:42.106711 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-126c372d-c762-43c2-819b-30167d286811 req-9c0dae68-d236-4871-8ff9-e4615dbb4926 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=200e7fac-07de-403e-91cd-a7f052e1e0de HTTP/1.1" status: 200 len: 217 time: 0.0696375 Aug 10 01:13:42.113817 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf2437-693c-44af-9f1c-c7ffdbdcc370 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccff1bd2-c333-4a0d-91a4-825a72744d11,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:42.192919 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ac724ee5-4a22-4fa4-a197-38aa13605d11 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:42.207691 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c372d-c762-43c2-819b-30167d286811 req-7d43454f-257a-4588-9ea9-cf55a607ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:42.209670 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-126c372d-c762-43c2-819b-30167d286811 req-7d43454f-257a-4588-9ea9-cf55a607ed44 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4bfcdb50-9c0d-437c-9c01-cf14d13f1a02 HTTP/1.1" status: 200 len: 797 time: 0.0901504 Aug 10 01:13:42.226897 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d646e141-901b-4d15-b033-9355235cdb65 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:42.289306 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c372d-c762-43c2-819b-30167d286811 req-77ecc30b-b66f-4e7d-8ee1-1a4a60327e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:42.290981 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-126c372d-c762-43c2-819b-30167d286811 req-77ecc30b-b66f-4e7d-8ee1-1a4a60327e95 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87e4a205-e3a1-47d5-9b64-5ef0f0daea88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0737107 Aug 10 01:13:42.298325 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ac724ee5-4a22-4fa4-a197-38aa13605d11 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:42.342908 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ac724ee5-4a22-4fa4-a197-38aa13605d11 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:42.434877 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac724ee5-4a22-4fa4-a197-38aa13605d11 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4de303c-f8f2-4567-9735-177d91ef2b22,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:42.446621 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ac724ee5-4a22-4fa4-a197-38aa13605d11 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:42.449015 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ac724ee5-4a22-4fa4-a197-38aa13605d11 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4233162 Aug 10 01:13:42.452457 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38900) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:42.470165 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-6da46b6c-37ab-4ef6-a0c4-718338211c44 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'security_group_rule': {'security_group_id': 'ccff1bd2-c333-4a0d-91a4-825a72744d11', 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:42.594117 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6da46b6c-37ab-4ef6-a0c4-718338211c44 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:42.833780 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9e4eb-c5dd-4a3e-a81b-3ad2475c4d47 req-c3faa01b-55e6-4e96-b9c1-53d582243859 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:42.835495 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cbc9e4eb-c5dd-4a3e-a81b-3ad2475c4d47 req-c3faa01b-55e6-4e96-b9c1-53d582243859 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=65d9b1b1-54d1-4769-9c0b-93e1cba3cffe HTTP/1.1" status: 200 len: 944 time: 0.4446268 Aug 10 01:13:42.882047 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-df629f5f-d7ec-4906-9921-760f33e6a6ef req-3cfa54bf-c0bc-405b-9b76-11e0b104bb3a tempest-ServerShowV254Test-767414459 tempest-ServerShowV254Test-767414459-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7a0739c-bb6e-4624-9e2e-b64d7955ebca HTTP/1.1" status: 200 len: 210 time: 0.0438497 Aug 10 01:13:42.906984 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-126c372d-c762-43c2-819b-30167d286811 req-20998dbf-94dd-4af5-88d9-877b40eb4677 service neutron] 10.222.0.20 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6067286 Aug 10 01:13:42.914222 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cbc9e4eb-c5dd-4a3e-a81b-3ad2475c4d47 req-884dfb2b-89fb-4f97-82c0-b04b87c033c0 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657806 Aug 10 01:13:43.045315 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-126c372d-c762-43c2-819b-30167d286811 req-8bdb1a5a-c014-4a6b-94d7-36397a36d0b9 service neutron] 10.222.0.20 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299295 Aug 10 01:13:43.117684 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-91491ef5-8afb-4628-a386-95d32bc5ad56 req-d3b9f9a2-e5bb-4af3-8b95-ba949c9c4c5f tempest-ServerShowV254Test-767414459 tempest-ServerShowV254Test-767414459-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a0739c-bb6e-4624-9e2e-b64d7955ebca HTTP/1.1" status: 200 len: 210 time: 0.0393755 Aug 10 01:13:43.118432 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-126c372d-c762-43c2-819b-30167d286811 req-0e5ce7d1-caec-4952-94da-87246b6aa3c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=49ba5ea8-ef2b-468a-baec-23d59ac9e260 HTTP/1.1" status: 200 len: 217 time: 0.0514050 Aug 10 01:13:43.158204 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6da46b6c-37ab-4ef6-a0c4-718338211c44 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:43.164398 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6da46b6c-37ab-4ef6-a0c4-718338211c44 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:43.193664 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da46b6c-37ab-4ef6-a0c4-718338211c44 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b94f619-ad19-4deb-862b-5f92f3b86c59,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:43.210539 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6da46b6c-37ab-4ef6-a0c4-718338211c44 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:43.214700 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38912) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:43.221496 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-2efa5753-dbb2-43a2-bade-db477bf3bed2 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'security_group_rule': {'security_group_id': 'ccff1bd2-c333-4a0d-91a4-825a72744d11', 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:43.224813 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6da46b6c-37ab-4ef6-a0c4-718338211c44 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7721605 Aug 10 01:13:43.250558 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d646e141-901b-4d15-b033-9355235cdb65 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:43.258749 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c372d-c762-43c2-819b-30167d286811 req-65fb1e63-267a-4716-9bb5-0fa0e95a4ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:43.260308 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-126c372d-c762-43c2-819b-30167d286811 req-65fb1e63-267a-4716-9bb5-0fa0e95a4ef5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4bfcdb50-9c0d-437c-9c01-cf14d13f1a02 HTTP/1.1" status: 200 len: 797 time: 0.1276643 Aug 10 01:13:43.268928 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d646e141-901b-4d15-b033-9355235cdb65 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:43.275010 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d646e141-901b-4d15-b033-9355235cdb65 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:43.276085 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d646e141-901b-4d15-b033-9355235cdb65 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:43.280770 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38914) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:43.288980 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d646e141-901b-4d15-b033-9355235cdb65 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "PUT /v2.0/ports/80feddd1-3176-4da4-9239-251451c57cfc HTTP/1.1" status: 200 len: 911 time: 1.3219645 Aug 10 01:13:43.370164 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d646e141-901b-4d15-b033-9355235cdb65 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Port': ['ID=80feddd1-3176-4da4-9239-251451c57cfc,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:43.431931 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2efa5753-dbb2-43a2-bade-db477bf3bed2 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:43.480954 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c372d-c762-43c2-819b-30167d286811 req-2653da31-c754-4123-8191-5b3c8986b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:43.482478 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-126c372d-c762-43c2-819b-30167d286811 req-2653da31-c754-4123-8191-5b3c8986b3bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87e4a205-e3a1-47d5-9b64-5ef0f0daea88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1980650 Aug 10 01:13:43.638369 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2efa5753-dbb2-43a2-bade-db477bf3bed2 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:43.650022 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2efa5753-dbb2-43a2-bade-db477bf3bed2 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:43.704573 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa5753-dbb2-43a2-bade-db477bf3bed2 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa81d62e-d688-4d02-8d6b-f70aad8d3d1c,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:43.729767 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2efa5753-dbb2-43a2-bade-db477bf3bed2 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:43.730960 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2efa5753-dbb2-43a2-bade-db477bf3bed2 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5135078 Aug 10 01:13:43.733814 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38922) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:43.738542 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-126c372d-c762-43c2-819b-30167d286811 req-dce3596a-3c93-49ea-b772-f7082dee0b6c service neutron] 10.222.0.20 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442608 Aug 10 01:13:43.738984 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-79833a54-9352-4be0-aa87-0209ac4bdfa8 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'security_group_rule': {'security_group_id': 'ccff1bd2-c333-4a0d-91a4-825a72744d11', 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:43.776801 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-79833a54-9352-4be0-aa87-0209ac4bdfa8 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:43.830650 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a27d8d7a-0273-47e1-ba1b-8fe624efb0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:43.860722 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-79833a54-9352-4be0-aa87-0209ac4bdfa8 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:43.864584 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-79833a54-9352-4be0-aa87-0209ac4bdfa8 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:43.866701 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-126c372d-c762-43c2-819b-30167d286811 req-52641405-176b-4a12-8d74-9a6c89ed2723 service neutron] 10.222.0.20 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199939 Aug 10 01:13:43.886916 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79833a54-9352-4be0-aa87-0209ac4bdfa8 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21aba020-1bc6-4fc7-b4e8-02e78cbae281,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:43.891993 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-79833a54-9352-4be0-aa87-0209ac4bdfa8 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:43.897173 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-79833a54-9352-4be0-aa87-0209ac4bdfa8 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1615133 Aug 10 01:13:43.897889 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38924) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:43.902542 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-db1fee5e-4ef1-447f-bedd-8e6d2f95b510 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'security_group_rule': {'security_group_id': 'ccff1bd2-c333-4a0d-91a4-825a72744d11', 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:43.926900 n-d-766726-26 neutron-server[105827]: INFO neutron.db.securitygroups_db [None req-db1fee5e-4ef1-447f-bedd-8e6d2f95b510 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Project ffe13e423dfd43ec93b2db095fb6b3d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:13:43.930773 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-126c372d-c762-43c2-819b-30167d286811 req-090db712-7643-4a35-82cc-0526215c0ba4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2ad0def9-aab1-41bc-bb68-ab13dba6e597 HTTP/1.1" status: 200 len: 217 time: 0.0569582 Aug 10 01:13:43.933582 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-db1fee5e-4ef1-447f-bedd-8e6d2f95b510 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:44.001484 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c372d-c762-43c2-819b-30167d286811 req-f831bede-3f4c-4408-b240-a36dda6b7a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:44.007185 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-126c372d-c762-43c2-819b-30167d286811 req-f831bede-3f4c-4408-b240-a36dda6b7a32 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a4c328af-f7d8-464f-82c5-ef21fb4355cc HTTP/1.1" status: 200 len: 797 time: 0.0655890 Aug 10 01:13:44.007580 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-db1fee5e-4ef1-447f-bedd-8e6d2f95b510 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:44.009123 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5aa4eaaf-ed9c-4a7e-87e1-36fb29ce5a92 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:44.012204 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-db1fee5e-4ef1-447f-bedd-8e6d2f95b510 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:44.034177 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1fee5e-4ef1-447f-bedd-8e6d2f95b510 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=effc4fd7-9e2e-475e-80a5-7969e5d44404,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:44.042255 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-db1fee5e-4ef1-447f-bedd-8e6d2f95b510 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:44.046336 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-db1fee5e-4ef1-447f-bedd-8e6d2f95b510 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1445444 Aug 10 01:13:44.050041 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38932) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:44.054764 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-1c59980b-2ef0-4322-a550-bac81006c758 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'security_group_rule': {'security_group_id': 'ccff1bd2-c333-4a0d-91a4-825a72744d11', 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:44.102310 n-d-766726-26 neutron-server[105827]: INFO neutron.db.securitygroups_db [None req-1c59980b-2ef0-4322-a550-bac81006c758 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Project ffe13e423dfd43ec93b2db095fb6b3d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:13:44.111757 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1c59980b-2ef0-4322-a550-bac81006c758 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:44.217194 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1c59980b-2ef0-4322-a550-bac81006c758 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:44.222198 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1c59980b-2ef0-4322-a550-bac81006c758 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:44.239015 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c372d-c762-43c2-819b-30167d286811 req-0a2a9697-2baa-4422-bf30-91d49380ba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:44.240990 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-126c372d-c762-43c2-819b-30167d286811 req-0a2a9697-2baa-4422-bf30-91d49380ba62 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9657ed9b-3ba6-4067-a52c-0b450eacaa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2162046 Aug 10 01:13:44.242730 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c59980b-2ef0-4322-a550-bac81006c758 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50970dda-a44c-4642-8ada-914a0ad3acb7,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:44.250541 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1c59980b-2ef0-4322-a550-bac81006c758 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:44.256485 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1c59980b-2ef0-4322-a550-bac81006c758 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2045944 Aug 10 01:13:44.257106 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38938) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:44.262280 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-3ea37dc1-9934-423d-8a22-983a9c32e952 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'network': {'name': 'tempest-network-smoke--162157207', 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'port_security_enabled': True}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:44.283472 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea37dc1-9934-423d-8a22-983a9c32e952 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Made reservation on behalf of ffe13e423dfd43ec93b2db095fb6b3d8 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:13:44.288419 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3ea37dc1-9934-423d-8a22-983a9c32e952 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:44.298295 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:13:44.325019 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:13:44.325180 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f58282-9f57-4078-b9f1-9a0e55443c1b req-26d1d142-136f-4b14-9f81-3e969f17d75f tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:44.325738 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ea37dc1-9934-423d-8a22-983a9c32e952 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:13:44.326098 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 65f3b3c8-77b2-4a7b-94e3-0db2ec735e1d not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:13:44.326859 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-96f58282-9f57-4078-b9f1-9a0e55443c1b req-26d1d142-136f-4b14-9f81-3e969f17d75f tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=65d9b1b1-54d1-4769-9c0b-93e1cba3cffe HTTP/1.1" status: 200 len: 944 time: 0.2179968 Aug 10 01:13:44.330672 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38942) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:44.339540 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3ea37dc1-9934-423d-8a22-983a9c32e952 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:44.339540 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-3ea37dc1-9934-423d-8a22-983a9c32e952 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Added segment c8a73380-ff8d-4024-81bf-877bc0930a56 of type vlan for network 68914d55-1722-49b7-8c35-ddc1365cee5e Aug 10 01:13:44.390928 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3ea37dc1-9934-423d-8a22-983a9c32e952 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:44.435581 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3ea37dc1-9934-423d-8a22-983a9c32e952 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:44.443004 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea37dc1-9934-423d-8a22-983a9c32e952 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:44.444156 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3ea37dc1-9934-423d-8a22-983a9c32e952 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:44.463610 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:44.484374 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-96f58282-9f57-4078-b9f1-9a0e55443c1b req-f5063d15-da89-429e-a6c8-1ae0c5749749 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478748 Aug 10 01:13:44.529523 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-126c372d-c762-43c2-819b-30167d286811 req-355fbeb6-9c5e-40fb-8767-a13d6ab5c0bf service neutron] 10.222.0.20 "GET /v2.0/networks/9657ed9b-3ba6-4067-a52c-0b450eacaa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792153 Aug 10 01:13:44.547185 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3ea37dc1-9934-423d-8a22-983a9c32e952 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2876029 Aug 10 01:13:44.550493 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38956) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:44.569608 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-23a22722-4b7a-4255-8ace-f2d33bd6f923 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-851126000', 'admin_state_up': True, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:44.596330 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea37dc1-9934-423d-8a22-983a9c32e952 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'Network': ['ID=68914d55-1722-49b7-8c35-ddc1365cee5e,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:44.609681 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 68914d55-1722-49b7-8c35-ddc1365cee5e details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:13:44.628973 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-23a22722-4b7a-4255-8ace-f2d33bd6f923 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:44.629925 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-23a22722-4b7a-4255-8ace-f2d33bd6f923 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:44.657526 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5233ebfb-fd04-43fa-b634-1e1efb87eb24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:44.714271 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-23a22722-4b7a-4255-8ace-f2d33bd6f923 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:44.762865 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-126c372d-c762-43c2-819b-30167d286811 req-fd9a2cfc-1a9b-4f4c-8560-a25370e9ba7f service neutron] 10.222.0.20 "GET /v2.0/networks/9657ed9b-3ba6-4067-a52c-0b450eacaa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239988 Aug 10 01:13:44.893915 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-126c372d-c762-43c2-819b-30167d286811 req-0d5ac2e5-133c-4564-84be-1f28ac296465 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4321df7-d3c9-4d23-b006-20dac822c111 HTTP/1.1" status: 200 len: 217 time: 0.1164296 Aug 10 01:13:44.914690 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-5aa4eaaf-ed9c-4a7e-87e1-36fb29ce5a92 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Deleting port 80feddd1-3176-4da4-9239-251451c57cfc {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:13:44.915048 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5aa4eaaf-ed9c-4a7e-87e1-36fb29ce5a92 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:44.931580 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-23a22722-4b7a-4255-8ace-f2d33bd6f923 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:45.034299 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c372d-c762-43c2-819b-30167d286811 req-e72bf07b-06f1-476b-9528-a236f36b7c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:45.035918 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-126c372d-c762-43c2-819b-30167d286811 req-e72bf07b-06f1-476b-9528-a236f36b7c23 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a4c328af-f7d8-464f-82c5-ef21fb4355cc HTTP/1.1" status: 200 len: 797 time: 0.1338737 Aug 10 01:13:45.044163 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5233ebfb-fd04-43fa-b634-1e1efb87eb24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:45.082435 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5233ebfb-fd04-43fa-b634-1e1efb87eb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:45.139875 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:45.140703 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5aa4eaaf-ed9c-4a7e-87e1-36fb29ce5a92 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:45.165968 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-5aa4eaaf-ed9c-4a7e-87e1-36fb29ce5a92 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Calling delete_port for 80feddd1-3176-4da4-9239-251451c57cfc owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:13:45.168510 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233ebfb-fd04-43fa-b634-1e1efb87eb24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff7378a-4e5c-4e96-9d57-2aa9c34bfd79,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:45.181120 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5233ebfb-fd04-43fa-b634-1e1efb87eb24 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cfa4884fe8d5498c82f7fc7599c02fad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8474269 Aug 10 01:13:45.183142 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38972) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:45.187416 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c372d-c762-43c2-819b-30167d286811 req-0fd93e38-c41b-450a-b296-939173b11f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:45.188991 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-126c372d-c762-43c2-819b-30167d286811 req-0fd93e38-c41b-450a-b296-939173b11f19 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9657ed9b-3ba6-4067-a52c-0b450eacaa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1375363 Aug 10 01:13:45.224314 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-23a22722-4b7a-4255-8ace-f2d33bd6f923 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:45.247150 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-23a22722-4b7a-4255-8ace-f2d33bd6f923 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:45.373093 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-23a22722-4b7a-4255-8ace-f2d33bd6f923 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Allocated IP 172.25.2.2 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/a904d96c-163d-4c84-b9d6-c8625620715c) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:13:45.397573 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7f2c59c7-3834-4047-9582-065fec69c6d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:45.430469 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-126c372d-c762-43c2-819b-30167d286811 req-0fe9f767-9c4e-45b2-aa6d-4bdcfc894d29 service neutron] 10.222.0.20 "GET /v2.0/networks/9657ed9b-3ba6-4067-a52c-0b450eacaa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329152 Aug 10 01:13:45.454663 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7f2c59c7-3834-4047-9582-065fec69c6d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:45.522963 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-23a22722-4b7a-4255-8ace-f2d33bd6f923 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:45.580653 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-23a22722-4b7a-4255-8ace-f2d33bd6f923 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:45.631447 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-126c372d-c762-43c2-819b-30167d286811 req-e9473505-35c7-4bc6-ab85-cd08b87a6ce7 service neutron] 10.222.0.20 "GET /v2.0/networks/9657ed9b-3ba6-4067-a52c-0b450eacaa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918209 Aug 10 01:13:45.633700 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7f2c59c7-3834-4047-9582-065fec69c6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:45.636516 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7f2c59c7-3834-4047-9582-065fec69c6d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:45.640566 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7f2c59c7-3834-4047-9582-065fec69c6d7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eff7378a-4e5c-4e96-9d57-2aa9c34bfd79 HTTP/1.1" status: 204 len: 168 time: 0.4561617 Aug 10 01:13:45.646929 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5aa4eaaf-ed9c-4a7e-87e1-36fb29ce5a92 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:45.661561 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a22722-4b7a-4255-8ace-f2d33bd6f923 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:45.666796 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c59c7-3834-4047-9582-065fec69c6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff7378a-4e5c-4e96-9d57-2aa9c34bfd79,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:45.684467 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-23a22722-4b7a-4255-8ace-f2d33bd6f923 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:45.689816 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a22722-4b7a-4255-8ace-f2d33bd6f923 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:13:45.701260 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a22722-4b7a-4255-8ace-f2d33bd6f923 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'Port': ['ID=a904d96c-163d-4c84-b9d6-c8625620715c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:45.714661 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa4eaaf-ed9c-4a7e-87e1-36fb29ce5a92 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event deleted for resources: {'Port': ['ID=80feddd1-3176-4da4-9239-251451c57cfc,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:45.734188 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838994a3-259e-4866-93ea-efc4ed59ec6d req-15f2ad00-91de-4dc7-b5b5-3e1530372721 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:45.735743 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-838994a3-259e-4866-93ea-efc4ed59ec6d req-15f2ad00-91de-4dc7-b5b5-3e1530372721 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=65d9b1b1-54d1-4769-9c0b-93e1cba3cffe HTTP/1.1" status: 200 len: 944 time: 0.1577060 Aug 10 01:13:45.911047 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5aa4eaaf-ed9c-4a7e-87e1-36fb29ce5a92 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:45.928055 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-838994a3-259e-4866-93ea-efc4ed59ec6d req-7675226e-664e-4660-bc13-489dac9eb7bb tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664495 Aug 10 01:13:46.214650 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-23a22722-4b7a-4255-8ace-f2d33bd6f923 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:46.239039 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:46.482615 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa4eaaf-ed9c-4a7e-87e1-36fb29ce5a92 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Router 481237c4-ceb5-4725-99b6-ade8cf503ab2 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:13:46.562979 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-23a22722-4b7a-4255-8ace-f2d33bd6f923 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:46.590166 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa4eaaf-ed9c-4a7e-87e1-36fb29ce5a92 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:13:46.602125 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6beadf-cdf9-44b8-86c4-baaadaf32fd1 None None] Sync routers for ids ['481237c4-ceb5-4725-99b6-ade8cf503ab2'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:13:46.609185 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5aa4eaaf-ed9c-4a7e-87e1-36fb29ce5a92 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "PUT /v2.0/routers/481237c4-ceb5-4725-99b6-ade8cf503ab2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2776465 Aug 10 01:13:46.609185 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39002) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:46.613769 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6beadf-cdf9-44b8-86c4-baaadaf32fd1 None None] Routers {'481237c4-ceb5-4725-99b6-ade8cf503ab2'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:46.614391 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4e6beadf-cdf9-44b8-86c4-baaadaf32fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:13:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['481237c4-ceb5-4725-99b6-ade8cf503ab2'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:46.655983 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2a512233-cbae-4a84-ae63-ffa71d15efd6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "GET /v2.0/ports?device_id=481237c4-ceb5-4725-99b6-ade8cf503ab2 HTTP/1.1" status: 200 len: 205 time: 0.0480926 Aug 10 01:13:46.657637 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39006) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:46.663151 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4e6beadf-cdf9-44b8-86c4-baaadaf32fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:46.684839 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6beadf-cdf9-44b8-86c4-baaadaf32fd1 None None] Routers {'481237c4-ceb5-4725-99b6-ade8cf503ab2'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:46.685596 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4e6beadf-cdf9-44b8-86c4-baaadaf32fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:13:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['481237c4-ceb5-4725-99b6-ade8cf503ab2'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:46.747443 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4e6beadf-cdf9-44b8-86c4-baaadaf32fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:46.748096 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6beadf-cdf9-44b8-86c4-baaadaf32fd1 None None] The sync data for ids ['481237c4-ceb5-4725-99b6-ade8cf503ab2'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:13:46.775125 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-18d53766-c708-4107-9b97-ee2d2e48d404 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:46.808383 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39008) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:46.939508 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-6785ff27-a209-4ad5-968a-69ef57393818 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2083577579-network', 'tenant_id': '29dab9c3ad0a488380b19aba71dc37a8'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:46.974661 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-18d53766-c708-4107-9b97-ee2d2e48d404 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:46.977246 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-18d53766-c708-4107-9b97-ee2d2e48d404 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:47.005043 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6785ff27-a209-4ad5-968a-69ef57393818 admin admin] Made reservation on behalf of 29dab9c3ad0a488380b19aba71dc37a8 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:13:47.009052 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6785ff27-a209-4ad5-968a-69ef57393818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:47.032663 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a22722-4b7a-4255-8ace-f2d33bd6f923 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Router 6c4d2705-8b16-4f80-b657-579aa656bed0 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:13:47.040088 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6785ff27-a209-4ad5-968a-69ef57393818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:47.047305 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-18d53766-c708-4107-9b97-ee2d2e48d404 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:47.048452 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d53766-c708-4107-9b97-ee2d2e48d404 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Fanout notify agent at l3_agent the message router_deleted on router 481237c4-ceb5-4725-99b6-ade8cf503ab2 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:13:47.065017 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-18d53766-c708-4107-9b97-ee2d2e48d404 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:47.069250 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-18d53766-c708-4107-9b97-ee2d2e48d404 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/routers/481237c4-ceb5-4725-99b6-ade8cf503ab2 HTTP/1.1" status: 204 len: 168 time: 0.4102178 Aug 10 01:13:47.076648 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39018) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:47.183401 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a22722-4b7a-4255-8ace-f2d33bd6f923 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:13:47.195051 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495c8f46-2b15-483a-a672-d3cd70e76a57 None None] Sync routers for ids ['6c4d2705-8b16-4f80-b657-579aa656bed0'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:13:47.196583 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f4146-c6a3-450d-9de7-4d1c69c162a3 req-94fdabcb-6ba7-4e29-8e29-421e63d4426e tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:47.204720 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495c8f46-2b15-483a-a672-d3cd70e76a57 None None] Routers {'6c4d2705-8b16-4f80-b657-579aa656bed0'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:47.205468 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-495c8f46-2b15-483a-a672-d3cd70e76a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:13:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['6c4d2705-8b16-4f80-b657-579aa656bed0'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:47.205974 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-123f4146-c6a3-450d-9de7-4d1c69c162a3 req-94fdabcb-6ba7-4e29-8e29-421e63d4426e tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=65d9b1b1-54d1-4769-9c0b-93e1cba3cffe HTTP/1.1" status: 200 len: 944 time: 0.1699524 Aug 10 01:13:47.237515 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb6e1817-ab4b-411f-872c-55da427dd512 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Deleting subnet de0ad973-b1e0-49ce-aa49-dab860b30ca7 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:13:47.252903 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eb6e1817-ab4b-411f-872c-55da427dd512 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:47.292686 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-123f4146-c6a3-450d-9de7-4d1c69c162a3 req-90c7b898-3907-4d5d-ba0c-546783bc0a1c tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856276 Aug 10 01:13:47.320971 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-495c8f46-2b15-483a-a672-d3cd70e76a57 None None] Set router 6c4d2705-8b16-4f80-b657-579aa656bed0 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:13:47.336618 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eb6e1817-ab4b-411f-872c-55da427dd512 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:47.390980 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6785ff27-a209-4ad5-968a-69ef57393818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:47.402959 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6785ff27-a209-4ad5-968a-69ef57393818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:47.410764 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-23a22722-4b7a-4255-8ace-f2d33bd6f923 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:47.412955 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-23a22722-4b7a-4255-8ace-f2d33bd6f923 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.8615172 Aug 10 01:13:47.415958 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39020) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:47.466543 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6785ff27-a209-4ad5-968a-69ef57393818 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:13:47.496923 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785ff27-a209-4ad5-968a-69ef57393818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e1fe56-d35a-4d1e-9aab-19e1c3e6a8bc,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:47.519872 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5a9e468c-e2c3-43f2-8481-592e4b5644bb tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=ffe13e423dfd43ec93b2db095fb6b3d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1015286 Aug 10 01:13:47.522384 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6785ff27-a209-4ad5-968a-69ef57393818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:47.522909 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-6785ff27-a209-4ad5-968a-69ef57393818 admin admin] Added segment 5455d123-c12b-4066-a347-e03c4b0d091a of type vlan for network 909e9a03-251c-47be-98ed-54465ffa3345 Aug 10 01:13:47.523086 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39024) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:47.544229 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eb6e1817-ab4b-411f-872c-55da427dd512 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:47.575778 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-495c8f46-2b15-483a-a672-d3cd70e76a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851126000', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'a904d96c-163d-4c84-b9d6-c8625620715c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:44Z', 'updated_at': '2021-08-10T01:13:46Z', 'revision_number': 3, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'a904d96c-163d-4c84-b9d6-c8625620715c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:45Z', 'updated_at': '2021-08-10T01:13:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:47.593278 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6785ff27-a209-4ad5-968a-69ef57393818 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:47.638348 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495c8f46-2b15-483a-a672-d3cd70e76a57 None None] Checking router: 6c4d2705-8b16-4f80-b657-579aa656bed0 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:13:47.638706 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495c8f46-2b15-483a-a672-d3cd70e76a57 None None] Updating router 6c4d2705-8b16-4f80-b657-579aa656bed0 port a904d96c-163d-4c84-b9d6-c8625620715c binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:13:47.652736 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6785ff27-a209-4ad5-968a-69ef57393818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:47.653744 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6785ff27-a209-4ad5-968a-69ef57393818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:47.654335 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6785ff27-a209-4ad5-968a-69ef57393818 admin admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:47.670894 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-495c8f46-2b15-483a-a672-d3cd70e76a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:47.762577 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eb6e1817-ab4b-411f-872c-55da427dd512 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:47.800562 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6785ff27-a209-4ad5-968a-69ef57393818 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9908183 Aug 10 01:13:47.801249 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39026) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:47.807097 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e1817-ab4b-411f-872c-55da427dd512 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event deleted for resources: {'Subnet': ['ID=de0ad973-b1e0-49ce-aa49-dab860b30ca7,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:47.814387 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-59361523-d123-4775-9a93-765bc5519d2a admin admin] Request body: {'subnet': {'network_id': '909e9a03-251c-47be-98ed-54465ffa3345', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2083577579-subnet', 'tenant_id': '29dab9c3ad0a488380b19aba71dc37a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:47.840733 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eb6e1817-ab4b-411f-872c-55da427dd512 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:47.846723 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-eb6e1817-ab4b-411f-872c-55da427dd512 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/subnets/de0ad973-b1e0-49ce-aa49-dab860b30ca7 HTTP/1.1" status: 204 len: 168 time: 0.7669091 Aug 10 01:13:47.851091 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39028) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:47.957024 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-07113d04-aa09-4554-bec9-9b983310f70e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:47.961973 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785ff27-a209-4ad5-968a-69ef57393818 admin admin] Pushing event updated for resources: {'Network': ['ID=909e9a03-251c-47be-98ed-54465ffa3345,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:48.042907 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59361523-d123-4775-9a93-765bc5519d2a admin admin] Made reservation on behalf of 29dab9c3ad0a488380b19aba71dc37a8 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:13:48.044914 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-59361523-d123-4775-9a93-765bc5519d2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:48.094694 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-495c8f46-2b15-483a-a672-d3cd70e76a57 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:48.120362 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b4625d-bf25-4a1b-8bba-dedf9f629c80 None None] Network 3d3403b5-7766-4c6f-a98b-b8a623f9388b requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:13:48.122408 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 85f264b0-940a-4202-89db-399337916480 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:13:48.130451 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 909e9a03-251c-47be-98ed-54465ffa3345 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:13:48.383928 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-59361523-d123-4775-9a93-765bc5519d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:48.430701 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-07113d04-aa09-4554-bec9-9b983310f70e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Deleting port 616a23e0-5db9-487f-b129-b3aea13b5c2f {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:13:48.432471 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-07113d04-aa09-4554-bec9-9b983310f70e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:48.433103 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-495c8f46-2b15-483a-a672-d3cd70e76a57 None None] Transition to ACTIVE for port object a904d96c-163d-4c84-b9d6-c8625620715c will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:48.512742 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-07113d04-aa09-4554-bec9-9b983310f70e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] For port 616a23e0-5db9-487f-b129-b3aea13b5c2f, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=616a23e0-5db9-487f-b129-b3aea13b5c2f,segment=NetworkSegment(de954758-f0ff-4b03-b39c-8c3876732ca2),segment_id=de954758-f0ff-4b03-b39c-8c3876732ca2)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:48.513602 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-07113d04-aa09-4554-bec9-9b983310f70e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:48.522209 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39044) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:48.548797 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250ce9f6-63f4-43b0-87c4-a1908fb79c68 tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:48.550553 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-250ce9f6-63f4-43b0-87c4-a1908fb79c68 tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0262535 Aug 10 01:13:48.552320 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-07113d04-aa09-4554-bec9-9b983310f70e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Calling delete_port for 616a23e0-5db9-487f-b129-b3aea13b5c2f owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:13:48.558115 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39048) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:48.593065 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-495c8f46-2b15-483a-a672-d3cd70e76a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:48.614558 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1b84a732-b185-4916-bd23-8e1153537f5a tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=beabd0db-a6e0-4ff1-a3e9-6522348fc998&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0513756 Aug 10 01:13:48.616049 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39054) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:48.625089 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-7b778354-f690-45a2-a8d8-b7eba7cf8d3f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1804117590', 'network_id': '68914d55-1722-49b7-8c35-ddc1365cee5e', 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:48.656629 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.db.resource_extend [None req-37942978-4b60-4791-bac3-47b21a134052 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 01:13:48.766492 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0bab5cfd-256a-433a-8214-35097ecd33a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:48.806476 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59361523-d123-4775-9a93-765bc5519d2a admin admin] Checking segment: {'id': '5455d123-c12b-4066-a347-e03c4b0d091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '909e9a03-251c-47be-98ed-54465ffa3345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:13:48.806809 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59361523-d123-4775-9a93-765bc5519d2a admin admin] Network hostable DHCP agents. Network: 909e9a03-251c-47be-98ed-54465ffa3345, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:13:48.863046 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59361523-d123-4775-9a93-765bc5519d2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=663bf97e-6dee-47f8-9ca0-d18c485278ef,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:48.886628 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66b115-d908-49c5-8bfa-172ac4b02d22 req-52430119-8b45-476f-aa5e-60122766912c tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:48.888726 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a66b115-d908-49c5-8bfa-172ac4b02d22 req-52430119-8b45-476f-aa5e-60122766912c tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=65d9b1b1-54d1-4769-9c0b-93e1cba3cffe HTTP/1.1" status: 200 len: 944 time: 0.3312776 Aug 10 01:13:48.889408 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-07113d04-aa09-4554-bec9-9b983310f70e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:48.923774 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0bab5cfd-256a-433a-8214-35097ecd33a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:48.932091 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0bab5cfd-256a-433a-8214-35097ecd33a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:48.957806 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07113d04-aa09-4554-bec9-9b983310f70e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] No DVR routers for this DVR port 616a23e0-5db9-487f-b129-b3aea13b5c2f on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:13:48.991149 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07113d04-aa09-4554-bec9-9b983310f70e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event deleted for resources: {'Port': ['ID=616a23e0-5db9-487f-b129-b3aea13b5c2f,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:49.017070 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b778354-f690-45a2-a8d8-b7eba7cf8d3f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Made reservation on behalf of ffe13e423dfd43ec93b2db095fb6b3d8 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:13:49.020789 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7b778354-f690-45a2-a8d8-b7eba7cf8d3f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:49.029372 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0bab5cfd-256a-433a-8214-35097ecd33a1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c2d1c3665c2a47eb8b78ae44050b991d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5035722 Aug 10 01:13:49.030441 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab5cfd-256a-433a-8214-35097ecd33a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71790c79-1380-42ee-9065-3a6ef0ad1682,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:49.044366 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39058) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:49.072670 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59361523-d123-4775-9a93-765bc5519d2a admin admin] Network 909e9a03-251c-47be-98ed-54465ffa3345 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:13:49.080608 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-495c8f46-2b15-483a-a672-d3cd70e76a57 None None] Attempting to bind port a904d96c-163d-4c84-b9d6-c8625620715c on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:13:49.080986 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-495c8f46-2b15-483a-a672-d3cd70e76a57 None None] Attempting to bind port a904d96c-163d-4c84-b9d6-c8625620715c by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:13:49.081355 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495c8f46-2b15-483a-a672-d3cd70e76a57 None None] Attempting to bind port a904d96c-163d-4c84-b9d6-c8625620715c on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:13:49.126972 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495c8f46-2b15-483a-a672-d3cd70e76a57 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:13:49.127322 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495c8f46-2b15-483a-a672-d3cd70e76a57 None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:13:49.128042 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-495c8f46-2b15-483a-a672-d3cd70e76a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:49.128473 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495c8f46-2b15-483a-a672-d3cd70e76a57 None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:13:49.128969 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-495c8f46-2b15-483a-a672-d3cd70e76a57 None None] Bound port: a904d96c-163d-4c84-b9d6-c8625620715c, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:13:49.129362 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-495c8f46-2b15-483a-a672-d3cd70e76a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:49.156747 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a66b115-d908-49c5-8bfa-172ac4b02d22 req-ff3e53d9-fcec-4786-842f-d963b69f5188 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2460387 Aug 10 01:13:49.169703 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-59361523-d123-4775-9a93-765bc5519d2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 909e9a03-251c-47be-98ed-54465ffa3345) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:49.189310 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59361523-d123-4775-9a93-765bc5519d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:49.190354 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-59361523-d123-4775-9a93-765bc5519d2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:49.190772 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fa5c9b41-a6b5-4465-8484-57ba72ad8ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:49.199083 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-495c8f46-2b15-483a-a672-d3cd70e76a57 None None] For port a904d96c-163d-4c84-b9d6-c8625620715c, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:13:49.202790 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-495c8f46-2b15-483a-a672-d3cd70e76a57 None None] For port a904d96c-163d-4c84-b9d6-c8625620715c, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a904d96c-163d-4c84-b9d6-c8625620715c,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:13:49.206588 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-07113d04-aa09-4554-bec9-9b983310f70e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:49.223799 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-07113d04-aa09-4554-bec9-9b983310f70e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d3403b5-7766-4c6f-a98b-b8a623f9388b']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:49.229607 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c60d9b-c181-4406-8e33-b67aa1c45697 None None] Network 909e9a03-251c-47be-98ed-54465ffa3345 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:13:49.232491 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-495c8f46-2b15-483a-a672-d3cd70e76a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:49.237378 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fa5c9b41-a6b5-4465-8484-57ba72ad8ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:49.254246 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-59361523-d123-4775-9a93-765bc5519d2a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4438617 Aug 10 01:13:49.276029 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-07113d04-aa09-4554-bec9-9b983310f70e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de954758-f0ff-4b03-b39c-8c3876732ca2') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:49.278342 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-07113d04-aa09-4554-bec9-9b983310f70e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de954758-f0ff-4b03-b39c-8c3876732ca2') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:49.307280 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87cd5aa-1e76-482b-a343-9119af148116 None None] Pushing event updated for resources: {'Port': ['ID=a904d96c-163d-4c84-b9d6-c8625620715c,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:49.343503 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-07113d04-aa09-4554-bec9-9b983310f70e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:49.388915 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-07113d04-aa09-4554-bec9-9b983310f70e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:49.393195 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14610642-740f-472f-aaa0-8b5763232e66 None None] DHCP port deletion for 3d3403b5-7766-4c6f-a98b-b8a623f9388b request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:13:49.397298 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07113d04-aa09-4554-bec9-9b983310f70e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:13:49.398623 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-07113d04-aa09-4554-bec9-9b983310f70e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:49.403997 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:13:49.403997 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:13:49.403997 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:13:49.403997 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:13:49.403997 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:13:49.403997 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:13:49.403997 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:13:49.403997 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:13:49.403997 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:13:49.403997 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:13:49.403997 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:13:49.403997 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:13:49.403997 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:13:49.403997 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:13:49.403997 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:13:49.403997 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:13:49.403997 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:13:49.403997 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:13:49.403997 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:13:49.403997 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:13:49.403997 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:13:49.403997 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:13:49.403997 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:13:49.403997 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:13:49.403997 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:13:49.403997 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:13:49.403997 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:13:49.403997 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:13:49.403997 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:13:49.403997 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:13:49.403997 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:13:49.403997 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:13:49.438159 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fa5c9b41-a6b5-4465-8484-57ba72ad8ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:49.447127 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fa5c9b41-a6b5-4465-8484-57ba72ad8ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:49.448720 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-fa5c9b41-a6b5-4465-8484-57ba72ad8ac0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/71790c79-1380-42ee-9065-3a6ef0ad1682 HTTP/1.1" status: 204 len: 168 time: 0.4032445 Aug 10 01:13:49.464522 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c9b41-a6b5-4465-8484-57ba72ad8ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71790c79-1380-42ee-9065-3a6ef0ad1682,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:49.467601 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7b778354-f690-45a2-a8d8-b7eba7cf8d3f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:49.492892 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-07113d04-aa09-4554-bec9-9b983310f70e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:49.506726 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-07113d04-aa09-4554-bec9-9b983310f70e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:49.509812 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-07113d04-aa09-4554-bec9-9b983310f70e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/networks/3d3403b5-7766-4c6f-a98b-b8a623f9388b HTTP/1.1" status: 204 len: 168 time: 1.6573753 Aug 10 01:13:49.516019 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39064) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:49.523131 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-6598de94-ad84-4f51-8491-0a5bb1de1c4c tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2059549354', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:49.526040 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 85f264b0-940a-4202-89db-399337916480, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=85f264b0-940a-4202-89db-399337916480,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:49.534291 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07113d04-aa09-4554-bec9-9b983310f70e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event deleted for resources: {'Network': ['ID=3d3403b5-7766-4c6f-a98b-b8a623f9388b,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:49.566346 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495c8f46-2b15-483a-a672-d3cd70e76a57 None None] Routers {'6c4d2705-8b16-4f80-b657-579aa656bed0'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:49.566745 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-495c8f46-2b15-483a-a672-d3cd70e76a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:13:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['6c4d2705-8b16-4f80-b657-579aa656bed0'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:49.580952 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b778354-f690-45a2-a8d8-b7eba7cf8d3f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'Subnet': ['ID=781d9f37-0b97-4cb7-956e-3019c0164791,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:49.595508 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b778354-f690-45a2-a8d8-b7eba7cf8d3f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Checking segment: {'id': 'c8a73380-ff8d-4024-81bf-877bc0930a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68914d55-1722-49b7-8c35-ddc1365cee5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:13:49.596048 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b778354-f690-45a2-a8d8-b7eba7cf8d3f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Network hostable DHCP agents. Network: 68914d55-1722-49b7-8c35-ddc1365cee5e, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:13:49.611979 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6598de94-ad84-4f51-8491-0a5bb1de1c4c tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:49.613135 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6598de94-ad84-4f51-8491-0a5bb1de1c4c tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:49.698628 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b778354-f690-45a2-a8d8-b7eba7cf8d3f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Network 68914d55-1722-49b7-8c35-ddc1365cee5e is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:13:49.709668 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-495c8f46-2b15-483a-a672-d3cd70e76a57 None None] Set router 6c4d2705-8b16-4f80-b657-579aa656bed0 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:13:49.772741 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-7b778354-f690-45a2-a8d8-b7eba7cf8d3f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 68914d55-1722-49b7-8c35-ddc1365cee5e) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:49.775297 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6598de94-ad84-4f51-8491-0a5bb1de1c4c tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:49.779144 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b778354-f690-45a2-a8d8-b7eba7cf8d3f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:49.779335 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7b778354-f690-45a2-a8d8-b7eba7cf8d3f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:49.784993 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6598de94-ad84-4f51-8491-0a5bb1de1c4c tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:49.816841 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7b778354-f690-45a2-a8d8-b7eba7cf8d3f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1967602 Aug 10 01:13:49.819579 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6598de94-ad84-4f51-8491-0a5bb1de1c4c tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:49.820750 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39074) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:49.823432 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6598de94-ad84-4f51-8491-0a5bb1de1c4c tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3054581 Aug 10 01:13:49.824041 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39076) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:49.842973 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-a9647459-3d64-4798-8ac1-ec561a6fd6c0 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1983894728'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:49.902892 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9647459-3d64-4798-8ac1-ec561a6fd6c0 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Made reservation on behalf of 71298339050847f6a8a5b306ed924073 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:13:49.907177 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a9647459-3d64-4798-8ac1-ec561a6fd6c0 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:49.914040 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebdcfbb-cf73-447c-a539-c90a1aa849b4 None None] Network 68914d55-1722-49b7-8c35-ddc1365cee5e requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:13:49.919729 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '85f264b0-940a-4202-89db-399337916480', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'port_id': '85f264b0-940a-4202-89db-399337916480', 'mac_address': 'fa:16:3e:f5:0c:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:13:49.939730 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9647459-3d64-4798-8ac1-ec561a6fd6c0 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:13:49.953764 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a9647459-3d64-4798-8ac1-ec561a6fd6c0 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:49.954827 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-a9647459-3d64-4798-8ac1-ec561a6fd6c0 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Added segment 13699b66-e190-4b8a-a032-bee32580f091 of type vlan for network 6b41f1d4-855a-42c0-a121-9e1053160a2d Aug 10 01:13:49.959480 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87cd5aa-1e76-482b-a343-9119af148116 None None] Pushing event updated for resources: {'Port': ['ID=a904d96c-163d-4c84-b9d6-c8625620715c,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:50.043153 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a9647459-3d64-4798-8ac1-ec561a6fd6c0 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:50.097990 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:50.109094 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a9647459-3d64-4798-8ac1-ec561a6fd6c0 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:50.125652 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9647459-3d64-4798-8ac1-ec561a6fd6c0 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:50.126300 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a9647459-3d64-4798-8ac1-ec561a6fd6c0 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:50.157761 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85f264b0-940a-4202-89db-399337916480 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:13:50.169555 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29a8159-6f8a-4168-9e52-de70c43c49a3 None None] Network 909e9a03-251c-47be-98ed-54465ffa3345 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:13:50.212341 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a9647459-3d64-4798-8ac1-ec561a6fd6c0 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3870289 Aug 10 01:13:50.215190 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39094) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:50.222743 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-6f13c1e3-7f59-46a2-8ae7-f54e08c69910 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Request body: {'subnet': {'network_id': '6b41f1d4-855a-42c0-a121-9e1053160a2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:50.273842 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 85f264b0-940a-4202-89db-399337916480, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=85f264b0-940a-4202-89db-399337916480,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:50.274080 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9647459-3d64-4798-8ac1-ec561a6fd6c0 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Network': ['ID=6b41f1d4-855a-42c0-a121-9e1053160a2d,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:50.326336 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:50.329998 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 6b41f1d4-855a-42c0-a121-9e1053160a2d details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:13:50.372550 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f13c1e3-7f59-46a2-8ae7-f54e08c69910 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Made reservation on behalf of 71298339050847f6a8a5b306ed924073 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:13:50.376746 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6f13c1e3-7f59-46a2-8ae7-f54e08c69910 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:50.465335 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39104) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:50.472053 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-3295b233-8dfe-49df-bb6a-448e21a6bd05 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-576742018-network', 'tenant_id': '952f8807ae7646979437bc41c06a0280'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:50.576059 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da11a32-2da0-4431-a7e7-f8849a8a484b req-de5667d3-1345-4ff6-887b-bcce02a18d69 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:50.577917 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5da11a32-2da0-4431-a7e7-f8849a8a484b req-de5667d3-1345-4ff6-887b-bcce02a18d69 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=65d9b1b1-54d1-4769-9c0b-93e1cba3cffe HTTP/1.1" status: 200 len: 945 time: 0.1851680 Aug 10 01:13:50.580868 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3295b233-8dfe-49df-bb6a-448e21a6bd05 admin admin] Made reservation on behalf of 952f8807ae7646979437bc41c06a0280 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:13:50.583192 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3295b233-8dfe-49df-bb6a-448e21a6bd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:50.598233 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4e8524-c135-4224-aeba-c087908d6199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-68914d55-1722-49b7-8c35-ddc1365cee5e', 'network_id': '68914d55-1722-49b7-8c35-ddc1365cee5e', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'fixed_ips': [{'subnet_id': '781d9f37-0b97-4cb7-956e-3019c0164791'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:13:50.599122 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9d4e8524-c135-4224-aeba-c087908d6199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:50.618877 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3295b233-8dfe-49df-bb6a-448e21a6bd05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:50.659620 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 616a23e0-5db9-487f-b129-b3aea13b5c2f no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:13:50.700444 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=85f264b0-940a-4202-89db-399337916480,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:50.712838 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6f13c1e3-7f59-46a2-8ae7-f54e08c69910 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:50.732627 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['85f264b0-940a-4202-89db-399337916480'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:13:50.743415 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 616a23e0-5db9-487f-b129-b3aea13b5c2f {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:13:50.744807 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 616a23e0-5db9-487f-b129-b3aea13b5c2f not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:13:50.777863 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5da11a32-2da0-4431-a7e7-f8849a8a484b req-b9c2633c-2748-4cd8-8d66-627792cdb910 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646318 Aug 10 01:13:50.816062 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13c1e3-7f59-46a2-8ae7-f54e08c69910 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Subnet': ['ID=09da3db4-dea5-4922-96ce-6e137c16935b,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:50.824359 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f13c1e3-7f59-46a2-8ae7-f54e08c69910 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Checking segment: {'id': '13699b66-e190-4b8a-a032-bee32580f091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6b41f1d4-855a-42c0-a121-9e1053160a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:13:50.824719 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f13c1e3-7f59-46a2-8ae7-f54e08c69910 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Network hostable DHCP agents. Network: 6b41f1d4-855a-42c0-a121-9e1053160a2d, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:13:50.846075 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f13c1e3-7f59-46a2-8ae7-f54e08c69910 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Network 6b41f1d4-855a-42c0-a121-9e1053160a2d is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:13:50.862289 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-6f13c1e3-7f59-46a2-8ae7-f54e08c69910 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 6b41f1d4-855a-42c0-a121-9e1053160a2d) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:50.872586 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f13c1e3-7f59-46a2-8ae7-f54e08c69910 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:50.874482 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6f13c1e3-7f59-46a2-8ae7-f54e08c69910 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:50.888856 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-495c8f46-2b15-483a-a672-d3cd70e76a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851126000', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'a904d96c-163d-4c84-b9d6-c8625620715c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:44Z', 'updated_at': '2021-08-10T01:13:46Z', 'revision_number': 3, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'a904d96c-163d-4c84-b9d6-c8625620715c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:45Z', 'updated_at': '2021-08-10T01:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:50.975189 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6054f2e-4c82-424f-b594-e72c2d078393 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:51.001580 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495c8f46-2b15-483a-a672-d3cd70e76a57 None None] The sync data for ids ['6c4d2705-8b16-4f80-b657-579aa656bed0'] in n-d-766726-26 is: [{'id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851126000', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'a904d96c-163d-4c84-b9d6-c8625620715c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:44Z', 'updated_at': '2021-08-10T01:13:46Z', 'revision_number': 3, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'a904d96c-163d-4c84-b9d6-c8625620715c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:45Z', 'updated_at': '2021-08-10T01:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:13:51.006168 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3295b233-8dfe-49df-bb6a-448e21a6bd05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:51.009120 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83c1bf8-d677-4941-8803-9d77b2f2241c None None] Network 6b41f1d4-855a-42c0-a121-9e1053160a2d requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:13:51.027655 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6f13c1e3-7f59-46a2-8ae7-f54e08c69910 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8090107 Aug 10 01:13:51.031806 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39122) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:51.061105 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3295b233-8dfe-49df-bb6a-448e21a6bd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:51.100157 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3295b233-8dfe-49df-bb6a-448e21a6bd05 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:13:51.178780 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295b233-8dfe-49df-bb6a-448e21a6bd05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f4c321-26b1-4c91-981a-d2181a9cc9e6,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:51.183573 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3295b233-8dfe-49df-bb6a-448e21a6bd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:51.183927 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-3295b233-8dfe-49df-bb6a-448e21a6bd05 admin admin] Added segment 183131a6-728a-4af8-a9a4-b9b73c302d0d of type vlan for network 302090bd-c32d-44e1-9040-34d924a0677a Aug 10 01:13:51.297299 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3295b233-8dfe-49df-bb6a-448e21a6bd05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:51.521024 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3295b233-8dfe-49df-bb6a-448e21a6bd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:51.522081 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3295b233-8dfe-49df-bb6a-448e21a6bd05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:51.522680 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3295b233-8dfe-49df-bb6a-448e21a6bd05 admin admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:51.619901 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3c2baad5-524f-43ce-b81a-6b2dd6645318 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:51.638292 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3295b233-8dfe-49df-bb6a-448e21a6bd05 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1723680 Aug 10 01:13:51.651561 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39136) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:51.665100 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-99c4e6b4-0704-4296-9d0b-346676298666 admin admin] Request body: {'subnet': {'network_id': '302090bd-c32d-44e1-9040-34d924a0677a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-576742018-subnet', 'tenant_id': '952f8807ae7646979437bc41c06a0280', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:51.668783 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-9d4e8524-c135-4224-aeba-c087908d6199 None None] Allocated IP 172.20.0.2 (68914d55-1722-49b7-8c35-ddc1365cee5e/781d9f37-0b97-4cb7-956e-3019c0164791/a6465208-0be2-43e4-a879-14611a48269a) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:13:51.671321 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295b233-8dfe-49df-bb6a-448e21a6bd05 admin admin] Pushing event updated for resources: {'Network': ['ID=302090bd-c32d-44e1-9040-34d924a0677a,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:51.823458 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 302090bd-c32d-44e1-9040-34d924a0677a details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:13:51.833818 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c4e6b4-0704-4296-9d0b-346676298666 admin admin] Made reservation on behalf of 952f8807ae7646979437bc41c06a0280 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:13:51.836547 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-99c4e6b4-0704-4296-9d0b-346676298666 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:52.000445 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8aa26-928c-451a-aa3d-7297cc8b935b req-b196f19a-2a21-4695-b02a-0c399bb0020c tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:52.001620 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9d4e8524-c135-4224-aeba-c087908d6199 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:52.002041 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fba8aa26-928c-451a-aa3d-7297cc8b935b req-b196f19a-2a21-4695-b02a-0c399bb0020c tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=65d9b1b1-54d1-4769-9c0b-93e1cba3cffe HTTP/1.1" status: 200 len: 945 time: 0.1217606 Aug 10 01:13:52.068132 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fba8aa26-928c-451a-aa3d-7297cc8b935b req-548450a6-481a-4f55-a6c9-4fae49d0a75c tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572293 Aug 10 01:13:52.116011 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-9d4e8524-c135-4224-aeba-c087908d6199 None None] Transition to ACTIVE for port object a6465208-0be2-43e4-a879-14611a48269a will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:52.143213 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6c4f35-668a-44c4-82ef-6fd88e4c7a27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-6b41f1d4-855a-42c0-a121-9e1053160a2d', 'network_id': '6b41f1d4-855a-42c0-a121-9e1053160a2d', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'fixed_ips': [{'subnet_id': '09da3db4-dea5-4922-96ce-6e137c16935b'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:13:52.143962 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c6c4f35-668a-44c4-82ef-6fd88e4c7a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:52.213826 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-9d4e8524-c135-4224-aeba-c087908d6199 None None] Transition to ACTIVE for port object a6465208-0be2-43e4-a879-14611a48269a will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:52.246617 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9d4e8524-c135-4224-aeba-c087908d6199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:52.319928 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-d6054f2e-4c82-424f-b594-e72c2d078393 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Allocated IP 172.20.0.1 (68914d55-1722-49b7-8c35-ddc1365cee5e/781d9f37-0b97-4cb7-956e-3019c0164791/9fa91998-7f35-4306-8fc3-d6fede368b5f) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:13:52.330468 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-3c2baad5-524f-43ce-b81a-6b2dd6645318 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Allocated IP 2001:db8::1 (6b41f1d4-855a-42c0-a121-9e1053160a2d/09da3db4-dea5-4922-96ce-6e137c16935b/e551d32a-01da-40b8-95f9-bdce71ef1914) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:13:52.337722 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e8524-c135-4224-aeba-c087908d6199 None None] Pushing event updated for resources: {'Port': ['ID=a6465208-0be2-43e4-a879-14611a48269a,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:52.342478 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4e8524-c135-4224-aeba-c087908d6199 None None] Network 68914d55-1722-49b7-8c35-ddc1365cee5e is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:52.350202 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-9d4e8524-c135-4224-aeba-c087908d6199 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:52.402780 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4e8524-c135-4224-aeba-c087908d6199 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:13:52.529922 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-99c4e6b4-0704-4296-9d0b-346676298666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:52.549134 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-9d4e8524-c135-4224-aeba-c087908d6199 None None] Attempting to bind port a6465208-0be2-43e4-a879-14611a48269a on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:13:52.549755 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-9d4e8524-c135-4224-aeba-c087908d6199 None None] Attempting to bind port a6465208-0be2-43e4-a879-14611a48269a by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'c8a73380-ff8d-4024-81bf-877bc0930a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68914d55-1722-49b7-8c35-ddc1365cee5e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:13:52.550301 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4e8524-c135-4224-aeba-c087908d6199 None None] Attempting to bind port a6465208-0be2-43e4-a879-14611a48269a on network 68914d55-1722-49b7-8c35-ddc1365cee5e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:13:52.568604 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4e8524-c135-4224-aeba-c087908d6199 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:13:52.569272 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4e8524-c135-4224-aeba-c087908d6199 None None] Checking segment: {'id': 'c8a73380-ff8d-4024-81bf-877bc0930a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68914d55-1722-49b7-8c35-ddc1365cee5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:13:52.569917 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9d4e8524-c135-4224-aeba-c087908d6199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:52.570485 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4e8524-c135-4224-aeba-c087908d6199 None None] Bound using segment: {'id': 'c8a73380-ff8d-4024-81bf-877bc0930a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68914d55-1722-49b7-8c35-ddc1365cee5e'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:13:52.571152 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-9d4e8524-c135-4224-aeba-c087908d6199 None None] Bound port: a6465208-0be2-43e4-a879-14611a48269a, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a73380-ff8d-4024-81bf-877bc0930a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68914d55-1722-49b7-8c35-ddc1365cee5e'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:13:52.572942 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9d4e8524-c135-4224-aeba-c087908d6199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:52.684915 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3c2baad5-524f-43ce-b81a-6b2dd6645318 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:52.687363 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4e6b4-0704-4296-9d0b-346676298666 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7132ee4a-d288-4912-aabf-8a5d057441f0,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:52.689074 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-9d4e8524-c135-4224-aeba-c087908d6199 None None] For port a6465208-0be2-43e4-a879-14611a48269a, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:13:52.692683 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-9d4e8524-c135-4224-aeba-c087908d6199 None None] For port a6465208-0be2-43e4-a879-14611a48269a, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a6465208-0be2-43e4-a879-14611a48269a,segment=NetworkSegment(c8a73380-ff8d-4024-81bf-877bc0930a56),segment_id=c8a73380-ff8d-4024-81bf-877bc0930a56)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:13:52.699939 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9d4e8524-c135-4224-aeba-c087908d6199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:52.726615 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6054f2e-4c82-424f-b594-e72c2d078393 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:52.731032 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c4e6b4-0704-4296-9d0b-346676298666 admin admin] Checking segment: {'id': '183131a6-728a-4af8-a9a4-b9b73c302d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '302090bd-c32d-44e1-9040-34d924a0677a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:13:52.731415 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c4e6b4-0704-4296-9d0b-346676298666 admin admin] Network hostable DHCP agents. Network: 302090bd-c32d-44e1-9040-34d924a0677a, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:13:52.739491 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-3c2baad5-524f-43ce-b81a-6b2dd6645318 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Transition to ACTIVE for port object e551d32a-01da-40b8-95f9-bdce71ef1914 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:52.757071 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-d6054f2e-4c82-424f-b594-e72c2d078393 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Transition to ACTIVE for port object 9fa91998-7f35-4306-8fc3-d6fede368b5f will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:52.781292 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e8524-c135-4224-aeba-c087908d6199 None None] Pushing event updated for resources: {'Port': ['ID=a6465208-0be2-43e4-a879-14611a48269a,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:52.800340 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c4e6b4-0704-4296-9d0b-346676298666 admin admin] Network 302090bd-c32d-44e1-9040-34d924a0677a is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:13:52.814596 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a904d96c-163d-4c84-b9d6-c8625620715c up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:13:52.828325 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-99c4e6b4-0704-4296-9d0b-346676298666 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 302090bd-c32d-44e1-9040-34d924a0677a) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:52.834486 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c4e6b4-0704-4296-9d0b-346676298666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:52.835985 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-99c4e6b4-0704-4296-9d0b-346676298666 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:52.851700 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3c2baad5-524f-43ce-b81a-6b2dd6645318 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:52.859999 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6054f2e-4c82-424f-b594-e72c2d078393 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:52.891034 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afcb972-ec0f-406f-adbd-5fe1a79e025a None None] Network 302090bd-c32d-44e1-9040-34d924a0677a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:13:52.915445 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2baad5-524f-43ce-b81a-6b2dd6645318 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Port': ['ID=e551d32a-01da-40b8-95f9-bdce71ef1914,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:52.929037 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-99c4e6b4-0704-4296-9d0b-346676298666 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2722328 Aug 10 01:13:52.935981 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6054f2e-4c82-424f-b594-e72c2d078393 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Network 68914d55-1722-49b7-8c35-ddc1365cee5e is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:52.939790 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2baad5-524f-43ce-b81a-6b2dd6645318 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Network 6b41f1d4-855a-42c0-a121-9e1053160a2d is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:52.941630 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-3c2baad5-524f-43ce-b81a-6b2dd6645318 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:52.945068 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2baad5-524f-43ce-b81a-6b2dd6645318 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:13:52.946304 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3c2baad5-524f-43ce-b81a-6b2dd6645318 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:52.948689 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-d6054f2e-4c82-424f-b594-e72c2d078393 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:52.959478 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6054f2e-4c82-424f-b594-e72c2d078393 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:13:53.099233 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port a904d96c-163d-4c84-b9d6-c8625620715c completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:13:53.103114 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6054f2e-4c82-424f-b594-e72c2d078393 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:53.106565 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6054f2e-4c82-424f-b594-e72c2d078393 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'Port': ['ID=9fa91998-7f35-4306-8fc3-d6fede368b5f,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:53.135504 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port a904d96c-163d-4c84-b9d6-c8625620715c triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:53.136003 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:53.231681 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-8c6c4f35-668a-44c4-82ef-6fd88e4c7a27 None None] Allocated IP 2001:db8::2 (6b41f1d4-855a-42c0-a121-9e1053160a2d/09da3db4-dea5-4922-96ce-6e137c16935b/4851a2a9-0611-402a-87f8-5435aa1a44c2) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:13:53.276213 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3c2baad5-524f-43ce-b81a-6b2dd6645318 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:53.463607 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37fc479-bc96-45a1-aed4-01254985bb04 req-1f8e7691-0631-40bb-b795-b63c75a5af24 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:53.465361 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a37fc479-bc96-45a1-aed4-01254985bb04 req-1f8e7691-0631-40bb-b795-b63c75a5af24 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=65d9b1b1-54d1-4769-9c0b-93e1cba3cffe HTTP/1.1" status: 200 len: 945 time: 0.1263497 Aug 10 01:13:53.527852 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6054f2e-4c82-424f-b594-e72c2d078393 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:53.564751 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a37fc479-bc96-45a1-aed4-01254985bb04 req-7943888c-f897-4690-844d-5c37bc988ab7 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929198 Aug 10 01:13:53.621852 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a20cba-2939-4495-95a4-8821a4ffffed None None] Network 302090bd-c32d-44e1-9040-34d924a0677a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:13:53.696361 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3c2baad5-524f-43ce-b81a-6b2dd6645318 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:53.708620 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3c2baad5-524f-43ce-b81a-6b2dd6645318 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:53.710092 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3c2baad5-524f-43ce-b81a-6b2dd6645318 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:53.875531 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:53.906965 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2baad5-524f-43ce-b81a-6b2dd6645318 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Port': ['ID=e551d32a-01da-40b8-95f9-bdce71ef1914,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:53.964596 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port a904d96c-163d-4c84-b9d6-c8625620715c, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a904d96c-163d-4c84-b9d6-c8625620715c,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:53.972759 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:54.032390 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2baad5-524f-43ce-b81a-6b2dd6645318 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Network 6b41f1d4-855a-42c0-a121-9e1053160a2d is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:54.034212 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-3c2baad5-524f-43ce-b81a-6b2dd6645318 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:54.243025 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c6c4f35-668a-44c4-82ef-6fd88e4c7a27 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:54.255293 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8c6c4f35-668a-44c4-82ef-6fd88e4c7a27 None None] Transition to ACTIVE for port object 4851a2a9-0611-402a-87f8-5435aa1a44c2 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:54.284952 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8c6c4f35-668a-44c4-82ef-6fd88e4c7a27 None None] Transition to ACTIVE for port object 4851a2a9-0611-402a-87f8-5435aa1a44c2 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:54.296740 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2baad5-524f-43ce-b81a-6b2dd6645318 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Router 49292a27-7ab1-4710-b5e6-2c5124863b49 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:13:54.306241 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c6c4f35-668a-44c4-82ef-6fd88e4c7a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:54.357008 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=a904d96c-163d-4c84-b9d6-c8625620715c,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:54.368383 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6c4f35-668a-44c4-82ef-6fd88e4c7a27 None None] Network 6b41f1d4-855a-42c0-a121-9e1053160a2d is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:54.371113 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-8c6c4f35-668a-44c4-82ef-6fd88e4c7a27 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:54.421722 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6c4f35-668a-44c4-82ef-6fd88e4c7a27 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:13:54.429760 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 85f264b0-940a-4202-89db-399337916480 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:13:54.484818 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70e0f94-de9d-4ace-87f5-ec0ad7c947a6 None None] Network 68914d55-1722-49b7-8c35-ddc1365cee5e requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:13:54.539853 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2baad5-524f-43ce-b81a-6b2dd6645318 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:13:54.555003 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fed087a-96bd-4384-ab1d-27d8db3742bd None None] Sync routers for ids ['49292a27-7ab1-4710-b5e6-2c5124863b49'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:13:54.556023 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3c2baad5-524f-43ce-b81a-6b2dd6645318 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "PUT /v2.0/routers/49292a27-7ab1-4710-b5e6-2c5124863b49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5230608 Aug 10 01:13:54.556752 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39186) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:54.560422 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-58c87f70-d4e2-4a6d-b33a-e86babb96be0 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:54.562196 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-58c87f70-d4e2-4a6d-b33a-e86babb96be0 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/networks?id=909e9a03-251c-47be-98ed-54465ffa3345 HTTP/1.1" status: 200 len: 825 time: 0.6775808 Aug 10 01:13:54.571560 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-a12d27bf-e059-4a6e-bcde-7931a787ea78 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2014992154'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:54.587085 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fed087a-96bd-4384-ab1d-27d8db3742bd None None] Routers {'49292a27-7ab1-4710-b5e6-2c5124863b49'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:54.587919 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-8fed087a-96bd-4384-ab1d-27d8db3742bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:13:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['49292a27-7ab1-4710-b5e6-2c5124863b49'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:54.616948 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c4f35-668a-44c4-82ef-6fd88e4c7a27 None None] Pushing event updated for resources: {'Port': ['ID=4851a2a9-0611-402a-87f8-5435aa1a44c2,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:54.630120 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12d27bf-e059-4a6e-bcde-7931a787ea78 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Made reservation on behalf of 71298339050847f6a8a5b306ed924073 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:13:54.633962 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a12d27bf-e059-4a6e-bcde-7931a787ea78 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:54.642416 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-3f2c6487-b16d-4ac5-9b24-f9eb810e2741 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/quotas/29dab9c3ad0a488380b19aba71dc37a8 HTTP/1.1" status: 200 len: 375 time: 0.0699203 Aug 10 01:13:54.697968 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-8c6c4f35-668a-44c4-82ef-6fd88e4c7a27 None None] Attempting to bind port 4851a2a9-0611-402a-87f8-5435aa1a44c2 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:13:54.699007 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-8c6c4f35-668a-44c4-82ef-6fd88e4c7a27 None None] Attempting to bind port 4851a2a9-0611-402a-87f8-5435aa1a44c2 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '13699b66-e190-4b8a-a032-bee32580f091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6b41f1d4-855a-42c0-a121-9e1053160a2d'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:13:54.699831 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6c4f35-668a-44c4-82ef-6fd88e4c7a27 None None] Attempting to bind port 4851a2a9-0611-402a-87f8-5435aa1a44c2 on network 6b41f1d4-855a-42c0-a121-9e1053160a2d {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:13:54.708595 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a12d27bf-e059-4a6e-bcde-7931a787ea78 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:13:54.733975 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-ba73a848-3a78-491a-ba24-f3298b7cff08 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=29dab9c3ad0a488380b19aba71dc37a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753629 Aug 10 01:13:54.739146 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a12d27bf-e059-4a6e-bcde-7931a787ea78 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:54.747565 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-a12d27bf-e059-4a6e-bcde-7931a787ea78 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Added segment 2cbc7a39-4543-424d-b29a-e6483b29c554 of type vlan for network 9d19e54f-a3b0-41da-b20c-309cc1323d29 Aug 10 01:13:54.757539 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-81e468c8-055c-4e91-8a01-6416dbe15cb9 None None] Provisioning for port a6465208-0be2-43e4-a879-14611a48269a completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:13:54.757759 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-8fed087a-96bd-4384-ab1d-27d8db3742bd None None] Set router 49292a27-7ab1-4710-b5e6-2c5124863b49 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:13:54.778388 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6c4f35-668a-44c4-82ef-6fd88e4c7a27 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:13:54.778776 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6c4f35-668a-44c4-82ef-6fd88e4c7a27 None None] Checking segment: {'id': '13699b66-e190-4b8a-a032-bee32580f091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6b41f1d4-855a-42c0-a121-9e1053160a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:13:54.779189 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c6c4f35-668a-44c4-82ef-6fd88e4c7a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:54.779590 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6c4f35-668a-44c4-82ef-6fd88e4c7a27 None None] Bound using segment: {'id': '13699b66-e190-4b8a-a032-bee32580f091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6b41f1d4-855a-42c0-a121-9e1053160a2d'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:13:54.780211 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-8c6c4f35-668a-44c4-82ef-6fd88e4c7a27 None None] Bound port: 4851a2a9-0611-402a-87f8-5435aa1a44c2, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13699b66-e190-4b8a-a032-bee32580f091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6b41f1d4-855a-42c0-a121-9e1053160a2d'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:13:54.805014 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c6c4f35-668a-44c4-82ef-6fd88e4c7a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:54.827270 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6054f2e-4c82-424f-b594-e72c2d078393 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:54.846190 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f9401-03ee-4ee7-af8a-b4d77741b212 req-631983dd-3def-4419-a7ee-139a1524af84 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:54.855458 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b26f9401-03ee-4ee7-af8a-b4d77741b212 req-631983dd-3def-4419-a7ee-139a1524af84 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=65d9b1b1-54d1-4769-9c0b-93e1cba3cffe HTTP/1.1" status: 200 len: 945 time: 0.1241221 Aug 10 01:13:54.861350 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6054f2e-4c82-424f-b594-e72c2d078393 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:54.881531 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a12d27bf-e059-4a6e-bcde-7931a787ea78 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:54.902599 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 85f264b0-940a-4202-89db-399337916480 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:13:54.992728 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a12d27bf-e059-4a6e-bcde-7931a787ea78 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:54.998539 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12d27bf-e059-4a6e-bcde-7931a787ea78 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:54.999157 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a12d27bf-e059-4a6e-bcde-7931a787ea78 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:55.018605 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 85f264b0-940a-4202-89db-399337916480 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:55.019206 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:55.030047 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a6465208-0be2-43e4-a879-14611a48269a up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:13:55.059499 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b26f9401-03ee-4ee7-af8a-b4d77741b212 req-11bb2a70-fc27-4b48-8921-67eea6a6c8a1 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026474 Aug 10 01:13:55.074947 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6054f2e-4c82-424f-b594-e72c2d078393 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:55.107561 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-1fefaef4-f2dc-4f57-8bb8-cb6cc73ca900 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:13:55.118337 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-1fefaef4-f2dc-4f57-8bb8-cb6cc73ca900 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3613665 Aug 10 01:13:55.184791 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a12d27bf-e059-4a6e-bcde-7931a787ea78 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6259916 Aug 10 01:13:55.187548 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39202) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:55.188986 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-8fed087a-96bd-4384-ab1d-27d8db3742bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'name': 'tempest-RoutersIpV6Test-router-2059549354', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:49Z', 'updated_at': '2021-08-10T01:13:53Z', 'revision_number': 2, 'project_id': '71298339050847f6a8a5b306ed924073', 'gw_port_host': None, '_interfaces': [{'id': 'e551d32a-01da-40b8-95f9-bdce71ef1914', 'name': '', 'network_id': '6b41f1d4-855a-42c0-a121-9e1053160a2d', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:10:bf:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:51Z', 'updated_at': '2021-08-10T01:13:53Z', 'revision_number': 2, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:55.192707 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-ec3741a5-e7ca-44a5-bf2a-367f7f649d1a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Request body: {'subnet': {'network_id': '9d19e54f-a3b0-41da-b20c-309cc1323d29', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:55.206131 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6054f2e-4c82-424f-b594-e72c2d078393 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'Port': ['ID=9fa91998-7f35-4306-8fc3-d6fede368b5f,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:55.259013 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-8eab5129-287a-4d65-a0a6-348773e3bdc7 service neutron] 10.222.0.35 "GET /v2.0/networks/909e9a03-251c-47be-98ed-54465ffa3345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397891 Aug 10 01:13:55.260823 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fed087a-96bd-4384-ab1d-27d8db3742bd None None] Checking router: 49292a27-7ab1-4710-b5e6-2c5124863b49 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:13:55.261183 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fed087a-96bd-4384-ab1d-27d8db3742bd None None] Updating router 49292a27-7ab1-4710-b5e6-2c5124863b49 port e551d32a-01da-40b8-95f9-bdce71ef1914 binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:13:55.319838 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8fed087a-96bd-4384-ab1d-27d8db3742bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:55.362615 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d27bf-e059-4a6e-bcde-7931a787ea78 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Network': ['ID=9d19e54f-a3b0-41da-b20c-309cc1323d29,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:55.394176 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6054f2e-4c82-424f-b594-e72c2d078393 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Network 68914d55-1722-49b7-8c35-ddc1365cee5e is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:55.397493 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-d6054f2e-4c82-424f-b594-e72c2d078393 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:55.421949 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3741a5-e7ca-44a5-bf2a-367f7f649d1a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Made reservation on behalf of 71298339050847f6a8a5b306ed924073 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:13:55.425769 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ec3741a5-e7ca-44a5-bf2a-367f7f649d1a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:55.583663 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 9d19e54f-a3b0-41da-b20c-309cc1323d29 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:13:55.614273 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-b23163b6-5d8f-49e4-a466-7f125c983052 service neutron] 10.222.0.35 "GET /v2.0/networks/909e9a03-251c-47be-98ed-54465ffa3345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558379 Aug 10 01:13:55.849792 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8fed087a-96bd-4384-ab1d-27d8db3742bd None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:55.853622 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6054f2e-4c82-424f-b594-e72c2d078393 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Router 6c4d2705-8b16-4f80-b657-579aa656bed0 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:13:55.854523 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ec3741a5-e7ca-44a5-bf2a-367f7f649d1a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:55.908850 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-8fed087a-96bd-4384-ab1d-27d8db3742bd None None] Transition to ACTIVE for port object e551d32a-01da-40b8-95f9-bdce71ef1914 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:55.925309 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8fed087a-96bd-4384-ab1d-27d8db3742bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:56.028165 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9739a0b-1065-46ab-b2a7-3f4e687eac19 None None] Pushing event updated for resources: {'Port': ['ID=e551d32a-01da-40b8-95f9-bdce71ef1914,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:56.052012 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:56.052891 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3741a5-e7ca-44a5-bf2a-367f7f649d1a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Subnet': ['ID=538fb394-ba9d-4c9f-8ff1-8da06e4ca540,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:56.057041 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-8c6c4f35-668a-44c4-82ef-6fd88e4c7a27 None None] For port 4851a2a9-0611-402a-87f8-5435aa1a44c2, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:13:56.075611 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9739a0b-1065-46ab-b2a7-3f4e687eac19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:56.079272 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9739a0b-1065-46ab-b2a7-3f4e687eac19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:56.079883 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9739a0b-1065-46ab-b2a7-3f4e687eac19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:56.080491 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9739a0b-1065-46ab-b2a7-3f4e687eac19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:56.081036 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9739a0b-1065-46ab-b2a7-3f4e687eac19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:56.082157 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9739a0b-1065-46ab-b2a7-3f4e687eac19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:56.082709 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9739a0b-1065-46ab-b2a7-3f4e687eac19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:56.090518 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9739a0b-1065-46ab-b2a7-3f4e687eac19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:56.091228 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9739a0b-1065-46ab-b2a7-3f4e687eac19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:56.091790 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9739a0b-1065-46ab-b2a7-3f4e687eac19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:56.092371 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9739a0b-1065-46ab-b2a7-3f4e687eac19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:56.095588 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9739a0b-1065-46ab-b2a7-3f4e687eac19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:56.109165 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port a6465208-0be2-43e4-a879-14611a48269a completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:13:56.148609 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-8c6c4f35-668a-44c4-82ef-6fd88e4c7a27 None None] For port 4851a2a9-0611-402a-87f8-5435aa1a44c2, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=4851a2a9-0611-402a-87f8-5435aa1a44c2,segment=NetworkSegment(13699b66-e190-4b8a-a032-bee32580f091),segment_id=13699b66-e190-4b8a-a032-bee32580f091)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:13:56.149737 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port a6465208-0be2-43e4-a879-14611a48269a triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:56.151268 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:56.156871 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-51e0aead-0f51-4069-85f8-35a8a8ca4cb2 req-19fcb62b-adef-4804-8916-20609cdcae10 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/ports?device_id=bea3901c-d105-4eea-bc72-f929d7ce959b HTTP/1.1" status: 200 len: 210 time: 0.1067507 Aug 10 01:13:56.206525 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3741a5-e7ca-44a5-bf2a-367f7f649d1a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Checking segment: {'id': '2cbc7a39-4543-424d-b29a-e6483b29c554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9d19e54f-a3b0-41da-b20c-309cc1323d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:13:56.206986 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3741a5-e7ca-44a5-bf2a-367f7f649d1a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Network hostable DHCP agents. Network: 9d19e54f-a3b0-41da-b20c-309cc1323d29, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:13:56.280464 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3741a5-e7ca-44a5-bf2a-367f7f649d1a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Network 9d19e54f-a3b0-41da-b20c-309cc1323d29 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:13:56.283741 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c6c4f35-668a-44c4-82ef-6fd88e4c7a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:56.313478 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-ec3741a5-e7ca-44a5-bf2a-367f7f649d1a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 9d19e54f-a3b0-41da-b20c-309cc1323d29) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:56.318534 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3741a5-e7ca-44a5-bf2a-367f7f649d1a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:56.319534 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ec3741a5-e7ca-44a5-bf2a-367f7f649d1a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:56.339186 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-8fed087a-96bd-4384-ab1d-27d8db3742bd None None] Attempting to bind port e551d32a-01da-40b8-95f9-bdce71ef1914 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:13:56.341489 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-8fed087a-96bd-4384-ab1d-27d8db3742bd None None] Attempting to bind port e551d32a-01da-40b8-95f9-bdce71ef1914 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '13699b66-e190-4b8a-a032-bee32580f091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6b41f1d4-855a-42c0-a121-9e1053160a2d'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:13:56.342075 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fed087a-96bd-4384-ab1d-27d8db3742bd None None] Attempting to bind port e551d32a-01da-40b8-95f9-bdce71ef1914 on network 6b41f1d4-855a-42c0-a121-9e1053160a2d {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:13:56.378555 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ec3741a5-e7ca-44a5-bf2a-367f7f649d1a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1872315 Aug 10 01:13:56.378988 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39224) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:56.400385 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fed087a-96bd-4384-ab1d-27d8db3742bd None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:13:56.404906 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fed087a-96bd-4384-ab1d-27d8db3742bd None None] Checking segment: {'id': '13699b66-e190-4b8a-a032-bee32580f091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6b41f1d4-855a-42c0-a121-9e1053160a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:13:56.406656 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8fed087a-96bd-4384-ab1d-27d8db3742bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:56.407294 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fed087a-96bd-4384-ab1d-27d8db3742bd None None] Bound using segment: {'id': '13699b66-e190-4b8a-a032-bee32580f091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6b41f1d4-855a-42c0-a121-9e1053160a2d'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:13:56.410650 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-8fed087a-96bd-4384-ab1d-27d8db3742bd None None] Bound port: e551d32a-01da-40b8-95f9-bdce71ef1914, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13699b66-e190-4b8a-a032-bee32580f091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6b41f1d4-855a-42c0-a121-9e1053160a2d'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:13:56.416871 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8fed087a-96bd-4384-ab1d-27d8db3742bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:56.422647 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02367ccf-1553-4822-b719-c69e65e5d343 None None] Network 9d19e54f-a3b0-41da-b20c-309cc1323d29 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:13:56.425177 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d9b1b1-54d1-4769-9c0b-93e1cba3cffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f264b0-940a-4202-89db-399337916480'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:13:56.443309 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a4c1ca-8102-4f64-92db-00d43535f79a" -d '{"events": [{"server_uuid": "65d9b1b1-54d1-4769-9c0b-93e1cba3cffe", "name": "network-vif-plugged", "status": "completed", "tag": "85f264b0-940a-4202-89db-399337916480"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:13:56.483515 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6054f2e-4c82-424f-b594-e72c2d078393 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:13:56.517125 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c4f35-668a-44c4-82ef-6fd88e4c7a27 None None] Pushing event updated for resources: {'Port': ['ID=4851a2a9-0611-402a-87f8-5435aa1a44c2,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:56.531793 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d6054f2e-4c82-424f-b594-e72c2d078393 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "PUT /v2.0/routers/6c4d2705-8b16-4f80-b657-579aa656bed0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7055740 Aug 10 01:13:56.584163 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb456d-498f-4096-be4a-537c9dd3e9bf req-ce1e2f81-d6bf-4a9a-ac68-07cdcd3d30ce tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:56.597048 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f6fb456d-498f-4096-be4a-537c9dd3e9bf req-ce1e2f81-d6bf-4a9a-ac68-07cdcd3d30ce tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=65d9b1b1-54d1-4769-9c0b-93e1cba3cffe HTTP/1.1" status: 200 len: 945 time: 0.3122067 Aug 10 01:13:56.669958 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd353469-d01f-458b-b535-a11144eddd68 None None] Sync routers for ids ['6c4d2705-8b16-4f80-b657-579aa656bed0'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:13:56.742670 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f6fb456d-498f-4096-be4a-537c9dd3e9bf req-531b4a79-b7c0-4e65-bfce-2204cad35019 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421497 Aug 10 01:13:56.790603 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a82653-0d73-4a94-99c5-fe7b8f3a8385 x-openstack-request-id: req-47a82653-0d73-4a94-99c5-fe7b8f3a8385 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:13:56.791163 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d9b1b1-54d1-4769-9c0b-93e1cba3cffe", "name": "network-vif-plugged", "status": "completed", "tag": "85f264b0-940a-4202-89db-399337916480", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:13:56.791699 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-47a82653-0d73-4a94-99c5-fe7b8f3a8385 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:13:56.792333 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d9b1b1-54d1-4769-9c0b-93e1cba3cffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f264b0-940a-4202-89db-399337916480', 'code': 200} Aug 10 01:13:56.820232 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 85f264b0-940a-4202-89db-399337916480, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=85f264b0-940a-4202-89db-399337916480,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:56.938835 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:56.943719 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5b9f9c14-0504-4d0c-8721-5c9cdcfd25f9 None None] Provisioning complete for port a6465208-0be2-43e4-a879-14611a48269a triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:56.949171 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5b9f9c14-0504-4d0c-8721-5c9cdcfd25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:56.951243 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:56.962027 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-b206ad41-72f4-4a16-b746-70a2fa26b4bd tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-907699733&fields=id&tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8 HTTP/1.1" status: 200 len: 267 time: 0.0844324 Aug 10 01:13:57.008915 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-8fed087a-96bd-4384-ab1d-27d8db3742bd None None] For port e551d32a-01da-40b8-95f9-bdce71ef1914, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:13:57.015730 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-8fed087a-96bd-4384-ab1d-27d8db3742bd None None] For port e551d32a-01da-40b8-95f9-bdce71ef1914, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=e551d32a-01da-40b8-95f9-bdce71ef1914,segment=NetworkSegment(13699b66-e190-4b8a-a032-bee32580f091),segment_id=13699b66-e190-4b8a-a032-bee32580f091)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:13:57.029859 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8fed087a-96bd-4384-ab1d-27d8db3742bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:57.138467 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-4cdf9a40-14ec-4895-9f6a-50fb0448f2d5 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:57.150449 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-4cdf9a40-14ec-4895-9f6a-50fb0448f2d5 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/networks?id=68914d55-1722-49b7-8c35-ddc1365cee5e HTTP/1.1" status: 200 len: 796 time: 0.1797290 Aug 10 01:13:57.170367 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=85f264b0-940a-4202-89db-399337916480,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:57.171965 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fed087a-96bd-4384-ab1d-27d8db3742bd None None] Routers {'49292a27-7ab1-4710-b5e6-2c5124863b49'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:57.173597 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-8fed087a-96bd-4384-ab1d-27d8db3742bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:13:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['49292a27-7ab1-4710-b5e6-2c5124863b49'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:57.180901 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-39dc0be2-9dad-49af-9cd5-e11fb105b6f7 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/quotas/ffe13e423dfd43ec93b2db095fb6b3d8 HTTP/1.1" status: 200 len: 375 time: 0.0239267 Aug 10 01:13:57.204065 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd353469-d01f-458b-b535-a11144eddd68 None None] Routers {'6c4d2705-8b16-4f80-b657-579aa656bed0'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:57.204742 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-dd353469-d01f-458b-b535-a11144eddd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:13:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['6c4d2705-8b16-4f80-b657-579aa656bed0'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:57.287125 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9739a0b-1065-46ab-b2a7-3f4e687eac19 None None] Pushing event updated for resources: {'Port': ['ID=e551d32a-01da-40b8-95f9-bdce71ef1914,revision_number=4']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:57.405974 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-33ad1a6a-deb0-47b8-bc49-bfb763b4947b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2029235 Aug 10 01:13:57.413271 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-8fed087a-96bd-4384-ab1d-27d8db3742bd None None] Set router 49292a27-7ab1-4710-b5e6-2c5124863b49 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:13:57.548662 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port a6465208-0be2-43e4-a879-14611a48269a, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a6465208-0be2-43e4-a879-14611a48269a,segment=NetworkSegment(c8a73380-ff8d-4024-81bf-877bc0930a56),segment_id=c8a73380-ff8d-4024-81bf-877bc0930a56)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:57.611231 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:57.612585 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a904d96c-163d-4c84-b9d6-c8625620715c up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:13:57.616358 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae0c9744-03b9-478c-9407-ec67e4be172f req-8fc238f7-129a-4ce4-b940-8126465b387f tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/ports?device_id=bea3901c-d105-4eea-bc72-f929d7ce959b HTTP/1.1" status: 200 len: 210 time: 0.2532256 Aug 10 01:13:57.715152 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-54afd5b7-962e-4aca-abb7-c5eb9855ed66 service neutron] 10.222.0.35 "GET /v2.0/networks/68914d55-1722-49b7-8c35-ddc1365cee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061373 Aug 10 01:13:57.759920 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=a6465208-0be2-43e4-a879-14611a48269a,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:57.836802 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb6955-56bc-4b52-9458-5176404a89cb req-df91935c-ea18-4590-af32-e0790f12a4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:57.839211 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-52cb6955-56bc-4b52-9458-5176404a89cb req-df91935c-ea18-4590-af32-e0790f12a4f7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=65d9b1b1-54d1-4769-9c0b-93e1cba3cffe HTTP/1.1" status: 200 len: 1098 time: 0.2449260 Aug 10 01:13:57.910420 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-8fed087a-96bd-4384-ab1d-27d8db3742bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'name': 'tempest-RoutersIpV6Test-router-2059549354', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:49Z', 'updated_at': '2021-08-10T01:13:53Z', 'revision_number': 2, 'project_id': '71298339050847f6a8a5b306ed924073', 'gw_port_host': None, '_interfaces': [{'id': 'e551d32a-01da-40b8-95f9-bdce71ef1914', 'name': '', 'network_id': '6b41f1d4-855a-42c0-a121-9e1053160a2d', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:10:bf:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:51Z', 'updated_at': '2021-08-10T01:13:57Z', 'revision_number': 4, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:57.955031 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fed087a-96bd-4384-ab1d-27d8db3742bd None None] The sync data for ids ['49292a27-7ab1-4710-b5e6-2c5124863b49'] in n-d-766726-26 is: [{'id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'name': 'tempest-RoutersIpV6Test-router-2059549354', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:49Z', 'updated_at': '2021-08-10T01:13:53Z', 'revision_number': 2, 'project_id': '71298339050847f6a8a5b306ed924073', 'gw_port_host': None, '_interfaces': [{'id': 'e551d32a-01da-40b8-95f9-bdce71ef1914', 'name': '', 'network_id': '6b41f1d4-855a-42c0-a121-9e1053160a2d', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:10:bf:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:51Z', 'updated_at': '2021-08-10T01:13:57Z', 'revision_number': 4, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:13:58.068288 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-52cb6955-56bc-4b52-9458-5176404a89cb req-08ba759f-4d37-43d5-ad74-b979aff5d4d5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310041 Aug 10 01:13:58.153209 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-dd353469-d01f-458b-b535-a11144eddd68 None None] Set router 6c4d2705-8b16-4f80-b657-579aa656bed0 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:13:58.164041 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5b9f9c14-0504-4d0c-8721-5c9cdcfd25f9 None None] Provisioning for port 9fa91998-7f35-4306-8fc3-d6fede368b5f completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:13:58.198620 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b6b6ce80-ab69-417f-9855-9130e826511f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:58.238874 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597517f-21ed-4784-b990-aba0a46c9f58 req-9d3dda94-4a56-4e9d-9401-5d49eec01066 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:58.250170 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8597517f-21ed-4784-b990-aba0a46c9f58 req-9d3dda94-4a56-4e9d-9401-5d49eec01066 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=65d9b1b1-54d1-4769-9c0b-93e1cba3cffe HTTP/1.1" status: 200 len: 946 time: 0.2436156 Aug 10 01:13:58.278803 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-d65bf601-850d-4392-9737-ae65cf6af973 service neutron] 10.222.0.35 "GET /v2.0/networks/68914d55-1722-49b7-8c35-ddc1365cee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5594282 Aug 10 01:13:58.309337 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-619aa229-3200-4dba-9096-0b8702a7d2ea tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:58.312967 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-619aa229-3200-4dba-9096-0b8702a7d2ea tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.20 "GET /v2.0/networks?id=909e9a03-251c-47be-98ed-54465ffa3345 HTTP/1.1" status: 200 len: 825 time: 0.4261680 Aug 10 01:13:58.325606 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5b9f9c14-0504-4d0c-8721-5c9cdcfd25f9 None None] Provisioning complete for port 9fa91998-7f35-4306-8fc3-d6fede368b5f triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:58.326152 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5b9f9c14-0504-4d0c-8721-5c9cdcfd25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:58.379734 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-0c906974-a0bd-408c-955d-f652473e0476 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Request body: {'port': {'device_id': 'bea3901c-d105-4eea-bc72-f929d7ce959b', 'network_id': '909e9a03-251c-47be-98ed-54465ffa3345', 'admin_state_up': True, 'tenant_id': '29dab9c3ad0a488380b19aba71dc37a8'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:58.485630 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8597517f-21ed-4784-b990-aba0a46c9f58 req-8a482b4c-fc0a-4b10-8246-f4b71e72a54b tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2278612 Aug 10 01:13:58.793229 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77f074fb-256b-407c-b244-66bc5dac5909 req-d612d903-ee80-448e-9600-c126ca24aba7 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 210 time: 0.1189351 Aug 10 01:13:58.826587 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7877f348-34ac-4ceb-8dcb-f4d98f42567c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-9d19e54f-a3b0-41da-b20c-309cc1323d29', 'network_id': '9d19e54f-a3b0-41da-b20c-309cc1323d29', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'fixed_ips': [{'subnet_id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:13:58.827465 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7877f348-34ac-4ceb-8dcb-f4d98f42567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:58.841487 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port a904d96c-163d-4c84-b9d6-c8625620715c triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:58.841881 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:58.910858 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1d7d53-a162-4bc4-8fc2-998be8eccd9b None None] Network 6b41f1d4-855a-42c0-a121-9e1053160a2d requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:13:58.955492 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d7932a55-dc94-401d-9444-b0d62169fdee req-7e38bce7-b473-4854-8e6d-b628e3363609 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/ports?device_id=bea3901c-d105-4eea-bc72-f929d7ce959b HTTP/1.1" status: 200 len: 210 time: 0.0761914 Aug 10 01:13:58.962196 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-b6b6ce80-ab69-417f-9855-9130e826511f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Allocated IP 2001:db8:1::1 (9d19e54f-a3b0-41da-b20c-309cc1323d29/538fb394-ba9d-4c9f-8ff1-8da06e4ca540/9f27a52b-8158-4eb5-9664-24bcefed2f87) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:13:58.986889 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-0c906974-a0bd-408c-955d-f652473e0476 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Made reservation on behalf of 29dab9c3ad0a488380b19aba71dc37a8 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:13:58.993645 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-0c906974-a0bd-408c-955d-f652473e0476 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:59.251438 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:59.264867 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b6b6ce80-ab69-417f-9855-9130e826511f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:59.310025 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-b6b6ce80-ab69-417f-9855-9130e826511f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Transition to ACTIVE for port object 9f27a52b-8158-4eb5-9664-24bcefed2f87 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:59.360316 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-0c906974-a0bd-408c-955d-f652473e0476 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Allocated IP 172.20.0.2 (909e9a03-251c-47be-98ed-54465ffa3345/663bf97e-6dee-47f8-9ca0-d18c485278ef/5084045c-8386-4e6f-a5a2-9995809110a7) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:13:59.379270 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b6b6ce80-ab69-417f-9855-9130e826511f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:59.449537 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6ce80-ab69-417f-9855-9130e826511f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Port': ['ID=9f27a52b-8158-4eb5-9664-24bcefed2f87,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:59.462834 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6ce80-ab69-417f-9855-9130e826511f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:59.463436 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6ce80-ab69-417f-9855-9130e826511f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:59.464031 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6ce80-ab69-417f-9855-9130e826511f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:59.464572 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6ce80-ab69-417f-9855-9130e826511f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:59.465066 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6ce80-ab69-417f-9855-9130e826511f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:59.465629 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6ce80-ab69-417f-9855-9130e826511f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:59.466160 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6ce80-ab69-417f-9855-9130e826511f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:59.466653 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6ce80-ab69-417f-9855-9130e826511f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:59.467198 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6ce80-ab69-417f-9855-9130e826511f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:59.467708 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6ce80-ab69-417f-9855-9130e826511f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:59.468283 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6ce80-ab69-417f-9855-9130e826511f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:59.468818 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6ce80-ab69-417f-9855-9130e826511f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:59.494158 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-5b9f9c14-0504-4d0c-8721-5c9cdcfd25f9 None None] Port 9fa91998-7f35-4306-8fc3-d6fede368b5f cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:13:59.495563 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b6ce80-ab69-417f-9855-9130e826511f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Network 9d19e54f-a3b0-41da-b20c-309cc1323d29 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:59.497146 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-b6b6ce80-ab69-417f-9855-9130e826511f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:59.499381 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b6ce80-ab69-417f-9855-9130e826511f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:13:59.499936 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b6b6ce80-ab69-417f-9855-9130e826511f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:59.638490 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-7877f348-34ac-4ceb-8dcb-f4d98f42567c None None] Allocated IP 2001:db8:1::2 (9d19e54f-a3b0-41da-b20c-309cc1323d29/538fb394-ba9d-4c9f-8ff1-8da06e4ca540/13b0caa6-ec7c-4c41-8741-3363734d5d63) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:13:59.644454 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-0c906974-a0bd-408c-955d-f652473e0476 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:59.775160 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b6b6ce80-ab69-417f-9855-9130e826511f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:59.803238 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ceeffd-6d59-4496-acc0-957960210615 req-6ff89492-2b88-479f-8a75-788e92076bd4 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:59.827475 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-38ceeffd-6d59-4496-acc0-957960210615 req-6ff89492-2b88-479f-8a75-788e92076bd4 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=65d9b1b1-54d1-4769-9c0b-93e1cba3cffe HTTP/1.1" status: 200 len: 946 time: 0.2003536 Aug 10 01:13:59.980009 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-0c906974-a0bd-408c-955d-f652473e0476 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:00.034953 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-38ceeffd-6d59-4496-acc0-957960210615 req-ee3db3bc-7d11-48b6-81e7-26e1a17af2ee tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068129 Aug 10 01:14:00.149486 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a087a23b-cd8d-4865-a6f6-82d7afed7db1 None None] Provisioning for port 4851a2a9-0611-402a-87f8-5435aa1a44c2 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:00.196403 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-dd353469-d01f-458b-b535-a11144eddd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851126000', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'a904d96c-163d-4c84-b9d6-c8625620715c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:44Z', 'updated_at': '2021-08-10T01:13:53Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'a904d96c-163d-4c84-b9d6-c8625620715c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:45Z', 'updated_at': '2021-08-10T01:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '9fa91998-7f35-4306-8fc3-d6fede368b5f', 'name': '', 'network_id': '68914d55-1722-49b7-8c35-ddc1365cee5e', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'mac_address': 'fa:16:3e:ba:0b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '781d9f37-0b97-4cb7-956e-3019c0164791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:51Z', 'updated_at': '2021-08-10T01:13:54Z', 'revision_number': 2, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'subnets': [{'id': '781d9f37-0b97-4cb7-956e-3019c0164791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:00.254566 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-0c906974-a0bd-408c-955d-f652473e0476 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Network 909e9a03-251c-47be-98ed-54465ffa3345 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:00.277437 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-0c906974-a0bd-408c-955d-f652473e0476 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:00.300957 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-93749779-53ef-47d7-97c0-e3fd069871c2 req-c79b9a0f-0e02-4cfb-8318-d96bc4bbfa91 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 210 time: 0.1651056 Aug 10 01:14:00.318367 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-0c906974-a0bd-408c-955d-f652473e0476 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:00.344862 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd353469-d01f-458b-b535-a11144eddd68 None None] Checking router: 6c4d2705-8b16-4f80-b657-579aa656bed0 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:14:00.345149 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd353469-d01f-458b-b535-a11144eddd68 None None] Updating router 6c4d2705-8b16-4f80-b657-579aa656bed0 port 9fa91998-7f35-4306-8fc3-d6fede368b5f binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:14:00.347471 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a6465208-0be2-43e4-a879-14611a48269a up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:00.422199 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c906974-a0bd-408c-955d-f652473e0476 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Pushing event updated for resources: {'Port': ['ID=5084045c-8386-4e6f-a5a2-9995809110a7,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:00.659955 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-0c906974-a0bd-408c-955d-f652473e0476 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:00.661125 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-0c906974-a0bd-408c-955d-f652473e0476 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:00.664223 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39300) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:00.686767 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24cc59a-edde-4576-af83-e71d76a40700 req-b02e9351-0865-48dd-813c-cc1960207e82 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:00.695962 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b24cc59a-edde-4576-af83-e71d76a40700 req-b02e9351-0865-48dd-813c-cc1960207e82 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/ports?device_id=bea3901c-d105-4eea-bc72-f929d7ce959b HTTP/1.1" status: 200 len: 931 time: 0.4391711 Aug 10 01:14:00.730982 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:14:00.795220 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e3d3a-5891-406a-bd38-e2f5b85a4cab req-a67999ce-028f-4db6-87be-67b0868860e0 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:00.798986 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-526e3d3a-5891-406a-bd38-e2f5b85a4cab req-a67999ce-028f-4db6-87be-67b0868860e0 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=65d9b1b1-54d1-4769-9c0b-93e1cba3cffe HTTP/1.1" status: 200 len: 946 time: 0.3772953 Aug 10 01:14:00.877816 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b24cc59a-edde-4576-af83-e71d76a40700 req-2cd110cb-8537-4b4d-883d-eb20768353bf tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e1fe56-d35a-4d1e-9aab-19e1c3e6a8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805401 Aug 10 01:14:00.884212 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-0c906974-a0bd-408c-955d-f652473e0476 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5111930 Aug 10 01:14:00.907063 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b6b6ce80-ab69-417f-9855-9130e826511f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:00.931943 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b6b6ce80-ab69-417f-9855-9130e826511f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:00.933985 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b6b6ce80-ab69-417f-9855-9130e826511f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:00.939686 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-a9d6b8a3-cf98-401d-893a-49426c78575a service neutron] Request body: {'port': {'device_id': 'bea3901c-d105-4eea-bc72-f929d7ce959b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:01.110880 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd353469-d01f-458b-b535-a11144eddd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:01.127205 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-14ac5ff6-485b-4826-a751-f9e2e268d9d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:01.136925 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6ce80-ab69-417f-9855-9130e826511f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Port': ['ID=9f27a52b-8158-4eb5-9664-24bcefed2f87,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:01.170403 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-b866f11d-f63e-4711-b030-90c446384b0e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:01.173279 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-b866f11d-f63e-4711-b030-90c446384b0e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.24 "GET /v2.0/networks?id=68914d55-1722-49b7-8c35-ddc1365cee5e HTTP/1.1" status: 200 len: 796 time: 0.7056735 Aug 10 01:14:01.191387 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-526e3d3a-5891-406a-bd38-e2f5b85a4cab req-946a8573-ae30-43b5-a959-4cbfa24cd216 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3830612 Aug 10 01:14:01.226655 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port a6465208-0be2-43e4-a879-14611a48269a triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:01.227271 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:01.229853 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a087a23b-cd8d-4865-a6f6-82d7afed7db1 None None] Provisioning complete for port 9fa91998-7f35-4306-8fc3-d6fede368b5f triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:01.230341 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a087a23b-cd8d-4865-a6f6-82d7afed7db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:01.258532 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39308) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:01.346106 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-a9d6b8a3-cf98-401d-893a-49426c78575a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:01.406429 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7877f348-34ac-4ceb-8dcb-f4d98f42567c None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:01.408089 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-ee33af54-fcc7-4ca6-ac54-5d8962bd2ddb tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8 HTTP/1.1" status: 200 len: 379 time: 0.1378713 Aug 10 01:14:01.447355 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-7055d7f9-6ca0-40c3-a13c-f030dd6c76bd tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'port': {'device_id': 'c6adbfc9-09d1-4bf7-ab79-e70f7b15f373', 'network_id': '68914d55-1722-49b7-8c35-ddc1365cee5e', 'admin_state_up': True, 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'security_groups': ['ccff1bd2-c333-4a0d-91a4-825a72744d11']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:01.494799 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-14ac5ff6-485b-4826-a751-f9e2e268d9d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:01.519393 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-14ac5ff6-485b-4826-a751-f9e2e268d9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:01.540482 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7877f348-34ac-4ceb-8dcb-f4d98f42567c None None] Transition to ACTIVE for port object 13b0caa6-ec7c-4c41-8741-3363734d5d63 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:01.563233 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a087a23b-cd8d-4865-a6f6-82d7afed7db1 None None] Port 9fa91998-7f35-4306-8fc3-d6fede368b5f cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:14:01.603133 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7877f348-34ac-4ceb-8dcb-f4d98f42567c None None] Transition to ACTIVE for port object 13b0caa6-ec7c-4c41-8741-3363734d5d63 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:01.690552 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b6ce80-ab69-417f-9855-9130e826511f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Network 9d19e54f-a3b0-41da-b20c-309cc1323d29 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:01.696442 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e5486838-e830-4669-89c5-08b6c40a3cb2 req-8b5a6bfe-8f77-4dde-a027-09f54ee33004 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 210 time: 0.1827984 Aug 10 01:14:01.705090 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-14ac5ff6-485b-4826-a751-f9e2e268d9d5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=31bde03495054129a879524ed59da540&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0284607 Aug 10 01:14:01.705775 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39316) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:01.727534 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7877f348-34ac-4ceb-8dcb-f4d98f42567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:01.730155 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac5ff6-485b-4826-a751-f9e2e268d9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd4cda8-e80e-4fc5-9dfe-f44622ec0d60,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:01.744030 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-b6b6ce80-ab69-417f-9855-9130e826511f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:01.754959 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7877f348-34ac-4ceb-8dcb-f4d98f42567c None None] Network 9d19e54f-a3b0-41da-b20c-309cc1323d29 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:01.763089 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-7877f348-34ac-4ceb-8dcb-f4d98f42567c None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:01.848310 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877f348-34ac-4ceb-8dcb-f4d98f42567c None None] Pushing event updated for resources: {'Port': ['ID=13b0caa6-ec7c-4c41-8741-3363734d5d63,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:01.855810 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7877f348-34ac-4ceb-8dcb-f4d98f42567c None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:01.932614 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4851a2a9-0611-402a-87f8-5435aa1a44c2 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:01.939072 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0e234c-30e9-48a4-a2c8-428c45247b6d tempest-TestVolumeBootPattern-744452409 tempest-TestVolumeBootPattern-744452409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:01.940668 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2b0e234c-30e9-48a4-a2c8-428c45247b6d tempest-TestVolumeBootPattern-744452409 tempest-TestVolumeBootPattern-744452409-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=65d9b1b1-54d1-4769-9c0b-93e1cba3cffe HTTP/1.1" status: 200 len: 1093 time: 0.6710007 Aug 10 01:14:01.945234 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39320) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:01.958332 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-65a2b3dd-c506-4868-b1bc-896fde40d6bb tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'port_id': '85f264b0-940a-4202-89db-399337916480', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:01.971932 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b6ce80-ab69-417f-9855-9130e826511f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Router 49292a27-7ab1-4710-b5e6-2c5124863b49 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:14:01.980766 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dae74db6-057c-4b09-8ef0-9c4719334909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:01.985285 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-7055d7f9-6ca0-40c3-a13c-f030dd6c76bd tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Made reservation on behalf of ffe13e423dfd43ec93b2db095fb6b3d8 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:14:01.988379 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-7055d7f9-6ca0-40c3-a13c-f030dd6c76bd tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:02.013838 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-65a2b3dd-c506-4868-b1bc-896fde40d6bb tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:02.025450 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5df84ed8-2afd-4772-a474-64df8563cc04 None None] Provisioning for port e551d32a-01da-40b8-95f9-bdce71ef1914 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:02.105280 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-7877f348-34ac-4ceb-8dcb-f4d98f42567c None None] Attempting to bind port 13b0caa6-ec7c-4c41-8741-3363734d5d63 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:14:02.105660 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-7877f348-34ac-4ceb-8dcb-f4d98f42567c None None] Attempting to bind port 13b0caa6-ec7c-4c41-8741-3363734d5d63 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '2cbc7a39-4543-424d-b29a-e6483b29c554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9d19e54f-a3b0-41da-b20c-309cc1323d29'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:14:02.106133 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7877f348-34ac-4ceb-8dcb-f4d98f42567c None None] Attempting to bind port 13b0caa6-ec7c-4c41-8741-3363734d5d63 on network 9d19e54f-a3b0-41da-b20c-309cc1323d29 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:14:02.120845 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dae74db6-057c-4b09-8ef0-9c4719334909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:02.125770 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7877f348-34ac-4ceb-8dcb-f4d98f42567c None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:14:02.126328 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7877f348-34ac-4ceb-8dcb-f4d98f42567c None None] Checking segment: {'id': '2cbc7a39-4543-424d-b29a-e6483b29c554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9d19e54f-a3b0-41da-b20c-309cc1323d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:14:02.126724 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7877f348-34ac-4ceb-8dcb-f4d98f42567c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:02.127250 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7877f348-34ac-4ceb-8dcb-f4d98f42567c None None] Bound using segment: {'id': '2cbc7a39-4543-424d-b29a-e6483b29c554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9d19e54f-a3b0-41da-b20c-309cc1323d29'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:14:02.127817 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-7877f348-34ac-4ceb-8dcb-f4d98f42567c None None] Bound port: 13b0caa6-ec7c-4c41-8741-3363734d5d63, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cbc7a39-4543-424d-b29a-e6483b29c554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9d19e54f-a3b0-41da-b20c-309cc1323d29'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:14:02.128361 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7877f348-34ac-4ceb-8dcb-f4d98f42567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:02.186588 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b6ce80-ab69-417f-9855-9130e826511f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:14:02.197741 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b6b6ce80-ab69-417f-9855-9130e826511f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "PUT /v2.0/routers/49292a27-7ab1-4710-b5e6-2c5124863b49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8150911 Aug 10 01:14:02.198385 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39324) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:02.203179 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be294b1-e922-470f-a0ee-7b3c0a96a2f1 None None] Sync routers for ids ['49292a27-7ab1-4710-b5e6-2c5124863b49'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:14:02.203726 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-ff3f5d41-59a2-4ee5-9d90-4382f8b3348a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-905912180'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:02.218225 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be294b1-e922-470f-a0ee-7b3c0a96a2f1 None None] Routers {'49292a27-7ab1-4710-b5e6-2c5124863b49'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:02.219294 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-8be294b1-e922-470f-a0ee-7b3c0a96a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:13:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['49292a27-7ab1-4710-b5e6-2c5124863b49'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:02.232764 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 4851a2a9-0611-402a-87f8-5435aa1a44c2 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:02.235636 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3f5d41-59a2-4ee5-9d90-4382f8b3348a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Made reservation on behalf of 71298339050847f6a8a5b306ed924073 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:14:02.241401 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ff3f5d41-59a2-4ee5-9d90-4382f8b3348a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:02.279159 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff3f5d41-59a2-4ee5-9d90-4382f8b3348a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:14:02.294294 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ff3f5d41-59a2-4ee5-9d90-4382f8b3348a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:02.294779 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-ff3f5d41-59a2-4ee5-9d90-4382f8b3348a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Added segment 8950316e-1205-47d5-b315-1104a1c3ed35 of type vlan for network 0a1ad0d5-5889-408a-84a4-7a9dd3eceabd Aug 10 01:14:02.311471 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd3769-88cb-4284-af42-9cb9f460675e req-d1cc3126-8269-453d-a013-b2e5cc0b448d tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:02.313206 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e4fd3769-88cb-4284-af42-9cb9f460675e req-d1cc3126-8269-453d-a013-b2e5cc0b448d tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/ports?device_id=bea3901c-d105-4eea-bc72-f929d7ce959b HTTP/1.1" status: 200 len: 931 time: 0.2963879 Aug 10 01:14:02.326859 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd353469-d01f-458b-b535-a11144eddd68 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:02.356149 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-dd353469-d01f-458b-b535-a11144eddd68 None None] Transition to ACTIVE for port object 9fa91998-7f35-4306-8fc3-d6fede368b5f will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:02.391740 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e4fd3769-88cb-4284-af42-9cb9f460675e req-89861999-4010-47ad-99e0-318f50cb9c9c tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e1fe56-d35a-4d1e-9aab-19e1c3e6a8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700881 Aug 10 01:14:02.410744 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dae74db6-057c-4b09-8ef0-9c4719334909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:02.423554 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dae74db6-057c-4b09-8ef0-9c4719334909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:02.428593 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-dae74db6-057c-4b09-8ef0-9c4719334909 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1bd4cda8-e80e-4fc5-9dfe-f44622ec0d60 HTTP/1.1" status: 204 len: 168 time: 0.7050939 Aug 10 01:14:02.439203 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-7877f348-34ac-4ceb-8dcb-f4d98f42567c None None] For port 13b0caa6-ec7c-4c41-8741-3363734d5d63, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:14:02.448879 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-7877f348-34ac-4ceb-8dcb-f4d98f42567c None None] For port 13b0caa6-ec7c-4c41-8741-3363734d5d63, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=13b0caa6-ec7c-4c41-8741-3363734d5d63,segment=NetworkSegment(2cbc7a39-4543-424d-b29a-e6483b29c554),segment_id=2cbc7a39-4543-424d-b29a-e6483b29c554)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:14:02.450285 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 4851a2a9-0611-402a-87f8-5435aa1a44c2 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:02.451802 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:02.462873 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae74db6-057c-4b09-8ef0-9c4719334909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd4cda8-e80e-4fc5-9dfe-f44622ec0d60,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:02.502234 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ff3f5d41-59a2-4ee5-9d90-4382f8b3348a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:02.510209 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-8be294b1-e922-470f-a0ee-7b3c0a96a2f1 None None] Set router 49292a27-7ab1-4710-b5e6-2c5124863b49 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:02.519897 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-65a2b3dd-c506-4868-b1bc-896fde40d6bb tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:02.534594 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-a9d6b8a3-cf98-401d-893a-49426c78575a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5084045c-8386-4e6f-a5a2-9995809110a7 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:14:02.542858 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7877f348-34ac-4ceb-8dcb-f4d98f42567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:02.546583 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-a9d6b8a3-cf98-401d-893a-49426c78575a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:02.621727 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd353469-d01f-458b-b535-a11144eddd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:02.635331 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877f348-34ac-4ceb-8dcb-f4d98f42567c None None] Pushing event updated for resources: {'Port': ['ID=13b0caa6-ec7c-4c41-8741-3363734d5d63,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:02.663384 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-a9d6b8a3-cf98-401d-893a-49426c78575a service neutron] Transition to ACTIVE for port object 5084045c-8386-4e6f-a5a2-9995809110a7 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:02.694726 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ff3f5d41-59a2-4ee5-9d90-4382f8b3348a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:02.701914 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-a9d6b8a3-cf98-401d-893a-49426c78575a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:02.712017 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3f5d41-59a2-4ee5-9d90-4382f8b3348a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:02.713480 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ff3f5d41-59a2-4ee5-9d90-4382f8b3348a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:02.806762 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a666dd-a449-4794-9eef-a2a33dbaca86 None None] Pushing event updated for resources: {'Port': ['ID=9fa91998-7f35-4306-8fc3-d6fede368b5f,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:02.877562 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-7055d7f9-6ca0-40c3-a13c-f030dd6c76bd tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Allocated IP 172.20.0.13 (68914d55-1722-49b7-8c35-ddc1365cee5e/781d9f37-0b97-4cb7-956e-3019c0164791/86746eaf-3f7b-420a-ab8a-c3135a4a2229) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:02.924983 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d6b8a3-cf98-401d-893a-49426c78575a service neutron] Pushing event updated for resources: {'Port': ['ID=5084045c-8386-4e6f-a5a2-9995809110a7,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:02.932805 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ff3f5d41-59a2-4ee5-9d90-4382f8b3348a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7332880 Aug 10 01:14:02.934460 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39338) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:02.977566 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-6fc1256d-196f-49f7-9fae-38a12bedd721 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Request body: {'subnet': {'network_id': '0a1ad0d5-5889-408a-84a4-7a9dd3eceabd', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:03.114275 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f5d41-59a2-4ee5-9d90-4382f8b3348a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Network': ['ID=0a1ad0d5-5889-408a-84a4-7a9dd3eceabd,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:03.180783 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-23a341ed-b246-4f3d-a147-147d1b488dd9 req-7b14b891-680b-424a-bc70-068592c04a4f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 210 time: 0.1929796 Aug 10 01:14:03.242867 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:03.249094 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 0a1ad0d5-5889-408a-84a4-7a9dd3eceabd details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:14:03.268627 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39346) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:03.273450 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-8be294b1-e922-470f-a0ee-7b3c0a96a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'name': 'tempest-RoutersIpV6Test-router-2059549354', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:49Z', 'updated_at': '2021-08-10T01:13:59Z', 'revision_number': 3, 'project_id': '71298339050847f6a8a5b306ed924073', 'gw_port_host': None, '_interfaces': [{'id': '9f27a52b-8158-4eb5-9664-24bcefed2f87', 'name': '', 'network_id': '9d19e54f-a3b0-41da-b20c-309cc1323d29', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:03:6f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:58Z', 'updated_at': '2021-08-10T01:14:00Z', 'revision_number': 2, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e551d32a-01da-40b8-95f9-bdce71ef1914', 'name': '', 'network_id': '6b41f1d4-855a-42c0-a121-9e1053160a2d', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:10:bf:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:51Z', 'updated_at': '2021-08-10T01:13:57Z', 'revision_number': 4, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:03.312300 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-65a2b3dd-c506-4868-b1bc-896fde40d6bb tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Allocated IP 172.25.2.134 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/11cc43bf-4bb3-4965-8d16-7ae185346abb) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:03.328256 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-dd353469-d01f-458b-b535-a11144eddd68 None None] Attempting to bind port 9fa91998-7f35-4306-8fc3-d6fede368b5f on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:14:03.337573 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b934d327-c258-46ff-92c9-1f6e03bc8460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:03.338404 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-dd353469-d01f-458b-b535-a11144eddd68 None None] Attempting to bind port 9fa91998-7f35-4306-8fc3-d6fede368b5f by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'c8a73380-ff8d-4024-81bf-877bc0930a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68914d55-1722-49b7-8c35-ddc1365cee5e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:14:03.338925 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd353469-d01f-458b-b535-a11144eddd68 None None] Attempting to bind port 9fa91998-7f35-4306-8fc3-d6fede368b5f on network 68914d55-1722-49b7-8c35-ddc1365cee5e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:14:03.351973 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be294b1-e922-470f-a0ee-7b3c0a96a2f1 None None] Checking router: 49292a27-7ab1-4710-b5e6-2c5124863b49 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:14:03.354698 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be294b1-e922-470f-a0ee-7b3c0a96a2f1 None None] Updating router 49292a27-7ab1-4710-b5e6-2c5124863b49 port 9f27a52b-8158-4eb5-9664-24bcefed2f87 binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:14:03.418741 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd353469-d01f-458b-b535-a11144eddd68 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:14:03.419118 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd353469-d01f-458b-b535-a11144eddd68 None None] Checking segment: {'id': 'c8a73380-ff8d-4024-81bf-877bc0930a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68914d55-1722-49b7-8c35-ddc1365cee5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:14:03.419526 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd353469-d01f-458b-b535-a11144eddd68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:03.419926 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd353469-d01f-458b-b535-a11144eddd68 None None] Bound using segment: {'id': 'c8a73380-ff8d-4024-81bf-877bc0930a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68914d55-1722-49b7-8c35-ddc1365cee5e'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:14:03.420445 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-dd353469-d01f-458b-b535-a11144eddd68 None None] Bound port: 9fa91998-7f35-4306-8fc3-d6fede368b5f, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a73380-ff8d-4024-81bf-877bc0930a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68914d55-1722-49b7-8c35-ddc1365cee5e'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:14:03.420830 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd353469-d01f-458b-b535-a11144eddd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:03.486101 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.db.api [None req-b934d327-c258-46ff-92c9-1f6e03bc8460 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 01:14:03.486101 n-d-766726-26 neutron-server[105827]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 01:14:03.486101 n-d-766726-26 neutron-server[105827]: [parameters: {'project_id_1': 'e716bbb6735e4835a6b4e72e7015d303', 'expiration_1': datetime.datetime(2021, 8, 10, 1, 14, 3, 355905)}] Aug 10 01:14:03.486101 n-d-766726-26 neutron-server[105827]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:14:03.489210 n-d-766726-26 neutron-server[105827]: DEBUG oslo_db.api [None req-b934d327-c258-46ff-92c9-1f6e03bc8460 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:14:03.489930 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8be294b1-e922-470f-a0ee-7b3c0a96a2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:03.530420 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc1256d-196f-49f7-9fae-38a12bedd721 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Made reservation on behalf of 71298339050847f6a8a5b306ed924073 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:14:03.542624 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6fc1256d-196f-49f7-9fae-38a12bedd721 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:03.547249 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 4851a2a9-0611-402a-87f8-5435aa1a44c2, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=4851a2a9-0611-402a-87f8-5435aa1a44c2,segment=NetworkSegment(13699b66-e190-4b8a-a032-bee32580f091),segment_id=13699b66-e190-4b8a-a032-bee32580f091)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:03.565454 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:03.565848 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device e551d32a-01da-40b8-95f9-bdce71ef1914 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:03.618679 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-dd353469-d01f-458b-b535-a11144eddd68 None None] For port 9fa91998-7f35-4306-8fc3-d6fede368b5f, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:14:03.626402 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-dd353469-d01f-458b-b535-a11144eddd68 None None] For port 9fa91998-7f35-4306-8fc3-d6fede368b5f, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9fa91998-7f35-4306-8fc3-d6fede368b5f,segment=NetworkSegment(c8a73380-ff8d-4024-81bf-877bc0930a56),segment_id=c8a73380-ff8d-4024-81bf-877bc0930a56)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:14:03.709847 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=4851a2a9-0611-402a-87f8-5435aa1a44c2,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:03.723459 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd353469-d01f-458b-b535-a11144eddd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:03.729793 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-7055d7f9-6ca0-40c3-a13c-f030dd6c76bd tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:03.732098 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-a9d6b8a3-cf98-401d-893a-49426c78575a service neutron] Attempting to bind port 5084045c-8386-4e6f-a5a2-9995809110a7 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:14:03.732728 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-a9d6b8a3-cf98-401d-893a-49426c78575a service neutron] Attempting to bind port 5084045c-8386-4e6f-a5a2-9995809110a7 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '5455d123-c12b-4066-a347-e03c4b0d091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '909e9a03-251c-47be-98ed-54465ffa3345'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:14:03.733164 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-a9d6b8a3-cf98-401d-893a-49426c78575a service neutron] Attempting to bind port 5084045c-8386-4e6f-a5a2-9995809110a7 on network 909e9a03-251c-47be-98ed-54465ffa3345 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:14:03.749478 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-7055d7f9-6ca0-40c3-a13c-f030dd6c76bd tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Transition to ACTIVE for port object 86746eaf-3f7b-420a-ab8a-c3135a4a2229 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:03.750288 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-a9d6b8a3-cf98-401d-893a-49426c78575a service neutron] Port 5084045c-8386-4e6f-a5a2-9995809110a7 on network 909e9a03-251c-47be-98ed-54465ffa3345 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:14:03.750535 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-a9d6b8a3-cf98-401d-893a-49426c78575a service neutron] Attempting to bind port 5084045c-8386-4e6f-a5a2-9995809110a7 on network 909e9a03-251c-47be-98ed-54465ffa3345 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:14:03.767005 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-a9d6b8a3-cf98-401d-893a-49426c78575a service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:14:03.767353 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-a9d6b8a3-cf98-401d-893a-49426c78575a service neutron] Checking segment: {'id': '5455d123-c12b-4066-a347-e03c4b0d091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '909e9a03-251c-47be-98ed-54465ffa3345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:14:03.767750 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-a9d6b8a3-cf98-401d-893a-49426c78575a service neutron] Bound using segment: {'id': '5455d123-c12b-4066-a347-e03c4b0d091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '909e9a03-251c-47be-98ed-54465ffa3345'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:14:03.768221 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-a9d6b8a3-cf98-401d-893a-49426c78575a service neutron] Bound port: 5084045c-8386-4e6f-a5a2-9995809110a7, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5455d123-c12b-4066-a347-e03c4b0d091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '909e9a03-251c-47be-98ed-54465ffa3345'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:14:03.768636 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-a9d6b8a3-cf98-401d-893a-49426c78575a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:03.801433 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b9d00-0537-4821-9928-28a2de591641 req-41bb7e5c-a127-4271-abdc-ec9261b7946b tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:03.809859 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2f1b9d00-0537-4821-9928-28a2de591641 req-41bb7e5c-a127-4271-abdc-ec9261b7946b tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/ports?device_id=bea3901c-d105-4eea-bc72-f929d7ce959b HTTP/1.1" status: 200 len: 943 time: 0.1856937 Aug 10 01:14:03.818540 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a666dd-a449-4794-9eef-a2a33dbaca86 None None] Pushing event updated for resources: {'Port': ['ID=9fa91998-7f35-4306-8fc3-d6fede368b5f,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:03.880402 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-65a2b3dd-c506-4868-b1bc-896fde40d6bb tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:03.883349 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd353469-d01f-458b-b535-a11144eddd68 None None] Routers {'6c4d2705-8b16-4f80-b657-579aa656bed0'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:03.889201 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-dd353469-d01f-458b-b535-a11144eddd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:13:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['6c4d2705-8b16-4f80-b657-579aa656bed0'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:03.940596 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2f1b9d00-0537-4821-9928-28a2de591641 req-ce573672-9acb-4bf9-b583-92fcdb31d37e tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e1fe56-d35a-4d1e-9aab-19e1c3e6a8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255863 Aug 10 01:14:03.961652 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-7055d7f9-6ca0-40c3-a13c-f030dd6c76bd tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:03.976945 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8be294b1-e922-470f-a0ee-7b3c0a96a2f1 None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:03.978772 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-a9d6b8a3-cf98-401d-893a-49426c78575a service neutron] For port 5084045c-8386-4e6f-a5a2-9995809110a7, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:14:03.986173 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-a9d6b8a3-cf98-401d-893a-49426c78575a service neutron] For port 5084045c-8386-4e6f-a5a2-9995809110a7, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5084045c-8386-4e6f-a5a2-9995809110a7,segment=NetworkSegment(5455d123-c12b-4066-a347-e03c4b0d091a),segment_id=5455d123-c12b-4066-a347-e03c4b0d091a)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:14:04.002467 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port e551d32a-01da-40b8-95f9-bdce71ef1914 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:04.007712 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-a9d6b8a3-cf98-401d-893a-49426c78575a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:04.015965 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port e551d32a-01da-40b8-95f9-bdce71ef1914 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:04.016365 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:04.022591 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-8be294b1-e922-470f-a0ee-7b3c0a96a2f1 None None] Transition to ACTIVE for port object 9f27a52b-8158-4eb5-9664-24bcefed2f87 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:04.023442 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b934d327-c258-46ff-92c9-1f6e03bc8460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:04.035228 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8be294b1-e922-470f-a0ee-7b3c0a96a2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:04.058034 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-dd353469-d01f-458b-b535-a11144eddd68 None None] Set router 6c4d2705-8b16-4f80-b657-579aa656bed0 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:04.095072 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-a9d6b8a3-cf98-401d-893a-49426c78575a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:04.095887 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-a9d6b8a3-cf98-401d-893a-49426c78575a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:04.103646 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-a9d6b8a3-cf98-401d-893a-49426c78575a service neutron] 10.222.0.20 "PUT /v2.0/ports/5084045c-8386-4e6f-a5a2-9995809110a7 HTTP/1.1" status: 200 len: 1092 time: 3.2045898 Aug 10 01:14:04.137804 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bea3901c-d105-4eea-bc72-f929d7ce959b', 'tag': '5084045c-8386-4e6f-a5a2-9995809110a7'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:14:04.146909 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05627f6-96e8-47f0-8b32-76cb5d39fc3e" -d '{"events": [{"name": "network-changed", "server_uuid": "bea3901c-d105-4eea-bc72-f929d7ce959b", "tag": "5084045c-8386-4e6f-a5a2-9995809110a7"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:14:04.165232 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-65a2b3dd-c506-4868-b1bc-896fde40d6bb tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:04.208862 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaceacb-df66-4029-9423-d01a38957677 None None] Pushing event updated for resources: {'Port': ['ID=9f27a52b-8158-4eb5-9664-24bcefed2f87,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:04.250013 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7055d7f9-6ca0-40c3-a13c-f030dd6c76bd tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'Port': ['ID=86746eaf-3f7b-420a-ab8a-c3135a4a2229,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:04.253698 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a2b3dd-c506-4868-b1bc-896fde40d6bb tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:04.305424 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-65a2b3dd-c506-4868-b1bc-896fde40d6bb tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:04.308080 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a2b3dd-c506-4868-b1bc-896fde40d6bb tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:04.321221 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54decbc1-a86f-420a-b131-3a355b92151b x-openstack-request-id: req-54decbc1-a86f-420a-b131-3a355b92151b {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:14:04.322189 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bea3901c-d105-4eea-bc72-f929d7ce959b", "tag": "5084045c-8386-4e6f-a5a2-9995809110a7", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:14:04.322623 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-54decbc1-a86f-420a-b131-3a355b92151b {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:14:04.323233 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bea3901c-d105-4eea-bc72-f929d7ce959b', 'tag': '5084045c-8386-4e6f-a5a2-9995809110a7', 'status': 'completed', 'code': 200} Aug 10 01:14:04.345689 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-8be294b1-e922-470f-a0ee-7b3c0a96a2f1 None None] Attempting to bind port 9f27a52b-8158-4eb5-9664-24bcefed2f87 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:14:04.348775 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-8be294b1-e922-470f-a0ee-7b3c0a96a2f1 None None] Attempting to bind port 9f27a52b-8158-4eb5-9664-24bcefed2f87 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '2cbc7a39-4543-424d-b29a-e6483b29c554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9d19e54f-a3b0-41da-b20c-309cc1323d29'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:14:04.350008 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be294b1-e922-470f-a0ee-7b3c0a96a2f1 None None] Attempting to bind port 9f27a52b-8158-4eb5-9664-24bcefed2f87 on network 9d19e54f-a3b0-41da-b20c-309cc1323d29 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:14:04.357011 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be294b1-e922-470f-a0ee-7b3c0a96a2f1 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:14:04.357863 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be294b1-e922-470f-a0ee-7b3c0a96a2f1 None None] Checking segment: {'id': '2cbc7a39-4543-424d-b29a-e6483b29c554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9d19e54f-a3b0-41da-b20c-309cc1323d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:14:04.358426 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8be294b1-e922-470f-a0ee-7b3c0a96a2f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:04.358917 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be294b1-e922-470f-a0ee-7b3c0a96a2f1 None None] Bound using segment: {'id': '2cbc7a39-4543-424d-b29a-e6483b29c554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9d19e54f-a3b0-41da-b20c-309cc1323d29'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:14:04.359452 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-8be294b1-e922-470f-a0ee-7b3c0a96a2f1 None None] Bound port: 9f27a52b-8158-4eb5-9664-24bcefed2f87, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cbc7a39-4543-424d-b29a-e6483b29c554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9d19e54f-a3b0-41da-b20c-309cc1323d29'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:14:04.359886 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8be294b1-e922-470f-a0ee-7b3c0a96a2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:04.373414 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-7055d7f9-6ca0-40c3-a13c-f030dd6c76bd tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Network 68914d55-1722-49b7-8c35-ddc1365cee5e is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:04.376876 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-7055d7f9-6ca0-40c3-a13c-f030dd6c76bd tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:04.382172 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6fc1256d-196f-49f7-9fae-38a12bedd721 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:04.393394 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-7055d7f9-6ca0-40c3-a13c-f030dd6c76bd tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:04.457530 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:04.492599 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d6b8a3-cf98-401d-893a-49426c78575a service neutron] Pushing event updated for resources: {'Port': ['ID=5084045c-8386-4e6f-a5a2-9995809110a7,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:04.502987 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-8be294b1-e922-470f-a0ee-7b3c0a96a2f1 None None] For port 9f27a52b-8158-4eb5-9664-24bcefed2f87, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:14:04.508979 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-8be294b1-e922-470f-a0ee-7b3c0a96a2f1 None None] For port 9f27a52b-8158-4eb5-9664-24bcefed2f87, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9f27a52b-8158-4eb5-9664-24bcefed2f87,segment=NetworkSegment(2cbc7a39-4543-424d-b29a-e6483b29c554),segment_id=2cbc7a39-4543-424d-b29a-e6483b29c554)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:14:04.515496 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8be294b1-e922-470f-a0ee-7b3c0a96a2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:04.536026 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-ede20460-ceb2-4218-9494-2440f3961226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:04.546375 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-ede20460-ceb2-4218-9494-2440f3961226 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29dab9c3ad0a488380b19aba71dc37a8&device_id=bea3901c-d105-4eea-bc72-f929d7ce959b HTTP/1.1" status: 200 len: 1095 time: 0.3569787 Aug 10 01:14:04.549791 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-7055d7f9-6ca0-40c3-a13c-f030dd6c76bd tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:04.550500 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-7055d7f9-6ca0-40c3-a13c-f030dd6c76bd tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:04.574716 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1256d-196f-49f7-9fae-38a12bedd721 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Subnet': ['ID=22938a01-a9c5-4e9b-83ab-61ace0794e4d,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:04.581635 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be294b1-e922-470f-a0ee-7b3c0a96a2f1 None None] Routers {'49292a27-7ab1-4710-b5e6-2c5124863b49'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:04.582597 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-8be294b1-e922-470f-a0ee-7b3c0a96a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:13:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['49292a27-7ab1-4710-b5e6-2c5124863b49'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:04.627052 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port e551d32a-01da-40b8-95f9-bdce71ef1914, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=e551d32a-01da-40b8-95f9-bdce71ef1914,segment=NetworkSegment(13699b66-e190-4b8a-a032-bee32580f091),segment_id=13699b66-e190-4b8a-a032-bee32580f091)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:04.664748 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc1256d-196f-49f7-9fae-38a12bedd721 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Checking segment: {'id': '8950316e-1205-47d5-b315-1104a1c3ed35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0a1ad0d5-5889-408a-84a4-7a9dd3eceabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:14:04.665546 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc1256d-196f-49f7-9fae-38a12bedd721 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Network hostable DHCP agents. Network: 0a1ad0d5-5889-408a-84a4-7a9dd3eceabd, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:14:04.679224 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:04.746415 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc1256d-196f-49f7-9fae-38a12bedd721 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Network 0a1ad0d5-5889-408a-84a4-7a9dd3eceabd is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:14:04.752239 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaceacb-df66-4029-9423-d01a38957677 None None] Pushing event updated for resources: {'Port': ['ID=9f27a52b-8158-4eb5-9664-24bcefed2f87,revision_number=4']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:04.777084 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-6fc1256d-196f-49f7-9fae-38a12bedd721 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 0a1ad0d5-5889-408a-84a4-7a9dd3eceabd) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:04.785549 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc1256d-196f-49f7-9fae-38a12bedd721 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:04.786150 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6fc1256d-196f-49f7-9fae-38a12bedd721 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:04.806703 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-8be294b1-e922-470f-a0ee-7b3c0a96a2f1 None None] Set router 49292a27-7ab1-4710-b5e6-2c5124863b49 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:04.824083 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8997c78a-ff25-49d2-9772-1534abc22dfd None None] Network 0a1ad0d5-5889-408a-84a4-7a9dd3eceabd requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:14:04.845967 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b934d327-c258-46ff-92c9-1f6e03bc8460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:04.858840 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b934d327-c258-46ff-92c9-1f6e03bc8460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:04.876408 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-7055d7f9-6ca0-40c3-a13c-f030dd6c76bd tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4490235 Aug 10 01:14:04.880948 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6fc1256d-196f-49f7-9fae-38a12bedd721 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9164398 Aug 10 01:14:04.882435 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39358) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:04.908883 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=e551d32a-01da-40b8-95f9-bdce71ef1914,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:04.918450 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320c161d-7765-4727-a867-a15f1b94f250 None None] Network 9d19e54f-a3b0-41da-b20c-309cc1323d29 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:14:05.055093 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-08401ca9-63c4-4d2d-a1aa-2a150737cbbf service neutron] Request body: {'port': {'device_id': 'c6adbfc9-09d1-4bf7-ab79-e70f7b15f373', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:05.158082 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 13b0caa6-ec7c-4c41-8741-3363734d5d63 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:05.161225 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-dd353469-d01f-458b-b535-a11144eddd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851126000', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'a904d96c-163d-4c84-b9d6-c8625620715c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:44Z', 'updated_at': '2021-08-10T01:13:53Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'a904d96c-163d-4c84-b9d6-c8625620715c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:45Z', 'updated_at': '2021-08-10T01:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '9fa91998-7f35-4306-8fc3-d6fede368b5f', 'name': '', 'network_id': '68914d55-1722-49b7-8c35-ddc1365cee5e', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'mac_address': 'fa:16:3e:ba:0b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '781d9f37-0b97-4cb7-956e-3019c0164791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:51Z', 'updated_at': '2021-08-10T01:14:03Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'subnets': [{'id': '781d9f37-0b97-4cb7-956e-3019c0164791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:05.162330 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-8be294b1-e922-470f-a0ee-7b3c0a96a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'name': 'tempest-RoutersIpV6Test-router-2059549354', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:49Z', 'updated_at': '2021-08-10T01:13:59Z', 'revision_number': 3, 'project_id': '71298339050847f6a8a5b306ed924073', 'gw_port_host': None, '_interfaces': [{'id': '9f27a52b-8158-4eb5-9664-24bcefed2f87', 'name': '', 'network_id': '9d19e54f-a3b0-41da-b20c-309cc1323d29', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:03:6f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:58Z', 'updated_at': '2021-08-10T01:14:04Z', 'revision_number': 4, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e551d32a-01da-40b8-95f9-bdce71ef1914', 'name': '', 'network_id': '6b41f1d4-855a-42c0-a121-9e1053160a2d', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:10:bf:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:51Z', 'updated_at': '2021-08-10T01:13:57Z', 'revision_number': 4, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:05.169125 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d2c7ac1c-0c49-4538-adcb-d8aef1a083b5 None None] Provisioning for port 13b0caa6-ec7c-4c41-8741-3363734d5d63 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:05.202107 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be294b1-e922-470f-a0ee-7b3c0a96a2f1 None None] The sync data for ids ['49292a27-7ab1-4710-b5e6-2c5124863b49'] in n-d-766726-26 is: [{'id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'name': 'tempest-RoutersIpV6Test-router-2059549354', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:49Z', 'updated_at': '2021-08-10T01:13:59Z', 'revision_number': 3, 'project_id': '71298339050847f6a8a5b306ed924073', 'gw_port_host': None, '_interfaces': [{'id': '9f27a52b-8158-4eb5-9664-24bcefed2f87', 'name': '', 'network_id': '9d19e54f-a3b0-41da-b20c-309cc1323d29', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:03:6f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:58Z', 'updated_at': '2021-08-10T01:14:04Z', 'revision_number': 4, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e551d32a-01da-40b8-95f9-bdce71ef1914', 'name': '', 'network_id': '6b41f1d4-855a-42c0-a121-9e1053160a2d', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:10:bf:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:51Z', 'updated_at': '2021-08-10T01:13:57Z', 'revision_number': 4, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:14:05.237056 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd353469-d01f-458b-b535-a11144eddd68 None None] The sync data for ids ['6c4d2705-8b16-4f80-b657-579aa656bed0'] in n-d-766726-26 is: [{'id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851126000', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'a904d96c-163d-4c84-b9d6-c8625620715c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:44Z', 'updated_at': '2021-08-10T01:13:53Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'a904d96c-163d-4c84-b9d6-c8625620715c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:45Z', 'updated_at': '2021-08-10T01:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '9fa91998-7f35-4306-8fc3-d6fede368b5f', 'name': '', 'network_id': '68914d55-1722-49b7-8c35-ddc1365cee5e', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'mac_address': 'fa:16:3e:ba:0b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '781d9f37-0b97-4cb7-956e-3019c0164791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:51Z', 'updated_at': '2021-08-10T01:14:03Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'subnets': [{'id': '781d9f37-0b97-4cb7-956e-3019c0164791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:14:05.339665 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d2c7ac1c-0c49-4538-adcb-d8aef1a083b5 None None] Provisioning for port 86746eaf-3f7b-420a-ab8a-c3135a4a2229 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:05.359638 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d2c7ac1c-0c49-4538-adcb-d8aef1a083b5 None None] Provisioning complete for port 86746eaf-3f7b-420a-ab8a-c3135a4a2229 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:05.360244 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d2c7ac1c-0c49-4538-adcb-d8aef1a083b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:05.388796 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-0e36e4b0-1dfc-4fa7-b2a8-a2555c115341 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5084045c-8386-4e6f-a5a2-9995809110a7 HTTP/1.1" status: 200 len: 217 time: 0.1694505 Aug 10 01:14:05.394831 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b934d327-c258-46ff-92c9-1f6e03bc8460 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e716bbb6735e4835a6b4e72e7015d303&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1248069 Aug 10 01:14:05.402196 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-08401ca9-63c4-4d2d-a1aa-2a150737cbbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:05.425011 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39366) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:05.485049 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 13b0caa6-ec7c-4c41-8741-3363734d5d63 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:05.522281 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934d327-c258-46ff-92c9-1f6e03bc8460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e177b546-b591-4751-9180-00bd8204661e,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:05.526667 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3833dac-4eb2-4ced-afe6-a96785c53d8b req-2c7b7438-26b3-4166-a388-a23c26281b3e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:05.535929 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a3833dac-4eb2-4ced-afe6-a96785c53d8b req-2c7b7438-26b3-4166-a388-a23c26281b3e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 932 time: 1.1438839 Aug 10 01:14:05.538011 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a2b3dd-c506-4868-b1bc-896fde40d6bb tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Pushing event updated for resources: {'Port': ['ID=11cc43bf-4bb3-4965-8d16-7ae185346abb,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:05.578696 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-d2c7ac1c-0c49-4538-adcb-d8aef1a083b5 None None] Port 86746eaf-3f7b-420a-ab8a-c3135a4a2229 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:14:05.582547 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 13b0caa6-ec7c-4c41-8741-3363734d5d63 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:05.582965 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:05.601191 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95ea4d6-a124-4b3e-87a1-979834443a04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-0a1ad0d5-5889-408a-84a4-7a9dd3eceabd', 'network_id': '0a1ad0d5-5889-408a-84a4-7a9dd3eceabd', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'fixed_ips': [{'subnet_id': '22938a01-a9c5-4e9b-83ab-61ace0794e4d'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:14:05.602555 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b95ea4d6-a124-4b3e-87a1-979834443a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:05.706341 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-06a84971-09d3-4b91-9e7f-dee1e97eea60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:05.771191 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3e421877-0750-4ef7-bdf6-b85e0240b561 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:05.771191 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-06a84971-09d3-4b91-9e7f-dee1e97eea60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:05.820116 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-de273442-d002-4758-a020-163ae737d08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:05.821784 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-de273442-d002-4758-a020-163ae737d08c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=663bf97e-6dee-47f8-9ca0-d18c485278ef HTTP/1.1" status: 200 len: 865 time: 0.3041847 Aug 10 01:14:05.830194 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047e364-f905-4756-9545-ee9682360dd7 req-b8eb83bc-e50e-4425-ad01-1a418210887d tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:05.837965 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8047e364-f905-4756-9545-ee9682360dd7 req-b8eb83bc-e50e-4425-ad01-1a418210887d tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/ports?device_id=bea3901c-d105-4eea-bc72-f929d7ce959b HTTP/1.1" status: 200 len: 943 time: 0.6195638 Aug 10 01:14:05.896578 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a3833dac-4eb2-4ced-afe6-a96785c53d8b req-7768a7b9-7f13-49f7-9b73-d3a4d599e3d0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccff1bd2-c333-4a0d-91a4-825a72744d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3548925 Aug 10 01:14:05.967426 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-d86b21d7-ed1d-4cd1-948e-c89a0a7e6dfe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=909e9a03-251c-47be-98ed-54465ffa3345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1252131 Aug 10 01:14:06.005550 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-b95ea4d6-a124-4b3e-87a1-979834443a04 None None] Allocated IP 2001:db8:2::2 (0a1ad0d5-5889-408a-84a4-7a9dd3eceabd/22938a01-a9c5-4e9b-83ab-61ace0794e4d/8a2b3115-5e08-43cf-8244-50dc8480e657) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:06.180787 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:06.186055 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8047e364-f905-4756-9545-ee9682360dd7 req-d717def3-23f8-46da-bc6d-82144417fcdb tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e1fe56-d35a-4d1e-9aab-19e1c3e6a8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469572 Aug 10 01:14:06.315014 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 13b0caa6-ec7c-4c41-8741-3363734d5d63, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=13b0caa6-ec7c-4c41-8741-3363734d5d63,segment=NetworkSegment(2cbc7a39-4543-424d-b29a-e6483b29c554),segment_id=2cbc7a39-4543-424d-b29a-e6483b29c554)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:06.342195 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:06.347084 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4851a2a9-0611-402a-87f8-5435aa1a44c2 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:06.568291 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b95ea4d6-a124-4b3e-87a1-979834443a04 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:06.570198 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-fe82fbaf-8824-4ddc-b015-b9fe369e6f62 service neutron] 10.222.0.20 "GET /v2.0/networks/909e9a03-251c-47be-98ed-54465ffa3345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5865085 Aug 10 01:14:06.581292 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=13b0caa6-ec7c-4c41-8741-3363734d5d63,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:06.590109 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-45d95e4d-e1b9-41da-93d9-2874234cf189 None None] Provisioning complete for port 13b0caa6-ec7c-4c41-8741-3363734d5d63 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:06.590585 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-45d95e4d-e1b9-41da-93d9-2874234cf189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:06.592897 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b95ea4d6-a124-4b3e-87a1-979834443a04 None None] Transition to ACTIVE for port object 8a2b3115-5e08-43cf-8244-50dc8480e657 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:06.661949 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b95ea4d6-a124-4b3e-87a1-979834443a04 None None] Transition to ACTIVE for port object 8a2b3115-5e08-43cf-8244-50dc8480e657 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:06.663509 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 4851a2a9-0611-402a-87f8-5435aa1a44c2 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:06.663897 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:06.699961 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b95ea4d6-a124-4b3e-87a1-979834443a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:06.784533 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95ea4d6-a124-4b3e-87a1-979834443a04 None None] Network 0a1ad0d5-5889-408a-84a4-7a9dd3eceabd is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:06.795440 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-b95ea4d6-a124-4b3e-87a1-979834443a04 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:06.798197 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95ea4d6-a124-4b3e-87a1-979834443a04 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:06.850787 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ea4d6-a124-4b3e-87a1-979834443a04 None None] Pushing event updated for resources: {'Port': ['ID=8a2b3115-5e08-43cf-8244-50dc8480e657,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:06.915676 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-090c89fa-faa1-444c-a093-ef2f2eac6cfb req-445eda6b-8493-4b89-b150-b95f11f3b51b service neutron] 10.222.0.20 "GET /v2.0/networks/909e9a03-251c-47be-98ed-54465ffa3345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366535 Aug 10 01:14:06.951739 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-65a2b3dd-c506-4868-b1bc-896fde40d6bb tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:07.042951 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-45d95e4d-e1b9-41da-93d9-2874234cf189 None None] Provisioning for port 9f27a52b-8158-4eb5-9664-24bcefed2f87 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:07.069960 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-b95ea4d6-a124-4b3e-87a1-979834443a04 None None] Attempting to bind port 8a2b3115-5e08-43cf-8244-50dc8480e657 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:14:07.070533 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-b95ea4d6-a124-4b3e-87a1-979834443a04 None None] Attempting to bind port 8a2b3115-5e08-43cf-8244-50dc8480e657 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '8950316e-1205-47d5-b315-1104a1c3ed35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0a1ad0d5-5889-408a-84a4-7a9dd3eceabd'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:14:07.070774 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95ea4d6-a124-4b3e-87a1-979834443a04 None None] Attempting to bind port 8a2b3115-5e08-43cf-8244-50dc8480e657 on network 0a1ad0d5-5889-408a-84a4-7a9dd3eceabd {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:14:07.082380 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95ea4d6-a124-4b3e-87a1-979834443a04 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:14:07.082764 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95ea4d6-a124-4b3e-87a1-979834443a04 None None] Checking segment: {'id': '8950316e-1205-47d5-b315-1104a1c3ed35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0a1ad0d5-5889-408a-84a4-7a9dd3eceabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:14:07.083183 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b95ea4d6-a124-4b3e-87a1-979834443a04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:07.091967 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95ea4d6-a124-4b3e-87a1-979834443a04 None None] Bound using segment: {'id': '8950316e-1205-47d5-b315-1104a1c3ed35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0a1ad0d5-5889-408a-84a4-7a9dd3eceabd'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:14:07.092627 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-b95ea4d6-a124-4b3e-87a1-979834443a04 None None] Bound port: 8a2b3115-5e08-43cf-8244-50dc8480e657, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8950316e-1205-47d5-b315-1104a1c3ed35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0a1ad0d5-5889-408a-84a4-7a9dd3eceabd'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:14:07.093050 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b95ea4d6-a124-4b3e-87a1-979834443a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:07.118749 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-08401ca9-63c4-4d2d-a1aa-2a150737cbbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86746eaf-3f7b-420a-ab8a-c3135a4a2229 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:14:07.136254 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-08401ca9-63c4-4d2d-a1aa-2a150737cbbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:07.164732 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-08401ca9-63c4-4d2d-a1aa-2a150737cbbf service neutron] Transition to ACTIVE for port object 86746eaf-3f7b-420a-ab8a-c3135a4a2229 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:07.232018 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-08401ca9-63c4-4d2d-a1aa-2a150737cbbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:07.304950 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23728fec-79b0-4235-9e65-a56609eb1ece req-db54b9cd-3041-48b1-9dcf-baeeba7e6684 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:07.305632 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-b95ea4d6-a124-4b3e-87a1-979834443a04 None None] For port 8a2b3115-5e08-43cf-8244-50dc8480e657, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:14:07.307627 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-23728fec-79b0-4235-9e65-a56609eb1ece req-db54b9cd-3041-48b1-9dcf-baeeba7e6684 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 932 time: 0.2830768 Aug 10 01:14:07.309835 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05627f6-96e8-47f0-8b32-76cb5d39fc3e req-17727939-211d-47c8-b882-077a71175930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:07.311659 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c05627f6-96e8-47f0-8b32-76cb5d39fc3e req-17727939-211d-47c8-b882-077a71175930 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29dab9c3ad0a488380b19aba71dc37a8&device_id=bea3901c-d105-4eea-bc72-f929d7ce959b HTTP/1.1" status: 200 len: 1095 time: 0.2856698 Aug 10 01:14:07.314078 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-b95ea4d6-a124-4b3e-87a1-979834443a04 None None] For port 8a2b3115-5e08-43cf-8244-50dc8480e657, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=8a2b3115-5e08-43cf-8244-50dc8480e657,segment=NetworkSegment(8950316e-1205-47d5-b315-1104a1c3ed35),segment_id=8950316e-1205-47d5-b315-1104a1c3ed35)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:14:07.324889 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b95ea4d6-a124-4b3e-87a1-979834443a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:07.329668 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-65a2b3dd-c506-4868-b1bc-896fde40d6bb tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:07.446924 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-06a84971-09d3-4b91-9e7f-dee1e97eea60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:07.449588 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-06a84971-09d3-4b91-9e7f-dee1e97eea60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:07.467707 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-06a84971-09d3-4b91-9e7f-dee1e97eea60 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e177b546-b591-4751-9180-00bd8204661e HTTP/1.1" status: 204 len: 168 time: 2.0414965 Aug 10 01:14:07.509536 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08401ca9-63c4-4d2d-a1aa-2a150737cbbf service neutron] Pushing event updated for resources: {'Port': ['ID=86746eaf-3f7b-420a-ab8a-c3135a4a2229,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:07.583094 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device e551d32a-01da-40b8-95f9-bdce71ef1914 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:07.639848 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a84971-09d3-4b91-9e7f-dee1e97eea60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e177b546-b591-4751-9180-00bd8204661e,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:07.661824 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-23728fec-79b0-4235-9e65-a56609eb1ece req-e119c499-4790-4af4-bf85-d64f57d5e7c9 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccff1bd2-c333-4a0d-91a4-825a72744d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3289831 Aug 10 01:14:07.691761 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ea4d6-a124-4b3e-87a1-979834443a04 None None] Pushing event updated for resources: {'Port': ['ID=8a2b3115-5e08-43cf-8244-50dc8480e657,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:07.789910 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port e551d32a-01da-40b8-95f9-bdce71ef1914 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:07.790305 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:07.795955 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f045a7-5107-4a3c-a266-6fdf85b7597e req-f79be769-93f1-4773-9f5a-dd2537c3ca9d tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:07.807797 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c5f045a7-5107-4a3c-a266-6fdf85b7597e req-f79be769-93f1-4773-9f5a-dd2537c3ca9d tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/ports?device_id=bea3901c-d105-4eea-bc72-f929d7ce959b HTTP/1.1" status: 200 len: 943 time: 0.4574614 Aug 10 01:14:07.811454 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05627f6-96e8-47f0-8b32-76cb5d39fc3e req-abad6256-6b94-4620-85de-5fdfb8df6690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:07.813012 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c05627f6-96e8-47f0-8b32-76cb5d39fc3e req-abad6256-6b94-4620-85de-5fdfb8df6690 service neutron] 10.222.0.20 "GET /v2.0/networks?id=909e9a03-251c-47be-98ed-54465ffa3345 HTTP/1.1" status: 200 len: 926 time: 0.4928167 Aug 10 01:14:08.090473 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c05627f6-96e8-47f0-8b32-76cb5d39fc3e req-4704ee0f-cd95-42b0-ab17-71dbfc3ee1d7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5084045c-8386-4e6f-a5a2-9995809110a7 HTTP/1.1" status: 200 len: 217 time: 0.2467895 Aug 10 01:14:08.091876 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 13b0caa6-ec7c-4c41-8741-3363734d5d63 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:08.114221 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-3e421877-0750-4ef7-bdf6-b85e0240b561 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Allocated IP 2001:db8:2::1 (0a1ad0d5-5889-408a-84a4-7a9dd3eceabd/22938a01-a9c5-4e9b-83ab-61ace0794e4d/3328ccbe-395e-4c68-ac21-5bab038e2757) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:08.243701 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c5f045a7-5107-4a3c-a266-6fdf85b7597e req-aa6587a6-0a1e-4835-bb8b-699ec6e965f3 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e1fe56-d35a-4d1e-9aab-19e1c3e6a8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034259 Aug 10 01:14:08.257566 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 13b0caa6-ec7c-4c41-8741-3363734d5d63 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:08.258222 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:08.320536 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3e421877-0750-4ef7-bdf6-b85e0240b561 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:08.330979 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05627f6-96e8-47f0-8b32-76cb5d39fc3e req-09c3957d-2f4e-46ab-91c8-2126e40d46b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:08.332486 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c05627f6-96e8-47f0-8b32-76cb5d39fc3e req-09c3957d-2f4e-46ab-91c8-2126e40d46b1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=663bf97e-6dee-47f8-9ca0-d18c485278ef HTTP/1.1" status: 200 len: 865 time: 0.2082844 Aug 10 01:14:08.348059 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-3e421877-0750-4ef7-bdf6-b85e0240b561 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Transition to ACTIVE for port object 3328ccbe-395e-4c68-ac21-5bab038e2757 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:08.390336 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-08401ca9-63c4-4d2d-a1aa-2a150737cbbf service neutron] Attempting to bind port 86746eaf-3f7b-420a-ab8a-c3135a4a2229 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:14:08.391019 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-08401ca9-63c4-4d2d-a1aa-2a150737cbbf service neutron] Attempting to bind port 86746eaf-3f7b-420a-ab8a-c3135a4a2229 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'c8a73380-ff8d-4024-81bf-877bc0930a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68914d55-1722-49b7-8c35-ddc1365cee5e'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:14:08.391702 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-08401ca9-63c4-4d2d-a1aa-2a150737cbbf service neutron] Attempting to bind port 86746eaf-3f7b-420a-ab8a-c3135a4a2229 on network 68914d55-1722-49b7-8c35-ddc1365cee5e {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:14:08.407664 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-08401ca9-63c4-4d2d-a1aa-2a150737cbbf service neutron] Port 86746eaf-3f7b-420a-ab8a-c3135a4a2229 on network 68914d55-1722-49b7-8c35-ddc1365cee5e not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:14:08.408039 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c05627f6-96e8-47f0-8b32-76cb5d39fc3e req-3d9b5bc5-4eab-4065-8d86-1f5630d7adc6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=909e9a03-251c-47be-98ed-54465ffa3345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625677 Aug 10 01:14:08.408614 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-08401ca9-63c4-4d2d-a1aa-2a150737cbbf service neutron] Attempting to bind port 86746eaf-3f7b-420a-ab8a-c3135a4a2229 on network 68914d55-1722-49b7-8c35-ddc1365cee5e {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:14:08.429730 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-08401ca9-63c4-4d2d-a1aa-2a150737cbbf service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:14:08.430470 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-08401ca9-63c4-4d2d-a1aa-2a150737cbbf service neutron] Checking segment: {'id': 'c8a73380-ff8d-4024-81bf-877bc0930a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68914d55-1722-49b7-8c35-ddc1365cee5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:14:08.431278 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-08401ca9-63c4-4d2d-a1aa-2a150737cbbf service neutron] Bound using segment: {'id': 'c8a73380-ff8d-4024-81bf-877bc0930a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68914d55-1722-49b7-8c35-ddc1365cee5e'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:14:08.431944 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-08401ca9-63c4-4d2d-a1aa-2a150737cbbf service neutron] Bound port: 86746eaf-3f7b-420a-ab8a-c3135a4a2229, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8a73380-ff8d-4024-81bf-877bc0930a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68914d55-1722-49b7-8c35-ddc1365cee5e'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:14:08.432574 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-08401ca9-63c4-4d2d-a1aa-2a150737cbbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:08.456608 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-65a2b3dd-c506-4868-b1bc-896fde40d6bb tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:08.463228 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3e421877-0750-4ef7-bdf6-b85e0240b561 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:08.492887 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-65a2b3dd-c506-4868-b1bc-896fde40d6bb tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:08.504795 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9fa91998-7f35-4306-8fc3-d6fede368b5f up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:08.591268 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e421877-0750-4ef7-bdf6-b85e0240b561 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Network 0a1ad0d5-5889-408a-84a4-7a9dd3eceabd is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:08.623321 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e421877-0750-4ef7-bdf6-b85e0240b561 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Port': ['ID=3328ccbe-395e-4c68-ac21-5bab038e2757,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:08.623321 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-3e421877-0750-4ef7-bdf6-b85e0240b561 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:08.628848 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 9fa91998-7f35-4306-8fc3-d6fede368b5f completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:08.635748 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 9fa91998-7f35-4306-8fc3-d6fede368b5f triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:08.636139 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:08.639036 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e421877-0750-4ef7-bdf6-b85e0240b561 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:08.639615 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3e421877-0750-4ef7-bdf6-b85e0240b561 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:08.648937 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a2b3dd-c506-4868-b1bc-896fde40d6bb tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Pushing event updated for resources: {'Port': ['ID=11cc43bf-4bb3-4965-8d16-7ae185346abb,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:08.677079 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-65a2b3dd-c506-4868-b1bc-896fde40d6bb tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:08.680218 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c05627f6-96e8-47f0-8b32-76cb5d39fc3e req-8554ad60-9cfa-494e-97c9-824ce8fd65b7 service neutron] 10.222.0.20 "GET /v2.0/networks/909e9a03-251c-47be-98ed-54465ffa3345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580693 Aug 10 01:14:08.767217 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-08401ca9-63c4-4d2d-a1aa-2a150737cbbf service neutron] For port 86746eaf-3f7b-420a-ab8a-c3135a4a2229, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:14:08.797040 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-08401ca9-63c4-4d2d-a1aa-2a150737cbbf service neutron] For port 86746eaf-3f7b-420a-ab8a-c3135a4a2229, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=86746eaf-3f7b-420a-ab8a-c3135a4a2229,segment=NetworkSegment(c8a73380-ff8d-4024-81bf-877bc0930a56),segment_id=c8a73380-ff8d-4024-81bf-877bc0930a56)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:14:08.806251 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-08401ca9-63c4-4d2d-a1aa-2a150737cbbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:08.867799 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08401ca9-63c4-4d2d-a1aa-2a150737cbbf service neutron] Pushing event updated for resources: {'Port': ['ID=86746eaf-3f7b-420a-ab8a-c3135a4a2229,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:08.876025 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:08.920232 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-08401ca9-63c4-4d2d-a1aa-2a150737cbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:08.928114 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-08401ca9-63c4-4d2d-a1aa-2a150737cbbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:08.930463 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-08401ca9-63c4-4d2d-a1aa-2a150737cbbf service neutron] 10.222.0.24 "PUT /v2.0/ports/86746eaf-3f7b-420a-ab8a-c3135a4a2229 HTTP/1.1" status: 200 len: 1093 time: 3.8828006 Aug 10 01:14:08.931195 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6adbfc9-09d1-4bf7-ab79-e70f7b15f373', 'tag': '86746eaf-3f7b-420a-ab8a-c3135a4a2229'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:14:08.934724 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1cc44a-9586-44fb-bc3d-77b38a25775d" -d '{"events": [{"name": "network-changed", "server_uuid": "c6adbfc9-09d1-4bf7-ab79-e70f7b15f373", "tag": "86746eaf-3f7b-420a-ab8a-c3135a4a2229"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:14:08.957749 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 9fa91998-7f35-4306-8fc3-d6fede368b5f, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9fa91998-7f35-4306-8fc3-d6fede368b5f,segment=NetworkSegment(c8a73380-ff8d-4024-81bf-877bc0930a56),segment_id=c8a73380-ff8d-4024-81bf-877bc0930a56)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:08.961140 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3e421877-0750-4ef7-bdf6-b85e0240b561 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:08.967597 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:08.970637 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9f27a52b-8158-4eb5-9664-24bcefed2f87 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:09.066813 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f17cfd-415d-4aba-a7ed-7b968cd72330 x-openstack-request-id: req-98f17cfd-415d-4aba-a7ed-7b968cd72330 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:14:09.067416 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6adbfc9-09d1-4bf7-ab79-e70f7b15f373", "tag": "86746eaf-3f7b-420a-ab8a-c3135a4a2229", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:14:09.068328 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-98f17cfd-415d-4aba-a7ed-7b968cd72330 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:14:09.068812 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6adbfc9-09d1-4bf7-ab79-e70f7b15f373', 'tag': '86746eaf-3f7b-420a-ab8a-c3135a4a2229', 'status': 'completed', 'code': 200} Aug 10 01:14:09.235676 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=9fa91998-7f35-4306-8fc3-d6fede368b5f,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:09.277320 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 9f27a52b-8158-4eb5-9664-24bcefed2f87 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:09.284781 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 9f27a52b-8158-4eb5-9664-24bcefed2f87 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:09.286548 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:09.386861 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-463bcef9-c996-42fd-9e68-2ca89438ea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:09.388380 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-463bcef9-c996-42fd-9e68-2ca89438ea5c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 1096 time: 0.3740284 Aug 10 01:14:09.414498 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f8f177-797f-45e3-9c86-2245bd738aa7 None None] Network 0a1ad0d5-5889-408a-84a4-7a9dd3eceabd requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:14:09.499048 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-03ca1554-1043-4879-bbb0-34a4f940c661 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86746eaf-3f7b-420a-ab8a-c3135a4a2229 HTTP/1.1" status: 200 len: 217 time: 0.1000631 Aug 10 01:14:09.574916 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-68923964-74bb-482a-ab62-505d52eccee8 None None] Provisioning for port 8a2b3115-5e08-43cf-8244-50dc8480e657 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:09.657713 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-21b92ca7-6dc2-41b7-a5d9-993aa03298b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:09.659421 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-21b92ca7-6dc2-41b7-a5d9-993aa03298b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=781d9f37-0b97-4cb7-956e-3019c0164791 HTTP/1.1" status: 200 len: 835 time: 0.1490765 Aug 10 01:14:09.810281 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-7c9528bf-d5cc-48b3-87a9-4045ded285cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:09.812286 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-7c9528bf-d5cc-48b3-87a9-4045ded285cb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=68914d55-1722-49b7-8c35-ddc1365cee5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1239328 Aug 10 01:14:09.831139 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:09.859679 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c05627f6-96e8-47f0-8b32-76cb5d39fc3e req-0b0490d8-04f6-498b-9149-58c879d73f40 service neutron] 10.222.0.20 "GET /v2.0/networks/909e9a03-251c-47be-98ed-54465ffa3345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951475 Aug 10 01:14:09.900929 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [None req-65a2b3dd-c506-4868-b1bc-896fde40d6bb tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Floating IP e5e0b7f1-d5a4-4c07-9d9c-f1b8b5c792e7 associated. External IP: 172.25.2.134, port: 85f264b0-940a-4202-89db-399337916480. Aug 10 01:14:09.941357 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 9f27a52b-8158-4eb5-9664-24bcefed2f87, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9f27a52b-8158-4eb5-9664-24bcefed2f87,segment=NetworkSegment(2cbc7a39-4543-424d-b29a-e6483b29c554),segment_id=2cbc7a39-4543-424d-b29a-e6483b29c554)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:09.947118 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:09.992554 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3e421877-0750-4ef7-bdf6-b85e0240b561 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:10.003196 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3e421877-0750-4ef7-bdf6-b85e0240b561 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:10.004365 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3e421877-0750-4ef7-bdf6-b85e0240b561 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:10.064483 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=9f27a52b-8158-4eb5-9664-24bcefed2f87,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:10.074049 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308b552-0391-4eae-b5d9-0cf6a29f5e78 req-9d59b2e7-d2dd-407c-a76a-154e1fe78d78 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:10.075738 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5308b552-0391-4eae-b5d9-0cf6a29f5e78 req-9d59b2e7-d2dd-407c-a76a-154e1fe78d78 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/ports?device_id=bea3901c-d105-4eea-bc72-f929d7ce959b HTTP/1.1" status: 200 len: 943 time: 0.4123833 Aug 10 01:14:10.114176 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-0a9f5262-0176-4aa6-8f13-a2c75fb74c69 service neutron] 10.222.0.24 "GET /v2.0/networks/68914d55-1722-49b7-8c35-ddc1365cee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932000 Aug 10 01:14:10.189569 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eca972-77c2-482d-b3a2-091ca286b6b8 req-4141eabe-1857-4d30-9256-cef7e40b7d78 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:10.193597 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-74eca972-77c2-482d-b3a2-091ca286b6b8 req-4141eabe-1857-4d30-9256-cef7e40b7d78 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 944 time: 0.5350223 Aug 10 01:14:10.294685 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9fa91998-7f35-4306-8fc3-d6fede368b5f up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:10.358708 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f8835bee-1710-4204-8573-d81c2976a1c4 req-48986dae-f8ff-41fd-8e02-ff3255681c50 service neutron] 10.222.0.24 "GET /v2.0/networks/68914d55-1722-49b7-8c35-ddc1365cee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207303 Aug 10 01:14:10.391602 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a2b3dd-c506-4868-b1bc-896fde40d6bb tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Router 17ffa94a-5dfa-4674-b438-98620fdac6f2 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:14:10.427310 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5308b552-0391-4eae-b5d9-0cf6a29f5e78 req-5eda55f0-aff5-44e8-89bf-f182b9f8b07d tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e1fe56-d35a-4d1e-9aab-19e1c3e6a8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870133 Aug 10 01:14:10.439180 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 5084045c-8386-4e6f-a5a2-9995809110a7 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:14:10.453938 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e421877-0750-4ef7-bdf6-b85e0240b561 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Port': ['ID=3328ccbe-395e-4c68-ac21-5bab038e2757,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:10.472514 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-74eca972-77c2-482d-b3a2-091ca286b6b8 req-cede6070-4201-4412-bad7-4367809d60b7 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccff1bd2-c333-4a0d-91a4-825a72744d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2528415 Aug 10 01:14:10.511603 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 9fa91998-7f35-4306-8fc3-d6fede368b5f triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:10.517377 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:10.539329 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e421877-0750-4ef7-bdf6-b85e0240b561 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Network 0a1ad0d5-5889-408a-84a4-7a9dd3eceabd is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:10.550645 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-3e421877-0750-4ef7-bdf6-b85e0240b561 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:10.627337 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.db.resource_extend [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 01:14:10.691303 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a2b3dd-c506-4868-b1bc-896fde40d6bb tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:14:10.726154 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-65a2b3dd-c506-4868-b1bc-896fde40d6bb tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:10.756040 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198a8cd8-93b0-42a3-a186-23169b2bc6aa None None] Sync routers for ids ['17ffa94a-5dfa-4674-b438-98620fdac6f2'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:14:10.764219 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8abac3d3-14de-4c9a-854b-697299a1aa02 None None] Provisioning for port 3328ccbe-395e-4c68-ac21-5bab038e2757 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:10.787407 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8abac3d3-14de-4c9a-854b-697299a1aa02 None None] Provisioning complete for port 3328ccbe-395e-4c68-ac21-5bab038e2757 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:10.788649 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8abac3d3-14de-4c9a-854b-697299a1aa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:10.811003 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-65a2b3dd-c506-4868-b1bc-896fde40d6bb tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.8564634 Aug 10 01:14:10.811672 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d9b1b1-54d1-4769-9c0b-93e1cba3cffe', 'tag': '85f264b0-940a-4202-89db-399337916480'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:14:10.816847 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1cc44a-9586-44fb-bc3d-77b38a25775d req-f23d9f71-88d1-4bcd-a8fe-454a8b63539a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:10.820499 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31651c96-1847-4fdc-b56c-4ab9f2ec72e0" -d '{"events": [{"name": "network-changed", "server_uuid": "65d9b1b1-54d1-4769-9c0b-93e1cba3cffe", "tag": "85f264b0-940a-4202-89db-399337916480"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:14:10.821363 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dc1cc44a-9586-44fb-bc3d-77b38a25775d req-f23d9f71-88d1-4bcd-a8fe-454a8b63539a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 1096 time: 0.3794446 Aug 10 01:14:10.828160 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e421877-0750-4ef7-bdf6-b85e0240b561 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Router 49292a27-7ab1-4710-b5e6-2c5124863b49 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:14:10.843532 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198a8cd8-93b0-42a3-a186-23169b2bc6aa None None] Routers {'17ffa94a-5dfa-4674-b438-98620fdac6f2'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:10.844143 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-198a8cd8-93b0-42a3-a186-23169b2bc6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:13:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['17ffa94a-5dfa-4674-b438-98620fdac6f2'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:10.908337 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10adafb-c85d-47d2-a780-fc4861300e9e x-openstack-request-id: req-b10adafb-c85d-47d2-a780-fc4861300e9e {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:14:10.908867 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65d9b1b1-54d1-4769-9c0b-93e1cba3cffe", "tag": "85f264b0-940a-4202-89db-399337916480", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:14:10.908867 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b10adafb-c85d-47d2-a780-fc4861300e9e {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:14:10.909227 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d9b1b1-54d1-4769-9c0b-93e1cba3cffe', 'tag': '85f264b0-940a-4202-89db-399337916480', 'status': 'completed', 'code': 200} Aug 10 01:14:10.975625 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8abac3d3-14de-4c9a-854b-697299a1aa02 None None] Port 3328ccbe-395e-4c68-ac21-5bab038e2757 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:14:11.059779 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 5084045c-8386-4e6f-a5a2-9995809110a7, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5084045c-8386-4e6f-a5a2-9995809110a7,segment=NetworkSegment(5455d123-c12b-4066-a347-e03c4b0d091a),segment_id=5455d123-c12b-4066-a347-e03c4b0d091a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:11.128579 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '5084045c-8386-4e6f-a5a2-9995809110a7', 'network_id': '909e9a03-251c-47be-98ed-54465ffa3345', 'port_id': '5084045c-8386-4e6f-a5a2-9995809110a7', 'mac_address': 'fa:16:3e:c8:57:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '663bf97e-6dee-47f8-9ca0-d18c485278ef', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:14:11.138744 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1cc44a-9586-44fb-bc3d-77b38a25775d req-44eb7593-1e89-49eb-9745-ad8f070e212c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:11.140294 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dc1cc44a-9586-44fb-bc3d-77b38a25775d req-44eb7593-1e89-49eb-9745-ad8f070e212c service neutron] 10.222.0.24 "GET /v2.0/networks?id=68914d55-1722-49b7-8c35-ddc1365cee5e HTTP/1.1" status: 200 len: 897 time: 0.3057334 Aug 10 01:14:11.140541 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-198a8cd8-93b0-42a3-a186-23169b2bc6aa None None] Set router 17ffa94a-5dfa-4674-b438-98620fdac6f2 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:11.185420 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 8a2b3115-5e08-43cf-8244-50dc8480e657 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:11.196602 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e421877-0750-4ef7-bdf6-b85e0240b561 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:14:11.223681 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0c8c4d-1d67-4c14-b339-f7662ec35552 None None] Sync routers for ids ['49292a27-7ab1-4710-b5e6-2c5124863b49'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:14:11.264814 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0c8c4d-1d67-4c14-b339-f7662ec35552 None None] Routers {'49292a27-7ab1-4710-b5e6-2c5124863b49'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:11.269752 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4e0c8c4d-1d67-4c14-b339-f7662ec35552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:13:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['49292a27-7ab1-4710-b5e6-2c5124863b49'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:11.280674 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dc1cc44a-9586-44fb-bc3d-77b38a25775d req-d7dce514-4da4-4fde-87f1-e1f1207c55cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86746eaf-3f7b-420a-ab8a-c3135a4a2229 HTTP/1.1" status: 200 len: 217 time: 0.1268435 Aug 10 01:14:11.321059 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3e421877-0750-4ef7-bdf6-b85e0240b561 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "PUT /v2.0/routers/49292a27-7ab1-4710-b5e6-2c5124863b49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4135861 Aug 10 01:14:11.323932 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39458) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:11.344009 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-9b2f5669-d027-46b5-94e6-4c96e31ca19a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2075579781'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:11.399454 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1cc44a-9586-44fb-bc3d-77b38a25775d req-f16e0d9a-ec9a-4595-88e7-7ae1a72ec0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:11.401805 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dc1cc44a-9586-44fb-bc3d-77b38a25775d req-f16e0d9a-ec9a-4595-88e7-7ae1a72ec0e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=781d9f37-0b97-4cb7-956e-3019c0164791 HTTP/1.1" status: 200 len: 835 time: 0.0779538 Aug 10 01:14:11.409558 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31651c96-1847-4fdc-b56c-4ab9f2ec72e0 req-4d078766-6a2b-4af3-9f2d-641dab678acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:11.413530 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2f5669-d027-46b5-94e6-4c96e31ca19a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Made reservation on behalf of 71298339050847f6a8a5b306ed924073 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:14:11.416465 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-31651c96-1847-4fdc-b56c-4ab9f2ec72e0 req-4d078766-6a2b-4af3-9f2d-641dab678acd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4f463465f414d20a10d25627743d857&device_id=65d9b1b1-54d1-4769-9c0b-93e1cba3cffe HTTP/1.1" status: 200 len: 1098 time: 0.4374964 Aug 10 01:14:11.418546 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9b2f5669-d027-46b5-94e6-4c96e31ca19a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:11.466668 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2f5669-d027-46b5-94e6-4c96e31ca19a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:14:11.478965 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9b2f5669-d027-46b5-94e6-4c96e31ca19a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:11.479326 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-9b2f5669-d027-46b5-94e6-4c96e31ca19a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Added segment b433194a-c2a3-4b6f-8ead-20f6b7c24ddd of type vlan for network 1113df56-2a1a-4a99-b6dd-015f5f843dbf Aug 10 01:14:11.537980 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9b2f5669-d027-46b5-94e6-4c96e31ca19a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:11.551088 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1cc44a-9586-44fb-bc3d-77b38a25775d req-48124b42-b0e6-4ca9-bf6c-241e265ca434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:11.553545 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dc1cc44a-9586-44fb-bc3d-77b38a25775d req-48124b42-b0e6-4ca9-bf6c-241e265ca434 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=68914d55-1722-49b7-8c35-ddc1365cee5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1334875 Aug 10 01:14:11.571924 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:11.582184 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9b2f5669-d027-46b5-94e6-4c96e31ca19a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:11.597391 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2f5669-d027-46b5-94e6-4c96e31ca19a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:11.598466 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9b2f5669-d027-46b5-94e6-4c96e31ca19a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:11.624666 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31651c96-1847-4fdc-b56c-4ab9f2ec72e0 req-7791ee3f-eb5a-4804-a6fa-adbfc7d28fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:11.626488 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-31651c96-1847-4fdc-b56c-4ab9f2ec72e0 req-7791ee3f-eb5a-4804-a6fa-adbfc7d28fd6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d5f42a49-cf64-4535-a007-0ffeb2000607 HTTP/1.1" status: 200 len: 913 time: 0.1861737 Aug 10 01:14:11.653604 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-14da0ff8-bfcc-4738-acb0-6b3b229faff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:11.661946 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:11.666312 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-4e0c8c4d-1d67-4c14-b339-f7662ec35552 None None] Set router 49292a27-7ab1-4710-b5e6-2c5124863b49 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:11.667979 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5084045c-8386-4e6f-a5a2-9995809110a7 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:14:11.704014 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-3df74879-1965-43d8-95f1-274f9f182c17 None None] Provisioning complete for port 3328ccbe-395e-4c68-ac21-5bab038e2757 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:11.704568 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3df74879-1965-43d8-95f1-274f9f182c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:11.730054 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-31651c96-1847-4fdc-b56c-4ab9f2ec72e0 req-fde257cb-edc1-40cc-b7a7-1ac39b3ad156 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85f264b0-940a-4202-89db-399337916480 HTTP/1.1" status: 200 len: 1000 time: 0.0889122 Aug 10 01:14:11.741637 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9b2f5669-d027-46b5-94e6-4c96e31ca19a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4161167 Aug 10 01:14:11.746922 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39466) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:11.759889 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-acd4e186-29ee-481b-97d8-21d054abd6e2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Request body: {'subnet': {'network_id': '1113df56-2a1a-4a99-b6dd-015f5f843dbf', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:11.771310 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f5669-d027-46b5-94e6-4c96e31ca19a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Network': ['ID=1113df56-2a1a-4a99-b6dd-015f5f843dbf,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:11.797461 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309292c5-a537-4f23-8781-90393714afd0 req-68017dd2-7234-4dde-90a0-a5a6e3fe3d49 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:11.805803 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-309292c5-a537-4f23-8781-90393714afd0 req-68017dd2-7234-4dde-90a0-a5a6e3fe3d49 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 944 time: 0.1926694 Aug 10 01:14:11.839173 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 5084045c-8386-4e6f-a5a2-9995809110a7, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5084045c-8386-4e6f-a5a2-9995809110a7,segment=NetworkSegment(5455d123-c12b-4066-a347-e03c4b0d091a),segment_id=5455d123-c12b-4066-a347-e03c4b0d091a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:11.867970 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:11.882135 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 8a2b3115-5e08-43cf-8244-50dc8480e657 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:11.900671 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f5669-d027-46b5-94e6-4c96e31ca19a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:11.907939 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f5669-d027-46b5-94e6-4c96e31ca19a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:11.908471 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f5669-d027-46b5-94e6-4c96e31ca19a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:11.909046 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f5669-d027-46b5-94e6-4c96e31ca19a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:11.910596 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f5669-d027-46b5-94e6-4c96e31ca19a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:11.910771 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4e0c8c4d-1d67-4c14-b339-f7662ec35552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'name': 'tempest-RoutersIpV6Test-router-2059549354', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:49Z', 'updated_at': '2021-08-10T01:14:08Z', 'revision_number': 4, 'project_id': '71298339050847f6a8a5b306ed924073', 'gw_port_host': None, '_interfaces': [{'id': '3328ccbe-395e-4c68-ac21-5bab038e2757', 'name': '', 'network_id': '0a1ad0d5-5889-408a-84a4-7a9dd3eceabd', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:75:31:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '22938a01-a9c5-4e9b-83ab-61ace0794e4d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:07Z', 'updated_at': '2021-08-10T01:14:09Z', 'revision_number': 2, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '22938a01-a9c5-4e9b-83ab-61ace0794e4d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f27a52b-8158-4eb5-9664-24bcefed2f87', 'name': '', 'network_id': '9d19e54f-a3b0-41da-b20c-309cc1323d29', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:03:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:58Z', 'updated_at': '2021-08-10T01:14:09Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e551d32a-01da-40b8-95f9-bdce71ef1914', 'name': '', 'network_id': '6b41f1d4-855a-42c0-a121-9e1053160a2d', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:10:bf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:51Z', 'updated_at': '2021-08-10T01:14:04Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:11.911198 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f5669-d027-46b5-94e6-4c96e31ca19a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:11.911683 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f5669-d027-46b5-94e6-4c96e31ca19a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:11.912564 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f5669-d027-46b5-94e6-4c96e31ca19a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:11.913117 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 8a2b3115-5e08-43cf-8244-50dc8480e657 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:11.913505 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:11.918025 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f5669-d027-46b5-94e6-4c96e31ca19a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:11.918521 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f5669-d027-46b5-94e6-4c96e31ca19a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:11.918982 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f5669-d027-46b5-94e6-4c96e31ca19a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:11.919438 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f5669-d027-46b5-94e6-4c96e31ca19a tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:11.948079 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482a4b6-beab-4097-acfb-a057954c9b6b req-9986953e-7f1a-4250-b866-b284951ec9da tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:11.949679 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31651c96-1847-4fdc-b56c-4ab9f2ec72e0 req-4db6a827-0076-438c-acec-b19c4ffd0b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:11.952560 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 1113df56-2a1a-4a99-b6dd-015f5f843dbf details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:14:11.954475 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-31651c96-1847-4fdc-b56c-4ab9f2ec72e0 req-4db6a827-0076-438c-acec-b19c4ffd0b26 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1982ede0-b8b9-4659-ad0a-d59c9e02d1ca HTTP/1.1" status: 200 len: 851 time: 0.1579776 Aug 10 01:14:11.961211 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0c8c4d-1d67-4c14-b339-f7662ec35552 None None] Checking router: 49292a27-7ab1-4710-b5e6-2c5124863b49 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:14:11.961570 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0c8c4d-1d67-4c14-b339-f7662ec35552 None None] Updating router 49292a27-7ab1-4710-b5e6-2c5124863b49 port 3328ccbe-395e-4c68-ac21-5bab038e2757 binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:14:11.962565 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-3df74879-1965-43d8-95f1-274f9f182c17 None None] Port 3328ccbe-395e-4c68-ac21-5bab038e2757 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:14:11.967049 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4482a4b6-beab-4097-acfb-a057954c9b6b req-9986953e-7f1a-4250-b866-b284951ec9da tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/ports?device_id=bea3901c-d105-4eea-bc72-f929d7ce959b HTTP/1.1" status: 200 len: 943 time: 0.3621461 Aug 10 01:14:12.011268 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4e0c8c4d-1d67-4c14-b339-f7662ec35552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:12.053094 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=5084045c-8386-4e6f-a5a2-9995809110a7,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:12.063417 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-309292c5-a537-4f23-8781-90393714afd0 req-54741441-3294-4f94-aa34-868259b4a785 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccff1bd2-c333-4a0d-91a4-825a72744d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2558391 Aug 10 01:14:12.070212 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31651c96-1847-4fdc-b56c-4ab9f2ec72e0 req-0dde8e04-2aff-4ee6-beb6-5744b62e0248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:12.071926 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-31651c96-1847-4fdc-b56c-4ab9f2ec72e0 req-0dde8e04-2aff-4ee6-beb6-5744b62e0248 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d5f42a49-cf64-4535-a007-0ffeb2000607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0905516 Aug 10 01:14:12.076612 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dc1cc44a-9586-44fb-bc3d-77b38a25775d req-84f92959-a07c-441e-a925-51e72aca2a31 service neutron] 10.222.0.24 "GET /v2.0/networks/68914d55-1722-49b7-8c35-ddc1365cee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5117188 Aug 10 01:14:12.139201 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-198a8cd8-93b0-42a3-a186-23169b2bc6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'name': 'tempest-TestVolumeBootPattern-1236048449-router', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:08:10Z', 'updated_at': '2021-08-10T01:08:16Z', 'revision_number': 4, 'project_id': 'a4f463465f414d20a10d25627743d857', 'gw_port': {'id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:53:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:11Z', 'updated_at': '2021-08-10T01:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'e5e0b7f1-d5a4-4c07-9d9c-f1b8b5c792e7', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'floating_ip_address': '172.25.2.134', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'port_id': '85f264b0-940a-4202-89db-399337916480', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'mac_address': 'fa:16:3e:f5:0c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d9b1b1-54d1-4769-9c0b-93e1cba3cffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:14:06Z', 'updated_at': '2021-08-10T01:14:06Z', 'revision_number': 0, 'project_id': 'a4f463465f414d20a10d25627743d857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98f3335-ba8a-41c8-8f1d-9b87daaf23bb', 'name': '', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'mac_address': 'fa:16:3e:09:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:15Z', 'updated_at': '2021-08-10T01:08:24Z', 'revision_number': 5, 'project_id': 'a4f463465f414d20a10d25627743d857', 'subnets': [{'id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:12.184384 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd4e186-29ee-481b-97d8-21d054abd6e2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Made reservation on behalf of 71298339050847f6a8a5b306ed924073 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:14:12.191492 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-acd4e186-29ee-481b-97d8-21d054abd6e2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:12.236475 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198a8cd8-93b0-42a3-a186-23169b2bc6aa None None] Checking router: 17ffa94a-5dfa-4674-b438-98620fdac6f2 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:14:12.246532 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-541647ce-fb31-43c1-84aa-f49b89ceb057 None None] Provisioning complete for port 3328ccbe-395e-4c68-ac21-5bab038e2757 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:12.246921 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-541647ce-fb31-43c1-84aa-f49b89ceb057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:12.260404 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4482a4b6-beab-4097-acfb-a057954c9b6b req-33e455f2-3d2a-459b-ac83-a8478dbcacf7 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e1fe56-d35a-4d1e-9aab-19e1c3e6a8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899349 Aug 10 01:14:12.283234 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198a8cd8-93b0-42a3-a186-23169b2bc6aa None None] Routers {'17ffa94a-5dfa-4674-b438-98620fdac6f2'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:12.283893 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-198a8cd8-93b0-42a3-a186-23169b2bc6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:13:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['17ffa94a-5dfa-4674-b438-98620fdac6f2'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:12.402535 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-541647ce-fb31-43c1-84aa-f49b89ceb057 None None] Port 3328ccbe-395e-4c68-ac21-5bab038e2757 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:14:12.412677 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:12.446144 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['5084045c-8386-4e6f-a5a2-9995809110a7'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:14:12.512370 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 8a2b3115-5e08-43cf-8244-50dc8480e657, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=8a2b3115-5e08-43cf-8244-50dc8480e657,segment=NetworkSegment(8950316e-1205-47d5-b315-1104a1c3ed35),segment_id=8950316e-1205-47d5-b315-1104a1c3ed35)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:12.595770 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4e0c8c4d-1d67-4c14-b339-f7662ec35552 None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:12.607329 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-acd4e186-29ee-481b-97d8-21d054abd6e2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:12.636659 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-4e0c8c4d-1d67-4c14-b339-f7662ec35552 None None] Transition to ACTIVE for port object 3328ccbe-395e-4c68-ac21-5bab038e2757 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:12.647350 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4e0c8c4d-1d67-4c14-b339-f7662ec35552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:12.653134 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-198a8cd8-93b0-42a3-a186-23169b2bc6aa None None] Set router 17ffa94a-5dfa-4674-b438-98620fdac6f2 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:12.702971 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:12.739804 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd4e186-29ee-481b-97d8-21d054abd6e2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Checking segment: {'id': 'b433194a-c2a3-4b6f-8ead-20f6b7c24ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1113df56-2a1a-4a99-b6dd-015f5f843dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:14:12.740193 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd4e186-29ee-481b-97d8-21d054abd6e2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Network hostable DHCP agents. Network: 1113df56-2a1a-4a99-b6dd-015f5f843dbf, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:14:12.742495 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd4e186-29ee-481b-97d8-21d054abd6e2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Subnet': ['ID=c50354aa-ba61-4a79-8387-61b5d29e5f0c,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:12.793559 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491227b-41e5-4e23-9e34-19e5672d190d None None] Pushing event updated for resources: {'Port': ['ID=3328ccbe-395e-4c68-ac21-5bab038e2757,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:12.807998 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd4e186-29ee-481b-97d8-21d054abd6e2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Network 1113df56-2a1a-4a99-b6dd-015f5f843dbf is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:14:12.825493 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-acd4e186-29ee-481b-97d8-21d054abd6e2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 1113df56-2a1a-4a99-b6dd-015f5f843dbf) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:12.829686 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd4e186-29ee-481b-97d8-21d054abd6e2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:12.830291 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-acd4e186-29ee-481b-97d8-21d054abd6e2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:12.859289 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9f27a52b-8158-4eb5-9664-24bcefed2f87 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:12.862705 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-acd4e186-29ee-481b-97d8-21d054abd6e2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1085320 Aug 10 01:14:12.863359 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39492) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:12.919750 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddbcc07-f98a-453a-80a7-b16d223feb97 None None] Network 1113df56-2a1a-4a99-b6dd-015f5f843dbf requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:14:12.926463 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-4e0c8c4d-1d67-4c14-b339-f7662ec35552 None None] Attempting to bind port 3328ccbe-395e-4c68-ac21-5bab038e2757 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:14:12.928154 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-4e0c8c4d-1d67-4c14-b339-f7662ec35552 None None] Attempting to bind port 3328ccbe-395e-4c68-ac21-5bab038e2757 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '8950316e-1205-47d5-b315-1104a1c3ed35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0a1ad0d5-5889-408a-84a4-7a9dd3eceabd'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:14:12.928708 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0c8c4d-1d67-4c14-b339-f7662ec35552 None None] Attempting to bind port 3328ccbe-395e-4c68-ac21-5bab038e2757 on network 0a1ad0d5-5889-408a-84a4-7a9dd3eceabd {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:14:12.943807 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0c8c4d-1d67-4c14-b339-f7662ec35552 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:14:12.945288 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0c8c4d-1d67-4c14-b339-f7662ec35552 None None] Checking segment: {'id': '8950316e-1205-47d5-b315-1104a1c3ed35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0a1ad0d5-5889-408a-84a4-7a9dd3eceabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:14:12.948598 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4e0c8c4d-1d67-4c14-b339-f7662ec35552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:12.949058 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0c8c4d-1d67-4c14-b339-f7662ec35552 None None] Bound using segment: {'id': '8950316e-1205-47d5-b315-1104a1c3ed35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0a1ad0d5-5889-408a-84a4-7a9dd3eceabd'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:14:12.949567 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-4e0c8c4d-1d67-4c14-b339-f7662ec35552 None None] Bound port: 3328ccbe-395e-4c68-ac21-5bab038e2757, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8950316e-1205-47d5-b315-1104a1c3ed35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0a1ad0d5-5889-408a-84a4-7a9dd3eceabd'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:14:12.950112 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4e0c8c4d-1d67-4c14-b339-f7662ec35552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:13.148393 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-4e0c8c4d-1d67-4c14-b339-f7662ec35552 None None] For port 3328ccbe-395e-4c68-ac21-5bab038e2757, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:14:13.155036 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-4e0c8c4d-1d67-4c14-b339-f7662ec35552 None None] For port 3328ccbe-395e-4c68-ac21-5bab038e2757, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=3328ccbe-395e-4c68-ac21-5bab038e2757,segment=NetworkSegment(8950316e-1205-47d5-b315-1104a1c3ed35),segment_id=8950316e-1205-47d5-b315-1104a1c3ed35)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:14:13.163757 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4e0c8c4d-1d67-4c14-b339-f7662ec35552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:13.172629 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-31651c96-1847-4fdc-b56c-4ab9f2ec72e0 req-8e9e0e83-a5d3-42fd-a2e8-c02f5ddfac81 service neutron] 10.222.0.24 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0697052 Aug 10 01:14:13.174584 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dc1cc44a-9586-44fb-bc3d-77b38a25775d req-e3d9da20-d47d-4fb5-aa9a-e4d9d6bb0511 service neutron] 10.222.0.24 "GET /v2.0/networks/68914d55-1722-49b7-8c35-ddc1365cee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0841324 Aug 10 01:14:13.234541 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491227b-41e5-4e23-9e34-19e5672d190d None None] Pushing event updated for resources: {'Port': ['ID=3328ccbe-395e-4c68-ac21-5bab038e2757,revision_number=4']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:13.280041 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0c8c4d-1d67-4c14-b339-f7662ec35552 None None] Routers {'49292a27-7ab1-4710-b5e6-2c5124863b49'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:13.281079 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4e0c8c4d-1d67-4c14-b339-f7662ec35552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:13:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['49292a27-7ab1-4710-b5e6-2c5124863b49'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:13.405273 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-31651c96-1847-4fdc-b56c-4ab9f2ec72e0 req-3fe23799-a48c-4f33-a0a8-7b48d9581a1c service neutron] 10.222.0.24 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126184 Aug 10 01:14:13.479232 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-4e0c8c4d-1d67-4c14-b339-f7662ec35552 None None] Set router 49292a27-7ab1-4710-b5e6-2c5124863b49 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:13.539111 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047850f-eeb9-4c67-821e-6bd5b8ef4cff req-86c1080c-c175-4831-a82c-ecb89b68e3c4 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:13.546921 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 9f27a52b-8158-4eb5-9664-24bcefed2f87 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:13.547231 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:13.555842 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6047850f-eeb9-4c67-821e-6bd5b8ef4cff req-86c1080c-c175-4831-a82c-ecb89b68e3c4 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 944 time: 0.3708169 Aug 10 01:14:13.565322 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=8a2b3115-5e08-43cf-8244-50dc8480e657,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:13.705427 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9945cd9c-2cfe-4346-b57c-c5d08ae82471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-1113df56-2a1a-4a99-b6dd-015f5f843dbf', 'network_id': '1113df56-2a1a-4a99-b6dd-015f5f843dbf', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'fixed_ips': [{'subnet_id': 'c50354aa-ba61-4a79-8387-61b5d29e5f0c'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:14:13.707158 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9945cd9c-2cfe-4346-b57c-c5d08ae82471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:13.722689 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6047850f-eeb9-4c67-821e-6bd5b8ef4cff req-d77f3bc5-bea2-425b-bb30-b30ef8737687 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccff1bd2-c333-4a0d-91a4-825a72744d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655805 Aug 10 01:14:13.768398 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-198a8cd8-93b0-42a3-a186-23169b2bc6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'name': 'tempest-TestVolumeBootPattern-1236048449-router', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:08:10Z', 'updated_at': '2021-08-10T01:08:16Z', 'revision_number': 4, 'project_id': 'a4f463465f414d20a10d25627743d857', 'gw_port': {'id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:53:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:11Z', 'updated_at': '2021-08-10T01:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'e5e0b7f1-d5a4-4c07-9d9c-f1b8b5c792e7', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'floating_ip_address': '172.25.2.134', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'port_id': '85f264b0-940a-4202-89db-399337916480', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'mac_address': 'fa:16:3e:f5:0c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d9b1b1-54d1-4769-9c0b-93e1cba3cffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:14:06Z', 'updated_at': '2021-08-10T01:14:06Z', 'revision_number': 0, 'project_id': 'a4f463465f414d20a10d25627743d857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98f3335-ba8a-41c8-8f1d-9b87daaf23bb', 'name': '', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'mac_address': 'fa:16:3e:09:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:15Z', 'updated_at': '2021-08-10T01:08:24Z', 'revision_number': 5, 'project_id': 'a4f463465f414d20a10d25627743d857', 'subnets': [{'id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:13.800463 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d663cd-3400-4060-a1ad-ca679f66dc37 req-b7a4ed5a-5c3d-4fe5-b901-e4387064f625 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:13.802267 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d0d663cd-3400-4060-a1ad-ca679f66dc37 req-b7a4ed5a-5c3d-4fe5-b901-e4387064f625 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/ports?device_id=bea3901c-d105-4eea-bc72-f929d7ce959b HTTP/1.1" status: 200 len: 944 time: 0.2328684 Aug 10 01:14:13.817199 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4e0c8c4d-1d67-4c14-b339-f7662ec35552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'name': 'tempest-RoutersIpV6Test-router-2059549354', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:49Z', 'updated_at': '2021-08-10T01:14:08Z', 'revision_number': 4, 'project_id': '71298339050847f6a8a5b306ed924073', 'gw_port_host': None, '_interfaces': [{'id': '3328ccbe-395e-4c68-ac21-5bab038e2757', 'name': '', 'network_id': '0a1ad0d5-5889-408a-84a4-7a9dd3eceabd', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:75:31:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '22938a01-a9c5-4e9b-83ab-61ace0794e4d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:07Z', 'updated_at': '2021-08-10T01:14:13Z', 'revision_number': 4, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '22938a01-a9c5-4e9b-83ab-61ace0794e4d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f27a52b-8158-4eb5-9664-24bcefed2f87', 'name': '', 'network_id': '9d19e54f-a3b0-41da-b20c-309cc1323d29', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:03:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:58Z', 'updated_at': '2021-08-10T01:14:09Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e551d32a-01da-40b8-95f9-bdce71ef1914', 'name': '', 'network_id': '6b41f1d4-855a-42c0-a121-9e1053160a2d', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:10:bf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:51Z', 'updated_at': '2021-08-10T01:14:04Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:13.862079 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198a8cd8-93b0-42a3-a186-23169b2bc6aa None None] The sync data for ids ['17ffa94a-5dfa-4674-b438-98620fdac6f2'] in n-d-766726-26 is: [{'id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'name': 'tempest-TestVolumeBootPattern-1236048449-router', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:08:10Z', 'updated_at': '2021-08-10T01:08:16Z', 'revision_number': 4, 'project_id': 'a4f463465f414d20a10d25627743d857', 'gw_port': {'id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:53:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:11Z', 'updated_at': '2021-08-10T01:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'e5e0b7f1-d5a4-4c07-9d9c-f1b8b5c792e7', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'floating_ip_address': '172.25.2.134', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'port_id': '85f264b0-940a-4202-89db-399337916480', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'mac_address': 'fa:16:3e:f5:0c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d9b1b1-54d1-4769-9c0b-93e1cba3cffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:14:06Z', 'updated_at': '2021-08-10T01:14:06Z', 'revision_number': 0, 'project_id': 'a4f463465f414d20a10d25627743d857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98f3335-ba8a-41c8-8f1d-9b87daaf23bb', 'name': '', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'mac_address': 'fa:16:3e:09:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:15Z', 'updated_at': '2021-08-10T01:08:24Z', 'revision_number': 5, 'project_id': 'a4f463465f414d20a10d25627743d857', 'subnets': [{'id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:14:13.898928 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0c8c4d-1d67-4c14-b339-f7662ec35552 None None] The sync data for ids ['49292a27-7ab1-4710-b5e6-2c5124863b49'] in n-d-766726-26 is: [{'id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'name': 'tempest-RoutersIpV6Test-router-2059549354', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:49Z', 'updated_at': '2021-08-10T01:14:08Z', 'revision_number': 4, 'project_id': '71298339050847f6a8a5b306ed924073', 'gw_port_host': None, '_interfaces': [{'id': '3328ccbe-395e-4c68-ac21-5bab038e2757', 'name': '', 'network_id': '0a1ad0d5-5889-408a-84a4-7a9dd3eceabd', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:75:31:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '22938a01-a9c5-4e9b-83ab-61ace0794e4d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:07Z', 'updated_at': '2021-08-10T01:14:13Z', 'revision_number': 4, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '22938a01-a9c5-4e9b-83ab-61ace0794e4d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f27a52b-8158-4eb5-9664-24bcefed2f87', 'name': '', 'network_id': '9d19e54f-a3b0-41da-b20c-309cc1323d29', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:03:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:58Z', 'updated_at': '2021-08-10T01:14:09Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e551d32a-01da-40b8-95f9-bdce71ef1914', 'name': '', 'network_id': '6b41f1d4-855a-42c0-a121-9e1053160a2d', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:10:bf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:51Z', 'updated_at': '2021-08-10T01:14:04Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:14:13.970917 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d0d663cd-3400-4060-a1ad-ca679f66dc37 req-632dc4ed-9196-4430-be1e-a5e2ae0ed69e tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e1fe56-d35a-4d1e-9aab-19e1c3e6a8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601813 Aug 10 01:14:14.039977 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eeef22f4-44d7-4daa-95ce-c0f96e6b3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:14.071887 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6fd6e27-a94f-4ae6-ae82-dc0e5da4bc6d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:14.187974 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-9945cd9c-2cfe-4346-b57c-c5d08ae82471 None None] Allocated IP 2001:db8:3::2 (1113df56-2a1a-4a99-b6dd-015f5f843dbf/c50354aa-ba61-4a79-8387-61b5d29e5f0c/4eb9db9e-d618-485c-8552-05c6b2745da3) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:14.402270 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faf82cc-d3aa-4e54-939e-5fd4cbf3cc41 None None] New status for floating IP e5e0b7f1-d5a4-4c07-9d9c-f1b8b5c792e7: ACTIVE {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:14:14.688967 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 86746eaf-3f7b-420a-ab8a-c3135a4a2229 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:14:14.725790 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9945cd9c-2cfe-4346-b57c-c5d08ae82471 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:14.740719 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:14.750941 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-9945cd9c-2cfe-4346-b57c-c5d08ae82471 None None] Transition to ACTIVE for port object 4eb9db9e-d618-485c-8552-05c6b2745da3 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:14.885969 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c056ba-9eaa-4a31-ae8d-e6b610e26e17 req-b0468475-6235-47d2-999c-8ed6bf9cebbe tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:14.887578 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f8c056ba-9eaa-4a31-ae8d-e6b610e26e17 req-b0468475-6235-47d2-999c-8ed6bf9cebbe tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 944 time: 0.0792050 Aug 10 01:14:14.906932 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-9945cd9c-2cfe-4346-b57c-c5d08ae82471 None None] Transition to ACTIVE for port object 4eb9db9e-d618-485c-8552-05c6b2745da3 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:14.942049 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9945cd9c-2cfe-4346-b57c-c5d08ae82471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:15.011628 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f8c056ba-9eaa-4a31-ae8d-e6b610e26e17 req-879f6a37-b849-475d-aa48-47cccdedb625 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccff1bd2-c333-4a0d-91a4-825a72744d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104591 Aug 10 01:14:15.025216 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9945cd9c-2cfe-4346-b57c-c5d08ae82471 None None] Network 1113df56-2a1a-4a99-b6dd-015f5f843dbf is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:15.033354 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-9945cd9c-2cfe-4346-b57c-c5d08ae82471 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:15.035576 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 8a2b3115-5e08-43cf-8244-50dc8480e657 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:15.042748 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-d6fd6e27-a94f-4ae6-ae82-dc0e5da4bc6d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Allocated IP 2001:db8:3::1 (1113df56-2a1a-4a99-b6dd-015f5f843dbf/c50354aa-ba61-4a79-8387-61b5d29e5f0c/1c6e6cf2-8ac5-45e9-852c-1baf9fad059f) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:15.066769 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9945cd9c-2cfe-4346-b57c-c5d08ae82471 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:15.253448 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 86746eaf-3f7b-420a-ab8a-c3135a4a2229, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=86746eaf-3f7b-420a-ab8a-c3135a4a2229,segment=NetworkSegment(c8a73380-ff8d-4024-81bf-877bc0930a56),segment_id=c8a73380-ff8d-4024-81bf-877bc0930a56)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:15.262691 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945cd9c-2cfe-4346-b57c-c5d08ae82471 None None] Pushing event updated for resources: {'Port': ['ID=4eb9db9e-d618-485c-8552-05c6b2745da3,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:15.268339 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c56090-84a7-4ec3-b0af-29294ea8c185 req-9ba54242-2e8a-45f5-b4c4-e6e872d0d371 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:15.287102 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-97c56090-84a7-4ec3-b0af-29294ea8c185 req-9ba54242-2e8a-45f5-b4c4-e6e872d0d371 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/ports?device_id=bea3901c-d105-4eea-bc72-f929d7ce959b HTTP/1.1" status: 200 len: 944 time: 0.1274638 Aug 10 01:14:15.289439 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:15.300677 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 8a2b3115-5e08-43cf-8244-50dc8480e657 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:15.301197 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:15.308933 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '86746eaf-3f7b-420a-ab8a-c3135a4a2229', 'network_id': '68914d55-1722-49b7-8c35-ddc1365cee5e', 'port_id': '86746eaf-3f7b-420a-ab8a-c3135a4a2229', 'mac_address': 'fa:16:3e:5f:1b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '781d9f37-0b97-4cb7-956e-3019c0164791', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:14:15.339640 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-9945cd9c-2cfe-4346-b57c-c5d08ae82471 None None] Attempting to bind port 4eb9db9e-d618-485c-8552-05c6b2745da3 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:14:15.340201 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-9945cd9c-2cfe-4346-b57c-c5d08ae82471 None None] Attempting to bind port 4eb9db9e-d618-485c-8552-05c6b2745da3 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b433194a-c2a3-4b6f-8ead-20f6b7c24ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1113df56-2a1a-4a99-b6dd-015f5f843dbf'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:14:15.340698 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9945cd9c-2cfe-4346-b57c-c5d08ae82471 None None] Attempting to bind port 4eb9db9e-d618-485c-8552-05c6b2745da3 on network 1113df56-2a1a-4a99-b6dd-015f5f843dbf {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:14:15.340950 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6fd6e27-a94f-4ae6-ae82-dc0e5da4bc6d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:15.372254 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9945cd9c-2cfe-4346-b57c-c5d08ae82471 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:14:15.372833 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9945cd9c-2cfe-4346-b57c-c5d08ae82471 None None] Checking segment: {'id': 'b433194a-c2a3-4b6f-8ead-20f6b7c24ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1113df56-2a1a-4a99-b6dd-015f5f843dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:14:15.373375 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9945cd9c-2cfe-4346-b57c-c5d08ae82471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:15.373874 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9945cd9c-2cfe-4346-b57c-c5d08ae82471 None None] Bound using segment: {'id': 'b433194a-c2a3-4b6f-8ead-20f6b7c24ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1113df56-2a1a-4a99-b6dd-015f5f843dbf'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:14:15.374466 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-9945cd9c-2cfe-4346-b57c-c5d08ae82471 None None] Bound port: 4eb9db9e-d618-485c-8552-05c6b2745da3, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b433194a-c2a3-4b6f-8ead-20f6b7c24ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1113df56-2a1a-4a99-b6dd-015f5f843dbf'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:14:15.374967 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9945cd9c-2cfe-4346-b57c-c5d08ae82471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:15.384966 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-97c56090-84a7-4ec3-b0af-29294ea8c185 req-b4741f46-4966-4f7c-adde-715c507f8f9f tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e1fe56-d35a-4d1e-9aab-19e1c3e6a8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892715 Aug 10 01:14:15.411124 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-d6fd6e27-a94f-4ae6-ae82-dc0e5da4bc6d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Transition to ACTIVE for port object 1c6e6cf2-8ac5-45e9-852c-1baf9fad059f will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:15.424051 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:15.455454 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86746eaf-3f7b-420a-ab8a-c3135a4a2229 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:14:15.488361 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6fd6e27-a94f-4ae6-ae82-dc0e5da4bc6d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:15.497588 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-9945cd9c-2cfe-4346-b57c-c5d08ae82471 None None] For port 4eb9db9e-d618-485c-8552-05c6b2745da3, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:14:15.535949 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 86746eaf-3f7b-420a-ab8a-c3135a4a2229, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=86746eaf-3f7b-420a-ab8a-c3135a4a2229,segment=NetworkSegment(c8a73380-ff8d-4024-81bf-877bc0930a56),segment_id=c8a73380-ff8d-4024-81bf-877bc0930a56)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:15.543511 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fd6e27-a94f-4ae6-ae82-dc0e5da4bc6d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Network 1113df56-2a1a-4a99-b6dd-015f5f843dbf is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:15.547494 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-d6fd6e27-a94f-4ae6-ae82-dc0e5da4bc6d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:15.554633 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-9945cd9c-2cfe-4346-b57c-c5d08ae82471 None None] For port 4eb9db9e-d618-485c-8552-05c6b2745da3, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=4eb9db9e-d618-485c-8552-05c6b2745da3,segment=NetworkSegment(b433194a-c2a3-4b6f-8ead-20f6b7c24ddd),segment_id=b433194a-c2a3-4b6f-8ead-20f6b7c24ddd)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:14:15.556744 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fd6e27-a94f-4ae6-ae82-dc0e5da4bc6d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:15.557349 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6fd6e27-a94f-4ae6-ae82-dc0e5da4bc6d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:15.569926 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:15.579648 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9945cd9c-2cfe-4346-b57c-c5d08ae82471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:15.621931 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3328ccbe-395e-4c68-ac21-5bab038e2757 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:15.638168 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd6e27-a94f-4ae6-ae82-dc0e5da4bc6d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Port': ['ID=1c6e6cf2-8ac5-45e9-852c-1baf9fad059f,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:15.686604 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=86746eaf-3f7b-420a-ab8a-c3135a4a2229,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:15.754887 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 3328ccbe-395e-4c68-ac21-5bab038e2757 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:15.763287 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945cd9c-2cfe-4346-b57c-c5d08ae82471 None None] Pushing event updated for resources: {'Port': ['ID=4eb9db9e-d618-485c-8552-05c6b2745da3,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:15.765854 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 3328ccbe-395e-4c68-ac21-5bab038e2757 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:15.766234 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:15.826694 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6fd6e27-a94f-4ae6-ae82-dc0e5da4bc6d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:15.968154 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['86746eaf-3f7b-420a-ab8a-c3135a4a2229'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:14:16.016480 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:16.143816 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 3328ccbe-395e-4c68-ac21-5bab038e2757, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=3328ccbe-395e-4c68-ac21-5bab038e2757,segment=NetworkSegment(8950316e-1205-47d5-b315-1104a1c3ed35),segment_id=8950316e-1205-47d5-b315-1104a1c3ed35)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:16.153267 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:16.256973 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=3328ccbe-395e-4c68-ac21-5bab038e2757,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:16.261011 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:16.330746 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e47e45-09ea-42d9-a348-63b7b750284e req-8dd1115c-2b4d-490e-b2d7-d48a417deb89 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:16.332390 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e1e47e45-09ea-42d9-a348-63b7b750284e req-8dd1115c-2b4d-490e-b2d7-d48a417deb89 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 945 time: 0.0917580 Aug 10 01:14:16.386619 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6fd6e27-a94f-4ae6-ae82-dc0e5da4bc6d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:16.391792 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e1e47e45-09ea-42d9-a348-63b7b750284e req-a0c32fb1-202b-480b-9666-c81e27db0923 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccff1bd2-c333-4a0d-91a4-825a72744d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511198 Aug 10 01:14:16.394918 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6fd6e27-a94f-4ae6-ae82-dc0e5da4bc6d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:16.396606 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6fd6e27-a94f-4ae6-ae82-dc0e5da4bc6d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:16.475627 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 5084045c-8386-4e6f-a5a2-9995809110a7 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:16.498081 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd6e27-a94f-4ae6-ae82-dc0e5da4bc6d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event updated for resources: {'Port': ['ID=1c6e6cf2-8ac5-45e9-852c-1baf9fad059f,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:16.564355 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 5084045c-8386-4e6f-a5a2-9995809110a7 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:16.570432 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 5084045c-8386-4e6f-a5a2-9995809110a7 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:16.571045 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:16.591956 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fd6e27-a94f-4ae6-ae82-dc0e5da4bc6d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Network 1113df56-2a1a-4a99-b6dd-015f5f843dbf is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:16.595124 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-d6fd6e27-a94f-4ae6-ae82-dc0e5da4bc6d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:16.719789 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6fd6e27-a94f-4ae6-ae82-dc0e5da4bc6d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Router 49292a27-7ab1-4710-b5e6-2c5124863b49 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:14:16.816246 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa61ea-eb17-4b1a-bd6c-b9e7b6dac928 req-3ed8da20-97fd-4a84-9ce4-499bffe12a60 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:16.817908 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1ffa61ea-eb17-4b1a-bd6c-b9e7b6dac928 req-3ed8da20-97fd-4a84-9ce4-499bffe12a60 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/ports?device_id=bea3901c-d105-4eea-bc72-f929d7ce959b HTTP/1.1" status: 200 len: 944 time: 0.3273289 Aug 10 01:14:16.839023 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:16.939901 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea3901c-d105-4eea-bc72-f929d7ce959b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5084045c-8386-4e6f-a5a2-9995809110a7'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:14:16.949903 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afbd8db-7440-40cc-8b01-3d97581cb63f" -d '{"events": [{"server_uuid": "bea3901c-d105-4eea-bc72-f929d7ce959b", "name": "network-vif-plugged", "status": "completed", "tag": "5084045c-8386-4e6f-a5a2-9995809110a7"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:14:16.987157 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 5084045c-8386-4e6f-a5a2-9995809110a7, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5084045c-8386-4e6f-a5a2-9995809110a7,segment=NetworkSegment(5455d123-c12b-4066-a347-e03c4b0d091a),segment_id=5455d123-c12b-4066-a347-e03c4b0d091a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:16.994137 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:17.092654 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78315147-8fe2-4d60-b327-e2f93a2f416e x-openstack-request-id: req-78315147-8fe2-4d60-b327-e2f93a2f416e {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:14:17.092948 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea3901c-d105-4eea-bc72-f929d7ce959b", "name": "network-vif-plugged", "status": "completed", "tag": "5084045c-8386-4e6f-a5a2-9995809110a7", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:14:17.093210 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-78315147-8fe2-4d60-b327-e2f93a2f416e {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:14:17.093599 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea3901c-d105-4eea-bc72-f929d7ce959b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5084045c-8386-4e6f-a5a2-9995809110a7', 'code': 200} Aug 10 01:14:17.094476 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4eb9db9e-d618-485c-8552-05c6b2745da3 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:17.229622 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 4eb9db9e-d618-485c-8552-05c6b2745da3 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:17.235074 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=5084045c-8386-4e6f-a5a2-9995809110a7,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:17.247601 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3328ccbe-395e-4c68-ac21-5bab038e2757 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:17.358219 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 3328ccbe-395e-4c68-ac21-5bab038e2757 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:17.359561 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:17.401457 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272031e3-33ce-4a53-a81e-da794a81835f None None] Network 1113df56-2a1a-4a99-b6dd-015f5f843dbf requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:14:17.457079 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1ffa61ea-eb17-4b1a-bd6c-b9e7b6dac928 req-f1466134-28eb-4dba-bbc5-ef8ca29ae907 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e1fe56-d35a-4d1e-9aab-19e1c3e6a8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910642 Aug 10 01:14:17.463873 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fd6e27-a94f-4ae6-ae82-dc0e5da4bc6d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:14:17.470681 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d6fd6e27-a94f-4ae6-ae82-dc0e5da4bc6d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "PUT /v2.0/routers/49292a27-7ab1-4710-b5e6-2c5124863b49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6061778 Aug 10 01:14:17.473586 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39560) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:17.474636 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21ebf6-c828-49bb-820c-6fbd9a473575 req-61715d4e-fd23-4ae1-a4f0-72c48073df3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:17.476310 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f21ebf6-c828-49bb-820c-6fbd9a473575 req-61715d4e-fd23-4ae1-a4f0-72c48073df3c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bea3901c-d105-4eea-bc72-f929d7ce959b HTTP/1.1" status: 200 len: 1097 time: 0.1120644 Aug 10 01:14:17.481445 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4941e4-0d12-461f-bea6-6e5c1131351f None None] Sync routers for ids ['49292a27-7ab1-4710-b5e6-2c5124863b49'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:14:17.488769 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-8c5e0180-b728-43ec-833e-426a464d282d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:17.508804 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4941e4-0d12-461f-bea6-6e5c1131351f None None] Routers {'49292a27-7ab1-4710-b5e6-2c5124863b49'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:17.509579 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-aa4941e4-0d12-461f-bea6-6e5c1131351f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:14:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['49292a27-7ab1-4710-b5e6-2c5124863b49'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:17.559435 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f21ebf6-c828-49bb-820c-6fbd9a473575 req-d39c681a-9df9-4358-9ff7-1331b6a6c442 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=70e1fe56-d35a-4d1e-9aab-19e1c3e6a8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741746 Aug 10 01:14:17.637450 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c5787c42-8b5d-4cb0-b47c-605f955c71a4 None None] Provisioning for port 4eb9db9e-d618-485c-8552-05c6b2745da3 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:17.644295 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c5787c42-8b5d-4cb0-b47c-605f955c71a4 None None] Provisioning complete for port 4eb9db9e-d618-485c-8552-05c6b2745da3 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:17.644683 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c5787c42-8b5d-4cb0-b47c-605f955c71a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:17.669180 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-aa4941e4-0d12-461f-bea6-6e5c1131351f None None] Set router 49292a27-7ab1-4710-b5e6-2c5124863b49 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:17.679599 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66543ee7-8506-468b-b2f6-97a07b40ccf9 req-ab992b74-1776-45c7-ae8c-cd08d9c2f8d0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:17.684141 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-66543ee7-8506-468b-b2f6-97a07b40ccf9 req-ab992b74-1776-45c7-ae8c-cd08d9c2f8d0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 945 time: 0.1219845 Aug 10 01:14:17.776030 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-66543ee7-8506-468b-b2f6-97a07b40ccf9 req-be9c4436-bf2d-48c3-aa99-e0a6df83e2b4 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccff1bd2-c333-4a0d-91a4-825a72744d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816362 Aug 10 01:14:17.861718 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c5787c42-8b5d-4cb0-b47c-605f955c71a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:17.940082 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-c5787c42-8b5d-4cb0-b47c-605f955c71a4 None None] For port 4eb9db9e-d618-485c-8552-05c6b2745da3, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=4eb9db9e-d618-485c-8552-05c6b2745da3,segment=NetworkSegment(b433194a-c2a3-4b6f-8ead-20f6b7c24ddd),segment_id=b433194a-c2a3-4b6f-8ead-20f6b7c24ddd)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:17.949061 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c5787c42-8b5d-4cb0-b47c-605f955c71a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:18.033789 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5787c42-8b5d-4cb0-b47c-605f955c71a4 None None] Pushing event updated for resources: {'Port': ['ID=4eb9db9e-d618-485c-8552-05c6b2745da3,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:18.183182 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2c978f8b-3ef5-4c2f-ab92-2e88ae70c485 None None] Provisioning complete for port 4eb9db9e-d618-485c-8552-05c6b2745da3 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:18.184650 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2c978f8b-3ef5-4c2f-ab92-2e88ae70c485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:18.196657 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-aa4941e4-0d12-461f-bea6-6e5c1131351f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'name': 'tempest-RoutersIpV6Test-router-2059549354', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:49Z', 'updated_at': '2021-08-10T01:14:15Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'gw_port_host': None, '_interfaces': [{'id': '1c6e6cf2-8ac5-45e9-852c-1baf9fad059f', 'name': '', 'network_id': '1113df56-2a1a-4a99-b6dd-015f5f843dbf', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:4a:e9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': 'c50354aa-ba61-4a79-8387-61b5d29e5f0c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:14Z', 'updated_at': '2021-08-10T01:14:16Z', 'revision_number': 2, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': 'c50354aa-ba61-4a79-8387-61b5d29e5f0c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3328ccbe-395e-4c68-ac21-5bab038e2757', 'name': '', 'network_id': '0a1ad0d5-5889-408a-84a4-7a9dd3eceabd', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:75:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '22938a01-a9c5-4e9b-83ab-61ace0794e4d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:07Z', 'updated_at': '2021-08-10T01:14:16Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '22938a01-a9c5-4e9b-83ab-61ace0794e4d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f27a52b-8158-4eb5-9664-24bcefed2f87', 'name': '', 'network_id': '9d19e54f-a3b0-41da-b20c-309cc1323d29', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:03:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:58Z', 'updated_at': '2021-08-10T01:14:09Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e551d32a-01da-40b8-95f9-bdce71ef1914', 'name': '', 'network_id': '6b41f1d4-855a-42c0-a121-9e1053160a2d', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:10:bf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:51Z', 'updated_at': '2021-08-10T01:14:04Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:18.218511 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.extraroute_db [None req-8c5e0180-b728-43ec-833e-426a464d282d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=105827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 01:14:18.261831 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4941e4-0d12-461f-bea6-6e5c1131351f None None] Checking router: 49292a27-7ab1-4710-b5e6-2c5124863b49 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:14:18.262078 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4941e4-0d12-461f-bea6-6e5c1131351f None None] Updating router 49292a27-7ab1-4710-b5e6-2c5124863b49 port 1c6e6cf2-8ac5-45e9-852c-1baf9fad059f binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:14:18.263976 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.extraroute_db [None req-8c5e0180-b728-43ec-833e-426a464d282d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Removed routes are [] {{(pid=105827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 01:14:18.264600 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8c5e0180-b728-43ec-833e-426a464d282d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8228879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8231262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232083'] for router, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:18.324462 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aa4941e4-0d12-461f-bea6-6e5c1131351f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:18.453775 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2c978f8b-3ef5-4c2f-ab92-2e88ae70c485 None None] Provisioning for port 1c6e6cf2-8ac5-45e9-852c-1baf9fad059f completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:18.458572 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2c978f8b-3ef5-4c2f-ab92-2e88ae70c485 None None] Provisioning complete for port 1c6e6cf2-8ac5-45e9-852c-1baf9fad059f triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:18.459065 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2c978f8b-3ef5-4c2f-ab92-2e88ae70c485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:18.491779 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 86746eaf-3f7b-420a-ab8a-c3135a4a2229 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:18.575871 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-2c978f8b-3ef5-4c2f-ab92-2e88ae70c485 None None] Port 1c6e6cf2-8ac5-45e9-852c-1baf9fad059f cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:14:18.612932 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 86746eaf-3f7b-420a-ab8a-c3135a4a2229 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:18.627115 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 86746eaf-3f7b-420a-ab8a-c3135a4a2229 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:18.627807 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:18.687493 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8c5e0180-b728-43ec-833e-426a464d282d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8228879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8231262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232083'] for router, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:18.697626 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8c5e0180-b728-43ec-833e-426a464d282d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8229108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8229117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8231239'] for router, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:18.732035 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e42d8-f97b-407b-89f5-0a42ee66eb33 req-ede93601-c22c-42e4-b019-def51bcdb319 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:18.741220 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b65e42d8-f97b-407b-89f5-0a42ee66eb33 req-ede93601-c22c-42e4-b019-def51bcdb319 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/ports?device_id=bea3901c-d105-4eea-bc72-f929d7ce959b HTTP/1.1" status: 200 len: 945 time: 0.1001244 Aug 10 01:14:18.847953 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b65e42d8-f97b-407b-89f5-0a42ee66eb33 req-2921cfde-7b23-4b35-8c19-e1cf4870be4f tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e1fe56-d35a-4d1e-9aab-19e1c3e6a8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017702 Aug 10 01:14:18.950444 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4eb9db9e-d618-485c-8552-05c6b2745da3 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:19.047217 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5e0180-b728-43ec-833e-426a464d282d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Router 49292a27-7ab1-4710-b5e6-2c5124863b49 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:14:19.070808 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aa4941e4-0d12-461f-bea6-6e5c1131351f None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:19.089577 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-62a4e95e-00a5-4c51-ada3-1da2a8964546 None None] Provisioning complete for port 1c6e6cf2-8ac5-45e9-852c-1baf9fad059f triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:19.089963 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-62a4e95e-00a5-4c51-ada3-1da2a8964546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:19.104902 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-aa4941e4-0d12-461f-bea6-6e5c1131351f None None] Transition to ACTIVE for port object 1c6e6cf2-8ac5-45e9-852c-1baf9fad059f will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:19.107926 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204da29-8ea1-4bcf-a2c6-62c39b06aac6 req-20371fbb-5f4c-49a4-ad21-0e4e7e1fa9b5 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:19.110561 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b204da29-8ea1-4bcf-a2c6-62c39b06aac6 req-20371fbb-5f4c-49a4-ad21-0e4e7e1fa9b5 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 945 time: 0.1533489 Aug 10 01:14:19.114585 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aa4941e4-0d12-461f-bea6-6e5c1131351f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:19.163073 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:19.189734 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b204da29-8ea1-4bcf-a2c6-62c39b06aac6 req-354864f6-a616-4197-99cc-a29907672edf tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccff1bd2-c333-4a0d-91a4-825a72744d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730565 Aug 10 01:14:19.245977 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6adbfc9-09d1-4bf7-ab79-e70f7b15f373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86746eaf-3f7b-420a-ab8a-c3135a4a2229'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:14:19.248429 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efc57de-7dc8-40db-b527-e6afc256ba01" -d '{"events": [{"server_uuid": "c6adbfc9-09d1-4bf7-ab79-e70f7b15f373", "name": "network-vif-plugged", "status": "completed", "tag": "86746eaf-3f7b-420a-ab8a-c3135a4a2229"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:14:19.272689 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 86746eaf-3f7b-420a-ab8a-c3135a4a2229, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=86746eaf-3f7b-420a-ab8a-c3135a4a2229,segment=NetworkSegment(c8a73380-ff8d-4024-81bf-877bc0930a56),segment_id=c8a73380-ff8d-4024-81bf-877bc0930a56)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:19.274406 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-62a4e95e-00a5-4c51-ada3-1da2a8964546 None None] Port 1c6e6cf2-8ac5-45e9-852c-1baf9fad059f cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:14:19.281096 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:19.287250 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 4eb9db9e-d618-485c-8552-05c6b2745da3 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:19.287638 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:19.292428 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5e0180-b728-43ec-833e-426a464d282d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:14:19.307825 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8c5e0180-b728-43ec-833e-426a464d282d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:19.307825 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8c5e0180-b728-43ec-833e-426a464d282d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "PUT /v2.0/routers/49292a27-7ab1-4710-b5e6-2c5124863b49 HTTP/1.1" status: 200 len: 954 time: 1.8275931 Aug 10 01:14:19.310175 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39580) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:19.373753 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780bd8c-b4b8-48c6-8143-424b8b91307b None None] Pushing event updated for resources: {'Port': ['ID=1c6e6cf2-8ac5-45e9-852c-1baf9fad059f,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:19.432293 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=86746eaf-3f7b-420a-ab8a-c3135a4a2229,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:19.436603 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7027b2af-f84e-4aaf-80c9-e0e61b4abd34 x-openstack-request-id: req-7027b2af-f84e-4aaf-80c9-e0e61b4abd34 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:14:19.437172 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6adbfc9-09d1-4bf7-ab79-e70f7b15f373", "name": "network-vif-plugged", "status": "completed", "tag": "86746eaf-3f7b-420a-ab8a-c3135a4a2229", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:14:19.437596 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7027b2af-f84e-4aaf-80c9-e0e61b4abd34 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:14:19.438182 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6adbfc9-09d1-4bf7-ab79-e70f7b15f373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86746eaf-3f7b-420a-ab8a-c3135a4a2229', 'code': 200} Aug 10 01:14:19.440807 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-aa4941e4-0d12-461f-bea6-6e5c1131351f None None] Attempting to bind port 1c6e6cf2-8ac5-45e9-852c-1baf9fad059f on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:14:19.441284 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-aa4941e4-0d12-461f-bea6-6e5c1131351f None None] Attempting to bind port 1c6e6cf2-8ac5-45e9-852c-1baf9fad059f by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b433194a-c2a3-4b6f-8ead-20f6b7c24ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1113df56-2a1a-4a99-b6dd-015f5f843dbf'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:14:19.441650 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4941e4-0d12-461f-bea6-6e5c1131351f None None] Attempting to bind port 1c6e6cf2-8ac5-45e9-852c-1baf9fad059f on network 1113df56-2a1a-4a99-b6dd-015f5f843dbf {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:14:19.447951 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4941e4-0d12-461f-bea6-6e5c1131351f None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:14:19.449123 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4941e4-0d12-461f-bea6-6e5c1131351f None None] Checking segment: {'id': 'b433194a-c2a3-4b6f-8ead-20f6b7c24ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1113df56-2a1a-4a99-b6dd-015f5f843dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:14:19.449123 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aa4941e4-0d12-461f-bea6-6e5c1131351f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:19.449701 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4941e4-0d12-461f-bea6-6e5c1131351f None None] Bound using segment: {'id': 'b433194a-c2a3-4b6f-8ead-20f6b7c24ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1113df56-2a1a-4a99-b6dd-015f5f843dbf'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:14:19.450182 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-aa4941e4-0d12-461f-bea6-6e5c1131351f None None] Bound port: 1c6e6cf2-8ac5-45e9-852c-1baf9fad059f, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b433194a-c2a3-4b6f-8ead-20f6b7c24ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1113df56-2a1a-4a99-b6dd-015f5f843dbf'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:14:19.450748 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aa4941e4-0d12-461f-bea6-6e5c1131351f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:19.550021 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-aa4941e4-0d12-461f-bea6-6e5c1131351f None None] For port 1c6e6cf2-8ac5-45e9-852c-1baf9fad059f, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:14:19.554798 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-aa4941e4-0d12-461f-bea6-6e5c1131351f None None] For port 1c6e6cf2-8ac5-45e9-852c-1baf9fad059f, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=1c6e6cf2-8ac5-45e9-852c-1baf9fad059f,segment=NetworkSegment(b433194a-c2a3-4b6f-8ead-20f6b7c24ddd),segment_id=b433194a-c2a3-4b6f-8ead-20f6b7c24ddd)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:14:19.559434 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aa4941e4-0d12-461f-bea6-6e5c1131351f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:19.580804 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cfe0fdfb-f1e2-4151-93c1-227b136c7930 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "GET /v2.0/routers/49292a27-7ab1-4710-b5e6-2c5124863b49 HTTP/1.1" status: 200 len: 954 time: 0.2694335 Aug 10 01:14:19.583497 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39582) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:19.584046 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733518d4-6921-4be2-89f9-8dbb42826f2a req-4dc580fc-bc52-4281-93f7-4a456221071d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:19.585532 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-733518d4-6921-4be2-89f9-8dbb42826f2a req-4dc580fc-bc52-4281-93f7-4a456221071d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 1098 time: 0.1154768 Aug 10 01:14:19.590667 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-c81af20d-82e0-4fe1-b3d8-493bf3eff8dc tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Request body: {'router': {'routes': None}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:19.646928 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780bd8c-b4b8-48c6-8143-424b8b91307b None None] Pushing event updated for resources: {'Port': ['ID=1c6e6cf2-8ac5-45e9-852c-1baf9fad059f,revision_number=4']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:19.656634 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-733518d4-6921-4be2-89f9-8dbb42826f2a req-db76bcb8-fc7c-48b6-abd9-24e0e3637019 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ccff1bd2-c333-4a0d-91a4-825a72744d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563481 Aug 10 01:14:19.680927 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4941e4-0d12-461f-bea6-6e5c1131351f None None] Routers {'49292a27-7ab1-4710-b5e6-2c5124863b49'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:19.680927 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-aa4941e4-0d12-461f-bea6-6e5c1131351f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:14:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['49292a27-7ab1-4710-b5e6-2c5124863b49'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:19.803287 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-aa4941e4-0d12-461f-bea6-6e5c1131351f None None] Set router 49292a27-7ab1-4710-b5e6-2c5124863b49 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:19.900907 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39588) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:19.994374 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-b28b065f-469e-4d0e-baa4-1d768e5bc4bd admin admin] Deleting subnet 8a6e51de-5d89-41f6-9a23-5abfae584f71 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:14:19.998626 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b28b065f-469e-4d0e-baa4-1d768e5bc4bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:20.090237 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b28b065f-469e-4d0e-baa4-1d768e5bc4bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:20.143937 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b28b065f-469e-4d0e-baa4-1d768e5bc4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:20.202734 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f2e6c-e1f2-4754-a41b-95084e2ee865 req-be05e87a-a62f-4676-abbd-aaec29fbef00 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:20.204267 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f55f2e6c-e1f2-4754-a41b-95084e2ee865 req-be05e87a-a62f-4676-abbd-aaec29fbef00 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/ports?device_id=bea3901c-d105-4eea-bc72-f929d7ce959b HTTP/1.1" status: 200 len: 945 time: 0.2176971 Aug 10 01:14:20.232773 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b28b065f-469e-4d0e-baa4-1d768e5bc4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:20.278442 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-aa4941e4-0d12-461f-bea6-6e5c1131351f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'name': 'tempest-RoutersIpV6Test-router-2059549354', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:49Z', 'updated_at': '2021-08-10T01:14:18Z', 'revision_number': 6, 'project_id': '71298339050847f6a8a5b306ed924073', 'gw_port_host': None, '_interfaces': [{'id': '1c6e6cf2-8ac5-45e9-852c-1baf9fad059f', 'name': '', 'network_id': '1113df56-2a1a-4a99-b6dd-015f5f843dbf', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:4a:e9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': 'c50354aa-ba61-4a79-8387-61b5d29e5f0c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:14Z', 'updated_at': '2021-08-10T01:14:19Z', 'revision_number': 4, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': 'c50354aa-ba61-4a79-8387-61b5d29e5f0c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3328ccbe-395e-4c68-ac21-5bab038e2757', 'name': '', 'network_id': '0a1ad0d5-5889-408a-84a4-7a9dd3eceabd', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:75:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '22938a01-a9c5-4e9b-83ab-61ace0794e4d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:07Z', 'updated_at': '2021-08-10T01:14:16Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '22938a01-a9c5-4e9b-83ab-61ace0794e4d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f27a52b-8158-4eb5-9664-24bcefed2f87', 'name': '', 'network_id': '9d19e54f-a3b0-41da-b20c-309cc1323d29', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:03:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:58Z', 'updated_at': '2021-08-10T01:14:09Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e551d32a-01da-40b8-95f9-bdce71ef1914', 'name': '', 'network_id': '6b41f1d4-855a-42c0-a121-9e1053160a2d', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:10:bf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:51Z', 'updated_at': '2021-08-10T01:14:04Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:20.311451 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f55f2e6c-e1f2-4754-a41b-95084e2ee865 req-345003d3-a7f8-4dd0-a31e-afc49e4ca970 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e1fe56-d35a-4d1e-9aab-19e1c3e6a8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746944 Aug 10 01:14:20.334277 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b065f-469e-4d0e-baa4-1d768e5bc4bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a6e51de-5d89-41f6-9a23-5abfae584f71,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:20.343098 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b28b065f-469e-4d0e-baa4-1d768e5bc4bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:20.344536 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b28b065f-469e-4d0e-baa4-1d768e5bc4bd admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8a6e51de-5d89-41f6-9a23-5abfae584f71 HTTP/1.1" status: 204 len: 168 time: 0.4418986 Aug 10 01:14:20.346886 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39596) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:20.400254 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4941e4-0d12-461f-bea6-6e5c1131351f None None] The sync data for ids ['49292a27-7ab1-4710-b5e6-2c5124863b49'] in n-d-766726-26 is: [{'id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'name': 'tempest-RoutersIpV6Test-router-2059549354', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:49Z', 'updated_at': '2021-08-10T01:14:18Z', 'revision_number': 6, 'project_id': '71298339050847f6a8a5b306ed924073', 'gw_port_host': None, '_interfaces': [{'id': '1c6e6cf2-8ac5-45e9-852c-1baf9fad059f', 'name': '', 'network_id': '1113df56-2a1a-4a99-b6dd-015f5f843dbf', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:4a:e9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': 'c50354aa-ba61-4a79-8387-61b5d29e5f0c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:14Z', 'updated_at': '2021-08-10T01:14:19Z', 'revision_number': 4, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': 'c50354aa-ba61-4a79-8387-61b5d29e5f0c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3328ccbe-395e-4c68-ac21-5bab038e2757', 'name': '', 'network_id': '0a1ad0d5-5889-408a-84a4-7a9dd3eceabd', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:75:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '22938a01-a9c5-4e9b-83ab-61ace0794e4d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:07Z', 'updated_at': '2021-08-10T01:14:16Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '22938a01-a9c5-4e9b-83ab-61ace0794e4d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f27a52b-8158-4eb5-9664-24bcefed2f87', 'name': '', 'network_id': '9d19e54f-a3b0-41da-b20c-309cc1323d29', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:03:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:58Z', 'updated_at': '2021-08-10T01:14:09Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e551d32a-01da-40b8-95f9-bdce71ef1914', 'name': '', 'network_id': '6b41f1d4-855a-42c0-a121-9e1053160a2d', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:10:bf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:51Z', 'updated_at': '2021-08-10T01:14:04Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:14:20.506412 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0ea4da8c-9b1e-4973-909f-e3e34bc16a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:20.556036 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935317a3-435f-4cf6-8ef7-119ae56daa7b req-e91e3931-56e3-409f-bb69-b5b576ead3e7 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:20.557740 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-935317a3-435f-4cf6-8ef7-119ae56daa7b req-e91e3931-56e3-409f-bb69-b5b576ead3e7 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 946 time: 0.2450669 Aug 10 01:14:20.615823 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.extraroute_db [None req-c81af20d-82e0-4fe1-b3d8-493bf3eff8dc tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Added routes are [] {{(pid=105826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 01:14:20.616123 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.extraroute_db [None req-c81af20d-82e0-4fe1-b3d8-493bf3eff8dc tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=105826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 01:14:20.689346 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0ea4da8c-9b1e-4973-909f-e3e34bc16a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:20.714397 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-0ea4da8c-9b1e-4973-909f-e3e34bc16a61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ad0dd0-42f2-4f06-8405-16e4aa9cc367']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:20.728294 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31acea-6794-4b0d-bdf7-bcb83e6e634e req-97d08b15-48ed-40e9-8a77-a8dc6ee75c32 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:20.736286 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9b31acea-6794-4b0d-bdf7-bcb83e6e634e req-97d08b15-48ed-40e9-8a77-a8dc6ee75c32 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/ports?device_id=bea3901c-d105-4eea-bc72-f929d7ce959b HTTP/1.1" status: 200 len: 945 time: 0.1162121 Aug 10 01:14:20.742315 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-0ea4da8c-9b1e-4973-909f-e3e34bc16a61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd1c422b-c82e-4c82-b5fc-098e44040ab3') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:20.745298 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-0ea4da8c-9b1e-4973-909f-e3e34bc16a61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd1c422b-c82e-4c82-b5fc-098e44040ab3') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:20.779509 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0ea4da8c-9b1e-4973-909f-e3e34bc16a61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:20.812738 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-935317a3-435f-4cf6-8ef7-119ae56daa7b req-db97d7a9-ad21-46cf-be3e-25c6076fbba1 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccff1bd2-c333-4a0d-91a4-825a72744d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2472861 Aug 10 01:14:20.821418 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0ea4da8c-9b1e-4973-909f-e3e34bc16a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:20.830839 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea4da8c-9b1e-4973-909f-e3e34bc16a61 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:14:20.831400 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0ea4da8c-9b1e-4973-909f-e3e34bc16a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:20.834126 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9b31acea-6794-4b0d-bdf7-bcb83e6e634e req-5c6bbb80-530a-4aed-9fca-dd4b52b5f0e0 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e1fe56-d35a-4d1e-9aab-19e1c3e6a8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968964 Aug 10 01:14:20.888793 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c81af20d-82e0-4fe1-b3d8-493bf3eff8dc tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8228879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8231262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232083'] for router, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:20.928811 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:14:20.928811 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:14:20.928811 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:14:20.928811 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:14:20.928811 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:14:20.928811 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:14:20.928811 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:14:20.928811 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:14:20.928811 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:14:20.928811 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:14:20.928811 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:14:20.928811 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:14:20.928811 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:14:20.928811 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:14:20.928811 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:14:20.928811 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:14:20.928811 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:14:20.928811 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:14:20.928811 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:14:20.928811 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:14:20.928811 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:14:20.928811 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:14:20.928811 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:14:20.928811 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:14:20.928811 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:14:20.928811 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:14:20.928811 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:14:20.928811 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:14:20.928811 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:14:20.928811 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:14:20.928811 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:14:20.928811 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:14:20.955274 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 1c6e6cf2-8ac5-45e9-852c-1baf9fad059f up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:20.989904 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0ea4da8c-9b1e-4973-909f-e3e34bc16a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:21.003255 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0ea4da8c-9b1e-4973-909f-e3e34bc16a61 admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:21.007381 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0ea4da8c-9b1e-4973-909f-e3e34bc16a61 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f6ad0dd0-42f2-4f06-8405-16e4aa9cc367 HTTP/1.1" status: 204 len: 168 time: 0.6591539 Aug 10 01:14:21.033714 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39604) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:21.056044 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4da8c-9b1e-4973-909f-e3e34bc16a61 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6ad0dd0-42f2-4f06-8405-16e4aa9cc367,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:21.064877 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 1c6e6cf2-8ac5-45e9-852c-1baf9fad059f completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:21.070266 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 1c6e6cf2-8ac5-45e9-852c-1baf9fad059f triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:21.072158 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:21.165980 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ab48599-90b9-493d-813b-af82ada25eb0 admin admin] Deleting subnet 81dc042a-027c-4100-adb6-18f41b919234 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:14:21.180333 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6ab48599-90b9-493d-813b-af82ada25eb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:21.221499 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:21.280040 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6ab48599-90b9-493d-813b-af82ada25eb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:21.319940 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 1c6e6cf2-8ac5-45e9-852c-1baf9fad059f, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=1c6e6cf2-8ac5-45e9-852c-1baf9fad059f,segment=NetworkSegment(b433194a-c2a3-4b6f-8ead-20f6b7c24ddd),segment_id=b433194a-c2a3-4b6f-8ead-20f6b7c24ddd)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:21.327003 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:21.388489 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6ab48599-90b9-493d-813b-af82ada25eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:21.396635 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=1c6e6cf2-8ac5-45e9-852c-1baf9fad059f,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:21.412294 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c81af20d-82e0-4fe1-b3d8-493bf3eff8dc tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8228879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8231262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232083'] for router, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:21.418723 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c81af20d-82e0-4fe1-b3d8-493bf3eff8dc tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8229108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8229117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8231239'] for router, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:21.480351 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6ab48599-90b9-493d-813b-af82ada25eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:21.488413 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2d432-51bc-4696-95a7-e08f594ab2a2 req-9b3174a4-5ec9-4f26-b797-b162a9fd74f5 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:21.490554 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77a2d432-51bc-4696-95a7-e08f594ab2a2 req-9b3174a4-5ec9-4f26-b797-b162a9fd74f5 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/ports?device_id=bea3901c-d105-4eea-bc72-f929d7ce959b HTTP/1.1" status: 200 len: 945 time: 0.1129920 Aug 10 01:14:21.508600 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab48599-90b9-493d-813b-af82ada25eb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81dc042a-027c-4100-adb6-18f41b919234,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:21.514556 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6ab48599-90b9-493d-813b-af82ada25eb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:21.516714 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6ab48599-90b9-493d-813b-af82ada25eb0 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/81dc042a-027c-4100-adb6-18f41b919234 HTTP/1.1" status: 204 len: 168 time: 0.4812787 Aug 10 01:14:21.519725 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39614) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:21.574768 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77a2d432-51bc-4696-95a7-e08f594ab2a2 req-04c5fdae-0441-4252-aa44-b63fd492f22f tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e1fe56-d35a-4d1e-9aab-19e1c3e6a8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516720 Aug 10 01:14:21.581459 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81af20d-82e0-4fe1-b3d8-493bf3eff8dc tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Router 49292a27-7ab1-4710-b5e6-2c5124863b49 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:14:21.613671 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68a0b4aa-08aa-4bec-998e-cf205fb00ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:21.715626 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5073e500-5ff9-45ac-84d1-324d0a037f31 None None] Sync routers for ids ['49292a27-7ab1-4710-b5e6-2c5124863b49'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:14:21.728847 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5073e500-5ff9-45ac-84d1-324d0a037f31 None None] Routers {'49292a27-7ab1-4710-b5e6-2c5124863b49'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:21.731270 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-5073e500-5ff9-45ac-84d1-324d0a037f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:14:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['49292a27-7ab1-4710-b5e6-2c5124863b49'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:21.753437 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68a0b4aa-08aa-4bec-998e-cf205fb00ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:21.764800 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-68a0b4aa-08aa-4bec-998e-cf205fb00ecc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['256b01bd-043a-4505-9c25-a66b718ec8b8']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:21.777200 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-68a0b4aa-08aa-4bec-998e-cf205fb00ecc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1cb9c0a-38fc-4e9b-b2dc-d0371dac0ca9') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:21.777525 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-68a0b4aa-08aa-4bec-998e-cf205fb00ecc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1cb9c0a-38fc-4e9b-b2dc-d0371dac0ca9') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:21.780426 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81af20d-82e0-4fe1-b3d8-493bf3eff8dc tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:14:21.787220 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68a0b4aa-08aa-4bec-998e-cf205fb00ecc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:21.791721 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c81af20d-82e0-4fe1-b3d8-493bf3eff8dc tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:21.797745 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c81af20d-82e0-4fe1-b3d8-493bf3eff8dc tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "PUT /v2.0/routers/49292a27-7ab1-4710-b5e6-2c5124863b49 HTTP/1.1" status: 200 len: 704 time: 2.2130044 Aug 10 01:14:21.800692 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39620) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:21.860986 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-5073e500-5ff9-45ac-84d1-324d0a037f31 None None] Set router 49292a27-7ab1-4710-b5e6-2c5124863b49 gateway port host: None {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:21.915214 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68a0b4aa-08aa-4bec-998e-cf205fb00ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:21.973916 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68a0b4aa-08aa-4bec-998e-cf205fb00ecc admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:14:21.974637 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68a0b4aa-08aa-4bec-998e-cf205fb00ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:21.977545 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:14:21.977545 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:14:21.977545 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:14:21.977545 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:14:21.977545 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:14:21.977545 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:14:21.977545 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:14:21.977545 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:14:21.977545 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:14:21.977545 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:14:21.977545 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:14:21.977545 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:14:21.977545 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:14:21.977545 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:14:21.977545 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:14:21.977545 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:14:21.977545 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:14:21.977545 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:14:21.977545 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:14:21.977545 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:14:21.977545 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:14:21.977545 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:14:21.977545 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:14:21.977545 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:14:21.977545 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:14:21.977545 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:14:21.977545 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:14:21.977545 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:14:21.977545 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:14:21.977545 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:14:21.977545 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:14:21.977545 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:14:22.003623 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a027c-e7d6-400c-8e88-89b96d529111 req-58226cf0-a21f-43fc-998c-570b6946ad17 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:22.012699 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7c6a027c-e7d6-400c-8e88-89b96d529111 req-58226cf0-a21f-43fc-998c-570b6946ad17 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/ports?device_id=bea3901c-d105-4eea-bc72-f929d7ce959b HTTP/1.1" status: 200 len: 945 time: 0.1062284 Aug 10 01:14:22.074939 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-61896d51-175e-4231-851f-54ec93c45453 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "GET /v2.0/routers/49292a27-7ab1-4710-b5e6-2c5124863b49 HTTP/1.1" status: 200 len: 704 time: 0.2730765 Aug 10 01:14:22.075730 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39626) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:22.087124 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68a0b4aa-08aa-4bec-998e-cf205fb00ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:22.087417 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7c6a027c-e7d6-400c-8e88-89b96d529111 req-d8560dcd-d91b-4087-8e64-a4907df020c4 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e1fe56-d35a-4d1e-9aab-19e1c3e6a8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732148 Aug 10 01:14:22.113266 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5777c28-f033-4fcf-9640-be41dbcec5f0 req-66c2be45-787f-448b-adb8-89fbbe58548d tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:22.115025 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f5777c28-f033-4fcf-9640-be41dbcec5f0 req-66c2be45-787f-448b-adb8-89fbbe58548d tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 946 time: 0.1681275 Aug 10 01:14:22.133660 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68a0b4aa-08aa-4bec-998e-cf205fb00ecc admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:22.138444 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-68a0b4aa-08aa-4bec-998e-cf205fb00ecc admin admin] 10.222.0.35 "DELETE /v2.0/networks/256b01bd-043a-4505-9c25-a66b718ec8b8 HTTP/1.1" status: 204 len: 168 time: 0.6173797 Aug 10 01:14:22.166349 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f5777c28-f033-4fcf-9640-be41dbcec5f0 req-38d97eb1-c8f3-4ea2-827e-13843dc53d1d tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccff1bd2-c333-4a0d-91a4-825a72744d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432591 Aug 10 01:14:22.186424 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0b4aa-08aa-4bec-998e-cf205fb00ecc admin admin] Pushing event deleted for resources: {'Network': ['ID=256b01bd-043a-4505-9c25-a66b718ec8b8,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:22.272456 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-5073e500-5ff9-45ac-84d1-324d0a037f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'name': 'tempest-RoutersIpV6Test-router-2059549354', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:49Z', 'updated_at': '2021-08-10T01:14:20Z', 'revision_number': 7, 'project_id': '71298339050847f6a8a5b306ed924073', 'gw_port_host': None, '_interfaces': [{'id': '1c6e6cf2-8ac5-45e9-852c-1baf9fad059f', 'name': '', 'network_id': '1113df56-2a1a-4a99-b6dd-015f5f843dbf', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:4a:e9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': 'c50354aa-ba61-4a79-8387-61b5d29e5f0c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:14Z', 'updated_at': '2021-08-10T01:14:21Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': 'c50354aa-ba61-4a79-8387-61b5d29e5f0c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3328ccbe-395e-4c68-ac21-5bab038e2757', 'name': '', 'network_id': '0a1ad0d5-5889-408a-84a4-7a9dd3eceabd', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:75:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '22938a01-a9c5-4e9b-83ab-61ace0794e4d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:07Z', 'updated_at': '2021-08-10T01:14:16Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '22938a01-a9c5-4e9b-83ab-61ace0794e4d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f27a52b-8158-4eb5-9664-24bcefed2f87', 'name': '', 'network_id': '9d19e54f-a3b0-41da-b20c-309cc1323d29', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:03:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:58Z', 'updated_at': '2021-08-10T01:14:09Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e551d32a-01da-40b8-95f9-bdce71ef1914', 'name': '', 'network_id': '6b41f1d4-855a-42c0-a121-9e1053160a2d', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:10:bf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:51Z', 'updated_at': '2021-08-10T01:14:04Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:22.308979 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5073e500-5ff9-45ac-84d1-324d0a037f31 None None] Checking router: 49292a27-7ab1-4710-b5e6-2c5124863b49 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:14:22.322046 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5073e500-5ff9-45ac-84d1-324d0a037f31 None None] Routers {'49292a27-7ab1-4710-b5e6-2c5124863b49'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:22.323077 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-5073e500-5ff9-45ac-84d1-324d0a037f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:14:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['49292a27-7ab1-4710-b5e6-2c5124863b49'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:22.349084 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081da06a-aeba-4f22-8270-01835fb4ebb6 req-083d2857-ce85-4b53-a1ed-b90c24a12cc9 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:22.350678 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-081da06a-aeba-4f22-8270-01835fb4ebb6 req-083d2857-ce85-4b53-a1ed-b90c24a12cc9 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 946 time: 0.1056554 Aug 10 01:14:22.424246 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-081da06a-aeba-4f22-8270-01835fb4ebb6 req-96055227-5d30-4ddf-9a53-1849255e7bed tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccff1bd2-c333-4a0d-91a4-825a72744d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585606 Aug 10 01:14:22.441689 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39634) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:22.441868 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39636) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:22.454566 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-5073e500-5ff9-45ac-84d1-324d0a037f31 None None] Set router 49292a27-7ab1-4710-b5e6-2c5124863b49 gateway port host: None {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:22.486837 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-35346b8f-0860-46b1-87c5-b9d83e9df5d4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=585dcd3f5bf64033901d4d8083446ebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409708 Aug 10 01:14:22.487103 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39638) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:22.508617 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722b7bba-5efe-4d86-9a7f-64a0c07d6695 tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:22.510136 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-722b7bba-5efe-4d86-9a7f-64a0c07d6695 tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 1093 time: 0.0693080 Aug 10 01:14:22.516355 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39640) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:22.521675 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-101dfe81-55b4-4b98-980d-9a6b535b84b2 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'port_id': '86746eaf-3f7b-420a-ab8a-c3135a4a2229', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:22.570971 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6d3b6084-45da-42b9-a98b-d60c8cbb5bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:22.572725 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-101dfe81-55b4-4b98-980d-9a6b535b84b2 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:22.668675 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6d3b6084-45da-42b9-a98b-d60c8cbb5bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:22.681930 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e7fd45ba-d9ac-48f7-9d70-37e80e1a28cb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:22.747241 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-5073e500-5ff9-45ac-84d1-324d0a037f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'name': 'tempest-RoutersIpV6Test-router-2059549354', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:49Z', 'updated_at': '2021-08-10T01:14:20Z', 'revision_number': 7, 'project_id': '71298339050847f6a8a5b306ed924073', 'gw_port_host': None, '_interfaces': [{'id': '1c6e6cf2-8ac5-45e9-852c-1baf9fad059f', 'name': '', 'network_id': '1113df56-2a1a-4a99-b6dd-015f5f843dbf', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:4a:e9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': 'c50354aa-ba61-4a79-8387-61b5d29e5f0c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:14Z', 'updated_at': '2021-08-10T01:14:21Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': 'c50354aa-ba61-4a79-8387-61b5d29e5f0c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3328ccbe-395e-4c68-ac21-5bab038e2757', 'name': '', 'network_id': '0a1ad0d5-5889-408a-84a4-7a9dd3eceabd', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:75:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '22938a01-a9c5-4e9b-83ab-61ace0794e4d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:07Z', 'updated_at': '2021-08-10T01:14:16Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '22938a01-a9c5-4e9b-83ab-61ace0794e4d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f27a52b-8158-4eb5-9664-24bcefed2f87', 'name': '', 'network_id': '9d19e54f-a3b0-41da-b20c-309cc1323d29', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:03:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:58Z', 'updated_at': '2021-08-10T01:14:09Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e551d32a-01da-40b8-95f9-bdce71ef1914', 'name': '', 'network_id': '6b41f1d4-855a-42c0-a121-9e1053160a2d', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:10:bf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:51Z', 'updated_at': '2021-08-10T01:14:04Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:22.773230 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6d3b6084-45da-42b9-a98b-d60c8cbb5bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:22.776167 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6d3b6084-45da-42b9-a98b-d60c8cbb5bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:22.777650 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6d3b6084-45da-42b9-a98b-d60c8cbb5bd3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2faaaeb7-a088-470c-9dad-275849c98f8e HTTP/1.1" status: 204 len: 168 time: 0.2895012 Aug 10 01:14:22.782065 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5073e500-5ff9-45ac-84d1-324d0a037f31 None None] The sync data for ids ['49292a27-7ab1-4710-b5e6-2c5124863b49'] in n-d-766726-26 is: [{'id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'name': 'tempest-RoutersIpV6Test-router-2059549354', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:49Z', 'updated_at': '2021-08-10T01:14:20Z', 'revision_number': 7, 'project_id': '71298339050847f6a8a5b306ed924073', 'gw_port_host': None, '_interfaces': [{'id': '1c6e6cf2-8ac5-45e9-852c-1baf9fad059f', 'name': '', 'network_id': '1113df56-2a1a-4a99-b6dd-015f5f843dbf', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:4a:e9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': 'c50354aa-ba61-4a79-8387-61b5d29e5f0c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:14Z', 'updated_at': '2021-08-10T01:14:21Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': 'c50354aa-ba61-4a79-8387-61b5d29e5f0c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3328ccbe-395e-4c68-ac21-5bab038e2757', 'name': '', 'network_id': '0a1ad0d5-5889-408a-84a4-7a9dd3eceabd', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:75:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '22938a01-a9c5-4e9b-83ab-61ace0794e4d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:07Z', 'updated_at': '2021-08-10T01:14:16Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '22938a01-a9c5-4e9b-83ab-61ace0794e4d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f27a52b-8158-4eb5-9664-24bcefed2f87', 'name': '', 'network_id': '9d19e54f-a3b0-41da-b20c-309cc1323d29', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:03:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:58Z', 'updated_at': '2021-08-10T01:14:09Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e551d32a-01da-40b8-95f9-bdce71ef1914', 'name': '', 'network_id': '6b41f1d4-855a-42c0-a121-9e1053160a2d', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:10:bf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:51Z', 'updated_at': '2021-08-10T01:14:04Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:14:22.782388 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-101dfe81-55b4-4b98-980d-9a6b535b84b2 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:22.800925 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b6084-45da-42b9-a98b-d60c8cbb5bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2faaaeb7-a088-470c-9dad-275849c98f8e,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:22.875208 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 1c6e6cf2-8ac5-45e9-852c-1baf9fad059f up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:22.955024 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 1c6e6cf2-8ac5-45e9-852c-1baf9fad059f triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:22.955218 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:22.956144 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-101dfe81-55b4-4b98-980d-9a6b535b84b2 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Allocated IP 172.25.2.99 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/71689560-e96b-4738-bccd-8686aff6d9e6) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:23.200067 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-e7fd45ba-d9ac-48f7-9d70-37e80e1a28cb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Deleting port 1c6e6cf2-8ac5-45e9-852c-1baf9fad059f {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:23.200743 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e7fd45ba-d9ac-48f7-9d70-37e80e1a28cb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:23.233893 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-101dfe81-55b4-4b98-980d-9a6b535b84b2 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:23.279120 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a27ff50-a80e-4b32-8711-cf660ce7c0e5 None None] Sync routers for ids ['49292a27-7ab1-4710-b5e6-2c5124863b49'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:14:23.295056 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a27ff50-a80e-4b32-8711-cf660ce7c0e5 None None] Routers {'49292a27-7ab1-4710-b5e6-2c5124863b49'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:23.296051 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4a27ff50-a80e-4b32-8711-cf660ce7c0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:14:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['49292a27-7ab1-4710-b5e6-2c5124863b49'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:23.299250 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d181c-71a9-4daa-9d78-bf44ea1a5cac req-25dff9db-1e08-41e0-a5ee-1e0b29cd02f5 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:23.306621 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bd7d181c-71a9-4daa-9d78-bf44ea1a5cac req-25dff9db-1e08-41e0-a5ee-1e0b29cd02f5 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/ports?device_id=bea3901c-d105-4eea-bc72-f929d7ce959b HTTP/1.1" status: 200 len: 945 time: 0.1309750 Aug 10 01:14:23.331916 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-e7fd45ba-d9ac-48f7-9d70-37e80e1a28cb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] For port 1c6e6cf2-8ac5-45e9-852c-1baf9fad059f, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=1c6e6cf2-8ac5-45e9-852c-1baf9fad059f,segment=NetworkSegment(b433194a-c2a3-4b6f-8ead-20f6b7c24ddd),segment_id=b433194a-c2a3-4b6f-8ead-20f6b7c24ddd)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:23.332869 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e7fd45ba-d9ac-48f7-9d70-37e80e1a28cb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:23.348169 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-e7fd45ba-d9ac-48f7-9d70-37e80e1a28cb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Calling delete_port for 1c6e6cf2-8ac5-45e9-852c-1baf9fad059f owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:23.414780 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bd7d181c-71a9-4daa-9d78-bf44ea1a5cac req-428538a4-8dd2-405c-b5ac-f3d7d1911c57 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e1fe56-d35a-4d1e-9aab-19e1c3e6a8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071599 Aug 10 01:14:23.428324 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39652) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:23.467470 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-4a27ff50-a80e-4b32-8711-cf660ce7c0e5 None None] Set router 49292a27-7ab1-4710-b5e6-2c5124863b49 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:23.478608 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c3fb2-bb4d-492b-b8ee-a087e88f976f req-541cb52d-8ade-44b5-a589-cffe8ce0a8c3 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:23.484274 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-539c3fb2-bb4d-492b-b8ee-a087e88f976f req-541cb52d-8ade-44b5-a589-cffe8ce0a8c3 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.20 "GET /v2.0/ports?device_id=bea3901c-d105-4eea-bc72-f929d7ce959b HTTP/1.1" status: 200 len: 945 time: 0.1153522 Aug 10 01:14:23.490324 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-101dfe81-55b4-4b98-980d-9a6b535b84b2 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:23.627442 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e7fd45ba-d9ac-48f7-9d70-37e80e1a28cb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:23.642381 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101dfe81-55b4-4b98-980d-9a6b535b84b2 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:23.645870 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a0831f06-191d-447d-b40f-d085e7035b8c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d32957dbd4f74cccbefad28b551307f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2099974 Aug 10 01:14:23.650399 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39660) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:23.658403 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-101dfe81-55b4-4b98-980d-9a6b535b84b2 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:23.662017 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101dfe81-55b4-4b98-980d-9a6b535b84b2 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:23.690803 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd45ba-d9ac-48f7-9d70-37e80e1a28cb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event deleted for resources: {'Port': ['ID=1c6e6cf2-8ac5-45e9-852c-1baf9fad059f,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:23.794042 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101dfe81-55b4-4b98-980d-9a6b535b84b2 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'Port': ['ID=71689560-e96b-4738-bccd-8686aff6d9e6,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:23.905651 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4a27ff50-a80e-4b32-8711-cf660ce7c0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'name': 'tempest-RoutersIpV6Test-router-2059549354', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:49Z', 'updated_at': '2021-08-10T01:14:20Z', 'revision_number': 7, 'project_id': '71298339050847f6a8a5b306ed924073', 'gw_port_host': None, '_interfaces': [{'id': '1c6e6cf2-8ac5-45e9-852c-1baf9fad059f', 'name': '', 'network_id': '1113df56-2a1a-4a99-b6dd-015f5f843dbf', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:4a:e9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': 'c50354aa-ba61-4a79-8387-61b5d29e5f0c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:14Z', 'updated_at': '2021-08-10T01:14:21Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': 'c50354aa-ba61-4a79-8387-61b5d29e5f0c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3328ccbe-395e-4c68-ac21-5bab038e2757', 'name': '', 'network_id': '0a1ad0d5-5889-408a-84a4-7a9dd3eceabd', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:75:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '22938a01-a9c5-4e9b-83ab-61ace0794e4d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:07Z', 'updated_at': '2021-08-10T01:14:16Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '22938a01-a9c5-4e9b-83ab-61ace0794e4d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f27a52b-8158-4eb5-9664-24bcefed2f87', 'name': '', 'network_id': '9d19e54f-a3b0-41da-b20c-309cc1323d29', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:03:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:58Z', 'updated_at': '2021-08-10T01:14:09Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e551d32a-01da-40b8-95f9-bdce71ef1914', 'name': '', 'network_id': '6b41f1d4-855a-42c0-a121-9e1053160a2d', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:10:bf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:51Z', 'updated_at': '2021-08-10T01:14:04Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:23.937235 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e7fd45ba-d9ac-48f7-9d70-37e80e1a28cb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:23.945318 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a27ff50-a80e-4b32-8711-cf660ce7c0e5 None None] Checking router: 49292a27-7ab1-4710-b5e6-2c5124863b49 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:14:23.969423 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a27ff50-a80e-4b32-8711-cf660ce7c0e5 None None] Routers {'49292a27-7ab1-4710-b5e6-2c5124863b49'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:23.970147 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4a27ff50-a80e-4b32-8711-cf660ce7c0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:14:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['49292a27-7ab1-4710-b5e6-2c5124863b49'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:23.983761 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-539c3fb2-bb4d-492b-b8ee-a087e88f976f req-d66be480-5ffe-4f58-8a9e-7d324121ef70 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Deleting port 5084045c-8386-4e6f-a5a2-9995809110a7 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:23.984036 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-539c3fb2-bb4d-492b-b8ee-a087e88f976f req-d66be480-5ffe-4f58-8a9e-7d324121ef70 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:24.142407 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-148a1257-e058-4bd0-98f6-6f07cf8a4e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:24.147997 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-4a27ff50-a80e-4b32-8711-cf660ce7c0e5 None None] Set router 49292a27-7ab1-4710-b5e6-2c5124863b49 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:24.320290 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-148a1257-e058-4bd0-98f6-6f07cf8a4e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:24.343052 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-539c3fb2-bb4d-492b-b8ee-a087e88f976f req-d66be480-5ffe-4f58-8a9e-7d324121ef70 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] For port 5084045c-8386-4e6f-a5a2-9995809110a7, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5084045c-8386-4e6f-a5a2-9995809110a7,segment=NetworkSegment(5455d123-c12b-4066-a347-e03c4b0d091a),segment_id=5455d123-c12b-4066-a347-e03c4b0d091a)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:24.343350 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-539c3fb2-bb4d-492b-b8ee-a087e88f976f req-d66be480-5ffe-4f58-8a9e-7d324121ef70 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:24.401084 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-539c3fb2-bb4d-492b-b8ee-a087e88f976f req-d66be480-5ffe-4f58-8a9e-7d324121ef70 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Calling delete_port for 5084045c-8386-4e6f-a5a2-9995809110a7 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:24.469201 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4a27ff50-a80e-4b32-8711-cf660ce7c0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'name': 'tempest-RoutersIpV6Test-router-2059549354', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:49Z', 'updated_at': '2021-08-10T01:14:23Z', 'revision_number': 8, 'project_id': '71298339050847f6a8a5b306ed924073', 'gw_port_host': None, '_interfaces': [{'id': '3328ccbe-395e-4c68-ac21-5bab038e2757', 'name': '', 'network_id': '0a1ad0d5-5889-408a-84a4-7a9dd3eceabd', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:75:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '22938a01-a9c5-4e9b-83ab-61ace0794e4d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:07Z', 'updated_at': '2021-08-10T01:14:16Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '22938a01-a9c5-4e9b-83ab-61ace0794e4d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f27a52b-8158-4eb5-9664-24bcefed2f87', 'name': '', 'network_id': '9d19e54f-a3b0-41da-b20c-309cc1323d29', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:03:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:58Z', 'updated_at': '2021-08-10T01:14:09Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e551d32a-01da-40b8-95f9-bdce71ef1914', 'name': '', 'network_id': '6b41f1d4-855a-42c0-a121-9e1053160a2d', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:10:bf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:51Z', 'updated_at': '2021-08-10T01:14:04Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:24.509527 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a27ff50-a80e-4b32-8711-cf660ce7c0e5 None None] The sync data for ids ['49292a27-7ab1-4710-b5e6-2c5124863b49'] in n-d-766726-26 is: [{'id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'name': 'tempest-RoutersIpV6Test-router-2059549354', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:49Z', 'updated_at': '2021-08-10T01:14:23Z', 'revision_number': 8, 'project_id': '71298339050847f6a8a5b306ed924073', 'gw_port_host': None, '_interfaces': [{'id': '3328ccbe-395e-4c68-ac21-5bab038e2757', 'name': '', 'network_id': '0a1ad0d5-5889-408a-84a4-7a9dd3eceabd', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:75:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '22938a01-a9c5-4e9b-83ab-61ace0794e4d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:07Z', 'updated_at': '2021-08-10T01:14:16Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '22938a01-a9c5-4e9b-83ab-61ace0794e4d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f27a52b-8158-4eb5-9664-24bcefed2f87', 'name': '', 'network_id': '9d19e54f-a3b0-41da-b20c-309cc1323d29', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:03:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:58Z', 'updated_at': '2021-08-10T01:14:09Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e551d32a-01da-40b8-95f9-bdce71ef1914', 'name': '', 'network_id': '6b41f1d4-855a-42c0-a121-9e1053160a2d', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:10:bf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:51Z', 'updated_at': '2021-08-10T01:14:04Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:14:24.706164 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-148a1257-e058-4bd0-98f6-6f07cf8a4e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:24.708900 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-148a1257-e058-4bd0-98f6-6f07cf8a4e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:24.710109 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-148a1257-e058-4bd0-98f6-6f07cf8a4e43 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/49277547-7795-41f7-84fa-d1d721f552d0 HTTP/1.1" status: 204 len: 168 time: 1.0579188 Aug 10 01:14:24.747073 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a1257-e058-4bd0-98f6-6f07cf8a4e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49277547-7795-41f7-84fa-d1d721f552d0,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:24.753273 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7fd45ba-d9ac-48f7-9d70-37e80e1a28cb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Router 49292a27-7ab1-4710-b5e6-2c5124863b49 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:14:24.766669 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad6cc5-91a8-4cf4-8a75-c7bcf42dc716 req-2e3dc65d-ff3e-49c8-83c2-6084311fc774 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:24.768592 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0fad6cc5-91a8-4cf4-8a75-c7bcf42dc716 req-2e3dc65d-ff3e-49c8-83c2-6084311fc774 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/ports?device_id=bea3901c-d105-4eea-bc72-f929d7ce959b HTTP/1.1" status: 200 len: 945 time: 0.2090590 Aug 10 01:14:24.898274 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-539c3fb2-bb4d-492b-b8ee-a087e88f976f req-d66be480-5ffe-4f58-8a9e-7d324121ef70 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:24.970941 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fd45ba-d9ac-48f7-9d70-37e80e1a28cb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:14:24.992865 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e7fd45ba-d9ac-48f7-9d70-37e80e1a28cb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "PUT /v2.0/routers/49292a27-7ab1-4710-b5e6-2c5124863b49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9139066 Aug 10 01:14:24.994798 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39676) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:25.027042 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66be480-5ffe-4f58-8a9e-7d324121ef70 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Pushing event deleted for resources: {'Port': ['ID=5084045c-8386-4e6f-a5a2-9995809110a7,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:25.070477 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 1c6e6cf2-8ac5-45e9-852c-1baf9fad059f no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:14:25.090332 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0fad6cc5-91a8-4cf4-8a75-c7bcf42dc716 req-66a78814-9477-4136-ab7a-299f7663105a tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.35 "GET /v2.0/security-groups?id=70e1fe56-d35a-4d1e-9aab-19e1c3e6a8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948280 Aug 10 01:14:25.111230 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 1c6e6cf2-8ac5-45e9-852c-1baf9fad059f {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:14:25.111597 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 1c6e6cf2-8ac5-45e9-852c-1baf9fad059f not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:14:25.138009 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-d40d6563-bde7-4341-b529-7dc3da847c6f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Deleting subnet c50354aa-ba61-4a79-8387-61b5d29e5f0c {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:14:25.155319 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d40d6563-bde7-4341-b529-7dc3da847c6f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:25.195618 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-539c3fb2-bb4d-492b-b8ee-a087e88f976f req-d66be480-5ffe-4f58-8a9e-7d324121ef70 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] No DVR routers for this DVR port 5084045c-8386-4e6f-a5a2-9995809110a7 on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:14:25.199305 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-101dfe81-55b4-4b98-980d-9a6b535b84b2 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:25.201691 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-539c3fb2-bb4d-492b-b8ee-a087e88f976f req-d66be480-5ffe-4f58-8a9e-7d324121ef70 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:25.205172 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-539c3fb2-bb4d-492b-b8ee-a087e88f976f req-d66be480-5ffe-4f58-8a9e-7d324121ef70 tempest-ServersNegativeTestMultiTenantJSON-1321888632 tempest-ServersNegativeTestMultiTenantJSON-1321888632-project] 10.222.0.20 "DELETE /v2.0/ports/5084045c-8386-4e6f-a5a2-9995809110a7 HTTP/1.1" status: 204 len: 173 time: 1.7025537 Aug 10 01:14:25.205706 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea3901c-d105-4eea-bc72-f929d7ce959b', 'name': 'network-vif-deleted', 'tag': '5084045c-8386-4e6f-a5a2-9995809110a7'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:14:25.209349 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3e6f52-8521-419b-913c-e45649243802" -d '{"events": [{"server_uuid": "bea3901c-d105-4eea-bc72-f929d7ce959b", "name": "network-vif-deleted", "tag": "5084045c-8386-4e6f-a5a2-9995809110a7"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:14:25.276167 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b63d96-a582-45c6-b4e1-4df428b2a041 x-openstack-request-id: req-00b63d96-a582-45c6-b4e1-4df428b2a041 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:14:25.276628 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea3901c-d105-4eea-bc72-f929d7ce959b", "name": "network-vif-deleted", "tag": "5084045c-8386-4e6f-a5a2-9995809110a7", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:14:25.276993 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-00b63d96-a582-45c6-b4e1-4df428b2a041 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:14:25.277636 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea3901c-d105-4eea-bc72-f929d7ce959b', 'name': 'network-vif-deleted', 'tag': '5084045c-8386-4e6f-a5a2-9995809110a7', 'status': 'completed', 'code': 200} Aug 10 01:14:25.304765 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d40d6563-bde7-4341-b529-7dc3da847c6f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:25.316733 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-101dfe81-55b4-4b98-980d-9a6b535b84b2 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:25.383688 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3771074c-b51e-4276-89de-59fe0abdb95a None None] Sync routers for ids ['49292a27-7ab1-4710-b5e6-2c5124863b49'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:14:25.397494 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3771074c-b51e-4276-89de-59fe0abdb95a None None] Routers {'49292a27-7ab1-4710-b5e6-2c5124863b49'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:25.398314 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-3771074c-b51e-4276-89de-59fe0abdb95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:14:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['49292a27-7ab1-4710-b5e6-2c5124863b49'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:25.430703 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d40d6563-bde7-4341-b529-7dc3da847c6f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:25.503975 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-3771074c-b51e-4276-89de-59fe0abdb95a None None] Set router 49292a27-7ab1-4710-b5e6-2c5124863b49 gateway port host: None {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:25.514550 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d40d6563-bde7-4341-b529-7dc3da847c6f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:25.529961 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-101dfe81-55b4-4b98-980d-9a6b535b84b2 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:25.535888 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-101dfe81-55b4-4b98-980d-9a6b535b84b2 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:25.548368 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d6563-bde7-4341-b529-7dc3da847c6f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event deleted for resources: {'Subnet': ['ID=c50354aa-ba61-4a79-8387-61b5d29e5f0c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:25.554914 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d40d6563-bde7-4341-b529-7dc3da847c6f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:25.559523 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d40d6563-bde7-4341-b529-7dc3da847c6f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/subnets/c50354aa-ba61-4a79-8387-61b5d29e5f0c HTTP/1.1" status: 204 len: 168 time: 0.5631402 Aug 10 01:14:25.560148 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39694) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:25.569104 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14d2222-7afc-41b4-87c0-5f404a0c7536 None None] Network 1113df56-2a1a-4a99-b6dd-015f5f843dbf requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:14:25.625922 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101dfe81-55b4-4b98-980d-9a6b535b84b2 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'Port': ['ID=71689560-e96b-4738-bccd-8686aff6d9e6,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:25.642956 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-101dfe81-55b4-4b98-980d-9a6b535b84b2 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:25.724351 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-612d1437-80f4-4643-b1ea-92f85bbe9614 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:25.801185 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-612d1437-80f4-4643-b1ea-92f85bbe9614 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Deleting port 4eb9db9e-d618-485c-8552-05c6b2745da3 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:25.801906 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-612d1437-80f4-4643-b1ea-92f85bbe9614 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:25.885518 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-612d1437-80f4-4643-b1ea-92f85bbe9614 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] For port 4eb9db9e-d618-485c-8552-05c6b2745da3, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=4eb9db9e-d618-485c-8552-05c6b2745da3,segment=NetworkSegment(b433194a-c2a3-4b6f-8ead-20f6b7c24ddd),segment_id=b433194a-c2a3-4b6f-8ead-20f6b7c24ddd)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:25.885949 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-612d1437-80f4-4643-b1ea-92f85bbe9614 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:25.906131 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-612d1437-80f4-4643-b1ea-92f85bbe9614 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Calling delete_port for 4eb9db9e-d618-485c-8552-05c6b2745da3 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:25.973887 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d830cd12-bae9-421f-b72d-e78db7849b9e None None] DHCP port deletion for 1113df56-2a1a-4a99-b6dd-015f5f843dbf request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:14:25.989777 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-3771074c-b51e-4276-89de-59fe0abdb95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'name': 'tempest-RoutersIpV6Test-router-2059549354', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:49Z', 'updated_at': '2021-08-10T01:14:23Z', 'revision_number': 8, 'project_id': '71298339050847f6a8a5b306ed924073', 'gw_port_host': None, '_interfaces': [{'id': '3328ccbe-395e-4c68-ac21-5bab038e2757', 'name': '', 'network_id': '0a1ad0d5-5889-408a-84a4-7a9dd3eceabd', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:75:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '22938a01-a9c5-4e9b-83ab-61ace0794e4d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:07Z', 'updated_at': '2021-08-10T01:14:16Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '22938a01-a9c5-4e9b-83ab-61ace0794e4d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f27a52b-8158-4eb5-9664-24bcefed2f87', 'name': '', 'network_id': '9d19e54f-a3b0-41da-b20c-309cc1323d29', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:03:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:58Z', 'updated_at': '2021-08-10T01:14:09Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e551d32a-01da-40b8-95f9-bdce71ef1914', 'name': '', 'network_id': '6b41f1d4-855a-42c0-a121-9e1053160a2d', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:10:bf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:51Z', 'updated_at': '2021-08-10T01:14:04Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:26.025764 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-612d1437-80f4-4643-b1ea-92f85bbe9614 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:26.058675 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-d830cd12-bae9-421f-b72d-e78db7849b9e None None] The port '4eb9db9e-d618-485c-8552-05c6b2745da3' was deleted {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 10 01:14:26.060592 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3771074c-b51e-4276-89de-59fe0abdb95a None None] Checking router: 49292a27-7ab1-4710-b5e6-2c5124863b49 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:14:26.077823 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3771074c-b51e-4276-89de-59fe0abdb95a None None] Routers {'49292a27-7ab1-4710-b5e6-2c5124863b49'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:26.078856 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-3771074c-b51e-4276-89de-59fe0abdb95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:14:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['49292a27-7ab1-4710-b5e6-2c5124863b49'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:26.091399 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d1437-80f4-4643-b1ea-92f85bbe9614 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event deleted for resources: {'Port': ['ID=4eb9db9e-d618-485c-8552-05c6b2745da3,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:26.103424 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612d1437-80f4-4643-b1ea-92f85bbe9614 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] No DVR routers for this DVR port 4eb9db9e-d618-485c-8552-05c6b2745da3 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:14:26.196246 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39712) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:26.225078 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-612d1437-80f4-4643-b1ea-92f85bbe9614 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:26.231458 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-3771074c-b51e-4276-89de-59fe0abdb95a None None] Set router 49292a27-7ab1-4710-b5e6-2c5124863b49 gateway port host: None {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:26.237969 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-612d1437-80f4-4643-b1ea-92f85bbe9614 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1113df56-2a1a-4a99-b6dd-015f5f843dbf']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:26.249363 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [None req-101dfe81-55b4-4b98-980d-9a6b535b84b2 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Floating IP 536bc98b-d250-4722-b0d6-9d03f7199680 associated. External IP: 172.25.2.99, port: 86746eaf-3f7b-420a-ab8a-c3135a4a2229. Aug 10 01:14:26.253226 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-612d1437-80f4-4643-b1ea-92f85bbe9614 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b433194a-c2a3-4b6f-8ead-20f6b7c24ddd') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:26.255385 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-612d1437-80f4-4643-b1ea-92f85bbe9614 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b433194a-c2a3-4b6f-8ead-20f6b7c24ddd') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:26.257422 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ef9ff6d-4d5b-4414-96ee-3ccaa78df6be admin admin] Deleting subnet 663bf97e-6dee-47f8-9ca0-d18c485278ef {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:14:26.260530 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6ef9ff6d-4d5b-4414-96ee-3ccaa78df6be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:26.266159 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-612d1437-80f4-4643-b1ea-92f85bbe9614 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:26.283051 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-612d1437-80f4-4643-b1ea-92f85bbe9614 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:26.291074 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-612d1437-80f4-4643-b1ea-92f85bbe9614 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:14:26.292596 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-612d1437-80f4-4643-b1ea-92f85bbe9614 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:26.299196 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:14:26.299196 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:14:26.299196 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:14:26.299196 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:14:26.299196 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:14:26.299196 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:14:26.299196 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:14:26.299196 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:14:26.299196 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:14:26.299196 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:14:26.299196 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:14:26.299196 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:14:26.299196 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:14:26.299196 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:14:26.299196 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:14:26.299196 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:14:26.299196 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:14:26.299196 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:14:26.299196 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:14:26.299196 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:14:26.299196 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:14:26.299196 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:14:26.299196 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:14:26.299196 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:14:26.299196 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:14:26.299196 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:14:26.299196 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:14:26.299196 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:14:26.299196 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:14:26.299196 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:14:26.299196 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:14:26.299196 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:14:26.301794 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6ef9ff6d-4d5b-4414-96ee-3ccaa78df6be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:26.344293 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6ef9ff6d-4d5b-4414-96ee-3ccaa78df6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:26.368974 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-612d1437-80f4-4643-b1ea-92f85bbe9614 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:26.377429 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-612d1437-80f4-4643-b1ea-92f85bbe9614 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:26.380391 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-612d1437-80f4-4643-b1ea-92f85bbe9614 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/networks/1113df56-2a1a-4a99-b6dd-015f5f843dbf HTTP/1.1" status: 204 len: 168 time: 0.8184330 Aug 10 01:14:26.383698 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39722) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:26.408204 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d1437-80f4-4643-b1ea-92f85bbe9614 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event deleted for resources: {'Network': ['ID=1113df56-2a1a-4a99-b6dd-015f5f843dbf,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:26.537061 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6ef9ff6d-4d5b-4414-96ee-3ccaa78df6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:26.568332 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 5084045c-8386-4e6f-a5a2-9995809110a7 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:14:26.569844 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef9ff6d-4d5b-4414-96ee-3ccaa78df6be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=663bf97e-6dee-47f8-9ca0-d18c485278ef,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:26.588534 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6ef9ff6d-4d5b-4414-96ee-3ccaa78df6be admin admin] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:26.593067 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6ef9ff6d-4d5b-4414-96ee-3ccaa78df6be admin admin] 10.222.0.35 "DELETE /v2.0/subnets/663bf97e-6dee-47f8-9ca0-d18c485278ef HTTP/1.1" status: 204 len: 168 time: 0.3982036 Aug 10 01:14:26.593241 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39730) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:26.620857 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 5084045c-8386-4e6f-a5a2-9995809110a7 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:14:26.620857 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 5084045c-8386-4e6f-a5a2-9995809110a7 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:14:26.662764 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-3771074c-b51e-4276-89de-59fe0abdb95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'name': 'tempest-RoutersIpV6Test-router-2059549354', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:49Z', 'updated_at': '2021-08-10T01:14:23Z', 'revision_number': 8, 'project_id': '71298339050847f6a8a5b306ed924073', 'gw_port_host': None, '_interfaces': [{'id': '3328ccbe-395e-4c68-ac21-5bab038e2757', 'name': '', 'network_id': '0a1ad0d5-5889-408a-84a4-7a9dd3eceabd', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:75:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '22938a01-a9c5-4e9b-83ab-61ace0794e4d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:07Z', 'updated_at': '2021-08-10T01:14:16Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '22938a01-a9c5-4e9b-83ab-61ace0794e4d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f27a52b-8158-4eb5-9664-24bcefed2f87', 'name': '', 'network_id': '9d19e54f-a3b0-41da-b20c-309cc1323d29', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:03:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:58Z', 'updated_at': '2021-08-10T01:14:09Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e551d32a-01da-40b8-95f9-bdce71ef1914', 'name': '', 'network_id': '6b41f1d4-855a-42c0-a121-9e1053160a2d', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:10:bf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:51Z', 'updated_at': '2021-08-10T01:14:04Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:26.702996 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3771074c-b51e-4276-89de-59fe0abdb95a None None] The sync data for ids ['49292a27-7ab1-4710-b5e6-2c5124863b49'] in n-d-766726-26 is: [{'id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'name': 'tempest-RoutersIpV6Test-router-2059549354', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:49Z', 'updated_at': '2021-08-10T01:14:23Z', 'revision_number': 8, 'project_id': '71298339050847f6a8a5b306ed924073', 'gw_port_host': None, '_interfaces': [{'id': '3328ccbe-395e-4c68-ac21-5bab038e2757', 'name': '', 'network_id': '0a1ad0d5-5889-408a-84a4-7a9dd3eceabd', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:75:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '22938a01-a9c5-4e9b-83ab-61ace0794e4d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:07Z', 'updated_at': '2021-08-10T01:14:16Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '22938a01-a9c5-4e9b-83ab-61ace0794e4d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f27a52b-8158-4eb5-9664-24bcefed2f87', 'name': '', 'network_id': '9d19e54f-a3b0-41da-b20c-309cc1323d29', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:03:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:58Z', 'updated_at': '2021-08-10T01:14:09Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e551d32a-01da-40b8-95f9-bdce71ef1914', 'name': '', 'network_id': '6b41f1d4-855a-42c0-a121-9e1053160a2d', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:10:bf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:51Z', 'updated_at': '2021-08-10T01:14:04Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:14:26.753381 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eaa5fb8a-acf4-4ad2-95d2-cfcba903f649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:26.858344 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4eb9db9e-d618-485c-8552-05c6b2745da3 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:14:26.894869 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 4eb9db9e-d618-485c-8552-05c6b2745da3 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:14:26.895221 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4eb9db9e-d618-485c-8552-05c6b2745da3 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:14:26.986143 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101dfe81-55b4-4b98-980d-9a6b535b84b2 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Router 6c4d2705-8b16-4f80-b657-579aa656bed0 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:14:26.999618 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eaa5fb8a-acf4-4ad2-95d2-cfcba903f649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:27.019420 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-eaa5fb8a-acf4-4ad2-95d2-cfcba903f649 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['909e9a03-251c-47be-98ed-54465ffa3345']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:27.025306 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3d9e997d-3440-4baf-a617-6d46effe6f3b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:27.033388 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-eaa5fb8a-acf4-4ad2-95d2-cfcba903f649 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5455d123-c12b-4066-a347-e03c4b0d091a') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:27.033710 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-eaa5fb8a-acf4-4ad2-95d2-cfcba903f649 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5455d123-c12b-4066-a347-e03c4b0d091a') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:27.044695 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eaa5fb8a-acf4-4ad2-95d2-cfcba903f649 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:27.096644 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eaa5fb8a-acf4-4ad2-95d2-cfcba903f649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:27.107208 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa5fb8a-acf4-4ad2-95d2-cfcba903f649 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:14:27.107613 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eaa5fb8a-acf4-4ad2-95d2-cfcba903f649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:27.109412 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:14:27.109412 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:14:27.109412 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:14:27.109412 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:14:27.109412 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:14:27.109412 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:14:27.109412 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:14:27.109412 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:14:27.109412 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:14:27.109412 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:14:27.109412 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:14:27.109412 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:14:27.109412 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:14:27.109412 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:14:27.109412 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:14:27.109412 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:14:27.109412 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:14:27.109412 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:14:27.109412 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:14:27.109412 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:14:27.109412 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:14:27.109412 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:14:27.109412 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:14:27.109412 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:14:27.109412 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:14:27.109412 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:14:27.109412 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:14:27.109412 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:14:27.109412 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:14:27.109412 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:14:27.109412 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:14:27.109412 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:14:27.265247 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eaa5fb8a-acf4-4ad2-95d2-cfcba903f649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:27.268197 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101dfe81-55b4-4b98-980d-9a6b535b84b2 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:14:27.283236 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eaa5fb8a-acf4-4ad2-95d2-cfcba903f649 admin admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:27.285722 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-eaa5fb8a-acf4-4ad2-95d2-cfcba903f649 admin admin] 10.222.0.35 "DELETE /v2.0/networks/909e9a03-251c-47be-98ed-54465ffa3345 HTTP/1.1" status: 204 len: 168 time: 0.6915951 Aug 10 01:14:27.287794 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70840c6-65d7-42d7-9716-705c45b8cb82 None None] Sync routers for ids ['6c4d2705-8b16-4f80-b657-579aa656bed0'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:14:27.289061 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5fb8a-acf4-4ad2-95d2-cfcba903f649 admin admin] Pushing event deleted for resources: {'Network': ['ID=909e9a03-251c-47be-98ed-54465ffa3345,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:27.290676 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39740) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:27.310105 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70840c6-65d7-42d7-9716-705c45b8cb82 None None] Routers {'6c4d2705-8b16-4f80-b657-579aa656bed0'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:27.312023 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-d70840c6-65d7-42d7-9716-705c45b8cb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:14:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['6c4d2705-8b16-4f80-b657-579aa656bed0'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:27.333759 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-101dfe81-55b4-4b98-980d-9a6b535b84b2 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:27.366629 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-101dfe81-55b4-4b98-980d-9a6b535b84b2 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8489211 Aug 10 01:14:27.371477 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6adbfc9-09d1-4bf7-ab79-e70f7b15f373', 'tag': '86746eaf-3f7b-420a-ab8a-c3135a4a2229'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:14:27.374415 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9979c6ea-679d-499e-b3e4-ec58d124e601" -d '{"events": [{"name": "network-changed", "server_uuid": "c6adbfc9-09d1-4bf7-ab79-e70f7b15f373", "tag": "86746eaf-3f7b-420a-ab8a-c3135a4a2229"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:14:27.414840 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-3d9e997d-3440-4baf-a617-6d46effe6f3b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Deleting port 3328ccbe-395e-4c68-ac21-5bab038e2757 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:27.415593 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3d9e997d-3440-4baf-a617-6d46effe6f3b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:27.416059 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-522b29d5-7248-47b7-b1d3-e0485aba5280 admin admin] Deleting subnet 7132ee4a-d288-4912-aabf-8a5d057441f0 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:14:27.423872 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-522b29d5-7248-47b7-b1d3-e0485aba5280 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:27.476323 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b09cbe-298c-4b4c-a361-625aff0f4adb x-openstack-request-id: req-71b09cbe-298c-4b4c-a361-625aff0f4adb {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:14:27.476879 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6adbfc9-09d1-4bf7-ab79-e70f7b15f373", "tag": "86746eaf-3f7b-420a-ab8a-c3135a4a2229", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:14:27.477307 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-71b09cbe-298c-4b4c-a361-625aff0f4adb {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:14:27.477882 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6adbfc9-09d1-4bf7-ab79-e70f7b15f373', 'tag': '86746eaf-3f7b-420a-ab8a-c3135a4a2229', 'status': 'completed', 'code': 200} Aug 10 01:14:27.538469 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-522b29d5-7248-47b7-b1d3-e0485aba5280 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:27.567775 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-d70840c6-65d7-42d7-9716-705c45b8cb82 None None] Set router 6c4d2705-8b16-4f80-b657-579aa656bed0 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:27.599713 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e181e-4e73-49f3-ab26-a8f52bb9b7c3 req-58278c50-4864-48ec-9c32-0367c3bd2abc tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:27.610985 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-354e181e-4e73-49f3-ab26-a8f52bb9b7c3 req-58278c50-4864-48ec-9c32-0367c3bd2abc tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 946 time: 0.1270278 Aug 10 01:14:27.653473 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-522b29d5-7248-47b7-b1d3-e0485aba5280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:27.707681 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-354e181e-4e73-49f3-ab26-a8f52bb9b7c3 req-1bbd65bf-d75b-4b20-8d77-7145ca61ab86 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccff1bd2-c333-4a0d-91a4-825a72744d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798788 Aug 10 01:14:27.737589 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979c6ea-679d-499e-b3e4-ec58d124e601 req-904dd07d-443a-4bad-a547-dea67237067d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:27.740208 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9979c6ea-679d-499e-b3e4-ec58d124e601 req-904dd07d-443a-4bad-a547-dea67237067d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 1098 time: 0.2097282 Aug 10 01:14:27.750273 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39752) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:27.871195 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-3d9e997d-3440-4baf-a617-6d46effe6f3b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] For port 3328ccbe-395e-4c68-ac21-5bab038e2757, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=3328ccbe-395e-4c68-ac21-5bab038e2757,segment=NetworkSegment(8950316e-1205-47d5-b315-1104a1c3ed35),segment_id=8950316e-1205-47d5-b315-1104a1c3ed35)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:27.872037 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3d9e997d-3440-4baf-a617-6d46effe6f3b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:27.872903 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2b48a9b4-863d-4535-a769-9a2e87302495 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/floatingips/536bc98b-d250-4722-b0d6-9d03f7199680 HTTP/1.1" status: 200 len: 991 time: 0.1208968 Aug 10 01:14:27.874448 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-522b29d5-7248-47b7-b1d3-e0485aba5280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:27.911575 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b29d5-7248-47b7-b1d3-e0485aba5280 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7132ee4a-d288-4912-aabf-8a5d057441f0,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:27.920448 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-3d9e997d-3440-4baf-a617-6d46effe6f3b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Calling delete_port for 3328ccbe-395e-4c68-ac21-5bab038e2757 owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:27.923764 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-522b29d5-7248-47b7-b1d3-e0485aba5280 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:27.931510 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39756) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:27.931687 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-522b29d5-7248-47b7-b1d3-e0485aba5280 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7132ee4a-d288-4912-aabf-8a5d057441f0 HTTP/1.1" status: 204 len: 168 time: 0.6378381 Aug 10 01:14:28.155979 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979c6ea-679d-499e-b3e4-ec58d124e601 req-cfdd87c6-6d3e-4aed-9248-5de3b3cf3da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:28.158140 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9979c6ea-679d-499e-b3e4-ec58d124e601 req-cfdd87c6-6d3e-4aed-9248-5de3b3cf3da1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=68914d55-1722-49b7-8c35-ddc1365cee5e HTTP/1.1" status: 200 len: 897 time: 0.4096854 Aug 10 01:14:28.205975 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:28.209087 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-d70840c6-65d7-42d7-9716-705c45b8cb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851126000', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'a904d96c-163d-4c84-b9d6-c8625620715c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:44Z', 'updated_at': '2021-08-10T01:13:53Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'a904d96c-163d-4c84-b9d6-c8625620715c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:45Z', 'updated_at': '2021-08-10T01:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '536bc98b-d250-4722-b0d6-9d03f7199680', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'floating_ip_address': '172.25.2.99', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'port_id': '86746eaf-3f7b-420a-ab8a-c3135a4a2229', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68914d55-1722-49b7-8c35-ddc1365cee5e', 'mac_address': 'fa:16:3e:5f:1b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6adbfc9-09d1-4bf7-ab79-e70f7b15f373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:14:24Z', 'updated_at': '2021-08-10T01:14:24Z', 'revision_number': 0, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa91998-7f35-4306-8fc3-d6fede368b5f', 'name': '', 'network_id': '68914d55-1722-49b7-8c35-ddc1365cee5e', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'mac_address': 'fa:16:3e:ba:0b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '781d9f37-0b97-4cb7-956e-3019c0164791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:51Z', 'updated_at': '2021-08-10T01:14:08Z', 'revision_number': 5, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'subnets': [{'id': '781d9f37-0b97-4cb7-956e-3019c0164791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:28.228159 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8304eb5b-207a-418a-a5fc-18d7c433c47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:28.252399 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70840c6-65d7-42d7-9716-705c45b8cb82 None None] Checking router: 6c4d2705-8b16-4f80-b657-579aa656bed0 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:14:28.264403 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70840c6-65d7-42d7-9716-705c45b8cb82 None None] Routers {'6c4d2705-8b16-4f80-b657-579aa656bed0'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:28.265093 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-d70840c6-65d7-42d7-9716-705c45b8cb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:14:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['6c4d2705-8b16-4f80-b657-579aa656bed0'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:28.336551 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9979c6ea-679d-499e-b3e4-ec58d124e601 req-93a0f3f8-06a2-4811-a651-3ae4a7535ad6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86746eaf-3f7b-420a-ab8a-c3135a4a2229 HTTP/1.1" status: 200 len: 999 time: 0.1699224 Aug 10 01:14:28.380503 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-d70840c6-65d7-42d7-9716-705c45b8cb82 None None] Set router 6c4d2705-8b16-4f80-b657-579aa656bed0 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:28.536720 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979c6ea-679d-499e-b3e4-ec58d124e601 req-c61a5e00-86e3-49f7-957a-c29db89d363b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:28.538328 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9979c6ea-679d-499e-b3e4-ec58d124e601 req-c61a5e00-86e3-49f7-957a-c29db89d363b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=781d9f37-0b97-4cb7-956e-3019c0164791 HTTP/1.1" status: 200 len: 835 time: 0.1456587 Aug 10 01:14:28.545870 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8304eb5b-207a-418a-a5fc-18d7c433c47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:28.597223 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-8304eb5b-207a-418a-a5fc-18d7c433c47c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['302090bd-c32d-44e1-9040-34d924a0677a']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:28.628336 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-8304eb5b-207a-418a-a5fc-18d7c433c47c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '183131a6-728a-4af8-a9a4-b9b73c302d0d') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:28.628664 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-8304eb5b-207a-418a-a5fc-18d7c433c47c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '183131a6-728a-4af8-a9a4-b9b73c302d0d') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:28.653581 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8304eb5b-207a-418a-a5fc-18d7c433c47c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:28.677652 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8304eb5b-207a-418a-a5fc-18d7c433c47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:28.685333 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979c6ea-679d-499e-b3e4-ec58d124e601 req-638740d9-34b8-4fc5-ae83-5d1a6a4d709b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:28.686863 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9979c6ea-679d-499e-b3e4-ec58d124e601 req-638740d9-34b8-4fc5-ae83-5d1a6a4d709b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=68914d55-1722-49b7-8c35-ddc1365cee5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1341486 Aug 10 01:14:28.687117 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-d70840c6-65d7-42d7-9716-705c45b8cb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851126000', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'a904d96c-163d-4c84-b9d6-c8625620715c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:44Z', 'updated_at': '2021-08-10T01:13:53Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'a904d96c-163d-4c84-b9d6-c8625620715c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:45Z', 'updated_at': '2021-08-10T01:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '536bc98b-d250-4722-b0d6-9d03f7199680', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'floating_ip_address': '172.25.2.99', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'port_id': '86746eaf-3f7b-420a-ab8a-c3135a4a2229', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68914d55-1722-49b7-8c35-ddc1365cee5e', 'mac_address': 'fa:16:3e:5f:1b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6adbfc9-09d1-4bf7-ab79-e70f7b15f373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:14:24Z', 'updated_at': '2021-08-10T01:14:24Z', 'revision_number': 0, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa91998-7f35-4306-8fc3-d6fede368b5f', 'name': '', 'network_id': '68914d55-1722-49b7-8c35-ddc1365cee5e', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'mac_address': 'fa:16:3e:ba:0b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '781d9f37-0b97-4cb7-956e-3019c0164791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:51Z', 'updated_at': '2021-08-10T01:14:08Z', 'revision_number': 5, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'subnets': [{'id': '781d9f37-0b97-4cb7-956e-3019c0164791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:28.687481 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3d9e997d-3440-4baf-a617-6d46effe6f3b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:28.698183 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8304eb5b-207a-418a-a5fc-18d7c433c47c admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:14:28.698614 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8304eb5b-207a-418a-a5fc-18d7c433c47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:28.700475 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:14:28.700475 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:14:28.700475 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:14:28.700475 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:14:28.700475 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:14:28.700475 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:14:28.700475 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:14:28.700475 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:14:28.700475 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:14:28.700475 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:14:28.700475 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:14:28.700475 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:14:28.700475 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:14:28.700475 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:14:28.700475 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:14:28.700475 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:14:28.700475 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:14:28.700475 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:14:28.700475 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:14:28.700475 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:14:28.700475 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:14:28.700475 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:14:28.700475 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:14:28.700475 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:14:28.700475 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:14:28.700475 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:14:28.700475 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:14:28.700475 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:14:28.700475 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:14:28.700475 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:14:28.700475 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:14:28.700475 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:14:28.729810 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70840c6-65d7-42d7-9716-705c45b8cb82 None None] The sync data for ids ['6c4d2705-8b16-4f80-b657-579aa656bed0'] in n-d-766726-26 is: [{'id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851126000', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'a904d96c-163d-4c84-b9d6-c8625620715c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:44Z', 'updated_at': '2021-08-10T01:13:53Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'a904d96c-163d-4c84-b9d6-c8625620715c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:45Z', 'updated_at': '2021-08-10T01:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '536bc98b-d250-4722-b0d6-9d03f7199680', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'floating_ip_address': '172.25.2.99', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'port_id': '86746eaf-3f7b-420a-ab8a-c3135a4a2229', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68914d55-1722-49b7-8c35-ddc1365cee5e', 'mac_address': 'fa:16:3e:5f:1b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6adbfc9-09d1-4bf7-ab79-e70f7b15f373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:14:24Z', 'updated_at': '2021-08-10T01:14:24Z', 'revision_number': 0, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa91998-7f35-4306-8fc3-d6fede368b5f', 'name': '', 'network_id': '68914d55-1722-49b7-8c35-ddc1365cee5e', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'mac_address': 'fa:16:3e:ba:0b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '781d9f37-0b97-4cb7-956e-3019c0164791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:51Z', 'updated_at': '2021-08-10T01:14:08Z', 'revision_number': 5, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'subnets': [{'id': '781d9f37-0b97-4cb7-956e-3019c0164791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:14:28.767446 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e997d-3440-4baf-a617-6d46effe6f3b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event deleted for resources: {'Port': ['ID=3328ccbe-395e-4c68-ac21-5bab038e2757,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:28.876011 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39774) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:29.054860 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9979c6ea-679d-499e-b3e4-ec58d124e601 req-152d30c4-2b73-485f-84d2-def340b8fa65 service neutron] 10.222.0.24 "GET /v2.0/networks/68914d55-1722-49b7-8c35-ddc1365cee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533981 Aug 10 01:14:29.071757 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3ae4180a-e278-498f-aede-c007a026541d tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/floatingips/536bc98b-d250-4722-b0d6-9d03f7199680 HTTP/1.1" status: 200 len: 991 time: 0.1905134 Aug 10 01:14:29.109815 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8304eb5b-207a-418a-a5fc-18d7c433c47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:29.148878 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8304eb5b-207a-418a-a5fc-18d7c433c47c admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:29.153200 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8304eb5b-207a-418a-a5fc-18d7c433c47c admin admin] 10.222.0.35 "DELETE /v2.0/networks/302090bd-c32d-44e1-9040-34d924a0677a HTTP/1.1" status: 204 len: 168 time: 1.2173843 Aug 10 01:14:29.190746 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52466a62-9f1e-4fa1-abfe-97fbdd7183cb None None] New status for floating IP 536bc98b-d250-4722-b0d6-9d03f7199680: ACTIVE {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:14:29.280685 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304eb5b-207a-418a-a5fc-18d7c433c47c admin admin] Pushing event deleted for resources: {'Network': ['ID=302090bd-c32d-44e1-9040-34d924a0677a,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:29.340798 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3d9e997d-3440-4baf-a617-6d46effe6f3b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:29.488943 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39794) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:29.494162 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9979c6ea-679d-499e-b3e4-ec58d124e601 req-7e1c4f37-fa0c-4e7d-b2ab-764daa866b2f service neutron] 10.222.0.24 "GET /v2.0/networks/68914d55-1722-49b7-8c35-ddc1365cee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858824 Aug 10 01:14:29.577080 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1515354c-8474-47e9-b176-7ebf2ed67388 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=29dab9c3ad0a488380b19aba71dc37a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0863755 Aug 10 01:14:29.580336 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39798) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:29.647501 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3b8d608c-c90e-43b1-a526-4b5b010c457d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:29.650072 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d9e997d-3440-4baf-a617-6d46effe6f3b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Router 49292a27-7ab1-4710-b5e6-2c5124863b49 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:14:29.678478 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3b8d608c-c90e-43b1-a526-4b5b010c457d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:29.739870 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3b8d608c-c90e-43b1-a526-4b5b010c457d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:29.742964 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3b8d608c-c90e-43b1-a526-4b5b010c457d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:29.747228 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3b8d608c-c90e-43b1-a526-4b5b010c457d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/70e1fe56-d35a-4d1e-9aab-19e1c3e6a8bc HTTP/1.1" status: 204 len: 168 time: 0.1660926 Aug 10 01:14:29.756291 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8d608c-c90e-43b1-a526-4b5b010c457d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e1fe56-d35a-4d1e-9aab-19e1c3e6a8bc,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:29.792690 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9e997d-3440-4baf-a617-6d46effe6f3b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:14:29.801992 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3d9e997d-3440-4baf-a617-6d46effe6f3b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "PUT /v2.0/routers/49292a27-7ab1-4710-b5e6-2c5124863b49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4143381 Aug 10 01:14:29.803122 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39804) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:29.807840 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbc8e3a-6390-455c-988b-6408c0ff5207 None None] Sync routers for ids ['49292a27-7ab1-4710-b5e6-2c5124863b49'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:14:29.830183 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbc8e3a-6390-455c-988b-6408c0ff5207 None None] Routers {'49292a27-7ab1-4710-b5e6-2c5124863b49'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:29.830753 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-fbbc8e3a-6390-455c-988b-6408c0ff5207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:14:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['49292a27-7ab1-4710-b5e6-2c5124863b49'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:29.950927 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e73be18-4a8a-4a95-9dd8-9652a6e800fb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Deleting subnet 22938a01-a9c5-4e9b-83ab-61ace0794e4d {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:14:29.960850 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9e73be18-4a8a-4a95-9dd8-9652a6e800fb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:29.971915 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-fbbc8e3a-6390-455c-988b-6408c0ff5207 None None] Set router 49292a27-7ab1-4710-b5e6-2c5124863b49 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:30.072817 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39808) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:30.197280 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f2807ccf-5084-4a1b-8fee-2b9a77e2c678 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/floatingips/536bc98b-d250-4722-b0d6-9d03f7199680 HTTP/1.1" status: 200 len: 993 time: 0.1204956 Aug 10 01:14:30.312522 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39810) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:30.409481 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5d10eb51-08d2-482d-890b-aec22a619e4e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=952f8807ae7646979437bc41c06a0280&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0955217 Aug 10 01:14:30.412529 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39814) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:30.441016 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9e73be18-4a8a-4a95-9dd8-9652a6e800fb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:30.522612 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-fbbc8e3a-6390-455c-988b-6408c0ff5207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'name': 'tempest-RoutersIpV6Test-router-2059549354', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:49Z', 'updated_at': '2021-08-10T01:14:28Z', 'revision_number': 9, 'project_id': '71298339050847f6a8a5b306ed924073', 'gw_port_host': None, '_interfaces': [{'id': '9f27a52b-8158-4eb5-9664-24bcefed2f87', 'name': '', 'network_id': '9d19e54f-a3b0-41da-b20c-309cc1323d29', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:03:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:58Z', 'updated_at': '2021-08-10T01:14:09Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e551d32a-01da-40b8-95f9-bdce71ef1914', 'name': '', 'network_id': '6b41f1d4-855a-42c0-a121-9e1053160a2d', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:10:bf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:51Z', 'updated_at': '2021-08-10T01:14:04Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:30.526079 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-10fac9a6-1a83-4d93-a49c-3ac2f4a8a8b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:30.556699 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbc8e3a-6390-455c-988b-6408c0ff5207 None None] Checking router: 49292a27-7ab1-4710-b5e6-2c5124863b49 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:14:30.577642 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbc8e3a-6390-455c-988b-6408c0ff5207 None None] Routers {'49292a27-7ab1-4710-b5e6-2c5124863b49'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:30.577642 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-fbbc8e3a-6390-455c-988b-6408c0ff5207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:14:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['49292a27-7ab1-4710-b5e6-2c5124863b49'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:30.580934 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-10fac9a6-1a83-4d93-a49c-3ac2f4a8a8b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:30.587787 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9e73be18-4a8a-4a95-9dd8-9652a6e800fb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:30.658017 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-10fac9a6-1a83-4d93-a49c-3ac2f4a8a8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:30.661929 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9e73be18-4a8a-4a95-9dd8-9652a6e800fb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:30.665459 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-10fac9a6-1a83-4d93-a49c-3ac2f4a8a8b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:30.667071 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-10fac9a6-1a83-4d93-a49c-3ac2f4a8a8b0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/78f4c321-26b1-4c91-981a-d2181a9cc9e6 HTTP/1.1" status: 204 len: 168 time: 0.2528195 Aug 10 01:14:30.678687 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fac9a6-1a83-4d93-a49c-3ac2f4a8a8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f4c321-26b1-4c91-981a-d2181a9cc9e6,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:30.709384 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73be18-4a8a-4a95-9dd8-9652a6e800fb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event deleted for resources: {'Subnet': ['ID=22938a01-a9c5-4e9b-83ab-61ace0794e4d,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:30.719430 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9e73be18-4a8a-4a95-9dd8-9652a6e800fb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:30.720561 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42a03be-a7af-4fd6-b721-f7dc90f4b57e None None] Network 0a1ad0d5-5889-408a-84a4-7a9dd3eceabd requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:14:30.724353 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9e73be18-4a8a-4a95-9dd8-9652a6e800fb tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/subnets/22938a01-a9c5-4e9b-83ab-61ace0794e4d HTTP/1.1" status: 204 len: 168 time: 0.9176075 Aug 10 01:14:30.726923 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39822) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:30.746878 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-fbbc8e3a-6390-455c-988b-6408c0ff5207 None None] Set router 49292a27-7ab1-4710-b5e6-2c5124863b49 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:30.891699 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bc269ee7-b1f9-4f08-b26a-ab877fc7cee5 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:30.964114 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-bc269ee7-b1f9-4f08-b26a-ab877fc7cee5 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Deleting port 8a2b3115-5e08-43cf-8244-50dc8480e657 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:30.965008 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bc269ee7-b1f9-4f08-b26a-ab877fc7cee5 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:31.055189 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-bc269ee7-b1f9-4f08-b26a-ab877fc7cee5 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] For port 8a2b3115-5e08-43cf-8244-50dc8480e657, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=8a2b3115-5e08-43cf-8244-50dc8480e657,segment=NetworkSegment(8950316e-1205-47d5-b315-1104a1c3ed35),segment_id=8950316e-1205-47d5-b315-1104a1c3ed35)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:31.055425 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bc269ee7-b1f9-4f08-b26a-ab877fc7cee5 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:31.073515 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-bc269ee7-b1f9-4f08-b26a-ab877fc7cee5 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Calling delete_port for 8a2b3115-5e08-43cf-8244-50dc8480e657 owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:31.099928 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-fbbc8e3a-6390-455c-988b-6408c0ff5207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'name': 'tempest-RoutersIpV6Test-router-2059549354', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:49Z', 'updated_at': '2021-08-10T01:14:28Z', 'revision_number': 9, 'project_id': '71298339050847f6a8a5b306ed924073', 'gw_port_host': None, '_interfaces': [{'id': '9f27a52b-8158-4eb5-9664-24bcefed2f87', 'name': '', 'network_id': '9d19e54f-a3b0-41da-b20c-309cc1323d29', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:03:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:58Z', 'updated_at': '2021-08-10T01:14:09Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e551d32a-01da-40b8-95f9-bdce71ef1914', 'name': '', 'network_id': '6b41f1d4-855a-42c0-a121-9e1053160a2d', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:10:bf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:51Z', 'updated_at': '2021-08-10T01:14:04Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:31.139071 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbc8e3a-6390-455c-988b-6408c0ff5207 None None] The sync data for ids ['49292a27-7ab1-4710-b5e6-2c5124863b49'] in n-d-766726-26 is: [{'id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'name': 'tempest-RoutersIpV6Test-router-2059549354', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:49Z', 'updated_at': '2021-08-10T01:14:28Z', 'revision_number': 9, 'project_id': '71298339050847f6a8a5b306ed924073', 'gw_port_host': None, '_interfaces': [{'id': '9f27a52b-8158-4eb5-9664-24bcefed2f87', 'name': '', 'network_id': '9d19e54f-a3b0-41da-b20c-309cc1323d29', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:03:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:58Z', 'updated_at': '2021-08-10T01:14:09Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '538fb394-ba9d-4c9f-8ff1-8da06e4ca540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e551d32a-01da-40b8-95f9-bdce71ef1914', 'name': '', 'network_id': '6b41f1d4-855a-42c0-a121-9e1053160a2d', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:10:bf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:51Z', 'updated_at': '2021-08-10T01:14:04Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:14:31.221193 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bc269ee7-b1f9-4f08-b26a-ab877fc7cee5 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:31.252542 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc269ee7-b1f9-4f08-b26a-ab877fc7cee5 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event deleted for resources: {'Port': ['ID=8a2b3115-5e08-43cf-8244-50dc8480e657,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:31.254403 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc269ee7-b1f9-4f08-b26a-ab877fc7cee5 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] No DVR routers for this DVR port 8a2b3115-5e08-43cf-8244-50dc8480e657 on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:14:31.336461 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bc269ee7-b1f9-4f08-b26a-ab877fc7cee5 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:31.348403 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-bc269ee7-b1f9-4f08-b26a-ab877fc7cee5 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a1ad0d5-5889-408a-84a4-7a9dd3eceabd']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:31.363517 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-bc269ee7-b1f9-4f08-b26a-ab877fc7cee5 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8950316e-1205-47d5-b315-1104a1c3ed35') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:31.363832 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-bc269ee7-b1f9-4f08-b26a-ab877fc7cee5 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8950316e-1205-47d5-b315-1104a1c3ed35') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:31.373606 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bc269ee7-b1f9-4f08-b26a-ab877fc7cee5 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:31.388190 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bc269ee7-b1f9-4f08-b26a-ab877fc7cee5 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:31.394572 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc269ee7-b1f9-4f08-b26a-ab877fc7cee5 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:14:31.395039 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bc269ee7-b1f9-4f08-b26a-ab877fc7cee5 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:31.398834 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:14:31.398834 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:14:31.398834 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:14:31.398834 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:14:31.398834 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:14:31.398834 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:14:31.398834 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:14:31.398834 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:14:31.398834 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:14:31.398834 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:14:31.398834 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:14:31.398834 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:14:31.398834 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:14:31.398834 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:14:31.398834 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:14:31.398834 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:14:31.398834 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:14:31.398834 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:14:31.398834 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:14:31.398834 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:14:31.398834 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:14:31.398834 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:14:31.398834 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:14:31.398834 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:14:31.398834 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:14:31.398834 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:14:31.398834 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:14:31.398834 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:14:31.398834 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:14:31.398834 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:14:31.398834 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:14:31.398834 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:14:31.459353 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bc269ee7-b1f9-4f08-b26a-ab877fc7cee5 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:31.466606 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bc269ee7-b1f9-4f08-b26a-ab877fc7cee5 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:31.471171 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-bc269ee7-b1f9-4f08-b26a-ab877fc7cee5 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/networks/0a1ad0d5-5889-408a-84a4-7a9dd3eceabd HTTP/1.1" status: 204 len: 168 time: 0.7408111 Aug 10 01:14:31.471571 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39838) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:31.490011 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc269ee7-b1f9-4f08-b26a-ab877fc7cee5 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event deleted for resources: {'Network': ['ID=0a1ad0d5-5889-408a-84a4-7a9dd3eceabd,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:31.561111 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b177ae10-3ec2-4ecb-8d62-878c32eb4330 None None] DHCP port deletion for 0a1ad0d5-5889-408a-84a4-7a9dd3eceabd request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:14:32.021887 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-16fb6c53-6e68-451c-963b-507169d55f07 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:32.381863 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-16fb6c53-6e68-451c-963b-507169d55f07 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Deleting port 9f27a52b-8158-4eb5-9664-24bcefed2f87 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:32.382211 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-16fb6c53-6e68-451c-963b-507169d55f07 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:32.577389 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-16fb6c53-6e68-451c-963b-507169d55f07 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] For port 9f27a52b-8158-4eb5-9664-24bcefed2f87, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9f27a52b-8158-4eb5-9664-24bcefed2f87,segment=NetworkSegment(2cbc7a39-4543-424d-b29a-e6483b29c554),segment_id=2cbc7a39-4543-424d-b29a-e6483b29c554)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:32.580298 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-16fb6c53-6e68-451c-963b-507169d55f07 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:32.630131 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-16fb6c53-6e68-451c-963b-507169d55f07 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Calling delete_port for 9f27a52b-8158-4eb5-9664-24bcefed2f87 owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:32.885512 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 8a2b3115-5e08-43cf-8244-50dc8480e657 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:14:32.948123 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 8a2b3115-5e08-43cf-8244-50dc8480e657 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:14:32.949515 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 8a2b3115-5e08-43cf-8244-50dc8480e657 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:14:32.952016 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3328ccbe-395e-4c68-ac21-5bab038e2757 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:14:33.006082 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 3328ccbe-395e-4c68-ac21-5bab038e2757 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:14:33.006456 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3328ccbe-395e-4c68-ac21-5bab038e2757 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:14:33.080515 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-16fb6c53-6e68-451c-963b-507169d55f07 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:33.110089 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb6c53-6e68-451c-963b-507169d55f07 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event deleted for resources: {'Port': ['ID=9f27a52b-8158-4eb5-9664-24bcefed2f87,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:33.258027 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-16fb6c53-6e68-451c-963b-507169d55f07 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:33.555042 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16fb6c53-6e68-451c-963b-507169d55f07 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Router 49292a27-7ab1-4710-b5e6-2c5124863b49 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:14:33.692339 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fb6c53-6e68-451c-963b-507169d55f07 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:14:33.702605 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b19c96-d28a-48ea-a543-573fe7bd068e None None] Sync routers for ids ['49292a27-7ab1-4710-b5e6-2c5124863b49'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:14:33.716169 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39900) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:33.717397 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-16fb6c53-6e68-451c-963b-507169d55f07 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "PUT /v2.0/routers/49292a27-7ab1-4710-b5e6-2c5124863b49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2441096 Aug 10 01:14:33.726549 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b19c96-d28a-48ea-a543-573fe7bd068e None None] Routers {'49292a27-7ab1-4710-b5e6-2c5124863b49'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:33.728756 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-e0b19c96-d28a-48ea-a543-573fe7bd068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:14:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['49292a27-7ab1-4710-b5e6-2c5124863b49'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:33.856839 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-937c3ae7-d6dd-4b3e-913c-a36ad5d44820 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Deleting subnet 538fb394-ba9d-4c9f-8ff1-8da06e4ca540 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:14:33.861095 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-937c3ae7-d6dd-4b3e-913c-a36ad5d44820 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:33.928991 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-937c3ae7-d6dd-4b3e-913c-a36ad5d44820 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:33.986797 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-e0b19c96-d28a-48ea-a543-573fe7bd068e None None] Set router 49292a27-7ab1-4710-b5e6-2c5124863b49 gateway port host: None {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:34.126724 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-937c3ae7-d6dd-4b3e-913c-a36ad5d44820 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:34.259348 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-937c3ae7-d6dd-4b3e-913c-a36ad5d44820 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:34.307195 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c3ae7-d6dd-4b3e-913c-a36ad5d44820 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event deleted for resources: {'Subnet': ['ID=538fb394-ba9d-4c9f-8ff1-8da06e4ca540,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:34.317016 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-937c3ae7-d6dd-4b3e-913c-a36ad5d44820 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:34.321368 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39920) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:34.329694 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae78693e-3e35-450b-8e89-bef977bbeced None None] Network 9d19e54f-a3b0-41da-b20c-309cc1323d29 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:14:34.330500 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-937c3ae7-d6dd-4b3e-913c-a36ad5d44820 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/subnets/538fb394-ba9d-4c9f-8ff1-8da06e4ca540 HTTP/1.1" status: 204 len: 168 time: 0.6049912 Aug 10 01:14:34.449225 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2560bb38-7415-41ba-abd3-20c54b328c34 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:34.514887 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-2560bb38-7415-41ba-abd3-20c54b328c34 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Deleting port 13b0caa6-ec7c-4c41-8741-3363734d5d63 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:34.515536 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2560bb38-7415-41ba-abd3-20c54b328c34 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:34.587325 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-e0b19c96-d28a-48ea-a543-573fe7bd068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'name': 'tempest-RoutersIpV6Test-router-2059549354', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:49Z', 'updated_at': '2021-08-10T01:14:32Z', 'revision_number': 10, 'project_id': '71298339050847f6a8a5b306ed924073', 'gw_port_host': None, '_interfaces': [{'id': 'e551d32a-01da-40b8-95f9-bdce71ef1914', 'name': '', 'network_id': '6b41f1d4-855a-42c0-a121-9e1053160a2d', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:10:bf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:51Z', 'updated_at': '2021-08-10T01:14:04Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:34.627159 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b19c96-d28a-48ea-a543-573fe7bd068e None None] Checking router: 49292a27-7ab1-4710-b5e6-2c5124863b49 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:14:34.644570 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-2560bb38-7415-41ba-abd3-20c54b328c34 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] For port 13b0caa6-ec7c-4c41-8741-3363734d5d63, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=13b0caa6-ec7c-4c41-8741-3363734d5d63,segment=NetworkSegment(2cbc7a39-4543-424d-b29a-e6483b29c554),segment_id=2cbc7a39-4543-424d-b29a-e6483b29c554)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:34.645110 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2560bb38-7415-41ba-abd3-20c54b328c34 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:34.656368 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b19c96-d28a-48ea-a543-573fe7bd068e None None] Routers {'49292a27-7ab1-4710-b5e6-2c5124863b49'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:34.656589 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-e0b19c96-d28a-48ea-a543-573fe7bd068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:14:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['49292a27-7ab1-4710-b5e6-2c5124863b49'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:34.663837 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-2560bb38-7415-41ba-abd3-20c54b328c34 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Calling delete_port for 13b0caa6-ec7c-4c41-8741-3363734d5d63 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:34.759718 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9d29d8-bc4d-413d-9f87-31c8ef1b7974 None None] DHCP port deletion for 9d19e54f-a3b0-41da-b20c-309cc1323d29 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:14:34.818617 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-e0b19c96-d28a-48ea-a543-573fe7bd068e None None] Set router 49292a27-7ab1-4710-b5e6-2c5124863b49 gateway port host: None {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:34.924064 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2560bb38-7415-41ba-abd3-20c54b328c34 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:34.952005 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2560bb38-7415-41ba-abd3-20c54b328c34 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event deleted for resources: {'Port': ['ID=13b0caa6-ec7c-4c41-8741-3363734d5d63,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:34.954538 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2560bb38-7415-41ba-abd3-20c54b328c34 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] No DVR routers for this DVR port 13b0caa6-ec7c-4c41-8741-3363734d5d63 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:14:34.986978 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d29d8-bc4d-413d-9f87-31c8ef1b7974 None None] Deleting port 13b0caa6-ec7c-4c41-8741-3363734d5d63 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:34.987552 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1c9d29d8-bc4d-413d-9f87-31c8ef1b7974 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:34.992862 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 13b0caa6-ec7c-4c41-8741-3363734d5d63 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:14:35.143216 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2560bb38-7415-41ba-abd3-20c54b328c34 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:35.166015 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-2560bb38-7415-41ba-abd3-20c54b328c34 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d19e54f-a3b0-41da-b20c-309cc1323d29']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:35.169500 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 13b0caa6-ec7c-4c41-8741-3363734d5d63 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:14:35.169857 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 13b0caa6-ec7c-4c41-8741-3363734d5d63 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:14:35.195290 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-2560bb38-7415-41ba-abd3-20c54b328c34 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cbc7a39-4543-424d-b29a-e6483b29c554') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:35.195734 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-2560bb38-7415-41ba-abd3-20c54b328c34 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cbc7a39-4543-424d-b29a-e6483b29c554') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:35.237334 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2560bb38-7415-41ba-abd3-20c54b328c34 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:35.261123 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2560bb38-7415-41ba-abd3-20c54b328c34 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:35.275090 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2560bb38-7415-41ba-abd3-20c54b328c34 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:14:35.275846 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2560bb38-7415-41ba-abd3-20c54b328c34 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:35.278841 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:14:35.278841 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:14:35.278841 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:14:35.278841 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:14:35.278841 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:14:35.278841 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:14:35.278841 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:14:35.278841 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:14:35.278841 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:14:35.278841 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:14:35.278841 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:14:35.278841 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:14:35.278841 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:14:35.278841 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:14:35.278841 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:14:35.278841 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:14:35.278841 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:14:35.278841 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:14:35.278841 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:14:35.278841 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:14:35.278841 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:14:35.278841 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:14:35.278841 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:14:35.278841 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:14:35.278841 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:14:35.278841 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:14:35.278841 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:14:35.278841 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:14:35.278841 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:14:35.278841 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:14:35.278841 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:14:35.278841 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:14:35.331202 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-1c9d29d8-bc4d-413d-9f87-31c8ef1b7974 None None] For port 13b0caa6-ec7c-4c41-8741-3363734d5d63, host n-d-766726-26, got binding levels [] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:35.332070 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1c9d29d8-bc4d-413d-9f87-31c8ef1b7974 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:35.347153 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d29d8-bc4d-413d-9f87-31c8ef1b7974 None None] Calling delete_port for 13b0caa6-ec7c-4c41-8741-3363734d5d63 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:35.351354 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.ipam_backend_mixin [None req-1c9d29d8-bc4d-413d-9f87-31c8ef1b7974 None None] Port 13b0caa6-ec7c-4c41-8741-3363734d5d63 was not found and therefore no delete operation was performed {{(pid=105828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 01:14:35.357455 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1c9d29d8-bc4d-413d-9f87-31c8ef1b7974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:35.363681 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2560bb38-7415-41ba-abd3-20c54b328c34 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:35.378135 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-e0b19c96-d28a-48ea-a543-573fe7bd068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'name': 'tempest-RoutersIpV6Test-router-2059549354', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:49Z', 'updated_at': '2021-08-10T01:14:32Z', 'revision_number': 10, 'project_id': '71298339050847f6a8a5b306ed924073', 'gw_port_host': None, '_interfaces': [{'id': 'e551d32a-01da-40b8-95f9-bdce71ef1914', 'name': '', 'network_id': '6b41f1d4-855a-42c0-a121-9e1053160a2d', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:10:bf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:51Z', 'updated_at': '2021-08-10T01:14:04Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:35.397351 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2560bb38-7415-41ba-abd3-20c54b328c34 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:35.402880 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39934) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:35.412763 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2560bb38-7415-41ba-abd3-20c54b328c34 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/networks/9d19e54f-a3b0-41da-b20c-309cc1323d29 HTTP/1.1" status: 204 len: 168 time: 1.0900087 Aug 10 01:14:35.419305 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2560bb38-7415-41ba-abd3-20c54b328c34 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event deleted for resources: {'Network': ['ID=9d19e54f-a3b0-41da-b20c-309cc1323d29,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:35.442539 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9d29d8-bc4d-413d-9f87-31c8ef1b7974 None None] No DVR routers for this DVR port 13b0caa6-ec7c-4c41-8741-3363734d5d63 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:14:35.475099 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d29d8-bc4d-413d-9f87-31c8ef1b7974 None None] Pushing event deleted for resources: {'Port': ['ID=13b0caa6-ec7c-4c41-8741-3363734d5d63,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:35.494705 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b19c96-d28a-48ea-a543-573fe7bd068e None None] The sync data for ids ['49292a27-7ab1-4710-b5e6-2c5124863b49'] in n-d-766726-26 is: [{'id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'name': 'tempest-RoutersIpV6Test-router-2059549354', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:49Z', 'updated_at': '2021-08-10T01:14:32Z', 'revision_number': 10, 'project_id': '71298339050847f6a8a5b306ed924073', 'gw_port_host': None, '_interfaces': [{'id': 'e551d32a-01da-40b8-95f9-bdce71ef1914', 'name': '', 'network_id': '6b41f1d4-855a-42c0-a121-9e1053160a2d', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'mac_address': 'fa:16:3e:10:bf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:51Z', 'updated_at': '2021-08-10T01:14:04Z', 'revision_number': 5, 'project_id': '71298339050847f6a8a5b306ed924073', 'subnets': [{'id': '09da3db4-dea5-4922-96ce-6e137c16935b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:14:35.507089 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d29d8-bc4d-413d-9f87-31c8ef1b7974 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:35.507644 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d29d8-bc4d-413d-9f87-31c8ef1b7974 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:35.512511 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d29d8-bc4d-413d-9f87-31c8ef1b7974 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:35.513249 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d29d8-bc4d-413d-9f87-31c8ef1b7974 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:35.513845 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d29d8-bc4d-413d-9f87-31c8ef1b7974 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:35.514405 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d29d8-bc4d-413d-9f87-31c8ef1b7974 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:35.514907 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d29d8-bc4d-413d-9f87-31c8ef1b7974 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:35.515456 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d29d8-bc4d-413d-9f87-31c8ef1b7974 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:35.516204 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d29d8-bc4d-413d-9f87-31c8ef1b7974 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:35.516702 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d29d8-bc4d-413d-9f87-31c8ef1b7974 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:35.518356 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d29d8-bc4d-413d-9f87-31c8ef1b7974 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:35.518356 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9d29d8-bc4d-413d-9f87-31c8ef1b7974 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:35.621858 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39938) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:35.786366 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1781589e-89bb-4722-9814-a91615d351bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:35.882097 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-daf87db0-6d39-41fd-8c75-e59b1a9d9060 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:35.954349 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1781589e-89bb-4722-9814-a91615d351bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:35.960284 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1781589e-89bb-4722-9814-a91615d351bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:36.007988 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781589e-89bb-4722-9814-a91615d351bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335e9bf6-9706-4eeb-819a-2e2ba15f8da5,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:36.012828 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1781589e-89bb-4722-9814-a91615d351bd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=86e38799c51a440d9ef5226732ef13b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3900619 Aug 10 01:14:36.015506 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39942) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:36.097708 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c5c9c9e6-833e-4cad-9469-24810416f599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:36.127758 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c5c9c9e6-833e-4cad-9469-24810416f599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:36.193964 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c5c9c9e6-833e-4cad-9469-24810416f599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:36.196713 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c5c9c9e6-833e-4cad-9469-24810416f599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:36.197893 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c5c9c9e6-833e-4cad-9469-24810416f599 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/335e9bf6-9706-4eeb-819a-2e2ba15f8da5 HTTP/1.1" status: 204 len: 168 time: 0.1814709 Aug 10 01:14:36.208341 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c9c9e6-833e-4cad-9469-24810416f599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335e9bf6-9706-4eeb-819a-2e2ba15f8da5,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:36.263657 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-daf87db0-6d39-41fd-8c75-e59b1a9d9060 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Deleting port e551d32a-01da-40b8-95f9-bdce71ef1914 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:36.264621 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-daf87db0-6d39-41fd-8c75-e59b1a9d9060 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:36.377270 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-daf87db0-6d39-41fd-8c75-e59b1a9d9060 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] For port e551d32a-01da-40b8-95f9-bdce71ef1914, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=e551d32a-01da-40b8-95f9-bdce71ef1914,segment=NetworkSegment(13699b66-e190-4b8a-a032-bee32580f091),segment_id=13699b66-e190-4b8a-a032-bee32580f091)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:36.378408 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-daf87db0-6d39-41fd-8c75-e59b1a9d9060 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:36.393654 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-daf87db0-6d39-41fd-8c75-e59b1a9d9060 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Calling delete_port for e551d32a-01da-40b8-95f9-bdce71ef1914 owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:36.640841 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-daf87db0-6d39-41fd-8c75-e59b1a9d9060 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:36.686274 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39960) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:36.712436 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ebe39d02-eb47-427f-8364-7dddfe736da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:36.717837 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf87db0-6d39-41fd-8c75-e59b1a9d9060 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event deleted for resources: {'Port': ['ID=e551d32a-01da-40b8-95f9-bdce71ef1914,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:36.906560 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-daf87db0-6d39-41fd-8c75-e59b1a9d9060 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:36.911120 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9f27a52b-8158-4eb5-9664-24bcefed2f87 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:14:36.995707 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 9f27a52b-8158-4eb5-9664-24bcefed2f87 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:14:36.996062 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9f27a52b-8158-4eb5-9664-24bcefed2f87 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:14:37.028737 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ebe39d02-eb47-427f-8364-7dddfe736da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:37.038027 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ebe39d02-eb47-427f-8364-7dddfe736da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:37.128559 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe39d02-eb47-427f-8364-7dddfe736da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cd4c0f-802a-45b5-882e-5d60734ea9b3,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:37.214413 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ebe39d02-eb47-427f-8364-7dddfe736da3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c466bf9f3d5d416a943a90a356efd1cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5270245 Aug 10 01:14:37.215020 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39966) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:37.255876 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf87db0-6d39-41fd-8c75-e59b1a9d9060 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Router 49292a27-7ab1-4710-b5e6-2c5124863b49 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:14:37.349640 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf87db0-6d39-41fd-8c75-e59b1a9d9060 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:14:37.362070 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4d739c-73b8-4d26-8368-2dbd61af38a3 None None] Sync routers for ids ['49292a27-7ab1-4710-b5e6-2c5124863b49'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:14:37.363320 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-daf87db0-6d39-41fd-8c75-e59b1a9d9060 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "PUT /v2.0/routers/49292a27-7ab1-4710-b5e6-2c5124863b49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9586513 Aug 10 01:14:37.367184 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39970) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:37.382299 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4d739c-73b8-4d26-8368-2dbd61af38a3 None None] Routers {'49292a27-7ab1-4710-b5e6-2c5124863b49'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:37.385403 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4d4d739c-73b8-4d26-8368-2dbd61af38a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:14:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['49292a27-7ab1-4710-b5e6-2c5124863b49'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:37.395710 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-35cf75e8-8e74-4942-b4ca-5df6b4b5b94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:37.428715 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-35cf75e8-8e74-4942-b4ca-5df6b4b5b94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:37.454326 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a11322b-d376-4225-aa7f-51899b06b190 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Deleting subnet 09da3db4-dea5-4922-96ce-6e137c16935b {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:14:37.458542 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5a11322b-d376-4225-aa7f-51899b06b190 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:37.566692 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-35cf75e8-8e74-4942-b4ca-5df6b4b5b94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:37.573387 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-35cf75e8-8e74-4942-b4ca-5df6b4b5b94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:37.574620 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5a11322b-d376-4225-aa7f-51899b06b190 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:37.580931 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-35cf75e8-8e74-4942-b4ca-5df6b4b5b94b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c7cd4c0f-802a-45b5-882e-5d60734ea9b3 HTTP/1.1" status: 204 len: 168 time: 0.3648727 Aug 10 01:14:37.593649 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf75e8-8e74-4942-b4ca-5df6b4b5b94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cd4c0f-802a-45b5-882e-5d60734ea9b3,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:37.640107 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-4d4d739c-73b8-4d26-8368-2dbd61af38a3 None None] Set router 49292a27-7ab1-4710-b5e6-2c5124863b49 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:37.729760 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:14:37.730337 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4d4d739c-73b8-4d26-8368-2dbd61af38a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'name': 'tempest-RoutersIpV6Test-router-2059549354', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:49Z', 'updated_at': '2021-08-10T01:14:36Z', 'revision_number': 11, 'project_id': '71298339050847f6a8a5b306ed924073', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:37.787322 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4d739c-73b8-4d26-8368-2dbd61af38a3 None None] Checking router: 49292a27-7ab1-4710-b5e6-2c5124863b49 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:14:37.801043 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4d739c-73b8-4d26-8368-2dbd61af38a3 None None] Routers {'49292a27-7ab1-4710-b5e6-2c5124863b49'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:37.801878 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4d4d739c-73b8-4d26-8368-2dbd61af38a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:14:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['49292a27-7ab1-4710-b5e6-2c5124863b49'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:37.894424 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5a11322b-d376-4225-aa7f-51899b06b190 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:37.958246 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-4d4d739c-73b8-4d26-8368-2dbd61af38a3 None None] Set router 49292a27-7ab1-4710-b5e6-2c5124863b49 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:38.078704 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4d4d739c-73b8-4d26-8368-2dbd61af38a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'name': 'tempest-RoutersIpV6Test-router-2059549354', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:49Z', 'updated_at': '2021-08-10T01:14:36Z', 'revision_number': 11, 'project_id': '71298339050847f6a8a5b306ed924073', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:38.097184 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-e00086d2-e659-45b6-a81d-21c5352c9832 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2832406 Aug 10 01:14:38.158048 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4d739c-73b8-4d26-8368-2dbd61af38a3 None None] The sync data for ids ['49292a27-7ab1-4710-b5e6-2c5124863b49'] in n-d-766726-26 is: [{'id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'name': 'tempest-RoutersIpV6Test-router-2059549354', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:49Z', 'updated_at': '2021-08-10T01:14:36Z', 'revision_number': 11, 'project_id': '71298339050847f6a8a5b306ed924073', 'gw_port_host': None}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:14:38.199532 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5a11322b-d376-4225-aa7f-51899b06b190 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:38.250226 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11322b-d376-4225-aa7f-51899b06b190 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event deleted for resources: {'Subnet': ['ID=09da3db4-dea5-4922-96ce-6e137c16935b,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:38.253772 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5a11322b-d376-4225-aa7f-51899b06b190 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:38.256390 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5a11322b-d376-4225-aa7f-51899b06b190 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/subnets/09da3db4-dea5-4922-96ce-6e137c16935b HTTP/1.1" status: 204 len: 168 time: 0.8882148 Aug 10 01:14:38.258526 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1a725b-fe15-457f-8bcf-d5cb26fc1c34 None None] Network 6b41f1d4-855a-42c0-a121-9e1053160a2d requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:14:38.262203 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39980) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:38.268171 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-7672181e-459e-4657-8766-ee37a4e0f0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:38.268754 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-7672181e-459e-4657-8766-ee37a4e0f0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:38.269242 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-7672181e-459e-4657-8766-ee37a4e0f0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:38.269728 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-7672181e-459e-4657-8766-ee37a4e0f0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:38.270769 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-7672181e-459e-4657-8766-ee37a4e0f0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:38.271252 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-7672181e-459e-4657-8766-ee37a4e0f0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:38.271731 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-7672181e-459e-4657-8766-ee37a4e0f0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:38.292817 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-7672181e-459e-4657-8766-ee37a4e0f0c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e71a6b0ced6b4bc38b4b6a0ba3c24e39&device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 6509 time: 0.1604598 Aug 10 01:14:38.598844 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-93668217-17b9-498d-a797-626ffd64db23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:38.599927 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-93668217-17b9-498d-a797-626ffd64db23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:38.600457 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-93668217-17b9-498d-a797-626ffd64db23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:38.607666 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-93668217-17b9-498d-a797-626ffd64db23 service neutron] 10.222.0.20 "GET /v2.0/networks?id=aaa7fdb9-5c2f-4bac-aa26-627a06906836&id=9ba4f345-2af9-4b1a-a096-ab30f02c75cd&id=9ba4f345-2af9-4b1a-a096-ab30f02c75cd&id=9ba4f345-2af9-4b1a-a096-ab30f02c75cd&id=9ba4f345-2af9-4b1a-a096-ab30f02c75cd&id=f42b1fb5-1f26-4b59-83fe-d283978e154a&id=f42b1fb5-1f26-4b59-83fe-d283978e154a HTTP/1.1" status: 200 len: 2296 time: 0.3049946 Aug 10 01:14:38.662060 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac8842ed-09aa-4fd9-bfc1-b4421f610b4d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:38.761325 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-db9efc74-e923-423d-aa42-fb8b9d71e8c5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=834b0bb3-38be-46a7-8062-14ea75abcd5f HTTP/1.1" status: 200 len: 1000 time: 0.1480200 Aug 10 01:14:38.826821 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-ac8842ed-09aa-4fd9-bfc1-b4421f610b4d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Deleting port 4851a2a9-0611-402a-87f8-5435aa1a44c2 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:38.827281 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac8842ed-09aa-4fd9-bfc1-b4421f610b4d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:38.831235 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc8c42f-3a1d-4dd7-b565-cd6ceeef5ed5 None None] DHCP port deletion for 6b41f1d4-855a-42c0-a121-9e1053160a2d request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:14:38.857548 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-2364ddf3-a08d-4ab4-9c27-14eee9965ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:38.859382 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-2364ddf3-a08d-4ab4-9c27-14eee9965ff0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=339ff70b-03e4-4165-8331-9fed849d52e8 HTTP/1.1" status: 200 len: 855 time: 0.0908997 Aug 10 01:14:38.905341 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device e551d32a-01da-40b8-95f9-bdce71ef1914 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:14:38.952906 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-f9e7bf37-136f-4248-a741-0347262d622c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:38.959726 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-f9e7bf37-136f-4248-a741-0347262d622c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aaa7fdb9-5c2f-4bac-aa26-627a06906836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0892022 Aug 10 01:14:38.965118 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: e551d32a-01da-40b8-95f9-bdce71ef1914 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:14:38.965471 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device e551d32a-01da-40b8-95f9-bdce71ef1914 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:14:38.968873 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-ac8842ed-09aa-4fd9-bfc1-b4421f610b4d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] For port 4851a2a9-0611-402a-87f8-5435aa1a44c2, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=4851a2a9-0611-402a-87f8-5435aa1a44c2,segment=NetworkSegment(13699b66-e190-4b8a-a032-bee32580f091),segment_id=13699b66-e190-4b8a-a032-bee32580f091)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:38.969366 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac8842ed-09aa-4fd9-bfc1-b4421f610b4d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:38.988067 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-ac8842ed-09aa-4fd9-bfc1-b4421f610b4d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Calling delete_port for 4851a2a9-0611-402a-87f8-5435aa1a44c2 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:39.020003 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6fc8c42f-3a1d-4dd7-b565-cd6ceeef5ed5 None None] Deleting port 4851a2a9-0611-402a-87f8-5435aa1a44c2 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:39.032361 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6fc8c42f-3a1d-4dd7-b565-cd6ceeef5ed5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:39.080102 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac8842ed-09aa-4fd9-bfc1-b4421f610b4d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:39.174772 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8842ed-09aa-4fd9-bfc1-b4421f610b4d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event deleted for resources: {'Port': ['ID=4851a2a9-0611-402a-87f8-5435aa1a44c2,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:39.185557 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8842ed-09aa-4fd9-bfc1-b4421f610b4d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] No DVR routers for this DVR port 4851a2a9-0611-402a-87f8-5435aa1a44c2 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:14:39.258134 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-dff3fa7d-bbde-438a-8dc3-52ae39b82f6e service neutron] 10.222.0.20 "GET /v2.0/networks/aaa7fdb9-5c2f-4bac-aa26-627a06906836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882903 Aug 10 01:14:39.263884 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6fc8c42f-3a1d-4dd7-b565-cd6ceeef5ed5 None None] For port 4851a2a9-0611-402a-87f8-5435aa1a44c2, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=4851a2a9-0611-402a-87f8-5435aa1a44c2,segment=NetworkSegment(13699b66-e190-4b8a-a032-bee32580f091),segment_id=13699b66-e190-4b8a-a032-bee32580f091)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:39.264578 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6fc8c42f-3a1d-4dd7-b565-cd6ceeef5ed5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:39.306705 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6fc8c42f-3a1d-4dd7-b565-cd6ceeef5ed5 None None] Calling delete_port for 4851a2a9-0611-402a-87f8-5435aa1a44c2 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:39.353468 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac8842ed-09aa-4fd9-bfc1-b4421f610b4d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:39.377341 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-ac8842ed-09aa-4fd9-bfc1-b4421f610b4d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b41f1d4-855a-42c0-a121-9e1053160a2d']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:39.396850 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-ac8842ed-09aa-4fd9-bfc1-b4421f610b4d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13699b66-e190-4b8a-a032-bee32580f091') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:39.399018 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-ac8842ed-09aa-4fd9-bfc1-b4421f610b4d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13699b66-e190-4b8a-a032-bee32580f091') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:39.414378 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac8842ed-09aa-4fd9-bfc1-b4421f610b4d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:39.435300 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac8842ed-09aa-4fd9-bfc1-b4421f610b4d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:39.444925 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac8842ed-09aa-4fd9-bfc1-b4421f610b4d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:14:39.445334 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac8842ed-09aa-4fd9-bfc1-b4421f610b4d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:39.448816 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:14:39.448816 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:14:39.448816 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:14:39.448816 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:14:39.448816 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:14:39.448816 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:14:39.448816 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:14:39.448816 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:14:39.448816 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:14:39.448816 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:14:39.448816 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:14:39.448816 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:14:39.448816 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:14:39.448816 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:14:39.448816 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:14:39.448816 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:14:39.448816 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:14:39.448816 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:14:39.448816 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:14:39.448816 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:14:39.448816 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:14:39.448816 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:14:39.448816 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:14:39.448816 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:14:39.448816 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:14:39.448816 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:14:39.448816 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:14:39.448816 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:14:39.448816 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:14:39.448816 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:14:39.448816 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:14:39.448816 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:14:39.466226 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-4da764d8-fc93-49c6-974c-953bfc9674cd service neutron] 10.222.0.20 "GET /v2.0/networks/aaa7fdb9-5c2f-4bac-aa26-627a06906836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000561 Aug 10 01:14:39.534159 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6fc8c42f-3a1d-4dd7-b565-cd6ceeef5ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:39.555251 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac8842ed-09aa-4fd9-bfc1-b4421f610b4d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:39.568396 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-98a97263-963f-49c1-874f-a6b956ea08e7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=3e7d4ffb-cca1-41ee-8a33-4b120246fc85 HTTP/1.1" status: 200 len: 217 time: 0.0941799 Aug 10 01:14:39.586458 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac8842ed-09aa-4fd9-bfc1-b4421f610b4d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:39.592250 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ac8842ed-09aa-4fd9-bfc1-b4421f610b4d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/networks/6b41f1d4-855a-42c0-a121-9e1053160a2d HTTP/1.1" status: 204 len: 168 time: 1.3288612 Aug 10 01:14:39.592916 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40010) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:39.614673 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-168d5e7c-cac4-468a-bc4c-7c727954396f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Request body: {'router': {'routes': None}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:39.621920 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8c42f-3a1d-4dd7-b565-cd6ceeef5ed5 None None] Pushing event deleted for resources: {'Port': ['ID=4851a2a9-0611-402a-87f8-5435aa1a44c2,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:39.629441 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8842ed-09aa-4fd9-bfc1-b4421f610b4d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Pushing event deleted for resources: {'Network': ['ID=6b41f1d4-855a-42c0-a121-9e1053160a2d,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:39.629803 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc8c42f-3a1d-4dd7-b565-cd6ceeef5ed5 None None] No DVR routers for this DVR port 4851a2a9-0611-402a-87f8-5435aa1a44c2 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:14:39.718155 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-932dfe76-eee3-4dab-a5d7-ed97982356ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:39.720467 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-932dfe76-eee3-4dab-a5d7-ed97982356ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d12876e8-38cb-4d34-89a7-2e42b8fa22c7 HTTP/1.1" status: 200 len: 797 time: 0.1419098 Aug 10 01:14:39.833927 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-95d51517-825a-4be9-8b01-4e80d1b156c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:39.837595 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-95d51517-825a-4be9-8b01-4e80d1b156c6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ba4f345-2af9-4b1a-a096-ab30f02c75cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1093988 Aug 10 01:14:39.892913 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.extraroute_db [None req-168d5e7c-cac4-468a-bc4c-7c727954396f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Added routes are [] {{(pid=105827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 01:14:39.893347 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.extraroute_db [None req-168d5e7c-cac4-468a-bc4c-7c727954396f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Removed routes are [] {{(pid=105827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 01:14:39.893948 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-168d5e7c-cac4-468a-bc4c-7c727954396f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8228879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8231262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232083'] for router, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:40.009665 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-68569eee-5c6c-462c-a65f-5fb46dd49333 service neutron] 10.222.0.20 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640661 Aug 10 01:14:40.095152 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-168d5e7c-cac4-468a-bc4c-7c727954396f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8228879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8231262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232083'] for router, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:40.102399 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-168d5e7c-cac4-468a-bc4c-7c727954396f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8229108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8229117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8231239'] for router, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:40.216453 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-841ac8bb-c825-4c25-ad5a-6fc4a712b216 service neutron] 10.222.0.20 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996355 Aug 10 01:14:40.300338 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168d5e7c-cac4-468a-bc4c-7c727954396f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Router 49292a27-7ab1-4710-b5e6-2c5124863b49 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:14:40.334880 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-7125eafd-3c8a-4293-b5bd-d21fee4d8d78 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=427164c9-834c-4700-aa7f-4f167b1f6f0e HTTP/1.1" status: 200 len: 217 time: 0.1113701 Aug 10 01:14:40.428226 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-27dae912-b11d-4708-97cf-8d383833792d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:40.431015 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-27dae912-b11d-4708-97cf-8d383833792d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d12876e8-38cb-4d34-89a7-2e42b8fa22c7 HTTP/1.1" status: 200 len: 797 time: 0.0879877 Aug 10 01:14:40.517702 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168d5e7c-cac4-468a-bc4c-7c727954396f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:14:40.530711 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3918bb14-f234-4cfe-b986-107bfd21aec1 None None] Sync routers for ids ['49292a27-7ab1-4710-b5e6-2c5124863b49'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:14:40.543898 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3918bb14-f234-4cfe-b986-107bfd21aec1 None None] Routers {'49292a27-7ab1-4710-b5e6-2c5124863b49'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:40.544153 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-168d5e7c-cac4-468a-bc4c-7c727954396f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:40.546315 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-3918bb14-f234-4cfe-b986-107bfd21aec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:14:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['49292a27-7ab1-4710-b5e6-2c5124863b49'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:40.547610 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-168d5e7c-cac4-468a-bc4c-7c727954396f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "PUT /v2.0/routers/49292a27-7ab1-4710-b5e6-2c5124863b49 HTTP/1.1" status: 200 len: 705 time: 0.9519327 Aug 10 01:14:40.550635 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40036) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:40.612696 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-46ac05dd-6fab-4132-b157-39d7b4a3b653 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "GET /v2.0/ports?device_id=49292a27-7ab1-4710-b5e6-2c5124863b49 HTTP/1.1" status: 200 len: 205 time: 0.0593596 Aug 10 01:14:40.614864 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40042) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:40.714015 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39d032fc-b11c-47f5-942d-8d681c1a2617 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:40.762160 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-3918bb14-f234-4cfe-b986-107bfd21aec1 None None] Set router 49292a27-7ab1-4710-b5e6-2c5124863b49 gateway port host: None {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:40.959085 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4851a2a9-0611-402a-87f8-5435aa1a44c2 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:14:41.004065 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 4851a2a9-0611-402a-87f8-5435aa1a44c2 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:14:41.006933 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4851a2a9-0611-402a-87f8-5435aa1a44c2 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:14:41.009642 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-3918bb14-f234-4cfe-b986-107bfd21aec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'name': 'tempest-RoutersIpV6Test-router-2059549354', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:49Z', 'updated_at': '2021-08-10T01:14:36Z', 'revision_number': 11, 'project_id': '71298339050847f6a8a5b306ed924073', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:41.085942 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3918bb14-f234-4cfe-b986-107bfd21aec1 None None] Checking router: 49292a27-7ab1-4710-b5e6-2c5124863b49 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:14:41.118407 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3918bb14-f234-4cfe-b986-107bfd21aec1 None None] Routers {'49292a27-7ab1-4710-b5e6-2c5124863b49'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:41.119265 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-3918bb14-f234-4cfe-b986-107bfd21aec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:14:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['49292a27-7ab1-4710-b5e6-2c5124863b49'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:41.251158 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39d032fc-b11c-47f5-942d-8d681c1a2617 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:41.253732 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39d032fc-b11c-47f5-942d-8d681c1a2617 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:41.261036 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-20876893-e702-4e4f-8b67-a16a2fb8f9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:41.261549 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-3918bb14-f234-4cfe-b986-107bfd21aec1 None None] Set router 49292a27-7ab1-4710-b5e6-2c5124863b49 gateway port host: None {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:41.264612 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-20876893-e702-4e4f-8b67-a16a2fb8f9c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ba4f345-2af9-4b1a-a096-ab30f02c75cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8266220 Aug 10 01:14:41.380161 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39d032fc-b11c-47f5-942d-8d681c1a2617 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:41.380792 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d032fc-b11c-47f5-942d-8d681c1a2617 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Fanout notify agent at l3_agent the message router_deleted on router 49292a27-7ab1-4710-b5e6-2c5124863b49 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:14:41.397720 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39d032fc-b11c-47f5-942d-8d681c1a2617 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:41.400411 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-39d032fc-b11c-47f5-942d-8d681c1a2617 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/routers/49292a27-7ab1-4710-b5e6-2c5124863b49 HTTP/1.1" status: 204 len: 168 time: 0.7834437 Aug 10 01:14:41.402561 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-3918bb14-f234-4cfe-b986-107bfd21aec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'name': 'tempest-RoutersIpV6Test-router-2059549354', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:49Z', 'updated_at': '2021-08-10T01:14:36Z', 'revision_number': 11, 'project_id': '71298339050847f6a8a5b306ed924073', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:41.415876 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40064) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:41.438688 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-1fb917c0-3fdf-47ab-ad6a-11790a825399 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-443063875', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:41.458755 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bfa2224a-0b97-45e8-9fbf-f35275ecae90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:41.460410 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3918bb14-f234-4cfe-b986-107bfd21aec1 None None] The sync data for ids ['49292a27-7ab1-4710-b5e6-2c5124863b49'] in n-d-766726-26 is: [{'id': '49292a27-7ab1-4710-b5e6-2c5124863b49', 'name': 'tempest-RoutersIpV6Test-router-2059549354', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:49Z', 'updated_at': '2021-08-10T01:14:36Z', 'revision_number': 11, 'project_id': '71298339050847f6a8a5b306ed924073', 'gw_port_host': None}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:14:41.523455 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1fb917c0-3fdf-47ab-ad6a-11790a825399 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:41.524725 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1fb917c0-3fdf-47ab-ad6a-11790a825399 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:41.562581 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-ec825ac6-7581-4d16-bc6f-36ec9fe9cdae service neutron] 10.222.0.20 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900379 Aug 10 01:14:41.623639 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:41.751063 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-f3618af6-4167-48fa-a854-253809e0793b service neutron] 10.222.0.20 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803260 Aug 10 01:14:41.842276 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-c346b906-1c6c-45ce-9c11-38981b1d5e15 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=3ebb267f-3505-448c-a3cb-fbb1b4c35076 HTTP/1.1" status: 200 len: 217 time: 0.0843625 Aug 10 01:14:41.979756 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-cbd26f8b-0e6d-419e-8d6c-f0aa2fd627d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:41.981711 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-cbd26f8b-0e6d-419e-8d6c-f0aa2fd627d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d12876e8-38cb-4d34-89a7-2e42b8fa22c7 HTTP/1.1" status: 200 len: 797 time: 0.1308131 Aug 10 01:14:42.064379 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-d49e57b6-eaee-4d58-9fa2-f8f285cebb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:42.066281 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-d49e57b6-eaee-4d58-9fa2-f8f285cebb25 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ba4f345-2af9-4b1a-a096-ab30f02c75cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0635076 Aug 10 01:14:42.249104 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-e5e914b8-87fc-4594-a408-1a74a4999f7d service neutron] 10.222.0.20 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750066 Aug 10 01:14:42.285443 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1fb917c0-3fdf-47ab-ad6a-11790a825399 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:42.290874 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1fb917c0-3fdf-47ab-ad6a-11790a825399 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:42.328650 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1fb917c0-3fdf-47ab-ad6a-11790a825399 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:42.332680 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1fb917c0-3fdf-47ab-ad6a-11790a825399 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9111316 Aug 10 01:14:42.332984 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40080) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:42.339709 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-b185077d-26b2-477e-97c6-a64c75020d0c tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Request body: {'router': {'admin_state_up': True}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:42.387032 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-af96ec47-06ac-4098-946c-b53ef798e2a5 service neutron] 10.222.0.20 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303897 Aug 10 01:14:42.443410 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-4725886d-5e54-470e-9ef3-2c0ee5a1d2aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=50782122-dccf-4182-a6c4-c73579974fb2 HTTP/1.1" status: 200 len: 217 time: 0.0488098 Aug 10 01:14:42.550832 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-6759ea45-c9c8-4c7b-acba-7ed6fa627ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:42.552956 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-6759ea45-c9c8-4c7b-acba-7ed6fa627ebb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d12876e8-38cb-4d34-89a7-2e42b8fa22c7 HTTP/1.1" status: 200 len: 797 time: 0.1024797 Aug 10 01:14:42.632491 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b185077d-26b2-477e-97c6-a64c75020d0c tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8228879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8231262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232083'] for router, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:42.644546 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-4d7afb46-e9b1-4530-9ec2-07e72a28f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:42.646884 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-4d7afb46-e9b1-4530-9ec2-07e72a28f37f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ba4f345-2af9-4b1a-a096-ab30f02c75cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0867350 Aug 10 01:14:42.647347 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b185077d-26b2-477e-97c6-a64c75020d0c tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8229108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8229117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8231239'] for router, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:42.771531 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b185077d-26b2-477e-97c6-a64c75020d0c tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Router ad60cae9-06bd-4b6a-b5c7-a4b0cdbbed85 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:14:42.779344 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-75cb5587-b555-4090-84fd-113090b73cd4 service neutron] 10.222.0.20 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245782 Aug 10 01:14:42.860717 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b185077d-26b2-477e-97c6-a64c75020d0c tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:14:42.874120 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b313f0-b9c5-4848-a35f-79e2f93ee406 None None] Sync routers for ids ['ad60cae9-06bd-4b6a-b5c7-a4b0cdbbed85'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:14:42.884658 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b185077d-26b2-477e-97c6-a64c75020d0c tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:42.889807 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b185077d-26b2-477e-97c6-a64c75020d0c tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "PUT /v2.0/routers/ad60cae9-06bd-4b6a-b5c7-a4b0cdbbed85 HTTP/1.1" status: 200 len: 697 time: 0.5519731 Aug 10 01:14:42.891515 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40094) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:42.894479 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b313f0-b9c5-4848-a35f-79e2f93ee406 None None] Routers {'ad60cae9-06bd-4b6a-b5c7-a4b0cdbbed85'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:42.895938 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-f4b313f0-b9c5-4848-a35f-79e2f93ee406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:14:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['ad60cae9-06bd-4b6a-b5c7-a4b0cdbbed85'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:42.917124 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-9675a710-2531-4d92-a556-fa12062d5d3b service neutron] 10.222.0.20 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299460 Aug 10 01:14:42.976035 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-898770ff-b2c2-4c06-83aa-b7a7e20a1338 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a2d462a7-be3a-4fdd-88a6-2bcf3f10891f HTTP/1.1" status: 200 len: 217 time: 0.0513420 Aug 10 01:14:43.028414 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-f4b313f0-b9c5-4848-a35f-79e2f93ee406 None None] Set router ad60cae9-06bd-4b6a-b5c7-a4b0cdbbed85 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:43.030863 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1cc363bd-ea00-43a0-af48-bc728783f7c2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "GET /v2.0/routers/ad60cae9-06bd-4b6a-b5c7-a4b0cdbbed85 HTTP/1.1" status: 200 len: 703 time: 0.1377215 Aug 10 01:14:43.031490 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40096) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:43.084406 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-94bd837e-16e3-453a-95a4-e94af54b9596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:43.084658 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0d4dfef6-df19-4774-9349-ef6c503873e7 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad60cae9-06bd-4b6a-b5c7-a4b0cdbbed85 HTTP/1.1" status: 200 len: 205 time: 0.0519223 Aug 10 01:14:43.085298 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40100) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:43.089782 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-94bd837e-16e3-453a-95a4-e94af54b9596 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e25e17ad-fffa-4e24-9b5d-5651c3a6a11c HTTP/1.1" status: 200 len: 797 time: 0.1035933 Aug 10 01:14:43.116388 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-f4b313f0-b9c5-4848-a35f-79e2f93ee406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad60cae9-06bd-4b6a-b5c7-a4b0cdbbed85', 'name': 'tempest-RoutersIpV6Test-router-443063875', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:41Z', 'updated_at': '2021-08-10T01:14:42Z', 'revision_number': 2, 'project_id': '71298339050847f6a8a5b306ed924073', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:43.151788 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b313f0-b9c5-4848-a35f-79e2f93ee406 None None] Checking router: ad60cae9-06bd-4b6a-b5c7-a4b0cdbbed85 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:14:43.163926 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b313f0-b9c5-4848-a35f-79e2f93ee406 None None] Routers {'ad60cae9-06bd-4b6a-b5c7-a4b0cdbbed85'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:43.164766 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-f4b313f0-b9c5-4848-a35f-79e2f93ee406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:14:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['ad60cae9-06bd-4b6a-b5c7-a4b0cdbbed85'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:43.165085 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-3b6ce1bd-3015-42fd-85d5-08a500d483dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:43.168469 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-3b6ce1bd-3015-42fd-85d5-08a500d483dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f42b1fb5-1f26-4b59-83fe-d283978e154a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0719614 Aug 10 01:14:43.243921 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-65dd5f44-43d8-4a98-82ce-d061a413e080 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:43.265609 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-f4b313f0-b9c5-4848-a35f-79e2f93ee406 None None] Set router ad60cae9-06bd-4b6a-b5c7-a4b0cdbbed85 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:43.354045 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-f4b313f0-b9c5-4848-a35f-79e2f93ee406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad60cae9-06bd-4b6a-b5c7-a4b0cdbbed85', 'name': 'tempest-RoutersIpV6Test-router-443063875', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:41Z', 'updated_at': '2021-08-10T01:14:42Z', 'revision_number': 2, 'project_id': '71298339050847f6a8a5b306ed924073', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:43.380287 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-ec609ca0-1b21-4abe-b015-cd2a5d9d8a9b service neutron] 10.222.0.20 "GET /v2.0/networks/f42b1fb5-1f26-4b59-83fe-d283978e154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043757 Aug 10 01:14:43.405792 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b313f0-b9c5-4848-a35f-79e2f93ee406 None None] The sync data for ids ['ad60cae9-06bd-4b6a-b5c7-a4b0cdbbed85'] in n-d-766726-26 is: [{'id': 'ad60cae9-06bd-4b6a-b5c7-a4b0cdbbed85', 'name': 'tempest-RoutersIpV6Test-router-443063875', 'tenant_id': '71298339050847f6a8a5b306ed924073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:41Z', 'updated_at': '2021-08-10T01:14:42Z', 'revision_number': 2, 'project_id': '71298339050847f6a8a5b306ed924073', 'gw_port_host': None}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:14:43.513378 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-65dd5f44-43d8-4a98-82ce-d061a413e080 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:43.515865 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-65dd5f44-43d8-4a98-82ce-d061a413e080 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:43.554307 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-9513a800-8280-4a8a-8966-f3c22ee0e2e0 service neutron] 10.222.0.20 "GET /v2.0/networks/f42b1fb5-1f26-4b59-83fe-d283978e154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664894 Aug 10 01:14:43.580074 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-65dd5f44-43d8-4a98-82ce-d061a413e080 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:43.580807 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65dd5f44-43d8-4a98-82ce-d061a413e080 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Fanout notify agent at l3_agent the message router_deleted on router ad60cae9-06bd-4b6a-b5c7-a4b0cdbbed85 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:14:43.591164 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-65dd5f44-43d8-4a98-82ce-d061a413e080 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:43.594665 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-65dd5f44-43d8-4a98-82ce-d061a413e080 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/routers/ad60cae9-06bd-4b6a-b5c7-a4b0cdbbed85 HTTP/1.1" status: 204 len: 168 time: 0.5085018 Aug 10 01:14:43.598447 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40112) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:43.628952 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-9b340675-ab75-4610-82c1-84b3f3ba0f8c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3b050334-2ff6-40ea-a72f-68fb7b069c16 HTTP/1.1" status: 200 len: 217 time: 0.0666945 Aug 10 01:14:43.655296 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b27d0742-da84-49d8-ac33-93275826cb63 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad60cae9-06bd-4b6a-b5c7-a4b0cdbbed85 HTTP/1.1" status: 200 len: 205 time: 0.0534022 Aug 10 01:14:43.657064 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40116) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:43.719359 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-7bc515e4-0dbb-4b32-9459-1fb8c12c296b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] delete failed (client error): The resource could not be found. Aug 10 01:14:43.720448 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7bc515e4-0dbb-4b32-9459-1fb8c12c296b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/routers/ad60cae9-06bd-4b6a-b5c7-a4b0cdbbed85 HTTP/1.1" status: 404 len: 336 time: 0.0621917 Aug 10 01:14:43.723402 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40122) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:43.761818 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba86e00-a752-4817-b860-14eb70e12f57 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] DELETE failed (client error): The resource could not be found. Aug 10 01:14:43.762404 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ba86e00-a752-4817-b860-14eb70e12f57 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:14:43.764132 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1ba86e00-a752-4817-b860-14eb70e12f57 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/subnets/c50354aa-ba61-4a79-8387-61b5d29e5f0c HTTP/1.1" status: 404 len: 337 time: 0.0397038 Aug 10 01:14:43.767111 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40126) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:43.782770 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-a66a0d4b-ce8a-43d4-935c-113d8394a72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:43.785827 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-a66a0d4b-ce8a-43d4-935c-113d8394a72b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e25e17ad-fffa-4e24-9b5d-5651c3a6a11c HTTP/1.1" status: 200 len: 797 time: 0.1483729 Aug 10 01:14:43.847636 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-91bdf80f-6426-43d3-8da4-d8996e727c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:43.850559 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-15580ca9-4929-4bd2-b690-0d751ea34647 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] DELETE failed (client error): The resource could not be found. Aug 10 01:14:43.851382 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15580ca9-4929-4bd2-b690-0d751ea34647 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:14:43.856641 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-15580ca9-4929-4bd2-b690-0d751ea34647 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/subnets/22938a01-a9c5-4e9b-83ab-61ace0794e4d HTTP/1.1" status: 404 len: 337 time: 0.0883396 Aug 10 01:14:43.857625 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40130) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:43.879675 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-fbfc625c-601b-4a88-8014-21c15cc77dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:43.881289 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-fbfc625c-601b-4a88-8014-21c15cc77dbf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f42b1fb5-1f26-4b59-83fe-d283978e154a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0897906 Aug 10 01:14:43.887477 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b8fe042-e1f6-4790-b62a-ee5e48c2f4a6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] DELETE failed (client error): The resource could not be found. Aug 10 01:14:43.888076 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b8fe042-e1f6-4790-b62a-ee5e48c2f4a6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:14:43.892616 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1b8fe042-e1f6-4790-b62a-ee5e48c2f4a6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/subnets/538fb394-ba9d-4c9f-8ff1-8da06e4ca540 HTTP/1.1" status: 404 len: 337 time: 0.0337830 Aug 10 01:14:43.893280 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40132) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:43.934025 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-b90bbe04-d5a6-4572-989c-2613c225f278 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] DELETE failed (client error): The resource could not be found. Aug 10 01:14:43.934565 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b90bbe04-d5a6-4572-989c-2613c225f278 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:14:43.939231 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b90bbe04-d5a6-4572-989c-2613c225f278 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/subnets/09da3db4-dea5-4922-96ce-6e137c16935b HTTP/1.1" status: 404 len: 337 time: 0.0448189 Aug 10 01:14:43.939892 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40134) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:43.972655 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-75027127-4f06-4c76-8228-6f1fbcae3859 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "GET /v2.0/ports?device_id=49292a27-7ab1-4710-b5e6-2c5124863b49 HTTP/1.1" status: 200 len: 205 time: 0.0315151 Aug 10 01:14:43.972860 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40138) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:44.022762 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-7025bad0-9c1d-4089-93ef-29f434b3c8f6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] delete failed (client error): The resource could not be found. Aug 10 01:14:44.023807 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7025bad0-9c1d-4089-93ef-29f434b3c8f6 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/routers/49292a27-7ab1-4710-b5e6-2c5124863b49 HTTP/1.1" status: 404 len: 336 time: 0.0499656 Aug 10 01:14:44.027641 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40142) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:44.073722 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-045359e1-ae1b-446c-bf3d-f79826e2077e tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "GET /v2.0/ports?device_id=481237c4-ceb5-4725-99b6-ade8cf503ab2 HTTP/1.1" status: 200 len: 205 time: 0.0426588 Aug 10 01:14:44.073722 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40146) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:44.125247 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-e2b1bdd0-c1d8-48c6-834b-e9c8ac93d0af tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] delete failed (client error): The resource could not be found. Aug 10 01:14:44.128262 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e2b1bdd0-c1d8-48c6-834b-e9c8ac93d0af tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/routers/481237c4-ceb5-4725-99b6-ade8cf503ab2 HTTP/1.1" status: 404 len: 336 time: 0.0517797 Aug 10 01:14:44.129299 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40148) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:44.134584 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-48f5e0d0-b6e5-4e5c-8549-242379220121 service neutron] 10.222.0.20 "GET /v2.0/networks/f42b1fb5-1f26-4b59-83fe-d283978e154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442338 Aug 10 01:14:44.188741 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-797bbdae-13d0-4f3a-98b4-476052409837 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] DELETE failed (client error): The resource could not be found. Aug 10 01:14:44.191083 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-797bbdae-13d0-4f3a-98b4-476052409837 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:14:44.199596 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-797bbdae-13d0-4f3a-98b4-476052409837 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/subnets/de0ad973-b1e0-49ce-aa49-dab860b30ca7 HTTP/1.1" status: 404 len: 337 time: 0.0687428 Aug 10 01:14:44.200252 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40150) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:44.262754 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4d12db03-0f41-49e1-9567-c021390ab149 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "GET /v2.0/ports?device_id=56c05231-b446-4c60-a603-a9285e97f149 HTTP/1.1" status: 200 len: 205 time: 0.0584164 Aug 10 01:14:44.262754 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40152) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:44.319328 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-6c7b6621-2a68-46a8-b034-abd845e126e3 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] delete failed (client error): The resource could not be found. Aug 10 01:14:44.325671 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6c7b6621-2a68-46a8-b034-abd845e126e3 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/routers/56c05231-b446-4c60-a603-a9285e97f149 HTTP/1.1" status: 404 len: 336 time: 0.0618176 Aug 10 01:14:44.326402 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40156) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:44.415527 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-dc211274-7e72-4796-94b4-7254dea7758b tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "GET /v2.0/ports?device_id=78dc1dbb-1578-4fde-9568-17a7ad958266 HTTP/1.1" status: 200 len: 205 time: 0.0879986 Aug 10 01:14:44.419178 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40162) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:44.440540 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:44.442135 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1909f80b-63d1-45b6-a048-fa6118d57ff7 req-131bb5ac-72cf-4a6c-a772-c1b754f54b03 service neutron] 10.222.0.20 "GET /v2.0/networks/f42b1fb5-1f26-4b59-83fe-d283978e154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994645 Aug 10 01:14:44.531780 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-816d642f-0226-4fd4-8ff4-ff109d6e5f80 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] delete failed (client error): The resource could not be found. Aug 10 01:14:44.539123 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-816d642f-0226-4fd4-8ff4-ff109d6e5f80 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/routers/78dc1dbb-1578-4fde-9568-17a7ad958266 HTTP/1.1" status: 404 len: 336 time: 0.1182547 Aug 10 01:14:44.541713 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40166) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:44.597715 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cb34224-c618-4c68-add6-1f3274c84c97 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] DELETE failed (client error): The resource could not be found. Aug 10 01:14:44.601209 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cb34224-c618-4c68-add6-1f3274c84c97 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:14:44.604058 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0cb34224-c618-4c68-add6-1f3274c84c97 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/subnets/7235cdcd-c61d-4d4f-ac68-319de5e6d347 HTTP/1.1" status: 404 len: 337 time: 0.0609102 Aug 10 01:14:44.606927 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40168) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:44.646744 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9540948c-7ae4-4e83-bdc2-a15c77fecfe2 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f5a979d-fb92-4482-afde-3fb421f3e8b6 HTTP/1.1" status: 200 len: 205 time: 0.0358479 Aug 10 01:14:44.647447 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40172) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:44.693908 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-7af0cef1-8315-4774-8cc1-74637eef838d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] delete failed (client error): The resource could not be found. Aug 10 01:14:44.697280 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7af0cef1-8315-4774-8cc1-74637eef838d tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/routers/7f5a979d-fb92-4482-afde-3fb421f3e8b6 HTTP/1.1" status: 404 len: 336 time: 0.0470004 Aug 10 01:14:44.697682 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40174) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:44.742878 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-31525d2b-9b2a-4f47-8c94-00c6a6d1cb57 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] DELETE failed (client error): The resource could not be found. Aug 10 01:14:44.744997 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31525d2b-9b2a-4f47-8c94-00c6a6d1cb57 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:14:44.747112 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-31525d2b-9b2a-4f47-8c94-00c6a6d1cb57 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/subnets/bb86c0b8-ef2f-4af5-ad6e-757ebd9b0e82 HTTP/1.1" status: 404 len: 337 time: 0.0483780 Aug 10 01:14:44.749927 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40176) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:44.827254 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f076ea23-3385-4d91-bc98-991175b6a2cc tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da70942-c83c-4210-8566-087cb0850323 HTTP/1.1" status: 200 len: 205 time: 0.0757513 Aug 10 01:14:44.831390 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40180) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:44.910947 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-47f1f937-10ef-4b1c-a301-ee37beeed68f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] delete failed (client error): The resource could not be found. Aug 10 01:14:44.914299 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-47f1f937-10ef-4b1c-a301-ee37beeed68f tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/routers/6da70942-c83c-4210-8566-087cb0850323 HTTP/1.1" status: 404 len: 336 time: 0.0796602 Aug 10 01:14:44.915687 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40184) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:44.964637 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9c8abd6-b613-4642-b87a-e74fbf77fcdd tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] DELETE failed (client error): The resource could not be found. Aug 10 01:14:44.965107 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9c8abd6-b613-4642-b87a-e74fbf77fcdd tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:14:44.967146 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b9c8abd6-b613-4642-b87a-e74fbf77fcdd tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/subnets/9652374b-dc6c-4360-b39e-a5a57d1fa775 HTTP/1.1" status: 404 len: 337 time: 0.0492027 Aug 10 01:14:44.969641 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40186) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:44.997922 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2cfd496-c8de-4527-88aa-1700e5ba2ef7 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] DELETE failed (client error): The resource could not be found. Aug 10 01:14:44.998534 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2cfd496-c8de-4527-88aa-1700e5ba2ef7 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:14:45.000330 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d2cfd496-c8de-4527-88aa-1700e5ba2ef7 tempest-RoutersIpV6Test-997446180 tempest-RoutersIpV6Test-997446180-project] 10.222.0.35 "DELETE /v2.0/subnets/2fc6d29d-ef29-4ab0-bce4-d04d97ec93cd HTTP/1.1" status: 404 len: 337 time: 0.0297284 Aug 10 01:14:45.142734 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:45.297466 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40198) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:45.513437 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-68574662-4eb0-409c-9fce-1ce85c1c6596 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=71298339050847f6a8a5b306ed924073&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2152126 Aug 10 01:14:45.516002 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40212) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:45.586200 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-659fc5ff-1da5-455d-9f8c-48735b216e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:45.636444 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-659fc5ff-1da5-455d-9f8c-48735b216e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:45.726228 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-659fc5ff-1da5-455d-9f8c-48735b216e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:45.730985 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-659fc5ff-1da5-455d-9f8c-48735b216e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:45.735328 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-659fc5ff-1da5-455d-9f8c-48735b216e64 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b79f8433-c966-49c8-8705-b51a078f8414 HTTP/1.1" status: 204 len: 168 time: 0.2178745 Aug 10 01:14:45.746122 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659fc5ff-1da5-455d-9f8c-48735b216e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79f8433-c966-49c8-8705-b51a078f8414,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:46.235615 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:46.958873 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40264) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:47.191525 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-4a687483-65cc-4370-82a1-4c11d1ce140d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Request body: {'network': {'name': 'tempest-RoutersTest-1890165296'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:47.220621 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a687483-65cc-4370-82a1-4c11d1ce140d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Made reservation on behalf of a60068d17ed444849e0177358a2fde19 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:14:47.227519 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4a687483-65cc-4370-82a1-4c11d1ce140d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:47.239544 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4a687483-65cc-4370-82a1-4c11d1ce140d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:47.367101 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4a687483-65cc-4370-82a1-4c11d1ce140d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:47.374006 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4a687483-65cc-4370-82a1-4c11d1ce140d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:47.406854 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a687483-65cc-4370-82a1-4c11d1ce140d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:14:47.431889 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a687483-65cc-4370-82a1-4c11d1ce140d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c74195a3-a10b-42c8-8189-88d16faeebc0,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:47.447971 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4a687483-65cc-4370-82a1-4c11d1ce140d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:47.448363 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-4a687483-65cc-4370-82a1-4c11d1ce140d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Added segment 29ea7ba0-8e4f-4468-ab5c-c832be82e2ce of type vlan for network c6c5ea9f-5558-4ec4-a268-87ec3e1189fd Aug 10 01:14:47.507274 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4a687483-65cc-4370-82a1-4c11d1ce140d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:47.545135 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4a687483-65cc-4370-82a1-4c11d1ce140d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:47.552068 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a687483-65cc-4370-82a1-4c11d1ce140d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:47.553052 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4a687483-65cc-4370-82a1-4c11d1ce140d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:47.579968 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40282) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:47.620868 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4a687483-65cc-4370-82a1-4c11d1ce140d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6608756 Aug 10 01:14:47.623323 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40286) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:47.636344 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-04cff7b7-9be2-4139-b262-ef8dacb7c56d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Request body: {'network': {'name': 'tempest-RoutersTest-112437958'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:47.663638 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a687483-65cc-4370-82a1-4c11d1ce140d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Network': ['ID=c6c5ea9f-5558-4ec4-a268-87ec3e1189fd,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:47.675139 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network c6c5ea9f-5558-4ec4-a268-87ec3e1189fd details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:14:47.683287 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04cff7b7-9be2-4139-b262-ef8dacb7c56d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Made reservation on behalf of a60068d17ed444849e0177358a2fde19 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:14:47.689328 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-04cff7b7-9be2-4139-b262-ef8dacb7c56d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:47.722097 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04cff7b7-9be2-4139-b262-ef8dacb7c56d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:14:47.735485 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-04cff7b7-9be2-4139-b262-ef8dacb7c56d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:47.736239 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-04cff7b7-9be2-4139-b262-ef8dacb7c56d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Added segment 8e273d7a-f009-41dd-8d95-312fe658db59 of type vlan for network 465bab0e-45bc-41f0-bd1c-d02e437118d7 Aug 10 01:14:47.831089 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-04cff7b7-9be2-4139-b262-ef8dacb7c56d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:47.881890 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-04cff7b7-9be2-4139-b262-ef8dacb7c56d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:47.892434 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cff7b7-9be2-4139-b262-ef8dacb7c56d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:47.893581 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-04cff7b7-9be2-4139-b262-ef8dacb7c56d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:47.981167 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c453f1b8-246f-49fa-b1ad-e2d76d987d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:48.017227 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-04cff7b7-9be2-4139-b262-ef8dacb7c56d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3872998 Aug 10 01:14:48.022434 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40300) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:48.062546 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-ec220963-e986-4753-9895-aa181408514d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Request body: {'subnet': {'network_id': 'c6c5ea9f-5558-4ec4-a268-87ec3e1189fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:48.065889 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cff7b7-9be2-4139-b262-ef8dacb7c56d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Network': ['ID=465bab0e-45bc-41f0-bd1c-d02e437118d7,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:48.078612 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 465bab0e-45bc-41f0-bd1c-d02e437118d7 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:14:48.315856 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c453f1b8-246f-49fa-b1ad-e2d76d987d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:48.336508 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c453f1b8-246f-49fa-b1ad-e2d76d987d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:48.423950 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c453f1b8-246f-49fa-b1ad-e2d76d987d14 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5072ef71dbaf414383bc1d0e3217d3a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8422024 Aug 10 01:14:48.427514 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40314) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:48.433495 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453f1b8-246f-49fa-b1ad-e2d76d987d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf7e151-29c9-4403-ac5d-87f668eeb2d1,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:48.459293 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec220963-e986-4753-9895-aa181408514d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Made reservation on behalf of a60068d17ed444849e0177358a2fde19 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:14:48.465113 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ec220963-e986-4753-9895-aa181408514d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:48.471554 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40316) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:48.511567 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7f8d6625-a7ee-46d0-8598-6c8252e59b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:48.541166 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7f8d6625-a7ee-46d0-8598-6c8252e59b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:48.589572 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40320) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:48.605062 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7f8d6625-a7ee-46d0-8598-6c8252e59b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:48.608337 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7f8d6625-a7ee-46d0-8598-6c8252e59b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:48.609876 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7f8d6625-a7ee-46d0-8598-6c8252e59b1b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0bf7e151-29c9-4403-ac5d-87f668eeb2d1 HTTP/1.1" status: 204 len: 168 time: 0.1808627 Aug 10 01:14:48.640346 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d6625-a7ee-46d0-8598-6c8252e59b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf7e151-29c9-4403-ac5d-87f668eeb2d1,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:48.772277 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ec220963-e986-4753-9895-aa181408514d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:48.900856 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec220963-e986-4753-9895-aa181408514d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Subnet': ['ID=563aa664-cac2-449a-9dfb-83f9726e0088,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:48.923560 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec220963-e986-4753-9895-aa181408514d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Checking segment: {'id': '29ea7ba0-8e4f-4468-ab5c-c832be82e2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c6c5ea9f-5558-4ec4-a268-87ec3e1189fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:14:48.925459 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec220963-e986-4753-9895-aa181408514d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Network hostable DHCP agents. Network: c6c5ea9f-5558-4ec4-a268-87ec3e1189fd, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:14:48.930730 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ea2c1047-aaef-4094-b619-281722c19d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:48.960592 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d1cfdf79-6f48-4d46-ada6-1e06bfc8a87d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:48.973723 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec220963-e986-4753-9895-aa181408514d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Network c6c5ea9f-5558-4ec4-a268-87ec3e1189fd is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:14:48.986606 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-ec220963-e986-4753-9895-aa181408514d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, c6c5ea9f-5558-4ec4-a268-87ec3e1189fd) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:48.991842 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec220963-e986-4753-9895-aa181408514d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:48.994774 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03912222-eade-4a58-86f8-74ba292d8175 None None] Network c6c5ea9f-5558-4ec4-a268-87ec3e1189fd requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:14:49.002456 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ec220963-e986-4753-9895-aa181408514d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.035141 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40330) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:49.057435 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0d87e7e3-78ef-4299-8e8d-d30782d45719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.099201 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ea2c1047-aaef-4094-b619-281722c19d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.103723 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ea2c1047-aaef-4094-b619-281722c19d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.147814 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ea2c1047-aaef-4094-b619-281722c19d5a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=52cec8fb4e714709a0075cf61e2544c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5519476 Aug 10 01:14:49.148027 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40332) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:49.155051 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c1047-aaef-4094-b619-281722c19d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b1efa0-9c5f-4701-ba45-14d12a1b6452,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:49.175532 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2d0505-4c80-4369-a78a-c525e3a17a27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-c6c5ea9f-5558-4ec4-a268-87ec3e1189fd', 'network_id': 'c6c5ea9f-5558-4ec4-a268-87ec3e1189fd', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'fixed_ips': [{'subnet_id': '563aa664-cac2-449a-9dfb-83f9726e0088'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:14:49.177007 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cd2d0505-4c80-4369-a78a-c525e3a17a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.207749 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d1cfdf79-6f48-4d46-ada6-1e06bfc8a87d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.213020 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7e89b2c3-5c8b-43fc-896e-645a5a254357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.213391 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d1cfdf79-6f48-4d46-ada6-1e06bfc8a87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.226614 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ec220963-e986-4753-9895-aa181408514d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1989338 Aug 10 01:14:49.228001 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40334) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:49.233457 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-60a3b46f-1841-4618-b941-e334d4ac5dff tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Request body: {'subnet': {'network_id': '465bab0e-45bc-41f0-bd1c-d02e437118d7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:49.249849 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7e89b2c3-5c8b-43fc-896e-645a5a254357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.308150 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d1cfdf79-6f48-4d46-ada6-1e06bfc8a87d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=15e8df87e9fc40bfababd0e2b8c8cb7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8337626 Aug 10 01:14:49.311173 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40336) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:49.319776 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cfdf79-6f48-4d46-ada6-1e06bfc8a87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911f46d6-e58d-4bb6-a078-a41615d4ab7c,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:49.340004 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-cd2d0505-4c80-4369-a78a-c525e3a17a27 None None] Allocated IP 172.20.0.2 (c6c5ea9f-5558-4ec4-a268-87ec3e1189fd/563aa664-cac2-449a-9dfb-83f9726e0088/7e354454-a656-4d67-bdc6-8360eab41f3b) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:49.366921 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7e89b2c3-5c8b-43fc-896e-645a5a254357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.369436 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7e89b2c3-5c8b-43fc-896e-645a5a254357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.370565 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7e89b2c3-5c8b-43fc-896e-645a5a254357 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/59b1efa0-9c5f-4701-ba45-14d12a1b6452 HTTP/1.1" status: 204 len: 168 time: 0.2210414 Aug 10 01:14:49.402316 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89b2c3-5c8b-43fc-896e-645a5a254357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b1efa0-9c5f-4701-ba45-14d12a1b6452,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:49.415618 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0d87e7e3-78ef-4299-8e8d-d30782d45719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.422672 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0d87e7e3-78ef-4299-8e8d-d30782d45719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.444136 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a3b46f-1841-4618-b941-e334d4ac5dff tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Made reservation on behalf of a60068d17ed444849e0177358a2fde19 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:14:49.452299 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-60a3b46f-1841-4618-b941-e334d4ac5dff tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.459907 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-253e5dad-3c4a-45d1-8635-a1c351fb3c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.502405 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0d87e7e3-78ef-4299-8e8d-d30782d45719 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ee5827c1b78d489b86984106b904c79b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4628644 Aug 10 01:14:49.505079 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40340) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:49.505762 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d87e7e3-78ef-4299-8e8d-d30782d45719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b97599-4b13-4a75-af3e-da83ec875eb2,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:49.517306 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-253e5dad-3c4a-45d1-8635-a1c351fb3c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.604536 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-14988ce7-819b-46ec-97f9-3eaff0798bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.632956 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-253e5dad-3c4a-45d1-8635-a1c351fb3c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.636333 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-253e5dad-3c4a-45d1-8635-a1c351fb3c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.637505 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-253e5dad-3c4a-45d1-8635-a1c351fb3c3f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/911f46d6-e58d-4bb6-a078-a41615d4ab7c HTTP/1.1" status: 204 len: 168 time: 0.3239040 Aug 10 01:14:49.643813 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-14988ce7-819b-46ec-97f9-3eaff0798bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.661074 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e5dad-3c4a-45d1-8635-a1c351fb3c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911f46d6-e58d-4bb6-a078-a41615d4ab7c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:49.718392 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-14988ce7-819b-46ec-97f9-3eaff0798bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.721630 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-14988ce7-819b-46ec-97f9-3eaff0798bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.723431 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-14988ce7-819b-46ec-97f9-3eaff0798bf0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f1b97599-4b13-4a75-af3e-da83ec875eb2 HTTP/1.1" status: 204 len: 168 time: 0.2137139 Aug 10 01:14:49.728666 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cd2d0505-4c80-4369-a78a-c525e3a17a27 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.729454 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-60a3b46f-1841-4618-b941-e334d4ac5dff tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.735259 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14988ce7-819b-46ec-97f9-3eaff0798bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b97599-4b13-4a75-af3e-da83ec875eb2,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:49.759691 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-cd2d0505-4c80-4369-a78a-c525e3a17a27 None None] Transition to ACTIVE for port object 7e354454-a656-4d67-bdc6-8360eab41f3b will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:49.780590 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-cd2d0505-4c80-4369-a78a-c525e3a17a27 None None] Transition to ACTIVE for port object 7e354454-a656-4d67-bdc6-8360eab41f3b will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:49.792494 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cd2d0505-4c80-4369-a78a-c525e3a17a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.818247 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a3b46f-1841-4618-b941-e334d4ac5dff tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Subnet': ['ID=7d2af5b3-c8a0-4a55-981c-79861a9cb540,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:49.824226 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a3b46f-1841-4618-b941-e334d4ac5dff tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Checking segment: {'id': '8e273d7a-f009-41dd-8d95-312fe658db59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '465bab0e-45bc-41f0-bd1c-d02e437118d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:14:49.825140 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a3b46f-1841-4618-b941-e334d4ac5dff tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Network hostable DHCP agents. Network: 465bab0e-45bc-41f0-bd1c-d02e437118d7, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:14:49.832965 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2d0505-4c80-4369-a78a-c525e3a17a27 None None] Network c6c5ea9f-5558-4ec4-a268-87ec3e1189fd is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:49.837549 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-cd2d0505-4c80-4369-a78a-c525e3a17a27 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:49.841491 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2d0505-4c80-4369-a78a-c525e3a17a27 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:49.849996 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a3b46f-1841-4618-b941-e334d4ac5dff tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Network 465bab0e-45bc-41f0-bd1c-d02e437118d7 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:14:49.859674 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d0505-4c80-4369-a78a-c525e3a17a27 None None] Pushing event updated for resources: {'Port': ['ID=7e354454-a656-4d67-bdc6-8360eab41f3b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:49.866101 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-60a3b46f-1841-4618-b941-e334d4ac5dff tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 465bab0e-45bc-41f0-bd1c-d02e437118d7) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:49.871059 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a3b46f-1841-4618-b941-e334d4ac5dff tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:49.872301 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-60a3b46f-1841-4618-b941-e334d4ac5dff tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.879921 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9035f7de-5877-4a64-9dea-8a34ae323c3b None None] Network 465bab0e-45bc-41f0-bd1c-d02e437118d7 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:14:49.891582 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-60a3b46f-1841-4618-b941-e334d4ac5dff tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6632543 Aug 10 01:14:49.894014 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40350) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:49.900629 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-932faf54-eef1-4245-993f-b9ba8f7327be tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-738750360', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:49.930341 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-932faf54-eef1-4245-993f-b9ba8f7327be tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.931872 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-932faf54-eef1-4245-993f-b9ba8f7327be tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.964627 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-cd2d0505-4c80-4369-a78a-c525e3a17a27 None None] Attempting to bind port 7e354454-a656-4d67-bdc6-8360eab41f3b on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:14:49.965349 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-cd2d0505-4c80-4369-a78a-c525e3a17a27 None None] Attempting to bind port 7e354454-a656-4d67-bdc6-8360eab41f3b by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '29ea7ba0-8e4f-4468-ab5c-c832be82e2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c6c5ea9f-5558-4ec4-a268-87ec3e1189fd'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:14:49.965716 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2d0505-4c80-4369-a78a-c525e3a17a27 None None] Attempting to bind port 7e354454-a656-4d67-bdc6-8360eab41f3b on network c6c5ea9f-5558-4ec4-a268-87ec3e1189fd {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:14:49.975901 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2d0505-4c80-4369-a78a-c525e3a17a27 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:14:49.976304 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2d0505-4c80-4369-a78a-c525e3a17a27 None None] Checking segment: {'id': '29ea7ba0-8e4f-4468-ab5c-c832be82e2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c6c5ea9f-5558-4ec4-a268-87ec3e1189fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:14:49.976907 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cd2d0505-4c80-4369-a78a-c525e3a17a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.977469 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2d0505-4c80-4369-a78a-c525e3a17a27 None None] Bound using segment: {'id': '29ea7ba0-8e4f-4468-ab5c-c832be82e2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c6c5ea9f-5558-4ec4-a268-87ec3e1189fd'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:14:49.978109 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-cd2d0505-4c80-4369-a78a-c525e3a17a27 None None] Bound port: 7e354454-a656-4d67-bdc6-8360eab41f3b, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ea7ba0-8e4f-4468-ab5c-c832be82e2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c6c5ea9f-5558-4ec4-a268-87ec3e1189fd'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:14:49.978693 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cd2d0505-4c80-4369-a78a-c525e3a17a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.993594 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-932faf54-eef1-4245-993f-b9ba8f7327be tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.998976 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-932faf54-eef1-4245-993f-b9ba8f7327be tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:50.027795 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-932faf54-eef1-4245-993f-b9ba8f7327be tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:50.031054 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-932faf54-eef1-4245-993f-b9ba8f7327be tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1341100 Aug 10 01:14:50.032265 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40358) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:50.104346 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-cd2d0505-4c80-4369-a78a-c525e3a17a27 None None] For port 7e354454-a656-4d67-bdc6-8360eab41f3b, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:14:50.125717 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-cd2d0505-4c80-4369-a78a-c525e3a17a27 None None] For port 7e354454-a656-4d67-bdc6-8360eab41f3b, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=7e354454-a656-4d67-bdc6-8360eab41f3b,segment=NetworkSegment(29ea7ba0-8e4f-4468-ab5c-c832be82e2ce),segment_id=29ea7ba0-8e4f-4468-ab5c-c832be82e2ce)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:14:50.134647 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cd2d0505-4c80-4369-a78a-c525e3a17a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:50.203615 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40368) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:50.228702 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-086587e5-0ee9-4c96-8e81-223bff2fb127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:50.241727 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef200f05-3625-44d3-bb9a-1613ee669772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-465bab0e-45bc-41f0-bd1c-d02e437118d7', 'network_id': '465bab0e-45bc-41f0-bd1c-d02e437118d7', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'fixed_ips': [{'subnet_id': '7d2af5b3-c8a0-4a55-981c-79861a9cb540'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:14:50.243069 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ef200f05-3625-44d3-bb9a-1613ee669772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:50.402115 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-086587e5-0ee9-4c96-8e81-223bff2fb127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:50.407519 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-086587e5-0ee9-4c96-8e81-223bff2fb127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:50.474970 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d0505-4c80-4369-a78a-c525e3a17a27 None None] Pushing event updated for resources: {'Port': ['ID=7e354454-a656-4d67-bdc6-8360eab41f3b,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:50.489864 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-ef200f05-3625-44d3-bb9a-1613ee669772 None None] Allocated IP 172.21.0.2 (465bab0e-45bc-41f0-bd1c-d02e437118d7/7d2af5b3-c8a0-4a55-981c-79861a9cb540/7afdd16f-9780-4515-bcec-742098f42173) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:50.512581 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c86dd5dc-6a1d-4319-b3c6-853475cf74db tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:50.548508 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-086587e5-0ee9-4c96-8e81-223bff2fb127 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f1bf2bb339e840fa87bfc56841f95c08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3409586 Aug 10 01:14:50.548508 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086587e5-0ee9-4c96-8e81-223bff2fb127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506a6897-4e41-44c1-b717-da331d85b69d,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:50.554518 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40374) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:50.643857 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-289e1799-4766-4819-8e13-1d2bdd7816d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:50.699875 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-289e1799-4766-4819-8e13-1d2bdd7816d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:50.716302 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ef200f05-3625-44d3-bb9a-1613ee669772 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:50.725452 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ef200f05-3625-44d3-bb9a-1613ee669772 None None] Transition to ACTIVE for port object 7afdd16f-9780-4515-bcec-742098f42173 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:50.745605 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ef200f05-3625-44d3-bb9a-1613ee669772 None None] Transition to ACTIVE for port object 7afdd16f-9780-4515-bcec-742098f42173 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:50.752072 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ef200f05-3625-44d3-bb9a-1613ee669772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:50.804783 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef200f05-3625-44d3-bb9a-1613ee669772 None None] Network 465bab0e-45bc-41f0-bd1c-d02e437118d7 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:50.809134 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-ef200f05-3625-44d3-bb9a-1613ee669772 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:50.809294 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-289e1799-4766-4819-8e13-1d2bdd7816d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:50.811987 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef200f05-3625-44d3-bb9a-1613ee669772 None None] Pushing event updated for resources: {'Port': ['ID=7afdd16f-9780-4515-bcec-742098f42173,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:50.812305 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-289e1799-4766-4819-8e13-1d2bdd7816d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:50.813487 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-289e1799-4766-4819-8e13-1d2bdd7816d2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/506a6897-4e41-44c1-b717-da331d85b69d HTTP/1.1" status: 204 len: 168 time: 0.2576861 Aug 10 01:14:50.814856 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef200f05-3625-44d3-bb9a-1613ee669772 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:50.827919 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e1799-4766-4819-8e13-1d2bdd7816d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506a6897-4e41-44c1-b717-da331d85b69d,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:50.921377 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-ef200f05-3625-44d3-bb9a-1613ee669772 None None] Attempting to bind port 7afdd16f-9780-4515-bcec-742098f42173 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:14:50.921757 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-ef200f05-3625-44d3-bb9a-1613ee669772 None None] Attempting to bind port 7afdd16f-9780-4515-bcec-742098f42173 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '8e273d7a-f009-41dd-8d95-312fe658db59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '465bab0e-45bc-41f0-bd1c-d02e437118d7'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:14:50.922125 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef200f05-3625-44d3-bb9a-1613ee669772 None None] Attempting to bind port 7afdd16f-9780-4515-bcec-742098f42173 on network 465bab0e-45bc-41f0-bd1c-d02e437118d7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:14:50.928851 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef200f05-3625-44d3-bb9a-1613ee669772 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:14:50.929254 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef200f05-3625-44d3-bb9a-1613ee669772 None None] Checking segment: {'id': '8e273d7a-f009-41dd-8d95-312fe658db59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '465bab0e-45bc-41f0-bd1c-d02e437118d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:14:50.929627 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ef200f05-3625-44d3-bb9a-1613ee669772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:50.930024 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef200f05-3625-44d3-bb9a-1613ee669772 None None] Bound using segment: {'id': '8e273d7a-f009-41dd-8d95-312fe658db59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '465bab0e-45bc-41f0-bd1c-d02e437118d7'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:14:50.930491 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-ef200f05-3625-44d3-bb9a-1613ee669772 None None] Bound port: 7afdd16f-9780-4515-bcec-742098f42173, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e273d7a-f009-41dd-8d95-312fe658db59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '465bab0e-45bc-41f0-bd1c-d02e437118d7'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:14:50.930950 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ef200f05-3625-44d3-bb9a-1613ee669772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:50.980932 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7e354454-a656-4d67-bdc6-8360eab41f3b up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:51.039884 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-c86dd5dc-6a1d-4319-b3c6-853475cf74db tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Allocated IP 172.20.0.1 (c6c5ea9f-5558-4ec4-a268-87ec3e1189fd/563aa664-cac2-449a-9dfb-83f9726e0088/335c74a8-6583-4447-90cc-bbc37d07691c) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:51.060147 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-ef200f05-3625-44d3-bb9a-1613ee669772 None None] For port 7afdd16f-9780-4515-bcec-742098f42173, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:14:51.064675 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-ef200f05-3625-44d3-bb9a-1613ee669772 None None] For port 7afdd16f-9780-4515-bcec-742098f42173, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=7afdd16f-9780-4515-bcec-742098f42173,segment=NetworkSegment(8e273d7a-f009-41dd-8d95-312fe658db59),segment_id=8e273d7a-f009-41dd-8d95-312fe658db59)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:14:51.071661 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ef200f05-3625-44d3-bb9a-1613ee669772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:51.130454 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 7e354454-a656-4d67-bdc6-8360eab41f3b completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:51.196708 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef200f05-3625-44d3-bb9a-1613ee669772 None None] Pushing event updated for resources: {'Port': ['ID=7afdd16f-9780-4515-bcec-742098f42173,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:51.248591 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c86dd5dc-6a1d-4319-b3c6-853475cf74db tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:51.270851 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-c86dd5dc-6a1d-4319-b3c6-853475cf74db tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Transition to ACTIVE for port object 335c74a8-6583-4447-90cc-bbc37d07691c will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:51.335163 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c86dd5dc-6a1d-4319-b3c6-853475cf74db tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:51.433293 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86dd5dc-6a1d-4319-b3c6-853475cf74db tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Network c6c5ea9f-5558-4ec4-a268-87ec3e1189fd is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:51.436512 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-c86dd5dc-6a1d-4319-b3c6-853475cf74db tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:51.446110 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86dd5dc-6a1d-4319-b3c6-853475cf74db tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:51.510551 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86dd5dc-6a1d-4319-b3c6-853475cf74db tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Port': ['ID=335c74a8-6583-4447-90cc-bbc37d07691c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:51.537666 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c86dd5dc-6a1d-4319-b3c6-853475cf74db tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:51.575684 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89833a9-74d0-4e8b-a8d6-b79f04b5b608 None None] Network c6c5ea9f-5558-4ec4-a268-87ec3e1189fd requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:14:51.661800 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7d6bd72a-22db-400a-beff-1c03b4f5a187 None None] Provisioning for port 7e354454-a656-4d67-bdc6-8360eab41f3b completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:51.719518 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7d6bd72a-22db-400a-beff-1c03b4f5a187 None None] Provisioning complete for port 7e354454-a656-4d67-bdc6-8360eab41f3b triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:51.719977 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7d6bd72a-22db-400a-beff-1c03b4f5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:51.730008 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c86dd5dc-6a1d-4319-b3c6-853475cf74db tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:51.886916 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7d6bd72a-22db-400a-beff-1c03b4f5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:51.960992 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-7d6bd72a-22db-400a-beff-1c03b4f5a187 None None] For port 7e354454-a656-4d67-bdc6-8360eab41f3b, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=7e354454-a656-4d67-bdc6-8360eab41f3b,segment=NetworkSegment(29ea7ba0-8e4f-4468-ab5c-c832be82e2ce),segment_id=29ea7ba0-8e4f-4468-ab5c-c832be82e2ce)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:51.969387 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7d6bd72a-22db-400a-beff-1c03b4f5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:52.088703 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6bd72a-22db-400a-beff-1c03b4f5a187 None None] Pushing event updated for resources: {'Port': ['ID=7e354454-a656-4d67-bdc6-8360eab41f3b,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:52.164117 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c86dd5dc-6a1d-4319-b3c6-853475cf74db tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:52.177767 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c86dd5dc-6a1d-4319-b3c6-853475cf74db tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:52.196835 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40428) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:52.328047 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86dd5dc-6a1d-4319-b3c6-853475cf74db tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Port': ['ID=335c74a8-6583-4447-90cc-bbc37d07691c,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:52.363615 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c86dd5dc-6a1d-4319-b3c6-853475cf74db tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:52.399756 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4da1c691-b6db-41eb-8ea4-7236a8e6e7ba None None] Provisioning for port 335c74a8-6583-4447-90cc-bbc37d07691c completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:52.405852 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4da1c691-b6db-41eb-8ea4-7236a8e6e7ba None None] Provisioning complete for port 335c74a8-6583-4447-90cc-bbc37d07691c triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:52.406954 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4da1c691-b6db-41eb-8ea4-7236a8e6e7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:52.447206 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c3822ee6-95e2-464b-858f-d6947e6aca6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:52.471584 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-4da1c691-b6db-41eb-8ea4-7236a8e6e7ba None None] Port 335c74a8-6583-4447-90cc-bbc37d07691c cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:14:52.502017 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4da1c691-b6db-41eb-8ea4-7236a8e6e7ba None None] Provisioning complete for port 7e354454-a656-4d67-bdc6-8360eab41f3b triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:52.502273 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4da1c691-b6db-41eb-8ea4-7236a8e6e7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:52.606873 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c3822ee6-95e2-464b-858f-d6947e6aca6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:52.613544 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86dd5dc-6a1d-4319-b3c6-853475cf74db tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Network c6c5ea9f-5558-4ec4-a268-87ec3e1189fd is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:52.615272 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c3822ee6-95e2-464b-858f-d6947e6aca6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:52.618528 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-c86dd5dc-6a1d-4319-b3c6-853475cf74db tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:52.719738 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c3822ee6-95e2-464b-858f-d6947e6aca6e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=561877da13964e5797dea5d1c1d2ad74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5218806 Aug 10 01:14:52.726854 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40442) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:52.736087 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3822ee6-95e2-464b-858f-d6947e6aca6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb93bc60-6e30-4f52-ab3c-331d08227cef,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:52.834626 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49c71aa-2b9c-4fd4-bca4-32dcf87f8929 None None] Network 465bab0e-45bc-41f0-bd1c-d02e437118d7 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:14:52.844095 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d91b1e1c-3661-430b-9278-823b73939ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:52.866657 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86dd5dc-6a1d-4319-b3c6-853475cf74db tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Router fdc4f061-f2b9-4bb7-b7db-dd35a79ee2ee is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:14:52.867551 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4dbd1a19-6bee-42f0-9008-30f6dbe724d8 None None] Provisioning complete for port 335c74a8-6583-4447-90cc-bbc37d07691c triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:52.869409 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4dbd1a19-6bee-42f0-9008-30f6dbe724d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:52.891374 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d91b1e1c-3661-430b-9278-823b73939ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:52.972054 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd1a19-6bee-42f0-9008-30f6dbe724d8 None None] Port 335c74a8-6583-4447-90cc-bbc37d07691c cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:14:52.999934 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d91b1e1c-3661-430b-9278-823b73939ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:53.002713 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d91b1e1c-3661-430b-9278-823b73939ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:53.007789 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d91b1e1c-3661-430b-9278-823b73939ddb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fb93bc60-6e30-4f52-ab3c-331d08227cef HTTP/1.1" status: 204 len: 168 time: 0.2795355 Aug 10 01:14:53.026402 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b1e1c-3661-430b-9278-823b73939ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb93bc60-6e30-4f52-ab3c-331d08227cef,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:53.138043 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7e354454-a656-4d67-bdc6-8360eab41f3b up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:53.231401 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b514fdf3-b677-48a9-bc6e-3f7904100c77 None None] Provisioning for port 7afdd16f-9780-4515-bcec-742098f42173 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:53.319379 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 7e354454-a656-4d67-bdc6-8360eab41f3b triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:53.319971 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:53.474261 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86dd5dc-6a1d-4319-b3c6-853475cf74db tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:14:53.477636 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-67a64594-e012-48e1-b268-c8eb0f3e4422 None None] Provisioning complete for port 335c74a8-6583-4447-90cc-bbc37d07691c triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:53.478201 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-67a64594-e012-48e1-b268-c8eb0f3e4422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:53.488227 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c86dd5dc-6a1d-4319-b3c6-853475cf74db tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "PUT /v2.0/routers/fdc4f061-f2b9-4bb7-b7db-dd35a79ee2ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4523125 Aug 10 01:14:53.489410 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40464) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:53.526708 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc4d123-6d7b-4c46-985f-db6cdbdf9b6a None None] Sync routers for ids ['fdc4f061-f2b9-4bb7-b7db-dd35a79ee2ee'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:14:53.558578 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27b7760-f360-4a0c-a27e-1808d3abe675 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:53.563636 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40468) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:53.563872 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a27b7760-f360-4a0c-a27e-1808d3abe675 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "GET /v2.0/ports/335c74a8-6583-4447-90cc-bbc37d07691c HTTP/1.1" status: 200 len: 910 time: 0.0732989 Aug 10 01:14:53.619146 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc4d123-6d7b-4c46-985f-db6cdbdf9b6a None None] Routers {'fdc4f061-f2b9-4bb7-b7db-dd35a79ee2ee'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:53.619802 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-6fc4d123-6d7b-4c46-985f-db6cdbdf9b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:14:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['fdc4f061-f2b9-4bb7-b7db-dd35a79ee2ee'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:53.684108 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7afdd16f-9780-4515-bcec-742098f42173 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:53.686801 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-6fc4d123-6d7b-4c46-985f-db6cdbdf9b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:53.690445 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-67a64594-e012-48e1-b268-c8eb0f3e4422 None None] Port 335c74a8-6583-4447-90cc-bbc37d07691c cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:14:53.735325 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc4d123-6d7b-4c46-985f-db6cdbdf9b6a None None] Routers {'fdc4f061-f2b9-4bb7-b7db-dd35a79ee2ee'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:53.736336 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-6fc4d123-6d7b-4c46-985f-db6cdbdf9b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:14:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['fdc4f061-f2b9-4bb7-b7db-dd35a79ee2ee'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:53.778398 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-6fc4d123-6d7b-4c46-985f-db6cdbdf9b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:53.779297 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc4d123-6d7b-4c46-985f-db6cdbdf9b6a None None] The sync data for ids ['fdc4f061-f2b9-4bb7-b7db-dd35a79ee2ee'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:14:53.807122 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 7afdd16f-9780-4515-bcec-742098f42173 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:53.815098 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 7afdd16f-9780-4515-bcec-742098f42173 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:53.815637 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:53.843375 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8e0f8d0f-739a-4c5d-a833-fcb02d75426d None None] Provisioning complete for port 7afdd16f-9780-4515-bcec-742098f42173 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:53.844360 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8e0f8d0f-739a-4c5d-a833-fcb02d75426d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:53.970224 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8e0f8d0f-739a-4c5d-a833-fcb02d75426d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:54.002408 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf5eabec-82f1-407d-9d4d-fefbb4eab085 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:54.006737 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:54.034256 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-8e0f8d0f-739a-4c5d-a833-fcb02d75426d None None] For port 7afdd16f-9780-4515-bcec-742098f42173, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=7afdd16f-9780-4515-bcec-742098f42173,segment=NetworkSegment(8e273d7a-f009-41dd-8d95-312fe658db59),segment_id=8e273d7a-f009-41dd-8d95-312fe658db59)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:54.042808 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8e0f8d0f-739a-4c5d-a833-fcb02d75426d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:54.122203 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.db.api [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:14:54.122866 n-d-766726-26 neutron-server[105828]: DEBUG oslo_db.api [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:14:54.127633 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f8d0f-739a-4c5d-a833-fcb02d75426d None None] Pushing event updated for resources: {'Port': ['ID=7afdd16f-9780-4515-bcec-742098f42173,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:54.274633 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-cf5eabec-82f1-407d-9d4d-fefbb4eab085 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Allocated IP 172.21.0.1 (465bab0e-45bc-41f0-bd1c-d02e437118d7/7d2af5b3-c8a0-4a55-981c-79861a9cb540/8b4170c0-6b91-4e36-94f3-bfeb6dc23cae) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:54.407982 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf5eabec-82f1-407d-9d4d-fefbb4eab085 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:54.423599 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-cf5eabec-82f1-407d-9d4d-fefbb4eab085 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Transition to ACTIVE for port object 8b4170c0-6b91-4e36-94f3-bfeb6dc23cae will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:54.469371 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf5eabec-82f1-407d-9d4d-fefbb4eab085 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:54.515834 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5eabec-82f1-407d-9d4d-fefbb4eab085 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Network 465bab0e-45bc-41f0-bd1c-d02e437118d7 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:54.519064 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-cf5eabec-82f1-407d-9d4d-fefbb4eab085 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:54.537706 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5eabec-82f1-407d-9d4d-fefbb4eab085 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:54.661000 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5eabec-82f1-407d-9d4d-fefbb4eab085 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Port': ['ID=8b4170c0-6b91-4e36-94f3-bfeb6dc23cae,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:54.717697 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf5eabec-82f1-407d-9d4d-fefbb4eab085 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:54.896818 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7afdd16f-9780-4515-bcec-742098f42173 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:54.936963 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf5eabec-82f1-407d-9d4d-fefbb4eab085 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:54.983836 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-17ed712e-63cf-49b2-acae-3459315f3449 None None] Provisioning for port 8b4170c0-6b91-4e36-94f3-bfeb6dc23cae completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:55.001001 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-17ed712e-63cf-49b2-acae-3459315f3449 None None] Provisioning complete for port 8b4170c0-6b91-4e36-94f3-bfeb6dc23cae triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:55.001384 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-17ed712e-63cf-49b2-acae-3459315f3449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:55.050235 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 7afdd16f-9780-4515-bcec-742098f42173 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:55.050622 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:55.113200 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-17ed712e-63cf-49b2-acae-3459315f3449 None None] Port 8b4170c0-6b91-4e36-94f3-bfeb6dc23cae cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:14:55.359348 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf5eabec-82f1-407d-9d4d-fefbb4eab085 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:55.373605 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf5eabec-82f1-407d-9d4d-fefbb4eab085 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:55.460905 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf5eabec-82f1-407d-9d4d-fefbb4eab085 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:55.462727 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5eabec-82f1-407d-9d4d-fefbb4eab085 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Port': ['ID=8b4170c0-6b91-4e36-94f3-bfeb6dc23cae,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:55.575772 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5eabec-82f1-407d-9d4d-fefbb4eab085 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Network 465bab0e-45bc-41f0-bd1c-d02e437118d7 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:55.577640 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-cf5eabec-82f1-407d-9d4d-fefbb4eab085 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:55.758961 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5eabec-82f1-407d-9d4d-fefbb4eab085 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Router fdc4f061-f2b9-4bb7-b7db-dd35a79ee2ee has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:14:55.914295 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5eabec-82f1-407d-9d4d-fefbb4eab085 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:14:55.925085 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cf5eabec-82f1-407d-9d4d-fefbb4eab085 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "PUT /v2.0/routers/fdc4f061-f2b9-4bb7-b7db-dd35a79ee2ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3578429 Aug 10 01:14:55.925709 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec95ef7c-680a-4032-ab6e-7666e13393b2 None None] Sync routers for ids ['fdc4f061-f2b9-4bb7-b7db-dd35a79ee2ee'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:14:55.928256 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40606) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:55.942774 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec95ef7c-680a-4032-ab6e-7666e13393b2 None None] Routers {'fdc4f061-f2b9-4bb7-b7db-dd35a79ee2ee'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:55.947652 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-ec95ef7c-680a-4032-ab6e-7666e13393b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:14:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['fdc4f061-f2b9-4bb7-b7db-dd35a79ee2ee'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:55.996479 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511ae8bd-6a00-4bf7-a063-65027e834c18 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:56.000311 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-511ae8bd-6a00-4bf7-a063-65027e834c18 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "GET /v2.0/ports/8b4170c0-6b91-4e36-94f3-bfeb6dc23cae HTTP/1.1" status: 200 len: 910 time: 0.0686665 Aug 10 01:14:56.000838 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40608) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:56.023331 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-ec95ef7c-680a-4032-ab6e-7666e13393b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:56.043801 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec95ef7c-680a-4032-ab6e-7666e13393b2 None None] Routers {'fdc4f061-f2b9-4bb7-b7db-dd35a79ee2ee'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:56.044437 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-ec95ef7c-680a-4032-ab6e-7666e13393b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:14:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['fdc4f061-f2b9-4bb7-b7db-dd35a79ee2ee'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:56.053147 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-17232035-97cc-414a-8f72-ad0d34726370 None None] Provisioning complete for port 8b4170c0-6b91-4e36-94f3-bfeb6dc23cae triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:56.056059 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-17232035-97cc-414a-8f72-ad0d34726370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:56.130102 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-ec95ef7c-680a-4032-ab6e-7666e13393b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:56.132694 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec95ef7c-680a-4032-ab6e-7666e13393b2 None None] The sync data for ids ['fdc4f061-f2b9-4bb7-b7db-dd35a79ee2ee'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:14:56.184092 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-17232035-97cc-414a-8f72-ad0d34726370 None None] Port 8b4170c0-6b91-4e36-94f3-bfeb6dc23cae cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:14:56.532638 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-94ff5828-71e5-4f1c-bc20-ce472ed24bbd tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:56.662845 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b56b7-2c40-4378-965d-1504d8a6ff35 req-2372a17f-acf8-4147-8cdb-e41871a5a976 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:56.669446 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b56b7-2c40-4378-965d-1504d8a6ff35 req-2372a17f-acf8-4147-8cdb-e41871a5a976 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:56.676355 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b56b7-2c40-4378-965d-1504d8a6ff35 req-2372a17f-acf8-4147-8cdb-e41871a5a976 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:56.682248 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b56b7-2c40-4378-965d-1504d8a6ff35 req-2372a17f-acf8-4147-8cdb-e41871a5a976 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:56.688013 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b56b7-2c40-4378-965d-1504d8a6ff35 req-2372a17f-acf8-4147-8cdb-e41871a5a976 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:56.699640 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b56b7-2c40-4378-965d-1504d8a6ff35 req-2372a17f-acf8-4147-8cdb-e41871a5a976 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:56.705859 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b56b7-2c40-4378-965d-1504d8a6ff35 req-2372a17f-acf8-4147-8cdb-e41871a5a976 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:56.715774 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-256b56b7-2c40-4378-965d-1504d8a6ff35 req-2372a17f-acf8-4147-8cdb-e41871a5a976 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5432 time: 0.1994302 Aug 10 01:14:56.821028 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-256b56b7-2c40-4378-965d-1504d8a6ff35 req-a0c1570a-0da3-423b-8962-13e59fdb6d0e tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1040606 Aug 10 01:14:57.055839 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-94ff5828-71e5-4f1c-bc20-ce472ed24bbd tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Deleting port 8b4170c0-6b91-4e36-94f3-bfeb6dc23cae {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:57.056704 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-94ff5828-71e5-4f1c-bc20-ce472ed24bbd tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:57.161771 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-94ff5828-71e5-4f1c-bc20-ce472ed24bbd tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:57.184246 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-94ff5828-71e5-4f1c-bc20-ce472ed24bbd tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Calling delete_port for 8b4170c0-6b91-4e36-94f3-bfeb6dc23cae owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:57.275183 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40642) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:57.455186 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-94ff5828-71e5-4f1c-bc20-ce472ed24bbd tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:57.505511 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff5828-71e5-4f1c-bc20-ce472ed24bbd tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event deleted for resources: {'Port': ['ID=8b4170c0-6b91-4e36-94f3-bfeb6dc23cae,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:57.728094 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-94ff5828-71e5-4f1c-bc20-ce472ed24bbd tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:57.736955 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e4f7a952-00a6-47b1-8c7a-81d2673604f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:58.052205 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-9e2c4943-915e-4fd7-8c4e-f221a59b39de tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:58.058067 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-9e2c4943-915e-4fd7-8c4e-f221a59b39de tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:58.063869 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-9e2c4943-915e-4fd7-8c4e-f221a59b39de tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:58.069849 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-9e2c4943-915e-4fd7-8c4e-f221a59b39de tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:58.075646 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-9e2c4943-915e-4fd7-8c4e-f221a59b39de tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:58.081457 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-9e2c4943-915e-4fd7-8c4e-f221a59b39de tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:58.089625 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-9e2c4943-915e-4fd7-8c4e-f221a59b39de tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:58.091803 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-9e2c4943-915e-4fd7-8c4e-f221a59b39de tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.20 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5432 time: 0.2596369 Aug 10 01:14:58.173686 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46fb90-7521-4413-9831-18e407bdade0 req-6da21909-bcd0-473b-bde9-2906e698f34c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:58.178940 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:58.180483 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46fb90-7521-4413-9831-18e407bdade0 req-6da21909-bcd0-473b-bde9-2906e698f34c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:58.186769 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46fb90-7521-4413-9831-18e407bdade0 req-6da21909-bcd0-473b-bde9-2906e698f34c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:58.192873 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46fb90-7521-4413-9831-18e407bdade0 req-6da21909-bcd0-473b-bde9-2906e698f34c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:58.198814 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46fb90-7521-4413-9831-18e407bdade0 req-6da21909-bcd0-473b-bde9-2906e698f34c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:58.204883 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46fb90-7521-4413-9831-18e407bdade0 req-6da21909-bcd0-473b-bde9-2906e698f34c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:58.213052 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46fb90-7521-4413-9831-18e407bdade0 req-6da21909-bcd0-473b-bde9-2906e698f34c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:58.214927 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0a46fb90-7521-4413-9831-18e407bdade0 req-6da21909-bcd0-473b-bde9-2906e698f34c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5432 time: 0.3070998 Aug 10 01:14:58.248136 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-a989a6b1-88f9-4c87-a902-1b2a8ca408d0 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:58.249614 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-a989a6b1-88f9-4c87-a902-1b2a8ca408d0 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.20 "GET /v2.0/ports/8a79b3c1-044c-4b04-8482-338547d33f44?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1454971 Aug 10 01:14:58.252683 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e4f7a952-00a6-47b1-8c7a-81d2673604f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:58.279227 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e4f7a952-00a6-47b1-8c7a-81d2673604f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:58.294643 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ff5828-71e5-4f1c-bc20-ce472ed24bbd tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Router fdc4f061-f2b9-4bb7-b7db-dd35a79ee2ee has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:14:58.394097 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e4f7a952-00a6-47b1-8c7a-81d2673604f4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2aa6097ccb324d27a0cce4f7ee04de3b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1178253 Aug 10 01:14:58.396860 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40664) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:58.398889 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7a952-00a6-47b1-8c7a-81d2673604f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94bcf3c-5656-4879-a3db-74e3d00d5188,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:58.404805 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0a46fb90-7521-4413-9831-18e407bdade0 req-81332c83-27d1-4d31-b5d9-eb76b7030d37 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1795485 Aug 10 01:14:58.484154 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ff843e86-c8a1-42dc-bccf-8970d109b07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:58.514176 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ff843e86-c8a1-42dc-bccf-8970d109b07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:58.525494 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-f4d2953d-49ca-48d8-9e17-e900ec03bc35 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.20 "GET /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2642736 Aug 10 01:14:58.537326 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-c0b1da47-7e03-40ea-99e4-920e9ed61d01 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:58.563593 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ff5828-71e5-4f1c-bc20-ce472ed24bbd tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:14:58.573515 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-94ff5828-71e5-4f1c-bc20-ce472ed24bbd tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "PUT /v2.0/routers/fdc4f061-f2b9-4bb7-b7db-dd35a79ee2ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5700257 Aug 10 01:14:58.574871 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40668) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:58.583987 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254e129a-abdc-4e95-a612-10b2b57e1d8e None None] Sync routers for ids ['fdc4f061-f2b9-4bb7-b7db-dd35a79ee2ee'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:14:58.609994 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ff843e86-c8a1-42dc-bccf-8970d109b07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:58.612732 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254e129a-abdc-4e95-a612-10b2b57e1d8e None None] Routers {'fdc4f061-f2b9-4bb7-b7db-dd35a79ee2ee'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:58.612989 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ff843e86-c8a1-42dc-bccf-8970d109b07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:58.614788 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ff843e86-c8a1-42dc-bccf-8970d109b07c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d94bcf3c-5656-4879-a3db-74e3d00d5188 HTTP/1.1" status: 204 len: 168 time: 0.2166703 Aug 10 01:14:58.618078 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-254e129a-abdc-4e95-a612-10b2b57e1d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:14:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['fdc4f061-f2b9-4bb7-b7db-dd35a79ee2ee'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:58.624857 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff843e86-c8a1-42dc-bccf-8970d109b07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94bcf3c-5656-4879-a3db-74e3d00d5188,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:58.679222 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-254e129a-abdc-4e95-a612-10b2b57e1d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:58.696082 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254e129a-abdc-4e95-a612-10b2b57e1d8e None None] Routers {'fdc4f061-f2b9-4bb7-b7db-dd35a79ee2ee'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:58.697249 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-254e129a-abdc-4e95-a612-10b2b57e1d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:14:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['fdc4f061-f2b9-4bb7-b7db-dd35a79ee2ee'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:58.735752 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-254e129a-abdc-4e95-a612-10b2b57e1d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:58.736680 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254e129a-abdc-4e95-a612-10b2b57e1d8e None None] The sync data for ids ['fdc4f061-f2b9-4bb7-b7db-dd35a79ee2ee'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:14:59.108990 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-c0b1da47-7e03-40ea-99e4-920e9ed61d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:59.421698 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-c0b1da47-7e03-40ea-99e4-920e9ed61d01 service neutron] For port 8a79b3c1-044c-4b04-8482-338547d33f44, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=8a79b3c1-044c-4b04-8482-338547d33f44,segment=NetworkSegment(12abd57d-e545-4f43-839f-fc66085c41e6),segment_id=12abd57d-e545-4f43-839f-fc66085c41e6)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:59.496037 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-c0b1da47-7e03-40ea-99e4-920e9ed61d01 service neutron] For port 8a79b3c1-044c-4b04-8482-338547d33f44, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:14:59.550195 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-c0b1da47-7e03-40ea-99e4-920e9ed61d01 service neutron] device_id is not set on port 8a79b3c1-044c-4b04-8482-338547d33f44 yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:14:59.581599 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-c0b1da47-7e03-40ea-99e4-920e9ed61d01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:59.632655 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-c0b1da47-7e03-40ea-99e4-920e9ed61d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:59.695623 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950032e9-9e21-467f-85fb-ce069d8d90de req-3284722a-7899-42f7-8425-aff8cbc2b136 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:59.701828 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950032e9-9e21-467f-85fb-ce069d8d90de req-3284722a-7899-42f7-8425-aff8cbc2b136 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:59.708971 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950032e9-9e21-467f-85fb-ce069d8d90de req-3284722a-7899-42f7-8425-aff8cbc2b136 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:59.714491 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950032e9-9e21-467f-85fb-ce069d8d90de req-3284722a-7899-42f7-8425-aff8cbc2b136 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:59.720505 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950032e9-9e21-467f-85fb-ce069d8d90de req-3284722a-7899-42f7-8425-aff8cbc2b136 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:59.727402 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950032e9-9e21-467f-85fb-ce069d8d90de req-3284722a-7899-42f7-8425-aff8cbc2b136 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:59.733469 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950032e9-9e21-467f-85fb-ce069d8d90de req-3284722a-7899-42f7-8425-aff8cbc2b136 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:59.735500 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-950032e9-9e21-467f-85fb-ce069d8d90de req-3284722a-7899-42f7-8425-aff8cbc2b136 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 5354 time: 0.2085962 Aug 10 01:14:59.808738 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-c0b1da47-7e03-40ea-99e4-920e9ed61d01 service neutron] No DVR routers for this DVR port 8a79b3c1-044c-4b04-8482-338547d33f44 on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:14:59.815302 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1da47-7e03-40ea-99e4-920e9ed61d01 service neutron] Pushing event updated for resources: {'Port': ['ID=8a79b3c1-044c-4b04-8482-338547d33f44,revision_number=6']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:59.887226 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ac4c519d-e7bb-411a-acba-3625c96b951f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:59.892903 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-950032e9-9e21-467f-85fb-ce069d8d90de req-7d8a3bc0-9851-418d-9dc3-9bc8275af28a tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3809d45d-24b8-4142-8c1f-0686e44313ff&id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1465232 Aug 10 01:14:59.974754 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-c0b1da47-7e03-40ea-99e4-920e9ed61d01 service neutron] In _notify_port_updated(), no bound segment for port 8a79b3c1-044c-4b04-8482-338547d33f44 on network 87e4a205-e3a1-47d5-9b64-5ef0f0daea88 {{(pid=105826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:14:59.975611 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-c0b1da47-7e03-40ea-99e4-920e9ed61d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:59.976266 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-c0b1da47-7e03-40ea-99e4-920e9ed61d01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:59.977669 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-c0b1da47-7e03-40ea-99e4-920e9ed61d01 service neutron] 10.222.0.20 "PUT /v2.0/ports/8a79b3c1-044c-4b04-8482-338547d33f44 HTTP/1.1" status: 200 len: 1027 time: 1.4451957 Aug 10 01:15:00.042141 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-78b2606f-e5d1-4a6e-87a6-1fa751921683 None None] Provisioning complete for port 8a79b3c1-044c-4b04-8482-338547d33f44 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:00.042707 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-78b2606f-e5d1-4a6e-87a6-1fa751921683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:00.072468 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-9515319d-795c-4a5a-b012-abf91055af7c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:00.072841 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-9515319d-795c-4a5a-b012-abf91055af7c tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.20 "GET /v2.0/ports/9211c06d-216b-4619-a636-7f12c2e6d3ce?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0861144 Aug 10 01:15:00.099752 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-78b2606f-e5d1-4a6e-87a6-1fa751921683 None None] Port 8a79b3c1-044c-4b04-8482-338547d33f44 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:15:00.115093 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-3682d1ce-86f1-4551-9f35-d49f64abbed7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:00.183602 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-3682d1ce-86f1-4551-9f35-d49f64abbed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:00.418491 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-3682d1ce-86f1-4551-9f35-d49f64abbed7 service neutron] For port 9211c06d-216b-4619-a636-7f12c2e6d3ce, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=9211c06d-216b-4619-a636-7f12c2e6d3ce,segment=NetworkSegment(12abd57d-e545-4f43-839f-fc66085c41e6),segment_id=12abd57d-e545-4f43-839f-fc66085c41e6)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:00.438709 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-ac4c519d-e7bb-411a-acba-3625c96b951f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Deleting port 335c74a8-6583-4447-90cc-bbc37d07691c {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:00.439060 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ac4c519d-e7bb-411a-acba-3625c96b951f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:00.514908 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-3682d1ce-86f1-4551-9f35-d49f64abbed7 service neutron] For port 9211c06d-216b-4619-a636-7f12c2e6d3ce, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:15:00.577695 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-3682d1ce-86f1-4551-9f35-d49f64abbed7 service neutron] device_id is not set on port 9211c06d-216b-4619-a636-7f12c2e6d3ce yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:15:00.596991 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-3682d1ce-86f1-4551-9f35-d49f64abbed7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:00.600393 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ac4c519d-e7bb-411a-acba-3625c96b951f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:00.618337 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-3682d1ce-86f1-4551-9f35-d49f64abbed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:00.628082 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-ac4c519d-e7bb-411a-acba-3625c96b951f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Calling delete_port for 335c74a8-6583-4447-90cc-bbc37d07691c owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:00.725673 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3682d1ce-86f1-4551-9f35-d49f64abbed7 service neutron] Pushing event updated for resources: {'Port': ['ID=9211c06d-216b-4619-a636-7f12c2e6d3ce,revision_number=6']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:00.756464 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 8a79b3c1-044c-4b04-8482-338547d33f44 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:15:00.786470 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-3682d1ce-86f1-4551-9f35-d49f64abbed7 service neutron] No DVR routers for this DVR port 9211c06d-216b-4619-a636-7f12c2e6d3ce on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:15:00.855966 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 8a79b3c1-044c-4b04-8482-338547d33f44 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:15:00.856767 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 2ad0def9-aab1-41bc-bb68-ab13dba6e597 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:15:00.937894 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-3682d1ce-86f1-4551-9f35-d49f64abbed7 service neutron] In _notify_port_updated(), no bound segment for port 9211c06d-216b-4619-a636-7f12c2e6d3ce on network 87e4a205-e3a1-47d5-9b64-5ef0f0daea88 {{(pid=105826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:15:00.941233 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-3682d1ce-86f1-4551-9f35-d49f64abbed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:00.943627 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-3682d1ce-86f1-4551-9f35-d49f64abbed7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:00.945238 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-3682d1ce-86f1-4551-9f35-d49f64abbed7 service neutron] 10.222.0.20 "PUT /v2.0/ports/9211c06d-216b-4619-a636-7f12c2e6d3ce HTTP/1.1" status: 200 len: 1027 time: 0.8439078 Aug 10 01:15:00.991247 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:01.040611 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ad0def9-aab1-41bc-bb68-ab13dba6e597'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:15:01.045107 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b71e5c-aeb6-4c2a-bc70-256a1e08da67" -d '{"events": [{"server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "name": "network-vif-unplugged", "status": "completed", "tag": "2ad0def9-aab1-41bc-bb68-ab13dba6e597"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:15:01.091661 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 2ad0def9-aab1-41bc-bb68-ab13dba6e597, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2ad0def9-aab1-41bc-bb68-ab13dba6e597,segment=NetworkSegment(1357e2b4-7ea7-48a9-bf87-c09b5a9112c7),segment_id=1357e2b4-7ea7-48a9-bf87-c09b5a9112c7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:01.100217 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:01.101093 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device d4321df7-d3c9-4d23-b006-20dac822c111 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:15:01.171955 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085dc8c9-0852-4176-aded-570c2bd44fbf x-openstack-request-id: req-085dc8c9-0852-4176-aded-570c2bd44fbf {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:15:01.174065 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "name": "network-vif-unplugged", "status": "completed", "tag": "2ad0def9-aab1-41bc-bb68-ab13dba6e597", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:15:01.176948 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-085dc8c9-0852-4176-aded-570c2bd44fbf {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:15:01.177399 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ad0def9-aab1-41bc-bb68-ab13dba6e597', 'code': 200} Aug 10 01:15:01.234428 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97ff61-9ae5-446d-84bb-cb27f13034c5 req-b4c8fa75-89a5-40bb-8ce4-2d3c1344f31f tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:01.240940 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97ff61-9ae5-446d-84bb-cb27f13034c5 req-b4c8fa75-89a5-40bb-8ce4-2d3c1344f31f tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:01.247138 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97ff61-9ae5-446d-84bb-cb27f13034c5 req-b4c8fa75-89a5-40bb-8ce4-2d3c1344f31f tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:01.253377 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97ff61-9ae5-446d-84bb-cb27f13034c5 req-b4c8fa75-89a5-40bb-8ce4-2d3c1344f31f tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:01.258004 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=2ad0def9-aab1-41bc-bb68-ab13dba6e597,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:01.283643 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97ff61-9ae5-446d-84bb-cb27f13034c5 req-b4c8fa75-89a5-40bb-8ce4-2d3c1344f31f tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:01.287026 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7a97ff61-9ae5-446d-84bb-cb27f13034c5 req-b4c8fa75-89a5-40bb-8ce4-2d3c1344f31f tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 3882 time: 0.1929591 Aug 10 01:15:01.300170 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c7f5f6bb-69c8-426e-930d-512eb2ddda8f None None] Provisioning complete for port 9211c06d-216b-4619-a636-7f12c2e6d3ce triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:01.300590 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c7f5f6bb-69c8-426e-930d-512eb2ddda8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:01.326380 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ac4c519d-e7bb-411a-acba-3625c96b951f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:01.390746 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:01.429218 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-a74938f9-2260-4d1f-8179-e7e5db096fa9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Deleting port d4321df7-d3c9-4d23-b006-20dac822c111 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:01.429576 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-a74938f9-2260-4d1f-8179-e7e5db096fa9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:01.429807 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c7f5f6bb-69c8-426e-930d-512eb2ddda8f None None] Port 9211c06d-216b-4619-a636-7f12c2e6d3ce cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:15:01.463161 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port d4321df7-d3c9-4d23-b006-20dac822c111, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=d4321df7-d3c9-4d23-b006-20dac822c111,segment=NetworkSegment(1357e2b4-7ea7-48a9-bf87-c09b5a9112c7),segment_id=1357e2b4-7ea7-48a9-bf87-c09b5a9112c7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:01.475409 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:01.477151 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 9211c06d-216b-4619-a636-7f12c2e6d3ce no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:15:01.545470 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-a74938f9-2260-4d1f-8179-e7e5db096fa9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] For port d4321df7-d3c9-4d23-b006-20dac822c111, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=d4321df7-d3c9-4d23-b006-20dac822c111,segment=NetworkSegment(1357e2b4-7ea7-48a9-bf87-c09b5a9112c7),segment_id=1357e2b4-7ea7-48a9-bf87-c09b5a9112c7)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:01.545831 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-a74938f9-2260-4d1f-8179-e7e5db096fa9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:01.562293 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-a74938f9-2260-4d1f-8179-e7e5db096fa9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Calling delete_port for d4321df7-d3c9-4d23-b006-20dac822c111 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:01.573990 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 9211c06d-216b-4619-a636-7f12c2e6d3ce not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:15:01.574539 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 19f12836-f92e-4fd8-ab2a-0c784d7fc657 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:15:01.637868 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c519d-e7bb-411a-acba-3625c96b951f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event deleted for resources: {'Port': ['ID=335c74a8-6583-4447-90cc-bbc37d07691c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:01.643059 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=d4321df7-d3c9-4d23-b006-20dac822c111,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:01.751082 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:01.812430 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7a97ff61-9ae5-446d-84bb-cb27f13034c5 req-2ec2c43e-4e12-4f12-b5a1-9973779d64d1 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5145602 Aug 10 01:15:01.818968 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 19f12836-f92e-4fd8-ab2a-0c784d7fc657, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=19f12836-f92e-4fd8-ab2a-0c784d7fc657,segment=NetworkSegment(d6976290-f50d-4dca-805a-f2ce5eeed0b1),segment_id=d6976290-f50d-4dca-805a-f2ce5eeed0b1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:01.828417 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:01.829455 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 49ba5ea8-ef2b-468a-baec-23d59ac9e260 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:15:01.958321 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=19f12836-f92e-4fd8-ab2a-0c784d7fc657,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:01.958580 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ac4c519d-e7bb-411a-acba-3625c96b951f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:02.069772 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:02.153968 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 49ba5ea8-ef2b-468a-baec-23d59ac9e260, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=49ba5ea8-ef2b-468a-baec-23d59ac9e260,segment=NetworkSegment(12abd57d-e545-4f43-839f-fc66085c41e6),segment_id=12abd57d-e545-4f43-839f-fc66085c41e6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:02.161099 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:02.162355 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 200e7fac-07de-403e-91cd-a7f052e1e0de no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:15:02.236997 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4c519d-e7bb-411a-acba-3625c96b951f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Router fdc4f061-f2b9-4bb7-b7db-dd35a79ee2ee has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:15:02.258033 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=49ba5ea8-ef2b-468a-baec-23d59ac9e260,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:02.297015 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:02.338424 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 200e7fac-07de-403e-91cd-a7f052e1e0de, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=200e7fac-07de-403e-91cd-a7f052e1e0de,segment=NetworkSegment(12abd57d-e545-4f43-839f-fc66085c41e6),segment_id=12abd57d-e545-4f43-839f-fc66085c41e6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:02.344560 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:02.356485 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-a74938f9-2260-4d1f-8179-e7e5db096fa9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:02.388272 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74938f9-2260-4d1f-8179-e7e5db096fa9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Pushing event deleted for resources: {'Port': ['ID=d4321df7-d3c9-4d23-b006-20dac822c111,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:02.400428 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4c519d-e7bb-411a-acba-3625c96b951f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:15:02.415425 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ac4c519d-e7bb-411a-acba-3625c96b951f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "PUT /v2.0/routers/fdc4f061-f2b9-4bb7-b7db-dd35a79ee2ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8394916 Aug 10 01:15:02.418278 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40774) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:02.419368 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8870539-ef4a-42bb-81ad-b95d7910a3fa None None] Sync routers for ids ['fdc4f061-f2b9-4bb7-b7db-dd35a79ee2ee'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:15:02.425674 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=200e7fac-07de-403e-91cd-a7f052e1e0de,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:02.436305 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8870539-ef4a-42bb-81ad-b95d7910a3fa None None] Routers {'fdc4f061-f2b9-4bb7-b7db-dd35a79ee2ee'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:02.437701 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-e8870539-ef4a-42bb-81ad-b95d7910a3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:14:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['fdc4f061-f2b9-4bb7-b7db-dd35a79ee2ee'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:02.490069 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-a74938f9-2260-4d1f-8179-e7e5db096fa9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] No DVR routers for this DVR port d4321df7-d3c9-4d23-b006-20dac822c111 on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:15:02.493234 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-a74938f9-2260-4d1f-8179-e7e5db096fa9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:02.496843 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-a74938f9-2260-4d1f-8179-e7e5db096fa9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.20 "DELETE /v2.0/ports/d4321df7-d3c9-4d23-b006-20dac822c111 HTTP/1.1" status: 204 len: 173 time: 1.5307713 Aug 10 01:15:02.497468 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'name': 'network-vif-deleted', 'tag': 'd4321df7-d3c9-4d23-b006-20dac822c111'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:15:02.500009 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e292b342-2280-4b0b-904b-52a136052275" -d '{"events": [{"server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "name": "network-vif-deleted", "tag": "d4321df7-d3c9-4d23-b006-20dac822c111"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:15:02.513507 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e32e2c3f-0f73-4847-99d0-fa4702d0dc44 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdc4f061-f2b9-4bb7-b7db-dd35a79ee2ee HTTP/1.1" status: 200 len: 205 time: 0.0928125 Aug 10 01:15:02.518419 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40786) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:02.543177 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-e8870539-ef4a-42bb-81ad-b95d7910a3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:02.569270 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8870539-ef4a-42bb-81ad-b95d7910a3fa None None] Routers {'fdc4f061-f2b9-4bb7-b7db-dd35a79ee2ee'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:02.570051 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-e8870539-ef4a-42bb-81ad-b95d7910a3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:14:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['fdc4f061-f2b9-4bb7-b7db-dd35a79ee2ee'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:02.604765 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bee676-2f51-4035-9cf4-1500e18d3046 x-openstack-request-id: req-b0bee676-2f51-4035-9cf4-1500e18d3046 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:15:02.605505 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "name": "network-vif-deleted", "tag": "d4321df7-d3c9-4d23-b006-20dac822c111", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:15:02.605986 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b0bee676-2f51-4035-9cf4-1500e18d3046 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:15:02.606613 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'name': 'network-vif-deleted', 'tag': 'd4321df7-d3c9-4d23-b006-20dac822c111', 'status': 'completed', 'code': 200} Aug 10 01:15:02.659330 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e1aacf27-cde6-47b3-9358-b096f4a2c9eb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:02.661712 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-e8870539-ef4a-42bb-81ad-b95d7910a3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:02.662379 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8870539-ef4a-42bb-81ad-b95d7910a3fa None None] The sync data for ids ['fdc4f061-f2b9-4bb7-b7db-dd35a79ee2ee'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:15:02.939151 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-73d7d03e-af9c-4146-b6b0-35930fca2dd9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Deleting port 2ad0def9-aab1-41bc-bb68-ab13dba6e597 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:02.939505 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-73d7d03e-af9c-4146-b6b0-35930fca2dd9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:02.964162 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e1aacf27-cde6-47b3-9358-b096f4a2c9eb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:02.967263 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e1aacf27-cde6-47b3-9358-b096f4a2c9eb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:03.178629 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4321df7-d3c9-4d23-b006-20dac822c111'}, {'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19f12836-f92e-4fd8-ab2a-0c784d7fc657'}, {'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49ba5ea8-ef2b-468a-baec-23d59ac9e260'}, {'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '200e7fac-07de-403e-91cd-a7f052e1e0de'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:15:03.181221 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b304de-26bc-4f84-a6b0-009350e36c10" -d '{"events": [{"server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "name": "network-vif-unplugged", "status": "completed", "tag": "d4321df7-d3c9-4d23-b006-20dac822c111"}, {"server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "name": "network-vif-unplugged", "status": "completed", "tag": "19f12836-f92e-4fd8-ab2a-0c784d7fc657"}, {"server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "name": "network-vif-unplugged", "status": "completed", "tag": "49ba5ea8-ef2b-468a-baec-23d59ac9e260"}, {"server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "name": "network-vif-unplugged", "status": "completed", "tag": "200e7fac-07de-403e-91cd-a7f052e1e0de"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:15:03.233207 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40804) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:03.245713 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 10 Aug 2021 01:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a6e726-8187-4e30-93b1-4a95274bf9a7 x-openstack-request-id: req-37a6e726-8187-4e30-93b1-4a95274bf9a7 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:15:03.246338 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "name": "network-vif-unplugged", "status": "completed", "tag": "d4321df7-d3c9-4d23-b006-20dac822c111", "code": 200}, {"server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "name": "network-vif-unplugged", "status": "completed", "tag": "19f12836-f92e-4fd8-ab2a-0c784d7fc657", "code": 200}, {"server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "name": "network-vif-unplugged", "status": "completed", "tag": "49ba5ea8-ef2b-468a-baec-23d59ac9e260", "code": 200}, {"server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "name": "network-vif-unplugged", "status": "completed", "tag": "200e7fac-07de-403e-91cd-a7f052e1e0de", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:15:03.246779 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-37a6e726-8187-4e30-93b1-4a95274bf9a7 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:15:03.247730 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4321df7-d3c9-4d23-b006-20dac822c111', 'code': 200} Aug 10 01:15:03.248165 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19f12836-f92e-4fd8-ab2a-0c784d7fc657', 'code': 200} Aug 10 01:15:03.248610 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49ba5ea8-ef2b-468a-baec-23d59ac9e260', 'code': 200} Aug 10 01:15:03.249020 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '200e7fac-07de-403e-91cd-a7f052e1e0de', 'code': 200} Aug 10 01:15:03.399386 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-66f96d11-7514-40f0-aba8-d7e215f5ac85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:03.500496 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-66f96d11-7514-40f0-aba8-d7e215f5ac85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:03.505229 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-66f96d11-7514-40f0-aba8-d7e215f5ac85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:03.509514 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e1aacf27-cde6-47b3-9358-b096f4a2c9eb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:03.510119 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1aacf27-cde6-47b3-9358-b096f4a2c9eb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Fanout notify agent at l3_agent the message router_deleted on router fdc4f061-f2b9-4bb7-b7db-dd35a79ee2ee {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:15:03.518429 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e1aacf27-cde6-47b3-9358-b096f4a2c9eb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:03.522091 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e1aacf27-cde6-47b3-9358-b096f4a2c9eb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/routers/fdc4f061-f2b9-4bb7-b7db-dd35a79ee2ee HTTP/1.1" status: 204 len: 168 time: 0.9999237 Aug 10 01:15:03.524870 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40808) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:03.556926 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f96d11-7514-40f0-aba8-d7e215f5ac85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7604e087-32e2-4de2-92bd-8e973b4a806a,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:03.579870 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f96d11-7514-40f0-aba8-d7e215f5ac85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:03.580718 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f96d11-7514-40f0-aba8-d7e215f5ac85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:03.581172 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f96d11-7514-40f0-aba8-d7e215f5ac85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:03.581725 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f96d11-7514-40f0-aba8-d7e215f5ac85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:03.582303 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f96d11-7514-40f0-aba8-d7e215f5ac85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:03.582807 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f96d11-7514-40f0-aba8-d7e215f5ac85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:03.583292 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f96d11-7514-40f0-aba8-d7e215f5ac85 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:03.583800 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f96d11-7514-40f0-aba8-d7e215f5ac85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:03.584218 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f96d11-7514-40f0-aba8-d7e215f5ac85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:03.584641 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f96d11-7514-40f0-aba8-d7e215f5ac85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:03.585179 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f96d11-7514-40f0-aba8-d7e215f5ac85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:03.585735 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f96d11-7514-40f0-aba8-d7e215f5ac85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:03.594157 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-66f96d11-7514-40f0-aba8-d7e215f5ac85 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=104f44763ef24a5c8851b44d5c6d147c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3591437 Aug 10 01:15:03.594526 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc3d04-53a1-4129-b64f-1e80cd11d5e2 req-5d47f5cd-26b4-4c7d-8e53-54894848712a tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:03.598344 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40810) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:03.601207 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc3d04-53a1-4129-b64f-1e80cd11d5e2 req-5d47f5cd-26b4-4c7d-8e53-54894848712a tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:03.607397 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc3d04-53a1-4129-b64f-1e80cd11d5e2 req-5d47f5cd-26b4-4c7d-8e53-54894848712a tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:03.613419 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc3d04-53a1-4129-b64f-1e80cd11d5e2 req-5d47f5cd-26b4-4c7d-8e53-54894848712a tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:03.615184 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-50fc3d04-53a1-4129-b64f-1e80cd11d5e2 req-5d47f5cd-26b4-4c7d-8e53-54894848712a tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 3141 time: 0.1745179 Aug 10 01:15:03.640098 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-73d7d03e-af9c-4146-b6b0-35930fca2dd9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] For port 2ad0def9-aab1-41bc-bb68-ab13dba6e597, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2ad0def9-aab1-41bc-bb68-ab13dba6e597,segment=NetworkSegment(1357e2b4-7ea7-48a9-bf87-c09b5a9112c7),segment_id=1357e2b4-7ea7-48a9-bf87-c09b5a9112c7)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:03.640441 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-73d7d03e-af9c-4146-b6b0-35930fca2dd9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:03.664264 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d11e7be-68ae-4e5e-9ba2-e831c1c56d0b tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Deleting subnet 7d2af5b3-c8a0-4a55-981c-79861a9cb540 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:15:03.673104 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-73d7d03e-af9c-4146-b6b0-35930fca2dd9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Calling delete_port for 2ad0def9-aab1-41bc-bb68-ab13dba6e597 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:03.675215 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6d11e7be-68ae-4e5e-9ba2-e831c1c56d0b tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:03.690945 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-94d1971f-54ad-40ab-a2f9-22830082c33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:03.723346 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-94d1971f-54ad-40ab-a2f9-22830082c33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:03.767912 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6d11e7be-68ae-4e5e-9ba2-e831c1c56d0b tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:03.773453 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-50fc3d04-53a1-4129-b64f-1e80cd11d5e2 req-838260f3-45bf-44bc-a3ee-05d3c0e5f209 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492560 Aug 10 01:15:03.788542 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-94d1971f-54ad-40ab-a2f9-22830082c33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:03.794484 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-94d1971f-54ad-40ab-a2f9-22830082c33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:03.795829 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-94d1971f-54ad-40ab-a2f9-22830082c33a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7604e087-32e2-4de2-92bd-8e973b4a806a HTTP/1.1" status: 204 len: 168 time: 0.1958673 Aug 10 01:15:03.815935 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1971f-54ad-40ab-a2f9-22830082c33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7604e087-32e2-4de2-92bd-8e973b4a806a,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:03.907847 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6d11e7be-68ae-4e5e-9ba2-e831c1c56d0b tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:04.007527 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-73d7d03e-af9c-4146-b6b0-35930fca2dd9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:04.064867 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7d03e-af9c-4146-b6b0-35930fca2dd9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Pushing event deleted for resources: {'Port': ['ID=2ad0def9-aab1-41bc-bb68-ab13dba6e597,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:04.073517 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6d11e7be-68ae-4e5e-9ba2-e831c1c56d0b tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:04.148811 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11e7be-68ae-4e5e-9ba2-e831c1c56d0b tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event deleted for resources: {'Subnet': ['ID=7d2af5b3-c8a0-4a55-981c-79861a9cb540,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:04.153328 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-73d7d03e-af9c-4146-b6b0-35930fca2dd9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] No DVR routers for this DVR port 2ad0def9-aab1-41bc-bb68-ab13dba6e597 on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:15:04.155639 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36306dd7-2b72-4fb2-8b9b-22ee30731521 None None] Network 465bab0e-45bc-41f0-bd1c-d02e437118d7 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:04.171449 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6d11e7be-68ae-4e5e-9ba2-e831c1c56d0b tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:04.173702 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6d11e7be-68ae-4e5e-9ba2-e831c1c56d0b tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/subnets/7d2af5b3-c8a0-4a55-981c-79861a9cb540 HTTP/1.1" status: 204 len: 168 time: 0.6478884 Aug 10 01:15:04.174936 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-73d7d03e-af9c-4146-b6b0-35930fca2dd9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:04.177564 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40828) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:04.181990 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-73d7d03e-af9c-4146-b6b0-35930fca2dd9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.20 "DELETE /v2.0/ports/2ad0def9-aab1-41bc-bb68-ab13dba6e597 HTTP/1.1" status: 204 len: 173 time: 1.6776526 Aug 10 01:15:04.222534 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40830) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:04.242222 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f5b161e7-2453-4a85-a61c-94dd128fdfff admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:04.278726 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-32625ee8-ed21-41cc-96a6-030e8f2f2a12 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Deleting subnet 563aa664-cac2-449a-9dfb-83f9726e0088 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:15:04.286478 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-32625ee8-ed21-41cc-96a6-030e8f2f2a12 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:04.344516 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-6bb93af7-3aa2-408d-978c-a5b21658f1a5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Deleting port 49ba5ea8-ef2b-468a-baec-23d59ac9e260 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:04.345145 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-6bb93af7-3aa2-408d-978c-a5b21658f1a5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:04.356264 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-32625ee8-ed21-41cc-96a6-030e8f2f2a12 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:04.480739 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0b434c-1c7f-4d95-a052-6f1b3d36df34 None None] DHCP port deletion for 465bab0e-45bc-41f0-bd1c-d02e437118d7 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:15:04.505096 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-32625ee8-ed21-41cc-96a6-030e8f2f2a12 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:04.509694 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f5b161e7-2453-4a85-a61c-94dd128fdfff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:04.532388 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f5b161e7-2453-4a85-a61c-94dd128fdfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:04.561602 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f5b161e7-2453-4a85-a61c-94dd128fdfff admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cadbcdb371104f3e97ad8403e8fc807a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3371866 Aug 10 01:15:04.565430 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40832) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:04.585174 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-6bb93af7-3aa2-408d-978c-a5b21658f1a5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] For port 49ba5ea8-ef2b-468a-baec-23d59ac9e260, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=49ba5ea8-ef2b-468a-baec-23d59ac9e260,segment=NetworkSegment(12abd57d-e545-4f43-839f-fc66085c41e6),segment_id=12abd57d-e545-4f43-839f-fc66085c41e6)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:04.585753 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-6bb93af7-3aa2-408d-978c-a5b21658f1a5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:04.608295 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'name': 'network-vif-deleted', 'tag': '2ad0def9-aab1-41bc-bb68-ab13dba6e597'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:15:04.614029 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83767fe6-734f-41aa-8f73-734136456c77" -d '{"events": [{"server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "name": "network-vif-deleted", "tag": "2ad0def9-aab1-41bc-bb68-ab13dba6e597"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:15:04.626036 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b161e7-2453-4a85-a61c-94dd128fdfff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cff3569-7004-4993-900d-f06f30bbd40b,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:04.628489 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-6bb93af7-3aa2-408d-978c-a5b21658f1a5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Calling delete_port for 49ba5ea8-ef2b-468a-baec-23d59ac9e260 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:04.722414 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade06587-c1bd-4655-8b6e-8a4b50163674 x-openstack-request-id: req-ade06587-c1bd-4655-8b6e-8a4b50163674 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:15:04.722843 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "name": "network-vif-deleted", "tag": "2ad0def9-aab1-41bc-bb68-ab13dba6e597", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:15:04.723084 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ade06587-c1bd-4655-8b6e-8a4b50163674 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:15:04.723659 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'name': 'network-vif-deleted', 'tag': '2ad0def9-aab1-41bc-bb68-ab13dba6e597', 'status': 'completed', 'code': 200} Aug 10 01:15:04.756381 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-32625ee8-ed21-41cc-96a6-030e8f2f2a12 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:04.818775 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32625ee8-ed21-41cc-96a6-030e8f2f2a12 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event deleted for resources: {'Subnet': ['ID=563aa664-cac2-449a-9dfb-83f9726e0088,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:04.820953 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4d0abb86-07d2-4ee4-adbb-b9b291debaad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:04.831041 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-32625ee8-ed21-41cc-96a6-030e8f2f2a12 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:04.836343 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-32625ee8-ed21-41cc-96a6-030e8f2f2a12 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/subnets/563aa664-cac2-449a-9dfb-83f9726e0088 HTTP/1.1" status: 204 len: 168 time: 0.6570048 Aug 10 01:15:04.837179 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40840) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:04.844549 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62851512-0eea-4e6e-bd05-175ae8ad2063 None None] Network c6c5ea9f-5558-4ec4-a268-87ec3e1189fd requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:04.949186 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7afdd16f-9780-4515-bcec-742098f42173 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:15:04.997906 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4d0abb86-07d2-4ee4-adbb-b9b291debaad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:04.998172 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-6bb93af7-3aa2-408d-978c-a5b21658f1a5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:05.063249 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-4a0b434c-1c7f-4d95-a052-6f1b3d36df34 None None] Deleting port 7afdd16f-9780-4515-bcec-742098f42173 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:05.064788 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a0b434c-1c7f-4d95-a052-6f1b3d36df34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:05.116272 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb93af7-3aa2-408d-978c-a5b21658f1a5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Pushing event deleted for resources: {'Port': ['ID=49ba5ea8-ef2b-468a-baec-23d59ac9e260,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:05.149771 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6c9a849a-df0e-4bc2-bf4b-5d5a8a4939aa tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:05.171486 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703a591-f7e0-47ef-85ca-22aa1d03955c req-e9e0fd98-c339-4013-93e7-1a9da1ba8d50 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:05.178074 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-4a0b434c-1c7f-4d95-a052-6f1b3d36df34 None None] For port 7afdd16f-9780-4515-bcec-742098f42173, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=7afdd16f-9780-4515-bcec-742098f42173,segment=NetworkSegment(8e273d7a-f009-41dd-8d95-312fe658db59),segment_id=8e273d7a-f009-41dd-8d95-312fe658db59)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:05.178555 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a0b434c-1c7f-4d95-a052-6f1b3d36df34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:05.178707 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703a591-f7e0-47ef-85ca-22aa1d03955c req-e9e0fd98-c339-4013-93e7-1a9da1ba8d50 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:05.189245 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8703a591-f7e0-47ef-85ca-22aa1d03955c req-e9e0fd98-c339-4013-93e7-1a9da1ba8d50 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 1676 time: 0.2294478 Aug 10 01:15:05.200690 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-4a0b434c-1c7f-4d95-a052-6f1b3d36df34 None None] Calling delete_port for 7afdd16f-9780-4515-bcec-742098f42173 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:05.210311 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-6bb93af7-3aa2-408d-978c-a5b21658f1a5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] No DVR routers for this DVR port 49ba5ea8-ef2b-468a-baec-23d59ac9e260 on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:15:05.222417 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-6bb93af7-3aa2-408d-978c-a5b21658f1a5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:05.227729 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-6bb93af7-3aa2-408d-978c-a5b21658f1a5 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.20 "DELETE /v2.0/ports/49ba5ea8-ef2b-468a-baec-23d59ac9e260 HTTP/1.1" status: 204 len: 173 time: 1.0396512 Aug 10 01:15:05.243512 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4d0abb86-07d2-4ee4-adbb-b9b291debaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:05.247655 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4d0abb86-07d2-4ee4-adbb-b9b291debaad admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:05.249119 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4d0abb86-07d2-4ee4-adbb-b9b291debaad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8cff3569-7004-4993-900d-f06f30bbd40b HTTP/1.1" status: 204 len: 168 time: 0.6772649 Aug 10 01:15:05.286119 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0abb86-07d2-4ee4-adbb-b9b291debaad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cff3569-7004-4993-900d-f06f30bbd40b,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:05.313491 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8703a591-f7e0-47ef-85ca-22aa1d03955c req-e0377e13-a4c7-46d7-9256-09714a78a3dd tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232088 Aug 10 01:15:05.313844 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-6c9a849a-df0e-4bc2-bf4b-5d5a8a4939aa tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Deleting port 7afdd16f-9780-4515-bcec-742098f42173 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:05.314216 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6c9a849a-df0e-4bc2-bf4b-5d5a8a4939aa tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:05.315035 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89edd304-e017-4dce-a82b-b2bb71c09fb5 None None] DHCP port deletion for c6c5ea9f-5558-4ec4-a268-87ec3e1189fd request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:15:05.389732 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-9a4f2259-98ac-4ab9-b746-c334b686e498 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Deleting port 200e7fac-07de-403e-91cd-a7f052e1e0de {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:05.390224 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-9a4f2259-98ac-4ab9-b746-c334b686e498 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:05.427290 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a0b434c-1c7f-4d95-a052-6f1b3d36df34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:05.443261 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:05.480209 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-6c9a849a-df0e-4bc2-bf4b-5d5a8a4939aa tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] For port 7afdd16f-9780-4515-bcec-742098f42173, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=7afdd16f-9780-4515-bcec-742098f42173,segment=NetworkSegment(8e273d7a-f009-41dd-8d95-312fe658db59),segment_id=8e273d7a-f009-41dd-8d95-312fe658db59)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:05.480879 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6c9a849a-df0e-4bc2-bf4b-5d5a8a4939aa tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:05.497024 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-6c9a849a-df0e-4bc2-bf4b-5d5a8a4939aa tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Calling delete_port for 7afdd16f-9780-4515-bcec-742098f42173 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:05.544106 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0b434c-1c7f-4d95-a052-6f1b3d36df34 None None] No DVR routers for this DVR port 7afdd16f-9780-4515-bcec-742098f42173 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:15:05.547753 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b434c-1c7f-4d95-a052-6f1b3d36df34 None None] Pushing event deleted for resources: {'Port': ['ID=7afdd16f-9780-4515-bcec-742098f42173,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:05.596507 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-89edd304-e017-4dce-a82b-b2bb71c09fb5 None None] Deleting port 7e354454-a656-4d67-bdc6-8360eab41f3b {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:05.596507 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-89edd304-e017-4dce-a82b-b2bb71c09fb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:05.610075 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-9a4f2259-98ac-4ab9-b746-c334b686e498 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] For port 200e7fac-07de-403e-91cd-a7f052e1e0de, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=200e7fac-07de-403e-91cd-a7f052e1e0de,segment=NetworkSegment(12abd57d-e545-4f43-839f-fc66085c41e6),segment_id=12abd57d-e545-4f43-839f-fc66085c41e6)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:05.610655 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-9a4f2259-98ac-4ab9-b746-c334b686e498 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:05.635561 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-9a4f2259-98ac-4ab9-b746-c334b686e498 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Calling delete_port for 200e7fac-07de-403e-91cd-a7f052e1e0de owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:05.701344 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6c9a849a-df0e-4bc2-bf4b-5d5a8a4939aa tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:05.755959 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9a849a-df0e-4bc2-bf4b-5d5a8a4939aa tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] No DVR routers for this DVR port 7afdd16f-9780-4515-bcec-742098f42173 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:15:05.772940 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a849a-df0e-4bc2-bf4b-5d5a8a4939aa tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event deleted for resources: {'Port': ['ID=7afdd16f-9780-4515-bcec-742098f42173,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:05.853952 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-89edd304-e017-4dce-a82b-b2bb71c09fb5 None None] For port 7e354454-a656-4d67-bdc6-8360eab41f3b, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=7e354454-a656-4d67-bdc6-8360eab41f3b,segment=NetworkSegment(29ea7ba0-8e4f-4468-ab5c-c832be82e2ce),segment_id=29ea7ba0-8e4f-4468-ab5c-c832be82e2ce)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:05.853952 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-89edd304-e017-4dce-a82b-b2bb71c09fb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:05.896479 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6c9a849a-df0e-4bc2-bf4b-5d5a8a4939aa tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:05.897002 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-89edd304-e017-4dce-a82b-b2bb71c09fb5 None None] Calling delete_port for 7e354454-a656-4d67-bdc6-8360eab41f3b owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:05.900068 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-9a4f2259-98ac-4ab9-b746-c334b686e498 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:05.911207 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-6c9a849a-df0e-4bc2-bf4b-5d5a8a4939aa tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['465bab0e-45bc-41f0-bd1c-d02e437118d7']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:05.948711 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-6c9a849a-df0e-4bc2-bf4b-5d5a8a4939aa tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e273d7a-f009-41dd-8d95-312fe658db59') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:05.949152 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-6c9a849a-df0e-4bc2-bf4b-5d5a8a4939aa tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e273d7a-f009-41dd-8d95-312fe658db59') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:05.962702 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f2259-98ac-4ab9-b746-c334b686e498 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Pushing event deleted for resources: {'Port': ['ID=200e7fac-07de-403e-91cd-a7f052e1e0de,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:05.980086 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6c9a849a-df0e-4bc2-bf4b-5d5a8a4939aa tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:06.016913 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6c9a849a-df0e-4bc2-bf4b-5d5a8a4939aa tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:06.028381 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c9a849a-df0e-4bc2-bf4b-5d5a8a4939aa tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:15:06.030216 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6c9a849a-df0e-4bc2-bf4b-5d5a8a4939aa tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:06.032303 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-89edd304-e017-4dce-a82b-b2bb71c09fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:06.036728 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-9a4f2259-98ac-4ab9-b746-c334b686e498 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] No DVR routers for this DVR port 200e7fac-07de-403e-91cd-a7f052e1e0de on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:15:06.038912 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:15:06.042302 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-9a4f2259-98ac-4ab9-b746-c334b686e498 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:06.042302 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-9a4f2259-98ac-4ab9-b746-c334b686e498 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.20 "DELETE /v2.0/ports/200e7fac-07de-403e-91cd-a7f052e1e0de HTTP/1.1" status: 204 len: 173 time: 0.7948346 Aug 10 01:15:06.061452 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89edd304-e017-4dce-a82b-b2bb71c09fb5 None None] Pushing event deleted for resources: {'Port': ['ID=7e354454-a656-4d67-bdc6-8360eab41f3b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:06.073107 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89edd304-e017-4dce-a82b-b2bb71c09fb5 None None] No DVR routers for this DVR port 7e354454-a656-4d67-bdc6-8360eab41f3b on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:15:06.175006 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6c9a849a-df0e-4bc2-bf4b-5d5a8a4939aa tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:06.191959 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6c9a849a-df0e-4bc2-bf4b-5d5a8a4939aa tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:06.198086 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6c9a849a-df0e-4bc2-bf4b-5d5a8a4939aa tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/networks/465bab0e-45bc-41f0-bd1c-d02e437118d7 HTTP/1.1" status: 204 len: 168 time: 1.3521934 Aug 10 01:15:06.201293 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40864) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:06.222833 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a849a-df0e-4bc2-bf4b-5d5a8a4939aa tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event deleted for resources: {'Network': ['ID=465bab0e-45bc-41f0-bd1c-d02e437118d7,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:06.367606 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1155a674-5787-4906-83cc-306cef6c5e86 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:06.381863 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-b94e3bd7-2cd2-4ae1-9859-2bda425152db tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Deleting port 19f12836-f92e-4fd8-ab2a-0c784d7fc657 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:06.382217 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-b94e3bd7-2cd2-4ae1-9859-2bda425152db tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:06.597935 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1155a674-5787-4906-83cc-306cef6c5e86 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:06.617304 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-1155a674-5787-4906-83cc-306cef6c5e86 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6c5ea9f-5558-4ec4-a268-87ec3e1189fd']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:06.643611 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b131f1-3995-4d3c-a969-a1589d9985e1 req-36a552c5-72fd-4245-89fd-77918a1c2c29 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:06.645128 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-37b131f1-3995-4d3c-a969-a1589d9985e1 req-36a552c5-72fd-4245-89fd-77918a1c2c29 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 943 time: 0.1846695 Aug 10 01:15:06.646934 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-1155a674-5787-4906-83cc-306cef6c5e86 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29ea7ba0-8e4f-4468-ab5c-c832be82e2ce') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:06.647232 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-1155a674-5787-4906-83cc-306cef6c5e86 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29ea7ba0-8e4f-4468-ab5c-c832be82e2ce') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:06.650093 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-b94e3bd7-2cd2-4ae1-9859-2bda425152db tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] For port 19f12836-f92e-4fd8-ab2a-0c784d7fc657, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=19f12836-f92e-4fd8-ab2a-0c784d7fc657,segment=NetworkSegment(d6976290-f50d-4dca-805a-f2ce5eeed0b1),segment_id=d6976290-f50d-4dca-805a-f2ce5eeed0b1)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:06.650469 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-b94e3bd7-2cd2-4ae1-9859-2bda425152db tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:06.673250 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1155a674-5787-4906-83cc-306cef6c5e86 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:06.743757 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'name': 'network-vif-deleted', 'tag': '49ba5ea8-ef2b-468a-baec-23d59ac9e260'}, {'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'name': 'network-vif-deleted', 'tag': '200e7fac-07de-403e-91cd-a7f052e1e0de'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:15:06.746062 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f392dae-43b8-420c-b021-1bf9006e2127" -d '{"events": [{"server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "name": "network-vif-deleted", "tag": "49ba5ea8-ef2b-468a-baec-23d59ac9e260"}, {"server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "name": "network-vif-deleted", "tag": "200e7fac-07de-403e-91cd-a7f052e1e0de"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:15:06.775388 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1155a674-5787-4906-83cc-306cef6c5e86 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:06.808854 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1155a674-5787-4906-83cc-306cef6c5e86 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:15:06.809273 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1155a674-5787-4906-83cc-306cef6c5e86 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:06.812551 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:15:06.812551 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:15:06.812551 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:15:06.812551 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:15:06.812551 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:15:06.812551 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:15:06.812551 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:15:06.812551 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:15:06.812551 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:15:06.812551 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:15:06.812551 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:15:06.812551 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:15:06.812551 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:15:06.812551 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:15:06.812551 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:15:06.812551 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:15:06.812551 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:15:06.812551 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:15:06.812551 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:15:06.812551 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:15:06.812551 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:15:06.812551 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:15:06.812551 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:15:06.812551 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:15:06.812551 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:15:06.812551 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:15:06.812551 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:15:06.812551 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:15:06.812551 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:15:06.812551 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:15:06.812551 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:15:06.812551 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:15:06.815549 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-37b131f1-3995-4d3c-a969-a1589d9985e1 req-a409c368-2b90-47be-94df-fe998e42f5cc tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0b17af5-0443-408a-86a4-a58d27a2e78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578181 Aug 10 01:15:06.860124 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 01:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338dbca7-bc69-4133-9476-14948fec5d4c x-openstack-request-id: req-338dbca7-bc69-4133-9476-14948fec5d4c {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:15:06.860467 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "name": "network-vif-deleted", "tag": "49ba5ea8-ef2b-468a-baec-23d59ac9e260", "status": "completed", "code": 200}, {"server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "name": "network-vif-deleted", "tag": "200e7fac-07de-403e-91cd-a7f052e1e0de", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:15:06.860721 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-338dbca7-bc69-4133-9476-14948fec5d4c {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:15:06.861109 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'name': 'network-vif-deleted', 'tag': '49ba5ea8-ef2b-468a-baec-23d59ac9e260', 'status': 'completed', 'code': 200} Aug 10 01:15:06.862093 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'name': 'network-vif-deleted', 'tag': '200e7fac-07de-403e-91cd-a7f052e1e0de', 'status': 'completed', 'code': 200} Aug 10 01:15:06.933159 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1155a674-5787-4906-83cc-306cef6c5e86 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:06.945527 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1155a674-5787-4906-83cc-306cef6c5e86 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:06.954156 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1155a674-5787-4906-83cc-306cef6c5e86 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/networks/c6c5ea9f-5558-4ec4-a268-87ec3e1189fd HTTP/1.1" status: 204 len: 168 time: 0.7455270 Aug 10 01:15:06.956109 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40884) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:06.983707 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7e354454-a656-4d67-bdc6-8360eab41f3b no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:15:07.026344 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 7e354454-a656-4d67-bdc6-8360eab41f3b {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:15:07.029432 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7e354454-a656-4d67-bdc6-8360eab41f3b not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:15:07.029730 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-4262c74a-1eec-4eb8-aa10-789d8033389a tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Request body: {'network': {'name': 'tempest-RoutersTest-436762151'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:07.039836 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155a674-5787-4906-83cc-306cef6c5e86 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event deleted for resources: {'Network': ['ID=c6c5ea9f-5558-4ec4-a268-87ec3e1189fd,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:07.076605 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-b94e3bd7-2cd2-4ae1-9859-2bda425152db tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:07.076988 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-b94e3bd7-2cd2-4ae1-9859-2bda425152db tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:07.077311 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-b94e3bd7-2cd2-4ae1-9859-2bda425152db tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Floating IP ae30dfa4-2a06-478f-a16a-781d82bbf0c9 disassociated. External IP: 172.25.2.52, port: 19f12836-f92e-4fd8-ab2a-0c784d7fc657. Aug 10 01:15:07.077659 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-b94e3bd7-2cd2-4ae1-9859-2bda425152db tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Calling delete_port for 19f12836-f92e-4fd8-ab2a-0c784d7fc657 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:07.081705 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4262c74a-1eec-4eb8-aa10-789d8033389a tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Made reservation on behalf of a60068d17ed444849e0177358a2fde19 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:07.085720 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4262c74a-1eec-4eb8-aa10-789d8033389a tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:07.150005 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4262c74a-1eec-4eb8-aa10-789d8033389a tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:15:07.170864 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4262c74a-1eec-4eb8-aa10-789d8033389a tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:07.171153 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-4262c74a-1eec-4eb8-aa10-789d8033389a tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Added segment 24bb8b9c-d4c4-4a04-8ff5-1807614a7f07 of type vlan for network c75ca4ad-951e-4b57-b225-e67a4ef05783 Aug 10 01:15:07.230922 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4262c74a-1eec-4eb8-aa10-789d8033389a tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:07.309072 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4262c74a-1eec-4eb8-aa10-789d8033389a tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:07.315187 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4262c74a-1eec-4eb8-aa10-789d8033389a tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:07.315794 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4262c74a-1eec-4eb8-aa10-789d8033389a tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:07.405087 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4262c74a-1eec-4eb8-aa10-789d8033389a tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4479108 Aug 10 01:15:07.409670 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40906) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:07.415327 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-b94e3bd7-2cd2-4ae1-9859-2bda425152db tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:07.419520 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-f377f094-c0f2-4950-9d94-57463c8a6774 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Request body: {'subnet': {'network_id': 'c75ca4ad-951e-4b57-b225-e67a4ef05783', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:07.463601 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4262c74a-1eec-4eb8-aa10-789d8033389a tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Network': ['ID=c75ca4ad-951e-4b57-b225-e67a4ef05783,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:07.467263 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e3bd7-2cd2-4ae1-9859-2bda425152db tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Pushing event deleted for resources: {'Port': ['ID=19f12836-f92e-4fd8-ab2a-0c784d7fc657,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:07.481287 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network c75ca4ad-951e-4b57-b225-e67a4ef05783 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:15:07.625052 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-b94e3bd7-2cd2-4ae1-9859-2bda425152db tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Router 815a86d0-c50c-4a86-8c90-107f0faae077 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:15:07.679404 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f377f094-c0f2-4950-9d94-57463c8a6774 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Made reservation on behalf of a60068d17ed444849e0177358a2fde19 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:07.684978 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f377f094-c0f2-4950-9d94-57463c8a6774 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:07.799803 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-b94e3bd7-2cd2-4ae1-9859-2bda425152db tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:15:07.811938 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5892066-5165-4f5f-bdbd-bbfba3165b21 None None] Sync routers for ids ['815a86d0-c50c-4a86-8c90-107f0faae077'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:15:07.830308 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5892066-5165-4f5f-bdbd-bbfba3165b21 None None] Routers {'815a86d0-c50c-4a86-8c90-107f0faae077'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:07.832334 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-a5892066-5165-4f5f-bdbd-bbfba3165b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:14:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['815a86d0-c50c-4a86-8c90-107f0faae077'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:07.855473 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-b94e3bd7-2cd2-4ae1-9859-2bda425152db tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] No DVR routers for this DVR port 19f12836-f92e-4fd8-ab2a-0c784d7fc657 on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:15:07.859171 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-b94e3bd7-2cd2-4ae1-9859-2bda425152db tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:07.862158 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-66d974f2-6836-436b-8231-0d9b42bae9a3 req-b94e3bd7-2cd2-4ae1-9859-2bda425152db tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.20 "DELETE /v2.0/ports/19f12836-f92e-4fd8-ab2a-0c784d7fc657 HTTP/1.1" status: 204 len: 173 time: 1.8133795 Aug 10 01:15:08.110372 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d64aa7d2-dc0c-485a-9e58-c0dcd88ebb2a req-fd4b7560-685d-450b-92c7-5c6ab545ba9f tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 210 time: 0.0840862 Aug 10 01:15:08.189366 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-a5892066-5165-4f5f-bdbd-bbfba3165b21 None None] Set router 815a86d0-c50c-4a86-8c90-107f0faae077 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:15:08.190818 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f377f094-c0f2-4950-9d94-57463c8a6774 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:08.274438 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f094-c0f2-4950-9d94-57463c8a6774 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Subnet': ['ID=528ef780-5fd6-48c6-9ce7-a5c359f09013,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:08.355639 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f377f094-c0f2-4950-9d94-57463c8a6774 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Checking segment: {'id': '24bb8b9c-d4c4-4a04-8ff5-1807614a7f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'c75ca4ad-951e-4b57-b225-e67a4ef05783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:08.355998 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f377f094-c0f2-4950-9d94-57463c8a6774 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Network hostable DHCP agents. Network: c75ca4ad-951e-4b57-b225-e67a4ef05783, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:15:08.402266 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f377f094-c0f2-4950-9d94-57463c8a6774 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Network c75ca4ad-951e-4b57-b225-e67a4ef05783 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:15:08.419259 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-f377f094-c0f2-4950-9d94-57463c8a6774 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, c75ca4ad-951e-4b57-b225-e67a4ef05783) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:08.423319 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f377f094-c0f2-4950-9d94-57463c8a6774 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:08.424143 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f377f094-c0f2-4950-9d94-57463c8a6774 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:08.447649 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4341e0-acac-450f-90c5-8d81d80c02a6 None None] Network c75ca4ad-951e-4b57-b225-e67a4ef05783 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:08.449870 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f377f094-c0f2-4950-9d94-57463c8a6774 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0374506 Aug 10 01:15:08.452674 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40922) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:08.478795 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-2cb4316e-146b-4b01-ac29-bab274608aec tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1899894546', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:08.544435 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2cb4316e-146b-4b01-ac29-bab274608aec tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:08.545517 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2cb4316e-146b-4b01-ac29-bab274608aec tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:08.654513 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2cb4316e-146b-4b01-ac29-bab274608aec tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:08.662334 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2cb4316e-146b-4b01-ac29-bab274608aec tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:08.678737 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-a5892066-5165-4f5f-bdbd-bbfba3165b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'name': 'tempest-TaggedBootDevicesTest-6833629-router', 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'c315d1fb-04dc-4c62-bd1c-ed89287b0e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:04:43Z', 'updated_at': '2021-08-10T01:04:48Z', 'revision_number': 4, 'project_id': 'd10c461282a54fe6a1ff477fc3a37853', 'gw_port': {'id': 'c315d1fb-04dc-4c62-bd1c-ed89287b0e10', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:07:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:44Z', 'updated_at': '2021-08-10T01:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '02a1e79b-e32d-4e1d-bdb5-176831665841', 'name': '', 'network_id': '0748c972-8292-4d91-8783-82779f7574d3', 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'mac_address': 'fa:16:3e:6a:3b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'db2f7dc2-26b4-4843-84fd-453664eef2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:47Z', 'updated_at': '2021-08-10T01:04:56Z', 'revision_number': 5, 'project_id': 'd10c461282a54fe6a1ff477fc3a37853', 'subnets': [{'id': 'db2f7dc2-26b4-4843-84fd-453664eef2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:08.693135 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2cb4316e-146b-4b01-ac29-bab274608aec tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:08.694351 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2cb4316e-146b-4b01-ac29-bab274608aec tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2391145 Aug 10 01:15:08.697256 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40928) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:08.702227 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-ecee5245-84ce-4c62-a965-f2e7dc94a729 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Request body: {'port': {'network_id': 'c75ca4ad-951e-4b57-b225-e67a4ef05783', 'name': 'tempest-RoutersTest-160747750'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:08.740838 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5892066-5165-4f5f-bdbd-bbfba3165b21 None None] Checking router: 815a86d0-c50c-4a86-8c90-107f0faae077 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:15:08.815959 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5892066-5165-4f5f-bdbd-bbfba3165b21 None None] Routers {'815a86d0-c50c-4a86-8c90-107f0faae077'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:08.818744 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-a5892066-5165-4f5f-bdbd-bbfba3165b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:14:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['815a86d0-c50c-4a86-8c90-107f0faae077'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:08.862633 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'name': 'network-vif-deleted', 'tag': '19f12836-f92e-4fd8-ab2a-0c784d7fc657'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:15:08.865134 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3059ce-d458-4660-ac10-60ba7f6ad855" -d '{"events": [{"server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "name": "network-vif-deleted", "tag": "19f12836-f92e-4fd8-ab2a-0c784d7fc657"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:15:08.940303 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d2d4e7-f4b2-43ec-9621-e058002a1e49 x-openstack-request-id: req-29d2d4e7-f4b2-43ec-9621-e058002a1e49 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:15:08.940554 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35bdda18-5265-4b7d-aef8-403a1e9d1c53", "name": "network-vif-deleted", "tag": "19f12836-f92e-4fd8-ab2a-0c784d7fc657", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:15:08.941003 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-29d2d4e7-f4b2-43ec-9621-e058002a1e49 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:15:08.942488 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bdda18-5265-4b7d-aef8-403a1e9d1c53', 'name': 'network-vif-deleted', 'tag': '19f12836-f92e-4fd8-ab2a-0c784d7fc657', 'status': 'completed', 'code': 200} Aug 10 01:15:08.947642 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecee5245-84ce-4c62-a965-f2e7dc94a729 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Made reservation on behalf of a60068d17ed444849e0177358a2fde19 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:08.952836 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ecee5245-84ce-4c62-a965-f2e7dc94a729 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:08.977398 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-ecee5245-84ce-4c62-a965-f2e7dc94a729 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] device_id is not set on port de7fde62-dcfb-4f30-a197-240d36ac4606 yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:15:09.004602 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-a5892066-5165-4f5f-bdbd-bbfba3165b21 None None] Set router 815a86d0-c50c-4a86-8c90-107f0faae077 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:15:09.074802 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40934) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:09.131510 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-ecee5245-84ce-4c62-a965-f2e7dc94a729 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Allocated IP 172.20.0.13 (c75ca4ad-951e-4b57-b225-e67a4ef05783/528ef780-5fd6-48c6-9ce7-a5c359f09013/de7fde62-dcfb-4f30-a197-240d36ac4606) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:09.236897 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e666e24-37c8-40aa-8b98-93f985297662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-c75ca4ad-951e-4b57-b225-e67a4ef05783', 'network_id': 'c75ca4ad-951e-4b57-b225-e67a4ef05783', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'fixed_ips': [{'subnet_id': '528ef780-5fd6-48c6-9ce7-a5c359f09013'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:15:09.237801 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e666e24-37c8-40aa-8b98-93f985297662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:09.312339 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bb6728d4-75cc-4eb4-920b-32e5019633a9 req-410aa913-b6bf-4b4a-8961-4a09c1e612c1 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 210 time: 0.0615141 Aug 10 01:15:09.342784 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7c6cde6d-3093-4d79-a195-88353d764bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:09.466577 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7c6cde6d-3093-4d79-a195-88353d764bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:09.476963 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7c6cde6d-3093-4d79-a195-88353d764bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:09.509997 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ecee5245-84ce-4c62-a965-f2e7dc94a729 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:09.546206 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7c6cde6d-3093-4d79-a195-88353d764bb8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d2cae669708046e08639cc60eae67d6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4700634 Aug 10 01:15:09.547701 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-ecee5245-84ce-4c62-a965-f2e7dc94a729 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Transition to ACTIVE for port object de7fde62-dcfb-4f30-a197-240d36ac4606 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:09.548982 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40944) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:09.557085 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6cde6d-3093-4d79-a195-88353d764bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a05d1f-1738-4bfd-a761-78484ca91c7b,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:09.618038 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ecee5245-84ce-4c62-a965-f2e7dc94a729 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:09.652733 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5d63ca42-fecf-48a2-916d-0529df8b941b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:09.711247 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5d63ca42-fecf-48a2-916d-0529df8b941b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:09.721336 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecee5245-84ce-4c62-a965-f2e7dc94a729 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Network c75ca4ad-951e-4b57-b225-e67a4ef05783 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:09.736328 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-ecee5245-84ce-4c62-a965-f2e7dc94a729 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:09.745344 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecee5245-84ce-4c62-a965-f2e7dc94a729 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:09.746327 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-0e666e24-37c8-40aa-8b98-93f985297662 None None] Allocated IP 172.20.0.2 (c75ca4ad-951e-4b57-b225-e67a4ef05783/528ef780-5fd6-48c6-9ce7-a5c359f09013/3fe7a0a3-fa65-45a3-ab21-e9eb8eeb74d4) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:09.820252 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5d63ca42-fecf-48a2-916d-0529df8b941b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:09.823619 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5d63ca42-fecf-48a2-916d-0529df8b941b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:09.828609 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5d63ca42-fecf-48a2-916d-0529df8b941b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/57a05d1f-1738-4bfd-a761-78484ca91c7b HTTP/1.1" status: 204 len: 168 time: 0.2782092 Aug 10 01:15:09.841933 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63ca42-fecf-48a2-916d-0529df8b941b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a05d1f-1738-4bfd-a761-78484ca91c7b,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:09.872166 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecee5245-84ce-4c62-a965-f2e7dc94a729 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:09.873072 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ecee5245-84ce-4c62-a965-f2e7dc94a729 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:09.901632 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee5245-84ce-4c62-a965-f2e7dc94a729 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Port': ['ID=de7fde62-dcfb-4f30-a197-240d36ac4606,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:09.914988 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ecee5245-84ce-4c62-a965-f2e7dc94a729 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2165627 Aug 10 01:15:09.918433 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40950) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:10.189872 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-a5892066-5165-4f5f-bdbd-bbfba3165b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'name': 'tempest-TaggedBootDevicesTest-6833629-router', 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'c315d1fb-04dc-4c62-bd1c-ed89287b0e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:04:43Z', 'updated_at': '2021-08-10T01:04:48Z', 'revision_number': 4, 'project_id': 'd10c461282a54fe6a1ff477fc3a37853', 'gw_port': {'id': 'c315d1fb-04dc-4c62-bd1c-ed89287b0e10', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:07:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:44Z', 'updated_at': '2021-08-10T01:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '02a1e79b-e32d-4e1d-bdb5-176831665841', 'name': '', 'network_id': '0748c972-8292-4d91-8783-82779f7574d3', 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'mac_address': 'fa:16:3e:6a:3b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'db2f7dc2-26b4-4843-84fd-453664eef2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:47Z', 'updated_at': '2021-08-10T01:04:56Z', 'revision_number': 5, 'project_id': 'd10c461282a54fe6a1ff477fc3a37853', 'subnets': [{'id': 'db2f7dc2-26b4-4843-84fd-453664eef2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:10.232463 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5892066-5165-4f5f-bdbd-bbfba3165b21 None None] The sync data for ids ['815a86d0-c50c-4a86-8c90-107f0faae077'] in n-d-766726-26 is: [{'id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'name': 'tempest-TaggedBootDevicesTest-6833629-router', 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'c315d1fb-04dc-4c62-bd1c-ed89287b0e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:04:43Z', 'updated_at': '2021-08-10T01:04:48Z', 'revision_number': 4, 'project_id': 'd10c461282a54fe6a1ff477fc3a37853', 'gw_port': {'id': 'c315d1fb-04dc-4c62-bd1c-ed89287b0e10', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:07:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:44Z', 'updated_at': '2021-08-10T01:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '02a1e79b-e32d-4e1d-bdb5-176831665841', 'name': '', 'network_id': '0748c972-8292-4d91-8783-82779f7574d3', 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'mac_address': 'fa:16:3e:6a:3b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'db2f7dc2-26b4-4843-84fd-453664eef2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:47Z', 'updated_at': '2021-08-10T01:04:56Z', 'revision_number': 5, 'project_id': 'd10c461282a54fe6a1ff477fc3a37853', 'subnets': [{'id': 'db2f7dc2-26b4-4843-84fd-453664eef2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:15:10.416975 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40958) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:10.458422 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e666e24-37c8-40aa-8b98-93f985297662 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:10.467618 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-924f23db-cea1-4c38-bd96-a161a717d4a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:10.481176 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0e666e24-37c8-40aa-8b98-93f985297662 None None] Transition to ACTIVE for port object 3fe7a0a3-fa65-45a3-ab21-e9eb8eeb74d4 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:10.549489 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0e666e24-37c8-40aa-8b98-93f985297662 None None] Transition to ACTIVE for port object 3fe7a0a3-fa65-45a3-ab21-e9eb8eeb74d4 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:10.567500 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e666e24-37c8-40aa-8b98-93f985297662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:10.667470 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-296d1a5e-504f-4985-a48a-07f4139fcb48 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:10.721314 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-924f23db-cea1-4c38-bd96-a161a717d4a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:10.731978 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e666e24-37c8-40aa-8b98-93f985297662 None None] Network c75ca4ad-951e-4b57-b225-e67a4ef05783 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:10.734431 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-924f23db-cea1-4c38-bd96-a161a717d4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:10.746303 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-0e666e24-37c8-40aa-8b98-93f985297662 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:10.763289 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e666e24-37c8-40aa-8b98-93f985297662 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:10.809025 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-924f23db-cea1-4c38-bd96-a161a717d4a7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c84ead94d3ac47eaaf95440d8eda01d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3894739 Aug 10 01:15:10.810776 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40966) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:10.856076 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3571e0f-81fa-4128-980f-ff526b1d8cbb None None] New status for floating IP ae30dfa4-2a06-478f-a16a-781d82bbf0c9: DOWN {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:15:10.859052 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e666e24-37c8-40aa-8b98-93f985297662 None None] Pushing event updated for resources: {'Port': ['ID=3fe7a0a3-fa65-45a3-ab21-e9eb8eeb74d4,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:10.867325 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9fbafa24-87c8-44fa-90b6-3f2e09569208 req-d14fd1b9-0010-4039-9d02-a1b1fda0686d tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 210 time: 0.2031331 Aug 10 01:15:10.874901 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0e666e24-37c8-40aa-8b98-93f985297662 None None] Attempting to bind port 3fe7a0a3-fa65-45a3-ab21-e9eb8eeb74d4 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:15:10.875515 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0e666e24-37c8-40aa-8b98-93f985297662 None None] Attempting to bind port 3fe7a0a3-fa65-45a3-ab21-e9eb8eeb74d4 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '24bb8b9c-d4c4-4a04-8ff5-1807614a7f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'c75ca4ad-951e-4b57-b225-e67a4ef05783'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:15:10.876056 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e666e24-37c8-40aa-8b98-93f985297662 None None] Attempting to bind port 3fe7a0a3-fa65-45a3-ab21-e9eb8eeb74d4 on network c75ca4ad-951e-4b57-b225-e67a4ef05783 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:15:10.885167 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e666e24-37c8-40aa-8b98-93f985297662 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:15:10.885781 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e666e24-37c8-40aa-8b98-93f985297662 None None] Checking segment: {'id': '24bb8b9c-d4c4-4a04-8ff5-1807614a7f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'c75ca4ad-951e-4b57-b225-e67a4ef05783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:10.886619 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e666e24-37c8-40aa-8b98-93f985297662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:10.887196 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e666e24-37c8-40aa-8b98-93f985297662 None None] Bound using segment: {'id': '24bb8b9c-d4c4-4a04-8ff5-1807614a7f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'c75ca4ad-951e-4b57-b225-e67a4ef05783'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:15:10.887988 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0e666e24-37c8-40aa-8b98-93f985297662 None None] Bound port: 3fe7a0a3-fa65-45a3-ab21-e9eb8eeb74d4, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24bb8b9c-d4c4-4a04-8ff5-1807614a7f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'c75ca4ad-951e-4b57-b225-e67a4ef05783'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:15:10.888136 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f23db-cea1-4c38-bd96-a161a717d4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84183a5-011e-48a2-b327-da71048cba57,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:10.888761 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e666e24-37c8-40aa-8b98-93f985297662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:10.959228 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5570c72d-e32e-499f-acd6-52383ac5090f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:10.985950 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-0e666e24-37c8-40aa-8b98-93f985297662 None None] For port 3fe7a0a3-fa65-45a3-ab21-e9eb8eeb74d4, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:15:10.990224 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-0e666e24-37c8-40aa-8b98-93f985297662 None None] For port 3fe7a0a3-fa65-45a3-ab21-e9eb8eeb74d4, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=3fe7a0a3-fa65-45a3-ab21-e9eb8eeb74d4,segment=NetworkSegment(24bb8b9c-d4c4-4a04-8ff5-1807614a7f07),segment_id=24bb8b9c-d4c4-4a04-8ff5-1807614a7f07)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:15:11.003282 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e666e24-37c8-40aa-8b98-93f985297662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:11.008877 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5570c72d-e32e-499f-acd6-52383ac5090f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:11.131249 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5570c72d-e32e-499f-acd6-52383ac5090f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:11.135513 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5570c72d-e32e-499f-acd6-52383ac5090f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:11.137235 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5570c72d-e32e-499f-acd6-52383ac5090f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d84183a5-011e-48a2-b327-da71048cba57 HTTP/1.1" status: 204 len: 168 time: 0.3253837 Aug 10 01:15:11.148122 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e666e24-37c8-40aa-8b98-93f985297662 None None] Pushing event updated for resources: {'Port': ['ID=3fe7a0a3-fa65-45a3-ab21-e9eb8eeb74d4,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:11.156320 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570c72d-e32e-499f-acd6-52383ac5090f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84183a5-011e-48a2-b327-da71048cba57,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:11.210282 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6c547069-7c02-4e09-87f8-7142e80e9248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:11.399109 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-296d1a5e-504f-4985-a48a-07f4139fcb48 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:11.409547 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-296d1a5e-504f-4985-a48a-07f4139fcb48 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:11.586744 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d1a5e-504f-4985-a48a-07f4139fcb48 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Port': ['ID=de7fde62-dcfb-4f30-a197-240d36ac4606,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:11.641018 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:11.921653 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-296d1a5e-504f-4985-a48a-07f4139fcb48 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:12.064920 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a3da1f6a-65be-449f-b7eb-da4c89725afb req-1d00fddb-cf44-4522-b1b0-94b34ba7f473 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 210 time: 0.0446057 Aug 10 01:15:12.271737 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-296d1a5e-504f-4985-a48a-07f4139fcb48 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:12.841534 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88ad5a3-3ba4-41bb-9c44-0350f771f2e9 None None] Network c75ca4ad-951e-4b57-b225-e67a4ef05783 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:12.978413 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3fe7a0a3-fa65-45a3-ab21-e9eb8eeb74d4 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:15:12.989344 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-70d4e3b6-ad68-4b3f-b722-d86f33e1a31e None None] Provisioning for port 3fe7a0a3-fa65-45a3-ab21-e9eb8eeb74d4 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:15:13.100240 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 3fe7a0a3-fa65-45a3-ab21-e9eb8eeb74d4 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:15:13.106272 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 3fe7a0a3-fa65-45a3-ab21-e9eb8eeb74d4 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:13.106733 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:13.267016 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:13.290232 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-daae69e4-285d-4f3f-97a4-2a3ede511926 req-8d2fb17b-238f-471a-b8eb-0de5603da7d6 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 210 time: 0.0777152 Aug 10 01:15:13.314695 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 3fe7a0a3-fa65-45a3-ab21-e9eb8eeb74d4, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=3fe7a0a3-fa65-45a3-ab21-e9eb8eeb74d4,segment=NetworkSegment(24bb8b9c-d4c4-4a04-8ff5-1807614a7f07),segment_id=24bb8b9c-d4c4-4a04-8ff5-1807614a7f07)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:13.323999 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:13.357852 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-296d1a5e-504f-4985-a48a-07f4139fcb48 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:13.371683 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-296d1a5e-504f-4985-a48a-07f4139fcb48 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:13.406122 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=3fe7a0a3-fa65-45a3-ab21-e9eb8eeb74d4,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:13.525250 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d1a5e-504f-4985-a48a-07f4139fcb48 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Port': ['ID=de7fde62-dcfb-4f30-a197-240d36ac4606,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:13.551940 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-296d1a5e-504f-4985-a48a-07f4139fcb48 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:13.561437 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a93554d1-f9b2-41b9-a547-4aa58a2c341e None None] Provisioning for port de7fde62-dcfb-4f30-a197-240d36ac4606 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:15:13.565537 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d1a5e-504f-4985-a48a-07f4139fcb48 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:13.567935 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a93554d1-f9b2-41b9-a547-4aa58a2c341e None None] Provisioning complete for port de7fde62-dcfb-4f30-a197-240d36ac4606 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:13.568071 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d1a5e-504f-4985-a48a-07f4139fcb48 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:13.568778 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a93554d1-f9b2-41b9-a547-4aa58a2c341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:13.569997 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d1a5e-504f-4985-a48a-07f4139fcb48 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:13.571167 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d1a5e-504f-4985-a48a-07f4139fcb48 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:13.571516 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d1a5e-504f-4985-a48a-07f4139fcb48 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:13.571855 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d1a5e-504f-4985-a48a-07f4139fcb48 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:13.572228 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d1a5e-504f-4985-a48a-07f4139fcb48 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:13.572656 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d1a5e-504f-4985-a48a-07f4139fcb48 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:13.572997 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d1a5e-504f-4985-a48a-07f4139fcb48 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:13.574893 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d1a5e-504f-4985-a48a-07f4139fcb48 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:13.575244 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d1a5e-504f-4985-a48a-07f4139fcb48 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:13.575577 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d1a5e-504f-4985-a48a-07f4139fcb48 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:13.640650 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a93554d1-f9b2-41b9-a547-4aa58a2c341e None None] Port de7fde62-dcfb-4f30-a197-240d36ac4606 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:15:13.667046 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a93554d1-f9b2-41b9-a547-4aa58a2c341e None None] Provisioning complete for port 3fe7a0a3-fa65-45a3-ab21-e9eb8eeb74d4 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:13.668889 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a93554d1-f9b2-41b9-a547-4aa58a2c341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:13.794612 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296d1a5e-504f-4985-a48a-07f4139fcb48 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Network c75ca4ad-951e-4b57-b225-e67a4ef05783 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:13.801680 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-296d1a5e-504f-4985-a48a-07f4139fcb48 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:13.883534 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b867442c-eb4f-47f6-9b40-1e01b8181166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:13.947233 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41040) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:13.986490 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f0c32ce5-43cd-4595-96f3-099a89bfe15f None None] Provisioning complete for port de7fde62-dcfb-4f30-a197-240d36ac4606 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:13.986886 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f0c32ce5-43cd-4595-96f3-099a89bfe15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:14.072258 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296d1a5e-504f-4985-a48a-07f4139fcb48 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Router a7214a01-8bc7-4ee3-887a-be417a79845d is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:15:14.082176 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-f0c32ce5-43cd-4595-96f3-099a89bfe15f None None] Port de7fde62-dcfb-4f30-a197-240d36ac4606 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:15:14.217539 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-aa62674e-0ce7-4e90-bcca-c383a7abf49b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:14.281779 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296d1a5e-504f-4985-a48a-07f4139fcb48 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:15:14.296906 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bf23b4-018b-41c7-b1f4-914dc8a75ab5 None None] Sync routers for ids ['a7214a01-8bc7-4ee3-887a-be417a79845d'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:15:14.313827 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-296d1a5e-504f-4985-a48a-07f4139fcb48 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "PUT /v2.0/routers/a7214a01-8bc7-4ee3-887a-be417a79845d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3927653 Aug 10 01:15:14.316897 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bf23b4-018b-41c7-b1f4-914dc8a75ab5 None None] Routers {'a7214a01-8bc7-4ee3-887a-be417a79845d'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:14.317541 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-a8bf23b4-018b-41c7-b1f4-914dc8a75ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:15:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['a7214a01-8bc7-4ee3-887a-be417a79845d'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:14.319793 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41046) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:14.440445 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a9cbf9-bcdb-4144-9184-e3875710a9f5 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:14.442560 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-58a9cbf9-bcdb-4144-9184-e3875710a9f5 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "GET /v2.0/ports/de7fde62-dcfb-4f30-a197-240d36ac4606 HTTP/1.1" status: 200 len: 977 time: 0.1217299 Aug 10 01:15:14.445265 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41054) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:14.463162 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-a8bf23b4-018b-41c7-b1f4-914dc8a75ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:14.482901 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-aa62674e-0ce7-4e90-bcca-c383a7abf49b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:14.496073 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-aa62674e-0ce7-4e90-bcca-c383a7abf49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:14.572964 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bf23b4-018b-41c7-b1f4-914dc8a75ab5 None None] Routers {'a7214a01-8bc7-4ee3-887a-be417a79845d'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:14.573618 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-a8bf23b4-018b-41c7-b1f4-914dc8a75ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:15:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['a7214a01-8bc7-4ee3-887a-be417a79845d'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:14.585581 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62674e-0ce7-4e90-bcca-c383a7abf49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384d0d25-5bce-43c8-aed8-ce1585be63d4,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:14.603047 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-aa62674e-0ce7-4e90-bcca-c383a7abf49b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dab174f3aa614d2c9becb2f5aa1fb876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6547244 Aug 10 01:15:14.607115 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41058) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:14.633479 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2861e13f-fdd2-4b0d-ac5e-edca2c165814 req-9af1186a-1b2d-4a8c-b126-e9050f8bc0f7 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 210 time: 0.0895357 Aug 10 01:15:14.670071 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-075b849e-72c8-410e-9fa2-517e04ac710c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:14.671035 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ec0bc886-37f9-4da8-9f89-52580c954f8b None None] Provisioning complete for port de7fde62-dcfb-4f30-a197-240d36ac4606 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:14.671483 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ec0bc886-37f9-4da8-9f89-52580c954f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:14.673225 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:14.697433 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-a8bf23b4-018b-41c7-b1f4-914dc8a75ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:14.698454 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bf23b4-018b-41c7-b1f4-914dc8a75ab5 None None] The sync data for ids ['a7214a01-8bc7-4ee3-887a-be417a79845d'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:15:14.700442 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-075b849e-72c8-410e-9fa2-517e04ac710c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:14.721989 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-ec0bc886-37f9-4da8-9f89-52580c954f8b None None] Port de7fde62-dcfb-4f30-a197-240d36ac4606 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:15:14.730520 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:15:14.788702 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-075b849e-72c8-410e-9fa2-517e04ac710c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:14.793198 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-075b849e-72c8-410e-9fa2-517e04ac710c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:14.795579 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-075b849e-72c8-410e-9fa2-517e04ac710c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/384d0d25-5bce-43c8-aed8-ce1585be63d4 HTTP/1.1" status: 204 len: 168 time: 0.1870317 Aug 10 01:15:14.806251 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b849e-72c8-410e-9fa2-517e04ac710c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384d0d25-5bce-43c8-aed8-ce1585be63d4,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:14.839772 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-bdb5b941-4a7d-434c-af7a-b519ecec7c54 None None] Provisioning complete for port de7fde62-dcfb-4f30-a197-240d36ac4606 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:14.840421 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bdb5b941-4a7d-434c-af7a-b519ecec7c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:14.896360 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3fe7a0a3-fa65-45a3-ab21-e9eb8eeb74d4 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:15:14.922833 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-bdb5b941-4a7d-434c-af7a-b519ecec7c54 None None] Port de7fde62-dcfb-4f30-a197-240d36ac4606 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:15:14.961432 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 3fe7a0a3-fa65-45a3-ab21-e9eb8eeb74d4 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:14.962297 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:15.024938 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b221b021-7ab1-4603-ae9f-dcd34bd13548 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:15.163940 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:15.439578 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-b221b021-7ab1-4603-ae9f-dcd34bd13548 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Deleting port de7fde62-dcfb-4f30-a197-240d36ac4606 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:15.440083 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b221b021-7ab1-4603-ae9f-dcd34bd13548 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:15.612877 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b221b021-7ab1-4603-ae9f-dcd34bd13548 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:15.653669 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-b221b021-7ab1-4603-ae9f-dcd34bd13548 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Calling delete_port for de7fde62-dcfb-4f30-a197-240d36ac4606 owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:15.802345 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-044ae87d-2187-4fac-99a2-7ce103d51e3b req-a7c8477b-4572-4f87-aa77-82d7f1faacb7 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 210 time: 0.0433838 Aug 10 01:15:15.974745 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b221b021-7ab1-4603-ae9f-dcd34bd13548 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:16.055111 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b221b021-7ab1-4603-ae9f-dcd34bd13548 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event deleted for resources: {'Port': ['ID=de7fde62-dcfb-4f30-a197-240d36ac4606,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:16.274878 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:16.465222 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b221b021-7ab1-4603-ae9f-dcd34bd13548 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:16.662676 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b221b021-7ab1-4603-ae9f-dcd34bd13548 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Router a7214a01-8bc7-4ee3-887a-be417a79845d has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:15:16.819707 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b221b021-7ab1-4603-ae9f-dcd34bd13548 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:15:16.825748 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b221b021-7ab1-4603-ae9f-dcd34bd13548 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "PUT /v2.0/routers/a7214a01-8bc7-4ee3-887a-be417a79845d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3790922 Aug 10 01:15:16.828609 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41126) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:16.833754 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6af8f1-b27c-4e36-a60b-5dd06b920fce None None] Sync routers for ids ['a7214a01-8bc7-4ee3-887a-be417a79845d'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:15:16.868045 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6af8f1-b27c-4e36-a60b-5dd06b920fce None None] Routers {'a7214a01-8bc7-4ee3-887a-be417a79845d'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:16.868745 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-5a6af8f1-b27c-4e36-a60b-5dd06b920fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:15:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['a7214a01-8bc7-4ee3-887a-be417a79845d'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:16.963604 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-5a6af8f1-b27c-4e36-a60b-5dd06b920fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:16.969664 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1c6378ee-6198-4aab-b98e-dd18ad8a1efd req-d478b904-10d7-479c-9b74-4470e7cb2f04 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 210 time: 0.0495710 Aug 10 01:15:16.984961 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6af8f1-b27c-4e36-a60b-5dd06b920fce None None] Routers {'a7214a01-8bc7-4ee3-887a-be417a79845d'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:16.991267 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-5a6af8f1-b27c-4e36-a60b-5dd06b920fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:15:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['a7214a01-8bc7-4ee3-887a-be417a79845d'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:17.029710 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-5a6af8f1-b27c-4e36-a60b-5dd06b920fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:17.030750 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6af8f1-b27c-4e36-a60b-5dd06b920fce None None] The sync data for ids ['a7214a01-8bc7-4ee3-887a-be417a79845d'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:15:17.230043 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-91a02513-ab89-4416-a5aa-66e0ec3459be tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] remove_router_interface failed (client error): The resource could not be found. Aug 10 01:15:17.234676 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41138) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:17.235011 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-91a02513-ab89-4416-a5aa-66e0ec3459be tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "PUT /v2.0/routers/a7214a01-8bc7-4ee3-887a-be417a79845d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4045231 Aug 10 01:15:17.279011 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1d69686c-212f-4f04-a239-d35c359c9fbe tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7214a01-8bc7-4ee3-887a-be417a79845d HTTP/1.1" status: 200 len: 205 time: 0.0403869 Aug 10 01:15:17.279387 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41140) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:17.387805 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bdb3fd9b-5487-4d9b-b603-add451564cc0 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:17.605306 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bdb3fd9b-5487-4d9b-b603-add451564cc0 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:17.607648 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bdb3fd9b-5487-4d9b-b603-add451564cc0 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:17.657665 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bdb3fd9b-5487-4d9b-b603-add451564cc0 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:17.658229 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb3fd9b-5487-4d9b-b603-add451564cc0 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Fanout notify agent at l3_agent the message router_deleted on router a7214a01-8bc7-4ee3-887a-be417a79845d {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:15:17.667335 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bdb3fd9b-5487-4d9b-b603-add451564cc0 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:17.669936 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-bdb3fd9b-5487-4d9b-b603-add451564cc0 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/routers/a7214a01-8bc7-4ee3-887a-be417a79845d HTTP/1.1" status: 204 len: 168 time: 0.3884370 Aug 10 01:15:17.671905 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41170) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:17.762726 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8cb195b-8709-40ee-9526-7bc1cf67a1eb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Deleting subnet 528ef780-5fd6-48c6-9ce7-a5c359f09013 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:15:17.767876 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f8cb195b-8709-40ee-9526-7bc1cf67a1eb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:17.838700 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f8cb195b-8709-40ee-9526-7bc1cf67a1eb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:17.943654 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f8cb195b-8709-40ee-9526-7bc1cf67a1eb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:18.033987 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f8cb195b-8709-40ee-9526-7bc1cf67a1eb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:18.067166 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb195b-8709-40ee-9526-7bc1cf67a1eb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event deleted for resources: {'Subnet': ['ID=528ef780-5fd6-48c6-9ce7-a5c359f09013,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:18.069752 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f8cb195b-8709-40ee-9526-7bc1cf67a1eb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:18.072083 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f8cb195b-8709-40ee-9526-7bc1cf67a1eb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/subnets/528ef780-5fd6-48c6-9ce7-a5c359f09013 HTTP/1.1" status: 204 len: 168 time: 0.3989658 Aug 10 01:15:18.074812 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41198) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:18.116278 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b779e1-aa75-489d-9869-29f9807f60dd None None] Network c75ca4ad-951e-4b57-b225-e67a4ef05783 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:18.171105 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9e893c57-0e22-40ba-8c16-69d4b63f8adb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:18.241417 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-41b64ec5-d7d2-4f2f-b13f-135aa7974e64 req-dea370c8-cf10-45b6-8eae-d7b81dc4cd33 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 210 time: 0.1069989 Aug 10 01:15:18.245341 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-9e893c57-0e22-40ba-8c16-69d4b63f8adb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Deleting port 3fe7a0a3-fa65-45a3-ab21-e9eb8eeb74d4 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:18.245755 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9e893c57-0e22-40ba-8c16-69d4b63f8adb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:18.331016 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-9e893c57-0e22-40ba-8c16-69d4b63f8adb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] For port 3fe7a0a3-fa65-45a3-ab21-e9eb8eeb74d4, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=3fe7a0a3-fa65-45a3-ab21-e9eb8eeb74d4,segment=NetworkSegment(24bb8b9c-d4c4-4a04-8ff5-1807614a7f07),segment_id=24bb8b9c-d4c4-4a04-8ff5-1807614a7f07)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:18.331815 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9e893c57-0e22-40ba-8c16-69d4b63f8adb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:18.347898 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-9e893c57-0e22-40ba-8c16-69d4b63f8adb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Calling delete_port for 3fe7a0a3-fa65-45a3-ab21-e9eb8eeb74d4 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:18.363892 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41202) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:18.447438 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9e893c57-0e22-40ba-8c16-69d4b63f8adb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:18.456392 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaecb53-0cde-49f3-aec6-b9dd4c715599 None None] DHCP port deletion for c75ca4ad-951e-4b57-b225-e67a4ef05783 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:15:18.490105 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e893c57-0e22-40ba-8c16-69d4b63f8adb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event deleted for resources: {'Port': ['ID=3fe7a0a3-fa65-45a3-ab21-e9eb8eeb74d4,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:18.494884 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e893c57-0e22-40ba-8c16-69d4b63f8adb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] No DVR routers for this DVR port 3fe7a0a3-fa65-45a3-ab21-e9eb8eeb74d4 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:15:18.630314 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-919286bf-5119-4187-a2bf-fe0fc551accc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:18.829401 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-919286bf-5119-4187-a2bf-fe0fc551accc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:18.843997 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-919286bf-5119-4187-a2bf-fe0fc551accc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:18.886915 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3fe7a0a3-fa65-45a3-ab21-e9eb8eeb74d4 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:15:18.902959 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-919286bf-5119-4187-a2bf-fe0fc551accc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a4d2cfca383a4c36ac5015383b828dd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5379536 Aug 10 01:15:18.904288 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919286bf-5119-4187-a2bf-fe0fc551accc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9288c774-9d4d-479a-9011-b3c4bd8ae28e,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:18.907591 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41210) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:18.926626 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 3fe7a0a3-fa65-45a3-ab21-e9eb8eeb74d4 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:15:18.927286 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3fe7a0a3-fa65-45a3-ab21-e9eb8eeb74d4 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:15:19.013187 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f86559f8-37dc-42f2-99d9-20ccd209bfec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:19.060110 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f86559f8-37dc-42f2-99d9-20ccd209bfec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:19.073764 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9e893c57-0e22-40ba-8c16-69d4b63f8adb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:19.086678 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-9e893c57-0e22-40ba-8c16-69d4b63f8adb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c75ca4ad-951e-4b57-b225-e67a4ef05783']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:19.106283 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-9e893c57-0e22-40ba-8c16-69d4b63f8adb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24bb8b9c-d4c4-4a04-8ff5-1807614a7f07') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:19.107264 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-9e893c57-0e22-40ba-8c16-69d4b63f8adb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24bb8b9c-d4c4-4a04-8ff5-1807614a7f07') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:19.122382 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9e893c57-0e22-40ba-8c16-69d4b63f8adb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:19.139547 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f86559f8-37dc-42f2-99d9-20ccd209bfec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:19.142578 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f86559f8-37dc-42f2-99d9-20ccd209bfec admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:19.144113 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f86559f8-37dc-42f2-99d9-20ccd209bfec admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9288c774-9d4d-479a-9011-b3c4bd8ae28e HTTP/1.1" status: 204 len: 168 time: 0.2353539 Aug 10 01:15:19.157959 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9e893c57-0e22-40ba-8c16-69d4b63f8adb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:19.169892 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86559f8-37dc-42f2-99d9-20ccd209bfec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9288c774-9d4d-479a-9011-b3c4bd8ae28e,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:19.178022 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e893c57-0e22-40ba-8c16-69d4b63f8adb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:15:19.187417 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9e893c57-0e22-40ba-8c16-69d4b63f8adb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:19.265556 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:15:19.265556 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:15:19.265556 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:15:19.265556 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:15:19.265556 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:15:19.265556 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:15:19.265556 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:15:19.265556 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:15:19.265556 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:15:19.265556 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:15:19.265556 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:15:19.265556 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:15:19.265556 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:15:19.265556 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:15:19.265556 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:15:19.265556 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:15:19.265556 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:15:19.265556 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:15:19.265556 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:15:19.265556 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:15:19.265556 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:15:19.265556 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:15:19.265556 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:15:19.265556 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:15:19.265556 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:15:19.265556 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:15:19.265556 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:15:19.265556 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:15:19.265556 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:15:19.265556 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:15:19.265556 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:15:19.265556 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:15:19.331233 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9e893c57-0e22-40ba-8c16-69d4b63f8adb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:19.344199 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9e893c57-0e22-40ba-8c16-69d4b63f8adb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:19.349635 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9e893c57-0e22-40ba-8c16-69d4b63f8adb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/networks/c75ca4ad-951e-4b57-b225-e67a4ef05783 HTTP/1.1" status: 204 len: 168 time: 1.2702155 Aug 10 01:15:19.350556 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41220) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:19.356160 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-5ffa4935-42f2-49d1-b532-a1f2cd40382b tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Request body: {'network': {'name': 'tempest-RoutersTest-1814367446'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:19.379603 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e893c57-0e22-40ba-8c16-69d4b63f8adb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event deleted for resources: {'Network': ['ID=c75ca4ad-951e-4b57-b225-e67a4ef05783,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:19.443154 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f90e91f0-1d64-47b0-a4c4-e4b9949623cd req-94edad5b-44bb-498c-97ec-b280c1d19575 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 210 time: 0.0831864 Aug 10 01:15:19.450711 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffa4935-42f2-49d1-b532-a1f2cd40382b tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Made reservation on behalf of a60068d17ed444849e0177358a2fde19 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:19.454403 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5ffa4935-42f2-49d1-b532-a1f2cd40382b tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:19.507054 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ffa4935-42f2-49d1-b532-a1f2cd40382b tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:15:19.527488 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5ffa4935-42f2-49d1-b532-a1f2cd40382b tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:19.527848 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-5ffa4935-42f2-49d1-b532-a1f2cd40382b tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Added segment ac992f5a-0f1b-46ea-bb45-14695ed78804 of type vlan for network 84ba3077-88c2-4f2d-8f2c-f096b5d6321a Aug 10 01:15:19.591553 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5ffa4935-42f2-49d1-b532-a1f2cd40382b tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:19.658090 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5ffa4935-42f2-49d1-b532-a1f2cd40382b tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:19.663920 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffa4935-42f2-49d1-b532-a1f2cd40382b tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:19.664555 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5ffa4935-42f2-49d1-b532-a1f2cd40382b tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:19.703020 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41226) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:19.727317 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-77233105-7967-4506-8688-5ae7360d928f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:19.810528 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa4935-42f2-49d1-b532-a1f2cd40382b tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Network': ['ID=84ba3077-88c2-4f2d-8f2c-f096b5d6321a,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:19.828429 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 84ba3077-88c2-4f2d-8f2c-f096b5d6321a details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:15:19.945625 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-77233105-7967-4506-8688-5ae7360d928f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:19.953346 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-77233105-7967-4506-8688-5ae7360d928f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:19.965732 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5ffa4935-42f2-49d1-b532-a1f2cd40382b tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6141884 Aug 10 01:15:19.968389 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41230) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:19.976564 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-c08ddabd-775d-4493-9d85-f87536787044 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Request body: {'subnet': {'network_id': '84ba3077-88c2-4f2d-8f2c-f096b5d6321a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:20.031660 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-77233105-7967-4506-8688-5ae7360d928f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f7c71f3a9a274abdb7450d0064cf2116&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3273611 Aug 10 01:15:20.046854 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41232) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:20.065287 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77233105-7967-4506-8688-5ae7360d928f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307653f1-5456-43d0-a3b0-346871d8bb33,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:20.140412 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-49102831-56f4-4d39-b1f5-caa7223db71b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:20.163104 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-49102831-56f4-4d39-b1f5-caa7223db71b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:20.225571 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08ddabd-775d-4493-9d85-f87536787044 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Made reservation on behalf of a60068d17ed444849e0177358a2fde19 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:20.227224 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-49102831-56f4-4d39-b1f5-caa7223db71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:20.229164 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c08ddabd-775d-4493-9d85-f87536787044 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:20.230476 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-49102831-56f4-4d39-b1f5-caa7223db71b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:20.231838 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-49102831-56f4-4d39-b1f5-caa7223db71b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/307653f1-5456-43d0-a3b0-346871d8bb33 HTTP/1.1" status: 204 len: 168 time: 0.1837051 Aug 10 01:15:20.269765 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49102831-56f4-4d39-b1f5-caa7223db71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307653f1-5456-43d0-a3b0-346871d8bb33,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:20.525755 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c08ddabd-775d-4493-9d85-f87536787044 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:20.713267 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5386384e-fb01-409f-96f6-f277ecd8f6f8 req-c6f55039-6ffd-4dad-bd5e-4343de3bf0c9 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 210 time: 0.0712495 Aug 10 01:15:20.713937 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ddabd-775d-4493-9d85-f87536787044 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Subnet': ['ID=4c30bb0e-ba54-4f11-9639-98a43c0f932c,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:20.746382 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08ddabd-775d-4493-9d85-f87536787044 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Checking segment: {'id': 'ac992f5a-0f1b-46ea-bb45-14695ed78804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '84ba3077-88c2-4f2d-8f2c-f096b5d6321a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:20.746739 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08ddabd-775d-4493-9d85-f87536787044 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Network hostable DHCP agents. Network: 84ba3077-88c2-4f2d-8f2c-f096b5d6321a, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:15:20.818318 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08ddabd-775d-4493-9d85-f87536787044 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Network 84ba3077-88c2-4f2d-8f2c-f096b5d6321a is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:15:20.837698 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-c08ddabd-775d-4493-9d85-f87536787044 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 84ba3077-88c2-4f2d-8f2c-f096b5d6321a) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:20.844944 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08ddabd-775d-4493-9d85-f87536787044 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:20.846541 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c08ddabd-775d-4493-9d85-f87536787044 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:20.853896 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280f4dfe-44fe-4bcb-a24d-f5f2f4608435 None None] Network 84ba3077-88c2-4f2d-8f2c-f096b5d6321a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:20.885347 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c08ddabd-775d-4493-9d85-f87536787044 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9154770 Aug 10 01:15:20.891326 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41244) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:20.907230 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-7d29e75c-8f09-474e-965e-646dee9b1a0c tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1058859537', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:20.962896 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7d29e75c-8f09-474e-965e-646dee9b1a0c tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:20.964592 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7d29e75c-8f09-474e-965e-646dee9b1a0c tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:21.058206 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7d29e75c-8f09-474e-965e-646dee9b1a0c tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:21.079343 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7d29e75c-8f09-474e-965e-646dee9b1a0c tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:21.117062 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7d29e75c-8f09-474e-965e-646dee9b1a0c tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:21.118841 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7d29e75c-8f09-474e-965e-646dee9b1a0c tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2214077 Aug 10 01:15:21.121563 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41250) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:21.224692 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719b303c-eeba-40de-a743-384a11abb974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-84ba3077-88c2-4f2d-8f2c-f096b5d6321a', 'network_id': '84ba3077-88c2-4f2d-8f2c-f096b5d6321a', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'fixed_ips': [{'subnet_id': '4c30bb0e-ba54-4f11-9639-98a43c0f932c'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:15:21.228788 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-719b303c-eeba-40de-a743-384a11abb974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:21.533797 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-719b303c-eeba-40de-a743-384a11abb974 None None] Allocated IP 172.20.0.2 (84ba3077-88c2-4f2d-8f2c-f096b5d6321a/4c30bb0e-ba54-4f11-9639-98a43c0f932c/489eeded-1993-4781-863f-726123a86a6c) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:21.875066 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2ff562b4-1c93-40c0-9f0d-5502b98cd047 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:21.978585 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-719b303c-eeba-40de-a743-384a11abb974 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:21.987298 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c8e7f2e9-a8f0-46c5-bd96-fda9001e71e6 req-f178b49e-02e3-493d-98e0-cc0a89d9c547 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 210 time: 0.0515099 Aug 10 01:15:21.991028 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-719b303c-eeba-40de-a743-384a11abb974 None None] Transition to ACTIVE for port object 489eeded-1993-4781-863f-726123a86a6c will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:22.006906 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-719b303c-eeba-40de-a743-384a11abb974 None None] Transition to ACTIVE for port object 489eeded-1993-4781-863f-726123a86a6c will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:22.014904 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-719b303c-eeba-40de-a743-384a11abb974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:22.076456 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b303c-eeba-40de-a743-384a11abb974 None None] Pushing event updated for resources: {'Port': ['ID=489eeded-1993-4781-863f-726123a86a6c,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:22.090465 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719b303c-eeba-40de-a743-384a11abb974 None None] Network 84ba3077-88c2-4f2d-8f2c-f096b5d6321a is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:22.092208 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-719b303c-eeba-40de-a743-384a11abb974 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:22.096617 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719b303c-eeba-40de-a743-384a11abb974 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:22.245159 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-719b303c-eeba-40de-a743-384a11abb974 None None] Attempting to bind port 489eeded-1993-4781-863f-726123a86a6c on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:15:22.245959 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-719b303c-eeba-40de-a743-384a11abb974 None None] Attempting to bind port 489eeded-1993-4781-863f-726123a86a6c by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'ac992f5a-0f1b-46ea-bb45-14695ed78804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '84ba3077-88c2-4f2d-8f2c-f096b5d6321a'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:15:22.246335 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b303c-eeba-40de-a743-384a11abb974 None None] Attempting to bind port 489eeded-1993-4781-863f-726123a86a6c on network 84ba3077-88c2-4f2d-8f2c-f096b5d6321a {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:15:22.253170 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b303c-eeba-40de-a743-384a11abb974 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:15:22.253170 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b303c-eeba-40de-a743-384a11abb974 None None] Checking segment: {'id': 'ac992f5a-0f1b-46ea-bb45-14695ed78804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '84ba3077-88c2-4f2d-8f2c-f096b5d6321a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:22.254041 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-719b303c-eeba-40de-a743-384a11abb974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:22.254372 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b303c-eeba-40de-a743-384a11abb974 None None] Bound using segment: {'id': 'ac992f5a-0f1b-46ea-bb45-14695ed78804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '84ba3077-88c2-4f2d-8f2c-f096b5d6321a'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:15:22.254855 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-719b303c-eeba-40de-a743-384a11abb974 None None] Bound port: 489eeded-1993-4781-863f-726123a86a6c, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac992f5a-0f1b-46ea-bb45-14695ed78804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '84ba3077-88c2-4f2d-8f2c-f096b5d6321a'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:15:22.255643 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-719b303c-eeba-40de-a743-384a11abb974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:22.451031 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-719b303c-eeba-40de-a743-384a11abb974 None None] For port 489eeded-1993-4781-863f-726123a86a6c, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:15:22.456922 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-719b303c-eeba-40de-a743-384a11abb974 None None] For port 489eeded-1993-4781-863f-726123a86a6c, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=489eeded-1993-4781-863f-726123a86a6c,segment=NetworkSegment(ac992f5a-0f1b-46ea-bb45-14695ed78804),segment_id=ac992f5a-0f1b-46ea-bb45-14695ed78804)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:15:22.470876 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-719b303c-eeba-40de-a743-384a11abb974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:22.632975 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-2ff562b4-1c93-40c0-9f0d-5502b98cd047 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Allocated IP 172.20.0.1 (84ba3077-88c2-4f2d-8f2c-f096b5d6321a/4c30bb0e-ba54-4f11-9639-98a43c0f932c/55150181-4da9-41e2-926e-39d12f4820da) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:22.670411 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b303c-eeba-40de-a743-384a11abb974 None None] Pushing event updated for resources: {'Port': ['ID=489eeded-1993-4781-863f-726123a86a6c,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:22.822712 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2ff562b4-1c93-40c0-9f0d-5502b98cd047 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:22.871196 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-2ff562b4-1c93-40c0-9f0d-5502b98cd047 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Transition to ACTIVE for port object 55150181-4da9-41e2-926e-39d12f4820da will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:22.967327 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2ff562b4-1c93-40c0-9f0d-5502b98cd047 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:23.036977 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff562b4-1c93-40c0-9f0d-5502b98cd047 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Network 84ba3077-88c2-4f2d-8f2c-f096b5d6321a is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:23.040878 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-2ff562b4-1c93-40c0-9f0d-5502b98cd047 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:23.045793 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff562b4-1c93-40c0-9f0d-5502b98cd047 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:23.112639 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff562b4-1c93-40c0-9f0d-5502b98cd047 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Port': ['ID=55150181-4da9-41e2-926e-39d12f4820da,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:23.158049 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2ff562b4-1c93-40c0-9f0d-5502b98cd047 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:23.253852 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cb15856c-ca24-4087-97bc-35851d544d01 req-fb3a16ce-3b1d-4d9f-864e-c68e09a56fe1 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 210 time: 0.0515985 Aug 10 01:15:23.358092 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2ff562b4-1c93-40c0-9f0d-5502b98cd047 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:23.600281 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41302) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:23.862146 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-03e607fa-ca67-4fff-aefd-ffebe673bc0e tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1829479090'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:23.899780 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2ff562b4-1c93-40c0-9f0d-5502b98cd047 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:23.910109 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2ff562b4-1c93-40c0-9f0d-5502b98cd047 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:23.919922 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e607fa-ca67-4fff-aefd-ffebe673bc0e tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] Made reservation on behalf of 377382fbf30f45cba0854e39a1e4a302 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:23.926552 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-03e607fa-ca67-4fff-aefd-ffebe673bc0e tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:23.951252 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-03e607fa-ca67-4fff-aefd-ffebe673bc0e tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:24.123837 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff562b4-1c93-40c0-9f0d-5502b98cd047 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Port': ['ID=55150181-4da9-41e2-926e-39d12f4820da,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:24.144138 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2ff562b4-1c93-40c0-9f0d-5502b98cd047 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:24.257938 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-03e607fa-ca67-4fff-aefd-ffebe673bc0e tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:24.261383 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dc5b0b-63e3-418e-9d2f-92f227766bec None None] Network 84ba3077-88c2-4f2d-8f2c-f096b5d6321a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:24.274439 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-03e607fa-ca67-4fff-aefd-ffebe673bc0e tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:24.370384 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e607fa-ca67-4fff-aefd-ffebe673bc0e tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aef3537-e8b5-4bed-bf79-fb15c2ead5ec,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:24.399789 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03e607fa-ca67-4fff-aefd-ffebe673bc0e tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:15:24.421996 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff562b4-1c93-40c0-9f0d-5502b98cd047 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Network 84ba3077-88c2-4f2d-8f2c-f096b5d6321a is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:24.424755 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-2ff562b4-1c93-40c0-9f0d-5502b98cd047 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:24.427637 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-03e607fa-ca67-4fff-aefd-ffebe673bc0e tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:24.430036 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-03e607fa-ca67-4fff-aefd-ffebe673bc0e tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] Added segment 2f0bc881-46fe-4884-9c6e-ef77e8d9e3a3 of type vlan for network 435bf1ad-cc53-4358-8adc-7352089dd6e8 Aug 10 01:15:24.483478 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a76bbd29-da30-428f-a091-d2905476c46c None None] Provisioning for port 489eeded-1993-4781-863f-726123a86a6c completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:15:24.604257 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-03e607fa-ca67-4fff-aefd-ffebe673bc0e tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:24.682532 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff562b4-1c93-40c0-9f0d-5502b98cd047 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Router 5bbd0b1d-f84c-48b2-87d3-4cbefdcce473 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:15:24.728810 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-62029e7b-5905-42ac-a476-45b394138b7f req-7261d27a-5eb8-4faa-93e8-5a9536d1bce1 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 210 time: 0.3018801 Aug 10 01:15:24.730416 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-03e607fa-ca67-4fff-aefd-ffebe673bc0e tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:24.752313 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e607fa-ca67-4fff-aefd-ffebe673bc0e tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:24.765671 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-03e607fa-ca67-4fff-aefd-ffebe673bc0e tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:24.980381 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 489eeded-1993-4781-863f-726123a86a6c up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:15:24.982466 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff562b4-1c93-40c0-9f0d-5502b98cd047 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:15:24.993048 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2ff562b4-1c93-40c0-9f0d-5502b98cd047 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "PUT /v2.0/routers/5bbd0b1d-f84c-48b2-87d3-4cbefdcce473/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8701282 Aug 10 01:15:24.995512 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41316) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:24.998339 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-03e607fa-ca67-4fff-aefd-ffebe673bc0e tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3968325 Aug 10 01:15:25.002522 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41318) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:25.010631 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e607fa-ca67-4fff-aefd-ffebe673bc0e tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] Pushing event updated for resources: {'Network': ['ID=435bf1ad-cc53-4358-8adc-7352089dd6e8,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:25.051537 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 435bf1ad-cc53-4358-8adc-7352089dd6e8 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:15:25.084869 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-385bf4f6-db3d-4775-82a4-a438676d0238 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Request body: {'network': {'name': 'tempest-network--627800815', 'router:external': True}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:25.131751 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385bf4f6-db3d-4775-82a4-a438676d0238 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Made reservation on behalf of 7c6f13c4e9ac417c8c07cc7159e18df2 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:25.137901 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-385bf4f6-db3d-4775-82a4-a438676d0238 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:25.149357 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3e4ee2-e82c-477b-8705-c1a898a766ab tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:25.161603 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-385bf4f6-db3d-4775-82a4-a438676d0238 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:25.170919 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7f3e4ee2-e82c-477b-8705-c1a898a766ab tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "GET /v2.0/ports/55150181-4da9-41e2-926e-39d12f4820da HTTP/1.1" status: 200 len: 910 time: 0.1739399 Aug 10 01:15:25.171760 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41326) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:25.194682 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6985567-3b44-4c1b-b84b-3a68c050d207 None None] Sync routers for ids ['5bbd0b1d-f84c-48b2-87d3-4cbefdcce473'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:15:25.309731 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6985567-3b44-4c1b-b84b-3a68c050d207 None None] Routers {'5bbd0b1d-f84c-48b2-87d3-4cbefdcce473'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:25.310711 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-c6985567-3b44-4c1b-b84b-3a68c050d207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:15:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['5bbd0b1d-f84c-48b2-87d3-4cbefdcce473'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:25.448647 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-c6985567-3b44-4c1b-b84b-3a68c050d207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:25.455391 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-385bf4f6-db3d-4775-82a4-a438676d0238 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:25.469783 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-385bf4f6-db3d-4775-82a4-a438676d0238 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:25.506887 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385bf4f6-db3d-4775-82a4-a438676d0238 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:15:25.520673 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6985567-3b44-4c1b-b84b-3a68c050d207 None None] Routers {'5bbd0b1d-f84c-48b2-87d3-4cbefdcce473'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:25.525157 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-c6985567-3b44-4c1b-b84b-3a68c050d207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:15:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['5bbd0b1d-f84c-48b2-87d3-4cbefdcce473'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:25.538691 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-385bf4f6-db3d-4775-82a4-a438676d0238 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:25.542177 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-385bf4f6-db3d-4775-82a4-a438676d0238 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Added segment 008486ed-b0c3-458b-aa79-6556dd01e0bf of type vlan for network 1c4b450b-7c63-4683-bd2f-893887dc85b0 Aug 10 01:15:25.642274 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-385bf4f6-db3d-4775-82a4-a438676d0238 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:25.693722 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-c6985567-3b44-4c1b-b84b-3a68c050d207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:25.694447 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6985567-3b44-4c1b-b84b-3a68c050d207 None None] The sync data for ids ['5bbd0b1d-f84c-48b2-87d3-4cbefdcce473'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:15:25.712492 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-385bf4f6-db3d-4775-82a4-a438676d0238 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:25.713432 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 489eeded-1993-4781-863f-726123a86a6c completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:15:25.713578 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385bf4f6-db3d-4775-82a4-a438676d0238 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:25.714071 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-385bf4f6-db3d-4775-82a4-a438676d0238 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:25.731420 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 489eeded-1993-4781-863f-726123a86a6c triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:25.731873 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:25.891798 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-9b63a198-e462-4f97-a544-93a3b017861a None None] Provisioning for port 55150181-4da9-41e2-926e-39d12f4820da completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:15:25.901435 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-9b63a198-e462-4f97-a544-93a3b017861a None None] Provisioning complete for port 55150181-4da9-41e2-926e-39d12f4820da triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:25.901824 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9b63a198-e462-4f97-a544-93a3b017861a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:25.927496 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385bf4f6-db3d-4775-82a4-a438676d0238 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8689c600-deab-4ad4-8972-228e1423f447,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:25.998424 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-385bf4f6-db3d-4775-82a4-a438676d0238 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9930949 Aug 10 01:15:25.999749 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41332) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:26.056052 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:26.059283 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-9b63a198-e462-4f97-a544-93a3b017861a None None] Port 55150181-4da9-41e2-926e-39d12f4820da cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:15:26.094129 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-459968ee-e4a5-4423-a52b-fee68b3b5439 req-ea36725a-cef7-4c8a-a4b3-9cbf606a0ede tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 210 time: 0.1207695 Aug 10 01:15:26.169649 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 489eeded-1993-4781-863f-726123a86a6c, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=489eeded-1993-4781-863f-726123a86a6c,segment=NetworkSegment(ac992f5a-0f1b-46ea-bb45-14695ed78804),segment_id=ac992f5a-0f1b-46ea-bb45-14695ed78804)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:26.201667 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:26.273550 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e4818922-77f3-48d8-a94d-e59f19d4d47c None None] Provisioning complete for port 55150181-4da9-41e2-926e-39d12f4820da triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:26.277287 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e4818922-77f3-48d8-a94d-e59f19d4d47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:26.289399 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c28054c1-c8bd-4340-9af3-2613fdb4b837 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:26.309619 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385bf4f6-db3d-4775-82a4-a438676d0238 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Pushing event updated for resources: {'Network': ['ID=1c4b450b-7c63-4683-bd2f-893887dc85b0,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:26.340323 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 1c4b450b-7c63-4683-bd2f-893887dc85b0 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:15:26.398792 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b7443f49-5341-44db-8439-f1f02524d1a8 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:26.496996 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=489eeded-1993-4781-863f-726123a86a6c,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:26.517810 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e4818922-77f3-48d8-a94d-e59f19d4d47c None None] Port 55150181-4da9-41e2-926e-39d12f4820da cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:15:26.600520 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b7443f49-5341-44db-8439-f1f02524d1a8 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:26.613380 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-b7443f49-5341-44db-8439-f1f02524d1a8 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c4b450b-7c63-4683-bd2f-893887dc85b0']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:26.628701 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-b7443f49-5341-44db-8439-f1f02524d1a8 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '008486ed-b0c3-458b-aa79-6556dd01e0bf') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:26.629261 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-b7443f49-5341-44db-8439-f1f02524d1a8 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '008486ed-b0c3-458b-aa79-6556dd01e0bf') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:26.640649 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b7443f49-5341-44db-8439-f1f02524d1a8 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:26.666352 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b7443f49-5341-44db-8439-f1f02524d1a8 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:26.687696 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7443f49-5341-44db-8439-f1f02524d1a8 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:15:26.688123 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b7443f49-5341-44db-8439-f1f02524d1a8 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:26.694210 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:15:26.694210 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:15:26.694210 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:15:26.694210 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:15:26.694210 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:15:26.694210 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:15:26.694210 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:15:26.694210 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:15:26.694210 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:15:26.694210 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:15:26.694210 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:15:26.694210 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:15:26.694210 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:15:26.694210 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:15:26.694210 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:15:26.694210 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:15:26.694210 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:15:26.694210 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:15:26.694210 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:15:26.694210 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:15:26.694210 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:15:26.694210 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:15:26.694210 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:15:26.694210 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:15:26.694210 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:15:26.694210 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:15:26.694210 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:15:26.694210 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:15:26.694210 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:15:26.694210 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:15:26.694210 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:15:26.694210 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:15:26.792864 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b7443f49-5341-44db-8439-f1f02524d1a8 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:26.809886 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7443f49-5341-44db-8439-f1f02524d1a8 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1c4b450b-7c63-4683-bd2f-893887dc85b0 {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 01:15:26.827060 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b7443f49-5341-44db-8439-f1f02524d1a8 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:26.830897 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b7443f49-5341-44db-8439-f1f02524d1a8 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] 10.222.0.35 "DELETE /v2.0/networks/1c4b450b-7c63-4683-bd2f-893887dc85b0 HTTP/1.1" status: 204 len: 168 time: 0.7395127 Aug 10 01:15:26.838475 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41342) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:26.859645 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7443f49-5341-44db-8439-f1f02524d1a8 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Pushing event deleted for resources: {'Network': ['ID=1c4b450b-7c63-4683-bd2f-893887dc85b0,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:26.869804 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-d9fb1a34-d7a0-42d5-b631-5f952672bb9b tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Request body: {'network': {'router:external': True}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:26.917362 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 489eeded-1993-4781-863f-726123a86a6c up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:15:26.944642 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fb1a34-d7a0-42d5-b631-5f952672bb9b tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Made reservation on behalf of 7c6f13c4e9ac417c8c07cc7159e18df2 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:26.947196 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d9fb1a34-d7a0-42d5-b631-5f952672bb9b tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:27.009734 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9fb1a34-d7a0-42d5-b631-5f952672bb9b tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:15:27.012867 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 489eeded-1993-4781-863f-726123a86a6c triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:27.013433 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:27.021026 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d9fb1a34-d7a0-42d5-b631-5f952672bb9b tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:27.021375 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-d9fb1a34-d7a0-42d5-b631-5f952672bb9b tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Added segment 878f4ad7-3946-4969-b4ad-686a2acf6de1 of type vlan for network b5f3fae8-42c5-4cf6-95a4-2452e640d7bc Aug 10 01:15:27.075032 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d9fb1a34-d7a0-42d5-b631-5f952672bb9b tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:27.118523 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d9fb1a34-d7a0-42d5-b631-5f952672bb9b tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:27.119547 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fb1a34-d7a0-42d5-b631-5f952672bb9b tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:27.120139 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d9fb1a34-d7a0-42d5-b631-5f952672bb9b tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:27.209711 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41346) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:27.210110 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d9fb1a34-d7a0-42d5-b631-5f952672bb9b tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3704202 Aug 10 01:15:27.219695 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-c28054c1-c8bd-4340-9af3-2613fdb4b837 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Deleting port 55150181-4da9-41e2-926e-39d12f4820da {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:27.219695 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c28054c1-c8bd-4340-9af3-2613fdb4b837 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:27.220019 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-cedfad8b-07f9-4448-b06d-1739ba3e25c1 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Request body: {'subnet': {'network_id': 'b5f3fae8-42c5-4cf6-95a4-2452e640d7bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:27.285748 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb1a34-d7a0-42d5-b631-5f952672bb9b tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Pushing event updated for resources: {'Network': ['ID=b5f3fae8-42c5-4cf6-95a4-2452e640d7bc,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:27.300814 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network b5f3fae8-42c5-4cf6-95a4-2452e640d7bc details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:15:27.332172 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b36e76c5-3325-4728-ac89-6d0e4da43ec8 req-78e056b0-49eb-4354-a5c6-76a164cb39dd tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bdda18-5265-4b7d-aef8-403a1e9d1c53 HTTP/1.1" status: 200 len: 210 time: 0.0668030 Aug 10 01:15:27.332780 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cedfad8b-07f9-4448-b06d-1739ba3e25c1 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Made reservation on behalf of 7c6f13c4e9ac417c8c07cc7159e18df2 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:27.335399 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cedfad8b-07f9-4448-b06d-1739ba3e25c1 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:27.418017 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c28054c1-c8bd-4340-9af3-2613fdb4b837 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:27.441227 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-c28054c1-c8bd-4340-9af3-2613fdb4b837 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Calling delete_port for 55150181-4da9-41e2-926e-39d12f4820da owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:27.670051 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4b9042ce-afd0-4db8-baf0-22e31ef61868 req-87aa9fe6-4c2f-44ea-af22-cfecd4c287b0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=65d9b1b1-54d1-4769-9c0b-93e1cba3cffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1154790 Aug 10 01:15:27.789247 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9042ce-afd0-4db8-baf0-22e31ef61868 req-a8a83017-b466-4bc4-b58a-a76327d3936c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:27.791181 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4b9042ce-afd0-4db8-baf0-22e31ef61868 req-a8a83017-b466-4bc4-b58a-a76327d3936c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4f463465f414d20a10d25627743d857&device_id=65d9b1b1-54d1-4769-9c0b-93e1cba3cffe HTTP/1.1" status: 200 len: 1098 time: 0.0601499 Aug 10 01:15:27.806690 n-d-766726-26 neutron-server[105826]: DEBUG neutron.objects.ports [None req-cedfad8b-07f9-4448-b06d-1739ba3e25c1 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 01:15:27.808953 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cedfad8b-07f9-4448-b06d-1739ba3e25c1 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:27.886797 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedfad8b-07f9-4448-b06d-1739ba3e25c1 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Checking segment: {'id': '878f4ad7-3946-4969-b4ad-686a2acf6de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b5f3fae8-42c5-4cf6-95a4-2452e640d7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:27.887175 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedfad8b-07f9-4448-b06d-1739ba3e25c1 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Network hostable DHCP agents. Network: b5f3fae8-42c5-4cf6-95a4-2452e640d7bc, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:15:27.896362 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedfad8b-07f9-4448-b06d-1739ba3e25c1 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b81b10a3-084c-4a74-9c4f-8c4a226cc8bf,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:27.914072 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedfad8b-07f9-4448-b06d-1739ba3e25c1 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Network b5f3fae8-42c5-4cf6-95a4-2452e640d7bc is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:15:27.935438 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-cedfad8b-07f9-4448-b06d-1739ba3e25c1 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, b5f3fae8-42c5-4cf6-95a4-2452e640d7bc) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:27.939545 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c28054c1-c8bd-4340-9af3-2613fdb4b837 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:27.944713 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7535a5-65dd-42db-9a5c-b1df0dce05bc None None] Network b5f3fae8-42c5-4cf6-95a4-2452e640d7bc requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:27.947947 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedfad8b-07f9-4448-b06d-1739ba3e25c1 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:27.948774 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cedfad8b-07f9-4448-b06d-1739ba3e25c1 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:27.979158 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-cedfad8b-07f9-4448-b06d-1739ba3e25c1 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7643521 Aug 10 01:15:27.981561 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41354) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:28.013689 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-660b3aab-699b-48c0-9f56-7a45167100d7 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Request body: {'floatingip': {'floating_network_id': 'b5f3fae8-42c5-4cf6-95a4-2452e640d7bc'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:28.034614 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28054c1-c8bd-4340-9af3-2613fdb4b837 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event deleted for resources: {'Port': ['ID=55150181-4da9-41e2-926e-39d12f4820da,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:28.054756 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-660b3aab-699b-48c0-9f56-7a45167100d7 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:28.079833 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9042ce-afd0-4db8-baf0-22e31ef61868 req-2daaa118-0611-4943-987a-62485b1d153b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:28.082863 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4b9042ce-afd0-4db8-baf0-22e31ef61868 req-2daaa118-0611-4943-987a-62485b1d153b service neutron] 10.222.0.24 "GET /v2.0/networks?id=d5f42a49-cf64-4535-a007-0ffeb2000607 HTTP/1.1" status: 200 len: 913 time: 0.2666814 Aug 10 01:15:28.229604 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-660b3aab-699b-48c0-9f56-7a45167100d7 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:28.256331 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:28.299581 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbb8be6-d752-472e-af72-aebab74a10d1 None None] Network b5f3fae8-42c5-4cf6-95a4-2452e640d7bc requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:28.328919 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4b9042ce-afd0-4db8-baf0-22e31ef61868 req-017ad833-02cb-48fd-ba92-9c39088a7092 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85f264b0-940a-4202-89db-399337916480 HTTP/1.1" status: 200 len: 1002 time: 0.2350690 Aug 10 01:15:28.353828 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c28054c1-c8bd-4340-9af3-2613fdb4b837 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:28.373164 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-660b3aab-699b-48c0-9f56-7a45167100d7 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Allocated IP 172.20.0.4 (b5f3fae8-42c5-4cf6-95a4-2452e640d7bc/b81b10a3-084c-4a74-9c4f-8c4a226cc8bf/d9b2f109-5ab5-4e69-af3f-eb58fae08e30) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:28.462254 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9042ce-afd0-4db8-baf0-22e31ef61868 req-00873a40-200b-47b0-a687-565b9b562302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:28.463748 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4b9042ce-afd0-4db8-baf0-22e31ef61868 req-00873a40-200b-47b0-a687-565b9b562302 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1982ede0-b8b9-4659-ad0a-d59c9e02d1ca HTTP/1.1" status: 200 len: 851 time: 0.1249511 Aug 10 01:15:28.507790 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-660b3aab-699b-48c0-9f56-7a45167100d7 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:28.549043 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-660b3aab-699b-48c0-9f56-7a45167100d7 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:28.586245 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28054c1-c8bd-4340-9af3-2613fdb4b837 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Router 5bbd0b1d-f84c-48b2-87d3-4cbefdcce473 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:15:28.595859 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9042ce-afd0-4db8-baf0-22e31ef61868 req-a9454b89-d416-457c-806f-4b1eeb2c5b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:28.597509 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4b9042ce-afd0-4db8-baf0-22e31ef61868 req-a9454b89-d416-457c-806f-4b1eeb2c5b54 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d5f42a49-cf64-4535-a007-0ffeb2000607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1251342 Aug 10 01:15:29.000767 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b3aab-699b-48c0-9f56-7a45167100d7 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Pushing event updated for resources: {'Port': ['ID=d9b2f109-5ab5-4e69-af3f-eb58fae08e30,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:29.010468 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660b3aab-699b-48c0-9f56-7a45167100d7 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Network b5f3fae8-42c5-4cf6-95a4-2452e640d7bc is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:29.017771 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-660b3aab-699b-48c0-9f56-7a45167100d7 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:29.020158 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660b3aab-699b-48c0-9f56-7a45167100d7 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:29.088812 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28054c1-c8bd-4340-9af3-2613fdb4b837 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:15:29.095283 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c28054c1-c8bd-4340-9af3-2613fdb4b837 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "PUT /v2.0/routers/5bbd0b1d-f84c-48b2-87d3-4cbefdcce473/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9225318 Aug 10 01:15:29.098840 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41376) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:29.102739 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c48c9fc-dfc3-4f67-8e32-55e70d27e995 None None] Sync routers for ids ['5bbd0b1d-f84c-48b2-87d3-4cbefdcce473'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:15:29.108091 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-660b3aab-699b-48c0-9f56-7a45167100d7 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.115211 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c48c9fc-dfc3-4f67-8e32-55e70d27e995 None None] Routers {'5bbd0b1d-f84c-48b2-87d3-4cbefdcce473'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:29.116650 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-5c48c9fc-dfc3-4f67-8e32-55e70d27e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:15:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['5bbd0b1d-f84c-48b2-87d3-4cbefdcce473'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:29.137581 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-197590c6-7129-406d-93d3-c9e866944c3c tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bbd0b1d-f84c-48b2-87d3-4cbefdcce473 HTTP/1.1" status: 200 len: 205 time: 0.0353351 Aug 10 01:15:29.141388 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41378) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:29.153224 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4b9042ce-afd0-4db8-baf0-22e31ef61868 req-fb5689c9-88f2-42e7-aa89-fede1ce44a72 service neutron] 10.222.0.24 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5464246 Aug 10 01:15:29.175808 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-660b3aab-699b-48c0-9f56-7a45167100d7 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.176767 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-5c48c9fc-dfc3-4f67-8e32-55e70d27e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:29.203750 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c48c9fc-dfc3-4f67-8e32-55e70d27e995 None None] Routers {'5bbd0b1d-f84c-48b2-87d3-4cbefdcce473'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:29.204397 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-5c48c9fc-dfc3-4f67-8e32-55e70d27e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:15:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['5bbd0b1d-f84c-48b2-87d3-4cbefdcce473'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:29.248315 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-5c48c9fc-dfc3-4f67-8e32-55e70d27e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:29.249285 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c48c9fc-dfc3-4f67-8e32-55e70d27e995 None None] The sync data for ids ['5bbd0b1d-f84c-48b2-87d3-4cbefdcce473'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:15:29.314943 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1910001e-206f-4eb5-a17c-02e4a8ed1dcc tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.405177 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-660b3aab-699b-48c0-9f56-7a45167100d7 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.410711 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-660b3aab-699b-48c0-9f56-7a45167100d7 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.465692 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b3aab-699b-48c0-9f56-7a45167100d7 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Pushing event updated for resources: {'Port': ['ID=d9b2f109-5ab5-4e69-af3f-eb58fae08e30,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:29.526867 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-660b3aab-699b-48c0-9f56-7a45167100d7 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.530046 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4b9042ce-afd0-4db8-baf0-22e31ef61868 req-64b92028-ed7b-43f9-8200-13a8236569a6 service neutron] 10.222.0.24 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237154 Aug 10 01:15:29.535868 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1910001e-206f-4eb5-a17c-02e4a8ed1dcc tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.538114 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1910001e-206f-4eb5-a17c-02e4a8ed1dcc tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.554556 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41390) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:29.569249 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-660b3aab-699b-48c0-9f56-7a45167100d7 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.572022 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-660b3aab-699b-48c0-9f56-7a45167100d7 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5893812 Aug 10 01:15:29.574289 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41392) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:29.601917 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1910001e-206f-4eb5-a17c-02e4a8ed1dcc tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.603087 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1910001e-206f-4eb5-a17c-02e4a8ed1dcc tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Fanout notify agent at l3_agent the message router_deleted on router 5bbd0b1d-f84c-48b2-87d3-4cbefdcce473 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:15:29.624785 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1910001e-206f-4eb5-a17c-02e4a8ed1dcc tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.626216 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1910001e-206f-4eb5-a17c-02e4a8ed1dcc tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/routers/5bbd0b1d-f84c-48b2-87d3-4cbefdcce473 HTTP/1.1" status: 204 len: 168 time: 0.4834828 Aug 10 01:15:29.629511 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41394) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:29.686781 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-3508e6ee-8572-4eb9-95dd-a3751e0cf868 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Deleting subnet 4c30bb0e-ba54-4f11-9639-98a43c0f932c {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:15:29.690361 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3508e6ee-8572-4eb9-95dd-a3751e0cf868 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.696841 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-177f1476-a88a-4343-b663-8489637ccdf4 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] 10.222.0.35 "GET /v2.0/floatingips?floating_network_id=b5f3fae8-42c5-4cf6-95a4-2452e640d7bc HTTP/1.1" status: 200 len: 689 time: 0.1212521 Aug 10 01:15:29.698201 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41396) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:29.762560 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3508e6ee-8572-4eb9-95dd-a3751e0cf868 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.793146 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b9a56bb4-6558-414f-976f-c2e058b4b782 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.840326 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b9a56bb4-6558-414f-976f-c2e058b4b782 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.856466 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-549565fb-cdfb-42ae-8ffc-f72dcc04d562 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.901360 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3508e6ee-8572-4eb9-95dd-a3751e0cf868 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:30.009046 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3508e6ee-8572-4eb9-95dd-a3751e0cf868 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:30.043317 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b9a56bb4-6558-414f-976f-c2e058b4b782 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:30.053111 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b9a56bb4-6558-414f-976f-c2e058b4b782 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:30.055400 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b9a56bb4-6558-414f-976f-c2e058b4b782 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "DELETE /v2.0/security-groups/d0b17af5-0443-408a-86a4-a58d27a2e78b HTTP/1.1" status: 204 len: 168 time: 0.4937460 Aug 10 01:15:30.058913 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41402) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:30.060288 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508e6ee-8572-4eb9-95dd-a3751e0cf868 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event deleted for resources: {'Subnet': ['ID=4c30bb0e-ba54-4f11-9639-98a43c0f932c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:30.073171 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a56bb4-6558-414f-976f-c2e058b4b782 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b17af5-0443-408a-86a4-a58d27a2e78b,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:30.093373 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3508e6ee-8572-4eb9-95dd-a3751e0cf868 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:30.101359 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0edf77-ca46-4495-93ab-b64db80720f8 None None] Network 84ba3077-88c2-4f2d-8f2c-f096b5d6321a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:30.103712 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3508e6ee-8572-4eb9-95dd-a3751e0cf868 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/subnets/4c30bb0e-ba54-4f11-9639-98a43c0f932c HTTP/1.1" status: 204 len: 168 time: 0.4701602 Aug 10 01:15:30.104748 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41404) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:30.105632 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-41067b96-14b9-4faa-bcaa-c02ec53bca96 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] show failed (client error): The resource could not be found. Aug 10 01:15:30.139893 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-41067b96-14b9-4faa-bcaa-c02ec53bca96 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "GET /v2.0/security-groups/d0b17af5-0443-408a-86a4-a58d27a2e78b HTTP/1.1" status: 404 len: 347 time: 0.0727110 Aug 10 01:15:30.145553 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41406) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:30.220586 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-549565fb-cdfb-42ae-8ffc-f72dcc04d562 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Deleting port d9b2f109-5ab5-4e69-af3f-eb58fae08e30 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:30.220951 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-549565fb-cdfb-42ae-8ffc-f72dcc04d562 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:30.364895 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ba6dccc9-ad26-4ab7-a065-2bd7a56b021e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:30.485528 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-538aa89e-75e1-4310-b314-d683e6c48db7 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Deleting port 8d90cde5-3f58-40c9-9064-0cafe678a2ff {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:30.485882 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-538aa89e-75e1-4310-b314-d683e6c48db7 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:30.511698 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-549565fb-cdfb-42ae-8ffc-f72dcc04d562 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:30.512672 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-549565fb-cdfb-42ae-8ffc-f72dcc04d562 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:30.527671 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-549565fb-cdfb-42ae-8ffc-f72dcc04d562 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Calling delete_port for d9b2f109-5ab5-4e69-af3f-eb58fae08e30 owned by network:floatingip {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:30.643252 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-538aa89e-75e1-4310-b314-d683e6c48db7 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:30.643841 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-538aa89e-75e1-4310-b314-d683e6c48db7 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:30.653204 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4069bf-01f3-4440-bf26-045a048a3db9 req-05cf9355-b3a8-41f5-83c8-59eda64c5018 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:30.662656 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9c7373-8030-4651-8f27-7737ae760b6a None None] DHCP port deletion for 84ba3077-88c2-4f2d-8f2c-f096b5d6321a request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:15:30.666003 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-538aa89e-75e1-4310-b314-d683e6c48db7 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Calling delete_port for 8d90cde5-3f58-40c9-9064-0cafe678a2ff owned by network:floatingip {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:30.675777 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4069bf-01f3-4440-bf26-045a048a3db9 req-05cf9355-b3a8-41f5-83c8-59eda64c5018 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:30.689739 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4069bf-01f3-4440-bf26-045a048a3db9 req-05cf9355-b3a8-41f5-83c8-59eda64c5018 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:30.696258 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4069bf-01f3-4440-bf26-045a048a3db9 req-05cf9355-b3a8-41f5-83c8-59eda64c5018 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:30.709925 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4069bf-01f3-4440-bf26-045a048a3db9 req-05cf9355-b3a8-41f5-83c8-59eda64c5018 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:30.711511 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-0d9c7373-8030-4651-8f27-7737ae760b6a None None] Deleting port 489eeded-1993-4781-863f-726123a86a6c {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:30.711905 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0d9c7373-8030-4651-8f27-7737ae760b6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:30.721393 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4069bf-01f3-4440-bf26-045a048a3db9 req-05cf9355-b3a8-41f5-83c8-59eda64c5018 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:30.740640 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4069bf-01f3-4440-bf26-045a048a3db9 req-05cf9355-b3a8-41f5-83c8-59eda64c5018 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:30.742775 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5e4069bf-01f3-4440-bf26-045a048a3db9 req-05cf9355-b3a8-41f5-83c8-59eda64c5018 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5445 time: 0.3918266 Aug 10 01:15:30.835705 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5e4069bf-01f3-4440-bf26-045a048a3db9 req-f00c4029-cf07-4d67-89e6-3c641ddf57d3 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0837021 Aug 10 01:15:30.838897 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-ba6dccc9-ad26-4ab7-a065-2bd7a56b021e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Deleting port 489eeded-1993-4781-863f-726123a86a6c {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:30.839285 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ba6dccc9-ad26-4ab7-a065-2bd7a56b021e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:30.844099 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-0d9c7373-8030-4651-8f27-7737ae760b6a None None] For port 489eeded-1993-4781-863f-726123a86a6c, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=489eeded-1993-4781-863f-726123a86a6c,segment=NetworkSegment(ac992f5a-0f1b-46ea-bb45-14695ed78804),segment_id=ac992f5a-0f1b-46ea-bb45-14695ed78804)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:30.844671 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0d9c7373-8030-4651-8f27-7737ae760b6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:30.881802 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-0d9c7373-8030-4651-8f27-7737ae760b6a None None] Calling delete_port for 489eeded-1993-4781-863f-726123a86a6c owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:30.902024 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-538aa89e-75e1-4310-b314-d683e6c48db7 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:30.931353 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-ba6dccc9-ad26-4ab7-a065-2bd7a56b021e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] For port 489eeded-1993-4781-863f-726123a86a6c, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=489eeded-1993-4781-863f-726123a86a6c,segment=NetworkSegment(ac992f5a-0f1b-46ea-bb45-14695ed78804),segment_id=ac992f5a-0f1b-46ea-bb45-14695ed78804)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:30.931758 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ba6dccc9-ad26-4ab7-a065-2bd7a56b021e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:30.961569 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538aa89e-75e1-4310-b314-d683e6c48db7 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Pushing event deleted for resources: {'Port': ['ID=8d90cde5-3f58-40c9-9064-0cafe678a2ff,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:30.975116 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 489eeded-1993-4781-863f-726123a86a6c no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:15:30.989681 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-ba6dccc9-ad26-4ab7-a065-2bd7a56b021e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Calling delete_port for 489eeded-1993-4781-863f-726123a86a6c owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:31.102958 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-538aa89e-75e1-4310-b314-d683e6c48db7 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks [] for floatingip, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.104750 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0d9c7373-8030-4651-8f27-7737ae760b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.107568 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-538aa89e-75e1-4310-b314-d683e6c48db7 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.109493 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-538aa89e-75e1-4310-b314-d683e6c48db7 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "DELETE /v2.0/floatingips/ae30dfa4-2a06-478f-a16a-781d82bbf0c9 HTTP/1.1" status: 204 len: 168 time: 0.9620419 Aug 10 01:15:31.111882 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41416) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:31.112824 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-549565fb-cdfb-42ae-8ffc-f72dcc04d562 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.141758 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c7373-8030-4651-8f27-7737ae760b6a None None] Pushing event deleted for resources: {'Port': ['ID=489eeded-1993-4781-863f-726123a86a6c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:31.142238 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839aa3d6-93e5-4d9e-a673-85cb36b5afde req-11795a47-b298-4b4c-8ed6-d87ad2654048 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:31.143331 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.146053 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9c7373-8030-4651-8f27-7737ae760b6a None None] No DVR routers for this DVR port 489eeded-1993-4781-863f-726123a86a6c on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:15:31.150312 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839aa3d6-93e5-4d9e-a673-85cb36b5afde req-11795a47-b298-4b4c-8ed6-d87ad2654048 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:31.158402 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839aa3d6-93e5-4d9e-a673-85cb36b5afde req-11795a47-b298-4b4c-8ed6-d87ad2654048 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:31.165197 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839aa3d6-93e5-4d9e-a673-85cb36b5afde req-11795a47-b298-4b4c-8ed6-d87ad2654048 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:31.171387 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839aa3d6-93e5-4d9e-a673-85cb36b5afde req-11795a47-b298-4b4c-8ed6-d87ad2654048 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:31.178062 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839aa3d6-93e5-4d9e-a673-85cb36b5afde req-11795a47-b298-4b4c-8ed6-d87ad2654048 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:31.184995 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839aa3d6-93e5-4d9e-a673-85cb36b5afde req-11795a47-b298-4b4c-8ed6-d87ad2654048 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:31.187163 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-839aa3d6-93e5-4d9e-a673-85cb36b5afde req-11795a47-b298-4b4c-8ed6-d87ad2654048 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5445 time: 0.1915858 Aug 10 01:15:31.214610 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549565fb-cdfb-42ae-8ffc-f72dcc04d562 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9b2f109-5ab5-4e69-af3f-eb58fae08e30,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:31.298369 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ba6dccc9-ad26-4ab7-a065-2bd7a56b021e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.302599 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-89b43a06-cb55-4c8f-aa26-605a48ab6fa0 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Deleting port 9211c06d-216b-4619-a636-7f12c2e6d3ce {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:31.303060 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-89b43a06-cb55-4c8f-aa26-605a48ab6fa0 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.341196 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6dccc9-ad26-4ab7-a065-2bd7a56b021e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event deleted for resources: {'Port': ['ID=489eeded-1993-4781-863f-726123a86a6c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:31.345760 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-549565fb-cdfb-42ae-8ffc-f72dcc04d562 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.348420 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6dccc9-ad26-4ab7-a065-2bd7a56b021e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] No DVR routers for this DVR port 489eeded-1993-4781-863f-726123a86a6c on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:15:31.455070 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-89b43a06-cb55-4c8f-aa26-605a48ab6fa0 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.467359 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ba6dccc9-ad26-4ab7-a065-2bd7a56b021e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.473595 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-89b43a06-cb55-4c8f-aa26-605a48ab6fa0 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Calling delete_port for 9211c06d-216b-4619-a636-7f12c2e6d3ce owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:31.483581 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-ba6dccc9-ad26-4ab7-a065-2bd7a56b021e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ba3077-88c2-4f2d-8f2c-f096b5d6321a']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:31.487670 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-549565fb-cdfb-42ae-8ffc-f72dcc04d562 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.522351 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-ba6dccc9-ad26-4ab7-a065-2bd7a56b021e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac992f5a-0f1b-46ea-bb45-14695ed78804') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:31.522655 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-ba6dccc9-ad26-4ab7-a065-2bd7a56b021e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac992f5a-0f1b-46ea-bb45-14695ed78804') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:31.537616 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ba6dccc9-ad26-4ab7-a065-2bd7a56b021e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.557980 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ba6dccc9-ad26-4ab7-a065-2bd7a56b021e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.570826 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba6dccc9-ad26-4ab7-a065-2bd7a56b021e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:15:31.572071 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ba6dccc9-ad26-4ab7-a065-2bd7a56b021e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: self.session.flush() Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: self.session.flush() Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: self.session.flush() Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: self.session.flush() Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:15:31.575219 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:15:31.631285 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-549565fb-cdfb-42ae-8ffc-f72dcc04d562 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.673972 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549565fb-cdfb-42ae-8ffc-f72dcc04d562 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b81b10a3-084c-4a74-9c4f-8c4a226cc8bf,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:31.707687 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-89b43a06-cb55-4c8f-aa26-605a48ab6fa0 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.718001 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ba6dccc9-ad26-4ab7-a065-2bd7a56b021e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.732917 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ba6dccc9-ad26-4ab7-a065-2bd7a56b021e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.734807 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ba6dccc9-ad26-4ab7-a065-2bd7a56b021e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/networks/84ba3077-88c2-4f2d-8f2c-f096b5d6321a HTTP/1.1" status: 204 len: 168 time: 1.6289916 Aug 10 01:15:31.750578 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41426) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:31.753960 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-c4bcb8c6-0d2b-4e35-aded-8721b831ed45 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-172073109', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}, 'admin_state_up': False}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:31.760027 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b43a06-cb55-4c8f-aa26-605a48ab6fa0 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Pushing event deleted for resources: {'Port': ['ID=9211c06d-216b-4619-a636-7f12c2e6d3ce,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:31.762634 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6dccc9-ad26-4ab7-a065-2bd7a56b021e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event deleted for resources: {'Network': ['ID=84ba3077-88c2-4f2d-8f2c-f096b5d6321a,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:31.767302 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-549565fb-cdfb-42ae-8ffc-f72dcc04d562 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.793996 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-549565fb-cdfb-42ae-8ffc-f72dcc04d562 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f3fae8-42c5-4cf6-95a4-2452e640d7bc']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:31.810512 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-549565fb-cdfb-42ae-8ffc-f72dcc04d562 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '878f4ad7-3946-4969-b4ad-686a2acf6de1') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:31.810775 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-549565fb-cdfb-42ae-8ffc-f72dcc04d562 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '878f4ad7-3946-4969-b4ad-686a2acf6de1') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:31.820151 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c4bcb8c6-0d2b-4e35-aded-8721b831ed45 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.821059 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c4bcb8c6-0d2b-4e35-aded-8721b831ed45 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.828661 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-549565fb-cdfb-42ae-8ffc-f72dcc04d562 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.867661 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-549565fb-cdfb-42ae-8ffc-f72dcc04d562 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.883169 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-89b43a06-cb55-4c8f-aa26-605a48ab6fa0 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.886823 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-549565fb-cdfb-42ae-8ffc-f72dcc04d562 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:15:31.887411 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-549565fb-cdfb-42ae-8ffc-f72dcc04d562 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.888551 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-89b43a06-cb55-4c8f-aa26-605a48ab6fa0 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "DELETE /v2.0/ports/9211c06d-216b-4619-a636-7f12c2e6d3ce HTTP/1.1" status: 204 len: 168 time: 0.7751145 Aug 10 01:15:31.889757 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:15:31.889757 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:15:31.889757 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:15:31.889757 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:15:31.889757 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:15:31.889757 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:15:31.889757 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:15:31.889757 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:15:31.889757 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:15:31.889757 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:15:31.889757 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:15:31.889757 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:15:31.889757 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:15:31.889757 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:15:31.889757 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:15:31.889757 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:15:31.889757 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:15:31.889757 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:15:31.889757 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:15:31.889757 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:15:31.889757 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:15:31.889757 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:15:31.889757 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:15:31.889757 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:15:31.889757 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:15:31.889757 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:15:31.889757 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:15:31.889757 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:15:31.889757 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:15:31.889757 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:15:31.889757 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:15:31.889757 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:15:31.895441 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41430) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:32.003925 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c4bcb8c6-0d2b-4e35-aded-8721b831ed45 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:32.086845 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-54e6c116-cfbc-466d-a392-501eeffabf6e tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Deleting port 8a79b3c1-044c-4b04-8482-338547d33f44 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:32.087218 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-54e6c116-cfbc-466d-a392-501eeffabf6e tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:32.120645 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-549565fb-cdfb-42ae-8ffc-f72dcc04d562 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:32.192092 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549565fb-cdfb-42ae-8ffc-f72dcc04d562 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b5f3fae8-42c5-4cf6-95a4-2452e640d7bc {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 01:15:32.205357 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-549565fb-cdfb-42ae-8ffc-f72dcc04d562 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:32.217219 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41434) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:32.218212 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-549565fb-cdfb-42ae-8ffc-f72dcc04d562 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] 10.222.0.35 "DELETE /v2.0/networks/b5f3fae8-42c5-4cf6-95a4-2452e640d7bc HTTP/1.1" status: 204 len: 168 time: 2.5044100 Aug 10 01:15:32.335663 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c4bcb8c6-0d2b-4e35-aded-8721b831ed45 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:32.396543 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549565fb-cdfb-42ae-8ffc-f72dcc04d562 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Pushing event deleted for resources: {'Network': ['ID=b5f3fae8-42c5-4cf6-95a4-2452e640d7bc,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:32.460635 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-54e6c116-cfbc-466d-a392-501eeffabf6e tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:32.499380 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-54e6c116-cfbc-466d-a392-501eeffabf6e tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Calling delete_port for 8a79b3c1-044c-4b04-8482-338547d33f44 owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:32.509563 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c7a3fdaf-c4db-45eb-bccb-c6d3d49f0b45 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2567 time: 0.2887077 Aug 10 01:15:32.514719 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41436) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:32.681773 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6ca87b-6c70-42b2-afdd-8239f0c08a2f tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:32.682422 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6ca87b-6c70-42b2-afdd-8239f0c08a2f tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:32.682958 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6ca87b-6c70-42b2-afdd-8239f0c08a2f tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:32.683843 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6ca87b-6c70-42b2-afdd-8239f0c08a2f tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:32.684503 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6ca87b-6c70-42b2-afdd-8239f0c08a2f tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:32.685261 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6ca87b-6c70-42b2-afdd-8239f0c08a2f tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:32.685795 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6ca87b-6c70-42b2-afdd-8239f0c08a2f tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:32.686328 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6ca87b-6c70-42b2-afdd-8239f0c08a2f tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:32.686951 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6ca87b-6c70-42b2-afdd-8239f0c08a2f tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:32.687451 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6ca87b-6c70-42b2-afdd-8239f0c08a2f tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:32.687985 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6ca87b-6c70-42b2-afdd-8239f0c08a2f tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:32.688538 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6ca87b-6c70-42b2-afdd-8239f0c08a2f tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:32.695573 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4a6ca87b-6c70-42b2-afdd-8239f0c08a2f tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7624 time: 0.1740446 Aug 10 01:15:32.698702 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41438) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:32.772526 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-54e6c116-cfbc-466d-a392-501eeffabf6e tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:32.778544 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-55be1700-331b-4bce-aea5-6361b9378436 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] delete failed (client error): The resource could not be found. Aug 10 01:15:32.782806 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-55be1700-331b-4bce-aea5-6361b9378436 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/b978f648-feaf-4338-bd65-760880146e11 HTTP/1.1" status: 404 len: 345 time: 0.0829902 Aug 10 01:15:32.785638 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41442) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:32.809847 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-358d3b99-2fe7-496e-9073-e3023e2df794 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] DELETE failed (client error): The resource could not be found. Aug 10 01:15:32.810864 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-358d3b99-2fe7-496e-9073-e3023e2df794 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:15:32.817916 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-358d3b99-2fe7-496e-9073-e3023e2df794 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] 10.222.0.35 "DELETE /v2.0/networks/b5f3fae8-42c5-4cf6-95a4-2452e640d7bc HTTP/1.1" status: 404 len: 339 time: 0.0312448 Aug 10 01:15:32.825488 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41444) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:32.831964 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-a73e9c3d-891f-43b0-b4fa-d72c072c21b1 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Request body: {'network': {'name': 'tempest-network--51079585', 'router:external': True}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:32.866951 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6c116-cfbc-466d-a392-501eeffabf6e tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Pushing event deleted for resources: {'Port': ['ID=8a79b3c1-044c-4b04-8482-338547d33f44,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:32.874970 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73e9c3d-891f-43b0-b4fa-d72c072c21b1 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Made reservation on behalf of 7c6f13c4e9ac417c8c07cc7159e18df2 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:32.877305 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a73e9c3d-891f-43b0-b4fa-d72c072c21b1 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:33.009555 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-54e6c116-cfbc-466d-a392-501eeffabf6e tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:33.020153 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41448) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:33.026788 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a73e9c3d-891f-43b0-b4fa-d72c072c21b1 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:15:33.031054 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-54e6c116-cfbc-466d-a392-501eeffabf6e tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "DELETE /v2.0/ports/8a79b3c1-044c-4b04-8482-338547d33f44 HTTP/1.1" status: 204 len: 168 time: 1.1332808 Aug 10 01:15:33.131611 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a73e9c3d-891f-43b0-b4fa-d72c072c21b1 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:33.134830 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-a73e9c3d-891f-43b0-b4fa-d72c072c21b1 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Added segment 1631fe77-1295-4e9f-9e43-0b53e2f043dc of type vlan for network 5a192ed1-c673-4f28-a63c-347ed42225c6 Aug 10 01:15:33.190989 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c4bcb8c6-0d2b-4e35-aded-8721b831ed45 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router_gateway, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:33.243413 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c4bcb8c6-0d2b-4e35-aded-8721b831ed45 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:33.265570 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a73e9c3d-891f-43b0-b4fa-d72c072c21b1 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:33.276143 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-59b60a95-21a8-49db-828f-d2116c250026 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Deleting subnet a4c328af-f7d8-464f-82c5-ef21fb4355cc {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:15:33.285988 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-59b60a95-21a8-49db-828f-d2116c250026 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:33.415187 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-59b60a95-21a8-49db-828f-d2116c250026 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:33.479105 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a73e9c3d-891f-43b0-b4fa-d72c072c21b1 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:33.480149 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73e9c3d-891f-43b0-b4fa-d72c072c21b1 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:33.480765 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a73e9c3d-891f-43b0-b4fa-d72c072c21b1 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:33.555766 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e9c3d-891f-43b0-b4fa-d72c072c21b1 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Pushing event updated for resources: {'Network': ['ID=5a192ed1-c673-4f28-a63c-347ed42225c6,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:33.581940 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 5a192ed1-c673-4f28-a63c-347ed42225c6 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:15:33.660205 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-c4bcb8c6-0d2b-4e35-aded-8721b831ed45 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Allocated IP 172.25.2.143 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/3f303ac3-5ff3-4e5c-94ad-07dc8e3c282f) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:33.665690 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a73e9c3d-891f-43b0-b4fa-d72c072c21b1 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.8362343 Aug 10 01:15:33.669050 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41464) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:33.700642 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-59b60a95-21a8-49db-828f-d2116c250026 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:33.729830 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41466) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:33.861267 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-59b60a95-21a8-49db-828f-d2116c250026 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:33.879819 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c4bcb8c6-0d2b-4e35-aded-8721b831ed45 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:33.910022 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b60a95-21a8-49db-828f-d2116c250026 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Pushing event deleted for resources: {'Subnet': ['ID=a4c328af-f7d8-464f-82c5-ef21fb4355cc,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:33.917191 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-59b60a95-21a8-49db-828f-d2116c250026 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:33.919279 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-59b60a95-21a8-49db-828f-d2116c250026 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "DELETE /v2.0/subnets/a4c328af-f7d8-464f-82c5-ef21fb4355cc HTTP/1.1" status: 204 len: 168 time: 0.8948641 Aug 10 01:15:33.921747 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41470) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:33.930316 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0088c7c-7b34-468f-8608-9d43afba8db2 None None] Network 9657ed9b-3ba6-4067-a52c-0b450eacaa75 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:33.982627 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54857171-db55-4cda-b0d1-766557c5e4c1 tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:33.991403 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a43991b4-459b-41e7-aa0b-53ed553c442d tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Deleting subnet 4bfcdb50-9c0d-437c-9c01-cf14d13f1a02 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:15:34.001759 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54857171-db55-4cda-b0d1-766557c5e4c1 tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:34.008150 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54857171-db55-4cda-b0d1-766557c5e4c1 tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:34.012781 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a43991b4-459b-41e7-aa0b-53ed553c442d tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:34.023525 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54857171-db55-4cda-b0d1-766557c5e4c1 tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:34.036519 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-54857171-db55-4cda-b0d1-766557c5e4c1 tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3622956 Aug 10 01:15:34.041842 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41472) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:34.063028 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a909f9-ba82-4d48-af38-2276d8dc9097 req-c1120230-469f-4e39-9f0b-6d92c52a1ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:34.065634 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a909f9-ba82-4d48-af38-2276d8dc9097 req-c1120230-469f-4e39-9f0b-6d92c52a1ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:34.065634 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a909f9-ba82-4d48-af38-2276d8dc9097 req-c1120230-469f-4e39-9f0b-6d92c52a1ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:34.065634 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a909f9-ba82-4d48-af38-2276d8dc9097 req-c1120230-469f-4e39-9f0b-6d92c52a1ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:34.065634 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a909f9-ba82-4d48-af38-2276d8dc9097 req-c1120230-469f-4e39-9f0b-6d92c52a1ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:34.065634 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a909f9-ba82-4d48-af38-2276d8dc9097 req-c1120230-469f-4e39-9f0b-6d92c52a1ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:34.068674 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a909f9-ba82-4d48-af38-2276d8dc9097 req-c1120230-469f-4e39-9f0b-6d92c52a1ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:34.072511 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c4bcb8c6-0d2b-4e35-aded-8721b831ed45 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:34.075006 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-45a909f9-ba82-4d48-af38-2276d8dc9097 req-c1120230-469f-4e39-9f0b-6d92c52a1ec6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 6509 time: 0.3441474 Aug 10 01:15:34.179442 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-45a909f9-ba82-4d48-af38-2276d8dc9097 req-a00a1e29-9ed2-4763-b41c-4af6138b0fc1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1032608 Aug 10 01:15:34.214051 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3968c049-d96a-4c69-af06-a0fd85af0bf0 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:34.238853 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bcb8c6-0d2b-4e35-aded-8721b831ed45 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:34.256085 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6b8c3a-bcf7-40bc-93c9-4973839aa3de None None] DHCP port deletion for 9657ed9b-3ba6-4067-a52c-0b450eacaa75 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:15:34.265956 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a43991b4-459b-41e7-aa0b-53ed553c442d tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:34.278355 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-c4bcb8c6-0d2b-4e35-aded-8721b831ed45 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:34.339284 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b8c3a-bcf7-40bc-93c9-4973839aa3de None None] Deleting port 33375a91-2505-45b8-bcc4-b444e4eac1f4 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:34.339863 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0d6b8c3a-bcf7-40bc-93c9-4973839aa3de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:34.347962 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bcb8c6-0d2b-4e35-aded-8721b831ed45 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:34.350122 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bcb8c6-0d2b-4e35-aded-8721b831ed45 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Port': ['ID=3f303ac3-5ff3-4e5c-94ad-07dc8e3c282f,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:34.482738 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3968c049-d96a-4c69-af06-a0fd85af0bf0 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:34.497946 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-0d6b8c3a-bcf7-40bc-93c9-4973839aa3de None None] For port 33375a91-2505-45b8-bcc4-b444e4eac1f4, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=33375a91-2505-45b8-bcc4-b444e4eac1f4,segment=NetworkSegment(1357e2b4-7ea7-48a9-bf87-c09b5a9112c7),segment_id=1357e2b4-7ea7-48a9-bf87-c09b5a9112c7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:34.498354 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0d6b8c3a-bcf7-40bc-93c9-4973839aa3de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:34.501541 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-3968c049-d96a-4c69-af06-a0fd85af0bf0 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a192ed1-c673-4f28-a63c-347ed42225c6']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:34.528096 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-3968c049-d96a-4c69-af06-a0fd85af0bf0 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1631fe77-1295-4e9f-9e43-0b53e2f043dc') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:34.528842 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-3968c049-d96a-4c69-af06-a0fd85af0bf0 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1631fe77-1295-4e9f-9e43-0b53e2f043dc') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:34.535907 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b8c3a-bcf7-40bc-93c9-4973839aa3de None None] Calling delete_port for 33375a91-2505-45b8-bcc4-b444e4eac1f4 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:34.542865 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3968c049-d96a-4c69-af06-a0fd85af0bf0 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:34.570241 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3968c049-d96a-4c69-af06-a0fd85af0bf0 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:34.598786 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3968c049-d96a-4c69-af06-a0fd85af0bf0 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:15:34.599358 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3968c049-d96a-4c69-af06-a0fd85af0bf0 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:34.645745 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a43991b4-459b-41e7-aa0b-53ed553c442d tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:34.657833 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:15:34.657833 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:15:34.657833 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:15:34.657833 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:15:34.657833 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:15:34.657833 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:15:34.657833 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:15:34.657833 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:15:34.657833 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:15:34.657833 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:15:34.657833 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:15:34.657833 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:15:34.657833 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:15:34.657833 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:15:34.657833 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:15:34.657833 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:15:34.657833 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:15:34.657833 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:15:34.657833 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:15:34.657833 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:15:34.657833 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:15:34.657833 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:15:34.657833 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:15:34.657833 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:15:34.657833 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:15:34.657833 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:15:34.657833 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:15:34.657833 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:15:34.657833 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:15:34.657833 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:15:34.657833 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:15:34.657833 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:15:34.699091 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0d6b8c3a-bcf7-40bc-93c9-4973839aa3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:34.744855 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3968c049-d96a-4c69-af06-a0fd85af0bf0 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:34.754165 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3968c049-d96a-4c69-af06-a0fd85af0bf0 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5a192ed1-c673-4f28-a63c-347ed42225c6 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 01:15:34.758012 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3968c049-d96a-4c69-af06-a0fd85af0bf0 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:34.760168 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3968c049-d96a-4c69-af06-a0fd85af0bf0 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] 10.222.0.35 "DELETE /v2.0/networks/5a192ed1-c673-4f28-a63c-347ed42225c6 HTTP/1.1" status: 204 len: 168 time: 0.7172039 Aug 10 01:15:34.760972 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a43991b4-459b-41e7-aa0b-53ed553c442d tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:34.783513 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41486) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:34.797472 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-a7c23fc7-255e-4652-93f7-d11807aa8a4b tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Request body: {'network': {'name': 'tempest-network--2036091396', 'router:external': True}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:34.807427 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968c049-d96a-4c69-af06-a0fd85af0bf0 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Pushing event deleted for resources: {'Network': ['ID=5a192ed1-c673-4f28-a63c-347ed42225c6,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:34.828808 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b8c3a-bcf7-40bc-93c9-4973839aa3de None None] Pushing event deleted for resources: {'Port': ['ID=33375a91-2505-45b8-bcc4-b444e4eac1f4,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:34.845582 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6b8c3a-bcf7-40bc-93c9-4973839aa3de None None] No DVR routers for this DVR port 33375a91-2505-45b8-bcc4-b444e4eac1f4 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:15:34.980546 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 33375a91-2505-45b8-bcc4-b444e4eac1f4 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:15:35.042850 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 33375a91-2505-45b8-bcc4-b444e4eac1f4 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:15:35.044163 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 33375a91-2505-45b8-bcc4-b444e4eac1f4 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:15:35.531019 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43991b4-459b-41e7-aa0b-53ed553c442d tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Pushing event deleted for resources: {'Subnet': ['ID=4bfcdb50-9c0d-437c-9c01-cf14d13f1a02,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:35.551189 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a43991b4-459b-41e7-aa0b-53ed553c442d tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:35.551814 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dd1538-728d-4b93-9d31-671eb0cf056d None None] Network 87e4a205-e3a1-47d5-9b64-5ef0f0daea88 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:35.555475 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a43991b4-459b-41e7-aa0b-53ed553c442d tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "DELETE /v2.0/subnets/4bfcdb50-9c0d-437c-9c01-cf14d13f1a02 HTTP/1.1" status: 204 len: 168 time: 1.6304204 Aug 10 01:15:35.555475 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c23fc7-255e-4652-93f7-d11807aa8a4b tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Made reservation on behalf of 7c6f13c4e9ac417c8c07cc7159e18df2 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:35.556045 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41494) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:35.556529 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a7c23fc7-255e-4652-93f7-d11807aa8a4b tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:35.598390 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c23fc7-255e-4652-93f7-d11807aa8a4b tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:15:35.725786 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a7c23fc7-255e-4652-93f7-d11807aa8a4b tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:35.740792 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-a7c23fc7-255e-4652-93f7-d11807aa8a4b tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Added segment 4cd5c0da-fc11-4928-8cb5-f13abf516617 of type vlan for network 0f3adccb-b017-440f-90aa-2e0285dfa8c3 Aug 10 01:15:35.743458 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-88d794fd-4c8e-4dd2-9932-8ac81504b6cf tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:35.851193 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a7c23fc7-255e-4652-93f7-d11807aa8a4b tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:35.871478 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-88d794fd-4c8e-4dd2-9932-8ac81504b6cf tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:35.882197 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2d563-ebe7-4479-a341-0f67aa4199dc req-2bbebda8-16d8-4a11-9f2f-60d6e1169ed9 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:35.883794 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9fd2d563-ebe7-4479-a341-0f67aa4199dc req-2bbebda8-16d8-4a11-9f2f-60d6e1169ed9 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 946 time: 0.1974511 Aug 10 01:15:35.898374 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-88d794fd-4c8e-4dd2-9932-8ac81504b6cf tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9657ed9b-3ba6-4067-a52c-0b450eacaa75']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:35.921896 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-88d794fd-4c8e-4dd2-9932-8ac81504b6cf tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1357e2b4-7ea7-48a9-bf87-c09b5a9112c7') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:35.921896 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-88d794fd-4c8e-4dd2-9932-8ac81504b6cf tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1357e2b4-7ea7-48a9-bf87-c09b5a9112c7') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:35.944950 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-88d794fd-4c8e-4dd2-9932-8ac81504b6cf tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:35.949492 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9fd2d563-ebe7-4479-a341-0f67aa4199dc req-d5734cef-b95d-46d9-b114-dbf06040275d tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccff1bd2-c333-4a0d-91a4-825a72744d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573285 Aug 10 01:15:35.951351 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c4bcb8c6-0d2b-4e35-aded-8721b831ed45 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router_gateway, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:35.973222 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-88d794fd-4c8e-4dd2-9932-8ac81504b6cf tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:35.982271 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d794fd-4c8e-4dd2-9932-8ac81504b6cf tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:15:35.982717 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-88d794fd-4c8e-4dd2-9932-8ac81504b6cf tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:36.013782 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41498) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:36.025871 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a7c23fc7-255e-4652-93f7-d11807aa8a4b tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:36.027182 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c23fc7-255e-4652-93f7-d11807aa8a4b tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:36.028025 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a7c23fc7-255e-4652-93f7-d11807aa8a4b tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:36.057169 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f4e48e-b91e-412e-94a5-1f122d2097d9 None None] DHCP port deletion for 87e4a205-e3a1-47d5-9b64-5ef0f0daea88 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:15:36.146861 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:15:36.146861 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:15:36.146861 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:15:36.146861 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:15:36.146861 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:15:36.146861 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:15:36.146861 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:15:36.146861 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:15:36.146861 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:15:36.146861 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:15:36.146861 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:15:36.146861 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:15:36.146861 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:15:36.146861 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:15:36.146861 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:15:36.146861 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:15:36.146861 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:15:36.146861 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:15:36.146861 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:15:36.146861 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:15:36.146861 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:15:36.146861 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:15:36.146861 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:15:36.146861 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:15:36.146861 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:15:36.146861 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:15:36.146861 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:15:36.146861 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:15:36.146861 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:15:36.146861 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:15:36.146861 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:15:36.146861 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:15:36.152610 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-88d794fd-4c8e-4dd2-9932-8ac81504b6cf tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:36.202765 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-88d794fd-4c8e-4dd2-9932-8ac81504b6cf tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:36.208876 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-88d794fd-4c8e-4dd2-9932-8ac81504b6cf tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "DELETE /v2.0/networks/9657ed9b-3ba6-4067-a52c-0b450eacaa75 HTTP/1.1" status: 204 len: 168 time: 0.6515610 Aug 10 01:15:36.210531 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d794fd-4c8e-4dd2-9932-8ac81504b6cf tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Pushing event deleted for resources: {'Network': ['ID=9657ed9b-3ba6-4067-a52c-0b450eacaa75,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:36.213749 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41502) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:36.234122 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-62f4e48e-b91e-412e-94a5-1f122d2097d9 None None] Deleting port 70c47e6c-dc15-488f-b8e9-58453d3788a9 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:36.238699 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-62f4e48e-b91e-412e-94a5-1f122d2097d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:36.263718 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a7c23fc7-255e-4652-93f7-d11807aa8a4b tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4735742 Aug 10 01:15:36.277964 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41504) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:36.349900 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c23fc7-255e-4652-93f7-d11807aa8a4b tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Pushing event updated for resources: {'Network': ['ID=0f3adccb-b017-440f-90aa-2e0285dfa8c3,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:36.387718 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6813bf51-d25e-4974-adee-8f9f480498fa tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/floatingips/536bc98b-d250-4722-b0d6-9d03f7199680 HTTP/1.1" status: 200 len: 993 time: 0.3710954 Aug 10 01:15:36.427027 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3dab48c7-76ce-4a11-b785-4d92b67322c8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:36.512040 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 0f3adccb-b017-440f-90aa-2e0285dfa8c3 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:15:36.643051 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-3dab48c7-76ce-4a11-b785-4d92b67322c8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Deleting port 70c47e6c-dc15-488f-b8e9-58453d3788a9 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:36.643777 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3dab48c7-76ce-4a11-b785-4d92b67322c8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:36.697056 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96383e65-27cb-43f1-ad38-b2a48a705e2c tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:36.702986 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-96383e65-27cb-43f1-ad38-b2a48a705e2c tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] 10.222.0.35 "GET /v2.0/networks/0f3adccb-b017-440f-90aa-2e0285dfa8c3 HTTP/1.1" status: 200 len: 757 time: 0.4233985 Aug 10 01:15:36.706763 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41514) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:36.750901 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-62f4e48e-b91e-412e-94a5-1f122d2097d9 None None] For port 70c47e6c-dc15-488f-b8e9-58453d3788a9, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=70c47e6c-dc15-488f-b8e9-58453d3788a9,segment=NetworkSegment(12abd57d-e545-4f43-839f-fc66085c41e6),segment_id=12abd57d-e545-4f43-839f-fc66085c41e6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:36.751511 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-62f4e48e-b91e-412e-94a5-1f122d2097d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:36.839271 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b098d6cc-01c8-40f2-b28c-4ef7d22f08b8 tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:36.841043 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b098d6cc-01c8-40f2-b28c-4ef7d22f08b8 tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] 10.222.0.35 "GET /v2.0/networks/435bf1ad-cc53-4358-8adc-7352089dd6e8 HTTP/1.1" status: 200 len: 768 time: 0.1308174 Aug 10 01:15:36.848048 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41518) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:36.857729 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-62f4e48e-b91e-412e-94a5-1f122d2097d9 None None] Calling delete_port for 70c47e6c-dc15-488f-b8e9-58453d3788a9 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:36.860464 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-3dab48c7-76ce-4a11-b785-4d92b67322c8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] For port 70c47e6c-dc15-488f-b8e9-58453d3788a9, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=70c47e6c-dc15-488f-b8e9-58453d3788a9,segment=NetworkSegment(12abd57d-e545-4f43-839f-fc66085c41e6),segment_id=12abd57d-e545-4f43-839f-fc66085c41e6)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:36.861048 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3dab48c7-76ce-4a11-b785-4d92b67322c8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:36.902812 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 70c47e6c-dc15-488f-b8e9-58453d3788a9 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:15:36.941923 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-3dab48c7-76ce-4a11-b785-4d92b67322c8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Calling delete_port for 70c47e6c-dc15-488f-b8e9-58453d3788a9 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:37.009893 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c4bcb8c6-0d2b-4e35-aded-8721b831ed45 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:37.035052 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0282cfaa-6505-404d-ae15-70813f9344fc tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:37.091439 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac06e4-9aeb-46cb-8a3e-08743340157c req-2b1d7e4d-c288-45da-87ca-b03a06ad1313 tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:37.093551 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:37.100027 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4aac06e4-9aeb-46cb-8a3e-08743340157c req-2b1d7e4d-c288-45da-87ca-b03a06ad1313 tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 1098 time: 0.1944745 Aug 10 01:15:37.127181 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3dab48c7-76ce-4a11-b785-4d92b67322c8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:37.132702 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-62f4e48e-b91e-412e-94a5-1f122d2097d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:37.172433 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4aac06e4-9aeb-46cb-8a3e-08743340157c req-676f342c-62e5-46b4-a190-a58be5522127 tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=ccff1bd2-c333-4a0d-91a4-825a72744d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709946 Aug 10 01:15:37.184680 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4e48e-b91e-412e-94a5-1f122d2097d9 None None] Pushing event deleted for resources: {'Port': ['ID=70c47e6c-dc15-488f-b8e9-58453d3788a9,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:37.208643 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab48c7-76ce-4a11-b785-4d92b67322c8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Pushing event deleted for resources: {'Port': ['ID=70c47e6c-dc15-488f-b8e9-58453d3788a9,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:37.213194 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f4e48e-b91e-412e-94a5-1f122d2097d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:37.213549 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f4e48e-b91e-412e-94a5-1f122d2097d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:37.213899 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f4e48e-b91e-412e-94a5-1f122d2097d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:37.214247 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f4e48e-b91e-412e-94a5-1f122d2097d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:37.214587 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f4e48e-b91e-412e-94a5-1f122d2097d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:37.215008 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f4e48e-b91e-412e-94a5-1f122d2097d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:37.215266 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f4e48e-b91e-412e-94a5-1f122d2097d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:37.215600 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f4e48e-b91e-412e-94a5-1f122d2097d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:37.215933 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f4e48e-b91e-412e-94a5-1f122d2097d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:37.216282 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f4e48e-b91e-412e-94a5-1f122d2097d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:37.216613 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f4e48e-b91e-412e-94a5-1f122d2097d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:37.216945 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f4e48e-b91e-412e-94a5-1f122d2097d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:37.227277 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0282cfaa-6505-404d-ae15-70813f9344fc tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:37.235884 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f4e48e-b91e-412e-94a5-1f122d2097d9 None None] No DVR routers for this DVR port 70c47e6c-dc15-488f-b8e9-58453d3788a9 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:15:37.260008 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-0282cfaa-6505-404d-ae15-70813f9344fc tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f3adccb-b017-440f-90aa-2e0285dfa8c3']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:37.278984 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dab48c7-76ce-4a11-b785-4d92b67322c8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] No DVR routers for this DVR port 70c47e6c-dc15-488f-b8e9-58453d3788a9 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:15:37.289354 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-0282cfaa-6505-404d-ae15-70813f9344fc tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd5c0da-fc11-4928-8cb5-f13abf516617') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:37.289754 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-0282cfaa-6505-404d-ae15-70813f9344fc tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd5c0da-fc11-4928-8cb5-f13abf516617') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:37.356500 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4bcb8c6-0d2b-4e35-aded-8721b831ed45 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Router cd49ce6f-b454-43da-97ad-724fcacdc63f is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:15:37.361014 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0282cfaa-6505-404d-ae15-70813f9344fc tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:37.418877 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0282cfaa-6505-404d-ae15-70813f9344fc tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:37.431261 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0282cfaa-6505-404d-ae15-70813f9344fc tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:15:37.431683 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0282cfaa-6505-404d-ae15-70813f9344fc tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:37.433672 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:15:37.433672 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:15:37.433672 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:15:37.433672 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:15:37.433672 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:15:37.433672 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:15:37.433672 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:15:37.433672 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:15:37.433672 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:15:37.433672 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:15:37.433672 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:15:37.433672 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:15:37.433672 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:15:37.433672 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:15:37.433672 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:15:37.433672 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:15:37.433672 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:15:37.433672 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:15:37.433672 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:15:37.433672 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:15:37.433672 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:15:37.433672 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:15:37.433672 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:15:37.433672 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:15:37.433672 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:15:37.433672 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:15:37.433672 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:15:37.433672 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:15:37.433672 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:15:37.433672 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:15:37.433672 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:15:37.433672 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:15:37.480052 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3dab48c7-76ce-4a11-b785-4d92b67322c8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:37.503910 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-3dab48c7-76ce-4a11-b785-4d92b67322c8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e4a205-e3a1-47d5-9b64-5ef0f0daea88']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:37.521303 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-3dab48c7-76ce-4a11-b785-4d92b67322c8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12abd57d-e545-4f43-839f-fc66085c41e6') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:37.521738 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-3dab48c7-76ce-4a11-b785-4d92b67322c8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12abd57d-e545-4f43-839f-fc66085c41e6') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:37.535172 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3dab48c7-76ce-4a11-b785-4d92b67322c8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:37.546556 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0282cfaa-6505-404d-ae15-70813f9344fc tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:37.585376 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0282cfaa-6505-404d-ae15-70813f9344fc tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0f3adccb-b017-440f-90aa-2e0285dfa8c3 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 01:15:37.587325 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282cfaa-6505-404d-ae15-70813f9344fc tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Pushing event deleted for resources: {'Network': ['ID=0f3adccb-b017-440f-90aa-2e0285dfa8c3,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:37.592222 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0282cfaa-6505-404d-ae15-70813f9344fc tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:37.600891 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0282cfaa-6505-404d-ae15-70813f9344fc tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] 10.222.0.35 "DELETE /v2.0/networks/0f3adccb-b017-440f-90aa-2e0285dfa8c3 HTTP/1.1" status: 204 len: 168 time: 0.7495997 Aug 10 01:15:37.602207 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3dab48c7-76ce-4a11-b785-4d92b67322c8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:37.611542 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41522) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:37.625594 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-edda5122-4b47-4714-a1a7-9135eadb4d7a tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Request body: {'network': {'name': 'tempest-network--387334672'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:37.630833 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dab48c7-76ce-4a11-b785-4d92b67322c8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:15:37.631366 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3dab48c7-76ce-4a11-b785-4d92b67322c8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:37.634579 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:15:37.634579 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:15:37.634579 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:15:37.634579 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:15:37.634579 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:15:37.634579 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:15:37.634579 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:15:37.634579 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:15:37.634579 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:15:37.634579 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:15:37.634579 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:15:37.634579 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:15:37.634579 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:15:37.634579 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:15:37.634579 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:15:37.634579 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:15:37.634579 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:15:37.634579 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:15:37.634579 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:15:37.634579 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:15:37.634579 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:15:37.634579 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:15:37.634579 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:15:37.634579 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:15:37.634579 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:15:37.634579 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:15:37.634579 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:15:37.634579 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:15:37.634579 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:15:37.634579 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:15:37.634579 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:15:37.634579 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:15:37.718493 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bcb8c6-0d2b-4e35-aded-8721b831ed45 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:15:37.797603 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c4bcb8c6-0d2b-4e35-aded-8721b831ed45 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:37.800892 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c4bcb8c6-0d2b-4e35-aded-8721b831ed45 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.0492654 Aug 10 01:15:37.805343 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edda5122-4b47-4714-a1a7-9135eadb4d7a tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Made reservation on behalf of 7c6f13c4e9ac417c8c07cc7159e18df2 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:37.806091 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41552) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:37.808809 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-edda5122-4b47-4714-a1a7-9135eadb4d7a tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:37.857023 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3dab48c7-76ce-4a11-b785-4d92b67322c8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:37.900609 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3dab48c7-76ce-4a11-b785-4d92b67322c8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:37.904950 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3dab48c7-76ce-4a11-b785-4d92b67322c8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] 10.222.0.35 "DELETE /v2.0/networks/87e4a205-e3a1-47d5-9b64-5ef0f0daea88 HTTP/1.1" status: 204 len: 168 time: 1.6874850 Aug 10 01:15:37.953060 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edda5122-4b47-4714-a1a7-9135eadb4d7a tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:15:37.978122 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-edda5122-4b47-4714-a1a7-9135eadb4d7a tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:37.978722 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-edda5122-4b47-4714-a1a7-9135eadb4d7a tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Added segment ba507dec-597a-4113-a779-ab63f13993b3 of type vlan for network 69a3dab2-1cdb-472d-ac94-c36b55b39256 Aug 10 01:15:38.151404 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-edda5122-4b47-4714-a1a7-9135eadb4d7a tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:38.161545 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c36d96cc-64ff-4573-a9a3-93c876c933c3 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "GET /v2.0/routers/cd49ce6f-b454-43da-97ad-724fcacdc63f HTTP/1.1" status: 200 len: 880 time: 0.3542612 Aug 10 01:15:38.169014 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41588) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:38.176887 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab48c7-76ce-4a11-b785-4d92b67322c8 tempest-TaggedBootDevicesTest-1572266583 tempest-TaggedBootDevicesTest-1572266583-project] Pushing event deleted for resources: {'Network': ['ID=87e4a205-e3a1-47d5-9b64-5ef0f0daea88,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:38.224155 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-edda5122-4b47-4714-a1a7-9135eadb4d7a tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:38.225517 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edda5122-4b47-4714-a1a7-9135eadb4d7a tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:38.226325 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-edda5122-4b47-4714-a1a7-9135eadb4d7a tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:38.377950 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda5122-4b47-4714-a1a7-9135eadb4d7a tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Pushing event updated for resources: {'Network': ['ID=69a3dab2-1cdb-472d-ac94-c36b55b39256,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:38.391496 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-edda5122-4b47-4714-a1a7-9135eadb4d7a tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7763910 Aug 10 01:15:38.392160 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 69a3dab2-1cdb-472d-ac94-c36b55b39256 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:15:38.394956 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41596) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:38.400334 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-cf9abcdd-2d08-468b-8fb4-f128dc7ad5c5 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Request body: {'network': {'router:external': True}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:38.592951 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-520a257f-ca24-4c88-9d53-548892459012 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4225111 Aug 10 01:15:38.597852 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41602) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:38.608545 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-dc115a31-f987-4460-a852-2f455ee56dd3 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-172073109'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:38.689365 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af42cbd1-da35-4169-ba7c-4d8f4d798d1b None None] Sync routers for ids ['cd49ce6f-b454-43da-97ad-724fcacdc63f'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:15:38.702657 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af42cbd1-da35-4169-ba7c-4d8f4d798d1b None None] Routers {'cd49ce6f-b454-43da-97ad-724fcacdc63f'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:38.703300 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-af42cbd1-da35-4169-ba7c-4d8f4d798d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:15:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['cd49ce6f-b454-43da-97ad-724fcacdc63f'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:38.785460 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-af42cbd1-da35-4169-ba7c-4d8f4d798d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:38.797310 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af42cbd1-da35-4169-ba7c-4d8f4d798d1b None None] Routers {'cd49ce6f-b454-43da-97ad-724fcacdc63f'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:38.801321 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-af42cbd1-da35-4169-ba7c-4d8f4d798d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:15:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['cd49ce6f-b454-43da-97ad-724fcacdc63f'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:38.868053 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-af42cbd1-da35-4169-ba7c-4d8f4d798d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:38.870569 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af42cbd1-da35-4169-ba7c-4d8f4d798d1b None None] The sync data for ids ['cd49ce6f-b454-43da-97ad-724fcacdc63f'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:15:39.163739 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dc115a31-f987-4460-a852-2f455ee56dd3 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8228879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8231262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232083'] for router, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:39.178891 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dc115a31-f987-4460-a852-2f455ee56dd3 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8229108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8229117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8231239'] for router, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:39.222367 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-c343a961-11be-4922-bb6b-78ccba0e517c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9834793 Aug 10 01:15:39.281685 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf9abcdd-2d08-468b-8fb4-f128dc7ad5c5 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:39.314472 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc115a31-f987-4460-a852-2f455ee56dd3 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Router cd49ce6f-b454-43da-97ad-724fcacdc63f has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:15:39.315111 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf9abcdd-2d08-468b-8fb4-f128dc7ad5c5 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:39.345413 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cf9abcdd-2d08-468b-8fb4-f128dc7ad5c5 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Network 69a3dab2-1cdb-472d-ac94-c36b55b39256 is not hosted by any dhcp agent {{(pid=105827) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 01:15:39.349039 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9abcdd-2d08-468b-8fb4-f128dc7ad5c5 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:39.352174 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf9abcdd-2d08-468b-8fb4-f128dc7ad5c5 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:39.355955 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cf9abcdd-2d08-468b-8fb4-f128dc7ad5c5 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] 10.222.0.35 "PUT /v2.0/networks/69a3dab2-1cdb-472d-ac94-c36b55b39256 HTTP/1.1" status: 200 len: 857 time: 0.9586730 Aug 10 01:15:39.358221 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41638) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:39.457040 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc115a31-f987-4460-a852-2f455ee56dd3 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:15:39.467575 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0832e2c-52a9-44d9-9b86-2883e099164f None None] Sync routers for ids ['cd49ce6f-b454-43da-97ad-724fcacdc63f'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:15:39.473652 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dc115a31-f987-4460-a852-2f455ee56dd3 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:39.479463 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-dc115a31-f987-4460-a852-2f455ee56dd3 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "PUT /v2.0/routers/cd49ce6f-b454-43da-97ad-724fcacdc63f HTTP/1.1" status: 200 len: 887 time: 0.8805649 Aug 10 01:15:39.480299 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41640) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:39.486748 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0832e2c-52a9-44d9-9b86-2883e099164f None None] Routers {'cd49ce6f-b454-43da-97ad-724fcacdc63f'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:39.488017 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-a0832e2c-52a9-44d9-9b86-2883e099164f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:15:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['cd49ce6f-b454-43da-97ad-724fcacdc63f'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:39.559202 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9abcdd-2d08-468b-8fb4-f128dc7ad5c5 tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Pushing event updated for resources: {'Network': ['ID=69a3dab2-1cdb-472d-ac94-c36b55b39256,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:39.637607 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f528f129-0223-48c5-9371-4d20a9c672fe tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:39.764807 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-a0832e2c-52a9-44d9-9b86-2883e099164f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:39.781533 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0832e2c-52a9-44d9-9b86-2883e099164f None None] Routers {'cd49ce6f-b454-43da-97ad-724fcacdc63f'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:39.784649 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-a0832e2c-52a9-44d9-9b86-2883e099164f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:15:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['cd49ce6f-b454-43da-97ad-724fcacdc63f'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:39.849594 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f528f129-0223-48c5-9371-4d20a9c672fe tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:39.858163 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-a0832e2c-52a9-44d9-9b86-2883e099164f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:39.859340 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0832e2c-52a9-44d9-9b86-2883e099164f None None] The sync data for ids ['cd49ce6f-b454-43da-97ad-724fcacdc63f'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:15:39.868851 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-446f1113-1040-461b-9359-f667f6d895a5 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "GET /v2.0/routers/cd49ce6f-b454-43da-97ad-724fcacdc63f HTTP/1.1" status: 200 len: 887 time: 0.3865762 Aug 10 01:15:39.870338 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41652) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:39.873805 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-f528f129-0223-48c5-9371-4d20a9c672fe tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69a3dab2-1cdb-472d-ac94-c36b55b39256']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:39.898062 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-f528f129-0223-48c5-9371-4d20a9c672fe tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba507dec-597a-4113-a779-ab63f13993b3') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:39.898454 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-f528f129-0223-48c5-9371-4d20a9c672fe tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba507dec-597a-4113-a779-ab63f13993b3') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:39.909103 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f528f129-0223-48c5-9371-4d20a9c672fe tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:39.929413 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f528f129-0223-48c5-9371-4d20a9c672fe tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:39.934091 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-57761596-3a4c-4921-ae86-629d1e72fa2b tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd49ce6f-b454-43da-97ad-724fcacdc63f HTTP/1.1" status: 200 len: 205 time: 0.0606570 Aug 10 01:15:39.934923 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41654) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:39.953264 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f528f129-0223-48c5-9371-4d20a9c672fe tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:15:39.953264 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f528f129-0223-48c5-9371-4d20a9c672fe tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:39.953264 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:15:39.953264 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:15:39.953264 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:15:39.953264 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:15:39.953264 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:15:39.953264 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:15:39.953264 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:15:39.953264 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:15:39.953264 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:15:39.953264 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:15:39.953264 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:15:39.953264 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:15:39.953264 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:15:39.953264 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:15:39.953264 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:15:39.953264 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:15:39.953264 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:15:39.953264 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:15:39.953264 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:15:39.953264 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:15:39.953264 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:15:39.953264 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:15:39.953264 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:15:39.953264 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:15:39.953264 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:15:39.953264 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:15:39.953264 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:15:39.953264 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:15:39.953264 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:15:39.953264 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:15:39.953264 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:15:39.953264 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:15:40.065907 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f528f129-0223-48c5-9371-4d20a9c672fe tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:40.083257 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f528f129-0223-48c5-9371-4d20a9c672fe tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 69a3dab2-1cdb-472d-ac94-c36b55b39256 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 01:15:40.089075 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f528f129-0223-48c5-9371-4d20a9c672fe tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:40.091407 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f528f129-0223-48c5-9371-4d20a9c672fe tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] 10.222.0.35 "DELETE /v2.0/networks/69a3dab2-1cdb-472d-ac94-c36b55b39256 HTTP/1.1" status: 204 len: 168 time: 0.6779499 Aug 10 01:15:40.094474 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41656) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:40.176174 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b840e27-ddcf-4af9-8eb6-3166a9366bc1 tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] DELETE failed (client error): The resource could not be found. Aug 10 01:15:40.176883 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b840e27-ddcf-4af9-8eb6-3166a9366bc1 tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:15:40.178425 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8b840e27-ddcf-4af9-8eb6-3166a9366bc1 tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] 10.222.0.35 "DELETE /v2.0/subnets/b81b10a3-084c-4a74-9c4f-8c4a226cc8bf HTTP/1.1" status: 404 len: 337 time: 0.0829461 Aug 10 01:15:40.181021 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41658) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:40.233948 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f528f129-0223-48c5-9371-4d20a9c672fe tempest-ExternalNetworksTestJSON-1842867209 tempest-ExternalNetworksTestJSON-1842867209-project-admin] Pushing event deleted for resources: {'Network': ['ID=69a3dab2-1cdb-472d-ac94-c36b55b39256,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:40.292547 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-067ec5f8-f90c-4a20-9c32-a7e3b6494ade tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:40.339323 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d693bbf2-9742-4847-a821-15b9b87eeb14 tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:40.457996 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d693bbf2-9742-4847-a821-15b9b87eeb14 tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:40.476967 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-d693bbf2-9742-4847-a821-15b9b87eeb14 tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['435bf1ad-cc53-4358-8adc-7352089dd6e8']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:40.490419 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-d693bbf2-9742-4847-a821-15b9b87eeb14 tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f0bc881-46fe-4884-9c6e-ef77e8d9e3a3') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:40.490998 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-d693bbf2-9742-4847-a821-15b9b87eeb14 tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f0bc881-46fe-4884-9c6e-ef77e8d9e3a3') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:40.502310 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d693bbf2-9742-4847-a821-15b9b87eeb14 tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:40.520277 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d693bbf2-9742-4847-a821-15b9b87eeb14 tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:40.528367 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d693bbf2-9742-4847-a821-15b9b87eeb14 tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:15:40.529542 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d693bbf2-9742-4847-a821-15b9b87eeb14 tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:40.533511 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:15:40.533511 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:15:40.533511 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:15:40.533511 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:15:40.533511 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:15:40.533511 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:15:40.533511 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:15:40.533511 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:15:40.533511 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:15:40.533511 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:15:40.533511 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:15:40.533511 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:15:40.533511 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:15:40.533511 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:15:40.533511 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:15:40.533511 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:15:40.533511 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:15:40.533511 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:15:40.533511 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:15:40.533511 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:15:40.533511 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:15:40.533511 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:15:40.533511 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:15:40.533511 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:15:40.533511 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:15:40.533511 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:15:40.533511 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:15:40.533511 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:15:40.533511 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:15:40.533511 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:15:40.533511 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:15:40.533511 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:15:40.538158 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-52fa0cce-8627-4210-812d-6c2b4c9eb6d1 tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:15:40.539420 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-52fa0cce-8627-4210-812d-6c2b4c9eb6d1 tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3406839 Aug 10 01:15:40.544214 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-067ec5f8-f90c-4a20-9c32-a7e3b6494ade tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:40.554150 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-e09c41d3-0533-4a50-8ae3-cacff4cf160e service neutron] Request body: {'binding': {'host': 'n-h2-766726-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:40.554975 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-e09c41d3-0533-4a50-8ae3-cacff4cf160e service neutron] Unknown quota resources ['binding']. {{(pid=105827) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 01:15:40.630105 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d693bbf2-9742-4847-a821-15b9b87eeb14 tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:40.638151 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d693bbf2-9742-4847-a821-15b9b87eeb14 tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:40.644108 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d693bbf2-9742-4847-a821-15b9b87eeb14 tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] 10.222.0.35 "DELETE /v2.0/networks/435bf1ad-cc53-4358-8adc-7352089dd6e8 HTTP/1.1" status: 204 len: 168 time: 0.4586532 Aug 10 01:15:40.655163 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d693bbf2-9742-4847-a821-15b9b87eeb14 tempest-ExternalNetworksTestJSON-1952713946 tempest-ExternalNetworksTestJSON-1952713946-project] Pushing event deleted for resources: {'Network': ['ID=435bf1ad-cc53-4358-8adc-7352089dd6e8,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:40.796833 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-067ec5f8-f90c-4a20-9c32-a7e3b6494ade tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Deleting port 3f303ac3-5ff3-4e5c-94ad-07dc8e3c282f {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:40.797393 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-067ec5f8-f90c-4a20-9c32-a7e3b6494ade tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:40.861173 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-e09c41d3-0533-4a50-8ae3-cacff4cf160e service neutron] Attempting to bind port 86746eaf-3f7b-420a-ab8a-c3135a4a2229 on host n-h2-766726-26 for vnic_type normal with profile None {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:15:40.861775 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-e09c41d3-0533-4a50-8ae3-cacff4cf160e service neutron] Attempting to bind port 86746eaf-3f7b-420a-ab8a-c3135a4a2229 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': 'c8a73380-ff8d-4024-81bf-877bc0930a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68914d55-1722-49b7-8c35-ddc1365cee5e'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:15:40.862839 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-e09c41d3-0533-4a50-8ae3-cacff4cf160e service neutron] Attempting to bind port 86746eaf-3f7b-420a-ab8a-c3135a4a2229 on network 68914d55-1722-49b7-8c35-ddc1365cee5e {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:15:40.870958 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-e09c41d3-0533-4a50-8ae3-cacff4cf160e service neutron] Port 86746eaf-3f7b-420a-ab8a-c3135a4a2229 on network 68914d55-1722-49b7-8c35-ddc1365cee5e not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:15:40.871289 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-e09c41d3-0533-4a50-8ae3-cacff4cf160e service neutron] Attempting to bind port 86746eaf-3f7b-420a-ab8a-c3135a4a2229 on network 68914d55-1722-49b7-8c35-ddc1365cee5e {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:15:40.883947 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-e09c41d3-0533-4a50-8ae3-cacff4cf160e service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:15:40.884316 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-e09c41d3-0533-4a50-8ae3-cacff4cf160e service neutron] Checking segment: {'id': 'c8a73380-ff8d-4024-81bf-877bc0930a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68914d55-1722-49b7-8c35-ddc1365cee5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:40.884706 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-e09c41d3-0533-4a50-8ae3-cacff4cf160e service neutron] Bound using segment: {'id': 'c8a73380-ff8d-4024-81bf-877bc0930a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68914d55-1722-49b7-8c35-ddc1365cee5e'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:15:40.885144 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-e09c41d3-0533-4a50-8ae3-cacff4cf160e service neutron] Bound port: 86746eaf-3f7b-420a-ab8a-c3135a4a2229, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8a73380-ff8d-4024-81bf-877bc0930a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68914d55-1722-49b7-8c35-ddc1365cee5e'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:15:40.985881 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-067ec5f8-f90c-4a20-9c32-a7e3b6494ade tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:41.003093 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-067ec5f8-f90c-4a20-9c32-a7e3b6494ade tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Calling delete_port for 3f303ac3-5ff3-4e5c-94ad-07dc8e3c282f owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:41.016499 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-e09c41d3-0533-4a50-8ae3-cacff4cf160e service neutron] For port 86746eaf-3f7b-420a-ab8a-c3135a4a2229, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=86746eaf-3f7b-420a-ab8a-c3135a4a2229,segment=NetworkSegment(c8a73380-ff8d-4024-81bf-877bc0930a56),segment_id=c8a73380-ff8d-4024-81bf-877bc0930a56)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:15:41.025234 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-e09c41d3-0533-4a50-8ae3-cacff4cf160e service neutron] Notify callbacks [] for binding, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:41.026721 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-e09c41d3-0533-4a50-8ae3-cacff4cf160e service neutron] 10.222.0.35 "POST /v2.0/ports/86746eaf-3f7b-420a-ab8a-c3135a4a2229/bindings HTTP/1.1" status: 201 len: 390 time: 0.4790466 Aug 10 01:15:41.159707 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41676) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:41.201465 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1950f448-c0eb-4e41-8999-b6dbb2c8dc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:41.347656 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64f4c1-f706-41ff-a082-b7117937787e req-1d980431-d6a7-43c1-8f18-6b3a714f0e79 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:41.351823 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1c64f4c1-f706-41ff-a082-b7117937787e req-1d980431-d6a7-43c1-8f18-6b3a714f0e79 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 946 time: 0.1422269 Aug 10 01:15:41.423828 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-067ec5f8-f90c-4a20-9c32-a7e3b6494ade tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:41.462787 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ec5f8-f90c-4a20-9c32-a7e3b6494ade tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event deleted for resources: {'Port': ['ID=3f303ac3-5ff3-4e5c-94ad-07dc8e3c282f,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:41.532294 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1c64f4c1-f706-41ff-a082-b7117937787e req-7703e559-9ac3-48c1-9dbf-dd98db2b04d3 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccff1bd2-c333-4a0d-91a4-825a72744d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636395 Aug 10 01:15:41.577740 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-067ec5f8-f90c-4a20-9c32-a7e3b6494ade tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:41.589959 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-88b6da74-fbc6-405c-812e-83f8f4a26ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:41.613227 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-88b6da74-fbc6-405c-812e-83f8f4a26ab1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 1098 time: 0.2469723 Aug 10 01:15:41.664962 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:41.741367 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4f70b536-1fb0-4671-a683-7beea2e4fc7f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=377382fbf30f45cba0854e39a1e4a302&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5856075 Aug 10 01:15:41.742358 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41686) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:41.747208 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-067ec5f8-f90c-4a20-9c32-a7e3b6494ade tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:41.749514 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-067ec5f8-f90c-4a20-9c32-a7e3b6494ade tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:41.822153 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-067ec5f8-f90c-4a20-9c32-a7e3b6494ade tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:41.823315 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067ec5f8-f90c-4a20-9c32-a7e3b6494ade tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Fanout notify agent at l3_agent the message router_deleted on router cd49ce6f-b454-43da-97ad-724fcacdc63f {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:15:41.839705 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-067ec5f8-f90c-4a20-9c32-a7e3b6494ade tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:41.840916 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-067ec5f8-f90c-4a20-9c32-a7e3b6494ade tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/routers/cd49ce6f-b454-43da-97ad-724fcacdc63f HTTP/1.1" status: 204 len: 168 time: 1.9049428 Aug 10 01:15:41.846460 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41694) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:41.847209 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d8bd3d6b-ea8d-4af5-b70c-303166210bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:41.859675 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-105d9887-eab6-4ebb-b193-fb731e991b0e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Request body: {'network': {'name': 'tempest-RoutersTest-621795193'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:41.933549 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d8bd3d6b-ea8d-4af5-b70c-303166210bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:41.938020 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-49d14174-5874-4f53-ba52-71a0afdd348b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:41.939755 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-49d14174-5874-4f53-ba52-71a0afdd348b service neutron] 10.222.0.20 "GET /v2.0/networks?id=68914d55-1722-49b7-8c35-ddc1365cee5e HTTP/1.1" status: 200 len: 897 time: 0.3256435 Aug 10 01:15:41.963911 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105d9887-eab6-4ebb-b193-fb731e991b0e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Made reservation on behalf of a60068d17ed444849e0177358a2fde19 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:41.967477 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-105d9887-eab6-4ebb-b193-fb731e991b0e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:42.438438 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-105d9887-eab6-4ebb-b193-fb731e991b0e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:15:42.469692 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-105d9887-eab6-4ebb-b193-fb731e991b0e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:42.470397 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-105d9887-eab6-4ebb-b193-fb731e991b0e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Added segment c885c743-3994-4543-bbe9-ffc04997dda9 of type vlan for network b122d2e0-86e6-455b-97da-460bd81855d5 Aug 10 01:15:42.474089 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-22e90da2-cbb0-4357-8977-313c15434482 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86746eaf-3f7b-420a-ab8a-c3135a4a2229 HTTP/1.1" status: 200 len: 1001 time: 0.5268037 Aug 10 01:15:42.549106 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d8bd3d6b-ea8d-4af5-b70c-303166210bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:42.552706 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d8bd3d6b-ea8d-4af5-b70c-303166210bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:42.553982 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d8bd3d6b-ea8d-4af5-b70c-303166210bef admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6aef3537-e8b5-4bed-bf79-fb15c2ead5ec HTTP/1.1" status: 204 len: 168 time: 0.8106415 Aug 10 01:15:42.573660 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-105d9887-eab6-4ebb-b193-fb731e991b0e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:42.587562 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd3d6b-ea8d-4af5-b70c-303166210bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aef3537-e8b5-4bed-bf79-fb15c2ead5ec,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:42.599642 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-56b6af44-bcdf-4bdf-9787-ea7f6e95ef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:42.601698 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-56b6af44-bcdf-4bdf-9787-ea7f6e95ef65 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=781d9f37-0b97-4cb7-956e-3019c0164791 HTTP/1.1" status: 200 len: 835 time: 0.1163771 Aug 10 01:15:42.657799 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-105d9887-eab6-4ebb-b193-fb731e991b0e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:42.664928 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105d9887-eab6-4ebb-b193-fb731e991b0e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:42.665632 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-105d9887-eab6-4ebb-b193-fb731e991b0e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:42.769213 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-105d9887-eab6-4ebb-b193-fb731e991b0e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9191895 Aug 10 01:15:42.772267 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41704) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:42.774038 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-59a08dd1-ca71-4eda-8675-c375aa56e7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:42.775546 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-59a08dd1-ca71-4eda-8675-c375aa56e7df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=68914d55-1722-49b7-8c35-ddc1365cee5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1602011 Aug 10 01:15:42.778675 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-8ebd4f56-259c-40a5-b500-156e9fa43a9e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Request body: {'subnet': {'network_id': 'b122d2e0-86e6-455b-97da-460bd81855d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:42.781061 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d9887-eab6-4ebb-b193-fb731e991b0e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Network': ['ID=b122d2e0-86e6-455b-97da-460bd81855d5,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:42.794446 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network b122d2e0-86e6-455b-97da-460bd81855d5 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:15:42.858942 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65167929-a165-43b7-855e-a2f6c87a1e75 req-b29aa9e2-d94e-4916-93dd-e38aeb147331 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:42.860688 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-65167929-a165-43b7-855e-a2f6c87a1e75 req-b29aa9e2-d94e-4916-93dd-e38aeb147331 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 946 time: 0.1417642 Aug 10 01:15:42.942349 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-e7d6a9da-fdb0-4ca3-b5eb-a597c03a7a94 service neutron] 10.222.0.20 "GET /v2.0/networks/68914d55-1722-49b7-8c35-ddc1365cee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586730 Aug 10 01:15:42.954638 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-65167929-a165-43b7-855e-a2f6c87a1e75 req-a5e20344-b541-4f2a-ac20-79c55dbc36aa tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccff1bd2-c333-4a0d-91a4-825a72744d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738878 Aug 10 01:15:43.106561 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebd4f56-259c-40a5-b500-156e9fa43a9e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Made reservation on behalf of a60068d17ed444849e0177358a2fde19 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:43.114139 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4f56-259c-40a5-b500-156e9fa43a9e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:43.157284 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-f0f037c1-36ea-4861-bc6a-3dce8e041738 service neutron] 10.222.0.20 "GET /v2.0/networks/68914d55-1722-49b7-8c35-ddc1365cee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946259 Aug 10 01:15:43.224880 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41716) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:43.308510 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-836bd011-005e-4eb9-ab05-61b94e995cfb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7c6f13c4e9ac417c8c07cc7159e18df2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0817990 Aug 10 01:15:43.311681 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41718) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:43.413642 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-201e9047-5dc0-46db-894e-37a119c111d1 tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:43.415164 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-201e9047-5dc0-46db-894e-37a119c111d1 tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373&tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&binding%3Ahost_id=n-h1-766726-26 HTTP/1.1" status: 200 len: 1098 time: 0.1217465 Aug 10 01:15:43.441994 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-60f83e91-2762-4a27-8758-7c652b97f9ff service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-766726-26'}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:43.469434 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2f17f1d6-df0a-413a-af89-326a6d18540d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:43.498306 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2f17f1d6-df0a-413a-af89-326a6d18540d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:43.567083 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2f17f1d6-df0a-413a-af89-326a6d18540d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:43.570233 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2f17f1d6-df0a-413a-af89-326a6d18540d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:43.573847 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2f17f1d6-df0a-413a-af89-326a6d18540d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8689c600-deab-4ad4-8972-228e1423f447 HTTP/1.1" status: 204 len: 168 time: 0.2594585 Aug 10 01:15:43.580267 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4f56-259c-40a5-b500-156e9fa43a9e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:43.584789 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f17f1d6-df0a-413a-af89-326a6d18540d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8689c600-deab-4ad4-8972-228e1423f447,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:43.585862 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-60f83e91-2762-4a27-8758-7c652b97f9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:43.686723 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd4f56-259c-40a5-b500-156e9fa43a9e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Subnet': ['ID=8b38cad7-a5a7-4673-91c7-8fa210059e96,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:43.704895 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebd4f56-259c-40a5-b500-156e9fa43a9e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Checking segment: {'id': 'c885c743-3994-4543-bbe9-ffc04997dda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b122d2e0-86e6-455b-97da-460bd81855d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:43.705221 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebd4f56-259c-40a5-b500-156e9fa43a9e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Network hostable DHCP agents. Network: b122d2e0-86e6-455b-97da-460bd81855d5, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:15:43.728232 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebd4f56-259c-40a5-b500-156e9fa43a9e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Network b122d2e0-86e6-455b-97da-460bd81855d5 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:15:43.741853 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-8ebd4f56-259c-40a5-b500-156e9fa43a9e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, b122d2e0-86e6-455b-97da-460bd81855d5) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:43.752762 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad9ebcf-be58-440c-9698-c0ada5bc62d4 None None] Network b122d2e0-86e6-455b-97da-460bd81855d5 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:43.764199 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebd4f56-259c-40a5-b500-156e9fa43a9e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:43.766932 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4f56-259c-40a5-b500-156e9fa43a9e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:43.804070 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8ebd4f56-259c-40a5-b500-156e9fa43a9e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0298164 Aug 10 01:15:43.806518 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41728) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:43.814160 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-1a89805f-eba9-4b98-941a-031ae754666e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1901787332', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:43.890125 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1a89805f-eba9-4b98-941a-031ae754666e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:43.892156 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1a89805f-eba9-4b98-941a-031ae754666e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:43.922047 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-60f83e91-2762-4a27-8758-7c652b97f9ff service neutron] For port 86746eaf-3f7b-420a-ab8a-c3135a4a2229, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=86746eaf-3f7b-420a-ab8a-c3135a4a2229,segment=NetworkSegment(c8a73380-ff8d-4024-81bf-877bc0930a56),segment_id=c8a73380-ff8d-4024-81bf-877bc0930a56)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:43.935058 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-efd202e2-86a8-4ba8-807c-3b954d796dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:44.047514 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-60f83e91-2762-4a27-8758-7c652b97f9ff service neutron] For port 86746eaf-3f7b-420a-ab8a-c3135a4a2229, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:15:44.069071 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1a89805f-eba9-4b98-941a-031ae754666e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:44.075405 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1a89805f-eba9-4b98-941a-031ae754666e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:44.112028 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1a89805f-eba9-4b98-941a-031ae754666e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:44.113779 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1a89805f-eba9-4b98-941a-031ae754666e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3061740 Aug 10 01:15:44.116510 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41738) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:44.155375 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9940848-f3f7-413b-97bd-91823a698f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-b122d2e0-86e6-455b-97da-460bd81855d5', 'network_id': 'b122d2e0-86e6-455b-97da-460bd81855d5', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'fixed_ips': [{'subnet_id': '8b38cad7-a5a7-4673-91c7-8fa210059e96'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:15:44.157348 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f9940848-f3f7-413b-97bd-91823a698f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:44.163039 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6adbfc9-09d1-4bf7-ab79-e70f7b15f373', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86746eaf-3f7b-420a-ab8a-c3135a4a2229'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:15:44.165517 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138c5a32-9aa7-4c58-80e4-586a403977f2" -d '{"events": [{"server_uuid": "c6adbfc9-09d1-4bf7-ab79-e70f7b15f373", "name": "network-vif-unplugged", "status": "completed", "tag": "86746eaf-3f7b-420a-ab8a-c3135a4a2229"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:15:44.193288 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-60f83e91-2762-4a27-8758-7c652b97f9ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:44.280196 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40955e81-7192-4823-b805-bc0fb50ca2eb x-openstack-request-id: req-40955e81-7192-4823-b805-bc0fb50ca2eb {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:15:44.280688 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6adbfc9-09d1-4bf7-ab79-e70f7b15f373", "name": "network-vif-unplugged", "status": "completed", "tag": "86746eaf-3f7b-420a-ab8a-c3135a4a2229", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:15:44.281103 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-40955e81-7192-4823-b805-bc0fb50ca2eb {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:15:44.281660 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6adbfc9-09d1-4bf7-ab79-e70f7b15f373', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86746eaf-3f7b-420a-ab8a-c3135a4a2229', 'code': 200} Aug 10 01:15:44.283752 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-60f83e91-2762-4a27-8758-7c652b97f9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:44.463464 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7b650-cceb-4b0d-b4d6-db7610d450eb req-33be15cc-5913-4762-8f27-43b1a2a2be18 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:44.465151 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-10d7b650-cceb-4b0d-b4d6-db7610d450eb req-33be15cc-5913-4762-8f27-43b1a2a2be18 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 946 time: 0.2938564 Aug 10 01:15:44.504064 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-f9940848-f3f7-413b-97bd-91823a698f03 None None] Allocated IP 172.20.0.2 (b122d2e0-86e6-455b-97da-460bd81855d5/8b38cad7-a5a7-4673-91c7-8fa210059e96/c8c54c89-b881-4507-9f74-330ffc2b3090) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:44.663649 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f83e91-2762-4a27-8758-7c652b97f9ff service neutron] Pushing event updated for resources: {'Port': ['ID=86746eaf-3f7b-420a-ab8a-c3135a4a2229,revision_number=7']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:44.689409 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-10d7b650-cceb-4b0d-b4d6-db7610d450eb req-061140a6-9929-4f57-9500-521f785cb8c6 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccff1bd2-c333-4a0d-91a4-825a72744d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120967 Aug 10 01:15:44.765564 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:44.806443 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-60f83e91-2762-4a27-8758-7c652b97f9ff service neutron] Attempting to bind port 86746eaf-3f7b-420a-ab8a-c3135a4a2229 on host n-h1-766726-26 for vnic_type normal with profile {"migrating_to": "n-h2-766726-26"} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:15:44.807838 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-60f83e91-2762-4a27-8758-7c652b97f9ff service neutron] Attempting to bind port 86746eaf-3f7b-420a-ab8a-c3135a4a2229 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'c8a73380-ff8d-4024-81bf-877bc0930a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68914d55-1722-49b7-8c35-ddc1365cee5e'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:15:44.808952 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-60f83e91-2762-4a27-8758-7c652b97f9ff service neutron] Attempting to bind port 86746eaf-3f7b-420a-ab8a-c3135a4a2229 on network 68914d55-1722-49b7-8c35-ddc1365cee5e {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:15:44.827025 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-60f83e91-2762-4a27-8758-7c652b97f9ff service neutron] Port 86746eaf-3f7b-420a-ab8a-c3135a4a2229 on network 68914d55-1722-49b7-8c35-ddc1365cee5e not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:15:44.827645 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-60f83e91-2762-4a27-8758-7c652b97f9ff service neutron] Attempting to bind port 86746eaf-3f7b-420a-ab8a-c3135a4a2229 on network 68914d55-1722-49b7-8c35-ddc1365cee5e {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:15:44.833474 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-60f83e91-2762-4a27-8758-7c652b97f9ff service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:15:44.834076 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-60f83e91-2762-4a27-8758-7c652b97f9ff service neutron] Checking segment: {'id': 'c8a73380-ff8d-4024-81bf-877bc0930a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68914d55-1722-49b7-8c35-ddc1365cee5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:44.834665 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-60f83e91-2762-4a27-8758-7c652b97f9ff service neutron] Bound using segment: {'id': 'c8a73380-ff8d-4024-81bf-877bc0930a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68914d55-1722-49b7-8c35-ddc1365cee5e'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:15:44.835494 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-60f83e91-2762-4a27-8758-7c652b97f9ff service neutron] Bound port: 86746eaf-3f7b-420a-ab8a-c3135a4a2229, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8a73380-ff8d-4024-81bf-877bc0930a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68914d55-1722-49b7-8c35-ddc1365cee5e'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:15:44.837457 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-60f83e91-2762-4a27-8758-7c652b97f9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:44.921382 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-615769bf-0d45-493c-b0ff-f8e6529071bc None None] Provisioning complete for port 86746eaf-3f7b-420a-ab8a-c3135a4a2229 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:44.921758 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-615769bf-0d45-493c-b0ff-f8e6529071bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:44.949410 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-17b39d9c-6a73-4f59-b671-16795b9f2e49 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:44.957524 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-60f83e91-2762-4a27-8758-7c652b97f9ff service neutron] For port 86746eaf-3f7b-420a-ab8a-c3135a4a2229, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:15:44.964937 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-60f83e91-2762-4a27-8758-7c652b97f9ff service neutron] For port 86746eaf-3f7b-420a-ab8a-c3135a4a2229, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=86746eaf-3f7b-420a-ab8a-c3135a4a2229,segment=NetworkSegment(c8a73380-ff8d-4024-81bf-877bc0930a56),segment_id=c8a73380-ff8d-4024-81bf-877bc0930a56)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:15:44.975935 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f9940848-f3f7-413b-97bd-91823a698f03 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:44.982502 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-60f83e91-2762-4a27-8758-7c652b97f9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:45.012407 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f9940848-f3f7-413b-97bd-91823a698f03 None None] Transition to ACTIVE for port object c8c54c89-b881-4507-9f74-330ffc2b3090 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:45.043949 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-615769bf-0d45-493c-b0ff-f8e6529071bc None None] Port 86746eaf-3f7b-420a-ab8a-c3135a4a2229 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:15:45.081725 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f9940848-f3f7-413b-97bd-91823a698f03 None None] Transition to ACTIVE for port object c8c54c89-b881-4507-9f74-330ffc2b3090 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:45.092856 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f9940848-f3f7-413b-97bd-91823a698f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:45.152860 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f83e91-2762-4a27-8758-7c652b97f9ff service neutron] Pushing event updated for resources: {'Port': ['ID=86746eaf-3f7b-420a-ab8a-c3135a4a2229,revision_number=8']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:45.219764 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9940848-f3f7-413b-97bd-91823a698f03 None None] Network b122d2e0-86e6-455b-97da-460bd81855d5 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:45.226176 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-60f83e91-2762-4a27-8758-7c652b97f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:45.227873 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-60f83e91-2762-4a27-8758-7c652b97f9ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:45.235423 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-60f83e91-2762-4a27-8758-7c652b97f9ff service neutron] 10.222.0.20 "PUT /v2.0/ports/86746eaf-3f7b-420a-ab8a-c3135a4a2229 HTTP/1.1" status: 200 len: 1124 time: 1.8107400 Aug 10 01:15:45.246264 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-f9940848-f3f7-413b-97bd-91823a698f03 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:45.284604 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9940848-f3f7-413b-97bd-91823a698f03 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:45.364124 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:45.368668 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['86746eaf-3f7b-420a-ab8a-c3135a4a2229'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:15:45.486077 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9940848-f3f7-413b-97bd-91823a698f03 None None] Pushing event updated for resources: {'Port': ['ID=c8c54c89-b881-4507-9f74-330ffc2b3090,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:45.509170 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-f9940848-f3f7-413b-97bd-91823a698f03 None None] Attempting to bind port c8c54c89-b881-4507-9f74-330ffc2b3090 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:15:45.509617 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-f9940848-f3f7-413b-97bd-91823a698f03 None None] Attempting to bind port c8c54c89-b881-4507-9f74-330ffc2b3090 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'c885c743-3994-4543-bbe9-ffc04997dda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b122d2e0-86e6-455b-97da-460bd81855d5'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:15:45.510055 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9940848-f3f7-413b-97bd-91823a698f03 None None] Attempting to bind port c8c54c89-b881-4507-9f74-330ffc2b3090 on network b122d2e0-86e6-455b-97da-460bd81855d5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:15:45.543009 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9940848-f3f7-413b-97bd-91823a698f03 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:15:45.543392 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9940848-f3f7-413b-97bd-91823a698f03 None None] Checking segment: {'id': 'c885c743-3994-4543-bbe9-ffc04997dda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b122d2e0-86e6-455b-97da-460bd81855d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:45.543874 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f9940848-f3f7-413b-97bd-91823a698f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:45.544452 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9940848-f3f7-413b-97bd-91823a698f03 None None] Bound using segment: {'id': 'c885c743-3994-4543-bbe9-ffc04997dda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b122d2e0-86e6-455b-97da-460bd81855d5'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:15:45.544925 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-f9940848-f3f7-413b-97bd-91823a698f03 None None] Bound port: c8c54c89-b881-4507-9f74-330ffc2b3090, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c885c743-3994-4543-bbe9-ffc04997dda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b122d2e0-86e6-455b-97da-460bd81855d5'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:15:45.545383 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f9940848-f3f7-413b-97bd-91823a698f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:45.609295 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-17b39d9c-6a73-4f59-b671-16795b9f2e49 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Allocated IP 172.20.0.1 (b122d2e0-86e6-455b-97da-460bd81855d5/8b38cad7-a5a7-4673-91c7-8fa210059e96/604d0e1d-cac0-4340-abce-627b042aae10) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:45.685862 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-279ad523-edb7-4f7d-8d9f-048aae9a4848 None None] Provisioning complete for port 86746eaf-3f7b-420a-ab8a-c3135a4a2229 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:45.686353 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-279ad523-edb7-4f7d-8d9f-048aae9a4848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:45.776088 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-f9940848-f3f7-413b-97bd-91823a698f03 None None] For port c8c54c89-b881-4507-9f74-330ffc2b3090, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:15:45.832205 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-f9940848-f3f7-413b-97bd-91823a698f03 None None] For port c8c54c89-b881-4507-9f74-330ffc2b3090, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=c8c54c89-b881-4507-9f74-330ffc2b3090,segment=NetworkSegment(c885c743-3994-4543-bbe9-ffc04997dda9),segment_id=c885c743-3994-4543-bbe9-ffc04997dda9)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:15:45.846961 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f9940848-f3f7-413b-97bd-91823a698f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:45.926788 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-17b39d9c-6a73-4f59-b671-16795b9f2e49 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:45.961332 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-17b39d9c-6a73-4f59-b671-16795b9f2e49 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Transition to ACTIVE for port object 604d0e1d-cac0-4340-abce-627b042aae10 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:46.113447 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-17b39d9c-6a73-4f59-b671-16795b9f2e49 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:46.230321 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88527e81-760e-4616-b5b7-2c476e7ee5a2 req-97bcc3fa-14f9-4313-b69c-89fd3c0b5bf8 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:46.238244 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b39d9c-6a73-4f59-b671-16795b9f2e49 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Network b122d2e0-86e6-455b-97da-460bd81855d5 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:46.239920 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-88527e81-760e-4616-b5b7-2c476e7ee5a2 req-97bcc3fa-14f9-4313-b69c-89fd3c0b5bf8 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 944 time: 0.3202627 Aug 10 01:15:46.242520 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-17b39d9c-6a73-4f59-b671-16795b9f2e49 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:46.258945 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b39d9c-6a73-4f59-b671-16795b9f2e49 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:46.259716 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9940848-f3f7-413b-97bd-91823a698f03 None None] Pushing event updated for resources: {'Port': ['ID=c8c54c89-b881-4507-9f74-330ffc2b3090,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:46.298358 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b39d9c-6a73-4f59-b671-16795b9f2e49 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Port': ['ID=604d0e1d-cac0-4340-abce-627b042aae10,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:46.320476 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6adbfc9-09d1-4bf7-ab79-e70f7b15f373', 'tag': '86746eaf-3f7b-420a-ab8a-c3135a4a2229'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:15:46.324190 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b9a2f5-0c8c-4f13-a213-e32b1bea1c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "c6adbfc9-09d1-4bf7-ab79-e70f7b15f373", "tag": "86746eaf-3f7b-420a-ab8a-c3135a4a2229"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:15:46.368432 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-17b39d9c-6a73-4f59-b671-16795b9f2e49 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:46.442052 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:46.494385 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-279ad523-edb7-4f7d-8d9f-048aae9a4848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:46.529532 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-88527e81-760e-4616-b5b7-2c476e7ee5a2 req-bc6e0832-bac5-4a46-940e-87cfc50857af tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccff1bd2-c333-4a0d-91a4-825a72744d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2836480 Aug 10 01:15:46.538192 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac92566-57e0-4bd2-af50-852584dff186 x-openstack-request-id: req-fac92566-57e0-4bd2-af50-852584dff186 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:15:46.538587 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6adbfc9-09d1-4bf7-ab79-e70f7b15f373", "tag": "86746eaf-3f7b-420a-ab8a-c3135a4a2229", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:15:46.538940 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fac92566-57e0-4bd2-af50-852584dff186 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:15:46.539429 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6adbfc9-09d1-4bf7-ab79-e70f7b15f373', 'tag': '86746eaf-3f7b-420a-ab8a-c3135a4a2229', 'status': 'completed', 'code': 200} Aug 10 01:15:46.649114 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6adbfc9-09d1-4bf7-ab79-e70f7b15f373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86746eaf-3f7b-420a-ab8a-c3135a4a2229'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:15:46.652089 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6830351c-4f48-4e23-bae5-9b7db7f70416" -d '{"events": [{"server_uuid": "c6adbfc9-09d1-4bf7-ab79-e70f7b15f373", "name": "network-vif-plugged", "status": "completed", "tag": "86746eaf-3f7b-420a-ab8a-c3135a4a2229"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:15:46.677244 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9a2f5-0c8c-4f13-a213-e32b1bea1c6e req-bc740f96-2817-4df8-8221-e0095c7317ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:46.679250 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-23b9a2f5-0c8c-4f13-a213-e32b1bea1c6e req-bc740f96-2817-4df8-8221-e0095c7317ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 1127 time: 0.1037302 Aug 10 01:15:46.691548 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-279ad523-edb7-4f7d-8d9f-048aae9a4848 None None] For port 86746eaf-3f7b-420a-ab8a-c3135a4a2229, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=86746eaf-3f7b-420a-ab8a-c3135a4a2229,segment=NetworkSegment(c8a73380-ff8d-4024-81bf-877bc0930a56),segment_id=c8a73380-ff8d-4024-81bf-877bc0930a56)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:46.701069 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-279ad523-edb7-4f7d-8d9f-048aae9a4848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:46.747885 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-17b39d9c-6a73-4f59-b671-16795b9f2e49 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:46.915396 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41792) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:46.974280 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3b9ba1-eb31-49b2-96ff-c24d0d35731d x-openstack-request-id: req-ca3b9ba1-eb31-49b2-96ff-c24d0d35731d {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:15:46.974586 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6adbfc9-09d1-4bf7-ab79-e70f7b15f373", "name": "network-vif-plugged", "status": "completed", "tag": "86746eaf-3f7b-420a-ab8a-c3135a4a2229", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:15:46.974848 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ca3b9ba1-eb31-49b2-96ff-c24d0d35731d {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:15:46.975265 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6adbfc9-09d1-4bf7-ab79-e70f7b15f373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86746eaf-3f7b-420a-ab8a-c3135a4a2229', 'code': 200} Aug 10 01:15:47.004595 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 86746eaf-3f7b-420a-ab8a-c3135a4a2229 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:15:47.121847 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9a2f5-0c8c-4f13-a213-e32b1bea1c6e req-e2388ea0-952d-45f6-9493-236646ee9031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:47.123810 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-23b9a2f5-0c8c-4f13-a213-e32b1bea1c6e req-e2388ea0-952d-45f6-9493-236646ee9031 service neutron] 10.222.0.24 "GET /v2.0/networks?id=68914d55-1722-49b7-8c35-ddc1365cee5e HTTP/1.1" status: 200 len: 897 time: 0.3771248 Aug 10 01:15:47.153137 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-99f5153e-0ea4-451a-bee4-a2dda64c536a tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:47.215907 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-99f5153e-0ea4-451a-bee4-a2dda64c536a tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:47.294018 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-23b9a2f5-0c8c-4f13-a213-e32b1bea1c6e req-76d3b38e-2c58-4bd3-86fc-a990f2f04715 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86746eaf-3f7b-420a-ab8a-c3135a4a2229 HTTP/1.1" status: 200 len: 1001 time: 0.1597831 Aug 10 01:15:47.425973 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9a2f5-0c8c-4f13-a213-e32b1bea1c6e req-d48f5e5e-54c3-48f1-ba64-e151d5530d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:47.429076 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-23b9a2f5-0c8c-4f13-a213-e32b1bea1c6e req-d48f5e5e-54c3-48f1-ba64-e151d5530d29 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=781d9f37-0b97-4cb7-956e-3019c0164791 HTTP/1.1" status: 200 len: 835 time: 0.1255727 Aug 10 01:15:47.433494 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-99f5153e-0ea4-451a-bee4-a2dda64c536a tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:47.437746 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 86746eaf-3f7b-420a-ab8a-c3135a4a2229, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=86746eaf-3f7b-420a-ab8a-c3135a4a2229,segment=NetworkSegment(c8a73380-ff8d-4024-81bf-877bc0930a56),segment_id=c8a73380-ff8d-4024-81bf-877bc0930a56)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:47.475180 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c8c54c89-b881-4507-9f74-330ffc2b3090 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:15:47.484270 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 86746eaf-3f7b-420a-ab8a-c3135a4a2229 has no active binding in host n-h2-766726-26 {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 01:15:47.530964 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9a2f5-0c8c-4f13-a213-e32b1bea1c6e req-a50f0e71-e57b-4412-a837-b6afaea5ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:47.533531 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-23b9a2f5-0c8c-4f13-a213-e32b1bea1c6e req-a50f0e71-e57b-4412-a837-b6afaea5ad40 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=68914d55-1722-49b7-8c35-ddc1365cee5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0905418 Aug 10 01:15:47.580065 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ad523-edb7-4f7d-8d9f-048aae9a4848 None None] Pushing event updated for resources: {'Port': ['ID=86746eaf-3f7b-420a-ab8a-c3135a4a2229,revision_number=9']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:47.686996 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port c8c54c89-b881-4507-9f74-330ffc2b3090 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:15:47.755286 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-17b39d9c-6a73-4f59-b671-16795b9f2e49 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:47.770101 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-17b39d9c-6a73-4f59-b671-16795b9f2e49 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:47.808045 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-99f5153e-0ea4-451a-bee4-a2dda64c536a tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] Allocated IP 172.25.2.96 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/a8104c1e-edb4-4509-a85b-4bb79d001d35) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:47.818432 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb5096-7dbf-45ea-b3fd-6256a592e998 req-ed8853a8-0f63-4437-84ca-53946c8b443e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:47.819969 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-acdb5096-7dbf-45ea-b3fd-6256a592e998 req-ed8853a8-0f63-4437-84ca-53946c8b443e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 946 time: 0.1050830 Aug 10 01:15:47.935197 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-23b9a2f5-0c8c-4f13-a213-e32b1bea1c6e req-c5d58b7d-1f82-4565-942e-905b6b2ec957 service neutron] 10.222.0.24 "GET /v2.0/networks/68914d55-1722-49b7-8c35-ddc1365cee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765731 Aug 10 01:15:47.953236 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-17b39d9c-6a73-4f59-b671-16795b9f2e49 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:48.032905 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-acdb5096-7dbf-45ea-b3fd-6256a592e998 req-c8909ac8-998f-442b-9641-47d79ff237ff tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccff1bd2-c333-4a0d-91a4-825a72744d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903937 Aug 10 01:15:48.105405 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-99f5153e-0ea4-451a-bee4-a2dda64c536a tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:48.206352 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-99f5153e-0ea4-451a-bee4-a2dda64c536a tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:48.279273 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25b6c42-89ab-4013-acad-2e9b86625aeb None None] Network b122d2e0-86e6-455b-97da-460bd81855d5 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:48.332214 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5153e-0ea4-451a-bee4-a2dda64c536a tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] Pushing event updated for resources: {'Port': ['ID=a8104c1e-edb4-4509-a85b-4bb79d001d35,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:48.367947 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f5153e-0ea4-451a-bee4-a2dda64c536a tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:48.372579 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-99f5153e-0ea4-451a-bee4-a2dda64c536a tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:48.377862 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f5153e-0ea4-451a-bee4-a2dda64c536a tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:48.446461 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f20456b3-8190-4a7e-8adc-a4412c54c9f6 None None] Provisioning for port c8c54c89-b881-4507-9f74-330ffc2b3090 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:15:48.466904 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f20456b3-8190-4a7e-8adc-a4412c54c9f6 None None] Provisioning complete for port c8c54c89-b881-4507-9f74-330ffc2b3090 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:48.467661 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f20456b3-8190-4a7e-8adc-a4412c54c9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:48.579185 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-99f5153e-0ea4-451a-bee4-a2dda64c536a tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:48.636056 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-99f5153e-0ea4-451a-bee4-a2dda64c536a tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:48.687093 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f20456b3-8190-4a7e-8adc-a4412c54c9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:48.762053 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-f20456b3-8190-4a7e-8adc-a4412c54c9f6 None None] For port c8c54c89-b881-4507-9f74-330ffc2b3090, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=c8c54c89-b881-4507-9f74-330ffc2b3090,segment=NetworkSegment(c885c743-3994-4543-bbe9-ffc04997dda9),segment_id=c885c743-3994-4543-bbe9-ffc04997dda9)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:48.770588 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f20456b3-8190-4a7e-8adc-a4412c54c9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:48.860457 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b39d9c-6a73-4f59-b671-16795b9f2e49 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Port': ['ID=604d0e1d-cac0-4340-abce-627b042aae10,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:48.896857 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20456b3-8190-4a7e-8adc-a4412c54c9f6 None None] Pushing event updated for resources: {'Port': ['ID=c8c54c89-b881-4507-9f74-330ffc2b3090,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:49.015694 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4c97e91f-a112-41b0-8cb7-0df0a3c16d25 None None] Provisioning for port 604d0e1d-cac0-4340-abce-627b042aae10 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:15:49.020137 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4c97e91f-a112-41b0-8cb7-0df0a3c16d25 None None] Provisioning complete for port 604d0e1d-cac0-4340-abce-627b042aae10 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:49.020560 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4c97e91f-a112-41b0-8cb7-0df0a3c16d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:49.063689 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-99f5153e-0ea4-451a-bee4-a2dda64c536a tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:49.074843 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-99f5153e-0ea4-451a-bee4-a2dda64c536a tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:49.151948 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-4c97e91f-a112-41b0-8cb7-0df0a3c16d25 None None] Port 604d0e1d-cac0-4340-abce-627b042aae10 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:15:49.195575 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4c97e91f-a112-41b0-8cb7-0df0a3c16d25 None None] Provisioning complete for port c8c54c89-b881-4507-9f74-330ffc2b3090 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:49.196130 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4c97e91f-a112-41b0-8cb7-0df0a3c16d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:49.239546 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b39d9c-6a73-4f59-b671-16795b9f2e49 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Network b122d2e0-86e6-455b-97da-460bd81855d5 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:49.243387 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-17b39d9c-6a73-4f59-b671-16795b9f2e49 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:49.382459 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-23b9a2f5-0c8c-4f13-a213-e32b1bea1c6e req-3462149b-f461-4e9f-b078-0b5571553f4c service neutron] 10.222.0.24 "GET /v2.0/networks/68914d55-1722-49b7-8c35-ddc1365cee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4391568 Aug 10 01:15:49.466880 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5153e-0ea4-451a-bee4-a2dda64c536a tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] Pushing event updated for resources: {'Port': ['ID=a8104c1e-edb4-4509-a85b-4bb79d001d35,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:49.524695 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b39d9c-6a73-4f59-b671-16795b9f2e49 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Router 927cfade-b2cb-4077-89a9-4558329a2859 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:15:49.532252 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a0294-6756-4317-be03-e3789dac3715 req-83eff0d4-082f-4542-97c9-9f4a178b6f15 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:49.534443 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4b5a0294-6756-4317-be03-e3789dac3715 req-83eff0d4-082f-4542-97c9-9f4a178b6f15 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 946 time: 0.2667427 Aug 10 01:15:49.535419 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-99f5153e-0ea4-451a-bee4-a2dda64c536a tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:49.594797 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f48017f9-0359-4e2e-8d49-03f7de78f364 None None] Provisioning complete for port 604d0e1d-cac0-4340-abce-627b042aae10 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:49.595351 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f48017f9-0359-4e2e-8d49-03f7de78f364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:49.643848 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4b5a0294-6756-4317-be03-e3789dac3715 req-63822e79-eced-41d9-833a-41e480d6ccc8 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccff1bd2-c333-4a0d-91a4-825a72744d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001313 Aug 10 01:15:49.644941 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-99f5153e-0ea4-451a-bee4-a2dda64c536a tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:49.652797 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-99f5153e-0ea4-451a-bee4-a2dda64c536a tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7361722 Aug 10 01:15:49.653454 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41816) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:49.672995 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-19ddcdfb-53fd-4093-b6a7-bb01156a7103 tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-30471796', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'fixed_ips': [{'ip_address': '172.25.2.96'}]}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:49.725578 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-f48017f9-0359-4e2e-8d49-03f7de78f364 None None] Port 604d0e1d-cac0-4340-abce-627b042aae10 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:15:49.754526 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ddcdfb-53fd-4093-b6a7-bb01156a7103 tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] Made reservation on behalf of 54bbb793ebf14f32bde0e6aa9d5e604c for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:49.758049 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-19ddcdfb-53fd-4093-b6a7-bb01156a7103 tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:49.796878 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-19ddcdfb-53fd-4093-b6a7-bb01156a7103 tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:49.848602 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b39d9c-6a73-4f59-b671-16795b9f2e49 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:15:49.855892 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-17b39d9c-6a73-4f59-b671-16795b9f2e49 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "PUT /v2.0/routers/927cfade-b2cb-4077-89a9-4558329a2859/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7378514 Aug 10 01:15:49.858248 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41820) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:49.868628 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae20fdfe-74e1-440e-92dd-a2bf2743042e None None] Sync routers for ids ['927cfade-b2cb-4077-89a9-4558329a2859'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:15:49.896507 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae20fdfe-74e1-440e-92dd-a2bf2743042e None None] Routers {'927cfade-b2cb-4077-89a9-4558329a2859'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:49.900843 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-ae20fdfe-74e1-440e-92dd-a2bf2743042e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:15:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['927cfade-b2cb-4077-89a9-4558329a2859'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:49.959165 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e3b670-f53f-4955-88e4-e904a2253ceb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:49.966342 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-77e3b670-f53f-4955-88e4-e904a2253ceb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "GET /v2.0/ports/604d0e1d-cac0-4340-abce-627b042aae10 HTTP/1.1" status: 200 len: 910 time: 0.1042576 Aug 10 01:15:49.966925 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41822) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:49.978286 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-68aa03c3-6ed4-47e1-9f09-65589575cbb1 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8b38cad7-a5a7-4673-91c7-8fa210059e96'}]}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:49.998091 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-19ddcdfb-53fd-4093-b6a7-bb01156a7103 tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:50.004462 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-ae20fdfe-74e1-440e-92dd-a2bf2743042e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:50.008132 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-19ddcdfb-53fd-4093-b6a7-bb01156a7103 tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:50.017604 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae20fdfe-74e1-440e-92dd-a2bf2743042e None None] Routers {'927cfade-b2cb-4077-89a9-4558329a2859'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:50.018615 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-ae20fdfe-74e1-440e-92dd-a2bf2743042e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:15:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['927cfade-b2cb-4077-89a9-4558329a2859'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:50.060717 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ddcdfb-53fd-4093-b6a7-bb01156a7103 tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5885c60-275f-4604-932d-47d78bf9bb16,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:50.061884 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-ae20fdfe-74e1-440e-92dd-a2bf2743042e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:50.062545 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae20fdfe-74e1-440e-92dd-a2bf2743042e None None] The sync data for ids ['927cfade-b2cb-4077-89a9-4558329a2859'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:15:50.063903 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-19ddcdfb-53fd-4093-b6a7-bb01156a7103 tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] device_id is not set on port b3bbd314-2d3b-4606-887a-37579a24cd1a yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:15:50.081274 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a38ee221-78b3-4896-828c-3037c6764aee None None] Provisioning complete for port 604d0e1d-cac0-4340-abce-627b042aae10 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:50.081885 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a38ee221-78b3-4896-828c-3037c6764aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:50.213098 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a38ee221-78b3-4896-828c-3037c6764aee None None] Port 604d0e1d-cac0-4340-abce-627b042aae10 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:15:50.306002 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68aa03c3-6ed4-47e1-9f09-65589575cbb1 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:50.474402 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ddcdfb-53fd-4093-b6a7-bb01156a7103 tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 10 01:15:50.475375 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19ddcdfb-53fd-4093-b6a7-bb01156a7103 tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:15:50.497367 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-19ddcdfb-53fd-4093-b6a7-bb01156a7103 tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.8425274 Aug 10 01:15:50.498315 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41828) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:50.766299 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-cc851bc3-6334-499c-9746-6e4ace7e4207 tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] Deleting port a8104c1e-edb4-4509-a85b-4bb79d001d35 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:50.766974 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cc851bc3-6334-499c-9746-6e4ace7e4207 tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:50.938455 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96933dc6-834a-4768-a962-c013cc4f6492 req-556754ec-09cd-4c37-b7c0-70d4dc872867 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:50.939776 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-96933dc6-834a-4768-a962-c013cc4f6492 req-556754ec-09cd-4c37-b7c0-70d4dc872867 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 946 time: 0.1467838 Aug 10 01:15:50.953008 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c8c54c89-b881-4507-9f74-330ffc2b3090 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:15:51.000420 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cc851bc3-6334-499c-9746-6e4ace7e4207 tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:51.000788 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cc851bc3-6334-499c-9746-6e4ace7e4207 tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:51.005511 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68aa03c3-6ed4-47e1-9f09-65589575cbb1 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:51.016310 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-96933dc6-834a-4768-a962-c013cc4f6492 req-e25c1522-bce1-42b9-a6a8-ebaa4ccadb31 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccff1bd2-c333-4a0d-91a4-825a72744d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673103 Aug 10 01:15:51.023478 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-cc851bc3-6334-499c-9746-6e4ace7e4207 tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] Calling delete_port for a8104c1e-edb4-4509-a85b-4bb79d001d35 owned by network:floatingip {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:51.026480 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68aa03c3-6ed4-47e1-9f09-65589575cbb1 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:51.055923 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port c8c54c89-b881-4507-9f74-330ffc2b3090 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:51.056734 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:51.152038 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa03c3-6ed4-47e1-9f09-65589575cbb1 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Port': ['ID=604d0e1d-cac0-4340-abce-627b042aae10,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:51.160322 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68aa03c3-6ed4-47e1-9f09-65589575cbb1 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:51.162337 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68aa03c3-6ed4-47e1-9f09-65589575cbb1 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:51.165158 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-68aa03c3-6ed4-47e1-9f09-65589575cbb1 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "PUT /v2.0/ports/604d0e1d-cac0-4340-abce-627b042aae10 HTTP/1.1" status: 200 len: 910 time: 1.1969068 Aug 10 01:15:51.165714 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41836) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:51.360061 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cc851bc3-6334-499c-9746-6e4ace7e4207 tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:51.401731 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc851bc3-6334-499c-9746-6e4ace7e4207 tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8104c1e-edb4-4509-a85b-4bb79d001d35,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:51.581027 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cc851bc3-6334-499c-9746-6e4ace7e4207 tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:51.591553 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cc851bc3-6334-499c-9746-6e4ace7e4207 tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:51.598646 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-cc851bc3-6334-499c-9746-6e4ace7e4207 tempest-ExternalNetworksAdminNegativeTestJSON-768563760 tempest-ExternalNetworksAdminNegativeTestJSON-768563760-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/2c069d79-b0fd-4090-9d6a-7a94e9a8d5e5 HTTP/1.1" status: 204 len: 168 time: 1.0990958 Aug 10 01:15:51.679363 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4d4470ef-9ea6-4dfb-9aef-ee383fe2bffc tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:51.733187 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:15:52.022840 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-4d4470ef-9ea6-4dfb-9aef-ee383fe2bffc tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Deleting port 604d0e1d-cac0-4340-abce-627b042aae10 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:52.023428 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4d4470ef-9ea6-4dfb-9aef-ee383fe2bffc tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:52.062644 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41848) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:52.177290 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4d4470ef-9ea6-4dfb-9aef-ee383fe2bffc tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:52.201704 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-4d4470ef-9ea6-4dfb-9aef-ee383fe2bffc tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Calling delete_port for 604d0e1d-cac0-4340-abce-627b042aae10 owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:52.289465 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f8a90-8c02-49ef-b661-2abb55775db3 req-f93475a3-dbbb-4edc-b96d-8f612f724252 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:52.294971 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-875f8a90-8c02-49ef-b661-2abb55775db3 req-f93475a3-dbbb-4edc-b96d-8f612f724252 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 946 time: 0.0884500 Aug 10 01:15:52.375970 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b9790ac3-8103-4673-8050-26112b1f21f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:52.506109 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b9790ac3-8103-4673-8050-26112b1f21f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:52.515863 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-875f8a90-8c02-49ef-b661-2abb55775db3 req-e38e7047-a264-4e50-9519-b3e50aafacf0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccff1bd2-c333-4a0d-91a4-825a72744d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067261 Aug 10 01:15:52.521143 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b9790ac3-8103-4673-8050-26112b1f21f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:52.536855 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4d4470ef-9ea6-4dfb-9aef-ee383fe2bffc tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:52.572943 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b9790ac3-8103-4673-8050-26112b1f21f7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2d7c95c175c84019a0101dd6054a7856&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5086477 Aug 10 01:15:52.574424 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9790ac3-8103-4673-8050-26112b1f21f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72c4bd1-8137-4d98-aabd-84f447575c7b,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:52.577283 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41858) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:52.617785 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4470ef-9ea6-4dfb-9aef-ee383fe2bffc tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event deleted for resources: {'Port': ['ID=604d0e1d-cac0-4340-abce-627b042aae10,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:52.719022 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b69768fb-6043-40a3-a121-2eada4b1490d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:52.793898 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b69768fb-6043-40a3-a121-2eada4b1490d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:52.843731 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4d4470ef-9ea6-4dfb-9aef-ee383fe2bffc tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:52.932579 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b69768fb-6043-40a3-a121-2eada4b1490d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:52.935478 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b69768fb-6043-40a3-a121-2eada4b1490d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:52.936782 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b69768fb-6043-40a3-a121-2eada4b1490d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c72c4bd1-8137-4d98-aabd-84f447575c7b HTTP/1.1" status: 204 len: 168 time: 0.3582835 Aug 10 01:15:52.948744 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69768fb-6043-40a3-a121-2eada4b1490d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72c4bd1-8137-4d98-aabd-84f447575c7b,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:53.095047 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4470ef-9ea6-4dfb-9aef-ee383fe2bffc tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Router 927cfade-b2cb-4077-89a9-4558329a2859 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:15:53.201679 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4470ef-9ea6-4dfb-9aef-ee383fe2bffc tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:15:53.223271 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea770b89-a134-4986-963c-8fa6d473f088 None None] Sync routers for ids ['927cfade-b2cb-4077-89a9-4558329a2859'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:15:53.227564 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41864) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:53.236865 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4d4470ef-9ea6-4dfb-9aef-ee383fe2bffc tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "PUT /v2.0/routers/927cfade-b2cb-4077-89a9-4558329a2859/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0696542 Aug 10 01:15:53.242356 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea770b89-a134-4986-963c-8fa6d473f088 None None] Routers {'927cfade-b2cb-4077-89a9-4558329a2859'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:53.242998 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-ea770b89-a134-4986-963c-8fa6d473f088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:15:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['927cfade-b2cb-4077-89a9-4558329a2859'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:53.285139 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-534dd3b5-961c-4956-a538-a4ec248219ee tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "GET /v2.0/ports?device_id=927cfade-b2cb-4077-89a9-4558329a2859 HTTP/1.1" status: 200 len: 205 time: 0.0562935 Aug 10 01:15:53.286776 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41866) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:53.313467 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-ea770b89-a134-4986-963c-8fa6d473f088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:53.330113 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea770b89-a134-4986-963c-8fa6d473f088 None None] Routers {'927cfade-b2cb-4077-89a9-4558329a2859'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:53.331042 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-ea770b89-a134-4986-963c-8fa6d473f088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:15:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['927cfade-b2cb-4077-89a9-4558329a2859'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:53.421389 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41872) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:53.423009 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-ea770b89-a134-4986-963c-8fa6d473f088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:53.424172 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea770b89-a134-4986-963c-8fa6d473f088 None None] The sync data for ids ['927cfade-b2cb-4077-89a9-4558329a2859'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:15:53.470194 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-28d78a33-3d64-4642-8ef5-7fcbbd1badcd tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:53.514491 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-8f98e19e-5c6d-4e1e-8f81-21fb73f8d5d0 service neutron] 10.222.0.24 "GET /v2.0/ports/86746eaf-3f7b-420a-ab8a-c3135a4a2229/bindings/n-h2-766726-26 HTTP/1.1" status: 200 len: 385 time: 0.1959763 Aug 10 01:15:53.610548 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41880) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:53.755372 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cba3c829-c178-4fbf-9845-c119295095da admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=54bbb793ebf14f32bde0e6aa9d5e604c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436124 Aug 10 01:15:53.757458 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41882) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:53.930928 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-28d78a33-3d64-4642-8ef5-7fcbbd1badcd tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:53.934484 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-28d78a33-3d64-4642-8ef5-7fcbbd1badcd tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:54.083827 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5dc8a-9b74-4cbd-b478-ff654144450f req-c84461dc-f355-4dbf-81e2-6386e01787d6 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:54.091291 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3ed5dc8a-9b74-4cbd-b478-ff654144450f req-c84461dc-f355-4dbf-81e2-6386e01787d6 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 946 time: 0.4244428 Aug 10 01:15:54.094071 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-28d78a33-3d64-4642-8ef5-7fcbbd1badcd tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:54.097069 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d78a33-3d64-4642-8ef5-7fcbbd1badcd tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Fanout notify agent at l3_agent the message router_deleted on router 927cfade-b2cb-4077-89a9-4558329a2859 {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:15:54.106213 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-28d78a33-3d64-4642-8ef5-7fcbbd1badcd tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:54.107327 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-28d78a33-3d64-4642-8ef5-7fcbbd1badcd tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/routers/927cfade-b2cb-4077-89a9-4558329a2859 HTTP/1.1" status: 204 len: 168 time: 0.8183472 Aug 10 01:15:54.116174 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41886) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:54.198313 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3772d499-64b4-4440-a105-29d29b3895de tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Deleting subnet 8b38cad7-a5a7-4673-91c7-8fa210059e96 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:15:54.201562 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3772d499-64b4-4440-a105-29d29b3895de tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:54.244163 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3772d499-64b4-4440-a105-29d29b3895de tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:54.364660 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3772d499-64b4-4440-a105-29d29b3895de tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:54.399120 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3ed5dc8a-9b74-4cbd-b478-ff654144450f req-450cc1e8-8327-44f8-8d12-d45064b741d1 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccff1bd2-c333-4a0d-91a4-825a72744d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2906902 Aug 10 01:15:54.492496 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3772d499-64b4-4440-a105-29d29b3895de tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:54.524202 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772d499-64b4-4440-a105-29d29b3895de tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event deleted for resources: {'Subnet': ['ID=8b38cad7-a5a7-4673-91c7-8fa210059e96,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:54.530488 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3772d499-64b4-4440-a105-29d29b3895de tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:54.534747 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3772d499-64b4-4440-a105-29d29b3895de tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/subnets/8b38cad7-a5a7-4673-91c7-8fa210059e96 HTTP/1.1" status: 204 len: 168 time: 0.4167140 Aug 10 01:15:54.535716 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3602465-6f6c-4795-ba76-e984e5d45d7a None None] Network b122d2e0-86e6-455b-97da-460bd81855d5 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:54.537102 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41888) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:54.684473 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8efabe36-552d-4e22-966c-dce9722697be tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:54.693954 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8930941f-4b63-4ab9-9948-c218f6974cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:54.704036 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-3f54a57d-569c-4177-a4b0-28ba2af95f89 service neutron] For port 86746eaf-3f7b-420a-ab8a-c3135a4a2229, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=86746eaf-3f7b-420a-ab8a-c3135a4a2229,segment=NetworkSegment(c8a73380-ff8d-4024-81bf-877bc0930a56),segment_id=c8a73380-ff8d-4024-81bf-877bc0930a56)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:54.783418 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-8efabe36-552d-4e22-966c-dce9722697be tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Deleting port c8c54c89-b881-4507-9f74-330ffc2b3090 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:54.784555 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8efabe36-552d-4e22-966c-dce9722697be tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:54.785689 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8930941f-4b63-4ab9-9948-c218f6974cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:54.806515 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-3f54a57d-569c-4177-a4b0-28ba2af95f89 service neutron] For port 86746eaf-3f7b-420a-ab8a-c3135a4a2229, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:15:54.907655 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6adbfc9-09d1-4bf7-ab79-e70f7b15f373', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86746eaf-3f7b-420a-ab8a-c3135a4a2229'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:15:54.910565 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b68a47-f8d9-474e-85fe-6d44358d9664" -d '{"events": [{"server_uuid": "c6adbfc9-09d1-4bf7-ab79-e70f7b15f373", "name": "network-vif-unplugged", "status": "completed", "tag": "86746eaf-3f7b-420a-ab8a-c3135a4a2229"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:15:54.914207 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-8efabe36-552d-4e22-966c-dce9722697be tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] For port c8c54c89-b881-4507-9f74-330ffc2b3090, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=c8c54c89-b881-4507-9f74-330ffc2b3090,segment=NetworkSegment(c885c743-3994-4543-bbe9-ffc04997dda9),segment_id=c885c743-3994-4543-bbe9-ffc04997dda9)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:54.914723 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8efabe36-552d-4e22-966c-dce9722697be tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:54.921059 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-3f54a57d-569c-4177-a4b0-28ba2af95f89 service neutron] For port 86746eaf-3f7b-420a-ab8a-c3135a4a2229, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=86746eaf-3f7b-420a-ab8a-c3135a4a2229,segment=NetworkSegment(c8a73380-ff8d-4024-81bf-877bc0930a56),segment_id=c8a73380-ff8d-4024-81bf-877bc0930a56)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:54.957127 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-8efabe36-552d-4e22-966c-dce9722697be tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Calling delete_port for c8c54c89-b881-4507-9f74-330ffc2b3090 owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:54.978875 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63cbca7-c515-4a9c-b5da-9063ddf5cd40 None None] DHCP port deletion for b122d2e0-86e6-455b-97da-460bd81855d5 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:15:54.979279 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-3f54a57d-569c-4177-a4b0-28ba2af95f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:55.024117 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8930941f-4b63-4ab9-9948-c218f6974cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:55.026699 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8930941f-4b63-4ab9-9948-c218f6974cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:55.027932 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8930941f-4b63-4ab9-9948-c218f6974cc2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b5885c60-275f-4604-932d-47d78bf9bb16 HTTP/1.1" status: 204 len: 168 time: 1.2695336 Aug 10 01:15:55.030577 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d92ab3a-328a-4c2c-b47e-a5331f0c1c29 x-openstack-request-id: req-9d92ab3a-328a-4c2c-b47e-a5331f0c1c29 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:15:55.030886 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6adbfc9-09d1-4bf7-ab79-e70f7b15f373", "name": "network-vif-unplugged", "status": "completed", "tag": "86746eaf-3f7b-420a-ab8a-c3135a4a2229", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:15:55.031143 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9d92ab3a-328a-4c2c-b47e-a5331f0c1c29 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:15:55.031546 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6adbfc9-09d1-4bf7-ab79-e70f7b15f373', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86746eaf-3f7b-420a-ab8a-c3135a4a2229', 'code': 200} Aug 10 01:15:55.066936 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930941f-4b63-4ab9-9948-c218f6974cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5885c60-275f-4604-932d-47d78bf9bb16,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:55.099123 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8efabe36-552d-4e22-966c-dce9722697be tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:55.132834 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efabe36-552d-4e22-966c-dce9722697be tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event deleted for resources: {'Port': ['ID=c8c54c89-b881-4507-9f74-330ffc2b3090,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:55.144273 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efabe36-552d-4e22-966c-dce9722697be tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] No DVR routers for this DVR port c8c54c89-b881-4507-9f74-330ffc2b3090 on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:15:55.184259 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a63cbca7-c515-4a9c-b5da-9063ddf5cd40 None None] Deleting port c8c54c89-b881-4507-9f74-330ffc2b3090 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:55.184790 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a63cbca7-c515-4a9c-b5da-9063ddf5cd40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:55.219227 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-3f54a57d-569c-4177-a4b0-28ba2af95f89 service neutron] Transition to ACTIVE for port object 86746eaf-3f7b-420a-ab8a-c3135a4a2229 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:55.230560 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-3f54a57d-569c-4177-a4b0-28ba2af95f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:55.333596 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8efabe36-552d-4e22-966c-dce9722697be tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:55.347550 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-a63cbca7-c515-4a9c-b5da-9063ddf5cd40 None None] For port c8c54c89-b881-4507-9f74-330ffc2b3090, host n-d-766726-26, got binding levels [] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:55.347967 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a63cbca7-c515-4a9c-b5da-9063ddf5cd40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:55.356325 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-8efabe36-552d-4e22-966c-dce9722697be tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b122d2e0-86e6-455b-97da-460bd81855d5']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:55.379482 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a63cbca7-c515-4a9c-b5da-9063ddf5cd40 None None] Calling delete_port for c8c54c89-b881-4507-9f74-330ffc2b3090 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:55.386840 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.ipam_backend_mixin [None req-a63cbca7-c515-4a9c-b5da-9063ddf5cd40 None None] Port c8c54c89-b881-4507-9f74-330ffc2b3090 was not found and therefore no delete operation was performed {{(pid=105828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 01:15:55.392507 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a63cbca7-c515-4a9c-b5da-9063ddf5cd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:55.399416 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-8efabe36-552d-4e22-966c-dce9722697be tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c885c743-3994-4543-bbe9-ffc04997dda9') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:55.399723 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-8efabe36-552d-4e22-966c-dce9722697be tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c885c743-3994-4543-bbe9-ffc04997dda9') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:55.443152 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8efabe36-552d-4e22-966c-dce9722697be tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:55.447475 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63cbca7-c515-4a9c-b5da-9063ddf5cd40 None None] Pushing event deleted for resources: {'Port': ['ID=c8c54c89-b881-4507-9f74-330ffc2b3090,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:55.477101 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63cbca7-c515-4a9c-b5da-9063ddf5cd40 None None] No DVR routers for this DVR port c8c54c89-b881-4507-9f74-330ffc2b3090 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:15:55.484409 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54a57d-569c-4177-a4b0-28ba2af95f89 service neutron] Pushing event updated for resources: {'Port': ['ID=86746eaf-3f7b-420a-ab8a-c3135a4a2229,revision_number=11']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:55.509947 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d3ce241c-9e9a-433a-8e8a-8f7c9045d332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:55.648948 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-3f54a57d-569c-4177-a4b0-28ba2af95f89 service neutron] No DVR routers for this DVR port 86746eaf-3f7b-420a-ab8a-c3135a4a2229 on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:15:55.888291 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-3f54a57d-569c-4177-a4b0-28ba2af95f89 service neutron] 10.222.0.24 "PUT /v2.0/ports/86746eaf-3f7b-420a-ab8a-c3135a4a2229/bindings/n-h2-766726-26/activate HTTP/1.1" status: 200 len: 370 time: 2.3512857 Aug 10 01:15:56.112952 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8efabe36-552d-4e22-966c-dce9722697be tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:56.148077 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8efabe36-552d-4e22-966c-dce9722697be tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:15:56.148509 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8efabe36-552d-4e22-966c-dce9722697be tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:56.151744 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:15:56.151744 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:15:56.151744 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:15:56.151744 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:15:56.151744 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:15:56.151744 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:15:56.151744 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:15:56.151744 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:15:56.151744 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:15:56.151744 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:15:56.151744 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:15:56.151744 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:15:56.151744 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:15:56.151744 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:15:56.151744 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:15:56.151744 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:15:56.151744 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:15:56.151744 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:15:56.151744 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:15:56.151744 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:15:56.151744 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:15:56.151744 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:15:56.151744 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:15:56.151744 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:15:56.151744 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:15:56.151744 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:15:56.151744 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:15:56.151744 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:15:56.151744 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:15:56.151744 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:15:56.151744 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:15:56.151744 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:15:56.164170 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-d3ce241c-9e9a-433a-8e8a-8f7c9045d332 admin admin] Deleting port 02a1e79b-e32d-4e1d-bdb5-176831665841 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:56.164170 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d3ce241c-9e9a-433a-8e8a-8f7c9045d332 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:56.226381 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-d39b22e7-ced5-42d9-9c43-b002b0d6284d tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:56.227885 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-d39b22e7-ced5-42d9-9c43-b002b0d6284d tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373&tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&binding%3Ahost_id=n-h1-766726-26 HTTP/1.1" status: 200 len: 1097 time: 0.1512115 Aug 10 01:15:56.247842 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d94cf-d341-4681-9473-2556075fd583 req-ce1a0625-dba3-4ba6-875c-1d5c5651080c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:56.248147 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b7d94cf-d341-4681-9473-2556075fd583 req-ce1a0625-dba3-4ba6-875c-1d5c5651080c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 945 time: 0.1737001 Aug 10 01:15:56.248835 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8efabe36-552d-4e22-966c-dce9722697be tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:56.257619 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-d3ce241c-9e9a-433a-8e8a-8f7c9045d332 admin admin] For port 02a1e79b-e32d-4e1d-bdb5-176831665841, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=02a1e79b-e32d-4e1d-bdb5-176831665841,segment=NetworkSegment(d6976290-f50d-4dca-805a-f2ce5eeed0b1),segment_id=d6976290-f50d-4dca-805a-f2ce5eeed0b1)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:56.258090 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d3ce241c-9e9a-433a-8e8a-8f7c9045d332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:56.273717 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8efabe36-552d-4e22-966c-dce9722697be tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:56.281430 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8efabe36-552d-4e22-966c-dce9722697be tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/networks/b122d2e0-86e6-455b-97da-460bd81855d5 HTTP/1.1" status: 204 len: 168 time: 1.7428510 Aug 10 01:15:56.287670 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41918) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:56.304813 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-d3ce241c-9e9a-433a-8e8a-8f7c9045d332 admin admin] Calling delete_port for 02a1e79b-e32d-4e1d-bdb5-176831665841 owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:56.316995 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-f0e5d6d5-e513-4650-b9a9-cd7a0a00a795 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1469032217', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:56.338432 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efabe36-552d-4e22-966c-dce9722697be tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event deleted for resources: {'Network': ['ID=b122d2e0-86e6-455b-97da-460bd81855d5,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:56.405882 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-51dc61c1-5703-40eb-9c20-22946846788b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:56.407527 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-51dc61c1-5703-40eb-9c20-22946846788b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373&tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8 HTTP/1.1" status: 200 len: 1097 time: 0.1563876 Aug 10 01:15:56.411420 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f0e5d6d5-e513-4650-b9a9-cd7a0a00a795 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:56.412449 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f0e5d6d5-e513-4650-b9a9-cd7a0a00a795 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:56.420586 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b7d94cf-d341-4681-9473-2556075fd583 req-7e1f19ab-63cc-4ebe-9db7-098a4f1eb576 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccff1bd2-c333-4a0d-91a4-825a72744d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483209 Aug 10 01:15:56.584015 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f0e5d6d5-e513-4650-b9a9-cd7a0a00a795 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:56.585253 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41924) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:56.608315 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f0e5d6d5-e513-4650-b9a9-cd7a0a00a795 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:56.625231 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-f559e856-2be3-4e30-8873-1e4b41c2176d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:56.627022 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-f559e856-2be3-4e30-8873-1e4b41c2176d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 1097 time: 0.1032865 Aug 10 01:15:56.633219 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f0e5d6d5-e513-4650-b9a9-cd7a0a00a795 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:56.636874 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f0e5d6d5-e513-4650-b9a9-cd7a0a00a795 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3451078 Aug 10 01:15:56.642616 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41928) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:56.667796 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-33632a3d-ee11-48bf-97c6-e45b81d31bb3 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Request body: {'network': {'name': 'tempest-RoutersTest-435152860'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:56.686422 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d3ce241c-9e9a-433a-8e8a-8f7c9045d332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:56.748029 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce241c-9e9a-433a-8e8a-8f7c9045d332 admin admin] Pushing event deleted for resources: {'Port': ['ID=02a1e79b-e32d-4e1d-bdb5-176831665841,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:56.773993 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33632a3d-ee11-48bf-97c6-e45b81d31bb3 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Made reservation on behalf of a60068d17ed444849e0177358a2fde19 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:56.790480 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-33632a3d-ee11-48bf-97c6-e45b81d31bb3 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:56.794707 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-32482f10-1af7-4ec5-b373-2f161645997b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:56.796469 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-32482f10-1af7-4ec5-b373-2f161645997b service neutron] 10.222.0.20 "GET /v2.0/networks?id=68914d55-1722-49b7-8c35-ddc1365cee5e HTTP/1.1" status: 200 len: 897 time: 0.1603277 Aug 10 01:15:56.805065 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-62a1e65e-f236-4649-a97b-2069ad1eda13 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2022640098'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:56.881374 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 86746eaf-3f7b-420a-ab8a-c3135a4a2229 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:15:56.943275 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33632a3d-ee11-48bf-97c6-e45b81d31bb3 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:15:56.972482 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-33632a3d-ee11-48bf-97c6-e45b81d31bb3 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:56.973033 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-33632a3d-ee11-48bf-97c6-e45b81d31bb3 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Added segment f0986428-e061-4959-aecb-efb9dbde68dc of type vlan for network 943e90f7-b023-4655-9081-04e8a18da465 Aug 10 01:15:56.999470 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a1e65e-f236-4649-a97b-2069ad1eda13 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Made reservation on behalf of 53e485b720ea4135b400d6e3caec7ff1 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:57.008271 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 86746eaf-3f7b-420a-ab8a-c3135a4a2229 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:15:57.011915 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-62a1e65e-f236-4649-a97b-2069ad1eda13 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:57.019396 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-5634cb3f-aef8-4ac3-ad9b-c98a754e59de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86746eaf-3f7b-420a-ab8a-c3135a4a2229 HTTP/1.1" status: 200 len: 999 time: 0.2103965 Aug 10 01:15:57.028359 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-62a1e65e-f236-4649-a97b-2069ad1eda13 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:57.082951 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c8c54c89-b881-4507-9f74-330ffc2b3090 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:15:57.125619 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: c8c54c89-b881-4507-9f74-330ffc2b3090 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:15:57.126326 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c8c54c89-b881-4507-9f74-330ffc2b3090 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:15:57.173381 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-62a1e65e-f236-4649-a97b-2069ad1eda13 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:57.179575 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-6afb7109-ad5e-4dd5-ae84-36daab6357c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:57.181245 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-6afb7109-ad5e-4dd5-ae84-36daab6357c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=781d9f37-0b97-4cb7-956e-3019c0164791 HTTP/1.1" status: 200 len: 835 time: 0.1541555 Aug 10 01:15:57.182384 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-62a1e65e-f236-4649-a97b-2069ad1eda13 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:57.184392 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d3ce241c-9e9a-433a-8e8a-8f7c9045d332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:57.265588 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a1e65e-f236-4649-a97b-2069ad1eda13 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:15:57.311686 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-62a1e65e-f236-4649-a97b-2069ad1eda13 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:57.314630 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-62a1e65e-f236-4649-a97b-2069ad1eda13 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Added segment 33e0d5d6-b486-4c5d-ad60-cfb2aaddffca of type vlan for network edc6fc54-6625-4789-a832-7ead3dd4cb78 Aug 10 01:15:57.321373 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-e6aedd6f-41a6-49fb-9908-e66e8b24a0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:57.325532 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-e6aedd6f-41a6-49fb-9908-e66e8b24a0c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=68914d55-1722-49b7-8c35-ddc1365cee5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1310918 Aug 10 01:15:57.351185 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-33632a3d-ee11-48bf-97c6-e45b81d31bb3 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:57.417469 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1e65e-f236-4649-a97b-2069ad1eda13 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c48ed101-940f-4bf5-beb7-cc9408e6fcc1,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:57.447695 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-33632a3d-ee11-48bf-97c6-e45b81d31bb3 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:57.454553 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33632a3d-ee11-48bf-97c6-e45b81d31bb3 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:57.454988 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-33632a3d-ee11-48bf-97c6-e45b81d31bb3 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:57.496766 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-62a1e65e-f236-4649-a97b-2069ad1eda13 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:57.535617 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-33632a3d-ee11-48bf-97c6-e45b81d31bb3 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8910296 Aug 10 01:15:57.570076 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41936) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:57.579941 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-eebf8108-f721-4ef1-801c-769f83dd2fcb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Request body: {'subnet': {'network_id': '943e90f7-b023-4655-9081-04e8a18da465', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:57.584400 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33632a3d-ee11-48bf-97c6-e45b81d31bb3 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Network': ['ID=943e90f7-b023-4655-9081-04e8a18da465,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:57.600678 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 943e90f7-b023-4655-9081-04e8a18da465 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:15:57.605652 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-62a1e65e-f236-4649-a97b-2069ad1eda13 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:57.614113 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a1e65e-f236-4649-a97b-2069ad1eda13 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:57.614817 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-62a1e65e-f236-4649-a97b-2069ad1eda13 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:57.717401 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-e666bdb7-f0e0-47d1-bee1-43cc86be22c4 service neutron] 10.222.0.20 "GET /v2.0/networks/68914d55-1722-49b7-8c35-ddc1365cee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723657 Aug 10 01:15:57.820490 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebf8108-f721-4ef1-801c-769f83dd2fcb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Made reservation on behalf of a60068d17ed444849e0177358a2fde19 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:57.824680 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eebf8108-f721-4ef1-801c-769f83dd2fcb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:57.846881 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-62a1e65e-f236-4649-a97b-2069ad1eda13 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2595420 Aug 10 01:15:57.857486 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41938) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:57.876720 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-6b53dd30-34fa-4fb7-92d4-498e476e7bfe tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Request body: {'subnet': {'network_id': 'edc6fc54-6625-4789-a832-7ead3dd4cb78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:57.911295 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1e65e-f236-4649-a97b-2069ad1eda13 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Pushing event updated for resources: {'Network': ['ID=edc6fc54-6625-4789-a832-7ead3dd4cb78,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:57.924014 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ce241c-9e9a-433a-8e8a-8f7c9045d332 admin admin] Router 815a86d0-c50c-4a86-8c90-107f0faae077 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:15:57.924646 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network edc6fc54-6625-4789-a832-7ead3dd4cb78 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:15:58.083170 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-772ba6e7-4dae-47e4-92bd-8c7bc0b23753 service neutron] 10.222.0.20 "GET /v2.0/networks/68914d55-1722-49b7-8c35-ddc1365cee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484538 Aug 10 01:15:58.102119 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22cd2c-9bf9-40b5-89d0-bbda1caabe9e req-cebc38bb-4806-4768-b3b8-9ee4a1b959a8 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:58.103739 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5f22cd2c-9bf9-40b5-89d0-bbda1caabe9e req-cebc38bb-4806-4768-b3b8-9ee4a1b959a8 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 945 time: 0.1624191 Aug 10 01:15:58.150998 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b53dd30-34fa-4fb7-92d4-498e476e7bfe tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Made reservation on behalf of 53e485b720ea4135b400d6e3caec7ff1 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:58.154703 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6b53dd30-34fa-4fb7-92d4-498e476e7bfe tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:58.182197 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:58.186722 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eebf8108-f721-4ef1-801c-769f83dd2fcb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:58.224157 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5f22cd2c-9bf9-40b5-89d0-bbda1caabe9e req-ec2782f9-b51c-4600-8462-ffa17481f1b2 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccff1bd2-c333-4a0d-91a4-825a72744d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088374 Aug 10 01:15:58.343476 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf8108-f721-4ef1-801c-769f83dd2fcb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Subnet': ['ID=7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:58.370005 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ce241c-9e9a-433a-8e8a-8f7c9045d332 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:15:58.376622 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d3ce241c-9e9a-433a-8e8a-8f7c9045d332 admin admin] 10.222.0.35 "PUT /v2.0/routers/815a86d0-c50c-4a86-8c90-107f0faae077/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9541528 Aug 10 01:15:58.379657 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41942) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:58.384477 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdda3af-f31e-4d25-be62-0ef7f8c37863 None None] Sync routers for ids ['815a86d0-c50c-4a86-8c90-107f0faae077'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:15:58.402318 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdda3af-f31e-4d25-be62-0ef7f8c37863 None None] Routers {'815a86d0-c50c-4a86-8c90-107f0faae077'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:58.404670 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-9bdda3af-f31e-4d25-be62-0ef7f8c37863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:15:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['815a86d0-c50c-4a86-8c90-107f0faae077'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:58.430389 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebf8108-f721-4ef1-801c-769f83dd2fcb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Checking segment: {'id': 'f0986428-e061-4959-aecb-efb9dbde68dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '943e90f7-b023-4655-9081-04e8a18da465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:58.430658 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6b53dd30-34fa-4fb7-92d4-498e476e7bfe tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:58.431125 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebf8108-f721-4ef1-801c-769f83dd2fcb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Network hostable DHCP agents. Network: 943e90f7-b023-4655-9081-04e8a18da465, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:15:58.441597 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-31ac8aa2-5948-451f-b421-04c7d9d9322d tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:58.443127 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-31ac8aa2-5948-451f-b421-04c7d9d9322d tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373&tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&binding%3Ahost_id=n-h2-766726-26 HTTP/1.1" status: 200 len: 1097 time: 0.0782430 Aug 10 01:15:58.529381 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebf8108-f721-4ef1-801c-769f83dd2fcb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Network 943e90f7-b023-4655-9081-04e8a18da465 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:15:58.562241 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-9bdda3af-f31e-4d25-be62-0ef7f8c37863 None None] Set router 815a86d0-c50c-4a86-8c90-107f0faae077 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:15:58.564780 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-eebf8108-f721-4ef1-801c-769f83dd2fcb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 943e90f7-b023-4655-9081-04e8a18da465) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:58.567442 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53dd30-34fa-4fb7-92d4-498e476e7bfe tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Pushing event updated for resources: {'Subnet': ['ID=89a14f6a-bfec-499b-89f3-39ba0de7c33c,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:58.580977 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b53dd30-34fa-4fb7-92d4-498e476e7bfe tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Checking segment: {'id': '33e0d5d6-b486-4c5d-ad60-cfb2aaddffca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'edc6fc54-6625-4789-a832-7ead3dd4cb78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:58.581359 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebf8108-f721-4ef1-801c-769f83dd2fcb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:58.581487 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b53dd30-34fa-4fb7-92d4-498e476e7bfe tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Network hostable DHCP agents. Network: edc6fc54-6625-4789-a832-7ead3dd4cb78, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:15:58.581837 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eebf8108-f721-4ef1-801c-769f83dd2fcb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:58.597832 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-974ac7c4-ff8e-4cd7-b9bf-c9cce9870eaa admin admin] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:58.625291 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b717c7e-7f9b-4058-a3ee-b58787cf795b None None] Network 943e90f7-b023-4655-9081-04e8a18da465 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:58.656090 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-eebf8108-f721-4ef1-801c-769f83dd2fcb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0824201 Aug 10 01:15:58.659533 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41946) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:58.745906 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-cc23fd98-2b2b-42b1-a910-b116b5aaa25e service neutron] For port 86746eaf-3f7b-420a-ab8a-c3135a4a2229, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:15:58.754541 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-cc23fd98-2b2b-42b1-a910-b116b5aaa25e service neutron] Notify callbacks [] for binding, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:58.756474 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-cc23fd98-2b2b-42b1-a910-b116b5aaa25e service neutron] 10.222.0.20 "DELETE /v2.0/ports/86746eaf-3f7b-420a-ab8a-c3135a4a2229/bindings/n-h1-766726-26 HTTP/1.1" status: 204 len: 173 time: 0.2814438 Aug 10 01:15:58.757243 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b53dd30-34fa-4fb7-92d4-498e476e7bfe tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Network edc6fc54-6625-4789-a832-7ead3dd4cb78 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:15:58.768958 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-6b53dd30-34fa-4fb7-92d4-498e476e7bfe tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, edc6fc54-6625-4789-a832-7ead3dd4cb78) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:58.788765 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b53dd30-34fa-4fb7-92d4-498e476e7bfe tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:58.790862 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6b53dd30-34fa-4fb7-92d4-498e476e7bfe tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:58.813497 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa990cf-cef5-45b4-98c5-012090966bd0 None None] Network edc6fc54-6625-4789-a832-7ead3dd4cb78 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:58.825768 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6b53dd30-34fa-4fb7-92d4-498e476e7bfe tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9529660 Aug 10 01:15:58.827341 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41948) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:58.835878 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-d97a653b-ccba-4eb3-872d-e65c2f089259 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Request body: {'port': {'network_id': 'edc6fc54-6625-4789-a832-7ead3dd4cb78', 'name': 'tempest-AllowedAddressPairTestJSON-88841680'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:58.964976 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2134fcc4-12ca-4d33-8e1f-3dfb8d0e499d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-943e90f7-b023-4655-9081-04e8a18da465', 'network_id': '943e90f7-b023-4655-9081-04e8a18da465', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'fixed_ips': [{'subnet_id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:15:58.967315 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2134fcc4-12ca-4d33-8e1f-3dfb8d0e499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:58.991050 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97a653b-ccba-4eb3-872d-e65c2f089259 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Made reservation on behalf of 53e485b720ea4135b400d6e3caec7ff1 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:58.996929 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d97a653b-ccba-4eb3-872d-e65c2f089259 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:59.028487 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-d97a653b-ccba-4eb3-872d-e65c2f089259 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] device_id is not set on port 720c9e08-93ff-4965-a58e-f5f5f663ff38 yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:15:59.199273 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-974ac7c4-ff8e-4cd7-b9bf-c9cce9870eaa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:59.230594 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-89c4ee00-526a-48ff-b131-38fb65c3b0ee tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:59.292364 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-2134fcc4-12ca-4d33-8e1f-3dfb8d0e499d None None] Allocated IP 172.20.0.2 (943e90f7-b023-4655-9081-04e8a18da465/7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b/a754f405-d76b-468a-ab36-76fdf3e121a3) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:59.301133 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-d97a653b-ccba-4eb3-872d-e65c2f089259 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Allocated IP 172.20.0.6 (edc6fc54-6625-4789-a832-7ead3dd4cb78/89a14f6a-bfec-499b-89f3-39ba0de7c33c/720c9e08-93ff-4965-a58e-f5f5f663ff38) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:59.395683 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-974ac7c4-ff8e-4cd7-b9bf-c9cce9870eaa admin admin] Deleting port c315d1fb-04dc-4c62-bd1c-ed89287b0e10 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:59.396025 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-974ac7c4-ff8e-4cd7-b9bf-c9cce9870eaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:59.614671 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-974ac7c4-ff8e-4cd7-b9bf-c9cce9870eaa admin admin] For port c315d1fb-04dc-4c62-bd1c-ed89287b0e10, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=c315d1fb-04dc-4c62-bd1c-ed89287b0e10,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:59.615056 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-974ac7c4-ff8e-4cd7-b9bf-c9cce9870eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:59.641331 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-974ac7c4-ff8e-4cd7-b9bf-c9cce9870eaa admin admin] Calling delete_port for c315d1fb-04dc-4c62-bd1c-ed89287b0e10 owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:59.679703 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-9bdda3af-f31e-4d25-be62-0ef7f8c37863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'name': 'tempest-TaggedBootDevicesTest-6833629-router', 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'c315d1fb-04dc-4c62-bd1c-ed89287b0e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:04:43Z', 'updated_at': '2021-08-10T01:15:56Z', 'revision_number': 5, 'project_id': 'd10c461282a54fe6a1ff477fc3a37853', 'gw_port': {'id': 'c315d1fb-04dc-4c62-bd1c-ed89287b0e10', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:07:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:44Z', 'updated_at': '2021-08-10T01:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:59.683447 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a2715-d0fd-4590-9231-471dd030599b req-e877905b-b458-4516-8a9c-53b70fb66fb4 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:59.685101 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-211a2715-d0fd-4590-9231-471dd030599b req-e877905b-b458-4516-8a9c-53b70fb66fb4 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 945 time: 0.3210492 Aug 10 01:15:59.723533 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdda3af-f31e-4d25-be62-0ef7f8c37863 None None] Checking router: 815a86d0-c50c-4a86-8c90-107f0faae077 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:15:59.742980 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d97a653b-ccba-4eb3-872d-e65c2f089259 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:59.763986 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-211a2715-d0fd-4590-9231-471dd030599b req-6e9b611e-6a3e-4e16-938c-e82502f1f253 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccff1bd2-c333-4a0d-91a4-825a72744d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688031 Aug 10 01:15:59.771773 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-d97a653b-ccba-4eb3-872d-e65c2f089259 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Transition to ACTIVE for port object 720c9e08-93ff-4965-a58e-f5f5f663ff38 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:59.794346 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdda3af-f31e-4d25-be62-0ef7f8c37863 None None] Routers {'815a86d0-c50c-4a86-8c90-107f0faae077'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:59.795209 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-9bdda3af-f31e-4d25-be62-0ef7f8c37863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:15:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['815a86d0-c50c-4a86-8c90-107f0faae077'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:59.838726 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d97a653b-ccba-4eb3-872d-e65c2f089259 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:59.907363 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0502765a-369f-403c-ad78-c1b627aec27e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-edc6fc54-6625-4789-a832-7ead3dd4cb78', 'network_id': 'edc6fc54-6625-4789-a832-7ead3dd4cb78', 'tenant_id': '53e485b720ea4135b400d6e3caec7ff1', 'fixed_ips': [{'subnet_id': '89a14f6a-bfec-499b-89f3-39ba0de7c33c'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:15:59.908728 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0502765a-369f-403c-ad78-c1b627aec27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:59.911746 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97a653b-ccba-4eb3-872d-e65c2f089259 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Network edc6fc54-6625-4789-a832-7ead3dd4cb78 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:59.919543 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-d97a653b-ccba-4eb3-872d-e65c2f089259 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:59.931582 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-9bdda3af-f31e-4d25-be62-0ef7f8c37863 None None] Set router 815a86d0-c50c-4a86-8c90-107f0faae077 gateway port host: None {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:15:59.934415 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97a653b-ccba-4eb3-872d-e65c2f089259 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:59.990003 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a653b-ccba-4eb3-872d-e65c2f089259 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Pushing event updated for resources: {'Port': ['ID=720c9e08-93ff-4965-a58e-f5f5f663ff38,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:00.019205 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-9bdda3af-f31e-4d25-be62-0ef7f8c37863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'name': 'tempest-TaggedBootDevicesTest-6833629-router', 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:04:43Z', 'updated_at': '2021-08-10T01:15:59Z', 'revision_number': 6, 'project_id': 'd10c461282a54fe6a1ff477fc3a37853', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:00.060277 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2134fcc4-12ca-4d33-8e1f-3dfb8d0e499d None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:00.062596 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdda3af-f31e-4d25-be62-0ef7f8c37863 None None] The sync data for ids ['815a86d0-c50c-4a86-8c90-107f0faae077'] in n-d-766726-26 is: [{'id': '815a86d0-c50c-4a86-8c90-107f0faae077', 'name': 'tempest-TaggedBootDevicesTest-6833629-router', 'tenant_id': 'd10c461282a54fe6a1ff477fc3a37853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:04:43Z', 'updated_at': '2021-08-10T01:15:59Z', 'revision_number': 6, 'project_id': 'd10c461282a54fe6a1ff477fc3a37853', 'gw_port_host': None}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:16:00.072059 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97a653b-ccba-4eb3-872d-e65c2f089259 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:00.073351 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d97a653b-ccba-4eb3-872d-e65c2f089259 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:00.077791 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2134fcc4-12ca-4d33-8e1f-3dfb8d0e499d None None] Transition to ACTIVE for port object a754f405-d76b-468a-ab36-76fdf3e121a3 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:00.095381 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9608b-8b4c-408a-97f1-243750f02930 req-bc3e1cd1-08a5-45da-88e1-7b7c5885ada8 tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:00.097734 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e8d9608b-8b4c-408a-97f1-243750f02930 req-bc3e1cd1-08a5-45da-88e1-7b7c5885ada8 tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 1097 time: 0.1192474 Aug 10 01:16:00.131763 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d97a653b-ccba-4eb3-872d-e65c2f089259 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3027506 Aug 10 01:16:00.152490 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41960) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:00.163457 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-3de1c0e7-155c-44db-8a38-41d531b647eb tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Request body: {'port': {'network_id': 'edc6fc54-6625-4789-a832-7ead3dd4cb78', 'name': 'tempest-AllowedAddressPairTestJSON-2063517170', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:53:fb:9d'}]}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:00.176689 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2134fcc4-12ca-4d33-8e1f-3dfb8d0e499d None None] Transition to ACTIVE for port object a754f405-d76b-468a-ab36-76fdf3e121a3 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:00.190984 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2134fcc4-12ca-4d33-8e1f-3dfb8d0e499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:00.261610 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e8d9608b-8b4c-408a-97f1-243750f02930 req-7858fbef-6964-418e-8eec-5937f72638bb tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=ccff1bd2-c333-4a0d-91a4-825a72744d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413946 Aug 10 01:16:00.273845 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-89c4ee00-526a-48ff-b131-38fb65c3b0ee tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Allocated IP 172.20.0.1 (943e90f7-b023-4655-9081-04e8a18da465/7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b/9954e812-f674-4efe-a9fb-89d0f8e8cd13) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:00.297433 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2134fcc4-12ca-4d33-8e1f-3dfb8d0e499d None None] Network 943e90f7-b023-4655-9081-04e8a18da465 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:00.306832 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-2134fcc4-12ca-4d33-8e1f-3dfb8d0e499d None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:00.323642 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2134fcc4-12ca-4d33-8e1f-3dfb8d0e499d None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:00.416289 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134fcc4-12ca-4d33-8e1f-3dfb8d0e499d None None] Pushing event updated for resources: {'Port': ['ID=a754f405-d76b-468a-ab36-76fdf3e121a3,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:00.443341 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-0502765a-369f-403c-ad78-c1b627aec27e None None] Allocated IP 172.20.0.2 (edc6fc54-6625-4789-a832-7ead3dd4cb78/89a14f6a-bfec-499b-89f3-39ba0de7c33c/7452b46c-da52-43b5-95c4-3e57607f215b) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:00.464870 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-2134fcc4-12ca-4d33-8e1f-3dfb8d0e499d None None] Attempting to bind port a754f405-d76b-468a-ab36-76fdf3e121a3 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:16:00.465778 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-2134fcc4-12ca-4d33-8e1f-3dfb8d0e499d None None] Attempting to bind port a754f405-d76b-468a-ab36-76fdf3e121a3 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'f0986428-e061-4959-aecb-efb9dbde68dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '943e90f7-b023-4655-9081-04e8a18da465'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:16:00.466154 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2134fcc4-12ca-4d33-8e1f-3dfb8d0e499d None None] Attempting to bind port a754f405-d76b-468a-ab36-76fdf3e121a3 on network 943e90f7-b023-4655-9081-04e8a18da465 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:16:00.472357 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-89c4ee00-526a-48ff-b131-38fb65c3b0ee tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:00.483023 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2134fcc4-12ca-4d33-8e1f-3dfb8d0e499d None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:16:00.483537 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2134fcc4-12ca-4d33-8e1f-3dfb8d0e499d None None] Checking segment: {'id': 'f0986428-e061-4959-aecb-efb9dbde68dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '943e90f7-b023-4655-9081-04e8a18da465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:00.484003 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2134fcc4-12ca-4d33-8e1f-3dfb8d0e499d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:00.487295 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2134fcc4-12ca-4d33-8e1f-3dfb8d0e499d None None] Bound using segment: {'id': 'f0986428-e061-4959-aecb-efb9dbde68dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '943e90f7-b023-4655-9081-04e8a18da465'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:16:00.487625 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-974ac7c4-ff8e-4cd7-b9bf-c9cce9870eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:00.487880 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-2134fcc4-12ca-4d33-8e1f-3dfb8d0e499d None None] Bound port: a754f405-d76b-468a-ab36-76fdf3e121a3, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0986428-e061-4959-aecb-efb9dbde68dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '943e90f7-b023-4655-9081-04e8a18da465'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:16:00.488420 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2134fcc4-12ca-4d33-8e1f-3dfb8d0e499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:00.537166 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ac7c4-ff8e-4cd7-b9bf-c9cce9870eaa admin admin] Pushing event deleted for resources: {'Port': ['ID=c315d1fb-04dc-4c62-bd1c-ed89287b0e10,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:00.542041 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-89c4ee00-526a-48ff-b131-38fb65c3b0ee tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Transition to ACTIVE for port object 9954e812-f674-4efe-a9fb-89d0f8e8cd13 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:00.566473 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ea0c5-e2e8-4d5e-9218-ddf3bfdb2287 req-fe12cc3a-61a8-4dd9-944c-3b63706efbc6 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:00.568247 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb6ea0c5-e2e8-4d5e-9218-ddf3bfdb2287 req-fe12cc3a-61a8-4dd9-944c-3b63706efbc6 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 945 time: 0.2222724 Aug 10 01:16:00.628082 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb6ea0c5-e2e8-4d5e-9218-ddf3bfdb2287 req-e1daa585-1eab-448d-b49a-2f90644cf6bc tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccff1bd2-c333-4a0d-91a4-825a72744d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527205 Aug 10 01:16:00.629311 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de1c0e7-155c-44db-8a38-41d531b647eb tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Made reservation on behalf of 53e485b720ea4135b400d6e3caec7ff1 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:00.653410 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-974ac7c4-ff8e-4cd7-b9bf-c9cce9870eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:00.668621 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41972) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:00.749631 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-89c4ee00-526a-48ff-b131-38fb65c3b0ee tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:00.793730 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0502765a-369f-403c-ad78-c1b627aec27e None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:00.805398 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-2134fcc4-12ca-4d33-8e1f-3dfb8d0e499d None None] For port a754f405-d76b-468a-ab36-76fdf3e121a3, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:16:00.810783 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-2134fcc4-12ca-4d33-8e1f-3dfb8d0e499d None None] For port a754f405-d76b-468a-ab36-76fdf3e121a3, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a754f405-d76b-468a-ab36-76fdf3e121a3,segment=NetworkSegment(f0986428-e061-4959-aecb-efb9dbde68dc),segment_id=f0986428-e061-4959-aecb-efb9dbde68dc)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:16:00.812740 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0502765a-369f-403c-ad78-c1b627aec27e None None] Transition to ACTIVE for port object 7452b46c-da52-43b5-95c4-3e57607f215b will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:00.820106 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2134fcc4-12ca-4d33-8e1f-3dfb8d0e499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:00.842477 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3de1c0e7-155c-44db-8a38-41d531b647eb tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:00.864876 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0502765a-369f-403c-ad78-c1b627aec27e None None] Transition to ACTIVE for port object 7452b46c-da52-43b5-95c4-3e57607f215b will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:00.881509 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0502765a-369f-403c-ad78-c1b627aec27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:00.902402 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0502765a-369f-403c-ad78-c1b627aec27e None None] Network edc6fc54-6625-4789-a832-7ead3dd4cb78 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:00.906967 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-0502765a-369f-403c-ad78-c1b627aec27e None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:00.913263 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-3de1c0e7-155c-44db-8a38-41d531b647eb tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] device_id is not set on port 68348c59-e10a-4e75-8691-f5148a31c74f yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:16:00.914663 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0502765a-369f-403c-ad78-c1b627aec27e None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:00.952423 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134fcc4-12ca-4d33-8e1f-3dfb8d0e499d None None] Pushing event updated for resources: {'Port': ['ID=a754f405-d76b-468a-ab36-76fdf3e121a3,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:01.016625 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-974ac7c4-ff8e-4cd7-b9bf-c9cce9870eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:01.036087 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-974ac7c4-ff8e-4cd7-b9bf-c9cce9870eaa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:01.048544 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c4ee00-526a-48ff-b131-38fb65c3b0ee tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Network 943e90f7-b023-4655-9081-04e8a18da465 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:01.050057 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0502765a-369f-403c-ad78-c1b627aec27e None None] Attempting to bind port 7452b46c-da52-43b5-95c4-3e57607f215b on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:16:01.050962 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0502765a-369f-403c-ad78-c1b627aec27e None None] Attempting to bind port 7452b46c-da52-43b5-95c4-3e57607f215b by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '33e0d5d6-b486-4c5d-ad60-cfb2aaddffca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'edc6fc54-6625-4789-a832-7ead3dd4cb78'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:16:01.051498 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0502765a-369f-403c-ad78-c1b627aec27e None None] Attempting to bind port 7452b46c-da52-43b5-95c4-3e57607f215b on network edc6fc54-6625-4789-a832-7ead3dd4cb78 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:16:01.074701 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-89c4ee00-526a-48ff-b131-38fb65c3b0ee tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:01.080531 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0502765a-369f-403c-ad78-c1b627aec27e None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:16:01.081093 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0502765a-369f-403c-ad78-c1b627aec27e None None] Checking segment: {'id': '33e0d5d6-b486-4c5d-ad60-cfb2aaddffca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'edc6fc54-6625-4789-a832-7ead3dd4cb78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:01.081578 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0502765a-369f-403c-ad78-c1b627aec27e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:01.082308 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0502765a-369f-403c-ad78-c1b627aec27e None None] Bound using segment: {'id': '33e0d5d6-b486-4c5d-ad60-cfb2aaddffca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'edc6fc54-6625-4789-a832-7ead3dd4cb78'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:16:01.082665 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0502765a-369f-403c-ad78-c1b627aec27e None None] Bound port: 7452b46c-da52-43b5-95c4-3e57607f215b, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e0d5d6-b486-4c5d-ad60-cfb2aaddffca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'edc6fc54-6625-4789-a832-7ead3dd4cb78'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:16:01.085888 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0502765a-369f-403c-ad78-c1b627aec27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:01.127118 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 02a1e79b-e32d-4e1d-bdb5-176831665841 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:16:01.133426 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502765a-369f-403c-ad78-c1b627aec27e None None] Pushing event updated for resources: {'Port': ['ID=7452b46c-da52-43b5-95c4-3e57607f215b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:01.157968 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c4ee00-526a-48ff-b131-38fb65c3b0ee tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:01.162054 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 02a1e79b-e32d-4e1d-bdb5-176831665841 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:16:01.162054 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 02a1e79b-e32d-4e1d-bdb5-176831665841 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:16:01.162496 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c315d1fb-04dc-4c62-bd1c-ed89287b0e10 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:16:01.199398 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-3de1c0e7-155c-44db-8a38-41d531b647eb tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Allocated IP 172.20.0.3 (edc6fc54-6625-4789-a832-7ead3dd4cb78/89a14f6a-bfec-499b-89f3-39ba0de7c33c/68348c59-e10a-4e75-8691-f5148a31c74f) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:01.218930 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-89c4ee00-526a-48ff-b131-38fb65c3b0ee tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:01.290623 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: c315d1fb-04dc-4c62-bd1c-ed89287b0e10 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:16:01.290989 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c315d1fb-04dc-4c62-bd1c-ed89287b0e10 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:16:01.368623 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-0502765a-369f-403c-ad78-c1b627aec27e None None] For port 7452b46c-da52-43b5-95c4-3e57607f215b, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:16:01.380204 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-70316d3f-7619-4811-b4d5-4b0a3a18dfa7 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/floatingips/536bc98b-d250-4722-b0d6-9d03f7199680 HTTP/1.1" status: 200 len: 991 time: 0.7031088 Aug 10 01:16:01.380204 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4ee00-526a-48ff-b131-38fb65c3b0ee tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Port': ['ID=9954e812-f674-4efe-a9fb-89d0f8e8cd13,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:01.400634 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-0502765a-369f-403c-ad78-c1b627aec27e None None] For port 7452b46c-da52-43b5-95c4-3e57607f215b, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=7452b46c-da52-43b5-95c4-3e57607f215b,segment=NetworkSegment(33e0d5d6-b486-4c5d-ad60-cfb2aaddffca),segment_id=33e0d5d6-b486-4c5d-ad60-cfb2aaddffca)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:16:01.412537 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0502765a-369f-403c-ad78-c1b627aec27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:01.430238 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-974ac7c4-ff8e-4cd7-b9bf-c9cce9870eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:01.433379 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974ac7c4-ff8e-4cd7-b9bf-c9cce9870eaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 815a86d0-c50c-4a86-8c90-107f0faae077 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:16:01.445628 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-974ac7c4-ff8e-4cd7-b9bf-c9cce9870eaa admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:01.449672 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-974ac7c4-ff8e-4cd7-b9bf-c9cce9870eaa admin admin] 10.222.0.35 "DELETE /v2.0/routers/815a86d0-c50c-4a86-8c90-107f0faae077 HTTP/1.1" status: 204 len: 168 time: 3.0688868 Aug 10 01:16:01.451930 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41978) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:01.573564 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-89c4ee00-526a-48ff-b131-38fb65c3b0ee tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:01.579724 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3de1c0e7-155c-44db-8a38-41d531b647eb tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:01.616345 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502765a-369f-403c-ad78-c1b627aec27e None None] Pushing event updated for resources: {'Port': ['ID=7452b46c-da52-43b5-95c4-3e57607f215b,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:01.625412 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-3de1c0e7-155c-44db-8a38-41d531b647eb tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Transition to ACTIVE for port object 68348c59-e10a-4e75-8691-f5148a31c74f will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:01.683431 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-a871b981-a9eb-4db6-8a00-2c8c2d04620a admin admin] Deleting subnet db2f7dc2-26b4-4843-84fd-453664eef2f7 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:16:01.688341 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a871b981-a9eb-4db6-8a00-2c8c2d04620a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:01.709835 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3de1c0e7-155c-44db-8a38-41d531b647eb tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:01.714827 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41984) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:01.884347 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de1c0e7-155c-44db-8a38-41d531b647eb tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Network edc6fc54-6625-4789-a832-7ead3dd4cb78 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:01.897701 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-3de1c0e7-155c-44db-8a38-41d531b647eb tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:01.910452 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de1c0e7-155c-44db-8a38-41d531b647eb tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:01.924332 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de1c0e7-155c-44db-8a38-41d531b647eb tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Pushing event updated for resources: {'Port': ['ID=68348c59-e10a-4e75-8691-f5148a31c74f,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:01.963888 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a871b981-a9eb-4db6-8a00-2c8c2d04620a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:02.047673 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de1c0e7-155c-44db-8a38-41d531b647eb tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:02.048683 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3de1c0e7-155c-44db-8a38-41d531b647eb tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:02.075037 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3de1c0e7-155c-44db-8a38-41d531b647eb tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.9200685 Aug 10 01:16:02.077962 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41996) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:02.180969 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a871b981-a9eb-4db6-8a00-2c8c2d04620a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:02.231306 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f86a3fe-766d-46c8-8534-21d9197b717e tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:02.238901 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f86a3fe-766d-46c8-8534-21d9197b717e tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:02.246037 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f86a3fe-766d-46c8-8534-21d9197b717e tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:02.247992 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9f86a3fe-766d-46c8-8534-21d9197b717e tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.1664972 Aug 10 01:16:02.251193 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41998) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:02.265194 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-89c4ee00-526a-48ff-b131-38fb65c3b0ee tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:02.311643 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-89c4ee00-526a-48ff-b131-38fb65c3b0ee tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:02.346866 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a871b981-a9eb-4db6-8a00-2c8c2d04620a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:02.386592 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-9bb94826-041f-42db-ab69-42b95e1daf71 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Deleting port 71689560-e96b-4738-bccd-8686aff6d9e6 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:02.387089 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9bb94826-041f-42db-ab69-42b95e1daf71 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:02.435346 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871b981-a9eb-4db6-8a00-2c8c2d04620a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db2f7dc2-26b4-4843-84fd-453664eef2f7,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:02.459281 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a871b981-a9eb-4db6-8a00-2c8c2d04620a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:02.461622 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a871b981-a9eb-4db6-8a00-2c8c2d04620a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/db2f7dc2-26b4-4843-84fd-453664eef2f7 HTTP/1.1" status: 204 len: 168 time: 0.9984355 Aug 10 01:16:02.461880 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57602f71-1a29-466c-958f-78a432c37c81 None None] Network 0748c972-8292-4d91-8783-82779f7574d3 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:02.469412 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42002) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:02.505295 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4ee00-526a-48ff-b131-38fb65c3b0ee tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Port': ['ID=9954e812-f674-4efe-a9fb-89d0f8e8cd13,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:02.521783 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147153ee-8b03-4011-917e-82d9a85fa813 None None] Network 943e90f7-b023-4655-9081-04e8a18da465 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:02.598424 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-8b7d5848-df26-49cd-91b5-299fecaef176 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Deleting port 68348c59-e10a-4e75-8691-f5148a31c74f {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:02.598950 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8b7d5848-df26-49cd-91b5-299fecaef176 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:02.624706 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-89c4ee00-526a-48ff-b131-38fb65c3b0ee tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:02.679101 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9bb94826-041f-42db-ab69-42b95e1daf71 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:02.679673 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9bb94826-041f-42db-ab69-42b95e1daf71 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:02.694888 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-9bb94826-041f-42db-ab69-42b95e1daf71 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Calling delete_port for 71689560-e96b-4738-bccd-8686aff6d9e6 owned by network:floatingip {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:02.712805 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7fa48bd0-54e3-45db-b957-9ca91e020b06 None None] Provisioning for port a754f405-d76b-468a-ab36-76fdf3e121a3 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:02.978435 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c4ee00-526a-48ff-b131-38fb65c3b0ee tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Network 943e90f7-b023-4655-9081-04e8a18da465 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:02.981866 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-89c4ee00-526a-48ff-b131-38fb65c3b0ee tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:02.999289 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-db377b6c-4a44-4b6f-8233-84affff8141d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:03.005255 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b271e31-906e-45e9-bece-aa3a8145272a None None] DHCP port deletion for 0748c972-8292-4d91-8783-82779f7574d3 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:16:03.085483 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8b7d5848-df26-49cd-91b5-299fecaef176 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:03.095721 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a754f405-d76b-468a-ab36-76fdf3e121a3 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:03.131335 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc5ed4-0ae3-488c-bd3d-c5d35ea627d7 req-b645db48-7b58-48bf-9e88-3157d5a60e13 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:03.144772 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-67fc5ed4-0ae3-488c-bd3d-c5d35ea627d7 req-b645db48-7b58-48bf-9e88-3157d5a60e13 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=65d9b1b1-54d1-4769-9c0b-93e1cba3cffe HTTP/1.1" status: 200 len: 946 time: 0.2914565 Aug 10 01:16:03.189509 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-8b7d5848-df26-49cd-91b5-299fecaef176 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Calling delete_port for 68348c59-e10a-4e75-8691-f5148a31c74f owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:03.232708 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port a754f405-d76b-468a-ab36-76fdf3e121a3 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:03.249268 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6b271e31-906e-45e9-bece-aa3a8145272a None None] Deleting port 9bb698c8-2f1c-474f-a3aa-eb76e81820a1 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:03.249674 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6b271e31-906e-45e9-bece-aa3a8145272a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:03.253830 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port a754f405-d76b-468a-ab36-76fdf3e121a3 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:03.254152 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:03.310435 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-67fc5ed4-0ae3-488c-bd3d-c5d35ea627d7 req-7dbdd10d-1f20-4f00-b11a-ded97f5e7cc2 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640544 Aug 10 01:16:03.396717 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf59800e-e741-468a-b11f-f24d6b246ee2 None None] Network edc6fc54-6625-4789-a832-7ead3dd4cb78 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:03.396875 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9bb94826-041f-42db-ab69-42b95e1daf71 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:03.431357 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-db377b6c-4a44-4b6f-8233-84affff8141d admin admin] Deleting port 9bb698c8-2f1c-474f-a3aa-eb76e81820a1 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:03.432121 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-db377b6c-4a44-4b6f-8233-84affff8141d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:03.475911 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb94826-041f-42db-ab69-42b95e1daf71 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event deleted for resources: {'Port': ['ID=71689560-e96b-4738-bccd-8686aff6d9e6,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:03.494364 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6b271e31-906e-45e9-bece-aa3a8145272a None None] For port 9bb698c8-2f1c-474f-a3aa-eb76e81820a1, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9bb698c8-2f1c-474f-a3aa-eb76e81820a1,segment=NetworkSegment(d6976290-f50d-4dca-805a-f2ce5eeed0b1),segment_id=d6976290-f50d-4dca-805a-f2ce5eeed0b1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:03.494914 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6b271e31-906e-45e9-bece-aa3a8145272a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:03.514710 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-bc751e10-803e-4540-a2a9-e56114016a65 None None] Provisioning for port 7452b46c-da52-43b5-95c4-3e57607f215b completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:03.537501 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6b271e31-906e-45e9-bece-aa3a8145272a None None] Calling delete_port for 9bb698c8-2f1c-474f-a3aa-eb76e81820a1 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:03.586202 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:03.608149 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-db377b6c-4a44-4b6f-8233-84affff8141d admin admin] For port 9bb698c8-2f1c-474f-a3aa-eb76e81820a1, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9bb698c8-2f1c-474f-a3aa-eb76e81820a1,segment=NetworkSegment(d6976290-f50d-4dca-805a-f2ce5eeed0b1),segment_id=d6976290-f50d-4dca-805a-f2ce5eeed0b1)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:03.610674 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-db377b6c-4a44-4b6f-8233-84affff8141d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:03.615067 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9bb94826-041f-42db-ab69-42b95e1daf71 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for floatingip, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:03.615465 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [None req-9bb94826-041f-42db-ab69-42b95e1daf71 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Floating IP 536bc98b-d250-4722-b0d6-9d03f7199680 disassociated (deleted). External IP: 172.25.2.99, port: 86746eaf-3f7b-420a-ab8a-c3135a4a2229. Aug 10 01:16:03.617640 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8b7d5848-df26-49cd-91b5-299fecaef176 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:03.629628 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-db377b6c-4a44-4b6f-8233-84affff8141d admin admin] Calling delete_port for 9bb698c8-2f1c-474f-a3aa-eb76e81820a1 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:03.687190 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d5848-df26-49cd-91b5-299fecaef176 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Pushing event deleted for resources: {'Port': ['ID=68348c59-e10a-4e75-8691-f5148a31c74f,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:03.775451 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6b271e31-906e-45e9-bece-aa3a8145272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:03.797650 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-db377b6c-4a44-4b6f-8233-84affff8141d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:03.871757 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-9addb24e-f45e-43b5-a86b-e1eb83eaf02c None None] Provisioning complete for port a754f405-d76b-468a-ab36-76fdf3e121a3 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:03.875715 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9addb24e-f45e-43b5-a86b-e1eb83eaf02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:03.883278 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db377b6c-4a44-4b6f-8233-84affff8141d admin admin] Pushing event deleted for resources: {'Port': ['ID=9bb698c8-2f1c-474f-a3aa-eb76e81820a1,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:03.892041 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db377b6c-4a44-4b6f-8233-84affff8141d admin admin] No DVR routers for this DVR port 9bb698c8-2f1c-474f-a3aa-eb76e81820a1 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:16:03.906983 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c4ee00-526a-48ff-b131-38fb65c3b0ee tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Router 9d0cf995-9f48-4dff-a73a-54b607f7fc04 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:16:03.949110 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db377b6c-4a44-4b6f-8233-84affff8141d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:03.949730 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db377b6c-4a44-4b6f-8233-84affff8141d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:03.950274 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db377b6c-4a44-4b6f-8233-84affff8141d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:03.950922 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db377b6c-4a44-4b6f-8233-84affff8141d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:03.951557 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db377b6c-4a44-4b6f-8233-84affff8141d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:03.952066 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db377b6c-4a44-4b6f-8233-84affff8141d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:03.952604 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db377b6c-4a44-4b6f-8233-84affff8141d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:03.953124 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db377b6c-4a44-4b6f-8233-84affff8141d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:03.953788 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db377b6c-4a44-4b6f-8233-84affff8141d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:03.954294 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db377b6c-4a44-4b6f-8233-84affff8141d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:03.954795 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db377b6c-4a44-4b6f-8233-84affff8141d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:03.955344 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db377b6c-4a44-4b6f-8233-84affff8141d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:04.012718 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port a754f405-d76b-468a-ab36-76fdf3e121a3, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a754f405-d76b-468a-ab36-76fdf3e121a3,segment=NetworkSegment(f0986428-e061-4959-aecb-efb9dbde68dc),segment_id=f0986428-e061-4959-aecb-efb9dbde68dc)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:04.033672 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b271e31-906e-45e9-bece-aa3a8145272a None None] Pushing event deleted for resources: {'Port': ['ID=9bb698c8-2f1c-474f-a3aa-eb76e81820a1,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:04.033914 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:04.035022 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7452b46c-da52-43b5-95c4-3e57607f215b up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:04.131818 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b271e31-906e-45e9-bece-aa3a8145272a None None] No DVR routers for this DVR port 9bb698c8-2f1c-474f-a3aa-eb76e81820a1 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:16:04.214437 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-db377b6c-4a44-4b6f-8233-84affff8141d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:04.230575 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-db377b6c-4a44-4b6f-8233-84affff8141d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0748c972-8292-4d91-8783-82779f7574d3']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:04.241199 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=a754f405-d76b-468a-ab36-76fdf3e121a3,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:04.260536 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-db377b6c-4a44-4b6f-8233-84affff8141d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6976290-f50d-4dca-805a-f2ce5eeed0b1') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:04.261040 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-db377b6c-4a44-4b6f-8233-84affff8141d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6976290-f50d-4dca-805a-f2ce5eeed0b1') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:04.275926 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-db377b6c-4a44-4b6f-8233-84affff8141d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:04.291814 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c4ee00-526a-48ff-b131-38fb65c3b0ee tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:16:04.301486 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 7452b46c-da52-43b5-95c4-3e57607f215b completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:04.302421 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-89c4ee00-526a-48ff-b131-38fb65c3b0ee tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "PUT /v2.0/routers/9d0cf995-9f48-4dff-a73a-54b607f7fc04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6389005 Aug 10 01:16:04.303721 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4188a6-0757-497b-ab44-6f38a94867d5 None None] Sync routers for ids ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:16:04.304337 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42026) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:04.323060 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4188a6-0757-497b-ab44-6f38a94867d5 None None] Routers {'9d0cf995-9f48-4dff-a73a-54b607f7fc04'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:04.325377 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 7452b46c-da52-43b5-95c4-3e57607f215b triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:04.325868 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:04.328469 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4a4188a6-0757-497b-ab44-6f38a94867d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:15:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:04.337495 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-5dd67d6f-c958-4db8-9cdc-daef6aadec90 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Request body: {'network': {'name': 'tempest-RoutersTest-1820390805'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:04.418356 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-db377b6c-4a44-4b6f-8233-84affff8141d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:04.457065 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db377b6c-4a44-4b6f-8233-84affff8141d admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:16:04.457491 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-db377b6c-4a44-4b6f-8233-84affff8141d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:16:04.459370 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:16:04.604836 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-4a4188a6-0757-497b-ab44-6f38a94867d5 None None] Set router 9d0cf995-9f48-4dff-a73a-54b607f7fc04 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:04.672463 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-9addb24e-f45e-43b5-a86b-e1eb83eaf02c None None] Provisioning for port 9954e812-f674-4efe-a9fb-89d0f8e8cd13 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:04.679958 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-9addb24e-f45e-43b5-a86b-e1eb83eaf02c None None] Provisioning complete for port 9954e812-f674-4efe-a9fb-89d0f8e8cd13 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:04.682632 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9addb24e-f45e-43b5-a86b-e1eb83eaf02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:04.759187 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd67d6f-c958-4db8-9cdc-daef6aadec90 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Made reservation on behalf of a60068d17ed444849e0177358a2fde19 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:04.773455 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5dd67d6f-c958-4db8-9cdc-daef6aadec90 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:04.774393 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-9addb24e-f45e-43b5-a86b-e1eb83eaf02c None None] Port 9954e812-f674-4efe-a9fb-89d0f8e8cd13 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:04.784908 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:04.789077 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646da2b-366a-4961-a165-7d23bda5470a req-5823d2f9-c622-47da-bb3a-5f7a8c2f1675 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:04.791349 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a646da2b-366a-4961-a165-7d23bda5470a req-5823d2f9-c622-47da-bb3a-5f7a8c2f1675 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.24 "GET /v2.0/ports?device_id=65d9b1b1-54d1-4769-9c0b-93e1cba3cffe HTTP/1.1" status: 200 len: 946 time: 0.4878333 Aug 10 01:16:04.819795 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-db377b6c-4a44-4b6f-8233-84affff8141d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:04.833732 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-db377b6c-4a44-4b6f-8233-84affff8141d admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:04.838840 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-db377b6c-4a44-4b6f-8233-84affff8141d admin admin] 10.222.0.35 "DELETE /v2.0/networks/0748c972-8292-4d91-8783-82779f7574d3 HTTP/1.1" status: 204 len: 168 time: 2.3622839 Aug 10 01:16:04.840908 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 7452b46c-da52-43b5-95c4-3e57607f215b, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=7452b46c-da52-43b5-95c4-3e57607f215b,segment=NetworkSegment(33e0d5d6-b486-4c5d-ad60-cfb2aaddffca),segment_id=33e0d5d6-b486-4c5d-ad60-cfb2aaddffca)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:04.847945 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:04.969357 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=7452b46c-da52-43b5-95c4-3e57607f215b,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:05.017020 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2d986af9-a151-4c0e-afaf-83cae040337a None None] Provisioning complete for port 9954e812-f674-4efe-a9fb-89d0f8e8cd13 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:05.020441 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2d986af9-a151-4c0e-afaf-83cae040337a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:05.020589 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dd67d6f-c958-4db8-9cdc-daef6aadec90 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:16:05.040619 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db377b6c-4a44-4b6f-8233-84affff8141d admin admin] Pushing event deleted for resources: {'Network': ['ID=0748c972-8292-4d91-8783-82779f7574d3,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:05.068893 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a754f405-d76b-468a-ab36-76fdf3e121a3 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:05.197076 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-2d986af9-a151-4c0e-afaf-83cae040337a None None] Port 9954e812-f674-4efe-a9fb-89d0f8e8cd13 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:05.203524 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5dd67d6f-c958-4db8-9cdc-daef6aadec90 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:05.203911 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-5dd67d6f-c958-4db8-9cdc-daef6aadec90 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Added segment 2abb69d9-cd1e-4bfc-ba58-468d729efc8d of type vlan for network 4e498552-98b5-4b1a-97a3-3bbef0955c31 Aug 10 01:16:05.245730 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2936b23-ba1f-47bd-b7b0-98a1a7f56cfb req-ce4a80cd-dc02-47c1-a876-962cc2850004 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:05.263568 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e2936b23-ba1f-47bd-b7b0-98a1a7f56cfb req-ce4a80cd-dc02-47c1-a876-962cc2850004 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=65d9b1b1-54d1-4769-9c0b-93e1cba3cffe HTTP/1.1" status: 200 len: 946 time: 0.6212828 Aug 10 01:16:05.274170 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port a754f405-d76b-468a-ab36-76fdf3e121a3 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:05.274664 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:05.350368 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42046) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:05.376796 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6a082b8a-b255-45bb-ac3b-c74c148c51af None None] Provisioning complete for port 7452b46c-da52-43b5-95c4-3e57607f215b triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:05.377691 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a082b8a-b255-45bb-ac3b-c74c148c51af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:05.392001 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4a4188a6-0757-497b-ab44-6f38a94867d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'name': 'tempest-RoutersTest-router-1469032217', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:56Z', 'updated_at': '2021-08-10T01:16:01Z', 'revision_number': 2, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'gw_port_host': None, '_interfaces': [{'id': '9954e812-f674-4efe-a9fb-89d0f8e8cd13', 'name': '', 'network_id': '943e90f7-b023-4655-9081-04e8a18da465', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:a5:e5:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:59Z', 'updated_at': '2021-08-10T01:16:01Z', 'revision_number': 2, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:05.409441 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb94826-041f-42db-ab69-42b95e1daf71 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Router 6c4d2705-8b16-4f80-b657-579aa656bed0 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:16:05.461985 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5dd67d6f-c958-4db8-9cdc-daef6aadec90 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:05.475781 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4188a6-0757-497b-ab44-6f38a94867d5 None None] Checking router: 9d0cf995-9f48-4dff-a73a-54b607f7fc04 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:16:05.478512 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e2936b23-ba1f-47bd-b7b0-98a1a7f56cfb req-8381a20f-1162-48e8-8539-ca9d2c1f28f9 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112939 Aug 10 01:16:05.479975 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4188a6-0757-497b-ab44-6f38a94867d5 None None] Updating router 9d0cf995-9f48-4dff-a73a-54b607f7fc04 port 9954e812-f674-4efe-a9fb-89d0f8e8cd13 binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:16:05.494138 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8b7d5848-df26-49cd-91b5-299fecaef176 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:05.499997 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8b7d5848-df26-49cd-91b5-299fecaef176 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] 10.222.0.35 "DELETE /v2.0/ports/68348c59-e10a-4e75-8691-f5148a31c74f HTTP/1.1" status: 204 len: 168 time: 3.2469401 Aug 10 01:16:05.501575 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42048) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:05.551747 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4a4188a6-0757-497b-ab44-6f38a94867d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:05.578263 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-a646da2b-366a-4961-a165-7d23bda5470a req-49ca98e9-35f0-44c2-a4a6-44c0b92d80af tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Deleting port 85f264b0-940a-4202-89db-399337916480 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:05.578620 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a646da2b-366a-4961-a165-7d23bda5470a req-49ca98e9-35f0-44c2-a4a6-44c0b92d80af tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:05.629646 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9bb698c8-2f1c-474f-a3aa-eb76e81820a1 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:16:05.654521 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 9bb698c8-2f1c-474f-a3aa-eb76e81820a1 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:16:05.655160 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9bb698c8-2f1c-474f-a3aa-eb76e81820a1 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:16:05.661603 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6a082b8a-b255-45bb-ac3b-c74c148c51af None None] Provisioning for port 720c9e08-93ff-4965-a58e-f5f5f663ff38 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:05.666837 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6a082b8a-b255-45bb-ac3b-c74c148c51af None None] Provisioning complete for port 720c9e08-93ff-4965-a58e-f5f5f663ff38 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:05.667439 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a082b8a-b255-45bb-ac3b-c74c148c51af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:05.713617 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6a082b8a-b255-45bb-ac3b-c74c148c51af None None] Port 720c9e08-93ff-4965-a58e-f5f5f663ff38 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:05.776698 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-80bb4e26-8fca-4645-a081-8f82ff0cfa03 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d10c461282a54fe6a1ff477fc3a37853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4256058 Aug 10 01:16:05.779696 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42050) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:05.786456 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb94826-041f-42db-ab69-42b95e1daf71 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:16:05.789184 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5dd67d6f-c958-4db8-9cdc-daef6aadec90 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:05.794229 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9bb94826-041f-42db-ab69-42b95e1daf71 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:05.798303 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3404874d-377f-4212-a692-a4dece092db7 None None] Sync routers for ids ['6c4d2705-8b16-4f80-b657-579aa656bed0'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:16:05.801247 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd67d6f-c958-4db8-9cdc-daef6aadec90 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:05.803940 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f2bbd79-04a1-4f81-a5d3-f8f4b30b8503 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] GET failed (client error): The resource could not be found. Aug 10 01:16:05.810739 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5dd67d6f-c958-4db8-9cdc-daef6aadec90 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:05.816090 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2f2bbd79-04a1-4f81-a5d3-f8f4b30b8503 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] 10.222.0.35 "GET /v2.0/ports/68348c59-e10a-4e75-8691-f5148a31c74f HTTP/1.1" status: 404 len: 333 time: 0.3120301 Aug 10 01:16:05.816441 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3404874d-377f-4212-a692-a4dece092db7 None None] Routers {'6c4d2705-8b16-4f80-b657-579aa656bed0'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:05.816774 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42052) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:05.818943 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-3404874d-377f-4212-a692-a4dece092db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:15:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['6c4d2705-8b16-4f80-b657-579aa656bed0'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:05.857804 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-36be59a9-88c2-49bb-97dc-0ef6022c68fb tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Request body: {'port': {'network_id': 'edc6fc54-6625-4789-a832-7ead3dd4cb78', 'name': 'tempest-AllowedAddressPairTestJSON-640834578'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:05.895628 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-83d606dd-edb9-41af-a59e-5825e0d94890 None None] Provisioning complete for port 720c9e08-93ff-4965-a58e-f5f5f663ff38 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:05.896700 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-83d606dd-edb9-41af-a59e-5825e0d94890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:05.996757 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-83d606dd-edb9-41af-a59e-5825e0d94890 None None] Port 720c9e08-93ff-4965-a58e-f5f5f663ff38 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:06.031872 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-3404874d-377f-4212-a692-a4dece092db7 None None] Set router 6c4d2705-8b16-4f80-b657-579aa656bed0 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:06.044415 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5dd67d6f-c958-4db8-9cdc-daef6aadec90 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7372832 Aug 10 01:16:06.052455 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42054) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:06.066579 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-b3e6829b-9128-454b-ac14-2b15623c01ea tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Request body: {'subnet': {'network_id': '4e498552-98b5-4b1a-97a3-3bbef0955c31', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:06.106852 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd67d6f-c958-4db8-9cdc-daef6aadec90 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Network': ['ID=4e498552-98b5-4b1a-97a3-3bbef0955c31,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:06.166118 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9bb94826-041f-42db-ab69-42b95e1daf71 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "DELETE /v2.0/floatingips/536bc98b-d250-4722-b0d6-9d03f7199680 HTTP/1.1" status: 204 len: 168 time: 4.4518552 Aug 10 01:16:06.170562 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6adbfc9-09d1-4bf7-ab79-e70f7b15f373', 'tag': '86746eaf-3f7b-420a-ab8a-c3135a4a2229'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:16:06.173446 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39127d32-8aa8-4562-a3ac-ee330e8cfa51" -d '{"events": [{"name": "network-changed", "server_uuid": "c6adbfc9-09d1-4bf7-ab79-e70f7b15f373", "tag": "86746eaf-3f7b-420a-ab8a-c3135a4a2229"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:16:06.202948 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36be59a9-88c2-49bb-97dc-0ef6022c68fb tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Made reservation on behalf of 53e485b720ea4135b400d6e3caec7ff1 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:06.207810 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-36be59a9-88c2-49bb-97dc-0ef6022c68fb tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:06.209642 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 4e498552-98b5-4b1a-97a3-3bbef0955c31 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:16:06.217856 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4a4188a6-0757-497b-ab44-6f38a94867d5 None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:06.244791 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-36be59a9-88c2-49bb-97dc-0ef6022c68fb tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] device_id is not set on port f7b4e142-df9d-4f5d-bd5b-73b0976095b7 yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:16:06.245310 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-a646da2b-366a-4961-a165-7d23bda5470a req-49ca98e9-35f0-44c2-a4a6-44c0b92d80af tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] For port 85f264b0-940a-4202-89db-399337916480, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=85f264b0-940a-4202-89db-399337916480,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:06.245976 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0d120626-77c6-489f-a937-51384f331bd6 None None] Could not find standard attr ID for object 68348c59-e10a-4e75-8691-f5148a31c74f. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:16:06.249419 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a646da2b-366a-4961-a165-7d23bda5470a req-49ca98e9-35f0-44c2-a4a6-44c0b92d80af tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:06.252677 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-25cc9928-3dd3-4d09-a182-167b8ab7bfaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:06.258947 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-4a4188a6-0757-497b-ab44-6f38a94867d5 None None] Transition to ACTIVE for port object 9954e812-f674-4efe-a9fb-89d0f8e8cd13 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:06.272037 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4a4188a6-0757-497b-ab44-6f38a94867d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:06.339679 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0645f8-b014-445d-b704-e90f6b857e36 None None] Pushing event updated for resources: {'Port': ['ID=9954e812-f674-4efe-a9fb-89d0f8e8cd13,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:06.354004 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27945849-4d32-4f2c-ba21-07f1e32a837f x-openstack-request-id: req-27945849-4d32-4f2c-ba21-07f1e32a837f {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:16:06.354640 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6adbfc9-09d1-4bf7-ab79-e70f7b15f373", "tag": "86746eaf-3f7b-420a-ab8a-c3135a4a2229", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:16:06.354640 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-27945849-4d32-4f2c-ba21-07f1e32a837f {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:16:06.354933 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6adbfc9-09d1-4bf7-ab79-e70f7b15f373', 'tag': '86746eaf-3f7b-420a-ab8a-c3135a4a2229', 'status': 'completed', 'code': 200} Aug 10 01:16:06.355749 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e6829b-9128-454b-ac14-2b15623c01ea tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Made reservation on behalf of a60068d17ed444849e0177358a2fde19 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:06.359307 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b3e6829b-9128-454b-ac14-2b15623c01ea tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:06.360426 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0645f8-b014-445d-b704-e90f6b857e36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:06.361051 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0645f8-b014-445d-b704-e90f6b857e36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:06.362162 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0645f8-b014-445d-b704-e90f6b857e36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:06.362725 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0645f8-b014-445d-b704-e90f6b857e36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:06.363297 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0645f8-b014-445d-b704-e90f6b857e36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:06.363847 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0645f8-b014-445d-b704-e90f6b857e36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:06.364452 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0645f8-b014-445d-b704-e90f6b857e36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:06.365016 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0645f8-b014-445d-b704-e90f6b857e36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:06.365562 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0645f8-b014-445d-b704-e90f6b857e36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:06.366378 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0645f8-b014-445d-b704-e90f6b857e36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:06.367167 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0645f8-b014-445d-b704-e90f6b857e36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:06.367896 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0645f8-b014-445d-b704-e90f6b857e36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:06.494313 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-4a4188a6-0757-497b-ab44-6f38a94867d5 None None] Attempting to bind port 9954e812-f674-4efe-a9fb-89d0f8e8cd13 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:16:06.501548 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-4a4188a6-0757-497b-ab44-6f38a94867d5 None None] Attempting to bind port 9954e812-f674-4efe-a9fb-89d0f8e8cd13 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'f0986428-e061-4959-aecb-efb9dbde68dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '943e90f7-b023-4655-9081-04e8a18da465'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:16:06.502371 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4188a6-0757-497b-ab44-6f38a94867d5 None None] Attempting to bind port 9954e812-f674-4efe-a9fb-89d0f8e8cd13 on network 943e90f7-b023-4655-9081-04e8a18da465 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:16:06.517620 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4188a6-0757-497b-ab44-6f38a94867d5 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:16:06.518930 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4188a6-0757-497b-ab44-6f38a94867d5 None None] Checking segment: {'id': 'f0986428-e061-4959-aecb-efb9dbde68dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '943e90f7-b023-4655-9081-04e8a18da465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:06.518930 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4a4188a6-0757-497b-ab44-6f38a94867d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:06.520645 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4188a6-0757-497b-ab44-6f38a94867d5 None None] Bound using segment: {'id': 'f0986428-e061-4959-aecb-efb9dbde68dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '943e90f7-b023-4655-9081-04e8a18da465'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:16:06.527003 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-25cc9928-3dd3-4d09-a182-167b8ab7bfaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:06.527798 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-4a4188a6-0757-497b-ab44-6f38a94867d5 None None] Bound port: 9954e812-f674-4efe-a9fb-89d0f8e8cd13, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0986428-e061-4959-aecb-efb9dbde68dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '943e90f7-b023-4655-9081-04e8a18da465'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:16:06.529025 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4a4188a6-0757-497b-ab44-6f38a94867d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:06.725348 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-4a4188a6-0757-497b-ab44-6f38a94867d5 None None] For port 9954e812-f674-4efe-a9fb-89d0f8e8cd13, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:16:06.735479 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-36be59a9-88c2-49bb-97dc-0ef6022c68fb tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Allocated IP 172.20.0.10 (edc6fc54-6625-4789-a832-7ead3dd4cb78/89a14f6a-bfec-499b-89f3-39ba0de7c33c/f7b4e142-df9d-4f5d-bd5b-73b0976095b7) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:06.743402 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-4a4188a6-0757-497b-ab44-6f38a94867d5 None None] For port 9954e812-f674-4efe-a9fb-89d0f8e8cd13, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9954e812-f674-4efe-a9fb-89d0f8e8cd13,segment=NetworkSegment(f0986428-e061-4959-aecb-efb9dbde68dc),segment_id=f0986428-e061-4959-aecb-efb9dbde68dc)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:16:06.743734 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-3404874d-377f-4212-a692-a4dece092db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851126000', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'a904d96c-163d-4c84-b9d6-c8625620715c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:44Z', 'updated_at': '2021-08-10T01:13:53Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'a904d96c-163d-4c84-b9d6-c8625620715c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:45Z', 'updated_at': '2021-08-10T01:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '9fa91998-7f35-4306-8fc3-d6fede368b5f', 'name': '', 'network_id': '68914d55-1722-49b7-8c35-ddc1365cee5e', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'mac_address': 'fa:16:3e:ba:0b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '781d9f37-0b97-4cb7-956e-3019c0164791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:51Z', 'updated_at': '2021-08-10T01:14:08Z', 'revision_number': 5, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'subnets': [{'id': '781d9f37-0b97-4cb7-956e-3019c0164791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:06.761013 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4a4188a6-0757-497b-ab44-6f38a94867d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:06.771281 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-25cc9928-3dd3-4d09-a182-167b8ab7bfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:06.773927 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-25cc9928-3dd3-4d09-a182-167b8ab7bfaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:06.776330 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-25cc9928-3dd3-4d09-a182-167b8ab7bfaa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3809d45d-24b8-4142-8c1f-0686e44313ff HTTP/1.1" status: 204 len: 168 time: 0.9613934 Aug 10 01:16:06.806413 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc9928-3dd3-4d09-a182-167b8ab7bfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3809d45d-24b8-4142-8c1f-0686e44313ff,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:06.827194 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3404874d-377f-4212-a692-a4dece092db7 None None] Checking router: 6c4d2705-8b16-4f80-b657-579aa656bed0 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:16:06.902687 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0645f8-b014-445d-b704-e90f6b857e36 None None] Pushing event updated for resources: {'Port': ['ID=9954e812-f674-4efe-a9fb-89d0f8e8cd13,revision_number=4']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:06.923017 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3404874d-377f-4212-a692-a4dece092db7 None None] Routers {'6c4d2705-8b16-4f80-b657-579aa656bed0'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:06.926170 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-3404874d-377f-4212-a692-a4dece092db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:15:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['6c4d2705-8b16-4f80-b657-579aa656bed0'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:06.947620 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4188a6-0757-497b-ab44-6f38a94867d5 None None] Routers {'9d0cf995-9f48-4dff-a73a-54b607f7fc04'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:06.949829 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4a4188a6-0757-497b-ab44-6f38a94867d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:15:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:06.981383 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39127d32-8aa8-4562-a3ac-ee330e8cfa51 req-0d122fea-86c6-4502-b99f-7006c83edc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:06.983237 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-39127d32-8aa8-4562-a3ac-ee330e8cfa51 req-0d122fea-86c6-4502-b99f-7006c83edc4f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 1097 time: 0.6159730 Aug 10 01:16:07.090504 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a646da2b-366a-4961-a165-7d23bda5470a req-49ca98e9-35f0-44c2-a4a6-44c0b92d80af tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:07.090888 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a646da2b-366a-4961-a165-7d23bda5470a req-49ca98e9-35f0-44c2-a4a6-44c0b92d80af tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:07.098819 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [req-a646da2b-366a-4961-a165-7d23bda5470a req-49ca98e9-35f0-44c2-a4a6-44c0b92d80af tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Floating IP e5e0b7f1-d5a4-4c07-9d9c-f1b8b5c792e7 disassociated. External IP: 172.25.2.134, port: 85f264b0-940a-4202-89db-399337916480. Aug 10 01:16:07.099211 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-a646da2b-366a-4961-a165-7d23bda5470a req-49ca98e9-35f0-44c2-a4a6-44c0b92d80af tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Calling delete_port for 85f264b0-940a-4202-89db-399337916480 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:07.172938 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b04cc4-6fdb-488c-baea-da2d41ff52b8 req-ea326016-467e-42ed-86c6-c1a6ee89cd45 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:07.174729 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-4a4188a6-0757-497b-ab44-6f38a94867d5 None None] Set router 9d0cf995-9f48-4dff-a73a-54b607f7fc04 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:07.175936 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-15b04cc4-6fdb-488c-baea-da2d41ff52b8 req-ea326016-467e-42ed-86c6-c1a6ee89cd45 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 945 time: 0.3390744 Aug 10 01:16:07.237043 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-3404874d-377f-4212-a692-a4dece092db7 None None] Set router 6c4d2705-8b16-4f80-b657-579aa656bed0 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:07.245967 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60d8b5-23dc-43c8-a90f-e291cd8d9d73 req-5dde388a-4bea-4e41-92a8-392a223b78c0 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:07.247989 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ea60d8b5-23dc-43c8-a90f-e291cd8d9d73 req-5dde388a-4bea-4e41-92a8-392a223b78c0 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=65d9b1b1-54d1-4769-9c0b-93e1cba3cffe HTTP/1.1" status: 200 len: 946 time: 0.4204416 Aug 10 01:16:07.343814 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 85f264b0-940a-4202-89db-399337916480 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:16:07.376617 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7452b46c-da52-43b5-95c4-3e57607f215b up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:07.435303 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ea60d8b5-23dc-43c8-a90f-e291cd8d9d73 req-627d0aaa-3c4c-46cf-9b2d-55efafcc26ca tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719627 Aug 10 01:16:07.463403 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-36be59a9-88c2-49bb-97dc-0ef6022c68fb tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:07.558482 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-36be59a9-88c2-49bb-97dc-0ef6022c68fb tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Transition to ACTIVE for port object f7b4e142-df9d-4f5d-bd5b-73b0976095b7 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:07.563560 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-15b04cc4-6fdb-488c-baea-da2d41ff52b8 req-42eea312-09fe-4822-8079-ce12d419d3cb tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccff1bd2-c333-4a0d-91a4-825a72744d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3342307 Aug 10 01:16:07.602727 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a646da2b-366a-4961-a165-7d23bda5470a req-49ca98e9-35f0-44c2-a4a6-44c0b92d80af tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:07.613189 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39127d32-8aa8-4562-a3ac-ee330e8cfa51 req-af8651a0-c1e5-4ba2-8c4f-351f24fd17ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:07.614763 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-39127d32-8aa8-4562-a3ac-ee330e8cfa51 req-af8651a0-c1e5-4ba2-8c4f-351f24fd17ae service neutron] 10.222.0.20 "GET /v2.0/networks?id=68914d55-1722-49b7-8c35-ddc1365cee5e HTTP/1.1" status: 200 len: 897 time: 0.5824988 Aug 10 01:16:07.621919 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b55d9-a7e8-4dfb-b59c-e06b392d8db6 req-e0aa57f1-fcbf-4e7f-bb5b-aaee72ab263c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:07.624693 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a56b55d9-a7e8-4dfb-b59c-e06b392d8db6 req-e0aa57f1-fcbf-4e7f-bb5b-aaee72ab263c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 945 time: 0.3210175 Aug 10 01:16:07.696960 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca98e9-35f0-44c2-a4a6-44c0b92d80af tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Pushing event deleted for resources: {'Port': ['ID=85f264b0-940a-4202-89db-399337916480,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:07.721993 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4a4188a6-0757-497b-ab44-6f38a94867d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'name': 'tempest-RoutersTest-router-1469032217', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:56Z', 'updated_at': '2021-08-10T01:16:01Z', 'revision_number': 2, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'gw_port_host': None, '_interfaces': [{'id': '9954e812-f674-4efe-a9fb-89d0f8e8cd13', 'name': '', 'network_id': '943e90f7-b023-4655-9081-04e8a18da465', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:a5:e5:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:59Z', 'updated_at': '2021-08-10T01:16:06Z', 'revision_number': 4, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:07.743584 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-39127d32-8aa8-4562-a3ac-ee330e8cfa51 req-7f6bcf0c-60d8-4634-80a4-4db6423826c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86746eaf-3f7b-420a-ab8a-c3135a4a2229 HTTP/1.1" status: 200 len: 217 time: 0.1091635 Aug 10 01:16:07.772569 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4188a6-0757-497b-ab44-6f38a94867d5 None None] The sync data for ids ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'] in n-d-766726-26 is: [{'id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'name': 'tempest-RoutersTest-router-1469032217', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:56Z', 'updated_at': '2021-08-10T01:16:01Z', 'revision_number': 2, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'gw_port_host': None, '_interfaces': [{'id': '9954e812-f674-4efe-a9fb-89d0f8e8cd13', 'name': '', 'network_id': '943e90f7-b023-4655-9081-04e8a18da465', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:a5:e5:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:59Z', 'updated_at': '2021-08-10T01:16:06Z', 'revision_number': 4, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:16:07.822925 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b3e6829b-9128-454b-ac14-2b15623c01ea tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:07.862021 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No active binding found for port 85f264b0-940a-4202-89db-399337916480 {{(pid=105828) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 01:16:07.862600 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 85f264b0-940a-4202-89db-399337916480 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:16:07.898781 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e6829b-9128-454b-ac14-2b15623c01ea tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Subnet': ['ID=ed10b587-604c-480e-916b-f6fbcbd10cad,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:07.942735 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39127d32-8aa8-4562-a3ac-ee330e8cfa51 req-e676de7f-2fe9-44ff-a095-c822c8531b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:07.944448 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-39127d32-8aa8-4562-a3ac-ee330e8cfa51 req-e676de7f-2fe9-44ff-a095-c822c8531b1f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=781d9f37-0b97-4cb7-956e-3019c0164791 HTTP/1.1" status: 200 len: 835 time: 0.1925192 Aug 10 01:16:07.948429 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-36be59a9-88c2-49bb-97dc-0ef6022c68fb tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:07.973701 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36be59a9-88c2-49bb-97dc-0ef6022c68fb tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Network edc6fc54-6625-4789-a832-7ead3dd4cb78 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:07.985460 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-36be59a9-88c2-49bb-97dc-0ef6022c68fb tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:08.000551 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 7452b46c-da52-43b5-95c4-3e57607f215b triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:08.000940 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:08.002941 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36be59a9-88c2-49bb-97dc-0ef6022c68fb tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:08.191101 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e6829b-9128-454b-ac14-2b15623c01ea tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Checking segment: {'id': '2abb69d9-cd1e-4bfc-ba58-468d729efc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4e498552-98b5-4b1a-97a3-3bbef0955c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:08.191530 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e6829b-9128-454b-ac14-2b15623c01ea tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Network hostable DHCP agents. Network: 4e498552-98b5-4b1a-97a3-3bbef0955c31, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:16:08.272641 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be59a9-88c2-49bb-97dc-0ef6022c68fb tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Pushing event updated for resources: {'Port': ['ID=f7b4e142-df9d-4f5d-bd5b-73b0976095b7,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:08.378031 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39127d32-8aa8-4562-a3ac-ee330e8cfa51 req-0bff119e-980a-4246-90af-d95776059a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:08.394211 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-39127d32-8aa8-4562-a3ac-ee330e8cfa51 req-0bff119e-980a-4246-90af-d95776059a5b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=68914d55-1722-49b7-8c35-ddc1365cee5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4331031 Aug 10 01:16:08.416013 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36be59a9-88c2-49bb-97dc-0ef6022c68fb tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:08.421081 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-36be59a9-88c2-49bb-97dc-0ef6022c68fb tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:08.485200 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e6829b-9128-454b-ac14-2b15623c01ea tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Network 4e498552-98b5-4b1a-97a3-3bbef0955c31 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:16:08.516820 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-3404874d-377f-4212-a692-a4dece092db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851126000', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'a904d96c-163d-4c84-b9d6-c8625620715c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:44Z', 'updated_at': '2021-08-10T01:13:53Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'a904d96c-163d-4c84-b9d6-c8625620715c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:45Z', 'updated_at': '2021-08-10T01:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '9fa91998-7f35-4306-8fc3-d6fede368b5f', 'name': '', 'network_id': '68914d55-1722-49b7-8c35-ddc1365cee5e', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'mac_address': 'fa:16:3e:ba:0b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '781d9f37-0b97-4cb7-956e-3019c0164791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:51Z', 'updated_at': '2021-08-10T01:14:08Z', 'revision_number': 5, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'subnets': [{'id': '781d9f37-0b97-4cb7-956e-3019c0164791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:08.538379 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42100) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:08.586642 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-36be59a9-88c2-49bb-97dc-0ef6022c68fb tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7446969 Aug 10 01:16:08.587658 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-b3e6829b-9128-454b-ac14-2b15623c01ea tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 4e498552-98b5-4b1a-97a3-3bbef0955c31) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:08.601191 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e6829b-9128-454b-ac14-2b15623c01ea tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:08.602085 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b3e6829b-9128-454b-ac14-2b15623c01ea tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:08.608198 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42108) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:08.641736 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-16212191-ea96-4e77-a38c-f131dc06350c tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:53:fb:9d'}]}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:08.724486 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbff303-38e5-4079-9a36-9ca222c9e6ef None None] Network 4e498552-98b5-4b1a-97a3-3bbef0955c31 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:08.744593 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3404874d-377f-4212-a692-a4dece092db7 None None] The sync data for ids ['6c4d2705-8b16-4f80-b657-579aa656bed0'] in n-d-766726-26 is: [{'id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851126000', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'a904d96c-163d-4c84-b9d6-c8625620715c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:44Z', 'updated_at': '2021-08-10T01:13:53Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'a904d96c-163d-4c84-b9d6-c8625620715c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:45Z', 'updated_at': '2021-08-10T01:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '9fa91998-7f35-4306-8fc3-d6fede368b5f', 'name': '', 'network_id': '68914d55-1722-49b7-8c35-ddc1365cee5e', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'mac_address': 'fa:16:3e:ba:0b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '781d9f37-0b97-4cb7-956e-3019c0164791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:51Z', 'updated_at': '2021-08-10T01:14:08Z', 'revision_number': 5, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'subnets': [{'id': '781d9f37-0b97-4cb7-956e-3019c0164791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:16:08.917252 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-253999f5-7991-45e7-88ac-04ed05e5d00e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-49210130-network', 'tenant_id': '6d45f14deea9486bb71cde915e0e3a69'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:08.929018 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-984057af-b4e1-4175-bac7-09e83f14df7d None None] Provisioning for port f7b4e142-df9d-4f5d-bd5b-73b0976095b7 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:08.946817 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-984057af-b4e1-4175-bac7-09e83f14df7d None None] Provisioning complete for port f7b4e142-df9d-4f5d-bd5b-73b0976095b7 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:08.947397 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-984057af-b4e1-4175-bac7-09e83f14df7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:08.994930 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b3e6829b-9128-454b-ac14-2b15623c01ea tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9348121 Aug 10 01:16:09.021710 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-984057af-b4e1-4175-bac7-09e83f14df7d None None] Port f7b4e142-df9d-4f5d-bd5b-73b0976095b7 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:09.042276 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253999f5-7991-45e7-88ac-04ed05e5d00e admin admin] Made reservation on behalf of 6d45f14deea9486bb71cde915e0e3a69 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:09.044702 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-253999f5-7991-45e7-88ac-04ed05e5d00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:09.057288 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42114) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:09.067078 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0e1c2703-0574-41b7-8d4a-d05ecd949120 req-3e06b5aa-453b-4637-99ab-8aec5e314090 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=65d9b1b1-54d1-4769-9c0b-93e1cba3cffe HTTP/1.1" status: 200 len: 210 time: 0.3152661 Aug 10 01:16:09.089736 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9954e812-f674-4efe-a9fb-89d0f8e8cd13 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:09.126037 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-a56b55d9-a7e8-4dfb-b59c-e06b392d8db6 req-5889a324-2874-44c9-a11f-3b449e996137 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Deleting port 86746eaf-3f7b-420a-ab8a-c3135a4a2229 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:09.127007 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a56b55d9-a7e8-4dfb-b59c-e06b392d8db6 req-5889a324-2874-44c9-a11f-3b449e996137 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:09.315894 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-a56b55d9-a7e8-4dfb-b59c-e06b392d8db6 req-5889a324-2874-44c9-a11f-3b449e996137 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] For port 86746eaf-3f7b-420a-ab8a-c3135a4a2229, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=86746eaf-3f7b-420a-ab8a-c3135a4a2229,segment=NetworkSegment(c8a73380-ff8d-4024-81bf-877bc0930a56),segment_id=c8a73380-ff8d-4024-81bf-877bc0930a56)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:09.316774 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a56b55d9-a7e8-4dfb-b59c-e06b392d8db6 req-5889a324-2874-44c9-a11f-3b449e996137 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:09.326294 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3114dbbc-680d-4bbe-976e-7f970ba6463b None None] New status for floating IP 536bc98b-d250-4722-b0d6-9d03f7199680: DOWN {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:16:09.341762 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-a56b55d9-a7e8-4dfb-b59c-e06b392d8db6 req-5889a324-2874-44c9-a11f-3b449e996137 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Calling delete_port for 86746eaf-3f7b-420a-ab8a-c3135a4a2229 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:09.387638 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 9954e812-f674-4efe-a9fb-89d0f8e8cd13 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:09.403791 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 9954e812-f674-4efe-a9fb-89d0f8e8cd13 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:09.406665 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:09.578685 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f59f78-2e8b-4a9c-979c-ee360a6421dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-4e498552-98b5-4b1a-97a3-3bbef0955c31', 'network_id': '4e498552-98b5-4b1a-97a3-3bbef0955c31', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'fixed_ips': [{'subnet_id': 'ed10b587-604c-480e-916b-f6fbcbd10cad'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:16:09.585096 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80f59f78-2e8b-4a9c-979c-ee360a6421dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:09.638671 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a56b55d9-a7e8-4dfb-b59c-e06b392d8db6 req-5889a324-2874-44c9-a11f-3b449e996137 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:09.742094 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889a324-2874-44c9-a11f-3b449e996137 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event deleted for resources: {'Port': ['ID=86746eaf-3f7b-420a-ab8a-c3135a4a2229,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:09.848842 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56b55d9-a7e8-4dfb-b59c-e06b392d8db6 req-5889a324-2874-44c9-a11f-3b449e996137 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] No DVR routers for this DVR port 86746eaf-3f7b-420a-ab8a-c3135a4a2229 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:16:09.853537 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a56b55d9-a7e8-4dfb-b59c-e06b392d8db6 req-5889a324-2874-44c9-a11f-3b449e996137 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:09.856335 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a56b55d9-a7e8-4dfb-b59c-e06b392d8db6 req-5889a324-2874-44c9-a11f-3b449e996137 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.20 "DELETE /v2.0/ports/86746eaf-3f7b-420a-ab8a-c3135a4a2229 HTTP/1.1" status: 204 len: 173 time: 2.1647756 Aug 10 01:16:09.856864 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6adbfc9-09d1-4bf7-ab79-e70f7b15f373', 'name': 'network-vif-deleted', 'tag': '86746eaf-3f7b-420a-ab8a-c3135a4a2229'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:16:09.859393 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cabb48-4f3d-4044-942d-2d184526fcba" -d '{"events": [{"server_uuid": "c6adbfc9-09d1-4bf7-ab79-e70f7b15f373", "name": "network-vif-deleted", "tag": "86746eaf-3f7b-420a-ab8a-c3135a4a2229"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:16:09.882989 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a646da2b-366a-4961-a165-7d23bda5470a req-49ca98e9-35f0-44c2-a4a6-44c0b92d80af tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Router 17ffa94a-5dfa-4674-b438-98620fdac6f2 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:16:10.039142 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-39127d32-8aa8-4562-a3ac-ee330e8cfa51 req-100010a0-2d04-488d-ad70-e49e5f939709 service neutron] 10.222.0.20 "GET /v2.0/networks/68914d55-1722-49b7-8c35-ddc1365cee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6100521 Aug 10 01:16:10.066417 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-80f59f78-2e8b-4a9c-979c-ee360a6421dc None None] Allocated IP 172.21.0.2 (4e498552-98b5-4b1a-97a3-3bbef0955c31/ed10b587-604c-480e-916b-f6fbcbd10cad/cba10cae-392d-4123-96e6-69970295d96a) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:10.071411 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-253999f5-7991-45e7-88ac-04ed05e5d00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:10.242998 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca73bf6-7f66-4787-92b6-fec0d4072707 x-openstack-request-id: req-bca73bf6-7f66-4787-92b6-fec0d4072707 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:16:10.243585 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6adbfc9-09d1-4bf7-ab79-e70f7b15f373", "name": "network-vif-deleted", "tag": "86746eaf-3f7b-420a-ab8a-c3135a4a2229", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:16:10.243585 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bca73bf6-7f66-4787-92b6-fec0d4072707 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:16:10.243928 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6adbfc9-09d1-4bf7-ab79-e70f7b15f373', 'name': 'network-vif-deleted', 'tag': '86746eaf-3f7b-420a-ab8a-c3135a4a2229', 'status': 'completed', 'code': 200} Aug 10 01:16:10.245294 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a646da2b-366a-4961-a165-7d23bda5470a req-49ca98e9-35f0-44c2-a4a6-44c0b92d80af tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:16:10.330781 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a646da2b-366a-4961-a165-7d23bda5470a req-49ca98e9-35f0-44c2-a4a6-44c0b92d80af tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] No DVR routers for this DVR port 85f264b0-940a-4202-89db-399337916480 on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:16:10.334611 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a646da2b-366a-4961-a165-7d23bda5470a req-49ca98e9-35f0-44c2-a4a6-44c0b92d80af tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:10.341327 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a646da2b-366a-4961-a165-7d23bda5470a req-49ca98e9-35f0-44c2-a4a6-44c0b92d80af tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.24 "DELETE /v2.0/ports/85f264b0-940a-4202-89db-399337916480 HTTP/1.1" status: 204 len: 173 time: 5.5328143 Aug 10 01:16:10.517535 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-39127d32-8aa8-4562-a3ac-ee330e8cfa51 req-cbb0ff37-0229-44bc-89f9-5fd87f530c51 service neutron] 10.222.0.20 "GET /v2.0/networks/68914d55-1722-49b7-8c35-ddc1365cee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4513764 Aug 10 01:16:10.555974 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9dfae29d-447e-420b-a8b9-948490640621 req-f8cb90fa-1471-4138-95e9-37a6ee54cbba tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=65d9b1b1-54d1-4769-9c0b-93e1cba3cffe HTTP/1.1" status: 200 len: 210 time: 0.0517261 Aug 10 01:16:10.564065 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f319c-3388-43b8-b234-b51ac7ff6af2 req-5be8fd96-f576-4624-b4eb-33f9747116c7 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:10.566281 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-942f319c-3388-43b8-b234-b51ac7ff6af2 req-5be8fd96-f576-4624-b4eb-33f9747116c7 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6adbfc9-09d1-4bf7-ab79-e70f7b15f373 HTTP/1.1" status: 200 len: 866 time: 1.6805043 Aug 10 01:16:10.669221 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e94849-1ac3-48cb-a2d7-69be9371ec5e None None] Sync routers for ids ['17ffa94a-5dfa-4674-b438-98620fdac6f2'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:16:10.716447 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-253999f5-7991-45e7-88ac-04ed05e5d00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:10.771242 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e94849-1ac3-48cb-a2d7-69be9371ec5e None None] Routers {'17ffa94a-5dfa-4674-b438-98620fdac6f2'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:10.772068 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-83e94849-1ac3-48cb-a2d7-69be9371ec5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:15:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['17ffa94a-5dfa-4674-b438-98620fdac6f2'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:10.810847 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-942f319c-3388-43b8-b234-b51ac7ff6af2 req-b6cf9782-6084-4697-913e-ae5733adf895 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=ccff1bd2-c333-4a0d-91a4-825a72744d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2367330 Aug 10 01:16:10.812247 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-253999f5-7991-45e7-88ac-04ed05e5d00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:10.852833 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:10.891747 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80f59f78-2e8b-4a9c-979c-ee360a6421dc None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:10.905312 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253999f5-7991-45e7-88ac-04ed05e5d00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b723d415-d661-43da-b24f-564ec6d2b226,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:10.936719 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-16212191-ea96-4e77-a38c-f131dc06350c tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:10.949552 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-80f59f78-2e8b-4a9c-979c-ee360a6421dc None None] Transition to ACTIVE for port object cba10cae-392d-4123-96e6-69970295d96a will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:10.953295 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-253999f5-7991-45e7-88ac-04ed05e5d00e admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:16:10.954980 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 9954e812-f674-4efe-a9fb-89d0f8e8cd13, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9954e812-f674-4efe-a9fb-89d0f8e8cd13,segment=NetworkSegment(f0986428-e061-4959-aecb-efb9dbde68dc),segment_id=f0986428-e061-4959-aecb-efb9dbde68dc)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:10.971783 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:11.012059 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-80f59f78-2e8b-4a9c-979c-ee360a6421dc None None] Transition to ACTIVE for port object cba10cae-392d-4123-96e6-69970295d96a will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:11.035200 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80f59f78-2e8b-4a9c-979c-ee360a6421dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:11.061185 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-83e94849-1ac3-48cb-a2d7-69be9371ec5e None None] Set router 17ffa94a-5dfa-4674-b438-98620fdac6f2 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:11.111183 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 86746eaf-3f7b-420a-ab8a-c3135a4a2229 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:16:11.140731 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 86746eaf-3f7b-420a-ab8a-c3135a4a2229 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:16:11.141458 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 86746eaf-3f7b-420a-ab8a-c3135a4a2229 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:16:11.145917 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f59f78-2e8b-4a9c-979c-ee360a6421dc None None] Network 4e498552-98b5-4b1a-97a3-3bbef0955c31 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:11.161477 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-80f59f78-2e8b-4a9c-979c-ee360a6421dc None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:11.167236 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f59f78-2e8b-4a9c-979c-ee360a6421dc None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:11.198272 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-253999f5-7991-45e7-88ac-04ed05e5d00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:11.198827 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-253999f5-7991-45e7-88ac-04ed05e5d00e admin admin] Added segment 119db45f-a129-41df-b3e9-8983d492465d of type vlan for network 1bb4d414-55c5-43e5-9006-4b7473df84e0 Aug 10 01:16:11.210526 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=9954e812-f674-4efe-a9fb-89d0f8e8cd13,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:11.304668 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-253999f5-7991-45e7-88ac-04ed05e5d00e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:11.319838 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-16212191-ea96-4e77-a38c-f131dc06350c tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:11.366139 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-16212191-ea96-4e77-a38c-f131dc06350c tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:11.386651 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cef07123-5def-4dba-a07b-a24687a482f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:11.409787 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-80f59f78-2e8b-4a9c-979c-ee360a6421dc None None] Attempting to bind port cba10cae-392d-4123-96e6-69970295d96a on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:16:11.410229 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-80f59f78-2e8b-4a9c-979c-ee360a6421dc None None] Attempting to bind port cba10cae-392d-4123-96e6-69970295d96a by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '2abb69d9-cd1e-4bfc-ba58-468d729efc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4e498552-98b5-4b1a-97a3-3bbef0955c31'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:16:11.410703 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f59f78-2e8b-4a9c-979c-ee360a6421dc None None] Attempting to bind port cba10cae-392d-4123-96e6-69970295d96a on network 4e498552-98b5-4b1a-97a3-3bbef0955c31 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:16:11.418832 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f59f78-2e8b-4a9c-979c-ee360a6421dc None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:16:11.419541 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f59f78-2e8b-4a9c-979c-ee360a6421dc None None] Checking segment: {'id': '2abb69d9-cd1e-4bfc-ba58-468d729efc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4e498552-98b5-4b1a-97a3-3bbef0955c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:11.420089 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80f59f78-2e8b-4a9c-979c-ee360a6421dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:11.420625 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f59f78-2e8b-4a9c-979c-ee360a6421dc None None] Bound using segment: {'id': '2abb69d9-cd1e-4bfc-ba58-468d729efc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4e498552-98b5-4b1a-97a3-3bbef0955c31'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:16:11.421228 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-80f59f78-2e8b-4a9c-979c-ee360a6421dc None None] Bound port: cba10cae-392d-4123-96e6-69970295d96a, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2abb69d9-cd1e-4bfc-ba58-468d729efc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4e498552-98b5-4b1a-97a3-3bbef0955c31'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:16:11.421719 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80f59f78-2e8b-4a9c-979c-ee360a6421dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:11.456033 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16212191-ea96-4e77-a38c-f131dc06350c tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Pushing event updated for resources: {'Port': ['ID=f7b4e142-df9d-4f5d-bd5b-73b0976095b7,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:11.510584 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f59f78-2e8b-4a9c-979c-ee360a6421dc None None] Pushing event updated for resources: {'Port': ['ID=cba10cae-392d-4123-96e6-69970295d96a,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:11.560309 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-83e94849-1ac3-48cb-a2d7-69be9371ec5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'name': 'tempest-TestVolumeBootPattern-1236048449-router', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:08:10Z', 'updated_at': '2021-08-10T01:08:16Z', 'revision_number': 4, 'project_id': 'a4f463465f414d20a10d25627743d857', 'gw_port': {'id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:53:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:11Z', 'updated_at': '2021-08-10T01:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'a98f3335-ba8a-41c8-8f1d-9b87daaf23bb', 'name': '', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'mac_address': 'fa:16:3e:09:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:15Z', 'updated_at': '2021-08-10T01:08:24Z', 'revision_number': 5, 'project_id': 'a4f463465f414d20a10d25627743d857', 'subnets': [{'id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:11.573961 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-16212191-ea96-4e77-a38c-f131dc06350c tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] In _notify_port_updated(), no bound segment for port f7b4e142-df9d-4f5d-bd5b-73b0976095b7 on network edc6fc54-6625-4789-a832-7ead3dd4cb78 {{(pid=105826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:16:11.583256 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16212191-ea96-4e77-a38c-f131dc06350c tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:11.584263 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-16212191-ea96-4e77-a38c-f131dc06350c tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:11.593360 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-16212191-ea96-4e77-a38c-f131dc06350c tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] 10.222.0.35 "PUT /v2.0/ports/f7b4e142-df9d-4f5d-bd5b-73b0976095b7 HTTP/1.1" status: 200 len: 993 time: 2.9735453 Aug 10 01:16:11.593482 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42130) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:11.601342 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-80f59f78-2e8b-4a9c-979c-ee360a6421dc None None] For port cba10cae-392d-4123-96e6-69970295d96a, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:16:11.604761 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f40b0b32-4aeb-41b2-a8e6-98c5fad43e35 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:11.622552 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-253999f5-7991-45e7-88ac-04ed05e5d00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:11.623693 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253999f5-7991-45e7-88ac-04ed05e5d00e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:11.624379 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-253999f5-7991-45e7-88ac-04ed05e5d00e admin admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:11.627660 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-80f59f78-2e8b-4a9c-979c-ee360a6421dc None None] For port cba10cae-392d-4123-96e6-69970295d96a, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=cba10cae-392d-4123-96e6-69970295d96a,segment=NetworkSegment(2abb69d9-cd1e-4bfc-ba58-468d729efc8d),segment_id=2abb69d9-cd1e-4bfc-ba58-468d729efc8d)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:16:11.631491 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e94849-1ac3-48cb-a2d7-69be9371ec5e None None] Checking router: 17ffa94a-5dfa-4674-b438-98620fdac6f2 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:16:11.643681 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80f59f78-2e8b-4a9c-979c-ee360a6421dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:11.744287 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f59f78-2e8b-4a9c-979c-ee360a6421dc None None] Pushing event updated for resources: {'Port': ['ID=cba10cae-392d-4123-96e6-69970295d96a,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:11.757822 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e94849-1ac3-48cb-a2d7-69be9371ec5e None None] Routers {'17ffa94a-5dfa-4674-b438-98620fdac6f2'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:11.758659 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-83e94849-1ac3-48cb-a2d7-69be9371ec5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:15:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['17ffa94a-5dfa-4674-b438-98620fdac6f2'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:11.813462 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-697f0457-74b5-488e-b968-8bbb0c3d5657 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Deleting port f7b4e142-df9d-4f5d-bd5b-73b0976095b7 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:11.814111 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-697f0457-74b5-488e-b968-8bbb0c3d5657 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:11.835607 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-253999f5-7991-45e7-88ac-04ed05e5d00e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.2933412 Aug 10 01:16:11.912412 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42132) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:11.918343 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-6b6e7888-4436-475c-954a-d535e6b94ce4 admin admin] Request body: {'subnet': {'network_id': '1bb4d414-55c5-43e5-9006-4b7473df84e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-49210130-subnet', 'tenant_id': '6d45f14deea9486bb71cde915e0e3a69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:11.936319 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42138) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:12.006070 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:12.024768 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3224fe66-dc51-410f-bcca-e1da3b0517c8 req-acc51bd0-2610-47e1-b9fb-2fd03131cbec tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=65d9b1b1-54d1-4769-9c0b-93e1cba3cffe HTTP/1.1" status: 200 len: 210 time: 0.2227907 Aug 10 01:16:12.056329 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5cd4bfb5-5f4c-4fd4-a507-c199dc9efa1c None None] Provisioning complete for port f7b4e142-df9d-4f5d-bd5b-73b0976095b7 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:12.056909 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5cd4bfb5-5f4c-4fd4-a507-c199dc9efa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:12.059819 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-83e94849-1ac3-48cb-a2d7-69be9371ec5e None None] Set router 17ffa94a-5dfa-4674-b438-98620fdac6f2 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:12.062744 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253999f5-7991-45e7-88ac-04ed05e5d00e admin admin] Pushing event updated for resources: {'Network': ['ID=1bb4d414-55c5-43e5-9006-4b7473df84e0,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:12.189485 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-697f0457-74b5-488e-b968-8bbb0c3d5657 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:12.197546 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 1bb4d414-55c5-43e5-9006-4b7473df84e0 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:16:12.225103 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6e7888-4436-475c-954a-d535e6b94ce4 admin admin] Made reservation on behalf of 6d45f14deea9486bb71cde915e0e3a69 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:12.228454 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6b6e7888-4436-475c-954a-d535e6b94ce4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:12.242293 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-697f0457-74b5-488e-b968-8bbb0c3d5657 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Calling delete_port for f7b4e142-df9d-4f5d-bd5b-73b0976095b7 owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:12.245387 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d9b1b1-54d1-4769-9c0b-93e1cba3cffe', 'name': 'network-vif-deleted', 'tag': '85f264b0-940a-4202-89db-399337916480'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:16:12.248124 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6146c563-d8f4-49ea-9f45-b92bad1f83e6" -d '{"events": [{"server_uuid": "65d9b1b1-54d1-4769-9c0b-93e1cba3cffe", "name": "network-vif-deleted", "tag": "85f264b0-940a-4202-89db-399337916480"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:16:12.348081 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-5cd4bfb5-5f4c-4fd4-a507-c199dc9efa1c None None] Port f7b4e142-df9d-4f5d-bd5b-73b0976095b7 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:12.420800 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7ad5b3-4f52-4065-af20-487629a7fc3c x-openstack-request-id: req-7e7ad5b3-4f52-4065-af20-487629a7fc3c {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:16:12.421379 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d9b1b1-54d1-4769-9c0b-93e1cba3cffe", "name": "network-vif-deleted", "tag": "85f264b0-940a-4202-89db-399337916480", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:16:12.421873 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7e7ad5b3-4f52-4065-af20-487629a7fc3c {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:16:12.422453 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d9b1b1-54d1-4769-9c0b-93e1cba3cffe', 'name': 'network-vif-deleted', 'tag': '85f264b0-940a-4202-89db-399337916480', 'status': 'completed', 'code': 200} Aug 10 01:16:12.506305 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6b6e7888-4436-475c-954a-d535e6b94ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:12.587941 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e7888-4436-475c-954a-d535e6b94ce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b0c25a4-f815-4015-a876-f5aa15c83352,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:12.608468 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-83e94849-1ac3-48cb-a2d7-69be9371ec5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'name': 'tempest-TestVolumeBootPattern-1236048449-router', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:08:10Z', 'updated_at': '2021-08-10T01:08:16Z', 'revision_number': 4, 'project_id': 'a4f463465f414d20a10d25627743d857', 'gw_port': {'id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:53:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:11Z', 'updated_at': '2021-08-10T01:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'a98f3335-ba8a-41c8-8f1d-9b87daaf23bb', 'name': '', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'mac_address': 'fa:16:3e:09:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:15Z', 'updated_at': '2021-08-10T01:08:24Z', 'revision_number': 5, 'project_id': 'a4f463465f414d20a10d25627743d857', 'subnets': [{'id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:12.635704 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-697f0457-74b5-488e-b968-8bbb0c3d5657 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:12.654675 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e94849-1ac3-48cb-a2d7-69be9371ec5e None None] The sync data for ids ['17ffa94a-5dfa-4674-b438-98620fdac6f2'] in n-d-766726-26 is: [{'id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'name': 'tempest-TestVolumeBootPattern-1236048449-router', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:08:10Z', 'updated_at': '2021-08-10T01:08:16Z', 'revision_number': 4, 'project_id': 'a4f463465f414d20a10d25627743d857', 'gw_port': {'id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:53:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:11Z', 'updated_at': '2021-08-10T01:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'a98f3335-ba8a-41c8-8f1d-9b87daaf23bb', 'name': '', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'mac_address': 'fa:16:3e:09:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:15Z', 'updated_at': '2021-08-10T01:08:24Z', 'revision_number': 5, 'project_id': 'a4f463465f414d20a10d25627743d857', 'subnets': [{'id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:16:12.833384 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f0457-74b5-488e-b968-8bbb0c3d5657 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Pushing event deleted for resources: {'Port': ['ID=f7b4e142-df9d-4f5d-bd5b-73b0976095b7,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:12.838934 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6e7888-4436-475c-954a-d535e6b94ce4 admin admin] Checking segment: {'id': '119db45f-a129-41df-b3e9-8983d492465d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1bb4d414-55c5-43e5-9006-4b7473df84e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:12.839323 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6e7888-4436-475c-954a-d535e6b94ce4 admin admin] Network hostable DHCP agents. Network: 1bb4d414-55c5-43e5-9006-4b7473df84e0, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:16:13.028802 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-697f0457-74b5-488e-b968-8bbb0c3d5657 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:13.035633 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-697f0457-74b5-488e-b968-8bbb0c3d5657 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] 10.222.0.35 "DELETE /v2.0/ports/f7b4e142-df9d-4f5d-bd5b-73b0976095b7 HTTP/1.1" status: 204 len: 168 time: 1.4411428 Aug 10 01:16:13.038184 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42158) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:13.159210 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-589356ac-ffbd-4577-a32a-a64f604e5350 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] GET failed (client error): The resource could not be found. Aug 10 01:16:13.164873 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-589356ac-ffbd-4577-a32a-a64f604e5350 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] 10.222.0.35 "GET /v2.0/ports/f7b4e142-df9d-4f5d-bd5b-73b0976095b7 HTTP/1.1" status: 404 len: 333 time: 0.1251404 Aug 10 01:16:13.170735 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42164) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:13.184585 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-51a7b980-5241-4fed-8740-381dd93e4ef7 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Request body: {'port': {'network_id': 'edc6fc54-6625-4789-a832-7ead3dd4cb78', 'name': 'tempest-AllowedAddressPairTestJSON-2012524290'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:13.319940 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3103945-01f1-410c-b9ee-dcbd07d19246 None None] New status for floating IP e5e0b7f1-d5a4-4c07-9d9c-f1b8b5c792e7: DOWN {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:16:13.403396 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device cba10cae-392d-4123-96e6-69970295d96a up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:13.515451 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a7b980-5241-4fed-8740-381dd93e4ef7 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Made reservation on behalf of 53e485b720ea4135b400d6e3caec7ff1 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:13.535558 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-51a7b980-5241-4fed-8740-381dd93e4ef7 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:13.607391 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port cba10cae-392d-4123-96e6-69970295d96a completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:13.614635 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9954e812-f674-4efe-a9fb-89d0f8e8cd13 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:13.623586 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-51a7b980-5241-4fed-8740-381dd93e4ef7 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] device_id is not set on port a3a1d743-f493-4d6f-a703-8b42d8886dce yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:16:13.764734 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8ffb88-53d0-4afe-8188-b5ba04a037c5 None None] Network 4e498552-98b5-4b1a-97a3-3bbef0955c31 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:13.968108 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-51a7b980-5241-4fed-8740-381dd93e4ef7 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Allocated IP 172.20.0.12 (edc6fc54-6625-4789-a832-7ead3dd4cb78/89a14f6a-bfec-499b-89f3-39ba0de7c33c/a3a1d743-f493-4d6f-a703-8b42d8886dce) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:14.004772 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fdcf3b65-c88c-46bb-a9cb-975acd769bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:14.017300 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 9954e812-f674-4efe-a9fb-89d0f8e8cd13 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:14.017795 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:14.019458 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b9540fe6-bb65-4121-8838-8454265cfa38 None None] Provisioning for port cba10cae-392d-4123-96e6-69970295d96a completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:14.055210 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b9540fe6-bb65-4121-8838-8454265cfa38 None None] Provisioning complete for port cba10cae-392d-4123-96e6-69970295d96a triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:14.055530 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b9540fe6-bb65-4121-8838-8454265cfa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:14.229579 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-50e5df36-72be-48a0-abc6-74f22e85b625 req-25ff69c1-9b69-45a9-8641-3401487b3ff1 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=65d9b1b1-54d1-4769-9c0b-93e1cba3cffe HTTP/1.1" status: 200 len: 210 time: 1.0200415 Aug 10 01:16:14.234894 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6e7888-4436-475c-954a-d535e6b94ce4 admin admin] Network 1bb4d414-55c5-43e5-9006-4b7473df84e0 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:16:14.326906 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-6b6e7888-4436-475c-954a-d535e6b94ce4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 1bb4d414-55c5-43e5-9006-4b7473df84e0) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:14.331055 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-51a7b980-5241-4fed-8740-381dd93e4ef7 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:14.347738 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6e7888-4436-475c-954a-d535e6b94ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:14.348519 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9f154e-33c7-4025-a122-ccccb78b451f None None] Network 1bb4d414-55c5-43e5-9006-4b7473df84e0 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:14.348999 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6b6e7888-4436-475c-954a-d535e6b94ce4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:14.370661 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-51a7b980-5241-4fed-8740-381dd93e4ef7 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Transition to ACTIVE for port object a3a1d743-f493-4d6f-a703-8b42d8886dce will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:14.427531 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6b6e7888-4436-475c-954a-d535e6b94ce4 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5131049 Aug 10 01:16:14.463587 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-f40b0b32-4aeb-41b2-a8e6-98c5fad43e35 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Allocated IP 172.21.0.1 (4e498552-98b5-4b1a-97a3-3bbef0955c31/ed10b587-604c-480e-916b-f6fbcbd10cad/175adc59-9f71-44d0-bbe9-a7988690f85c) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:14.508549 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-51a7b980-5241-4fed-8740-381dd93e4ef7 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:14.683133 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7b980-5241-4fed-8740-381dd93e4ef7 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Pushing event updated for resources: {'Port': ['ID=a3a1d743-f493-4d6f-a703-8b42d8886dce,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:14.705069 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a7b980-5241-4fed-8740-381dd93e4ef7 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Network edc6fc54-6625-4789-a832-7ead3dd4cb78 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:14.706787 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-51a7b980-5241-4fed-8740-381dd93e4ef7 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:14.713094 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a7b980-5241-4fed-8740-381dd93e4ef7 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:14.733990 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b9540fe6-bb65-4121-8838-8454265cfa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:14.822123 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5ca0d217-edc7-4dfc-973d-6a5e5a6bc6ad tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:14.857008 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:14.871011 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a7b980-5241-4fed-8740-381dd93e4ef7 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:14.879937 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-51a7b980-5241-4fed-8740-381dd93e4ef7 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:14.915718 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-51a7b980-5241-4fed-8740-381dd93e4ef7 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7412043 Aug 10 01:16:14.916098 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42188) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:14.922502 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-dc716ac5-a386-4f58-8bef-6105b6bcf41d tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:53:fb:9d'}]}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:14.936531 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f40b0b32-4aeb-41b2-a8e6-98c5fad43e35 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:15.007838 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-b9540fe6-bb65-4121-8838-8454265cfa38 None None] For port cba10cae-392d-4123-96e6-69970295d96a, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=cba10cae-392d-4123-96e6-69970295d96a,segment=NetworkSegment(2abb69d9-cd1e-4bfc-ba58-468d729efc8d),segment_id=2abb69d9-cd1e-4bfc-ba58-468d729efc8d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:15.012966 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-f40b0b32-4aeb-41b2-a8e6-98c5fad43e35 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Transition to ACTIVE for port object 175adc59-9f71-44d0-bbe9-a7988690f85c will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:15.102868 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b9540fe6-bb65-4121-8838-8454265cfa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:15.117734 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee5c38a-938b-42ab-a57c-b904cb003b48 None None] Network 1bb4d414-55c5-43e5-9006-4b7473df84e0 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:15.414602 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dc716ac5-a386-4f58-8bef-6105b6bcf41d tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:15.430328 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:15.484800 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6509d2e5-d93b-4914-96f3-5360b58bf2b4 None None] Provisioning for port a3a1d743-f493-4d6f-a703-8b42d8886dce completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:15.494926 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6509d2e5-d93b-4914-96f3-5360b58bf2b4 None None] Provisioning complete for port a3a1d743-f493-4d6f-a703-8b42d8886dce triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:15.496402 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6509d2e5-d93b-4914-96f3-5360b58bf2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:15.505850 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9540fe6-bb65-4121-8838-8454265cfa38 None None] Pushing event updated for resources: {'Port': ['ID=cba10cae-392d-4123-96e6-69970295d96a,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:15.590160 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-f63776f1-6c3c-49c1-8c24-e4cc4818b974 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:15.591850 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-f63776f1-6c3c-49c1-8c24-e4cc4818b974 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/networks?id=1bb4d414-55c5-43e5-9006-4b7473df84e0 HTTP/1.1" status: 200 len: 813 time: 0.2505193 Aug 10 01:16:15.615337 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-f6c527dd-23d3-41eb-9078-5cbf5404c510 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/quotas/6d45f14deea9486bb71cde915e0e3a69 HTTP/1.1" status: 200 len: 375 time: 0.0161691 Aug 10 01:16:15.633845 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6509d2e5-d93b-4914-96f3-5360b58bf2b4 None None] Port a3a1d743-f493-4d6f-a703-8b42d8886dce cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:15.665113 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3fc1dddd-611b-4229-8208-5758899cb0b7 req-fd2524a3-3961-4e95-95c2-8f1449e91cf5 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=65d9b1b1-54d1-4769-9c0b-93e1cba3cffe HTTP/1.1" status: 200 len: 210 time: 0.0714779 Aug 10 01:16:15.716604 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-71fae9c5-1d3e-43b7-a4bd-c2475e34f850 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d45f14deea9486bb71cde915e0e3a69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0811164 Aug 10 01:16:15.729714 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dc716ac5-a386-4f58-8bef-6105b6bcf41d tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:15.734660 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dc716ac5-a386-4f58-8bef-6105b6bcf41d tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:15.738884 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f40b0b32-4aeb-41b2-a8e6-98c5fad43e35 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:15.755732 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-338360b5-6ef2-41c6-a1a2-0c7089d0a648 None None] Provisioning complete for port cba10cae-392d-4123-96e6-69970295d96a triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:15.756321 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-338360b5-6ef2-41c6-a1a2-0c7089d0a648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:15.809988 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b0b32-4aeb-41b2-a8e6-98c5fad43e35 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Port': ['ID=175adc59-9f71-44d0-bbe9-a7988690f85c,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:15.829723 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40b0b32-4aeb-41b2-a8e6-98c5fad43e35 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:15.830600 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40b0b32-4aeb-41b2-a8e6-98c5fad43e35 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:15.830947 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40b0b32-4aeb-41b2-a8e6-98c5fad43e35 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:15.831285 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40b0b32-4aeb-41b2-a8e6-98c5fad43e35 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:15.831623 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40b0b32-4aeb-41b2-a8e6-98c5fad43e35 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:15.831959 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40b0b32-4aeb-41b2-a8e6-98c5fad43e35 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:15.832317 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40b0b32-4aeb-41b2-a8e6-98c5fad43e35 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:15.832648 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40b0b32-4aeb-41b2-a8e6-98c5fad43e35 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:15.832974 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40b0b32-4aeb-41b2-a8e6-98c5fad43e35 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:15.833322 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40b0b32-4aeb-41b2-a8e6-98c5fad43e35 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:15.833635 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40b0b32-4aeb-41b2-a8e6-98c5fad43e35 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:15.833960 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40b0b32-4aeb-41b2-a8e6-98c5fad43e35 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:15.863208 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc716ac5-a386-4f58-8bef-6105b6bcf41d tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Pushing event updated for resources: {'Port': ['ID=a3a1d743-f493-4d6f-a703-8b42d8886dce,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:15.884745 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40b0b32-4aeb-41b2-a8e6-98c5fad43e35 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Network 4e498552-98b5-4b1a-97a3-3bbef0955c31 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:15.908291 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-f40b0b32-4aeb-41b2-a8e6-98c5fad43e35 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:15.963270 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40b0b32-4aeb-41b2-a8e6-98c5fad43e35 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:15.974798 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-dc716ac5-a386-4f58-8bef-6105b6bcf41d tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] In _notify_port_updated(), no bound segment for port a3a1d743-f493-4d6f-a703-8b42d8886dce on network edc6fc54-6625-4789-a832-7ead3dd4cb78 {{(pid=105827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:16:15.992277 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc716ac5-a386-4f58-8bef-6105b6bcf41d tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:15.997414 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dc716ac5-a386-4f58-8bef-6105b6bcf41d tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:16.011163 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-dc716ac5-a386-4f58-8bef-6105b6bcf41d tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] 10.222.0.35 "PUT /v2.0/ports/a3a1d743-f493-4d6f-a703-8b42d8886dce HTTP/1.1" status: 200 len: 997 time: 1.0937853 Aug 10 01:16:16.012153 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42214) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:16.122978 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f40b0b32-4aeb-41b2-a8e6-98c5fad43e35 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:16.156509 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-d46a8b8c-8de0-43e5-b6f6-397be87a18b8 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Deleting port a3a1d743-f493-4d6f-a703-8b42d8886dce {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:16.156872 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d46a8b8c-8de0-43e5-b6f6-397be87a18b8 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:16.261935 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:16.344971 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d46a8b8c-8de0-43e5-b6f6-397be87a18b8 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:16.363861 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-92263bc3-6dd4-4e96-b2fd-5032c4d619b5 service neutron] 10.222.0.35 "GET /v2.0/networks/1bb4d414-55c5-43e5-9006-4b7473df84e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6310253 Aug 10 01:16:16.385820 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-d46a8b8c-8de0-43e5-b6f6-397be87a18b8 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Calling delete_port for a3a1d743-f493-4d6f-a703-8b42d8886dce owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:16.452684 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6ad1f8d0-8655-46ca-8780-697d56e0ca4e None None] Provisioning for port 175adc59-9f71-44d0-bbe9-a7988690f85c completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:16.469525 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6ad1f8d0-8655-46ca-8780-697d56e0ca4e None None] Provisioning complete for port 175adc59-9f71-44d0-bbe9-a7988690f85c triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:16.470166 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6ad1f8d0-8655-46ca-8780-697d56e0ca4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:16.528392 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-5ca0d217-edc7-4dfc-973d-6a5e5a6bc6ad tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Deleting port 9fa91998-7f35-4306-8fc3-d6fede368b5f {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:16.529002 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5ca0d217-edc7-4dfc-973d-6a5e5a6bc6ad tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:16.586376 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6ad1f8d0-8655-46ca-8780-697d56e0ca4e None None] Port 175adc59-9f71-44d0-bbe9-a7988690f85c cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:16.616218 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6ad1f8d0-8655-46ca-8780-697d56e0ca4e None None] Provisioning complete for port a3a1d743-f493-4d6f-a703-8b42d8886dce triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:16.617363 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6ad1f8d0-8655-46ca-8780-697d56e0ca4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:16.646441 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-35d51171-1213-4258-9535-22f64db2308c service neutron] 10.222.0.35 "GET /v2.0/networks/1bb4d414-55c5-43e5-9006-4b7473df84e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523189 Aug 10 01:16:16.659049 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f40b0b32-4aeb-41b2-a8e6-98c5fad43e35 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:16.714291 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6ad1f8d0-8655-46ca-8780-697d56e0ca4e None None] Port a3a1d743-f493-4d6f-a703-8b42d8886dce cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:16.742902 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d46a8b8c-8de0-43e5-b6f6-397be87a18b8 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:16.798108 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42228) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:16.807951 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a8b8c-8de0-43e5-b6f6-397be87a18b8 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Pushing event deleted for resources: {'Port': ['ID=a3a1d743-f493-4d6f-a703-8b42d8886dce,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:16.985560 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d46a8b8c-8de0-43e5-b6f6-397be87a18b8 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:16.990603 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d46a8b8c-8de0-43e5-b6f6-397be87a18b8 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] 10.222.0.35 "DELETE /v2.0/ports/a3a1d743-f493-4d6f-a703-8b42d8886dce HTTP/1.1" status: 204 len: 168 time: 0.9771087 Aug 10 01:16:16.991247 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42238) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:17.096584 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-547b71ae-ffe6-4ac2-a0c0-ca5e123477a5 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] GET failed (client error): The resource could not be found. Aug 10 01:16:17.112791 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-547b71ae-ffe6-4ac2-a0c0-ca5e123477a5 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] 10.222.0.35 "GET /v2.0/ports/a3a1d743-f493-4d6f-a703-8b42d8886dce HTTP/1.1" status: 404 len: 333 time: 0.1111598 Aug 10 01:16:17.113465 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42240) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:17.122837 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-46791478-7897-4c4b-bbda-5d8d7b4d6108 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Request body: {'port': {'network_id': 'edc6fc54-6625-4789-a832-7ead3dd4cb78', 'name': 'tempest-AllowedAddressPairTestJSON-110543125'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:17.144169 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4c70c72f-b9ce-4b64-a3df-c673518e8522 req-8dd1a786-95ac-499a-a60c-d9b688e8be1f tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 210 time: 0.1161239 Aug 10 01:16:17.150969 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-5ca0d217-edc7-4dfc-973d-6a5e5a6bc6ad tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] For port 9fa91998-7f35-4306-8fc3-d6fede368b5f, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9fa91998-7f35-4306-8fc3-d6fede368b5f,segment=NetworkSegment(c8a73380-ff8d-4024-81bf-877bc0930a56),segment_id=c8a73380-ff8d-4024-81bf-877bc0930a56)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:17.151351 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5ca0d217-edc7-4dfc-973d-6a5e5a6bc6ad tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:17.165057 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1f6d0f80-13cb-4fcd-a88b-b94451070316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:17.199793 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-5ca0d217-edc7-4dfc-973d-6a5e5a6bc6ad tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Calling delete_port for 9fa91998-7f35-4306-8fc3-d6fede368b5f owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:17.416142 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device cba10cae-392d-4123-96e6-69970295d96a up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:17.419490 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46791478-7897-4c4b-bbda-5d8d7b4d6108 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Made reservation on behalf of 53e485b720ea4135b400d6e3caec7ff1 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:17.427636 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-46791478-7897-4c4b-bbda-5d8d7b4d6108 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:17.451914 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-46791478-7897-4c4b-bbda-5d8d7b4d6108 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] device_id is not set on port 6c53d241-9255-4ab9-9d12-33865ace0b57 yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:16:17.523889 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port cba10cae-392d-4123-96e6-69970295d96a triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:17.524329 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:17.764598 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-46791478-7897-4c4b-bbda-5d8d7b4d6108 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Allocated IP 172.20.0.8 (edc6fc54-6625-4789-a832-7ead3dd4cb78/89a14f6a-bfec-499b-89f3-39ba0de7c33c/6c53d241-9255-4ab9-9d12-33865ace0b57) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:17.879908 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.db.api [None req-1f6d0f80-13cb-4fcd-a88b-b94451070316 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 01:16:17.879908 n-d-766726-26 neutron-server[105826]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 01:16:17.879908 n-d-766726-26 neutron-server[105826]: [parameters: {'project_id': 'a31e82c182c542c9b657c1cd1da9ff54', 'id': '51cf86a8-79f2-4448-a67f-4347e1ef62fd', 'expiration': datetime.datetime(2021, 8, 10, 1, 18, 17, 386760)}] Aug 10 01:16:17.879908 n-d-766726-26 neutron-server[105826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:16:17.880728 n-d-766726-26 neutron-server[105826]: DEBUG oslo_db.api [None req-1f6d0f80-13cb-4fcd-a88b-b94451070316 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:16:17.901106 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e513ac61-5673-4602-917f-0bd3271a7889 req-c6a58497-ed5c-49b3-84dd-216be2055fd3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=65d9b1b1-54d1-4769-9c0b-93e1cba3cffe HTTP/1.1" status: 200 len: 210 time: 1.0830851 Aug 10 01:16:18.002641 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f40b0b32-4aeb-41b2-a8e6-98c5fad43e35 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:18.019234 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f40b0b32-4aeb-41b2-a8e6-98c5fad43e35 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:18.040135 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-46791478-7897-4c4b-bbda-5d8d7b4d6108 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:18.065013 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-46791478-7897-4c4b-bbda-5d8d7b4d6108 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Transition to ACTIVE for port object 6c53d241-9255-4ab9-9d12-33865ace0b57 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:18.124484 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-46791478-7897-4c4b-bbda-5d8d7b4d6108 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:18.162369 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f40b0b32-4aeb-41b2-a8e6-98c5fad43e35 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:18.175317 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b0b32-4aeb-41b2-a8e6-98c5fad43e35 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Port': ['ID=175adc59-9f71-44d0-bbe9-a7988690f85c,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:18.197610 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46791478-7897-4c4b-bbda-5d8d7b4d6108 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Network edc6fc54-6625-4789-a832-7ead3dd4cb78 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:18.200821 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-46791478-7897-4c4b-bbda-5d8d7b4d6108 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:18.203911 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46791478-7897-4c4b-bbda-5d8d7b4d6108 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:18.266691 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46791478-7897-4c4b-bbda-5d8d7b4d6108 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Pushing event updated for resources: {'Port': ['ID=6c53d241-9255-4ab9-9d12-33865ace0b57,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:18.286090 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46791478-7897-4c4b-bbda-5d8d7b4d6108 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:18.286738 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-46791478-7897-4c4b-bbda-5d8d7b4d6108 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:18.306001 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-46791478-7897-4c4b-bbda-5d8d7b4d6108 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1914072 Aug 10 01:16:18.307619 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42254) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:18.313985 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-60e50128-0489-45a1-9a68-e6c01d4973e0 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Request body: {'port': {'network_id': 'edc6fc54-6625-4789-a832-7ead3dd4cb78', 'name': 'tempest-AllowedAddressPairTestJSON-1430563724'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:18.343699 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5ca0d217-edc7-4dfc-973d-6a5e5a6bc6ad tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:18.447569 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1f6d0f80-13cb-4fcd-a88b-b94451070316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:18.488744 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0d217-edc7-4dfc-973d-6a5e5a6bc6ad tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event deleted for resources: {'Port': ['ID=9fa91998-7f35-4306-8fc3-d6fede368b5f,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:18.498652 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e50128-0489-45a1-9a68-e6c01d4973e0 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Made reservation on behalf of 53e485b720ea4135b400d6e3caec7ff1 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:18.503737 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-60e50128-0489-45a1-9a68-e6c01d4973e0 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:18.546142 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-60e50128-0489-45a1-9a68-e6c01d4973e0 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] device_id is not set on port d4e792cb-0dbc-4562-9473-9b98a2c86c64 yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:16:18.589285 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-697d1ac4-904f-4d35-b200-a68986a3b43a None None] Provisioning for port 6c53d241-9255-4ab9-9d12-33865ace0b57 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:18.597766 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-697d1ac4-904f-4d35-b200-a68986a3b43a None None] Provisioning complete for port 6c53d241-9255-4ab9-9d12-33865ace0b57 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:18.598562 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-697d1ac4-904f-4d35-b200-a68986a3b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:18.669063 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-750bfa44-7081-4f88-96cc-8ec5dc1ca71a req-00a589dc-2176-4011-99e5-d72e68b9dff1 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 210 time: 0.3689165 Aug 10 01:16:18.685378 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-697d1ac4-904f-4d35-b200-a68986a3b43a None None] Port 6c53d241-9255-4ab9-9d12-33865ace0b57 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:18.744787 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40b0b32-4aeb-41b2-a8e6-98c5fad43e35 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Network 4e498552-98b5-4b1a-97a3-3bbef0955c31 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:18.757922 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-f40b0b32-4aeb-41b2-a8e6-98c5fad43e35 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:18.795693 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-60e50128-0489-45a1-9a68-e6c01d4973e0 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Allocated IP 172.20.0.3 (edc6fc54-6625-4789-a832-7ead3dd4cb78/89a14f6a-bfec-499b-89f3-39ba0de7c33c/d4e792cb-0dbc-4562-9473-9b98a2c86c64) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:18.992758 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-60e50128-0489-45a1-9a68-e6c01d4973e0 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:19.017086 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-60e50128-0489-45a1-9a68-e6c01d4973e0 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Transition to ACTIVE for port object d4e792cb-0dbc-4562-9473-9b98a2c86c64 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:19.042338 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-cd40a658-8a24-42e7-bb22-6a55b659f995 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:19.045394 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-cd40a658-8a24-42e7-bb22-6a55b659f995 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.20 "GET /v2.0/networks?id=1bb4d414-55c5-43e5-9006-4b7473df84e0 HTTP/1.1" status: 200 len: 813 time: 0.5317953 Aug 10 01:16:19.055201 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-60e50128-0489-45a1-9a68-e6c01d4973e0 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:19.074821 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1f6d0f80-13cb-4fcd-a88b-b94451070316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:19.082928 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1f6d0f80-13cb-4fcd-a88b-b94451070316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:19.094883 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-71293df3-06dd-4692-91e1-863863caf82c tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Request body: {'port': {'device_id': 'bf3e11a4-8b1b-46c3-bb16-c3f62e691089', 'network_id': '1bb4d414-55c5-43e5-9006-4b7473df84e0', 'admin_state_up': True, 'tenant_id': '6d45f14deea9486bb71cde915e0e3a69'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:19.122367 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e50128-0489-45a1-9a68-e6c01d4973e0 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Network edc6fc54-6625-4789-a832-7ead3dd4cb78 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:19.128525 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-60e50128-0489-45a1-9a68-e6c01d4973e0 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:19.133068 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e50128-0489-45a1-9a68-e6c01d4973e0 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:19.180126 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e50128-0489-45a1-9a68-e6c01d4973e0 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Pushing event updated for resources: {'Port': ['ID=d4e792cb-0dbc-4562-9473-9b98a2c86c64,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:19.218961 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e50128-0489-45a1-9a68-e6c01d4973e0 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:19.219716 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-60e50128-0489-45a1-9a68-e6c01d4973e0 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:19.222090 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-14aa94d1-81b9-4776-b37e-fa0f6fdf855b None None] Provisioning complete for port 175adc59-9f71-44d0-bbe9-a7988690f85c triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:19.222472 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-14aa94d1-81b9-4776-b37e-fa0f6fdf855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:19.239794 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-60e50128-0489-45a1-9a68-e6c01d4973e0 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9280891 Aug 10 01:16:19.240025 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42266) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:19.245948 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-5e7b1bd7-2d11-4d44-ad8f-165428e35910 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:53:fb:9d'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:25:95:7a'}]}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:19.262282 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40b0b32-4aeb-41b2-a8e6-98c5fad43e35 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Router 9d0cf995-9f48-4dff-a73a-54b607f7fc04 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:16:19.282375 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-14aa94d1-81b9-4776-b37e-fa0f6fdf855b None None] Port 175adc59-9f71-44d0-bbe9-a7988690f85c cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:19.339188 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-d6984b1e-3f2a-4965-aa45-20410d319d85 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-540044820&fields=id&tenant_id=a4f463465f414d20a10d25627743d857 HTTP/1.1" status: 200 len: 267 time: 0.0753882 Aug 10 01:16:19.348973 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5e7b1bd7-2d11-4d44-ad8f-165428e35910 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:19.437167 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1f6d0f80-13cb-4fcd-a88b-b94451070316 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a31e82c182c542c9b657c1cd1da9ff54&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6349864 Aug 10 01:16:19.437167 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d0f80-13cb-4fcd-a88b-b94451070316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2b92f8-f9e1-4d5e-8d0b-6b9a47270ba9,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:19.444223 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42268) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:19.514418 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5ca0d217-edc7-4dfc-973d-6a5e5a6bc6ad tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:19.534536 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-64c35b06-4a5a-4da6-9bf9-eac5881b92c3 None None] Provisioning for port d4e792cb-0dbc-4562-9473-9b98a2c86c64 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:19.548156 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-64c35b06-4a5a-4da6-9bf9-eac5881b92c3 None None] Provisioning complete for port d4e792cb-0dbc-4562-9473-9b98a2c86c64 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:19.548779 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-64c35b06-4a5a-4da6-9bf9-eac5881b92c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:19.615529 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-64c35b06-4a5a-4da6-9bf9-eac5881b92c3 None None] Port d4e792cb-0dbc-4562-9473-9b98a2c86c64 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:19.635205 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5e7b1bd7-2d11-4d44-ad8f-165428e35910 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:19.647707 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5e7b1bd7-2d11-4d44-ad8f-165428e35910 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:19.686771 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-d38a7fe6-8357-47fe-8f86-b7abbae3d01d tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:19.693980 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-d38a7fe6-8357-47fe-8f86-b7abbae3d01d tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/networks?id=d5f42a49-cf64-4535-a007-0ffeb2000607 HTTP/1.1" status: 200 len: 812 time: 0.3466601 Aug 10 01:16:19.760690 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b1bd7-2d11-4d44-ad8f-165428e35910 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Pushing event updated for resources: {'Port': ['ID=d4e792cb-0dbc-4562-9473-9b98a2c86c64,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:19.783539 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b1bd7-2d11-4d44-ad8f-165428e35910 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] In _notify_port_updated(), no bound segment for port d4e792cb-0dbc-4562-9473-9b98a2c86c64 on network edc6fc54-6625-4789-a832-7ead3dd4cb78 {{(pid=105827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:16:19.789299 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7b1bd7-2d11-4d44-ad8f-165428e35910 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:19.790094 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5e7b1bd7-2d11-4d44-ad8f-165428e35910 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:19.791563 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5e7b1bd7-2d11-4d44-ad8f-165428e35910 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] 10.222.0.35 "PUT /v2.0/ports/d4e792cb-0dbc-4562-9473-9b98a2c86c64 HTTP/1.1" status: 200 len: 1055 time: 0.5505240 Aug 10 01:16:19.795096 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42278) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:19.831978 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b70da8c8-cff7-4758-8a63-87802c79415c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:19.906520 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a0ec48d1-6959-41f9-b2d9-93e8e7671cfe req-1f1e1ee0-c4cf-4354-a929-bb11a54d40db tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 210 time: 0.0934865 Aug 10 01:16:19.931698 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-c4063da1-2ed9-43be-a06c-defddd701d15 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/quotas/a4f463465f414d20a10d25627743d857 HTTP/1.1" status: 200 len: 375 time: 0.1328387 Aug 10 01:16:19.975956 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40b0b32-4aeb-41b2-a8e6-98c5fad43e35 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:16:19.991709 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f40b0b32-4aeb-41b2-a8e6-98c5fad43e35 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "PUT /v2.0/routers/9d0cf995-9f48-4dff-a73a-54b607f7fc04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9210477 Aug 10 01:16:19.994069 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42280) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:19.995965 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77d3f44-ed65-44ff-8d40-98f788828693 None None] Sync routers for ids ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:16:20.006698 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-71293df3-06dd-4692-91e1-863863caf82c tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Made reservation on behalf of 6d45f14deea9486bb71cde915e0e3a69 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:20.006891 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-49a70fd0-4b6d-4cce-acb5-1dddc4db1fcd tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Request body: {'network': {'name': 'tempest-RoutersTest-870359565'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:20.007688 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77d3f44-ed65-44ff-8d40-98f788828693 None None] Routers {'9d0cf995-9f48-4dff-a73a-54b607f7fc04'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:20.008578 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-b77d3f44-ed65-44ff-8d40-98f788828693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:20.010281 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-71293df3-06dd-4692-91e1-863863caf82c tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:20.021153 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b70da8c8-cff7-4758-8a63-87802c79415c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:20.027140 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-44e2bd04-2b58-46c5-b1dd-4e88878495ec tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Deleting port d4e792cb-0dbc-4562-9473-9b98a2c86c64 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:20.028993 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-44e2bd04-2b58-46c5-b1dd-4e88878495ec tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:20.136296 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a70fd0-4b6d-4cce-acb5-1dddc4db1fcd tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Made reservation on behalf of a60068d17ed444849e0177358a2fde19 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:20.139822 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-49a70fd0-4b6d-4cce-acb5-1dddc4db1fcd tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:20.161441 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-b77d3f44-ed65-44ff-8d40-98f788828693 None None] Set router 9d0cf995-9f48-4dff-a73a-54b607f7fc04 gateway port host: None {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:20.163199 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a95c37a8-1035-4e84-ad5a-4e232a8f5d29 None None] Provisioning complete for port d4e792cb-0dbc-4562-9473-9b98a2c86c64 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:20.164043 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a95c37a8-1035-4e84-ad5a-4e232a8f5d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:20.200989 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-971d8741-dd82-492c-baae-42bd4fd55147 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a4f463465f414d20a10d25627743d857&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2511711 Aug 10 01:16:20.250941 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-44e2bd04-2b58-46c5-b1dd-4e88878495ec tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:20.261870 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a95c37a8-1035-4e84-ad5a-4e232a8f5d29 None None] Port d4e792cb-0dbc-4562-9473-9b98a2c86c64 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:20.266146 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-44e2bd04-2b58-46c5-b1dd-4e88878495ec tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Calling delete_port for d4e792cb-0dbc-4562-9473-9b98a2c86c64 owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:20.425331 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a70fd0-4b6d-4cce-acb5-1dddc4db1fcd tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:16:20.435030 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-49a70fd0-4b6d-4cce-acb5-1dddc4db1fcd tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:20.435303 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-49a70fd0-4b6d-4cce-acb5-1dddc4db1fcd tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Added segment 136da15a-6ae3-43ea-bcff-a099d6951cd7 of type vlan for network 2742f3b1-2580-4cf7-9ea2-7f396f13015e Aug 10 01:16:20.461261 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-b77d3f44-ed65-44ff-8d40-98f788828693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'name': 'tempest-RoutersTest-router-1469032217', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:56Z', 'updated_at': '2021-08-10T01:16:16Z', 'revision_number': 3, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'gw_port_host': None, '_interfaces': [{'id': '175adc59-9f71-44d0-bbe9-a7988690f85c', 'name': '', 'network_id': '4e498552-98b5-4b1a-97a3-3bbef0955c31', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:d3:5f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:12Z', 'updated_at': '2021-08-10T01:16:17Z', 'revision_number': 2, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9954e812-f674-4efe-a9fb-89d0f8e8cd13', 'name': '', 'network_id': '943e90f7-b023-4655-9081-04e8a18da465', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:a5:e5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:59Z', 'updated_at': '2021-08-10T01:16:10Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:20.480566 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-49a70fd0-4b6d-4cce-acb5-1dddc4db1fcd tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:20.493313 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77d3f44-ed65-44ff-8d40-98f788828693 None None] Checking router: 9d0cf995-9f48-4dff-a73a-54b607f7fc04 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:16:20.493851 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77d3f44-ed65-44ff-8d40-98f788828693 None None] Updating router 9d0cf995-9f48-4dff-a73a-54b607f7fc04 port 175adc59-9f71-44d0-bbe9-a7988690f85c binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:16:20.509668 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-44e2bd04-2b58-46c5-b1dd-4e88878495ec tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:20.512426 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-49a70fd0-4b6d-4cce-acb5-1dddc4db1fcd tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:20.518758 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a70fd0-4b6d-4cce-acb5-1dddc4db1fcd tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:20.519389 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-49a70fd0-4b6d-4cce-acb5-1dddc4db1fcd tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:20.527615 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b77d3f44-ed65-44ff-8d40-98f788828693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:20.633636 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2bd04-2b58-46c5-b1dd-4e88878495ec tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Pushing event deleted for resources: {'Port': ['ID=d4e792cb-0dbc-4562-9473-9b98a2c86c64,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:20.648820 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-49a70fd0-4b6d-4cce-acb5-1dddc4db1fcd tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6519775 Aug 10 01:16:20.693191 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42282) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:20.697728 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b70da8c8-cff7-4758-8a63-87802c79415c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:20.700318 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b70da8c8-cff7-4758-8a63-87802c79415c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:20.701461 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b70da8c8-cff7-4758-8a63-87802c79415c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7a2b92f8-f9e1-4d5e-8d0b-6b9a47270ba9 HTTP/1.1" status: 204 len: 168 time: 1.2544749 Aug 10 01:16:20.708022 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-19881be6-fcdf-4020-9614-44a722fd897f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Request body: {'subnet': {'network_id': '2742f3b1-2580-4cf7-9ea2-7f396f13015e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:20.744865 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70da8c8-cff7-4758-8a63-87802c79415c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2b92f8-f9e1-4d5e-8d0b-6b9a47270ba9,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:20.832405 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca0d217-edc7-4dfc-973d-6a5e5a6bc6ad tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Router 6c4d2705-8b16-4f80-b657-579aa656bed0 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:16:20.833693 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-71293df3-06dd-4692-91e1-863863caf82c tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Allocated IP 172.20.0.8 (1bb4d414-55c5-43e5-9006-4b7473df84e0/0b0c25a4-f815-4015-a876-f5aa15c83352/61c7227b-d2b9-4241-b745-f24a455f76f0) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:20.863254 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-cecb00ea-2c54-46c6-887f-2ce4c210d8e9 service neutron] 10.222.0.35 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6209824 Aug 10 01:16:20.885693 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19881be6-fcdf-4020-9614-44a722fd897f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Made reservation on behalf of a60068d17ed444849e0177358a2fde19 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:20.890576 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-19881be6-fcdf-4020-9614-44a722fd897f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:20.898217 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a70fd0-4b6d-4cce-acb5-1dddc4db1fcd tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Network': ['ID=2742f3b1-2580-4cf7-9ea2-7f396f13015e,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:20.913285 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 2742f3b1-2580-4cf7-9ea2-7f396f13015e details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:16:21.097683 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f4fada3e-cd8e-4e40-9226-7e4b8ea911b4 req-1fb37fc0-487c-4c91-9dd5-67b359944efd tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 210 time: 0.0610514 Aug 10 01:16:21.166804 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b77d3f44-ed65-44ff-8d40-98f788828693 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:21.182196 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b77d3f44-ed65-44ff-8d40-98f788828693 None None] Transition to ACTIVE for port object 175adc59-9f71-44d0-bbe9-a7988690f85c will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:21.191192 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b77d3f44-ed65-44ff-8d40-98f788828693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:21.222332 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-77402c2c-e0f3-4de0-a400-dafb49ea7b48 service neutron] 10.222.0.35 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486102 Aug 10 01:16:21.230174 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca0d217-edc7-4dfc-973d-6a5e5a6bc6ad tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:16:21.242425 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5ca0d217-edc7-4dfc-973d-6a5e5a6bc6ad tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "PUT /v2.0/routers/6c4d2705-8b16-4f80-b657-579aa656bed0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3006270 Aug 10 01:16:21.245110 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42296) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:21.250185 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8916bc8-0bea-443d-a06f-b411fbfe881b None None] Sync routers for ids ['6c4d2705-8b16-4f80-b657-579aa656bed0'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:16:21.269319 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8916bc8-0bea-443d-a06f-b411fbfe881b None None] Routers {'6c4d2705-8b16-4f80-b657-579aa656bed0'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:21.269974 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-f8916bc8-0bea-443d-a06f-b411fbfe881b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['6c4d2705-8b16-4f80-b657-579aa656bed0'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:21.295331 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-44e2bd04-2b58-46c5-b1dd-4e88878495ec tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:21.304216 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-44e2bd04-2b58-46c5-b1dd-4e88878495ec tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] 10.222.0.35 "DELETE /v2.0/ports/d4e792cb-0dbc-4562-9473-9b98a2c86c64 HTTP/1.1" status: 204 len: 168 time: 1.5073152 Aug 10 01:16:21.307335 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42298) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:21.366604 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a1550b-bb6e-43f8-88e6-045f460323ba tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] GET failed (client error): The resource could not be found. Aug 10 01:16:21.371434 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-95a1550b-bb6e-43f8-88e6-045f460323ba tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] 10.222.0.35 "GET /v2.0/ports/d4e792cb-0dbc-4562-9473-9b98a2c86c64 HTTP/1.1" status: 404 len: 333 time: 0.0573106 Aug 10 01:16:21.374462 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42304) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:21.404339 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb890fa-3f76-48c4-a615-c43b8c972dd2 None None] Pushing event updated for resources: {'Port': ['ID=175adc59-9f71-44d0-bbe9-a7988690f85c,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:21.527681 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-19881be6-fcdf-4020-9614-44a722fd897f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:21.574197 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6b6136d-5b8e-4110-9ce5-3d201a22c38b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Deleting subnet 781d9f37-0b97-4cb7-956e-3019c0164791 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:16:21.589402 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-b77d3f44-ed65-44ff-8d40-98f788828693 None None] Attempting to bind port 175adc59-9f71-44d0-bbe9-a7988690f85c on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:16:21.589737 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-b77d3f44-ed65-44ff-8d40-98f788828693 None None] Attempting to bind port 175adc59-9f71-44d0-bbe9-a7988690f85c by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '2abb69d9-cd1e-4bfc-ba58-468d729efc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4e498552-98b5-4b1a-97a3-3bbef0955c31'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:16:21.590107 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77d3f44-ed65-44ff-8d40-98f788828693 None None] Attempting to bind port 175adc59-9f71-44d0-bbe9-a7988690f85c on network 4e498552-98b5-4b1a-97a3-3bbef0955c31 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:16:21.593382 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-71293df3-06dd-4692-91e1-863863caf82c tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:21.596153 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6b6136d-5b8e-4110-9ce5-3d201a22c38b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:21.616704 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77d3f44-ed65-44ff-8d40-98f788828693 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:16:21.617486 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77d3f44-ed65-44ff-8d40-98f788828693 None None] Checking segment: {'id': '2abb69d9-cd1e-4bfc-ba58-468d729efc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4e498552-98b5-4b1a-97a3-3bbef0955c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:21.618083 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b77d3f44-ed65-44ff-8d40-98f788828693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:21.618787 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77d3f44-ed65-44ff-8d40-98f788828693 None None] Bound using segment: {'id': '2abb69d9-cd1e-4bfc-ba58-468d729efc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4e498552-98b5-4b1a-97a3-3bbef0955c31'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:16:21.620418 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-b77d3f44-ed65-44ff-8d40-98f788828693 None None] Bound port: 175adc59-9f71-44d0-bbe9-a7988690f85c, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2abb69d9-cd1e-4bfc-ba58-468d729efc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4e498552-98b5-4b1a-97a3-3bbef0955c31'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:16:21.621401 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b77d3f44-ed65-44ff-8d40-98f788828693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:21.655391 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-f8916bc8-0bea-443d-a06f-b411fbfe881b None None] Set router 6c4d2705-8b16-4f80-b657-579aa656bed0 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:21.665317 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6b6136d-5b8e-4110-9ce5-3d201a22c38b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:21.697920 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19881be6-fcdf-4020-9614-44a722fd897f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Checking segment: {'id': '136da15a-6ae3-43ea-bcff-a099d6951cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2742f3b1-2580-4cf7-9ea2-7f396f13015e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:21.699064 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19881be6-fcdf-4020-9614-44a722fd897f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Network hostable DHCP agents. Network: 2742f3b1-2580-4cf7-9ea2-7f396f13015e, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:16:21.709436 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-18e5769c-8a0f-4c64-9509-b80f4ab02196 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Deleting port 6c53d241-9255-4ab9-9d12-33865ace0b57 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:21.710169 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-18e5769c-8a0f-4c64-9509-b80f4ab02196 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:21.716544 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19881be6-fcdf-4020-9614-44a722fd897f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Subnet': ['ID=90424d98-2420-4878-8f23-785f2c9ee95f,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:21.771139 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-71293df3-06dd-4692-91e1-863863caf82c tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:21.809223 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19881be6-fcdf-4020-9614-44a722fd897f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Network 2742f3b1-2580-4cf7-9ea2-7f396f13015e is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:16:21.829068 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-b77d3f44-ed65-44ff-8d40-98f788828693 None None] For port 175adc59-9f71-44d0-bbe9-a7988690f85c, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:16:21.833154 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-19881be6-fcdf-4020-9614-44a722fd897f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 2742f3b1-2580-4cf7-9ea2-7f396f13015e) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:21.836886 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-b77d3f44-ed65-44ff-8d40-98f788828693 None None] For port 175adc59-9f71-44d0-bbe9-a7988690f85c, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=175adc59-9f71-44d0-bbe9-a7988690f85c,segment=NetworkSegment(2abb69d9-cd1e-4bfc-ba58-468d729efc8d),segment_id=2abb69d9-cd1e-4bfc-ba58-468d729efc8d)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:16:21.841224 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19881be6-fcdf-4020-9614-44a722fd897f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:21.841964 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-19881be6-fcdf-4020-9614-44a722fd897f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:21.848158 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b77d3f44-ed65-44ff-8d40-98f788828693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:21.859844 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7980a1-f90e-4c96-b7a8-302aa3f6bfa1 None None] Network 2742f3b1-2580-4cf7-9ea2-7f396f13015e requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:21.868877 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-19881be6-fcdf-4020-9614-44a722fd897f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1704798 Aug 10 01:16:21.871372 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42318) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:21.887479 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-18e5769c-8a0f-4c64-9509-b80f4ab02196 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:21.899735 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-71293df3-06dd-4692-91e1-863863caf82c tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Network 1bb4d414-55c5-43e5-9006-4b7473df84e0 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:21.925287 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-18e5769c-8a0f-4c64-9509-b80f4ab02196 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Calling delete_port for 6c53d241-9255-4ab9-9d12-33865ace0b57 owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:21.967875 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-71293df3-06dd-4692-91e1-863863caf82c tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:21.982296 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71293df3-06dd-4692-91e1-863863caf82c tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Pushing event updated for resources: {'Port': ['ID=61c7227b-d2b9-4241-b745-f24a455f76f0,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:21.995751 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-71293df3-06dd-4692-91e1-863863caf82c tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:22.011145 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb890fa-3f76-48c4-a615-c43b8c972dd2 None None] Pushing event updated for resources: {'Port': ['ID=175adc59-9f71-44d0-bbe9-a7988690f85c,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:22.162508 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6b6136d-5b8e-4110-9ce5-3d201a22c38b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:22.269409 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-f8916bc8-0bea-443d-a06f-b411fbfe881b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851126000', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'a904d96c-163d-4c84-b9d6-c8625620715c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:44Z', 'updated_at': '2021-08-10T01:16:18Z', 'revision_number': 5, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'a904d96c-163d-4c84-b9d6-c8625620715c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:45Z', 'updated_at': '2021-08-10T01:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:22.291143 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-18e5769c-8a0f-4c64-9509-b80f4ab02196 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:22.334664 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77d3f44-ed65-44ff-8d40-98f788828693 None None] Routers {'9d0cf995-9f48-4dff-a73a-54b607f7fc04'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:22.334898 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8916bc8-0bea-443d-a06f-b411fbfe881b None None] Checking router: 6c4d2705-8b16-4f80-b657-579aa656bed0 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:16:22.335945 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-b77d3f44-ed65-44ff-8d40-98f788828693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:22.358922 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8916bc8-0bea-443d-a06f-b411fbfe881b None None] Routers {'6c4d2705-8b16-4f80-b657-579aa656bed0'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:22.359793 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-f8916bc8-0bea-443d-a06f-b411fbfe881b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['6c4d2705-8b16-4f80-b657-579aa656bed0'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:22.379175 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5769c-8a0f-4c64-9509-b80f4ab02196 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Pushing event deleted for resources: {'Port': ['ID=6c53d241-9255-4ab9-9d12-33865ace0b57,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:22.411288 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-21ce5453-1c98-43f7-8adf-ccdc92963df0 req-709727cd-d7db-41d7-90f5-f19b4c577d63 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36633c2-7147-4e8f-bd96-10952b03680d HTTP/1.1" status: 200 len: 210 time: 0.3215408 Aug 10 01:16:22.476814 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-b77d3f44-ed65-44ff-8d40-98f788828693 None None] Set router 9d0cf995-9f48-4dff-a73a-54b607f7fc04 gateway port host: None {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:22.554425 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-18e5769c-8a0f-4c64-9509-b80f4ab02196 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:22.557168 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-18e5769c-8a0f-4c64-9509-b80f4ab02196 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] 10.222.0.35 "DELETE /v2.0/ports/6c53d241-9255-4ab9-9d12-33865ace0b57 HTTP/1.1" status: 204 len: 168 time: 1.1813111 Aug 10 01:16:22.560066 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42338) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:22.624081 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c0d9b37-f037-4dcd-aac5-8363401d4176 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] GET failed (client error): The resource could not be found. Aug 10 01:16:22.630585 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5c0d9b37-f037-4dcd-aac5-8363401d4176 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] 10.222.0.35 "GET /v2.0/ports/6c53d241-9255-4ab9-9d12-33865ace0b57 HTTP/1.1" status: 404 len: 333 time: 0.0689251 Aug 10 01:16:22.631705 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42342) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:22.712051 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-f8916bc8-0bea-443d-a06f-b411fbfe881b None None] Set router 6c4d2705-8b16-4f80-b657-579aa656bed0 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:22.756102 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f0ec98-fbb2-4f07-b3d6-1d1472e7c005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-2742f3b1-2580-4cf7-9ea2-7f396f13015e', 'network_id': '2742f3b1-2580-4cf7-9ea2-7f396f13015e', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'fixed_ips': [{'subnet_id': '90424d98-2420-4878-8f23-785f2c9ee95f'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:16:22.757070 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a8f0ec98-fbb2-4f07-b3d6-1d1472e7c005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:22.828080 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6b6136d-5b8e-4110-9ce5-3d201a22c38b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:22.915658 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-4cfd1cbc-b875-4fbc-bc9b-6a5cc0729357 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Deleting port 720c9e08-93ff-4965-a58e-f5f5f663ff38 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:22.917082 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4cfd1cbc-b875-4fbc-bc9b-6a5cc0729357 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:22.983404 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-a8f0ec98-fbb2-4f07-b3d6-1d1472e7c005 None None] Allocated IP 172.22.0.2 (2742f3b1-2580-4cf7-9ea2-7f396f13015e/90424d98-2420-4878-8f23-785f2c9ee95f/cbc8f249-702b-4ff5-8615-4ee59b6a4877) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:22.988550 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6136d-5b8e-4110-9ce5-3d201a22c38b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event deleted for resources: {'Subnet': ['ID=781d9f37-0b97-4cb7-956e-3019c0164791,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:23.131075 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4cfd1cbc-b875-4fbc-bc9b-6a5cc0729357 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:23.174394 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-f8916bc8-0bea-443d-a06f-b411fbfe881b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851126000', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'a904d96c-163d-4c84-b9d6-c8625620715c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:44Z', 'updated_at': '2021-08-10T01:16:18Z', 'revision_number': 5, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'a904d96c-163d-4c84-b9d6-c8625620715c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:45Z', 'updated_at': '2021-08-10T01:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:23.193070 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6b6136d-5b8e-4110-9ce5-3d201a22c38b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:23.195024 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-4cfd1cbc-b875-4fbc-bc9b-6a5cc0729357 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Calling delete_port for 720c9e08-93ff-4965-a58e-f5f5f663ff38 owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:23.204474 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d6b6136d-5b8e-4110-9ce5-3d201a22c38b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "DELETE /v2.0/subnets/781d9f37-0b97-4cb7-956e-3019c0164791 HTTP/1.1" status: 204 len: 168 time: 1.9574673 Aug 10 01:16:23.208782 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42356) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:23.222210 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-71293df3-06dd-4692-91e1-863863caf82c tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:23.224583 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-71293df3-06dd-4692-91e1-863863caf82c tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:23.233682 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1099fec-1af2-4809-9236-1d0b67a27f36 None None] Network 68914d55-1722-49b7-8c35-ddc1365cee5e requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:23.261469 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8916bc8-0bea-443d-a06f-b411fbfe881b None None] The sync data for ids ['6c4d2705-8b16-4f80-b657-579aa656bed0'] in n-d-766726-26 is: [{'id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851126000', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'a904d96c-163d-4c84-b9d6-c8625620715c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:44Z', 'updated_at': '2021-08-10T01:16:18Z', 'revision_number': 5, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'a904d96c-163d-4c84-b9d6-c8625620715c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d2705-8b16-4f80-b657-579aa656bed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:45Z', 'updated_at': '2021-08-10T01:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:16:23.274107 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7c842-dc7e-4356-8ccc-a67fc95356ab req-bd1b6932-335e-459a-9c15-947418cdc894 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:23.277308 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cee7c842-dc7e-4356-8ccc-a67fc95356ab req-bd1b6932-335e-459a-9c15-947418cdc894 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 931 time: 0.8905625 Aug 10 01:16:23.321646 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42358) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:23.366914 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a8f0ec98-fbb2-4f07-b3d6-1d1472e7c005 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:23.395833 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-71293df3-06dd-4692-91e1-863863caf82c tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3147922 Aug 10 01:16:23.410976 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a8f0ec98-fbb2-4f07-b3d6-1d1472e7c005 None None] Transition to ACTIVE for port object cbc8f249-702b-4ff5-8615-4ee59b6a4877 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:23.430753 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-85f41368-448c-4275-a040-1e281818841c service neutron] Request body: {'port': {'device_id': 'bf3e11a4-8b1b-46c3-bb16-c3f62e691089', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:23.435515 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-b77d3f44-ed65-44ff-8d40-98f788828693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'name': 'tempest-RoutersTest-router-1469032217', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:56Z', 'updated_at': '2021-08-10T01:16:16Z', 'revision_number': 3, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'gw_port_host': None, '_interfaces': [{'id': '175adc59-9f71-44d0-bbe9-a7988690f85c', 'name': '', 'network_id': '4e498552-98b5-4b1a-97a3-3bbef0955c31', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:d3:5f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:12Z', 'updated_at': '2021-08-10T01:16:21Z', 'revision_number': 4, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9954e812-f674-4efe-a9fb-89d0f8e8cd13', 'name': '', 'network_id': '943e90f7-b023-4655-9081-04e8a18da465', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:a5:e5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:59Z', 'updated_at': '2021-08-10T01:16:10Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:23.546812 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77d3f44-ed65-44ff-8d40-98f788828693 None None] The sync data for ids ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'] in n-d-766726-26 is: [{'id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'name': 'tempest-RoutersTest-router-1469032217', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:56Z', 'updated_at': '2021-08-10T01:16:16Z', 'revision_number': 3, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'gw_port_host': None, '_interfaces': [{'id': '175adc59-9f71-44d0-bbe9-a7988690f85c', 'name': '', 'network_id': '4e498552-98b5-4b1a-97a3-3bbef0955c31', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:d3:5f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:12Z', 'updated_at': '2021-08-10T01:16:21Z', 'revision_number': 4, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9954e812-f674-4efe-a9fb-89d0f8e8cd13', 'name': '', 'network_id': '943e90f7-b023-4655-9081-04e8a18da465', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:a5:e5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:59Z', 'updated_at': '2021-08-10T01:16:10Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:16:23.570649 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a8f0ec98-fbb2-4f07-b3d6-1d1472e7c005 None None] Transition to ACTIVE for port object cbc8f249-702b-4ff5-8615-4ee59b6a4877 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:23.585905 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cee7c842-dc7e-4356-8ccc-a67fc95356ab req-0cf8f4f0-9080-4c4f-8ba8-7e4ffadaa8e1 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996459 Aug 10 01:16:23.621212 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a8f0ec98-fbb2-4f07-b3d6-1d1472e7c005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:23.630359 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ec331eba-0058-4036-942e-6b5543b0ff62 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:23.675164 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bceb70ba-c068-42e1-aaed-290a4c65bd51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:23.730863 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f0ec98-fbb2-4f07-b3d6-1d1472e7c005 None None] Network 2742f3b1-2580-4cf7-9ea2-7f396f13015e is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:23.734021 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-a8f0ec98-fbb2-4f07-b3d6-1d1472e7c005 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:23.740212 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f0ec98-fbb2-4f07-b3d6-1d1472e7c005 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:23.791069 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0ec98-fbb2-4f07-b3d6-1d1472e7c005 None None] Pushing event updated for resources: {'Port': ['ID=cbc8f249-702b-4ff5-8615-4ee59b6a4877,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:23.816521 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e48303-3866-4b59-94d8-1a8a11ab1520 None None] DHCP port deletion for 68914d55-1722-49b7-8c35-ddc1365cee5e request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:16:23.835872 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-85f41368-448c-4275-a040-1e281818841c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:23.846773 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cff62c6e-8919-4114-ab85-84d8abe195ad req-983d6c20-16b8-43e6-a4f3-845b8a30a2c2 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36633c2-7147-4e8f-bd96-10952b03680d HTTP/1.1" status: 200 len: 210 time: 0.2774122 Aug 10 01:16:23.949426 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a8f0ec98-fbb2-4f07-b3d6-1d1472e7c005 None None] Attempting to bind port cbc8f249-702b-4ff5-8615-4ee59b6a4877 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:16:23.949808 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a8f0ec98-fbb2-4f07-b3d6-1d1472e7c005 None None] Attempting to bind port cbc8f249-702b-4ff5-8615-4ee59b6a4877 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '136da15a-6ae3-43ea-bcff-a099d6951cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2742f3b1-2580-4cf7-9ea2-7f396f13015e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:16:23.950327 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f0ec98-fbb2-4f07-b3d6-1d1472e7c005 None None] Attempting to bind port cbc8f249-702b-4ff5-8615-4ee59b6a4877 on network 2742f3b1-2580-4cf7-9ea2-7f396f13015e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:16:23.985499 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f0ec98-fbb2-4f07-b3d6-1d1472e7c005 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:16:23.986027 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f0ec98-fbb2-4f07-b3d6-1d1472e7c005 None None] Checking segment: {'id': '136da15a-6ae3-43ea-bcff-a099d6951cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2742f3b1-2580-4cf7-9ea2-7f396f13015e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:23.986969 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a8f0ec98-fbb2-4f07-b3d6-1d1472e7c005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:23.987377 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f0ec98-fbb2-4f07-b3d6-1d1472e7c005 None None] Bound using segment: {'id': '136da15a-6ae3-43ea-bcff-a099d6951cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2742f3b1-2580-4cf7-9ea2-7f396f13015e'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:16:23.990372 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a8f0ec98-fbb2-4f07-b3d6-1d1472e7c005 None None] Bound port: cbc8f249-702b-4ff5-8615-4ee59b6a4877, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136da15a-6ae3-43ea-bcff-a099d6951cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2742f3b1-2580-4cf7-9ea2-7f396f13015e'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:16:23.990838 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a8f0ec98-fbb2-4f07-b3d6-1d1472e7c005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:24.107349 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2533668d-6483-4ca5-b317-20e37f7972ad tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:24.169130 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-a8f0ec98-fbb2-4f07-b3d6-1d1472e7c005 None None] For port cbc8f249-702b-4ff5-8615-4ee59b6a4877, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:16:24.171356 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bceb70ba-c068-42e1-aaed-290a4c65bd51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:24.177028 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-a8f0ec98-fbb2-4f07-b3d6-1d1472e7c005 None None] For port cbc8f249-702b-4ff5-8615-4ee59b6a4877, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=cbc8f249-702b-4ff5-8615-4ee59b6a4877,segment=NetworkSegment(136da15a-6ae3-43ea-bcff-a099d6951cd7),segment_id=136da15a-6ae3-43ea-bcff-a099d6951cd7)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:16:24.179946 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-55e48303-3866-4b59-94d8-1a8a11ab1520 None None] Deleting port a6465208-0be2-43e4-a879-14611a48269a {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:24.180536 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-55e48303-3866-4b59-94d8-1a8a11ab1520 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:24.234147 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bceb70ba-c068-42e1-aaed-290a4c65bd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:24.297362 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-55e48303-3866-4b59-94d8-1a8a11ab1520 None None] For port a6465208-0be2-43e4-a879-14611a48269a, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a6465208-0be2-43e4-a879-14611a48269a,segment=NetworkSegment(c8a73380-ff8d-4024-81bf-877bc0930a56),segment_id=c8a73380-ff8d-4024-81bf-877bc0930a56)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:24.297933 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-55e48303-3866-4b59-94d8-1a8a11ab1520 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:24.314189 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-55e48303-3866-4b59-94d8-1a8a11ab1520 None None] Calling delete_port for a6465208-0be2-43e4-a879-14611a48269a owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:24.513625 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb70ba-c068-42e1-aaed-290a4c65bd51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6943f18-a9b2-4986-b2b2-f447afb37b72,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:24.574978 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-bceb70ba-c068-42e1-aaed-290a4c65bd51 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=22fd2ef76a5f4d348c24e67396f3ad88&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2442901 Aug 10 01:16:24.587267 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42366) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:24.646746 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a8f0ec98-fbb2-4f07-b3d6-1d1472e7c005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:24.678064 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-55e48303-3866-4b59-94d8-1a8a11ab1520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:24.694688 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e48303-3866-4b59-94d8-1a8a11ab1520 None None] No DVR routers for this DVR port a6465208-0be2-43e4-a879-14611a48269a on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:16:24.797148 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0ec98-fbb2-4f07-b3d6-1d1472e7c005 None None] Pushing event updated for resources: {'Port': ['ID=cbc8f249-702b-4ff5-8615-4ee59b6a4877,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:24.842387 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e48303-3866-4b59-94d8-1a8a11ab1520 None None] Pushing event deleted for resources: {'Port': ['ID=a6465208-0be2-43e4-a879-14611a48269a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:24.927166 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4cfd1cbc-b875-4fbc-bc9b-6a5cc0729357 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:24.994776 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd1cbc-b875-4fbc-bc9b-6a5cc0729357 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Pushing event deleted for resources: {'Port': ['ID=720c9e08-93ff-4965-a58e-f5f5f663ff38,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:25.069965 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ec331eba-0058-4036-942e-6b5543b0ff62 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:25.143865 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8273dcf5-c650-47e4-bef7-955de73cd0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:25.183313 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-db6decb4-58e5-49b5-9df4-b6823cf03116 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:25.185027 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-db6decb4-58e5-49b5-9df4-b6823cf03116 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.24 "GET /v2.0/networks?id=d5f42a49-cf64-4535-a007-0ffeb2000607 HTTP/1.1" status: 200 len: 812 time: 0.4044838 Aug 10 01:16:25.235237 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4cfd1cbc-b875-4fbc-bc9b-6a5cc0729357 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:25.245295 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4cfd1cbc-b875-4fbc-bc9b-6a5cc0729357 tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] 10.222.0.35 "DELETE /v2.0/ports/720c9e08-93ff-4965-a58e-f5f5f663ff38 HTTP/1.1" status: 204 len: 168 time: 2.6120753 Aug 10 01:16:25.247500 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42372) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:25.272130 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-949393d9-0aa2-46a4-bb0b-3070757a6659 req-393d68a8-6794-4497-81aa-773907337503 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36633c2-7147-4e8f-bd96-10952b03680d HTTP/1.1" status: 200 len: 210 time: 0.1786361 Aug 10 01:16:25.332303 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-48f6d890-f02a-475a-98df-20293e0d57ce tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4f463465f414d20a10d25627743d857 HTTP/1.1" status: 200 len: 379 time: 0.1349831 Aug 10 01:16:25.342418 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-0b453f46-77b7-4238-b5c9-f87d00750bc3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Request body: {'port': {'device_id': 'e36633c2-7147-4e8f-bd96-10952b03680d', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'admin_state_up': True, 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'security_groups': ['10ad95c6-aec1-4913-8806-28e1c1bbc02c']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:25.504681 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-85f41368-448c-4275-a040-1e281818841c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61c7227b-d2b9-4241-b745-f24a455f76f0 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:16:25.515218 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-85f41368-448c-4275-a040-1e281818841c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:25.517510 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device cbc8f249-702b-4ff5-8615-4ee59b6a4877 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:25.528159 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-85f41368-448c-4275-a040-1e281818841c service neutron] Transition to ACTIVE for port object 61c7227b-d2b9-4241-b745-f24a455f76f0 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:25.542075 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-2533668d-6483-4ca5-b317-20e37f7972ad tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Allocated IP 172.22.0.1 (2742f3b1-2580-4cf7-9ea2-7f396f13015e/90424d98-2420-4878-8f23-785f2c9ee95f/a071257e-4b66-46d4-874e-94422d2eb3b6) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:25.547756 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-266c2e56-a3fd-4e72-b0a5-a76372e5f91c tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Deleting subnet 89a14f6a-bfec-499b-89f3-39ba0de7c33c {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:16:25.559210 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-ec331eba-0058-4036-942e-6b5543b0ff62 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Deleting port a904d96c-163d-4c84-b9d6-c8625620715c {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:25.559210 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ec331eba-0058-4036-942e-6b5543b0ff62 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:25.560872 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-0b453f46-77b7-4238-b5c9-f87d00750bc3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Made reservation on behalf of a4f463465f414d20a10d25627743d857 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:25.574411 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-0b453f46-77b7-4238-b5c9-f87d00750bc3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:25.578918 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-266c2e56-a3fd-4e72-b0a5-a76372e5f91c tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:25.621943 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port cbc8f249-702b-4ff5-8615-4ee59b6a4877 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:25.627308 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 175adc59-9f71-44d0-bbe9-a7988690f85c up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:25.671949 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c94f8-344f-4f22-b412-c17de4a0deff req-7e643e6f-d93e-4c62-b571-017a81fb0837 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:25.675834 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f19c94f8-344f-4f22-b412-c17de4a0deff req-7e643e6f-d93e-4c62-b571-017a81fb0837 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 931 time: 0.8488402 Aug 10 01:16:25.702807 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-85f41368-448c-4275-a040-1e281818841c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:25.719568 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8273dcf5-c650-47e4-bef7-955de73cd0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:25.725457 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 175adc59-9f71-44d0-bbe9-a7988690f85c completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:25.729773 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 175adc59-9f71-44d0-bbe9-a7988690f85c triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:25.730218 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:25.776999 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-266c2e56-a3fd-4e72-b0a5-a76372e5f91c tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:25.901877 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:25.950247 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 175adc59-9f71-44d0-bbe9-a7988690f85c, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=175adc59-9f71-44d0-bbe9-a7988690f85c,segment=NetworkSegment(2abb69d9-cd1e-4bfc-ba58-468d729efc8d),segment_id=2abb69d9-cd1e-4bfc-ba58-468d729efc8d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:25.964196 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:26.002751 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-266c2e56-a3fd-4e72-b0a5-a76372e5f91c tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:26.057162 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=175adc59-9f71-44d0-bbe9-a7988690f85c,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:26.074612 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9fa91998-7f35-4306-8fc3-d6fede368b5f no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:16:26.105759 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 9fa91998-7f35-4306-8fc3-d6fede368b5f {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:16:26.106135 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9fa91998-7f35-4306-8fc3-d6fede368b5f not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:16:26.106542 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a6465208-0be2-43e4-a879-14611a48269a no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:16:26.128299 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-ec331eba-0058-4036-942e-6b5543b0ff62 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] For port a904d96c-163d-4c84-b9d6-c8625620715c, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a904d96c-163d-4c84-b9d6-c8625620715c,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:26.128829 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ec331eba-0058-4036-942e-6b5543b0ff62 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:26.135392 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: a6465208-0be2-43e4-a879-14611a48269a {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:16:26.135760 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a6465208-0be2-43e4-a879-14611a48269a not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:16:26.147164 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-ec331eba-0058-4036-942e-6b5543b0ff62 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Calling delete_port for a904d96c-163d-4c84-b9d6-c8625620715c owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:26.301540 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fa0131-580a-4e01-a3de-254f127afbb2 None None] Network 2742f3b1-2580-4cf7-9ea2-7f396f13015e requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:26.442722 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1b4fe3fe-8857-4f8c-8eee-72ba9d085222 None None] Provisioning for port cbc8f249-702b-4ff5-8615-4ee59b6a4877 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:26.455508 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1b4fe3fe-8857-4f8c-8eee-72ba9d085222 None None] Provisioning complete for port cbc8f249-702b-4ff5-8615-4ee59b6a4877 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:26.456272 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1b4fe3fe-8857-4f8c-8eee-72ba9d085222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:26.494457 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-0b453f46-77b7-4238-b5c9-f87d00750bc3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Allocated IP 172.20.0.6 (d5f42a49-cf64-4535-a007-0ffeb2000607/1982ede0-b8b9-4659-ad0a-d59c9e02d1ca/5fe875d6-6001-430b-9b4f-6c4185036225) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:26.575961 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-31ecd32c-aeea-434d-b641-b935b44bda77 req-26d539a1-dadd-40f4-a365-d77e689ac63e tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36633c2-7147-4e8f-bd96-10952b03680d HTTP/1.1" status: 200 len: 210 time: 0.1396441 Aug 10 01:16:26.582046 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2533668d-6483-4ca5-b317-20e37f7972ad tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:26.614180 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ec331eba-0058-4036-942e-6b5543b0ff62 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:26.623675 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-266c2e56-a3fd-4e72-b0a5-a76372e5f91c tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:26.673842 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1b4fe3fe-8857-4f8c-8eee-72ba9d085222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:26.704569 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-85f41368-448c-4275-a040-1e281818841c service neutron] Attempting to bind port 61c7227b-d2b9-4241-b745-f24a455f76f0 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:16:26.705002 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-85f41368-448c-4275-a040-1e281818841c service neutron] Attempting to bind port 61c7227b-d2b9-4241-b745-f24a455f76f0 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '119db45f-a129-41df-b3e9-8983d492465d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1bb4d414-55c5-43e5-9006-4b7473df84e0'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:16:26.705597 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-85f41368-448c-4275-a040-1e281818841c service neutron] Attempting to bind port 61c7227b-d2b9-4241-b745-f24a455f76f0 on network 1bb4d414-55c5-43e5-9006-4b7473df84e0 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:16:26.721291 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f41368-448c-4275-a040-1e281818841c service neutron] Pushing event updated for resources: {'Port': ['ID=61c7227b-d2b9-4241-b745-f24a455f76f0,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:26.738101 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-85f41368-448c-4275-a040-1e281818841c service neutron] Port 61c7227b-d2b9-4241-b745-f24a455f76f0 on network 1bb4d414-55c5-43e5-9006-4b7473df84e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:16:26.738476 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-85f41368-448c-4275-a040-1e281818841c service neutron] Attempting to bind port 61c7227b-d2b9-4241-b745-f24a455f76f0 on network 1bb4d414-55c5-43e5-9006-4b7473df84e0 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:16:26.740768 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec331eba-0058-4036-942e-6b5543b0ff62 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event deleted for resources: {'Port': ['ID=a904d96c-163d-4c84-b9d6-c8625620715c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:26.741710 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-2533668d-6483-4ca5-b317-20e37f7972ad tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Transition to ACTIVE for port object a071257e-4b66-46d4-874e-94422d2eb3b6 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:26.746617 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-1b4fe3fe-8857-4f8c-8eee-72ba9d085222 None None] For port cbc8f249-702b-4ff5-8615-4ee59b6a4877, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=cbc8f249-702b-4ff5-8615-4ee59b6a4877,segment=NetworkSegment(136da15a-6ae3-43ea-bcff-a099d6951cd7),segment_id=136da15a-6ae3-43ea-bcff-a099d6951cd7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:26.748379 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-85f41368-448c-4275-a040-1e281818841c service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:16:26.748798 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-85f41368-448c-4275-a040-1e281818841c service neutron] Checking segment: {'id': '119db45f-a129-41df-b3e9-8983d492465d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1bb4d414-55c5-43e5-9006-4b7473df84e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:26.755387 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-85f41368-448c-4275-a040-1e281818841c service neutron] Bound using segment: {'id': '119db45f-a129-41df-b3e9-8983d492465d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1bb4d414-55c5-43e5-9006-4b7473df84e0'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:16:26.755959 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-85f41368-448c-4275-a040-1e281818841c service neutron] Bound port: 61c7227b-d2b9-4241-b745-f24a455f76f0, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '119db45f-a129-41df-b3e9-8983d492465d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1bb4d414-55c5-43e5-9006-4b7473df84e0'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:16:26.756644 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-85f41368-448c-4275-a040-1e281818841c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:26.758223 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1b4fe3fe-8857-4f8c-8eee-72ba9d085222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:26.775603 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c2e56-a3fd-4e72-b0a5-a76372e5f91c tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Pushing event deleted for resources: {'Subnet': ['ID=89a14f6a-bfec-499b-89f3-39ba0de7c33c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:26.779123 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f19c94f8-344f-4f22-b412-c17de4a0deff req-fb339217-89aa-4a85-bae0-ef7fcd806eaf tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0957587 Aug 10 01:16:26.790939 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-266c2e56-a3fd-4e72-b0a5-a76372e5f91c tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:26.797668 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-266c2e56-a3fd-4e72-b0a5-a76372e5f91c tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] 10.222.0.35 "DELETE /v2.0/subnets/89a14f6a-bfec-499b-89f3-39ba0de7c33c HTTP/1.1" status: 204 len: 168 time: 1.5457788 Aug 10 01:16:26.815097 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a833f6-dbd6-4a1b-ad53-36f4d52787b6 None None] Network edc6fc54-6625-4789-a832-7ead3dd4cb78 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:26.839357 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42384) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:26.860192 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-85f41368-448c-4275-a040-1e281818841c service neutron] For port 61c7227b-d2b9-4241-b745-f24a455f76f0, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:16:26.865184 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-85f41368-448c-4275-a040-1e281818841c service neutron] For port 61c7227b-d2b9-4241-b745-f24a455f76f0, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=61c7227b-d2b9-4241-b745-f24a455f76f0,segment=NetworkSegment(119db45f-a129-41df-b3e9-8983d492465d),segment_id=119db45f-a129-41df-b3e9-8983d492465d)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:16:26.872211 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-85f41368-448c-4275-a040-1e281818841c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:26.922904 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-85f41368-448c-4275-a040-1e281818841c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:26.925155 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-85f41368-448c-4275-a040-1e281818841c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:26.926611 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-85f41368-448c-4275-a040-1e281818841c service neutron] 10.222.0.20 "PUT /v2.0/ports/61c7227b-d2b9-4241-b745-f24a455f76f0 HTTP/1.1" status: 200 len: 1092 time: 3.5067568 Aug 10 01:16:26.930930 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf3e11a4-8b1b-46c3-bb16-c3f62e691089', 'tag': '61c7227b-d2b9-4241-b745-f24a455f76f0'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:16:26.933598 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e659b4bd-c713-4268-b703-69f2af4829ec" -d '{"events": [{"name": "network-changed", "server_uuid": "bf3e11a4-8b1b-46c3-bb16-c3f62e691089", "tag": "61c7227b-d2b9-4241-b745-f24a455f76f0"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:16:26.938432 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8273dcf5-c650-47e4-bef7-955de73cd0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:26.942634 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8273dcf5-c650-47e4-bef7-955de73cd0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:26.944492 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8273dcf5-c650-47e4-bef7-955de73cd0e2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f6943f18-a9b2-4986-b2b2-f447afb37b72 HTTP/1.1" status: 204 len: 168 time: 2.3023472 Aug 10 01:16:26.969769 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8273dcf5-c650-47e4-bef7-955de73cd0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6943f18-a9b2-4986-b2b2-f447afb37b72,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:26.998640 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42390) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:27.041377 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d6ea36-5ada-490d-b27d-c14bd0322e01 x-openstack-request-id: req-c5d6ea36-5ada-490d-b27d-c14bd0322e01 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:16:27.042051 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf3e11a4-8b1b-46c3-bb16-c3f62e691089", "tag": "61c7227b-d2b9-4241-b745-f24a455f76f0", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:16:27.042466 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c5d6ea36-5ada-490d-b27d-c14bd0322e01 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:16:27.043062 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf3e11a4-8b1b-46c3-bb16-c3f62e691089', 'tag': '61c7227b-d2b9-4241-b745-f24a455f76f0', 'status': 'completed', 'code': 200} Aug 10 01:16:27.053528 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4fe3fe-8857-4f8c-8eee-72ba9d085222 None None] Pushing event updated for resources: {'Port': ['ID=cbc8f249-702b-4ff5-8615-4ee59b6a4877,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:27.112059 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f41368-448c-4275-a040-1e281818841c service neutron] Pushing event updated for resources: {'Port': ['ID=61c7227b-d2b9-4241-b745-f24a455f76f0,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:27.129523 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2533668d-6483-4ca5-b317-20e37f7972ad tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:27.206806 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ec331eba-0058-4036-942e-6b5543b0ff62 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:27.221066 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e5b9d242-58b6-44b9-b6d5-6f5be15a5c52 None None] Provisioning complete for port cbc8f249-702b-4ff5-8615-4ee59b6a4877 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:27.221565 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e5b9d242-58b6-44b9-b6d5-6f5be15a5c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:27.249224 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533668d-6483-4ca5-b317-20e37f7972ad tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Port': ['ID=a071257e-4b66-46d4-874e-94422d2eb3b6,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:27.284408 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b6cd65-ac5c-4307-99de-ada3c7cf6946 None None] DHCP port deletion for edc6fc54-6625-4789-a832-7ead3dd4cb78 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:16:27.316414 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2533668d-6483-4ca5-b317-20e37f7972ad tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Network 2742f3b1-2580-4cf7-9ea2-7f396f13015e is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:27.321910 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-61419626-e058-4368-8b69-4f6ab20d4158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:27.323466 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-61419626-e058-4368-8b69-4f6ab20d4158 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d45f14deea9486bb71cde915e0e3a69&device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 1095 time: 0.3183248 Aug 10 01:16:27.336164 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-2533668d-6483-4ca5-b317-20e37f7972ad tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:27.342762 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2533668d-6483-4ca5-b317-20e37f7972ad tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:27.453073 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ec331eba-0058-4036-942e-6b5543b0ff62 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:27.456337 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ec331eba-0058-4036-942e-6b5543b0ff62 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:27.486318 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3969d81e-e709-43a4-901c-fbb0af17238f tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:27.508910 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-0b453f46-77b7-4238-b5c9-f87d00750bc3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:27.540290 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-0b453f46-77b7-4238-b5c9-f87d00750bc3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Transition to ACTIVE for port object 5fe875d6-6001-430b-9b4f-6c4185036225 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:27.540523 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-47b6cd65-ac5c-4307-99de-ada3c7cf6946 None None] Deleting port 7452b46c-da52-43b5-95c4-3e57607f215b {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:27.541070 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-47b6cd65-ac5c-4307-99de-ada3c7cf6946 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:27.585694 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-e838cf96-49df-4650-b336-a7a94a02d316 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61c7227b-d2b9-4241-b745-f24a455f76f0 HTTP/1.1" status: 200 len: 217 time: 0.1506543 Aug 10 01:16:27.646611 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-04f10eda-6e8f-46b5-9f93-5ccea5278b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:27.699211 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-0b453f46-77b7-4238-b5c9-f87d00750bc3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:27.735040 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-0b453f46-77b7-4238-b5c9-f87d00750bc3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Network d5f42a49-cf64-4535-a007-0ffeb2000607 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:27.736364 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2533668d-6483-4ca5-b317-20e37f7972ad tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:27.739733 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-0b453f46-77b7-4238-b5c9-f87d00750bc3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:27.771788 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-0b453f46-77b7-4238-b5c9-f87d00750bc3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:27.794305 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-47b6cd65-ac5c-4307-99de-ada3c7cf6946 None None] For port 7452b46c-da52-43b5-95c4-3e57607f215b, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=7452b46c-da52-43b5-95c4-3e57607f215b,segment=NetworkSegment(33e0d5d6-b486-4c5d-ad60-cfb2aaddffca),segment_id=33e0d5d6-b486-4c5d-ad60-cfb2aaddffca)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:27.794909 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-47b6cd65-ac5c-4307-99de-ada3c7cf6946 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:27.827578 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-47b6cd65-ac5c-4307-99de-ada3c7cf6946 None None] Calling delete_port for 7452b46c-da52-43b5-95c4-3e57607f215b owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:27.835449 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-0abd62c0-64b9-459c-8138-b5ced33ed03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:27.839611 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-0abd62c0-64b9-459c-8138-b5ced33ed03b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0b0c25a4-f815-4015-a876-f5aa15c83352 HTTP/1.1" status: 200 len: 853 time: 0.2092099 Aug 10 01:16:27.849381 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-0b453f46-77b7-4238-b5c9-f87d00750bc3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:27.850062 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-0b453f46-77b7-4238-b5c9-f87d00750bc3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:27.867806 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ec331eba-0058-4036-942e-6b5543b0ff62 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:27.868358 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec331eba-0058-4036-942e-6b5543b0ff62 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Fanout notify agent at l3_agent the message router_deleted on router 6c4d2705-8b16-4f80-b657-579aa656bed0 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:16:27.889186 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ec331eba-0058-4036-942e-6b5543b0ff62 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:27.899429 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ec331eba-0058-4036-942e-6b5543b0ff62 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "DELETE /v2.0/routers/6c4d2705-8b16-4f80-b657-579aa656bed0 HTTP/1.1" status: 204 len: 168 time: 4.6806521 Aug 10 01:16:27.916035 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42408) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:27.948625 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device cbc8f249-702b-4ff5-8615-4ee59b6a4877 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:28.026229 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-6dedb26b-e5a0-4388-aaa0-87e330e89a4d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1bb4d414-55c5-43e5-9006-4b7473df84e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1565764 Aug 10 01:16:28.190613 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a9b85d18-2b68-4a23-8151-a25a6213bf6c None None] Provisioning for port a071257e-4b66-46d4-874e-94422d2eb3b6 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:28.199928 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a9b85d18-2b68-4a23-8151-a25a6213bf6c None None] Provisioning complete for port a071257e-4b66-46d4-874e-94422d2eb3b6 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:28.200928 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a9b85d18-2b68-4a23-8151-a25a6213bf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:28.202658 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-47b6cd65-ac5c-4307-99de-ada3c7cf6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:28.229133 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b453f46-77b7-4238-b5c9-f87d00750bc3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Pushing event updated for resources: {'Port': ['ID=5fe875d6-6001-430b-9b4f-6c4185036225,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:28.282398 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a9b85d18-2b68-4a23-8151-a25a6213bf6c None None] Port a071257e-4b66-46d4-874e-94422d2eb3b6 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:28.287578 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-843cc8f4-5202-4cc0-bc6b-180de900fd45 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:28.298255 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-3969d81e-e709-43a4-901c-fbb0af17238f tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Deleting port 7452b46c-da52-43b5-95c4-3e57607f215b {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:28.299798 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3969d81e-e709-43a4-901c-fbb0af17238f tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:28.322641 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6cd65-ac5c-4307-99de-ada3c7cf6946 None None] Pushing event deleted for resources: {'Port': ['ID=7452b46c-da52-43b5-95c4-3e57607f215b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:28.323084 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466de46e-f24c-458c-bebf-5ae4ac212767 req-63e45b46-ac0a-4079-a584-c568d51b57d3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:28.325970 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:28.331218 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-466de46e-f24c-458c-bebf-5ae4ac212767 req-63e45b46-ac0a-4079-a584-c568d51b57d3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36633c2-7147-4e8f-bd96-10952b03680d HTTP/1.1" status: 200 len: 931 time: 0.6080635 Aug 10 01:16:28.333424 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b6cd65-ac5c-4307-99de-ada3c7cf6946 None None] No DVR routers for this DVR port 7452b46c-da52-43b5-95c4-3e57607f215b on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:16:28.357947 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port cbc8f249-702b-4ff5-8615-4ee59b6a4877 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:28.359243 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:28.423193 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-77a2023c-734f-43c3-a08e-41c407993e6d None None] Provisioning for port 5fe875d6-6001-430b-9b4f-6c4185036225 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:28.442231 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-77a2023c-734f-43c3-a08e-41c407993e6d None None] Provisioning complete for port 5fe875d6-6001-430b-9b4f-6c4185036225 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:28.442759 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-3969d81e-e709-43a4-901c-fbb0af17238f tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] For port 7452b46c-da52-43b5-95c4-3e57607f215b, host n-d-766726-26, got binding levels [] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:28.443059 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3969d81e-e709-43a4-901c-fbb0af17238f tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:28.443922 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-77a2023c-734f-43c3-a08e-41c407993e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:28.471839 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-3969d81e-e709-43a4-901c-fbb0af17238f tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Calling delete_port for 7452b46c-da52-43b5-95c4-3e57607f215b owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:28.474781 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.ipam_backend_mixin [None req-3969d81e-e709-43a4-901c-fbb0af17238f tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Port 7452b46c-da52-43b5-95c4-3e57607f215b was not found and therefore no delete operation was performed {{(pid=105827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 01:16:28.483145 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3969d81e-e709-43a4-901c-fbb0af17238f tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:28.485294 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a8bd4-2004-436a-a0b0-294751282ae5 req-7fed2d35-c356-41dd-bb67-2d991d9948dc tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:28.489310 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d3a8bd4-2004-436a-a0b0-294751282ae5 req-7fed2d35-c356-41dd-bb67-2d991d9948dc tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 943 time: 0.4582903 Aug 10 01:16:28.500038 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-77a2023c-734f-43c3-a08e-41c407993e6d None None] Port 5fe875d6-6001-430b-9b4f-6c4185036225 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:28.511843 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-466de46e-f24c-458c-bebf-5ae4ac212767 req-3eb328b8-8900-42d8-9a2e-ef6a01c0b22d tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796536 Aug 10 01:16:28.547867 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969d81e-e709-43a4-901c-fbb0af17238f tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Pushing event deleted for resources: {'Port': ['ID=7452b46c-da52-43b5-95c4-3e57607f215b,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:28.556561 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 175adc59-9f71-44d0-bbe9-a7988690f85c up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:28.559842 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3969d81e-e709-43a4-901c-fbb0af17238f tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] No DVR routers for this DVR port 7452b46c-da52-43b5-95c4-3e57607f215b on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:16:28.569593 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2533668d-6483-4ca5-b317-20e37f7972ad tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:28.586794 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-348aaeff-9608-409c-88cd-284e96d79526 service neutron] 10.222.0.20 "GET /v2.0/networks/1bb4d414-55c5-43e5-9006-4b7473df84e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557817 Aug 10 01:16:28.653678 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d3a8bd4-2004-436a-a0b0-294751282ae5 req-01dd10a3-0d9c-4e8a-9a24-8350ed2b048c tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333747 Aug 10 01:16:28.654229 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 175adc59-9f71-44d0-bbe9-a7988690f85c triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:28.654644 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:28.732689 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:16:28.746058 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-04f10eda-6e8f-46b5-9f93-5ccea5278b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:28.764763 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-04f10eda-6e8f-46b5-9f93-5ccea5278b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:28.777483 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-0b453f46-77b7-4238-b5c9-f87d00750bc3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4389021 Aug 10 01:16:28.779205 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-843cc8f4-5202-4cc0-bc6b-180de900fd45 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:28.793045 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3969d81e-e709-43a4-901c-fbb0af17238f tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:28.799661 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-e8747bfa-72b9-49ef-8d1a-67292610f520 service neutron] Request body: {'port': {'device_id': 'e36633c2-7147-4e8f-bd96-10952b03680d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:28.814090 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-843cc8f4-5202-4cc0-bc6b-180de900fd45 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68914d55-1722-49b7-8c35-ddc1365cee5e']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:28.856355 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-3969d81e-e709-43a4-901c-fbb0af17238f tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc6fc54-6625-4789-a832-7ead3dd4cb78']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:28.868579 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-843cc8f4-5202-4cc0-bc6b-180de900fd45 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a73380-ff8d-4024-81bf-877bc0930a56') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:28.868789 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-843cc8f4-5202-4cc0-bc6b-180de900fd45 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a73380-ff8d-4024-81bf-877bc0930a56') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:28.882079 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-3969d81e-e709-43a4-901c-fbb0af17238f tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e0d5d6-b486-4c5d-ad60-cfb2aaddffca') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:28.882369 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-3969d81e-e709-43a4-901c-fbb0af17238f tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e0d5d6-b486-4c5d-ad60-cfb2aaddffca') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:28.890049 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-843cc8f4-5202-4cc0-bc6b-180de900fd45 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:28.891413 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-04f10eda-6e8f-46b5-9f93-5ccea5278b15 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=be85822dc1ce41879512a06c7aed02a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8916941 Aug 10 01:16:28.894021 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7452b46c-da52-43b5-95c4-3e57607f215b no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:16:28.898212 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42424) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:28.926433 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 7452b46c-da52-43b5-95c4-3e57607f215b {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:16:28.927102 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7452b46c-da52-43b5-95c4-3e57607f215b not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:16:28.929610 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7a64f343-7915-4b9c-aa13-3c809cc109b9 req-a1c464e4-c172-46c6-908f-4686cf7da5fa service neutron] 10.222.0.20 "GET /v2.0/networks/1bb4d414-55c5-43e5-9006-4b7473df84e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291011 Aug 10 01:16:28.932072 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f10eda-6e8f-46b5-9f93-5ccea5278b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5eaddcb-5e22-42ec-877c-c643fb1a0dfc,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:28.974123 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3969d81e-e709-43a4-901c-fbb0af17238f tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:28.983936 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-843cc8f4-5202-4cc0-bc6b-180de900fd45 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.003709 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-843cc8f4-5202-4cc0-bc6b-180de900fd45 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:16:29.003709 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-843cc8f4-5202-4cc0-bc6b-180de900fd45 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.007777 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:16:29.007777 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:16:29.007777 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:16:29.007777 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:16:29.007777 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:16:29.007777 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:16:29.007777 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:16:29.007777 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:16:29.007777 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:16:29.007777 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:16:29.007777 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:16:29.007777 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:16:29.007777 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:16:29.007777 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:16:29.007777 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:16:29.007777 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:16:29.007777 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:16:29.007777 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:16:29.007777 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:16:29.007777 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:16:29.007777 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:16:29.007777 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:16:29.007777 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:16:29.007777 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:16:29.007777 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:16:29.007777 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:16:29.007777 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:16:29.007777 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:16:29.007777 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:16:29.007777 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:16:29.007777 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:16:29.007777 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:16:29.025263 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3969d81e-e709-43a4-901c-fbb0af17238f tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.067519 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-e8747bfa-72b9-49ef-8d1a-67292610f520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.070593 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3969d81e-e709-43a4-901c-fbb0af17238f tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:16:29.071005 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3969d81e-e709-43a4-901c-fbb0af17238f tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.077823 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:16:29.077823 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:16:29.077823 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:16:29.077823 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:16:29.077823 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:16:29.077823 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:16:29.077823 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:16:29.077823 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:16:29.077823 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:16:29.077823 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:16:29.077823 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:16:29.077823 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:16:29.077823 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:16:29.077823 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:16:29.077823 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:16:29.077823 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:16:29.077823 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:16:29.077823 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:16:29.077823 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:16:29.077823 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:16:29.077823 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:16:29.077823 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:16:29.077823 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:16:29.077823 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:16:29.077823 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:16:29.077823 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:16:29.077823 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:16:29.077823 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:16:29.077823 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:16:29.077823 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:16:29.077823 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:16:29.077823 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:16:29.135881 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659b4bd-c713-4268-b703-69f2af4829ec req-32ba458f-438f-490d-a816-168060d4a220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:29.139072 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e659b4bd-c713-4268-b703-69f2af4829ec req-32ba458f-438f-490d-a816-168060d4a220 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d45f14deea9486bb71cde915e0e3a69&device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 1095 time: 0.0850363 Aug 10 01:16:29.152799 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9f83034c-2539-4d93-b240-92e1002a8d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.178766 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9f83034c-2539-4d93-b240-92e1002a8d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.254123 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-843cc8f4-5202-4cc0-bc6b-180de900fd45 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.258789 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3969d81e-e709-43a4-901c-fbb0af17238f tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.270654 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-843cc8f4-5202-4cc0-bc6b-180de900fd45 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.274578 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-843cc8f4-5202-4cc0-bc6b-180de900fd45 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "DELETE /v2.0/networks/68914d55-1722-49b7-8c35-ddc1365cee5e HTTP/1.1" status: 204 len: 168 time: 1.3488829 Aug 10 01:16:29.276246 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3969d81e-e709-43a4-901c-fbb0af17238f tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.278369 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3969d81e-e709-43a4-901c-fbb0af17238f tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] 10.222.0.35 "DELETE /v2.0/networks/edc6fc54-6625-4789-a832-7ead3dd4cb78 HTTP/1.1" status: 204 len: 168 time: 2.4378781 Aug 10 01:16:29.295594 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42438) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:29.310826 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cc8f4-5202-4cc0-bc6b-180de900fd45 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event deleted for resources: {'Network': ['ID=68914d55-1722-49b7-8c35-ddc1365cee5e,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:29.316064 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2533668d-6483-4ca5-b317-20e37f7972ad tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.332086 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a904d96c-163d-4c84-b9d6-c8625620715c no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:16:29.338159 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9f83034c-2539-4d93-b240-92e1002a8d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.341170 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9f83034c-2539-4d93-b240-92e1002a8d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.346055 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9f83034c-2539-4d93-b240-92e1002a8d52 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e5eaddcb-5e22-42ec-877c-c643fb1a0dfc HTTP/1.1" status: 204 len: 168 time: 0.4412580 Aug 10 01:16:29.352583 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2533668d-6483-4ca5-b317-20e37f7972ad tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.363397 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: a904d96c-163d-4c84-b9d6-c8625620715c {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:16:29.363754 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a904d96c-163d-4c84-b9d6-c8625620715c not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:16:29.433487 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659b4bd-c713-4268-b703-69f2af4829ec req-978cc80a-14b3-4bb8-ae81-065c74627e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:29.435006 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e659b4bd-c713-4268-b703-69f2af4829ec req-978cc80a-14b3-4bb8-ae81-065c74627e29 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1bb4d414-55c5-43e5-9006-4b7473df84e0 HTTP/1.1" status: 200 len: 914 time: 0.2874181 Aug 10 01:16:29.457383 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969d81e-e709-43a4-901c-fbb0af17238f tempest-AllowedAddressPairTestJSON-330741162 tempest-AllowedAddressPairTestJSON-330741162-project] Pushing event deleted for resources: {'Network': ['ID=edc6fc54-6625-4789-a832-7ead3dd4cb78,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:29.481096 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83034c-2539-4d93-b240-92e1002a8d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5eaddcb-5e22-42ec-877c-c643fb1a0dfc,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:29.509666 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6b4c1c99-bd58-48bb-822d-8e032413ee40 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.552342 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e659b4bd-c713-4268-b703-69f2af4829ec req-cf3973bb-2a7e-46f0-8aa9-33702d4950c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61c7227b-d2b9-4241-b745-f24a455f76f0 HTTP/1.1" status: 200 len: 217 time: 0.1071823 Aug 10 01:16:29.557294 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533668d-6483-4ca5-b317-20e37f7972ad tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Port': ['ID=a071257e-4b66-46d4-874e-94422d2eb3b6,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:29.569985 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2533668d-6483-4ca5-b317-20e37f7972ad tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.643324 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6b4c1c99-bd58-48bb-822d-8e032413ee40 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.666191 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659b4bd-c713-4268-b703-69f2af4829ec req-db3a1e67-060a-474c-a810-2a3599e55bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:29.668169 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e659b4bd-c713-4268-b703-69f2af4829ec req-db3a1e67-060a-474c-a810-2a3599e55bae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0b0c25a4-f815-4015-a876-f5aa15c83352 HTTP/1.1" status: 200 len: 853 time: 0.1076202 Aug 10 01:16:29.759225 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e659b4bd-c713-4268-b703-69f2af4829ec req-c1867f62-1985-4070-97ca-dd8f5f119623 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1bb4d414-55c5-43e5-9006-4b7473df84e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729389 Aug 10 01:16:29.901645 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-e8747bfa-72b9-49ef-8d1a-67292610f520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fe875d6-6001-430b-9b4f-6c4185036225 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:16:29.914845 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42500) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:29.916710 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6b4c1c99-bd58-48bb-822d-8e032413ee40 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.919712 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6b4c1c99-bd58-48bb-822d-8e032413ee40 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.921332 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6b4c1c99-bd58-48bb-822d-8e032413ee40 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "DELETE /v2.0/security-groups/ccff1bd2-c333-4a0d-91a4-825a72744d11 HTTP/1.1" status: 204 len: 168 time: 0.6243417 Aug 10 01:16:29.931694 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-e8747bfa-72b9-49ef-8d1a-67292610f520 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.947542 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c1c99-bd58-48bb-822d-8e032413ee40 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccff1bd2-c333-4a0d-91a4-825a72744d11,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:29.979149 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-e8747bfa-72b9-49ef-8d1a-67292610f520 service neutron] Transition to ACTIVE for port object 5fe875d6-6001-430b-9b4f-6c4185036225 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:29.987951 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-e8747bfa-72b9-49ef-8d1a-67292610f520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:30.055366 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8747bfa-72b9-49ef-8d1a-67292610f520 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe875d6-6001-430b-9b4f-6c4185036225,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:30.095858 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e659b4bd-c713-4268-b703-69f2af4829ec req-976430d7-ceff-48f1-af8c-2f43f5d9bb61 service neutron] 10.222.0.20 "GET /v2.0/networks/1bb4d414-55c5-43e5-9006-4b7473df84e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526681 Aug 10 01:16:30.181836 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-e8747bfa-72b9-49ef-8d1a-67292610f520 service neutron] Attempting to bind port 5fe875d6-6001-430b-9b4f-6c4185036225 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:16:30.182256 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-e8747bfa-72b9-49ef-8d1a-67292610f520 service neutron] Attempting to bind port 5fe875d6-6001-430b-9b4f-6c4185036225 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '6bb08f30-b0e8-4f53-9c2c-d675a93d2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:16:30.182709 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-e8747bfa-72b9-49ef-8d1a-67292610f520 service neutron] Attempting to bind port 5fe875d6-6001-430b-9b4f-6c4185036225 on network d5f42a49-cf64-4535-a007-0ffeb2000607 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:16:30.202694 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-e8747bfa-72b9-49ef-8d1a-67292610f520 service neutron] Port 5fe875d6-6001-430b-9b4f-6c4185036225 on network d5f42a49-cf64-4535-a007-0ffeb2000607 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:16:30.203216 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-e8747bfa-72b9-49ef-8d1a-67292610f520 service neutron] Attempting to bind port 5fe875d6-6001-430b-9b4f-6c4185036225 on network d5f42a49-cf64-4535-a007-0ffeb2000607 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:16:30.219425 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-e8747bfa-72b9-49ef-8d1a-67292610f520 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:16:30.219776 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-e8747bfa-72b9-49ef-8d1a-67292610f520 service neutron] Checking segment: {'id': '6bb08f30-b0e8-4f53-9c2c-d675a93d2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:30.222044 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-e8747bfa-72b9-49ef-8d1a-67292610f520 service neutron] Bound using segment: {'id': '6bb08f30-b0e8-4f53-9c2c-d675a93d2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:16:30.223509 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-e8747bfa-72b9-49ef-8d1a-67292610f520 service neutron] Bound port: 5fe875d6-6001-430b-9b4f-6c4185036225, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bb08f30-b0e8-4f53-9c2c-d675a93d2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:16:30.223924 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-e8747bfa-72b9-49ef-8d1a-67292610f520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:30.316537 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84563471-796e-4a6c-9aed-e1dde80de8f5 req-e518d0ef-424f-4118-b649-0d85a083f67d tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:30.319344 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-84563471-796e-4a6c-9aed-e1dde80de8f5 req-e518d0ef-424f-4118-b649-0d85a083f67d tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36633c2-7147-4e8f-bd96-10952b03680d HTTP/1.1" status: 200 len: 931 time: 0.6485033 Aug 10 01:16:30.463552 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d056af6-eff3-4b10-8701-f2642ac23937 req-ab467c98-8a8a-458d-b224-96e9719c41fb tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:30.474405 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-e8747bfa-72b9-49ef-8d1a-67292610f520 service neutron] For port 5fe875d6-6001-430b-9b4f-6c4185036225, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:16:30.476801 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3d056af6-eff3-4b10-8701-f2642ac23937 req-ab467c98-8a8a-458d-b224-96e9719c41fb tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 943 time: 0.6514375 Aug 10 01:16:30.479400 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-e8747bfa-72b9-49ef-8d1a-67292610f520 service neutron] For port 5fe875d6-6001-430b-9b4f-6c4185036225, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=5fe875d6-6001-430b-9b4f-6c4185036225,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:16:30.497643 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-e8747bfa-72b9-49ef-8d1a-67292610f520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:30.535826 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2533668d-6483-4ca5-b317-20e37f7972ad tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Network 2742f3b1-2580-4cf7-9ea2-7f396f13015e is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:30.538283 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a1060c6a-25c5-4996-bbd2-a7e6753dfe02 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=53e485b720ea4135b400d6e3caec7ff1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6155312 Aug 10 01:16:30.541125 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42582) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:30.565643 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-e8747bfa-72b9-49ef-8d1a-67292610f520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:30.566279 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-e8747bfa-72b9-49ef-8d1a-67292610f520 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:30.577075 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-e8747bfa-72b9-49ef-8d1a-67292610f520 service neutron] 10.222.0.24 "PUT /v2.0/ports/5fe875d6-6001-430b-9b4f-6c4185036225 HTTP/1.1" status: 200 len: 1092 time: 1.7766109 Aug 10 01:16:30.590466 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e659b4bd-c713-4268-b703-69f2af4829ec req-f5f1736a-0344-474e-82c6-78711d552668 service neutron] 10.222.0.20 "GET /v2.0/networks/1bb4d414-55c5-43e5-9006-4b7473df84e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4871557 Aug 10 01:16:30.596584 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-2533668d-6483-4ca5-b317-20e37f7972ad tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:30.635846 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-84563471-796e-4a6c-9aed-e1dde80de8f5 req-27203ab7-7e0e-4091-b2ed-e0701eefa74f tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2539363 Aug 10 01:16:30.672213 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36633c2-7147-4e8f-bd96-10952b03680d', 'tag': '5fe875d6-6001-430b-9b4f-6c4185036225'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:16:30.675790 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1254ab74-6089-40af-9443-0539b101012b" -d '{"events": [{"name": "network-changed", "server_uuid": "e36633c2-7147-4e8f-bd96-10952b03680d", "tag": "5fe875d6-6001-430b-9b4f-6c4185036225"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:16:30.680826 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8747bfa-72b9-49ef-8d1a-67292610f520 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe875d6-6001-430b-9b4f-6c4185036225,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:30.757937 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3d056af6-eff3-4b10-8701-f2642ac23937 req-3a54a7c3-d17e-4dea-8141-661bbb86f74d tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800035 Aug 10 01:16:30.888932 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c4318b-917c-48d5-81dd-5086b084e7b5 x-openstack-request-id: req-07c4318b-917c-48d5-81dd-5086b084e7b5 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:16:30.889629 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e36633c2-7147-4e8f-bd96-10952b03680d", "tag": "5fe875d6-6001-430b-9b4f-6c4185036225", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:16:30.890112 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-07c4318b-917c-48d5-81dd-5086b084e7b5 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:16:30.893449 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e36633c2-7147-4e8f-bd96-10952b03680d', 'tag': '5fe875d6-6001-430b-9b4f-6c4185036225', 'status': 'completed', 'code': 200} Aug 10 01:16:30.899391 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-a06dba00-37fc-4f86-8998-172c177f7b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:30.901813 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-a06dba00-37fc-4f86-8998-172c177f7b7c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4f463465f414d20a10d25627743d857&device_id=e36633c2-7147-4e8f-bd96-10952b03680d HTTP/1.1" status: 200 len: 1095 time: 0.2069135 Aug 10 01:16:30.906738 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-742a4d3a-ed8c-47da-9c45-e65f33dafba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:30.961374 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2533668d-6483-4ca5-b317-20e37f7972ad tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Router 9d0cf995-9f48-4dff-a73a-54b607f7fc04 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:16:30.968026 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-742a4d3a-ed8c-47da-9c45-e65f33dafba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:31.039121 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42596) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:31.078509 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-51123a0b-fe19-4490-a231-30b0096b676b None None] Provisioning complete for port a071257e-4b66-46d4-874e-94422d2eb3b6 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:31.079503 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-51123a0b-fe19-4490-a231-30b0096b676b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:31.128128 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42600) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:31.130729 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-51123a0b-fe19-4490-a231-30b0096b676b None None] Port a071257e-4b66-46d4-874e-94422d2eb3b6 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:31.147062 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-f1b07e3e-3222-47f5-82b8-7f88310cd6d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fe875d6-6001-430b-9b4f-6c4185036225 HTTP/1.1" status: 200 len: 217 time: 0.1062331 Aug 10 01:16:31.162755 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2533668d-6483-4ca5-b317-20e37f7972ad tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:16:31.172919 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2533668d-6483-4ca5-b317-20e37f7972ad tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "PUT /v2.0/routers/9d0cf995-9f48-4dff-a73a-54b607f7fc04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2937686 Aug 10 01:16:31.173872 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9ce034-33be-4c84-b30f-a87239293b34 None None] Sync routers for ids ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:16:31.175772 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42604) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:31.182861 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-b28f0946-4bda-4107-bb3d-5c9ffd030291 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Request body: {'network': {'name': 'tempest-RoutersTest-1997625309'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:31.187006 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9ce034-33be-4c84-b30f-a87239293b34 None None] Routers {'9d0cf995-9f48-4dff-a73a-54b607f7fc04'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:31.187639 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-3c9ce034-33be-4c84-b30f-a87239293b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:31.212059 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28f0946-4bda-4107-bb3d-5c9ffd030291 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Made reservation on behalf of a60068d17ed444849e0177358a2fde19 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:31.217331 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b28f0946-4bda-4107-bb3d-5c9ffd030291 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:31.243475 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-742a4d3a-ed8c-47da-9c45-e65f33dafba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:31.251431 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-742a4d3a-ed8c-47da-9c45-e65f33dafba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:31.252959 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-742a4d3a-ed8c-47da-9c45-e65f33dafba5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c48ed101-940f-4bf5-beb7-cc9408e6fcc1 HTTP/1.1" status: 204 len: 168 time: 0.6947243 Aug 10 01:16:31.260438 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-06f14374-7ebb-4e45-bce5-2e9a125e97e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:31.263515 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-06f14374-7ebb-4e45-bce5-2e9a125e97e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1982ede0-b8b9-4659-ad0a-d59c9e02d1ca HTTP/1.1" status: 200 len: 851 time: 0.1094906 Aug 10 01:16:31.298080 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a4d3a-ed8c-47da-9c45-e65f33dafba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48ed101-940f-4bf5-beb7-cc9408e6fcc1,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:31.301119 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b28f0946-4bda-4107-bb3d-5c9ffd030291 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:16:31.339131 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b28f0946-4bda-4107-bb3d-5c9ffd030291 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:31.339603 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-b28f0946-4bda-4107-bb3d-5c9ffd030291 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Added segment 1951ae0b-0d4a-4302-b96c-8687ac277b84 of type vlan for network 48cea2bb-fc38-4343-88af-ed558554661c Aug 10 01:16:31.344719 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-223f74c1-0509-4a9e-a39f-f35d54a33501 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-362065631-network', 'tenant_id': '75d90fe613f04af9a88db54df84a9d1e'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:31.359177 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-50fe9326-d486-49f1-858e-b0dd64d18ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:31.399242 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-b3b121ea-eeeb-48a0-af17-8530c2a7903b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:31.401625 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-b3b121ea-eeeb-48a0-af17-8530c2a7903b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d5f42a49-cf64-4535-a007-0ffeb2000607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1276851 Aug 10 01:16:31.406895 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223f74c1-0509-4a9e-a39f-f35d54a33501 admin admin] Made reservation on behalf of 75d90fe613f04af9a88db54df84a9d1e for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:31.410444 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-223f74c1-0509-4a9e-a39f-f35d54a33501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:31.425608 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-3c9ce034-33be-4c84-b30f-a87239293b34 None None] Set router 9d0cf995-9f48-4dff-a73a-54b607f7fc04 gateway port host: None {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:31.434924 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42608) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:31.443311 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-4577cee8-a4da-434c-8f8c-6d441297146c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-558774149', 'description': 'tempest-secgroup-smoke-558774149 description', 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:31.455318 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b28f0946-4bda-4107-bb3d-5c9ffd030291 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:31.462681 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-223f74c1-0509-4a9e-a39f-f35d54a33501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:31.519199 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b28f0946-4bda-4107-bb3d-5c9ffd030291 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:31.522298 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 61c7227b-d2b9-4241-b745-f24a455f76f0 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:16:31.525634 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28f0946-4bda-4107-bb3d-5c9ffd030291 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:31.526328 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b28f0946-4bda-4107-bb3d-5c9ffd030291 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:31.598766 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f0946-4bda-4107-bb3d-5c9ffd030291 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Network': ['ID=48cea2bb-fc38-4343-88af-ed558554661c,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:31.625070 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 48cea2bb-fc38-4343-88af-ed558554661c details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:16:31.783487 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 61c7227b-d2b9-4241-b745-f24a455f76f0, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=61c7227b-d2b9-4241-b745-f24a455f76f0,segment=NetworkSegment(119db45f-a129-41df-b3e9-8983d492465d),segment_id=119db45f-a129-41df-b3e9-8983d492465d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:31.802022 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '61c7227b-d2b9-4241-b745-f24a455f76f0', 'network_id': '1bb4d414-55c5-43e5-9006-4b7473df84e0', 'port_id': '61c7227b-d2b9-4241-b745-f24a455f76f0', 'mac_address': 'fa:16:3e:5a:a6:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b0c25a4-f815-4015-a876-f5aa15c83352', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:16:31.850715 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d216839-55f1-470d-8854-664c7e0b43aa req-aabcb0f3-6992-4536-a754-c6cdc76822b4 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:31.855264 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3d216839-55f1-470d-8854-664c7e0b43aa req-aabcb0f3-6992-4536-a754-c6cdc76822b4 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36633c2-7147-4e8f-bd96-10952b03680d HTTP/1.1" status: 200 len: 943 time: 0.1224751 Aug 10 01:16:31.869629 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:31.931070 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61c7227b-d2b9-4241-b745-f24a455f76f0 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:16:32.050293 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3d216839-55f1-470d-8854-664c7e0b43aa req-7280ec5f-3f13-439d-b008-89a6f602141a tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825168 Aug 10 01:16:32.076783 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca5de2-80fa-42eb-86cf-05a8ef1356ed req-e18ef95a-e45b-403c-9868-fe315c7b4995 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:32.085685 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6aca5de2-80fa-42eb-86cf-05a8ef1356ed req-e18ef95a-e45b-403c-9868-fe315c7b4995 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 943 time: 0.1883817 Aug 10 01:16:32.136446 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6aca5de2-80fa-42eb-86cf-05a8ef1356ed req-b7fd743f-0264-48f9-a22e-d934ff3ddb7a tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496433 Aug 10 01:16:32.158739 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 61c7227b-d2b9-4241-b745-f24a455f76f0, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=61c7227b-d2b9-4241-b745-f24a455f76f0,segment=NetworkSegment(119db45f-a129-41df-b3e9-8983d492465d),segment_id=119db45f-a129-41df-b3e9-8983d492465d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:32.166026 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:32.202547 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-f9dab8ce-f9e4-453b-933a-52071697bbd9 service neutron] 10.222.0.24 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7880876 Aug 10 01:16:32.238960 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=61c7227b-d2b9-4241-b745-f24a455f76f0,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:32.244791 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-3c9ce034-33be-4c84-b30f-a87239293b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'name': 'tempest-RoutersTest-router-1469032217', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:56Z', 'updated_at': '2021-08-10T01:16:28Z', 'revision_number': 4, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'gw_port_host': None, '_interfaces': [{'id': '175adc59-9f71-44d0-bbe9-a7988690f85c', 'name': '', 'network_id': '4e498552-98b5-4b1a-97a3-3bbef0955c31', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:d3:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:12Z', 'updated_at': '2021-08-10T01:16:25Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9954e812-f674-4efe-a9fb-89d0f8e8cd13', 'name': '', 'network_id': '943e90f7-b023-4655-9081-04e8a18da465', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:a5:e5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:59Z', 'updated_at': '2021-08-10T01:16:10Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a071257e-4b66-46d4-874e-94422d2eb3b6', 'name': '', 'network_id': '2742f3b1-2580-4cf7-9ea2-7f396f13015e', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:6e:0e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '90424d98-2420-4878-8f23-785f2c9ee95f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:24Z', 'updated_at': '2021-08-10T01:16:28Z', 'revision_number': 2, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '90424d98-2420-4878-8f23-785f2c9ee95f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:32.282339 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42632) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:32.290805 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9ce034-33be-4c84-b30f-a87239293b34 None None] Checking router: 9d0cf995-9f48-4dff-a73a-54b607f7fc04 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:16:32.291173 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9ce034-33be-4c84-b30f-a87239293b34 None None] Updating router 9d0cf995-9f48-4dff-a73a-54b607f7fc04 port a071257e-4b66-46d4-874e-94422d2eb3b6 binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:16:32.304079 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-50fe9326-d486-49f1-858e-b0dd64d18ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:32.311179 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-50fe9326-d486-49f1-858e-b0dd64d18ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:32.317098 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b28f0946-4bda-4107-bb3d-5c9ffd030291 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1398818 Aug 10 01:16:32.319874 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42636) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:32.325251 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-7c749bf4-a4df-4212-b617-7f287e3f173c tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Request body: {'subnet': {'network_id': '48cea2bb-fc38-4343-88af-ed558554661c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:32.326349 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3c9ce034-33be-4c84-b30f-a87239293b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:32.379281 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.db.api [None req-223f74c1-0509-4a9e-a39f-f35d54a33501 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 01:16:32.379281 n-d-766726-26 neutron-server[105827]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 01:16:32.379281 n-d-766726-26 neutron-server[105827]: [parameters: {'project_id_1': '75d90fe613f04af9a88db54df84a9d1e', 'expiration_1': datetime.datetime(2021, 8, 10, 1, 16, 32, 139655)}] Aug 10 01:16:32.379281 n-d-766726-26 neutron-server[105827]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:16:32.379851 n-d-766726-26 neutron-server[105827]: DEBUG oslo_db.api [None req-223f74c1-0509-4a9e-a39f-f35d54a33501 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:16:32.389696 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0104a959-4856-4c89-96d6-ae5e6894b4b4 req-87acb342-ae9b-4414-b270-1d20e7adbade service neutron] 10.222.0.24 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797247 Aug 10 01:16:32.400926 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-50fe9326-d486-49f1-858e-b0dd64d18ce0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2e6b29e5562f4156a2fa0148c1781537&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2669587 Aug 10 01:16:32.401725 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe9326-d486-49f1-858e-b0dd64d18ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c9aaf3-0151-4ad8-ab89-b8eb076e585a,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:32.404505 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42638) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:32.411771 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4577cee8-a4da-434c-8f8c-6d441297146c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:32.523929 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-e3c59f85-5886-4589-a4b0-c6d22f00145d tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1443324842'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:32.535012 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0af0a47c-b2ef-47eb-8078-b6269c33ea31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:32.574484 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254ab74-6089-40af-9443-0539b101012b req-ce473cda-4ab8-4bbf-a515-bf88d8ea2cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:32.575941 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1254ab74-6089-40af-9443-0539b101012b req-ce473cda-4ab8-4bbf-a515-bf88d8ea2cb4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4f463465f414d20a10d25627743d857&device_id=e36633c2-7147-4e8f-bd96-10952b03680d HTTP/1.1" status: 200 len: 1095 time: 0.1118805 Aug 10 01:16:32.577860 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0af0a47c-b2ef-47eb-8078-b6269c33ea31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:32.652238 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['61c7227b-d2b9-4241-b745-f24a455f76f0'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:16:32.686452 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4577cee8-a4da-434c-8f8c-6d441297146c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:32.693833 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4577cee8-a4da-434c-8f8c-6d441297146c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:32.709068 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3c9ce034-33be-4c84-b30f-a87239293b34 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:32.727022 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-3c9ce034-33be-4c84-b30f-a87239293b34 None None] Transition to ACTIVE for port object a071257e-4b66-46d4-874e-94422d2eb3b6 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:32.734094 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.db.api [None req-e3c59f85-5886-4589-a4b0-c6d22f00145d tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 01:16:32.734094 n-d-766726-26 neutron-server[105826]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 01:16:32.734094 n-d-766726-26 neutron-server[105826]: [parameters: {'project_id_1': '990d0fc6ceac41c0bca95517b79f02a1', 'expiration_1': datetime.datetime(2021, 8, 10, 1, 16, 32, 529400)}] Aug 10 01:16:32.734094 n-d-766726-26 neutron-server[105826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:16:32.735256 n-d-766726-26 neutron-server[105826]: DEBUG oslo_db.api [None req-e3c59f85-5886-4589-a4b0-c6d22f00145d tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:16:32.740407 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3c9ce034-33be-4c84-b30f-a87239293b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:32.747623 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c749bf4-a4df-4212-b617-7f287e3f173c tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Made reservation on behalf of a60068d17ed444849e0177358a2fde19 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:32.753733 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254ab74-6089-40af-9443-0539b101012b req-099fae56-8318-46db-bb62-c2ec3fbd35f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:32.754534 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7c749bf4-a4df-4212-b617-7f287e3f173c tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:32.755194 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1254ab74-6089-40af-9443-0539b101012b req-099fae56-8318-46db-bb62-c2ec3fbd35f7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d5f42a49-cf64-4535-a007-0ffeb2000607 HTTP/1.1" status: 200 len: 913 time: 0.1692643 Aug 10 01:16:32.757576 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577cee8-a4da-434c-8f8c-6d441297146c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=495ae47c-a2a3-4a5e-8755-8c8527e6eef7,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:32.759977 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4577cee8-a4da-434c-8f8c-6d441297146c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:32.761183 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4577cee8-a4da-434c-8f8c-6d441297146c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3226800 Aug 10 01:16:32.763048 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0af0a47c-b2ef-47eb-8078-b6269c33ea31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:32.766170 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0af0a47c-b2ef-47eb-8078-b6269c33ea31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:32.779389 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0af0a47c-b2ef-47eb-8078-b6269c33ea31 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d3c9aaf3-0151-4ad8-ab89-b8eb076e585a HTTP/1.1" status: 204 len: 168 time: 0.3649814 Aug 10 01:16:32.780221 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42640) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:32.809899 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9185ee1-f92f-4736-b8cc-3b1b5dde5bb6 None None] Pushing event updated for resources: {'Port': ['ID=a071257e-4b66-46d4-874e-94422d2eb3b6,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:32.816887 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-00fd9dd9-8ce1-4d01-a724-e891c8f685d7 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'security_group_rule': {'security_group_id': '495ae47c-a2a3-4a5e-8755-8c8527e6eef7', 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:32.895034 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-223f74c1-0509-4a9e-a39f-f35d54a33501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:32.900006 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-3c9ce034-33be-4c84-b30f-a87239293b34 None None] Attempting to bind port a071257e-4b66-46d4-874e-94422d2eb3b6 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:16:32.900399 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-3c9ce034-33be-4c84-b30f-a87239293b34 None None] Attempting to bind port a071257e-4b66-46d4-874e-94422d2eb3b6 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '136da15a-6ae3-43ea-bcff-a099d6951cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2742f3b1-2580-4cf7-9ea2-7f396f13015e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:16:32.901301 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9ce034-33be-4c84-b30f-a87239293b34 None None] Attempting to bind port a071257e-4b66-46d4-874e-94422d2eb3b6 on network 2742f3b1-2580-4cf7-9ea2-7f396f13015e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:16:32.914820 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9ce034-33be-4c84-b30f-a87239293b34 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:16:32.915197 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9ce034-33be-4c84-b30f-a87239293b34 None None] Checking segment: {'id': '136da15a-6ae3-43ea-bcff-a099d6951cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2742f3b1-2580-4cf7-9ea2-7f396f13015e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:32.915609 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3c9ce034-33be-4c84-b30f-a87239293b34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:32.916006 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9ce034-33be-4c84-b30f-a87239293b34 None None] Bound using segment: {'id': '136da15a-6ae3-43ea-bcff-a099d6951cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2742f3b1-2580-4cf7-9ea2-7f396f13015e'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:16:32.916652 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-3c9ce034-33be-4c84-b30f-a87239293b34 None None] Bound port: a071257e-4b66-46d4-874e-94422d2eb3b6, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136da15a-6ae3-43ea-bcff-a099d6951cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2742f3b1-2580-4cf7-9ea2-7f396f13015e'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:16:32.917824 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3c9ce034-33be-4c84-b30f-a87239293b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:32.925476 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af0a47c-b2ef-47eb-8078-b6269c33ea31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c9aaf3-0151-4ad8-ab89-b8eb076e585a,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:32.941106 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1254ab74-6089-40af-9443-0539b101012b req-af94313d-ea42-45b0-a4fd-2e5ff1f37de6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fe875d6-6001-430b-9b4f-6c4185036225 HTTP/1.1" status: 200 len: 217 time: 0.1597657 Aug 10 01:16:32.990592 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-00fd9dd9-8ce1-4d01-a724-e891c8f685d7 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:33.029012 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7c749bf4-a4df-4212-b617-7f287e3f173c tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:33.043840 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254ab74-6089-40af-9443-0539b101012b req-b66528c4-1399-4009-957b-8f22e5608d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:33.045381 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1254ab74-6089-40af-9443-0539b101012b req-b66528c4-1399-4009-957b-8f22e5608d3a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1982ede0-b8b9-4659-ad0a-d59c9e02d1ca HTTP/1.1" status: 200 len: 851 time: 0.0971110 Aug 10 01:16:33.088426 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-3c9ce034-33be-4c84-b30f-a87239293b34 None None] For port a071257e-4b66-46d4-874e-94422d2eb3b6, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:16:33.097558 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-3c9ce034-33be-4c84-b30f-a87239293b34 None None] For port a071257e-4b66-46d4-874e-94422d2eb3b6, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a071257e-4b66-46d4-874e-94422d2eb3b6,segment=NetworkSegment(136da15a-6ae3-43ea-bcff-a099d6951cd7),segment_id=136da15a-6ae3-43ea-bcff-a099d6951cd7)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:16:33.110508 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3c9ce034-33be-4c84-b30f-a87239293b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:33.196148 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9ce034-33be-4c84-b30f-a87239293b34 None None] Routers {'9d0cf995-9f48-4dff-a73a-54b607f7fc04'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:33.197154 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-3c9ce034-33be-4c84-b30f-a87239293b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:33.229001 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254ab74-6089-40af-9443-0539b101012b req-ebfbe57e-ea81-4b4b-ab2f-f0a4a5d1afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:33.230563 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1254ab74-6089-40af-9443-0539b101012b req-ebfbe57e-ea81-4b4b-ab2f-f0a4a5d1afd0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d5f42a49-cf64-4535-a007-0ffeb2000607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1711166 Aug 10 01:16:33.255360 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-00fd9dd9-8ce1-4d01-a724-e891c8f685d7 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:33.280901 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9185ee1-f92f-4736-b8cc-3b1b5dde5bb6 None None] Pushing event updated for resources: {'Port': ['ID=a071257e-4b66-46d4-874e-94422d2eb3b6,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:33.328735 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-00fd9dd9-8ce1-4d01-a724-e891c8f685d7 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:33.374034 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd9dd9-8ce1-4d01-a724-e891c8f685d7 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aa526f0-c9a9-4827-80dc-06789f2fcd7e,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:33.385323 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-3c9ce034-33be-4c84-b30f-a87239293b34 None None] Set router 9d0cf995-9f48-4dff-a73a-54b607f7fc04 gateway port host: None {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:33.386367 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-223f74c1-0509-4a9e-a39f-f35d54a33501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:33.405207 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-223f74c1-0509-4a9e-a39f-f35d54a33501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:33.434116 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-00fd9dd9-8ce1-4d01-a724-e891c8f685d7 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:33.435348 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-00fd9dd9-8ce1-4d01-a724-e891c8f685d7 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6327963 Aug 10 01:16:33.463439 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42650) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:33.463805 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42652) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:33.474482 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-624d87f3-e11c-40a1-a8f4-d84fc1267290 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'security_group_rule': {'security_group_id': '495ae47c-a2a3-4a5e-8755-8c8527e6eef7', 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:33.500614 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-223f74c1-0509-4a9e-a39f-f35d54a33501 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:16:33.533445 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f74c1-0509-4a9e-a39f-f35d54a33501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc9a1ee-57a9-4af0-b04c-5d160e4f5795,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:33.539034 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-223f74c1-0509-4a9e-a39f-f35d54a33501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:33.539034 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-223f74c1-0509-4a9e-a39f-f35d54a33501 admin admin] Added segment 89115f7c-9914-47ad-82bf-a5b934a55bcc of type vlan for network da04b376-9179-4831-8934-0e6b7aae24e5 Aug 10 01:16:33.540465 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-868496dd-5f14-4ab2-a227-775f34a3ee64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:33.543666 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1254ab74-6089-40af-9443-0539b101012b req-7bc3e415-bb4f-47e7-b584-fc87f58a05fb service neutron] 10.222.0.24 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005958 Aug 10 01:16:33.632516 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c749bf4-a4df-4212-b617-7f287e3f173c tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Checking segment: {'id': '1951ae0b-0d4a-4302-b96c-8687ac277b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '48cea2bb-fc38-4343-88af-ed558554661c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:33.632910 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c749bf4-a4df-4212-b617-7f287e3f173c tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Network hostable DHCP agents. Network: 48cea2bb-fc38-4343-88af-ed558554661c, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:16:33.649756 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-3c9ce034-33be-4c84-b30f-a87239293b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'name': 'tempest-RoutersTest-router-1469032217', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:56Z', 'updated_at': '2021-08-10T01:16:28Z', 'revision_number': 4, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'gw_port_host': None, '_interfaces': [{'id': '175adc59-9f71-44d0-bbe9-a7988690f85c', 'name': '', 'network_id': '4e498552-98b5-4b1a-97a3-3bbef0955c31', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:d3:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:12Z', 'updated_at': '2021-08-10T01:16:25Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9954e812-f674-4efe-a9fb-89d0f8e8cd13', 'name': '', 'network_id': '943e90f7-b023-4655-9081-04e8a18da465', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:a5:e5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:59Z', 'updated_at': '2021-08-10T01:16:10Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a071257e-4b66-46d4-874e-94422d2eb3b6', 'name': '', 'network_id': '2742f3b1-2580-4cf7-9ea2-7f396f13015e', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:6e:0e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '90424d98-2420-4878-8f23-785f2c9ee95f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:24Z', 'updated_at': '2021-08-10T01:16:33Z', 'revision_number': 4, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '90424d98-2420-4878-8f23-785f2c9ee95f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:33.659400 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-624d87f3-e11c-40a1-a8f4-d84fc1267290 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:33.664113 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-223f74c1-0509-4a9e-a39f-f35d54a33501 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:33.679024 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c749bf4-a4df-4212-b617-7f287e3f173c tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Subnet': ['ID=146e0342-c7ab-45f5-8ba9-ba1320490295,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:33.692630 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9ce034-33be-4c84-b30f-a87239293b34 None None] The sync data for ids ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'] in n-d-766726-26 is: [{'id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'name': 'tempest-RoutersTest-router-1469032217', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:56Z', 'updated_at': '2021-08-10T01:16:28Z', 'revision_number': 4, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'gw_port_host': None, '_interfaces': [{'id': '175adc59-9f71-44d0-bbe9-a7988690f85c', 'name': '', 'network_id': '4e498552-98b5-4b1a-97a3-3bbef0955c31', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:d3:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:12Z', 'updated_at': '2021-08-10T01:16:25Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9954e812-f674-4efe-a9fb-89d0f8e8cd13', 'name': '', 'network_id': '943e90f7-b023-4655-9081-04e8a18da465', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:a5:e5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:59Z', 'updated_at': '2021-08-10T01:16:10Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a071257e-4b66-46d4-874e-94422d2eb3b6', 'name': '', 'network_id': '2742f3b1-2580-4cf7-9ea2-7f396f13015e', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:6e:0e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '90424d98-2420-4878-8f23-785f2c9ee95f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:24Z', 'updated_at': '2021-08-10T01:16:33Z', 'revision_number': 4, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '90424d98-2420-4878-8f23-785f2c9ee95f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:16:33.704445 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e467d2-7c16-4c4f-9f85-eec524d20034 req-47d04199-5132-4ed3-9ae5-547f6fd86b0d tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:33.706815 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-70e467d2-7c16-4c4f-9f85-eec524d20034 req-47d04199-5132-4ed3-9ae5-547f6fd86b0d tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36633c2-7147-4e8f-bd96-10952b03680d HTTP/1.1" status: 200 len: 943 time: 0.5637448 Aug 10 01:16:33.709966 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c749bf4-a4df-4212-b617-7f287e3f173c tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Network 48cea2bb-fc38-4343-88af-ed558554661c is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:16:33.735586 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-7c749bf4-a4df-4212-b617-7f287e3f173c tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 48cea2bb-fc38-4343-88af-ed558554661c) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:33.753871 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6c1c9-f64f-4be0-8996-f68c7c412ced req-1cebaeff-d2d2-427a-baa6-86b2a573de7e tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:33.757416 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-33b6c1c9-f64f-4be0-8996-f68c7c412ced req-1cebaeff-d2d2-427a-baa6-86b2a573de7e tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 944 time: 0.1316586 Aug 10 01:16:33.760803 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c749bf4-a4df-4212-b617-7f287e3f173c tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:33.761649 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7c749bf4-a4df-4212-b617-7f287e3f173c tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:33.795685 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7a9c16-5294-4d33-8587-67e95cf0a958 None None] Network 48cea2bb-fc38-4343-88af-ed558554661c requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:33.815351 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-70e467d2-7c16-4c4f-9f85-eec524d20034 req-c6178db0-0483-4aff-8090-168ae5869061 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003795 Aug 10 01:16:33.827616 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1254ab74-6089-40af-9443-0539b101012b req-9923d8c2-e5c6-4dcd-8b48-6fae1411b5b4 service neutron] 10.222.0.24 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680733 Aug 10 01:16:33.853906 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-33b6c1c9-f64f-4be0-8996-f68c7c412ced req-66e131f7-0485-404b-b02c-6179f337207f tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753930 Aug 10 01:16:33.855932 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-223f74c1-0509-4a9e-a39f-f35d54a33501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:33.857021 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223f74c1-0509-4a9e-a39f-f35d54a33501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:33.857628 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-223f74c1-0509-4a9e-a39f-f35d54a33501 admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:33.920409 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-624d87f3-e11c-40a1-a8f4-d84fc1267290 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:33.938759 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-624d87f3-e11c-40a1-a8f4-d84fc1267290 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:33.968160 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f74c1-0509-4a9e-a39f-f35d54a33501 admin admin] Pushing event updated for resources: {'Network': ['ID=da04b376-9179-4831-8934-0e6b7aae24e5,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:33.975795 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d87f3-e11c-40a1-a8f4-d84fc1267290 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5116361d-e3ed-4d6e-b5ca-e754f91dad70,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:34.006836 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada7a8d0-f4e7-4f5c-921d-231712a2a127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-48cea2bb-fc38-4343-88af-ed558554661c', 'network_id': '48cea2bb-fc38-4343-88af-ed558554661c', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'fixed_ips': [{'subnet_id': '146e0342-c7ab-45f5-8ba9-ba1320490295'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:16:34.007817 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ada7a8d0-f4e7-4f5c-921d-231712a2a127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:34.011886 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-868496dd-5f14-4ab2-a227-775f34a3ee64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:34.021861 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-868496dd-5f14-4ab2-a227-775f34a3ee64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:34.050672 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-223f74c1-0509-4a9e-a39f-f35d54a33501 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.0086186 Aug 10 01:16:34.051239 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42654) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:34.051733 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-624d87f3-e11c-40a1-a8f4-d84fc1267290 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:34.053309 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-624d87f3-e11c-40a1-a8f4-d84fc1267290 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5867457 Aug 10 01:16:34.059649 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42656) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:34.068770 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-398a3ef2-f8ad-4223-a3ae-0f856816017e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'security_group_rule': {'security_group_id': '495ae47c-a2a3-4a5e-8755-8c8527e6eef7', 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:34.071100 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-b12c43f6-2217-4538-8fc3-9667892b0ca7 admin admin] Request body: {'subnet': {'network_id': 'da04b376-9179-4831-8934-0e6b7aae24e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-362065631-subnet', 'tenant_id': '75d90fe613f04af9a88db54df84a9d1e', 'ip_version': 4}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:34.080548 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c59f85-5886-4589-a4b0-c6d22f00145d tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Made reservation on behalf of 990d0fc6ceac41c0bca95517b79f02a1 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:34.084285 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e3c59f85-5886-4589-a4b0-c6d22f00145d tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:34.101861 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868496dd-5f14-4ab2-a227-775f34a3ee64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130acc8a-cfe1-4cb7-a07d-79d782c78d0c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:34.110739 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-868496dd-5f14-4ab2-a227-775f34a3ee64 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b7a28aa763e346e4a62265eccc0abd2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6428902 Aug 10 01:16:34.113482 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42658) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:34.132051 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7c749bf4-a4df-4212-b617-7f287e3f173c tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8109298 Aug 10 01:16:34.133026 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42660) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:34.140630 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e3c59f85-5886-4589-a4b0-c6d22f00145d tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:34.203767 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network da04b376-9179-4831-8934-0e6b7aae24e5 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:16:34.213679 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-ada7a8d0-f4e7-4f5c-921d-231712a2a127 None None] Allocated IP 172.23.0.2 (48cea2bb-fc38-4343-88af-ed558554661c/146e0342-c7ab-45f5-8ba9-ba1320490295/b17159ad-6fd1-4eb2-87d6-d25caefb474c) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:34.217307 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-95ea77a8-6eee-4233-b063-f0156651c9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:34.219807 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-398a3ef2-f8ad-4223-a3ae-0f856816017e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:34.273276 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-95ea77a8-6eee-4233-b063-f0156651c9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:34.297851 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12c43f6-2217-4538-8fc3-9667892b0ca7 admin admin] Made reservation on behalf of 75d90fe613f04af9a88db54df84a9d1e for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:34.303539 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b12c43f6-2217-4538-8fc3-9667892b0ca7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:34.328519 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-398a3ef2-f8ad-4223-a3ae-0f856816017e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:34.344794 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-398a3ef2-f8ad-4223-a3ae-0f856816017e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:34.383868 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a3ef2-f8ad-4223-a3ae-0f856816017e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf029ac-4c3d-4ae7-a58c-4c71db47af7e,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:34.391845 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-95ea77a8-6eee-4233-b063-f0156651c9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:34.395013 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-95ea77a8-6eee-4233-b063-f0156651c9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:34.398410 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-95ea77a8-6eee-4233-b063-f0156651c9b5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/130acc8a-cfe1-4cb7-a07d-79d782c78d0c HTTP/1.1" status: 204 len: 168 time: 0.2817190 Aug 10 01:16:34.415117 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea77a8-6eee-4233-b063-f0156651c9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130acc8a-cfe1-4cb7-a07d-79d782c78d0c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:34.462405 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ada7a8d0-f4e7-4f5c-921d-231712a2a127 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:34.471918 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ada7a8d0-f4e7-4f5c-921d-231712a2a127 None None] Transition to ACTIVE for port object b17159ad-6fd1-4eb2-87d6-d25caefb474c will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:34.488733 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ada7a8d0-f4e7-4f5c-921d-231712a2a127 None None] Transition to ACTIVE for port object b17159ad-6fd1-4eb2-87d6-d25caefb474c will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:34.496901 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ada7a8d0-f4e7-4f5c-921d-231712a2a127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:34.539577 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada7a8d0-f4e7-4f5c-921d-231712a2a127 None None] Network 48cea2bb-fc38-4343-88af-ed558554661c is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:34.546147 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-ada7a8d0-f4e7-4f5c-921d-231712a2a127 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:34.550192 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada7a8d0-f4e7-4f5c-921d-231712a2a127 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:34.557478 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7a8d0-f4e7-4f5c-921d-231712a2a127 None None] Pushing event updated for resources: {'Port': ['ID=b17159ad-6fd1-4eb2-87d6-d25caefb474c,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:34.615237 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-ada7a8d0-f4e7-4f5c-921d-231712a2a127 None None] Attempting to bind port b17159ad-6fd1-4eb2-87d6-d25caefb474c on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:16:34.616406 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-ada7a8d0-f4e7-4f5c-921d-231712a2a127 None None] Attempting to bind port b17159ad-6fd1-4eb2-87d6-d25caefb474c by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '1951ae0b-0d4a-4302-b96c-8687ac277b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '48cea2bb-fc38-4343-88af-ed558554661c'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:16:34.617087 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada7a8d0-f4e7-4f5c-921d-231712a2a127 None None] Attempting to bind port b17159ad-6fd1-4eb2-87d6-d25caefb474c on network 48cea2bb-fc38-4343-88af-ed558554661c {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:16:34.624544 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada7a8d0-f4e7-4f5c-921d-231712a2a127 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:16:34.625276 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada7a8d0-f4e7-4f5c-921d-231712a2a127 None None] Checking segment: {'id': '1951ae0b-0d4a-4302-b96c-8687ac277b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '48cea2bb-fc38-4343-88af-ed558554661c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:34.625886 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ada7a8d0-f4e7-4f5c-921d-231712a2a127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:34.627186 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada7a8d0-f4e7-4f5c-921d-231712a2a127 None None] Bound using segment: {'id': '1951ae0b-0d4a-4302-b96c-8687ac277b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '48cea2bb-fc38-4343-88af-ed558554661c'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:16:34.628738 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-ada7a8d0-f4e7-4f5c-921d-231712a2a127 None None] Bound port: b17159ad-6fd1-4eb2-87d6-d25caefb474c, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1951ae0b-0d4a-4302-b96c-8687ac277b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '48cea2bb-fc38-4343-88af-ed558554661c'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:16:34.629498 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ada7a8d0-f4e7-4f5c-921d-231712a2a127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:34.703660 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-ada7a8d0-f4e7-4f5c-921d-231712a2a127 None None] For port b17159ad-6fd1-4eb2-87d6-d25caefb474c, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:16:34.707487 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-ada7a8d0-f4e7-4f5c-921d-231712a2a127 None None] For port b17159ad-6fd1-4eb2-87d6-d25caefb474c, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b17159ad-6fd1-4eb2-87d6-d25caefb474c,segment=NetworkSegment(1951ae0b-0d4a-4302-b96c-8687ac277b84),segment_id=1951ae0b-0d4a-4302-b96c-8687ac277b84)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:16:34.712737 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ada7a8d0-f4e7-4f5c-921d-231712a2a127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:34.747815 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e3c59f85-5886-4589-a4b0-c6d22f00145d tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:34.759038 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e3c59f85-5886-4589-a4b0-c6d22f00145d tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:34.759236 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-398a3ef2-f8ad-4223-a3ae-0f856816017e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:34.760708 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-398a3ef2-f8ad-4223-a3ae-0f856816017e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6966162 Aug 10 01:16:34.763345 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42668) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:34.768419 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-cc77ac99-5bcd-4b1e-a710-d1ddcf198b23 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'security_group_rule': {'security_group_id': '495ae47c-a2a3-4a5e-8755-8c8527e6eef7', 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:34.799527 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cc77ac99-5bcd-4b1e-a710-d1ddcf198b23 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:34.824119 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7a8d0-f4e7-4f5c-921d-231712a2a127 None None] Pushing event updated for resources: {'Port': ['ID=b17159ad-6fd1-4eb2-87d6-d25caefb474c,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:34.887941 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cc77ac99-5bcd-4b1e-a710-d1ddcf198b23 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:34.893954 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cc77ac99-5bcd-4b1e-a710-d1ddcf198b23 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:34.908357 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c59f85-5886-4589-a4b0-c6d22f00145d tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:16:34.918620 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77ac99-5bcd-4b1e-a710-d1ddcf198b23 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ae5572-e5c5-4d51-95e4-565a79344bfa,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:34.924556 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cc77ac99-5bcd-4b1e-a710-d1ddcf198b23 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:34.928306 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cc77ac99-5bcd-4b1e-a710-d1ddcf198b23 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1616154 Aug 10 01:16:34.931067 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42680) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:34.935877 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-0361f86e-04a6-4b99-ad51-bd523edea42b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'security_group_rule': {'security_group_id': '495ae47c-a2a3-4a5e-8755-8c8527e6eef7', 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:34.964120 n-d-766726-26 neutron-server[105827]: INFO neutron.db.securitygroups_db [None req-0361f86e-04a6-4b99-ad51-bd523edea42b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Project ffe13e423dfd43ec93b2db095fb6b3d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:16:34.970563 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c59f85-5886-4589-a4b0-c6d22f00145d tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbdd877-6cfe-4efc-94f9-57c5d73f5da3,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:34.971903 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0361f86e-04a6-4b99-ad51-bd523edea42b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:35.038332 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e3c59f85-5886-4589-a4b0-c6d22f00145d tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:35.038690 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-e3c59f85-5886-4589-a4b0-c6d22f00145d tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Added segment cce2ac10-cdb8-470e-9631-e239ccb8e014 of type vlan for network e1a8d90e-318b-48cc-a21f-6137f081e86d Aug 10 01:16:35.058544 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b12c43f6-2217-4538-8fc3-9667892b0ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:35.059466 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0361f86e-04a6-4b99-ad51-bd523edea42b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:35.069770 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0361f86e-04a6-4b99-ad51-bd523edea42b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:35.097872 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0361f86e-04a6-4b99-ad51-bd523edea42b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:35.102000 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0361f86e-04a6-4b99-ad51-bd523edea42b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1670740 Aug 10 01:16:35.106518 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42684) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:35.114027 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-ce0ff64d-0c6a-4e5e-a04d-ba6b1bc01d53 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'security_group_rule': {'security_group_id': '495ae47c-a2a3-4a5e-8755-8c8527e6eef7', 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:35.120152 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3ab46be8-a567-4bb2-ad29-e7ecc1915c51 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:35.120651 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361f86e-04a6-4b99-ad51-bd523edea42b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e154268e-f328-4275-9526-26d1ed6c31d6,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:35.141433 n-d-766726-26 neutron-server[105827]: INFO neutron.db.securitygroups_db [None req-ce0ff64d-0c6a-4e5e-a04d-ba6b1bc01d53 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Project ffe13e423dfd43ec93b2db095fb6b3d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:16:35.150099 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ce0ff64d-0c6a-4e5e-a04d-ba6b1bc01d53 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:35.205810 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e3c59f85-5886-4589-a4b0-c6d22f00145d tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:35.219658 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458699e-cbb5-4f31-a171-0f9a1ffa5052 req-61c90a41-4294-4dcb-842f-258722f6b0b5 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:35.221830 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2458699e-cbb5-4f31-a171-0f9a1ffa5052 req-61c90a41-4294-4dcb-842f-258722f6b0b5 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 944 time: 0.2529850 Aug 10 01:16:35.226914 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ce0ff64d-0c6a-4e5e-a04d-ba6b1bc01d53 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:35.231909 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ce0ff64d-0c6a-4e5e-a04d-ba6b1bc01d53 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:35.253998 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ff64d-0c6a-4e5e-a04d-ba6b1bc01d53 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04659214-e4c8-4849-a094-75bfab5426b2,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:35.259598 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 61c7227b-d2b9-4241-b745-f24a455f76f0 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:35.267805 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c43f6-2217-4538-8fc3-9667892b0ca7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4678a999-4487-4b9b-85af-b5bf29177a3f,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:35.272837 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ce0ff64d-0c6a-4e5e-a04d-ba6b1bc01d53 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:35.276719 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ce0ff64d-0c6a-4e5e-a04d-ba6b1bc01d53 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1664827 Aug 10 01:16:35.277340 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42690) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:35.284375 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd98be4-acb8-4ec9-bcb9-6ff267f137d2 req-21b20d6b-af58-454a-aeb6-1b68b34aa796 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:35.285933 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7cd98be4-acb8-4ec9-bcb9-6ff267f137d2 req-21b20d6b-af58-454a-aeb6-1b68b34aa796 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36633c2-7147-4e8f-bd96-10952b03680d HTTP/1.1" status: 200 len: 943 time: 0.3539438 Aug 10 01:16:35.292613 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-9057db26-c8ae-45ec-b32d-0f9794010a54 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'network': {'name': 'tempest-network-smoke--371142932', 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'port_security_enabled': True}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:35.358868 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9057db26-c8ae-45ec-b32d-0f9794010a54 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Made reservation on behalf of ffe13e423dfd43ec93b2db095fb6b3d8 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:35.361579 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 61c7227b-d2b9-4241-b745-f24a455f76f0 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:35.363264 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9057db26-c8ae-45ec-b32d-0f9794010a54 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:35.366414 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 61c7227b-d2b9-4241-b745-f24a455f76f0 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:35.367001 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:35.421242 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9057db26-c8ae-45ec-b32d-0f9794010a54 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:16:35.441947 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9057db26-c8ae-45ec-b32d-0f9794010a54 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:35.442665 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-9057db26-c8ae-45ec-b32d-0f9794010a54 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Added segment 5eabac7d-2d8c-40e5-9bc2-2966785e0fc7 of type vlan for network a816cfb2-4561-452c-a993-906d177b1225 Aug 10 01:16:35.483235 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42694) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:35.495443 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b17159ad-6fd1-4eb2-87d6-d25caefb474c up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:35.506423 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9057db26-c8ae-45ec-b32d-0f9794010a54 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:35.538656 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:35.546614 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9057db26-c8ae-45ec-b32d-0f9794010a54 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:35.555258 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9057db26-c8ae-45ec-b32d-0f9794010a54 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:35.556277 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9057db26-c8ae-45ec-b32d-0f9794010a54 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:35.576139 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3e11a4-8b1b-46c3-bb16-c3f62e691089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c7227b-d2b9-4241-b745-f24a455f76f0'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:16:35.578618 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fc89a2-589f-4d81-ba50-6eb5cadf69ab" -d '{"events": [{"server_uuid": "bf3e11a4-8b1b-46c3-bb16-c3f62e691089", "name": "network-vif-plugged", "status": "completed", "tag": "61c7227b-d2b9-4241-b745-f24a455f76f0"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:16:35.594625 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9057db26-c8ae-45ec-b32d-0f9794010a54 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3162344 Aug 10 01:16:35.597918 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 61c7227b-d2b9-4241-b745-f24a455f76f0, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=61c7227b-d2b9-4241-b745-f24a455f76f0,segment=NetworkSegment(119db45f-a129-41df-b3e9-8983d492465d),segment_id=119db45f-a129-41df-b3e9-8983d492465d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:35.598488 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42700) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:35.617154 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-e9465113-d32d-4da3-8f7c-6bd5e672dc38 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-377316782', 'admin_state_up': True, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:35.623854 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:35.630460 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port b17159ad-6fd1-4eb2-87d6-d25caefb474c completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:35.637911 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12c43f6-2217-4538-8fc3-9667892b0ca7 admin admin] Checking segment: {'id': '89115f7c-9914-47ad-82bf-a5b934a55bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da04b376-9179-4831-8934-0e6b7aae24e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:35.638513 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12c43f6-2217-4538-8fc3-9667892b0ca7 admin admin] Network hostable DHCP agents. Network: da04b376-9179-4831-8934-0e6b7aae24e5, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:16:35.640429 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-10dd4571-6813-478a-ad61-5bf3c8af20db admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-184917926-network', 'tenant_id': 'e05e505b60464ce6920ec48012f857dc'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:35.654227 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a071257e-4b66-46d4-874e-94422d2eb3b6 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:35.656592 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e3c59f85-5886-4589-a4b0-c6d22f00145d tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:35.663597 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c59f85-5886-4589-a4b0-c6d22f00145d tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:35.664452 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e3c59f85-5886-4589-a4b0-c6d22f00145d tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:35.664978 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9057db26-c8ae-45ec-b32d-0f9794010a54 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'Network': ['ID=a816cfb2-4561-452c-a993-906d177b1225,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:35.676344 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10dd4571-6813-478a-ad61-5bf3c8af20db admin admin] Made reservation on behalf of e05e505b60464ce6920ec48012f857dc for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:35.679519 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-10dd4571-6813-478a-ad61-5bf3c8af20db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:35.683552 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network a816cfb2-4561-452c-a993-906d177b1225 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:16:35.691864 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-10dd4571-6813-478a-ad61-5bf3c8af20db admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:35.732732 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7cd98be4-acb8-4ec9-bcb9-6ff267f137d2 req-2996fe4b-01c1-43c4-a186-01be3b9e537c tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3823884 Aug 10 01:16:35.735607 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2458699e-cbb5-4f31-a171-0f9a1ffa5052 req-a9c4cabd-14ff-4957-ac0e-d8e3103b0412 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4624860 Aug 10 01:16:35.812558 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641a2994-7b68-4e4b-80ab-2589a088e754 x-openstack-request-id: req-641a2994-7b68-4e4b-80ab-2589a088e754 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:16:35.812857 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3e11a4-8b1b-46c3-bb16-c3f62e691089", "name": "network-vif-plugged", "status": "completed", "tag": "61c7227b-d2b9-4241-b745-f24a455f76f0", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:16:35.813111 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-641a2994-7b68-4e4b-80ab-2589a088e754 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:16:35.813507 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3e11a4-8b1b-46c3-bb16-c3f62e691089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c7227b-d2b9-4241-b745-f24a455f76f0', 'code': 200} Aug 10 01:16:35.821512 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=61c7227b-d2b9-4241-b745-f24a455f76f0,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:35.842879 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port a071257e-4b66-46d4-874e-94422d2eb3b6 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:35.844175 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e9465113-d32d-4da3-8f7c-6bd5e672dc38 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:35.846141 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e9465113-d32d-4da3-8f7c-6bd5e672dc38 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:35.849003 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port a071257e-4b66-46d4-874e-94422d2eb3b6 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:35.849517 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:35.921377 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e9465113-d32d-4da3-8f7c-6bd5e672dc38 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:35.944526 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e3c59f85-5886-4589-a4b0-c6d22f00145d tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 3.6604199 Aug 10 01:16:35.946828 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:35.954035 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42702) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:35.955720 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-3ab46be8-a567-4bb2-ad29-e7ecc1915c51 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Allocated IP 172.23.0.1 (48cea2bb-fc38-4343-88af-ed558554661c/146e0342-c7ab-45f5-8ba9-ba1320490295/0a466fc5-7d4f-446b-9150-63a75158f071) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:35.957952 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12c43f6-2217-4538-8fc3-9667892b0ca7 admin admin] Network da04b376-9179-4831-8934-0e6b7aae24e5 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:16:35.963666 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-18903741-303d-4943-832f-68e1e7b4f687 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Request body: {'subnet': {'network_id': 'e1a8d90e-318b-48cc-a21f-6137f081e86d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:35.985621 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port a071257e-4b66-46d4-874e-94422d2eb3b6, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a071257e-4b66-46d4-874e-94422d2eb3b6,segment=NetworkSegment(136da15a-6ae3-43ea-bcff-a099d6951cd7),segment_id=136da15a-6ae3-43ea-bcff-a099d6951cd7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:35.991470 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:36.041784 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c59f85-5886-4589-a4b0-c6d22f00145d tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Pushing event updated for resources: {'Network': ['ID=e1a8d90e-318b-48cc-a21f-6137f081e86d,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:36.058977 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=a071257e-4b66-46d4-874e-94422d2eb3b6,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:36.064196 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network e1a8d90e-318b-48cc-a21f-6137f081e86d details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:16:36.104653 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-b12c43f6-2217-4538-8fc3-9667892b0ca7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, da04b376-9179-4831-8934-0e6b7aae24e5) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:36.107256 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-10dd4571-6813-478a-ad61-5bf3c8af20db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:36.109163 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12c43f6-2217-4538-8fc3-9667892b0ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:36.109768 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b12c43f6-2217-4538-8fc3-9667892b0ca7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:36.132096 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-10dd4571-6813-478a-ad61-5bf3c8af20db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:36.151651 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af2738d-d144-4e03-b00d-b1ba33769ece None None] Network da04b376-9179-4831-8934-0e6b7aae24e5 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:36.167374 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10dd4571-6813-478a-ad61-5bf3c8af20db admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:16:36.192570 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd4571-6813-478a-ad61-5bf3c8af20db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc817ae-43c5-473f-8869-9346a6df8705,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:36.208419 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-10dd4571-6813-478a-ad61-5bf3c8af20db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:36.208720 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-10dd4571-6813-478a-ad61-5bf3c8af20db admin admin] Added segment 46412f6c-988a-4239-8142-465271ef0afb of type vlan for network b10304d7-b30d-4266-91a0-bec1dd1e3a24 Aug 10 01:16:36.215438 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4ac76a-0e5d-46c7-ae1c-4ead4332bee6 None None] Network 48cea2bb-fc38-4343-88af-ed558554661c requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:36.253955 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18903741-303d-4943-832f-68e1e7b4f687 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Made reservation on behalf of 990d0fc6ceac41c0bca95517b79f02a1 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:36.255363 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e9465113-d32d-4da3-8f7c-6bd5e672dc38 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:36.258434 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-18903741-303d-4943-832f-68e1e7b4f687 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:36.267129 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b12c43f6-2217-4538-8fc3-9667892b0ca7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.2109609 Aug 10 01:16:36.267129 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43985ee2-669c-4ca9-a395-b72f08585dc2 req-47c36164-7107-484d-a9fd-2d08cb8b0058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:36.268174 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-43985ee2-669c-4ca9-a395-b72f08585dc2 req-47c36164-7107-484d-a9fd-2d08cb8b0058 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 1097 time: 0.3452671 Aug 10 01:16:36.271580 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42704) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:36.278289 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-15856f91-6ce7-4dec-8e95-ef6cce0d9497 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-362065631-router', 'tenant_id': '75d90fe613f04af9a88db54df84a9d1e', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:36.303515 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-114c9b12-67d2-44be-b5c1-c58e8a17e1ad None None] Provisioning for port b17159ad-6fd1-4eb2-87d6-d25caefb474c completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:36.328219 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-114c9b12-67d2-44be-b5c1-c58e8a17e1ad None None] Provisioning complete for port b17159ad-6fd1-4eb2-87d6-d25caefb474c triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:36.328599 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-114c9b12-67d2-44be-b5c1-c58e8a17e1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:36.361945 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-10dd4571-6813-478a-ad61-5bf3c8af20db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:36.404319 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3ab46be8-a567-4bb2-ad29-e7ecc1915c51 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:36.406738 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-15856f91-6ce7-4dec-8e95-ef6cce0d9497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:36.408668 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-15856f91-6ce7-4dec-8e95-ef6cce0d9497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:36.420952 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-43985ee2-669c-4ca9-a395-b72f08585dc2 req-f1c0af45-794d-4299-ab73-a9b4493b2341 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303267 Aug 10 01:16:36.428938 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-10dd4571-6813-478a-ad61-5bf3c8af20db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:36.435330 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-3ab46be8-a567-4bb2-ad29-e7ecc1915c51 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Transition to ACTIVE for port object 0a466fc5-7d4f-446b-9150-63a75158f071 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:36.439462 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dd4571-6813-478a-ad61-5bf3c8af20db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:36.440112 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-10dd4571-6813-478a-ad61-5bf3c8af20db admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:36.508496 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-10dd4571-6813-478a-ad61-5bf3c8af20db admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0242069 Aug 10 01:16:36.512645 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15b2fe5-34ac-4d9f-a58f-9458f2d841d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-da04b376-9179-4831-8934-0e6b7aae24e5', 'network_id': 'da04b376-9179-4831-8934-0e6b7aae24e5', 'tenant_id': '75d90fe613f04af9a88db54df84a9d1e', 'fixed_ips': [{'subnet_id': '4678a999-4487-4b9b-85af-b5bf29177a3f'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:16:36.513821 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e15b2fe5-34ac-4d9f-a58f-9458f2d841d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:36.513971 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42706) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:36.519293 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-ed618a9d-224e-428a-aba7-7d1ff22ce276 admin admin] Request body: {'subnet': {'network_id': 'b10304d7-b30d-4266-91a0-bec1dd1e3a24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-184917926-subnet', 'tenant_id': 'e05e505b60464ce6920ec48012f857dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:36.524204 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-15856f91-6ce7-4dec-8e95-ef6cce0d9497 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:36.555357 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-114c9b12-67d2-44be-b5c1-c58e8a17e1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:36.564764 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd4571-6813-478a-ad61-5bf3c8af20db admin admin] Pushing event updated for resources: {'Network': ['ID=b10304d7-b30d-4266-91a0-bec1dd1e3a24,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:36.597038 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed618a9d-224e-428a-aba7-7d1ff22ce276 admin admin] Made reservation on behalf of e05e505b60464ce6920ec48012f857dc for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:36.602820 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ed618a9d-224e-428a-aba7-7d1ff22ce276 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:36.606605 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-18903741-303d-4943-832f-68e1e7b4f687 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:36.628976 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network b10304d7-b30d-4266-91a0-bec1dd1e3a24 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:16:36.760174 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18903741-303d-4943-832f-68e1e7b4f687 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Pushing event updated for resources: {'Subnet': ['ID=c39ebf0e-e69b-4f0e-a8cd-c5243b4ce846,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:36.790503 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3ab46be8-a567-4bb2-ad29-e7ecc1915c51 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:36.843605 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18903741-303d-4943-832f-68e1e7b4f687 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Checking segment: {'id': 'cce2ac10-cdb8-470e-9631-e239ccb8e014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e1a8d90e-318b-48cc-a21f-6137f081e86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:36.844023 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18903741-303d-4943-832f-68e1e7b4f687 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Network hostable DHCP agents. Network: e1a8d90e-318b-48cc-a21f-6137f081e86d, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:16:36.934027 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18903741-303d-4943-832f-68e1e7b4f687 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Network e1a8d90e-318b-48cc-a21f-6137f081e86d is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:16:36.973799 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-18903741-303d-4943-832f-68e1e7b4f687 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, e1a8d90e-318b-48cc-a21f-6137f081e86d) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:36.984115 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18903741-303d-4943-832f-68e1e7b4f687 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:36.985390 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-18903741-303d-4943-832f-68e1e7b4f687 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:36.997588 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5cdce3-e1a6-4f42-a041-34c314f7d986 None None] Network e1a8d90e-318b-48cc-a21f-6137f081e86d requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:37.014088 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-18903741-303d-4943-832f-68e1e7b4f687 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0580204 Aug 10 01:16:37.016359 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ed618a9d-224e-428a-aba7-7d1ff22ce276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:37.019509 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42712) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:37.028711 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-bf4c8ebb-c12a-458c-92bf-9c2b3f5f59be tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Request body: {'port': {'network_id': 'e1a8d90e-318b-48cc-a21f-6137f081e86d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1447709269'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:37.101353 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-114c9b12-67d2-44be-b5c1-c58e8a17e1ad None None] For port b17159ad-6fd1-4eb2-87d6-d25caefb474c, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b17159ad-6fd1-4eb2-87d6-d25caefb474c,segment=NetworkSegment(1951ae0b-0d4a-4302-b96c-8687ac277b84),segment_id=1951ae0b-0d4a-4302-b96c-8687ac277b84)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:37.116785 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-114c9b12-67d2-44be-b5c1-c58e8a17e1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:37.178550 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-e15b2fe5-34ac-4d9f-a58f-9458f2d841d5 None None] Allocated IP 172.20.0.2 (da04b376-9179-4831-8934-0e6b7aae24e5/4678a999-4487-4b9b-85af-b5bf29177a3f/b36b035d-0ed7-4df0-b982-a65bb1f1e5a5) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:37.198302 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed618a9d-224e-428a-aba7-7d1ff22ce276 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dcd6920-55ee-498b-8ef4-7e0fdfe1d14a,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:37.218331 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed618a9d-224e-428a-aba7-7d1ff22ce276 admin admin] Checking segment: {'id': '46412f6c-988a-4239-8142-465271ef0afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b10304d7-b30d-4266-91a0-bec1dd1e3a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:37.218790 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed618a9d-224e-428a-aba7-7d1ff22ce276 admin admin] Network hostable DHCP agents. Network: b10304d7-b30d-4266-91a0-bec1dd1e3a24, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:16:37.231962 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c9b12-67d2-44be-b5c1-c58e8a17e1ad None None] Pushing event updated for resources: {'Port': ['ID=b17159ad-6fd1-4eb2-87d6-d25caefb474c,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:37.248286 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab46be8-a567-4bb2-ad29-e7ecc1915c51 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Network 48cea2bb-fc38-4343-88af-ed558554661c is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:37.251326 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-15856f91-6ce7-4dec-8e95-ef6cce0d9497 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:37.256842 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed618a9d-224e-428a-aba7-7d1ff22ce276 admin admin] Network b10304d7-b30d-4266-91a0-bec1dd1e3a24 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:16:37.264992 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4c8ebb-c12a-458c-92bf-9c2b3f5f59be tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Made reservation on behalf of 990d0fc6ceac41c0bca95517b79f02a1 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:37.269331 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bf4c8ebb-c12a-458c-92bf-9c2b3f5f59be tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:37.273980 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-ed618a9d-224e-428a-aba7-7d1ff22ce276 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, b10304d7-b30d-4266-91a0-bec1dd1e3a24) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:37.285425 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed618a9d-224e-428a-aba7-7d1ff22ce276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:37.286018 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ed618a9d-224e-428a-aba7-7d1ff22ce276 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:37.295513 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c9b12-67d2-44be-b5c1-c58e8a17e1ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:37.295882 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c9b12-67d2-44be-b5c1-c58e8a17e1ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:37.296287 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c9b12-67d2-44be-b5c1-c58e8a17e1ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:37.296572 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c9b12-67d2-44be-b5c1-c58e8a17e1ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:37.296910 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c9b12-67d2-44be-b5c1-c58e8a17e1ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:37.297244 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c9b12-67d2-44be-b5c1-c58e8a17e1ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:37.297575 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c9b12-67d2-44be-b5c1-c58e8a17e1ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:37.298109 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c9b12-67d2-44be-b5c1-c58e8a17e1ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:37.299379 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c9b12-67d2-44be-b5c1-c58e8a17e1ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:37.299911 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c9b12-67d2-44be-b5c1-c58e8a17e1ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:37.300442 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c9b12-67d2-44be-b5c1-c58e8a17e1ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:37.301097 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-bf4c8ebb-c12a-458c-92bf-9c2b3f5f59be tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] device_id is not set on port 3fffa51c-fa73-486b-a7b8-2022c51df4ed yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:16:37.301357 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c9b12-67d2-44be-b5c1-c58e8a17e1ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:37.311086 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17501483-4cb1-4cab-83ae-2770a375d795 None None] Network b10304d7-b30d-4266-91a0-bec1dd1e3a24 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:37.338934 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-3ab46be8-a567-4bb2-ad29-e7ecc1915c51 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:37.346826 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ed618a9d-224e-428a-aba7-7d1ff22ce276 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8319287 Aug 10 01:16:37.374590 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-eacab66e-5db5-425e-8358-5e7996567de3 None None] Provisioning complete for port b17159ad-6fd1-4eb2-87d6-d25caefb474c triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:37.375570 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eacab66e-5db5-425e-8358-5e7996567de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:37.409425 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab46be8-a567-4bb2-ad29-e7ecc1915c51 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:37.448780 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e9465113-d32d-4da3-8f7c-6bd5e672dc38 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for router_gateway, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:37.478043 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a071257e-4b66-46d4-874e-94422d2eb3b6 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:37.514678 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-bf4c8ebb-c12a-458c-92bf-9c2b3f5f59be tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Allocated IP 2001:db8::1a3 (e1a8d90e-318b-48cc-a21f-6137f081e86d/c39ebf0e-e69b-4f0e-a8cd-c5243b4ce846/3fffa51c-fa73-486b-a7b8-2022c51df4ed) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:37.527375 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a344db-12d3-47f7-be24-8a42eb1b1251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-e1a8d90e-318b-48cc-a21f-6137f081e86d', 'network_id': 'e1a8d90e-318b-48cc-a21f-6137f081e86d', 'tenant_id': '990d0fc6ceac41c0bca95517b79f02a1', 'fixed_ips': [{'subnet_id': 'c39ebf0e-e69b-4f0e-a8cd-c5243b4ce846'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:16:37.528291 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-55a344db-12d3-47f7-be24-8a42eb1b1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:37.546233 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e9465113-d32d-4da3-8f7c-6bd5e672dc38 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:37.692231 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-e9465113-d32d-4da3-8f7c-6bd5e672dc38 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Allocated IP 172.25.2.173 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/b3ed8424-35ee-4a8b-9396-f175a3b23c43) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:37.701224 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e15b2fe5-34ac-4d9f-a58f-9458f2d841d5 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:37.727915 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bf4c8ebb-c12a-458c-92bf-9c2b3f5f59be tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:37.741311 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21833d04-753f-4acd-abfb-cd08def5be0c req-8843ebca-f684-47c8-ab54-65aa0903ce57 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:37.742232 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e15b2fe5-34ac-4d9f-a58f-9458f2d841d5 None None] Transition to ACTIVE for port object b36b035d-0ed7-4df0-b982-a65bb1f1e5a5 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:37.743133 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-21833d04-753f-4acd-abfb-cd08def5be0c req-8843ebca-f684-47c8-ab54-65aa0903ce57 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 945 time: 0.4866607 Aug 10 01:16:37.747255 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-bf4c8ebb-c12a-458c-92bf-9c2b3f5f59be tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Transition to ACTIVE for port object 3fffa51c-fa73-486b-a7b8-2022c51df4ed will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:37.777449 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab46be8-a567-4bb2-ad29-e7ecc1915c51 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Port': ['ID=0a466fc5-7d4f-446b-9150-63a75158f071,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:37.788157 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3ab46be8-a567-4bb2-ad29-e7ecc1915c51 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:37.797424 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bf4c8ebb-c12a-458c-92bf-9c2b3f5f59be tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:37.884317 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4c8ebb-c12a-458c-92bf-9c2b3f5f59be tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Network e1a8d90e-318b-48cc-a21f-6137f081e86d is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:37.887697 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e15b2fe5-34ac-4d9f-a58f-9458f2d841d5 None None] Transition to ACTIVE for port object b36b035d-0ed7-4df0-b982-a65bb1f1e5a5 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:37.889069 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-bf4c8ebb-c12a-458c-92bf-9c2b3f5f59be tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:37.895495 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4c8ebb-c12a-458c-92bf-9c2b3f5f59be tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:37.909335 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d541688-50b0-4081-929e-3a69f642abc6 None None] Network b10304d7-b30d-4266-91a0-bec1dd1e3a24 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:37.911605 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4c8ebb-c12a-458c-92bf-9c2b3f5f59be tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:37.912326 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bf4c8ebb-c12a-458c-92bf-9c2b3f5f59be tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:37.928557 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c8ebb-c12a-458c-92bf-9c2b3f5f59be tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Pushing event updated for resources: {'Port': ['ID=3fffa51c-fa73-486b-a7b8-2022c51df4ed,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:37.932822 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e15b2fe5-34ac-4d9f-a58f-9458f2d841d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:37.946200 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-bf4c8ebb-c12a-458c-92bf-9c2b3f5f59be tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9223363 Aug 10 01:16:37.949034 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42720) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:37.959995 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec13c5-54b1-4fb1-b34a-a0c8f6e74d70 req-6afef67e-c56b-4013-a523-86bf7c57741a tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:37.961312 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-21a7cb51-5457-4841-a93c-a2213ceef72a tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Request body: {'port': {'network_id': 'e1a8d90e-318b-48cc-a21f-6137f081e86d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2011732659', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:37.961543 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e8ec13c5-54b1-4fb1-b34a-a0c8f6e74d70 req-6afef67e-c56b-4013-a523-86bf7c57741a tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36633c2-7147-4e8f-bd96-10952b03680d HTTP/1.1" status: 200 len: 943 time: 0.7039111 Aug 10 01:16:37.962238 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.api.validators [None req-21a7cb51-5457-4841-a93c-a2213ceef72a tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] bootfile-name is not in valid_values {{(pid=105827) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 01:16:37.963016 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.api.validators [None req-21a7cb51-5457-4841-a93c-a2213ceef72a tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] tftp-server is not in valid_values {{(pid=105827) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 01:16:37.963522 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.api.validators [None req-21a7cb51-5457-4841-a93c-a2213ceef72a tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] server-ip-address is not in valid_values {{(pid=105827) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 01:16:37.978499 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port a071257e-4b66-46d4-874e-94422d2eb3b6 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:37.979024 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.038462 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-21833d04-753f-4acd-abfb-cd08def5be0c req-4a5f512f-f874-47a4-bea6-50f68be51627 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628953 Aug 10 01:16:38.066484 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3ab46be8-a567-4bb2-ad29-e7ecc1915c51 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.097843 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15b2fe5-34ac-4d9f-a58f-9458f2d841d5 None None] Network da04b376-9179-4831-8934-0e6b7aae24e5 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:38.123510 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-e15b2fe5-34ac-4d9f-a58f-9458f2d841d5 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:38.132865 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15b2fe5-34ac-4d9f-a58f-9458f2d841d5 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:38.137700 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b2fe5-34ac-4d9f-a58f-9458f2d841d5 None None] Pushing event updated for resources: {'Port': ['ID=b36b035d-0ed7-4df0-b982-a65bb1f1e5a5,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:38.145174 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a7cb51-5457-4841-a93c-a2213ceef72a tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Made reservation on behalf of 990d0fc6ceac41c0bca95517b79f02a1 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:38.152046 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-55a344db-12d3-47f7-be24-8a42eb1b1251 None None] Allocated IP 2001:db8::2 (e1a8d90e-318b-48cc-a21f-6137f081e86d/c39ebf0e-e69b-4f0e-a8cd-c5243b4ce846/e6268e49-8312-424f-92db-ae8771a0fea7) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:38.179470 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-21a7cb51-5457-4841-a93c-a2213ceef72a tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.201455 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-dc0a0bab-309a-4f07-97bc-36c8f75ddb4f None None] Provisioning for port 0a466fc5-7d4f-446b-9150-63a75158f071 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:38.204069 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-21a7cb51-5457-4841-a93c-a2213ceef72a tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] device_id is not set on port a38fc3bd-bb33-4c30-8c1a-31ccdefedc24 yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:16:38.241272 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-dc0a0bab-309a-4f07-97bc-36c8f75ddb4f None None] Provisioning complete for port 0a466fc5-7d4f-446b-9150-63a75158f071 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:38.241783 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0bab-309a-4f07-97bc-36c8f75ddb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.299465 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42730) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:38.306117 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-2170f468-fa01-4cae-b5f3-94f3d5d69601 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1197109295-network', 'tenant_id': '87b31803de314960bfc2a70286bb6898'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:38.331730 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2170f468-fa01-4cae-b5f3-94f3d5d69601 admin admin] Made reservation on behalf of 87b31803de314960bfc2a70286bb6898 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:38.335272 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2170f468-fa01-4cae-b5f3-94f3d5d69601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.347194 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2170f468-fa01-4cae-b5f3-94f3d5d69601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.360872 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e8ec13c5-54b1-4fb1-b34a-a0c8f6e74d70 req-7d76ac92-73fd-46fa-8f6b-c59cb9ad3306 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3585970 Aug 10 01:16:38.373814 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-e15b2fe5-34ac-4d9f-a58f-9458f2d841d5 None None] Attempting to bind port b36b035d-0ed7-4df0-b982-a65bb1f1e5a5 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:16:38.374864 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-e15b2fe5-34ac-4d9f-a58f-9458f2d841d5 None None] Attempting to bind port b36b035d-0ed7-4df0-b982-a65bb1f1e5a5 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '89115f7c-9914-47ad-82bf-a5b934a55bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da04b376-9179-4831-8934-0e6b7aae24e5'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:16:38.375427 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15b2fe5-34ac-4d9f-a58f-9458f2d841d5 None None] Attempting to bind port b36b035d-0ed7-4df0-b982-a65bb1f1e5a5 on network da04b376-9179-4831-8934-0e6b7aae24e5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:16:38.394980 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e9465113-d32d-4da3-8f7c-6bd5e672dc38 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.400958 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15b2fe5-34ac-4d9f-a58f-9458f2d841d5 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:16:38.401218 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15b2fe5-34ac-4d9f-a58f-9458f2d841d5 None None] Checking segment: {'id': '89115f7c-9914-47ad-82bf-a5b934a55bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da04b376-9179-4831-8934-0e6b7aae24e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:38.401814 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e15b2fe5-34ac-4d9f-a58f-9458f2d841d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.402402 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15b2fe5-34ac-4d9f-a58f-9458f2d841d5 None None] Bound using segment: {'id': '89115f7c-9914-47ad-82bf-a5b934a55bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da04b376-9179-4831-8934-0e6b7aae24e5'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:16:38.403287 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-e15b2fe5-34ac-4d9f-a58f-9458f2d841d5 None None] Bound port: b36b035d-0ed7-4df0-b982-a65bb1f1e5a5, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89115f7c-9914-47ad-82bf-a5b934a55bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da04b376-9179-4831-8934-0e6b7aae24e5'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:16:38.403470 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e15b2fe5-34ac-4d9f-a58f-9458f2d841d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.405594 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-dc0a0bab-309a-4f07-97bc-36c8f75ddb4f None None] Port 0a466fc5-7d4f-446b-9150-63a75158f071 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:38.414780 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3ab46be8-a567-4bb2-ad29-e7ecc1915c51 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.424931 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3ab46be8-a567-4bb2-ad29-e7ecc1915c51 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.495971 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2170f468-fa01-4cae-b5f3-94f3d5d69601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.500591 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2170f468-fa01-4cae-b5f3-94f3d5d69601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.533525 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2170f468-fa01-4cae-b5f3-94f3d5d69601 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:16:38.535002 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-e15b2fe5-34ac-4d9f-a58f-9458f2d841d5 None None] For port b36b035d-0ed7-4df0-b982-a65bb1f1e5a5, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:16:38.539566 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2170f468-fa01-4cae-b5f3-94f3d5d69601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa838e77-f38d-4dc6-b0b8-eee96e5cfba7,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:38.539744 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-e15b2fe5-34ac-4d9f-a58f-9458f2d841d5 None None] For port b36b035d-0ed7-4df0-b982-a65bb1f1e5a5, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b36b035d-0ed7-4df0-b982-a65bb1f1e5a5,segment=NetworkSegment(89115f7c-9914-47ad-82bf-a5b934a55bcc),segment_id=89115f7c-9914-47ad-82bf-a5b934a55bcc)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:16:38.545540 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e15b2fe5-34ac-4d9f-a58f-9458f2d841d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.546808 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-55a344db-12d3-47f7-be24-8a42eb1b1251 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.554551 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2170f468-fa01-4cae-b5f3-94f3d5d69601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.555811 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-2170f468-fa01-4cae-b5f3-94f3d5d69601 admin admin] Added segment 67f65dce-6956-4830-a8f6-c09f30fa8ad9 of type vlan for network 480ba732-31fb-465c-9cbd-c8c219c45743 Aug 10 01:16:38.583194 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-55a344db-12d3-47f7-be24-8a42eb1b1251 None None] Transition to ACTIVE for port object e6268e49-8312-424f-92db-ae8771a0fea7 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:38.584840 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3ab46be8-a567-4bb2-ad29-e7ecc1915c51 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.586570 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab46be8-a567-4bb2-ad29-e7ecc1915c51 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event updated for resources: {'Port': ['ID=0a466fc5-7d4f-446b-9150-63a75158f071,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:38.621110 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2170f468-fa01-4cae-b5f3-94f3d5d69601 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.629283 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-55a344db-12d3-47f7-be24-8a42eb1b1251 None None] Transition to ACTIVE for port object e6268e49-8312-424f-92db-ae8771a0fea7 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:38.635397 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b2fe5-34ac-4d9f-a58f-9458f2d841d5 None None] Pushing event updated for resources: {'Port': ['ID=b36b035d-0ed7-4df0-b982-a65bb1f1e5a5,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:38.641536 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-55a344db-12d3-47f7-be24-8a42eb1b1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.690061 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a344db-12d3-47f7-be24-8a42eb1b1251 None None] Network e1a8d90e-318b-48cc-a21f-6137f081e86d is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:38.693630 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-55a344db-12d3-47f7-be24-8a42eb1b1251 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:38.697261 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a344db-12d3-47f7-be24-8a42eb1b1251 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:38.702685 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e9465113-d32d-4da3-8f7c-6bd5e672dc38 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.709137 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a344db-12d3-47f7-be24-8a42eb1b1251 None None] Pushing event updated for resources: {'Port': ['ID=e6268e49-8312-424f-92db-ae8771a0fea7,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:38.717040 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2170f468-fa01-4cae-b5f3-94f3d5d69601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.718334 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2170f468-fa01-4cae-b5f3-94f3d5d69601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:38.721337 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2170f468-fa01-4cae-b5f3-94f3d5d69601 admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.754780 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-15856f91-6ce7-4dec-8e95-ef6cce0d9497 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.770112 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-55a344db-12d3-47f7-be24-8a42eb1b1251 None None] Attempting to bind port e6268e49-8312-424f-92db-ae8771a0fea7 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:16:38.770500 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-55a344db-12d3-47f7-be24-8a42eb1b1251 None None] Attempting to bind port e6268e49-8312-424f-92db-ae8771a0fea7 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'cce2ac10-cdb8-470e-9631-e239ccb8e014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e1a8d90e-318b-48cc-a21f-6137f081e86d'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:16:38.771002 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a344db-12d3-47f7-be24-8a42eb1b1251 None None] Attempting to bind port e6268e49-8312-424f-92db-ae8771a0fea7 on network e1a8d90e-318b-48cc-a21f-6137f081e86d {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:16:38.777783 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a344db-12d3-47f7-be24-8a42eb1b1251 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:16:38.778168 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a344db-12d3-47f7-be24-8a42eb1b1251 None None] Checking segment: {'id': 'cce2ac10-cdb8-470e-9631-e239ccb8e014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e1a8d90e-318b-48cc-a21f-6137f081e86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:38.778588 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-55a344db-12d3-47f7-be24-8a42eb1b1251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.778992 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a344db-12d3-47f7-be24-8a42eb1b1251 None None] Bound using segment: {'id': 'cce2ac10-cdb8-470e-9631-e239ccb8e014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e1a8d90e-318b-48cc-a21f-6137f081e86d'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:16:38.779478 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-55a344db-12d3-47f7-be24-8a42eb1b1251 None None] Bound port: e6268e49-8312-424f-92db-ae8771a0fea7, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce2ac10-cdb8-470e-9631-e239ccb8e014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e1a8d90e-318b-48cc-a21f-6137f081e86d'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:16:38.779873 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-55a344db-12d3-47f7-be24-8a42eb1b1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.787433 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9465113-d32d-4da3-8f7c-6bd5e672dc38 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:38.792145 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-15856f91-6ce7-4dec-8e95-ef6cce0d9497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.808960 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-21a7cb51-5457-4841-a93c-a2213ceef72a tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Allocated IP 2001:db8::3d6 (e1a8d90e-318b-48cc-a21f-6137f081e86d/c39ebf0e-e69b-4f0e-a8cd-c5243b4ce846/a38fc3bd-bb33-4c30-8c1a-31ccdefedc24) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:38.814397 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-e9465113-d32d-4da3-8f7c-6bd5e672dc38 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:38.814670 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2170f468-fa01-4cae-b5f3-94f3d5d69601 admin admin] Pushing event updated for resources: {'Network': ['ID=480ba732-31fb-465c-9cbd-c8c219c45743,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:38.821851 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9465113-d32d-4da3-8f7c-6bd5e672dc38 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:38.827155 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9465113-d32d-4da3-8f7c-6bd5e672dc38 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'Port': ['ID=b3ed8424-35ee-4a8b-9396-f175a3b23c43,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:38.834279 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2170f468-fa01-4cae-b5f3-94f3d5d69601 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5331998 Aug 10 01:16:38.835123 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42732) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:38.842353 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-273a83d3-ac32-41e3-8567-87f02525f14d admin admin] Request body: {'subnet': {'network_id': '480ba732-31fb-465c-9cbd-c8c219c45743', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1197109295-subnet', 'tenant_id': '87b31803de314960bfc2a70286bb6898', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:38.849249 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-55a344db-12d3-47f7-be24-8a42eb1b1251 None None] For port e6268e49-8312-424f-92db-ae8771a0fea7, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:16:38.852604 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-55a344db-12d3-47f7-be24-8a42eb1b1251 None None] For port e6268e49-8312-424f-92db-ae8771a0fea7, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=e6268e49-8312-424f-92db-ae8771a0fea7,segment=NetworkSegment(cce2ac10-cdb8-470e-9631-e239ccb8e014),segment_id=cce2ac10-cdb8-470e-9631-e239ccb8e014)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:16:38.855418 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 480ba732-31fb-465c-9cbd-c8c219c45743 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:16:38.873821 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-55a344db-12d3-47f7-be24-8a42eb1b1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.882641 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273a83d3-ac32-41e3-8567-87f02525f14d admin admin] Made reservation on behalf of 87b31803de314960bfc2a70286bb6898 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:38.885213 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-273a83d3-ac32-41e3-8567-87f02525f14d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.902221 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab46be8-a567-4bb2-ad29-e7ecc1915c51 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Network 48cea2bb-fc38-4343-88af-ed558554661c is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:38.925891 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-3ab46be8-a567-4bb2-ad29-e7ecc1915c51 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:39.237820 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-e77c3805-3e5d-4b8e-add8-90a38896cd08 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3527155 Aug 10 01:16:39.256351 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a344db-12d3-47f7-be24-8a42eb1b1251 None None] Pushing event updated for resources: {'Port': ['ID=e6268e49-8312-424f-92db-ae8771a0fea7,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:39.301107 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-21a7cb51-5457-4841-a93c-a2213ceef72a tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:39.309624 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-273a83d3-ac32-41e3-8567-87f02525f14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:39.371982 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a83d3-ac32-41e3-8567-87f02525f14d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c218b8ff-cb9e-4eb4-894e-bff26d6eb5de,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:39.383009 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-15856f91-6ce7-4dec-8e95-ef6cce0d9497 admin admin] Allocated IP 172.25.2.250 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/4c33c499-dd29-45d1-ac9b-784b6b1b9973) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:39.389113 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-21a7cb51-5457-4841-a93c-a2213ceef72a tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Transition to ACTIVE for port object a38fc3bd-bb33-4c30-8c1a-31ccdefedc24 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:39.446323 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273a83d3-ac32-41e3-8567-87f02525f14d admin admin] Checking segment: {'id': '67f65dce-6956-4830-a8f6-c09f30fa8ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '480ba732-31fb-465c-9cbd-c8c219c45743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:39.446857 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273a83d3-ac32-41e3-8567-87f02525f14d admin admin] Network hostable DHCP agents. Network: 480ba732-31fb-465c-9cbd-c8c219c45743, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:16:39.480584 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273a83d3-ac32-41e3-8567-87f02525f14d admin admin] Network 480ba732-31fb-465c-9cbd-c8c219c45743 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:16:39.485558 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-21a7cb51-5457-4841-a93c-a2213ceef72a tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:39.510612 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab46be8-a567-4bb2-ad29-e7ecc1915c51 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Router 9d0cf995-9f48-4dff-a73a-54b607f7fc04 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:16:39.540863 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-273a83d3-ac32-41e3-8567-87f02525f14d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 480ba732-31fb-465c-9cbd-c8c219c45743) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:39.564298 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a7cb51-5457-4841-a93c-a2213ceef72a tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Network e1a8d90e-318b-48cc-a21f-6137f081e86d is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:39.564872 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18460d8-28f8-4ecc-9d1d-0e8d4b85e664 None None] Network 480ba732-31fb-465c-9cbd-c8c219c45743 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:39.570982 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273a83d3-ac32-41e3-8567-87f02525f14d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:39.571591 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-273a83d3-ac32-41e3-8567-87f02525f14d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:39.586030 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-21a7cb51-5457-4841-a93c-a2213ceef72a tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:39.589381 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b17159ad-6fd1-4eb2-87d6-d25caefb474c up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:39.601532 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a7cb51-5457-4841-a93c-a2213ceef72a tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:39.623650 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a7cb51-5457-4841-a93c-a2213ceef72a tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:39.624604 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-21a7cb51-5457-4841-a93c-a2213ceef72a tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:39.650878 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-273a83d3-ac32-41e3-8567-87f02525f14d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8126979 Aug 10 01:16:39.666285 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a7cb51-5457-4841-a93c-a2213ceef72a tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Pushing event updated for resources: {'Port': ['ID=a38fc3bd-bb33-4c30-8c1a-31ccdefedc24,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:39.675397 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-21a7cb51-5457-4841-a93c-a2213ceef72a tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.7188761 Aug 10 01:16:39.676701 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42740) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:39.679395 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-08508ea0-1d89-4c5e-8e38-340b786262d0 None None] Provisioning complete for port 0a466fc5-7d4f-446b-9150-63a75158f071 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:39.679790 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-08508ea0-1d89-4c5e-8e38-340b786262d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:39.770307 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec6af86-2840-4896-a589-70bb5a3698de tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:39.777111 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec6af86-2840-4896-a589-70bb5a3698de tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:39.783451 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec6af86-2840-4896-a589-70bb5a3698de tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:39.787985 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2ec6af86-2840-4896-a589-70bb5a3698de tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1079443 Aug 10 01:16:39.791732 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42742) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:39.931944 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-31e3535c-13f4-4668-946a-a344d87163c7 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Deleting port a38fc3bd-bb33-4c30-8c1a-31ccdefedc24 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:39.932171 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-31e3535c-13f4-4668-946a-a344d87163c7 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:39.981689 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-08508ea0-1d89-4c5e-8e38-340b786262d0 None None] Port 0a466fc5-7d4f-446b-9150-63a75158f071 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:40.013214 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port b17159ad-6fd1-4eb2-87d6-d25caefb474c triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:40.013888 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:40.036009 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369577fa-afd9-4b67-a253-1acf04bbe9c3 req-19909ba8-4e21-4930-9866-f3eae989d574 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:40.043771 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-369577fa-afd9-4b67-a253-1acf04bbe9c3 req-19909ba8-4e21-4930-9866-f3eae989d574 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 945 time: 0.8230968 Aug 10 01:16:40.083999 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-31e3535c-13f4-4668-946a-a344d87163c7 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:40.107561 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-31e3535c-13f4-4668-946a-a344d87163c7 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Calling delete_port for a38fc3bd-bb33-4c30-8c1a-31ccdefedc24 owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:40.110005 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-3b6309d4-9e37-4cac-aa18-3242643dc7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:40.110499 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-3b6309d4-9e37-4cac-aa18-3242643dc7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:40.111691 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-3b6309d4-9e37-4cac-aa18-3242643dc7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:40.112377 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-3b6309d4-9e37-4cac-aa18-3242643dc7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:40.113028 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-3b6309d4-9e37-4cac-aa18-3242643dc7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:40.113518 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-3b6309d4-9e37-4cac-aa18-3242643dc7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:40.114143 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-3b6309d4-9e37-4cac-aa18-3242643dc7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:40.116125 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-3b6309d4-9e37-4cac-aa18-3242643dc7ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e71a6b0ced6b4bc38b4b6a0ba3c24e39&device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 6509 time: 0.7776933 Aug 10 01:16:40.142898 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7677ba40-5568-4ed2-8eb8-f54f7b1a7826 None None] Network 480ba732-31fb-465c-9cbd-c8c219c45743 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:40.301553 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-31e3535c-13f4-4668-946a-a344d87163c7 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:40.305228 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26be4f0-c1f3-4f81-bb4e-c9fdcaa4f1ab None None] Network da04b376-9179-4831-8934-0e6b7aae24e5 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:40.324861 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0a05c-1371-40f3-9644-fa0446b345dd req-33287018-3066-42fc-a352-83661339c257 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:40.326489 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-23d0a05c-1371-40f3-9644-fa0446b345dd req-33287018-3066-42fc-a352-83661339c257 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36633c2-7147-4e8f-bd96-10952b03680d HTTP/1.1" status: 200 len: 943 time: 0.8301103 Aug 10 01:16:40.331179 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b36b035d-0ed7-4df0-b982-a65bb1f1e5a5 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:40.337597 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e3535c-13f4-4668-946a-a344d87163c7 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Pushing event deleted for resources: {'Port': ['ID=a38fc3bd-bb33-4c30-8c1a-31ccdefedc24,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:40.340034 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-369577fa-afd9-4b67-a253-1acf04bbe9c3 req-de93e205-e092-4e06-b535-01e88c9a4e10 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911170 Aug 10 01:16:40.392036 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-31e3535c-13f4-4668-946a-a344d87163c7 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:40.394798 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-31e3535c-13f4-4668-946a-a344d87163c7 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] 10.222.0.35 "DELETE /v2.0/ports/a38fc3bd-bb33-4c30-8c1a-31ccdefedc24 HTTP/1.1" status: 204 len: 168 time: 0.6015928 Aug 10 01:16:40.398242 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42752) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:40.404539 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-03ff7f8d-83aa-4c97-a48c-e03851803428 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Request body: {'port': {'name': 'tempest-new-port-name-1373330154', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:40.404946 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.api.validators [None req-03ff7f8d-83aa-4c97-a48c-e03851803428 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] bootfile-name is not in valid_values {{(pid=105827) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 01:16:40.405295 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.api.validators [None req-03ff7f8d-83aa-4c97-a48c-e03851803428 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] tftp-server is not in valid_values {{(pid=105827) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 01:16:40.405962 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.api.validators [None req-03ff7f8d-83aa-4c97-a48c-e03851803428 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] server-ip-address is not in valid_values {{(pid=105827) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 01:16:40.431477 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-15856f91-6ce7-4dec-8e95-ef6cce0d9497 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:40.445420 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab46be8-a567-4bb2-ad29-e7ecc1915c51 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:16:40.462736 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7dfe33-041e-499c-8d1f-6106568bb672 None None] Sync routers for ids ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:16:40.482892 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7dfe33-041e-499c-8d1f-6106568bb672 None None] Routers {'9d0cf995-9f48-4dff-a73a-54b607f7fc04'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:40.483936 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-bf7dfe33-041e-499c-8d1f-6106568bb672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:40.508830 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-03ff7f8d-83aa-4c97-a48c-e03851803428 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:40.517543 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-9fc33f4b-3360-4b3a-9f82-aed01a80b9bc None None] Provisioning for port b36b035d-0ed7-4df0-b982-a65bb1f1e5a5 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:40.517773 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-e44ddb0a-3a76-477e-87f8-3b36e6bc99ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:40.518472 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-e44ddb0a-3a76-477e-87f8-3b36e6bc99ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:40.519189 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-e44ddb0a-3a76-477e-87f8-3b36e6bc99ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:40.520931 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-e44ddb0a-3a76-477e-87f8-3b36e6bc99ec service neutron] 10.222.0.20 "GET /v2.0/networks?id=aaa7fdb9-5c2f-4bac-aa26-627a06906836&id=9ba4f345-2af9-4b1a-a096-ab30f02c75cd&id=9ba4f345-2af9-4b1a-a096-ab30f02c75cd&id=9ba4f345-2af9-4b1a-a096-ab30f02c75cd&id=9ba4f345-2af9-4b1a-a096-ab30f02c75cd&id=f42b1fb5-1f26-4b59-83fe-d283978e154a&id=f42b1fb5-1f26-4b59-83fe-d283978e154a HTTP/1.1" status: 200 len: 2296 time: 0.3500180 Aug 10 01:16:40.530219 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3ab46be8-a567-4bb2-ad29-e7ecc1915c51 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "PUT /v2.0/routers/9d0cf995-9f48-4dff-a73a-54b607f7fc04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3954711 Aug 10 01:16:40.531260 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42754) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:40.540323 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-54c23d39-5f67-4cd5-8921-e277b9a352ab tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:40.550366 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e9465113-d32d-4da3-8f7c-6bd5e672dc38 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for router_gateway, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:40.650423 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port b36b035d-0ed7-4df0-b982-a65bb1f1e5a5 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:40.659593 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port b36b035d-0ed7-4df0-b982-a65bb1f1e5a5 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:40.660138 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:40.663303 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-bf7dfe33-041e-499c-8d1f-6106568bb672 None None] Set router 9d0cf995-9f48-4dff-a73a-54b607f7fc04 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:40.701925 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-b33b0a44-00c4-4bac-80ed-28124c0abeaa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=834b0bb3-38be-46a7-8062-14ea75abcd5f HTTP/1.1" status: 200 len: 1000 time: 0.1529086 Aug 10 01:16:40.789202 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-1ef2ec07-8dbf-4515-8d37-ff50517ec295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:40.791885 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-1ef2ec07-8dbf-4515-8d37-ff50517ec295 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=339ff70b-03e4-4165-8331-9fed849d52e8 HTTP/1.1" status: 200 len: 855 time: 0.0792983 Aug 10 01:16:40.801774 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:40.804242 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-23d0a05c-1371-40f3-9644-fa0446b345dd req-6cb430fb-7a1d-4a08-a815-ed69425f029c tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4413798 Aug 10 01:16:40.870202 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port b36b035d-0ed7-4df0-b982-a65bb1f1e5a5, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b36b035d-0ed7-4df0-b982-a65bb1f1e5a5,segment=NetworkSegment(89115f7c-9914-47ad-82bf-a5b934a55bcc),segment_id=89115f7c-9914-47ad-82bf-a5b934a55bcc)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:40.883692 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:40.955666 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5da2acd-0929-4d3d-a052-1aa5587b3a05 None None] Network e1a8d90e-318b-48cc-a21f-6137f081e86d requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:40.976875 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=b36b035d-0ed7-4df0-b982-a65bb1f1e5a5,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:41.035140 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-766e1a0d-a33d-428b-9af5-b3ec7cfe39c0 None None] Provisioning for port e6268e49-8312-424f-92db-ae8771a0fea7 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:41.043108 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-bf7dfe33-041e-499c-8d1f-6106568bb672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'name': 'tempest-RoutersTest-router-1469032217', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:56Z', 'updated_at': '2021-08-10T01:16:37Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'gw_port_host': None, '_interfaces': [{'id': '0a466fc5-7d4f-446b-9150-63a75158f071', 'name': '', 'network_id': '48cea2bb-fc38-4343-88af-ed558554661c', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:6d:08:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '146e0342-c7ab-45f5-8ba9-ba1320490295', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:35Z', 'updated_at': '2021-08-10T01:16:38Z', 'revision_number': 2, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '146e0342-c7ab-45f5-8ba9-ba1320490295', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '175adc59-9f71-44d0-bbe9-a7988690f85c', 'name': '', 'network_id': '4e498552-98b5-4b1a-97a3-3bbef0955c31', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:d3:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:12Z', 'updated_at': '2021-08-10T01:16:25Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9954e812-f674-4efe-a9fb-89d0f8e8cd13', 'name': '', 'network_id': '943e90f7-b023-4655-9081-04e8a18da465', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:a5:e5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:59Z', 'updated_at': '2021-08-10T01:16:10Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a071257e-4b66-46d4-874e-94422d2eb3b6', 'name': '', 'network_id': '2742f3b1-2580-4cf7-9ea2-7f396f13015e', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:6e:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '90424d98-2420-4878-8f23-785f2c9ee95f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:24Z', 'updated_at': '2021-08-10T01:16:35Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '90424d98-2420-4878-8f23-785f2c9ee95f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:41.095666 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7dfe33-041e-499c-8d1f-6106568bb672 None None] Checking router: 9d0cf995-9f48-4dff-a73a-54b607f7fc04 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:16:41.096367 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7dfe33-041e-499c-8d1f-6106568bb672 None None] Updating router 9d0cf995-9f48-4dff-a73a-54b607f7fc04 port 0a466fc5-7d4f-446b-9150-63a75158f071 binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:16:41.099814 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-11e8f6bf-580d-4bc8-a92f-0ec42ec24dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:41.101363 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-11e8f6bf-580d-4bc8-a92f-0ec42ec24dcf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aaa7fdb9-5c2f-4bac-aa26-627a06906836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2907495 Aug 10 01:16:41.114817 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdca3f8-bf52-400f-89c4-fb778fc74d95 req-814481e9-ad5d-4eb8-9ce4-5522990083b8 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:41.116331 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ccdca3f8-bf52-400f-89c4-fb778fc74d95 req-814481e9-ad5d-4eb8-9ce4-5522990083b8 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 945 time: 0.1257725 Aug 10 01:16:41.132485 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf7dfe33-041e-499c-8d1f-6106568bb672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:41.151973 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 5fe875d6-6001-430b-9b4f-6c4185036225 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:16:41.202834 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-be284f50-94ee-45fe-8e8d-c3e5cec08312 None None] Provisioning complete for port b36b035d-0ed7-4df0-b982-a65bb1f1e5a5 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:41.203246 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be284f50-94ee-45fe-8e8d-c3e5cec08312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:41.251702 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-15856f91-6ce7-4dec-8e95-ef6cce0d9497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:41.268626 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-03ff7f8d-83aa-4c97-a48c-e03851803428 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:41.278732 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2656a6ad-0609-4bb4-b742-1e153fd5c340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:41.286096 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-03ff7f8d-83aa-4c97-a48c-e03851803428 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:41.359626 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-03ff7f8d-83aa-4c97-a48c-e03851803428 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] In _notify_port_updated(), no bound segment for port 3fffa51c-fa73-486b-a7b8-2022c51df4ed on network e1a8d90e-318b-48cc-a21f-6137f081e86d {{(pid=105827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:16:41.367579 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ff7f8d-83aa-4c97-a48c-e03851803428 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:41.368415 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-03ff7f8d-83aa-4c97-a48c-e03851803428 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:41.372096 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-03ff7f8d-83aa-4c97-a48c-e03851803428 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] 10.222.0.35 "PUT /v2.0/ports/3fffa51c-fa73-486b-a7b8-2022c51df4ed HTTP/1.1" status: 200 len: 1130 time: 0.9706938 Aug 10 01:16:41.378889 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42764) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:41.379135 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15856f91-6ce7-4dec-8e95-ef6cce0d9497 admin admin] Pushing event updated for resources: {'Port': ['ID=4c33c499-dd29-45d1-ac9b-784b6b1b9973,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:41.450056 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-4e366504-b585-4a2f-bf7a-5587d87b4e11 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:41.451337 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff7f8d-83aa-4c97-a48c-e03851803428 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Pushing event updated for resources: {'Port': ['ID=3fffa51c-fa73-486b-a7b8-2022c51df4ed,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:41.453222 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-4e366504-b585-4a2f-bf7a-5587d87b4e11 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/networks?id=b10304d7-b30d-4266-91a0-bec1dd1e3a24 HTTP/1.1" status: 200 len: 811 time: 0.7499948 Aug 10 01:16:41.473752 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 5fe875d6-6001-430b-9b4f-6c4185036225, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=5fe875d6-6001-430b-9b4f-6c4185036225,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:41.500930 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '5fe875d6-6001-430b-9b4f-6c4185036225', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'port_id': '5fe875d6-6001-430b-9b4f-6c4185036225', 'mac_address': 'fa:16:3e:e9:ea:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:16:41.506117 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15856f91-6ce7-4dec-8e95-ef6cce0d9497 admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:41.507372 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a035f8-0840-4d19-b70e-34a841824f1b tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:41.511984 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-48a035f8-0840-4d19-b70e-34a841824f1b tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] 10.222.0.35 "GET /v2.0/ports/3fffa51c-fa73-486b-a7b8-2022c51df4ed HTTP/1.1" status: 200 len: 1130 time: 0.1290040 Aug 10 01:16:41.512104 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42766) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:41.531242 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-d2eb6fd8-07bf-4523-ba98-e9c58be098d1 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/quotas/e05e505b60464ce6920ec48012f857dc HTTP/1.1" status: 200 len: 375 time: 0.0298722 Aug 10 01:16:41.536692 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-15856f91-6ce7-4dec-8e95-ef6cce0d9497 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:41.545348 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ccdca3f8-bf52-400f-89c4-fb778fc74d95 req-b3ee1872-4efa-4931-b7b4-6056e45400d7 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088631 Aug 10 01:16:41.550575 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15856f91-6ce7-4dec-8e95-ef6cce0d9497 admin admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:41.612338 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:41.631486 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e9465113-d32d-4da3-8f7c-6bd5e672dc38 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:41.642663 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fe875d6-6001-430b-9b4f-6c4185036225 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:16:41.665721 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-ab52126e-d25e-4440-94c1-55aca46548fc tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e05e505b60464ce6920ec48012f857dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1132452 Aug 10 01:16:41.670382 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-69dafca6-6fa0-42e4-8322-2833a777efea service neutron] 10.222.0.20 "GET /v2.0/networks/aaa7fdb9-5c2f-4bac-aa26-627a06906836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5456994 Aug 10 01:16:41.706217 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.extraroute_db [None req-54c23d39-5f67-4cd5-8921-e277b9a352ab tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=105827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 01:16:41.709963 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 5fe875d6-6001-430b-9b4f-6c4185036225, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=5fe875d6-6001-430b-9b4f-6c4185036225,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:41.712623 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device e6268e49-8312-424f-92db-ae8771a0fea7 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:41.741646 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.extraroute_db [None req-54c23d39-5f67-4cd5-8921-e277b9a352ab tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Removed routes are [] {{(pid=105827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 01:16:41.742265 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-54c23d39-5f67-4cd5-8921-e277b9a352ab tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8228879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8231262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232083'] for router, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:41.797322 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:41.870567 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf7dfe33-041e-499c-8d1f-6106568bb672 None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:41.895960 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-bf7dfe33-041e-499c-8d1f-6106568bb672 None None] Transition to ACTIVE for port object 0a466fc5-7d4f-446b-9150-63a75158f071 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:41.911506 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf7dfe33-041e-499c-8d1f-6106568bb672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:41.937920 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port e6268e49-8312-424f-92db-ae8771a0fea7 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:41.960075 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port e6268e49-8312-424f-92db-ae8771a0fea7 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:41.960495 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:41.962203 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:41.963208 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-94358571-03a4-4602-9314-74c530757bb9 None None] Provisioning complete for port e6268e49-8312-424f-92db-ae8771a0fea7 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:41.963435 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-94358571-03a4-4602-9314-74c530757bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:42.028014 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837e0f4-2568-4025-ab0a-6900eb35ebb9 None None] Pushing event updated for resources: {'Port': ['ID=0a466fc5-7d4f-446b-9150-63a75158f071,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:42.174521 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-bf7dfe33-041e-499c-8d1f-6106568bb672 None None] Attempting to bind port 0a466fc5-7d4f-446b-9150-63a75158f071 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:16:42.174896 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-bf7dfe33-041e-499c-8d1f-6106568bb672 None None] Attempting to bind port 0a466fc5-7d4f-446b-9150-63a75158f071 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '1951ae0b-0d4a-4302-b96c-8687ac277b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '48cea2bb-fc38-4343-88af-ed558554661c'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:16:42.175298 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7dfe33-041e-499c-8d1f-6106568bb672 None None] Attempting to bind port 0a466fc5-7d4f-446b-9150-63a75158f071 on network 48cea2bb-fc38-4343-88af-ed558554661c {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:16:42.190013 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['5fe875d6-6001-430b-9b4f-6c4185036225'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:16:42.199434 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7dfe33-041e-499c-8d1f-6106568bb672 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:16:42.200031 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7dfe33-041e-499c-8d1f-6106568bb672 None None] Checking segment: {'id': '1951ae0b-0d4a-4302-b96c-8687ac277b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '48cea2bb-fc38-4343-88af-ed558554661c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:42.200376 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf7dfe33-041e-499c-8d1f-6106568bb672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:42.200778 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7dfe33-041e-499c-8d1f-6106568bb672 None None] Bound using segment: {'id': '1951ae0b-0d4a-4302-b96c-8687ac277b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '48cea2bb-fc38-4343-88af-ed558554661c'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:16:42.201265 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-bf7dfe33-041e-499c-8d1f-6106568bb672 None None] Bound port: 0a466fc5-7d4f-446b-9150-63a75158f071, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1951ae0b-0d4a-4302-b96c-8687ac277b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '48cea2bb-fc38-4343-88af-ed558554661c'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:16:42.201646 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf7dfe33-041e-499c-8d1f-6106568bb672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:42.216051 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-945bee97-5b09-4e0f-affe-2f6d18d9f71b service neutron] 10.222.0.35 "GET /v2.0/networks/b10304d7-b30d-4266-91a0-bec1dd1e3a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5430551 Aug 10 01:16:42.216339 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=5fe875d6-6001-430b-9b4f-6c4185036225,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:42.328378 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-bf7dfe33-041e-499c-8d1f-6106568bb672 None None] For port 0a466fc5-7d4f-446b-9150-63a75158f071, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:16:42.334250 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-bf7dfe33-041e-499c-8d1f-6106568bb672 None None] For port 0a466fc5-7d4f-446b-9150-63a75158f071, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=0a466fc5-7d4f-446b-9150-63a75158f071,segment=NetworkSegment(1951ae0b-0d4a-4302-b96c-8687ac277b84),segment_id=1951ae0b-0d4a-4302-b96c-8687ac277b84)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:16:42.342190 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf7dfe33-041e-499c-8d1f-6106568bb672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:42.382175 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-94358571-03a4-4602-9314-74c530757bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:42.456005 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837e0f4-2568-4025-ab0a-6900eb35ebb9 None None] Pushing event updated for resources: {'Port': ['ID=0a466fc5-7d4f-446b-9150-63a75158f071,revision_number=4']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:42.475445 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7dfe33-041e-499c-8d1f-6106568bb672 None None] Routers {'9d0cf995-9f48-4dff-a73a-54b607f7fc04'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:42.476099 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-bf7dfe33-041e-499c-8d1f-6106568bb672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:42.516684 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-7cee7333-e93f-4df6-be66-e7c8512f2d84 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Deleting port 3fffa51c-fa73-486b-a7b8-2022c51df4ed {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:42.517264 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7cee7333-e93f-4df6-be66-e7c8512f2d84 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:42.614177 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca44ce0-0a3e-47ae-9715-bbd3c2529f8b req-c6156b6d-7dfd-49dd-afae-467f9785abe6 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:42.625826 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3ca44ce0-0a3e-47ae-9715-bbd3c2529f8b req-c6156b6d-7dfd-49dd-afae-467f9785abe6 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36633c2-7147-4e8f-bd96-10952b03680d HTTP/1.1" status: 200 len: 944 time: 0.4009633 Aug 10 01:16:42.637226 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-bf7dfe33-041e-499c-8d1f-6106568bb672 None None] Set router 9d0cf995-9f48-4dff-a73a-54b607f7fc04 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:42.665436 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-59c30928-a8a1-4c12-aad2-4d83f1749b3b service neutron] 10.222.0.20 "GET /v2.0/networks/aaa7fdb9-5c2f-4bac-aa26-627a06906836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9673843 Aug 10 01:16:42.676308 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9465113-d32d-4da3-8f7c-6bd5e672dc38 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Router bdbb07c0-c609-4f2f-b3dc-a743042f2535 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:16:42.676685 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-94358571-03a4-4602-9314-74c530757bb9 None None] For port e6268e49-8312-424f-92db-ae8771a0fea7, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=e6268e49-8312-424f-92db-ae8771a0fea7,segment=NetworkSegment(cce2ac10-cdb8-470e-9631-e239ccb8e014),segment_id=cce2ac10-cdb8-470e-9631-e239ccb8e014)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:42.747279 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-94358571-03a4-4602-9314-74c530757bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:42.828855 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3ca44ce0-0a3e-47ae-9715-bbd3c2529f8b req-8fba9d71-3276-4846-be25-0c752b881498 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2020447 Aug 10 01:16:42.831713 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-54c23d39-5f67-4cd5-8921-e277b9a352ab tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8228879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8231262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232083'] for router, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:42.850725 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-54c23d39-5f67-4cd5-8921-e277b9a352ab tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8229108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8229117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8231239'] for router, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:42.855560 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-513f1590-a320-4dd0-830e-c8a78bb455cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=3e7d4ffb-cca1-41ee-8a33-4b120246fc85 HTTP/1.1" status: 200 len: 217 time: 0.1663108 Aug 10 01:16:42.864911 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7cee7333-e93f-4df6-be66-e7c8512f2d84 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:42.881278 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-ee5b2a16-5d94-412e-ad40-62c4ea08a8d3 service neutron] 10.222.0.35 "GET /v2.0/networks/b10304d7-b30d-4266-91a0-bec1dd1e3a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6399417 Aug 10 01:16:42.922128 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-7cee7333-e93f-4df6-be66-e7c8512f2d84 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Calling delete_port for 3fffa51c-fa73-486b-a7b8-2022c51df4ed owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:42.938342 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94358571-03a4-4602-9314-74c530757bb9 None None] Pushing event updated for resources: {'Port': ['ID=e6268e49-8312-424f-92db-ae8771a0fea7,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:42.946029 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-94358571-03a4-4602-9314-74c530757bb9 None None] Provisioning for port 3fffa51c-fa73-486b-a7b8-2022c51df4ed completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:42.951165 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-94358571-03a4-4602-9314-74c530757bb9 None None] Provisioning complete for port 3fffa51c-fa73-486b-a7b8-2022c51df4ed triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:42.951563 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-94358571-03a4-4602-9314-74c530757bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:42.953190 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:43.089636 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.db.api [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:16:43.090002 n-d-766726-26 neutron-server[105828]: DEBUG oslo_db.api [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:16:43.121200 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-bf7dfe33-041e-499c-8d1f-6106568bb672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'name': 'tempest-RoutersTest-router-1469032217', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:56Z', 'updated_at': '2021-08-10T01:16:41Z', 'revision_number': 6, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'gw_port_host': None, '_interfaces': [{'id': '0a466fc5-7d4f-446b-9150-63a75158f071', 'name': '', 'network_id': '48cea2bb-fc38-4343-88af-ed558554661c', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:6d:08:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '146e0342-c7ab-45f5-8ba9-ba1320490295', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:35Z', 'updated_at': '2021-08-10T01:16:42Z', 'revision_number': 4, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '146e0342-c7ab-45f5-8ba9-ba1320490295', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '175adc59-9f71-44d0-bbe9-a7988690f85c', 'name': '', 'network_id': '4e498552-98b5-4b1a-97a3-3bbef0955c31', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:d3:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:12Z', 'updated_at': '2021-08-10T01:16:25Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9954e812-f674-4efe-a9fb-89d0f8e8cd13', 'name': '', 'network_id': '943e90f7-b023-4655-9081-04e8a18da465', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:a5:e5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:59Z', 'updated_at': '2021-08-10T01:16:10Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a071257e-4b66-46d4-874e-94422d2eb3b6', 'name': '', 'network_id': '2742f3b1-2580-4cf7-9ea2-7f396f13015e', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:6e:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '90424d98-2420-4878-8f23-785f2c9ee95f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:24Z', 'updated_at': '2021-08-10T01:16:35Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '90424d98-2420-4878-8f23-785f2c9ee95f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:43.123336 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-94358571-03a4-4602-9314-74c530757bb9 None None] Port 3fffa51c-fa73-486b-a7b8-2022c51df4ed cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:43.152842 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c23d39-5f67-4cd5-8921-e277b9a352ab tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Router 9d0cf995-9f48-4dff-a73a-54b607f7fc04 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:16:43.186962 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7dfe33-041e-499c-8d1f-6106568bb672 None None] The sync data for ids ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'] in n-d-766726-26 is: [{'id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'name': 'tempest-RoutersTest-router-1469032217', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:56Z', 'updated_at': '2021-08-10T01:16:41Z', 'revision_number': 6, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'gw_port_host': None, '_interfaces': [{'id': '0a466fc5-7d4f-446b-9150-63a75158f071', 'name': '', 'network_id': '48cea2bb-fc38-4343-88af-ed558554661c', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:6d:08:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '146e0342-c7ab-45f5-8ba9-ba1320490295', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:35Z', 'updated_at': '2021-08-10T01:16:42Z', 'revision_number': 4, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '146e0342-c7ab-45f5-8ba9-ba1320490295', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '175adc59-9f71-44d0-bbe9-a7988690f85c', 'name': '', 'network_id': '4e498552-98b5-4b1a-97a3-3bbef0955c31', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:d3:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:12Z', 'updated_at': '2021-08-10T01:16:25Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9954e812-f674-4efe-a9fb-89d0f8e8cd13', 'name': '', 'network_id': '943e90f7-b023-4655-9081-04e8a18da465', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:a5:e5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:59Z', 'updated_at': '2021-08-10T01:16:10Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a071257e-4b66-46d4-874e-94422d2eb3b6', 'name': '', 'network_id': '2742f3b1-2580-4cf7-9ea2-7f396f13015e', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:6e:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '90424d98-2420-4878-8f23-785f2c9ee95f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:24Z', 'updated_at': '2021-08-10T01:16:35Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '90424d98-2420-4878-8f23-785f2c9ee95f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:16:43.283367 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-799d446b-949a-49a2-a17b-41a3a1b1e2eb None None] Could not find standard attr ID for object a38fc3bd-bb33-4c30-8c1a-31ccdefedc24. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:16:43.320441 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-799d446b-949a-49a2-a17b-41a3a1b1e2eb None None] Provisioning complete for port 3fffa51c-fa73-486b-a7b8-2022c51df4ed triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:43.320938 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-799d446b-949a-49a2-a17b-41a3a1b1e2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:43.377633 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c23d39-5f67-4cd5-8921-e277b9a352ab tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:16:43.382359 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-799d446b-949a-49a2-a17b-41a3a1b1e2eb None None] Port 3fffa51c-fa73-486b-a7b8-2022c51df4ed cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:43.390785 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-54c23d39-5f67-4cd5-8921-e277b9a352ab tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:43.395245 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-54c23d39-5f67-4cd5-8921-e277b9a352ab tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "PUT /v2.0/routers/9d0cf995-9f48-4dff-a73a-54b607f7fc04 HTTP/1.1" status: 200 len: 934 time: 2.8629525 Aug 10 01:16:43.396802 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42792) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:43.507478 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7edd09cf-7c87-4b63-ab54-979c68714504 None None] Provisioning complete for port 3fffa51c-fa73-486b-a7b8-2022c51df4ed triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:43.507864 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7edd09cf-7c87-4b63-ab54-979c68714504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:43.572802 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-fa694318-1fbb-4289-89c5-a63ef727dfeb tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "GET /v2.0/routers/9d0cf995-9f48-4dff-a73a-54b607f7fc04 HTTP/1.1" status: 200 len: 934 time: 0.1748450 Aug 10 01:16:43.573497 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42794) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:43.579129 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-6cc5399e-d88c-4705-af98-f93f90ac5a50 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Request body: {'router': {'routes': None}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:43.582791 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7cee7333-e93f-4df6-be66-e7c8512f2d84 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:43.586865 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-7edd09cf-7c87-4b63-ab54-979c68714504 None None] Port 3fffa51c-fa73-486b-a7b8-2022c51df4ed cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:43.650659 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9465113-d32d-4da3-8f7c-6bd5e672dc38 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:16:43.665851 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40388023-f898-419b-94e8-4ec78ddd01be None None] Sync routers for ids ['bdbb07c0-c609-4f2f-b3dc-a743042f2535'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:16:43.682116 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b36b035d-0ed7-4df0-b982-a65bb1f1e5a5 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:43.711249 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee7333-e93f-4df6-be66-e7c8512f2d84 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Pushing event deleted for resources: {'Port': ['ID=3fffa51c-fa73-486b-a7b8-2022c51df4ed,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:43.713554 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40388023-f898-419b-94e8-4ec78ddd01be None None] Routers {'bdbb07c0-c609-4f2f-b3dc-a743042f2535'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:43.715154 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-40388023-f898-419b-94e8-4ec78ddd01be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['bdbb07c0-c609-4f2f-b3dc-a743042f2535'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:43.753089 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7cee7333-e93f-4df6-be66-e7c8512f2d84 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:43.756523 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7cee7333-e93f-4df6-be66-e7c8512f2d84 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] 10.222.0.35 "DELETE /v2.0/ports/3fffa51c-fa73-486b-a7b8-2022c51df4ed HTTP/1.1" status: 204 len: 168 time: 2.2367706 Aug 10 01:16:43.759927 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42800) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:43.845345 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0d989c11-5eb4-483d-9d75-72ea66582564 req-8d2d9a72-d942-4fbd-9468-b017605110ca tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6b8659-ce48-4ba9-9516-fc06778c0e2e HTTP/1.1" status: 200 len: 210 time: 0.1830542 Aug 10 01:16:43.877304 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-858d27a1-9da3-487e-901c-48f1f1606f8e tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Deleting subnet c39ebf0e-e69b-4f0e-a8cd-c5243b4ce846 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:16:43.883137 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e9465113-d32d-4da3-8f7c-6bd5e672dc38 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:43.884591 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e9465113-d32d-4da3-8f7c-6bd5e672dc38 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 8.2777820 Aug 10 01:16:43.899712 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42804) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:43.913390 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-858d27a1-9da3-487e-901c-48f1f1606f8e tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:43.930631 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-f2bf9828-c8e5-44b1-b96d-c233ce8060ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:43.940860 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-f2bf9828-c8e5-44b1-b96d-c233ce8060ee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d12876e8-38cb-4d34-89a7-2e42b8fa22c7 HTTP/1.1" status: 200 len: 797 time: 0.2921815 Aug 10 01:16:43.943042 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-15856f91-6ce7-4dec-8e95-ef6cce0d9497 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:43.975358 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6663e1-fb21-44b3-b218-1340d49a38fc req-d864a2a6-65f0-4dbe-8903-7f320f6247db tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:43.988074 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bb6663e1-fb21-44b3-b218-1340d49a38fc req-d864a2a6-65f0-4dbe-8903-7f320f6247db tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 945 time: 0.3116186 Aug 10 01:16:44.172229 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-858d27a1-9da3-487e-901c-48f1f1606f8e tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:44.240965 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-491af68d-ac84-440b-96cd-f94acf697368 tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=ffe13e423dfd43ec93b2db095fb6b3d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3387954 Aug 10 01:16:44.246391 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42810) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:44.293390 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-40388023-f898-419b-94e8-4ec78ddd01be None None] Set router bdbb07c0-c609-4f2f-b3dc-a743042f2535 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:44.301496 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bb6663e1-fb21-44b3-b218-1340d49a38fc req-f70220cc-32da-4c74-8bac-38683967d553 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117237 Aug 10 01:16:44.326890 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-bb662c0f-1945-4946-bd69-0c2fb00d1301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:44.328924 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-bb662c0f-1945-4946-bd69-0c2fb00d1301 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ba4f345-2af9-4b1a-a096-ab30f02c75cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2225006 Aug 10 01:16:44.343759 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df6300-2ba3-4d93-ae18-afc616b716a4 req-d82d3db6-e11f-44a1-8ee4-2a6b53d82887 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:44.351718 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-00df6300-2ba3-4d93-ae18-afc616b716a4 req-d82d3db6-e11f-44a1-8ee4-2a6b53d82887 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36633c2-7147-4e8f-bd96-10952b03680d HTTP/1.1" status: 200 len: 944 time: 0.2134721 Aug 10 01:16:44.371004 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-91e72c8d-2fc9-4e54-9184-caf381b763d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:44.457618 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-858d27a1-9da3-487e-901c-48f1f1606f8e tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:44.481419 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-00df6300-2ba3-4d93-ae18-afc616b716a4 req-7b14ab59-1a92-4b6a-8671-d1bc589e9330 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281197 Aug 10 01:16:44.494350 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port b36b035d-0ed7-4df0-b982-a65bb1f1e5a5 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:44.494710 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:44.522136 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc6ab31-0a79-4f62-afc3-19c80d5e295c tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:44.523681 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2dc6ab31-0a79-4f62-afc3-19c80d5e295c tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2732937 Aug 10 01:16:44.530045 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42812) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:44.554380 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:44.583285 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-95df5412-d16c-4387-8495-72444fb78982 tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=beabd0db-a6e0-4ff1-a3e9-6522348fc998&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480714 Aug 10 01:16:44.585060 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42814) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:44.621586 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-15856f91-6ce7-4dec-8e95-ef6cce0d9497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:44.631570 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-936b2dca-462c-4795-949c-782a8da3ca98 service neutron] 10.222.0.20 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748165 Aug 10 01:16:44.694193 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-40388023-f898-419b-94e8-4ec78ddd01be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377316782', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b3ed8424-35ee-4a8b-9396-f175a3b23c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:35Z', 'updated_at': '2021-08-10T01:16:39Z', 'revision_number': 3, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'b3ed8424-35ee-4a8b-9396-f175a3b23c43', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:37Z', 'updated_at': '2021-08-10T01:16:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:44.696054 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721fcfd3-4cf9-443d-96ba-c845b307d5af None None] Sync routers for ids ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:16:44.705360 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-858d27a1-9da3-487e-901c-48f1f1606f8e tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:44.709950 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721fcfd3-4cf9-443d-96ba-c845b307d5af None None] Routers {'9d0cf995-9f48-4dff-a73a-54b607f7fc04'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:44.710584 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-721fcfd3-4cf9-443d-96ba-c845b307d5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:44.730227 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40388023-f898-419b-94e8-4ec78ddd01be None None] Checking router: bdbb07c0-c609-4f2f-b3dc-a743042f2535 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:16:44.730749 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40388023-f898-419b-94e8-4ec78ddd01be None None] Updating router bdbb07c0-c609-4f2f-b3dc-a743042f2535 port b3ed8424-35ee-4a8b-9396-f175a3b23c43 binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:16:44.738086 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-858d27a1-9da3-487e-901c-48f1f1606f8e tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:44.742083 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-858d27a1-9da3-487e-901c-48f1f1606f8e tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] 10.222.0.35 "DELETE /v2.0/subnets/c39ebf0e-e69b-4f0e-a8cd-c5243b4ce846 HTTP/1.1" status: 204 len: 168 time: 0.9791987 Aug 10 01:16:44.756300 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42818) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:44.793089 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d27a1-9da3-487e-901c-48f1f1606f8e tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Pushing event deleted for resources: {'Subnet': ['ID=c39ebf0e-e69b-4f0e-a8cd-c5243b4ce846,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:44.795632 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d602a6bc-5f91-4ccc-b18a-0de927eaa876 None None] Network e1a8d90e-318b-48cc-a21f-6137f081e86d requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:44.825685 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.extraroute_db [None req-6cc5399e-d88c-4705-af98-f93f90ac5a50 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Added routes are [] {{(pid=105827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 01:16:44.826085 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.extraroute_db [None req-6cc5399e-d88c-4705-af98-f93f90ac5a50 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=105827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 01:16:44.852209 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-72774198-d76e-4377-8647-0895d7e813d7 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:44.885204 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6cc5399e-d88c-4705-af98-f93f90ac5a50 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8228879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8231262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232083'] for router, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:44.889860 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-721fcfd3-4cf9-443d-96ba-c845b307d5af None None] Set router 9d0cf995-9f48-4dff-a73a-54b607f7fc04 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:44.908587 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-40388023-f898-419b-94e8-4ec78ddd01be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:44.964962 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-06465fd6-b9f8-4cb9-a0ff-75a0bddc612e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-525720101', 'network_id': 'a816cfb2-4561-452c-a993-906d177b1225', 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:45.044380 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device e6268e49-8312-424f-92db-ae8771a0fea7 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:45.156371 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06465fd6-b9f8-4cb9-a0ff-75a0bddc612e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Made reservation on behalf of ffe13e423dfd43ec93b2db095fb6b3d8 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:45.166233 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-06465fd6-b9f8-4cb9-a0ff-75a0bddc612e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:45.176366 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:45.182050 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port e6268e49-8312-424f-92db-ae8771a0fea7 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:45.182678 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:45.223717 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 5fe875d6-6001-430b-9b4f-6c4185036225 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:45.265396 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6cc5399e-d88c-4705-af98-f93f90ac5a50 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8228879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8231262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232083'] for router, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:45.274534 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-ca0067f4-3a18-4eed-a170-c36c1b13c7cc tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:45.276023 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-ca0067f4-3a18-4eed-a170-c36c1b13c7cc tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.24 "GET /v2.0/networks?id=b10304d7-b30d-4266-91a0-bec1dd1e3a24 HTTP/1.1" status: 200 len: 811 time: 0.2550452 Aug 10 01:16:45.277589 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6cc5399e-d88c-4705-af98-f93f90ac5a50 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8229108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8229117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8231239'] for router, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:45.283721 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-721fcfd3-4cf9-443d-96ba-c845b307d5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'name': 'tempest-RoutersTest-router-1469032217', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:56Z', 'updated_at': '2021-08-10T01:16:41Z', 'revision_number': 6, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'gw_port_host': None, '_interfaces': [{'id': '0a466fc5-7d4f-446b-9150-63a75158f071', 'name': '', 'network_id': '48cea2bb-fc38-4343-88af-ed558554661c', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:6d:08:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '146e0342-c7ab-45f5-8ba9-ba1320490295', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:35Z', 'updated_at': '2021-08-10T01:16:42Z', 'revision_number': 4, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '146e0342-c7ab-45f5-8ba9-ba1320490295', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '175adc59-9f71-44d0-bbe9-a7988690f85c', 'name': '', 'network_id': '4e498552-98b5-4b1a-97a3-3bbef0955c31', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:d3:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:12Z', 'updated_at': '2021-08-10T01:16:25Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9954e812-f674-4efe-a9fb-89d0f8e8cd13', 'name': '', 'network_id': '943e90f7-b023-4655-9081-04e8a18da465', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:a5:e5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:59Z', 'updated_at': '2021-08-10T01:16:10Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a071257e-4b66-46d4-874e-94422d2eb3b6', 'name': '', 'network_id': '2742f3b1-2580-4cf7-9ea2-7f396f13015e', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:6e:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '90424d98-2420-4878-8f23-785f2c9ee95f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:24Z', 'updated_at': '2021-08-10T01:16:35Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '90424d98-2420-4878-8f23-785f2c9ee95f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:45.303425 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ee23cff8-b0f0-4a13-96e7-38000cf7c6d7 req-2f0e01b1-25fe-4992-bc93-535f96b4219c tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6b8659-ce48-4ba9-9516-fc06778c0e2e HTTP/1.1" status: 200 len: 210 time: 0.1889117 Aug 10 01:16:45.335562 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721fcfd3-4cf9-443d-96ba-c845b307d5af None None] Checking router: 9d0cf995-9f48-4dff-a73a-54b607f7fc04 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:16:45.350764 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721fcfd3-4cf9-443d-96ba-c845b307d5af None None] Routers {'9d0cf995-9f48-4dff-a73a-54b607f7fc04'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:45.351428 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-721fcfd3-4cf9-443d-96ba-c845b307d5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:45.372175 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 5fe875d6-6001-430b-9b4f-6c4185036225 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:45.379463 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 5fe875d6-6001-430b-9b4f-6c4185036225 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:45.380595 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:45.389757 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-0da5ab4e-3248-49b5-9155-e71caea4fd04 service neutron] 10.222.0.20 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6957502 Aug 10 01:16:45.416027 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43992003-1176-4507-9e07-7477479a81a7 None None] DHCP port deletion for e1a8d90e-318b-48cc-a21f-6137f081e86d request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:16:45.448219 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-3869ae02-b63a-46d3-8df1-48def22ddb24 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Request body: {'port': {'device_id': 'be6b8659-ce48-4ba9-9516-fc06778c0e2e', 'network_id': 'b10304d7-b30d-4266-91a0-bec1dd1e3a24', 'admin_state_up': True, 'tenant_id': 'e05e505b60464ce6920ec48012f857dc'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:45.456883 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 0a466fc5-7d4f-446b-9150-63a75158f071 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:45.460961 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-f261517b-6a77-4865-9917-4344829cb076 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=427164c9-834c-4700-aa7f-4f167b1f6f0e HTTP/1.1" status: 200 len: 217 time: 0.0606351 Aug 10 01:16:45.499374 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-721fcfd3-4cf9-443d-96ba-c845b307d5af None None] Set router 9d0cf995-9f48-4dff-a73a-54b607f7fc04 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:45.553099 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-43992003-1176-4507-9e07-7477479a81a7 None None] Deleting port e6268e49-8312-424f-92db-ae8771a0fea7 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:45.553616 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-43992003-1176-4507-9e07-7477479a81a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:45.573410 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15856f91-6ce7-4dec-8e95-ef6cce0d9497 admin admin] Router 565122d1-364d-49b8-8314-b03c11ea0d21 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:16:45.612435 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc5399e-d88c-4705-af98-f93f90ac5a50 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Router 9d0cf995-9f48-4dff-a73a-54b607f7fc04 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:16:45.619315 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-72774198-d76e-4377-8647-0895d7e813d7 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Deleting port e6268e49-8312-424f-92db-ae8771a0fea7 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:45.619670 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-72774198-d76e-4377-8647-0895d7e813d7 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:45.624291 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-43992003-1176-4507-9e07-7477479a81a7 None None] For port e6268e49-8312-424f-92db-ae8771a0fea7, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=e6268e49-8312-424f-92db-ae8771a0fea7,segment=NetworkSegment(cce2ac10-cdb8-470e-9631-e239ccb8e014),segment_id=cce2ac10-cdb8-470e-9631-e239ccb8e014)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:45.624828 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-43992003-1176-4507-9e07-7477479a81a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:45.638862 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-43992003-1176-4507-9e07-7477479a81a7 None None] Calling delete_port for e6268e49-8312-424f-92db-ae8771a0fea7 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:45.681026 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-3869ae02-b63a-46d3-8df1-48def22ddb24 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Made reservation on behalf of e05e505b60464ce6920ec48012f857dc for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:45.685131 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-3869ae02-b63a-46d3-8df1-48def22ddb24 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:45.696493 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-72774198-d76e-4377-8647-0895d7e813d7 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] For port e6268e49-8312-424f-92db-ae8771a0fea7, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=e6268e49-8312-424f-92db-ae8771a0fea7,segment=NetworkSegment(cce2ac10-cdb8-470e-9631-e239ccb8e014),segment_id=cce2ac10-cdb8-470e-9631-e239ccb8e014)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:45.697316 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-72774198-d76e-4377-8647-0895d7e813d7 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:45.711092 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-72774198-d76e-4377-8647-0895d7e813d7 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Calling delete_port for e6268e49-8312-424f-92db-ae8771a0fea7 owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:45.736596 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-43992003-1176-4507-9e07-7477479a81a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:45.772337 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43992003-1176-4507-9e07-7477479a81a7 None None] No DVR routers for this DVR port e6268e49-8312-424f-92db-ae8771a0fea7 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:16:45.780050 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-721fcfd3-4cf9-443d-96ba-c845b307d5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'name': 'tempest-RoutersTest-router-1469032217', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:56Z', 'updated_at': '2021-08-10T01:16:44Z', 'revision_number': 7, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'gw_port_host': None, '_interfaces': [{'id': '0a466fc5-7d4f-446b-9150-63a75158f071', 'name': '', 'network_id': '48cea2bb-fc38-4343-88af-ed558554661c', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:6d:08:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '146e0342-c7ab-45f5-8ba9-ba1320490295', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:35Z', 'updated_at': '2021-08-10T01:16:42Z', 'revision_number': 4, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '146e0342-c7ab-45f5-8ba9-ba1320490295', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '175adc59-9f71-44d0-bbe9-a7988690f85c', 'name': '', 'network_id': '4e498552-98b5-4b1a-97a3-3bbef0955c31', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:d3:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:12Z', 'updated_at': '2021-08-10T01:16:25Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9954e812-f674-4efe-a9fb-89d0f8e8cd13', 'name': '', 'network_id': '943e90f7-b023-4655-9081-04e8a18da465', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:a5:e5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:59Z', 'updated_at': '2021-08-10T01:16:10Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a071257e-4b66-46d4-874e-94422d2eb3b6', 'name': '', 'network_id': '2742f3b1-2580-4cf7-9ea2-7f396f13015e', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:6e:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '90424d98-2420-4878-8f23-785f2c9ee95f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:24Z', 'updated_at': '2021-08-10T01:16:35Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '90424d98-2420-4878-8f23-785f2c9ee95f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:45.812465 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721fcfd3-4cf9-443d-96ba-c845b307d5af None None] The sync data for ids ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'] in n-d-766726-26 is: [{'id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'name': 'tempest-RoutersTest-router-1469032217', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:56Z', 'updated_at': '2021-08-10T01:16:44Z', 'revision_number': 7, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'gw_port_host': None, '_interfaces': [{'id': '0a466fc5-7d4f-446b-9150-63a75158f071', 'name': '', 'network_id': '48cea2bb-fc38-4343-88af-ed558554661c', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:6d:08:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '146e0342-c7ab-45f5-8ba9-ba1320490295', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:35Z', 'updated_at': '2021-08-10T01:16:42Z', 'revision_number': 4, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '146e0342-c7ab-45f5-8ba9-ba1320490295', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '175adc59-9f71-44d0-bbe9-a7988690f85c', 'name': '', 'network_id': '4e498552-98b5-4b1a-97a3-3bbef0955c31', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:d3:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:12Z', 'updated_at': '2021-08-10T01:16:25Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9954e812-f674-4efe-a9fb-89d0f8e8cd13', 'name': '', 'network_id': '943e90f7-b023-4655-9081-04e8a18da465', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:a5:e5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:59Z', 'updated_at': '2021-08-10T01:16:10Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a071257e-4b66-46d4-874e-94422d2eb3b6', 'name': '', 'network_id': '2742f3b1-2580-4cf7-9ea2-7f396f13015e', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:6e:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '90424d98-2420-4878-8f23-785f2c9ee95f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:24Z', 'updated_at': '2021-08-10T01:16:35Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '90424d98-2420-4878-8f23-785f2c9ee95f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:16:45.812846 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-72774198-d76e-4377-8647-0895d7e813d7 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:45.832548 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43992003-1176-4507-9e07-7477479a81a7 None None] Pushing event deleted for resources: {'Port': ['ID=e6268e49-8312-424f-92db-ae8771a0fea7,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:45.859951 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 0a466fc5-7d4f-446b-9150-63a75158f071 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:45.869762 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 0a466fc5-7d4f-446b-9150-63a75158f071 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:45.869762 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:45.875192 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-40388023-f898-419b-94e8-4ec78ddd01be None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:45.885529 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42427bbe-608e-46a5-8719-8a5b7c3f4de1 req-16b2ab80-7a48-47a9-8773-a976fa58e31f tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:45.886656 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-3869ae02-b63a-46d3-8df1-48def22ddb24 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Allocated IP 172.20.0.9 (b10304d7-b30d-4266-91a0-bec1dd1e3a24/6dcd6920-55ee-498b-8ef4-7e0fdfe1d14a/2186a8ef-43fd-4cd4-8637-f901a1ea8db0) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:45.887143 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-42427bbe-608e-46a5-8719-8a5b7c3f4de1 req-16b2ab80-7a48-47a9-8773-a976fa58e31f tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 945 time: 0.4217448 Aug 10 01:16:45.900282 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:45.901037 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc5399e-d88c-4705-af98-f93f90ac5a50 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:16:45.909779 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6cc5399e-d88c-4705-af98-f93f90ac5a50 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:45.912092 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72774198-d76e-4377-8647-0895d7e813d7 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] No DVR routers for this DVR port e6268e49-8312-424f-92db-ae8771a0fea7 on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:16:45.913711 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6cc5399e-d88c-4705-af98-f93f90ac5a50 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "PUT /v2.0/routers/9d0cf995-9f48-4dff-a73a-54b607f7fc04 HTTP/1.1" status: 200 len: 700 time: 2.3384619 Aug 10 01:16:45.914427 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42826) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:45.935998 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-40388023-f898-419b-94e8-4ec78ddd01be None None] Transition to ACTIVE for port object b3ed8424-35ee-4a8b-9396-f175a3b23c43 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:45.945987 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72774198-d76e-4377-8647-0895d7e813d7 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Pushing event deleted for resources: {'Port': ['ID=e6268e49-8312-424f-92db-ae8771a0fea7,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:45.956692 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36633c2-7147-4e8f-bd96-10952b03680d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe875d6-6001-430b-9b4f-6c4185036225'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:16:45.959054 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e72e15e-1f86-41b6-8b91-6921ede041a2" -d '{"events": [{"server_uuid": "e36633c2-7147-4e8f-bd96-10952b03680d", "name": "network-vif-plugged", "status": "completed", "tag": "5fe875d6-6001-430b-9b4f-6c4185036225"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:16:45.975256 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-40388023-f898-419b-94e8-4ec78ddd01be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:46.028299 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 5fe875d6-6001-430b-9b4f-6c4185036225, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=5fe875d6-6001-430b-9b4f-6c4185036225,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:46.031050 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896467d-3060-4742-a90d-5fcb22c291c4 None None] Pushing event updated for resources: {'Port': ['ID=b3ed8424-35ee-4a8b-9396-f175a3b23c43,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:46.040612 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:46.060323 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-40388023-f898-419b-94e8-4ec78ddd01be None None] Attempting to bind port b3ed8424-35ee-4a8b-9396-f175a3b23c43 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:16:46.060804 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-40388023-f898-419b-94e8-4ec78ddd01be None None] Attempting to bind port b3ed8424-35ee-4a8b-9396-f175a3b23c43 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:16:46.061265 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40388023-f898-419b-94e8-4ec78ddd01be None None] Attempting to bind port b3ed8424-35ee-4a8b-9396-f175a3b23c43 on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:16:46.069454 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40388023-f898-419b-94e8-4ec78ddd01be None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:16:46.070019 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40388023-f898-419b-94e8-4ec78ddd01be None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:46.070528 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-40388023-f898-419b-94e8-4ec78ddd01be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:46.071028 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40388023-f898-419b-94e8-4ec78ddd01be None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:16:46.071616 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-40388023-f898-419b-94e8-4ec78ddd01be None None] Bound port: b3ed8424-35ee-4a8b-9396-f175a3b23c43, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:16:46.072123 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-40388023-f898-419b-94e8-4ec78ddd01be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:46.076269 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-9b584f90-d462-4982-a52b-3ae2f0a1aaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:46.077687 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-9b584f90-d462-4982-a52b-3ae2f0a1aaee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d12876e8-38cb-4d34-89a7-2e42b8fa22c7 HTTP/1.1" status: 200 len: 797 time: 0.6031330 Aug 10 01:16:46.089532 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-42427bbe-608e-46a5-8719-8a5b7c3f4de1 req-d50d4529-f186-4c32-9d28-8288af9281d5 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521840 Aug 10 01:16:46.099227 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-72774198-d76e-4377-8647-0895d7e813d7 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:46.166272 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-72774198-d76e-4377-8647-0895d7e813d7 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a8d90e-318b-48cc-a21f-6137f081e86d']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:46.183456 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bce79e-14b4-4f94-ad89-91289ad18568 req-412ce57c-f661-4a2f-a87d-73af267aa29c tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:46.185870 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b4bce79e-14b4-4f94-ad89-91289ad18568 req-412ce57c-f661-4a2f-a87d-73af267aa29c tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36633c2-7147-4e8f-bd96-10952b03680d HTTP/1.1" status: 200 len: 944 time: 0.5785439 Aug 10 01:16:46.190219 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0000c75-7661-41cf-bb82-c6cd9114a668 x-openstack-request-id: req-e0000c75-7661-41cf-bb82-c6cd9114a668 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:16:46.190634 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36633c2-7147-4e8f-bd96-10952b03680d", "name": "network-vif-plugged", "status": "completed", "tag": "5fe875d6-6001-430b-9b4f-6c4185036225", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:16:46.191078 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e0000c75-7661-41cf-bb82-c6cd9114a668 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:16:46.191561 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36633c2-7147-4e8f-bd96-10952b03680d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe875d6-6001-430b-9b4f-6c4185036225', 'code': 200} Aug 10 01:16:46.209265 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=5fe875d6-6001-430b-9b4f-6c4185036225,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:46.227133 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:46.248953 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-72774198-d76e-4377-8647-0895d7e813d7 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cce2ac10-cdb8-470e-9631-e239ccb8e014') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:46.249299 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-72774198-d76e-4377-8647-0895d7e813d7 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cce2ac10-cdb8-470e-9631-e239ccb8e014') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:46.257503 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-40388023-f898-419b-94e8-4ec78ddd01be None None] For port b3ed8424-35ee-4a8b-9396-f175a3b23c43, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:16:46.286148 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 0a466fc5-7d4f-446b-9150-63a75158f071, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=0a466fc5-7d4f-446b-9150-63a75158f071,segment=NetworkSegment(1951ae0b-0d4a-4302-b96c-8687ac277b84),segment_id=1951ae0b-0d4a-4302-b96c-8687ac277b84)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:46.305607 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b17c032-96a1-48d2-a0e9-04e52af0bf23 None None] Sync routers for ids ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:16:46.309385 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-40388023-f898-419b-94e8-4ec78ddd01be None None] For port b3ed8424-35ee-4a8b-9396-f175a3b23c43, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b3ed8424-35ee-4a8b-9396-f175a3b23c43,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:16:46.314089 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:46.314974 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-72774198-d76e-4377-8647-0895d7e813d7 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:46.322831 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-40388023-f898-419b-94e8-4ec78ddd01be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:46.342829 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-72774198-d76e-4377-8647-0895d7e813d7 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:46.351709 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b17c032-96a1-48d2-a0e9-04e52af0bf23 None None] Routers {'9d0cf995-9f48-4dff-a73a-54b607f7fc04'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:46.351935 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72774198-d76e-4377-8647-0895d7e813d7 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:16:46.352382 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-72774198-d76e-4377-8647-0895d7e813d7 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:46.352845 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-9b17c032-96a1-48d2-a0e9-04e52af0bf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:46.354751 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:46.389038 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-d798015d-f590-4e1f-911d-3ed89f23d431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:46.390959 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-d798015d-f590-4e1f-911d-3ed89f23d431 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ba4f345-2af9-4b1a-a096-ab30f02c75cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3001547 Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: self.session.flush() Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: self.session.flush() Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: self.session.flush() Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: self.session.flush() Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:16:46.391231 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:16:46.472671 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=0a466fc5-7d4f-446b-9150-63a75158f071,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:46.523194 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8415c531-3eaa-4deb-b784-f64056284f01 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "GET /v2.0/routers/9d0cf995-9f48-4dff-a73a-54b607f7fc04 HTTP/1.1" status: 200 len: 700 time: 0.6014066 Aug 10 01:16:46.532037 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896467d-3060-4742-a90d-5fcb22c291c4 None None] Pushing event updated for resources: {'Port': ['ID=b3ed8424-35ee-4a8b-9396-f175a3b23c43,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:46.540518 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40388023-f898-419b-94e8-4ec78ddd01be None None] Routers {'bdbb07c0-c609-4f2f-b3dc-a743042f2535'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:46.541152 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-40388023-f898-419b-94e8-4ec78ddd01be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['bdbb07c0-c609-4f2f-b3dc-a743042f2535'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:46.541718 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-89ba8f5b-5750-4e7b-9639-d76734f62e22 req-f849e244-0922-488a-9fa8-e528e6f549fe tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6b8659-ce48-4ba9-9516-fc06778c0e2e HTTP/1.1" status: 200 len: 210 time: 0.1266055 Aug 10 01:16:46.547379 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-9b17c032-96a1-48d2-a0e9-04e52af0bf23 None None] Set router 9d0cf995-9f48-4dff-a73a-54b607f7fc04 gateway port host: None {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:46.555865 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42834) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:46.719354 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66075d41-d3a7-4ba6-bc0c-64c4e1db74d5 req-461d3d2d-5c7a-4b5e-bace-b44665b6dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:46.721486 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-66075d41-d3a7-4ba6-bc0c-64c4e1db74d5 req-461d3d2d-5c7a-4b5e-bace-b44665b6dc96 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e36633c2-7147-4e8f-bd96-10952b03680d HTTP/1.1" status: 200 len: 1097 time: 0.3101356 Aug 10 01:16:46.794787 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-3869ae02-b63a-46d3-8df1-48def22ddb24 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:46.799883 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 0a466fc5-7d4f-446b-9150-63a75158f071 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:46.869841 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-66075d41-d3a7-4ba6-bc0c-64c4e1db74d5 req-2a27a3ae-c02d-467d-8bc6-0af8bcd325e5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390502 Aug 10 01:16:46.932431 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-3869ae02-b63a-46d3-8df1-48def22ddb24 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:46.939717 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15856f91-6ce7-4dec-8e95-ef6cce0d9497 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:16:46.959060 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25a4af3-7fec-4502-b212-bbb6631b504c None None] Sync routers for ids ['565122d1-364d-49b8-8314-b03c11ea0d21'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:16:46.969311 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25a4af3-7fec-4502-b212-bbb6631b504c None None] Routers {'565122d1-364d-49b8-8314-b03c11ea0d21'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:46.970894 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-d25a4af3-7fec-4502-b212-bbb6631b504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['565122d1-364d-49b8-8314-b03c11ea0d21'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:46.971925 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-15856f91-6ce7-4dec-8e95-ef6cce0d9497 admin admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:46.975652 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-15856f91-6ce7-4dec-8e95-ef6cce0d9497 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 10.7008829 Aug 10 01:16:46.981931 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b4bce79e-14b4-4f94-ad89-91289ad18568 req-6773ce44-3553-4758-bef3-8724ccc3e611 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7397130 Aug 10 01:16:46.982577 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42836) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:47.006763 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-3869ae02-b63a-46d3-8df1-48def22ddb24 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Network b10304d7-b30d-4266-91a0-bec1dd1e3a24 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:47.015969 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-3869ae02-b63a-46d3-8df1-48def22ddb24 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:47.019067 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-3869ae02-b63a-46d3-8df1-48def22ddb24 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:47.021734 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869ae02-b63a-46d3-8df1-48def22ddb24 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Pushing event updated for resources: {'Port': ['ID=2186a8ef-43fd-4cd4-8637-f901a1ea8db0,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:47.042265 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-40388023-f898-419b-94e8-4ec78ddd01be None None] Set router bdbb07c0-c609-4f2f-b3dc-a743042f2535 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:47.089537 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-3869ae02-b63a-46d3-8df1-48def22ddb24 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:47.090107 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-3869ae02-b63a-46d3-8df1-48def22ddb24 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:47.116897 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-3869ae02-b63a-46d3-8df1-48def22ddb24 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6744928 Aug 10 01:16:47.131717 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-65b2e802-930d-4a37-a419-c346ac2951ee service neutron] Request body: {'port': {'device_id': 'be6b8659-ce48-4ba9-9516-fc06778c0e2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:47.180434 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 0a466fc5-7d4f-446b-9150-63a75158f071 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:47.197690 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:47.221551 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-65b2e802-930d-4a37-a419-c346ac2951ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:47.227228 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-06465fd6-b9f8-4cb9-a0ff-75a0bddc612e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:47.246957 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-09a4c4fa-8202-481b-bfce-8ed53da8bf23 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:47.274082 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-d25a4af3-7fec-4502-b212-bbb6631b504c None None] Set router 565122d1-364d-49b8-8314-b03c11ea0d21 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:47.317317 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-72774198-d76e-4377-8647-0895d7e813d7 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:47.321965 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-72774198-d76e-4377-8647-0895d7e813d7 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:47.326495 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-72774198-d76e-4377-8647-0895d7e813d7 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] 10.222.0.35 "DELETE /v2.0/networks/e1a8d90e-318b-48cc-a21f-6137f081e86d HTTP/1.1" status: 204 len: 168 time: 2.5666037 Aug 10 01:16:47.373686 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72774198-d76e-4377-8647-0895d7e813d7 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543 tempest-ExtraDHCPOptionsIpV6TestJSON-169308543-project] Pushing event deleted for resources: {'Network': ['ID=e1a8d90e-318b-48cc-a21f-6137f081e86d,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:47.396461 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-9b17c032-96a1-48d2-a0e9-04e52af0bf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'name': 'tempest-RoutersTest-router-1469032217', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:56Z', 'updated_at': '2021-08-10T01:16:44Z', 'revision_number': 7, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'gw_port_host': None, '_interfaces': [{'id': '0a466fc5-7d4f-446b-9150-63a75158f071', 'name': '', 'network_id': '48cea2bb-fc38-4343-88af-ed558554661c', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:6d:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '146e0342-c7ab-45f5-8ba9-ba1320490295', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:35Z', 'updated_at': '2021-08-10T01:16:46Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '146e0342-c7ab-45f5-8ba9-ba1320490295', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '175adc59-9f71-44d0-bbe9-a7988690f85c', 'name': '', 'network_id': '4e498552-98b5-4b1a-97a3-3bbef0955c31', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:d3:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:12Z', 'updated_at': '2021-08-10T01:16:25Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9954e812-f674-4efe-a9fb-89d0f8e8cd13', 'name': '', 'network_id': '943e90f7-b023-4655-9081-04e8a18da465', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:a5:e5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:59Z', 'updated_at': '2021-08-10T01:16:10Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a071257e-4b66-46d4-874e-94422d2eb3b6', 'name': '', 'network_id': '2742f3b1-2580-4cf7-9ea2-7f396f13015e', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:6e:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '90424d98-2420-4878-8f23-785f2c9ee95f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:24Z', 'updated_at': '2021-08-10T01:16:35Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '90424d98-2420-4878-8f23-785f2c9ee95f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:47.429114 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-b244a699-a0a4-4e50-81e7-48770f19537a service neutron] 10.222.0.20 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9497650 Aug 10 01:16:47.449368 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b17c032-96a1-48d2-a0e9-04e52af0bf23 None None] Checking router: 9d0cf995-9f48-4dff-a73a-54b607f7fc04 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:16:47.477488 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b17c032-96a1-48d2-a0e9-04e52af0bf23 None None] Routers {'9d0cf995-9f48-4dff-a73a-54b607f7fc04'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:47.478119 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-9b17c032-96a1-48d2-a0e9-04e52af0bf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:47.578170 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device e6268e49-8312-424f-92db-ae8771a0fea7 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:16:47.586199 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-f63009a9-88b6-47e1-871a-c78420e509a2 service neutron] 10.222.0.20 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059723 Aug 10 01:16:47.586994 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06465fd6-b9f8-4cb9-a0ff-75a0bddc612e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Checking segment: {'id': '5eabac7d-2d8c-40e5-9bc2-2966785e0fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a816cfb2-4561-452c-a993-906d177b1225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:47.587429 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06465fd6-b9f8-4cb9-a0ff-75a0bddc612e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Network hostable DHCP agents. Network: a816cfb2-4561-452c-a993-906d177b1225, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:16:47.593432 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06465fd6-b9f8-4cb9-a0ff-75a0bddc612e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'Subnet': ['ID=50d4863a-ba29-42e9-94f4-85fc7bf0c412,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:47.627503 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32efdd-903e-4ca7-a9d6-8ce604209061 req-39a3e371-8034-4415-b46b-0a7e7b7e78c1 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:47.629126 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0b32efdd-903e-4ca7-a9d6-8ce604209061 req-39a3e371-8034-4415-b46b-0a7e7b7e78c1 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 945 time: 0.4100852 Aug 10 01:16:47.640386 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-d25a4af3-7fec-4502-b212-bbb6631b504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'name': 'tempest-TestServerBasicOps-362065631-router', 'tenant_id': '75d90fe613f04af9a88db54df84a9d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '4c33c499-dd29-45d1-ac9b-784b6b1b9973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:36Z', 'updated_at': '2021-08-10T01:16:42Z', 'revision_number': 3, 'project_id': '75d90fe613f04af9a88db54df84a9d1e', 'gw_port': {'id': '4c33c499-dd29-45d1-ac9b-784b6b1b9973', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:12:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:38Z', 'updated_at': '2021-08-10T01:16:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:47.692417 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: e6268e49-8312-424f-92db-ae8771a0fea7 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:16:47.693153 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device e6268e49-8312-424f-92db-ae8771a0fea7 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:16:47.699748 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-40388023-f898-419b-94e8-4ec78ddd01be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377316782', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b3ed8424-35ee-4a8b-9396-f175a3b23c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:35Z', 'updated_at': '2021-08-10T01:16:39Z', 'revision_number': 3, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'b3ed8424-35ee-4a8b-9396-f175a3b23c43', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:37Z', 'updated_at': '2021-08-10T01:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:47.700386 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06465fd6-b9f8-4cb9-a0ff-75a0bddc612e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Network a816cfb2-4561-452c-a993-906d177b1225 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:16:47.706783 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-5a8b1d72-d1c5-44df-9d3e-8296aa437fd5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=3ebb267f-3505-448c-a3cb-fbb1b4c35076 HTTP/1.1" status: 200 len: 217 time: 0.1091762 Aug 10 01:16:47.716857 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25a4af3-7fec-4502-b212-bbb6631b504c None None] Checking router: 565122d1-364d-49b8-8314-b03c11ea0d21 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:16:47.717256 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25a4af3-7fec-4502-b212-bbb6631b504c None None] Updating router 565122d1-364d-49b8-8314-b03c11ea0d21 port 4c33c499-dd29-45d1-ac9b-784b6b1b9973 binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:16:47.742605 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40388023-f898-419b-94e8-4ec78ddd01be None None] The sync data for ids ['bdbb07c0-c609-4f2f-b3dc-a743042f2535'] in n-d-766726-26 is: [{'id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377316782', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b3ed8424-35ee-4a8b-9396-f175a3b23c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:35Z', 'updated_at': '2021-08-10T01:16:39Z', 'revision_number': 3, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'b3ed8424-35ee-4a8b-9396-f175a3b23c43', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:37Z', 'updated_at': '2021-08-10T01:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:16:47.769002 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-9b17c032-96a1-48d2-a0e9-04e52af0bf23 None None] Set router 9d0cf995-9f48-4dff-a73a-54b607f7fc04 gateway port host: None {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:47.769251 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d25a4af3-7fec-4502-b212-bbb6631b504c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:47.857458 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-06465fd6-b9f8-4cb9-a0ff-75a0bddc612e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, a816cfb2-4561-452c-a993-906d177b1225) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:47.866245 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06465fd6-b9f8-4cb9-a0ff-75a0bddc612e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:47.869202 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-06465fd6-b9f8-4cb9-a0ff-75a0bddc612e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:47.871507 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774bca34-109c-4e45-af39-aca4e98af5e9 None None] Network a816cfb2-4561-452c-a993-906d177b1225 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:47.890019 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42846) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:47.918654 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-65b2e802-930d-4a37-a419-c346ac2951ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2186a8ef-43fd-4cd4-8637-f901a1ea8db0 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:16:47.930159 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-65b2e802-930d-4a37-a419-c346ac2951ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:47.957752 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-65b2e802-930d-4a37-a419-c346ac2951ee service neutron] Transition to ACTIVE for port object 2186a8ef-43fd-4cd4-8637-f901a1ea8db0 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:47.974422 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-65b2e802-930d-4a37-a419-c346ac2951ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:48.013318 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-06465fd6-b9f8-4cb9-a0ff-75a0bddc612e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.4272177 Aug 10 01:16:48.016064 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42850) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:48.086027 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0b32efdd-903e-4ca7-a9d6-8ce604209061 req-65114ea1-ddf3-4c81-8aa9-2bde57b7a140 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392862 Aug 10 01:16:48.143485 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-00682b5b-e7ce-49e0-b432-d0f957d18451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:48.145587 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-00682b5b-e7ce-49e0-b432-d0f957d18451 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d12876e8-38cb-4d34-89a7-2e42b8fa22c7 HTTP/1.1" status: 200 len: 797 time: 0.4193876 Aug 10 01:16:48.162884 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30962f88-0299-4b0c-bd8f-461d9de3e082 req-b9aa38bc-8b57-4682-a986-6d247dbb8f63 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:48.164616 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-30962f88-0299-4b0c-bd8f-461d9de3e082 req-b9aa38bc-8b57-4682-a986-6d247dbb8f63 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6b8659-ce48-4ba9-9516-fc06778c0e2e HTTP/1.1" status: 200 len: 931 time: 0.4708898 Aug 10 01:16:48.377688 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2e802-930d-4a37-a419-c346ac2951ee service neutron] Pushing event updated for resources: {'Port': ['ID=2186a8ef-43fd-4cd4-8637-f901a1ea8db0,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:48.383248 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d25a4af3-7fec-4502-b212-bbb6631b504c None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:48.415834 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eace4f4-f191-496a-9319-9a7c78543e93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-a816cfb2-4561-452c-a993-906d177b1225', 'network_id': 'a816cfb2-4561-452c-a993-906d177b1225', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'fixed_ips': [{'subnet_id': '50d4863a-ba29-42e9-94f4-85fc7bf0c412'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:16:48.417234 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-d25a4af3-7fec-4502-b212-bbb6631b504c None None] Transition to ACTIVE for port object 4c33c499-dd29-45d1-ac9b-784b6b1b9973 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:48.418529 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5eace4f4-f191-496a-9319-9a7c78543e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:48.433795 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d25a4af3-7fec-4502-b212-bbb6631b504c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:48.442868 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-65b2e802-930d-4a37-a419-c346ac2951ee service neutron] Attempting to bind port 2186a8ef-43fd-4cd4-8637-f901a1ea8db0 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:16:48.443237 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-65b2e802-930d-4a37-a419-c346ac2951ee service neutron] Attempting to bind port 2186a8ef-43fd-4cd4-8637-f901a1ea8db0 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '46412f6c-988a-4239-8142-465271ef0afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b10304d7-b30d-4266-91a0-bec1dd1e3a24'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:16:48.443521 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-65b2e802-930d-4a37-a419-c346ac2951ee service neutron] Attempting to bind port 2186a8ef-43fd-4cd4-8637-f901a1ea8db0 on network b10304d7-b30d-4266-91a0-bec1dd1e3a24 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:16:48.469325 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-65b2e802-930d-4a37-a419-c346ac2951ee service neutron] Port 2186a8ef-43fd-4cd4-8637-f901a1ea8db0 on network b10304d7-b30d-4266-91a0-bec1dd1e3a24 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:16:48.469539 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-65b2e802-930d-4a37-a419-c346ac2951ee service neutron] Attempting to bind port 2186a8ef-43fd-4cd4-8637-f901a1ea8db0 on network b10304d7-b30d-4266-91a0-bec1dd1e3a24 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:16:48.477412 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-65b2e802-930d-4a37-a419-c346ac2951ee service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:16:48.477779 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-65b2e802-930d-4a37-a419-c346ac2951ee service neutron] Checking segment: {'id': '46412f6c-988a-4239-8142-465271ef0afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b10304d7-b30d-4266-91a0-bec1dd1e3a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:48.478140 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-65b2e802-930d-4a37-a419-c346ac2951ee service neutron] Bound using segment: {'id': '46412f6c-988a-4239-8142-465271ef0afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b10304d7-b30d-4266-91a0-bec1dd1e3a24'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:16:48.479022 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-65b2e802-930d-4a37-a419-c346ac2951ee service neutron] Bound port: 2186a8ef-43fd-4cd4-8637-f901a1ea8db0, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46412f6c-988a-4239-8142-465271ef0afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b10304d7-b30d-4266-91a0-bec1dd1e3a24'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:16:48.479022 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-65b2e802-930d-4a37-a419-c346ac2951ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:48.509483 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b15b8b38-4979-41f9-9f4c-d16d3add6a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:48.539853 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-09a4c4fa-8202-481b-bfce-8ed53da8bf23 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Deleting port 0a466fc5-7d4f-446b-9150-63a75158f071 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:48.540234 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-09a4c4fa-8202-481b-bfce-8ed53da8bf23 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:48.542505 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36772183-1ea3-4235-bd2a-9fb76a20d526 None None] Pushing event updated for resources: {'Port': ['ID=4c33c499-dd29-45d1-ac9b-784b6b1b9973,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:48.568663 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-587345c1-39cb-479e-a832-c07a0907cd4e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=990d0fc6ceac41c0bca95517b79f02a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5893092 Aug 10 01:16:48.570918 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-b7beaba8-a951-4f1c-92a3-681a0b57d4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:48.572378 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-b7beaba8-a951-4f1c-92a3-681a0b57d4d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ba4f345-2af9-4b1a-a096-ab30f02c75cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4067891 Aug 10 01:16:48.575671 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-30962f88-0299-4b0c-bd8f-461d9de3e082 req-e7a3a53c-953d-4fe1-9646-f1dfdc11bc23 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/security-groups?id=0dc817ae-43c5-473f-8869-9346a6df8705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822010 Aug 10 01:16:48.581444 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42854) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:48.601426 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-d25a4af3-7fec-4502-b212-bbb6631b504c None None] Attempting to bind port 4c33c499-dd29-45d1-ac9b-784b6b1b9973 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:16:48.602051 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-d25a4af3-7fec-4502-b212-bbb6631b504c None None] Attempting to bind port 4c33c499-dd29-45d1-ac9b-784b6b1b9973 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:16:48.603656 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25a4af3-7fec-4502-b212-bbb6631b504c None None] Attempting to bind port 4c33c499-dd29-45d1-ac9b-784b6b1b9973 on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:16:48.617074 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25a4af3-7fec-4502-b212-bbb6631b504c None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:16:48.617878 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25a4af3-7fec-4502-b212-bbb6631b504c None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:48.618531 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d25a4af3-7fec-4502-b212-bbb6631b504c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:48.619148 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25a4af3-7fec-4502-b212-bbb6631b504c None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:16:48.619870 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-d25a4af3-7fec-4502-b212-bbb6631b504c None None] Bound port: 4c33c499-dd29-45d1-ac9b-784b6b1b9973, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:16:48.620544 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d25a4af3-7fec-4502-b212-bbb6631b504c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:48.667621 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-65b2e802-930d-4a37-a419-c346ac2951ee service neutron] For port 2186a8ef-43fd-4cd4-8637-f901a1ea8db0, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:16:48.706588 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-65b2e802-930d-4a37-a419-c346ac2951ee service neutron] For port 2186a8ef-43fd-4cd4-8637-f901a1ea8db0, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=2186a8ef-43fd-4cd4-8637-f901a1ea8db0,segment=NetworkSegment(46412f6c-988a-4239-8142-465271ef0afb),segment_id=46412f6c-988a-4239-8142-465271ef0afb)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:16:48.732142 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-65b2e802-930d-4a37-a419-c346ac2951ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:48.734869 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-9b17c032-96a1-48d2-a0e9-04e52af0bf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'name': 'tempest-RoutersTest-router-1469032217', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:56Z', 'updated_at': '2021-08-10T01:16:44Z', 'revision_number': 7, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'gw_port_host': None, '_interfaces': [{'id': '0a466fc5-7d4f-446b-9150-63a75158f071', 'name': '', 'network_id': '48cea2bb-fc38-4343-88af-ed558554661c', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:6d:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '146e0342-c7ab-45f5-8ba9-ba1320490295', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:35Z', 'updated_at': '2021-08-10T01:16:46Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '146e0342-c7ab-45f5-8ba9-ba1320490295', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '175adc59-9f71-44d0-bbe9-a7988690f85c', 'name': '', 'network_id': '4e498552-98b5-4b1a-97a3-3bbef0955c31', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:d3:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:12Z', 'updated_at': '2021-08-10T01:16:25Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9954e812-f674-4efe-a9fb-89d0f8e8cd13', 'name': '', 'network_id': '943e90f7-b023-4655-9081-04e8a18da465', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:a5:e5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:59Z', 'updated_at': '2021-08-10T01:16:10Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a071257e-4b66-46d4-874e-94422d2eb3b6', 'name': '', 'network_id': '2742f3b1-2580-4cf7-9ea2-7f396f13015e', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:6e:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '90424d98-2420-4878-8f23-785f2c9ee95f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:24Z', 'updated_at': '2021-08-10T01:16:35Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '90424d98-2420-4878-8f23-785f2c9ee95f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:48.743512 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-09a4c4fa-8202-481b-bfce-8ed53da8bf23 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] For port 0a466fc5-7d4f-446b-9150-63a75158f071, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=0a466fc5-7d4f-446b-9150-63a75158f071,segment=NetworkSegment(1951ae0b-0d4a-4302-b96c-8687ac277b84),segment_id=1951ae0b-0d4a-4302-b96c-8687ac277b84)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:48.743892 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-09a4c4fa-8202-481b-bfce-8ed53da8bf23 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:48.758738 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-d25a4af3-7fec-4502-b212-bbb6631b504c None None] For port 4c33c499-dd29-45d1-ac9b-784b6b1b9973, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:16:48.765382 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-d25a4af3-7fec-4502-b212-bbb6631b504c None None] For port 4c33c499-dd29-45d1-ac9b-784b6b1b9973, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=4c33c499-dd29-45d1-ac9b-784b6b1b9973,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:16:48.776683 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d25a4af3-7fec-4502-b212-bbb6631b504c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:48.803778 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-65b2e802-930d-4a37-a419-c346ac2951ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:48.804685 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-65b2e802-930d-4a37-a419-c346ac2951ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:48.806693 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-65b2e802-930d-4a37-a419-c346ac2951ee service neutron] 10.222.0.24 "PUT /v2.0/ports/2186a8ef-43fd-4cd4-8637-f901a1ea8db0 HTTP/1.1" status: 200 len: 1092 time: 1.6806743 Aug 10 01:16:48.821579 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6b8659-ce48-4ba9-9516-fc06778c0e2e', 'tag': '2186a8ef-43fd-4cd4-8637-f901a1ea8db0'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:16:48.824605 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f2c898-d754-4369-85a1-553d51249c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "be6b8659-ce48-4ba9-9516-fc06778c0e2e", "tag": "2186a8ef-43fd-4cd4-8637-f901a1ea8db0"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:16:48.835497 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-09a4c4fa-8202-481b-bfce-8ed53da8bf23 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Calling delete_port for 0a466fc5-7d4f-446b-9150-63a75158f071 owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:48.937306 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d650f90-93b1-43d7-beef-af37804cb167 req-9d7e648a-29ab-4c99-99d8-cf32eff33d8d tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:48.939175 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36772183-1ea3-4235-bd2a-9fb76a20d526 None None] Pushing event updated for resources: {'Port': ['ID=4c33c499-dd29-45d1-ac9b-784b6b1b9973,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:48.944476 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-5eace4f4-f191-496a-9319-9a7c78543e93 None None] Allocated IP 172.20.0.2 (a816cfb2-4561-452c-a993-906d177b1225/50d4863a-ba29-42e9-94f4-85fc7bf0c412/20838ff9-909c-425e-aa44-087abb476248) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:48.949972 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d650f90-93b1-43d7-beef-af37804cb167 req-9d7e648a-29ab-4c99-99d8-cf32eff33d8d tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36633c2-7147-4e8f-bd96-10952b03680d HTTP/1.1" status: 200 len: 945 time: 0.6213598 Aug 10 01:16:48.967414 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d40f57-8f47-4c42-81c8-e71273de6b41 x-openstack-request-id: req-90d40f57-8f47-4c42-81c8-e71273de6b41 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:16:48.969528 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be6b8659-ce48-4ba9-9516-fc06778c0e2e", "tag": "2186a8ef-43fd-4cd4-8637-f901a1ea8db0", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:16:48.971066 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-90d40f57-8f47-4c42-81c8-e71273de6b41 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:16:48.971707 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be6b8659-ce48-4ba9-9516-fc06778c0e2e', 'tag': '2186a8ef-43fd-4cd4-8637-f901a1ea8db0', 'status': 'completed', 'code': 200} Aug 10 01:16:48.982380 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2e802-930d-4a37-a419-c346ac2951ee service neutron] Pushing event updated for resources: {'Port': ['ID=2186a8ef-43fd-4cd4-8637-f901a1ea8db0,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:49.002507 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25a4af3-7fec-4502-b212-bbb6631b504c None None] Routers {'565122d1-364d-49b8-8314-b03c11ea0d21'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:49.007232 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-d25a4af3-7fec-4502-b212-bbb6631b504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['565122d1-364d-49b8-8314-b03c11ea0d21'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:49.014300 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-084afe6e-3963-4e3f-850c-e63706d476d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:49.016081 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-084afe6e-3963-4e3f-850c-e63706d476d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e05e505b60464ce6920ec48012f857dc&device_id=be6b8659-ce48-4ba9-9516-fc06778c0e2e HTTP/1.1" status: 200 len: 1095 time: 0.1593354 Aug 10 01:16:49.023475 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b17c032-96a1-48d2-a0e9-04e52af0bf23 None None] The sync data for ids ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'] in n-d-766726-26 is: [{'id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'name': 'tempest-RoutersTest-router-1469032217', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:56Z', 'updated_at': '2021-08-10T01:16:44Z', 'revision_number': 7, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'gw_port_host': None, '_interfaces': [{'id': '0a466fc5-7d4f-446b-9150-63a75158f071', 'name': '', 'network_id': '48cea2bb-fc38-4343-88af-ed558554661c', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:6d:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '146e0342-c7ab-45f5-8ba9-ba1320490295', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:35Z', 'updated_at': '2021-08-10T01:16:46Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '146e0342-c7ab-45f5-8ba9-ba1320490295', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '175adc59-9f71-44d0-bbe9-a7988690f85c', 'name': '', 'network_id': '4e498552-98b5-4b1a-97a3-3bbef0955c31', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:d3:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:12Z', 'updated_at': '2021-08-10T01:16:25Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9954e812-f674-4efe-a9fb-89d0f8e8cd13', 'name': '', 'network_id': '943e90f7-b023-4655-9081-04e8a18da465', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:a5:e5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:59Z', 'updated_at': '2021-08-10T01:16:10Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a071257e-4b66-46d4-874e-94422d2eb3b6', 'name': '', 'network_id': '2742f3b1-2580-4cf7-9ea2-7f396f13015e', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:6e:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '90424d98-2420-4878-8f23-785f2c9ee95f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:24Z', 'updated_at': '2021-08-10T01:16:35Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '90424d98-2420-4878-8f23-785f2c9ee95f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:16:49.033362 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b3ed8424-35ee-4a8b-9396-f175a3b23c43 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:49.179882 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-bdc2324e-3537-43cf-a8d3-44e9e86887ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2186a8ef-43fd-4cd4-8637-f901a1ea8db0 HTTP/1.1" status: 200 len: 217 time: 0.0705240 Aug 10 01:16:49.195401 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port b3ed8424-35ee-4a8b-9396-f175a3b23c43 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:49.218720 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port b3ed8424-35ee-4a8b-9396-f175a3b23c43 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:49.219103 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:49.280509 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-d25a4af3-7fec-4502-b212-bbb6631b504c None None] Set router 565122d1-364d-49b8-8314-b03c11ea0d21 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:49.373146 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-7211cf54-78b2-47ba-916a-c4e297378c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:49.379418 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-7211cf54-78b2-47ba-916a-c4e297378c70 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6dcd6920-55ee-498b-8ef4-7e0fdfe1d14a HTTP/1.1" status: 200 len: 851 time: 0.1773717 Aug 10 01:16:49.394128 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-09a4c4fa-8202-481b-bfce-8ed53da8bf23 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:49.429223 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-e7bd2687-8689-4013-8ff3-d8edb8f7932f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b10304d7-b30d-4266-91a0-bec1dd1e3a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467980 Aug 10 01:16:49.469229 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a4c4fa-8202-481b-bfce-8ed53da8bf23 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event deleted for resources: {'Port': ['ID=0a466fc5-7d4f-446b-9150-63a75158f071,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:49.482319 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f3eb5c7d-96d7-48b1-82ce-d1901b190bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:49.540911 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d650f90-93b1-43d7-beef-af37804cb167 req-c9369459-08be-4fcf-801b-82788dba46a1 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5883734 Aug 10 01:16:49.702328 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-d25a4af3-7fec-4502-b212-bbb6631b504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'name': 'tempest-TestServerBasicOps-362065631-router', 'tenant_id': '75d90fe613f04af9a88db54df84a9d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '4c33c499-dd29-45d1-ac9b-784b6b1b9973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:36Z', 'updated_at': '2021-08-10T01:16:42Z', 'revision_number': 3, 'project_id': '75d90fe613f04af9a88db54df84a9d1e', 'gw_port': {'id': '4c33c499-dd29-45d1-ac9b-784b6b1b9973', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:12:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:38Z', 'updated_at': '2021-08-10T01:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:49.747813 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-3fa0e15a-18a0-4969-b562-b2edaea17c9f service neutron] 10.222.0.20 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0175958 Aug 10 01:16:49.751871 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25a4af3-7fec-4502-b212-bbb6631b504c None None] The sync data for ids ['565122d1-364d-49b8-8314-b03c11ea0d21'] in n-d-766726-26 is: [{'id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'name': 'tempest-TestServerBasicOps-362065631-router', 'tenant_id': '75d90fe613f04af9a88db54df84a9d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '4c33c499-dd29-45d1-ac9b-784b6b1b9973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:36Z', 'updated_at': '2021-08-10T01:16:42Z', 'revision_number': 3, 'project_id': '75d90fe613f04af9a88db54df84a9d1e', 'gw_port': {'id': '4c33c499-dd29-45d1-ac9b-784b6b1b9973', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:12:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:38Z', 'updated_at': '2021-08-10T01:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:16:49.797531 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5eace4f4-f191-496a-9319-9a7c78543e93 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:49.841274 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5eace4f4-f191-496a-9319-9a7c78543e93 None None] Transition to ACTIVE for port object 20838ff9-909c-425e-aa44-087abb476248 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:49.864426 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-3ece676a-8ee2-417e-a63e-85fa41d3b31b service neutron] 10.222.0.24 "GET /v2.0/networks/b10304d7-b30d-4266-91a0-bec1dd1e3a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110231 Aug 10 01:16:49.865708 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-09a4c4fa-8202-481b-bfce-8ed53da8bf23 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:49.924816 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5eace4f4-f191-496a-9319-9a7c78543e93 None None] Transition to ACTIVE for port object 20838ff9-909c-425e-aa44-087abb476248 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:49.937518 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5eace4f4-f191-496a-9319-9a7c78543e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:49.952830 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:49.998070 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eace4f4-f191-496a-9319-9a7c78543e93 None None] Network a816cfb2-4561-452c-a993-906d177b1225 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:50.008990 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-5eace4f4-f191-496a-9319-9a7c78543e93 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:50.014714 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port b3ed8424-35ee-4a8b-9396-f175a3b23c43, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b3ed8424-35ee-4a8b-9396-f175a3b23c43,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:50.016299 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eace4f4-f191-496a-9319-9a7c78543e93 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:50.021075 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eace4f4-f191-496a-9319-9a7c78543e93 None None] Pushing event updated for resources: {'Port': ['ID=20838ff9-909c-425e-aa44-087abb476248,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:50.026385 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:50.090025 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-96049325-bbfd-4711-b0f0-5ff26560aba4 req-52739240-7d6d-4df7-884a-8a8404fa693d service neutron] 10.222.0.24 "GET /v2.0/networks/b10304d7-b30d-4266-91a0-bec1dd1e3a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146819 Aug 10 01:16:50.182970 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=b3ed8424-35ee-4a8b-9396-f175a3b23c43,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:50.203557 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-5eace4f4-f191-496a-9319-9a7c78543e93 None None] Attempting to bind port 20838ff9-909c-425e-aa44-087abb476248 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:16:50.203931 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-5eace4f4-f191-496a-9319-9a7c78543e93 None None] Attempting to bind port 20838ff9-909c-425e-aa44-087abb476248 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '5eabac7d-2d8c-40e5-9bc2-2966785e0fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a816cfb2-4561-452c-a993-906d177b1225'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:16:50.205028 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eace4f4-f191-496a-9319-9a7c78543e93 None None] Attempting to bind port 20838ff9-909c-425e-aa44-087abb476248 on network a816cfb2-4561-452c-a993-906d177b1225 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:16:50.212644 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eace4f4-f191-496a-9319-9a7c78543e93 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:16:50.213325 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eace4f4-f191-496a-9319-9a7c78543e93 None None] Checking segment: {'id': '5eabac7d-2d8c-40e5-9bc2-2966785e0fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a816cfb2-4561-452c-a993-906d177b1225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:50.213902 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5eace4f4-f191-496a-9319-9a7c78543e93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:50.214457 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eace4f4-f191-496a-9319-9a7c78543e93 None None] Bound using segment: {'id': '5eabac7d-2d8c-40e5-9bc2-2966785e0fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a816cfb2-4561-452c-a993-906d177b1225'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:16:50.215091 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-5eace4f4-f191-496a-9319-9a7c78543e93 None None] Bound port: 20838ff9-909c-425e-aa44-087abb476248, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eabac7d-2d8c-40e5-9bc2-2966785e0fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a816cfb2-4561-452c-a993-906d177b1225'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:16:50.215786 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5eace4f4-f191-496a-9319-9a7c78543e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:50.263844 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-b15b8b38-4979-41f9-9f4c-d16d3add6a09 admin admin] Allocated IP 172.20.0.1 (da04b376-9179-4831-8934-0e6b7aae24e5/4678a999-4487-4b9b-85af-b5bf29177a3f/dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:50.267851 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f3eb5c7d-96d7-48b1-82ce-d1901b190bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:50.354802 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-5eace4f4-f191-496a-9319-9a7c78543e93 None None] For port 20838ff9-909c-425e-aa44-087abb476248, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:16:50.359240 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-5eace4f4-f191-496a-9319-9a7c78543e93 None None] For port 20838ff9-909c-425e-aa44-087abb476248, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=20838ff9-909c-425e-aa44-087abb476248,segment=NetworkSegment(5eabac7d-2d8c-40e5-9bc2-2966785e0fc7),segment_id=5eabac7d-2d8c-40e5-9bc2-2966785e0fc7)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:16:50.365025 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc9728-f5dd-4ae6-b756-9e5cf96be3d4 req-039f8c4e-6ff5-4c6c-9a2d-859923ca0cb0 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:50.368041 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5eace4f4-f191-496a-9319-9a7c78543e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:50.374877 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e4fc9728-f5dd-4ae6-b756-9e5cf96be3d4 req-039f8c4e-6ff5-4c6c-9a2d-859923ca0cb0 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 945 time: 1.0895689 Aug 10 01:16:50.465294 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eace4f4-f191-496a-9319-9a7c78543e93 None None] Pushing event updated for resources: {'Port': ['ID=20838ff9-909c-425e-aa44-087abb476248,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:50.590694 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-df8c852b-99d5-4a93-9080-40924fc32f68 service neutron] 10.222.0.20 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8065135 Aug 10 01:16:50.611222 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6b294-0405-412e-8fab-d5589bcefd45 req-2e9a56ec-9bf0-4955-a03a-2398d34e49fc tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:50.618856 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-33f6b294-0405-412e-8fab-d5589bcefd45 req-2e9a56ec-9bf0-4955-a03a-2398d34e49fc tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36633c2-7147-4e8f-bd96-10952b03680d HTTP/1.1" status: 200 len: 945 time: 0.8785636 Aug 10 01:16:50.664823 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e4fc9728-f5dd-4ae6-b756-9e5cf96be3d4 req-aaf3d16d-131b-4612-9f54-18857f797add tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770679 Aug 10 01:16:50.681347 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a4c4fa-8202-481b-bfce-8ed53da8bf23 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Router 9d0cf995-9f48-4dff-a73a-54b607f7fc04 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:16:50.719185 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2c898-d754-4369-85a1-553d51249c9d req-4a2243f3-54c0-4ad2-911a-2a16b64998a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:50.726522 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-28f2c898-d754-4369-85a1-553d51249c9d req-4a2243f3-54c0-4ad2-911a-2a16b64998a4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e05e505b60464ce6920ec48012f857dc&device_id=be6b8659-ce48-4ba9-9516-fc06778c0e2e HTTP/1.1" status: 200 len: 1095 time: 0.5211079 Aug 10 01:16:50.874212 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-24ab502b-c98e-47e9-9a39-def285aa6407 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=50782122-dccf-4182-a6c4-c73579974fb2 HTTP/1.1" status: 200 len: 217 time: 0.2423332 Aug 10 01:16:50.975061 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f3eb5c7d-96d7-48b1-82ce-d1901b190bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:50.977947 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f3eb5c7d-96d7-48b1-82ce-d1901b190bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:50.979187 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a4c4fa-8202-481b-bfce-8ed53da8bf23 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:16:50.979320 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f3eb5c7d-96d7-48b1-82ce-d1901b190bdc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8fbdd877-6cfe-4efc-94f9-57c5d73f5da3 HTTP/1.1" status: 204 len: 168 time: 2.3958077 Aug 10 01:16:50.988127 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-09a4c4fa-8202-481b-bfce-8ed53da8bf23 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "PUT /v2.0/routers/9d0cf995-9f48-4dff-a73a-54b607f7fc04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4311631 Aug 10 01:16:50.993701 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42866) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:50.998324 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357a4e65-5a2a-4c99-a95f-655d127182c2 None None] Sync routers for ids ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:16:51.017794 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357a4e65-5a2a-4c99-a95f-655d127182c2 None None] Routers {'9d0cf995-9f48-4dff-a73a-54b607f7fc04'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:51.018694 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-357a4e65-5a2a-4c99-a95f-655d127182c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:51.026127 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2c898-d754-4369-85a1-553d51249c9d req-33d28350-a49c-4fc5-80cd-cb3eb1873169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:51.028918 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-28f2c898-d754-4369-85a1-553d51249c9d req-33d28350-a49c-4fc5-80cd-cb3eb1873169 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b10304d7-b30d-4266-91a0-bec1dd1e3a24 HTTP/1.1" status: 200 len: 912 time: 0.2891128 Aug 10 01:16:51.040161 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-33f6b294-0405-412e-8fab-d5589bcefd45 req-e27da126-5c7e-49ba-a144-34a523d03af2 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4134495 Aug 10 01:16:51.053703 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b15b8b38-4979-41f9-9f4c-d16d3add6a09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:51.061676 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42868) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:51.065981 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb5c7d-96d7-48b1-82ce-d1901b190bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbdd877-6cfe-4efc-94f9-57c5d73f5da3,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:51.092924 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-5048b06f-404f-4608-93e0-d323a48ff0a8 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Deleting subnet 146e0342-c7ab-45f5-8ba9-ba1320490295 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:16:51.096920 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5048b06f-404f-4608-93e0-d323a48ff0a8 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:51.134343 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-faaa7d96-0fc3-4ff2-99fe-e36d4b9153d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:51.136336 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-faaa7d96-0fc3-4ff2-99fe-e36d4b9153d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d12876e8-38cb-4d34-89a7-2e42b8fa22c7 HTTP/1.1" status: 200 len: 797 time: 0.2389991 Aug 10 01:16:51.172929 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-28f2c898-d754-4369-85a1-553d51249c9d req-ea94c999-7f84-43b7-b386-e28791b3c9cf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2186a8ef-43fd-4cd4-8637-f901a1ea8db0 HTTP/1.1" status: 200 len: 217 time: 0.1353674 Aug 10 01:16:51.176384 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ee23a-ffbb-4176-ba9f-240284db8e9d req-567f7b3f-95a5-42bf-b73c-41a803f71062 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:51.181259 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b3ed8424-35ee-4a8b-9396-f175a3b23c43 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:51.185565 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-018ee23a-ffbb-4176-ba9f-240284db8e9d req-567f7b3f-95a5-42bf-b73c-41a803f71062 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6b8659-ce48-4ba9-9516-fc06778c0e2e HTTP/1.1" status: 200 len: 943 time: 0.3441973 Aug 10 01:16:51.206218 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-b15b8b38-4979-41f9-9f4c-d16d3add6a09 admin admin] Transition to ACTIVE for port object dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:51.239668 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-357a4e65-5a2a-4c99-a95f-655d127182c2 None None] Set router 9d0cf995-9f48-4dff-a73a-54b607f7fc04 gateway port host: None {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:51.242556 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5048b06f-404f-4608-93e0-d323a48ff0a8 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:51.292127 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2c898-d754-4369-85a1-553d51249c9d req-b5297d93-812d-41de-8704-43870a2e9ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:51.293920 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-28f2c898-d754-4369-85a1-553d51249c9d req-b5297d93-812d-41de-8704-43870a2e9ec2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6dcd6920-55ee-498b-8ef4-7e0fdfe1d14a HTTP/1.1" status: 200 len: 851 time: 0.1121879 Aug 10 01:16:51.342667 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-28f2c898-d754-4369-85a1-553d51249c9d req-a2d7be40-4281-4238-93ce-f6193752c242 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b10304d7-b30d-4266-91a0-bec1dd1e3a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394199 Aug 10 01:16:51.368685 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port b3ed8424-35ee-4a8b-9396-f175a3b23c43 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:51.368960 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-43595849-0bbc-44c0-a1a8-21a95e7a1eda tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:51.369469 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:51.416515 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7224cfdd-de47-4677-a73b-f533bc3fbf3e tempest-TestVolumeBootPattern-744452409 tempest-TestVolumeBootPattern-744452409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:51.423832 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7224cfdd-de47-4677-a73b-f533bc3fbf3e tempest-TestVolumeBootPattern-744452409 tempest-TestVolumeBootPattern-744452409-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e36633c2-7147-4e8f-bd96-10952b03680d HTTP/1.1" status: 200 len: 1092 time: 0.3515048 Aug 10 01:16:51.428657 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42872) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:51.442041 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-018ee23a-ffbb-4176-ba9f-240284db8e9d req-0441d6e7-0893-4ffb-a815-e7f09b56616e tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/security-groups?id=0dc817ae-43c5-473f-8869-9346a6df8705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555606 Aug 10 01:16:51.458720 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-723cea67-7ddc-408b-a980-4da44aee8412 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'port_id': '5fe875d6-6001-430b-9b4f-6c4185036225', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:51.491074 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-7c537394-e56e-42f8-b88a-1b04b9caddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:51.492925 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-7c537394-e56e-42f8-b88a-1b04b9caddd7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ba4f345-2af9-4b1a-a096-ab30f02c75cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3344209 Aug 10 01:16:51.503572 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5048b06f-404f-4608-93e0-d323a48ff0a8 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:51.570050 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-28f2c898-d754-4369-85a1-553d51249c9d req-cb4d1042-acc2-4724-90a5-9272f271543c service neutron] 10.222.0.24 "GET /v2.0/networks/b10304d7-b30d-4266-91a0-bec1dd1e3a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175446 Aug 10 01:16:51.605599 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b15b8b38-4979-41f9-9f4c-d16d3add6a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:51.639614 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4c33c499-dd29-45d1-ac9b-784b6b1b9973 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:51.717540 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5048b06f-404f-4608-93e0-d323a48ff0a8 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:51.739124 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-357a4e65-5a2a-4c99-a95f-655d127182c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'name': 'tempest-RoutersTest-router-1469032217', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:56Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 8, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'gw_port_host': None, '_interfaces': [{'id': '175adc59-9f71-44d0-bbe9-a7988690f85c', 'name': '', 'network_id': '4e498552-98b5-4b1a-97a3-3bbef0955c31', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:d3:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:12Z', 'updated_at': '2021-08-10T01:16:25Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9954e812-f674-4efe-a9fb-89d0f8e8cd13', 'name': '', 'network_id': '943e90f7-b023-4655-9081-04e8a18da465', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:a5:e5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:59Z', 'updated_at': '2021-08-10T01:16:10Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a071257e-4b66-46d4-874e-94422d2eb3b6', 'name': '', 'network_id': '2742f3b1-2580-4cf7-9ea2-7f396f13015e', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:6e:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '90424d98-2420-4878-8f23-785f2c9ee95f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:24Z', 'updated_at': '2021-08-10T01:16:35Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '90424d98-2420-4878-8f23-785f2c9ee95f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:51.747150 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 4c33c499-dd29-45d1-ac9b-784b6b1b9973 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:51.753032 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5048b06f-404f-4608-93e0-d323a48ff0a8 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:51.762250 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42884) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:51.764956 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5048b06f-404f-4608-93e0-d323a48ff0a8 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/subnets/146e0342-c7ab-45f5-8ba9-ba1320490295 HTTP/1.1" status: 204 len: 168 time: 0.7602904 Aug 10 01:16:51.798673 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048b06f-404f-4608-93e0-d323a48ff0a8 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event deleted for resources: {'Subnet': ['ID=146e0342-c7ab-45f5-8ba9-ba1320490295,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:51.802224 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357a4e65-5a2a-4c99-a95f-655d127182c2 None None] Checking router: 9d0cf995-9f48-4dff-a73a-54b607f7fc04 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:16:51.805206 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb45272c-df39-42cc-98ee-00f9467b2169 None None] Network 48cea2bb-fc38-4343-88af-ed558554661c requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:51.828033 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 4c33c499-dd29-45d1-ac9b-784b6b1b9973 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:51.829698 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:51.829846 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-5e02eded-0cb0-4cdb-be56-4c69f7650694 service neutron] 10.222.0.20 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230100 Aug 10 01:16:51.850287 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-723cea67-7ddc-408b-a980-4da44aee8412 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:51.906641 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357a4e65-5a2a-4c99-a95f-655d127182c2 None None] Routers {'9d0cf995-9f48-4dff-a73a-54b607f7fc04'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:51.908254 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-357a4e65-5a2a-4c99-a95f-655d127182c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:51.931328 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-28f2c898-d754-4369-85a1-553d51249c9d req-ecb67705-a098-42c7-8d99-8a1adf8ab884 service neutron] 10.222.0.24 "GET /v2.0/networks/b10304d7-b30d-4266-91a0-bec1dd1e3a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492665 Aug 10 01:16:52.017265 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15b8b38-4979-41f9-9f4c-d16d3add6a09 admin admin] Network da04b376-9179-4831-8934-0e6b7aae24e5 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:52.030001 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733ead6b-b825-432c-b09b-11df38ceaa7f None None] Network a816cfb2-4561-452c-a993-906d177b1225 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:52.082141 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-b15b8b38-4979-41f9-9f4c-d16d3add6a09 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:52.084847 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15b8b38-4979-41f9-9f4c-d16d3add6a09 admin admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:52.134301 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b8b38-4979-41f9-9f4c-d16d3add6a09 admin admin] Pushing event updated for resources: {'Port': ['ID=dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:52.171560 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-357a4e65-5a2a-4c99-a95f-655d127182c2 None None] Set router 9d0cf995-9f48-4dff-a73a-54b607f7fc04 gateway port host: None {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:52.189273 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aa8a1a0a-57b8-42df-addc-f1c19eea4861 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:52.213611 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42894) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:52.214159 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7b9ff6c2-a515-4631-acfe-503ede90799a None None] Provisioning for port 20838ff9-909c-425e-aa44-087abb476248 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:52.235850 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3908fe-193d-4331-a0fe-f4a43f631c1b req-ba3cd702-1239-4cf7-b99a-17f8f60c5601 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:52.244318 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ff3908fe-193d-4331-a0fe-f4a43f631c1b req-ba3cd702-1239-4cf7-b99a-17f8f60c5601 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 945 time: 0.4817014 Aug 10 01:16:52.245808 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b15b8b38-4979-41f9-9f4c-d16d3add6a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:52.384462 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-7cb66ed7-cec2-45f6-a399-4a5012e1a1c7 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-577114569'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:52.415944 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:52.427785 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb66ed7-cec2-45f6-a399-4a5012e1a1c7 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Made reservation on behalf of 8adb01a230e64464b499069423d36c25 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:52.433083 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7cb66ed7-cec2-45f6-a399-4a5012e1a1c7 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:52.446871 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5610b0f3-cbfe-4eea-865a-0d1a9fcf0914 None None] DHCP port deletion for 48cea2bb-fc38-4343-88af-ed558554661c request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:16:52.447154 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7cb66ed7-cec2-45f6-a399-4a5012e1a1c7 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:52.526522 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-d42b2a4f-0b36-4a9c-953a-2c2199224d4d service neutron] 10.222.0.20 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6733284 Aug 10 01:16:52.557330 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 4c33c499-dd29-45d1-ac9b-784b6b1b9973, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=4c33c499-dd29-45d1-ac9b-784b6b1b9973,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:52.570269 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7cb66ed7-cec2-45f6-a399-4a5012e1a1c7 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:52.575457 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7cb66ed7-cec2-45f6-a399-4a5012e1a1c7 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:52.578954 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:52.580970 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 20838ff9-909c-425e-aa44-087abb476248 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:52.607884 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb66ed7-cec2-45f6-a399-4a5012e1a1c7 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:16:52.614290 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb66ed7-cec2-45f6-a399-4a5012e1a1c7 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0a2d7b-a2d6-4fa5-8247-81ca5ea2d491,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:52.652298 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ff3908fe-193d-4331-a0fe-f4a43f631c1b req-1a8f670b-162a-49a1-8f24-3ecb6c871af1 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056624 Aug 10 01:16:52.652825 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7cb66ed7-cec2-45f6-a399-4a5012e1a1c7 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:52.652825 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-7cb66ed7-cec2-45f6-a399-4a5012e1a1c7 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Added segment 34961e8d-6372-41e4-b1bf-19019983f78b of type vlan for network 3be555da-de1d-4bbe-aa76-c394ab7576ff Aug 10 01:16:52.657722 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-7bf69a71-f409-4813-96e9-3fc609c0850f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a2d462a7-be3a-4fdd-88a6-2bcf3f10891f HTTP/1.1" status: 200 len: 217 time: 0.0950468 Aug 10 01:16:52.665619 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7fd8be3f-e23e-4111-bd9b-d5b40eed2ee7 None None] Provisioning for port dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:52.691474 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7cb66ed7-cec2-45f6-a399-4a5012e1a1c7 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:52.705142 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7fd8be3f-e23e-4111-bd9b-d5b40eed2ee7 None None] Provisioning complete for port dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:52.705648 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7fd8be3f-e23e-4111-bd9b-d5b40eed2ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:52.736255 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7cb66ed7-cec2-45f6-a399-4a5012e1a1c7 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:52.742434 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb66ed7-cec2-45f6-a399-4a5012e1a1c7 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:52.743106 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7cb66ed7-cec2-45f6-a399-4a5012e1a1c7 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:52.810715 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7cb66ed7-cec2-45f6-a399-4a5012e1a1c7 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5933475 Aug 10 01:16:52.813057 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42900) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:52.819924 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-99329205-c376-4ff8-8e14-8a86042a433e tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Request body: {'subnet': {'network_id': '3be555da-de1d-4bbe-aa76-c394ab7576ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:52.843157 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d7735-d47c-4193-b87a-67e8bd970e7c req-9d02cd14-de8c-4238-8bc9-7fa5aa13f10f tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:52.844756 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7d2d7735-d47c-4193-b87a-67e8bd970e7c req-9d02cd14-de8c-4238-8bc9-7fa5aa13f10f tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6b8659-ce48-4ba9-9516-fc06778c0e2e HTTP/1.1" status: 200 len: 943 time: 0.2750289 Aug 10 01:16:52.874248 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-8a6d2735-acb4-4bae-b860-ae552115c81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:52.874478 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb66ed7-cec2-45f6-a399-4a5012e1a1c7 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event updated for resources: {'Network': ['ID=3be555da-de1d-4bbe-aa76-c394ab7576ff,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:52.875801 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-8a6d2735-acb4-4bae-b860-ae552115c81c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e25e17ad-fffa-4e24-9b5d-5651c3a6a11c HTTP/1.1" status: 200 len: 797 time: 0.1799810 Aug 10 01:16:52.889491 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-723cea67-7ddc-408b-a980-4da44aee8412 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:52.922302 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-aa8a1a0a-57b8-42df-addc-f1c19eea4861 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Deleting port b17159ad-6fd1-4eb2-87d6-d25caefb474c {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:52.922607 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aa8a1a0a-57b8-42df-addc-f1c19eea4861 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:52.934971 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99329205-c376-4ff8-8e14-8a86042a433e tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Made reservation on behalf of 8adb01a230e64464b499069423d36c25 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:52.938587 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-99329205-c376-4ff8-8e14-8a86042a433e tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:52.956054 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-43595849-0bbc-44c0-a1a8-21a95e7a1eda tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Allocated IP 172.20.0.1 (a816cfb2-4561-452c-a993-906d177b1225/50d4863a-ba29-42e9-94f4-85fc7bf0c412/9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:52.957878 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 3be555da-de1d-4bbe-aa76-c394ab7576ff details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:16:52.968829 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b15b8b38-4979-41f9-9f4c-d16d3add6a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:53.024801 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=4c33c499-dd29-45d1-ac9b-784b6b1b9973,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:53.040956 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-5610b0f3-cbfe-4eea-865a-0d1a9fcf0914 None None] Deleting port b17159ad-6fd1-4eb2-87d6-d25caefb474c {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:53.042346 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5610b0f3-cbfe-4eea-865a-0d1a9fcf0914 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:53.043056 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-7fd8be3f-e23e-4111-bd9b-d5b40eed2ee7 None None] Port dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:53.070483 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 20838ff9-909c-425e-aa44-087abb476248 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:53.121624 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 20838ff9-909c-425e-aa44-087abb476248 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:53.121968 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:53.181862 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-5610b0f3-cbfe-4eea-865a-0d1a9fcf0914 None None] For port b17159ad-6fd1-4eb2-87d6-d25caefb474c, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b17159ad-6fd1-4eb2-87d6-d25caefb474c,segment=NetworkSegment(1951ae0b-0d4a-4302-b96c-8687ac277b84),segment_id=1951ae0b-0d4a-4302-b96c-8687ac277b84)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:53.182261 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5610b0f3-cbfe-4eea-865a-0d1a9fcf0914 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:53.203357 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-5610b0f3-cbfe-4eea-865a-0d1a9fcf0914 None None] Calling delete_port for b17159ad-6fd1-4eb2-87d6-d25caefb474c owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:53.206895 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-357a4e65-5a2a-4c99-a95f-655d127182c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'name': 'tempest-RoutersTest-router-1469032217', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:56Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 8, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'gw_port_host': None, '_interfaces': [{'id': '175adc59-9f71-44d0-bbe9-a7988690f85c', 'name': '', 'network_id': '4e498552-98b5-4b1a-97a3-3bbef0955c31', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:d3:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:12Z', 'updated_at': '2021-08-10T01:16:25Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9954e812-f674-4efe-a9fb-89d0f8e8cd13', 'name': '', 'network_id': '943e90f7-b023-4655-9081-04e8a18da465', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:a5:e5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:59Z', 'updated_at': '2021-08-10T01:16:10Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a071257e-4b66-46d4-874e-94422d2eb3b6', 'name': '', 'network_id': '2742f3b1-2580-4cf7-9ea2-7f396f13015e', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:6e:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '90424d98-2420-4878-8f23-785f2c9ee95f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:24Z', 'updated_at': '2021-08-10T01:16:35Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '90424d98-2420-4878-8f23-785f2c9ee95f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:53.217614 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-99329205-c376-4ff8-8e14-8a86042a433e tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:53.245865 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 2186a8ef-43fd-4cd4-8637-f901a1ea8db0 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:16:53.256313 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357a4e65-5a2a-4c99-a95f-655d127182c2 None None] The sync data for ids ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'] in n-d-766726-26 is: [{'id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'name': 'tempest-RoutersTest-router-1469032217', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:56Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 8, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'gw_port_host': None, '_interfaces': [{'id': '175adc59-9f71-44d0-bbe9-a7988690f85c', 'name': '', 'network_id': '4e498552-98b5-4b1a-97a3-3bbef0955c31', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:d3:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:12Z', 'updated_at': '2021-08-10T01:16:25Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9954e812-f674-4efe-a9fb-89d0f8e8cd13', 'name': '', 'network_id': '943e90f7-b023-4655-9081-04e8a18da465', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:a5:e5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:59Z', 'updated_at': '2021-08-10T01:16:10Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a071257e-4b66-46d4-874e-94422d2eb3b6', 'name': '', 'network_id': '2742f3b1-2580-4cf7-9ea2-7f396f13015e', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:6e:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '90424d98-2420-4878-8f23-785f2c9ee95f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:24Z', 'updated_at': '2021-08-10T01:16:35Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '90424d98-2420-4878-8f23-785f2c9ee95f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:16:53.297355 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99329205-c376-4ff8-8e14-8a86042a433e tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event updated for resources: {'Subnet': ['ID=c293c9d5-8bfc-4130-a1c5-8bebbd53e598,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:53.339810 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99329205-c376-4ff8-8e14-8a86042a433e tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Checking segment: {'id': '34961e8d-6372-41e4-b1bf-19019983f78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3be555da-de1d-4bbe-aa76-c394ab7576ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:53.340088 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99329205-c376-4ff8-8e14-8a86042a433e tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Network hostable DHCP agents. Network: 3be555da-de1d-4bbe-aa76-c394ab7576ff, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:16:53.363512 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99329205-c376-4ff8-8e14-8a86042a433e tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Network 3be555da-de1d-4bbe-aa76-c394ab7576ff is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:16:53.373073 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-99329205-c376-4ff8-8e14-8a86042a433e tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 3be555da-de1d-4bbe-aa76-c394ab7576ff) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:53.378199 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99329205-c376-4ff8-8e14-8a86042a433e tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:53.378850 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-99329205-c376-4ff8-8e14-8a86042a433e tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:53.402531 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-99329205-c376-4ff8-8e14-8a86042a433e tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5877395 Aug 10 01:16:53.403675 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42902) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:53.409477 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-3e134d6c-4096-4440-965b-2ff28409591f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-717945062', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}, 'admin_state_up': False}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:53.426507 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88258e48-fa59-4456-8add-abd50c03cf64 None None] Network 3be555da-de1d-4bbe-aa76-c394ab7576ff requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:53.433657 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:53.439431 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3e134d6c-4096-4440-965b-2ff28409591f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:53.440616 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3e134d6c-4096-4440-965b-2ff28409591f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:53.499974 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3e134d6c-4096-4440-965b-2ff28409591f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:53.512243 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-46bec756-4593-44bc-adc5-60dc83fa5a00 None None] Provisioning complete for port 20838ff9-909c-425e-aa44-087abb476248 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:53.512243 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-46bec756-4593-44bc-adc5-60dc83fa5a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:53.513642 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7d2d7735-d47c-4193-b87a-67e8bd970e7c req-589fa019-a102-49a8-a088-198332ff2a63 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/security-groups?id=0dc817ae-43c5-473f-8869-9346a6df8705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6324036 Aug 10 01:16:53.538369 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-aa8a1a0a-57b8-42df-addc-f1c19eea4861 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] For port b17159ad-6fd1-4eb2-87d6-d25caefb474c, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b17159ad-6fd1-4eb2-87d6-d25caefb474c,segment=NetworkSegment(1951ae0b-0d4a-4302-b96c-8687ac277b84),segment_id=1951ae0b-0d4a-4302-b96c-8687ac277b84)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:53.538783 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aa8a1a0a-57b8-42df-addc-f1c19eea4861 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:53.578875 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-5c83e377-2dc2-4e49-bcb2-d304eec21352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:53.580478 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-5c83e377-2dc2-4e49-bcb2-d304eec21352 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f42b1fb5-1f26-4b59-83fe-d283978e154a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6951947 Aug 10 01:16:53.587224 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5610b0f3-cbfe-4eea-865a-0d1a9fcf0914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:53.590071 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 20838ff9-909c-425e-aa44-087abb476248, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=20838ff9-909c-425e-aa44-087abb476248,segment=NetworkSegment(5eabac7d-2d8c-40e5-9bc2-2966785e0fc7),segment_id=5eabac7d-2d8c-40e5-9bc2-2966785e0fc7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:53.609387 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:53.609609 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-aa8a1a0a-57b8-42df-addc-f1c19eea4861 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Calling delete_port for b17159ad-6fd1-4eb2-87d6-d25caefb474c owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:53.655302 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5610b0f3-cbfe-4eea-865a-0d1a9fcf0914 None None] Pushing event deleted for resources: {'Port': ['ID=b17159ad-6fd1-4eb2-87d6-d25caefb474c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:53.657453 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5610b0f3-cbfe-4eea-865a-0d1a9fcf0914 None None] No DVR routers for this DVR port b17159ad-6fd1-4eb2-87d6-d25caefb474c on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:16:53.677419 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 2186a8ef-43fd-4cd4-8637-f901a1ea8db0, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=2186a8ef-43fd-4cd4-8637-f901a1ea8db0,segment=NetworkSegment(46412f6c-988a-4239-8142-465271ef0afb),segment_id=46412f6c-988a-4239-8142-465271ef0afb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:53.757264 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3e134d6c-4096-4440-965b-2ff28409591f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:53.770359 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4c33c499-dd29-45d1-ac9b-784b6b1b9973 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:53.777242 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '2186a8ef-43fd-4cd4-8637-f901a1ea8db0', 'network_id': 'b10304d7-b30d-4266-91a0-bec1dd1e3a24', 'port_id': '2186a8ef-43fd-4cd4-8637-f901a1ea8db0', 'mac_address': 'fa:16:3e:55:13:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dcd6920-55ee-498b-8ef4-7e0fdfe1d14a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:16:53.849486 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-723cea67-7ddc-408b-a980-4da44aee8412 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Allocated IP 172.25.2.106 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/b0720d5b-e148-490e-bc25-f13cd1c6e7c4) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:53.862346 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012ead80-d58d-4aa4-8a20-f96985f28de7 None None] Network 3be555da-de1d-4bbe-aa76-c394ab7576ff requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:53.889579 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=20838ff9-909c-425e-aa44-087abb476248,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:53.981314 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:54.010742 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2186a8ef-43fd-4cd4-8637-f901a1ea8db0 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:16:54.011430 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-43595849-0bbc-44c0-a1a8-21a95e7a1eda tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:54.022778 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 4c33c499-dd29-45d1-ac9b-784b6b1b9973 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:54.023349 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:54.024572 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3e134d6c-4096-4440-965b-2ff28409591f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:54.042497 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-0fe193ef-52cf-490a-8682-54365e52d81f service neutron] 10.222.0.20 "GET /v2.0/networks/f42b1fb5-1f26-4b59-83fe-d283978e154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367146 Aug 10 01:16:54.048933 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3e134d6c-4096-4440-965b-2ff28409591f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:54.073173 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 2186a8ef-43fd-4cd4-8637-f901a1ea8db0, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=2186a8ef-43fd-4cd4-8637-f901a1ea8db0,segment=NetworkSegment(46412f6c-988a-4239-8142-465271ef0afb),segment_id=46412f6c-988a-4239-8142-465271ef0afb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:54.081246 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:54.089151 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb568273-cb82-475e-9876-3a7a619ae184 req-11c83ec0-7195-426d-892d-86f0ec71c648 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:54.090660 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fb568273-cb82-475e-9876-3a7a619ae184 req-11c83ec0-7195-426d-892d-86f0ec71c648 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 945 time: 0.3091757 Aug 10 01:16:54.117619 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-43595849-0bbc-44c0-a1a8-21a95e7a1eda tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Transition to ACTIVE for port object 9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:54.162809 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=2186a8ef-43fd-4cd4-8637-f901a1ea8db0,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:54.250595 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aa8a1a0a-57b8-42df-addc-f1c19eea4861 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:54.258425 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b17159ad-6fd1-4eb2-87d6-d25caefb474c no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:16:54.281022 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: b17159ad-6fd1-4eb2-87d6-d25caefb474c {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:16:54.281467 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b17159ad-6fd1-4eb2-87d6-d25caefb474c not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:16:54.281961 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 0a466fc5-7d4f-446b-9150-63a75158f071 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:16:54.301206 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 0a466fc5-7d4f-446b-9150-63a75158f071 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:16:54.301558 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 0a466fc5-7d4f-446b-9150-63a75158f071 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:16:54.332755 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b15b8b38-4979-41f9-9f4c-d16d3add6a09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:54.337390 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a1a0a-57b8-42df-addc-f1c19eea4861 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event deleted for resources: {'Port': ['ID=b17159ad-6fd1-4eb2-87d6-d25caefb474c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:54.339189 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8a1a0a-57b8-42df-addc-f1c19eea4861 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] No DVR routers for this DVR port b17159ad-6fd1-4eb2-87d6-d25caefb474c on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:16:54.343901 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-723cea67-7ddc-408b-a980-4da44aee8412 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:54.350224 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fb568273-cb82-475e-9876-3a7a619ae184 req-03b8b3a1-0058-45d2-abdd-4f6aa83e0588 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425964 Aug 10 01:16:54.357139 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b15b8b38-4979-41f9-9f4c-d16d3add6a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:54.390337 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['2186a8ef-43fd-4cd4-8637-f901a1ea8db0'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:16:54.491217 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-87d950c4-181b-4f08-afb2-ea74d533ae39 service neutron] 10.222.0.20 "GET /v2.0/networks/f42b1fb5-1f26-4b59-83fe-d283978e154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154844 Aug 10 01:16:54.492313 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-43595849-0bbc-44c0-a1a8-21a95e7a1eda tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:54.571622 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aa8a1a0a-57b8-42df-addc-f1c19eea4861 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:54.578201 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b8b38-4979-41f9-9f4c-d16d3add6a09 admin admin] Pushing event updated for resources: {'Port': ['ID=dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:54.592997 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b15b8b38-4979-41f9-9f4c-d16d3add6a09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:54.596033 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-110ca5ac-9273-4cd7-8641-066bc6f5171c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3b050334-2ff6-40ea-a72f-68fb7b069c16 HTTP/1.1" status: 200 len: 217 time: 0.0855646 Aug 10 01:16:54.603698 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43595849-0bbc-44c0-a1a8-21a95e7a1eda tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Network a816cfb2-4561-452c-a993-906d177b1225 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:54.605412 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-aa8a1a0a-57b8-42df-addc-f1c19eea4861 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48cea2bb-fc38-4343-88af-ed558554661c']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:54.651941 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-43595849-0bbc-44c0-a1a8-21a95e7a1eda tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:54.666215 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43595849-0bbc-44c0-a1a8-21a95e7a1eda tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:54.708469 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-aa8a1a0a-57b8-42df-addc-f1c19eea4861 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1951ae0b-0d4a-4302-b96c-8687ac277b84') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:54.708776 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-aa8a1a0a-57b8-42df-addc-f1c19eea4861 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1951ae0b-0d4a-4302-b96c-8687ac277b84') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:54.782775 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-3e134d6c-4096-4440-965b-2ff28409591f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Allocated IP 172.25.2.87 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/8f8ae7d9-2bc9-4bfa-8e28-a1cf45e9affe) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:54.788510 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aa8a1a0a-57b8-42df-addc-f1c19eea4861 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:54.796769 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-723cea67-7ddc-408b-a980-4da44aee8412 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:54.834078 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43595849-0bbc-44c0-a1a8-21a95e7a1eda tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'Port': ['ID=9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:54.856931 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aa8a1a0a-57b8-42df-addc-f1c19eea4861 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:54.862478 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-f129d61f-70cb-4e0a-88ad-6c6e2e753b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:54.864018 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-f129d61f-70cb-4e0a-88ad-6c6e2e753b2e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e25e17ad-fffa-4e24-9b5d-5651c3a6a11c HTTP/1.1" status: 200 len: 797 time: 0.2553725 Aug 10 01:16:54.885609 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5e40c125-d8c8-45a4-b3c3-0df97e8e8f5a None None] Provisioning for port 9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:54.890594 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5e40c125-d8c8-45a4-b3c3-0df97e8e8f5a None None] Provisioning complete for port 9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:54.891122 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5e40c125-d8c8-45a4-b3c3-0df97e8e8f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:54.891393 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723cea67-7ddc-408b-a980-4da44aee8412 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:54.897504 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa8a1a0a-57b8-42df-addc-f1c19eea4861 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:16:54.897924 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aa8a1a0a-57b8-42df-addc-f1c19eea4861 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:54.911120 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:16:54.911120 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:16:54.911120 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:16:54.911120 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:16:54.911120 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:16:54.911120 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:16:54.911120 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:16:54.911120 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:16:54.911120 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:16:54.911120 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:16:54.911120 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:16:54.911120 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:16:54.911120 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:16:54.911120 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:16:54.911120 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:16:54.911120 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:16:54.911120 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:16:54.911120 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:16:54.911120 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:16:54.911120 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:16:54.911120 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:16:54.911120 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:16:54.911120 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:16:54.911120 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:16:54.911120 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:16:54.911120 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:16:54.911120 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:16:54.911120 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:16:54.911120 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:16:54.911120 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:16:54.911120 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:16:54.911120 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:16:54.913755 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-43595849-0bbc-44c0-a1a8-21a95e7a1eda tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:54.913863 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3e134d6c-4096-4440-965b-2ff28409591f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:54.931465 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-723cea67-7ddc-408b-a980-4da44aee8412 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:54.932257 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-5e40c125-d8c8-45a4-b3c3-0df97e8e8f5a None None] Port 9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:54.960346 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3e134d6c-4096-4440-965b-2ff28409591f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:54.996531 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e134d6c-4096-4440-965b-2ff28409591f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:55.003050 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-3e134d6c-4096-4440-965b-2ff28409591f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:55.005406 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e134d6c-4096-4440-965b-2ff28409591f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:55.011179 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723cea67-7ddc-408b-a980-4da44aee8412 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:55.031133 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e134d6c-4096-4440-965b-2ff28409591f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event updated for resources: {'Port': ['ID=8f8ae7d9-2bc9-4bfa-8e28-a1cf45e9affe,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:55.035586 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca9c65-2a1f-4066-b97f-49cffab20b85 req-e319ba12-db2f-48de-bbad-e872019cbdf6 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:55.037153 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b4ca9c65-2a1f-4066-b97f-49cffab20b85 req-e319ba12-db2f-48de-bbad-e872019cbdf6 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6b8659-ce48-4ba9-9516-fc06778c0e2e HTTP/1.1" status: 200 len: 944 time: 0.4227505 Aug 10 01:16:55.093489 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723cea67-7ddc-408b-a980-4da44aee8412 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Pushing event updated for resources: {'Port': ['ID=b0720d5b-e148-490e-bc25-f13cd1c6e7c4,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:55.136924 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aa8a1a0a-57b8-42df-addc-f1c19eea4861 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:55.160011 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aa8a1a0a-57b8-42df-addc-f1c19eea4861 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:55.161868 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-aa8a1a0a-57b8-42df-addc-f1c19eea4861 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/networks/48cea2bb-fc38-4343-88af-ed558554661c HTTP/1.1" status: 204 len: 168 time: 3.3678589 Aug 10 01:16:55.164920 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42908) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:55.170354 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-4f2803a2-8387-4c44-9ea5-db57beee6683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:55.171882 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-4f2803a2-8387-4c44-9ea5-db57beee6683 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f42b1fb5-1f26-4b59-83fe-d283978e154a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2766013 Aug 10 01:16:55.209152 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15b8b38-4979-41f9-9f4c-d16d3add6a09 admin admin] Network da04b376-9179-4831-8934-0e6b7aae24e5 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:55.220803 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a1a0a-57b8-42df-addc-f1c19eea4861 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event deleted for resources: {'Network': ['ID=48cea2bb-fc38-4343-88af-ed558554661c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:55.230002 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 2186a8ef-43fd-4cd4-8637-f901a1ea8db0 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:55.248908 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b4ca9c65-2a1f-4066-b97f-49cffab20b85 req-fe4b0d0b-90da-4b8e-b18c-ecc1fb1e771d tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/security-groups?id=0dc817ae-43c5-473f-8869-9346a6df8705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021599 Aug 10 01:16:55.249763 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-b15b8b38-4979-41f9-9f4c-d16d3add6a09 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:55.290237 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 2186a8ef-43fd-4cd4-8637-f901a1ea8db0 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:55.295121 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 2186a8ef-43fd-4cd4-8637-f901a1ea8db0 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:55.295769 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:55.417320 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:55.445918 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3e134d6c-4096-4440-965b-2ff28409591f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:55.477198 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 2186a8ef-43fd-4cd4-8637-f901a1ea8db0, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=2186a8ef-43fd-4cd4-8637-f901a1ea8db0,segment=NetworkSegment(46412f6c-988a-4239-8142-465271ef0afb),segment_id=46412f6c-988a-4239-8142-465271ef0afb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:55.478310 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6b8659-ce48-4ba9-9516-fc06778c0e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2186a8ef-43fd-4cd4-8637-f901a1ea8db0'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:16:55.481742 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f47e8c-510f-45a3-aceb-a37c8b03abb8" -d '{"events": [{"server_uuid": "be6b8659-ce48-4ba9-9516-fc06778c0e2e", "name": "network-vif-plugged", "status": "completed", "tag": "2186a8ef-43fd-4cd4-8637-f901a1ea8db0"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:16:55.487712 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:55.547233 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424023d5-b281-46cd-8ea6-4dd74c1c3945 x-openstack-request-id: req-424023d5-b281-46cd-8ea6-4dd74c1c3945 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:16:55.547532 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6b8659-ce48-4ba9-9516-fc06778c0e2e", "name": "network-vif-plugged", "status": "completed", "tag": "2186a8ef-43fd-4cd4-8637-f901a1ea8db0", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:16:55.547839 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-424023d5-b281-46cd-8ea6-4dd74c1c3945 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:16:55.548252 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6b8659-ce48-4ba9-9516-fc06778c0e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2186a8ef-43fd-4cd4-8637-f901a1ea8db0', 'code': 200} Aug 10 01:16:55.576488 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=2186a8ef-43fd-4cd4-8637-f901a1ea8db0,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:55.581389 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-43595849-0bbc-44c0-a1a8-21a95e7a1eda tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:55.584848 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-3b37e4a5-a4b8-465a-ae2b-8c91a316e647 service neutron] 10.222.0.20 "GET /v2.0/networks/f42b1fb5-1f26-4b59-83fe-d283978e154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736737 Aug 10 01:16:55.663101 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8ba42888-5d18-46bf-bbe6-767d380d52bf None None] Provisioning complete for port dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:55.663488 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8ba42888-5d18-46bf-bbe6-767d380d52bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:55.699179 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8ba42888-5d18-46bf-bbe6-767d380d52bf None None] Port dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:55.719558 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 20838ff9-909c-425e-aa44-087abb476248 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:55.748529 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10f347-cfc3-4ec1-9c5f-8c209305d1d3 req-94a6739b-302b-4a15-82b6-dbfd814935dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:55.750046 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fc10f347-cfc3-4ec1-9c5f-8c209305d1d3 req-94a6739b-302b-4a15-82b6-dbfd814935dd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=be6b8659-ce48-4ba9-9516-fc06778c0e2e HTTP/1.1" status: 200 len: 1097 time: 0.1276426 Aug 10 01:16:55.773359 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 20838ff9-909c-425e-aa44-087abb476248 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:55.773726 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:55.851159 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3e134d6c-4096-4440-965b-2ff28409591f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:55.866955 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fc10f347-cfc3-4ec1-9c5f-8c209305d1d3 req-c9d44963-03b5-4b94-a648-dc74327f034a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0dc817ae-43c5-473f-8869-9346a6df8705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855091 Aug 10 01:16:55.913465 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-98da3635-0dec-498d-a8b0-2af29d3bc248 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:56.203557 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15b8b38-4979-41f9-9f4c-d16d3add6a09 admin admin] Router 565122d1-364d-49b8-8314-b03c11ea0d21 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:16:56.211347 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04053590-5286-4189-b24f-b50b65fc0ce2 req-6120fbd0-ebd3-4db7-b38f-dccb2c450116 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:56.212911 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-04053590-5286-4189-b24f-b50b65fc0ce2 req-6120fbd0-ebd3-4db7-b38f-dccb2c450116 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 945 time: 0.7293932 Aug 10 01:16:56.314219 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2663154e-e801-44e0-bb7b-911dd74a9273 req-f3ff377c-cde5-4fd8-b7e0-d8176d0d31fc service neutron] 10.222.0.20 "GET /v2.0/networks/f42b1fb5-1f26-4b59-83fe-d283978e154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7092006 Aug 10 01:16:56.455245 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e134d6c-4096-4440-965b-2ff28409591f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Router 070aaff9-a882-493a-ac92-7dbb0639b272 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:16:56.497448 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-04053590-5286-4189-b24f-b50b65fc0ce2 req-7ce32fc7-b52a-4aa3-9a85-e46fd1f87ad1 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662108 Aug 10 01:16:56.626139 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e134d6c-4096-4440-965b-2ff28409591f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:16:56.636508 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdac775-af5e-44b9-81c2-c0c8bc8d6cf0 None None] Sync routers for ids ['070aaff9-a882-493a-ac92-7dbb0639b272'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:16:56.646085 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdac775-af5e-44b9-81c2-c0c8bc8d6cf0 None None] Routers {'070aaff9-a882-493a-ac92-7dbb0639b272'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:56.646761 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-8fdac775-af5e-44b9-81c2-c0c8bc8d6cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['070aaff9-a882-493a-ac92-7dbb0639b272'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:56.658391 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3e134d6c-4096-4440-965b-2ff28409591f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:56.662464 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3e134d6c-4096-4440-965b-2ff28409591f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2548389 Aug 10 01:16:56.664025 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42918) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:56.666649 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-98da3635-0dec-498d-a8b0-2af29d3bc248 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Deleting port a071257e-4b66-46d4-874e-94422d2eb3b6 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:56.667055 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-98da3635-0dec-498d-a8b0-2af29d3bc248 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:56.680534 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-8fdac775-af5e-44b9-81c2-c0c8bc8d6cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:56.689862 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdac775-af5e-44b9-81c2-c0c8bc8d6cf0 None None] Routers {'070aaff9-a882-493a-ac92-7dbb0639b272'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:56.690459 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-8fdac775-af5e-44b9-81c2-c0c8bc8d6cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['070aaff9-a882-493a-ac92-7dbb0639b272'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:56.718631 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ce472-f380-4828-9ddf-86c258d3f0e2 req-417ebd54-c210-4eba-8bc7-1993ac0358d2 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:56.720656 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-771ce472-f380-4828-9ddf-86c258d3f0e2 req-417ebd54-c210-4eba-8bc7-1993ac0358d2 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6b8659-ce48-4ba9-9516-fc06778c0e2e HTTP/1.1" status: 200 len: 945 time: 0.3783214 Aug 10 01:16:56.726555 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-8fdac775-af5e-44b9-81c2-c0c8bc8d6cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:56.727252 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdac775-af5e-44b9-81c2-c0c8bc8d6cf0 None None] The sync data for ids ['070aaff9-a882-493a-ac92-7dbb0639b272'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:16:56.793126 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15b8b38-4979-41f9-9f4c-d16d3add6a09 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:16:56.809854 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b15b8b38-4979-41f9-9f4c-d16d3add6a09 admin admin] 10.222.0.35 "PUT /v2.0/routers/565122d1-364d-49b8-8314-b03c11ea0d21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8123124 Aug 10 01:16:56.815703 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b56c0f4-a6a9-498f-9529-e037735124af None None] Sync routers for ids ['565122d1-364d-49b8-8314-b03c11ea0d21'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:16:56.832652 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b56c0f4-a6a9-498f-9529-e037735124af None None] Routers {'565122d1-364d-49b8-8314-b03c11ea0d21'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:56.833552 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-2b56c0f4-a6a9-498f-9529-e037735124af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['565122d1-364d-49b8-8314-b03c11ea0d21'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:56.854288 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-98da3635-0dec-498d-a8b0-2af29d3bc248 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] For port a071257e-4b66-46d4-874e-94422d2eb3b6, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a071257e-4b66-46d4-874e-94422d2eb3b6,segment=NetworkSegment(136da15a-6ae3-43ea-bcff-a099d6951cd7),segment_id=136da15a-6ae3-43ea-bcff-a099d6951cd7)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:56.854886 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-98da3635-0dec-498d-a8b0-2af29d3bc248 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:56.861180 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-771ce472-f380-4828-9ddf-86c258d3f0e2 req-c0494a4a-5bed-49b4-ae18-588ac482eb52 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/security-groups?id=0dc817ae-43c5-473f-8869-9346a6df8705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265094 Aug 10 01:16:56.884272 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-723cea67-7ddc-408b-a980-4da44aee8412 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:56.918047 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-98da3635-0dec-498d-a8b0-2af29d3bc248 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Calling delete_port for a071257e-4b66-46d4-874e-94422d2eb3b6 owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:57.020380 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-2b56c0f4-a6a9-498f-9529-e037735124af None None] Set router 565122d1-364d-49b8-8314-b03c11ea0d21 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:57.024031 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-43595849-0bbc-44c0-a1a8-21a95e7a1eda tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:57.035138 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-43595849-0bbc-44c0-a1a8-21a95e7a1eda tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:57.141022 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-43595849-0bbc-44c0-a1a8-21a95e7a1eda tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:57.149148 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43595849-0bbc-44c0-a1a8-21a95e7a1eda tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'Port': ['ID=9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:57.151682 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-723cea67-7ddc-408b-a980-4da44aee8412 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:57.305409 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-98da3635-0dec-498d-a8b0-2af29d3bc248 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:57.347247 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-2b56c0f4-a6a9-498f-9529-e037735124af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'name': 'tempest-TestServerBasicOps-362065631-router', 'tenant_id': '75d90fe613f04af9a88db54df84a9d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '4c33c499-dd29-45d1-ac9b-784b6b1b9973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:36Z', 'updated_at': '2021-08-10T01:16:52Z', 'revision_number': 4, 'project_id': '75d90fe613f04af9a88db54df84a9d1e', 'gw_port': {'id': '4c33c499-dd29-45d1-ac9b-784b6b1b9973', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:12:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:38Z', 'updated_at': '2021-08-10T01:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6', 'name': '', 'network_id': 'da04b376-9179-4831-8934-0e6b7aae24e5', 'tenant_id': '75d90fe613f04af9a88db54df84a9d1e', 'mac_address': 'fa:16:3e:be:3f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '4678a999-4487-4b9b-85af-b5bf29177a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:48Z', 'updated_at': '2021-08-10T01:16:53Z', 'revision_number': 2, 'project_id': '75d90fe613f04af9a88db54df84a9d1e', 'subnets': [{'id': '4678a999-4487-4b9b-85af-b5bf29177a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:57.349129 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da3635-0dec-498d-a8b0-2af29d3bc248 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event deleted for resources: {'Port': ['ID=a071257e-4b66-46d4-874e-94422d2eb3b6,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:57.360051 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43595849-0bbc-44c0-a1a8-21a95e7a1eda tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Network a816cfb2-4561-452c-a993-906d177b1225 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:57.364475 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-43595849-0bbc-44c0-a1a8-21a95e7a1eda tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:57.400223 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b56c0f4-a6a9-498f-9529-e037735124af None None] Checking router: 565122d1-364d-49b8-8314-b03c11ea0d21 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:16:57.402096 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b56c0f4-a6a9-498f-9529-e037735124af None None] Updating router 565122d1-364d-49b8-8314-b03c11ea0d21 port dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6 binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:16:57.433040 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b56c0f4-a6a9-498f-9529-e037735124af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:57.614968 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42936) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:57.630762 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-ad14446b-bc2e-46cf-8ce3-4c136612004e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-651227349-network', 'tenant_id': 'a3c4f9f7257b480381b183bac1270848'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:57.635123 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-723cea67-7ddc-408b-a980-4da44aee8412 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:57.699082 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-723cea67-7ddc-408b-a980-4da44aee8412 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:57.721368 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad14446b-bc2e-46cf-8ce3-4c136612004e admin admin] Made reservation on behalf of a3c4f9f7257b480381b183bac1270848 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:57.723743 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ad14446b-bc2e-46cf-8ce3-4c136612004e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:57.751939 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ad14446b-bc2e-46cf-8ce3-4c136612004e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:57.783720 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723cea67-7ddc-408b-a980-4da44aee8412 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Pushing event updated for resources: {'Port': ['ID=b0720d5b-e148-490e-bc25-f13cd1c6e7c4,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:57.892575 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f8adbc06-8fac-4cd4-819a-f941dab4cef2 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:57.896903 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-85a08945-b473-4651-b031-ac9e0cde4036 None None] Provisioning complete for port 9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:57.897429 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-85a08945-b473-4651-b031-ac9e0cde4036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:57.942210 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-85a08945-b473-4651-b031-ac9e0cde4036 None None] Port 9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:58.052217 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b56c0f4-a6a9-498f-9529-e037735124af None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:58.060126 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-98da3635-0dec-498d-a8b0-2af29d3bc248 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:58.063517 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2b56c0f4-a6a9-498f-9529-e037735124af None None] Transition to ACTIVE for port object dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:58.070727 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b56c0f4-a6a9-498f-9529-e037735124af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:58.082987 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ad14446b-bc2e-46cf-8ce3-4c136612004e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:58.093772 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ad14446b-bc2e-46cf-8ce3-4c136612004e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:58.122922 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69acb55-dec1-4204-b790-5d7c51626676 None None] Pushing event updated for resources: {'Port': ['ID=dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:58.149506 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43595849-0bbc-44c0-a1a8-21a95e7a1eda tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Router bdbb07c0-c609-4f2f-b3dc-a743042f2535 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:16:58.169520 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-723cea67-7ddc-408b-a980-4da44aee8412 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:58.191861 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-2b56c0f4-a6a9-498f-9529-e037735124af None None] Attempting to bind port dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:16:58.196929 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6051b40-8a52-46b5-b538-3b24b3641f5a req-5296825c-9160-47cc-9e24-4bef2bb23195 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:58.198522 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d6051b40-8a52-46b5-b538-3b24b3641f5a req-5296825c-9160-47cc-9e24-4bef2bb23195 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 945 time: 0.5986247 Aug 10 01:16:58.200511 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-2b56c0f4-a6a9-498f-9529-e037735124af None None] Attempting to bind port dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '89115f7c-9914-47ad-82bf-a5b934a55bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da04b376-9179-4831-8934-0e6b7aae24e5'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:16:58.201015 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b56c0f4-a6a9-498f-9529-e037735124af None None] Attempting to bind port dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6 on network da04b376-9179-4831-8934-0e6b7aae24e5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:16:58.207894 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad14446b-bc2e-46cf-8ce3-4c136612004e admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:16:58.226682 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b56c0f4-a6a9-498f-9529-e037735124af None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:16:58.227348 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b56c0f4-a6a9-498f-9529-e037735124af None None] Checking segment: {'id': '89115f7c-9914-47ad-82bf-a5b934a55bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da04b376-9179-4831-8934-0e6b7aae24e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:58.227958 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b56c0f4-a6a9-498f-9529-e037735124af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:58.228558 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b56c0f4-a6a9-498f-9529-e037735124af None None] Bound using segment: {'id': '89115f7c-9914-47ad-82bf-a5b934a55bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da04b376-9179-4831-8934-0e6b7aae24e5'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:16:58.229206 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-2b56c0f4-a6a9-498f-9529-e037735124af None None] Bound port: dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89115f7c-9914-47ad-82bf-a5b934a55bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da04b376-9179-4831-8934-0e6b7aae24e5'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:16:58.229764 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b56c0f4-a6a9-498f-9529-e037735124af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:58.233041 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14446b-bc2e-46cf-8ce3-4c136612004e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900a1ab7-e40e-4943-9928-974fd628a787,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:58.249336 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:58.268290 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ad14446b-bc2e-46cf-8ce3-4c136612004e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:58.268725 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-ad14446b-bc2e-46cf-8ce3-4c136612004e admin admin] Added segment c5107bd9-16bb-47f0-86fe-6710a823458c of type vlan for network 1f6108a8-3a0a-4707-b3c0-0bca8fa90699 Aug 10 01:16:58.310501 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-2b56c0f4-a6a9-498f-9529-e037735124af None None] For port dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:16:58.315065 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-2b56c0f4-a6a9-498f-9529-e037735124af None None] For port dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6,segment=NetworkSegment(89115f7c-9914-47ad-82bf-a5b934a55bcc),segment_id=89115f7c-9914-47ad-82bf-a5b934a55bcc)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:16:58.326375 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b56c0f4-a6a9-498f-9529-e037735124af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:58.336779 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ad14446b-bc2e-46cf-8ce3-4c136612004e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:58.411427 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b56c0f4-a6a9-498f-9529-e037735124af None None] Routers {'565122d1-364d-49b8-8314-b03c11ea0d21'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:58.412166 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-2b56c0f4-a6a9-498f-9529-e037735124af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['565122d1-364d-49b8-8314-b03c11ea0d21'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:58.445496 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f8832-20c1-431f-aa65-91a7b9d9766b req-06c090d5-2980-42b2-b88c-80ca0d40e56b tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:58.447288 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e11f8832-20c1-431f-aa65-91a7b9d9766b req-06c090d5-2980-42b2-b88c-80ca0d40e56b tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6b8659-ce48-4ba9-9516-fc06778c0e2e HTTP/1.1" status: 200 len: 945 time: 0.2903259 Aug 10 01:16:58.458608 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69acb55-dec1-4204-b790-5d7c51626676 None None] Pushing event updated for resources: {'Port': ['ID=dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:58.493951 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d6051b40-8a52-46b5-b538-3b24b3641f5a req-e28b8a2b-848d-4061-8309-ac1f6af6f757 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462707 Aug 10 01:16:58.524129 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e11f8832-20c1-431f-aa65-91a7b9d9766b req-73191890-e1f8-4f6e-acfc-d5639b602f27 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/security-groups?id=0dc817ae-43c5-473f-8869-9346a6df8705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619743 Aug 10 01:16:58.528083 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43595849-0bbc-44c0-a1a8-21a95e7a1eda tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:16:58.544655 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-43595849-0bbc-44c0-a1a8-21a95e7a1eda tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "PUT /v2.0/routers/bdbb07c0-c609-4f2f-b3dc-a743042f2535/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5008001 Aug 10 01:16:58.544655 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [None req-723cea67-7ddc-408b-a980-4da44aee8412 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Floating IP eef4cad3-33b4-447c-9b4b-7a67e9eca9d2 associated. External IP: 172.25.2.106, port: 5fe875d6-6001-430b-9b4f-6c4185036225. Aug 10 01:16:58.551868 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106681e6-3574-4b85-a607-3081d5c8b69b None None] Sync routers for ids ['bdbb07c0-c609-4f2f-b3dc-a743042f2535'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:16:58.560118 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ad14446b-bc2e-46cf-8ce3-4c136612004e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:58.565604 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad14446b-bc2e-46cf-8ce3-4c136612004e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:58.566157 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ad14446b-bc2e-46cf-8ce3-4c136612004e admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:58.580835 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106681e6-3574-4b85-a607-3081d5c8b69b None None] Routers {'bdbb07c0-c609-4f2f-b3dc-a743042f2535'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:58.581476 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-106681e6-3574-4b85-a607-3081d5c8b69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['bdbb07c0-c609-4f2f-b3dc-a743042f2535'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:58.597056 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98da3635-0dec-498d-a8b0-2af29d3bc248 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Router 9d0cf995-9f48-4dff-a73a-54b607f7fc04 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:16:58.650437 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-2b56c0f4-a6a9-498f-9529-e037735124af None None] Set router 565122d1-364d-49b8-8314-b03c11ea0d21 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:58.714255 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-f8adbc06-8fac-4cd4-819a-f941dab4cef2 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Allocated IP 172.20.0.1 (3be555da-de1d-4bbe-aa76-c394ab7576ff/c293c9d5-8bfc-4130-a1c5-8bebbd53e598/ea26c591-84d0-48ad-99cf-a413101e391f) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:58.723217 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ad14446b-bc2e-46cf-8ce3-4c136612004e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0964239 Aug 10 01:16:58.729890 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42944) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:58.757995 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-534f8042-e0aa-4708-9afd-08f11d010d8c admin admin] Request body: {'subnet': {'network_id': '1f6108a8-3a0a-4707-b3c0-0bca8fa90699', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-651227349-subnet', 'tenant_id': 'a3c4f9f7257b480381b183bac1270848', 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:58.775383 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-106681e6-3574-4b85-a607-3081d5c8b69b None None] Set router bdbb07c0-c609-4f2f-b3dc-a743042f2535 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:58.793846 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c8cdc-8b73-4dd1-be61-4c81b41dc3ea req-721d5d79-569e-4797-b7da-dc43249e3ae1 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:58.804400 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e2c8cdc-8b73-4dd1-be61-4c81b41dc3ea req-721d5d79-569e-4797-b7da-dc43249e3ae1 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6b8659-ce48-4ba9-9516-fc06778c0e2e HTTP/1.1" status: 200 len: 945 time: 0.1135960 Aug 10 01:16:58.809601 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14446b-bc2e-46cf-8ce3-4c136612004e admin admin] Pushing event updated for resources: {'Network': ['ID=1f6108a8-3a0a-4707-b3c0-0bca8fa90699,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:58.948447 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e2c8cdc-8b73-4dd1-be61-4c81b41dc3ea req-926cd78f-193d-4f6d-a07a-eeda0ff3efd6 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/security-groups?id=0dc817ae-43c5-473f-8869-9346a6df8705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418872 Aug 10 01:16:58.962603 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 1f6108a8-3a0a-4707-b3c0-0bca8fa90699 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:16:59.057446 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-5ed9452f-8a2e-4029-8c79-ec811aa9c320 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-558774149&fields=id&tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8 HTTP/1.1" status: 200 len: 267 time: 0.1054747 Aug 10 01:16:59.101603 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-106681e6-3574-4b85-a607-3081d5c8b69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377316782', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b3ed8424-35ee-4a8b-9396-f175a3b23c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:35Z', 'updated_at': '2021-08-10T01:16:55Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'b3ed8424-35ee-4a8b-9396-f175a3b23c43', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:37Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a', 'name': '', 'network_id': 'a816cfb2-4561-452c-a993-906d177b1225', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'mac_address': 'fa:16:3e:ab:cd:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '50d4863a-ba29-42e9-94f4-85fc7bf0c412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:52Z', 'updated_at': '2021-08-10T01:16:56Z', 'revision_number': 2, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'subnets': [{'id': '50d4863a-ba29-42e9-94f4-85fc7bf0c412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:59.134825 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106681e6-3574-4b85-a607-3081d5c8b69b None None] Checking router: bdbb07c0-c609-4f2f-b3dc-a743042f2535 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:16:59.135447 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106681e6-3574-4b85-a607-3081d5c8b69b None None] Updating router bdbb07c0-c609-4f2f-b3dc-a743042f2535 port 9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:16:59.136431 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723cea67-7ddc-408b-a980-4da44aee8412 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Router 17ffa94a-5dfa-4674-b438-98620fdac6f2 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:16:59.174860 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-106681e6-3574-4b85-a607-3081d5c8b69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:59.240788 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-2b56c0f4-a6a9-498f-9529-e037735124af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'name': 'tempest-TestServerBasicOps-362065631-router', 'tenant_id': '75d90fe613f04af9a88db54df84a9d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '4c33c499-dd29-45d1-ac9b-784b6b1b9973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:36Z', 'updated_at': '2021-08-10T01:16:52Z', 'revision_number': 4, 'project_id': '75d90fe613f04af9a88db54df84a9d1e', 'gw_port': {'id': '4c33c499-dd29-45d1-ac9b-784b6b1b9973', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:12:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:38Z', 'updated_at': '2021-08-10T01:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6', 'name': '', 'network_id': 'da04b376-9179-4831-8934-0e6b7aae24e5', 'tenant_id': '75d90fe613f04af9a88db54df84a9d1e', 'mac_address': 'fa:16:3e:be:3f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '4678a999-4487-4b9b-85af-b5bf29177a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:48Z', 'updated_at': '2021-08-10T01:16:58Z', 'revision_number': 4, 'project_id': '75d90fe613f04af9a88db54df84a9d1e', 'subnets': [{'id': '4678a999-4487-4b9b-85af-b5bf29177a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:59.280805 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b56c0f4-a6a9-498f-9529-e037735124af None None] The sync data for ids ['565122d1-364d-49b8-8314-b03c11ea0d21'] in n-d-766726-26 is: [{'id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'name': 'tempest-TestServerBasicOps-362065631-router', 'tenant_id': '75d90fe613f04af9a88db54df84a9d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '4c33c499-dd29-45d1-ac9b-784b6b1b9973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:36Z', 'updated_at': '2021-08-10T01:16:52Z', 'revision_number': 4, 'project_id': '75d90fe613f04af9a88db54df84a9d1e', 'gw_port': {'id': '4c33c499-dd29-45d1-ac9b-784b6b1b9973', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:12:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:38Z', 'updated_at': '2021-08-10T01:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6', 'name': '', 'network_id': 'da04b376-9179-4831-8934-0e6b7aae24e5', 'tenant_id': '75d90fe613f04af9a88db54df84a9d1e', 'mac_address': 'fa:16:3e:be:3f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '4678a999-4487-4b9b-85af-b5bf29177a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:48Z', 'updated_at': '2021-08-10T01:16:58Z', 'revision_number': 4, 'project_id': '75d90fe613f04af9a88db54df84a9d1e', 'subnets': [{'id': '4678a999-4487-4b9b-85af-b5bf29177a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:16:59.299860 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-33c54c3a-a8f9-4055-b944-bb1cc03dac0e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:59.301592 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-33c54c3a-a8f9-4055-b944-bb1cc03dac0e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/networks?id=a816cfb2-4561-452c-a993-906d177b1225 HTTP/1.1" status: 200 len: 796 time: 0.2344413 Aug 10 01:16:59.393077 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723cea67-7ddc-408b-a980-4da44aee8412 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:16:59.414345 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab31a006-97b8-4aee-b920-98097e4599bb None None] Sync routers for ids ['17ffa94a-5dfa-4674-b438-98620fdac6f2'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:16:59.425127 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-0e188df5-422b-4996-a5a6-31baaf678cdd tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/quotas/ffe13e423dfd43ec93b2db095fb6b3d8 HTTP/1.1" status: 200 len: 375 time: 0.0289729 Aug 10 01:16:59.434948 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab31a006-97b8-4aee-b920-98097e4599bb None None] Routers {'17ffa94a-5dfa-4674-b438-98620fdac6f2'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:59.435746 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-ab31a006-97b8-4aee-b920-98097e4599bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['17ffa94a-5dfa-4674-b438-98620fdac6f2'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:59.491224 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b9a32-4d94-4c47-9d23-00df79c3723c req-a5c6e9d7-edea-4273-9e0b-1799482c2b33 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:59.492950 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-747b9a32-4d94-4c47-9d23-00df79c3723c req-a5c6e9d7-edea-4273-9e0b-1799482c2b33 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6b8659-ce48-4ba9-9516-fc06778c0e2e HTTP/1.1" status: 200 len: 945 time: 0.2609062 Aug 10 01:16:59.493757 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-723cea67-7ddc-408b-a980-4da44aee8412 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:59.582120 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-723cea67-7ddc-408b-a980-4da44aee8412 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.1393223 Aug 10 01:16:59.582120 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36633c2-7147-4e8f-bd96-10952b03680d', 'tag': '5fe875d6-6001-430b-9b4f-6c4185036225'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:16:59.582120 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673ace71-c3ac-4061-8ccb-7f84e50f3ba1" -d '{"events": [{"name": "network-changed", "server_uuid": "e36633c2-7147-4e8f-bd96-10952b03680d", "tag": "5fe875d6-6001-430b-9b4f-6c4185036225"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:16:59.615678 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-747b9a32-4d94-4c47-9d23-00df79c3723c req-6fa8054c-bddf-43a7-8f04-8bdd6876f21a tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/security-groups?id=0dc817ae-43c5-473f-8869-9346a6df8705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952833 Aug 10 01:16:59.630590 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-ab31a006-97b8-4aee-b920-98097e4599bb None None] Set router 17ffa94a-5dfa-4674-b438-98620fdac6f2 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:59.640328 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-4b17534a-9cb2-4db6-9f7d-f6770365f490 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2140279 Aug 10 01:16:59.748687 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534f8042-e0aa-4708-9afd-08f11d010d8c admin admin] Made reservation on behalf of a3c4f9f7257b480381b183bac1270848 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:59.751722 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-534f8042-e0aa-4708-9afd-08f11d010d8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:59.796493 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-493fc0e2-ed3b-4e4f-a2e4-97d461805da4 service neutron] 10.222.0.35 "GET /v2.0/networks/a816cfb2-4561-452c-a993-906d177b1225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516237 Aug 10 01:16:59.852883 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:59.915069 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98da3635-0dec-498d-a8b0-2af29d3bc248 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:16:59.930646 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcdbdef-16ec-4445-9eac-ce6bce0f1a99 None None] Sync routers for ids ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:16:59.934441 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-98da3635-0dec-498d-a8b0-2af29d3bc248 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "PUT /v2.0/routers/9d0cf995-9f48-4dff-a73a-54b607f7fc04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7683213 Aug 10 01:16:59.939731 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-106681e6-3574-4b85-a607-3081d5c8b69b None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:59.942774 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027fb22-41f4-4bca-bf87-57be78ba4bc0 req-fac164bf-cb23-47f4-bf8f-4420110042b9 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:59.946087 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42966) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:59.951978 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c027fb22-41f4-4bca-bf87-57be78ba4bc0 req-fac164bf-cb23-47f4-bf8f-4420110042b9 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 945 time: 0.1435511 Aug 10 01:16:59.957942 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcdbdef-16ec-4445-9eac-ce6bce0f1a99 None None] Routers {'9d0cf995-9f48-4dff-a73a-54b607f7fc04'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:59.958320 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-6dcdbdef-16ec-4445-9eac-ce6bce0f1a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:00.008823 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-106681e6-3574-4b85-a607-3081d5c8b69b None None] Transition to ACTIVE for port object 9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:00.013275 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:00.028160 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:00.028665 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:00.033836 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-21f17e5a-cd49-425a-883c-1603e365fbad service neutron] 10.222.0.35 "GET /v2.0/networks/a816cfb2-4561-452c-a993-906d177b1225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356308 Aug 10 01:17:00.053694 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f8adbc06-8fac-4cd4-819a-f941dab4cef2 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:00.056956 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c027fb22-41f4-4bca-bf87-57be78ba4bc0 req-ba1510c3-9adc-4e7d-87fc-fa5497e8c092 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015158 Aug 10 01:17:00.072153 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-ab31a006-97b8-4aee-b920-98097e4599bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'name': 'tempest-TestVolumeBootPattern-1236048449-router', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:08:10Z', 'updated_at': '2021-08-10T01:08:16Z', 'revision_number': 4, 'project_id': 'a4f463465f414d20a10d25627743d857', 'gw_port': {'id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:53:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:11Z', 'updated_at': '2021-08-10T01:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'eef4cad3-33b4-447c-9b4b-7a67e9eca9d2', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'floating_ip_address': '172.25.2.106', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'port_id': '5fe875d6-6001-430b-9b4f-6c4185036225', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'mac_address': 'fa:16:3e:e9:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36633c2-7147-4e8f-bd96-10952b03680d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:16:56Z', 'updated_at': '2021-08-10T01:16:56Z', 'revision_number': 0, 'project_id': 'a4f463465f414d20a10d25627743d857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98f3335-ba8a-41c8-8f1d-9b87daaf23bb', 'name': '', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'mac_address': 'fa:16:3e:09:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:15Z', 'updated_at': '2021-08-10T01:08:24Z', 'revision_number': 5, 'project_id': 'a4f463465f414d20a10d25627743d857', 'subnets': [{'id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:00.113852 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab31a006-97b8-4aee-b920-98097e4599bb None None] Checking router: 17ffa94a-5dfa-4674-b438-98620fdac6f2 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:17:00.135375 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-106681e6-3574-4b85-a607-3081d5c8b69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:00.150999 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecaf32f-2f43-434a-a81a-1ea4f8d3c930 x-openstack-request-id: req-aecaf32f-2f43-434a-a81a-1ea4f8d3c930 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:17:00.151258 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e36633c2-7147-4e8f-bd96-10952b03680d", "tag": "5fe875d6-6001-430b-9b4f-6c4185036225", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:17:00.151558 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aecaf32f-2f43-434a-a81a-1ea4f8d3c930 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:17:00.153522 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-265f9f41-31fb-4963-95fc-6849aa2aaf88 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Deleting subnet 90424d98-2420-4878-8f23-785f2c9ee95f {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:17:00.156774 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e36633c2-7147-4e8f-bd96-10952b03680d', 'tag': '5fe875d6-6001-430b-9b4f-6c4185036225', 'status': 'completed', 'code': 200} Aug 10 01:17:00.160596 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-265f9f41-31fb-4963-95fc-6849aa2aaf88 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:00.171157 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab31a006-97b8-4aee-b920-98097e4599bb None None] Routers {'17ffa94a-5dfa-4674-b438-98620fdac6f2'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:00.171835 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-ab31a006-97b8-4aee-b920-98097e4599bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['17ffa94a-5dfa-4674-b438-98620fdac6f2'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:00.279035 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-6dcdbdef-16ec-4445-9eac-ce6bce0f1a99 None None] Set router 9d0cf995-9f48-4dff-a73a-54b607f7fc04 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:00.350431 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d92ced-1356-4733-ac99-97b9f5aefbcd None None] Pushing event updated for resources: {'Port': ['ID=9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:00.356700 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e7fd8d17-20bd-4907-aa02-93f78a62c2e6 req-255187e2-9783-4c3a-8911-dc765c0556d0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 210 time: 0.0436821 Aug 10 01:17:00.380659 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f8adbc06-8fac-4cd4-819a-f941dab4cef2 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:00.394779 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-ab31a006-97b8-4aee-b920-98097e4599bb None None] Set router 17ffa94a-5dfa-4674-b438-98620fdac6f2 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:00.468521 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-265f9f41-31fb-4963-95fc-6849aa2aaf88 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:00.511851 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8adbc06-8fac-4cd4-819a-f941dab4cef2 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Network 3be555da-de1d-4bbe-aa76-c394ab7576ff is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:00.530316 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-106681e6-3574-4b85-a607-3081d5c8b69b None None] Attempting to bind port 9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:00.530932 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-106681e6-3574-4b85-a607-3081d5c8b69b None None] Attempting to bind port 9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '5eabac7d-2d8c-40e5-9bc2-2966785e0fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a816cfb2-4561-452c-a993-906d177b1225'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:00.531389 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106681e6-3574-4b85-a607-3081d5c8b69b None None] Attempting to bind port 9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a on network a816cfb2-4561-452c-a993-906d177b1225 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:00.559187 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-f8adbc06-8fac-4cd4-819a-f941dab4cef2 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:00.575607 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8adbc06-8fac-4cd4-819a-f941dab4cef2 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:00.581502 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ace71-c3ac-4061-8ccb-7f84e50f3ba1 req-6a3268e5-1038-431c-909a-8e880ca7b651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:00.583288 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-673ace71-c3ac-4061-8ccb-7f84e50f3ba1 req-6a3268e5-1038-431c-909a-8e880ca7b651 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4f463465f414d20a10d25627743d857&device_id=e36633c2-7147-4e8f-bd96-10952b03680d HTTP/1.1" status: 200 len: 1097 time: 0.3056667 Aug 10 01:17:00.583942 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8adbc06-8fac-4cd4-819a-f941dab4cef2 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event updated for resources: {'Port': ['ID=ea26c591-84d0-48ad-99cf-a413101e391f,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:00.617078 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106681e6-3574-4b85-a607-3081d5c8b69b None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:17:00.617078 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106681e6-3574-4b85-a607-3081d5c8b69b None None] Checking segment: {'id': '5eabac7d-2d8c-40e5-9bc2-2966785e0fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a816cfb2-4561-452c-a993-906d177b1225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:00.617372 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-106681e6-3574-4b85-a607-3081d5c8b69b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:00.623823 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106681e6-3574-4b85-a607-3081d5c8b69b None None] Bound using segment: {'id': '5eabac7d-2d8c-40e5-9bc2-2966785e0fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a816cfb2-4561-452c-a993-906d177b1225'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:17:00.624411 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-106681e6-3574-4b85-a607-3081d5c8b69b None None] Bound port: 9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eabac7d-2d8c-40e5-9bc2-2966785e0fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a816cfb2-4561-452c-a993-906d177b1225'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:17:00.624816 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-106681e6-3574-4b85-a607-3081d5c8b69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:00.764375 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:00.814069 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-106681e6-3574-4b85-a607-3081d5c8b69b None None] For port 9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:17:00.840663 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-106681e6-3574-4b85-a607-3081d5c8b69b None None] For port 9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a,segment=NetworkSegment(5eabac7d-2d8c-40e5-9bc2-2966785e0fc7),segment_id=5eabac7d-2d8c-40e5-9bc2-2966785e0fc7)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:17:00.861782 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-106681e6-3574-4b85-a607-3081d5c8b69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:00.861978 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6,segment=NetworkSegment(89115f7c-9914-47ad-82bf-a5b934a55bcc),segment_id=89115f7c-9914-47ad-82bf-a5b934a55bcc)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:00.866437 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-6dcdbdef-16ec-4445-9eac-ce6bce0f1a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'name': 'tempest-RoutersTest-router-1469032217', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:56Z', 'updated_at': '2021-08-10T01:16:57Z', 'revision_number': 9, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'gw_port_host': None, '_interfaces': [{'id': '175adc59-9f71-44d0-bbe9-a7988690f85c', 'name': '', 'network_id': '4e498552-98b5-4b1a-97a3-3bbef0955c31', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:d3:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:12Z', 'updated_at': '2021-08-10T01:16:25Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9954e812-f674-4efe-a9fb-89d0f8e8cd13', 'name': '', 'network_id': '943e90f7-b023-4655-9081-04e8a18da465', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:a5:e5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:59Z', 'updated_at': '2021-08-10T01:16:10Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:00.892596 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:00.924382 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34aba96-969e-4076-9d93-8d3a90bfb3d7 req-2e228693-da6c-4171-adb0-6074f2edc78c tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:00.932848 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d34aba96-969e-4076-9d93-8d3a90bfb3d7 req-2e228693-da6c-4171-adb0-6074f2edc78c tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6b8659-ce48-4ba9-9516-fc06778c0e2e HTTP/1.1" status: 200 len: 945 time: 0.1185796 Aug 10 01:17:00.959590 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ace71-c3ac-4061-8ccb-7f84e50f3ba1 req-30c11e6a-4d77-4beb-9330-3fb93dfcec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:00.961727 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-673ace71-c3ac-4061-8ccb-7f84e50f3ba1 req-30c11e6a-4d77-4beb-9330-3fb93dfcec02 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d5f42a49-cf64-4535-a007-0ffeb2000607 HTTP/1.1" status: 200 len: 913 time: 0.3431849 Aug 10 01:17:00.968211 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-534f8042-e0aa-4708-9afd-08f11d010d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:00.984281 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcdbdef-16ec-4445-9eac-ce6bce0f1a99 None None] Checking router: 9d0cf995-9f48-4dff-a73a-54b607f7fc04 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:17:01.007875 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d34aba96-969e-4076-9d93-8d3a90bfb3d7 req-3fb4fbc6-3719-47ab-9d00-1096088105c7 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/security-groups?id=0dc817ae-43c5-473f-8869-9346a6df8705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594890 Aug 10 01:17:01.018205 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:01.072769 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-ab31a006-97b8-4aee-b920-98097e4599bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'name': 'tempest-TestVolumeBootPattern-1236048449-router', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:08:10Z', 'updated_at': '2021-08-10T01:08:16Z', 'revision_number': 4, 'project_id': 'a4f463465f414d20a10d25627743d857', 'gw_port': {'id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:53:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:11Z', 'updated_at': '2021-08-10T01:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'eef4cad3-33b4-447c-9b4b-7a67e9eca9d2', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'floating_ip_address': '172.25.2.106', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'port_id': '5fe875d6-6001-430b-9b4f-6c4185036225', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'mac_address': 'fa:16:3e:e9:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36633c2-7147-4e8f-bd96-10952b03680d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:16:56Z', 'updated_at': '2021-08-10T01:16:56Z', 'revision_number': 0, 'project_id': 'a4f463465f414d20a10d25627743d857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98f3335-ba8a-41c8-8f1d-9b87daaf23bb', 'name': '', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'mac_address': 'fa:16:3e:09:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:15Z', 'updated_at': '2021-08-10T01:08:24Z', 'revision_number': 5, 'project_id': 'a4f463465f414d20a10d25627743d857', 'subnets': [{'id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:01.092337 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d92ced-1356-4733-ac99-97b9f5aefbcd None None] Pushing event updated for resources: {'Port': ['ID=9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a,revision_number=4']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:01.097347 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcdbdef-16ec-4445-9eac-ce6bce0f1a99 None None] Routers {'9d0cf995-9f48-4dff-a73a-54b607f7fc04'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:01.098151 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-6dcdbdef-16ec-4445-9eac-ce6bce0f1a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:01.150644 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab31a006-97b8-4aee-b920-98097e4599bb None None] The sync data for ids ['17ffa94a-5dfa-4674-b438-98620fdac6f2'] in n-d-766726-26 is: [{'id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'name': 'tempest-TestVolumeBootPattern-1236048449-router', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:08:10Z', 'updated_at': '2021-08-10T01:08:16Z', 'revision_number': 4, 'project_id': 'a4f463465f414d20a10d25627743d857', 'gw_port': {'id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:53:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:11Z', 'updated_at': '2021-08-10T01:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'eef4cad3-33b4-447c-9b4b-7a67e9eca9d2', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'floating_ip_address': '172.25.2.106', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'port_id': '5fe875d6-6001-430b-9b4f-6c4185036225', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'mac_address': 'fa:16:3e:e9:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36633c2-7147-4e8f-bd96-10952b03680d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:16:56Z', 'updated_at': '2021-08-10T01:16:56Z', 'revision_number': 0, 'project_id': 'a4f463465f414d20a10d25627743d857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98f3335-ba8a-41c8-8f1d-9b87daaf23bb', 'name': '', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'mac_address': 'fa:16:3e:09:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:15Z', 'updated_at': '2021-08-10T01:08:24Z', 'revision_number': 5, 'project_id': 'a4f463465f414d20a10d25627743d857', 'subnets': [{'id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:17:01.153213 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-673ace71-c3ac-4061-8ccb-7f84e50f3ba1 req-886ac7e2-21da-4dd6-94a9-172152ee6ccb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fe875d6-6001-430b-9b4f-6c4185036225 HTTP/1.1" status: 200 len: 999 time: 0.1721652 Aug 10 01:17:01.158553 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f8adbc06-8fac-4cd4-819a-f941dab4cef2 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:01.278743 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106681e6-3574-4b85-a607-3081d5c8b69b None None] Routers {'bdbb07c0-c609-4f2f-b3dc-a743042f2535'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:01.279759 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-106681e6-3574-4b85-a607-3081d5c8b69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['bdbb07c0-c609-4f2f-b3dc-a743042f2535'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:01.399260 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb27671-3860-4019-828d-68b3f8ad5327 req-16a67cf3-daba-45e3-8cf5-303bfb41d0af tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:01.408947 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5cb27671-3860-4019-828d-68b3f8ad5327 req-16a67cf3-daba-45e3-8cf5-303bfb41d0af tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 945 time: 0.2150497 Aug 10 01:17:01.421694 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-6dcdbdef-16ec-4445-9eac-ce6bce0f1a99 None None] Set router 9d0cf995-9f48-4dff-a73a-54b607f7fc04 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:01.439676 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dabae0-832c-4199-b232-70875007b5f6 req-2c4749a6-c760-4f60-afb0-e8c3b0becc52 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:01.441433 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-40dabae0-832c-4199-b232-70875007b5f6 req-2c4749a6-c760-4f60-afb0-e8c3b0becc52 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6b8659-ce48-4ba9-9516-fc06778c0e2e HTTP/1.1" status: 200 len: 945 time: 0.1246111 Aug 10 01:17:01.442830 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-265f9f41-31fb-4963-95fc-6849aa2aaf88 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:01.487570 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5cb27671-3860-4019-828d-68b3f8ad5327 req-cece7ffb-c451-4700-8215-0586ddc9a51a tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776572 Aug 10 01:17:01.511472 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-106681e6-3574-4b85-a607-3081d5c8b69b None None] Set router bdbb07c0-c609-4f2f-b3dc-a743042f2535 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:01.542318 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-40dabae0-832c-4199-b232-70875007b5f6 req-0fdf3659-a8e9-4576-b526-e7d51a62328c tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/security-groups?id=0dc817ae-43c5-473f-8869-9346a6df8705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918534 Aug 10 01:17:01.554301 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-265f9f41-31fb-4963-95fc-6849aa2aaf88 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:01.584781 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f8042-e0aa-4708-9afd-08f11d010d8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbec3b55-04df-459d-8b9f-cb2bbb662545,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:01.587887 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ace71-c3ac-4061-8ccb-7f84e50f3ba1 req-f9223f77-0cd2-4823-816e-933155e9062d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:01.591888 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-673ace71-c3ac-4061-8ccb-7f84e50f3ba1 req-f9223f77-0cd2-4823-816e-933155e9062d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1982ede0-b8b9-4659-ad0a-d59c9e02d1ca HTTP/1.1" status: 200 len: 851 time: 0.3040433 Aug 10 01:17:01.627564 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2658c0f4-0a8d-4ae8-9f11-15af4db1aa40 req-2a19c3a4-a22d-4862-9d8f-7403273aacd3 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 210 time: 0.0496159 Aug 10 01:17:01.673371 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f9f41-31fb-4963-95fc-6849aa2aaf88 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event deleted for resources: {'Subnet': ['ID=90424d98-2420-4878-8f23-785f2c9ee95f,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:01.715958 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a248a66a-a155-4284-8d2c-be5eedab7b4c None None] Network 2742f3b1-2580-4cf7-9ea2-7f396f13015e requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:17:01.731408 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-265f9f41-31fb-4963-95fc-6849aa2aaf88 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:01.733375 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-265f9f41-31fb-4963-95fc-6849aa2aaf88 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/subnets/90424d98-2420-4878-8f23-785f2c9ee95f HTTP/1.1" status: 204 len: 168 time: 1.7866421 Aug 10 01:17:01.736708 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42988) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:01.767879 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882bd445-7526-4c8a-9370-ed9ab31ffb6c req-b231d4b0-359a-4d20-a05e-7ef42701f78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:01.769699 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-882bd445-7526-4c8a-9370-ed9ab31ffb6c req-b231d4b0-359a-4d20-a05e-7ef42701f78c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e05e505b60464ce6920ec48012f857dc&device_id=be6b8659-ce48-4ba9-9516-fc06778c0e2e HTTP/1.1" status: 200 len: 1097 time: 0.2167172 Aug 10 01:17:01.779191 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534f8042-e0aa-4708-9afd-08f11d010d8c admin admin] Checking segment: {'id': 'c5107bd9-16bb-47f0-86fe-6710a823458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1f6108a8-3a0a-4707-b3c0-0bca8fa90699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:01.779814 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534f8042-e0aa-4708-9afd-08f11d010d8c admin admin] Network hostable DHCP agents. Network: 1f6108a8-3a0a-4707-b3c0-0bca8fa90699, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:17:01.804928 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:01.847854 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ef146f-dcce-4bd0-b385-7dfe871f71b3 None None] New status for floating IP eef4cad3-33b4-447c-9b4b-7a67e9eca9d2: ACTIVE {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:17:01.868440 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ae51a2f4-5cda-4ed0-af7e-83b11a12469f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:01.939021 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f8adbc06-8fac-4cd4-819a-f941dab4cef2 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:01.983671 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-106681e6-3574-4b85-a607-3081d5c8b69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377316782', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b3ed8424-35ee-4a8b-9396-f175a3b23c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:35Z', 'updated_at': '2021-08-10T01:16:55Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'b3ed8424-35ee-4a8b-9396-f175a3b23c43', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:37Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a', 'name': '', 'network_id': 'a816cfb2-4561-452c-a993-906d177b1225', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'mac_address': 'fa:16:3e:ab:cd:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '50d4863a-ba29-42e9-94f4-85fc7bf0c412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:52Z', 'updated_at': '2021-08-10T01:17:00Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'subnets': [{'id': '50d4863a-ba29-42e9-94f4-85fc7bf0c412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:01.995301 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ace71-c3ac-4061-8ccb-7f84e50f3ba1 req-8a77c033-3a90-4f77-8b1c-8ae8be096e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:01.997023 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-673ace71-c3ac-4061-8ccb-7f84e50f3ba1 req-8a77c033-3a90-4f77-8b1c-8ae8be096e24 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d5f42a49-cf64-4535-a007-0ffeb2000607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3940651 Aug 10 01:17:02.024273 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106681e6-3574-4b85-a607-3081d5c8b69b None None] The sync data for ids ['bdbb07c0-c609-4f2f-b3dc-a743042f2535'] in n-d-766726-26 is: [{'id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377316782', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b3ed8424-35ee-4a8b-9396-f175a3b23c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:35Z', 'updated_at': '2021-08-10T01:16:55Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'b3ed8424-35ee-4a8b-9396-f175a3b23c43', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:37Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a', 'name': '', 'network_id': 'a816cfb2-4561-452c-a993-906d177b1225', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'mac_address': 'fa:16:3e:ab:cd:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '50d4863a-ba29-42e9-94f4-85fc7bf0c412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:52Z', 'updated_at': '2021-08-10T01:17:00Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'subnets': [{'id': '50d4863a-ba29-42e9-94f4-85fc7bf0c412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:17:02.027255 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-ae51a2f4-5cda-4ed0-af7e-83b11a12469f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Deleting port cbc8f249-702b-4ff5-8615-4ee59b6a4877 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:02.027747 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ae51a2f4-5cda-4ed0-af7e-83b11a12469f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:02.028903 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-6dcdbdef-16ec-4445-9eac-ce6bce0f1a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'name': 'tempest-RoutersTest-router-1469032217', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:56Z', 'updated_at': '2021-08-10T01:16:57Z', 'revision_number': 9, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'gw_port_host': None, '_interfaces': [{'id': '175adc59-9f71-44d0-bbe9-a7988690f85c', 'name': '', 'network_id': '4e498552-98b5-4b1a-97a3-3bbef0955c31', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:d3:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:12Z', 'updated_at': '2021-08-10T01:16:25Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9954e812-f674-4efe-a9fb-89d0f8e8cd13', 'name': '', 'network_id': '943e90f7-b023-4655-9081-04e8a18da465', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:a5:e5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:59Z', 'updated_at': '2021-08-10T01:16:10Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:02.063798 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcdbdef-16ec-4445-9eac-ce6bce0f1a99 None None] The sync data for ids ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'] in n-d-766726-26 is: [{'id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'name': 'tempest-RoutersTest-router-1469032217', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:56Z', 'updated_at': '2021-08-10T01:16:57Z', 'revision_number': 9, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'gw_port_host': None, '_interfaces': [{'id': '175adc59-9f71-44d0-bbe9-a7988690f85c', 'name': '', 'network_id': '4e498552-98b5-4b1a-97a3-3bbef0955c31', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:d3:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:12Z', 'updated_at': '2021-08-10T01:16:25Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': 'ed10b587-604c-480e-916b-f6fbcbd10cad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9954e812-f674-4efe-a9fb-89d0f8e8cd13', 'name': '', 'network_id': '943e90f7-b023-4655-9081-04e8a18da465', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:a5:e5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:59Z', 'updated_at': '2021-08-10T01:16:10Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:17:02.077507 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534f8042-e0aa-4708-9afd-08f11d010d8c admin admin] Network 1f6108a8-3a0a-4707-b3c0-0bca8fa90699 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:17:02.108106 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-ae51a2f4-5cda-4ed0-af7e-83b11a12469f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] For port cbc8f249-702b-4ff5-8615-4ee59b6a4877, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=cbc8f249-702b-4ff5-8615-4ee59b6a4877,segment=NetworkSegment(136da15a-6ae3-43ea-bcff-a099d6951cd7),segment_id=136da15a-6ae3-43ea-bcff-a099d6951cd7)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:02.108547 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ae51a2f4-5cda-4ed0-af7e-83b11a12469f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:02.147772 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-534f8042-e0aa-4708-9afd-08f11d010d8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 1f6108a8-3a0a-4707-b3c0-0bca8fa90699) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:02.150272 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-ae51a2f4-5cda-4ed0-af7e-83b11a12469f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Calling delete_port for cbc8f249-702b-4ff5-8615-4ee59b6a4877 owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:02.174931 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534f8042-e0aa-4708-9afd-08f11d010d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:02.175381 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-534f8042-e0aa-4708-9afd-08f11d010d8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:02.201228 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-be412e48-ba4b-4a58-ae8c-d5096bb04765 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:02.203222 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-be412e48-ba4b-4a58-ae8c-d5096bb04765 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.20 "GET /v2.0/networks?id=a816cfb2-4561-452c-a993-906d177b1225 HTTP/1.1" status: 200 len: 796 time: 0.2844167 Aug 10 01:17:02.283118 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-534f8042-e0aa-4708-9afd-08f11d010d8c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.5436323 Aug 10 01:17:02.287060 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42990) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:02.288279 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882bd445-7526-4c8a-9370-ed9ab31ffb6c req-23d885cb-971d-41b5-b99a-cde1c8f44b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:02.289825 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-882bd445-7526-4c8a-9370-ed9ab31ffb6c req-23d885cb-971d-41b5-b99a-cde1c8f44b8f service neutron] 10.222.0.24 "GET /v2.0/networks?id=b10304d7-b30d-4266-91a0-bec1dd1e3a24 HTTP/1.1" status: 200 len: 912 time: 0.5062284 Aug 10 01:17:02.294478 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-81726a4e-72ba-40c8-af7f-d7056ab057b4 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-651227349-router', 'tenant_id': 'a3c4f9f7257b480381b183bac1270848', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:02.303261 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-06869a04-3f3e-44ba-a613-37419d3d8b45 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8 HTTP/1.1" status: 200 len: 379 time: 0.0634670 Aug 10 01:17:02.320969 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-673ace71-c3ac-4061-8ccb-7f84e50f3ba1 req-d35e5933-d715-4b2d-a576-6fd5ed2ba7c7 service neutron] 10.222.0.24 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144767 Aug 10 01:17:02.326846 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-3793e237-953b-4984-b0c0-c88cdbcf7f2a tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'port': {'device_id': '83d9ed3d-5f90-4f8b-9391-f58fb01cb261', 'network_id': 'a816cfb2-4561-452c-a993-906d177b1225', 'admin_state_up': True, 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'security_groups': ['495ae47c-a2a3-4a5e-8755-8c8527e6eef7']}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:02.337182 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a192a4-7182-4b20-8c53-d91a2b82e501 None None] Network 1f6108a8-3a0a-4707-b3c0-0bca8fa90699 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:17:02.404225 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ae51a2f4-5cda-4ed0-af7e-83b11a12469f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:02.455797 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae51a2f4-5cda-4ed0-af7e-83b11a12469f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] No DVR routers for this DVR port cbc8f249-702b-4ff5-8615-4ee59b6a4877 on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:17:02.459301 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51a2f4-5cda-4ed0-af7e-83b11a12469f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event deleted for resources: {'Port': ['ID=cbc8f249-702b-4ff5-8615-4ee59b6a4877,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:02.511030 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-673ace71-c3ac-4061-8ccb-7f84e50f3ba1 req-ed5f951a-a734-4d0f-9d0e-a3d075dc9550 service neutron] 10.222.0.24 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473341 Aug 10 01:17:02.512776 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-882bd445-7526-4c8a-9370-ed9ab31ffb6c req-9e95f5b9-174b-4bc7-bdde-87bde81f3544 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2186a8ef-43fd-4cd4-8637-f901a1ea8db0 HTTP/1.1" status: 200 len: 217 time: 0.2057211 Aug 10 01:17:02.544501 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-81726a4e-72ba-40c8-af7f-d7056ab057b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:02.545597 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-81726a4e-72ba-40c8-af7f-d7056ab057b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:02.697733 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edce9e1b-3926-4ee2-ad83-43c2fc87de31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-1f6108a8-3a0a-4707-b3c0-0bca8fa90699', 'network_id': '1f6108a8-3a0a-4707-b3c0-0bca8fa90699', 'tenant_id': 'a3c4f9f7257b480381b183bac1270848', 'fixed_ips': [{'subnet_id': 'bbec3b55-04df-459d-8b9f-cb2bbb662545'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:17:02.698718 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-edce9e1b-3926-4ee2-ad83-43c2fc87de31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:02.727120 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882bd445-7526-4c8a-9370-ed9ab31ffb6c req-bcd9ed21-a68a-4051-b7cc-4dd4de19ddde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:02.728646 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-882bd445-7526-4c8a-9370-ed9ab31ffb6c req-bcd9ed21-a68a-4051-b7cc-4dd4de19ddde service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6dcd6920-55ee-498b-8ef4-7e0fdfe1d14a HTTP/1.1" status: 200 len: 851 time: 0.1979117 Aug 10 01:17:02.731820 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-81726a4e-72ba-40c8-af7f-d7056ab057b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:02.767935 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ae51a2f4-5cda-4ed0-af7e-83b11a12469f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:02.805389 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-ae51a2f4-5cda-4ed0-af7e-83b11a12469f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2742f3b1-2580-4cf7-9ea2-7f396f13015e']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:02.820423 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab8f4ee-8064-4940-ab3a-41cc9bf9ae89 None None] DHCP port deletion for 2742f3b1-2580-4cf7-9ea2-7f396f13015e request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:17:02.835056 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-882bd445-7526-4c8a-9370-ed9ab31ffb6c req-99ca8b12-e53d-4be6-82d7-6030be95f628 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b10304d7-b30d-4266-91a0-bec1dd1e3a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951178 Aug 10 01:17:02.851408 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-ae51a2f4-5cda-4ed0-af7e-83b11a12469f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '136da15a-6ae3-43ea-bcff-a099d6951cd7') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:02.851678 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-ae51a2f4-5cda-4ed0-af7e-83b11a12469f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '136da15a-6ae3-43ea-bcff-a099d6951cd7') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:02.876405 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ae51a2f4-5cda-4ed0-af7e-83b11a12469f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:02.886224 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-3793e237-953b-4984-b0c0-c88cdbcf7f2a tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Made reservation on behalf of ffe13e423dfd43ec93b2db095fb6b3d8 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:02.889640 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-3793e237-953b-4984-b0c0-c88cdbcf7f2a tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:02.901413 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35b118-a82b-4612-8bea-2f34131210ed req-c8c189a4-cac3-4dd1-8c19-0a56d2f9e699 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:02.902929 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be35b118-a82b-4612-8bea-2f34131210ed req-c8c189a4-cac3-4dd1-8c19-0a56d2f9e699 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 945 time: 0.2579010 Aug 10 01:17:02.908937 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:02.909391 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:02.926718 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ae51a2f4-5cda-4ed0-af7e-83b11a12469f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:02.934220 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae51a2f4-5cda-4ed0-af7e-83b11a12469f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:17:02.934645 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ae51a2f4-5cda-4ed0-af7e-83b11a12469f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:02.992535 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-edce9e1b-3926-4ee2-ad83-43c2fc87de31 None None] Allocated IP 172.20.0.2 (1f6108a8-3a0a-4707-b3c0-0bca8fa90699/bbec3b55-04df-459d-8b9f-cb2bbb662545/58a5a32d-71e4-4922-9080-ff77fc40cf95) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:03.013124 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:17:03.013124 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:17:03.013124 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:17:03.013124 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:17:03.013124 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:17:03.013124 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:17:03.013124 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:17:03.013124 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:17:03.013124 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:17:03.013124 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:17:03.013124 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:17:03.013124 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:17:03.013124 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:17:03.013124 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:17:03.013124 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:17:03.013124 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:17:03.013124 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:17:03.013124 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:17:03.013124 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:17:03.013124 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:17:03.013124 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:17:03.013124 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:17:03.013124 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:17:03.013124 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:17:03.013124 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:17:03.013124 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:17:03.013124 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:17:03.013124 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:17:03.013124 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:17:03.013124 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:17:03.013124 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:17:03.013124 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:17:03.017313 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f8adbc06-8fac-4cd4-819a-f941dab4cef2 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:03.033642 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f8adbc06-8fac-4cd4-819a-f941dab4cef2 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:03.052778 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ae51a2f4-5cda-4ed0-af7e-83b11a12469f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:03.057689 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ae51a2f4-5cda-4ed0-af7e-83b11a12469f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:03.062703 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ae51a2f4-5cda-4ed0-af7e-83b11a12469f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/networks/2742f3b1-2580-4cf7-9ea2-7f396f13015e HTTP/1.1" status: 204 len: 168 time: 1.3246844 Aug 10 01:17:03.072695 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42998) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:03.098085 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69489c3-6f03-433f-b29f-1fe52ed8b7cd req-ffaeef7c-32b2-407c-afa7-1fc2ecdbaf2f tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:03.099781 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f69489c3-6f03-433f-b29f-1fe52ed8b7cd req-ffaeef7c-32b2-407c-afa7-1fc2ecdbaf2f tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6b8659-ce48-4ba9-9516-fc06778c0e2e HTTP/1.1" status: 200 len: 945 time: 0.3505402 Aug 10 01:17:03.146452 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be35b118-a82b-4612-8bea-2f34131210ed req-ee9e9165-e9bc-4f21-884d-f1c1bc597e08 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345038 Aug 10 01:17:03.232301 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-edce9e1b-3926-4ee2-ad83-43c2fc87de31 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:03.263405 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-edce9e1b-3926-4ee2-ad83-43c2fc87de31 None None] Transition to ACTIVE for port object 58a5a32d-71e4-4922-9080-ff77fc40cf95 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:03.286300 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-edce9e1b-3926-4ee2-ad83-43c2fc87de31 None None] Transition to ACTIVE for port object 58a5a32d-71e4-4922-9080-ff77fc40cf95 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:03.294826 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-edce9e1b-3926-4ee2-ad83-43c2fc87de31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:03.352466 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce9e1b-3926-4ee2-ad83-43c2fc87de31 None None] Pushing event updated for resources: {'Port': ['ID=58a5a32d-71e4-4922-9080-ff77fc40cf95,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:03.364901 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edce9e1b-3926-4ee2-ad83-43c2fc87de31 None None] Network 1f6108a8-3a0a-4707-b3c0-0bca8fa90699 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:03.366968 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-edce9e1b-3926-4ee2-ad83-43c2fc87de31 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:03.369995 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edce9e1b-3926-4ee2-ad83-43c2fc87de31 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:03.437095 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-edce9e1b-3926-4ee2-ad83-43c2fc87de31 None None] Attempting to bind port 58a5a32d-71e4-4922-9080-ff77fc40cf95 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:03.437604 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-edce9e1b-3926-4ee2-ad83-43c2fc87de31 None None] Attempting to bind port 58a5a32d-71e4-4922-9080-ff77fc40cf95 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'c5107bd9-16bb-47f0-86fe-6710a823458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1f6108a8-3a0a-4707-b3c0-0bca8fa90699'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:03.437974 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edce9e1b-3926-4ee2-ad83-43c2fc87de31 None None] Attempting to bind port 58a5a32d-71e4-4922-9080-ff77fc40cf95 on network 1f6108a8-3a0a-4707-b3c0-0bca8fa90699 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:03.444690 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edce9e1b-3926-4ee2-ad83-43c2fc87de31 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:17:03.445075 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edce9e1b-3926-4ee2-ad83-43c2fc87de31 None None] Checking segment: {'id': 'c5107bd9-16bb-47f0-86fe-6710a823458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1f6108a8-3a0a-4707-b3c0-0bca8fa90699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:03.445489 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-edce9e1b-3926-4ee2-ad83-43c2fc87de31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:03.445891 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edce9e1b-3926-4ee2-ad83-43c2fc87de31 None None] Bound using segment: {'id': 'c5107bd9-16bb-47f0-86fe-6710a823458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1f6108a8-3a0a-4707-b3c0-0bca8fa90699'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:17:03.446524 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-edce9e1b-3926-4ee2-ad83-43c2fc87de31 None None] Bound port: 58a5a32d-71e4-4922-9080-ff77fc40cf95, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5107bd9-16bb-47f0-86fe-6710a823458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1f6108a8-3a0a-4707-b3c0-0bca8fa90699'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:17:03.446918 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-edce9e1b-3926-4ee2-ad83-43c2fc87de31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:03.525506 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-edce9e1b-3926-4ee2-ad83-43c2fc87de31 None None] For port 58a5a32d-71e4-4922-9080-ff77fc40cf95, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:17:03.529331 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-edce9e1b-3926-4ee2-ad83-43c2fc87de31 None None] For port 58a5a32d-71e4-4922-9080-ff77fc40cf95, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=58a5a32d-71e4-4922-9080-ff77fc40cf95,segment=NetworkSegment(c5107bd9-16bb-47f0-86fe-6710a823458c),segment_id=c5107bd9-16bb-47f0-86fe-6710a823458c)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:17:03.536995 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-edce9e1b-3926-4ee2-ad83-43c2fc87de31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:03.570348 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51a2f4-5cda-4ed0-af7e-83b11a12469f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event deleted for resources: {'Network': ['ID=2742f3b1-2580-4cf7-9ea2-7f396f13015e,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:03.592851 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-882bd445-7526-4c8a-9370-ed9ab31ffb6c req-c495676a-c677-4033-b5f0-a9036bc27a20 service neutron] 10.222.0.24 "GET /v2.0/networks/b10304d7-b30d-4266-91a0-bec1dd1e3a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7173390 Aug 10 01:17:03.625273 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f8adbc06-8fac-4cd4-819a-f941dab4cef2 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:03.628053 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce9e1b-3926-4ee2-ad83-43c2fc87de31 None None] Pushing event updated for resources: {'Port': ['ID=58a5a32d-71e4-4922-9080-ff77fc40cf95,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:03.628831 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8adbc06-8fac-4cd4-819a-f941dab4cef2 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event updated for resources: {'Port': ['ID=ea26c591-84d0-48ad-99cf-a413101e391f,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:03.657126 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-81726a4e-72ba-40c8-af7f-d7056ab057b4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:03.696939 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-450b09f0-dfeb-4221-b005-b10972b07373 req-b4635111-0d9d-43bd-b546-0e536cac6588 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 210 time: 0.1243558 Aug 10 01:17:03.768576 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f69489c3-6f03-433f-b29f-1fe52ed8b7cd req-0e1bea30-e411-42ea-b2e0-757a02e2cd1c tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/security-groups?id=0dc817ae-43c5-473f-8869-9346a6df8705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6257496 Aug 10 01:17:03.810656 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:03.935669 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:03.946293 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:03.946681 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:03.974805 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-3793e237-953b-4984-b0c0-c88cdbcf7f2a tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Allocated IP 172.20.0.10 (a816cfb2-4561-452c-a993-906d177b1225/50d4863a-ba29-42e9-94f4-85fc7bf0c412/5de6905a-266f-4ad1-bc62-6c3074eacd17) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:03.975048 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-882bd445-7526-4c8a-9370-ed9ab31ffb6c req-f70c620a-3ad9-4a22-8a5a-efe7c6a8a525 service neutron] 10.222.0.24 "GET /v2.0/networks/b10304d7-b30d-4266-91a0-bec1dd1e3a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402505 Aug 10 01:17:04.006385 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8adbc06-8fac-4cd4-819a-f941dab4cef2 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Network 3be555da-de1d-4bbe-aa76-c394ab7576ff is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:04.030231 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-f8adbc06-8fac-4cd4-819a-f941dab4cef2 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:04.057873 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:04.099772 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a,segment=NetworkSegment(5eabac7d-2d8c-40e5-9bc2-2966785e0fc7),segment_id=5eabac7d-2d8c-40e5-9bc2-2966785e0fc7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:04.111808 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:04.188017 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:04.197279 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a071257e-4b66-46d4-874e-94422d2eb3b6 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:17:04.227905 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: a071257e-4b66-46d4-874e-94422d2eb3b6 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:17:04.228290 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a071257e-4b66-46d4-874e-94422d2eb3b6 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:17:04.228747 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device cbc8f249-702b-4ff5-8615-4ee59b6a4877 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:17:04.249607 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: cbc8f249-702b-4ff5-8615-4ee59b6a4877 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:17:04.249963 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device cbc8f249-702b-4ff5-8615-4ee59b6a4877 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:17:04.301949 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-3793e237-953b-4984-b0c0-c88cdbcf7f2a tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:04.322204 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-81726a4e-72ba-40c8-af7f-d7056ab057b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:04.346012 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-3793e237-953b-4984-b0c0-c88cdbcf7f2a tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Transition to ACTIVE for port object 5de6905a-266f-4ad1-bc62-6c3074eacd17 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:04.347845 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-81726a4e-72ba-40c8-af7f-d7056ab057b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:04.357968 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8adbc06-8fac-4cd4-819a-f941dab4cef2 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Router 070aaff9-a882-493a-ac92-7dbb0639b272 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:17:04.373454 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9d8b4-2006-4b0d-a02b-a2a01b4f386d req-378ab40c-8498-474e-9463-098b885632f3 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:04.375004 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e5e9d8b4-2006-4b0d-a02b-a2a01b4f386d req-378ab40c-8498-474e-9463-098b885632f3 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 945 time: 0.1270626 Aug 10 01:17:04.444259 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-041e14a2-ef85-4dc7-a0a6-989ff6893721 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:04.447555 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-3793e237-953b-4984-b0c0-c88cdbcf7f2a tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:04.481950 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e5e9d8b4-2006-4b0d-a02b-a2a01b4f386d req-719662bb-d42a-4c51-be13-77e59bee883e tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980618 Aug 10 01:17:04.567973 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-81726a4e-72ba-40c8-af7f-d7056ab057b4 admin admin] Allocated IP 172.25.2.229 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/baae6e20-0848-4b28-ba85-015193ad7c6b) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:04.571920 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-3793e237-953b-4984-b0c0-c88cdbcf7f2a tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Network a816cfb2-4561-452c-a993-906d177b1225 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:04.574320 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8adbc06-8fac-4cd4-819a-f941dab4cef2 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:17:04.583657 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f8adbc06-8fac-4cd4-819a-f941dab4cef2 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "PUT /v2.0/routers/070aaff9-a882-493a-ac92-7dbb0639b272/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9105623 Aug 10 01:17:04.583831 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-3793e237-953b-4984-b0c0-c88cdbcf7f2a tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:04.584259 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43002) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:04.591031 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d70b766-9528-4ce5-9e8c-1acd72ef9568 None None] Sync routers for ids ['070aaff9-a882-493a-ac92-7dbb0639b272'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:17:04.591544 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-0de40d76-1e09-472a-a0ad-d26c1552b341 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Request body: {'port': {'network_id': '3be555da-de1d-4bbe-aa76-c394ab7576ff', 'name': 'tempest-FloatingIPTestJSON-608212304'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:04.593270 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-3793e237-953b-4984-b0c0-c88cdbcf7f2a tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:04.598789 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793e237-953b-4984-b0c0-c88cdbcf7f2a tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'Port': ['ID=5de6905a-266f-4ad1-bc62-6c3074eacd17,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:04.627398 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d70b766-9528-4ce5-9e8c-1acd72ef9568 None None] Routers {'070aaff9-a882-493a-ac92-7dbb0639b272'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:04.630885 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-3d70b766-9528-4ce5-9e8c-1acd72ef9568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['070aaff9-a882-493a-ac92-7dbb0639b272'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:04.681525 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-3d70b766-9528-4ce5-9e8c-1acd72ef9568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:04.698103 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d70b766-9528-4ce5-9e8c-1acd72ef9568 None None] Routers {'070aaff9-a882-493a-ac92-7dbb0639b272'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:04.698865 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-3d70b766-9528-4ce5-9e8c-1acd72ef9568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['070aaff9-a882-493a-ac92-7dbb0639b272'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:04.711798 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-3793e237-953b-4984-b0c0-c88cdbcf7f2a tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:04.712519 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-3793e237-953b-4984-b0c0-c88cdbcf7f2a tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:04.749839 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-3793e237-953b-4984-b0c0-c88cdbcf7f2a tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4284594 Aug 10 01:17:04.772073 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-69df638c-3e28-447c-87d2-0980e8679c6d service neutron] Request body: {'port': {'device_id': '83d9ed3d-5f90-4f8b-9391-f58fb01cb261', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:04.800273 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-3d70b766-9528-4ce5-9e8c-1acd72ef9568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:04.802154 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d70b766-9528-4ce5-9e8c-1acd72ef9568 None None] The sync data for ids ['070aaff9-a882-493a-ac92-7dbb0639b272'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:17:04.818035 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de40d76-1e09-472a-a0ad-d26c1552b341 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Made reservation on behalf of 8adb01a230e64464b499069423d36c25 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:04.825281 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0de40d76-1e09-472a-a0ad-d26c1552b341 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:04.899235 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-0de40d76-1e09-472a-a0ad-d26c1552b341 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] device_id is not set on port 38425561-03d2-4c67-8f2a-796d5ca31424 yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:17:04.976441 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-69df638c-3e28-447c-87d2-0980e8679c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:05.023138 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-81726a4e-72ba-40c8-af7f-d7056ab057b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:05.034579 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad0ec2-b2ac-458c-854a-9768cb10d9a3 req-279785cb-282b-4bee-b3a0-be31cee9e33c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:05.042250 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-85ad0ec2-b2ac-458c-854a-9768cb10d9a3 req-279785cb-282b-4bee-b3a0-be31cee9e33c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 932 time: 0.2220361 Aug 10 01:17:05.065481 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-86501753-c95e-4e8a-80f1-2b6f4c35ea52 None None] Provisioning for port 5de6905a-266f-4ad1-bc62-6c3074eacd17 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:05.070749 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-86501753-c95e-4e8a-80f1-2b6f4c35ea52 None None] Provisioning complete for port 5de6905a-266f-4ad1-bc62-6c3074eacd17 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:05.071392 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-86501753-c95e-4e8a-80f1-2b6f4c35ea52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:05.113154 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-0de40d76-1e09-472a-a0ad-d26c1552b341 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Allocated IP 172.20.0.4 (3be555da-de1d-4bbe-aa76-c394ab7576ff/c293c9d5-8bfc-4130-a1c5-8bebbd53e598/38425561-03d2-4c67-8f2a-796d5ca31424) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:05.120062 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5091d4a9-45fc-4726-acf9-58fc49177f04 None None] Network 1f6108a8-3a0a-4707-b3c0-0bca8fa90699 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:17:05.121755 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fe12a-4b3a-4aea-b2bd-c65243076aef req-3ab91d23-a8b0-4f0c-8f07-95dd70b0dc0c tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:05.123156 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e60fe12a-4b3a-4aea-b2bd-c65243076aef req-3ab91d23-a8b0-4f0c-8f07-95dd70b0dc0c tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6b8659-ce48-4ba9-9516-fc06778c0e2e HTTP/1.1" status: 200 len: 945 time: 0.1926978 Aug 10 01:17:05.123303 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-86501753-c95e-4e8a-80f1-2b6f4c35ea52 None None] Port 5de6905a-266f-4ad1-bc62-6c3074eacd17 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:17:05.128803 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-041e14a2-ef85-4dc7-a0a6-989ff6893721 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Deleting port 175adc59-9f71-44d0-bbe9-a7988690f85c {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:05.129157 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-041e14a2-ef85-4dc7-a0a6-989ff6893721 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:05.140494 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-81726a4e-72ba-40c8-af7f-d7056ab057b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:05.222087 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81726a4e-72ba-40c8-af7f-d7056ab057b4 admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:05.227390 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-85ad0ec2-b2ac-458c-854a-9768cb10d9a3 req-b067d334-132e-411c-b370-24354e9637fd tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=495ae47c-a2a3-4a5e-8755-8c8527e6eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842346 Aug 10 01:17:05.232802 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-81726a4e-72ba-40c8-af7f-d7056ab057b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:05.237399 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81726a4e-72ba-40c8-af7f-d7056ab057b4 admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:05.275815 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2dd10e3e-a2df-4032-9d7f-f2003cfb8ac6 None None] Provisioning for port 58a5a32d-71e4-4922-9080-ff77fc40cf95 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:05.292021 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81726a4e-72ba-40c8-af7f-d7056ab057b4 admin admin] Pushing event updated for resources: {'Port': ['ID=baae6e20-0848-4b28-ba85-015193ad7c6b,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:05.320298 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e60fe12a-4b3a-4aea-b2bd-c65243076aef req-55dea336-1dc0-4378-bb6e-b909b5d86969 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/security-groups?id=0dc817ae-43c5-473f-8869-9346a6df8705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859396 Aug 10 01:17:05.334911 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81726a4e-72ba-40c8-af7f-d7056ab057b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:05.335753 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81726a4e-72ba-40c8-af7f-d7056ab057b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:05.335753 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81726a4e-72ba-40c8-af7f-d7056ab057b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:05.335978 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81726a4e-72ba-40c8-af7f-d7056ab057b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:05.336377 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81726a4e-72ba-40c8-af7f-d7056ab057b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:05.336610 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81726a4e-72ba-40c8-af7f-d7056ab057b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:05.340985 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81726a4e-72ba-40c8-af7f-d7056ab057b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:05.340985 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81726a4e-72ba-40c8-af7f-d7056ab057b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:05.340985 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81726a4e-72ba-40c8-af7f-d7056ab057b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:05.340985 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81726a4e-72ba-40c8-af7f-d7056ab057b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:05.340985 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81726a4e-72ba-40c8-af7f-d7056ab057b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:05.340985 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81726a4e-72ba-40c8-af7f-d7056ab057b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:05.356987 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-041e14a2-ef85-4dc7-a0a6-989ff6893721 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] For port 175adc59-9f71-44d0-bbe9-a7988690f85c, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=175adc59-9f71-44d0-bbe9-a7988690f85c,segment=NetworkSegment(2abb69d9-cd1e-4bfc-ba58-468d729efc8d),segment_id=2abb69d9-cd1e-4bfc-ba58-468d729efc8d)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:05.357365 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-041e14a2-ef85-4dc7-a0a6-989ff6893721 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:05.405219 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-041e14a2-ef85-4dc7-a0a6-989ff6893721 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Calling delete_port for 175adc59-9f71-44d0-bbe9-a7988690f85c owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:05.541853 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0de40d76-1e09-472a-a0ad-d26c1552b341 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:05.636608 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-81726a4e-72ba-40c8-af7f-d7056ab057b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:05.637481 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-69df638c-3e28-447c-87d2-0980e8679c6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5de6905a-266f-4ad1-bc62-6c3074eacd17 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:17:05.642693 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0de40d76-1e09-472a-a0ad-d26c1552b341 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:05.649604 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-69df638c-3e28-447c-87d2-0980e8679c6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:05.697838 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-69df638c-3e28-447c-87d2-0980e8679c6d service neutron] Transition to ACTIVE for port object 5de6905a-266f-4ad1-bc62-6c3074eacd17 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:05.715812 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4683c70-6e0d-4d3c-94fa-90516d91856f req-13f46406-10d2-4329-95bd-35d1ebfddfe6 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:05.717529 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c4683c70-6e0d-4d3c-94fa-90516d91856f req-13f46406-10d2-4329-95bd-35d1ebfddfe6 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 945 time: 0.1219659 Aug 10 01:17:05.720502 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-69df638c-3e28-447c-87d2-0980e8679c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:05.737125 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:17:05.748288 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-041e14a2-ef85-4dc7-a0a6-989ff6893721 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:05.773366 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de40d76-1e09-472a-a0ad-d26c1552b341 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Network 3be555da-de1d-4bbe-aa76-c394ab7576ff is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:05.781358 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-0de40d76-1e09-472a-a0ad-d26c1552b341 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:05.788517 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de40d76-1e09-472a-a0ad-d26c1552b341 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:05.826734 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de40d76-1e09-472a-a0ad-d26c1552b341 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event updated for resources: {'Port': ['ID=38425561-03d2-4c67-8f2a-796d5ca31424,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:05.839813 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df638c-3e28-447c-87d2-0980e8679c6d service neutron] Pushing event updated for resources: {'Port': ['ID=5de6905a-266f-4ad1-bc62-6c3074eacd17,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:05.899696 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 58a5a32d-71e4-4922-9080-ff77fc40cf95 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:05.928588 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de40d76-1e09-472a-a0ad-d26c1552b341 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:05.929240 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0de40d76-1e09-472a-a0ad-d26c1552b341 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:05.952808 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e14a2-ef85-4dc7-a0a6-989ff6893721 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event deleted for resources: {'Port': ['ID=175adc59-9f71-44d0-bbe9-a7988690f85c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:06.001219 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0de40d76-1e09-472a-a0ad-d26c1552b341 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4153359 Aug 10 01:17:06.006917 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 58a5a32d-71e4-4922-9080-ff77fc40cf95 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:06.011464 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 58a5a32d-71e4-4922-9080-ff77fc40cf95 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:06.011812 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:06.014694 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43010) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:06.029970 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-1839a828-609e-423a-8398-7b1be84fd46f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Request body: {'port': {'network_id': '3be555da-de1d-4bbe-aa76-c394ab7576ff', 'name': 'tempest-FloatingIPTestJSON-305859511'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:06.040554 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-81726a4e-72ba-40c8-af7f-d7056ab057b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:06.068237 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c4683c70-6e0d-4d3c-94fa-90516d91856f req-01970038-0d6b-4699-9cb5-6be3c00d3c8f tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173449 Aug 10 01:17:06.103997 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-69df638c-3e28-447c-87d2-0980e8679c6d service neutron] Attempting to bind port 5de6905a-266f-4ad1-bc62-6c3074eacd17 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:06.104387 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-69df638c-3e28-447c-87d2-0980e8679c6d service neutron] Attempting to bind port 5de6905a-266f-4ad1-bc62-6c3074eacd17 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '5eabac7d-2d8c-40e5-9bc2-2966785e0fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a816cfb2-4561-452c-a993-906d177b1225'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:06.104720 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-69df638c-3e28-447c-87d2-0980e8679c6d service neutron] Attempting to bind port 5de6905a-266f-4ad1-bc62-6c3074eacd17 on network a816cfb2-4561-452c-a993-906d177b1225 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:06.129562 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-69df638c-3e28-447c-87d2-0980e8679c6d service neutron] Port 5de6905a-266f-4ad1-bc62-6c3074eacd17 on network a816cfb2-4561-452c-a993-906d177b1225 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:17:06.129801 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-69df638c-3e28-447c-87d2-0980e8679c6d service neutron] Attempting to bind port 5de6905a-266f-4ad1-bc62-6c3074eacd17 on network a816cfb2-4561-452c-a993-906d177b1225 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:06.148158 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:06.186279 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 58a5a32d-71e4-4922-9080-ff77fc40cf95, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=58a5a32d-71e4-4922-9080-ff77fc40cf95,segment=NetworkSegment(c5107bd9-16bb-47f0-86fe-6710a823458c),segment_id=c5107bd9-16bb-47f0-86fe-6710a823458c)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:06.191320 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:06.192210 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:06.202684 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-69df638c-3e28-447c-87d2-0980e8679c6d service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:17:06.203082 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-69df638c-3e28-447c-87d2-0980e8679c6d service neutron] Checking segment: {'id': '5eabac7d-2d8c-40e5-9bc2-2966785e0fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a816cfb2-4561-452c-a993-906d177b1225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:06.203415 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-69df638c-3e28-447c-87d2-0980e8679c6d service neutron] Bound using segment: {'id': '5eabac7d-2d8c-40e5-9bc2-2966785e0fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a816cfb2-4561-452c-a993-906d177b1225'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:17:06.204416 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-69df638c-3e28-447c-87d2-0980e8679c6d service neutron] Bound port: 5de6905a-266f-4ad1-bc62-6c3074eacd17, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eabac7d-2d8c-40e5-9bc2-2966785e0fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a816cfb2-4561-452c-a993-906d177b1225'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:17:06.204781 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-69df638c-3e28-447c-87d2-0980e8679c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:06.220233 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81726a4e-72ba-40c8-af7f-d7056ab057b4 admin admin] Router 7b2d3b5d-d97c-4835-9e48-8b7203d25edf is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:17:06.280799 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=58a5a32d-71e4-4922-9080-ff77fc40cf95,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:06.308012 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-041e14a2-ef85-4dc7-a0a6-989ff6893721 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:06.311769 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:06.312391 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:06.369802 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81726a4e-72ba-40c8-af7f-d7056ab057b4 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:17:06.385014 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1637ebb-4678-4840-9c28-b763ebcf42dd None None] Sync routers for ids ['7b2d3b5d-d97c-4835-9e48-8b7203d25edf'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:17:06.406005 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1637ebb-4678-4840-9c28-b763ebcf42dd None None] Routers {'7b2d3b5d-d97c-4835-9e48-8b7203d25edf'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:06.406648 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-e1637ebb-4678-4840-9c28-b763ebcf42dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['7b2d3b5d-d97c-4835-9e48-8b7203d25edf'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:06.518594 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-e1637ebb-4678-4840-9c28-b763ebcf42dd None None] Set router 7b2d3b5d-d97c-4835-9e48-8b7203d25edf gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:06.700950 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-e1637ebb-4678-4840-9c28-b763ebcf42dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2d3b5d-d97c-4835-9e48-8b7203d25edf', 'name': 'tempest-TestServerBasicOps-651227349-router', 'tenant_id': 'a3c4f9f7257b480381b183bac1270848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'baae6e20-0848-4b28-ba85-015193ad7c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:02Z', 'updated_at': '2021-08-10T01:17:05Z', 'revision_number': 3, 'project_id': 'a3c4f9f7257b480381b183bac1270848', 'gw_port': {'id': 'baae6e20-0848-4b28-ba85-015193ad7c6b', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2d3b5d-d97c-4835-9e48-8b7203d25edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:04Z', 'updated_at': '2021-08-10T01:17:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:06.730979 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1637ebb-4678-4840-9c28-b763ebcf42dd None None] Checking router: 7b2d3b5d-d97c-4835-9e48-8b7203d25edf for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:17:06.731345 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1637ebb-4678-4840-9c28-b763ebcf42dd None None] Updating router 7b2d3b5d-d97c-4835-9e48-8b7203d25edf port baae6e20-0848-4b28-ba85-015193ad7c6b binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:17:06.758883 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e1637ebb-4678-4840-9c28-b763ebcf42dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:06.784673 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-69df638c-3e28-447c-87d2-0980e8679c6d service neutron] For port 5de6905a-266f-4ad1-bc62-6c3074eacd17, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:17:06.808993 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-81726a4e-72ba-40c8-af7f-d7056ab057b4 admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:06.810511 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-81726a4e-72ba-40c8-af7f-d7056ab057b4 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5196767 Aug 10 01:17:06.815018 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43016) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:06.824358 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1839a828-609e-423a-8398-7b1be84fd46f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Made reservation on behalf of 8adb01a230e64464b499069423d36c25 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:06.827897 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1839a828-609e-423a-8398-7b1be84fd46f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:06.850536 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-69df638c-3e28-447c-87d2-0980e8679c6d service neutron] For port 5de6905a-266f-4ad1-bc62-6c3074eacd17, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5de6905a-266f-4ad1-bc62-6c3074eacd17,segment=NetworkSegment(5eabac7d-2d8c-40e5-9bc2-2966785e0fc7),segment_id=5eabac7d-2d8c-40e5-9bc2-2966785e0fc7)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:17:06.865067 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-69df638c-3e28-447c-87d2-0980e8679c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:06.915539 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261a756-9dbd-4f5b-a6d5-7cf438a21d19 req-666c88d7-dd54-40b7-98bd-0a4765517c22 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:06.916911 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f261a756-9dbd-4f5b-a6d5-7cf438a21d19 req-666c88d7-dd54-40b7-98bd-0a4765517c22 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 944 time: 0.5875626 Aug 10 01:17:06.920899 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-1839a828-609e-423a-8398-7b1be84fd46f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] device_id is not set on port ebe7ca94-99f7-418a-b91a-c526e2b47e93 yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:17:06.957847 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-69df638c-3e28-447c-87d2-0980e8679c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:06.958908 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-69df638c-3e28-447c-87d2-0980e8679c6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:06.960329 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-69df638c-3e28-447c-87d2-0980e8679c6d service neutron] 10.222.0.20 "PUT /v2.0/ports/5de6905a-266f-4ad1-bc62-6c3074eacd17 HTTP/1.1" status: 200 len: 1093 time: 2.1939313 Aug 10 01:17:06.965757 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d9ed3d-5f90-4f8b-9391-f58fb01cb261', 'tag': '5de6905a-266f-4ad1-bc62-6c3074eacd17'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:17:06.967803 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a80c5cc-746f-4689-b4c2-2e5fa60d5c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "83d9ed3d-5f90-4f8b-9391-f58fb01cb261", "tag": "5de6905a-266f-4ad1-bc62-6c3074eacd17"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:17:07.015651 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c749a-2a0a-40b5-b9a1-b003bd382c02 req-84cd6076-a5bc-4279-8355-8a40816949f3 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:07.022905 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-476c749a-2a0a-40b5-b9a1-b003bd382c02 req-84cd6076-a5bc-4279-8355-8a40816949f3 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6b8659-ce48-4ba9-9516-fc06778c0e2e HTTP/1.1" status: 200 len: 945 time: 0.6131341 Aug 10 01:17:07.142323 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e1637ebb-4678-4840-9c28-b763ebcf42dd None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:07.155435 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e1637ebb-4678-4840-9c28-b763ebcf42dd None None] Transition to ACTIVE for port object baae6e20-0848-4b28-ba85-015193ad7c6b will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:07.165501 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e1637ebb-4678-4840-9c28-b763ebcf42dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:07.184694 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df638c-3e28-447c-87d2-0980e8679c6d service neutron] Pushing event updated for resources: {'Port': ['ID=5de6905a-266f-4ad1-bc62-6c3074eacd17,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:07.233349 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f261a756-9dbd-4f5b-a6d5-7cf438a21d19 req-98c51174-227d-4f89-a1ca-df50416eeec4 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=495ae47c-a2a3-4a5e-8755-8c8527e6eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3024507 Aug 10 01:17:07.246129 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f490d3-3032-42ef-bfef-5e6d011daa1c None None] Pushing event updated for resources: {'Port': ['ID=baae6e20-0848-4b28-ba85-015193ad7c6b,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:07.248780 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-e1637ebb-4678-4840-9c28-b763ebcf42dd None None] Attempting to bind port baae6e20-0848-4b28-ba85-015193ad7c6b on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:07.249230 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-e1637ebb-4678-4840-9c28-b763ebcf42dd None None] Attempting to bind port baae6e20-0848-4b28-ba85-015193ad7c6b by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:07.250045 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1637ebb-4678-4840-9c28-b763ebcf42dd None None] Attempting to bind port baae6e20-0848-4b28-ba85-015193ad7c6b on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:07.266303 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1637ebb-4678-4840-9c28-b763ebcf42dd None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:17:07.266303 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1637ebb-4678-4840-9c28-b763ebcf42dd None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:07.266303 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e1637ebb-4678-4840-9c28-b763ebcf42dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:07.266303 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1637ebb-4678-4840-9c28-b763ebcf42dd None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:17:07.266303 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-e1637ebb-4678-4840-9c28-b763ebcf42dd None None] Bound port: baae6e20-0848-4b28-ba85-015193ad7c6b, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:17:07.266303 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e1637ebb-4678-4840-9c28-b763ebcf42dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:07.308008 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105bd8a2-2022-4017-b67e-55c09dbe2130 x-openstack-request-id: req-105bd8a2-2022-4017-b67e-55c09dbe2130 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:17:07.308431 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83d9ed3d-5f90-4f8b-9391-f58fb01cb261", "tag": "5de6905a-266f-4ad1-bc62-6c3074eacd17", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:17:07.308910 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-105bd8a2-2022-4017-b67e-55c09dbe2130 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:17:07.309352 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d9ed3d-5f90-4f8b-9391-f58fb01cb261', 'tag': '5de6905a-266f-4ad1-bc62-6c3074eacd17', 'status': 'completed', 'code': 200} Aug 10 01:17:07.326163 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-e1637ebb-4678-4840-9c28-b763ebcf42dd None None] For port baae6e20-0848-4b28-ba85-015193ad7c6b, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:17:07.330635 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-e1637ebb-4678-4840-9c28-b763ebcf42dd None None] For port baae6e20-0848-4b28-ba85-015193ad7c6b, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=baae6e20-0848-4b28-ba85-015193ad7c6b,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:17:07.335375 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e1637ebb-4678-4840-9c28-b763ebcf42dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:07.336140 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-476c749a-2a0a-40b5-b9a1-b003bd382c02 req-bad18a55-7f2c-4879-8759-23f53929c980 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/security-groups?id=0dc817ae-43c5-473f-8869-9346a6df8705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122706 Aug 10 01:17:07.379214 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-df104ddd-762c-4716-a0f3-2cf591683c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:07.381055 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-df104ddd-762c-4716-a0f3-2cf591683c99 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 1096 time: 0.3092325 Aug 10 01:17:07.408041 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-1839a828-609e-423a-8398-7b1be84fd46f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Allocated IP 172.20.0.11 (3be555da-de1d-4bbe-aa76-c394ab7576ff/c293c9d5-8bfc-4130-a1c5-8bebbd53e598/ebe7ca94-99f7-418a-b91a-c526e2b47e93) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:07.419202 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1637ebb-4678-4840-9c28-b763ebcf42dd None None] Routers {'7b2d3b5d-d97c-4835-9e48-8b7203d25edf'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:07.419418 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-e1637ebb-4678-4840-9c28-b763ebcf42dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['7b2d3b5d-d97c-4835-9e48-8b7203d25edf'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:07.466458 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-23780626-47af-40ed-8d69-b325c45e5e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:07.471199 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041e14a2-ef85-4dc7-a0a6-989ff6893721 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Router 9d0cf995-9f48-4dff-a73a-54b607f7fc04 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:17:07.474279 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-62ce9f9c-780f-4abe-9df3-3bcbc7d5a7a2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5de6905a-266f-4ad1-bc62-6c3074eacd17 HTTP/1.1" status: 200 len: 217 time: 0.0715873 Aug 10 01:17:07.490206 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f490d3-3032-42ef-bfef-5e6d011daa1c None None] Pushing event updated for resources: {'Port': ['ID=baae6e20-0848-4b28-ba85-015193ad7c6b,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:07.570415 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff0ee4-b12a-4e86-b73d-3df1f6d9e5e1 req-d38cbc79-06cb-4f57-b865-ba1a7d8077cc tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:07.576095 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-e1637ebb-4678-4840-9c28-b763ebcf42dd None None] Set router 7b2d3b5d-d97c-4835-9e48-8b7203d25edf gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:07.578651 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c1ff0ee4-b12a-4e86-b73d-3df1f6d9e5e1 req-d38cbc79-06cb-4f57-b865-ba1a7d8077cc tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 945 time: 0.1953707 Aug 10 01:17:07.758396 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-cb2c75f6-e6aa-422e-a74e-444fc3b5b692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:07.759946 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-cb2c75f6-e6aa-422e-a74e-444fc3b5b692 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=50d4863a-ba29-42e9-94f4-85fc7bf0c412 HTTP/1.1" status: 200 len: 834 time: 0.2723174 Aug 10 01:17:07.820361 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-e1637ebb-4678-4840-9c28-b763ebcf42dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2d3b5d-d97c-4835-9e48-8b7203d25edf', 'name': 'tempest-TestServerBasicOps-651227349-router', 'tenant_id': 'a3c4f9f7257b480381b183bac1270848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'baae6e20-0848-4b28-ba85-015193ad7c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:02Z', 'updated_at': '2021-08-10T01:17:05Z', 'revision_number': 3, 'project_id': 'a3c4f9f7257b480381b183bac1270848', 'gw_port': {'id': 'baae6e20-0848-4b28-ba85-015193ad7c6b', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2d3b5d-d97c-4835-9e48-8b7203d25edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:04Z', 'updated_at': '2021-08-10T01:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:07.845954 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c1ff0ee4-b12a-4e86-b73d-3df1f6d9e5e1 req-855d7e98-aa8c-45a4-ac4d-41c53ac80660 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617507 Aug 10 01:17:07.857852 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041e14a2-ef85-4dc7-a0a6-989ff6893721 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:17:07.858383 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1637ebb-4678-4840-9c28-b763ebcf42dd None None] The sync data for ids ['7b2d3b5d-d97c-4835-9e48-8b7203d25edf'] in n-d-766726-26 is: [{'id': '7b2d3b5d-d97c-4835-9e48-8b7203d25edf', 'name': 'tempest-TestServerBasicOps-651227349-router', 'tenant_id': 'a3c4f9f7257b480381b183bac1270848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'baae6e20-0848-4b28-ba85-015193ad7c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:02Z', 'updated_at': '2021-08-10T01:17:05Z', 'revision_number': 3, 'project_id': 'a3c4f9f7257b480381b183bac1270848', 'gw_port': {'id': 'baae6e20-0848-4b28-ba85-015193ad7c6b', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2d3b5d-d97c-4835-9e48-8b7203d25edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:04Z', 'updated_at': '2021-08-10T01:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:17:07.871836 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-041e14a2-ef85-4dc7-a0a6-989ff6893721 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "PUT /v2.0/routers/9d0cf995-9f48-4dff-a73a-54b607f7fc04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7900407 Aug 10 01:17:07.873077 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a64c62-9bd6-419a-b75a-2fc5723f1265 None None] Sync routers for ids ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:17:07.874747 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43028) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:07.899544 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a64c62-9bd6-419a-b75a-2fc5723f1265 None None] Routers {'9d0cf995-9f48-4dff-a73a-54b607f7fc04'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:07.900604 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-14a64c62-9bd6-419a-b75a-2fc5723f1265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:07.925423 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 58a5a32d-71e4-4922-9080-ff77fc40cf95 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:07.955272 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cac567-c022-4053-b0ef-21a6ba3ebec4 req-299ddd5a-c01c-46b6-b5a3-17fa3e01e375 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:07.956881 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-59cac567-c022-4053-b0ef-21a6ba3ebec4 req-299ddd5a-c01c-46b6-b5a3-17fa3e01e375 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6b8659-ce48-4ba9-9516-fc06778c0e2e HTTP/1.1" status: 200 len: 945 time: 0.2747705 Aug 10 01:17:07.966563 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-2215bb74-1b85-4a5b-ab9b-cd0e2c992d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:07.968270 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-2215bb74-1b85-4a5b-ab9b-cd0e2c992d00 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a816cfb2-4561-452c-a993-906d177b1225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1961198 Aug 10 01:17:08.037315 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 58a5a32d-71e4-4922-9080-ff77fc40cf95 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:08.038587 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:08.044617 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1839a828-609e-423a-8398-7b1be84fd46f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:08.092380 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-606686b4-d659-4c9e-a86e-885ecadcab31 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Deleting subnet ed10b587-604c-480e-916b-f6fbcbd10cad {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:17:08.103787 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-606686b4-d659-4c9e-a86e-885ecadcab31 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:08.150546 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-59cac567-c022-4053-b0ef-21a6ba3ebec4 req-b555899e-dc66-4090-9a3a-79c39ae51f26 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/security-groups?id=0dc817ae-43c5-473f-8869-9346a6df8705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786547 Aug 10 01:17:08.160463 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-14a64c62-9bd6-419a-b75a-2fc5723f1265 None None] Set router 9d0cf995-9f48-4dff-a73a-54b607f7fc04 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:08.195959 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-606686b4-d659-4c9e-a86e-885ecadcab31 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:08.234418 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-23780626-47af-40ed-8d69-b325c45e5e88 admin admin] Allocated IP 172.20.0.1 (1f6108a8-3a0a-4707-b3c0-0bca8fa90699/bbec3b55-04df-459d-8b9f-cb2bbb662545/6360d8b7-e575-4bed-be1f-23690518529b) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:08.251360 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-2df67e52-6507-4bf2-8708-e3b8c119e35d service neutron] 10.222.0.20 "GET /v2.0/networks/a816cfb2-4561-452c-a993-906d177b1225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501481 Aug 10 01:17:08.273665 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1839a828-609e-423a-8398-7b1be84fd46f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:08.457405 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-23780626-47af-40ed-8d69-b325c45e5e88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:08.462006 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1839a828-609e-423a-8398-7b1be84fd46f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Network 3be555da-de1d-4bbe-aa76-c394ab7576ff is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:08.472496 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-1839a828-609e-423a-8398-7b1be84fd46f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:08.476303 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1839a828-609e-423a-8398-7b1be84fd46f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:08.481736 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-23780626-47af-40ed-8d69-b325c45e5e88 admin admin] Transition to ACTIVE for port object 6360d8b7-e575-4bed-be1f-23690518529b will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:08.512373 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-14a64c62-9bd6-419a-b75a-2fc5723f1265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'name': 'tempest-RoutersTest-router-1469032217', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:56Z', 'updated_at': '2021-08-10T01:17:05Z', 'revision_number': 10, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'gw_port_host': None, '_interfaces': [{'id': '9954e812-f674-4efe-a9fb-89d0f8e8cd13', 'name': '', 'network_id': '943e90f7-b023-4655-9081-04e8a18da465', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:a5:e5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:59Z', 'updated_at': '2021-08-10T01:16:10Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:08.537718 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-23780626-47af-40ed-8d69-b325c45e5e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:08.544856 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a64c62-9bd6-419a-b75a-2fc5723f1265 None None] Checking router: 9d0cf995-9f48-4dff-a73a-54b607f7fc04 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:17:08.555364 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a64c62-9bd6-419a-b75a-2fc5723f1265 None None] Routers {'9d0cf995-9f48-4dff-a73a-54b607f7fc04'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:08.556427 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-14a64c62-9bd6-419a-b75a-2fc5723f1265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:08.561575 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839a828-609e-423a-8398-7b1be84fd46f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event updated for resources: {'Port': ['ID=ebe7ca94-99f7-418a-b91a-c526e2b47e93,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:08.585416 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23780626-47af-40ed-8d69-b325c45e5e88 admin admin] Network 1f6108a8-3a0a-4707-b3c0-0bca8fa90699 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:08.588994 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-23780626-47af-40ed-8d69-b325c45e5e88 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:08.594263 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23780626-47af-40ed-8d69-b325c45e5e88 admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:08.598731 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23780626-47af-40ed-8d69-b325c45e5e88 admin admin] Pushing event updated for resources: {'Port': ['ID=6360d8b7-e575-4bed-be1f-23690518529b,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:08.609190 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-606686b4-d659-4c9e-a86e-885ecadcab31 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:08.654933 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-23780626-47af-40ed-8d69-b325c45e5e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:08.667236 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1839a828-609e-423a-8398-7b1be84fd46f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:08.668258 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1839a828-609e-423a-8398-7b1be84fd46f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:08.680521 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-14a64c62-9bd6-419a-b75a-2fc5723f1265 None None] Set router 9d0cf995-9f48-4dff-a73a-54b607f7fc04 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:08.687350 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e64fd262-de5d-46d2-a0d6-158f6e45172b req-bcbdc4fe-1487-4027-b621-6644d145b5bc service neutron] 10.222.0.20 "GET /v2.0/networks/a816cfb2-4561-452c-a993-906d177b1225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271901 Aug 10 01:17:08.712836 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c1aaf-2a27-47ad-a7e8-f7b28f3d098a req-7081f376-ae04-4f3d-af6a-9f5e4ecbdac6 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:08.715193 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7d2c1aaf-2a27-47ad-a7e8-f7b28f3d098a req-7081f376-ae04-4f3d-af6a-9f5e4ecbdac6 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 944 time: 0.2512121 Aug 10 01:17:08.742745 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1839a828-609e-423a-8398-7b1be84fd46f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7236676 Aug 10 01:17:08.747876 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43032) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:08.755054 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-b780213b-c20e-43b6-a2dc-65dcd83ae8b3 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'port_id': 'ebe7ca94-99f7-418a-b91a-c526e2b47e93', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:08.780994 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7d2c1aaf-2a27-47ad-a7e8-f7b28f3d098a req-7fff522d-9cca-47d6-8d7b-830614f957eb tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=495ae47c-a2a3-4a5e-8755-8c8527e6eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581026 Aug 10 01:17:08.819624 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-606686b4-d659-4c9e-a86e-885ecadcab31 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:08.871938 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b780213b-c20e-43b6-a2dc-65dcd83ae8b3 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for floatingip, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:08.878556 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606686b4-d659-4c9e-a86e-885ecadcab31 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event deleted for resources: {'Subnet': ['ID=ed10b587-604c-480e-916b-f6fbcbd10cad,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:08.892783 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-606686b4-d659-4c9e-a86e-885ecadcab31 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:08.898470 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-606686b4-d659-4c9e-a86e-885ecadcab31 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/subnets/ed10b587-604c-480e-916b-f6fbcbd10cad HTTP/1.1" status: 204 len: 168 time: 1.0204637 Aug 10 01:17:08.900072 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437fdbc2-3430-43af-8ceb-1e5bca2ee79b None None] Network 4e498552-98b5-4b1a-97a3-3bbef0955c31 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:17:08.904384 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43036) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:09.005554 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80c5cc-746f-4689-b4c2-2e5fa60d5c5a req-f6421839-8aa7-4fe0-b74b-708f3f0d3bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:09.006917 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a80c5cc-746f-4689-b4c2-2e5fa60d5c5a req-f6421839-8aa7-4fe0-b74b-708f3f0d3bb3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 1096 time: 0.2181296 Aug 10 01:17:09.070171 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a5bec1d3-b9f1-4613-88c6-0bca861fccd2 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:09.070884 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-23780626-47af-40ed-8d69-b325c45e5e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:09.099547 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad11a58-745a-4652-9a80-2464ae8bcb82 req-e66f2a44-f902-461e-8668-e1f3763e0f03 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:09.102494 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aad11a58-745a-4652-9a80-2464ae8bcb82 req-e66f2a44-f902-461e-8668-e1f3763e0f03 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 945 time: 0.1179621 Aug 10 01:17:09.117134 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-14a64c62-9bd6-419a-b75a-2fc5723f1265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'name': 'tempest-RoutersTest-router-1469032217', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:56Z', 'updated_at': '2021-08-10T01:17:05Z', 'revision_number': 10, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'gw_port_host': None, '_interfaces': [{'id': '9954e812-f674-4efe-a9fb-89d0f8e8cd13', 'name': '', 'network_id': '943e90f7-b023-4655-9081-04e8a18da465', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:a5:e5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:59Z', 'updated_at': '2021-08-10T01:16:10Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:09.156151 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-db46a11b-61ff-4fe7-bd39-86fc9296dae0 None None] Provisioning for port 6360d8b7-e575-4bed-be1f-23690518529b completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:09.166803 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-db46a11b-61ff-4fe7-bd39-86fc9296dae0 None None] Provisioning complete for port 6360d8b7-e575-4bed-be1f-23690518529b triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:09.167177 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-db46a11b-61ff-4fe7-bd39-86fc9296dae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:09.169537 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b780213b-c20e-43b6-a2dc-65dcd83ae8b3 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:09.192483 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aad11a58-745a-4652-9a80-2464ae8bcb82 req-594240c1-58b9-4225-aa36-513149026d7a tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824399 Aug 10 01:17:09.215883 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-a5bec1d3-b9f1-4613-88c6-0bca861fccd2 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Deleting port cba10cae-392d-4123-96e6-69970295d96a {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:09.216306 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a5bec1d3-b9f1-4613-88c6-0bca861fccd2 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:09.239608 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a64c62-9bd6-419a-b75a-2fc5723f1265 None None] The sync data for ids ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'] in n-d-766726-26 is: [{'id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'name': 'tempest-RoutersTest-router-1469032217', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:56Z', 'updated_at': '2021-08-10T01:17:05Z', 'revision_number': 10, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'gw_port_host': None, '_interfaces': [{'id': '9954e812-f674-4efe-a9fb-89d0f8e8cd13', 'name': '', 'network_id': '943e90f7-b023-4655-9081-04e8a18da465', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'mac_address': 'fa:16:3e:a5:e5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:59Z', 'updated_at': '2021-08-10T01:16:10Z', 'revision_number': 5, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'subnets': [{'id': '7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:17:09.302766 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-db46a11b-61ff-4fe7-bd39-86fc9296dae0 None None] Port 6360d8b7-e575-4bed-be1f-23690518529b cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:17:09.445741 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-a5bec1d3-b9f1-4613-88c6-0bca861fccd2 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] For port cba10cae-392d-4123-96e6-69970295d96a, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=cba10cae-392d-4123-96e6-69970295d96a,segment=NetworkSegment(2abb69d9-cd1e-4bfc-ba58-468d729efc8d),segment_id=2abb69d9-cd1e-4bfc-ba58-468d729efc8d)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:09.446121 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a5bec1d3-b9f1-4613-88c6-0bca861fccd2 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:09.471018 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599d786-e0d0-4cff-9505-befd1c746357 req-683c58e7-b7db-462b-b110-56eb269b53cb tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:09.472525 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4599d786-e0d0-4cff-9505-befd1c746357 req-683c58e7-b7db-462b-b110-56eb269b53cb tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6b8659-ce48-4ba9-9516-fc06778c0e2e HTTP/1.1" status: 200 len: 945 time: 0.1703665 Aug 10 01:17:09.477641 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-b780213b-c20e-43b6-a2dc-65dcd83ae8b3 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Allocated IP 172.25.2.34 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/b9fdc420-28ea-459f-ab9d-ac4b10d76e2f) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:09.478944 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-a5bec1d3-b9f1-4613-88c6-0bca861fccd2 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Calling delete_port for cba10cae-392d-4123-96e6-69970295d96a owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:09.503798 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-23780626-47af-40ed-8d69-b325c45e5e88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:09.509060 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80c5cc-746f-4689-b4c2-2e5fa60d5c5a req-5b03d8ad-4c33-498c-a4f1-7f5a18f64f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:09.510519 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a80c5cc-746f-4689-b4c2-2e5fa60d5c5a req-5b03d8ad-4c33-498c-a4f1-7f5a18f64f5f service neutron] 10.222.0.20 "GET /v2.0/networks?id=a816cfb2-4561-452c-a993-906d177b1225 HTTP/1.1" status: 200 len: 897 time: 0.4776392 Aug 10 01:17:09.520432 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-23780626-47af-40ed-8d69-b325c45e5e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:09.598416 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4599d786-e0d0-4cff-9505-befd1c746357 req-b530564e-15ca-48df-b9cb-a62314e32143 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/security-groups?id=0dc817ae-43c5-473f-8869-9346a6df8705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173470 Aug 10 01:17:09.601079 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a80c5cc-746f-4689-b4c2-2e5fa60d5c5a req-a382314c-7294-47df-bd61-eeb58145bc3f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5de6905a-266f-4ad1-bc62-6c3074eacd17 HTTP/1.1" status: 200 len: 217 time: 0.0492840 Aug 10 01:17:09.650164 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-23780626-47af-40ed-8d69-b325c45e5e88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:09.653855 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23780626-47af-40ed-8d69-b325c45e5e88 admin admin] Pushing event updated for resources: {'Port': ['ID=6360d8b7-e575-4bed-be1f-23690518529b,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:09.658110 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf858cd-a66a-429e-9846-df4b6ef4154a None None] DHCP port deletion for 4e498552-98b5-4b1a-97a3-3bbef0955c31 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:17:09.689123 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80c5cc-746f-4689-b4c2-2e5fa60d5c5a req-b4fc031f-addf-463f-a835-b81affd26d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:09.690608 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a80c5cc-746f-4689-b4c2-2e5fa60d5c5a req-b4fc031f-addf-463f-a835-b81affd26d62 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=50d4863a-ba29-42e9-94f4-85fc7bf0c412 HTTP/1.1" status: 200 len: 834 time: 0.0795646 Aug 10 01:17:09.705770 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a5bec1d3-b9f1-4613-88c6-0bca861fccd2 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:09.752230 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-1cf858cd-a66a-429e-9846-df4b6ef4154a None None] Deleting port cba10cae-392d-4123-96e6-69970295d96a {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:09.752230 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1cf858cd-a66a-429e-9846-df4b6ef4154a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:09.786147 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bec1d3-b9f1-4613-88c6-0bca861fccd2 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event deleted for resources: {'Port': ['ID=cba10cae-392d-4123-96e6-69970295d96a,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:09.792461 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bec1d3-b9f1-4613-88c6-0bca861fccd2 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] No DVR routers for this DVR port cba10cae-392d-4123-96e6-69970295d96a on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:17:09.808926 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b780213b-c20e-43b6-a2dc-65dcd83ae8b3 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:09.864953 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-1cf858cd-a66a-429e-9846-df4b6ef4154a None None] For port cba10cae-392d-4123-96e6-69970295d96a, host n-d-766726-26, got binding levels [] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:09.865408 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1cf858cd-a66a-429e-9846-df4b6ef4154a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:09.882017 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-1cf858cd-a66a-429e-9846-df4b6ef4154a None None] Calling delete_port for cba10cae-392d-4123-96e6-69970295d96a owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:09.885756 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.ipam_backend_mixin [None req-1cf858cd-a66a-429e-9846-df4b6ef4154a None None] Port cba10cae-392d-4123-96e6-69970295d96a was not found and therefore no delete operation was performed {{(pid=105828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 01:17:09.893180 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1cf858cd-a66a-429e-9846-df4b6ef4154a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:09.907419 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device baae6e20-0848-4b28-ba85-015193ad7c6b up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:09.919016 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80c5cc-746f-4689-b4c2-2e5fa60d5c5a req-d39cd2bd-d6d8-4e51-85d0-cf0f9f97df7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:09.920611 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a80c5cc-746f-4689-b4c2-2e5fa60d5c5a req-d39cd2bd-d6d8-4e51-85d0-cf0f9f97df7a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a816cfb2-4561-452c-a993-906d177b1225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1974587 Aug 10 01:17:09.954182 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf858cd-a66a-429e-9846-df4b6ef4154a None None] No DVR routers for this DVR port cba10cae-392d-4123-96e6-69970295d96a on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:17:09.957432 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf858cd-a66a-429e-9846-df4b6ef4154a None None] Pushing event deleted for resources: {'Port': ['ID=cba10cae-392d-4123-96e6-69970295d96a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:09.962250 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a5bec1d3-b9f1-4613-88c6-0bca861fccd2 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:09.963057 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23780626-47af-40ed-8d69-b325c45e5e88 admin admin] Network 1f6108a8-3a0a-4707-b3c0-0bca8fa90699 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:09.967714 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-23780626-47af-40ed-8d69-b325c45e5e88 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:09.993442 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port baae6e20-0848-4b28-ba85-015193ad7c6b completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:09.998698 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port baae6e20-0848-4b28-ba85-015193ad7c6b triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:09.999279 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:10.024344 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b780213b-c20e-43b6-a2dc-65dcd83ae8b3 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:10.069186 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b0810-ea55-417d-a853-19f09890d194 req-1a8a45d6-750e-4f02-8f7c-3806d2b0170c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:10.070777 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ea8b0810-ea55-417d-a853-19f09890d194 req-1a8a45d6-750e-4f02-8f7c-3806d2b0170c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e05e505b60464ce6920ec48012f857dc&device_id=be6b8659-ce48-4ba9-9516-fc06778c0e2e HTTP/1.1" status: 200 len: 1097 time: 0.1722608 Aug 10 01:17:10.107859 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:10.139964 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port baae6e20-0848-4b28-ba85-015193ad7c6b, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=baae6e20-0848-4b28-ba85-015193ad7c6b,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:10.145637 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:10.222765 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b780213b-c20e-43b6-a2dc-65dcd83ae8b3 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:10.239520 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device cba10cae-392d-4123-96e6-69970295d96a no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:17:10.260017 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-b780213b-c20e-43b6-a2dc-65dcd83ae8b3 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:10.267479 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780213b-c20e-43b6-a2dc-65dcd83ae8b3 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event updated for resources: {'Port': ['ID=b9fdc420-28ea-459f-ab9d-ac4b10d76e2f,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:10.272789 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b780213b-c20e-43b6-a2dc-65dcd83ae8b3 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:10.276706 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23780626-47af-40ed-8d69-b325c45e5e88 admin admin] Router 7b2d3b5d-d97c-4835-9e48-8b7203d25edf has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:17:10.405034 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b0810-ea55-417d-a853-19f09890d194 req-115a9789-ae67-45e7-9cd0-6cfcef84f1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:10.407257 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ea8b0810-ea55-417d-a853-19f09890d194 req-115a9789-ae67-45e7-9cd0-6cfcef84f1bf service neutron] 10.222.0.24 "GET /v2.0/networks?id=b10304d7-b30d-4266-91a0-bec1dd1e3a24 HTTP/1.1" status: 200 len: 912 time: 0.3282800 Aug 10 01:17:10.423120 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-a5bec1d3-b9f1-4613-88c6-0bca861fccd2 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e498552-98b5-4b1a-97a3-3bbef0955c31']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:10.441244 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: cba10cae-392d-4123-96e6-69970295d96a {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:17:10.442203 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device cba10cae-392d-4123-96e6-69970295d96a not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:17:10.442203 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 175adc59-9f71-44d0-bbe9-a7988690f85c no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:17:10.444744 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=baae6e20-0848-4b28-ba85-015193ad7c6b,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:10.448988 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-a5bec1d3-b9f1-4613-88c6-0bca861fccd2 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2abb69d9-cd1e-4bfc-ba58-468d729efc8d') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:10.449266 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-a5bec1d3-b9f1-4613-88c6-0bca861fccd2 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2abb69d9-cd1e-4bfc-ba58-468d729efc8d') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:10.468119 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 175adc59-9f71-44d0-bbe9-a7988690f85c {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:17:10.468678 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 175adc59-9f71-44d0-bbe9-a7988690f85c not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:17:10.475592 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-049a75c3-f1aa-44dc-8ca6-fd44e895f0a5 None None] Provisioning complete for port 6360d8b7-e575-4bed-be1f-23690518529b triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:10.476232 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-049a75c3-f1aa-44dc-8ca6-fd44e895f0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:10.481736 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ea8b0810-ea55-417d-a853-19f09890d194 req-2248b1d3-6a04-45bf-b52c-0464a1e00352 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2186a8ef-43fd-4cd4-8637-f901a1ea8db0 HTTP/1.1" status: 200 len: 217 time: 0.0518200 Aug 10 01:17:10.483223 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d7dce-2971-42a6-b4de-b3109f055163 req-0bc2fa1c-5f0e-48fa-aee8-5c54d29a1de0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:10.485936 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-575d7dce-2971-42a6-b4de-b3109f055163 req-0bc2fa1c-5f0e-48fa-aee8-5c54d29a1de0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 944 time: 0.5772049 Aug 10 01:17:10.497677 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a5bec1d3-b9f1-4613-88c6-0bca861fccd2 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:10.527842 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-049a75c3-f1aa-44dc-8ca6-fd44e895f0a5 None None] Port 6360d8b7-e575-4bed-be1f-23690518529b cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:17:10.549589 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08026458-d6bf-4fcb-b343-717b3ac75dca req-c67f1b3f-14c0-4c72-adbf-54a9242697ac tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:10.551080 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-08026458-d6bf-4fcb-b343-717b3ac75dca req-c67f1b3f-14c0-4c72-adbf-54a9242697ac tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6b8659-ce48-4ba9-9516-fc06778c0e2e HTTP/1.1" status: 200 len: 945 time: 0.6619174 Aug 10 01:17:10.556950 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a5bec1d3-b9f1-4613-88c6-0bca861fccd2 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:10.577127 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5bec1d3-b9f1-4613-88c6-0bca861fccd2 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:17:10.577539 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a5bec1d3-b9f1-4613-88c6-0bca861fccd2 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:10.589901 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:17:10.589901 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:17:10.589901 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:17:10.589901 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:17:10.589901 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:17:10.589901 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:17:10.589901 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:17:10.589901 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:17:10.589901 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:17:10.589901 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:17:10.589901 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:17:10.589901 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:17:10.589901 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:17:10.589901 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:17:10.589901 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:17:10.589901 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:17:10.589901 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:17:10.589901 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:17:10.589901 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:17:10.589901 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:17:10.589901 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:17:10.589901 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:17:10.589901 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:17:10.589901 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:17:10.589901 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:17:10.589901 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:17:10.589901 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:17:10.589901 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:17:10.589901 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:17:10.589901 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:17:10.589901 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:17:10.589901 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:17:10.634396 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23780626-47af-40ed-8d69-b325c45e5e88 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:17:10.637062 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b0810-ea55-417d-a853-19f09890d194 req-c3709e1c-1a1d-4a7e-9aca-b9bc30ab5a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:10.638162 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ea8b0810-ea55-417d-a853-19f09890d194 req-c3709e1c-1a1d-4a7e-9aca-b9bc30ab5a52 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6dcd6920-55ee-498b-8ef4-7e0fdfe1d14a HTTP/1.1" status: 200 len: 851 time: 0.1039202 Aug 10 01:17:10.641841 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-23780626-47af-40ed-8d69-b325c45e5e88 admin admin] 10.222.0.35 "PUT /v2.0/routers/7b2d3b5d-d97c-4835-9e48-8b7203d25edf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8257332 Aug 10 01:17:10.658731 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a80c5cc-746f-4689-b4c2-2e5fa60d5c5a req-7efee03a-09e6-4706-b3ec-4469939e2201 service neutron] 10.222.0.20 "GET /v2.0/networks/a816cfb2-4561-452c-a993-906d177b1225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7254722 Aug 10 01:17:10.692381 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-575d7dce-2971-42a6-b4de-b3109f055163 req-754a6a9a-e917-44c7-bb5c-22257ff94b4d tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=495ae47c-a2a3-4a5e-8755-8c8527e6eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762414 Aug 10 01:17:10.710644 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ea8b0810-ea55-417d-a853-19f09890d194 req-b76ccf12-2749-453f-bffe-a8397d73663d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b10304d7-b30d-4266-91a0-bec1dd1e3a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330315 Aug 10 01:17:10.712473 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-08026458-d6bf-4fcb-b343-717b3ac75dca req-26954c67-2a70-482c-8c5c-5be0ad17e130 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/security-groups?id=0dc817ae-43c5-473f-8869-9346a6df8705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437111 Aug 10 01:17:10.737834 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a5bec1d3-b9f1-4613-88c6-0bca861fccd2 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:10.745669 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a5bec1d3-b9f1-4613-88c6-0bca861fccd2 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:10.749935 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a5bec1d3-b9f1-4613-88c6-0bca861fccd2 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/networks/4e498552-98b5-4b1a-97a3-3bbef0955c31 HTTP/1.1" status: 204 len: 168 time: 1.8395343 Aug 10 01:17:10.751302 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43052) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:10.805865 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bec1d3-b9f1-4613-88c6-0bca861fccd2 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event deleted for resources: {'Network': ['ID=4e498552-98b5-4b1a-97a3-3bbef0955c31,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:10.926452 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a80c5cc-746f-4689-b4c2-2e5fa60d5c5a req-d5044efa-939a-44c4-9ed4-4233402d9626 service neutron] 10.222.0.20 "GET /v2.0/networks/a816cfb2-4561-452c-a993-906d177b1225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513967 Aug 10 01:17:10.971442 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c3742-375c-4ee5-a130-4edd1b9628b2 req-fa443c8e-2874-4d14-871c-cb7cf93c5dca tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:10.973114 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ba5c3742-375c-4ee5-a130-4edd1b9628b2 req-fa443c8e-2874-4d14-871c-cb7cf93c5dca tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 945 time: 0.1331530 Aug 10 01:17:10.982824 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ea8b0810-ea55-417d-a853-19f09890d194 req-4b0bc9a0-81a6-4c27-9b09-af7a376caf61 service neutron] 10.222.0.24 "GET /v2.0/networks/b10304d7-b30d-4266-91a0-bec1dd1e3a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233064 Aug 10 01:17:11.065927 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ba5c3742-375c-4ee5-a130-4edd1b9628b2 req-006919ca-0ca3-4916-a3b8-2a764f74c7b9 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667553 Aug 10 01:17:11.186822 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f820464c-188a-4c60-91f8-901b5789a38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:11.208175 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ea8b0810-ea55-417d-a853-19f09890d194 req-a16e45d7-5507-492c-b035-fe411cf8fd4a service neutron] 10.222.0.24 "GET /v2.0/networks/b10304d7-b30d-4266-91a0-bec1dd1e3a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899352 Aug 10 01:17:11.240798 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7134060b-1dd4-4950-a41e-7f83a43a25e0 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:11.247375 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b780213b-c20e-43b6-a2dc-65dcd83ae8b3 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:11.373813 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b780213b-c20e-43b6-a2dc-65dcd83ae8b3 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:11.457121 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 5de6905a-266f-4ad1-bc62-6c3074eacd17 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:17:11.514642 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-7134060b-1dd4-4950-a41e-7f83a43a25e0 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Deleting port 9954e812-f674-4efe-a9fb-89d0f8e8cd13 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:11.515091 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7134060b-1dd4-4950-a41e-7f83a43a25e0 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:11.604577 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43062) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:11.609614 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-22ece10f-07da-4740-aeab-aa179ddc5571 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-337390771', 'description': 'tempest-secgroup-smoke-337390771 description', 'project_id': '75d90fe613f04af9a88db54df84a9d1e'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:11.631416 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 5de6905a-266f-4ad1-bc62-6c3074eacd17, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5de6905a-266f-4ad1-bc62-6c3074eacd17,segment=NetworkSegment(5eabac7d-2d8c-40e5-9bc2-2966785e0fc7),segment_id=5eabac7d-2d8c-40e5-9bc2-2966785e0fc7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:11.646037 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-7134060b-1dd4-4950-a41e-7f83a43a25e0 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] For port 9954e812-f674-4efe-a9fb-89d0f8e8cd13, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9954e812-f674-4efe-a9fb-89d0f8e8cd13,segment=NetworkSegment(f0986428-e061-4959-aecb-efb9dbde68dc),segment_id=f0986428-e061-4959-aecb-efb9dbde68dc)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:11.646350 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7134060b-1dd4-4950-a41e-7f83a43a25e0 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:11.648895 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '5de6905a-266f-4ad1-bc62-6c3074eacd17', 'network_id': 'a816cfb2-4561-452c-a993-906d177b1225', 'port_id': '5de6905a-266f-4ad1-bc62-6c3074eacd17', 'mac_address': 'fa:16:3e:3d:e6:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50d4863a-ba29-42e9-94f4-85fc7bf0c412', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:17:11.662977 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-22ece10f-07da-4740-aeab-aa179ddc5571 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:11.665955 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-7134060b-1dd4-4950-a41e-7f83a43a25e0 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Calling delete_port for 9954e812-f674-4efe-a9fb-89d0f8e8cd13 owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:11.729046 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:11.744227 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:11.751277 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5de6905a-266f-4ad1-bc62-6c3074eacd17 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:17:11.786936 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 5de6905a-266f-4ad1-bc62-6c3074eacd17, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5de6905a-266f-4ad1-bc62-6c3074eacd17,segment=NetworkSegment(5eabac7d-2d8c-40e5-9bc2-2966785e0fc7),segment_id=5eabac7d-2d8c-40e5-9bc2-2966785e0fc7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:11.793652 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:11.867787 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device baae6e20-0848-4b28-ba85-015193ad7c6b up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:11.929549 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=5de6905a-266f-4ad1-bc62-6c3074eacd17,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:11.946916 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port baae6e20-0848-4b28-ba85-015193ad7c6b triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:11.947339 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:11.960486 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-22ece10f-07da-4740-aeab-aa179ddc5571 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:11.972898 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-22ece10f-07da-4740-aeab-aa179ddc5571 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:11.992362 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f9988-29e9-404e-a819-7971dce14a61 req-e949683b-b345-47c6-832d-3b26ab9984d1 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:11.993806 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b04f9988-29e9-404e-a819-7971dce14a61 req-e949683b-b345-47c6-832d-3b26ab9984d1 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 945 time: 0.1414096 Aug 10 01:17:12.034340 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b780213b-c20e-43b6-a2dc-65dcd83ae8b3 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:12.044480 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b780213b-c20e-43b6-a2dc-65dcd83ae8b3 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:12.078712 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-22ece10f-07da-4740-aeab-aa179ddc5571 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:12.081419 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-22ece10f-07da-4740-aeab-aa179ddc5571 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4744372 Aug 10 01:17:12.083126 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ece10f-07da-4740-aeab-aa179ddc5571 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fa70c2-a910-489d-9253-0c3a24c3387f,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:12.085427 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43068) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:12.093814 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c0945-24a5-4b2c-9d25-04c613f10f01 req-b6020708-6aff-4a3d-aacf-2c046a3c1cb8 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:12.095946 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-715c0945-24a5-4b2c-9d25-04c613f10f01 req-b6020708-6aff-4a3d-aacf-2c046a3c1cb8 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6b8659-ce48-4ba9-9516-fc06778c0e2e HTTP/1.1" status: 200 len: 945 time: 0.2059538 Aug 10 01:17:12.130741 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7134060b-1dd4-4950-a41e-7f83a43a25e0 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:12.140779 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba7fdc9-09ee-4797-bbd4-1f113e2dbe51 None None] Sync routers for ids ['7b2d3b5d-d97c-4835-9e48-8b7203d25edf'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:17:12.147665 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b04f9988-29e9-404e-a819-7971dce14a61 req-4bf4e008-d394-4af7-88b3-1cc6a1dfbbb0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=495ae47c-a2a3-4a5e-8755-8c8527e6eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241868 Aug 10 01:17:12.157179 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba7fdc9-09ee-4797-bbd4-1f113e2dbe51 None None] Routers {'7b2d3b5d-d97c-4835-9e48-8b7203d25edf'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:12.158253 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-8ba7fdc9-09ee-4797-bbd4-1f113e2dbe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['7b2d3b5d-d97c-4835-9e48-8b7203d25edf'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:12.159422 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-de0fc75b-ebf0-4c70-83b2-53a6e57c2126 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Request body: {'security_group_rule': {'security_group_id': 'b7fa70c2-a910-489d-9253-0c3a24c3387f', 'project_id': '75d90fe613f04af9a88db54df84a9d1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:12.163977 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b780213b-c20e-43b6-a2dc-65dcd83ae8b3 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:12.178673 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7134060b-1dd4-4950-a41e-7f83a43a25e0 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event deleted for resources: {'Port': ['ID=9954e812-f674-4efe-a9fb-89d0f8e8cd13,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:12.220541 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-715c0945-24a5-4b2c-9d25-04c613f10f01 req-087f5c6c-a130-4731-9958-9bc42703a0ed tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/security-groups?id=0dc817ae-43c5-473f-8869-9346a6df8705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090159 Aug 10 01:17:12.267170 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780213b-c20e-43b6-a2dc-65dcd83ae8b3 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event updated for resources: {'Port': ['ID=b9fdc420-28ea-459f-ab9d-ac4b10d76e2f,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:12.348892 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-de0fc75b-ebf0-4c70-83b2-53a6e57c2126 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:12.378662 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-8ba7fdc9-09ee-4797-bbd4-1f113e2dbe51 None None] Set router 7b2d3b5d-d97c-4835-9e48-8b7203d25edf gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:12.390862 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [None req-b780213b-c20e-43b6-a2dc-65dcd83ae8b3 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Floating IP 6e428a85-c947-40db-828a-fb404955bfff associated. External IP: 172.25.2.34, port: ebe7ca94-99f7-418a-b91a-c526e2b47e93. Aug 10 01:17:12.415492 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7134060b-1dd4-4950-a41e-7f83a43a25e0 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:12.434449 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b125b2d-6d99-43ad-87bd-679e4f61476c req-7b7e19fa-e069-4149-a565-5e2883b01d8f tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:12.442583 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b125b2d-6d99-43ad-87bd-679e4f61476c req-7b7e19fa-e069-4149-a565-5e2883b01d8f tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 945 time: 0.1570408 Aug 10 01:17:12.480506 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['5de6905a-266f-4ad1-bc62-6c3074eacd17'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:17:12.544490 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b125b2d-6d99-43ad-87bd-679e4f61476c req-cb6897df-3417-40a4-b7a8-fd3a9bca058c tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008596 Aug 10 01:17:12.620005 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-de0fc75b-ebf0-4c70-83b2-53a6e57c2126 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:12.635147 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7134060b-1dd4-4950-a41e-7f83a43a25e0 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Router 9d0cf995-9f48-4dff-a73a-54b607f7fc04 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:17:12.637889 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-de0fc75b-ebf0-4c70-83b2-53a6e57c2126 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:12.671824 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0fc75b-ebf0-4c70-83b2-53a6e57c2126 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=457a55db-0481-44f7-bc5d-12cb7200de22,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:12.686122 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b780213b-c20e-43b6-a2dc-65dcd83ae8b3 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Router 070aaff9-a882-493a-ac92-7dbb0639b272 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:17:12.695645 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-de0fc75b-ebf0-4c70-83b2-53a6e57c2126 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:12.699831 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-de0fc75b-ebf0-4c70-83b2-53a6e57c2126 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6082761 Aug 10 01:17:12.702393 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43072) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:12.710024 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-5a2c8027-b8ad-4670-a335-d57e7c66048e tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Request body: {'security_group_rule': {'security_group_id': 'b7fa70c2-a910-489d-9253-0c3a24c3387f', 'project_id': '75d90fe613f04af9a88db54df84a9d1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:12.717649 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7134060b-1dd4-4950-a41e-7f83a43a25e0 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:17:12.727246 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43074) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:12.727471 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba5c851-47bf-455e-b709-47f3329853c6 None None] Sync routers for ids ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:17:12.728716 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7134060b-1dd4-4950-a41e-7f83a43a25e0 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "PUT /v2.0/routers/9d0cf995-9f48-4dff-a73a-54b607f7fc04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9768145 Aug 10 01:17:12.736729 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba5c851-47bf-455e-b709-47f3329853c6 None None] Routers {'9d0cf995-9f48-4dff-a73a-54b607f7fc04'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:12.737350 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-cba5c851-47bf-455e-b709-47f3329853c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:12.806298 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-8ba7fdc9-09ee-4797-bbd4-1f113e2dbe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2d3b5d-d97c-4835-9e48-8b7203d25edf', 'name': 'tempest-TestServerBasicOps-651227349-router', 'tenant_id': 'a3c4f9f7257b480381b183bac1270848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'baae6e20-0848-4b28-ba85-015193ad7c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:02Z', 'updated_at': '2021-08-10T01:17:08Z', 'revision_number': 4, 'project_id': 'a3c4f9f7257b480381b183bac1270848', 'gw_port': {'id': 'baae6e20-0848-4b28-ba85-015193ad7c6b', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2d3b5d-d97c-4835-9e48-8b7203d25edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:04Z', 'updated_at': '2021-08-10T01:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '6360d8b7-e575-4bed-be1f-23690518529b', 'name': '', 'network_id': '1f6108a8-3a0a-4707-b3c0-0bca8fa90699', 'tenant_id': 'a3c4f9f7257b480381b183bac1270848', 'mac_address': 'fa:16:3e:c8:34:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2d3b5d-d97c-4835-9e48-8b7203d25edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'bbec3b55-04df-459d-8b9f-cb2bbb662545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:07Z', 'updated_at': '2021-08-10T01:17:09Z', 'revision_number': 2, 'project_id': 'a3c4f9f7257b480381b183bac1270848', 'subnets': [{'id': 'bbec3b55-04df-459d-8b9f-cb2bbb662545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:12.807790 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-cba5c851-47bf-455e-b709-47f3329853c6 None None] Set router 9d0cf995-9f48-4dff-a73a-54b607f7fc04 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:12.838869 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-b388df04-68ee-427c-b985-b664794f55bf tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Deleting subnet 7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:17:12.841040 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5a2c8027-b8ad-4670-a335-d57e7c66048e tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:12.846727 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba7fdc9-09ee-4797-bbd4-1f113e2dbe51 None None] Checking router: 7b2d3b5d-d97c-4835-9e48-8b7203d25edf for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:17:12.847100 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba7fdc9-09ee-4797-bbd4-1f113e2dbe51 None None] Updating router 7b2d3b5d-d97c-4835-9e48-8b7203d25edf port 6360d8b7-e575-4bed-be1f-23690518529b binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:17:12.861555 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-cba5c851-47bf-455e-b709-47f3329853c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'name': 'tempest-RoutersTest-router-1469032217', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:56Z', 'updated_at': '2021-08-10T01:17:11Z', 'revision_number': 11, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:12.876552 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b388df04-68ee-427c-b985-b664794f55bf tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:12.890865 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba5c851-47bf-455e-b709-47f3329853c6 None None] Checking router: 9d0cf995-9f48-4dff-a73a-54b607f7fc04 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:17:12.899660 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba5c851-47bf-455e-b709-47f3329853c6 None None] Routers {'9d0cf995-9f48-4dff-a73a-54b607f7fc04'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:12.900306 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-cba5c851-47bf-455e-b709-47f3329853c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:12.908360 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8ba7fdc9-09ee-4797-bbd4-1f113e2dbe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:12.946732 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b780213b-c20e-43b6-a2dc-65dcd83ae8b3 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:17:12.963256 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b388df04-68ee-427c-b985-b664794f55bf tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:12.969766 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-cba5c851-47bf-455e-b709-47f3329853c6 None None] Set router 9d0cf995-9f48-4dff-a73a-54b607f7fc04 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:12.970889 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa2e24d-1b49-4a2a-b138-e375c31ea059 None None] Sync routers for ids ['070aaff9-a882-493a-ac92-7dbb0639b272'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:17:12.989444 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa2e24d-1b49-4a2a-b138-e375c31ea059 None None] Routers {'070aaff9-a882-493a-ac92-7dbb0639b272'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:12.990557 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-cfa2e24d-1b49-4a2a-b138-e375c31ea059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['070aaff9-a882-493a-ac92-7dbb0639b272'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:13.012261 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b780213b-c20e-43b6-a2dc-65dcd83ae8b3 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.016738 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5a2c8027-b8ad-4670-a335-d57e7c66048e tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.024936 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-cfa2e24d-1b49-4a2a-b138-e375c31ea059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:13.031179 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-cba5c851-47bf-455e-b709-47f3329853c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'name': 'tempest-RoutersTest-router-1469032217', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:56Z', 'updated_at': '2021-08-10T01:17:11Z', 'revision_number': 11, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:13.037379 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5a2c8027-b8ad-4670-a335-d57e7c66048e tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.058670 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba5c851-47bf-455e-b709-47f3329853c6 None None] The sync data for ids ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'] in n-d-766726-26 is: [{'id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'name': 'tempest-RoutersTest-router-1469032217', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:56Z', 'updated_at': '2021-08-10T01:17:11Z', 'revision_number': 11, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'gw_port_host': None}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:17:13.075686 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b780213b-c20e-43b6-a2dc-65dcd83ae8b3 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.3251736 Aug 10 01:17:13.075926 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43076) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:13.080367 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c8027-b8ad-4670-a335-d57e7c66048e tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5401fd67-3df7-4773-9ed8-06a7e5240528,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:13.081749 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-fd363f11-1af2-4ff7-b9d2-e41a43b29843 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:13.102631 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa2e24d-1b49-4a2a-b138-e375c31ea059 None None] Routers {'070aaff9-a882-493a-ac92-7dbb0639b272'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:13.103052 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-cfa2e24d-1b49-4a2a-b138-e375c31ea059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:16:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['070aaff9-a882-493a-ac92-7dbb0639b272'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:13.106768 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5a2c8027-b8ad-4670-a335-d57e7c66048e tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.110358 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5a2c8027-b8ad-4670-a335-d57e7c66048e tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4041374 Aug 10 01:17:13.110529 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43078) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:13.115219 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-67b16020-9f78-479c-96f4-e713ba9f5e7d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Request body: {'security_group_rule': {'security_group_id': 'b7fa70c2-a910-489d-9253-0c3a24c3387f', 'project_id': '75d90fe613f04af9a88db54df84a9d1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:13.147519 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-cfa2e24d-1b49-4a2a-b138-e375c31ea059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:13.147952 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b388df04-68ee-427c-b985-b664794f55bf tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.148170 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa2e24d-1b49-4a2a-b138-e375c31ea059 None None] The sync data for ids ['070aaff9-a882-493a-ac92-7dbb0639b272'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:17:13.163882 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fd363f11-1af2-4ff7-b9d2-e41a43b29843 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for floatingip, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.195309 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67b16020-9f78-479c-96f4-e713ba9f5e7d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.266840 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b388df04-68ee-427c-b985-b664794f55bf tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.308656 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67b16020-9f78-479c-96f4-e713ba9f5e7d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.310390 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b388df04-68ee-427c-b985-b664794f55bf tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event deleted for resources: {'Subnet': ['ID=7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:13.316166 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b388df04-68ee-427c-b985-b664794f55bf tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.321036 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b388df04-68ee-427c-b985-b664794f55bf tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/subnets/7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b HTTP/1.1" status: 204 len: 168 time: 0.5924056 Aug 10 01:17:13.322115 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67b16020-9f78-479c-96f4-e713ba9f5e7d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.324779 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43084) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:13.327595 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49f5a0b-7b7d-4960-a13f-28c3e7372a50 None None] Network 943e90f7-b023-4655-9081-04e8a18da465 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:17:13.364274 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b16020-9f78-479c-96f4-e713ba9f5e7d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92519a7b-12d9-43ba-b8ef-d2dff3a45463,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:13.395221 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8ba7fdc9-09ee-4797-bbd4-1f113e2dbe51 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.399288 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f32a2-6912-458a-ab9e-b9dc4866e5ab req-e02e4e0d-6e41-4718-9699-801751e66499 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:13.401118 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-274f32a2-6912-458a-ab9e-b9dc4866e5ab req-e02e4e0d-6e41-4718-9699-801751e66499 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 945 time: 0.1689372 Aug 10 01:17:13.402759 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67b16020-9f78-479c-96f4-e713ba9f5e7d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.403971 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-67b16020-9f78-479c-96f4-e713ba9f5e7d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2925072 Aug 10 01:17:13.407231 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43086) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:13.420043 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-5b09a2fd-7260-4e8c-9b7e-ad73fc2909fa tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Request body: {'security_group_rule': {'security_group_id': 'b7fa70c2-a910-489d-9253-0c3a24c3387f', 'project_id': '75d90fe613f04af9a88db54df84a9d1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:13.426494 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8ba7fdc9-09ee-4797-bbd4-1f113e2dbe51 None None] Transition to ACTIVE for port object 6360d8b7-e575-4bed-be1f-23690518529b will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:13.460275 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8ba7fdc9-09ee-4797-bbd4-1f113e2dbe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.468588 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8f1eed59-9cc6-43d0-9648-3353ed84f857 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.484289 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 61c7227b-d2b9-4241-b745-f24a455f76f0 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:17:13.491314 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 61c7227b-d2b9-4241-b745-f24a455f76f0 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:17:13.492312 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5b09a2fd-7260-4e8c-9b7e-ad73fc2909fa tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.528730 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa981e75-4138-4a24-950e-56ee0b6064f6 req-ebf33b12-7d9c-4274-b030-acdaf813eb3d tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:13.532895 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fa981e75-4138-4a24-950e-56ee0b6064f6 req-ebf33b12-7d9c-4274-b030-acdaf813eb3d tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6b8659-ce48-4ba9-9516-fc06778c0e2e HTTP/1.1" status: 200 len: 945 time: 0.2232282 Aug 10 01:17:13.538210 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fd363f11-1af2-4ff7-b9d2-e41a43b29843 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.586986 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c3e37-c870-4ca9-9fe1-171ec9f665c6 None None] Pushing event updated for resources: {'Port': ['ID=6360d8b7-e575-4bed-be1f-23690518529b,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:13.599521 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fd363f11-1af2-4ff7-b9d2-e41a43b29843 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.599991 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [None req-fd363f11-1af2-4ff7-b9d2-e41a43b29843 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Floating IP 6e428a85-c947-40db-828a-fb404955bfff disassociated. External IP: 172.25.2.34, port: ebe7ca94-99f7-418a-b91a-c526e2b47e93. Aug 10 01:17:13.617866 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5b09a2fd-7260-4e8c-9b7e-ad73fc2909fa tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.627989 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-8f1eed59-9cc6-43d0-9648-3353ed84f857 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Deleting port a754f405-d76b-468a-ab36-76fdf3e121a3 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:13.628461 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8f1eed59-9cc6-43d0-9648-3353ed84f857 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.630580 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5b09a2fd-7260-4e8c-9b7e-ad73fc2909fa tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.725289 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b09a2fd-7260-4e8c-9b7e-ad73fc2909fa tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42b69093-7779-4c0a-93a4-9835336a2a0e,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:13.760788 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5b09a2fd-7260-4e8c-9b7e-ad73fc2909fa tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.762212 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5b09a2fd-7260-4e8c-9b7e-ad73fc2909fa tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3539577 Aug 10 01:17:13.769470 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43090) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:13.776506 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-c27a44fb-5a35-4360-8f11-8504181c7ff8 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Request body: {'security_group_rule': {'security_group_id': 'b7fa70c2-a910-489d-9253-0c3a24c3387f', 'project_id': '75d90fe613f04af9a88db54df84a9d1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:13.794238 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-8f1eed59-9cc6-43d0-9648-3353ed84f857 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] For port a754f405-d76b-468a-ab36-76fdf3e121a3, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a754f405-d76b-468a-ab36-76fdf3e121a3,segment=NetworkSegment(f0986428-e061-4959-aecb-efb9dbde68dc),segment_id=f0986428-e061-4959-aecb-efb9dbde68dc)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:13.794741 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8f1eed59-9cc6-43d0-9648-3353ed84f857 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.800259 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-8ba7fdc9-09ee-4797-bbd4-1f113e2dbe51 None None] Attempting to bind port 6360d8b7-e575-4bed-be1f-23690518529b on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:13.800853 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-8ba7fdc9-09ee-4797-bbd4-1f113e2dbe51 None None] Attempting to bind port 6360d8b7-e575-4bed-be1f-23690518529b by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'c5107bd9-16bb-47f0-86fe-6710a823458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1f6108a8-3a0a-4707-b3c0-0bca8fa90699'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:13.801409 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba7fdc9-09ee-4797-bbd4-1f113e2dbe51 None None] Attempting to bind port 6360d8b7-e575-4bed-be1f-23690518529b on network 1f6108a8-3a0a-4707-b3c0-0bca8fa90699 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:13.829355 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-8f1eed59-9cc6-43d0-9648-3353ed84f857 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Calling delete_port for a754f405-d76b-468a-ab36-76fdf3e121a3 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:13.847444 n-d-766726-26 neutron-server[105827]: INFO neutron.db.securitygroups_db [None req-c27a44fb-5a35-4360-8f11-8504181c7ff8 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Project 75d90fe613f04af9a88db54df84a9d1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:17:13.855174 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c27a44fb-5a35-4360-8f11-8504181c7ff8 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.863838 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 61c7227b-d2b9-4241-b745-f24a455f76f0, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=61c7227b-d2b9-4241-b745-f24a455f76f0,segment=NetworkSegment(119db45f-a129-41df-b3e9-8983d492465d),segment_id=119db45f-a129-41df-b3e9-8983d492465d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:13.881614 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba7fdc9-09ee-4797-bbd4-1f113e2dbe51 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:17:13.881921 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba7fdc9-09ee-4797-bbd4-1f113e2dbe51 None None] Checking segment: {'id': 'c5107bd9-16bb-47f0-86fe-6710a823458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1f6108a8-3a0a-4707-b3c0-0bca8fa90699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:13.883233 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8ba7fdc9-09ee-4797-bbd4-1f113e2dbe51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.883658 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba7fdc9-09ee-4797-bbd4-1f113e2dbe51 None None] Bound using segment: {'id': 'c5107bd9-16bb-47f0-86fe-6710a823458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1f6108a8-3a0a-4707-b3c0-0bca8fa90699'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:17:13.884232 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-8ba7fdc9-09ee-4797-bbd4-1f113e2dbe51 None None] Bound port: 6360d8b7-e575-4bed-be1f-23690518529b, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5107bd9-16bb-47f0-86fe-6710a823458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1f6108a8-3a0a-4707-b3c0-0bca8fa90699'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:17:13.884772 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8ba7fdc9-09ee-4797-bbd4-1f113e2dbe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.887259 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '61c7227b-d2b9-4241-b745-f24a455f76f0', 'network_id': '1bb4d414-55c5-43e5-9006-4b7473df84e0', 'port_id': '61c7227b-d2b9-4241-b745-f24a455f76f0', 'mac_address': 'fa:16:3e:5a:a6:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b0c25a4-f815-4015-a876-f5aa15c83352', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:17:13.898069 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28f7bdf-0852-431a-ac30-28e2682b47e1 None None] DHCP port deletion for 943e90f7-b023-4655-9081-04e8a18da465 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:17:13.901135 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9954e812-f674-4efe-a9fb-89d0f8e8cd13 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:17:13.944681 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 9954e812-f674-4efe-a9fb-89d0f8e8cd13 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:17:13.945342 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9954e812-f674-4efe-a9fb-89d0f8e8cd13 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:17:13.977960 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c27a44fb-5a35-4360-8f11-8504181c7ff8 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.986806 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c27a44fb-5a35-4360-8f11-8504181c7ff8 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:14.009788 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a44fb-5a35-4360-8f11-8504181c7ff8 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab623747-f7cf-43e0-9b11-2402d5208243,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:14.015066 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8f1eed59-9cc6-43d0-9648-3353ed84f857 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:14.018937 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:14.025216 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c27a44fb-5a35-4360-8f11-8504181c7ff8 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:14.029044 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c27a44fb-5a35-4360-8f11-8504181c7ff8 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2560380 Aug 10 01:17:14.039954 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c1f6d93a-b2f3-46db-a237-8474abb4335a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:14.054185 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43092) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:14.058954 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-60e816dc-d736-499c-b11b-1333d6a8929d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Request body: {'security_group_rule': {'security_group_id': 'b7fa70c2-a910-489d-9253-0c3a24c3387f', 'project_id': '75d90fe613f04af9a88db54df84a9d1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:14.064061 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1eed59-9cc6-43d0-9648-3353ed84f857 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event deleted for resources: {'Port': ['ID=a754f405-d76b-468a-ab36-76fdf3e121a3,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:14.071218 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1eed59-9cc6-43d0-9648-3353ed84f857 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] No DVR routers for this DVR port a754f405-d76b-468a-ab36-76fdf3e121a3 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:17:14.132293 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-f28f7bdf-0852-431a-ac30-28e2682b47e1 None None] The port 'a754f405-d76b-468a-ab36-76fdf3e121a3' was deleted {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 10 01:17:14.145461 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-274f32a2-6912-458a-ab9e-b9dc4866e5ab req-33a64a05-a0a4-4f3d-8a49-2d6f318ca035 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=495ae47c-a2a3-4a5e-8755-8c8527e6eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7311649 Aug 10 01:17:14.150172 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3e11a4-8b1b-46c3-bb16-c3f62e691089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61c7227b-d2b9-4241-b745-f24a455f76f0'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:17:14.157719 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5afb270-0121-42f1-9f0e-6793a5180562" -d '{"events": [{"server_uuid": "bf3e11a4-8b1b-46c3-bb16-c3f62e691089", "name": "network-vif-unplugged", "status": "completed", "tag": "61c7227b-d2b9-4241-b745-f24a455f76f0"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:17:14.163535 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fa981e75-4138-4a24-950e-56ee0b6064f6 req-6d8998e2-c0f0-4325-a99e-87fee703b9c6 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/security-groups?id=0dc817ae-43c5-473f-8869-9346a6df8705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5938547 Aug 10 01:17:14.166862 n-d-766726-26 neutron-server[105827]: INFO neutron.db.securitygroups_db [None req-60e816dc-d736-499c-b11b-1333d6a8929d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Project 75d90fe613f04af9a88db54df84a9d1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:17:14.183648 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-60e816dc-d736-499c-b11b-1333d6a8929d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:14.203514 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8f1eed59-9cc6-43d0-9648-3353ed84f857 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:14.230574 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-8f1eed59-9cc6-43d0-9648-3353ed84f857 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['943e90f7-b023-4655-9081-04e8a18da465']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:14.246784 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 61c7227b-d2b9-4241-b745-f24a455f76f0, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=61c7227b-d2b9-4241-b745-f24a455f76f0,segment=NetworkSegment(119db45f-a129-41df-b3e9-8983d492465d),segment_id=119db45f-a129-41df-b3e9-8983d492465d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:14.253505 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-8f1eed59-9cc6-43d0-9648-3353ed84f857 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0986428-e061-4959-aecb-efb9dbde68dc') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:14.253810 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-8f1eed59-9cc6-43d0-9648-3353ed84f857 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0986428-e061-4959-aecb-efb9dbde68dc') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:14.263745 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6520e9-30c3-4b17-9f55-2b686957466f x-openstack-request-id: req-fb6520e9-30c3-4b17-9f55-2b686957466f {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:17:14.264135 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3e11a4-8b1b-46c3-bb16-c3f62e691089", "name": "network-vif-unplugged", "status": "completed", "tag": "61c7227b-d2b9-4241-b745-f24a455f76f0", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:17:14.265002 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fb6520e9-30c3-4b17-9f55-2b686957466f {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:17:14.265002 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3e11a4-8b1b-46c3-bb16-c3f62e691089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61c7227b-d2b9-4241-b745-f24a455f76f0', 'code': 200} Aug 10 01:17:14.270578 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8f1eed59-9cc6-43d0-9648-3353ed84f857 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:14.271125 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:14.278224 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:14.298073 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-60e816dc-d736-499c-b11b-1333d6a8929d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:14.299646 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8f1eed59-9cc6-43d0-9648-3353ed84f857 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:14.304642 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-60e816dc-d736-499c-b11b-1333d6a8929d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:14.310539 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f1eed59-9cc6-43d0-9648-3353ed84f857 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:17:14.310942 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8f1eed59-9cc6-43d0-9648-3353ed84f857 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:14.316372 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:17:14.316372 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:17:14.316372 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:17:14.316372 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:17:14.316372 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:17:14.316372 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:17:14.316372 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:17:14.316372 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:17:14.316372 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:17:14.316372 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:17:14.316372 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:17:14.316372 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:17:14.316372 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:17:14.316372 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:17:14.316372 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:17:14.316372 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:17:14.316372 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:17:14.316372 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:17:14.316372 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:17:14.316372 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:17:14.316372 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:17:14.316372 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:17:14.316372 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:17:14.316372 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:17:14.316372 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:17:14.316372 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:17:14.316372 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:17:14.316372 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:17:14.316372 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:17:14.316372 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:17:14.316372 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:17:14.316372 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:17:14.341380 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-8ba7fdc9-09ee-4797-bbd4-1f113e2dbe51 None None] For port 6360d8b7-e575-4bed-be1f-23690518529b, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:17:14.344793 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd363f11-1af2-4ff7-b9d2-e41a43b29843 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Router 070aaff9-a882-493a-ac92-7dbb0639b272 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:17:14.345101 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61c7227b-d2b9-4241-b745-f24a455f76f0 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:17:14.389881 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e816dc-d736-499c-b11b-1333d6a8929d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b59053e-cc4a-47e5-8b02-28967026a22b,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:14.395386 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-60e816dc-d736-499c-b11b-1333d6a8929d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:14.406398 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-60e816dc-d736-499c-b11b-1333d6a8929d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3414588 Aug 10 01:17:14.407124 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=61c7227b-d2b9-4241-b745-f24a455f76f0,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:14.418458 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3e574-de53-4528-b901-df09e8d2bf6a req-ea504b85-6584-4f13-9158-a920975d32a7 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:14.420552 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-19b3e574-de53-4528-b901-df09e8d2bf6a req-ea504b85-6584-4f13-9158-a920975d32a7 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 943 time: 0.1571791 Aug 10 01:17:14.421357 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8f1eed59-9cc6-43d0-9648-3353ed84f857 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:14.438620 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8f1eed59-9cc6-43d0-9648-3353ed84f857 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:14.445003 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8f1eed59-9cc6-43d0-9648-3353ed84f857 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/networks/943e90f7-b023-4655-9081-04e8a18da465 HTTP/1.1" status: 204 len: 168 time: 1.1150424 Aug 10 01:17:14.446056 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-8ba7fdc9-09ee-4797-bbd4-1f113e2dbe51 None None] For port 6360d8b7-e575-4bed-be1f-23690518529b, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=6360d8b7-e575-4bed-be1f-23690518529b,segment=NetworkSegment(c5107bd9-16bb-47f0-86fe-6710a823458c),segment_id=c5107bd9-16bb-47f0-86fe-6710a823458c)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:17:14.450955 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.db.api [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:17:14.451557 n-d-766726-26 neutron-server[105828]: DEBUG oslo_db.api [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:17:14.461589 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8ba7fdc9-09ee-4797-bbd4-1f113e2dbe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:14.471335 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43100) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:14.471539 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:14.491522 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-51e65cae-f643-4957-805d-ce47ef8d8bb8 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Request body: {'router': {'routes': None}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:14.511331 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1eed59-9cc6-43d0-9648-3353ed84f857 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Pushing event deleted for resources: {'Network': ['ID=943e90f7-b023-4655-9081-04e8a18da465,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:14.527471 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba7fdc9-09ee-4797-bbd4-1f113e2dbe51 None None] Routers {'7b2d3b5d-d97c-4835-9e48-8b7203d25edf'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:14.528353 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-8ba7fdc9-09ee-4797-bbd4-1f113e2dbe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['7b2d3b5d-d97c-4835-9e48-8b7203d25edf'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:14.573479 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-19b3e574-de53-4528-b901-df09e8d2bf6a req-ae5758c1-ce81-4879-9cf5-da303d55745d tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980642 Aug 10 01:17:14.584454 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c3e37-c870-4ca9-9fe1-171ec9f665c6 None None] Pushing event updated for resources: {'Port': ['ID=6360d8b7-e575-4bed-be1f-23690518529b,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:14.616144 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd363f11-1af2-4ff7-b9d2-e41a43b29843 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:17:14.630985 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a555869-701b-4197-9b42-89f8ca55807c None None] Sync routers for ids ['070aaff9-a882-493a-ac92-7dbb0639b272'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:17:14.643891 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a555869-701b-4197-9b42-89f8ca55807c None None] Routers {'070aaff9-a882-493a-ac92-7dbb0639b272'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:14.646032 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-5a555869-701b-4197-9b42-89f8ca55807c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['070aaff9-a882-493a-ac92-7dbb0639b272'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:14.648954 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fd363f11-1af2-4ff7-b9d2-e41a43b29843 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:14.717385 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-5a555869-701b-4197-9b42-89f8ca55807c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:14.726216 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-8ba7fdc9-09ee-4797-bbd4-1f113e2dbe51 None None] Set router 7b2d3b5d-d97c-4835-9e48-8b7203d25edf gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:14.733734 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a555869-701b-4197-9b42-89f8ca55807c None None] Routers {'070aaff9-a882-493a-ac92-7dbb0639b272'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:14.734553 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-5a555869-701b-4197-9b42-89f8ca55807c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['070aaff9-a882-493a-ac92-7dbb0639b272'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:14.768066 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-fd363f11-1af2-4ff7-b9d2-e41a43b29843 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "PUT /v2.0/floatingips/6e428a85-c947-40db-828a-fb404955bfff HTTP/1.1" status: 200 len: 687 time: 1.6906631 Aug 10 01:17:14.771070 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43114) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:14.777421 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-5a555869-701b-4197-9b42-89f8ca55807c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:14.778432 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a555869-701b-4197-9b42-89f8ca55807c None None] The sync data for ids ['070aaff9-a882-493a-ac92-7dbb0639b272'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:17:14.784891 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.extraroute_db [None req-51e65cae-f643-4957-805d-ce47ef8d8bb8 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Added routes are [] {{(pid=105827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 01:17:14.785301 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.extraroute_db [None req-51e65cae-f643-4957-805d-ce47ef8d8bb8 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Removed routes are [] {{(pid=105827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 01:17:14.785828 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-51e65cae-f643-4957-805d-ce47ef8d8bb8 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8228879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8231262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232083'] for router, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:14.840240 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-806d9421-a646-4451-baa7-e4bd713438ad req-e4435ffb-2c20-47c5-a2b2-829d0c6f3954 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-337390771&fields=id&tenant_id=75d90fe613f04af9a88db54df84a9d1e HTTP/1.1" status: 200 len: 267 time: 0.1823809 Aug 10 01:17:14.938644 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8e9f3-bf2e-4a04-942d-cba46d8693ab req-1fe8ca30-e569-4937-a238-34dca81ad790 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:14.940145 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-62a8e9f3-bf2e-4a04-942d-cba46d8693ab req-1fe8ca30-e569-4937-a238-34dca81ad790 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6b8659-ce48-4ba9-9516-fc06778c0e2e HTTP/1.1" status: 200 len: 945 time: 0.2388935 Aug 10 01:17:14.962675 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-51e65cae-f643-4957-805d-ce47ef8d8bb8 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8228879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8231262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232083'] for router, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:14.966174 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-51e65cae-f643-4957-805d-ce47ef8d8bb8 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8229108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8229117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8231239'] for router, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:14.994902 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:14.999575 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-8ba7fdc9-09ee-4797-bbd4-1f113e2dbe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2d3b5d-d97c-4835-9e48-8b7203d25edf', 'name': 'tempest-TestServerBasicOps-651227349-router', 'tenant_id': 'a3c4f9f7257b480381b183bac1270848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'baae6e20-0848-4b28-ba85-015193ad7c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:02Z', 'updated_at': '2021-08-10T01:17:08Z', 'revision_number': 4, 'project_id': 'a3c4f9f7257b480381b183bac1270848', 'gw_port': {'id': 'baae6e20-0848-4b28-ba85-015193ad7c6b', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2d3b5d-d97c-4835-9e48-8b7203d25edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:04Z', 'updated_at': '2021-08-10T01:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '6360d8b7-e575-4bed-be1f-23690518529b', 'name': '', 'network_id': '1f6108a8-3a0a-4707-b3c0-0bca8fa90699', 'tenant_id': 'a3c4f9f7257b480381b183bac1270848', 'mac_address': 'fa:16:3e:c8:34:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2d3b5d-d97c-4835-9e48-8b7203d25edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'bbec3b55-04df-459d-8b9f-cb2bbb662545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:07Z', 'updated_at': '2021-08-10T01:17:14Z', 'revision_number': 4, 'project_id': 'a3c4f9f7257b480381b183bac1270848', 'subnets': [{'id': 'bbec3b55-04df-459d-8b9f-cb2bbb662545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:15.018971 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d9421-a646-4451-baa7-e4bd713438ad req-bd348ef9-562a-420a-86bf-c3b7d1e1d803 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:15.024939 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-806d9421-a646-4451-baa7-e4bd713438ad req-bd348ef9-562a-420a-86bf-c3b7d1e1d803 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.35 "GET /v2.0/networks?id=da04b376-9179-4831-8934-0e6b7aae24e5 HTTP/1.1" status: 200 len: 808 time: 0.1833339 Aug 10 01:17:15.033770 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba7fdc9-09ee-4797-bbd4-1f113e2dbe51 None None] The sync data for ids ['7b2d3b5d-d97c-4835-9e48-8b7203d25edf'] in n-d-766726-26 is: [{'id': '7b2d3b5d-d97c-4835-9e48-8b7203d25edf', 'name': 'tempest-TestServerBasicOps-651227349-router', 'tenant_id': 'a3c4f9f7257b480381b183bac1270848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'baae6e20-0848-4b28-ba85-015193ad7c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:02Z', 'updated_at': '2021-08-10T01:17:08Z', 'revision_number': 4, 'project_id': 'a3c4f9f7257b480381b183bac1270848', 'gw_port': {'id': 'baae6e20-0848-4b28-ba85-015193ad7c6b', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2d3b5d-d97c-4835-9e48-8b7203d25edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:04Z', 'updated_at': '2021-08-10T01:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '6360d8b7-e575-4bed-be1f-23690518529b', 'name': '', 'network_id': '1f6108a8-3a0a-4707-b3c0-0bca8fa90699', 'tenant_id': 'a3c4f9f7257b480381b183bac1270848', 'mac_address': 'fa:16:3e:c8:34:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2d3b5d-d97c-4835-9e48-8b7203d25edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'bbec3b55-04df-459d-8b9f-cb2bbb662545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:07Z', 'updated_at': '2021-08-10T01:17:14Z', 'revision_number': 4, 'project_id': 'a3c4f9f7257b480381b183bac1270848', 'subnets': [{'id': 'bbec3b55-04df-459d-8b9f-cb2bbb662545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:17:15.037373 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61c7227b-d2b9-4241-b745-f24a455f76f0 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:17:15.043457 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e65cae-f643-4957-805d-ce47ef8d8bb8 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Router 9d0cf995-9f48-4dff-a73a-54b607f7fc04 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:17:15.071752 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 61c7227b-d2b9-4241-b745-f24a455f76f0, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=61c7227b-d2b9-4241-b745-f24a455f76f0,segment=NetworkSegment(119db45f-a129-41df-b3e9-8983d492465d),segment_id=119db45f-a129-41df-b3e9-8983d492465d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:15.080760 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.101826 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-806d9421-a646-4451-baa7-e4bd713438ad req-c9f9b430-7d28-4e0e-98fb-f4f8dedff9a4 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.35 "GET /v2.0/quotas/75d90fe613f04af9a88db54df84a9d1e HTTP/1.1" status: 200 len: 375 time: 0.0752728 Aug 10 01:17:15.118086 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-62a8e9f3-bf2e-4a04-942d-cba46d8693ab req-6350120a-2bc9-41e1-a090-3461e795b41f tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/security-groups?id=0dc817ae-43c5-473f-8869-9346a6df8705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677792 Aug 10 01:17:15.167677 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-433f671b-ba73-4652-9873-5cce898ea14c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Deleting port b9fdc420-28ea-459f-ab9d-ac4b10d76e2f {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:15.168639 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-433f671b-ba73-4652-9873-5cce898ea14c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.181466 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e65cae-f643-4957-805d-ce47ef8d8bb8 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:17:15.191855 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-51e65cae-f643-4957-805d-ce47ef8d8bb8 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.196639 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-51e65cae-f643-4957-805d-ce47ef8d8bb8 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "PUT /v2.0/routers/9d0cf995-9f48-4dff-a73a-54b607f7fc04 HTTP/1.1" status: 200 len: 701 time: 0.7208736 Aug 10 01:17:15.196975 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43118) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:15.223563 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=61c7227b-d2b9-4241-b745-f24a455f76f0,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:15.233359 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef7b782-cf25-4844-964b-e0bb5e6bd70e None None] Sync routers for ids ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:17:15.247403 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cff2817f-5778-47b0-b32c-85b76c5484ff tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d0cf995-9f48-4dff-a73a-54b607f7fc04 HTTP/1.1" status: 200 len: 205 time: 0.0490675 Aug 10 01:17:15.248501 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43120) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:15.251654 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.252759 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef7b782-cf25-4844-964b-e0bb5e6bd70e None None] Routers {'9d0cf995-9f48-4dff-a73a-54b607f7fc04'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:15.253370 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-9ef7b782-cf25-4844-964b-e0bb5e6bd70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:15.258348 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-806d9421-a646-4451-baa7-e4bd713438ad req-38b0a120-7fc6-45ce-8369-72846c2bb99d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=75d90fe613f04af9a88db54df84a9d1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1556382 Aug 10 01:17:15.334120 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-9ef7b782-cf25-4844-964b-e0bb5e6bd70e None None] Set router 9d0cf995-9f48-4dff-a73a-54b607f7fc04 gateway port host: None {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:15.451147 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bae78188-c188-48e5-a931-264ecb19ac17 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.501702 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545535a9-ff8f-4c9c-9164-a1801238e1b9 req-68d5f125-6c38-4227-a0ad-f0f751dc8057 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:15.503271 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-545535a9-ff8f-4c9c-9164-a1801238e1b9 req-68d5f125-6c38-4227-a0ad-f0f751dc8057 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 945 time: 0.2557478 Aug 10 01:17:15.547800 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 5de6905a-266f-4ad1-bc62-6c3074eacd17 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:15.581618 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-9ef7b782-cf25-4844-964b-e0bb5e6bd70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'name': 'tempest-RoutersTest-router-1469032217', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:56Z', 'updated_at': '2021-08-10T01:17:11Z', 'revision_number': 11, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:15.581895 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-433f671b-ba73-4652-9873-5cce898ea14c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.582106 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-433f671b-ba73-4652-9873-5cce898ea14c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.636843 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef7b782-cf25-4844-964b-e0bb5e6bd70e None None] Checking router: 9d0cf995-9f48-4dff-a73a-54b607f7fc04 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:17:15.647786 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-433f671b-ba73-4652-9873-5cce898ea14c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Calling delete_port for b9fdc420-28ea-459f-ab9d-ac4b10d76e2f owned by network:floatingip {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:15.656124 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef7b782-cf25-4844-964b-e0bb5e6bd70e None None] Routers {'9d0cf995-9f48-4dff-a73a-54b607f7fc04'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:15.656918 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-9ef7b782-cf25-4844-964b-e0bb5e6bd70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:15.733183 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['61c7227b-d2b9-4241-b745-f24a455f76f0'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:17:15.744493 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bae78188-c188-48e5-a931-264ecb19ac17 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.749005 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bae78188-c188-48e5-a931-264ecb19ac17 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.754254 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-806d9421-a646-4451-baa7-e4bd713438ad req-f3cea093-e715-488b-b7c7-e5dad083584b service neutron] 10.222.0.35 "GET /v2.0/networks/da04b376-9179-4831-8934-0e6b7aae24e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566634 Aug 10 01:17:15.760236 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-545535a9-ff8f-4c9c-9164-a1801238e1b9 req-1e00fec4-7a27-4540-aeb8-6a2bfe2a9e18 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=495ae47c-a2a3-4a5e-8755-8c8527e6eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178471 Aug 10 01:17:15.760954 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 5de6905a-266f-4ad1-bc62-6c3074eacd17 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:15.763600 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-9ef7b782-cf25-4844-964b-e0bb5e6bd70e None None] Set router 9d0cf995-9f48-4dff-a73a-54b607f7fc04 gateway port host: None {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:15.836767 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 5de6905a-266f-4ad1-bc62-6c3074eacd17 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:15.836932 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.844943 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-9ef7b782-cf25-4844-964b-e0bb5e6bd70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'name': 'tempest-RoutersTest-router-1469032217', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:56Z', 'updated_at': '2021-08-10T01:17:11Z', 'revision_number': 11, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:15.868573 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 6360d8b7-e575-4bed-be1f-23690518529b up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:15.922711 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef7b782-cf25-4844-964b-e0bb5e6bd70e None None] The sync data for ids ['9d0cf995-9f48-4dff-a73a-54b607f7fc04'] in n-d-766726-26 is: [{'id': '9d0cf995-9f48-4dff-a73a-54b607f7fc04', 'name': 'tempest-RoutersTest-router-1469032217', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:56Z', 'updated_at': '2021-08-10T01:17:11Z', 'revision_number': 11, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'gw_port_host': None}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:17:15.972166 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bae78188-c188-48e5-a931-264ecb19ac17 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.972819 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae78188-c188-48e5-a931-264ecb19ac17 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Fanout notify agent at l3_agent the message router_deleted on router 9d0cf995-9f48-4dff-a73a-54b607f7fc04 {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:17:15.988895 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bae78188-c188-48e5-a931-264ecb19ac17 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.990073 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-bae78188-c188-48e5-a931-264ecb19ac17 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/routers/9d0cf995-9f48-4dff-a73a-54b607f7fc04 HTTP/1.1" status: 204 len: 168 time: 0.7381382 Aug 10 01:17:15.999517 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43124) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:16.008261 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-920ac32d-6e4e-4ac2-a067-0a41a2789fea tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-436847351', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:16.015017 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a80bc-cb9d-462a-94d0-55069c518090 req-1986e3af-0d3b-4e44-804b-652c9fde0ff4 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:16.016752 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-df3a80bc-cb9d-462a-94d0-55069c518090 req-1986e3af-0d3b-4e44-804b-652c9fde0ff4 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 944 time: 0.1124465 Aug 10 01:17:16.040898 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 6360d8b7-e575-4bed-be1f-23690518529b completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:16.059214 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-920ac32d-6e4e-4ac2-a067-0a41a2789fea tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:16.059593 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 6360d8b7-e575-4bed-be1f-23690518529b triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:16.059969 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:16.061378 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-920ac32d-6e4e-4ac2-a067-0a41a2789fea tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:16.062533 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:16.074092 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-806d9421-a646-4451-baa7-e4bd713438ad req-906d816b-6c61-4333-a5d8-3854a3180384 service neutron] 10.222.0.35 "GET /v2.0/networks/da04b376-9179-4831-8934-0e6b7aae24e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762127 Aug 10 01:17:16.138078 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-df3a80bc-cb9d-462a-94d0-55069c518090 req-835d61ba-f557-46a6-9266-db53051cd9bd tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064777 Aug 10 01:17:16.155424 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 5de6905a-266f-4ad1-bc62-6c3074eacd17, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5de6905a-266f-4ad1-bc62-6c3074eacd17,segment=NetworkSegment(5eabac7d-2d8c-40e5-9bc2-2966785e0fc7),segment_id=5eabac7d-2d8c-40e5-9bc2-2966785e0fc7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:16.172776 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:16.173453 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-433f671b-ba73-4652-9873-5cce898ea14c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:16.215732 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f671b-ba73-4652-9873-5cce898ea14c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event deleted for resources: {'Port': ['ID=b9fdc420-28ea-459f-ab9d-ac4b10d76e2f,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:16.233970 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433f671b-ba73-4652-9873-5cce898ea14c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:16.234328 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433f671b-ba73-4652-9873-5cce898ea14c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:16.235208 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433f671b-ba73-4652-9873-5cce898ea14c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:16.235559 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433f671b-ba73-4652-9873-5cce898ea14c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:16.235900 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433f671b-ba73-4652-9873-5cce898ea14c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:16.236260 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433f671b-ba73-4652-9873-5cce898ea14c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:16.236599 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433f671b-ba73-4652-9873-5cce898ea14c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:16.236937 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433f671b-ba73-4652-9873-5cce898ea14c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:16.237270 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433f671b-ba73-4652-9873-5cce898ea14c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:16.237607 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433f671b-ba73-4652-9873-5cce898ea14c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:16.237939 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433f671b-ba73-4652-9873-5cce898ea14c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:16.238269 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433f671b-ba73-4652-9873-5cce898ea14c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:16.269502 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d9ed3d-5f90-4f8b-9391-f58fb01cb261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de6905a-266f-4ad1-bc62-6c3074eacd17'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:17:16.271835 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4c6443-4e5c-465f-939b-39a671d35aa1" -d '{"events": [{"server_uuid": "83d9ed3d-5f90-4f8b-9391-f58fb01cb261", "name": "network-vif-plugged", "status": "completed", "tag": "5de6905a-266f-4ad1-bc62-6c3074eacd17"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:17:16.315367 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-920ac32d-6e4e-4ac2-a067-0a41a2789fea tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:16.329442 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-920ac32d-6e4e-4ac2-a067-0a41a2789fea tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:16.358770 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:16.376327 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-920ac32d-6e4e-4ac2-a067-0a41a2789fea tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:16.380493 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-920ac32d-6e4e-4ac2-a067-0a41a2789fea tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3758876 Aug 10 01:17:16.381058 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43132) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:16.399939 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-3dc4fbcf-6f45-4478-94b8-5cac456fff74 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Request body: {'router': {'admin_state_up': True}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:16.401239 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=5de6905a-266f-4ad1-bc62-6c3074eacd17,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:16.410023 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:16.434964 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-433f671b-ba73-4652-9873-5cce898ea14c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for floatingip, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:16.439004 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-433f671b-ba73-4652-9873-5cce898ea14c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:16.444659 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-433f671b-ba73-4652-9873-5cce898ea14c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "DELETE /v2.0/floatingips/6e428a85-c947-40db-828a-fb404955bfff HTTP/1.1" status: 204 len: 168 time: 1.6675532 Aug 10 01:17:16.446173 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43136) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:16.451633 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-098a05ae-55f9-4699-8fa7-170d48eb310c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'port_id': '38425561-03d2-4c67-8f2a-796d5ca31424'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:16.492162 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 6360d8b7-e575-4bed-be1f-23690518529b, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=6360d8b7-e575-4bed-be1f-23690518529b,segment=NetworkSegment(c5107bd9-16bb-47f0-86fe-6710a823458c),segment_id=c5107bd9-16bb-47f0-86fe-6710a823458c)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:16.494297 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22027e5-6dae-40b0-8bf8-b1bf2d1d69a5 req-8250c509-c66e-444e-bb84-5882b1a8bc99 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:16.497418 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e22027e5-6dae-40b0-8bf8-b1bf2d1d69a5 req-8250c509-c66e-444e-bb84-5882b1a8bc99 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6b8659-ce48-4ba9-9516-fc06778c0e2e HTTP/1.1" status: 200 len: 945 time: 0.1615901 Aug 10 01:17:16.506589 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:16.513603 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e3fc42-9784-4f65-885a-365076922853 x-openstack-request-id: req-d7e3fc42-9784-4f65-885a-365076922853 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:17:16.513906 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d9ed3d-5f90-4f8b-9391-f58fb01cb261", "name": "network-vif-plugged", "status": "completed", "tag": "5de6905a-266f-4ad1-bc62-6c3074eacd17", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:17:16.514160 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d7e3fc42-9784-4f65-885a-365076922853 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:17:16.514552 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d9ed3d-5f90-4f8b-9391-f58fb01cb261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de6905a-266f-4ad1-bc62-6c3074eacd17', 'code': 200} Aug 10 01:17:16.556353 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-098a05ae-55f9-4699-8fa7-170d48eb310c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:16.626536 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=6360d8b7-e575-4bed-be1f-23690518529b,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:16.649900 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a754f405-d76b-468a-ab36-76fdf3e121a3 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:17:16.677362 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e22027e5-6dae-40b0-8bf8-b1bf2d1d69a5 req-5b922eca-181a-429a-b887-1782538333bb tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/security-groups?id=0dc817ae-43c5-473f-8869-9346a6df8705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739540 Aug 10 01:17:16.690940 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: a754f405-d76b-468a-ab36-76fdf3e121a3 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:17:16.691295 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a754f405-d76b-468a-ab36-76fdf3e121a3 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:17:16.747639 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a1874489-e5ab-4f01-aecf-afcb1f7b1806 req-303b4f2c-817f-4f23-86f3-6c590e7b0617 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.35 "GET /v2.0/ports?device_id=a740c296-c601-4dc0-a5ed-5981f6a265c1 HTTP/1.1" status: 200 len: 210 time: 0.0922415 Aug 10 01:17:16.765487 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae889cb7-f70b-4234-8305-5a8241bdf59c req-aaa16580-9669-4988-9e58-d29c7efff137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:16.768000 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae889cb7-f70b-4234-8305-5a8241bdf59c req-aaa16580-9669-4988-9e58-d29c7efff137 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 1098 time: 0.1116333 Aug 10 01:17:16.826659 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae889cb7-f70b-4234-8305-5a8241bdf59c req-c01fef90-1340-4fca-aae1-50ad28a59437 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=495ae47c-a2a3-4a5e-8755-8c8527e6eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513194 Aug 10 01:17:16.847389 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-098a05ae-55f9-4699-8fa7-170d48eb310c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:16.848558 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb642815-881f-4c21-91b9-3fcf3bc84409 req-1d3e61bb-8ddc-4f4e-9d0d-9d9153f019b8 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:16.850344 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-eb642815-881f-4c21-91b9-3fcf3bc84409 req-1d3e61bb-8ddc-4f4e-9d0d-9d9153f019b8 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.24 "GET /v2.0/ports?device_id=be6b8659-ce48-4ba9-9516-fc06778c0e2e HTTP/1.1" status: 200 len: 945 time: 0.1794775 Aug 10 01:17:16.854609 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3dc4fbcf-6f45-4478-94b8-5cac456fff74 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8228879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8231262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232083'] for router, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:16.917395 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3dc4fbcf-6f45-4478-94b8-5cac456fff74 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8229108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8229117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8231239'] for router, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:17.007576 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecd6e9-64c9-45ae-b9b5-e70ae20d71b2 req-4a2a39da-9d0c-46e6-8fd7-7e7da19d637d tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:17.009196 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d4ecd6e9-64c9-45ae-b9b5-e70ae20d71b2 req-4a2a39da-9d0c-46e6-8fd7-7e7da19d637d tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 946 time: 0.1130610 Aug 10 01:17:17.046370 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-098a05ae-55f9-4699-8fa7-170d48eb310c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Allocated IP 172.25.2.111 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/2f9df771-4d1c-4ffe-88c5-c2709c82f277) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:17.061448 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-eb642815-881f-4c21-91b9-3fcf3bc84409 req-deeb7bc6-7a0f-4b62-be08-fb1f23c0ceeb tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Deleting port 2186a8ef-43fd-4cd4-8637-f901a1ea8db0 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:17.061791 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-eb642815-881f-4c21-91b9-3fcf3bc84409 req-deeb7bc6-7a0f-4b62-be08-fb1f23c0ceeb tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:17.071201 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d4ecd6e9-64c9-45ae-b9b5-e70ae20d71b2 req-8886c5a5-1bb0-421e-8f90-159436fc31d6 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=495ae47c-a2a3-4a5e-8755-8c8527e6eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518396 Aug 10 01:17:17.126386 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc4fbcf-6f45-4478-94b8-5cac456fff74 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Router f69aa649-fb75-488a-863a-963b2f220b5c is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:17:17.181963 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-098a05ae-55f9-4699-8fa7-170d48eb310c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:17.236151 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-098a05ae-55f9-4699-8fa7-170d48eb310c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:17.248326 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-eb642815-881f-4c21-91b9-3fcf3bc84409 req-deeb7bc6-7a0f-4b62-be08-fb1f23c0ceeb tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] For port 2186a8ef-43fd-4cd4-8637-f901a1ea8db0, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=2186a8ef-43fd-4cd4-8637-f901a1ea8db0,segment=NetworkSegment(46412f6c-988a-4239-8142-465271ef0afb),segment_id=46412f6c-988a-4239-8142-465271ef0afb)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:17.248787 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-eb642815-881f-4c21-91b9-3fcf3bc84409 req-deeb7bc6-7a0f-4b62-be08-fb1f23c0ceeb tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:17.258291 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc4fbcf-6f45-4478-94b8-5cac456fff74 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:17:17.267242 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3dc4fbcf-6f45-4478-94b8-5cac456fff74 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:17.271096 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3dc4fbcf-6f45-4478-94b8-5cac456fff74 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "PUT /v2.0/routers/f69aa649-fb75-488a-863a-963b2f220b5c HTTP/1.1" status: 200 len: 693 time: 0.8847077 Aug 10 01:17:17.271278 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002e3cf8-4f63-49fa-b546-2dbc0f90df3c None None] Sync routers for ids ['f69aa649-fb75-488a-863a-963b2f220b5c'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:17:17.272577 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43148) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:17.274762 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-eb642815-881f-4c21-91b9-3fcf3bc84409 req-deeb7bc6-7a0f-4b62-be08-fb1f23c0ceeb tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Calling delete_port for 2186a8ef-43fd-4cd4-8637-f901a1ea8db0 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:17.279100 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002e3cf8-4f63-49fa-b546-2dbc0f90df3c None None] Routers {'f69aa649-fb75-488a-863a-963b2f220b5c'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:17.279903 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-002e3cf8-4f63-49fa-b546-2dbc0f90df3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f69aa649-fb75-488a-863a-963b2f220b5c'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:17.302231 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a05ae-55f9-4699-8fa7-170d48eb310c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event updated for resources: {'Port': ['ID=2f9df771-4d1c-4ffe-88c5-c2709c82f277,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:17.335575 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098a05ae-55f9-4699-8fa7-170d48eb310c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:17.338708 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-098a05ae-55f9-4699-8fa7-170d48eb310c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:17.342326 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098a05ae-55f9-4699-8fa7-170d48eb310c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:17.367166 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-002e3cf8-4f63-49fa-b546-2dbc0f90df3c None None] Set router f69aa649-fb75-488a-863a-963b2f220b5c gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:17.458950 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af25397-c177-4650-bb26-3382501285f8 req-747bac94-39bf-4325-9ba9-76165390e314 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:17.460566 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3af25397-c177-4650-bb26-3382501285f8 req-747bac94-39bf-4325-9ba9-76165390e314 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 944 time: 0.2000160 Aug 10 01:17:17.464574 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 61c7227b-d2b9-4241-b745-f24a455f76f0 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:17.540202 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 61c7227b-d2b9-4241-b745-f24a455f76f0 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:17.541385 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:17.551217 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-002e3cf8-4f63-49fa-b546-2dbc0f90df3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69aa649-fb75-488a-863a-963b2f220b5c', 'name': 'tempest-RoutersTest-router-436847351', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:16Z', 'updated_at': '2021-08-10T01:17:16Z', 'revision_number': 2, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:17.560964 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3af25397-c177-4650-bb26-3382501285f8 req-dfed0a39-86f5-4454-b812-82aff5eade86 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900834 Aug 10 01:17:17.590839 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002e3cf8-4f63-49fa-b546-2dbc0f90df3c None None] Checking router: f69aa649-fb75-488a-863a-963b2f220b5c for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:17:17.615106 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002e3cf8-4f63-49fa-b546-2dbc0f90df3c None None] Routers {'f69aa649-fb75-488a-863a-963b2f220b5c'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:17.615982 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-002e3cf8-4f63-49fa-b546-2dbc0f90df3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f69aa649-fb75-488a-863a-963b2f220b5c'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:17.695476 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-002e3cf8-4f63-49fa-b546-2dbc0f90df3c None None] Set router f69aa649-fb75-488a-863a-963b2f220b5c gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:17.758831 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:17.792985 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-002e3cf8-4f63-49fa-b546-2dbc0f90df3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69aa649-fb75-488a-863a-963b2f220b5c', 'name': 'tempest-RoutersTest-router-436847351', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:16Z', 'updated_at': '2021-08-10T01:17:16Z', 'revision_number': 2, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:17.830734 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 61c7227b-d2b9-4241-b745-f24a455f76f0, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=61c7227b-d2b9-4241-b745-f24a455f76f0,segment=NetworkSegment(119db45f-a129-41df-b3e9-8983d492465d),segment_id=119db45f-a129-41df-b3e9-8983d492465d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:17.839700 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:17.887462 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002e3cf8-4f63-49fa-b546-2dbc0f90df3c None None] The sync data for ids ['f69aa649-fb75-488a-863a-963b2f220b5c'] in n-d-766726-26 is: [{'id': 'f69aa649-fb75-488a-863a-963b2f220b5c', 'name': 'tempest-RoutersTest-router-436847351', 'tenant_id': 'a60068d17ed444849e0177358a2fde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:16Z', 'updated_at': '2021-08-10T01:17:16Z', 'revision_number': 2, 'project_id': 'a60068d17ed444849e0177358a2fde19', 'gw_port_host': None}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:17:17.888023 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 6360d8b7-e575-4bed-be1f-23690518529b up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:17.936383 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b19e5873-daa1-450b-942f-7c3f8955fe3d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "GET /v2.0/routers/f69aa649-fb75-488a-863a-963b2f220b5c HTTP/1.1" status: 200 len: 699 time: 0.6625285 Aug 10 01:17:17.941247 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43154) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:17.967311 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=61c7227b-d2b9-4241-b745-f24a455f76f0,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:17.987087 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 6360d8b7-e575-4bed-be1f-23690518529b triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:17.987611 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:18.032266 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-58c23e09-c744-4d87-934e-7eee3f56d1f9 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69aa649-fb75-488a-863a-963b2f220b5c HTTP/1.1" status: 200 len: 205 time: 0.0878773 Aug 10 01:17:18.038445 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43156) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:18.148545 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-31f2c204-e2f6-4d0a-8439-106f3f6e2f87 req-3188ce72-a93a-4e3e-b57b-692f5d1de1b3 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.35 "GET /v2.0/ports?device_id=a740c296-c601-4dc0-a5ed-5981f6a265c1 HTTP/1.1" status: 200 len: 210 time: 0.0556040 Aug 10 01:17:18.182461 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d947cc80-a3ec-4dee-a5b0-b2cdf09e9583 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:18.190580 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d58bb-ffd7-4389-96a2-a046aea33824 req-d3826fa8-f42a-48f2-8a8e-abf01ff49841 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:18.199692 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d56d58bb-ffd7-4389-96a2-a046aea33824 req-d3826fa8-f42a-48f2-8a8e-abf01ff49841 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/ports?device_id=be6b8659-ce48-4ba9-9516-fc06778c0e2e HTTP/1.1" status: 200 len: 945 time: 0.0982211 Aug 10 01:17:18.247539 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d9421-a646-4451-baa7-e4bd713438ad req-c33e2337-5f98-4612-98ef-5fb959bd4f46 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:18.249086 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-806d9421-a646-4451-baa7-e4bd713438ad req-c33e2337-5f98-4612-98ef-5fb959bd4f46 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.24 "GET /v2.0/networks?id=da04b376-9179-4831-8934-0e6b7aae24e5 HTTP/1.1" status: 200 len: 808 time: 0.4133101 Aug 10 01:17:18.271925 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d56d58bb-ffd7-4389-96a2-a046aea33824 req-c33092e4-de42-408e-b05a-b491472899b2 tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.35 "GET /v2.0/security-groups?id=0dc817ae-43c5-473f-8869-9346a6df8705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713422 Aug 10 01:17:18.294238 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7c72d-48e8-4c75-8659-d1274f93d7dc req-dfa5d795-f177-4845-a0ea-4c0fc4f59d33 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:18.295634 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-99e7c72d-48e8-4c75-8659-d1274f93d7dc req-dfa5d795-f177-4845-a0ea-4c0fc4f59d33 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 946 time: 0.0599854 Aug 10 01:17:18.296911 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-eb642815-881f-4c21-91b9-3fcf3bc84409 req-deeb7bc6-7a0f-4b62-be08-fb1f23c0ceeb tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:18.372777 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb7bc6-7a0f-4b62-be08-fb1f23c0ceeb tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Pushing event deleted for resources: {'Port': ['ID=2186a8ef-43fd-4cd4-8637-f901a1ea8db0,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:18.403283 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-99e7c72d-48e8-4c75-8659-d1274f93d7dc req-f7bad54a-7d91-42f3-a4d0-b3a3ca5eb3b6 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=495ae47c-a2a3-4a5e-8755-8c8527e6eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722492 Aug 10 01:17:18.474157 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-806d9421-a646-4451-baa7-e4bd713438ad req-cac17b59-fddb-4d19-a33a-e981bd86d141 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75d90fe613f04af9a88db54df84a9d1e HTTP/1.1" status: 200 len: 379 time: 0.1883705 Aug 10 01:17:18.487326 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-098a05ae-55f9-4699-8fa7-170d48eb310c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:18.490877 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d947cc80-a3ec-4dee-a5b0-b2cdf09e9583 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:18.494069 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb642815-881f-4c21-91b9-3fcf3bc84409 req-deeb7bc6-7a0f-4b62-be08-fb1f23c0ceeb tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] No DVR routers for this DVR port 2186a8ef-43fd-4cd4-8637-f901a1ea8db0 on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:17:18.496140 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d947cc80-a3ec-4dee-a5b0-b2cdf09e9583 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:18.501129 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-806d9421-a646-4451-baa7-e4bd713438ad req-785d9617-05d9-4062-9469-c2278ef504f8 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Request body: {'port': {'device_id': 'a740c296-c601-4dc0-a5ed-5981f6a265c1', 'network_id': 'da04b376-9179-4831-8934-0e6b7aae24e5', 'admin_state_up': True, 'tenant_id': '75d90fe613f04af9a88db54df84a9d1e', 'security_groups': ['b7fa70c2-a910-489d-9253-0c3a24c3387f']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:18.505705 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-eb642815-881f-4c21-91b9-3fcf3bc84409 req-deeb7bc6-7a0f-4b62-be08-fb1f23c0ceeb tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:18.507566 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-eb642815-881f-4c21-91b9-3fcf3bc84409 req-deeb7bc6-7a0f-4b62-be08-fb1f23c0ceeb tempest-TestServerAdvancedOps-752284649 tempest-TestServerAdvancedOps-752284649-project] 10.222.0.24 "DELETE /v2.0/ports/2186a8ef-43fd-4cd4-8637-f901a1ea8db0 HTTP/1.1" status: 204 len: 173 time: 1.6422043 Aug 10 01:17:18.509223 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6b8659-ce48-4ba9-9516-fc06778c0e2e', 'name': 'network-vif-deleted', 'tag': '2186a8ef-43fd-4cd4-8637-f901a1ea8db0'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:17:18.511487 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2232d554-f468-482c-ab57-45fbbd5f2b82" -d '{"events": [{"server_uuid": "be6b8659-ce48-4ba9-9516-fc06778c0e2e", "name": "network-vif-deleted", "tag": "2186a8ef-43fd-4cd4-8637-f901a1ea8db0"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:17:18.515885 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3e11a4-8b1b-46c3-bb16-c3f62e691089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c7227b-d2b9-4241-b745-f24a455f76f0'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:17:18.519957 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f60e031-f0ce-4cde-b0bc-2e2ae99f224a" -d '{"events": [{"server_uuid": "bf3e11a4-8b1b-46c3-bb16-c3f62e691089", "name": "network-vif-plugged", "status": "completed", "tag": "61c7227b-d2b9-4241-b745-f24a455f76f0"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:17:18.565403 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a34e115-b75c-4a9f-8cc1-ddb4d388760e x-openstack-request-id: req-7a34e115-b75c-4a9f-8cc1-ddb4d388760e {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:17:18.565706 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6b8659-ce48-4ba9-9516-fc06778c0e2e", "name": "network-vif-deleted", "tag": "2186a8ef-43fd-4cd4-8637-f901a1ea8db0", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:17:18.565964 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7a34e115-b75c-4a9f-8cc1-ddb4d388760e {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:17:18.566779 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6b8659-ce48-4ba9-9516-fc06778c0e2e', 'name': 'network-vif-deleted', 'tag': '2186a8ef-43fd-4cd4-8637-f901a1ea8db0', 'status': 'completed', 'code': 200} Aug 10 01:17:18.577563 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413b1c6d-9446-4257-a80e-c2e5a80a5e5e x-openstack-request-id: req-413b1c6d-9446-4257-a80e-c2e5a80a5e5e {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:17:18.578296 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3e11a4-8b1b-46c3-bb16-c3f62e691089", "name": "network-vif-plugged", "status": "completed", "tag": "61c7227b-d2b9-4241-b745-f24a455f76f0", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:17:18.579199 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-413b1c6d-9446-4257-a80e-c2e5a80a5e5e {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:17:18.579697 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3e11a4-8b1b-46c3-bb16-c3f62e691089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c7227b-d2b9-4241-b745-f24a455f76f0', 'code': 200} Aug 10 01:17:18.580858 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-098a05ae-55f9-4699-8fa7-170d48eb310c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:18.634331 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d947cc80-a3ec-4dee-a5b0-b2cdf09e9583 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:18.635026 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d947cc80-a3ec-4dee-a5b0-b2cdf09e9583 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Fanout notify agent at l3_agent the message router_deleted on router f69aa649-fb75-488a-863a-963b2f220b5c {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:17:18.648298 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d947cc80-a3ec-4dee-a5b0-b2cdf09e9583 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:18.654167 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43166) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:18.657619 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d947cc80-a3ec-4dee-a5b0-b2cdf09e9583 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/routers/f69aa649-fb75-488a-863a-963b2f220b5c HTTP/1.1" status: 204 len: 168 time: 0.6165271 Aug 10 01:17:18.687375 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e2cc1d54-051c-4a1c-ab42-489ba74e9a8a tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69aa649-fb75-488a-863a-963b2f220b5c HTTP/1.1" status: 200 len: 205 time: 0.0320818 Aug 10 01:17:18.690278 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43168) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:18.727553 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-806d9421-a646-4451-baa7-e4bd713438ad req-785d9617-05d9-4062-9469-c2278ef504f8 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Made reservation on behalf of 75d90fe613f04af9a88db54df84a9d1e for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:18.736166 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-806d9421-a646-4451-baa7-e4bd713438ad req-785d9617-05d9-4062-9469-c2278ef504f8 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:18.788936 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-53eaa86d-b818-4085-80bf-657d29d27ec8 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] delete failed (client error): The resource could not be found. Aug 10 01:17:18.789942 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-53eaa86d-b818-4085-80bf-657d29d27ec8 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/routers/f69aa649-fb75-488a-863a-963b2f220b5c HTTP/1.1" status: 404 len: 336 time: 0.0987716 Aug 10 01:17:18.800736 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43170) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:18.861286 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2906ae4-c04a-42a2-9446-ebba31281c61 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] DELETE failed (client error): The resource could not be found. Aug 10 01:17:18.861780 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2906ae4-c04a-42a2-9446-ebba31281c61 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:17:18.863502 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e2906ae4-c04a-42a2-9446-ebba31281c61 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/subnets/146e0342-c7ab-45f5-8ba9-ba1320490295 HTTP/1.1" status: 404 len: 337 time: 0.0583766 Aug 10 01:17:18.866766 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43172) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:18.895931 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d0d9e-04bd-4f69-b374-d4a056b1eef3 req-6cac078d-4760-45a9-aaca-9a6d1987668e tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:18.897242 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ed313ab-54f0-4ba5-a675-084eb07f5a2f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] DELETE failed (client error): The resource could not be found. Aug 10 01:17:18.897490 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d2d0d9e-04bd-4f69-b374-d4a056b1eef3 req-6cac078d-4760-45a9-aaca-9a6d1987668e tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 945 time: 0.2009966 Aug 10 01:17:18.897606 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ed313ab-54f0-4ba5-a675-084eb07f5a2f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:17:18.901543 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7ed313ab-54f0-4ba5-a675-084eb07f5a2f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/subnets/90424d98-2420-4878-8f23-785f2c9ee95f HTTP/1.1" status: 404 len: 337 time: 0.0314698 Aug 10 01:17:18.902434 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43174) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:18.909553 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-806d9421-a646-4451-baa7-e4bd713438ad req-785d9617-05d9-4062-9469-c2278ef504f8 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Allocated IP 172.20.0.4 (da04b376-9179-4831-8934-0e6b7aae24e5/4678a999-4487-4b9b-85af-b5bf29177a3f/1c301ec5-d740-48eb-81c2-a2e3b1df195f) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:18.960960 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed21cf-d4a1-410b-8ad2-6ad3633f947b req-a83c457c-0b5b-443e-9bb9-128c634c82e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:18.962466 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06ed21cf-d4a1-410b-8ad2-6ad3633f947b req-a83c457c-0b5b-443e-9bb9-128c634c82e1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 1097 time: 0.1748953 Aug 10 01:17:18.966352 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5610c2d-34f8-4816-8980-766f48262f9b tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] DELETE failed (client error): The resource could not be found. Aug 10 01:17:18.967349 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5610c2d-34f8-4816-8980-766f48262f9b tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:17:18.971346 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e5610c2d-34f8-4816-8980-766f48262f9b tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/subnets/ed10b587-604c-480e-916b-f6fbcbd10cad HTTP/1.1" status: 404 len: 337 time: 0.0654070 Aug 10 01:17:18.977476 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43176) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:19.034217 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6daf5d4d-3964-4e59-824d-74d7695eedc4 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] DELETE failed (client error): The resource could not be found. Aug 10 01:17:19.034679 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6daf5d4d-3964-4e59-824d-74d7695eedc4 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:17:19.036526 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6daf5d4d-3964-4e59-824d-74d7695eedc4 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/subnets/7bb9f1f9-3f08-4562-88b7-3f8a77b6f91b HTTP/1.1" status: 404 len: 337 time: 0.0577941 Aug 10 01:17:19.039583 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43178) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:19.051817 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d2d0d9e-04bd-4f69-b374-d4a056b1eef3 req-6e3e6532-641a-42a6-8d6c-f12f16378d52 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358814 Aug 10 01:17:19.062606 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-098a05ae-55f9-4699-8fa7-170d48eb310c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:19.070306 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06ed21cf-d4a1-410b-8ad2-6ad3633f947b req-2ee2e8ce-0435-47ca-8724-4d9ef361dcf9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977437 Aug 10 01:17:19.071326 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-098a05ae-55f9-4699-8fa7-170d48eb310c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:19.105203 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-806d9421-a646-4451-baa7-e4bd713438ad req-785d9617-05d9-4062-9469-c2278ef504f8 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:19.121495 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-806d9421-a646-4451-baa7-e4bd713438ad req-785d9617-05d9-4062-9469-c2278ef504f8 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Transition to ACTIVE for port object 1c301ec5-d740-48eb-81c2-a2e3b1df195f will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:19.150122 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b049718a-2894-40d0-85f9-f66d5a72d4dc tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d0cf995-9f48-4dff-a73a-54b607f7fc04 HTTP/1.1" status: 200 len: 205 time: 0.1030571 Aug 10 01:17:19.150672 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43182) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:19.157470 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a05ae-55f9-4699-8fa7-170d48eb310c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event updated for resources: {'Port': ['ID=2f9df771-4d1c-4ffe-88c5-c2709c82f277,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:19.176961 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-806d9421-a646-4451-baa7-e4bd713438ad req-785d9617-05d9-4062-9469-c2278ef504f8 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:19.201668 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-098a05ae-55f9-4699-8fa7-170d48eb310c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:19.203710 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-1ed9d96c-2a36-46c9-9fcc-b02a6f3e7795 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] delete failed (client error): The resource could not be found. Aug 10 01:17:19.204813 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1ed9d96c-2a36-46c9-9fcc-b02a6f3e7795 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/routers/9d0cf995-9f48-4dff-a73a-54b607f7fc04 HTTP/1.1" status: 404 len: 336 time: 0.0530593 Aug 10 01:17:19.207427 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43186) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:19.239034 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d9617-05d9-4062-9469-c2278ef504f8 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Pushing event updated for resources: {'Port': ['ID=1c301ec5-d740-48eb-81c2-a2e3b1df195f,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:19.249026 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-806d9421-a646-4451-baa7-e4bd713438ad req-785d9617-05d9-4062-9469-c2278ef504f8 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Network da04b376-9179-4831-8934-0e6b7aae24e5 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:19.251005 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-806d9421-a646-4451-baa7-e4bd713438ad req-785d9617-05d9-4062-9469-c2278ef504f8 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:19.253385 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-806d9421-a646-4451-baa7-e4bd713438ad req-785d9617-05d9-4062-9469-c2278ef504f8 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:19.287118 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-89a3a462-dd79-4204-8af2-15ac10739f5a tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "GET /v2.0/ports?device_id=927cfade-b2cb-4077-89a9-4558329a2859 HTTP/1.1" status: 200 len: 205 time: 0.0762267 Aug 10 01:17:19.291424 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43188) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:19.335465 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 2186a8ef-43fd-4cd4-8637-f901a1ea8db0 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:17:19.336098 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-b255014f-d6ae-4a18-8c6c-8e3057a9eb0d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] delete failed (client error): The resource could not be found. Aug 10 01:17:19.347966 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b255014f-d6ae-4a18-8c6c-8e3057a9eb0d tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/routers/927cfade-b2cb-4077-89a9-4558329a2859 HTTP/1.1" status: 404 len: 336 time: 0.0472398 Aug 10 01:17:19.348731 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43192) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:19.358284 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43194) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:19.376100 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 2186a8ef-43fd-4cd4-8637-f901a1ea8db0 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:17:19.377201 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 2186a8ef-43fd-4cd4-8637-f901a1ea8db0 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:17:19.400952 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0992cf6-8369-4ae2-8fa7-1332c44806ef req-ea91db61-b6ba-4f12-83e5-5011fe2e6fed tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:19.407194 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f0992cf6-8369-4ae2-8fa7-1332c44806ef req-ea91db61-b6ba-4f12-83e5-5011fe2e6fed tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.35 "GET /v2.0/ports?device_id=a740c296-c601-4dc0-a5ed-5981f6a265c1 HTTP/1.1" status: 200 len: 931 time: 0.1508219 Aug 10 01:17:19.414626 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d9421-a646-4451-baa7-e4bd713438ad req-785d9617-05d9-4062-9469-c2278ef504f8 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:19.415286 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-806d9421-a646-4451-baa7-e4bd713438ad req-785d9617-05d9-4062-9469-c2278ef504f8 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:19.421417 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d26a455-b2e6-4acb-b1a6-837ec8bb2fa5 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] DELETE failed (client error): The resource could not be found. Aug 10 01:17:19.421802 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d26a455-b2e6-4acb-b1a6-837ec8bb2fa5 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:17:19.426396 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0d26a455-b2e6-4acb-b1a6-837ec8bb2fa5 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/subnets/8b38cad7-a5a7-4673-91c7-8fa210059e96 HTTP/1.1" status: 404 len: 337 time: 0.0717010 Aug 10 01:17:19.429615 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43196) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:19.450613 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-86c76d5f-c020-4290-9c13-66fee6354e16 admin admin] Deleting subnet 6dcd6920-55ee-498b-8ef4-7e0fdfe1d14a {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:17:19.457371 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-806d9421-a646-4451-baa7-e4bd713438ad req-785d9617-05d9-4062-9469-c2278ef504f8 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9641321 Aug 10 01:17:19.457801 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-86c76d5f-c020-4290-9c13-66fee6354e16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:19.463294 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [None req-098a05ae-55f9-4699-8fa7-170d48eb310c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Floating IP 1b7b5445-446a-42e9-ba6b-f67d3fda52a1 associated. External IP: 172.25.2.111, port: 38425561-03d2-4c67-8f2a-796d5ca31424. Aug 10 01:17:19.494831 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-806d9421-a646-4451-baa7-e4bd713438ad req-952c7f16-83c4-406a-8ec9-c3bc487855b7 service neutron] Request body: {'port': {'device_id': 'a740c296-c601-4dc0-a5ed-5981f6a265c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:19.529756 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b558e34e-ce55-437f-a608-34aa099e411f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd49ce6f-b454-43da-97ad-724fcacdc63f HTTP/1.1" status: 200 len: 205 time: 0.0824540 Aug 10 01:17:19.532406 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-86c76d5f-c020-4290-9c13-66fee6354e16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:19.533901 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43200) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:19.571297 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7b635a68-5ffd-464d-8e54-52286764f43b None None] Provisioning for port 1c301ec5-d740-48eb-81c2-a2e3b1df195f completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:19.575673 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7b635a68-5ffd-464d-8e54-52286764f43b None None] Provisioning complete for port 1c301ec5-d740-48eb-81c2-a2e3b1df195f triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:19.576338 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7b635a68-5ffd-464d-8e54-52286764f43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:19.576503 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f0992cf6-8369-4ae2-8fa7-1332c44806ef req-cb690e18-6dfe-43d7-a9f3-caa506410a4d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7fa70c2-a910-489d-9253-0c3a24c3387f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626668 Aug 10 01:17:19.618304 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-7b635a68-5ffd-464d-8e54-52286764f43b None None] Port 1c301ec5-d740-48eb-81c2-a2e3b1df195f cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:17:19.622688 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-6cf7d0b1-447b-4a4d-9eaa-cd3ec3378424 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] delete failed (client error): The resource could not be found. Aug 10 01:17:19.623983 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6cf7d0b1-447b-4a4d-9eaa-cd3ec3378424 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/routers/cd49ce6f-b454-43da-97ad-724fcacdc63f HTTP/1.1" status: 404 len: 336 time: 0.0891325 Aug 10 01:17:19.628987 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43202) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:19.644601 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-806d9421-a646-4451-baa7-e4bd713438ad req-952c7f16-83c4-406a-8ec9-c3bc487855b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:19.648876 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-86c76d5f-c020-4290-9c13-66fee6354e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:19.670697 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-fd86c020-a1cb-4a72-a890-de30ffc37945 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bbd0b1d-f84c-48b2-87d3-4cbefdcce473 HTTP/1.1" status: 200 len: 205 time: 0.0397973 Aug 10 01:17:19.673960 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43204) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:19.689745 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c782e-d8fc-4530-94a6-2aa712c3cd37 req-74fa7679-8e04-48c6-85c8-3c816ed4abd4 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:19.691189 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d09c782e-d8fc-4530-94a6-2aa712c3cd37 req-74fa7679-8e04-48c6-85c8-3c816ed4abd4 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 946 time: 0.1716692 Aug 10 01:17:19.726955 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-9c56e586-acfd-4254-b332-9d73874343e3 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] delete failed (client error): The resource could not be found. Aug 10 01:17:19.727915 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9c56e586-acfd-4254-b332-9d73874343e3 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/routers/5bbd0b1d-f84c-48b2-87d3-4cbefdcce473 HTTP/1.1" status: 404 len: 336 time: 0.0528135 Aug 10 01:17:19.731964 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43206) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:19.801742 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d09c782e-d8fc-4530-94a6-2aa712c3cd37 req-57f69b82-5321-4932-a6f2-71cf06d9fefc tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=495ae47c-a2a3-4a5e-8755-8c8527e6eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783069 Aug 10 01:17:19.822061 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-841619e7-49a8-4891-a03f-e0fbec5b3e30 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] DELETE failed (client error): The resource could not be found. Aug 10 01:17:19.822528 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-841619e7-49a8-4891-a03f-e0fbec5b3e30 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:17:19.824428 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-841619e7-49a8-4891-a03f-e0fbec5b3e30 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/subnets/4c30bb0e-ba54-4f11-9639-98a43c0f932c HTTP/1.1" status: 404 len: 337 time: 0.0906894 Aug 10 01:17:19.837249 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43210) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:19.871588 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098a05ae-55f9-4699-8fa7-170d48eb310c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Router 070aaff9-a882-493a-ac92-7dbb0639b272 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:17:19.872028 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-86c76d5f-c020-4290-9c13-66fee6354e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:19.880381 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f841e717-d996-4bcb-8c8a-cb0b02dfa05f tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7214a01-8bc7-4ee3-887a-be417a79845d HTTP/1.1" status: 200 len: 205 time: 0.0414240 Aug 10 01:17:19.884168 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43212) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:19.910864 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-86c76d5f-c020-4290-9c13-66fee6354e16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:19.912745 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-86c76d5f-c020-4290-9c13-66fee6354e16 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6dcd6920-55ee-498b-8ef4-7e0fdfe1d14a HTTP/1.1" status: 204 len: 168 time: 0.5513070 Aug 10 01:17:19.915583 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c76d5f-c020-4290-9c13-66fee6354e16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dcd6920-55ee-498b-8ef4-7e0fdfe1d14a,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:19.918327 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43214) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:19.946214 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-0c78a73d-8d84-4ed2-b5f7-eb1f25b265b2 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] delete failed (client error): The resource could not be found. Aug 10 01:17:19.947255 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0c78a73d-8d84-4ed2-b5f7-eb1f25b265b2 tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/routers/a7214a01-8bc7-4ee3-887a-be417a79845d HTTP/1.1" status: 404 len: 336 time: 0.0610890 Aug 10 01:17:19.951026 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43216) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:20.021192 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-032fecb6-9721-4658-814b-579f108e86dc tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] DELETE failed (client error): The resource could not be found. Aug 10 01:17:20.021662 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-032fecb6-9721-4658-814b-579f108e86dc tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:17:20.023396 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-032fecb6-9721-4658-814b-579f108e86dc tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/subnets/528ef780-5fd6-48c6-9ce7-a5c359f09013 HTTP/1.1" status: 404 len: 337 time: 0.0699861 Aug 10 01:17:20.029806 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43218) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:20.037993 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581502f7-b8cf-4947-b2cc-d13b1218a2bc req-6d9b88ab-a1f5-4429-be4d-bf1e14bcd668 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:20.039508 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-581502f7-b8cf-4947-b2cc-d13b1218a2bc req-6d9b88ab-a1f5-4429-be4d-bf1e14bcd668 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 946 time: 0.1664233 Aug 10 01:17:20.041691 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cabed500-f0e6-4adc-abcb-9b4add440050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:20.078812 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-80c35554-bb7d-42ea-9e55-737766788c2c tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdc4f061-f2b9-4bb7-b7db-dd35a79ee2ee HTTP/1.1" status: 200 len: 205 time: 0.0355213 Aug 10 01:17:20.082481 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43220) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:20.161944 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-ad31f748-b0f1-4fe7-a2c6-45c4039c883a tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] delete failed (client error): The resource could not be found. Aug 10 01:17:20.162976 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ad31f748-b0f1-4fe7-a2c6-45c4039c883a tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/routers/fdc4f061-f2b9-4bb7-b7db-dd35a79ee2ee HTTP/1.1" status: 404 len: 336 time: 0.0549779 Aug 10 01:17:20.171911 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43224) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:20.178120 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cabed500-f0e6-4adc-abcb-9b4add440050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:20.192145 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-581502f7-b8cf-4947-b2cc-d13b1218a2bc req-c516cfea-a554-45c3-bf07-959aa80bd7e1 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=495ae47c-a2a3-4a5e-8755-8c8527e6eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419775 Aug 10 01:17:20.209328 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098a05ae-55f9-4699-8fa7-170d48eb310c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:17:20.214453 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43226) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:20.226032 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2750d9c-ac13-48e1-9b2e-96282410a19e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] DELETE failed (client error): The resource could not be found. Aug 10 01:17:20.226498 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2750d9c-ac13-48e1-9b2e-96282410a19e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:17:20.228415 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c2750d9c-ac13-48e1-9b2e-96282410a19e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/subnets/7d2af5b3-c8a0-4a55-981c-79861a9cb540 HTTP/1.1" status: 404 len: 337 time: 0.0532548 Aug 10 01:17:20.230291 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-cabed500-f0e6-4adc-abcb-9b4add440050 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10304d7-b30d-4266-91a0-bec1dd1e3a24']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:20.231246 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43228) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:20.234230 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35053dbc-f576-4aaf-a26b-ef9fecc5e9b6 None None] Sync routers for ids ['070aaff9-a882-493a-ac92-7dbb0639b272'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:17:20.243358 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-806d9421-a646-4451-baa7-e4bd713438ad req-952c7f16-83c4-406a-8ec9-c3bc487855b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c301ec5-d740-48eb-81c2-a2e3b1df195f {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:17:20.249043 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-cabed500-f0e6-4adc-abcb-9b4add440050 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46412f6c-988a-4239-8142-465271ef0afb') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:20.249602 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-cabed500-f0e6-4adc-abcb-9b4add440050 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46412f6c-988a-4239-8142-465271ef0afb') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:20.252447 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35053dbc-f576-4aaf-a26b-ef9fecc5e9b6 None None] Routers {'070aaff9-a882-493a-ac92-7dbb0639b272'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:20.253092 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-35053dbc-f576-4aaf-a26b-ef9fecc5e9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['070aaff9-a882-493a-ac92-7dbb0639b272'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:20.259917 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-806d9421-a646-4451-baa7-e4bd713438ad req-952c7f16-83c4-406a-8ec9-c3bc487855b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:20.266598 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cabed500-f0e6-4adc-abcb-9b4add440050 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:20.286420 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-806d9421-a646-4451-baa7-e4bd713438ad req-952c7f16-83c4-406a-8ec9-c3bc487855b7 service neutron] Transition to ACTIVE for port object 1c301ec5-d740-48eb-81c2-a2e3b1df195f will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:20.289150 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-35053dbc-f576-4aaf-a26b-ef9fecc5e9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:20.289476 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cabed500-f0e6-4adc-abcb-9b4add440050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:20.291059 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-be6d3990-e438-4d04-9a3e-b506fdb6b64e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] DELETE failed (client error): The resource could not be found. Aug 10 01:17:20.291613 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be6d3990-e438-4d04-9a3e-b506fdb6b64e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:17:20.295912 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-be6d3990-e438-4d04-9a3e-b506fdb6b64e tempest-RoutersTest-1166905296 tempest-RoutersTest-1166905296-project] 10.222.0.35 "DELETE /v2.0/subnets/563aa664-cac2-449a-9dfb-83f9726e0088 HTTP/1.1" status: 404 len: 337 time: 0.0616782 Aug 10 01:17:20.296145 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-806d9421-a646-4451-baa7-e4bd713438ad req-952c7f16-83c4-406a-8ec9-c3bc487855b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:20.302230 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e56b9a-b984-4173-87fe-ae7ae72b374c req-e720f8b1-3f5b-4de5-b26f-5df68b96bfe9 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:20.304092 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c5e56b9a-b984-4173-87fe-ae7ae72b374c req-e720f8b1-3f5b-4de5-b26f-5df68b96bfe9 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 945 time: 0.1333668 Aug 10 01:17:20.307523 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-098a05ae-55f9-4699-8fa7-170d48eb310c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:20.307708 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cabed500-f0e6-4adc-abcb-9b4add440050 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:17:20.307708 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cabed500-f0e6-4adc-abcb-9b4add440050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:20.310758 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:17:20.310758 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:17:20.310758 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:17:20.310758 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:17:20.310758 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:17:20.310758 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:17:20.310758 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:17:20.310758 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:17:20.310758 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:17:20.310758 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:17:20.310758 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:17:20.310758 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:17:20.310758 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:17:20.310758 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:17:20.310758 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:17:20.310758 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:17:20.310758 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:17:20.310758 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:17:20.310758 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:17:20.310758 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:17:20.310758 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:17:20.310758 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:17:20.310758 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:17:20.310758 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:17:20.310758 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:17:20.310758 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:17:20.310758 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:17:20.310758 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:17:20.310758 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:17:20.310758 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:17:20.310758 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:17:20.310758 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:17:20.322471 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35053dbc-f576-4aaf-a26b-ef9fecc5e9b6 None None] Routers {'070aaff9-a882-493a-ac92-7dbb0639b272'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:20.323345 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-35053dbc-f576-4aaf-a26b-ef9fecc5e9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['070aaff9-a882-493a-ac92-7dbb0639b272'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:20.360132 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-098a05ae-55f9-4699-8fa7-170d48eb310c tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.9128916 Aug 10 01:17:20.362686 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5432a85c-a30b-46b2-b0d1-5459a51d9963 tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:20.364226 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5432a85c-a30b-46b2-b0d1-5459a51d9963 tempest-TestNetworkAdvancedServerOps-1903797185 tempest-TestNetworkAdvancedServerOps-1903797185-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 1093 time: 0.1473191 Aug 10 01:17:20.364773 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43232) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:20.372945 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43234) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:20.383687 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-35053dbc-f576-4aaf-a26b-ef9fecc5e9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:20.385187 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35053dbc-f576-4aaf-a26b-ef9fecc5e9b6 None None] The sync data for ids ['070aaff9-a882-493a-ac92-7dbb0639b272'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:17:20.387515 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-9bf75cbc-059a-4e99-923e-d6717e933e8c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'port_id': '5de6905a-266f-4ad1-bc62-6c3074eacd17', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:20.436260 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c5e56b9a-b984-4173-87fe-ae7ae72b374c req-9f8fbeb2-065b-46ce-bb58-5b0bc52eff37 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105862 Aug 10 01:17:20.476031 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ea640d96-7079-4711-b0cb-cabf1ba3cce6 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "GET /v2.0/floatingips/1b7b5445-446a-42e9-ba6b-f67d3fda52a1 HTTP/1.1" status: 200 len: 977 time: 0.1100481 Aug 10 01:17:20.478889 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43236) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:20.488574 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9bf75cbc-059a-4e99-923e-d6717e933e8c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:20.524172 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c7f16-83c4-406a-8ec9-c3bc487855b7 service neutron] Pushing event updated for resources: {'Port': ['ID=1c301ec5-d740-48eb-81c2-a2e3b1df195f,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:20.534644 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cabed500-f0e6-4adc-abcb-9b4add440050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:20.575405 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cabed500-f0e6-4adc-abcb-9b4add440050 admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:20.586503 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cabed500-f0e6-4adc-abcb-9b4add440050 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b10304d7-b30d-4266-91a0-bec1dd1e3a24 HTTP/1.1" status: 204 len: 168 time: 0.6571858 Aug 10 01:17:20.589372 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43240) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:20.617214 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabed500-f0e6-4adc-abcb-9b4add440050 admin admin] Pushing event deleted for resources: {'Network': ['ID=b10304d7-b30d-4266-91a0-bec1dd1e3a24,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:20.701142 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43244) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:20.736340 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-7560819b-b68e-4f6a-811c-0b1a72769722 admin admin] Deleting subnet c218b8ff-cb9e-4eb4-894e-bff26d6eb5de {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:17:20.742428 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-806d9421-a646-4451-baa7-e4bd713438ad req-952c7f16-83c4-406a-8ec9-c3bc487855b7 service neutron] Attempting to bind port 1c301ec5-d740-48eb-81c2-a2e3b1df195f on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:20.742765 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-806d9421-a646-4451-baa7-e4bd713438ad req-952c7f16-83c4-406a-8ec9-c3bc487855b7 service neutron] Attempting to bind port 1c301ec5-d740-48eb-81c2-a2e3b1df195f by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '89115f7c-9914-47ad-82bf-a5b934a55bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da04b376-9179-4831-8934-0e6b7aae24e5'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:20.743098 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806d9421-a646-4451-baa7-e4bd713438ad req-952c7f16-83c4-406a-8ec9-c3bc487855b7 service neutron] Attempting to bind port 1c301ec5-d740-48eb-81c2-a2e3b1df195f on network da04b376-9179-4831-8934-0e6b7aae24e5 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:20.745282 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7560819b-b68e-4f6a-811c-0b1a72769722 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:20.772593 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806d9421-a646-4451-baa7-e4bd713438ad req-952c7f16-83c4-406a-8ec9-c3bc487855b7 service neutron] Port 1c301ec5-d740-48eb-81c2-a2e3b1df195f on network da04b376-9179-4831-8934-0e6b7aae24e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:17:20.772593 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806d9421-a646-4451-baa7-e4bd713438ad req-952c7f16-83c4-406a-8ec9-c3bc487855b7 service neutron] Attempting to bind port 1c301ec5-d740-48eb-81c2-a2e3b1df195f on network da04b376-9179-4831-8934-0e6b7aae24e5 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:20.780801 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806d9421-a646-4451-baa7-e4bd713438ad req-952c7f16-83c4-406a-8ec9-c3bc487855b7 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:17:20.781154 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806d9421-a646-4451-baa7-e4bd713438ad req-952c7f16-83c4-406a-8ec9-c3bc487855b7 service neutron] Checking segment: {'id': '89115f7c-9914-47ad-82bf-a5b934a55bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da04b376-9179-4831-8934-0e6b7aae24e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:20.782112 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806d9421-a646-4451-baa7-e4bd713438ad req-952c7f16-83c4-406a-8ec9-c3bc487855b7 service neutron] Bound using segment: {'id': '89115f7c-9914-47ad-82bf-a5b934a55bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da04b376-9179-4831-8934-0e6b7aae24e5'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:17:20.782547 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-806d9421-a646-4451-baa7-e4bd713438ad req-952c7f16-83c4-406a-8ec9-c3bc487855b7 service neutron] Bound port: 1c301ec5-d740-48eb-81c2-a2e3b1df195f, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89115f7c-9914-47ad-82bf-a5b934a55bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da04b376-9179-4831-8934-0e6b7aae24e5'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:17:20.782918 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-806d9421-a646-4451-baa7-e4bd713438ad req-952c7f16-83c4-406a-8ec9-c3bc487855b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:20.809081 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7560819b-b68e-4f6a-811c-0b1a72769722 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:20.921806 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7560819b-b68e-4f6a-811c-0b1a72769722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:20.955809 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-806d9421-a646-4451-baa7-e4bd713438ad req-952c7f16-83c4-406a-8ec9-c3bc487855b7 service neutron] For port 1c301ec5-d740-48eb-81c2-a2e3b1df195f, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:17:20.959915 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-66ff0a4b-cc22-4c7b-8631-11aad6d7ff3e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a60068d17ed444849e0177358a2fde19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2540779 Aug 10 01:17:20.964884 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43248) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:20.979994 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-806d9421-a646-4451-baa7-e4bd713438ad req-952c7f16-83c4-406a-8ec9-c3bc487855b7 service neutron] For port 1c301ec5-d740-48eb-81c2-a2e3b1df195f, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=1c301ec5-d740-48eb-81c2-a2e3b1df195f,segment=NetworkSegment(89115f7c-9914-47ad-82bf-a5b934a55bcc),segment_id=89115f7c-9914-47ad-82bf-a5b934a55bcc)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:17:20.987852 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-806d9421-a646-4451-baa7-e4bd713438ad req-952c7f16-83c4-406a-8ec9-c3bc487855b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:21.030724 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d9421-a646-4451-baa7-e4bd713438ad req-952c7f16-83c4-406a-8ec9-c3bc487855b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:21.031238 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-806d9421-a646-4451-baa7-e4bd713438ad req-952c7f16-83c4-406a-8ec9-c3bc487855b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:21.033409 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-806d9421-a646-4451-baa7-e4bd713438ad req-952c7f16-83c4-406a-8ec9-c3bc487855b7 service neutron] 10.222.0.24 "PUT /v2.0/ports/1c301ec5-d740-48eb-81c2-a2e3b1df195f HTTP/1.1" status: 200 len: 1092 time: 1.5450935 Aug 10 01:17:21.034471 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a740c296-c601-4dc0-a5ed-5981f6a265c1', 'tag': '1c301ec5-d740-48eb-81c2-a2e3b1df195f'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:17:21.036861 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d06a5d4-c9e9-4ff3-be6e-e02dd4f1616f" -d '{"events": [{"name": "network-changed", "server_uuid": "a740c296-c601-4dc0-a5ed-5981f6a265c1", "tag": "1c301ec5-d740-48eb-81c2-a2e3b1df195f"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:17:21.049557 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7560819b-b68e-4f6a-811c-0b1a72769722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:21.066799 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-dc336aa7-45ad-447b-9d4b-dc6193bf62df tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.5834043 Aug 10 01:17:21.072866 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43252) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:21.093172 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-ceec4b60-9dc0-4175-8c35-8993799723cd tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Request body: {'floatingip': {'port_id': 'ebe7ca94-99f7-418a-b91a-c526e2b47e93'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:21.099058 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7560819b-b68e-4f6a-811c-0b1a72769722 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c218b8ff-cb9e-4eb4-894e-bff26d6eb5de,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:21.101355 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7560819b-b68e-4f6a-811c-0b1a72769722 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:21.106012 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7560819b-b68e-4f6a-811c-0b1a72769722 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c218b8ff-cb9e-4eb4-894e-bff26d6eb5de HTTP/1.1" status: 204 len: 168 time: 0.5071535 Aug 10 01:17:21.108328 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c7f16-83c4-406a-8ec9-c3bc487855b7 service neutron] Pushing event updated for resources: {'Port': ['ID=1c301ec5-d740-48eb-81c2-a2e3b1df195f,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:21.112018 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ff2c94-8a71-4363-8379-a4f96de1dec5 x-openstack-request-id: req-d9ff2c94-8a71-4363-8379-a4f96de1dec5 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:17:21.112477 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a740c296-c601-4dc0-a5ed-5981f6a265c1", "tag": "1c301ec5-d740-48eb-81c2-a2e3b1df195f", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:17:21.112761 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d9ff2c94-8a71-4363-8379-a4f96de1dec5 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:17:21.113163 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a740c296-c601-4dc0-a5ed-5981f6a265c1', 'tag': '1c301ec5-d740-48eb-81c2-a2e3b1df195f', 'status': 'completed', 'code': 200} Aug 10 01:17:21.113538 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43254) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:21.170082 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3bf1d4-85a3-46a6-bdcb-951fa790b2b6 req-18b01813-198c-4fbe-af2d-0136e728d0eb tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:21.172000 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ed3bf1d4-85a3-46a6-bdcb-951fa790b2b6 req-18b01813-198c-4fbe-af2d-0136e728d0eb tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.35 "GET /v2.0/ports?device_id=a740c296-c601-4dc0-a5ed-5981f6a265c1 HTTP/1.1" status: 200 len: 943 time: 0.2082758 Aug 10 01:17:21.193094 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-df457af5-54e8-4b76-8331-900b0cb6ec2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:21.210889 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d9421-a646-4451-baa7-e4bd713438ad req-bc043517-70d2-4088-88ab-0310e2d22e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:21.212261 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-806d9421-a646-4451-baa7-e4bd713438ad req-bc043517-70d2-4088-88ab-0310e2d22e40 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=75d90fe613f04af9a88db54df84a9d1e&device_id=a740c296-c601-4dc0-a5ed-5981f6a265c1 HTTP/1.1" status: 200 len: 1095 time: 0.1213052 Aug 10 01:17:21.215374 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a723eb02-e084-45ec-aea9-b75f41f5ddde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:21.238669 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ceec4b60-9dc0-4175-8c35-8993799723cd tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for floatingip, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:21.260567 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-806d9421-a646-4451-baa7-e4bd713438ad req-937044ea-9075-44e5-b77f-2554186ba760 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c301ec5-d740-48eb-81c2-a2e3b1df195f HTTP/1.1" status: 200 len: 217 time: 0.0393536 Aug 10 01:17:21.291708 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-df457af5-54e8-4b76-8331-900b0cb6ec2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:21.319386 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ed3bf1d4-85a3-46a6-bdcb-951fa790b2b6 req-7a0892eb-a7e5-4040-9796-a4baf79f3a8c tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7fa70c2-a910-489d-9253-0c3a24c3387f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300035 Aug 10 01:17:21.374168 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a723eb02-e084-45ec-aea9-b75f41f5ddde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:21.378363 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d9421-a646-4451-baa7-e4bd713438ad req-13490b34-c14d-413c-a661-638485eacff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:21.379918 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-806d9421-a646-4451-baa7-e4bd713438ad req-13490b34-c14d-413c-a661-638485eacff9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4678a999-4487-4b9b-85af-b5bf29177a3f HTTP/1.1" status: 200 len: 847 time: 0.1126482 Aug 10 01:17:21.397764 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-a723eb02-e084-45ec-aea9-b75f41f5ddde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['480ba732-31fb-465c-9cbd-c8c219c45743']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:21.421705 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9bf75cbc-059a-4e99-923e-d6717e933e8c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:21.428410 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-a723eb02-e084-45ec-aea9-b75f41f5ddde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67f65dce-6956-4830-a8f6-c09f30fa8ad9') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:21.428648 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-a723eb02-e084-45ec-aea9-b75f41f5ddde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67f65dce-6956-4830-a8f6-c09f30fa8ad9') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:21.434323 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-df457af5-54e8-4b76-8331-900b0cb6ec2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:21.436895 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-df457af5-54e8-4b76-8331-900b0cb6ec2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:21.438586 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-df457af5-54e8-4b76-8331-900b0cb6ec2e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c74195a3-a10b-42c8-8189-88d16faeebc0 HTTP/1.1" status: 204 len: 168 time: 0.4723690 Aug 10 01:17:21.444485 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a723eb02-e084-45ec-aea9-b75f41f5ddde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:21.462077 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d9421-a646-4451-baa7-e4bd713438ad req-63eaa66b-9b63-477c-b8c2-a5f312c03a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:21.464080 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-806d9421-a646-4451-baa7-e4bd713438ad req-63eaa66b-9b63-477c-b8c2-a5f312c03a14 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da04b376-9179-4831-8934-0e6b7aae24e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0753751 Aug 10 01:17:21.464571 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a723eb02-e084-45ec-aea9-b75f41f5ddde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:21.470988 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a723eb02-e084-45ec-aea9-b75f41f5ddde admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:17:21.471388 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a723eb02-e084-45ec-aea9-b75f41f5ddde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:21.473190 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:17:21.473190 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:17:21.473190 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:17:21.473190 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:17:21.473190 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:17:21.473190 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:17:21.473190 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:17:21.473190 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:17:21.473190 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:17:21.473190 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:17:21.473190 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:17:21.473190 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:17:21.473190 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:17:21.473190 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:17:21.473190 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:17:21.473190 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:17:21.473190 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:17:21.473190 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:17:21.473190 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:17:21.473190 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:17:21.473190 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:17:21.473190 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:17:21.473190 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:17:21.473190 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:17:21.473190 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:17:21.473190 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:17:21.473190 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:17:21.473190 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:17:21.473190 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:17:21.473190 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:17:21.473190 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:17:21.473190 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:17:21.480458 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df457af5-54e8-4b76-8331-900b0cb6ec2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74195a3-a10b-42c8-8189-88d16faeebc0,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:21.587583 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a723eb02-e084-45ec-aea9-b75f41f5ddde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:21.610759 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a723eb02-e084-45ec-aea9-b75f41f5ddde admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:21.613317 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a723eb02-e084-45ec-aea9-b75f41f5ddde admin admin] 10.222.0.35 "DELETE /v2.0/networks/480ba732-31fb-465c-9cbd-c8c219c45743 HTTP/1.1" status: 204 len: 168 time: 0.4845700 Aug 10 01:17:21.616602 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a723eb02-e084-45ec-aea9-b75f41f5ddde admin admin] Pushing event deleted for resources: {'Network': ['ID=480ba732-31fb-465c-9cbd-c8c219c45743,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:21.642201 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-806d9421-a646-4451-baa7-e4bd713438ad req-27e09c04-d9e9-447a-9e63-b67a432ae021 service neutron] 10.222.0.24 "GET /v2.0/networks/da04b376-9179-4831-8934-0e6b7aae24e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592753 Aug 10 01:17:21.706600 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609237f-f323-4804-94cb-ea4b0f35bd46 req-a701b91e-8978-41f3-8c4e-b8ff2b1d3968 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:21.714098 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b609237f-f323-4804-94cb-ea4b0f35bd46 req-a701b91e-8978-41f3-8c4e-b8ff2b1d3968 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 945 time: 0.1546459 Aug 10 01:17:21.739635 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-9bf75cbc-059a-4e99-923e-d6717e933e8c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Allocated IP 172.25.2.2 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/d558f4a8-5046-4220-b60f-419291fb73b3) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:21.760921 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-806d9421-a646-4451-baa7-e4bd713438ad req-40a676a5-8a71-4933-82ef-53c53030b6fb service neutron] 10.222.0.24 "GET /v2.0/networks/da04b376-9179-4831-8934-0e6b7aae24e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110795 Aug 10 01:17:21.861259 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b609237f-f323-4804-94cb-ea4b0f35bd46 req-ad452ab7-96be-4566-80cd-32896160ded4 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462908 Aug 10 01:17:21.863536 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06a5d4-c9e9-4ff3-be6e-e02dd4f1616f req-07bd6322-dae9-44dd-bf6c-33109c41ffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:21.865246 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3d06a5d4-c9e9-4ff3-be6e-e02dd4f1616f req-07bd6322-dae9-44dd-bf6c-33109c41ffd3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=75d90fe613f04af9a88db54df84a9d1e&device_id=a740c296-c601-4dc0-a5ed-5981f6a265c1 HTTP/1.1" status: 200 len: 1095 time: 0.0523984 Aug 10 01:17:21.882833 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43270) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:22.005216 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e6e03a2e-aecf-4581-86f8-da30f8fa85b1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e05e505b60464ce6920ec48012f857dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1212962 Aug 10 01:17:22.007659 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43276) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:22.022396 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06a5d4-c9e9-4ff3-be6e-e02dd4f1616f req-32569db8-d081-477d-999c-64c899fad549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:22.023880 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3d06a5d4-c9e9-4ff3-be6e-e02dd4f1616f req-32569db8-d081-477d-999c-64c899fad549 service neutron] 10.222.0.24 "GET /v2.0/networks?id=da04b376-9179-4831-8934-0e6b7aae24e5 HTTP/1.1" status: 200 len: 909 time: 0.1514728 Aug 10 01:17:22.044133 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9bf75cbc-059a-4e99-923e-d6717e933e8c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:22.078475 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3d06a5d4-c9e9-4ff3-be6e-e02dd4f1616f req-d2ed21a3-c422-451c-9ef3-9fb11e8b55bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c301ec5-d740-48eb-81c2-a2e3b1df195f HTTP/1.1" status: 200 len: 217 time: 0.0452368 Aug 10 01:17:22.108044 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad7bdf-138e-4bcc-8773-76c15c4125ba req-6995a894-5241-4bbe-b2a8-e51c94dc28f4 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:22.110184 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a0ad7bdf-138e-4bcc-8773-76c15c4125ba req-6995a894-5241-4bbe-b2a8-e51c94dc28f4 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 945 time: 0.1267653 Aug 10 01:17:22.147108 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7be54d2b-bd4f-4854-bff2-2b5d1c4eb0bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:22.155763 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06a5d4-c9e9-4ff3-be6e-e02dd4f1616f req-8cdea717-2312-40e5-a7e0-0ef7905a4558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:22.159299 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3d06a5d4-c9e9-4ff3-be6e-e02dd4f1616f req-8cdea717-2312-40e5-a7e0-0ef7905a4558 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4678a999-4487-4b9b-85af-b5bf29177a3f HTTP/1.1" status: 200 len: 847 time: 0.0708053 Aug 10 01:17:22.204731 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7be54d2b-bd4f-4854-bff2-2b5d1c4eb0bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:22.210183 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a0ad7bdf-138e-4bcc-8773-76c15c4125ba req-4a50e572-8685-47db-9717-00fd4c14aa5f tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887096 Aug 10 01:17:22.225023 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ceec4b60-9dc0-4175-8c35-8993799723cd tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:22.227720 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9bf75cbc-059a-4e99-923e-d6717e933e8c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:22.255195 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06a5d4-c9e9-4ff3-be6e-e02dd4f1616f req-32ec9632-5d7d-44f8-90b5-c4be0b960d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:22.257002 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3d06a5d4-c9e9-4ff3-be6e-e02dd4f1616f req-32ec9632-5d7d-44f8-90b5-c4be0b960d31 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da04b376-9179-4831-8934-0e6b7aae24e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0906136 Aug 10 01:17:22.261968 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ceec4b60-9dc0-4175-8c35-8993799723cd tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:22.314274 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf75cbc-059a-4e99-923e-d6717e933e8c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:22.322749 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-9bf75cbc-059a-4e99-923e-d6717e933e8c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:22.331826 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf75cbc-059a-4e99-923e-d6717e933e8c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:22.336823 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7be54d2b-bd4f-4854-bff2-2b5d1c4eb0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:22.337170 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf75cbc-059a-4e99-923e-d6717e933e8c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'Port': ['ID=d558f4a8-5046-4220-b60f-419291fb73b3,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:22.339427 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7be54d2b-bd4f-4854-bff2-2b5d1c4eb0bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:22.341012 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7be54d2b-bd4f-4854-bff2-2b5d1c4eb0bc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0dc817ae-43c5-473f-8869-9346a6df8705 HTTP/1.1" status: 204 len: 168 time: 0.3321095 Aug 10 01:17:22.383555 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be54d2b-bd4f-4854-bff2-2b5d1c4eb0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc817ae-43c5-473f-8869-9346a6df8705,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:22.476912 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3d06a5d4-c9e9-4ff3-be6e-e02dd4f1616f req-278d0fde-98d4-4ba5-994f-1fa618cc479b service neutron] 10.222.0.24 "GET /v2.0/networks/da04b376-9179-4831-8934-0e6b7aae24e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098277 Aug 10 01:17:22.601548 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f2905-4277-4b12-9cf9-3161e42fc31c req-8b3c9215-d8c5-4e37-859f-8dc263e56d54 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:22.602793 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e33f2905-4277-4b12-9cf9-3161e42fc31c req-8b3c9215-d8c5-4e37-859f-8dc263e56d54 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.35 "GET /v2.0/ports?device_id=a740c296-c601-4dc0-a5ed-5981f6a265c1 HTTP/1.1" status: 200 len: 943 time: 0.1293228 Aug 10 01:17:22.604320 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3d06a5d4-c9e9-4ff3-be6e-e02dd4f1616f req-5478499a-76e0-41e6-b0fd-4730ccd0a9f7 service neutron] 10.222.0.24 "GET /v2.0/networks/da04b376-9179-4831-8934-0e6b7aae24e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222651 Aug 10 01:17:22.686654 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [None req-ceec4b60-9dc0-4175-8c35-8993799723cd tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Floating IP 1b7b5445-446a-42e9-ba6b-f67d3fda52a1 associated. External IP: 172.25.2.111, port: 38425561-03d2-4c67-8f2a-796d5ca31424. Aug 10 01:17:22.876243 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43314) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:22.919253 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e33f2905-4277-4b12-9cf9-3161e42fc31c req-641c1e14-f531-43ad-afbe-729c5a4c3f99 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7fa70c2-a910-489d-9253-0c3a24c3387f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2893493 Aug 10 01:17:23.002319 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-617e467f-cb71-473f-a5a3-369f2ceb72d9 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:23.005196 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-617e467f-cb71-473f-a5a3-369f2ceb72d9 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/networks?id=1bb4d414-55c5-43e5-9006-4b7473df84e0 HTTP/1.1" status: 200 len: 813 time: 0.3155191 Aug 10 01:17:23.112482 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-88e9495b-3211-4898-9745-9b2f0b88bc5c tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/quotas/6d45f14deea9486bb71cde915e0e3a69 HTTP/1.1" status: 200 len: 375 time: 0.0544524 Aug 10 01:17:23.281372 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-2d094a06-7054-4dc2-83af-1d3d2e028db7 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d45f14deea9486bb71cde915e0e3a69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1248133 Aug 10 01:17:23.285019 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4e03b613-c170-4a38-afe5-fbf5a6ac5b27 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=87b31803de314960bfc2a70286bb6898&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4073670 Aug 10 01:17:23.287501 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43326) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:23.344718 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8414ba10-d3c9-41a8-bc3e-49a0f826004f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:23.367371 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8414ba10-d3c9-41a8-bc3e-49a0f826004f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:23.446386 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8414ba10-d3c9-41a8-bc3e-49a0f826004f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:23.451329 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8414ba10-d3c9-41a8-bc3e-49a0f826004f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:23.459995 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8414ba10-d3c9-41a8-bc3e-49a0f826004f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fa838e77-f38d-4dc6-b0b8-eee96e5cfba7 HTTP/1.1" status: 204 len: 168 time: 0.1641486 Aug 10 01:17:23.469690 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8414ba10-d3c9-41a8-bc3e-49a0f826004f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa838e77-f38d-4dc6-b0b8-eee96e5cfba7,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:23.639459 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceec4b60-9dc0-4175-8c35-8993799723cd tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Router 070aaff9-a882-493a-ac92-7dbb0639b272 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:17:23.685378 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9bf75cbc-059a-4e99-923e-d6717e933e8c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:23.832148 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-ac89d317-b3c5-4a4b-8c3a-7b45a0a52523 service neutron] 10.222.0.35 "GET /v2.0/networks/1bb4d414-55c5-43e5-9006-4b7473df84e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5393949 Aug 10 01:17:23.841853 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9bf75cbc-059a-4e99-923e-d6717e933e8c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:23.992930 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceec4b60-9dc0-4175-8c35-8993799723cd tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:17:24.006728 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6c3872-8550-4ed6-b884-06b60473dff4 None None] Sync routers for ids ['070aaff9-a882-493a-ac92-7dbb0639b272'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:17:24.022694 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6c3872-8550-4ed6-b884-06b60473dff4 None None] Routers {'070aaff9-a882-493a-ac92-7dbb0639b272'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:24.023395 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-8e6c3872-8550-4ed6-b884-06b60473dff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['070aaff9-a882-493a-ac92-7dbb0639b272'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:24.061311 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-8e6c3872-8550-4ed6-b884-06b60473dff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:24.071800 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6c3872-8550-4ed6-b884-06b60473dff4 None None] Routers {'070aaff9-a882-493a-ac92-7dbb0639b272'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:24.072454 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-8e6c3872-8550-4ed6-b884-06b60473dff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['070aaff9-a882-493a-ac92-7dbb0639b272'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:24.115437 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-8e6c3872-8550-4ed6-b884-06b60473dff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:24.116001 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6c3872-8550-4ed6-b884-06b60473dff4 None None] The sync data for ids ['070aaff9-a882-493a-ac92-7dbb0639b272'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:17:24.171391 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-57b45a91-e4cd-4dae-9c92-a3bdcb640c77 service neutron] 10.222.0.35 "GET /v2.0/networks/1bb4d414-55c5-43e5-9006-4b7473df84e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274887 Aug 10 01:17:24.267750 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f38151-a6c8-4374-a398-eeed5114a331 req-c083742d-0177-44e4-86b7-6e003a39cdee tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:24.269274 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-42f38151-a6c8-4374-a398-eeed5114a331 req-c083742d-0177-44e4-86b7-6e003a39cdee tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf3e11a4-8b1b-46c3-bb16-c3f62e691089 HTTP/1.1" status: 200 len: 945 time: 0.1875327 Aug 10 01:17:24.286301 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f612b44-a507-4451-b11d-d03353b9bda0 req-5c1547fa-211b-4bb9-8418-e3c8e13c65d5 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:24.294590 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2f612b44-a507-4451-b11d-d03353b9bda0 req-5c1547fa-211b-4bb9-8418-e3c8e13c65d5 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.35 "GET /v2.0/ports?device_id=a740c296-c601-4dc0-a5ed-5981f6a265c1 HTTP/1.1" status: 200 len: 943 time: 0.2522585 Aug 10 01:17:24.395013 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9bf75cbc-059a-4e99-923e-d6717e933e8c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:24.465278 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43410) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:24.478133 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2f612b44-a507-4451-b11d-d03353b9bda0 req-a620e089-02ce-42be-8350-534960323b86 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7fa70c2-a910-489d-9253-0c3a24c3387f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825919 Aug 10 01:17:24.486029 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9bf75cbc-059a-4e99-923e-d6717e933e8c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:24.579416 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ad83e52f-88ed-4034-bfbe-05b73317c02f req-ea7075e3-6bfa-4b95-b10e-87d2be8bef71 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 210 time: 0.1778107 Aug 10 01:17:24.620055 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-d5137f95-b1f0-4931-ab1d-33ee8c41e376 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-545519022-network', 'tenant_id': '960c0c4881ac43a6ad4b7f2a3fcec72f'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:24.662523 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5137f95-b1f0-4931-ab1d-33ee8c41e376 admin admin] Made reservation on behalf of 960c0c4881ac43a6ad4b7f2a3fcec72f for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:24.666566 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d5137f95-b1f0-4931-ab1d-33ee8c41e376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:24.678444 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d5137f95-b1f0-4931-ab1d-33ee8c41e376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:24.727255 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf75cbc-059a-4e99-923e-d6717e933e8c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event updated for resources: {'Port': ['ID=d558f4a8-5046-4220-b60f-419291fb73b3,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:24.757915 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9bf75cbc-059a-4e99-923e-d6717e933e8c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:24.805207 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d5137f95-b1f0-4931-ab1d-33ee8c41e376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:24.810668 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d5137f95-b1f0-4931-ab1d-33ee8c41e376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:24.814049 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceec4b60-9dc0-4175-8c35-8993799723cd tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Router 070aaff9-a882-493a-ac92-7dbb0639b272 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:17:24.823901 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-42f38151-a6c8-4374-a398-eeed5114a331 req-e90e4311-a02d-4dae-afda-5c7dd055c5f4 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Deleting port 61c7227b-d2b9-4241-b745-f24a455f76f0 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:24.824300 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-42f38151-a6c8-4374-a398-eeed5114a331 req-e90e4311-a02d-4dae-afda-5c7dd055c5f4 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:24.850580 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5137f95-b1f0-4931-ab1d-33ee8c41e376 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:17:24.860576 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5137f95-b1f0-4931-ab1d-33ee8c41e376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4922cc-2188-46f2-ba25-43ceee1e617a,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:24.866986 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d5137f95-b1f0-4931-ab1d-33ee8c41e376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:24.867417 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-d5137f95-b1f0-4931-ab1d-33ee8c41e376 admin admin] Added segment a610e48f-e8d3-4335-96fa-db4b291a46f1 of type vlan for network a6634216-2d60-49e7-90bb-a10a1b36d20f Aug 10 01:17:24.919618 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d5137f95-b1f0-4931-ab1d-33ee8c41e376 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:24.973555 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d5137f95-b1f0-4931-ab1d-33ee8c41e376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:24.975653 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5137f95-b1f0-4931-ab1d-33ee8c41e376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:24.976512 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d5137f95-b1f0-4931-ab1d-33ee8c41e376 admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:25.026822 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [None req-9bf75cbc-059a-4e99-923e-d6717e933e8c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Floating IP 51ec64a3-9283-42b1-9451-f299c032a5c2 associated. External IP: 172.25.2.2, port: 5de6905a-266f-4ad1-bc62-6c3074eacd17. Aug 10 01:17:25.065451 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d5137f95-b1f0-4931-ab1d-33ee8c41e376 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5953093 Aug 10 01:17:25.065451 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5137f95-b1f0-4931-ab1d-33ee8c41e376 admin admin] Pushing event updated for resources: {'Network': ['ID=a6634216-2d60-49e7-90bb-a10a1b36d20f,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:25.066493 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43454) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:25.071640 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-86b8a6cc-fa8d-46ec-b0c5-4616412a8658 admin admin] Request body: {'subnet': {'network_id': 'a6634216-2d60-49e7-90bb-a10a1b36d20f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-545519022-subnet', 'tenant_id': '960c0c4881ac43a6ad4b7f2a3fcec72f', 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:25.077065 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network a6634216-2d60-49e7-90bb-a10a1b36d20f details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:17:25.101470 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b8a6cc-fa8d-46ec-b0c5-4616412a8658 admin admin] Made reservation on behalf of 960c0c4881ac43a6ad4b7f2a3fcec72f for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:25.104116 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-86b8a6cc-fa8d-46ec-b0c5-4616412a8658 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:25.147175 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-42f38151-a6c8-4374-a398-eeed5114a331 req-e90e4311-a02d-4dae-afda-5c7dd055c5f4 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] For port 61c7227b-d2b9-4241-b745-f24a455f76f0, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=61c7227b-d2b9-4241-b745-f24a455f76f0,segment=NetworkSegment(119db45f-a129-41df-b3e9-8983d492465d),segment_id=119db45f-a129-41df-b3e9-8983d492465d)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:25.147555 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-42f38151-a6c8-4374-a398-eeed5114a331 req-e90e4311-a02d-4dae-afda-5c7dd055c5f4 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:25.199272 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-42f38151-a6c8-4374-a398-eeed5114a331 req-e90e4311-a02d-4dae-afda-5c7dd055c5f4 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Calling delete_port for 61c7227b-d2b9-4241-b745-f24a455f76f0 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:25.231794 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceec4b60-9dc0-4175-8c35-8993799723cd tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:17:25.244664 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff8a7ef-56f2-4dc2-b243-4d3a4d33012e None None] Sync routers for ids ['070aaff9-a882-493a-ac92-7dbb0639b272'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:17:25.256605 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff8a7ef-56f2-4dc2-b243-4d3a4d33012e None None] Routers {'070aaff9-a882-493a-ac92-7dbb0639b272'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:25.257471 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-eff8a7ef-56f2-4dc2-b243-4d3a4d33012e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['070aaff9-a882-493a-ac92-7dbb0639b272'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:25.265149 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ceec4b60-9dc0-4175-8c35-8993799723cd tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:25.299518 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-eff8a7ef-56f2-4dc2-b243-4d3a4d33012e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:25.303501 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43458) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:25.310371 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff8a7ef-56f2-4dc2-b243-4d3a4d33012e None None] Routers {'070aaff9-a882-493a-ac92-7dbb0639b272'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:25.311017 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-eff8a7ef-56f2-4dc2-b243-4d3a4d33012e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['070aaff9-a882-493a-ac92-7dbb0639b272'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:25.342428 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-86b8a6cc-fa8d-46ec-b0c5-4616412a8658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:25.345056 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-eff8a7ef-56f2-4dc2-b243-4d3a4d33012e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:25.345744 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff8a7ef-56f2-4dc2-b243-4d3a4d33012e None None] The sync data for ids ['070aaff9-a882-493a-ac92-7dbb0639b272'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:17:25.382536 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 1c301ec5-d740-48eb-81c2-a2e3b1df195f details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:17:25.455337 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ceec4b60-9dc0-4175-8c35-8993799723cd tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "PUT /v2.0/floatingips/1b7b5445-446a-42e9-ba6b-f67d3fda52a1 HTTP/1.1" status: 200 len: 978 time: 4.3715289 Aug 10 01:17:25.458630 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43462) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:25.463328 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-9aa4534d-0fd2-4df0-8106-b79947264479 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:25.521256 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8a6cc-fa8d-46ec-b0c5-4616412a8658 admin admin] Pushing event updated for resources: {'Subnet': ['ID=785e6cd4-4a8f-49e7-ac95-310b2b06043c,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:25.551017 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-568fe2df-5c38-4ece-902d-62d7c886f848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:25.552884 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 1c301ec5-d740-48eb-81c2-a2e3b1df195f, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=1c301ec5-d740-48eb-81c2-a2e3b1df195f,segment=NetworkSegment(89115f7c-9914-47ad-82bf-a5b934a55bcc),segment_id=89115f7c-9914-47ad-82bf-a5b934a55bcc)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:25.570357 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '1c301ec5-d740-48eb-81c2-a2e3b1df195f', 'network_id': 'da04b376-9179-4831-8934-0e6b7aae24e5', 'port_id': '1c301ec5-d740-48eb-81c2-a2e3b1df195f', 'mac_address': 'fa:16:3e:9c:f3:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4678a999-4487-4b9b-85af-b5bf29177a3f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:17:25.572592 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b8a6cc-fa8d-46ec-b0c5-4616412a8658 admin admin] Checking segment: {'id': 'a610e48f-e8d3-4335-96fa-db4b291a46f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a6634216-2d60-49e7-90bb-a10a1b36d20f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:25.573421 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b8a6cc-fa8d-46ec-b0c5-4616412a8658 admin admin] Network hostable DHCP agents. Network: a6634216-2d60-49e7-90bb-a10a1b36d20f, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:17:25.624212 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:25.644305 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c301ec5-d740-48eb-81c2-a2e3b1df195f {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:17:25.665689 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b8a6cc-fa8d-46ec-b0c5-4616412a8658 admin admin] Network a6634216-2d60-49e7-90bb-a10a1b36d20f is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:17:25.681366 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 1c301ec5-d740-48eb-81c2-a2e3b1df195f, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=1c301ec5-d740-48eb-81c2-a2e3b1df195f,segment=NetworkSegment(89115f7c-9914-47ad-82bf-a5b934a55bcc),segment_id=89115f7c-9914-47ad-82bf-a5b934a55bcc)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:25.689687 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:25.690750 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-86b8a6cc-fa8d-46ec-b0c5-4616412a8658 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, a6634216-2d60-49e7-90bb-a10a1b36d20f) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:25.702334 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-060e2136-5bad-4235-acbe-5e50df6605eb tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:25.704603 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-060e2136-5bad-4235-acbe-5e50df6605eb tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.24 "GET /v2.0/networks?id=1bb4d414-55c5-43e5-9006-4b7473df84e0 HTTP/1.1" status: 200 len: 813 time: 0.2809134 Aug 10 01:17:25.706015 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b8a6cc-fa8d-46ec-b0c5-4616412a8658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:25.706682 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-86b8a6cc-fa8d-46ec-b0c5-4616412a8658 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:25.723152 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-aba1b19b-9880-41b5-9f71-fbf25b26d99e tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Request body: {'port': {'device_id': '08dfeead-511b-491a-9333-f4189bc8be00', 'network_id': '1bb4d414-55c5-43e5-9006-4b7473df84e0', 'admin_state_up': True, 'tenant_id': '6d45f14deea9486bb71cde915e0e3a69'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:25.759275 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=1c301ec5-d740-48eb-81c2-a2e3b1df195f,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:25.763447 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8019497-0f3e-4244-bb1b-3e0a59d73a27 None None] Network a6634216-2d60-49e7-90bb-a10a1b36d20f requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:17:25.864819 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-568fe2df-5c38-4ece-902d-62d7c886f848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:25.871397 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-568fe2df-5c38-4ece-902d-62d7c886f848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:25.888922 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-86b8a6cc-fa8d-46ec-b0c5-4616412a8658 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8213217 Aug 10 01:17:25.896294 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43468) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:25.904793 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-fe166eee-4343-4424-93b9-b9bf5eeb9130 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-545519022-router', 'tenant_id': '960c0c4881ac43a6ad4b7f2a3fcec72f', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:25.937022 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-568fe2df-5c38-4ece-902d-62d7c886f848 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9fca9b4508c24e8e84c18ad168ce5ea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6304462 Aug 10 01:17:25.937225 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af26a3a-5f47-4002-96b5-f1e0525e99a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-a6634216-2d60-49e7-90bb-a10a1b36d20f', 'network_id': 'a6634216-2d60-49e7-90bb-a10a1b36d20f', 'tenant_id': '960c0c4881ac43a6ad4b7f2a3fcec72f', 'fixed_ips': [{'subnet_id': '785e6cd4-4a8f-49e7-ac95-310b2b06043c'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:17:25.937926 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43470) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:25.938242 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6af26a3a-5f47-4002-96b5-f1e0525e99a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:25.938653 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568fe2df-5c38-4ece-902d-62d7c886f848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635ebd70-bc2b-4bc0-a3e4-0af65226ad77,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:25.951415 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-01b5e694-55f8-480c-b929-25575c9c9966 req-a1ea0dde-c4f2-4b59-8100-b52b315e32aa tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 210 time: 0.1080248 Aug 10 01:17:25.971827 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-aba1b19b-9880-41b5-9f71-fbf25b26d99e tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Made reservation on behalf of 6d45f14deea9486bb71cde915e0e3a69 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:25.975432 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-aba1b19b-9880-41b5-9f71-fbf25b26d99e tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:25.991641 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9aa4534d-0fd2-4df0-8106-b79947264479 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for floatingip, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.001263 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf75cbc-059a-4e99-923e-d6717e933e8c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Router bdbb07c0-c609-4f2f-b3dc-a743042f2535 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:17:26.040798 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['1c301ec5-d740-48eb-81c2-a2e3b1df195f'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:17:26.041104 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fe166eee-4343-4424-93b9-b9bf5eeb9130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.042094 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fe166eee-4343-4424-93b9-b9bf5eeb9130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.045274 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-42f38151-a6c8-4374-a398-eeed5114a331 req-e90e4311-a02d-4dae-afda-5c7dd055c5f4 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.082947 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1e76f3d9-c8fb-49fd-87d3-aabeb3c97c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.094608 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a946c9d-80eb-49f1-a124-6e087aca3382 req-2285dc44-5f54-452f-80a7-2a27f3ead3e5 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:26.096396 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9a946c9d-80eb-49f1-a124-6e087aca3382 req-2285dc44-5f54-452f-80a7-2a27f3ead3e5 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.35 "GET /v2.0/ports?device_id=a740c296-c601-4dc0-a5ed-5981f6a265c1 HTTP/1.1" status: 200 len: 944 time: 0.2513862 Aug 10 01:17:26.109174 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e4311-a02d-4dae-afda-5c7dd055c5f4 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Pushing event deleted for resources: {'Port': ['ID=61c7227b-d2b9-4241-b745-f24a455f76f0,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:26.112701 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1e76f3d9-c8fb-49fd-87d3-aabeb3c97c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.170798 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-6af26a3a-5f47-4002-96b5-f1e0525e99a3 None None] Allocated IP 172.20.0.2 (a6634216-2d60-49e7-90bb-a10a1b36d20f/785e6cd4-4a8f-49e7-ac95-310b2b06043c/66145b03-662e-498a-81e4-28f911f347b8) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:26.194008 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-aba1b19b-9880-41b5-9f71-fbf25b26d99e tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Allocated IP 172.20.0.5 (1bb4d414-55c5-43e5-9006-4b7473df84e0/0b0c25a4-f815-4015-a876-f5aa15c83352/061a4901-bdfb-4bea-9144-a204ffe977ea) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:26.228091 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1e76f3d9-c8fb-49fd-87d3-aabeb3c97c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.230981 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1e76f3d9-c8fb-49fd-87d3-aabeb3c97c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.234571 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1e76f3d9-c8fb-49fd-87d3-aabeb3c97c53 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/635ebd70-bc2b-4bc0-a3e4-0af65226ad77 HTTP/1.1" status: 204 len: 168 time: 0.2891734 Aug 10 01:17:26.267710 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fe166eee-4343-4424-93b9-b9bf5eeb9130 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.312082 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f38151-a6c8-4374-a398-eeed5114a331 req-e90e4311-a02d-4dae-afda-5c7dd055c5f4 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] No DVR routers for this DVR port 61c7227b-d2b9-4241-b745-f24a455f76f0 on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:17:26.356727 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76f3d9-c8fb-49fd-87d3-aabeb3c97c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635ebd70-bc2b-4bc0-a3e4-0af65226ad77,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:26.358497 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-42f38151-a6c8-4374-a398-eeed5114a331 req-e90e4311-a02d-4dae-afda-5c7dd055c5f4 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.361058 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-42f38151-a6c8-4374-a398-eeed5114a331 req-e90e4311-a02d-4dae-afda-5c7dd055c5f4 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.20 "DELETE /v2.0/ports/61c7227b-d2b9-4241-b745-f24a455f76f0 HTTP/1.1" status: 204 len: 173 time: 2.0585780 Aug 10 01:17:26.361514 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3e11a4-8b1b-46c3-bb16-c3f62e691089', 'name': 'network-vif-deleted', 'tag': '61c7227b-d2b9-4241-b745-f24a455f76f0'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:17:26.363834 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ad10f0-7303-4db8-ad5f-faa9e2ed67f9" -d '{"events": [{"server_uuid": "bf3e11a4-8b1b-46c3-bb16-c3f62e691089", "name": "network-vif-deleted", "tag": "61c7227b-d2b9-4241-b745-f24a455f76f0"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:17:26.446163 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-aba1b19b-9880-41b5-9f71-fbf25b26d99e tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.469467 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9aa4534d-0fd2-4df0-8106-b79947264479 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.506359 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6af26a3a-5f47-4002-96b5-f1e0525e99a3 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.511981 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-aba1b19b-9880-41b5-9f71-fbf25b26d99e tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.523616 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6af26a3a-5f47-4002-96b5-f1e0525e99a3 None None] Transition to ACTIVE for port object 66145b03-662e-498a-81e4-28f911f347b8 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:26.527527 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9a946c9d-80eb-49f1-a124-6e087aca3382 req-9f528faa-5fb6-4c63-9c9a-b40d6d421ea7 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7fa70c2-a910-489d-9253-0c3a24c3387f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4158025 Aug 10 01:17:26.534864 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9aa4534d-0fd2-4df0-8106-b79947264479 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.535350 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [None req-9aa4534d-0fd2-4df0-8106-b79947264479 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Floating IP 1b7b5445-446a-42e9-ba6b-f67d3fda52a1 disassociated. External IP: 172.25.2.111, port: ebe7ca94-99f7-418a-b91a-c526e2b47e93. Aug 10 01:17:26.590149 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6af26a3a-5f47-4002-96b5-f1e0525e99a3 None None] Transition to ACTIVE for port object 66145b03-662e-498a-81e4-28f911f347b8 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:26.612383 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1b19b-9880-41b5-9f71-fbf25b26d99e tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Pushing event updated for resources: {'Port': ['ID=061a4901-bdfb-4bea-9144-a204ffe977ea,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:26.631620 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6af26a3a-5f47-4002-96b5-f1e0525e99a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.639047 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-aba1b19b-9880-41b5-9f71-fbf25b26d99e tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Network 1bb4d414-55c5-43e5-9006-4b7473df84e0 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:26.641818 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-aba1b19b-9880-41b5-9f71-fbf25b26d99e tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:26.647521 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-aba1b19b-9880-41b5-9f71-fbf25b26d99e tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:26.682677 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af26a3a-5f47-4002-96b5-f1e0525e99a3 None None] Network a6634216-2d60-49e7-90bb-a10a1b36d20f is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:26.688012 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-6af26a3a-5f47-4002-96b5-f1e0525e99a3 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:26.693444 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af26a3a-5f47-4002-96b5-f1e0525e99a3 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:26.697119 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af26a3a-5f47-4002-96b5-f1e0525e99a3 None None] Pushing event updated for resources: {'Port': ['ID=66145b03-662e-498a-81e4-28f911f347b8,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:26.725406 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fe166eee-4343-4424-93b9-b9bf5eeb9130 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.730115 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43480) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:26.754324 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0b41b9b4-8b8e-4917-aaf8-edf47435526f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.762110 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-aba1b19b-9880-41b5-9f71-fbf25b26d99e tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:26.762816 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-aba1b19b-9880-41b5-9f71-fbf25b26d99e tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.762998 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7276d196-3b84-40c7-bacc-f385e7da2167 x-openstack-request-id: req-7276d196-3b84-40c7-bacc-f385e7da2167 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:17:26.763404 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3e11a4-8b1b-46c3-bb16-c3f62e691089", "name": "network-vif-deleted", "tag": "61c7227b-d2b9-4241-b745-f24a455f76f0", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:17:26.763720 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7276d196-3b84-40c7-bacc-f385e7da2167 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:17:26.764173 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3e11a4-8b1b-46c3-bb16-c3f62e691089', 'name': 'network-vif-deleted', 'tag': '61c7227b-d2b9-4241-b745-f24a455f76f0', 'status': 'completed', 'code': 200} Aug 10 01:17:26.771430 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf75cbc-059a-4e99-923e-d6717e933e8c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:17:26.776147 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-6af26a3a-5f47-4002-96b5-f1e0525e99a3 None None] Attempting to bind port 66145b03-662e-498a-81e4-28f911f347b8 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:26.776630 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-6af26a3a-5f47-4002-96b5-f1e0525e99a3 None None] Attempting to bind port 66145b03-662e-498a-81e4-28f911f347b8 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'a610e48f-e8d3-4335-96fa-db4b291a46f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a6634216-2d60-49e7-90bb-a10a1b36d20f'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:26.777601 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af26a3a-5f47-4002-96b5-f1e0525e99a3 None None] Attempting to bind port 66145b03-662e-498a-81e4-28f911f347b8 on network a6634216-2d60-49e7-90bb-a10a1b36d20f {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:26.787742 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af26a3a-5f47-4002-96b5-f1e0525e99a3 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:17:26.787742 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af26a3a-5f47-4002-96b5-f1e0525e99a3 None None] Checking segment: {'id': 'a610e48f-e8d3-4335-96fa-db4b291a46f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a6634216-2d60-49e7-90bb-a10a1b36d20f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:26.787742 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6af26a3a-5f47-4002-96b5-f1e0525e99a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.788687 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af26a3a-5f47-4002-96b5-f1e0525e99a3 None None] Bound using segment: {'id': 'a610e48f-e8d3-4335-96fa-db4b291a46f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a6634216-2d60-49e7-90bb-a10a1b36d20f'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:17:26.789411 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-6af26a3a-5f47-4002-96b5-f1e0525e99a3 None None] Bound port: 66145b03-662e-498a-81e4-28f911f347b8, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a610e48f-e8d3-4335-96fa-db4b291a46f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a6634216-2d60-49e7-90bb-a10a1b36d20f'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:17:26.789411 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6af26a3a-5f47-4002-96b5-f1e0525e99a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.793204 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-aba1b19b-9880-41b5-9f71-fbf25b26d99e tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0775566 Aug 10 01:17:26.797307 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116f3d59-9e01-4cf3-a398-44e541d519e4 None None] Sync routers for ids ['bdbb07c0-c609-4f2f-b3dc-a743042f2535'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:17:26.806751 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116f3d59-9e01-4cf3-a398-44e541d519e4 None None] Routers {'bdbb07c0-c609-4f2f-b3dc-a743042f2535'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:26.807399 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-116f3d59-9e01-4cf3-a398-44e541d519e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['bdbb07c0-c609-4f2f-b3dc-a743042f2535'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:26.813165 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-c91be1ab-2b07-41ad-9845-eabdc65e7699 service neutron] Request body: {'port': {'device_id': '08dfeead-511b-491a-9333-f4189bc8be00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:26.895276 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6af26a3a-5f47-4002-96b5-f1e0525e99a3 None None] For port 66145b03-662e-498a-81e4-28f911f347b8, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:17:26.899934 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6af26a3a-5f47-4002-96b5-f1e0525e99a3 None None] For port 66145b03-662e-498a-81e4-28f911f347b8, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=66145b03-662e-498a-81e4-28f911f347b8,segment=NetworkSegment(a610e48f-e8d3-4335-96fa-db4b291a46f1),segment_id=a610e48f-e8d3-4335-96fa-db4b291a46f1)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:17:26.906063 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6af26a3a-5f47-4002-96b5-f1e0525e99a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.947932 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-c91be1ab-2b07-41ad-9845-eabdc65e7699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.948400 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-116f3d59-9e01-4cf3-a398-44e541d519e4 None None] Set router bdbb07c0-c609-4f2f-b3dc-a743042f2535 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:27.003547 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af26a3a-5f47-4002-96b5-f1e0525e99a3 None None] Pushing event updated for resources: {'Port': ['ID=66145b03-662e-498a-81e4-28f911f347b8,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:27.059945 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0b41b9b4-8b8e-4917-aaf8-edf47435526f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:27.111828 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa4534d-0fd2-4df0-8106-b79947264479 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Router 070aaff9-a882-493a-ac92-7dbb0639b272 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:17:27.117082 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9bf75cbc-059a-4e99-923e-d6717e933e8c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:27.139782 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0b41b9b4-8b8e-4917-aaf8-edf47435526f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:27.206799 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9bf75cbc-059a-4e99-923e-d6717e933e8c tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.8314965 Aug 10 01:17:27.207028 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0b41b9b4-8b8e-4917-aaf8-edf47435526f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ae07846bfdd8493fabc2779116737175&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4759405 Aug 10 01:17:27.217080 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43486) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:27.217790 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41b9b4-8b8e-4917-aaf8-edf47435526f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb61031-c7c0-4183-81d1-32a267bcaba1,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:27.295737 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-116f3d59-9e01-4cf3-a398-44e541d519e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377316782', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b3ed8424-35ee-4a8b-9396-f175a3b23c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:35Z', 'updated_at': '2021-08-10T01:16:55Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'b3ed8424-35ee-4a8b-9396-f175a3b23c43', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:37Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '51ec64a3-9283-42b1-9451-f299c032a5c2', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'floating_ip_address': '172.25.2.2', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'port_id': '5de6905a-266f-4ad1-bc62-6c3074eacd17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a816cfb2-4561-452c-a993-906d177b1225', 'mac_address': 'fa:16:3e:3d:e6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d9ed3d-5f90-4f8b-9391-f58fb01cb261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:17:22Z', 'updated_at': '2021-08-10T01:17:22Z', 'revision_number': 0, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a', 'name': '', 'network_id': 'a816cfb2-4561-452c-a993-906d177b1225', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'mac_address': 'fa:16:3e:ab:cd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '50d4863a-ba29-42e9-94f4-85fc7bf0c412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:52Z', 'updated_at': '2021-08-10T01:17:04Z', 'revision_number': 5, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'subnets': [{'id': '50d4863a-ba29-42e9-94f4-85fc7bf0c412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:27.334305 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116f3d59-9e01-4cf3-a398-44e541d519e4 None None] Checking router: bdbb07c0-c609-4f2f-b3dc-a743042f2535 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:17:27.343122 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116f3d59-9e01-4cf3-a398-44e541d519e4 None None] Routers {'bdbb07c0-c609-4f2f-b3dc-a743042f2535'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:27.343666 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-116f3d59-9e01-4cf3-a398-44e541d519e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['bdbb07c0-c609-4f2f-b3dc-a743042f2535'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:27.375990 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cb4072be-92cb-456a-9db8-bd4ddbbdb3d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:27.382164 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 1c301ec5-d740-48eb-81c2-a2e3b1df195f up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:27.410420 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cb4072be-92cb-456a-9db8-bd4ddbbdb3d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:27.423988 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6577197-17e4-4283-b703-1f969ef3f649 req-73431c16-d03f-47b8-b239-7ccfc5f30534 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:27.433399 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f6577197-17e4-4283-b703-1f969ef3f649 req-73431c16-d03f-47b8-b239-7ccfc5f30534 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 931 time: 0.3529520 Aug 10 01:17:27.480538 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cb4072be-92cb-456a-9db8-bd4ddbbdb3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:27.483280 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cb4072be-92cb-456a-9db8-bd4ddbbdb3d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:27.487138 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cb4072be-92cb-456a-9db8-bd4ddbbdb3d2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6fb61031-c7c0-4183-81d1-32a267bcaba1 HTTP/1.1" status: 204 len: 168 time: 0.2632971 Aug 10 01:17:27.487313 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 1c301ec5-d740-48eb-81c2-a2e3b1df195f completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:27.492368 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 1c301ec5-d740-48eb-81c2-a2e3b1df195f triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:27.492538 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:27.500283 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4072be-92cb-456a-9db8-bd4ddbbdb3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb61031-c7c0-4183-81d1-32a267bcaba1,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:27.539382 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 61c7227b-d2b9-4241-b745-f24a455f76f0 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:17:27.542167 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-116f3d59-9e01-4cf3-a398-44e541d519e4 None None] Set router bdbb07c0-c609-4f2f-b3dc-a743042f2535 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:27.562996 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-c91be1ab-2b07-41ad-9845-eabdc65e7699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 061a4901-bdfb-4bea-9144-a204ffe977ea {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:17:27.571228 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-c91be1ab-2b07-41ad-9845-eabdc65e7699 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:27.575652 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 61c7227b-d2b9-4241-b745-f24a455f76f0 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:17:27.576116 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 61c7227b-d2b9-4241-b745-f24a455f76f0 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:17:27.586876 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-c91be1ab-2b07-41ad-9845-eabdc65e7699 service neutron] Transition to ACTIVE for port object 061a4901-bdfb-4bea-9144-a204ffe977ea will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:27.596134 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-c91be1ab-2b07-41ad-9845-eabdc65e7699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:27.619857 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fe166eee-4343-4424-93b9-b9bf5eeb9130 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:27.654272 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fe166eee-4343-4424-93b9-b9bf5eeb9130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:27.658783 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f6577197-17e4-4283-b703-1f969ef3f649 req-f694b73e-22a1-495b-849d-7102c4ef2a4c tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244086 Aug 10 01:17:27.666884 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936775f8-00ac-47ca-97cc-90c8098d6528 req-156a8fe9-a848-4ea6-9674-5c19a546a8df tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:27.668638 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-936775f8-00ac-47ca-97cc-90c8098d6528 req-156a8fe9-a848-4ea6-9674-5c19a546a8df tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 946 time: 0.3090084 Aug 10 01:17:27.701601 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91be1ab-2b07-41ad-9845-eabdc65e7699 service neutron] Pushing event updated for resources: {'Port': ['ID=061a4901-bdfb-4bea-9144-a204ffe977ea,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:27.710969 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:27.733529 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-936775f8-00ac-47ca-97cc-90c8098d6528 req-3fe8378b-020a-42d5-bca6-c9d6c40791d0 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=495ae47c-a2a3-4a5e-8755-8c8527e6eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553193 Aug 10 01:17:27.762978 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43494) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:27.771991 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa4534d-0fd2-4df0-8106-b79947264479 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:17:27.781777 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9aa4534d-0fd2-4df0-8106-b79947264479 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:27.795246 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2893ab62-b474-4403-9882-c71e86ec3b37 None None] Sync routers for ids ['070aaff9-a882-493a-ac92-7dbb0639b272'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:17:27.806345 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a740c296-c601-4dc0-a5ed-5981f6a265c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c301ec5-d740-48eb-81c2-a2e3b1df195f'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:17:27.809582 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdb4514-c7cc-41b7-8a0c-60a937e35cb6" -d '{"events": [{"server_uuid": "a740c296-c601-4dc0-a5ed-5981f6a265c1", "name": "network-vif-plugged", "status": "completed", "tag": "1c301ec5-d740-48eb-81c2-a2e3b1df195f"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:17:27.831665 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9aa4534d-0fd2-4df0-8106-b79947264479 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "PUT /v2.0/floatingips/1b7b5445-446a-42e9-ba6b-f67d3fda52a1 HTTP/1.1" status: 200 len: 688 time: 2.3721046 Aug 10 01:17:27.833581 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2893ab62-b474-4403-9882-c71e86ec3b37 None None] Routers {'070aaff9-a882-493a-ac92-7dbb0639b272'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:27.834232 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-2893ab62-b474-4403-9882-c71e86ec3b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['070aaff9-a882-493a-ac92-7dbb0639b272'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:27.835362 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43498) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:27.841698 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 1c301ec5-d740-48eb-81c2-a2e3b1df195f, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=1c301ec5-d740-48eb-81c2-a2e3b1df195f,segment=NetworkSegment(89115f7c-9914-47ad-82bf-a5b934a55bcc),segment_id=89115f7c-9914-47ad-82bf-a5b934a55bcc)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:27.931445 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-c91be1ab-2b07-41ad-9845-eabdc65e7699 service neutron] Attempting to bind port 061a4901-bdfb-4bea-9144-a204ffe977ea on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:27.931640 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:27.936616 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 66145b03-662e-498a-81e4-28f911f347b8 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:27.937381 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-c91be1ab-2b07-41ad-9845-eabdc65e7699 service neutron] Attempting to bind port 061a4901-bdfb-4bea-9144-a204ffe977ea by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '119db45f-a129-41df-b3e9-8983d492465d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1bb4d414-55c5-43e5-9006-4b7473df84e0'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:27.939006 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-c91be1ab-2b07-41ad-9845-eabdc65e7699 service neutron] Attempting to bind port 061a4901-bdfb-4bea-9144-a204ffe977ea on network 1bb4d414-55c5-43e5-9006-4b7473df84e0 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:27.960043 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-c91be1ab-2b07-41ad-9845-eabdc65e7699 service neutron] Port 061a4901-bdfb-4bea-9144-a204ffe977ea on network 1bb4d414-55c5-43e5-9006-4b7473df84e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:17:27.960414 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-c91be1ab-2b07-41ad-9845-eabdc65e7699 service neutron] Attempting to bind port 061a4901-bdfb-4bea-9144-a204ffe977ea on network 1bb4d414-55c5-43e5-9006-4b7473df84e0 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:27.997260 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-c91be1ab-2b07-41ad-9845-eabdc65e7699 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:17:27.997652 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-c91be1ab-2b07-41ad-9845-eabdc65e7699 service neutron] Checking segment: {'id': '119db45f-a129-41df-b3e9-8983d492465d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1bb4d414-55c5-43e5-9006-4b7473df84e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:27.998017 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-c91be1ab-2b07-41ad-9845-eabdc65e7699 service neutron] Bound using segment: {'id': '119db45f-a129-41df-b3e9-8983d492465d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1bb4d414-55c5-43e5-9006-4b7473df84e0'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:17:27.998516 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-c91be1ab-2b07-41ad-9845-eabdc65e7699 service neutron] Bound port: 061a4901-bdfb-4bea-9144-a204ffe977ea, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '119db45f-a129-41df-b3e9-8983d492465d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1bb4d414-55c5-43e5-9006-4b7473df84e0'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:17:27.998819 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-c91be1ab-2b07-41ad-9845-eabdc65e7699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:28.038192 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-2893ab62-b474-4403-9882-c71e86ec3b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:28.046525 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-fe166eee-4343-4424-93b9-b9bf5eeb9130 admin admin] Allocated IP 172.25.2.38 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/cb8fddff-8e23-4830-a4ef-6e1e1e5d393c) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:28.061555 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1529edde-0b98-42ff-b922-48f77feae1b5 x-openstack-request-id: req-1529edde-0b98-42ff-b922-48f77feae1b5 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:17:28.061855 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a740c296-c601-4dc0-a5ed-5981f6a265c1", "name": "network-vif-plugged", "status": "completed", "tag": "1c301ec5-d740-48eb-81c2-a2e3b1df195f", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:17:28.062104 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1529edde-0b98-42ff-b922-48f77feae1b5 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:17:28.063331 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a740c296-c601-4dc0-a5ed-5981f6a265c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c301ec5-d740-48eb-81c2-a2e3b1df195f', 'code': 200} Aug 10 01:17:28.064201 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=1c301ec5-d740-48eb-81c2-a2e3b1df195f,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:28.108929 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2893ab62-b474-4403-9882-c71e86ec3b37 None None] Routers {'070aaff9-a882-493a-ac92-7dbb0639b272'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:28.110107 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-2893ab62-b474-4403-9882-c71e86ec3b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['070aaff9-a882-493a-ac92-7dbb0639b272'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:28.129454 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d2906f72-1646-458e-802e-6eb885ee26bd tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/floatingips/51ec64a3-9283-42b1-9451-f299c032a5c2 HTTP/1.1" status: 200 len: 990 time: 0.3647141 Aug 10 01:17:28.169310 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-116f3d59-9e01-4cf3-a398-44e541d519e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377316782', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b3ed8424-35ee-4a8b-9396-f175a3b23c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:35Z', 'updated_at': '2021-08-10T01:16:55Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'b3ed8424-35ee-4a8b-9396-f175a3b23c43', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:37Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '51ec64a3-9283-42b1-9451-f299c032a5c2', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'floating_ip_address': '172.25.2.2', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'port_id': '5de6905a-266f-4ad1-bc62-6c3074eacd17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a816cfb2-4561-452c-a993-906d177b1225', 'mac_address': 'fa:16:3e:3d:e6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d9ed3d-5f90-4f8b-9391-f58fb01cb261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:17:22Z', 'updated_at': '2021-08-10T01:17:22Z', 'revision_number': 0, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a', 'name': '', 'network_id': 'a816cfb2-4561-452c-a993-906d177b1225', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'mac_address': 'fa:16:3e:ab:cd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '50d4863a-ba29-42e9-94f4-85fc7bf0c412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:52Z', 'updated_at': '2021-08-10T01:17:04Z', 'revision_number': 5, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'subnets': [{'id': '50d4863a-ba29-42e9-94f4-85fc7bf0c412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:28.191292 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-2893ab62-b474-4403-9882-c71e86ec3b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:28.192096 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2893ab62-b474-4403-9882-c71e86ec3b37 None None] The sync data for ids ['070aaff9-a882-493a-ac92-7dbb0639b272'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:17:28.212793 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116f3d59-9e01-4cf3-a398-44e541d519e4 None None] The sync data for ids ['bdbb07c0-c609-4f2f-b3dc-a743042f2535'] in n-d-766726-26 is: [{'id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377316782', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b3ed8424-35ee-4a8b-9396-f175a3b23c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:35Z', 'updated_at': '2021-08-10T01:16:55Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'b3ed8424-35ee-4a8b-9396-f175a3b23c43', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:37Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '51ec64a3-9283-42b1-9451-f299c032a5c2', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'floating_ip_address': '172.25.2.2', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'port_id': '5de6905a-266f-4ad1-bc62-6c3074eacd17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a816cfb2-4561-452c-a993-906d177b1225', 'mac_address': 'fa:16:3e:3d:e6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d9ed3d-5f90-4f8b-9391-f58fb01cb261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:17:22Z', 'updated_at': '2021-08-10T01:17:22Z', 'revision_number': 0, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a', 'name': '', 'network_id': 'a816cfb2-4561-452c-a993-906d177b1225', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'mac_address': 'fa:16:3e:ab:cd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '50d4863a-ba29-42e9-94f4-85fc7bf0c412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:52Z', 'updated_at': '2021-08-10T01:17:04Z', 'revision_number': 5, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'subnets': [{'id': '50d4863a-ba29-42e9-94f4-85fc7bf0c412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:17:28.233181 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-c91be1ab-2b07-41ad-9845-eabdc65e7699 service neutron] For port 061a4901-bdfb-4bea-9144-a204ffe977ea, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:17:28.238849 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-c91be1ab-2b07-41ad-9845-eabdc65e7699 service neutron] For port 061a4901-bdfb-4bea-9144-a204ffe977ea, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=061a4901-bdfb-4bea-9144-a204ffe977ea,segment=NetworkSegment(119db45f-a129-41df-b3e9-8983d492465d),segment_id=119db45f-a129-41df-b3e9-8983d492465d)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:17:28.241780 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66727c94-d38b-41be-bc71-a6bf7bd73016 req-1968a410-57ba-455a-8fa6-637086baf817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:28.243521 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-66727c94-d38b-41be-bc71-a6bf7bd73016 req-1968a410-57ba-455a-8fa6-637086baf817 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a740c296-c601-4dc0-a5ed-5981f6a265c1 HTTP/1.1" status: 200 len: 1097 time: 0.2003279 Aug 10 01:17:28.247918 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:28.255534 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 66145b03-662e-498a-81e4-28f911f347b8 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:28.263590 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-c91be1ab-2b07-41ad-9845-eabdc65e7699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:28.301736 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fe166eee-4343-4424-93b9-b9bf5eeb9130 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:28.369490 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-c91be1ab-2b07-41ad-9845-eabdc65e7699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:28.370249 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-c91be1ab-2b07-41ad-9845-eabdc65e7699 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:28.371775 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-c91be1ab-2b07-41ad-9845-eabdc65e7699 service neutron] 10.222.0.24 "PUT /v2.0/ports/061a4901-bdfb-4bea-9144-a204ffe977ea HTTP/1.1" status: 200 len: 1092 time: 1.5687261 Aug 10 01:17:28.372443 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08dfeead-511b-491a-9333-f4189bc8be00', 'tag': '061a4901-bdfb-4bea-9144-a204ffe977ea'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:17:28.374839 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93144bf-0f77-4f43-822c-59a05a79584e" -d '{"events": [{"name": "network-changed", "server_uuid": "08dfeead-511b-491a-9333-f4189bc8be00", "tag": "061a4901-bdfb-4bea-9144-a204ffe977ea"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:17:28.382907 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7035ca-38a8-49db-b4d2-45620a726ea2 req-d4982fb8-a271-4daa-8e13-b17c175c710a tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:28.400989 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3b7035ca-38a8-49db-b4d2-45620a726ea2 req-d4982fb8-a271-4daa-8e13-b17c175c710a tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.35 "GET /v2.0/ports?device_id=a740c296-c601-4dc0-a5ed-5981f6a265c1 HTTP/1.1" status: 200 len: 945 time: 0.4307592 Aug 10 01:17:28.408805 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-66727c94-d38b-41be-bc71-a6bf7bd73016 req-c149c79e-1778-436f-9056-6d15b2c1949f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b7fa70c2-a910-489d-9253-0c3a24c3387f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513126 Aug 10 01:17:28.410386 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91be1ab-2b07-41ad-9845-eabdc65e7699 service neutron] Pushing event updated for resources: {'Port': ['ID=061a4901-bdfb-4bea-9144-a204ffe977ea,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:28.459882 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-7f56e582-01a4-451d-8160-9b11593fb2a4 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Deleting port 2f9df771-4d1c-4ffe-88c5-c2709c82f277 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:28.460371 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7f56e582-01a4-451d-8160-9b11593fb2a4 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:28.504490 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3b7035ca-38a8-49db-b4d2-45620a726ea2 req-d2cde675-af15-4f5f-9eef-5c65edb5b3f7 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7fa70c2-a910-489d-9253-0c3a24c3387f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020539 Aug 10 01:17:28.576664 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bef005a-ccb8-4fb8-bc5a-2aef98ebfd32 None None] Network a6634216-2d60-49e7-90bb-a10a1b36d20f requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:17:28.594790 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fe166eee-4343-4424-93b9-b9bf5eeb9130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:28.601017 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-1a712376-535c-4f4e-bd6a-63f7d3355e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:28.603023 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-1a712376-535c-4f4e-bd6a-63f7d3355e42 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6d45f14deea9486bb71cde915e0e3a69&device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 1095 time: 0.0815814 Aug 10 01:17:28.651913 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37bd8a51-76cd-4ab9-92b2-19284fc57b3d None None] Provisioning for port 66145b03-662e-498a-81e4-28f911f347b8 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:28.668779 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe798aa4-20f1-4392-b9bf-c94c59f4a0ed None None] New status for floating IP 51ec64a3-9283-42b1-9451-f299c032a5c2: ACTIVE {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:17:28.686220 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b275071-48bc-479a-97b3-a426c1bd0ffb x-openstack-request-id: req-2b275071-48bc-479a-97b3-a426c1bd0ffb {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:17:28.686583 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08dfeead-511b-491a-9333-f4189bc8be00", "tag": "061a4901-bdfb-4bea-9144-a204ffe977ea", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:17:28.686784 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2b275071-48bc-479a-97b3-a426c1bd0ffb {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:17:28.687196 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08dfeead-511b-491a-9333-f4189bc8be00', 'tag': '061a4901-bdfb-4bea-9144-a204ffe977ea', 'status': 'completed', 'code': 200} Aug 10 01:17:28.691803 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-6f67fb0e-242e-491a-9749-beabd1071e25 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=061a4901-bdfb-4bea-9144-a204ffe977ea HTTP/1.1" status: 200 len: 217 time: 0.0782733 Aug 10 01:17:28.695724 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe166eee-4343-4424-93b9-b9bf5eeb9130 admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:28.696542 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37bd8a51-76cd-4ab9-92b2-19284fc57b3d None None] Provisioning complete for port 66145b03-662e-498a-81e4-28f911f347b8 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:28.697170 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37bd8a51-76cd-4ab9-92b2-19284fc57b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:28.710343 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-fe166eee-4343-4424-93b9-b9bf5eeb9130 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:28.712940 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe166eee-4343-4424-93b9-b9bf5eeb9130 admin admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:28.717252 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe166eee-4343-4424-93b9-b9bf5eeb9130 admin admin] Pushing event updated for resources: {'Port': ['ID=cb8fddff-8e23-4830-a4ef-6e1e1e5d393c,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:28.723432 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7f56e582-01a4-451d-8160-9b11593fb2a4 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:28.723771 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7f56e582-01a4-451d-8160-9b11593fb2a4 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:28.775115 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d9ed3d-5f90-4f8b-9391-f58fb01cb261', 'tag': '5de6905a-266f-4ad1-bc62-6c3074eacd17'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:17:28.778302 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117e99fd-58aa-4f87-a978-705c946b8136" -d '{"events": [{"name": "network-changed", "server_uuid": "83d9ed3d-5f90-4f8b-9391-f58fb01cb261", "tag": "5de6905a-266f-4ad1-bc62-6c3074eacd17"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:17:28.790716 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-8e3b5c57-8561-4a35-a219-23ee1fb58814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:28.793194 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-8e3b5c57-8561-4a35-a219-23ee1fb58814 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0b0c25a4-f815-4015-a876-f5aa15c83352 HTTP/1.1" status: 200 len: 853 time: 0.0906899 Aug 10 01:17:28.814253 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-7f56e582-01a4-451d-8160-9b11593fb2a4 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Calling delete_port for 2f9df771-4d1c-4ffe-88c5-c2709c82f277 owned by network:floatingip {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:28.870924 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-062701d1-3f58-4c42-a855-50baf72642c5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1bb4d414-55c5-43e5-9006-4b7473df84e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585556 Aug 10 01:17:28.894345 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5204ae-b13e-450c-9c9f-90d0859b4178 x-openstack-request-id: req-4d5204ae-b13e-450c-9c9f-90d0859b4178 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:17:28.894656 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83d9ed3d-5f90-4f8b-9391-f58fb01cb261", "tag": "5de6905a-266f-4ad1-bc62-6c3074eacd17", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:17:28.894920 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4d5204ae-b13e-450c-9c9f-90d0859b4178 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:17:28.895394 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d9ed3d-5f90-4f8b-9391-f58fb01cb261', 'tag': '5de6905a-266f-4ad1-bc62-6c3074eacd17', 'status': 'completed', 'code': 200} Aug 10 01:17:29.038923 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-33d60b7a-7c52-473d-a25e-647dfed92971 service neutron] 10.222.0.24 "GET /v2.0/networks/1bb4d414-55c5-43e5-9006-4b7473df84e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593206 Aug 10 01:17:29.142764 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43528) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:29.143297 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37bd8a51-76cd-4ab9-92b2-19284fc57b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:29.193283 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37bd8a51-76cd-4ab9-92b2-19284fc57b3d None None] For port 66145b03-662e-498a-81e4-28f911f347b8, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=66145b03-662e-498a-81e4-28f911f347b8,segment=NetworkSegment(a610e48f-e8d3-4335-96fa-db4b291a46f1),segment_id=a610e48f-e8d3-4335-96fa-db4b291a46f1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:29.201443 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37bd8a51-76cd-4ab9-92b2-19284fc57b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:29.218251 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f77eea55-0a89-47bc-bc86-8478bd614af4 req-c9312712-df2f-4629-aa0d-200fd7a3cf33 service neutron] 10.222.0.24 "GET /v2.0/networks/1bb4d414-55c5-43e5-9006-4b7473df84e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697793 Aug 10 01:17:29.247836 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-dbda666c-b7e1-4913-808b-2c5fa4b55b1f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/floatingips/51ec64a3-9283-42b1-9451-f299c032a5c2 HTTP/1.1" status: 200 len: 992 time: 0.1031682 Aug 10 01:17:29.280887 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd8a51-76cd-4ab9-92b2-19284fc57b3d None None] Pushing event updated for resources: {'Port': ['ID=66145b03-662e-498a-81e4-28f911f347b8,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:29.356818 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93144bf-0f77-4f43-822c-59a05a79584e req-0a9d1964-f14a-4a68-b1e8-eaf08feb8b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:29.358502 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a93144bf-0f77-4f43-822c-59a05a79584e req-0a9d1964-f14a-4a68-b1e8-eaf08feb8b84 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6d45f14deea9486bb71cde915e0e3a69&device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 1095 time: 0.0538425 Aug 10 01:17:29.501300 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bd4b9-1a1a-441c-9bb7-925e883832da req-6d37e325-6c7b-4577-8c85-9610285e5291 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:29.508735 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-038bd4b9-1a1a-441c-9bb7-925e883832da req-6d37e325-6c7b-4577-8c85-9610285e5291 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 943 time: 0.7122242 Aug 10 01:17:29.539055 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93144bf-0f77-4f43-822c-59a05a79584e req-f0d03d30-fea5-447e-a6b6-648a6faf14d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:29.541310 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a93144bf-0f77-4f43-822c-59a05a79584e req-f0d03d30-fea5-447e-a6b6-648a6faf14d5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1bb4d414-55c5-43e5-9006-4b7473df84e0 HTTP/1.1" status: 200 len: 914 time: 0.1746380 Aug 10 01:17:29.565443 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e99fd-58aa-4f87-a978-705c946b8136 req-52df971a-f260-4561-b0a8-be0f2864ce7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:29.566983 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-117e99fd-58aa-4f87-a978-705c946b8136 req-52df971a-f260-4561-b0a8-be0f2864ce7e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 1098 time: 0.6269116 Aug 10 01:17:29.638970 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c27d5b01-c11c-476b-a0d8-aa0053672d9b None None] Provisioning complete for port 66145b03-662e-498a-81e4-28f911f347b8 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:29.640001 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c27d5b01-c11c-476b-a0d8-aa0053672d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:29.659672 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a93144bf-0f77-4f43-822c-59a05a79584e req-3ed85ecf-1b44-4254-89a4-30cdf73fb590 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=061a4901-bdfb-4bea-9144-a204ffe977ea HTTP/1.1" status: 200 len: 217 time: 0.0898211 Aug 10 01:17:29.747924 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93144bf-0f77-4f43-822c-59a05a79584e req-8a5093c8-9920-4575-894a-b35b095fede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:29.754307 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a93144bf-0f77-4f43-822c-59a05a79584e req-8a5093c8-9920-4575-894a-b35b095fede2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0b0c25a4-f815-4015-a876-f5aa15c83352 HTTP/1.1" status: 200 len: 853 time: 0.0858915 Aug 10 01:17:29.783942 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 66145b03-662e-498a-81e4-28f911f347b8 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:29.786366 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-038bd4b9-1a1a-441c-9bb7-925e883832da req-1d3795ee-1ea7-46f7-b718-9948fa1b5dc0 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765982 Aug 10 01:17:29.803740 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a93144bf-0f77-4f43-822c-59a05a79584e req-d9682820-80b7-4860-aec2-eed44bb18e7f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1bb4d414-55c5-43e5-9006-4b7473df84e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425570 Aug 10 01:17:29.854248 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 66145b03-662e-498a-81e4-28f911f347b8 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:29.854720 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:29.891901 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dccfe7-d1f6-4f43-b818-bdb665bc8204 req-b2ee659f-6e04-4217-82a7-f379bf712759 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:29.893490 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b1dccfe7-d1f6-4f43-b818-bdb665bc8204 req-b2ee659f-6e04-4217-82a7-f379bf712759 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.35 "GET /v2.0/ports?device_id=a740c296-c601-4dc0-a5ed-5981f6a265c1 HTTP/1.1" status: 200 len: 945 time: 0.2675371 Aug 10 01:17:29.899972 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7f56e582-01a4-451d-8160-9b11593fb2a4 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:29.933366 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a93144bf-0f77-4f43-822c-59a05a79584e req-66a629ec-a765-45d6-b9d2-8f454a858cd6 service neutron] 10.222.0.24 "GET /v2.0/networks/1bb4d414-55c5-43e5-9006-4b7473df84e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201921 Aug 10 01:17:29.951710 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f56e582-01a4-451d-8160-9b11593fb2a4 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event deleted for resources: {'Port': ['ID=2f9df771-4d1c-4ffe-88c5-c2709c82f277,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:29.971129 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fe166eee-4343-4424-93b9-b9bf5eeb9130 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:29.975650 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e99fd-58aa-4f87-a978-705c946b8136 req-91346279-5e6c-469c-ae22-38e5368b65d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:29.976538 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-117e99fd-58aa-4f87-a978-705c946b8136 req-91346279-5e6c-469c-ae22-38e5368b65d3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a816cfb2-4561-452c-a993-906d177b1225 HTTP/1.1" status: 200 len: 897 time: 0.3517206 Aug 10 01:17:30.060197 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a93144bf-0f77-4f43-822c-59a05a79584e req-5ddb7cf9-441a-4d35-b8c6-29fcffcbad33 service neutron] 10.222.0.24 "GET /v2.0/networks/1bb4d414-55c5-43e5-9006-4b7473df84e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198404 Aug 10 01:17:30.108451 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b1dccfe7-d1f6-4f43-b818-bdb665bc8204 req-e84625aa-c5c4-4151-a3de-99cb3720d7c8 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7fa70c2-a910-489d-9253-0c3a24c3387f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002890 Aug 10 01:17:30.184620 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7f56e582-01a4-451d-8160-9b11593fb2a4 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for floatingip, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:30.187146 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7f56e582-01a4-451d-8160-9b11593fb2a4 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:30.188864 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7f56e582-01a4-451d-8160-9b11593fb2a4 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "DELETE /v2.0/floatingips/1b7b5445-446a-42e9-ba6b-f67d3fda52a1 HTTP/1.1" status: 204 len: 168 time: 2.3525181 Aug 10 01:17:30.192329 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43554) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:30.202844 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-117e99fd-58aa-4f87-a978-705c946b8136 req-71c26e71-fc16-4998-b9ed-fca76dd0cd8f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5de6905a-266f-4ad1-bc62-6c3074eacd17 HTTP/1.1" status: 200 len: 1000 time: 0.1773217 Aug 10 01:17:30.231489 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-b30e99aa-743e-4add-b529-fd9177744d45 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] delete failed (client error): The resource could not be found. Aug 10 01:17:30.232555 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b30e99aa-743e-4add-b529-fd9177744d45 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "DELETE /v2.0/floatingips/1b7b5445-446a-42e9-ba6b-f67d3fda52a1 HTTP/1.1" status: 404 len: 345 time: 0.0390835 Aug 10 01:17:30.237954 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43556) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:30.325695 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e99fd-58aa-4f87-a978-705c946b8136 req-742ec763-64d0-4960-8e3f-b21d4b2ce0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:30.326155 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-117e99fd-58aa-4f87-a978-705c946b8136 req-742ec763-64d0-4960-8e3f-b21d4b2ce0e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=50d4863a-ba29-42e9-94f4-85fc7bf0c412 HTTP/1.1" status: 200 len: 834 time: 0.1017482 Aug 10 01:17:30.337599 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbfa26-9323-432d-a630-1548aef2a4bf req-82190dbb-5005-464c-afd7-af1e06c1147b tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:30.339103 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-edfbfa26-9323-432d-a630-1548aef2a4bf req-82190dbb-5005-464c-afd7-af1e06c1147b tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.35 "GET /v2.0/ports?device_id=a740c296-c601-4dc0-a5ed-5981f6a265c1 HTTP/1.1" status: 200 len: 945 time: 0.1492615 Aug 10 01:17:30.341882 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3775feb5-741a-40cb-9a71-2ccbb9d63529 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:30.348350 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3775feb5-741a-40cb-9a71-2ccbb9d63529 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:30.354478 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3775feb5-741a-40cb-9a71-2ccbb9d63529 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:30.356173 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3775feb5-741a-40cb-9a71-2ccbb9d63529 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "GET /v2.0/ports?network_id=3be555da-de1d-4bbe-aa76-c394ab7576ff HTTP/1.1" status: 200 len: 2357 time: 0.1172650 Aug 10 01:17:30.359048 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43558) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:30.426764 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb915943-59e8-443d-ae8f-7b0c27ff6ca3 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:30.433082 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cb915943-59e8-443d-ae8f-7b0c27ff6ca3 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "GET /v2.0/subnets/c293c9d5-8bfc-4130-a1c5-8bebbd53e598 HTTP/1.1" status: 200 len: 797 time: 0.0675340 Aug 10 01:17:30.433510 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43562) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:30.440783 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-e738d04a-f2e4-49d1-bc68-d56eb4179a33 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Request body: {'port': {'network_id': '3be555da-de1d-4bbe-aa76-c394ab7576ff', 'name': 'tempest-FloatingIPTestJSON-198035716', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:30.467401 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-edfbfa26-9323-432d-a630-1548aef2a4bf req-2a6d3302-08d2-4649-a450-4b14b5897df9 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7fa70c2-a910-489d-9253-0c3a24c3387f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853422 Aug 10 01:17:30.471708 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fe166eee-4343-4424-93b9-b9bf5eeb9130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:30.482963 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e99fd-58aa-4f87-a978-705c946b8136 req-afb11a17-4be6-4438-9a66-1e686574a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:30.503104 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-117e99fd-58aa-4f87-a978-705c946b8136 req-afb11a17-4be6-4438-9a66-1e686574a81d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a816cfb2-4561-452c-a993-906d177b1225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1429780 Aug 10 01:17:30.577547 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e738d04a-f2e4-49d1-bc68-d56eb4179a33 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Made reservation on behalf of 8adb01a230e64464b499069423d36c25 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:30.661362 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e738d04a-f2e4-49d1-bc68-d56eb4179a33 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:30.680037 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-e738d04a-f2e4-49d1-bc68-d56eb4179a33 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] device_id is not set on port 93b740fb-05a1-4628-8040-9113a1d36682 yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:17:30.707146 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12c7db-d563-43db-91bd-aa835a6bd056 req-bfcf0499-647f-4fcf-ad1a-53732b6818e2 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:30.708632 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fb12c7db-d563-43db-91bd-aa835a6bd056 req-bfcf0499-647f-4fcf-ad1a-53732b6818e2 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.35 "GET /v2.0/ports?device_id=a740c296-c601-4dc0-a5ed-5981f6a265c1 HTTP/1.1" status: 200 len: 945 time: 0.1283965 Aug 10 01:17:30.715206 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-117e99fd-58aa-4f87-a978-705c946b8136 req-267d849e-7a84-4eff-a445-843fb5dd0a05 service neutron] 10.222.0.20 "GET /v2.0/networks/a816cfb2-4561-452c-a993-906d177b1225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112436 Aug 10 01:17:30.816435 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fb12c7db-d563-43db-91bd-aa835a6bd056 req-dfb6ec9d-e1ce-4fa3-a4bd-6d3e92c70bd9 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7fa70c2-a910-489d-9253-0c3a24c3387f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989881 Aug 10 01:17:30.838292 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43570) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:30.849357 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe166eee-4343-4424-93b9-b9bf5eeb9130 admin admin] Router f7138412-de1c-4a0d-a37d-44c10057b004 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:17:30.885515 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-117e99fd-58aa-4f87-a978-705c946b8136 req-30dd34cb-4935-425c-b480-48a968d42df1 service neutron] 10.222.0.20 "GET /v2.0/networks/a816cfb2-4561-452c-a993-906d177b1225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598923 Aug 10 01:17:30.992822 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6680e3-e527-4a32-9400-b92add32ef4b req-40144f11-9728-4bb1-8fea-421a90b90c31 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:30.994329 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1e6680e3-e527-4a32-9400-b92add32ef4b req-40144f11-9728-4bb1-8fea-421a90b90c31 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 943 time: 0.1255031 Aug 10 01:17:31.033521 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-e738d04a-f2e4-49d1-bc68-d56eb4179a33 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Allocated IP 172.20.0.14 (3be555da-de1d-4bbe-aa76-c394ab7576ff/c293c9d5-8bfc-4130-a1c5-8bebbd53e598/93b740fb-05a1-4628-8040-9113a1d36682) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:31.035565 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe166eee-4343-4424-93b9-b9bf5eeb9130 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:17:31.044461 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-e738d04a-f2e4-49d1-bc68-d56eb4179a33 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Allocated IP 172.20.0.13 (3be555da-de1d-4bbe-aa76-c394ab7576ff/c293c9d5-8bfc-4130-a1c5-8bebbd53e598/93b740fb-05a1-4628-8040-9113a1d36682) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:31.044649 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06f2a7c-0752-4eac-a41d-4bc98008052d None None] Sync routers for ids ['f7138412-de1c-4a0d-a37d-44c10057b004'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:17:31.054008 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06f2a7c-0752-4eac-a41d-4bc98008052d None None] Routers {'f7138412-de1c-4a0d-a37d-44c10057b004'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:31.054866 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-f06f2a7c-0752-4eac-a41d-4bc98008052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f7138412-de1c-4a0d-a37d-44c10057b004'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:31.079830 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fe166eee-4343-4424-93b9-b9bf5eeb9130 admin admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:31.080988 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-fe166eee-4343-4424-93b9-b9bf5eeb9130 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.1812236 Aug 10 01:17:31.083914 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43574) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:31.084674 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1e6680e3-e527-4a32-9400-b92add32ef4b req-6ce8854c-6836-4e12-8c40-4abe5b6f1246 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799448 Aug 10 01:17:31.094464 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6029b8-e079-49d2-a195-ae2e34212f2d tempest-TestServerBasicOps-32278480 tempest-TestServerBasicOps-32278480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:31.096659 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ee6029b8-e079-49d2-a195-ae2e34212f2d tempest-TestServerBasicOps-32278480 tempest-TestServerBasicOps-32278480-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a740c296-c601-4dc0-a5ed-5981f6a265c1 HTTP/1.1" status: 200 len: 1092 time: 0.2552693 Aug 10 01:17:31.099630 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43576) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:31.104083 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-827f0e9a-223f-408a-af4d-ed3143d8a31b tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'port_id': '1c301ec5-d740-48eb-81c2-a2e3b1df195f', 'tenant_id': '75d90fe613f04af9a88db54df84a9d1e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:31.127625 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-827f0e9a-223f-408a-af4d-ed3143d8a31b tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:31.189984 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-f06f2a7c-0752-4eac-a41d-4bc98008052d None None] Set router f7138412-de1c-4a0d-a37d-44c10057b004 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:31.230183 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-827f0e9a-223f-408a-af4d-ed3143d8a31b tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:31.330697 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e738d04a-f2e4-49d1-bc68-d56eb4179a33 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:31.339504 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-827f0e9a-223f-408a-af4d-ed3143d8a31b tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Allocated IP 172.25.2.204 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/b523212d-42a6-4415-9f45-fadf2bdd02c4) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:31.393663 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-f06f2a7c-0752-4eac-a41d-4bc98008052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7138412-de1c-4a0d-a37d-44c10057b004', 'name': 'tempest-TestServerMultinode-545519022-router', 'tenant_id': '960c0c4881ac43a6ad4b7f2a3fcec72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'cb8fddff-8e23-4830-a4ef-6e1e1e5d393c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:26Z', 'updated_at': '2021-08-10T01:17:29Z', 'revision_number': 3, 'project_id': '960c0c4881ac43a6ad4b7f2a3fcec72f', 'gw_port': {'id': 'cb8fddff-8e23-4830-a4ef-6e1e1e5d393c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:cb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7138412-de1c-4a0d-a37d-44c10057b004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:27Z', 'updated_at': '2021-08-10T01:17:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:31.424871 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06f2a7c-0752-4eac-a41d-4bc98008052d None None] Checking router: f7138412-de1c-4a0d-a37d-44c10057b004 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:17:31.425119 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06f2a7c-0752-4eac-a41d-4bc98008052d None None] Updating router f7138412-de1c-4a0d-a37d-44c10057b004 port cb8fddff-8e23-4830-a4ef-6e1e1e5d393c binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:17:31.455563 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f06f2a7c-0752-4eac-a41d-4bc98008052d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:31.462902 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-827f0e9a-223f-408a-af4d-ed3143d8a31b tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:31.485035 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e738d04a-f2e4-49d1-bc68-d56eb4179a33 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:31.513816 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-827f0e9a-223f-408a-af4d-ed3143d8a31b tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:31.557325 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827f0e9a-223f-408a-af4d-ed3143d8a31b tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:31.562060 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-827f0e9a-223f-408a-af4d-ed3143d8a31b tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:31.567532 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827f0e9a-223f-408a-af4d-ed3143d8a31b tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:31.569020 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e738d04a-f2e4-49d1-bc68-d56eb4179a33 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Network 3be555da-de1d-4bbe-aa76-c394ab7576ff is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:31.577515 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-e738d04a-f2e4-49d1-bc68-d56eb4179a33 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:31.587111 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e738d04a-f2e4-49d1-bc68-d56eb4179a33 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:31.611398 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-cd512cd3-4f74-4742-a4a1-c225359a14d7 req-7b621e91-5f99-4142-be42-62df99b9fb71 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e36633c2-7147-4e8f-bd96-10952b03680d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1605902 Aug 10 01:17:31.663152 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f0e9a-223f-408a-af4d-ed3143d8a31b tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Pushing event updated for resources: {'Port': ['ID=b523212d-42a6-4415-9f45-fadf2bdd02c4,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:31.700891 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738d04a-f2e4-49d1-bc68-d56eb4179a33 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event updated for resources: {'Port': ['ID=93b740fb-05a1-4628-8040-9113a1d36682,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:31.762420 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f06f2a7c-0752-4eac-a41d-4bc98008052d None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:31.775726 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f06f2a7c-0752-4eac-a41d-4bc98008052d None None] Transition to ACTIVE for port object cb8fddff-8e23-4830-a4ef-6e1e1e5d393c will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:31.786864 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f06f2a7c-0752-4eac-a41d-4bc98008052d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:31.810445 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e738d04a-f2e4-49d1-bc68-d56eb4179a33 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:31.811069 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e738d04a-f2e4-49d1-bc68-d56eb4179a33 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:31.816618 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-f06f2a7c-0752-4eac-a41d-4bc98008052d None None] Attempting to bind port cb8fddff-8e23-4830-a4ef-6e1e1e5d393c on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:31.817244 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-f06f2a7c-0752-4eac-a41d-4bc98008052d None None] Attempting to bind port cb8fddff-8e23-4830-a4ef-6e1e1e5d393c by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:31.817786 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06f2a7c-0752-4eac-a41d-4bc98008052d None None] Attempting to bind port cb8fddff-8e23-4830-a4ef-6e1e1e5d393c on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:31.842112 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06f2a7c-0752-4eac-a41d-4bc98008052d None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:17:31.842793 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06f2a7c-0752-4eac-a41d-4bc98008052d None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:31.843372 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f06f2a7c-0752-4eac-a41d-4bc98008052d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:31.844690 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06f2a7c-0752-4eac-a41d-4bc98008052d None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:17:31.845370 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-f06f2a7c-0752-4eac-a41d-4bc98008052d None None] Bound port: cb8fddff-8e23-4830-a4ef-6e1e1e5d393c, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:17:31.845943 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f06f2a7c-0752-4eac-a41d-4bc98008052d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:31.852633 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e738d04a-f2e4-49d1-bc68-d56eb4179a33 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.4180787 Aug 10 01:17:31.855704 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43590) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:31.857821 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd512cd3-4f74-4742-a4a1-c225359a14d7 req-02b8defd-0c6e-4d0e-9c8b-e2ab4f193608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:31.859301 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-cd512cd3-4f74-4742-a4a1-c225359a14d7 req-02b8defd-0c6e-4d0e-9c8b-e2ab4f193608 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4f463465f414d20a10d25627743d857&device_id=e36633c2-7147-4e8f-bd96-10952b03680d HTTP/1.1" status: 200 len: 1097 time: 0.1236274 Aug 10 01:17:31.865480 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-25c309cf-c0ab-4c43-be76-db8011bbd925 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'port_id': '93b740fb-05a1-4628-8040-9113a1d36682', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:31.925244 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-f06f2a7c-0752-4eac-a41d-4bc98008052d None None] For port cb8fddff-8e23-4830-a4ef-6e1e1e5d393c, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:17:31.927591 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e8a89-6b8c-4c84-a181-ad0783b64d78 None None] Pushing event updated for resources: {'Port': ['ID=cb8fddff-8e23-4830-a4ef-6e1e1e5d393c,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:31.940063 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-f06f2a7c-0752-4eac-a41d-4bc98008052d None None] For port cb8fddff-8e23-4830-a4ef-6e1e1e5d393c, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=cb8fddff-8e23-4830-a4ef-6e1e1e5d393c,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:17:31.947784 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f06f2a7c-0752-4eac-a41d-4bc98008052d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:31.983638 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-25c309cf-c0ab-4c43-be76-db8011bbd925 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for floatingip, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:32.001315 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e8a89-6b8c-4c84-a181-ad0783b64d78 None None] Pushing event updated for resources: {'Port': ['ID=cb8fddff-8e23-4830-a4ef-6e1e1e5d393c,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:32.027790 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06f2a7c-0752-4eac-a41d-4bc98008052d None None] Routers {'f7138412-de1c-4a0d-a37d-44c10057b004'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:32.028467 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-f06f2a7c-0752-4eac-a41d-4bc98008052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f7138412-de1c-4a0d-a37d-44c10057b004'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:32.048626 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-06d6166e-855b-42ed-a3d2-c753ede7c53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:32.086043 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-827f0e9a-223f-408a-af4d-ed3143d8a31b tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:32.177925 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-827f0e9a-223f-408a-af4d-ed3143d8a31b tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:32.231374 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-f06f2a7c-0752-4eac-a41d-4bc98008052d None None] Set router f7138412-de1c-4a0d-a37d-44c10057b004 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:32.306376 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02cb5ed-f40a-4e39-848c-65bbaa02cc6e req-5e834d01-e480-4fe6-ab90-c4bf8a539d09 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:32.308107 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a02cb5ed-f40a-4e39-848c-65bbaa02cc6e req-5e834d01-e480-4fe6-ab90-c4bf8a539d09 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 943 time: 0.1046436 Aug 10 01:17:32.376143 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a02cb5ed-f40a-4e39-848c-65bbaa02cc6e req-65e401de-fd94-4c87-8765-7de04729c0ac tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577579 Aug 10 01:17:32.416319 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-f06f2a7c-0752-4eac-a41d-4bc98008052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7138412-de1c-4a0d-a37d-44c10057b004', 'name': 'tempest-TestServerMultinode-545519022-router', 'tenant_id': '960c0c4881ac43a6ad4b7f2a3fcec72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'cb8fddff-8e23-4830-a4ef-6e1e1e5d393c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:26Z', 'updated_at': '2021-08-10T01:17:29Z', 'revision_number': 3, 'project_id': '960c0c4881ac43a6ad4b7f2a3fcec72f', 'gw_port': {'id': 'cb8fddff-8e23-4830-a4ef-6e1e1e5d393c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:cb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7138412-de1c-4a0d-a37d-44c10057b004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:27Z', 'updated_at': '2021-08-10T01:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:32.430354 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-827f0e9a-223f-408a-af4d-ed3143d8a31b tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:32.435369 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-827f0e9a-223f-408a-af4d-ed3143d8a31b tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:32.447949 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06f2a7c-0752-4eac-a41d-4bc98008052d None None] The sync data for ids ['f7138412-de1c-4a0d-a37d-44c10057b004'] in n-d-766726-26 is: [{'id': 'f7138412-de1c-4a0d-a37d-44c10057b004', 'name': 'tempest-TestServerMultinode-545519022-router', 'tenant_id': '960c0c4881ac43a6ad4b7f2a3fcec72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'cb8fddff-8e23-4830-a4ef-6e1e1e5d393c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:26Z', 'updated_at': '2021-08-10T01:17:29Z', 'revision_number': 3, 'project_id': '960c0c4881ac43a6ad4b7f2a3fcec72f', 'gw_port': {'id': 'cb8fddff-8e23-4830-a4ef-6e1e1e5d393c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:cb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7138412-de1c-4a0d-a37d-44c10057b004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:27Z', 'updated_at': '2021-08-10T01:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:17:32.510606 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f0e9a-223f-408a-af4d-ed3143d8a31b tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Pushing event updated for resources: {'Port': ['ID=b523212d-42a6-4415-9f45-fadf2bdd02c4,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:32.517110 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd512cd3-4f74-4742-a4a1-c225359a14d7 req-52ef74d4-4afb-4422-abab-5d8aeebc0297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:32.518232 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-cd512cd3-4f74-4742-a4a1-c225359a14d7 req-52ef74d4-4afb-4422-abab-5d8aeebc0297 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d5f42a49-cf64-4535-a007-0ffeb2000607 HTTP/1.1" status: 200 len: 913 time: 0.6362185 Aug 10 01:17:32.524119 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-827f0e9a-223f-408a-af4d-ed3143d8a31b tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:32.633154 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [None req-827f0e9a-223f-408a-af4d-ed3143d8a31b tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Floating IP a71fd441-f34b-48fa-9e6f-968dc9560081 associated. External IP: 172.25.2.204, port: 1c301ec5-d740-48eb-81c2-a2e3b1df195f. Aug 10 01:17:32.669507 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-cd512cd3-4f74-4742-a4a1-c225359a14d7 req-80ffb3ca-d3f4-47eb-863d-e642d3f51f88 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fe875d6-6001-430b-9b4f-6c4185036225 HTTP/1.1" status: 200 len: 1001 time: 0.1432652 Aug 10 01:17:32.775518 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd512cd3-4f74-4742-a4a1-c225359a14d7 req-93ca1f9c-a277-430a-b155-39c6f807d030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:32.777243 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-cd512cd3-4f74-4742-a4a1-c225359a14d7 req-93ca1f9c-a277-430a-b155-39c6f807d030 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1982ede0-b8b9-4659-ad0a-d59c9e02d1ca HTTP/1.1" status: 200 len: 851 time: 0.0991619 Aug 10 01:17:32.785056 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-25c309cf-c0ab-4c43-be76-db8011bbd925 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:32.837250 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-06d6166e-855b-42ed-a3d2-c753ede7c53e admin admin] Allocated IP 172.20.0.1 (a6634216-2d60-49e7-90bb-a10a1b36d20f/785e6cd4-4a8f-49e7-ac95-310b2b06043c/2e68ddb5-9c15-43e2-b071-5e89f493b947) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:32.948999 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd512cd3-4f74-4742-a4a1-c225359a14d7 req-2386ba0f-46e2-4403-9aea-cdcdb701259d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:32.950551 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-cd512cd3-4f74-4742-a4a1-c225359a14d7 req-2386ba0f-46e2-4403-9aea-cdcdb701259d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d5f42a49-cf64-4535-a007-0ffeb2000607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1630592 Aug 10 01:17:33.090602 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-25c309cf-c0ab-4c43-be76-db8011bbd925 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Allocated IP 172.25.2.4 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/cbea2b05-90b1-4206-9966-17707dd27e97) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:33.127064 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-06d6166e-855b-42ed-a3d2-c753ede7c53e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:33.200297 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-cd512cd3-4f74-4742-a4a1-c225359a14d7 req-e466ffc5-20b1-41d1-9cc8-8e0b3e653a1d service neutron] 10.222.0.24 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282774 Aug 10 01:17:33.203413 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-06d6166e-855b-42ed-a3d2-c753ede7c53e admin admin] Transition to ACTIVE for port object 2e68ddb5-9c15-43e2-b071-5e89f493b947 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:33.219645 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827f0e9a-223f-408a-af4d-ed3143d8a31b tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Router 565122d1-364d-49b8-8314-b03c11ea0d21 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:17:33.346682 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827f0e9a-223f-408a-af4d-ed3143d8a31b tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:17:33.370695 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-25c309cf-c0ab-4c43-be76-db8011bbd925 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:33.371214 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7eaa112-982c-4843-9878-4cd2c9aa6eff None None] Sync routers for ids ['565122d1-364d-49b8-8314-b03c11ea0d21'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:17:33.381264 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-06d6166e-855b-42ed-a3d2-c753ede7c53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:33.381543 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-827f0e9a-223f-408a-af4d-ed3143d8a31b tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:33.388448 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7eaa112-982c-4843-9878-4cd2c9aa6eff None None] Routers {'565122d1-364d-49b8-8314-b03c11ea0d21'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:33.389104 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-e7eaa112-982c-4843-9878-4cd2c9aa6eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['565122d1-364d-49b8-8314-b03c11ea0d21'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:33.420372 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-cd512cd3-4f74-4742-a4a1-c225359a14d7 req-b0acfada-50d8-441c-bad1-4f876fb28dd6 service neutron] 10.222.0.24 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094152 Aug 10 01:17:33.427797 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 061a4901-bdfb-4bea-9144-a204ffe977ea details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:17:33.443207 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d6166e-855b-42ed-a3d2-c753ede7c53e admin admin] Network a6634216-2d60-49e7-90bb-a10a1b36d20f is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:33.451063 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-06d6166e-855b-42ed-a3d2-c753ede7c53e admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:33.457505 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d6166e-855b-42ed-a3d2-c753ede7c53e admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:33.459418 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6166e-855b-42ed-a3d2-c753ede7c53e admin admin] Pushing event updated for resources: {'Port': ['ID=2e68ddb5-9c15-43e2-b071-5e89f493b947,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:33.470867 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-827f0e9a-223f-408a-af4d-ed3143d8a31b tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3697159 Aug 10 01:17:33.474063 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a740c296-c601-4dc0-a5ed-5981f6a265c1', 'tag': '1c301ec5-d740-48eb-81c2-a2e3b1df195f'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:17:33.488334 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8440d2d8-98f2-4891-a7f5-df22bca55a31" -d '{"events": [{"name": "network-changed", "server_uuid": "a740c296-c601-4dc0-a5ed-5981f6a265c1", "tag": "1c301ec5-d740-48eb-81c2-a2e3b1df195f"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:17:33.513092 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-06d6166e-855b-42ed-a3d2-c753ede7c53e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:33.596686 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-25c309cf-c0ab-4c43-be76-db8011bbd925 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:33.652582 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36da4f25-0963-48e3-aa3b-b3688b9c7ebe x-openstack-request-id: req-36da4f25-0963-48e3-aa3b-b3688b9c7ebe {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:17:33.653727 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a740c296-c601-4dc0-a5ed-5981f6a265c1", "tag": "1c301ec5-d740-48eb-81c2-a2e3b1df195f", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:17:33.653727 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-36da4f25-0963-48e3-aa3b-b3688b9c7ebe {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:17:33.653948 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a740c296-c601-4dc0-a5ed-5981f6a265c1', 'tag': '1c301ec5-d740-48eb-81c2-a2e3b1df195f', 'status': 'completed', 'code': 200} Aug 10 01:17:33.673841 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c309cf-c0ab-4c43-be76-db8011bbd925 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:33.710620 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ea5a7-0095-4697-98f3-07d1b97f4dc9 req-50512fea-bcc8-46b4-8ccd-a0e74334fabb tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:33.717711 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-232ea5a7-0095-4697-98f3-07d1b97f4dc9 req-50512fea-bcc8-46b4-8ccd-a0e74334fabb tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 943 time: 0.1594303 Aug 10 01:17:33.736315 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-e7eaa112-982c-4843-9878-4cd2c9aa6eff None None] Set router 565122d1-364d-49b8-8314-b03c11ea0d21 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:33.763276 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-25c309cf-c0ab-4c43-be76-db8011bbd925 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:33.781954 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c309cf-c0ab-4c43-be76-db8011bbd925 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:33.782557 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 061a4901-bdfb-4bea-9144-a204ffe977ea, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=061a4901-bdfb-4bea-9144-a204ffe977ea,segment=NetworkSegment(119db45f-a129-41df-b3e9-8983d492465d),segment_id=119db45f-a129-41df-b3e9-8983d492465d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:33.784001 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c309cf-c0ab-4c43-be76-db8011bbd925 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event updated for resources: {'Port': ['ID=cbea2b05-90b1-4206-9966-17707dd27e97,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:33.808498 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-232ea5a7-0095-4697-98f3-07d1b97f4dc9 req-4b726db7-25fc-4206-bafb-4d5a5f95774c tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799778 Aug 10 01:17:33.825024 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '061a4901-bdfb-4bea-9144-a204ffe977ea', 'network_id': '1bb4d414-55c5-43e5-9006-4b7473df84e0', 'port_id': '061a4901-bdfb-4bea-9144-a204ffe977ea', 'mac_address': 'fa:16:3e:b0:5c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b0c25a4-f815-4015-a876-f5aa15c83352', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:17:33.905812 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device cb8fddff-8e23-4830-a4ef-6e1e1e5d393c up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:33.975468 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440d2d8-98f2-4891-a7f5-df22bca55a31 req-ba5e9188-9337-4448-b340-7a754f9ca3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:33.977681 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8440d2d8-98f2-4891-a7f5-df22bca55a31 req-ba5e9188-9337-4448-b340-7a754f9ca3e6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=75d90fe613f04af9a88db54df84a9d1e&device_id=a740c296-c601-4dc0-a5ed-5981f6a265c1 HTTP/1.1" status: 200 len: 1097 time: 0.3148758 Aug 10 01:17:33.993849 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:34.011844 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 061a4901-bdfb-4bea-9144-a204ffe977ea {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:17:34.032834 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port cb8fddff-8e23-4830-a4ef-6e1e1e5d393c completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:34.038081 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 061a4901-bdfb-4bea-9144-a204ffe977ea, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=061a4901-bdfb-4bea-9144-a204ffe977ea,segment=NetworkSegment(119db45f-a129-41df-b3e9-8983d492465d),segment_id=119db45f-a129-41df-b3e9-8983d492465d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:34.039694 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port cb8fddff-8e23-4830-a4ef-6e1e1e5d393c triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:34.040073 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:34.066235 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:34.119677 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-fee18607-b6a0-4a6d-8f21-de0a949cf3ef None None] Provisioning for port 2e68ddb5-9c15-43e2-b071-5e89f493b947 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:34.129064 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-06d6166e-855b-42ed-a3d2-c753ede7c53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:34.131235 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-fee18607-b6a0-4a6d-8f21-de0a949cf3ef None None] Provisioning complete for port 2e68ddb5-9c15-43e2-b071-5e89f493b947 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:34.131817 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fee18607-b6a0-4a6d-8f21-de0a949cf3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:34.200291 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=061a4901-bdfb-4bea-9144-a204ffe977ea,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:34.242698 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:34.249001 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-fee18607-b6a0-4a6d-8f21-de0a949cf3ef None None] Port 2e68ddb5-9c15-43e2-b071-5e89f493b947 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:17:34.261564 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440d2d8-98f2-4891-a7f5-df22bca55a31 req-b41bd9a7-4375-4c9f-8270-6dac6982928b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:34.263544 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8440d2d8-98f2-4891-a7f5-df22bca55a31 req-b41bd9a7-4375-4c9f-8270-6dac6982928b service neutron] 10.222.0.24 "GET /v2.0/networks?id=da04b376-9179-4831-8934-0e6b7aae24e5 HTTP/1.1" status: 200 len: 909 time: 0.2766032 Aug 10 01:17:34.266869 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port cb8fddff-8e23-4830-a4ef-6e1e1e5d393c, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=cb8fddff-8e23-4830-a4ef-6e1e1e5d393c,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:34.272927 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:34.290899 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-e7eaa112-982c-4843-9878-4cd2c9aa6eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'name': 'tempest-TestServerBasicOps-362065631-router', 'tenant_id': '75d90fe613f04af9a88db54df84a9d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '4c33c499-dd29-45d1-ac9b-784b6b1b9973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:36Z', 'updated_at': '2021-08-10T01:16:52Z', 'revision_number': 4, 'project_id': '75d90fe613f04af9a88db54df84a9d1e', 'gw_port': {'id': '4c33c499-dd29-45d1-ac9b-784b6b1b9973', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:12:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:38Z', 'updated_at': '2021-08-10T01:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'a71fd441-f34b-48fa-9e6f-968dc9560081', 'tenant_id': '75d90fe613f04af9a88db54df84a9d1e', 'floating_ip_address': '172.25.2.204', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'port_id': '1c301ec5-d740-48eb-81c2-a2e3b1df195f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da04b376-9179-4831-8934-0e6b7aae24e5', 'mac_address': 'fa:16:3e:9c:f3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a740c296-c601-4dc0-a5ed-5981f6a265c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:17:31Z', 'updated_at': '2021-08-10T01:17:31Z', 'revision_number': 0, 'project_id': '75d90fe613f04af9a88db54df84a9d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6', 'name': '', 'network_id': 'da04b376-9179-4831-8934-0e6b7aae24e5', 'tenant_id': '75d90fe613f04af9a88db54df84a9d1e', 'mac_address': 'fa:16:3e:be:3f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '4678a999-4487-4b9b-85af-b5bf29177a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:48Z', 'updated_at': '2021-08-10T01:17:00Z', 'revision_number': 5, 'project_id': '75d90fe613f04af9a88db54df84a9d1e', 'subnets': [{'id': '4678a999-4487-4b9b-85af-b5bf29177a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:34.321701 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7eaa112-982c-4843-9878-4cd2c9aa6eff None None] Checking router: 565122d1-364d-49b8-8314-b03c11ea0d21 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:17:34.331579 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7eaa112-982c-4843-9878-4cd2c9aa6eff None None] Routers {'565122d1-364d-49b8-8314-b03c11ea0d21'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:34.332222 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-e7eaa112-982c-4843-9878-4cd2c9aa6eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['565122d1-364d-49b8-8314-b03c11ea0d21'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:34.333990 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=cb8fddff-8e23-4830-a4ef-6e1e1e5d393c,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:34.419275 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['061a4901-bdfb-4bea-9144-a204ffe977ea'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:17:34.496366 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8440d2d8-98f2-4891-a7f5-df22bca55a31 req-01866980-9fa6-487f-8e15-41f10e324bda service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c301ec5-d740-48eb-81c2-a2e3b1df195f HTTP/1.1" status: 200 len: 999 time: 0.1648741 Aug 10 01:17:34.502894 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-e7eaa112-982c-4843-9878-4cd2c9aa6eff None None] Set router 565122d1-364d-49b8-8314-b03c11ea0d21 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:34.527680 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43636) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:34.654561 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440d2d8-98f2-4891-a7f5-df22bca55a31 req-d21ae8ed-5a32-4286-97c3-1a4a3b32ce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:34.656426 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8440d2d8-98f2-4891-a7f5-df22bca55a31 req-d21ae8ed-5a32-4286-97c3-1a4a3b32ce84 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4678a999-4487-4b9b-85af-b5bf29177a3f HTTP/1.1" status: 200 len: 847 time: 0.1487854 Aug 10 01:17:34.694283 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-622db051-e54f-439e-8806-9026f7c320ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:34.800473 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-622db051-e54f-439e-8806-9026f7c320ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:34.806114 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-622db051-e54f-439e-8806-9026f7c320ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:34.810485 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-e7eaa112-982c-4843-9878-4cd2c9aa6eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'name': 'tempest-TestServerBasicOps-362065631-router', 'tenant_id': '75d90fe613f04af9a88db54df84a9d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '4c33c499-dd29-45d1-ac9b-784b6b1b9973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:36Z', 'updated_at': '2021-08-10T01:16:52Z', 'revision_number': 4, 'project_id': '75d90fe613f04af9a88db54df84a9d1e', 'gw_port': {'id': '4c33c499-dd29-45d1-ac9b-784b6b1b9973', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:12:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:38Z', 'updated_at': '2021-08-10T01:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'a71fd441-f34b-48fa-9e6f-968dc9560081', 'tenant_id': '75d90fe613f04af9a88db54df84a9d1e', 'floating_ip_address': '172.25.2.204', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'port_id': '1c301ec5-d740-48eb-81c2-a2e3b1df195f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da04b376-9179-4831-8934-0e6b7aae24e5', 'mac_address': 'fa:16:3e:9c:f3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a740c296-c601-4dc0-a5ed-5981f6a265c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:17:31Z', 'updated_at': '2021-08-10T01:17:31Z', 'revision_number': 0, 'project_id': '75d90fe613f04af9a88db54df84a9d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6', 'name': '', 'network_id': 'da04b376-9179-4831-8934-0e6b7aae24e5', 'tenant_id': '75d90fe613f04af9a88db54df84a9d1e', 'mac_address': 'fa:16:3e:be:3f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '4678a999-4487-4b9b-85af-b5bf29177a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:48Z', 'updated_at': '2021-08-10T01:17:00Z', 'revision_number': 5, 'project_id': '75d90fe613f04af9a88db54df84a9d1e', 'subnets': [{'id': '4678a999-4487-4b9b-85af-b5bf29177a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:34.842360 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7eaa112-982c-4843-9878-4cd2c9aa6eff None None] The sync data for ids ['565122d1-364d-49b8-8314-b03c11ea0d21'] in n-d-766726-26 is: [{'id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'name': 'tempest-TestServerBasicOps-362065631-router', 'tenant_id': '75d90fe613f04af9a88db54df84a9d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '4c33c499-dd29-45d1-ac9b-784b6b1b9973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:36Z', 'updated_at': '2021-08-10T01:16:52Z', 'revision_number': 4, 'project_id': '75d90fe613f04af9a88db54df84a9d1e', 'gw_port': {'id': '4c33c499-dd29-45d1-ac9b-784b6b1b9973', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:12:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:38Z', 'updated_at': '2021-08-10T01:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'a71fd441-f34b-48fa-9e6f-968dc9560081', 'tenant_id': '75d90fe613f04af9a88db54df84a9d1e', 'floating_ip_address': '172.25.2.204', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'port_id': '1c301ec5-d740-48eb-81c2-a2e3b1df195f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da04b376-9179-4831-8934-0e6b7aae24e5', 'mac_address': 'fa:16:3e:9c:f3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a740c296-c601-4dc0-a5ed-5981f6a265c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:17:31Z', 'updated_at': '2021-08-10T01:17:31Z', 'revision_number': 0, 'project_id': '75d90fe613f04af9a88db54df84a9d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6', 'name': '', 'network_id': 'da04b376-9179-4831-8934-0e6b7aae24e5', 'tenant_id': '75d90fe613f04af9a88db54df84a9d1e', 'mac_address': 'fa:16:3e:be:3f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '4678a999-4487-4b9b-85af-b5bf29177a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:48Z', 'updated_at': '2021-08-10T01:17:00Z', 'revision_number': 5, 'project_id': '75d90fe613f04af9a88db54df84a9d1e', 'subnets': [{'id': '4678a999-4487-4b9b-85af-b5bf29177a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:17:34.854585 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-622db051-e54f-439e-8806-9026f7c320ed admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a853703649ce4490a390b820691ad4e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3258958 Aug 10 01:17:34.856104 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622db051-e54f-439e-8806-9026f7c320ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d16a9c-a427-4791-94e9-6d9976c1422e,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:34.868399 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43642) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:34.959962 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d40a1e99-3e2d-47f5-97fa-0c8185e79d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:34.988979 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d40a1e99-3e2d-47f5-97fa-0c8185e79d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:35.003808 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fabd9-c1c4-4c4b-8d8d-08d965a710da req-03890fd8-04c2-4378-9ab1-51e3864daa8c tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:35.005402 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b43fabd9-c1c4-4c4b-8d8d-08d965a710da req-03890fd8-04c2-4378-9ab1-51e3864daa8c tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 944 time: 0.0878937 Aug 10 01:17:35.014910 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-06d6166e-855b-42ed-a3d2-c753ede7c53e admin admin] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:35.031612 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-06d6166e-855b-42ed-a3d2-c753ede7c53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:35.066790 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b43fabd9-c1c4-4c4b-8d8d-08d965a710da req-dbee6a81-24ad-498d-8ef5-41c16b0bb23b tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519753 Aug 10 01:17:35.076797 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d40a1e99-3e2d-47f5-97fa-0c8185e79d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:35.080717 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d40a1e99-3e2d-47f5-97fa-0c8185e79d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:35.084732 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d40a1e99-3e2d-47f5-97fa-0c8185e79d5d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e2d16a9c-a427-4791-94e9-6d9976c1422e HTTP/1.1" status: 204 len: 168 time: 0.2151308 Aug 10 01:17:35.099394 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a1e99-3e2d-47f5-97fa-0c8185e79d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d16a9c-a427-4791-94e9-6d9976c1422e,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:35.131182 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440d2d8-98f2-4891-a7f5-df22bca55a31 req-922ad4b8-969b-4c44-a563-2a3c80afdab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:35.132809 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8440d2d8-98f2-4891-a7f5-df22bca55a31 req-922ad4b8-969b-4c44-a563-2a3c80afdab4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da04b376-9179-4831-8934-0e6b7aae24e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4576528 Aug 10 01:17:35.142232 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5281673-7591-4b09-bef0-6a9e70997581 None None] New status for floating IP a71fd441-f34b-48fa-9e6f-968dc9560081: ACTIVE {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:17:35.165563 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-06d6166e-855b-42ed-a3d2-c753ede7c53e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:35.182328 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6166e-855b-42ed-a3d2-c753ede7c53e admin admin] Pushing event updated for resources: {'Port': ['ID=2e68ddb5-9c15-43e2-b071-5e89f493b947,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:35.219175 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-25c309cf-c0ab-4c43-be76-db8011bbd925 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:35.378632 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8440d2d8-98f2-4891-a7f5-df22bca55a31 req-c537587d-542f-41e4-808f-93caffbdb7e9 service neutron] 10.222.0.24 "GET /v2.0/networks/da04b376-9179-4831-8934-0e6b7aae24e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321579 Aug 10 01:17:35.389660 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-25c309cf-c0ab-4c43-be76-db8011bbd925 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:35.416970 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43648) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:35.430406 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 061a4901-bdfb-4bea-9144-a204ffe977ea up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:35.432071 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c55545a3-3452-4d73-a32d-41f00330e0f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:35.471357 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d6166e-855b-42ed-a3d2-c753ede7c53e admin admin] Network a6634216-2d60-49e7-90bb-a10a1b36d20f is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:35.481946 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-06d6166e-855b-42ed-a3d2-c753ede7c53e admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:35.494711 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 061a4901-bdfb-4bea-9144-a204ffe977ea completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:35.502711 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 061a4901-bdfb-4bea-9144-a204ffe977ea triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:35.503537 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:35.554597 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c55545a3-3452-4d73-a32d-41f00330e0f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:35.561870 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c55545a3-3452-4d73-a32d-41f00330e0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:35.610050 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c55545a3-3452-4d73-a32d-41f00330e0f5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=64a8f317ec1e44f8a07a154695f938cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1919014 Aug 10 01:17:35.612762 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55545a3-3452-4d73-a32d-41f00330e0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca389d2-2439-4ab2-9f51-421114e6a40b,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:35.614993 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43650) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:35.615155 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:35.643300 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8440d2d8-98f2-4891-a7f5-df22bca55a31 req-b0d5ff51-0fc8-439f-bf3d-6d1176c69904 service neutron] 10.222.0.24 "GET /v2.0/networks/da04b376-9179-4831-8934-0e6b7aae24e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545695 Aug 10 01:17:35.645050 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08dfeead-511b-491a-9333-f4189bc8be00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061a4901-bdfb-4bea-9144-a204ffe977ea'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:17:35.647494 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27cfef66-f14a-4493-85c2-c91bfc16c2e1" -d '{"events": [{"server_uuid": "08dfeead-511b-491a-9333-f4189bc8be00", "name": "network-vif-plugged", "status": "completed", "tag": "061a4901-bdfb-4bea-9144-a204ffe977ea"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:17:35.669993 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 061a4901-bdfb-4bea-9144-a204ffe977ea, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=061a4901-bdfb-4bea-9144-a204ffe977ea,segment=NetworkSegment(119db45f-a129-41df-b3e9-8983d492465d),segment_id=119db45f-a129-41df-b3e9-8983d492465d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:35.675540 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:35.718282 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df8fe69-4362-48af-98cd-9b1cc303194b x-openstack-request-id: req-4df8fe69-4362-48af-98cd-9b1cc303194b {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:17:35.719399 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08dfeead-511b-491a-9333-f4189bc8be00", "name": "network-vif-plugged", "status": "completed", "tag": "061a4901-bdfb-4bea-9144-a204ffe977ea", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:17:35.719692 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4df8fe69-4362-48af-98cd-9b1cc303194b {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:17:35.720338 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08dfeead-511b-491a-9333-f4189bc8be00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061a4901-bdfb-4bea-9144-a204ffe977ea', 'code': 200} Aug 10 01:17:35.749397 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=061a4901-bdfb-4bea-9144-a204ffe977ea,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:35.775118 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device cb8fddff-8e23-4830-a4ef-6e1e1e5d393c up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:35.829100 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port cb8fddff-8e23-4830-a4ef-6e1e1e5d393c triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:35.829482 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:35.857560 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-25c309cf-c0ab-4c43-be76-db8011bbd925 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:35.871245 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-25c309cf-c0ab-4c43-be76-db8011bbd925 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:35.922922 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-de6292a3-e962-4c39-99f6-e33129b29301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:35.929949 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d6166e-855b-42ed-a3d2-c753ede7c53e admin admin] Router f7138412-de1c-4a0d-a37d-44c10057b004 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:17:35.949398 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2377fff-0b76-469a-8e53-2eb47fa341ba req-75eb5845-dc9d-4a64-8c5d-557d99d0a305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:35.950985 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c2377fff-0b76-469a-8e53-2eb47fa341ba req-75eb5845-dc9d-4a64-8c5d-557d99d0a305 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 1097 time: 0.1601105 Aug 10 01:17:36.016090 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-de6292a3-e962-4c39-99f6-e33129b29301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:36.020306 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c309cf-c0ab-4c43-be76-db8011bbd925 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event updated for resources: {'Port': ['ID=cbea2b05-90b1-4206-9966-17707dd27e97,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:36.052289 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-bade102a-013d-4bf6-8412-466ef687100b None None] Provisioning complete for port 2e68ddb5-9c15-43e2-b071-5e89f493b947 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:36.052446 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bade102a-013d-4bf6-8412-466ef687100b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:36.100113 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-25c309cf-c0ab-4c43-be76-db8011bbd925 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:36.113016 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-bade102a-013d-4bf6-8412-466ef687100b None None] Port 2e68ddb5-9c15-43e2-b071-5e89f493b947 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:17:36.157444 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c2377fff-0b76-469a-8e53-2eb47fa341ba req-8970eefd-a4d4-4fe6-9868-3dce438e92a1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766651 Aug 10 01:17:36.224347 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261b713-89b6-4f93-a612-80404f43ba88 req-883415af-256d-4aa6-862f-9da3dd08700f tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:36.225929 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6261b713-89b6-4f93-a612-80404f43ba88 req-883415af-256d-4aa6-862f-9da3dd08700f tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 945 time: 0.0660298 Aug 10 01:17:36.271326 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6261b713-89b6-4f93-a612-80404f43ba88 req-5cf554b1-c427-4cb0-96a5-97f6f23d8a96 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352945 Aug 10 01:17:36.284130 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-de6292a3-e962-4c39-99f6-e33129b29301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:36.286833 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-de6292a3-e962-4c39-99f6-e33129b29301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:36.290579 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-de6292a3-e962-4c39-99f6-e33129b29301 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bca389d2-2439-4ab2-9f51-421114e6a40b HTTP/1.1" status: 204 len: 168 time: 0.6737528 Aug 10 01:17:36.304625 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d6166e-855b-42ed-a3d2-c753ede7c53e admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:17:36.312262 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-06d6166e-855b-42ed-a3d2-c753ede7c53e admin admin] 10.222.0.35 "PUT /v2.0/routers/f7138412-de1c-4a0d-a37d-44c10057b004/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2258697 Aug 10 01:17:36.312262 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6292a3-e962-4c39-99f6-e33129b29301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca389d2-2439-4ab2-9f51-421114e6a40b,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:36.314649 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [None req-25c309cf-c0ab-4c43-be76-db8011bbd925 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Floating IP 0c220482-19e1-4402-8e55-50414b8d80de associated. External IP: 172.25.2.4, port: 93b740fb-05a1-4628-8040-9113a1d36682. Aug 10 01:17:36.322606 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95a1567-ce47-429c-a45f-c80f98d50b9c None None] Sync routers for ids ['f7138412-de1c-4a0d-a37d-44c10057b004'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:17:36.350972 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95a1567-ce47-429c-a45f-c80f98d50b9c None None] Routers {'f7138412-de1c-4a0d-a37d-44c10057b004'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:36.351934 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-a95a1567-ce47-429c-a45f-c80f98d50b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f7138412-de1c-4a0d-a37d-44c10057b004'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:36.512498 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b7531-ef00-4a3b-b2ee-00997c35e1da req-3ca98563-c7a5-4691-9c0d-36d3a0006923 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:36.519565 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b7531-ef00-4a3b-b2ee-00997c35e1da req-3ca98563-c7a5-4691-9c0d-36d3a0006923 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:36.526573 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b7531-ef00-4a3b-b2ee-00997c35e1da req-3ca98563-c7a5-4691-9c0d-36d3a0006923 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:36.532771 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b7531-ef00-4a3b-b2ee-00997c35e1da req-3ca98563-c7a5-4691-9c0d-36d3a0006923 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:36.533345 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-a95a1567-ce47-429c-a45f-c80f98d50b9c None None] Set router f7138412-de1c-4a0d-a37d-44c10057b004 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:36.539292 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b7531-ef00-4a3b-b2ee-00997c35e1da req-3ca98563-c7a5-4691-9c0d-36d3a0006923 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:36.546468 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b7531-ef00-4a3b-b2ee-00997c35e1da req-3ca98563-c7a5-4691-9c0d-36d3a0006923 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:36.553885 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b7531-ef00-4a3b-b2ee-00997c35e1da req-3ca98563-c7a5-4691-9c0d-36d3a0006923 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:36.562887 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-471b7531-ef00-4a3b-b2ee-00997c35e1da req-3ca98563-c7a5-4691-9c0d-36d3a0006923 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5445 time: 0.1228828 Aug 10 01:17:36.626006 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-471b7531-ef00-4a3b-b2ee-00997c35e1da req-e2709807-44ee-4807-a19d-f39d3cbc54c8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549927 Aug 10 01:17:36.648054 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c309cf-c0ab-4c43-be76-db8011bbd925 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Router 070aaff9-a882-493a-ac92-7dbb0639b272 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:17:36.793794 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c309cf-c0ab-4c43-be76-db8011bbd925 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:17:36.807651 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fb8e6f-60f2-433f-90c5-58f442f5bef5 None None] Sync routers for ids ['070aaff9-a882-493a-ac92-7dbb0639b272'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:17:36.818708 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-25c309cf-c0ab-4c43-be76-db8011bbd925 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:36.836461 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fb8e6f-60f2-433f-90c5-58f442f5bef5 None None] Routers {'070aaff9-a882-493a-ac92-7dbb0639b272'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:36.838858 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-a95a1567-ce47-429c-a45f-c80f98d50b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7138412-de1c-4a0d-a37d-44c10057b004', 'name': 'tempest-TestServerMultinode-545519022-router', 'tenant_id': '960c0c4881ac43a6ad4b7f2a3fcec72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'cb8fddff-8e23-4830-a4ef-6e1e1e5d393c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:26Z', 'updated_at': '2021-08-10T01:17:33Z', 'revision_number': 4, 'project_id': '960c0c4881ac43a6ad4b7f2a3fcec72f', 'gw_port': {'id': 'cb8fddff-8e23-4830-a4ef-6e1e1e5d393c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:cb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7138412-de1c-4a0d-a37d-44c10057b004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:27Z', 'updated_at': '2021-08-10T01:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '2e68ddb5-9c15-43e2-b071-5e89f493b947', 'name': '', 'network_id': 'a6634216-2d60-49e7-90bb-a10a1b36d20f', 'tenant_id': '960c0c4881ac43a6ad4b7f2a3fcec72f', 'mac_address': 'fa:16:3e:5c:46:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7138412-de1c-4a0d-a37d-44c10057b004', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '785e6cd4-4a8f-49e7-ac95-310b2b06043c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:32Z', 'updated_at': '2021-08-10T01:17:34Z', 'revision_number': 2, 'project_id': '960c0c4881ac43a6ad4b7f2a3fcec72f', 'subnets': [{'id': '785e6cd4-4a8f-49e7-ac95-310b2b06043c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:36.841878 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-b1fb8e6f-60f2-433f-90c5-58f442f5bef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['070aaff9-a882-493a-ac92-7dbb0639b272'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:36.854076 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-25c309cf-c0ab-4c43-be76-db8011bbd925 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.9935477 Aug 10 01:17:36.857235 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43674) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:36.864787 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-fee16939-e093-4564-ac2a-5cfd89aa6a04 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Request body: {'floatingip': {'port_id': '93b740fb-05a1-4628-8040-9113a1d36682', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:36.882741 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-b1fb8e6f-60f2-433f-90c5-58f442f5bef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:36.885180 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95a1567-ce47-429c-a45f-c80f98d50b9c None None] Checking router: f7138412-de1c-4a0d-a37d-44c10057b004 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:17:36.885663 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95a1567-ce47-429c-a45f-c80f98d50b9c None None] Updating router f7138412-de1c-4a0d-a37d-44c10057b004 port 2e68ddb5-9c15-43e2-b071-5e89f493b947 binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:17:36.893891 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fb8e6f-60f2-433f-90c5-58f442f5bef5 None None] Routers {'070aaff9-a882-493a-ac92-7dbb0639b272'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:36.895022 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-b1fb8e6f-60f2-433f-90c5-58f442f5bef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['070aaff9-a882-493a-ac92-7dbb0639b272'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:36.923797 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a95a1567-ce47-429c-a45f-c80f98d50b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:36.935753 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-b1fb8e6f-60f2-433f-90c5-58f442f5bef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:36.936729 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fb8e6f-60f2-433f-90c5-58f442f5bef5 None None] The sync data for ids ['070aaff9-a882-493a-ac92-7dbb0639b272'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:17:36.976347 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fee16939-e093-4564-ac2a-5cfd89aa6a04 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for floatingip, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:37.227132 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43690) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:37.246778 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-6d1e7415-42c9-4ea3-bf47-9179330d2208 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-907638552-network', 'tenant_id': '4c7ae20be0f842feb3257982dcb62312'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:37.304089 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a95a1567-ce47-429c-a45f-c80f98d50b9c None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:37.319917 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-a95a1567-ce47-429c-a45f-c80f98d50b9c None None] Transition to ACTIVE for port object 2e68ddb5-9c15-43e2-b071-5e89f493b947 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:37.328971 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a95a1567-ce47-429c-a45f-c80f98d50b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:37.360739 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1e7415-42c9-4ea3-bf47-9179330d2208 admin admin] Made reservation on behalf of 4c7ae20be0f842feb3257982dcb62312 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:37.363387 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7415-42c9-4ea3-bf47-9179330d2208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:37.379420 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7415-42c9-4ea3-bf47-9179330d2208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:37.430321 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9b2dc-d4bf-447b-b89f-ac5e681bc5e8 None None] Pushing event updated for resources: {'Port': ['ID=2e68ddb5-9c15-43e2-b071-5e89f493b947,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:37.461382 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b9b2dc-d4bf-447b-b89f-ac5e681bc5e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:37.464573 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b9b2dc-d4bf-447b-b89f-ac5e681bc5e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:37.466188 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b9b2dc-d4bf-447b-b89f-ac5e681bc5e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:37.468535 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b9b2dc-d4bf-447b-b89f-ac5e681bc5e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:37.469233 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b9b2dc-d4bf-447b-b89f-ac5e681bc5e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:37.469906 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b9b2dc-d4bf-447b-b89f-ac5e681bc5e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:37.471216 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b9b2dc-d4bf-447b-b89f-ac5e681bc5e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:37.472792 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b9b2dc-d4bf-447b-b89f-ac5e681bc5e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:37.473346 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b9b2dc-d4bf-447b-b89f-ac5e681bc5e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:37.474932 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b9b2dc-d4bf-447b-b89f-ac5e681bc5e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:37.475467 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b9b2dc-d4bf-447b-b89f-ac5e681bc5e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:37.478885 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b9b2dc-d4bf-447b-b89f-ac5e681bc5e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:37.553624 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-a95a1567-ce47-429c-a45f-c80f98d50b9c None None] Attempting to bind port 2e68ddb5-9c15-43e2-b071-5e89f493b947 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:37.554180 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-a95a1567-ce47-429c-a45f-c80f98d50b9c None None] Attempting to bind port 2e68ddb5-9c15-43e2-b071-5e89f493b947 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'a610e48f-e8d3-4335-96fa-db4b291a46f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a6634216-2d60-49e7-90bb-a10a1b36d20f'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:37.554616 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95a1567-ce47-429c-a45f-c80f98d50b9c None None] Attempting to bind port 2e68ddb5-9c15-43e2-b071-5e89f493b947 on network a6634216-2d60-49e7-90bb-a10a1b36d20f {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:37.567821 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7415-42c9-4ea3-bf47-9179330d2208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:37.568711 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95a1567-ce47-429c-a45f-c80f98d50b9c None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:17:37.568973 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95a1567-ce47-429c-a45f-c80f98d50b9c None None] Checking segment: {'id': 'a610e48f-e8d3-4335-96fa-db4b291a46f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a6634216-2d60-49e7-90bb-a10a1b36d20f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:37.573924 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a95a1567-ce47-429c-a45f-c80f98d50b9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:37.574417 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95a1567-ce47-429c-a45f-c80f98d50b9c None None] Bound using segment: {'id': 'a610e48f-e8d3-4335-96fa-db4b291a46f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a6634216-2d60-49e7-90bb-a10a1b36d20f'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:17:37.574905 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-a95a1567-ce47-429c-a45f-c80f98d50b9c None None] Bound port: 2e68ddb5-9c15-43e2-b071-5e89f493b947, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a610e48f-e8d3-4335-96fa-db4b291a46f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a6634216-2d60-49e7-90bb-a10a1b36d20f'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:17:37.575296 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a95a1567-ce47-429c-a45f-c80f98d50b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:37.578738 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7415-42c9-4ea3-bf47-9179330d2208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:37.601095 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d1e7415-42c9-4ea3-bf47-9179330d2208 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:17:37.610957 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7415-42c9-4ea3-bf47-9179330d2208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:37.611517 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-6d1e7415-42c9-4ea3-bf47-9179330d2208 admin admin] Added segment 328bdebe-614b-4d18-b555-1e87050f9f9a of type vlan for network 175b495f-869e-42c2-9c42-a1c3bbea572a Aug 10 01:17:37.693748 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7415-42c9-4ea3-bf47-9179330d2208 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:37.748211 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-a95a1567-ce47-429c-a45f-c80f98d50b9c None None] For port 2e68ddb5-9c15-43e2-b071-5e89f493b947, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:17:37.755182 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-a95a1567-ce47-429c-a45f-c80f98d50b9c None None] For port 2e68ddb5-9c15-43e2-b071-5e89f493b947, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=2e68ddb5-9c15-43e2-b071-5e89f493b947,segment=NetworkSegment(a610e48f-e8d3-4335-96fa-db4b291a46f1),segment_id=a610e48f-e8d3-4335-96fa-db4b291a46f1)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:17:37.770363 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a95a1567-ce47-429c-a45f-c80f98d50b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:37.797973 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7415-42c9-4ea3-bf47-9179330d2208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:37.799011 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1e7415-42c9-4ea3-bf47-9179330d2208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:37.799785 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7415-42c9-4ea3-bf47-9179330d2208 admin admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:37.836101 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95a1567-ce47-429c-a45f-c80f98d50b9c None None] Routers {'f7138412-de1c-4a0d-a37d-44c10057b004'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:37.836900 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-a95a1567-ce47-429c-a45f-c80f98d50b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f7138412-de1c-4a0d-a37d-44c10057b004'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:37.842172 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9b2dc-d4bf-447b-b89f-ac5e681bc5e8 None None] Pushing event updated for resources: {'Port': ['ID=2e68ddb5-9c15-43e2-b071-5e89f493b947,revision_number=4']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:37.987071 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67dd50-3332-4521-b8f4-3fdaf90d7e76 req-094df08f-e8b1-4037-b553-66f18944d37a tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:37.994978 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f67dd50-3332-4521-b8f4-3fdaf90d7e76 req-094df08f-e8b1-4037-b553-66f18944d37a tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 945 time: 0.5117860 Aug 10 01:17:37.999914 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-a95a1567-ce47-429c-a45f-c80f98d50b9c None None] Set router f7138412-de1c-4a0d-a37d-44c10057b004 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:38.002927 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6d1e7415-42c9-4ea3-bf47-9179330d2208 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7749827 Aug 10 01:17:38.003899 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e7415-42c9-4ea3-bf47-9179330d2208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e9c2e4-4860-45b1-aea0-b914580ad280,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:38.005713 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43710) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:38.011943 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-c3d7dd3e-37c5-4d7b-a3fb-f0be88712540 admin admin] Request body: {'subnet': {'network_id': '175b495f-869e-42c2-9c42-a1c3bbea572a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-907638552-subnet', 'tenant_id': '4c7ae20be0f842feb3257982dcb62312', 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:38.082098 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d7dd3e-37c5-4d7b-a3fb-f0be88712540 admin admin] Made reservation on behalf of 4c7ae20be0f842feb3257982dcb62312 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:38.087468 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c3d7dd3e-37c5-4d7b-a3fb-f0be88712540 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:38.092613 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e7415-42c9-4ea3-bf47-9179330d2208 admin admin] Pushing event updated for resources: {'Network': ['ID=175b495f-869e-42c2-9c42-a1c3bbea572a,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:38.107582 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 175b495f-869e-42c2-9c42-a1c3bbea572a details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:17:38.167369 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782b580-873a-4821-8465-d3b2d34919e3 req-e4adfda3-bdb9-46eb-b738-283d58822959 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:38.174910 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782b580-873a-4821-8465-d3b2d34919e3 req-e4adfda3-bdb9-46eb-b738-283d58822959 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:38.183748 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782b580-873a-4821-8465-d3b2d34919e3 req-e4adfda3-bdb9-46eb-b738-283d58822959 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:38.192883 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782b580-873a-4821-8465-d3b2d34919e3 req-e4adfda3-bdb9-46eb-b738-283d58822959 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:38.199903 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782b580-873a-4821-8465-d3b2d34919e3 req-e4adfda3-bdb9-46eb-b738-283d58822959 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:38.208161 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782b580-873a-4821-8465-d3b2d34919e3 req-e4adfda3-bdb9-46eb-b738-283d58822959 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:38.221638 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782b580-873a-4821-8465-d3b2d34919e3 req-e4adfda3-bdb9-46eb-b738-283d58822959 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:38.224529 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f782b580-873a-4821-8465-d3b2d34919e3 req-e4adfda3-bdb9-46eb-b738-283d58822959 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.20 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5445 time: 0.4598908 Aug 10 01:17:38.313899 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364cda2-94bf-4092-a831-52d9adb932d6 req-0ac15072-ffb9-4da5-85e0-7f7b0397ba5d tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:38.321030 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364cda2-94bf-4092-a831-52d9adb932d6 req-0ac15072-ffb9-4da5-85e0-7f7b0397ba5d tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:38.327605 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364cda2-94bf-4092-a831-52d9adb932d6 req-0ac15072-ffb9-4da5-85e0-7f7b0397ba5d tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:38.333648 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364cda2-94bf-4092-a831-52d9adb932d6 req-0ac15072-ffb9-4da5-85e0-7f7b0397ba5d tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:38.339576 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364cda2-94bf-4092-a831-52d9adb932d6 req-0ac15072-ffb9-4da5-85e0-7f7b0397ba5d tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:38.346341 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364cda2-94bf-4092-a831-52d9adb932d6 req-0ac15072-ffb9-4da5-85e0-7f7b0397ba5d tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:38.353339 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364cda2-94bf-4092-a831-52d9adb932d6 req-0ac15072-ffb9-4da5-85e0-7f7b0397ba5d tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:38.355789 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f364cda2-94bf-4092-a831-52d9adb932d6 req-0ac15072-ffb9-4da5-85e0-7f7b0397ba5d tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5445 time: 0.5901034 Aug 10 01:17:38.406904 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-a95a1567-ce47-429c-a45f-c80f98d50b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7138412-de1c-4a0d-a37d-44c10057b004', 'name': 'tempest-TestServerMultinode-545519022-router', 'tenant_id': '960c0c4881ac43a6ad4b7f2a3fcec72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'cb8fddff-8e23-4830-a4ef-6e1e1e5d393c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:26Z', 'updated_at': '2021-08-10T01:17:33Z', 'revision_number': 4, 'project_id': '960c0c4881ac43a6ad4b7f2a3fcec72f', 'gw_port': {'id': 'cb8fddff-8e23-4830-a4ef-6e1e1e5d393c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:cb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7138412-de1c-4a0d-a37d-44c10057b004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:27Z', 'updated_at': '2021-08-10T01:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '2e68ddb5-9c15-43e2-b071-5e89f493b947', 'name': '', 'network_id': 'a6634216-2d60-49e7-90bb-a10a1b36d20f', 'tenant_id': '960c0c4881ac43a6ad4b7f2a3fcec72f', 'mac_address': 'fa:16:3e:5c:46:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7138412-de1c-4a0d-a37d-44c10057b004', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '785e6cd4-4a8f-49e7-ac95-310b2b06043c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:32Z', 'updated_at': '2021-08-10T01:17:37Z', 'revision_number': 4, 'project_id': '960c0c4881ac43a6ad4b7f2a3fcec72f', 'subnets': [{'id': '785e6cd4-4a8f-49e7-ac95-310b2b06043c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:38.410352 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f67dd50-3332-4521-b8f4-3fdaf90d7e76 req-8c6873ad-2b86-4187-9007-cf8ae2aac44a tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145007 Aug 10 01:17:38.425559 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.db.resource_extend [None req-fee16939-e093-4564-ac2a-5cfd89aa6a04 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 01:17:38.488258 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c3d7dd3e-37c5-4d7b-a3fb-f0be88712540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:38.490818 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782b580-873a-4821-8465-d3b2d34919e3 req-dc869583-3209-42a0-8794-803e265a204f tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:38.491881 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f782b580-873a-4821-8465-d3b2d34919e3 req-dc869583-3209-42a0-8794-803e265a204f tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.20 "GET /v2.0/ports/427164c9-834c-4700-aa7f-4f167b1f6f0e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2359364 Aug 10 01:17:38.503627 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95a1567-ce47-429c-a45f-c80f98d50b9c None None] The sync data for ids ['f7138412-de1c-4a0d-a37d-44c10057b004'] in n-d-766726-26 is: [{'id': 'f7138412-de1c-4a0d-a37d-44c10057b004', 'name': 'tempest-TestServerMultinode-545519022-router', 'tenant_id': '960c0c4881ac43a6ad4b7f2a3fcec72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'cb8fddff-8e23-4830-a4ef-6e1e1e5d393c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:26Z', 'updated_at': '2021-08-10T01:17:33Z', 'revision_number': 4, 'project_id': '960c0c4881ac43a6ad4b7f2a3fcec72f', 'gw_port': {'id': 'cb8fddff-8e23-4830-a4ef-6e1e1e5d393c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:cb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7138412-de1c-4a0d-a37d-44c10057b004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:27Z', 'updated_at': '2021-08-10T01:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '2e68ddb5-9c15-43e2-b071-5e89f493b947', 'name': '', 'network_id': 'a6634216-2d60-49e7-90bb-a10a1b36d20f', 'tenant_id': '960c0c4881ac43a6ad4b7f2a3fcec72f', 'mac_address': 'fa:16:3e:5c:46:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7138412-de1c-4a0d-a37d-44c10057b004', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '785e6cd4-4a8f-49e7-ac95-310b2b06043c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:32Z', 'updated_at': '2021-08-10T01:17:37Z', 'revision_number': 4, 'project_id': '960c0c4881ac43a6ad4b7f2a3fcec72f', 'subnets': [{'id': '785e6cd4-4a8f-49e7-ac95-310b2b06043c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:17:38.548036 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7dd3e-37c5-4d7b-a3fb-f0be88712540 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83de71ea-578d-4bd1-8d99-2eadd1cbd9f4,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:38.614795 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f364cda2-94bf-4092-a831-52d9adb932d6 req-a89c2cd6-ccd1-4bd0-a755-2733f68604e1 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2131209 Aug 10 01:17:38.625431 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d7dd3e-37c5-4d7b-a3fb-f0be88712540 admin admin] Checking segment: {'id': '328bdebe-614b-4d18-b555-1e87050f9f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '175b495f-869e-42c2-9c42-a1c3bbea572a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:38.625919 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d7dd3e-37c5-4d7b-a3fb-f0be88712540 admin admin] Network hostable DHCP agents. Network: 175b495f-869e-42c2-9c42-a1c3bbea572a, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:17:38.660785 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fee16939-e093-4564-ac2a-5cfd89aa6a04 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:38.662949 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d7dd3e-37c5-4d7b-a3fb-f0be88712540 admin admin] Network 175b495f-869e-42c2-9c42-a1c3bbea572a is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:17:38.676444 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-c3d7dd3e-37c5-4d7b-a3fb-f0be88712540 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 175b495f-869e-42c2-9c42-a1c3bbea572a) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:38.678254 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fee16939-e093-4564-ac2a-5cfd89aa6a04 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:38.689051 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d7dd3e-37c5-4d7b-a3fb-f0be88712540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:38.689965 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c3d7dd3e-37c5-4d7b-a3fb-f0be88712540 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:38.693962 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f181189-cda6-4d96-8c13-cd4e57815d4a None None] Network 175b495f-869e-42c2-9c42-a1c3bbea572a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:17:38.706951 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c3d7dd3e-37c5-4d7b-a3fb-f0be88712540 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7000654 Aug 10 01:17:38.710130 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43728) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:38.715391 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-d315fc87-c457-4e8a-9e90-f7fde4c1d683 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-907638552-router', 'tenant_id': '4c7ae20be0f842feb3257982dcb62312', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:38.758978 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d315fc87-c457-4e8a-9e90-f7fde4c1d683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:38.760136 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d315fc87-c457-4e8a-9e90-f7fde4c1d683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:38.783602 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8b20f-87fe-4e5b-bd51-2696314d89e7 req-d970932a-481f-4919-95ae-d9f8086b9150 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:38.791570 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fde8b20f-87fe-4e5b-bd51-2696314d89e7 req-d970932a-481f-4919-95ae-d9f8086b9150 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 945 time: 0.2041712 Aug 10 01:17:38.844661 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d315fc87-c457-4e8a-9e90-f7fde4c1d683 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:38.931309 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f782b580-873a-4821-8465-d3b2d34919e3 req-597bb3ad-1fc1-4872-91e0-4d2e5da179b2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.20 "GET /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4255633 Aug 10 01:17:38.938882 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fde8b20f-87fe-4e5b-bd51-2696314d89e7 req-087250eb-9d04-4fb0-9023-077d6c153cd2 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464057 Aug 10 01:17:38.978510 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-f782b580-873a-4821-8465-d3b2d34919e3 req-d723185d-921c-4d80-8d3d-f7f6203edcf1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:39.001540 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bc690d-abdd-45a4-a4f0-7d27891bf730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-175b495f-869e-42c2-9c42-a1c3bbea572a', 'network_id': '175b495f-869e-42c2-9c42-a1c3bbea572a', 'tenant_id': '4c7ae20be0f842feb3257982dcb62312', 'fixed_ips': [{'subnet_id': '83de71ea-578d-4bd1-8d99-2eadd1cbd9f4'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:17:39.002359 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-71bc690d-abdd-45a4-a4f0-7d27891bf730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:39.210417 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f782b580-873a-4821-8465-d3b2d34919e3 req-d723185d-921c-4d80-8d3d-f7f6203edcf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:39.320894 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee16939-e093-4564-ac2a-5cfd89aa6a04 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Router 070aaff9-a882-493a-ac92-7dbb0639b272 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:17:39.325954 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-71bc690d-abdd-45a4-a4f0-7d27891bf730 None None] Allocated IP 172.20.0.2 (175b495f-869e-42c2-9c42-a1c3bbea572a/83de71ea-578d-4bd1-8d99-2eadd1cbd9f4/3101bbe6-48a3-4c7e-b232-6d839ae69c0b) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:39.455085 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d315fc87-c457-4e8a-9e90-f7fde4c1d683 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:39.520746 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-71bc690d-abdd-45a4-a4f0-7d27891bf730 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:39.535771 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-71bc690d-abdd-45a4-a4f0-7d27891bf730 None None] Transition to ACTIVE for port object 3101bbe6-48a3-4c7e-b232-6d839ae69c0b will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:39.537235 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defdb421-bc44-4de0-bbc7-b2174d1be23b req-d1759bee-990d-4c69-a236-5ac756a244df tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:39.538816 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-defdb421-bc44-4de0-bbc7-b2174d1be23b req-d1759bee-990d-4c69-a236-5ac756a244df tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 945 time: 0.2276475 Aug 10 01:17:39.582251 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-71bc690d-abdd-45a4-a4f0-7d27891bf730 None None] Transition to ACTIVE for port object 3101bbe6-48a3-4c7e-b232-6d839ae69c0b will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:39.586620 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 3b050334-2ff6-40ea-a72f-68fb7b069c16 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:17:39.647955 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-71bc690d-abdd-45a4-a4f0-7d27891bf730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:39.686782 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-defdb421-bc44-4de0-bbc7-b2174d1be23b req-7e57fbd9-873b-43b9-8b26-6811247e29c9 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350725 Aug 10 01:17:39.713785 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-f782b580-873a-4821-8465-d3b2d34919e3 req-d723185d-921c-4d80-8d3d-f7f6203edcf1 service neutron] For port 427164c9-834c-4700-aa7f-4f167b1f6f0e, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=427164c9-834c-4700-aa7f-4f167b1f6f0e,segment=NetworkSegment(0da4c42e-4459-4321-b2c7-7e940e3214c5),segment_id=0da4c42e-4459-4321-b2c7-7e940e3214c5)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:39.767931 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee16939-e093-4564-ac2a-5cfd89aa6a04 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:17:39.774880 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fee16939-e093-4564-ac2a-5cfd89aa6a04 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:39.780644 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25019915-9abc-4a02-90fd-12e52ab111d7 None None] Sync routers for ids ['070aaff9-a882-493a-ac92-7dbb0639b272'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:17:39.808357 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25019915-9abc-4a02-90fd-12e52ab111d7 None None] Routers {'070aaff9-a882-493a-ac92-7dbb0639b272'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:39.813345 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-25019915-9abc-4a02-90fd-12e52ab111d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['070aaff9-a882-493a-ac92-7dbb0639b272'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:39.826281 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bc690d-abdd-45a4-a4f0-7d27891bf730 None None] Network 175b495f-869e-42c2-9c42-a1c3bbea572a is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:39.850557 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-71bc690d-abdd-45a4-a4f0-7d27891bf730 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:39.857040 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bc690d-abdd-45a4-a4f0-7d27891bf730 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:39.863924 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-25019915-9abc-4a02-90fd-12e52ab111d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:39.881796 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25019915-9abc-4a02-90fd-12e52ab111d7 None None] Routers {'070aaff9-a882-493a-ac92-7dbb0639b272'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:39.882705 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-25019915-9abc-4a02-90fd-12e52ab111d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['070aaff9-a882-493a-ac92-7dbb0639b272'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:39.893684 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-fee16939-e093-4564-ac2a-5cfd89aa6a04 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "PUT /v2.0/floatingips/0c220482-19e1-4402-8e55-50414b8d80de HTTP/1.1" status: 200 len: 976 time: 3.0315421 Aug 10 01:17:39.908742 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43746) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:39.910990 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-f782b580-873a-4821-8465-d3b2d34919e3 req-d723185d-921c-4d80-8d3d-f7f6203edcf1 service neutron] For port 427164c9-834c-4700-aa7f-4f167b1f6f0e, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:17:39.939697 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 2e68ddb5-9c15-43e2-b071-5e89f493b947 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:39.948247 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-25019915-9abc-4a02-90fd-12e52ab111d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:39.951592 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25019915-9abc-4a02-90fd-12e52ab111d7 None None] The sync data for ids ['070aaff9-a882-493a-ac92-7dbb0639b272'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:17:39.989782 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d315fc87-c457-4e8a-9e90-f7fde4c1d683 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:40.013043 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d315fc87-c457-4e8a-9e90-f7fde4c1d683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:40.073329 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc690d-abdd-45a4-a4f0-7d27891bf730 None None] Pushing event updated for resources: {'Port': ['ID=3101bbe6-48a3-4c7e-b232-6d839ae69c0b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:40.121117 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bc690d-abdd-45a4-a4f0-7d27891bf730 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:40.121614 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bc690d-abdd-45a4-a4f0-7d27891bf730 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:40.121966 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bc690d-abdd-45a4-a4f0-7d27891bf730 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:40.122320 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bc690d-abdd-45a4-a4f0-7d27891bf730 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:40.122699 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bc690d-abdd-45a4-a4f0-7d27891bf730 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:40.123004 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bc690d-abdd-45a4-a4f0-7d27891bf730 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:40.123337 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bc690d-abdd-45a4-a4f0-7d27891bf730 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:40.123672 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bc690d-abdd-45a4-a4f0-7d27891bf730 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:40.124007 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bc690d-abdd-45a4-a4f0-7d27891bf730 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:40.124398 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bc690d-abdd-45a4-a4f0-7d27891bf730 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:40.124741 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bc690d-abdd-45a4-a4f0-7d27891bf730 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:40.125068 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bc690d-abdd-45a4-a4f0-7d27891bf730 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:40.167404 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-d315fc87-c457-4e8a-9e90-f7fde4c1d683 admin admin] Allocated IP 172.25.2.3 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/2d4381eb-cdd6-4006-90c0-307db416d11d) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:40.167846 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-71bc690d-abdd-45a4-a4f0-7d27891bf730 None None] Attempting to bind port 3101bbe6-48a3-4c7e-b232-6d839ae69c0b on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:40.168273 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-71bc690d-abdd-45a4-a4f0-7d27891bf730 None None] Attempting to bind port 3101bbe6-48a3-4c7e-b232-6d839ae69c0b by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '328bdebe-614b-4d18-b555-1e87050f9f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '175b495f-869e-42c2-9c42-a1c3bbea572a'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:40.168653 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bc690d-abdd-45a4-a4f0-7d27891bf730 None None] Attempting to bind port 3101bbe6-48a3-4c7e-b232-6d839ae69c0b on network 175b495f-869e-42c2-9c42-a1c3bbea572a {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:40.183586 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 2e68ddb5-9c15-43e2-b071-5e89f493b947 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:40.185854 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bc690d-abdd-45a4-a4f0-7d27891bf730 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:17:40.186244 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bc690d-abdd-45a4-a4f0-7d27891bf730 None None] Checking segment: {'id': '328bdebe-614b-4d18-b555-1e87050f9f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '175b495f-869e-42c2-9c42-a1c3bbea572a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:40.186666 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-71bc690d-abdd-45a4-a4f0-7d27891bf730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:40.187073 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bc690d-abdd-45a4-a4f0-7d27891bf730 None None] Bound using segment: {'id': '328bdebe-614b-4d18-b555-1e87050f9f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '175b495f-869e-42c2-9c42-a1c3bbea572a'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:17:40.188126 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-71bc690d-abdd-45a4-a4f0-7d27891bf730 None None] Bound port: 3101bbe6-48a3-4c7e-b232-6d839ae69c0b, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '328bdebe-614b-4d18-b555-1e87050f9f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '175b495f-869e-42c2-9c42-a1c3bbea572a'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:17:40.188553 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-71bc690d-abdd-45a4-a4f0-7d27891bf730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:40.204941 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 2e68ddb5-9c15-43e2-b071-5e89f493b947 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:40.205268 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:40.208218 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:40.290770 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b050334-2ff6-40ea-a72f-68fb7b069c16'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:17:40.293246 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b05e70-6bdb-4be9-9468-740b2dace76e" -d '{"events": [{"server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "name": "network-vif-unplugged", "status": "completed", "tag": "3b050334-2ff6-40ea-a72f-68fb7b069c16"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:17:40.323284 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 3b050334-2ff6-40ea-a72f-68fb7b069c16, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=3b050334-2ff6-40ea-a72f-68fb7b069c16,segment=NetworkSegment(6bfb71d1-ea60-4741-9273-9da4874fac99),segment_id=6bfb71d1-ea60-4741-9273-9da4874fac99)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:40.341826 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:40.342550 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 427164c9-834c-4700-aa7f-4f167b1f6f0e no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:17:40.368913 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d315fc87-c457-4e8a-9e90-f7fde4c1d683 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:40.417935 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-71bc690d-abdd-45a4-a4f0-7d27891bf730 None None] For port 3101bbe6-48a3-4c7e-b232-6d839ae69c0b, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:17:40.438015 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d315fc87-c457-4e8a-9e90-f7fde4c1d683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:40.455743 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-71bc690d-abdd-45a4-a4f0-7d27891bf730 None None] For port 3101bbe6-48a3-4c7e-b232-6d839ae69c0b, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=3101bbe6-48a3-4c7e-b232-6d839ae69c0b,segment=NetworkSegment(328bdebe-614b-4d18-b555-1e87050f9f9a),segment_id=328bdebe-614b-4d18-b555-1e87050f9f9a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:17:40.463457 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-f782b580-873a-4821-8465-d3b2d34919e3 req-d723185d-921c-4d80-8d3d-f7f6203edcf1 service neutron] device_id is not set on port 427164c9-834c-4700-aa7f-4f167b1f6f0e yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:17:40.473284 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f782b580-873a-4821-8465-d3b2d34919e3 req-d723185d-921c-4d80-8d3d-f7f6203edcf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:40.497971 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-71bc690d-abdd-45a4-a4f0-7d27891bf730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:40.506877 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d315fc87-c457-4e8a-9e90-f7fde4c1d683 admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:40.512193 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-d315fc87-c457-4e8a-9e90-f7fde4c1d683 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:40.515721 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f782b580-873a-4821-8465-d3b2d34919e3 req-d723185d-921c-4d80-8d3d-f7f6203edcf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:40.522490 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d315fc87-c457-4e8a-9e90-f7fde4c1d683 admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:40.531367 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:40.544351 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 427164c9-834c-4700-aa7f-4f167b1f6f0e not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:17:40.544925 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device a2d462a7-be3a-4fdd-88a6-2bcf3f10891f no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:17:40.558003 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d315fc87-c457-4e8a-9e90-f7fde4c1d683 admin admin] Pushing event updated for resources: {'Port': ['ID=2d4381eb-cdd6-4006-90c0-307db416d11d,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:40.573236 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=3b050334-2ff6-40ea-a72f-68fb7b069c16,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:40.663250 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09df94-f5b7-49e2-8a87-fb33989df886 req-ff56afde-3c79-48d3-80c8-a8fcad18d7ed tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:40.674675 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09df94-f5b7-49e2-8a87-fb33989df886 req-ff56afde-3c79-48d3-80c8-a8fcad18d7ed tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:40.689124 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09df94-f5b7-49e2-8a87-fb33989df886 req-ff56afde-3c79-48d3-80c8-a8fcad18d7ed tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:40.690070 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 2e68ddb5-9c15-43e2-b071-5e89f493b947, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=2e68ddb5-9c15-43e2-b071-5e89f493b947,segment=NetworkSegment(a610e48f-e8d3-4335-96fa-db4b291a46f1),segment_id=a610e48f-e8d3-4335-96fa-db4b291a46f1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:40.695319 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09df94-f5b7-49e2-8a87-fb33989df886 req-ff56afde-3c79-48d3-80c8-a8fcad18d7ed tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:40.706157 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09df94-f5b7-49e2-8a87-fb33989df886 req-ff56afde-3c79-48d3-80c8-a8fcad18d7ed tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:40.712058 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09df94-f5b7-49e2-8a87-fb33989df886 req-ff56afde-3c79-48d3-80c8-a8fcad18d7ed tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:40.716011 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:40.724231 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc690d-abdd-45a4-a4f0-7d27891bf730 None None] Pushing event updated for resources: {'Port': ['ID=3101bbe6-48a3-4c7e-b232-6d839ae69c0b,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:40.740387 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09df94-f5b7-49e2-8a87-fb33989df886 req-ff56afde-3c79-48d3-80c8-a8fcad18d7ed tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:40.742394 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7a09df94-f5b7-49e2-8a87-fb33989df886 req-ff56afde-3c79-48d3-80c8-a8fcad18d7ed tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 5367 time: 0.9185452 Aug 10 01:17:40.839476 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1ecb7-9063-4b33-a238-9e5c7d7b82f2 req-8cf8215c-2345-43c0-a531-bd4f76bd107a tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:40.853503 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a7a1ecb7-9063-4b33-a238-9e5c7d7b82f2 req-8cf8215c-2345-43c0-a531-bd4f76bd107a tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 945 time: 0.9060125 Aug 10 01:17:40.890155 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:40.902029 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723185d-921c-4d80-8d3d-f7f6203edcf1 service neutron] Pushing event updated for resources: {'Port': ['ID=427164c9-834c-4700-aa7f-4f167b1f6f0e,revision_number=6']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:40.913492 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f782b580-873a-4821-8465-d3b2d34919e3 req-d723185d-921c-4d80-8d3d-f7f6203edcf1 service neutron] No DVR routers for this DVR port 427164c9-834c-4700-aa7f-4f167b1f6f0e on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:17:40.954436 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=2e68ddb5-9c15-43e2-b071-5e89f493b947,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:40.966971 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d315fc87-c457-4e8a-9e90-f7fde4c1d683 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:40.975646 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port a2d462a7-be3a-4fdd-88a6-2bcf3f10891f, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=a2d462a7-be3a-4fdd-88a6-2bcf3f10891f,segment=NetworkSegment(6bfb71d1-ea60-4741-9273-9da4874fac99),segment_id=6bfb71d1-ea60-4741-9273-9da4874fac99)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:40.980587 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:40.981347 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 50782122-dccf-4182-a6c4-c73579974fb2 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:17:41.008060 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7a09df94-f5b7-49e2-8a87-fb33989df886 req-8e3ced2a-87e9-4a3c-9b96-2e32cd7a3d49 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6eaa466-dc5e-433a-a997-0f4deb85bd4f&id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1986263 Aug 10 01:17:41.052240 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-f782b580-873a-4821-8465-d3b2d34919e3 req-d723185d-921c-4d80-8d3d-f7f6203edcf1 service neutron] In _notify_port_updated(), no bound segment for port 427164c9-834c-4700-aa7f-4f167b1f6f0e on network 9ba4f345-2af9-4b1a-a096-ab30f02c75cd {{(pid=105826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:17:41.053162 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782b580-873a-4821-8465-d3b2d34919e3 req-d723185d-921c-4d80-8d3d-f7f6203edcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:41.053769 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f782b580-873a-4821-8465-d3b2d34919e3 req-d723185d-921c-4d80-8d3d-f7f6203edcf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:41.055063 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f782b580-873a-4821-8465-d3b2d34919e3 req-d723185d-921c-4d80-8d3d-f7f6203edcf1 service neutron] 10.222.0.20 "PUT /v2.0/ports/427164c9-834c-4700-aa7f-4f167b1f6f0e HTTP/1.1" status: 200 len: 1033 time: 2.1150811 Aug 10 01:17:41.069377 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a7a1ecb7-9063-4b33-a238-9e5c7d7b82f2 req-afeb93b3-2094-4e53-9da7-b42c335d2d18 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998641 Aug 10 01:17:41.135607 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87576647-2f83-4fa9-b964-9e653f93dc85 x-openstack-request-id: req-87576647-2f83-4fa9-b964-9e653f93dc85 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:17:41.135897 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "name": "network-vif-unplugged", "status": "completed", "tag": "3b050334-2ff6-40ea-a72f-68fb7b069c16", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:17:41.136402 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-87576647-2f83-4fa9-b964-9e653f93dc85 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:17:41.136958 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b050334-2ff6-40ea-a72f-68fb7b069c16', 'code': 200} Aug 10 01:17:41.156897 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=a2d462a7-be3a-4fdd-88a6-2bcf3f10891f,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:41.162150 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782b580-873a-4821-8465-d3b2d34919e3 req-00edce0b-e9d8-4873-9332-1950fb1e1e10 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:41.163687 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f782b580-873a-4821-8465-d3b2d34919e3 req-00edce0b-e9d8-4873-9332-1950fb1e1e10 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.20 "GET /v2.0/ports/3e7d4ffb-cca1-41ee-8a33-4b120246fc85?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0933862 Aug 10 01:17:41.187741 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-f782b580-873a-4821-8465-d3b2d34919e3 req-fe49cf02-9120-43dc-ab65-45a345b91c5a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:41.195058 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4d134517-4ff5-4a72-9a5a-f450e5361d48 None None] Provisioning complete for port 427164c9-834c-4700-aa7f-4f167b1f6f0e triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:41.200292 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-4805cfbe-8360-4843-9039-a0a0d18eaada tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Deleting port cbea2b05-90b1-4206-9966-17707dd27e97 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:41.201023 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4805cfbe-8360-4843-9039-a0a0d18eaada tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:41.204826 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d134517-4ff5-4a72-9a5a-f450e5361d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:41.238093 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2eb43ded-6717-4f07-9cb4-569fa032b147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:41.278325 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-4d134517-4ff5-4a72-9a5a-f450e5361d48 None None] Port 427164c9-834c-4700-aa7f-4f167b1f6f0e cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:17:41.283840 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:41.320270 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f782b580-873a-4821-8465-d3b2d34919e3 req-fe49cf02-9120-43dc-ab65-45a345b91c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:41.329954 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 50782122-dccf-4182-a6c4-c73579974fb2, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=50782122-dccf-4182-a6c4-c73579974fb2,segment=NetworkSegment(0da4c42e-4459-4321-b2c7-7e940e3214c5),segment_id=0da4c42e-4459-4321-b2c7-7e940e3214c5)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:41.336878 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:41.337950 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 3e7d4ffb-cca1-41ee-8a33-4b120246fc85 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:17:41.346006 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4805cfbe-8360-4843-9039-a0a0d18eaada tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:41.346006 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4805cfbe-8360-4843-9039-a0a0d18eaada tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:41.361719 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d315fc87-c457-4e8a-9e90-f7fde4c1d683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:41.378586 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-4805cfbe-8360-4843-9039-a0a0d18eaada tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Calling delete_port for cbea2b05-90b1-4206-9966-17707dd27e97 owned by network:floatingip {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:41.431426 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=50782122-dccf-4182-a6c4-c73579974fb2,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:41.487697 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:41.588955 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-f782b580-873a-4821-8465-d3b2d34919e3 req-fe49cf02-9120-43dc-ab65-45a345b91c5a service neutron] For port 3e7d4ffb-cca1-41ee-8a33-4b120246fc85, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=3e7d4ffb-cca1-41ee-8a33-4b120246fc85,segment=NetworkSegment(0da4c42e-4459-4321-b2c7-7e940e3214c5),segment_id=0da4c42e-4459-4321-b2c7-7e940e3214c5)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:41.593091 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d315fc87-c457-4e8a-9e90-f7fde4c1d683 admin admin] Router 66eba344-96f2-4c75-b5b8-a042ef269efd is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:17:41.686095 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:41.710967 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51f552-0b8a-42f3-bcaf-9826fdb68bd1 req-4fa1e643-19c9-45f3-9da1-ff646e517531 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:41.712574 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8e51f552-0b8a-42f3-bcaf-9826fdb68bd1 req-4fa1e643-19c9-45f3-9da1-ff646e517531 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 945 time: 0.1201930 Aug 10 01:17:41.733062 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-f782b580-873a-4821-8465-d3b2d34919e3 req-fe49cf02-9120-43dc-ab65-45a345b91c5a service neutron] For port 3e7d4ffb-cca1-41ee-8a33-4b120246fc85, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:17:41.738305 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d315fc87-c457-4e8a-9e90-f7fde4c1d683 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:17:41.773094 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5d9a7f-67d4-4113-8237-17a81077bc6b None None] Sync routers for ids ['66eba344-96f2-4c75-b5b8-a042ef269efd'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:17:41.784056 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4805cfbe-8360-4843-9039-a0a0d18eaada tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:41.786789 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5d9a7f-67d4-4113-8237-17a81077bc6b None None] Routers {'66eba344-96f2-4c75-b5b8-a042ef269efd'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:41.788896 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-6d5d9a7f-67d4-4113-8237-17a81077bc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['66eba344-96f2-4c75-b5b8-a042ef269efd'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:41.790031 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d315fc87-c457-4e8a-9e90-f7fde4c1d683 admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:41.791429 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d315fc87-c457-4e8a-9e90-f7fde4c1d683 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0802610 Aug 10 01:17:41.795886 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43770) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:41.838417 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805cfbe-8360-4843-9039-a0a0d18eaada tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event deleted for resources: {'Port': ['ID=cbea2b05-90b1-4206-9966-17707dd27e97,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:41.846190 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-f782b580-873a-4821-8465-d3b2d34919e3 req-fe49cf02-9120-43dc-ab65-45a345b91c5a service neutron] device_id is not set on port 3e7d4ffb-cca1-41ee-8a33-4b120246fc85 yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:17:41.882451 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8e51f552-0b8a-42f3-bcaf-9826fdb68bd1 req-a25c42a0-a610-4ab2-98e5-d15c3ffdaf78 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563494 Aug 10 01:17:41.919730 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f782b580-873a-4821-8465-d3b2d34919e3 req-fe49cf02-9120-43dc-ab65-45a345b91c5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:41.950870 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f782b580-873a-4821-8465-d3b2d34919e3 req-fe49cf02-9120-43dc-ab65-45a345b91c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:41.988812 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 2e68ddb5-9c15-43e2-b071-5e89f493b947 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:42.088285 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f782b580-873a-4821-8465-d3b2d34919e3 req-fe49cf02-9120-43dc-ab65-45a345b91c5a service neutron] No DVR routers for this DVR port 3e7d4ffb-cca1-41ee-8a33-4b120246fc85 on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:17:42.091473 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4805cfbe-8360-4843-9039-a0a0d18eaada tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for floatingip, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:42.091816 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [None req-4805cfbe-8360-4843-9039-a0a0d18eaada tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Floating IP 0c220482-19e1-4402-8e55-50414b8d80de disassociated (deleted). External IP: 172.25.2.4, port: 93b740fb-05a1-4628-8040-9113a1d36682. Aug 10 01:17:42.150275 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-6d5d9a7f-67d4-4113-8237-17a81077bc6b None None] Set router 66eba344-96f2-4c75-b5b8-a042ef269efd gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:42.244388 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.db.api [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:17:42.245045 n-d-766726-26 neutron-server[105828]: DEBUG oslo_db.api [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:17:42.314838 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49cf02-9120-43dc-ab65-45a345b91c5a service neutron] Pushing event updated for resources: {'Port': ['ID=3e7d4ffb-cca1-41ee-8a33-4b120246fc85,revision_number=6']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:42.427096 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-f782b580-873a-4821-8465-d3b2d34919e3 req-fe49cf02-9120-43dc-ab65-45a345b91c5a service neutron] In _notify_port_updated(), no bound segment for port 3e7d4ffb-cca1-41ee-8a33-4b120246fc85 on network 9ba4f345-2af9-4b1a-a096-ab30f02c75cd {{(pid=105826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:17:42.427333 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fd2921-f678-4949-be15-a003a78a69ce None None] Network 175b495f-869e-42c2-9c42-a1c3bbea572a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:17:42.428457 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782b580-873a-4821-8465-d3b2d34919e3 req-fe49cf02-9120-43dc-ab65-45a345b91c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:42.429252 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f782b580-873a-4821-8465-d3b2d34919e3 req-fe49cf02-9120-43dc-ab65-45a345b91c5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:42.430732 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f782b580-873a-4821-8465-d3b2d34919e3 req-fe49cf02-9120-43dc-ab65-45a345b91c5a service neutron] 10.222.0.20 "PUT /v2.0/ports/3e7d4ffb-cca1-41ee-8a33-4b120246fc85 HTTP/1.1" status: 200 len: 1033 time: 1.2571714 Aug 10 01:17:42.471629 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71523c53-0e52-42e1-a904-21a1ea97ccc2 req-18f14548-849c-4336-b0c3-454ccd65f550 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:42.478411 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71523c53-0e52-42e1-a904-21a1ea97ccc2 req-18f14548-849c-4336-b0c3-454ccd65f550 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:42.485236 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71523c53-0e52-42e1-a904-21a1ea97ccc2 req-18f14548-849c-4336-b0c3-454ccd65f550 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:42.491436 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71523c53-0e52-42e1-a904-21a1ea97ccc2 req-18f14548-849c-4336-b0c3-454ccd65f550 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:42.497714 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71523c53-0e52-42e1-a904-21a1ea97ccc2 req-18f14548-849c-4336-b0c3-454ccd65f550 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:42.500359 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-71523c53-0e52-42e1-a904-21a1ea97ccc2 req-18f14548-849c-4336-b0c3-454ccd65f550 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 3879 time: 0.2020664 Aug 10 01:17:42.626183 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 2e68ddb5-9c15-43e2-b071-5e89f493b947 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:42.626736 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:42.642612 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-71523c53-0e52-42e1-a904-21a1ea97ccc2 req-36d996a4-a971-47f4-90fb-1ebfb4b7a114 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226578 Aug 10 01:17:42.669564 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4805cfbe-8360-4843-9039-a0a0d18eaada tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Router 070aaff9-a882-493a-ac92-7dbb0639b272 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:17:42.678372 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d248f13e-a3a9-4671-a38b-623b21e44180 None None] Provisioning for port 3101bbe6-48a3-4c7e-b232-6d839ae69c0b completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:42.689590 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-f782b580-873a-4821-8465-d3b2d34919e3 req-900c5b7f-6e24-4c95-9183-7cd1dee28312 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Deleting port 3b050334-2ff6-40ea-a72f-68fb7b069c16 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:42.689925 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f782b580-873a-4821-8465-d3b2d34919e3 req-900c5b7f-6e24-4c95-9183-7cd1dee28312 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:42.694709 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1399ed3c-3f08-4a9f-b802-dcf4400cdc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:42.736496 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:17:42.825019 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d248f13e-a3a9-4671-a38b-623b21e44180 None None] Provisioning complete for port 3e7d4ffb-cca1-41ee-8a33-4b120246fc85 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:42.825407 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d248f13e-a3a9-4671-a38b-623b21e44180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:42.853608 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3101bbe6-48a3-4c7e-b232-6d839ae69c0b up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:42.890799 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-f782b580-873a-4821-8465-d3b2d34919e3 req-900c5b7f-6e24-4c95-9183-7cd1dee28312 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] For port 3b050334-2ff6-40ea-a72f-68fb7b069c16, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=3b050334-2ff6-40ea-a72f-68fb7b069c16,segment=NetworkSegment(6bfb71d1-ea60-4741-9273-9da4874fac99),segment_id=6bfb71d1-ea60-4741-9273-9da4874fac99)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:42.891416 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f782b580-873a-4821-8465-d3b2d34919e3 req-900c5b7f-6e24-4c95-9183-7cd1dee28312 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:42.909363 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 834b0bb3-38be-46a7-8062-14ea75abcd5f no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:17:42.929573 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-f782b580-873a-4821-8465-d3b2d34919e3 req-900c5b7f-6e24-4c95-9183-7cd1dee28312 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Calling delete_port for 3b050334-2ff6-40ea-a72f-68fb7b069c16 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:42.956848 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4805cfbe-8360-4843-9039-a0a0d18eaada tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:17:42.966113 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4805cfbe-8360-4843-9039-a0a0d18eaada tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:42.966446 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-1399ed3c-3f08-4a9f-b802-dcf4400cdc07 admin admin] Allocated IP 172.20.0.1 (175b495f-869e-42c2-9c42-a1c3bbea572a/83de71ea-578d-4bd1-8d99-2eadd1cbd9f4/b7c9e36a-9c90-401f-98be-1e1202525e58) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:42.975288 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29788857-dc8b-48be-85ef-d715da844f88 None None] Sync routers for ids ['070aaff9-a882-493a-ac92-7dbb0639b272'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:17:42.985839 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-d248f13e-a3a9-4671-a38b-623b21e44180 None None] Port 3e7d4ffb-cca1-41ee-8a33-4b120246fc85 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:17:42.996912 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29788857-dc8b-48be-85ef-d715da844f88 None None] Routers {'070aaff9-a882-493a-ac92-7dbb0639b272'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:42.997559 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-29788857-dc8b-48be-85ef-d715da844f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['070aaff9-a882-493a-ac92-7dbb0639b272'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:43.031819 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4805cfbe-8360-4843-9039-a0a0d18eaada tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "DELETE /v2.0/floatingips/0c220482-19e1-4402-8e55-50414b8d80de HTTP/1.1" status: 204 len: 168 time: 3.1133947 Aug 10 01:17:43.031819 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43792) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:43.089818 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-29788857-dc8b-48be-85ef-d715da844f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:43.103624 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-6d5d9a7f-67d4-4113-8237-17a81077bc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66eba344-96f2-4c75-b5b8-a042ef269efd', 'name': 'tempest-TestServerMultinode-907638552-router', 'tenant_id': '4c7ae20be0f842feb3257982dcb62312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '2d4381eb-cdd6-4006-90c0-307db416d11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:38Z', 'updated_at': '2021-08-10T01:17:40Z', 'revision_number': 3, 'project_id': '4c7ae20be0f842feb3257982dcb62312', 'gw_port': {'id': '2d4381eb-cdd6-4006-90c0-307db416d11d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66eba344-96f2-4c75-b5b8-a042ef269efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:40Z', 'updated_at': '2021-08-10T01:17:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:43.104391 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29788857-dc8b-48be-85ef-d715da844f88 None None] Routers {'070aaff9-a882-493a-ac92-7dbb0639b272'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:43.105007 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-29788857-dc8b-48be-85ef-d715da844f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['070aaff9-a882-493a-ac92-7dbb0639b272'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:43.108808 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 3101bbe6-48a3-4c7e-b232-6d839ae69c0b completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:43.151731 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2d462a7-be3a-4fdd-88a6-2bcf3f10891f'}, {'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50782122-dccf-4182-a6c4-c73579974fb2'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:17:43.154353 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60d212d-5522-4ce8-95d7-901bfa38fe5b" -d '{"events": [{"server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "name": "network-vif-unplugged", "status": "completed", "tag": "a2d462a7-be3a-4fdd-88a6-2bcf3f10891f"}, {"server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "name": "network-vif-unplugged", "status": "completed", "tag": "50782122-dccf-4182-a6c4-c73579974fb2"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:17:43.160444 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 3101bbe6-48a3-4c7e-b232-6d839ae69c0b triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:43.167166 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:43.171798 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5d9a7f-67d4-4113-8237-17a81077bc6b None None] Checking router: 66eba344-96f2-4c75-b5b8-a042ef269efd for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:17:43.172069 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5d9a7f-67d4-4113-8237-17a81077bc6b None None] Updating router 66eba344-96f2-4c75-b5b8-a042ef269efd port 2d4381eb-cdd6-4006-90c0-307db416d11d binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:17:43.187441 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-29788857-dc8b-48be-85ef-d715da844f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:43.189856 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29788857-dc8b-48be-85ef-d715da844f88 None None] The sync data for ids ['070aaff9-a882-493a-ac92-7dbb0639b272'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:17:43.224580 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:43.233821 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 10 Aug 2021 01:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a3756a-5bd2-4530-914c-cc87b075ee83 x-openstack-request-id: req-a2a3756a-5bd2-4530-914c-cc87b075ee83 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:17:43.234515 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "name": "network-vif-unplugged", "status": "completed", "tag": "a2d462a7-be3a-4fdd-88a6-2bcf3f10891f", "code": 200}, {"server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "name": "network-vif-unplugged", "status": "completed", "tag": "50782122-dccf-4182-a6c4-c73579974fb2", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:17:43.235024 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a2a3756a-5bd2-4530-914c-cc87b075ee83 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:17:43.235618 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2d462a7-be3a-4fdd-88a6-2bcf3f10891f', 'code': 200} Aug 10 01:17:43.236055 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50782122-dccf-4182-a6c4-c73579974fb2', 'code': 200} Aug 10 01:17:43.240961 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f630b1-8064-4cc0-9170-66e5595dede7 req-26c28d1d-35da-4c5f-a782-ded3d555d1ed tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:43.242707 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d0f630b1-8064-4cc0-9170-66e5595dede7 req-26c28d1d-35da-4c5f-a782-ded3d555d1ed tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 945 time: 0.2116642 Aug 10 01:17:43.262025 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1399ed3c-3f08-4a9f-b802-dcf4400cdc07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:43.272288 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6d5d9a7f-67d4-4113-8237-17a81077bc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:43.294246 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-1399ed3c-3f08-4a9f-b802-dcf4400cdc07 admin admin] Transition to ACTIVE for port object b7c9e36a-9c90-401f-98be-1e1202525e58 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:43.351620 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1399ed3c-3f08-4a9f-b802-dcf4400cdc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:43.356799 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-ddf93510-4edf-4f0c-8f90-09fa0dd38140 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Deleting port 93b740fb-05a1-4628-8040-9113a1d36682 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:43.356962 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ddf93510-4edf-4f0c-8f90-09fa0dd38140 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:43.362766 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d0f630b1-8064-4cc0-9170-66e5595dede7 req-66c608a5-03b5-4969-a0de-650c7d5ad2d9 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100917 Aug 10 01:17:43.364910 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f782b580-873a-4821-8465-d3b2d34919e3 req-900c5b7f-6e24-4c95-9183-7cd1dee28312 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:43.401185 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 834b0bb3-38be-46a7-8062-14ea75abcd5f, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=834b0bb3-38be-46a7-8062-14ea75abcd5f,segment=NetworkSegment(22bee217-1454-4f82-8ba4-237438a86038),segment_id=22bee217-1454-4f82-8ba4-237438a86038)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:43.419262 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1399ed3c-3f08-4a9f-b802-dcf4400cdc07 admin admin] Network 175b495f-869e-42c2-9c42-a1c3bbea572a is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:43.422734 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-1399ed3c-3f08-4a9f-b802-dcf4400cdc07 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:43.435519 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c5b7f-6e24-4c95-9183-7cd1dee28312 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Pushing event deleted for resources: {'Port': ['ID=3b050334-2ff6-40ea-a72f-68fb7b069c16,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:43.447381 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1399ed3c-3f08-4a9f-b802-dcf4400cdc07 admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:43.462461 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e88be70d-3d6c-48f7-94f9-ee6ab1b58443 None None] Provisioning complete for port 3101bbe6-48a3-4c7e-b232-6d839ae69c0b triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:43.462927 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e88be70d-3d6c-48f7-94f9-ee6ab1b58443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:43.472756 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:43.473298 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 3ebb267f-3505-448c-a3cb-fbb1b4c35076 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:17:43.503216 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f782b580-873a-4821-8465-d3b2d34919e3 req-900c5b7f-6e24-4c95-9183-7cd1dee28312 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] No DVR routers for this DVR port 3b050334-2ff6-40ea-a72f-68fb7b069c16 on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:17:43.522876 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f782b580-873a-4821-8465-d3b2d34919e3 req-900c5b7f-6e24-4c95-9183-7cd1dee28312 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:43.525081 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f782b580-873a-4821-8465-d3b2d34919e3 req-900c5b7f-6e24-4c95-9183-7cd1dee28312 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.20 "DELETE /v2.0/ports/3b050334-2ff6-40ea-a72f-68fb7b069c16 HTTP/1.1" status: 204 len: 173 time: 1.0821559 Aug 10 01:17:43.528396 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'name': 'network-vif-deleted', 'tag': '3b050334-2ff6-40ea-a72f-68fb7b069c16'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:17:43.531478 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1399ed3c-3f08-4a9f-b802-dcf4400cdc07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:43.533002 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9896832a-1118-410a-a5c1-7253bae34bc8" -d '{"events": [{"server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "name": "network-vif-deleted", "tag": "3b050334-2ff6-40ea-a72f-68fb7b069c16"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:17:43.585780 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399ed3c-3f08-4a9f-b802-dcf4400cdc07 admin admin] Pushing event updated for resources: {'Port': ['ID=b7c9e36a-9c90-401f-98be-1e1202525e58,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:43.633557 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c77a1b-081b-4346-8405-fe26495ec4b0 x-openstack-request-id: req-26c77a1b-081b-4346-8405-fe26495ec4b0 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:17:43.634123 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "name": "network-vif-deleted", "tag": "3b050334-2ff6-40ea-a72f-68fb7b069c16", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:17:43.635087 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-26c77a1b-081b-4346-8405-fe26495ec4b0 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:17:43.635656 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'name': 'network-vif-deleted', 'tag': '3b050334-2ff6-40ea-a72f-68fb7b069c16', 'status': 'completed', 'code': 200} Aug 10 01:17:43.705162 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ddf93510-4edf-4f0c-8f90-09fa0dd38140 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:43.736110 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-ddf93510-4edf-4f0c-8f90-09fa0dd38140 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Calling delete_port for 93b740fb-05a1-4628-8040-9113a1d36682 owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:43.773022 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:43.776379 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-f782b580-873a-4821-8465-d3b2d34919e3 req-14d38100-ddc9-4e80-80bc-fb3f5b2e5c47 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Deleting port 50782122-dccf-4182-a6c4-c73579974fb2 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:43.777042 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f782b580-873a-4821-8465-d3b2d34919e3 req-14d38100-ddc9-4e80-80bc-fb3f5b2e5c47 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:43.786977 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1399ed3c-3f08-4a9f-b802-dcf4400cdc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:43.909864 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=834b0bb3-38be-46a7-8062-14ea75abcd5f,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:43.933614 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c3cb90d9-6c83-43fc-af79-054606f6d3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:43.976630 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e28d6-c11d-423d-8516-f4576a0d76f1 req-d7b49ac4-64b6-4498-9c28-a2f1d1d97516 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:43.983217 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 3101bbe6-48a3-4c7e-b232-6d839ae69c0b, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=3101bbe6-48a3-4c7e-b232-6d839ae69c0b,segment=NetworkSegment(328bdebe-614b-4d18-b555-1e87050f9f9a),segment_id=328bdebe-614b-4d18-b555-1e87050f9f9a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:43.984290 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e28d6-c11d-423d-8516-f4576a0d76f1 req-d7b49ac4-64b6-4498-9c28-a2f1d1d97516 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:43.999574 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e28d6-c11d-423d-8516-f4576a0d76f1 req-d7b49ac4-64b6-4498-9c28-a2f1d1d97516 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:44.005984 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e28d6-c11d-423d-8516-f4576a0d76f1 req-d7b49ac4-64b6-4498-9c28-a2f1d1d97516 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:44.007551 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d84e28d6-c11d-423d-8516-f4576a0d76f1 req-d7b49ac4-64b6-4498-9c28-a2f1d1d97516 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 3144 time: 0.2271879 Aug 10 01:17:44.046032 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1399ed3c-3f08-4a9f-b802-dcf4400cdc07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:44.057127 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1399ed3c-3f08-4a9f-b802-dcf4400cdc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:44.101563 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-f782b580-873a-4821-8465-d3b2d34919e3 req-14d38100-ddc9-4e80-80bc-fb3f5b2e5c47 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] For port 50782122-dccf-4182-a6c4-c73579974fb2, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=50782122-dccf-4182-a6c4-c73579974fb2,segment=NetworkSegment(0da4c42e-4459-4321-b2c7-7e940e3214c5),segment_id=0da4c42e-4459-4321-b2c7-7e940e3214c5)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:44.101941 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f782b580-873a-4821-8465-d3b2d34919e3 req-14d38100-ddc9-4e80-80bc-fb3f5b2e5c47 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:44.112194 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1399ed3c-3f08-4a9f-b802-dcf4400cdc07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:44.127269 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-f782b580-873a-4821-8465-d3b2d34919e3 req-14d38100-ddc9-4e80-80bc-fb3f5b2e5c47 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Calling delete_port for 50782122-dccf-4182-a6c4-c73579974fb2 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:44.131273 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d84e28d6-c11d-423d-8516-f4576a0d76f1 req-76520048-e995-4773-a5ac-37a4fae8375b tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112471 Aug 10 01:17:44.153642 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6d5d9a7f-67d4-4113-8237-17a81077bc6b None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:44.167310 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:44.213753 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 3ebb267f-3505-448c-a3cb-fbb1b4c35076, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=3ebb267f-3505-448c-a3cb-fbb1b4c35076,segment=NetworkSegment(0da4c42e-4459-4321-b2c7-7e940e3214c5),segment_id=0da4c42e-4459-4321-b2c7-7e940e3214c5)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:44.215781 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:44.229755 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399ed3c-3f08-4a9f-b802-dcf4400cdc07 admin admin] Pushing event updated for resources: {'Port': ['ID=b7c9e36a-9c90-401f-98be-1e1202525e58,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:44.260194 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ddf93510-4edf-4f0c-8f90-09fa0dd38140 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:44.283694 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1399ed3c-3f08-4a9f-b802-dcf4400cdc07 admin admin] Network 175b495f-869e-42c2-9c42-a1c3bbea572a is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:44.285314 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-1399ed3c-3f08-4a9f-b802-dcf4400cdc07 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:44.297067 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf93510-4edf-4f0c-8f90-09fa0dd38140 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event deleted for resources: {'Port': ['ID=93b740fb-05a1-4628-8040-9113a1d36682,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:44.357205 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6d5d9a7f-67d4-4113-8237-17a81077bc6b None None] Transition to ACTIVE for port object 2d4381eb-cdd6-4006-90c0-307db416d11d will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:44.388615 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:44.406821 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6d5d9a7f-67d4-4113-8237-17a81077bc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:44.454568 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-6d5d9a7f-67d4-4113-8237-17a81077bc6b None None] Attempting to bind port 2d4381eb-cdd6-4006-90c0-307db416d11d on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:44.455239 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-6d5d9a7f-67d4-4113-8237-17a81077bc6b None None] Attempting to bind port 2d4381eb-cdd6-4006-90c0-307db416d11d by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:44.455843 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5d9a7f-67d4-4113-8237-17a81077bc6b None None] Attempting to bind port 2d4381eb-cdd6-4006-90c0-307db416d11d on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:44.463486 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=3101bbe6-48a3-4c7e-b232-6d839ae69c0b,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:44.490808 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5d9a7f-67d4-4113-8237-17a81077bc6b None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:17:44.492198 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5d9a7f-67d4-4113-8237-17a81077bc6b None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:44.493656 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6d5d9a7f-67d4-4113-8237-17a81077bc6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:44.494659 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5d9a7f-67d4-4113-8237-17a81077bc6b None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:17:44.495692 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-6d5d9a7f-67d4-4113-8237-17a81077bc6b None None] Bound port: 2d4381eb-cdd6-4006-90c0-307db416d11d, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:17:44.496326 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6d5d9a7f-67d4-4113-8237-17a81077bc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:44.507370 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1399ed3c-3f08-4a9f-b802-dcf4400cdc07 admin admin] Router 66eba344-96f2-4c75-b5b8-a042ef269efd has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:17:44.519776 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f782b580-873a-4821-8465-d3b2d34919e3 req-14d38100-ddc9-4e80-80bc-fb3f5b2e5c47 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:44.521971 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ddf93510-4edf-4f0c-8f90-09fa0dd38140 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:44.524171 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ddf93510-4edf-4f0c-8f90-09fa0dd38140 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "DELETE /v2.0/ports/93b740fb-05a1-4628-8040-9113a1d36682 HTTP/1.1" status: 204 len: 168 time: 1.4889653 Aug 10 01:17:44.527962 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43808) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:44.535301 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-e65eefad-3be1-461d-9927-5879d7ad98db tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:44.570075 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6d5d9a7f-67d4-4113-8237-17a81077bc6b None None] For port 2d4381eb-cdd6-4006-90c0-307db416d11d, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:17:44.575485 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6d5d9a7f-67d4-4113-8237-17a81077bc6b None None] For port 2d4381eb-cdd6-4006-90c0-307db416d11d, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=2d4381eb-cdd6-4006-90c0-307db416d11d,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:17:44.586192 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d38100-ddc9-4e80-80bc-fb3f5b2e5c47 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Pushing event deleted for resources: {'Port': ['ID=50782122-dccf-4182-a6c4-c73579974fb2,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:44.609125 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a82db2-d88b-475f-a3d3-3b8481a29a41 req-da55a869-0ee2-42ba-b8d9-0658f0a34b4c tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:44.616825 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-86a82db2-d88b-475f-a3d3-3b8481a29a41 req-da55a869-0ee2-42ba-b8d9-0658f0a34b4c tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 945 time: 0.1119938 Aug 10 01:17:44.635919 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6d5d9a7f-67d4-4113-8237-17a81077bc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:44.655104 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:44.684802 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f782b580-873a-4821-8465-d3b2d34919e3 req-14d38100-ddc9-4e80-80bc-fb3f5b2e5c47 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] No DVR routers for this DVR port 50782122-dccf-4182-a6c4-c73579974fb2 on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:17:44.689490 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f782b580-873a-4821-8465-d3b2d34919e3 req-14d38100-ddc9-4e80-80bc-fb3f5b2e5c47 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:44.691478 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=3ebb267f-3505-448c-a3cb-fbb1b4c35076,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:44.691630 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f782b580-873a-4821-8465-d3b2d34919e3 req-14d38100-ddc9-4e80-80bc-fb3f5b2e5c47 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.20 "DELETE /v2.0/ports/50782122-dccf-4182-a6c4-c73579974fb2 HTTP/1.1" status: 204 len: 173 time: 1.1383257 Aug 10 01:17:44.694300 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5d9a7f-67d4-4113-8237-17a81077bc6b None None] Routers {'66eba344-96f2-4c75-b5b8-a042ef269efd'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:44.695036 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-6d5d9a7f-67d4-4113-8237-17a81077bc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['66eba344-96f2-4c75-b5b8-a042ef269efd'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:44.705680 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-86a82db2-d88b-475f-a3d3-3b8481a29a41 req-7aef06bf-8c77-4bac-9762-d8cbcbb9062d tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859993 Aug 10 01:17:44.726732 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e65eefad-3be1-461d-9927-5879d7ad98db tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for floatingip, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:44.807777 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1399ed3c-3f08-4a9f-b802-dcf4400cdc07 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:17:44.813926 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-f782b580-873a-4821-8465-d3b2d34919e3 req-3e3a4d29-23ad-423c-a9b1-cf797babe6af tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Deleting port 834b0bb3-38be-46a7-8062-14ea75abcd5f {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:44.814476 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f782b580-873a-4821-8465-d3b2d34919e3 req-3e3a4d29-23ad-423c-a9b1-cf797babe6af tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:44.820485 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1399ed3c-3f08-4a9f-b802-dcf4400cdc07 admin admin] 10.222.0.35 "PUT /v2.0/routers/66eba344-96f2-4c75-b5b8-a042ef269efd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0232944 Aug 10 01:17:44.840090 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-639e99de-bc7f-4724-bebe-c213dc49e9c1 None None] Provisioning for port b7c9e36a-9c90-401f-98be-1e1202525e58 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:44.852012 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-639e99de-bc7f-4724-bebe-c213dc49e9c1 None None] Provisioning complete for port b7c9e36a-9c90-401f-98be-1e1202525e58 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:44.852423 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-639e99de-bc7f-4724-bebe-c213dc49e9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:44.907738 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e65eefad-3be1-461d-9927-5879d7ad98db tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:44.918421 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-639e99de-bc7f-4724-bebe-c213dc49e9c1 None None] Port b7c9e36a-9c90-401f-98be-1e1202525e58 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:17:44.924600 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e9f68-a433-4670-a971-c84719c9957a None None] Pushing event updated for resources: {'Port': ['ID=2d4381eb-cdd6-4006-90c0-307db416d11d,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:44.986564 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-f782b580-873a-4821-8465-d3b2d34919e3 req-3e3a4d29-23ad-423c-a9b1-cf797babe6af tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] For port 834b0bb3-38be-46a7-8062-14ea75abcd5f, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=834b0bb3-38be-46a7-8062-14ea75abcd5f,segment=NetworkSegment(22bee217-1454-4f82-8ba4-237438a86038),segment_id=22bee217-1454-4f82-8ba4-237438a86038)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:44.987139 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f782b580-873a-4821-8465-d3b2d34919e3 req-3e3a4d29-23ad-423c-a9b1-cf797babe6af tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:45.110721 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-6d5d9a7f-67d4-4113-8237-17a81077bc6b None None] Set router 66eba344-96f2-4c75-b5b8-a042ef269efd gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:45.121340 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e9f68-a433-4670-a971-c84719c9957a None None] Pushing event updated for resources: {'Port': ['ID=2d4381eb-cdd6-4006-90c0-307db416d11d,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:45.209790 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:45.460016 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '834b0bb3-38be-46a7-8062-14ea75abcd5f'}, {'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ebb267f-3505-448c-a3cb-fbb1b4c35076'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:17:45.462816 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a6bdd4-8e2f-4578-89c6-b92aa1a09619" -d '{"events": [{"server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "name": "network-vif-unplugged", "status": "completed", "tag": "834b0bb3-38be-46a7-8062-14ea75abcd5f"}, {"server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "name": "network-vif-unplugged", "status": "completed", "tag": "3ebb267f-3505-448c-a3cb-fbb1b4c35076"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:17:45.566815 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 10 Aug 2021 01:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71310248-bf33-4bed-85fb-4dde7bf80ca0 x-openstack-request-id: req-71310248-bf33-4bed-85fb-4dde7bf80ca0 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:17:45.567121 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "name": "network-vif-unplugged", "status": "completed", "tag": "834b0bb3-38be-46a7-8062-14ea75abcd5f", "code": 200}, {"server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "name": "network-vif-unplugged", "status": "completed", "tag": "3ebb267f-3505-448c-a3cb-fbb1b4c35076", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:17:45.568554 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-71310248-bf33-4bed-85fb-4dde7bf80ca0 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:17:45.569070 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '834b0bb3-38be-46a7-8062-14ea75abcd5f', 'code': 200} Aug 10 01:17:45.569338 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ebb267f-3505-448c-a3cb-fbb1b4c35076', 'code': 200} Aug 10 01:17:45.612027 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-e65eefad-3be1-461d-9927-5879d7ad98db tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Allocated IP 172.25.2.126 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/d98eab04-0916-4e5a-923d-4bca5ee22ebb) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:45.658309 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'name': 'network-vif-deleted', 'tag': '50782122-dccf-4182-a6c4-c73579974fb2'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:17:45.660644 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142a3177-d691-470c-927b-5dbe616b45b6" -d '{"events": [{"server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "name": "network-vif-deleted", "tag": "50782122-dccf-4182-a6c4-c73579974fb2"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:17:45.698087 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-6d5d9a7f-67d4-4113-8237-17a81077bc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66eba344-96f2-4c75-b5b8-a042ef269efd', 'name': 'tempest-TestServerMultinode-907638552-router', 'tenant_id': '4c7ae20be0f842feb3257982dcb62312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '2d4381eb-cdd6-4006-90c0-307db416d11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:38Z', 'updated_at': '2021-08-10T01:17:43Z', 'revision_number': 4, 'project_id': '4c7ae20be0f842feb3257982dcb62312', 'gw_port': {'id': '2d4381eb-cdd6-4006-90c0-307db416d11d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66eba344-96f2-4c75-b5b8-a042ef269efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:40Z', 'updated_at': '2021-08-10T01:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'b7c9e36a-9c90-401f-98be-1e1202525e58', 'name': '', 'network_id': '175b495f-869e-42c2-9c42-a1c3bbea572a', 'tenant_id': '4c7ae20be0f842feb3257982dcb62312', 'mac_address': 'fa:16:3e:14:ef:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66eba344-96f2-4c75-b5b8-a042ef269efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '83de71ea-578d-4bd1-8d99-2eadd1cbd9f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:42Z', 'updated_at': '2021-08-10T01:17:43Z', 'revision_number': 2, 'project_id': '4c7ae20be0f842feb3257982dcb62312', 'subnets': [{'id': '83de71ea-578d-4bd1-8d99-2eadd1cbd9f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:45.730331 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5d9a7f-67d4-4113-8237-17a81077bc6b None None] The sync data for ids ['66eba344-96f2-4c75-b5b8-a042ef269efd'] in n-d-766726-26 is: [{'id': '66eba344-96f2-4c75-b5b8-a042ef269efd', 'name': 'tempest-TestServerMultinode-907638552-router', 'tenant_id': '4c7ae20be0f842feb3257982dcb62312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '2d4381eb-cdd6-4006-90c0-307db416d11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:38Z', 'updated_at': '2021-08-10T01:17:43Z', 'revision_number': 4, 'project_id': '4c7ae20be0f842feb3257982dcb62312', 'gw_port': {'id': '2d4381eb-cdd6-4006-90c0-307db416d11d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66eba344-96f2-4c75-b5b8-a042ef269efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:40Z', 'updated_at': '2021-08-10T01:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'b7c9e36a-9c90-401f-98be-1e1202525e58', 'name': '', 'network_id': '175b495f-869e-42c2-9c42-a1c3bbea572a', 'tenant_id': '4c7ae20be0f842feb3257982dcb62312', 'mac_address': 'fa:16:3e:14:ef:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66eba344-96f2-4c75-b5b8-a042ef269efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '83de71ea-578d-4bd1-8d99-2eadd1cbd9f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:42Z', 'updated_at': '2021-08-10T01:17:43Z', 'revision_number': 2, 'project_id': '4c7ae20be0f842feb3257982dcb62312', 'subnets': [{'id': '83de71ea-578d-4bd1-8d99-2eadd1cbd9f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:17:45.798909 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e65eefad-3be1-461d-9927-5879d7ad98db tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:45.842624 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e65eefad-3be1-461d-9927-5879d7ad98db tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:45.872953 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3438024-40e9-411a-ab22-6ceaab6649a7 req-cd9a5ef7-73ab-48b9-b9a2-47e660a5a652 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:45.878907 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3438024-40e9-411a-ab22-6ceaab6649a7 req-cd9a5ef7-73ab-48b9-b9a2-47e660a5a652 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:45.885140 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3438024-40e9-411a-ab22-6ceaab6649a7 req-cd9a5ef7-73ab-48b9-b9a2-47e660a5a652 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:45.886669 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a3438024-40e9-411a-ab22-6ceaab6649a7 req-cd9a5ef7-73ab-48b9-b9a2-47e660a5a652 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 2410 time: 0.2231264 Aug 10 01:17:45.891193 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65eefad-3be1-461d-9927-5879d7ad98db tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:45.895334 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-e65eefad-3be1-461d-9927-5879d7ad98db tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:45.897965 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65eefad-3be1-461d-9927-5879d7ad98db tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:45.907311 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-61d66189-15d7-4015-b5b9-6f419e80c0f1 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:45.908849 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-61d66189-15d7-4015-b5b9-6f419e80c0f1 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/networks?id=a6634216-2d60-49e7-90bb-a10a1b36d20f HTTP/1.1" status: 200 len: 910 time: 0.2382605 Aug 10 01:17:45.933046 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f782b580-873a-4821-8465-d3b2d34919e3 req-3e3a4d29-23ad-423c-a9b1-cf797babe6af tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:45.933046 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f782b580-873a-4821-8465-d3b2d34919e3 req-3e3a4d29-23ad-423c-a9b1-cf797babe6af tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:45.933363 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [req-f782b580-873a-4821-8465-d3b2d34919e3 req-3e3a4d29-23ad-423c-a9b1-cf797babe6af tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Floating IP d19e2c0a-af90-4c6b-9399-0b846960767c disassociated. External IP: 172.25.2.81, port: 834b0bb3-38be-46a7-8062-14ea75abcd5f. Aug 10 01:17:45.933625 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65eefad-3be1-461d-9927-5879d7ad98db tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event updated for resources: {'Port': ['ID=d98eab04-0916-4e5a-923d-4bca5ee22ebb,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:45.933774 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-f782b580-873a-4821-8465-d3b2d34919e3 req-3e3a4d29-23ad-423c-a9b1-cf797babe6af tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Calling delete_port for 834b0bb3-38be-46a7-8062-14ea75abcd5f owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:45.956290 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-67b0e650-904e-40d2-a683-2887d6916b0d tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/quotas/4c7ae20be0f842feb3257982dcb62312 HTTP/1.1" status: 200 len: 375 time: 0.0413806 Aug 10 01:17:46.017516 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e65eefad-3be1-461d-9927-5879d7ad98db tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:46.034727 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a3438024-40e9-411a-ab22-6ceaab6649a7 req-841ae0cc-1c0f-4835-9903-6f0f2c1fad9a tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211641 Aug 10 01:17:46.095502 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e65eefad-3be1-461d-9927-5879d7ad98db tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:46.137692 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-55373541-3eaa-4277-9acd-52247dd33c3d tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/ports?tenant_id=4c7ae20be0f842feb3257982dcb62312&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1478341 Aug 10 01:17:46.153355 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a89d78-10cb-4fd4-b4ac-50be8540a4ab x-openstack-request-id: req-19a89d78-10cb-4fd4-b4ac-50be8540a4ab {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:17:46.153587 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "name": "network-vif-deleted", "tag": "50782122-dccf-4182-a6c4-c73579974fb2", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:17:46.153696 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-19a89d78-10cb-4fd4-b4ac-50be8540a4ab {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:17:46.155959 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'name': 'network-vif-deleted', 'tag': '50782122-dccf-4182-a6c4-c73579974fb2', 'status': 'completed', 'code': 200} Aug 10 01:17:46.279347 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:46.350388 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e65eefad-3be1-461d-9927-5879d7ad98db tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:46.361900 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e65eefad-3be1-461d-9927-5879d7ad98db tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:46.399635 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3101bbe6-48a3-4c7e-b232-6d839ae69c0b up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:46.408125 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f782b580-873a-4821-8465-d3b2d34919e3 req-3e3a4d29-23ad-423c-a9b1-cf797babe6af tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:46.466670 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65eefad-3be1-461d-9927-5879d7ad98db tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event updated for resources: {'Port': ['ID=d98eab04-0916-4e5a-923d-4bca5ee22ebb,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:46.470608 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-710f5f88-ce3c-44da-89cc-e7dd8e97c988 service neutron] 10.222.0.35 "GET /v2.0/networks/a6634216-2d60-49e7-90bb-a10a1b36d20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319561 Aug 10 01:17:46.481960 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3a4d29-23ad-423c-a9b1-cf797babe6af tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Pushing event deleted for resources: {'Port': ['ID=834b0bb3-38be-46a7-8062-14ea75abcd5f,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:46.487043 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 3101bbe6-48a3-4c7e-b232-6d839ae69c0b triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:46.487596 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:46.490676 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e65eefad-3be1-461d-9927-5879d7ad98db tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:46.506935 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ff882-1345-4456-9dad-82dc9d28f9f8 req-a82eb8d3-1502-42cf-b2af-3be371f89dff tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:46.508560 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-857ff882-1345-4456-9dad-82dc9d28f9f8 req-a82eb8d3-1502-42cf-b2af-3be371f89dff tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 945 time: 0.2025483 Aug 10 01:17:46.525563 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e65eefad-3be1-461d-9927-5879d7ad98db tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:46.526956 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e65eefad-3be1-461d-9927-5879d7ad98db tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9961474 Aug 10 01:17:46.536680 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43844) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:46.541884 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-987a8f21-a6db-49ab-a6fe-2a8fc08ae6e6 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Request body: {'port': {'network_id': '3be555da-de1d-4bbe-aa76-c394ab7576ff', 'name': 'tempest-FloatingIPTestJSON-700803364'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:46.705347 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-857ff882-1345-4456-9dad-82dc9d28f9f8 req-b9b0ef19-6fc4-4c7e-b189-2b7da6de6e28 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344209 Aug 10 01:17:46.777998 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987a8f21-a6db-49ab-a6fe-2a8fc08ae6e6 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Made reservation on behalf of 8adb01a230e64464b499069423d36c25 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:46.785359 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-987a8f21-a6db-49ab-a6fe-2a8fc08ae6e6 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:46.789116 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-52b33ba7-a529-4864-823e-9867d5d1f445 service neutron] 10.222.0.35 "GET /v2.0/networks/a6634216-2d60-49e7-90bb-a10a1b36d20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175724 Aug 10 01:17:46.806982 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-987a8f21-a6db-49ab-a6fe-2a8fc08ae6e6 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] device_id is not set on port 57c145b7-72a5-435a-9a5a-3772629b1d2b yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:17:46.825014 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f782b580-873a-4821-8465-d3b2d34919e3 req-3e3a4d29-23ad-423c-a9b1-cf797babe6af tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Router e6f78b89-e45a-4c8e-aa3e-ae9857967832 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:17:47.092875 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f782b580-873a-4821-8465-d3b2d34919e3 req-3e3a4d29-23ad-423c-a9b1-cf797babe6af tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:17:47.109746 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c98a4b-5082-427e-9c95-f643dbf3d9ee None None] Sync routers for ids ['e6f78b89-e45a-4c8e-aa3e-ae9857967832'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:17:47.127632 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c98a4b-5082-427e-9c95-f643dbf3d9ee None None] Routers {'e6f78b89-e45a-4c8e-aa3e-ae9857967832'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:47.128509 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-13c98a4b-5082-427e-9c95-f643dbf3d9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['e6f78b89-e45a-4c8e-aa3e-ae9857967832'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:47.156521 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-987a8f21-a6db-49ab-a6fe-2a8fc08ae6e6 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Allocated IP 172.20.0.12 (3be555da-de1d-4bbe-aa76-c394ab7576ff/c293c9d5-8bfc-4130-a1c5-8bebbd53e598/57c145b7-72a5-435a-9a5a-3772629b1d2b) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:47.218736 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f782b580-873a-4821-8465-d3b2d34919e3 req-3e3a4d29-23ad-423c-a9b1-cf797babe6af tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] No DVR routers for this DVR port 834b0bb3-38be-46a7-8062-14ea75abcd5f on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:17:47.228540 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f782b580-873a-4821-8465-d3b2d34919e3 req-3e3a4d29-23ad-423c-a9b1-cf797babe6af tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:47.230619 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f782b580-873a-4821-8465-d3b2d34919e3 req-3e3a4d29-23ad-423c-a9b1-cf797babe6af tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.20 "DELETE /v2.0/ports/834b0bb3-38be-46a7-8062-14ea75abcd5f HTTP/1.1" status: 204 len: 173 time: 2.5185835 Aug 10 01:17:47.252284 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a47b228e-19d1-404d-a09b-70a41f5460d3 req-5c6a4a4a-74ee-448b-922c-2d81814e0c37 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a83d236f-bf4c-4dd0-a81d-315ac13b5565 HTTP/1.1" status: 200 len: 210 time: 0.0974786 Aug 10 01:17:47.311357 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43860) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:47.351896 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-13c98a4b-5082-427e-9c95-f643dbf3d9ee None None] Set router e6f78b89-e45a-4c8e-aa3e-ae9857967832 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:47.436444 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f760369-448a-4b89-8f75-547233315632 req-f8c1869d-7baa-46d1-9a1b-d99ef89c3474 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:47.453274 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f760369-448a-4b89-8f75-547233315632 req-f8c1869d-7baa-46d1-9a1b-d99ef89c3474 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:47.454988 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f760369-448a-4b89-8f75-547233315632 req-f8c1869d-7baa-46d1-9a1b-d99ef89c3474 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 1677 time: 0.2086720 Aug 10 01:17:47.541993 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-987a8f21-a6db-49ab-a6fe-2a8fc08ae6e6 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:47.559116 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7304853c-0a1f-4909-a9e2-f33edda6b2d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:47.610509 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-987a8f21-a6db-49ab-a6fe-2a8fc08ae6e6 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:47.662150 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f760369-448a-4b89-8f75-547233315632 req-47de2fed-1139-4b6f-9b28-60755871bce7 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885881 Aug 10 01:17:47.668582 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-f782b580-873a-4821-8465-d3b2d34919e3 req-54208fcf-5934-4eb8-a81e-73a83f14c6a7 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Deleting port a2d462a7-be3a-4fdd-88a6-2bcf3f10891f {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:47.669063 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f782b580-873a-4821-8465-d3b2d34919e3 req-54208fcf-5934-4eb8-a81e-73a83f14c6a7 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:47.726686 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a8f21-a6db-49ab-a6fe-2a8fc08ae6e6 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event updated for resources: {'Port': ['ID=57c145b7-72a5-435a-9a5a-3772629b1d2b,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:47.760787 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987a8f21-a6db-49ab-a6fe-2a8fc08ae6e6 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Network 3be555da-de1d-4bbe-aa76-c394ab7576ff is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:47.765920 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-987a8f21-a6db-49ab-a6fe-2a8fc08ae6e6 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:47.768648 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987a8f21-a6db-49ab-a6fe-2a8fc08ae6e6 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:47.771905 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-13c98a4b-5082-427e-9c95-f643dbf3d9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'name': 'tempest-TaggedBootDevicesTest_v242-754306698-router', 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'c7aaf84e-d2bd-45b2-847e-e35d40b2642c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:07:13Z', 'updated_at': '2021-08-10T01:07:19Z', 'revision_number': 4, 'project_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'gw_port': {'id': 'c7aaf84e-d2bd-45b2-847e-e35d40b2642c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:08:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:14Z', 'updated_at': '2021-08-10T01:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'd3d896ee-c28d-4072-91ac-1394f39c2809', 'name': '', 'network_id': 'aaa7fdb9-5c2f-4bac-aa26-627a06906836', 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'mac_address': 'fa:16:3e:23:be:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '339ff70b-03e4-4165-8331-9fed849d52e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:18Z', 'updated_at': '2021-08-10T01:07:34Z', 'revision_number': 5, 'project_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'subnets': [{'id': '339ff70b-03e4-4165-8331-9fed849d52e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:47.848532 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c98a4b-5082-427e-9c95-f643dbf3d9ee None None] Checking router: e6f78b89-e45a-4c8e-aa3e-ae9857967832 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:17:47.859658 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c98a4b-5082-427e-9c95-f643dbf3d9ee None None] Routers {'e6f78b89-e45a-4c8e-aa3e-ae9857967832'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:47.860537 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-13c98a4b-5082-427e-9c95-f643dbf3d9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['e6f78b89-e45a-4c8e-aa3e-ae9857967832'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:47.862442 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987a8f21-a6db-49ab-a6fe-2a8fc08ae6e6 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:47.863187 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-987a8f21-a6db-49ab-a6fe-2a8fc08ae6e6 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:47.923553 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7304853c-0a1f-4909-a9e2-f33edda6b2d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:47.929380 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-f782b580-873a-4821-8465-d3b2d34919e3 req-54208fcf-5934-4eb8-a81e-73a83f14c6a7 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] For port a2d462a7-be3a-4fdd-88a6-2bcf3f10891f, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=a2d462a7-be3a-4fdd-88a6-2bcf3f10891f,segment=NetworkSegment(6bfb71d1-ea60-4741-9273-9da4874fac99),segment_id=6bfb71d1-ea60-4741-9273-9da4874fac99)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:47.929667 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f782b580-873a-4821-8465-d3b2d34919e3 req-54208fcf-5934-4eb8-a81e-73a83f14c6a7 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:47.945597 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-987a8f21-a6db-49ab-a6fe-2a8fc08ae6e6 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4077716 Aug 10 01:17:47.948335 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43872) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:47.951555 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7304853c-0a1f-4909-a9e2-f33edda6b2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:47.954426 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-54b30cb2-11c6-4de2-87bf-75082c157273 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Request body: {'floatingip': {'port_id': '57c145b7-72a5-435a-9a5a-3772629b1d2b'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:47.988436 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7304853c-0a1f-4909-a9e2-f33edda6b2d4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ded04eef086c484c9f98f9472bafe869&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6750655 Aug 10 01:17:47.995087 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43874) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:48.004942 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-f782b580-873a-4821-8465-d3b2d34919e3 req-54208fcf-5934-4eb8-a81e-73a83f14c6a7 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Calling delete_port for a2d462a7-be3a-4fdd-88a6-2bcf3f10891f owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:48.025513 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694c487-7228-4564-9ef7-83f149e5e6b6 req-0e996d21-6d8c-45f9-a92a-30b7a7361f9e tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:48.026567 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5694c487-7228-4564-9ef7-83f149e5e6b6 req-0e996d21-6d8c-45f9-a92a-30b7a7361f9e tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 945 time: 0.1816733 Aug 10 01:17:48.038999 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-13c98a4b-5082-427e-9c95-f643dbf3d9ee None None] Set router e6f78b89-e45a-4c8e-aa3e-ae9857967832 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:48.039220 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-54b30cb2-11c6-4de2-87bf-75082c157273 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for floatingip, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:48.090716 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304853c-0a1f-4909-a9e2-f33edda6b2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e1a180-7281-4b5e-8f79-e6f46fce2c74,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:48.152029 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5694c487-7228-4564-9ef7-83f149e5e6b6 req-cd5eb743-cb46-486c-8969-925c4f3ce05b tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151235 Aug 10 01:17:48.156866 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'name': 'network-vif-deleted', 'tag': '834b0bb3-38be-46a7-8062-14ea75abcd5f'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:17:48.159182 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c689c6f-2bcb-4f92-8516-f09408b109f7" -d '{"events": [{"server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "name": "network-vif-deleted", "tag": "834b0bb3-38be-46a7-8062-14ea75abcd5f"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:17:48.178525 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-da21a455-f871-46ef-b085-8acd91f42e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:48.239151 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e769482c-332c-4534-bf3f-0e872fd123eb x-openstack-request-id: req-e769482c-332c-4534-bf3f-0e872fd123eb {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:17:48.239456 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "name": "network-vif-deleted", "tag": "834b0bb3-38be-46a7-8062-14ea75abcd5f", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:17:48.239725 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e769482c-332c-4534-bf3f-0e872fd123eb {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:17:48.240138 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'name': 'network-vif-deleted', 'tag': '834b0bb3-38be-46a7-8062-14ea75abcd5f', 'status': 'completed', 'code': 200} Aug 10 01:17:48.253855 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-da21a455-f871-46ef-b085-8acd91f42e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:48.433418 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-13c98a4b-5082-427e-9c95-f643dbf3d9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'name': 'tempest-TaggedBootDevicesTest_v242-754306698-router', 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'c7aaf84e-d2bd-45b2-847e-e35d40b2642c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:07:13Z', 'updated_at': '2021-08-10T01:07:19Z', 'revision_number': 4, 'project_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'gw_port': {'id': 'c7aaf84e-d2bd-45b2-847e-e35d40b2642c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:08:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:14Z', 'updated_at': '2021-08-10T01:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'd3d896ee-c28d-4072-91ac-1394f39c2809', 'name': '', 'network_id': 'aaa7fdb9-5c2f-4bac-aa26-627a06906836', 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'mac_address': 'fa:16:3e:23:be:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '339ff70b-03e4-4165-8331-9fed849d52e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:18Z', 'updated_at': '2021-08-10T01:07:34Z', 'revision_number': 5, 'project_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'subnets': [{'id': '339ff70b-03e4-4165-8331-9fed849d52e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:48.494684 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 2d4381eb-cdd6-4006-90c0-307db416d11d up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:48.498899 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c98a4b-5082-427e-9c95-f643dbf3d9ee None None] The sync data for ids ['e6f78b89-e45a-4c8e-aa3e-ae9857967832'] in n-d-766726-26 is: [{'id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'name': 'tempest-TaggedBootDevicesTest_v242-754306698-router', 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'c7aaf84e-d2bd-45b2-847e-e35d40b2642c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:07:13Z', 'updated_at': '2021-08-10T01:07:19Z', 'revision_number': 4, 'project_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'gw_port': {'id': 'c7aaf84e-d2bd-45b2-847e-e35d40b2642c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:08:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:14Z', 'updated_at': '2021-08-10T01:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'd3d896ee-c28d-4072-91ac-1394f39c2809', 'name': '', 'network_id': 'aaa7fdb9-5c2f-4bac-aa26-627a06906836', 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'mac_address': 'fa:16:3e:23:be:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '339ff70b-03e4-4165-8331-9fed849d52e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:18Z', 'updated_at': '2021-08-10T01:07:34Z', 'revision_number': 5, 'project_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'subnets': [{'id': '339ff70b-03e4-4165-8331-9fed849d52e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:17:48.516390 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f782b580-873a-4821-8465-d3b2d34919e3 req-54208fcf-5934-4eb8-a81e-73a83f14c6a7 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:48.537472 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6310a986-5e51-4b0d-bc14-3fda75c923b3 req-6b9da558-b96f-4b77-b554-9919e260669e tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a83d236f-bf4c-4dd0-a81d-315ac13b5565 HTTP/1.1" status: 200 len: 210 time: 0.1140292 Aug 10 01:17:48.571070 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 2d4381eb-cdd6-4006-90c0-307db416d11d completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:48.577348 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 2d4381eb-cdd6-4006-90c0-307db416d11d triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:48.578408 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:48.590780 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54208fcf-5934-4eb8-a81e-73a83f14c6a7 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Pushing event deleted for resources: {'Port': ['ID=a2d462a7-be3a-4fdd-88a6-2bcf3f10891f,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:48.628501 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f782b580-873a-4821-8465-d3b2d34919e3 req-54208fcf-5934-4eb8-a81e-73a83f14c6a7 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] No DVR routers for this DVR port a2d462a7-be3a-4fdd-88a6-2bcf3f10891f on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:17:48.631724 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f782b580-873a-4821-8465-d3b2d34919e3 req-54208fcf-5934-4eb8-a81e-73a83f14c6a7 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:48.634652 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f782b580-873a-4821-8465-d3b2d34919e3 req-54208fcf-5934-4eb8-a81e-73a83f14c6a7 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.20 "DELETE /v2.0/ports/a2d462a7-be3a-4fdd-88a6-2bcf3f10891f HTTP/1.1" status: 204 len: 173 time: 1.3859029 Aug 10 01:17:48.653910 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-da21a455-f871-46ef-b085-8acd91f42e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:48.656924 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-da21a455-f871-46ef-b085-8acd91f42e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:48.661365 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-da21a455-f871-46ef-b085-8acd91f42e63 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b4e1a180-7281-4b5e-8f79-e6f46fce2c74 HTTP/1.1" status: 204 len: 168 time: 0.6644151 Aug 10 01:17:48.709659 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da21a455-f871-46ef-b085-8acd91f42e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e1a180-7281-4b5e-8f79-e6f46fce2c74,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:48.718906 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:48.795484 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 2d4381eb-cdd6-4006-90c0-307db416d11d, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=2d4381eb-cdd6-4006-90c0-307db416d11d,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:48.804533 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:48.875877 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030b28b-b879-4ed4-bae1-e24a85217604 req-4c43b656-af01-436c-9367-b87382b85cd8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:48.877641 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2030b28b-b879-4ed4-bae1-e24a85217604 req-4c43b656-af01-436c-9367-b87382b85cd8 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 943 time: 0.0854363 Aug 10 01:17:48.888020 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-f782b580-873a-4821-8465-d3b2d34919e3 req-f3313a59-e65e-4d49-887b-5214a797b307 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Deleting port 3ebb267f-3505-448c-a3cb-fbb1b4c35076 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:48.888408 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f782b580-873a-4821-8465-d3b2d34919e3 req-f3313a59-e65e-4d49-887b-5214a797b307 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:48.915210 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=2d4381eb-cdd6-4006-90c0-307db416d11d,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:49.061714 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2030b28b-b879-4ed4-bae1-e24a85217604 req-9bd0786a-48d8-4268-8f8b-e7779b662988 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups?id=02aaacf0-9653-4396-82d6-18c6daa3d038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654005 Aug 10 01:17:49.107783 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-54b30cb2-11c6-4de2-87bf-75082c157273 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:49.119596 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-54b30cb2-11c6-4de2-87bf-75082c157273 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:49.122733 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-f782b580-873a-4821-8465-d3b2d34919e3 req-f3313a59-e65e-4d49-887b-5214a797b307 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] For port 3ebb267f-3505-448c-a3cb-fbb1b4c35076, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=3ebb267f-3505-448c-a3cb-fbb1b4c35076,segment=NetworkSegment(0da4c42e-4459-4321-b2c7-7e940e3214c5),segment_id=0da4c42e-4459-4321-b2c7-7e940e3214c5)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:49.123420 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f782b580-873a-4821-8465-d3b2d34919e3 req-f3313a59-e65e-4d49-887b-5214a797b307 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:49.139242 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-f782b580-873a-4821-8465-d3b2d34919e3 req-f3313a59-e65e-4d49-887b-5214a797b307 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Calling delete_port for 3ebb267f-3505-448c-a3cb-fbb1b4c35076 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:49.317139 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43888) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:49.373343 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-b4b8c403-12e4-4431-8b67-1b7261a96623 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:49.375632 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-b4b8c403-12e4-4431-8b67-1b7261a96623 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.24 "GET /v2.0/networks?id=a6634216-2d60-49e7-90bb-a10a1b36d20f HTTP/1.1" status: 200 len: 910 time: 0.4711328 Aug 10 01:17:49.379110 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f575d709-4a18-4d5d-83aa-5e43ec9d3a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:49.394912 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-56f2f1ff-8ec7-41a0-a6b8-ac16fed38ea4 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Request body: {'port': {'device_id': 'a83d236f-bf4c-4dd0-a81d-315ac13b5565', 'network_id': 'a6634216-2d60-49e7-90bb-a10a1b36d20f', 'admin_state_up': True, 'tenant_id': '4c7ae20be0f842feb3257982dcb62312'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:49.419635 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bd83a-c5dd-4f20-af76-9b60cf08bad5 req-d1cd8d3c-c3f3-4bfc-bb47-cd9e38490a29 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:49.422149 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-145bd83a-c5dd-4f20-af76-9b60cf08bad5 req-d1cd8d3c-c3f3-4bfc-bb47-cd9e38490a29 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 945 time: 0.1346560 Aug 10 01:17:49.445576 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f782b580-873a-4821-8465-d3b2d34919e3 req-f3313a59-e65e-4d49-887b-5214a797b307 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:49.447382 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [None req-54b30cb2-11c6-4de2-87bf-75082c157273 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Floating IP 51592fb6-2877-4008-b9ab-845002f9ae14 associated. External IP: 172.25.2.126, port: 57c145b7-72a5-435a-9a5a-3772629b1d2b. Aug 10 01:17:49.491833 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3313a59-e65e-4d49-887b-5214a797b307 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Pushing event deleted for resources: {'Port': ['ID=3ebb267f-3505-448c-a3cb-fbb1b4c35076,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:49.497356 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.db.api [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-56f2f1ff-8ec7-41a0-a6b8-ac16fed38ea4 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 01:17:49.497356 n-d-766726-26 neutron-server[105827]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 01:17:49.497356 n-d-766726-26 neutron-server[105827]: [parameters: {'project_id': '4c7ae20be0f842feb3257982dcb62312', 'id': 'c373f46b-fa38-4d82-9895-37656de63164', 'expiration': datetime.datetime(2021, 8, 10, 1, 19, 49, 449748)}] Aug 10 01:17:49.497356 n-d-766726-26 neutron-server[105827]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:17:49.497784 n-d-766726-26 neutron-server[105827]: DEBUG oslo_db.api [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-56f2f1ff-8ec7-41a0-a6b8-ac16fed38ea4 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:17:49.562332 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f782b580-873a-4821-8465-d3b2d34919e3 req-f3313a59-e65e-4d49-887b-5214a797b307 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] No DVR routers for this DVR port 3ebb267f-3505-448c-a3cb-fbb1b4c35076 on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:17:49.581485 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-145bd83a-c5dd-4f20-af76-9b60cf08bad5 req-19ce11ba-4505-477f-8bc3-8151d872b61b tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466613 Aug 10 01:17:49.582987 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f782b580-873a-4821-8465-d3b2d34919e3 req-f3313a59-e65e-4d49-887b-5214a797b307 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:49.586446 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f782b580-873a-4821-8465-d3b2d34919e3 req-f3313a59-e65e-4d49-887b-5214a797b307 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.20 "DELETE /v2.0/ports/3ebb267f-3505-448c-a3cb-fbb1b4c35076 HTTP/1.1" status: 204 len: 173 time: 0.9440806 Aug 10 01:17:49.689787 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-02a96c3f-4395-4be2-8d85-d38ee914cedc req-3b49fae5-56c0-443f-a53e-fed95c5ad1b6 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a83d236f-bf4c-4dd0-a81d-315ac13b5565 HTTP/1.1" status: 200 len: 210 time: 0.0316133 Aug 10 01:17:49.699424 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d412060-f6da-4dc5-94c9-e3db144d39e1 None None] New status for floating IP d19e2c0a-af90-4c6b-9399-0b846960767c: DOWN {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:17:49.737181 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e3d77a-278f-4272-94b4-279cdb7e897b None None] Sync routers for ids ['66eba344-96f2-4c75-b5b8-a042ef269efd'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:17:49.737767 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f575d709-4a18-4d5d-83aa-5e43ec9d3a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:49.748437 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e3d77a-278f-4272-94b4-279cdb7e897b None None] Routers {'66eba344-96f2-4c75-b5b8-a042ef269efd'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:49.749275 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-93e3d77a-278f-4272-94b4-279cdb7e897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['66eba344-96f2-4c75-b5b8-a042ef269efd'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:49.771574 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f575d709-4a18-4d5d-83aa-5e43ec9d3a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:49.825952 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f575d709-4a18-4d5d-83aa-5e43ec9d3a8f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=26e0529bd1004e3ba425191a315a7776&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5074708 Aug 10 01:17:49.829800 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43892) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:49.830052 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575d709-4a18-4d5d-83aa-5e43ec9d3a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776fedbd-f0dd-42a4-80d8-6c4e3ca5f5fd,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:49.842964 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b30cb2-11c6-4de2-87bf-75082c157273 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Router 070aaff9-a882-493a-ac92-7dbb0639b272 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:17:49.906809 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-93e3d77a-278f-4272-94b4-279cdb7e897b None None] Set router 66eba344-96f2-4c75-b5b8-a042ef269efd gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:49.973278 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-13204061-c3d2-426d-a175-daf1849f45cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:49.995275 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b30cb2-11c6-4de2-87bf-75082c157273 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:17:50.006926 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d668e2c-71ec-42c6-97aa-09686753e6e8 None None] Sync routers for ids ['070aaff9-a882-493a-ac92-7dbb0639b272'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:17:50.007829 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-54b30cb2-11c6-4de2-87bf-75082c157273 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:50.035827 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d668e2c-71ec-42c6-97aa-09686753e6e8 None None] Routers {'070aaff9-a882-493a-ac92-7dbb0639b272'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:50.036599 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-13204061-c3d2-426d-a175-daf1849f45cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:50.036929 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-7d668e2c-71ec-42c6-97aa-09686753e6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['070aaff9-a882-493a-ac92-7dbb0639b272'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:50.053621 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-54b30cb2-11c6-4de2-87bf-75082c157273 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "PUT /v2.0/floatingips/51592fb6-2877-4008-b9ab-845002f9ae14 HTTP/1.1" status: 200 len: 978 time: 2.1017482 Aug 10 01:17:50.054503 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43894) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:50.082709 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-56f2f1ff-8ec7-41a0-a6b8-ac16fed38ea4 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Made reservation on behalf of 4c7ae20be0f842feb3257982dcb62312 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:50.086717 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-56f2f1ff-8ec7-41a0-a6b8-ac16fed38ea4 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:50.130459 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-7d668e2c-71ec-42c6-97aa-09686753e6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:50.150713 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d668e2c-71ec-42c6-97aa-09686753e6e8 None None] Routers {'070aaff9-a882-493a-ac92-7dbb0639b272'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:50.151338 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-7d668e2c-71ec-42c6-97aa-09686753e6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['070aaff9-a882-493a-ac92-7dbb0639b272'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:50.231848 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d0ec5c1c-3ea1-4dba-92cb-2b6423bcc4b0 req-f80e3de9-90e8-4a07-bedb-75bcea2746de tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 210 time: 0.0299981 Aug 10 01:17:50.241938 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-7d668e2c-71ec-42c6-97aa-09686753e6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:50.242580 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d668e2c-71ec-42c6-97aa-09686753e6e8 None None] The sync data for ids ['070aaff9-a882-493a-ac92-7dbb0639b272'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:17:50.254390 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'name': 'network-vif-deleted', 'tag': 'a2d462a7-be3a-4fdd-88a6-2bcf3f10891f'}, {'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'name': 'network-vif-deleted', 'tag': '3ebb267f-3505-448c-a3cb-fbb1b4c35076'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:17:50.257026 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50f2303-7db6-4277-b4cb-8b5c1693c774" -d '{"events": [{"server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "name": "network-vif-deleted", "tag": "a2d462a7-be3a-4fdd-88a6-2bcf3f10891f"}, {"server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "name": "network-vif-deleted", "tag": "3ebb267f-3505-448c-a3cb-fbb1b4c35076"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:17:50.279235 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-93e3d77a-278f-4272-94b4-279cdb7e897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66eba344-96f2-4c75-b5b8-a042ef269efd', 'name': 'tempest-TestServerMultinode-907638552-router', 'tenant_id': '4c7ae20be0f842feb3257982dcb62312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '2d4381eb-cdd6-4006-90c0-307db416d11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:38Z', 'updated_at': '2021-08-10T01:17:43Z', 'revision_number': 4, 'project_id': '4c7ae20be0f842feb3257982dcb62312', 'gw_port': {'id': '2d4381eb-cdd6-4006-90c0-307db416d11d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eba344-96f2-4c75-b5b8-a042ef269efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:40Z', 'updated_at': '2021-08-10T01:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'b7c9e36a-9c90-401f-98be-1e1202525e58', 'name': '', 'network_id': '175b495f-869e-42c2-9c42-a1c3bbea572a', 'tenant_id': '4c7ae20be0f842feb3257982dcb62312', 'mac_address': 'fa:16:3e:14:ef:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66eba344-96f2-4c75-b5b8-a042ef269efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '83de71ea-578d-4bd1-8d99-2eadd1cbd9f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:42Z', 'updated_at': '2021-08-10T01:17:43Z', 'revision_number': 2, 'project_id': '4c7ae20be0f842feb3257982dcb62312', 'subnets': [{'id': '83de71ea-578d-4bd1-8d99-2eadd1cbd9f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:50.290230 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-13204061-c3d2-426d-a175-daf1849f45cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:50.293189 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-13204061-c3d2-426d-a175-daf1849f45cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:50.294585 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-13204061-c3d2-426d-a175-daf1849f45cf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/776fedbd-f0dd-42a4-80d8-6c4e3ca5f5fd HTTP/1.1" status: 204 len: 168 time: 0.4633272 Aug 10 01:17:50.326076 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-4acad103-5fbf-4065-bd24-6656fcb33d2e tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Deleting port 57c145b7-72a5-435a-9a5a-3772629b1d2b {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:50.326455 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4acad103-5fbf-4065-bd24-6656fcb33d2e tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:50.337575 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 01:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa4684f-d5c6-4501-bdf0-35491ada4322 x-openstack-request-id: req-6aa4684f-d5c6-4501-bdf0-35491ada4322 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:17:50.337907 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "name": "network-vif-deleted", "tag": "a2d462a7-be3a-4fdd-88a6-2bcf3f10891f", "status": "completed", "code": 200}, {"server_uuid": "48997dcf-67fa-4b02-a922-23b18553deed", "name": "network-vif-deleted", "tag": "3ebb267f-3505-448c-a3cb-fbb1b4c35076", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:17:50.339140 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6aa4684f-d5c6-4501-bdf0-35491ada4322 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:17:50.339548 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'name': 'network-vif-deleted', 'tag': 'a2d462a7-be3a-4fdd-88a6-2bcf3f10891f', 'status': 'completed', 'code': 200} Aug 10 01:17:50.339711 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-56f2f1ff-8ec7-41a0-a6b8-ac16fed38ea4 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Allocated IP 172.20.0.13 (a6634216-2d60-49e7-90bb-a10a1b36d20f/785e6cd4-4a8f-49e7-ac95-310b2b06043c/636d1b86-9e68-440c-824a-abf8f540e439) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:50.340370 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48997dcf-67fa-4b02-a922-23b18553deed', 'name': 'network-vif-deleted', 'tag': '3ebb267f-3505-448c-a3cb-fbb1b4c35076', 'status': 'completed', 'code': 200} Aug 10 01:17:50.343495 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e3d77a-278f-4272-94b4-279cdb7e897b None None] Checking router: 66eba344-96f2-4c75-b5b8-a042ef269efd for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:17:50.343866 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e3d77a-278f-4272-94b4-279cdb7e897b None None] Updating router 66eba344-96f2-4c75-b5b8-a042ef269efd port b7c9e36a-9c90-401f-98be-1e1202525e58 binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:17:50.368061 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13204061-c3d2-426d-a175-daf1849f45cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776fedbd-f0dd-42a4-80d8-6c4e3ca5f5fd,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:50.433593 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-93e3d77a-278f-4272-94b4-279cdb7e897b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:50.438735 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 2d4381eb-cdd6-4006-90c0-307db416d11d up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:50.525009 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4acad103-5fbf-4065-bd24-6656fcb33d2e tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:50.533579 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-56f2f1ff-8ec7-41a0-a6b8-ac16fed38ea4 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:50.548162 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-56f2f1ff-8ec7-41a0-a6b8-ac16fed38ea4 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Transition to ACTIVE for port object 636d1b86-9e68-440c-824a-abf8f540e439 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:50.589561 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-56f2f1ff-8ec7-41a0-a6b8-ac16fed38ea4 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:50.649391 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-56f2f1ff-8ec7-41a0-a6b8-ac16fed38ea4 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Network a6634216-2d60-49e7-90bb-a10a1b36d20f is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:50.657700 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-56f2f1ff-8ec7-41a0-a6b8-ac16fed38ea4 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:50.672838 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-56f2f1ff-8ec7-41a0-a6b8-ac16fed38ea4 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:50.704876 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2f1ff-8ec7-41a0-a6b8-ac16fed38ea4 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Pushing event updated for resources: {'Port': ['ID=636d1b86-9e68-440c-824a-abf8f540e439,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:50.734042 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-56f2f1ff-8ec7-41a0-a6b8-ac16fed38ea4 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:50.735105 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-56f2f1ff-8ec7-41a0-a6b8-ac16fed38ea4 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:50.759326 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-56f2f1ff-8ec7-41a0-a6b8-ac16fed38ea4 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3693285 Aug 10 01:17:50.782523 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-e4f82288-38ab-4208-93e3-ef555824f3fa service neutron] Request body: {'port': {'device_id': 'a83d236f-bf4c-4dd0-a81d-315ac13b5565', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:50.865803 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-e4f82288-38ab-4208-93e3-ef555824f3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:50.944598 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852976a-05c5-4cb5-8d9b-3c9e5fdc4f90 req-eaaf818b-c8c2-4558-8fd1-f60a0fb8055c tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:50.946627 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3852976a-05c5-4cb5-8d9b-3c9e5fdc4f90 req-eaaf818b-c8c2-4558-8fd1-f60a0fb8055c tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 945 time: 0.2480769 Aug 10 01:17:50.992106 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 2d4381eb-cdd6-4006-90c0-307db416d11d triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:50.993555 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:51.000559 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32bfd0-d6bd-46b7-b972-f8fdb9a7f071 req-57693ca3-627a-4528-a829-f1bb6c93ae10 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:51.002679 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2e32bfd0-d6bd-46b7-b972-f8fdb9a7f071 req-57693ca3-627a-4528-a829-f1bb6c93ae10 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a83d236f-bf4c-4dd0-a81d-315ac13b5565 HTTP/1.1" status: 200 len: 1028 time: 0.1174085 Aug 10 01:17:51.008850 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4acad103-5fbf-4065-bd24-6656fcb33d2e tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:51.009418 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4acad103-5fbf-4065-bd24-6656fcb33d2e tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:51.009606 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [None req-4acad103-5fbf-4065-bd24-6656fcb33d2e tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Floating IP 51592fb6-2877-4008-b9ab-845002f9ae14 disassociated. External IP: 172.25.2.126, port: 57c145b7-72a5-435a-9a5a-3772629b1d2b. Aug 10 01:17:51.009881 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-4acad103-5fbf-4065-bd24-6656fcb33d2e tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Calling delete_port for 57c145b7-72a5-435a-9a5a-3772629b1d2b owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:51.086020 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3852976a-05c5-4cb5-8d9b-3c9e5fdc4f90 req-4e13a09d-e0ce-4eae-a041-f2cde2a5d61b tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274717 Aug 10 01:17:51.155370 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2e32bfd0-d6bd-46b7-b972-f8fdb9a7f071 req-60af9d85-2a70-445c-bbcb-e7168bfe6fdd tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d0e9c2e4-4860-45b1-aea0-b914580ad280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430802 Aug 10 01:17:51.224037 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ade5dd4a-ac89-4106-b690-cb7f99d3bea1 None None] Provisioning for port 636d1b86-9e68-440c-824a-abf8f540e439 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:51.266843 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ade5dd4a-ac89-4106-b690-cb7f99d3bea1 None None] Provisioning complete for port 636d1b86-9e68-440c-824a-abf8f540e439 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:51.267304 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ade5dd4a-ac89-4106-b690-cb7f99d3bea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:51.274044 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-93e3d77a-278f-4272-94b4-279cdb7e897b None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:51.334848 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-e4f82288-38ab-4208-93e3-ef555824f3fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 636d1b86-9e68-440c-824a-abf8f540e439 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:17:51.346912 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-e4f82288-38ab-4208-93e3-ef555824f3fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:51.360598 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4acad103-5fbf-4065-bd24-6656fcb33d2e tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:51.367954 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-e4f82288-38ab-4208-93e3-ef555824f3fa service neutron] Transition to ACTIVE for port object 636d1b86-9e68-440c-824a-abf8f540e439 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:51.375889 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-e4f82288-38ab-4208-93e3-ef555824f3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:51.450742 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acad103-5fbf-4065-bd24-6656fcb33d2e tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event deleted for resources: {'Port': ['ID=57c145b7-72a5-435a-9a5a-3772629b1d2b,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:51.508555 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-81e343c1-5b53-419f-b5dc-d316bdd68df5 req-729a422e-7c2a-4770-bc78-e6060ee68915 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 210 time: 0.0453064 Aug 10 01:17:51.561720 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f82288-38ab-4208-93e3-ef555824f3fa service neutron] Pushing event updated for resources: {'Port': ['ID=636d1b86-9e68-440c-824a-abf8f540e439,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:51.580269 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-93e3d77a-278f-4272-94b4-279cdb7e897b None None] Transition to ACTIVE for port object b7c9e36a-9c90-401f-98be-1e1202525e58 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:51.609656 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-93e3d77a-278f-4272-94b4-279cdb7e897b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:51.616047 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-ade5dd4a-ac89-4106-b690-cb7f99d3bea1 None None] Port 636d1b86-9e68-440c-824a-abf8f540e439 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:17:51.666251 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-e4f82288-38ab-4208-93e3-ef555824f3fa service neutron] Attempting to bind port 636d1b86-9e68-440c-824a-abf8f540e439 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:51.666603 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-e4f82288-38ab-4208-93e3-ef555824f3fa service neutron] Attempting to bind port 636d1b86-9e68-440c-824a-abf8f540e439 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'a610e48f-e8d3-4335-96fa-db4b291a46f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a6634216-2d60-49e7-90bb-a10a1b36d20f'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:51.666944 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-e4f82288-38ab-4208-93e3-ef555824f3fa service neutron] Attempting to bind port 636d1b86-9e68-440c-824a-abf8f540e439 on network a6634216-2d60-49e7-90bb-a10a1b36d20f {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:51.672500 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-e4f82288-38ab-4208-93e3-ef555824f3fa service neutron] Port 636d1b86-9e68-440c-824a-abf8f540e439 on network a6634216-2d60-49e7-90bb-a10a1b36d20f not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:17:51.683899 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-e4f82288-38ab-4208-93e3-ef555824f3fa service neutron] Attempting to bind port 636d1b86-9e68-440c-824a-abf8f540e439 on network a6634216-2d60-49e7-90bb-a10a1b36d20f {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:51.708674 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-e4f82288-38ab-4208-93e3-ef555824f3fa service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:17:51.709050 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-e4f82288-38ab-4208-93e3-ef555824f3fa service neutron] Checking segment: {'id': 'a610e48f-e8d3-4335-96fa-db4b291a46f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a6634216-2d60-49e7-90bb-a10a1b36d20f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:51.709454 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-e4f82288-38ab-4208-93e3-ef555824f3fa service neutron] Bound using segment: {'id': 'a610e48f-e8d3-4335-96fa-db4b291a46f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a6634216-2d60-49e7-90bb-a10a1b36d20f'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:17:51.709915 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-e4f82288-38ab-4208-93e3-ef555824f3fa service neutron] Bound port: 636d1b86-9e68-440c-824a-abf8f540e439, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a610e48f-e8d3-4335-96fa-db4b291a46f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a6634216-2d60-49e7-90bb-a10a1b36d20f'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:17:51.710286 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-e4f82288-38ab-4208-93e3-ef555824f3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:51.715412 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4acad103-5fbf-4065-bd24-6656fcb33d2e tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Router 070aaff9-a882-493a-ac92-7dbb0639b272 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:17:51.783364 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0655a149-cea2-4a16-b554-37d3efa27bcd None None] Pushing event updated for resources: {'Port': ['ID=b7c9e36a-9c90-401f-98be-1e1202525e58,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:51.849950 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-e4f82288-38ab-4208-93e3-ef555824f3fa service neutron] For port 636d1b86-9e68-440c-824a-abf8f540e439, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:17:51.855584 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-e4f82288-38ab-4208-93e3-ef555824f3fa service neutron] For port 636d1b86-9e68-440c-824a-abf8f540e439, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=636d1b86-9e68-440c-824a-abf8f540e439,segment=NetworkSegment(a610e48f-e8d3-4335-96fa-db4b291a46f1),segment_id=a610e48f-e8d3-4335-96fa-db4b291a46f1)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:17:51.867103 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-e4f82288-38ab-4208-93e3-ef555824f3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:51.880705 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-93e3d77a-278f-4272-94b4-279cdb7e897b None None] Attempting to bind port b7c9e36a-9c90-401f-98be-1e1202525e58 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:51.881342 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-93e3d77a-278f-4272-94b4-279cdb7e897b None None] Attempting to bind port b7c9e36a-9c90-401f-98be-1e1202525e58 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '328bdebe-614b-4d18-b555-1e87050f9f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '175b495f-869e-42c2-9c42-a1c3bbea572a'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:51.881893 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3d77a-278f-4272-94b4-279cdb7e897b None None] Attempting to bind port b7c9e36a-9c90-401f-98be-1e1202525e58 on network 175b495f-869e-42c2-9c42-a1c3bbea572a {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:51.889523 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3d77a-278f-4272-94b4-279cdb7e897b None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:17:51.891086 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3d77a-278f-4272-94b4-279cdb7e897b None None] Checking segment: {'id': '328bdebe-614b-4d18-b555-1e87050f9f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '175b495f-869e-42c2-9c42-a1c3bbea572a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:51.891721 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-93e3d77a-278f-4272-94b4-279cdb7e897b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:51.892349 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3d77a-278f-4272-94b4-279cdb7e897b None None] Bound using segment: {'id': '328bdebe-614b-4d18-b555-1e87050f9f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '175b495f-869e-42c2-9c42-a1c3bbea572a'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:17:51.892476 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acad103-5fbf-4065-bd24-6656fcb33d2e tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:17:51.893180 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-93e3d77a-278f-4272-94b4-279cdb7e897b None None] Bound port: b7c9e36a-9c90-401f-98be-1e1202525e58, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '328bdebe-614b-4d18-b555-1e87050f9f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '175b495f-869e-42c2-9c42-a1c3bbea572a'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:17:51.893783 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-93e3d77a-278f-4272-94b4-279cdb7e897b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:51.911545 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41ac4e4-d434-46b3-b5c1-34c1e8d8e2a2 None None] Sync routers for ids ['070aaff9-a882-493a-ac92-7dbb0639b272'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:17:51.932375 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-e4f82288-38ab-4208-93e3-ef555824f3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:51.933147 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-e4f82288-38ab-4208-93e3-ef555824f3fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:51.937701 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-e4f82288-38ab-4208-93e3-ef555824f3fa service neutron] 10.222.0.24 "PUT /v2.0/ports/636d1b86-9e68-440c-824a-abf8f540e439 HTTP/1.1" status: 200 len: 1093 time: 1.1690943 Aug 10 01:17:51.992245 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a83d236f-bf4c-4dd0-a81d-315ac13b5565', 'tag': '636d1b86-9e68-440c-824a-abf8f540e439'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:17:51.994681 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c65993e-78f0-4a67-8d89-5c7626ba5479" -d '{"events": [{"name": "network-changed", "server_uuid": "a83d236f-bf4c-4dd0-a81d-315ac13b5565", "tag": "636d1b86-9e68-440c-824a-abf8f540e439"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:17:52.021408 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41ac4e4-d434-46b3-b5c1-34c1e8d8e2a2 None None] Routers {'070aaff9-a882-493a-ac92-7dbb0639b272'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:52.029394 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-b41ac4e4-d434-46b3-b5c1-34c1e8d8e2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['070aaff9-a882-493a-ac92-7dbb0639b272'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:52.047054 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4acad103-5fbf-4065-bd24-6656fcb33d2e tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:52.057648 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4acad103-5fbf-4065-bd24-6656fcb33d2e tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "DELETE /v2.0/ports/57c145b7-72a5-435a-9a5a-3772629b1d2b HTTP/1.1" status: 204 len: 168 time: 2.0020771 Aug 10 01:17:52.059994 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 43936) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:52.111019 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbfbcc0-a97d-4b5d-aa47-8e4b77d9f612 x-openstack-request-id: req-abbfbcc0-a97d-4b5d-aa47-8e4b77d9f612 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:17:52.111330 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a83d236f-bf4c-4dd0-a81d-315ac13b5565", "tag": "636d1b86-9e68-440c-824a-abf8f540e439", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:17:52.111595 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-abbfbcc0-a97d-4b5d-aa47-8e4b77d9f612 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:17:52.112002 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a83d236f-bf4c-4dd0-a81d-315ac13b5565', 'tag': '636d1b86-9e68-440c-824a-abf8f540e439', 'status': 'completed', 'code': 200} Aug 10 01:17:52.128269 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b9aeacb0-98eb-4a14-8bad-1892dbeedfb6 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "GET /v2.0/floatingips/51592fb6-2877-4008-b9ab-845002f9ae14 HTTP/1.1" status: 200 len: 688 time: 0.0646806 Aug 10 01:17:52.129524 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43940) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:52.133892 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-b41ac4e4-d434-46b3-b5c1-34c1e8d8e2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:52.176830 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-93e3d77a-278f-4272-94b4-279cdb7e897b None None] For port b7c9e36a-9c90-401f-98be-1e1202525e58, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:17:52.189073 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-93e3d77a-278f-4272-94b4-279cdb7e897b None None] For port b7c9e36a-9c90-401f-98be-1e1202525e58, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b7c9e36a-9c90-401f-98be-1e1202525e58,segment=NetworkSegment(328bdebe-614b-4d18-b555-1e87050f9f9a),segment_id=328bdebe-614b-4d18-b555-1e87050f9f9a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:17:52.192542 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41ac4e4-d434-46b3-b5c1-34c1e8d8e2a2 None None] Routers {'070aaff9-a882-493a-ac92-7dbb0639b272'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:52.193207 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-092694e4-b40e-4d41-93a0-eddb4d6c3c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:52.195706 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-092694e4-b40e-4d41-93a0-eddb4d6c3c31 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4c7ae20be0f842feb3257982dcb62312&device_id=a83d236f-bf4c-4dd0-a81d-315ac13b5565 HTTP/1.1" status: 200 len: 1096 time: 0.1948824 Aug 10 01:17:52.196073 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-b41ac4e4-d434-46b3-b5c1-34c1e8d8e2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['070aaff9-a882-493a-ac92-7dbb0639b272'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:52.197875 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f82288-38ab-4208-93e3-ef555824f3fa service neutron] Pushing event updated for resources: {'Port': ['ID=636d1b86-9e68-440c-824a-abf8f540e439,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:52.312360 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-93e3d77a-278f-4272-94b4-279cdb7e897b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:52.316877 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-54ce0876-beb3-4574-85f1-4197156b6d72 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=636d1b86-9e68-440c-824a-abf8f540e439 HTTP/1.1" status: 200 len: 217 time: 0.1040015 Aug 10 01:17:52.329459 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-b41ac4e4-d434-46b3-b5c1-34c1e8d8e2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:52.329459 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41ac4e4-d434-46b3-b5c1-34c1e8d8e2a2 None None] The sync data for ids ['070aaff9-a882-493a-ac92-7dbb0639b272'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:17:52.383670 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-4685c54f-b21f-404f-b687-31620b5fb428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:52.385382 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-4685c54f-b21f-404f-b687-31620b5fb428 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=785e6cd4-4a8f-49e7-ac95-310b2b06043c HTTP/1.1" status: 200 len: 848 time: 0.0606675 Aug 10 01:17:52.445729 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0655a149-cea2-4a16-b554-37d3efa27bcd None None] Pushing event updated for resources: {'Port': ['ID=b7c9e36a-9c90-401f-98be-1e1202525e58,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:52.454827 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a99bc-f7b5-4e26-a028-bf807e699d9b req-aa4c744a-68ed-42e9-9129-c224f441d348 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:52.458574 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e3d77a-278f-4272-94b4-279cdb7e897b None None] Routers {'66eba344-96f2-4c75-b5b8-a042ef269efd'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:52.459231 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-93e3d77a-278f-4272-94b4-279cdb7e897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['66eba344-96f2-4c75-b5b8-a042ef269efd'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:52.464028 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-359a99bc-f7b5-4e26-a028-bf807e699d9b req-aa4c744a-68ed-42e9-9129-c224f441d348 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a83d236f-bf4c-4dd0-a81d-315ac13b5565 HTTP/1.1" status: 200 len: 1096 time: 0.1519430 Aug 10 01:17:52.477137 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-1c316254-5bb7-4b7c-8ae8-6494dccc5028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:52.480778 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-1c316254-5bb7-4b7c-8ae8-6494dccc5028 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a6634216-2d60-49e7-90bb-a10a1b36d20f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730572 Aug 10 01:17:52.642196 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-93e3d77a-278f-4272-94b4-279cdb7e897b None None] Set router 66eba344-96f2-4c75-b5b8-a042ef269efd gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:52.647138 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-688ebc9d-6e9c-4e62-99fa-7bd3d4f22789 service neutron] 10.222.0.24 "GET /v2.0/networks/a6634216-2d60-49e7-90bb-a10a1b36d20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576097 Aug 10 01:17:52.818847 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-567b4bd8-9fe9-425b-8ec1-e56db4004c9b req-a71aa698-5cb1-4ae9-8fa5-1ee08043492f service neutron] 10.222.0.24 "GET /v2.0/networks/a6634216-2d60-49e7-90bb-a10a1b36d20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599450 Aug 10 01:17:52.960258 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65993e-78f0-4a67-8d89-5c7626ba5479 req-55557ea1-f7ad-4796-bce1-bbe52fca3f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:52.962245 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8c65993e-78f0-4a67-8d89-5c7626ba5479 req-55557ea1-f7ad-4796-bce1-bbe52fca3f6b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4c7ae20be0f842feb3257982dcb62312&device_id=a83d236f-bf4c-4dd0-a81d-315ac13b5565 HTTP/1.1" status: 200 len: 1096 time: 0.0775385 Aug 10 01:17:52.977687 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575cf696-2004-49a6-9336-0d1ee3bc5dd6 req-089e1835-eaae-4e90-b9a5-d90db117169c tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:52.984878 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-575cf696-2004-49a6-9336-0d1ee3bc5dd6 req-089e1835-eaae-4e90-b9a5-d90db117169c tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 945 time: 0.7552483 Aug 10 01:17:52.988704 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-93e3d77a-278f-4272-94b4-279cdb7e897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66eba344-96f2-4c75-b5b8-a042ef269efd', 'name': 'tempest-TestServerMultinode-907638552-router', 'tenant_id': '4c7ae20be0f842feb3257982dcb62312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '2d4381eb-cdd6-4006-90c0-307db416d11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:38Z', 'updated_at': '2021-08-10T01:17:43Z', 'revision_number': 4, 'project_id': '4c7ae20be0f842feb3257982dcb62312', 'gw_port': {'id': '2d4381eb-cdd6-4006-90c0-307db416d11d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eba344-96f2-4c75-b5b8-a042ef269efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:40Z', 'updated_at': '2021-08-10T01:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'b7c9e36a-9c90-401f-98be-1e1202525e58', 'name': '', 'network_id': '175b495f-869e-42c2-9c42-a1c3bbea572a', 'tenant_id': '4c7ae20be0f842feb3257982dcb62312', 'mac_address': 'fa:16:3e:14:ef:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66eba344-96f2-4c75-b5b8-a042ef269efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '83de71ea-578d-4bd1-8d99-2eadd1cbd9f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:42Z', 'updated_at': '2021-08-10T01:17:52Z', 'revision_number': 4, 'project_id': '4c7ae20be0f842feb3257982dcb62312', 'subnets': [{'id': '83de71ea-578d-4bd1-8d99-2eadd1cbd9f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:53.013089 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-91d35afa-d035-454a-a32f-4106291f5ac9 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Deleting port d98eab04-0916-4e5a-923d-4bca5ee22ebb {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:53.013428 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-91d35afa-d035-454a-a32f-4106291f5ac9 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:53.060908 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e3d77a-278f-4272-94b4-279cdb7e897b None None] The sync data for ids ['66eba344-96f2-4c75-b5b8-a042ef269efd'] in n-d-766726-26 is: [{'id': '66eba344-96f2-4c75-b5b8-a042ef269efd', 'name': 'tempest-TestServerMultinode-907638552-router', 'tenant_id': '4c7ae20be0f842feb3257982dcb62312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '2d4381eb-cdd6-4006-90c0-307db416d11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:38Z', 'updated_at': '2021-08-10T01:17:43Z', 'revision_number': 4, 'project_id': '4c7ae20be0f842feb3257982dcb62312', 'gw_port': {'id': '2d4381eb-cdd6-4006-90c0-307db416d11d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eba344-96f2-4c75-b5b8-a042ef269efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:40Z', 'updated_at': '2021-08-10T01:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'b7c9e36a-9c90-401f-98be-1e1202525e58', 'name': '', 'network_id': '175b495f-869e-42c2-9c42-a1c3bbea572a', 'tenant_id': '4c7ae20be0f842feb3257982dcb62312', 'mac_address': 'fa:16:3e:14:ef:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66eba344-96f2-4c75-b5b8-a042ef269efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '83de71ea-578d-4bd1-8d99-2eadd1cbd9f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:42Z', 'updated_at': '2021-08-10T01:17:52Z', 'revision_number': 4, 'project_id': '4c7ae20be0f842feb3257982dcb62312', 'subnets': [{'id': '83de71ea-578d-4bd1-8d99-2eadd1cbd9f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:17:53.080550 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-359a99bc-f7b5-4e26-a028-bf807e699d9b req-0c12fee3-5e9f-4a90-8b90-7497b32feecb tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d0e9c2e4-4860-45b1-aea0-b914580ad280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6098969 Aug 10 01:17:53.114671 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-575cf696-2004-49a6-9336-0d1ee3bc5dd6 req-2f5d82d9-da35-4fd2-98a0-f08eddfa1e2e tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262665 Aug 10 01:17:53.183320 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65993e-78f0-4a67-8d89-5c7626ba5479 req-0a695245-dafe-4f21-87cc-76334cdf9b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:53.188974 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8c65993e-78f0-4a67-8d89-5c7626ba5479 req-0a695245-dafe-4f21-87cc-76334cdf9b40 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a6634216-2d60-49e7-90bb-a10a1b36d20f HTTP/1.1" status: 200 len: 910 time: 0.2180514 Aug 10 01:17:53.190357 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-91d35afa-d035-454a-a32f-4106291f5ac9 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:53.191052 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-91d35afa-d035-454a-a32f-4106291f5ac9 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:53.206244 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-91d35afa-d035-454a-a32f-4106291f5ac9 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Calling delete_port for d98eab04-0916-4e5a-923d-4bca5ee22ebb owned by network:floatingip {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:53.252335 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8c65993e-78f0-4a67-8d89-5c7626ba5479 req-1ddcde9e-ca1c-4463-b788-a274c028ce65 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=636d1b86-9e68-440c-824a-abf8f540e439 HTTP/1.1" status: 200 len: 217 time: 0.0470481 Aug 10 01:17:53.302030 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-535ab87d-7880-430b-a7c8-cbd7ca89e633 req-d0075530-0c31-4bf7-baec-986df1919fa2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 210 time: 0.0469942 Aug 10 01:17:53.363274 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65993e-78f0-4a67-8d89-5c7626ba5479 req-dca78e38-e76c-4589-bfa4-06ab568b6322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:53.364955 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8c65993e-78f0-4a67-8d89-5c7626ba5479 req-dca78e38-e76c-4589-bfa4-06ab568b6322 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=785e6cd4-4a8f-49e7-ac95-310b2b06043c HTTP/1.1" status: 200 len: 848 time: 0.0966921 Aug 10 01:17:53.435323 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65993e-78f0-4a67-8d89-5c7626ba5479 req-5665cf6b-f6d5-45ac-aa65-52ff37d6f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:53.438807 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8c65993e-78f0-4a67-8d89-5c7626ba5479 req-5665cf6b-f6d5-45ac-aa65-52ff37d6f912 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a6634216-2d60-49e7-90bb-a10a1b36d20f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577555 Aug 10 01:17:53.441569 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-91d35afa-d035-454a-a32f-4106291f5ac9 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:53.476426 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d35afa-d035-454a-a32f-4106291f5ac9 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event deleted for resources: {'Port': ['ID=d98eab04-0916-4e5a-923d-4bca5ee22ebb,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:53.576605 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-91d35afa-d035-454a-a32f-4106291f5ac9 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for floatingip, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:53.580413 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-91d35afa-d035-454a-a32f-4106291f5ac9 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:53.582064 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-91d35afa-d035-454a-a32f-4106291f5ac9 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "DELETE /v2.0/floatingips/51592fb6-2877-4008-b9ab-845002f9ae14 HTTP/1.1" status: 204 len: 168 time: 1.4512272 Aug 10 01:17:53.586750 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 43984) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:53.595123 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-84921055-47c4-4721-a6ff-dc1fb920426d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'port_id': 'ebe7ca94-99f7-418a-b91a-c526e2b47e93'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:53.600275 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8c65993e-78f0-4a67-8d89-5c7626ba5479 req-706f0e47-bb0d-4481-a516-229d26e55cee service neutron] 10.222.0.24 "GET /v2.0/networks/a6634216-2d60-49e7-90bb-a10a1b36d20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440136 Aug 10 01:17:53.660127 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-84921055-47c4-4721-a6ff-dc1fb920426d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:53.812272 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-84921055-47c4-4721-a6ff-dc1fb920426d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:53.950979 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-84921055-47c4-4721-a6ff-dc1fb920426d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Allocated IP 172.25.2.147 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/5191bc32-bab5-4d53-aff6-1e6b1b88b8e0) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:54.052860 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44000) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:54.092607 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-84921055-47c4-4721-a6ff-dc1fb920426d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:54.097149 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8c65993e-78f0-4a67-8d89-5c7626ba5479 req-c86573ae-1825-4001-8478-c3e12da394fa service neutron] 10.222.0.24 "GET /v2.0/networks/a6634216-2d60-49e7-90bb-a10a1b36d20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4841213 Aug 10 01:17:54.146155 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-84921055-47c4-4721-a6ff-dc1fb920426d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:54.168574 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84921055-47c4-4721-a6ff-dc1fb920426d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:54.171555 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-84921055-47c4-4721-a6ff-dc1fb920426d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:54.199898 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84921055-47c4-4721-a6ff-dc1fb920426d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:54.212749 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6afcbeb9-cd0f-4946-aaca-b27774f8d02f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:54.307136 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84921055-47c4-4721-a6ff-dc1fb920426d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event updated for resources: {'Port': ['ID=5191bc32-bab5-4d53-aff6-1e6b1b88b8e0,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:54.324985 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6afcbeb9-cd0f-4946-aaca-b27774f8d02f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:54.332461 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6afcbeb9-cd0f-4946-aaca-b27774f8d02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:54.353218 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea131fc0-eed9-40d0-ad82-6abaf981415d req-db7e7f3d-601b-44d4-8029-2554fcbf40e2 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:54.354786 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ea131fc0-eed9-40d0-ad82-6abaf981415d req-db7e7f3d-601b-44d4-8029-2554fcbf40e2 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a83d236f-bf4c-4dd0-a81d-315ac13b5565 HTTP/1.1" status: 200 len: 1096 time: 0.1560733 Aug 10 01:17:54.376529 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6afcbeb9-cd0f-4946-aaca-b27774f8d02f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=83766f817f3d41c1acae6ee65fc7bc4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3225906 Aug 10 01:17:54.377530 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afcbeb9-cd0f-4946-aaca-b27774f8d02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44492ba-3c93-4dcd-863c-10cdf6d42c0e,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:54.381485 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44010) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:54.401507 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a91de-9404-4901-abb5-175223b54cae req-152d27ae-a2bf-4fbe-9d8e-4b38f173f2d7 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:54.402999 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7d8a91de-9404-4901-abb5-175223b54cae req-152d27ae-a2bf-4fbe-9d8e-4b38f173f2d7 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 945 time: 0.1699986 Aug 10 01:17:54.437593 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a4c05ceb-2238-4319-ace8-34c854d8ce01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:54.445392 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b7c9e36a-9c90-401f-98be-1e1202525e58 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:54.469633 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a4c05ceb-2238-4319-ace8-34c854d8ce01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:54.506850 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port b7c9e36a-9c90-401f-98be-1e1202525e58 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:54.507318 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ea131fc0-eed9-40d0-ad82-6abaf981415d req-c4837af4-a6cc-4ff2-9ca7-95f157e0e96a tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d0e9c2e4-4860-45b1-aea0-b914580ad280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241841 Aug 10 01:17:54.514112 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7d8a91de-9404-4901-abb5-175223b54cae req-494fa92b-4a49-4cb3-b0b2-15ecf2f13dc1 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925581 Aug 10 01:17:54.515626 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port b7c9e36a-9c90-401f-98be-1e1202525e58 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:54.516748 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:54.533150 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a4c05ceb-2238-4319-ace8-34c854d8ce01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:54.536126 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a4c05ceb-2238-4319-ace8-34c854d8ce01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:54.537464 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a4c05ceb-2238-4319-ace8-34c854d8ce01 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d44492ba-3c93-4dcd-863c-10cdf6d42c0e HTTP/1.1" status: 204 len: 168 time: 0.1552246 Aug 10 01:17:54.549295 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c05ceb-2238-4319-ace8-34c854d8ce01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44492ba-3c93-4dcd-863c-10cdf6d42c0e,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:54.647984 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-30231e72-71e8-43d2-984d-d0cc1187cf07 req-4712dac1-503a-4189-92c7-a7ad39c680e0 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 210 time: 0.0395842 Aug 10 01:17:54.672664 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:54.722537 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port b7c9e36a-9c90-401f-98be-1e1202525e58, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b7c9e36a-9c90-401f-98be-1e1202525e58,segment=NetworkSegment(328bdebe-614b-4d18-b555-1e87050f9f9a),segment_id=328bdebe-614b-4d18-b555-1e87050f9f9a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:54.730948 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:54.790411 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=b7c9e36a-9c90-401f-98be-1e1202525e58,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:54.842358 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-84921055-47c4-4721-a6ff-dc1fb920426d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:54.911011 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44016) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:54.913473 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-84921055-47c4-4721-a6ff-dc1fb920426d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:54.925596 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2a8b7604-8b64-491e-a395-abcab1e89de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:55.030237 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2a8b7604-8b64-491e-a395-abcab1e89de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:55.035776 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2a8b7604-8b64-491e-a395-abcab1e89de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:55.074182 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b7604-8b64-491e-a395-abcab1e89de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd8c3ef-5da6-483b-870e-f534fafb8307,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:55.085917 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-84921055-47c4-4721-a6ff-dc1fb920426d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:55.088936 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2a8b7604-8b64-491e-a395-abcab1e89de4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f7a37b8264f84711a4696c998fdf0c0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1764517 Aug 10 01:17:55.089286 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44018) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:55.094540 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-84921055-47c4-4721-a6ff-dc1fb920426d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:55.144929 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b773eaba-6d78-4c8e-ab9f-9c13ef4eb827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:55.162752 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84921055-47c4-4721-a6ff-dc1fb920426d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event updated for resources: {'Port': ['ID=5191bc32-bab5-4d53-aff6-1e6b1b88b8e0,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:55.172090 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b773eaba-6d78-4c8e-ab9f-9c13ef4eb827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:55.178482 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-84921055-47c4-4721-a6ff-dc1fb920426d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:55.227946 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b773eaba-6d78-4c8e-ab9f-9c13ef4eb827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:55.230534 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b773eaba-6d78-4c8e-ab9f-9c13ef4eb827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:55.234304 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b773eaba-6d78-4c8e-ab9f-9c13ef4eb827 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7bd8c3ef-5da6-483b-870e-f534fafb8307 HTTP/1.1" status: 204 len: 168 time: 0.1436889 Aug 10 01:17:55.242119 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773eaba-6d78-4c8e-ab9f-9c13ef4eb827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd8c3ef-5da6-483b-870e-f534fafb8307,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:55.290591 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [None req-84921055-47c4-4721-a6ff-dc1fb920426d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Floating IP 8744279e-c98e-404c-af97-de343d8c9cd7 associated. External IP: 172.25.2.147, port: ebe7ca94-99f7-418a-b91a-c526e2b47e93. Aug 10 01:17:55.475634 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 636d1b86-9e68-440c-824a-abf8f540e439 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:17:55.521621 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84921055-47c4-4721-a6ff-dc1fb920426d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Router 070aaff9-a882-493a-ac92-7dbb0639b272 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:17:55.601903 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 636d1b86-9e68-440c-824a-abf8f540e439, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=636d1b86-9e68-440c-824a-abf8f540e439,segment=NetworkSegment(a610e48f-e8d3-4335-96fa-db4b291a46f1),segment_id=a610e48f-e8d3-4335-96fa-db4b291a46f1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:55.626920 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '636d1b86-9e68-440c-824a-abf8f540e439', 'network_id': 'a6634216-2d60-49e7-90bb-a10a1b36d20f', 'port_id': '636d1b86-9e68-440c-824a-abf8f540e439', 'mac_address': 'fa:16:3e:6f:45:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '785e6cd4-4a8f-49e7-ac95-310b2b06043c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:17:55.674676 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:55.691275 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 636d1b86-9e68-440c-824a-abf8f540e439 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:17:55.718803 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 636d1b86-9e68-440c-824a-abf8f540e439, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=636d1b86-9e68-440c-824a-abf8f540e439,segment=NetworkSegment(a610e48f-e8d3-4335-96fa-db4b291a46f1),segment_id=a610e48f-e8d3-4335-96fa-db4b291a46f1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:55.723586 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:55.737675 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68840de8-72b3-4a08-ac8c-738a11cf15f4 req-e4eb8ccc-942a-4a8e-80cc-fe0e663b08a4 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:55.745032 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-68840de8-72b3-4a08-ac8c-738a11cf15f4 req-e4eb8ccc-942a-4a8e-80cc-fe0e663b08a4 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a83d236f-bf4c-4dd0-a81d-315ac13b5565 HTTP/1.1" status: 200 len: 1096 time: 0.1370599 Aug 10 01:17:55.779786 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=636d1b86-9e68-440c-824a-abf8f540e439,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:55.783815 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19765eb7-93de-45ef-93bc-6a4e502b3097 req-486f6186-1ac6-4d71-8848-9f7754cdf336 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:55.785471 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-19765eb7-93de-45ef-93bc-6a4e502b3097 req-486f6186-1ac6-4d71-8848-9f7754cdf336 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 945 time: 0.1539507 Aug 10 01:17:55.812905 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-68840de8-72b3-4a08-ac8c-738a11cf15f4 req-3fd21d96-9b39-427b-a6ef-7dbc26ec995b tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d0e9c2e4-4860-45b1-aea0-b914580ad280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667293 Aug 10 01:17:55.823921 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84921055-47c4-4721-a6ff-dc1fb920426d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:17:55.834474 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662111d2-4afd-41dc-854b-a51b4f80259a None None] Sync routers for ids ['070aaff9-a882-493a-ac92-7dbb0639b272'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:17:55.849112 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662111d2-4afd-41dc-854b-a51b4f80259a None None] Routers {'070aaff9-a882-493a-ac92-7dbb0639b272'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:55.851234 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-662111d2-4afd-41dc-854b-a51b4f80259a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['070aaff9-a882-493a-ac92-7dbb0639b272'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:55.868044 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-84921055-47c4-4721-a6ff-dc1fb920426d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:55.883000 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-19765eb7-93de-45ef-93bc-6a4e502b3097 req-13deeb19-3dac-4f28-b97c-44b03445fd06 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780151 Aug 10 01:17:55.898666 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-662111d2-4afd-41dc-854b-a51b4f80259a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:55.919885 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662111d2-4afd-41dc-854b-a51b4f80259a None None] Routers {'070aaff9-a882-493a-ac92-7dbb0639b272'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:55.920658 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-662111d2-4afd-41dc-854b-a51b4f80259a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['070aaff9-a882-493a-ac92-7dbb0639b272'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:55.930357 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e47e58a7-bdfd-4d8a-91a2-2242dcf67225 req-eda0f019-1c7e-4b28-96b7-ae03051d3f04 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 210 time: 0.0422652 Aug 10 01:17:55.957584 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-662111d2-4afd-41dc-854b-a51b4f80259a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:55.958337 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662111d2-4afd-41dc-854b-a51b4f80259a None None] The sync data for ids ['070aaff9-a882-493a-ac92-7dbb0639b272'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:17:55.970822 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-84921055-47c4-4721-a6ff-dc1fb920426d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.3824294 Aug 10 01:17:55.973518 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44044) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:55.979296 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-1cfdac9c-db27-4f37-9dc8-338a1955f23d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-774356630'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:56.003807 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfdac9c-db27-4f37-9dc8-338a1955f23d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Made reservation on behalf of 8adb01a230e64464b499069423d36c25 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:56.007328 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1cfdac9c-db27-4f37-9dc8-338a1955f23d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:56.032029 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cfdac9c-db27-4f37-9dc8-338a1955f23d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:17:56.041597 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1cfdac9c-db27-4f37-9dc8-338a1955f23d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:56.041947 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-1cfdac9c-db27-4f37-9dc8-338a1955f23d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Added segment 17622f3e-8668-4e30-8f15-6c2ffdddc503 of type vlan for network 6fc5bd27-3f13-4e4e-a2b6-70346d3879c5 Aug 10 01:17:56.080417 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['636d1b86-9e68-440c-824a-abf8f540e439'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:17:56.086769 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1cfdac9c-db27-4f37-9dc8-338a1955f23d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:56.121671 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1cfdac9c-db27-4f37-9dc8-338a1955f23d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:56.130719 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfdac9c-db27-4f37-9dc8-338a1955f23d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:56.131901 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1cfdac9c-db27-4f37-9dc8-338a1955f23d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:56.263106 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44054) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:56.263735 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1cfdac9c-db27-4f37-9dc8-338a1955f23d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2880950 Aug 10 01:17:56.264542 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfdac9c-db27-4f37-9dc8-338a1955f23d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event updated for resources: {'Network': ['ID=6fc5bd27-3f13-4e4e-a2b6-70346d3879c5,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:56.269258 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-75d27a4b-741e-471c-946f-c578452593af tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Request body: {'subnet': {'network_id': '6fc5bd27-3f13-4e4e-a2b6-70346d3879c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:56.283536 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 6fc5bd27-3f13-4e4e-a2b6-70346d3879c5 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:17:56.380466 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b7c9e36a-9c90-401f-98be-1e1202525e58 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:56.434594 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port b7c9e36a-9c90-401f-98be-1e1202525e58 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:56.435401 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:56.443875 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d27a4b-741e-471c-946f-c578452593af tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Made reservation on behalf of 8adb01a230e64464b499069423d36c25 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:56.448468 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-75d27a4b-741e-471c-946f-c578452593af tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:56.589452 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44058) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:56.662571 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-75d27a4b-741e-471c-946f-c578452593af tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:56.712513 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-13c8f465-7f99-4eef-a616-45e3d6a4a721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:56.725196 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d27a4b-741e-471c-946f-c578452593af tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event updated for resources: {'Subnet': ['ID=550aa407-c801-48b7-8363-1b0d8b1957a9,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:56.734663 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d27a4b-741e-471c-946f-c578452593af tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Checking segment: {'id': '17622f3e-8668-4e30-8f15-6c2ffdddc503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6fc5bd27-3f13-4e4e-a2b6-70346d3879c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:56.735036 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d27a4b-741e-471c-946f-c578452593af tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Network hostable DHCP agents. Network: 6fc5bd27-3f13-4e4e-a2b6-70346d3879c5, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:17:56.754573 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d27a4b-741e-471c-946f-c578452593af tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Network 6fc5bd27-3f13-4e4e-a2b6-70346d3879c5 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:17:56.766607 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-75d27a4b-741e-471c-946f-c578452593af tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 6fc5bd27-3f13-4e4e-a2b6-70346d3879c5) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:56.771869 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d27a4b-741e-471c-946f-c578452593af tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:56.772727 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-75d27a4b-741e-471c-946f-c578452593af tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:56.778395 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82227cbe-a1ab-4eb0-a870-112372526788 None None] Network 6fc5bd27-3f13-4e4e-a2b6-70346d3879c5 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:17:56.820324 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-13c8f465-7f99-4eef-a616-45e3d6a4a721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:56.825029 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-13c8f465-7f99-4eef-a616-45e3d6a4a721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:56.834909 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-75d27a4b-741e-471c-946f-c578452593af tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5706148 Aug 10 01:17:56.837776 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44064) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:56.852378 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-2109f58c-a13e-40a9-9c9b-7a3dda23297d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1073275442', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}, 'admin_state_up': False}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:56.879083 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-13c8f465-7f99-4eef-a616-45e3d6a4a721 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0befe347ce65432fadb1ca06f2d61996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2883284 Aug 10 01:17:56.879488 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44066) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:56.880039 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8f465-7f99-4eef-a616-45e3d6a4a721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c57125-89f7-46cb-971b-ef7a6105a9c8,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:56.953240 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2109f58c-a13e-40a9-9c9b-7a3dda23297d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:56.954167 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2109f58c-a13e-40a9-9c9b-7a3dda23297d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:56.981964 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4d310e-c77e-4af8-9701-402e082f20a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-6fc5bd27-3f13-4e4e-a2b6-70346d3879c5', 'network_id': '6fc5bd27-3f13-4e4e-a2b6-70346d3879c5', 'tenant_id': '8adb01a230e64464b499069423d36c25', 'fixed_ips': [{'subnet_id': '550aa407-c801-48b7-8363-1b0d8b1957a9'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:17:56.983078 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ff4d310e-c77e-4af8-9701-402e082f20a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:57.018634 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe6aa4-7854-4738-9e86-2475c597ee63 req-d99bb485-f8a9-4bc0-bf11-7bd64ab5b04a tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:57.020214 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c1fe6aa4-7854-4738-9e86-2475c597ee63 req-d99bb485-f8a9-4bc0-bf11-7bd64ab5b04a tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a83d236f-bf4c-4dd0-a81d-315ac13b5565 HTTP/1.1" status: 200 len: 1097 time: 0.1254053 Aug 10 01:17:57.040204 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cf004417-d2ed-45e0-a975-e7cb450117f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:57.086935 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2109f58c-a13e-40a9-9c9b-7a3dda23297d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:57.117304 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cf004417-d2ed-45e0-a975-e7cb450117f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:57.126049 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-ff4d310e-c77e-4af8-9701-402e082f20a7 None None] Allocated IP 172.20.0.2 (6fc5bd27-3f13-4e4e-a2b6-70346d3879c5/550aa407-c801-48b7-8363-1b0d8b1957a9/171d1d04-91fb-49e7-9612-e0c809ec10c2) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:57.210910 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bae9d7-ee80-49dc-a2be-b8826d3e14ab req-ecaec8d1-fd47-4c96-88fd-8fd561093316 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:57.212349 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-01bae9d7-ee80-49dc-a2be-b8826d3e14ab req-ecaec8d1-fd47-4c96-88fd-8fd561093316 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 945 time: 0.2355778 Aug 10 01:17:57.226998 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c1fe6aa4-7854-4738-9e86-2475c597ee63 req-b6ce7f17-f0f8-4c84-82d8-9869b07ec762 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d0e9c2e4-4860-45b1-aea0-b914580ad280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905522 Aug 10 01:17:57.288957 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ff4d310e-c77e-4af8-9701-402e082f20a7 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:57.299918 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ff4d310e-c77e-4af8-9701-402e082f20a7 None None] Transition to ACTIVE for port object 171d1d04-91fb-49e7-9612-e0c809ec10c2 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:57.316660 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ff4d310e-c77e-4af8-9701-402e082f20a7 None None] Transition to ACTIVE for port object 171d1d04-91fb-49e7-9612-e0c809ec10c2 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:57.324370 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ff4d310e-c77e-4af8-9701-402e082f20a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:57.366530 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4d310e-c77e-4af8-9701-402e082f20a7 None None] Network 6fc5bd27-3f13-4e4e-a2b6-70346d3879c5 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:57.370046 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-ff4d310e-c77e-4af8-9701-402e082f20a7 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:57.373965 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4d310e-c77e-4af8-9701-402e082f20a7 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:57.380035 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d310e-c77e-4af8-9701-402e082f20a7 None None] Pushing event updated for resources: {'Port': ['ID=171d1d04-91fb-49e7-9612-e0c809ec10c2,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:57.442624 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-ff4d310e-c77e-4af8-9701-402e082f20a7 None None] Attempting to bind port 171d1d04-91fb-49e7-9612-e0c809ec10c2 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:57.443035 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-ff4d310e-c77e-4af8-9701-402e082f20a7 None None] Attempting to bind port 171d1d04-91fb-49e7-9612-e0c809ec10c2 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '17622f3e-8668-4e30-8f15-6c2ffdddc503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6fc5bd27-3f13-4e4e-a2b6-70346d3879c5'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:57.443408 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4d310e-c77e-4af8-9701-402e082f20a7 None None] Attempting to bind port 171d1d04-91fb-49e7-9612-e0c809ec10c2 on network 6fc5bd27-3f13-4e4e-a2b6-70346d3879c5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:57.448897 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4d310e-c77e-4af8-9701-402e082f20a7 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:17:57.449284 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4d310e-c77e-4af8-9701-402e082f20a7 None None] Checking segment: {'id': '17622f3e-8668-4e30-8f15-6c2ffdddc503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6fc5bd27-3f13-4e4e-a2b6-70346d3879c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:57.449701 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ff4d310e-c77e-4af8-9701-402e082f20a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:57.450106 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4d310e-c77e-4af8-9701-402e082f20a7 None None] Bound using segment: {'id': '17622f3e-8668-4e30-8f15-6c2ffdddc503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6fc5bd27-3f13-4e4e-a2b6-70346d3879c5'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:17:57.450591 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-ff4d310e-c77e-4af8-9701-402e082f20a7 None None] Bound port: 171d1d04-91fb-49e7-9612-e0c809ec10c2, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17622f3e-8668-4e30-8f15-6c2ffdddc503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6fc5bd27-3f13-4e4e-a2b6-70346d3879c5'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:17:57.450986 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ff4d310e-c77e-4af8-9701-402e082f20a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:57.465591 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 636d1b86-9e68-440c-824a-abf8f540e439 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:57.552390 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-ff4d310e-c77e-4af8-9701-402e082f20a7 None None] For port 171d1d04-91fb-49e7-9612-e0c809ec10c2, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:17:57.555942 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-ff4d310e-c77e-4af8-9701-402e082f20a7 None None] For port 171d1d04-91fb-49e7-9612-e0c809ec10c2, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=171d1d04-91fb-49e7-9612-e0c809ec10c2,segment=NetworkSegment(17622f3e-8668-4e30-8f15-6c2ffdddc503),segment_id=17622f3e-8668-4e30-8f15-6c2ffdddc503)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:17:57.562959 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ff4d310e-c77e-4af8-9701-402e082f20a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:57.572750 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 636d1b86-9e68-440c-824a-abf8f540e439 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:57.599713 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 636d1b86-9e68-440c-824a-abf8f540e439 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:57.600101 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:57.663161 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d310e-c77e-4af8-9701-402e082f20a7 None None] Pushing event updated for resources: {'Port': ['ID=171d1d04-91fb-49e7-9612-e0c809ec10c2,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:57.690081 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2109f58c-a13e-40a9-9c9b-7a3dda23297d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:57.720671 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-89357d5d-a4d5-41a3-8401-ac09d568ed14 req-87947d5f-0905-427c-a170-81ec59edf676 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 210 time: 0.0571468 Aug 10 01:17:57.726339 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:57.739558 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-01bae9d7-ee80-49dc-a2be-b8826d3e14ab req-c49b9010-3a91-4118-9a55-41f80c48bee5 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5115893 Aug 10 01:17:57.771702 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83d236f-bf4c-4dd0-a81d-315ac13b5565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636d1b86-9e68-440c-824a-abf8f540e439'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:17:57.774350 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0c8082-72a7-4bb6-8329-9a50de3e77f8" -d '{"events": [{"server_uuid": "a83d236f-bf4c-4dd0-a81d-315ac13b5565", "name": "network-vif-plugged", "status": "completed", "tag": "636d1b86-9e68-440c-824a-abf8f540e439"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:17:57.795303 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 636d1b86-9e68-440c-824a-abf8f540e439, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=636d1b86-9e68-440c-824a-abf8f540e439,segment=NetworkSegment(a610e48f-e8d3-4335-96fa-db4b291a46f1),segment_id=a610e48f-e8d3-4335-96fa-db4b291a46f1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:57.798194 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cf004417-d2ed-45e0-a975-e7cb450117f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:57.801475 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:57.801660 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cf004417-d2ed-45e0-a975-e7cb450117f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:57.805089 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-cf004417-d2ed-45e0-a975-e7cb450117f6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/71c57125-89f7-46cb-971b-ef7a6105a9c8 HTTP/1.1" status: 204 len: 168 time: 0.9180021 Aug 10 01:17:57.829262 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf004417-d2ed-45e0-a975-e7cb450117f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c57125-89f7-46cb-971b-ef7a6105a9c8,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:57.893069 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4539fd-1fa8-4b8c-8278-9ac2bcec5817 x-openstack-request-id: req-6e4539fd-1fa8-4b8c-8278-9ac2bcec5817 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:17:57.894896 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a83d236f-bf4c-4dd0-a81d-315ac13b5565", "name": "network-vif-plugged", "status": "completed", "tag": "636d1b86-9e68-440c-824a-abf8f540e439", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:17:57.895044 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6e4539fd-1fa8-4b8c-8278-9ac2bcec5817 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:17:57.896638 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83d236f-bf4c-4dd0-a81d-315ac13b5565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636d1b86-9e68-440c-824a-abf8f540e439', 'code': 200} Aug 10 01:17:57.931733 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=636d1b86-9e68-440c-824a-abf8f540e439,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:58.017734 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624deed6-1ba4-4078-87f3-63aa561906cd req-2ac74ae6-6f75-4543-a371-cca82cd15296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:58.019304 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-624deed6-1ba4-4078-87f3-63aa561906cd req-2ac74ae6-6f75-4543-a371-cca82cd15296 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a83d236f-bf4c-4dd0-a81d-315ac13b5565 HTTP/1.1" status: 200 len: 1098 time: 0.0932310 Aug 10 01:17:58.070994 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-624deed6-1ba4-4078-87f3-63aa561906cd req-81f57ea2-e747-48a7-ae58-8aa8a0cb0da2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d0e9c2e4-4860-45b1-aea0-b914580ad280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440669 Aug 10 01:17:58.099344 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2109f58c-a13e-40a9-9c9b-7a3dda23297d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for router_gateway, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:58.119540 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2109f58c-a13e-40a9-9c9b-7a3dda23297d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:58.219144 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:58.241042 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-2109f58c-a13e-40a9-9c9b-7a3dda23297d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Allocated IP 172.25.2.47 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/a199e9f3-0554-40ff-be1e-5a24e59f72e3) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:58.410687 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2109f58c-a13e-40a9-9c9b-7a3dda23297d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:58.422573 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171ea97-67ae-4c96-b604-c647f3f2896a req-b854ade5-8da6-4de2-903e-0d318ef98ba8 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:58.424324 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e171ea97-67ae-4c96-b604-c647f3f2896a req-b854ade5-8da6-4de2-903e-0d318ef98ba8 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a83d236f-bf4c-4dd0-a81d-315ac13b5565 HTTP/1.1" status: 200 len: 1098 time: 0.0827098 Aug 10 01:17:58.431332 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 171d1d04-91fb-49e7-9612-e0c809ec10c2 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:58.494375 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 171d1d04-91fb-49e7-9612-e0c809ec10c2 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:58.516085 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2109f58c-a13e-40a9-9c9b-7a3dda23297d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:58.538152 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e171ea97-67ae-4c96-b604-c647f3f2896a req-034c4ae6-9877-47ea-9735-2c5d8409ad0c tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d0e9c2e4-4860-45b1-aea0-b914580ad280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773165 Aug 10 01:17:58.565730 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2109f58c-a13e-40a9-9c9b-7a3dda23297d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:58.579361 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-2109f58c-a13e-40a9-9c9b-7a3dda23297d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:58.582949 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2109f58c-a13e-40a9-9c9b-7a3dda23297d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:58.619425 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2109f58c-a13e-40a9-9c9b-7a3dda23297d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event updated for resources: {'Port': ['ID=a199e9f3-0554-40ff-be1e-5a24e59f72e3,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:58.916610 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a09384-c8de-4c3d-88be-564daba23819 None None] Network 6fc5bd27-3f13-4e4e-a2b6-70346d3879c5 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:17:58.960973 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8be9955f-3cdf-4c36-822f-3d9614e16819 req-4d9bf997-1bd8-4e01-b49a-cf8682c5d57d tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 210 time: 0.0741384 Aug 10 01:17:58.980269 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2109f58c-a13e-40a9-9c9b-7a3dda23297d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for router_gateway, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:58.990624 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe3118-31b1-4c09-916c-109c5af819e9 req-a7659928-77f5-4a10-8d50-105a56c3b7f7 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:58.992940 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-61fe3118-31b1-4c09-916c-109c5af819e9 req-a7659928-77f5-4a10-8d50-105a56c3b7f7 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 945 time: 0.1049104 Aug 10 01:17:59.000112 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a6220baf-ed07-476e-ab3d-3b53d9dc8ee2 None None] Provisioning for port 171d1d04-91fb-49e7-9612-e0c809ec10c2 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:59.014103 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a6220baf-ed07-476e-ab3d-3b53d9dc8ee2 None None] Provisioning complete for port 171d1d04-91fb-49e7-9612-e0c809ec10c2 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:59.014422 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a6220baf-ed07-476e-ab3d-3b53d9dc8ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:59.111750 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-61fe3118-31b1-4c09-916c-109c5af819e9 req-3ad23ca7-cc85-49b0-ad34-d48ee9d1098d tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801206 Aug 10 01:17:59.240043 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a6220baf-ed07-476e-ab3d-3b53d9dc8ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:59.291002 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-a6220baf-ed07-476e-ab3d-3b53d9dc8ee2 None None] For port 171d1d04-91fb-49e7-9612-e0c809ec10c2, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=171d1d04-91fb-49e7-9612-e0c809ec10c2,segment=NetworkSegment(17622f3e-8668-4e30-8f15-6c2ffdddc503),segment_id=17622f3e-8668-4e30-8f15-6c2ffdddc503)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:59.299051 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a6220baf-ed07-476e-ab3d-3b53d9dc8ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:59.314459 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2109f58c-a13e-40a9-9c9b-7a3dda23297d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:59.364957 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6220baf-ed07-476e-ab3d-3b53d9dc8ee2 None None] Pushing event updated for resources: {'Port': ['ID=171d1d04-91fb-49e7-9612-e0c809ec10c2,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:59.548422 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2109f58c-a13e-40a9-9c9b-7a3dda23297d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Router c64bdfe6-adf5-456d-a4c7-0766543e9dda is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:17:59.632805 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1c3ec12e-b92e-4cdc-83f6-a8a148f7f864 None None] Provisioning complete for port 171d1d04-91fb-49e7-9612-e0c809ec10c2 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:59.633237 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1c3ec12e-b92e-4cdc-83f6-a8a148f7f864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:59.710217 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2109f58c-a13e-40a9-9c9b-7a3dda23297d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:17:59.713442 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6b697-8b08-4633-9ccd-a9b53db8a4a7 req-4fa0b6d6-12c6-41c8-ac09-f8baf5ba1def tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:59.714961 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-33b6b697-8b08-4633-9ccd-a9b53db8a4a7 req-4fa0b6d6-12c6-41c8-ac09-f8baf5ba1def tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a83d236f-bf4c-4dd0-a81d-315ac13b5565 HTTP/1.1" status: 200 len: 1098 time: 0.0608656 Aug 10 01:17:59.729685 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a87b1a2-b493-4e3b-aeb2-54e401a5b1e5 None None] Sync routers for ids ['c64bdfe6-adf5-456d-a4c7-0766543e9dda'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:17:59.743676 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a87b1a2-b493-4e3b-aeb2-54e401a5b1e5 None None] Routers {'c64bdfe6-adf5-456d-a4c7-0766543e9dda'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:59.744806 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2109f58c-a13e-40a9-9c9b-7a3dda23297d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:59.748863 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2109f58c-a13e-40a9-9c9b-7a3dda23297d tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9057753 Aug 10 01:17:59.749056 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-8a87b1a2-b493-4e3b-aeb2-54e401a5b1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['c64bdfe6-adf5-456d-a4c7-0766543e9dda'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:59.749252 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44116) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:59.790053 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-8a87b1a2-b493-4e3b-aeb2-54e401a5b1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:59.800830 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a87b1a2-b493-4e3b-aeb2-54e401a5b1e5 None None] Routers {'c64bdfe6-adf5-456d-a4c7-0766543e9dda'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:59.801584 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-8a87b1a2-b493-4e3b-aeb2-54e401a5b1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['c64bdfe6-adf5-456d-a4c7-0766543e9dda'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:59.816756 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-33b6b697-8b08-4633-9ccd-a9b53db8a4a7 req-c281af24-8325-483c-ac3d-286361ec15e7 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d0e9c2e4-4860-45b1-aea0-b914580ad280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871181 Aug 10 01:17:59.838335 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-8a87b1a2-b493-4e3b-aeb2-54e401a5b1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:59.839356 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a87b1a2-b493-4e3b-aeb2-54e401a5b1e5 None None] The sync data for ids ['c64bdfe6-adf5-456d-a4c7-0766543e9dda'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:18:00.011850 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2cd724-0743-4c0c-9a3a-17f7fa029758 req-183be9b1-874f-4956-b99f-74160e7cd973 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:00.013434 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2c2cd724-0743-4c0c-9a3a-17f7fa029758 req-183be9b1-874f-4956-b99f-74160e7cd973 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a83d236f-bf4c-4dd0-a81d-315ac13b5565 HTTP/1.1" status: 200 len: 1098 time: 0.1139123 Aug 10 01:18:00.108030 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2c2cd724-0743-4c0c-9a3a-17f7fa029758 req-b2339f50-1b13-4bd6-b263-cd7e0e76ef6d tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d0e9c2e4-4860-45b1-aea0-b914580ad280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846829 Aug 10 01:18:00.129279 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-843eef97-7155-41d9-9185-0ffd1a4b90f9 req-5d9815df-a0b8-4a2b-9039-64322a59439d tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 210 time: 0.0378938 Aug 10 01:18:00.373811 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 171d1d04-91fb-49e7-9612-e0c809ec10c2 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:18:00.375315 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400c4b6-7480-4554-bb9f-224834825498 req-fdde6065-4002-4563-983c-5ff7e9bae899 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:00.378169 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1400c4b6-7480-4554-bb9f-224834825498 req-fdde6065-4002-4563-983c-5ff7e9bae899 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a83d236f-bf4c-4dd0-a81d-315ac13b5565 HTTP/1.1" status: 200 len: 1098 time: 0.1197083 Aug 10 01:18:00.396634 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca1c3a-bd1b-4dc9-a192-d9fc47e751f8 req-1853432d-2a56-417a-8d9f-6af6b65645ef tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:00.398522 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-deca1c3a-bd1b-4dc9-a192-d9fc47e751f8 req-1853432d-2a56-417a-8d9f-6af6b65645ef tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 945 time: 0.1282434 Aug 10 01:18:00.423879 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 171d1d04-91fb-49e7-9612-e0c809ec10c2 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:18:00.424171 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:00.495918 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1400c4b6-7480-4554-bb9f-224834825498 req-84040aaf-6480-4f75-91bb-3b237e0d14d0 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d0e9c2e4-4860-45b1-aea0-b914580ad280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938523 Aug 10 01:18:00.501905 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f5baee11-0ce7-4cb8-8ab2-0537e014c6f1 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:00.506095 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-deca1c3a-bd1b-4dc9-a192-d9fc47e751f8 req-6ba51a00-dc5f-4684-999b-8767d7ed9278 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869107 Aug 10 01:18:00.899264 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90020184-b1de-45de-b72e-5e3b32eade4e req-5b12b504-03a0-43cf-9292-2d2075115656 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:00.901004 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-90020184-b1de-45de-b72e-5e3b32eade4e req-5b12b504-03a0-43cf-9292-2d2075115656 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/networks?id=a6634216-2d60-49e7-90bb-a10a1b36d20f HTTP/1.1" status: 200 len: 910 time: 0.1681399 Aug 10 01:18:00.913791 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-f5baee11-0ce7-4cb8-8ab2-0537e014c6f1 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Allocated IP 172.20.0.1 (6fc5bd27-3f13-4e4e-a2b6-70346d3879c5/550aa407-c801-48b7-8363-1b0d8b1957a9/1529ed2d-a542-41f1-9de6-981ceeb3bf51) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:18:00.933919 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-90020184-b1de-45de-b72e-5e3b32eade4e req-2e1f991f-0459-4b49-8cf7-963f38dc37ce tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/quotas/4c7ae20be0f842feb3257982dcb62312 HTTP/1.1" status: 200 len: 375 time: 0.0216384 Aug 10 01:18:01.045671 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-90020184-b1de-45de-b72e-5e3b32eade4e req-f36b2e52-ce49-408c-8959-e1d209aac9c1 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/ports?tenant_id=4c7ae20be0f842feb3257982dcb62312&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0954609 Aug 10 01:18:01.123298 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f5baee11-0ce7-4cb8-8ab2-0537e014c6f1 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:01.151128 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-f5baee11-0ce7-4cb8-8ab2-0537e014c6f1 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Transition to ACTIVE for port object 1529ed2d-a542-41f1-9de6-981ceeb3bf51 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:18:01.191102 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-90020184-b1de-45de-b72e-5e3b32eade4e req-bf4cd65c-2844-48e5-987e-71d6d667de79 service neutron] 10.222.0.35 "GET /v2.0/networks/a6634216-2d60-49e7-90bb-a10a1b36d20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357834 Aug 10 01:18:01.217076 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f5baee11-0ce7-4cb8-8ab2-0537e014c6f1 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:01.326727 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5baee11-0ce7-4cb8-8ab2-0537e014c6f1 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Network 6fc5bd27-3f13-4e4e-a2b6-70346d3879c5 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:18:01.345442 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-999f6126-a00d-4c90-9208-4b43fb2db16c req-b237be11-3dd7-4160-b1cc-3a7c1e0a49df tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 210 time: 0.0515368 Aug 10 01:18:01.350346 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-f5baee11-0ce7-4cb8-8ab2-0537e014c6f1 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:18:01.364365 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5baee11-0ce7-4cb8-8ab2-0537e014c6f1 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:18:01.397986 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5baee11-0ce7-4cb8-8ab2-0537e014c6f1 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event updated for resources: {'Port': ['ID=1529ed2d-a542-41f1-9de6-981ceeb3bf51,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:01.442006 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-90020184-b1de-45de-b72e-5e3b32eade4e req-5cde224a-a0ed-46a1-be19-c5146ed908b5 service neutron] 10.222.0.35 "GET /v2.0/networks/a6634216-2d60-49e7-90bb-a10a1b36d20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371678 Aug 10 01:18:01.445310 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f5baee11-0ce7-4cb8-8ab2-0537e014c6f1 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:01.689735 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f5baee11-0ce7-4cb8-8ab2-0537e014c6f1 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:01.762291 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1f5c2452-de3d-49b4-8222-d33ff62732d0 None None] Provisioning for port 1529ed2d-a542-41f1-9de6-981ceeb3bf51 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:18:01.768202 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1f5c2452-de3d-49b4-8222-d33ff62732d0 None None] Provisioning complete for port 1529ed2d-a542-41f1-9de6-981ceeb3bf51 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:18:01.768600 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1f5c2452-de3d-49b4-8222-d33ff62732d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:01.820200 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c2452-de3d-49b4-8222-d33ff62732d0 None None] Port 1529ed2d-a542-41f1-9de6-981ceeb3bf51 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:18:02.112405 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc41f0-ea1b-4448-8528-fc0b91f1b4ee req-c6a75a8c-9991-46c2-8e92-6c98658d00d9 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:02.120074 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-08cc41f0-ea1b-4448-8528-fc0b91f1b4ee req-c6a75a8c-9991-46c2-8e92-6c98658d00d9 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 945 time: 0.4806035 Aug 10 01:18:02.163982 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ec45893e-dde5-47b5-993c-7fc20cac49bd req-da9d0f9f-4093-4abe-9e6c-c08a59891b40 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7316b51b-8d94-4a9d-a2cf-e342a52074f8 HTTP/1.1" status: 200 len: 210 time: 0.0620749 Aug 10 01:18:02.252248 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-08cc41f0-ea1b-4448-8528-fc0b91f1b4ee req-10300f6a-1e2f-4e93-bf4c-2788188698f4 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309929 Aug 10 01:18:02.533710 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b21d7c34-a744-466e-a59e-3b9cc7a2fde0 req-eea01df5-910e-4ae0-8437-025315a8c5a6 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 210 time: 0.0482242 Aug 10 01:18:02.562291 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f5baee11-0ce7-4cb8-8ab2-0537e014c6f1 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:02.569451 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f5baee11-0ce7-4cb8-8ab2-0537e014c6f1 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:02.665012 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5baee11-0ce7-4cb8-8ab2-0537e014c6f1 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event updated for resources: {'Port': ['ID=1529ed2d-a542-41f1-9de6-981ceeb3bf51,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:02.672122 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f5baee11-0ce7-4cb8-8ab2-0537e014c6f1 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:02.805181 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5baee11-0ce7-4cb8-8ab2-0537e014c6f1 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Network 6fc5bd27-3f13-4e4e-a2b6-70346d3879c5 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:18:02.807359 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-f5baee11-0ce7-4cb8-8ab2-0537e014c6f1 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:18:03.100452 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5baee11-0ce7-4cb8-8ab2-0537e014c6f1 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Router c64bdfe6-adf5-456d-a4c7-0766543e9dda has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:18:03.101806 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90020184-b1de-45de-b72e-5e3b32eade4e req-63ddef78-382e-4898-9a05-f0aff3a20e88 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:03.103396 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-90020184-b1de-45de-b72e-5e3b32eade4e req-63ddef78-382e-4898-9a05-f0aff3a20e88 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.20 "GET /v2.0/networks?id=a6634216-2d60-49e7-90bb-a10a1b36d20f HTTP/1.1" status: 200 len: 910 time: 0.2333720 Aug 10 01:18:03.121260 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-90020184-b1de-45de-b72e-5e3b32eade4e req-d26db028-61fb-4847-a864-eb042e2de928 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Request body: {'port': {'device_id': '7316b51b-8d94-4a9d-a2cf-e342a52074f8', 'network_id': 'a6634216-2d60-49e7-90bb-a10a1b36d20f', 'admin_state_up': True, 'tenant_id': '4c7ae20be0f842feb3257982dcb62312'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:03.168858 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e256e493-bef9-4427-bb0f-5c0a4bad1d8b None None] Provisioning complete for port 1529ed2d-a542-41f1-9de6-981ceeb3bf51 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:18:03.169460 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e256e493-bef9-4427-bb0f-5c0a4bad1d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:03.219855 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90020184-b1de-45de-b72e-5e3b32eade4e req-d26db028-61fb-4847-a864-eb042e2de928 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Made reservation on behalf of 4c7ae20be0f842feb3257982dcb62312 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:18:03.222247 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-90020184-b1de-45de-b72e-5e3b32eade4e req-d26db028-61fb-4847-a864-eb042e2de928 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:03.251135 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e256e493-bef9-4427-bb0f-5c0a4bad1d8b None None] Port 1529ed2d-a542-41f1-9de6-981ceeb3bf51 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:18:03.300337 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5baee11-0ce7-4cb8-8ab2-0537e014c6f1 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:18:03.314129 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340f3bf6-cccb-47ee-8e5c-920e99d26667 None None] Sync routers for ids ['c64bdfe6-adf5-456d-a4c7-0766543e9dda'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:18:03.324354 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340f3bf6-cccb-47ee-8e5c-920e99d26667 None None] Routers {'c64bdfe6-adf5-456d-a4c7-0766543e9dda'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:03.325590 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-340f3bf6-cccb-47ee-8e5c-920e99d26667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['c64bdfe6-adf5-456d-a4c7-0766543e9dda'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:03.377350 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-340f3bf6-cccb-47ee-8e5c-920e99d26667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:03.381904 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f5baee11-0ce7-4cb8-8ab2-0537e014c6f1 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "PUT /v2.0/routers/c64bdfe6-adf5-456d-a4c7-0766543e9dda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6292543 Aug 10 01:18:03.382431 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44202) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:03.389978 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340f3bf6-cccb-47ee-8e5c-920e99d26667 None None] Routers {'c64bdfe6-adf5-456d-a4c7-0766543e9dda'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:03.390289 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-60fd0349-51ea-4f07-bf85-57eaa1ad88af tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Request body: {'port': {'network_id': '6fc5bd27-3f13-4e4e-a2b6-70346d3879c5', 'name': 'tempest-FloatingIPTestJSON-494522354'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:03.390605 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-340f3bf6-cccb-47ee-8e5c-920e99d26667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['c64bdfe6-adf5-456d-a4c7-0766543e9dda'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:03.404065 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-40d55b09-db60-47af-8c68-d056fa180c43 req-14cfc25b-aa4d-4a09-9c89-639e182587ed tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7316b51b-8d94-4a9d-a2cf-e342a52074f8 HTTP/1.1" status: 200 len: 210 time: 0.1091623 Aug 10 01:18:03.464612 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-340f3bf6-cccb-47ee-8e5c-920e99d26667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:03.465178 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340f3bf6-cccb-47ee-8e5c-920e99d26667 None None] The sync data for ids ['c64bdfe6-adf5-456d-a4c7-0766543e9dda'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:18:03.588665 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6706e-0223-4faf-a7c2-fb4fd49d9c95 req-59312a01-09db-4dde-913b-e9ff6e56cdcd tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:03.600363 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a0e6706e-0223-4faf-a7c2-fb4fd49d9c95 req-59312a01-09db-4dde-913b-e9ff6e56cdcd tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 945 time: 0.1797316 Aug 10 01:18:03.610651 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60fd0349-51ea-4f07-bf85-57eaa1ad88af tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Made reservation on behalf of 8adb01a230e64464b499069423d36c25 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:18:03.614166 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-60fd0349-51ea-4f07-bf85-57eaa1ad88af tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:03.642591 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-90020184-b1de-45de-b72e-5e3b32eade4e req-d26db028-61fb-4847-a864-eb042e2de928 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Allocated IP 172.20.0.4 (a6634216-2d60-49e7-90bb-a10a1b36d20f/785e6cd4-4a8f-49e7-ac95-310b2b06043c/cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:18:03.677185 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-60fd0349-51ea-4f07-bf85-57eaa1ad88af tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] device_id is not set on port baff3355-9453-4181-8168-0aa3e68e9d59 yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:18:03.685806 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a0e6706e-0223-4faf-a7c2-fb4fd49d9c95 req-d56a8913-3c3b-4021-ab41-e22092c7a985 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840912 Aug 10 01:18:03.749974 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-86ee89c3-85d7-4105-b741-0196ba5250ee req-5f8e22ff-4fe3-4303-89cc-f535fd2aa34b tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 210 time: 0.0473726 Aug 10 01:18:03.846930 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44208) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:03.866886 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-60fd0349-51ea-4f07-bf85-57eaa1ad88af tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Allocated IP 172.20.0.9 (6fc5bd27-3f13-4e4e-a2b6-70346d3879c5/550aa407-c801-48b7-8363-1b0d8b1957a9/baff3355-9453-4181-8168-0aa3e68e9d59) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:18:03.949144 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-90020184-b1de-45de-b72e-5e3b32eade4e req-d26db028-61fb-4847-a864-eb042e2de928 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:03.964455 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-90020184-b1de-45de-b72e-5e3b32eade4e req-d26db028-61fb-4847-a864-eb042e2de928 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Transition to ACTIVE for port object cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:18:04.005855 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-90020184-b1de-45de-b72e-5e3b32eade4e req-d26db028-61fb-4847-a864-eb042e2de928 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:04.018088 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['636d1b86-9e68-440c-824a-abf8f540e439'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:18:04.063707 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-de21d8b3-1eeb-47db-83ea-5b73928443bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:04.065541 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26db028-61fb-4847-a864-eb042e2de928 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Pushing event updated for resources: {'Port': ['ID=cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:04.073624 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90020184-b1de-45de-b72e-5e3b32eade4e req-d26db028-61fb-4847-a864-eb042e2de928 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Network a6634216-2d60-49e7-90bb-a10a1b36d20f is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:18:04.075083 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-90020184-b1de-45de-b72e-5e3b32eade4e req-d26db028-61fb-4847-a864-eb042e2de928 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:18:04.085548 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-90020184-b1de-45de-b72e-5e3b32eade4e req-d26db028-61fb-4847-a864-eb042e2de928 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:18:04.132675 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90020184-b1de-45de-b72e-5e3b32eade4e req-d26db028-61fb-4847-a864-eb042e2de928 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:04.133566 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-90020184-b1de-45de-b72e-5e3b32eade4e req-d26db028-61fb-4847-a864-eb042e2de928 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:04.194543 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-60fd0349-51ea-4f07-bf85-57eaa1ad88af tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:04.221784 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-60fd0349-51ea-4f07-bf85-57eaa1ad88af tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Transition to ACTIVE for port object baff3355-9453-4181-8168-0aa3e68e9d59 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:18:04.247848 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-de21d8b3-1eeb-47db-83ea-5b73928443bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:04.261045 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-de21d8b3-1eeb-47db-83ea-5b73928443bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:04.263839 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-90020184-b1de-45de-b72e-5e3b32eade4e req-d26db028-61fb-4847-a864-eb042e2de928 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1472981 Aug 10 01:18:04.286019 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-90020184-b1de-45de-b72e-5e3b32eade4e req-c023b784-5ab7-42a7-8798-08af03cc77c9 service neutron] Request body: {'port': {'device_id': '7316b51b-8d94-4a9d-a2cf-e342a52074f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:04.317166 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21d8b3-1eeb-47db-83ea-5b73928443bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e574b6a4-b46c-46b0-a499-b692f57afd6c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:04.348357 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-de21d8b3-1eeb-47db-83ea-5b73928443bd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=53dbceee20384972801a19aadecf7d59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5002096 Aug 10 01:18:04.351807 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-60fd0349-51ea-4f07-bf85-57eaa1ad88af tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:04.357150 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44212) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:04.391921 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-90020184-b1de-45de-b72e-5e3b32eade4e req-c023b784-5ab7-42a7-8798-08af03cc77c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:04.409917 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fd0349-51ea-4f07-bf85-57eaa1ad88af tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Network 6fc5bd27-3f13-4e4e-a2b6-70346d3879c5 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:18:04.419650 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-60fd0349-51ea-4f07-bf85-57eaa1ad88af tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:18:04.432838 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fd0349-51ea-4f07-bf85-57eaa1ad88af tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:18:04.503049 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-680a7754-5359-49ac-8722-a6ad9b797dc7 None None] Provisioning for port cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:18:04.511240 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fd0349-51ea-4f07-bf85-57eaa1ad88af tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:04.511950 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-60fd0349-51ea-4f07-bf85-57eaa1ad88af tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:04.516007 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-680a7754-5359-49ac-8722-a6ad9b797dc7 None None] Provisioning complete for port cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:18:04.517040 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-680a7754-5359-49ac-8722-a6ad9b797dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:04.547768 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd0349-51ea-4f07-bf85-57eaa1ad88af tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event updated for resources: {'Port': ['ID=baff3355-9453-4181-8168-0aa3e68e9d59,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:04.565445 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-60fd0349-51ea-4f07-bf85-57eaa1ad88af tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1792803 Aug 10 01:18:04.565951 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44216) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:04.567835 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-27b96b6f-6c37-447c-930e-d2760dfb3c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:04.572348 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-7cb8cb92-5363-42c2-b55d-7ed68f27ee5f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Request body: {'floatingip': {'port_id': 'baff3355-9453-4181-8168-0aa3e68e9d59'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:04.614556 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-680a7754-5359-49ac-8722-a6ad9b797dc7 None None] Port cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:18:04.663299 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-27b96b6f-6c37-447c-930e-d2760dfb3c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:04.683731 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7cb8cb92-5363-42c2-b55d-7ed68f27ee5f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for floatingip, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:04.715262 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ee5e1-497c-4f06-8890-756051aa9f98 req-530d0735-1c26-4430-9d2a-5959b71ba040 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:04.716515 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b4ee5e1-497c-4f06-8890-756051aa9f98 req-530d0735-1c26-4430-9d2a-5959b71ba040 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7316b51b-8d94-4a9d-a2cf-e342a52074f8 HTTP/1.1" status: 200 len: 1027 time: 0.1145415 Aug 10 01:18:04.795389 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b4ee5e1-497c-4f06-8890-756051aa9f98 req-f8722e75-45e5-4d2c-8aa6-a140059f82ed tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d0e9c2e4-4860-45b1-aea0-b914580ad280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662408 Aug 10 01:18:04.847785 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8141ed46-88e8-46b5-bfb3-64f150c16e2a None None] Provisioning for port baff3355-9453-4181-8168-0aa3e68e9d59 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:18:04.856584 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8141ed46-88e8-46b5-bfb3-64f150c16e2a None None] Provisioning complete for port baff3355-9453-4181-8168-0aa3e68e9d59 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:18:04.860810 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8141ed46-88e8-46b5-bfb3-64f150c16e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:04.870881 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-27b96b6f-6c37-447c-930e-d2760dfb3c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:04.874595 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-27b96b6f-6c37-447c-930e-d2760dfb3c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:04.875864 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-27b96b6f-6c37-447c-930e-d2760dfb3c0d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e574b6a4-b46c-46b0-a499-b692f57afd6c HTTP/1.1" status: 204 len: 168 time: 0.5143788 Aug 10 01:18:04.912566 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b96b6f-6c37-447c-930e-d2760dfb3c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e574b6a4-b46c-46b0-a499-b692f57afd6c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:04.942229 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8141ed46-88e8-46b5-bfb3-64f150c16e2a None None] Port baff3355-9453-4181-8168-0aa3e68e9d59 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:18:04.987324 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5e0943ca-38f7-45a0-8a1f-d0f317d70810 req-ce9d0ca4-36cb-4c8f-928c-db69adf2d104 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/ports?device_id=48997dcf-67fa-4b02-a922-23b18553deed HTTP/1.1" status: 200 len: 210 time: 0.0727506 Aug 10 01:18:05.000364 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-90020184-b1de-45de-b72e-5e3b32eade4e req-c023b784-5ab7-42a7-8798-08af03cc77c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:18:05.012441 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b1cd6-a3bb-44b3-b502-9490c2f2bf47 req-ac76d557-33de-493a-bc5a-14182f8181f2 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:05.013478 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-683b1cd6-a3bb-44b3-b502-9490c2f2bf47 req-ac76d557-33de-493a-bc5a-14182f8181f2 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 945 time: 0.1878016 Aug 10 01:18:05.025966 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-90020184-b1de-45de-b72e-5e3b32eade4e req-c023b784-5ab7-42a7-8798-08af03cc77c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:05.062305 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-90020184-b1de-45de-b72e-5e3b32eade4e req-c023b784-5ab7-42a7-8798-08af03cc77c9 service neutron] Transition to ACTIVE for port object cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:18:05.072356 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-90020184-b1de-45de-b72e-5e3b32eade4e req-c023b784-5ab7-42a7-8798-08af03cc77c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:05.084391 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-683b1cd6-a3bb-44b3-b502-9490c2f2bf47 req-c15a6b45-9068-4da7-8936-9cb5789cb083 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616515 Aug 10 01:18:05.163885 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023b784-5ab7-42a7-8798-08af03cc77c9 service neutron] Pushing event updated for resources: {'Port': ['ID=cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:05.225247 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-90020184-b1de-45de-b72e-5e3b32eade4e req-c023b784-5ab7-42a7-8798-08af03cc77c9 service neutron] Attempting to bind port cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:18:05.225761 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-90020184-b1de-45de-b72e-5e3b32eade4e req-c023b784-5ab7-42a7-8798-08af03cc77c9 service neutron] Attempting to bind port cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': 'a610e48f-e8d3-4335-96fa-db4b291a46f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a6634216-2d60-49e7-90bb-a10a1b36d20f'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:18:05.226184 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90020184-b1de-45de-b72e-5e3b32eade4e req-c023b784-5ab7-42a7-8798-08af03cc77c9 service neutron] Attempting to bind port cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3 on network a6634216-2d60-49e7-90bb-a10a1b36d20f {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:18:05.231353 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90020184-b1de-45de-b72e-5e3b32eade4e req-c023b784-5ab7-42a7-8798-08af03cc77c9 service neutron] Port cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3 on network a6634216-2d60-49e7-90bb-a10a1b36d20f not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:18:05.231775 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90020184-b1de-45de-b72e-5e3b32eade4e req-c023b784-5ab7-42a7-8798-08af03cc77c9 service neutron] Attempting to bind port cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3 on network a6634216-2d60-49e7-90bb-a10a1b36d20f {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:18:05.238252 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90020184-b1de-45de-b72e-5e3b32eade4e req-c023b784-5ab7-42a7-8798-08af03cc77c9 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:18:05.238782 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90020184-b1de-45de-b72e-5e3b32eade4e req-c023b784-5ab7-42a7-8798-08af03cc77c9 service neutron] Checking segment: {'id': 'a610e48f-e8d3-4335-96fa-db4b291a46f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a6634216-2d60-49e7-90bb-a10a1b36d20f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:18:05.239237 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90020184-b1de-45de-b72e-5e3b32eade4e req-c023b784-5ab7-42a7-8798-08af03cc77c9 service neutron] Bound using segment: {'id': 'a610e48f-e8d3-4335-96fa-db4b291a46f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a6634216-2d60-49e7-90bb-a10a1b36d20f'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:18:05.239738 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-90020184-b1de-45de-b72e-5e3b32eade4e req-c023b784-5ab7-42a7-8798-08af03cc77c9 service neutron] Bound port: cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a610e48f-e8d3-4335-96fa-db4b291a46f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a6634216-2d60-49e7-90bb-a10a1b36d20f'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:18:05.240203 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-90020184-b1de-45de-b72e-5e3b32eade4e req-c023b784-5ab7-42a7-8798-08af03cc77c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:05.326574 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-90020184-b1de-45de-b72e-5e3b32eade4e req-c023b784-5ab7-42a7-8798-08af03cc77c9 service neutron] For port cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:18:05.330514 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-90020184-b1de-45de-b72e-5e3b32eade4e req-c023b784-5ab7-42a7-8798-08af03cc77c9 service neutron] For port cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3,segment=NetworkSegment(a610e48f-e8d3-4335-96fa-db4b291a46f1),segment_id=a610e48f-e8d3-4335-96fa-db4b291a46f1)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:18:05.341500 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-90020184-b1de-45de-b72e-5e3b32eade4e req-c023b784-5ab7-42a7-8798-08af03cc77c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:05.348373 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7cb8cb92-5363-42c2-b55d-7ed68f27ee5f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:05.362214 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7cb8cb92-5363-42c2-b55d-7ed68f27ee5f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:05.383130 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90020184-b1de-45de-b72e-5e3b32eade4e req-c023b784-5ab7-42a7-8798-08af03cc77c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:05.383881 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-90020184-b1de-45de-b72e-5e3b32eade4e req-c023b784-5ab7-42a7-8798-08af03cc77c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:05.385323 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-90020184-b1de-45de-b72e-5e3b32eade4e req-c023b784-5ab7-42a7-8798-08af03cc77c9 service neutron] 10.222.0.20 "PUT /v2.0/ports/cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3 HTTP/1.1" status: 200 len: 1092 time: 1.1079931 Aug 10 01:18:05.385776 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7316b51b-8d94-4a9d-a2cf-e342a52074f8', 'tag': 'cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:18:05.388047 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f23840a-adfa-4d9a-b495-d4482a478807" -d '{"events": [{"name": "network-changed", "server_uuid": "7316b51b-8d94-4a9d-a2cf-e342a52074f8", "tag": "cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:18:05.446651 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023b784-5ab7-42a7-8798-08af03cc77c9 service neutron] Pushing event updated for resources: {'Port': ['ID=cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:05.462728 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc9961a-289c-41bc-96fd-d7296633f134 x-openstack-request-id: req-8dc9961a-289c-41bc-96fd-d7296633f134 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:18:05.462910 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7316b51b-8d94-4a9d-a2cf-e342a52074f8", "tag": "cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:18:05.463117 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8dc9961a-289c-41bc-96fd-d7296633f134 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:18:05.463509 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7316b51b-8d94-4a9d-a2cf-e342a52074f8', 'tag': 'cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3', 'status': 'completed', 'code': 200} Aug 10 01:18:05.516585 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90020184-b1de-45de-b72e-5e3b32eade4e req-02460ea2-a877-473b-890f-266a55e945e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:05.518331 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-90020184-b1de-45de-b72e-5e3b32eade4e req-02460ea2-a877-473b-890f-266a55e945e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c7ae20be0f842feb3257982dcb62312&device_id=7316b51b-8d94-4a9d-a2cf-e342a52074f8 HTTP/1.1" status: 200 len: 1095 time: 0.0685275 Aug 10 01:18:05.524027 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [None req-7cb8cb92-5363-42c2-b55d-7ed68f27ee5f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Floating IP 8744279e-c98e-404c-af97-de343d8c9cd7 associated. External IP: 172.25.2.147, port: ebe7ca94-99f7-418a-b91a-c526e2b47e93. Aug 10 01:18:05.571079 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-90020184-b1de-45de-b72e-5e3b32eade4e req-40ca3890-8d4f-47ed-b9ed-0bbe5354de73 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3 HTTP/1.1" status: 200 len: 217 time: 0.0376534 Aug 10 01:18:05.632012 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90020184-b1de-45de-b72e-5e3b32eade4e req-1109fcfc-63c6-40e4-a4f0-44731bae60ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:05.633795 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-90020184-b1de-45de-b72e-5e3b32eade4e req-1109fcfc-63c6-40e4-a4f0-44731bae60ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=785e6cd4-4a8f-49e7-ac95-310b2b06043c HTTP/1.1" status: 200 len: 848 time: 0.0560541 Aug 10 01:18:05.686787 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90020184-b1de-45de-b72e-5e3b32eade4e req-b0fd1710-7ca9-44cb-8121-bd7f48d162f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:05.688582 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-90020184-b1de-45de-b72e-5e3b32eade4e req-b0fd1710-7ca9-44cb-8121-bd7f48d162f1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6634216-2d60-49e7-90bb-a10a1b36d20f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473511 Aug 10 01:18:05.784463 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-90020184-b1de-45de-b72e-5e3b32eade4e req-a332c9ba-9379-445b-89e2-3cc72d2c1d9d service neutron] 10.222.0.20 "GET /v2.0/networks/a6634216-2d60-49e7-90bb-a10a1b36d20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881732 Aug 10 01:18:05.801968 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb8cb92-5363-42c2-b55d-7ed68f27ee5f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Router 070aaff9-a882-493a-ac92-7dbb0639b272 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:18:05.906889 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-90020184-b1de-45de-b72e-5e3b32eade4e req-13ccf2c4-dbe1-4b10-9f25-8c27c8b63b33 service neutron] 10.222.0.20 "GET /v2.0/networks/a6634216-2d60-49e7-90bb-a10a1b36d20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157320 Aug 10 01:18:05.918885 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb8cb92-5363-42c2-b55d-7ed68f27ee5f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:18:05.932571 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb6993f-22be-4649-b16d-c34b781a2921 None None] Sync routers for ids ['070aaff9-a882-493a-ac92-7dbb0639b272'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:18:05.939157 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ef027-0172-43f4-bf32-9152e13d1aae req-94bd1716-bb7d-4e9c-9624-043605c7522b tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:05.940803 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c02ef027-0172-43f4-bf32-9152e13d1aae req-94bd1716-bb7d-4e9c-9624-043605c7522b tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7316b51b-8d94-4a9d-a2cf-e342a52074f8 HTTP/1.1" status: 200 len: 1095 time: 0.0491469 Aug 10 01:18:05.945255 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb6993f-22be-4649-b16d-c34b781a2921 None None] Routers {'070aaff9-a882-493a-ac92-7dbb0639b272'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:05.946024 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-feb6993f-22be-4649-b16d-c34b781a2921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['070aaff9-a882-493a-ac92-7dbb0639b272'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:05.980553 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-feb6993f-22be-4649-b16d-c34b781a2921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:05.992384 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb6993f-22be-4649-b16d-c34b781a2921 None None] Routers {'070aaff9-a882-493a-ac92-7dbb0639b272'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:05.993332 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-feb6993f-22be-4649-b16d-c34b781a2921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['070aaff9-a882-493a-ac92-7dbb0639b272'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:05.995967 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c02ef027-0172-43f4-bf32-9152e13d1aae req-f86c04a6-219e-4f6a-bea6-77600af0204d tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d0e9c2e4-4860-45b1-aea0-b914580ad280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433850 Aug 10 01:18:06.028020 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-feb6993f-22be-4649-b16d-c34b781a2921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:06.028943 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb6993f-22be-4649-b16d-c34b781a2921 None None] The sync data for ids ['070aaff9-a882-493a-ac92-7dbb0639b272'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:18:06.095105 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23840a-adfa-4d9a-b495-d4482a478807 req-1b9cc635-3541-47d4-ba8b-ae4077e673e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:06.099147 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2f23840a-adfa-4d9a-b495-d4482a478807 req-1b9cc635-3541-47d4-ba8b-ae4077e673e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c7ae20be0f842feb3257982dcb62312&device_id=7316b51b-8d94-4a9d-a2cf-e342a52074f8 HTTP/1.1" status: 200 len: 1095 time: 0.0514519 Aug 10 01:18:06.099280 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44260) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:06.277440 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ed9ddae0-79d9-47e5-871d-c5940d5c1070 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:06.292230 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44ad6c-da3a-43b8-b2ba-9dbb1010b624 req-e3e121be-6098-4b4c-9b07-e7209ddb741c tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:06.293689 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9d44ad6c-da3a-43b8-b2ba-9dbb1010b624 req-e3e121be-6098-4b4c-9b07-e7209ddb741c tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 945 time: 0.1202595 Aug 10 01:18:06.306782 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23840a-adfa-4d9a-b495-d4482a478807 req-645147eb-963b-40bb-8c9d-cea27fde37e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:06.308315 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2f23840a-adfa-4d9a-b495-d4482a478807 req-645147eb-963b-40bb-8c9d-cea27fde37e1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a6634216-2d60-49e7-90bb-a10a1b36d20f HTTP/1.1" status: 200 len: 910 time: 0.2018957 Aug 10 01:18:06.366715 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ed9ddae0-79d9-47e5-871d-c5940d5c1070 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:06.377384 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2f23840a-adfa-4d9a-b495-d4482a478807 req-ce992553-16cc-4a46-ab8d-4245a5a8cda6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3 HTTP/1.1" status: 200 len: 217 time: 0.0598271 Aug 10 01:18:06.435692 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb8cb92-5363-42c2-b55d-7ed68f27ee5f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Router c64bdfe6-adf5-456d-a4c7-0766543e9dda has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:18:06.445407 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9d44ad6c-da3a-43b8-b2ba-9dbb1010b624 req-ae678457-67ec-42a0-99dd-94aa4663fb73 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422925 Aug 10 01:18:06.472679 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23840a-adfa-4d9a-b495-d4482a478807 req-61cc09c8-63f1-4f3d-9a86-89c1b3f01323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:06.474621 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2f23840a-adfa-4d9a-b495-d4482a478807 req-61cc09c8-63f1-4f3d-9a86-89c1b3f01323 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=785e6cd4-4a8f-49e7-ac95-310b2b06043c HTTP/1.1" status: 200 len: 848 time: 0.0893402 Aug 10 01:18:06.522710 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ed9ddae0-79d9-47e5-871d-c5940d5c1070 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:06.525566 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ed9ddae0-79d9-47e5-871d-c5940d5c1070 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:06.526833 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ed9ddae0-79d9-47e5-871d-c5940d5c1070 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "DELETE /v2.0/security-groups/02aaacf0-9653-4396-82d6-18c6daa3d038 HTTP/1.1" status: 204 len: 168 time: 0.4265850 Aug 10 01:18:06.532705 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44272) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:06.549180 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ddae0-79d9-47e5-871d-c5940d5c1070 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02aaacf0-9653-4396-82d6-18c6daa3d038,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:06.562130 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb8cb92-5363-42c2-b55d-7ed68f27ee5f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:18:06.568298 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7cb8cb92-5363-42c2-b55d-7ed68f27ee5f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:06.570929 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-c00de8ef-55ec-428b-a9d4-879082e60ceb tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] show failed (client error): The resource could not be found. Aug 10 01:18:06.572767 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c00de8ef-55ec-428b-a9d4-879082e60ceb tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "GET /v2.0/security-groups/02aaacf0-9653-4396-82d6-18c6daa3d038 HTTP/1.1" status: 404 len: 347 time: 0.0386305 Aug 10 01:18:06.574298 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665e0fe7-43cb-49ec-b3b9-8aaf5965c7f9 None None] Sync routers for ids ['c64bdfe6-adf5-456d-a4c7-0766543e9dda'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:18:06.575923 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44274) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:06.583123 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23840a-adfa-4d9a-b495-d4482a478807 req-afc2a866-f6e4-4488-8da1-01201b9788b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:06.584610 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2f23840a-adfa-4d9a-b495-d4482a478807 req-afc2a866-f6e4-4488-8da1-01201b9788b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6634216-2d60-49e7-90bb-a10a1b36d20f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1017737 Aug 10 01:18:06.585863 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665e0fe7-43cb-49ec-b3b9-8aaf5965c7f9 None None] Routers {'c64bdfe6-adf5-456d-a4c7-0766543e9dda'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:06.586459 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-665e0fe7-43cb-49ec-b3b9-8aaf5965c7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['c64bdfe6-adf5-456d-a4c7-0766543e9dda'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:06.631620 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-665e0fe7-43cb-49ec-b3b9-8aaf5965c7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:06.646231 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665e0fe7-43cb-49ec-b3b9-8aaf5965c7f9 None None] Routers {'c64bdfe6-adf5-456d-a4c7-0766543e9dda'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:06.646868 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-665e0fe7-43cb-49ec-b3b9-8aaf5965c7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['c64bdfe6-adf5-456d-a4c7-0766543e9dda'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:06.690847 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-665e0fe7-43cb-49ec-b3b9-8aaf5965c7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:06.691888 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665e0fe7-43cb-49ec-b3b9-8aaf5965c7f9 None None] The sync data for ids ['c64bdfe6-adf5-456d-a4c7-0766543e9dda'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:18:06.707438 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2f23840a-adfa-4d9a-b495-d4482a478807 req-2e4c7f40-a634-4717-8a07-9f8a0be29635 service neutron] 10.222.0.20 "GET /v2.0/networks/a6634216-2d60-49e7-90bb-a10a1b36d20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146705 Aug 10 01:18:06.732899 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7cb8cb92-5363-42c2-b55d-7ed68f27ee5f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "PUT /v2.0/floatingips/8744279e-c98e-404c-af97-de343d8c9cd7 HTTP/1.1" status: 200 len: 977 time: 2.1634080 Aug 10 01:18:06.733348 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44282) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:06.811089 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2f23840a-adfa-4d9a-b495-d4482a478807 req-7d05f4dd-ad54-42f2-acee-eb8f80e6cbcd service neutron] 10.222.0.20 "GET /v2.0/networks/a6634216-2d60-49e7-90bb-a10a1b36d20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946302 Aug 10 01:18:06.821478 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-006be040-e6bd-43fd-bb9b-994bba031436 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Deleting port 64c351e2-de7c-4d15-b934-6727de65546c {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:06.821834 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-006be040-e6bd-43fd-bb9b-994bba031436 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:06.905895 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-1d6334a8-ef3a-4091-8dd4-2d0dc4642116 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Deleting port baff3355-9453-4181-8168-0aa3e68e9d59 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:06.906245 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1d6334a8-ef3a-4091-8dd4-2d0dc4642116 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:06.966451 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-006be040-e6bd-43fd-bb9b-994bba031436 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:06.966812 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-006be040-e6bd-43fd-bb9b-994bba031436 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:06.988169 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-006be040-e6bd-43fd-bb9b-994bba031436 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Calling delete_port for 64c351e2-de7c-4d15-b934-6727de65546c owned by network:floatingip {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:07.065012 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1d6334a8-ef3a-4091-8dd4-2d0dc4642116 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:07.103705 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ae2ef-7ea1-4cac-befe-6a19aa985945 req-5e08a6d6-1a1f-4538-8f06-bcaff1514344 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:07.105394 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-079ae2ef-7ea1-4cac-befe-6a19aa985945 req-5e08a6d6-1a1f-4538-8f06-bcaff1514344 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7316b51b-8d94-4a9d-a2cf-e342a52074f8 HTTP/1.1" status: 200 len: 1095 time: 0.0417631 Aug 10 01:18:07.144477 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-079ae2ef-7ea1-4cac-befe-6a19aa985945 req-a77650be-429f-44c7-918d-e867aa7777f6 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d0e9c2e4-4860-45b1-aea0-b914580ad280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313892 Aug 10 01:18:07.348327 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-006be040-e6bd-43fd-bb9b-994bba031436 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:07.383467 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1d6334a8-ef3a-4091-8dd4-2d0dc4642116 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:07.383850 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1d6334a8-ef3a-4091-8dd4-2d0dc4642116 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:07.384166 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [None req-1d6334a8-ef3a-4091-8dd4-2d0dc4642116 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Floating IP 8744279e-c98e-404c-af97-de343d8c9cd7 disassociated. External IP: 172.25.2.147, port: baff3355-9453-4181-8168-0aa3e68e9d59. Aug 10 01:18:07.384537 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-1d6334a8-ef3a-4091-8dd4-2d0dc4642116 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Calling delete_port for baff3355-9453-4181-8168-0aa3e68e9d59 owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:07.390868 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006be040-e6bd-43fd-bb9b-994bba031436 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Pushing event deleted for resources: {'Port': ['ID=64c351e2-de7c-4d15-b934-6727de65546c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:07.426968 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006be040-e6bd-43fd-bb9b-994bba031436 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:07.426968 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006be040-e6bd-43fd-bb9b-994bba031436 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:07.426968 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006be040-e6bd-43fd-bb9b-994bba031436 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:07.426968 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006be040-e6bd-43fd-bb9b-994bba031436 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:07.426968 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006be040-e6bd-43fd-bb9b-994bba031436 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:07.427497 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006be040-e6bd-43fd-bb9b-994bba031436 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:07.427497 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006be040-e6bd-43fd-bb9b-994bba031436 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:07.427737 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006be040-e6bd-43fd-bb9b-994bba031436 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:07.428325 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006be040-e6bd-43fd-bb9b-994bba031436 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:07.428665 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006be040-e6bd-43fd-bb9b-994bba031436 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:07.429006 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006be040-e6bd-43fd-bb9b-994bba031436 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:07.429339 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006be040-e6bd-43fd-bb9b-994bba031436 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:07.516723 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-006be040-e6bd-43fd-bb9b-994bba031436 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks [] for floatingip, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:07.519228 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-006be040-e6bd-43fd-bb9b-994bba031436 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:07.522755 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-006be040-e6bd-43fd-bb9b-994bba031436 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "DELETE /v2.0/floatingips/d19e2c0a-af90-4c6b-9399-0b846960767c HTTP/1.1" status: 204 len: 168 time: 0.9264350 Aug 10 01:18:07.523672 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44302) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:07.572301 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782b8fa-23ca-4071-a42c-83cf68162289 req-647c6577-e41c-4a05-b31f-091e2da07cb3 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:07.574270 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e782b8fa-23ca-4071-a42c-83cf68162289 req-647c6577-e41c-4a05-b31f-091e2da07cb3 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 945 time: 0.0568755 Aug 10 01:18:07.626152 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e782b8fa-23ca-4071-a42c-83cf68162289 req-1c8ed278-be5a-414b-a91b-881193023f5b tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431917 Aug 10 01:18:07.667199 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1d6334a8-ef3a-4091-8dd4-2d0dc4642116 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:07.673456 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-7cf81e01-c842-4b52-9aec-772bd73fe1df tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Deleting port 427164c9-834c-4700-aa7f-4f167b1f6f0e {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:07.673803 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7cf81e01-c842-4b52-9aec-772bd73fe1df tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:07.740795 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6334a8-ef3a-4091-8dd4-2d0dc4642116 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event deleted for resources: {'Port': ['ID=baff3355-9453-4181-8168-0aa3e68e9d59,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:07.861632 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7cf81e01-c842-4b52-9aec-772bd73fe1df tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:07.882006 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-7cf81e01-c842-4b52-9aec-772bd73fe1df tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Calling delete_port for 427164c9-834c-4700-aa7f-4f167b1f6f0e owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:07.947914 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d6334a8-ef3a-4091-8dd4-2d0dc4642116 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Router c64bdfe6-adf5-456d-a4c7-0766543e9dda has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:18:08.117672 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6334a8-ef3a-4091-8dd4-2d0dc4642116 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:18:08.122397 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7cf81e01-c842-4b52-9aec-772bd73fe1df tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:08.127577 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90090c29-e545-4a4a-8880-6d5ffd598e91 None None] Sync routers for ids ['c64bdfe6-adf5-456d-a4c7-0766543e9dda'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:18:08.141326 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90090c29-e545-4a4a-8880-6d5ffd598e91 None None] Routers {'c64bdfe6-adf5-456d-a4c7-0766543e9dda'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:08.141955 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-90090c29-e545-4a4a-8880-6d5ffd598e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['c64bdfe6-adf5-456d-a4c7-0766543e9dda'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:08.166722 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf81e01-c842-4b52-9aec-772bd73fe1df tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Pushing event deleted for resources: {'Port': ['ID=427164c9-834c-4700-aa7f-4f167b1f6f0e,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:08.176980 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-90090c29-e545-4a4a-8880-6d5ffd598e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:08.185917 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90090c29-e545-4a4a-8880-6d5ffd598e91 None None] Routers {'c64bdfe6-adf5-456d-a4c7-0766543e9dda'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:08.186784 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-90090c29-e545-4a4a-8880-6d5ffd598e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['c64bdfe6-adf5-456d-a4c7-0766543e9dda'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:08.221204 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-90090c29-e545-4a4a-8880-6d5ffd598e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:08.221875 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90090c29-e545-4a4a-8880-6d5ffd598e91 None None] The sync data for ids ['c64bdfe6-adf5-456d-a4c7-0766543e9dda'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:18:08.258639 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1d6334a8-ef3a-4091-8dd4-2d0dc4642116 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:08.260596 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1d6334a8-ef3a-4091-8dd4-2d0dc4642116 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "DELETE /v2.0/ports/baff3355-9453-4181-8168-0aa3e68e9d59 HTTP/1.1" status: 204 len: 168 time: 1.5258427 Aug 10 01:18:08.263251 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44308) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:08.273706 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac39c64-91d5-46e7-b280-27551343328d req-8c3e0278-c8f2-4c07-90f9-4b12645df37e tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:08.275257 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4ac39c64-91d5-46e7-b280-27551343328d req-8c3e0278-c8f2-4c07-90f9-4b12645df37e tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7316b51b-8d94-4a9d-a2cf-e342a52074f8 HTTP/1.1" status: 200 len: 1095 time: 0.0484891 Aug 10 01:18:08.309334 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7cf81e01-c842-4b52-9aec-772bd73fe1df tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:08.309538 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4ac39c64-91d5-46e7-b280-27551343328d req-8490a1c3-a2a1-4069-8e96-7257fd3cba26 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d0e9c2e4-4860-45b1-aea0-b914580ad280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281925 Aug 10 01:18:08.311131 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7cf81e01-c842-4b52-9aec-772bd73fe1df tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "DELETE /v2.0/ports/427164c9-834c-4700-aa7f-4f167b1f6f0e HTTP/1.1" status: 204 len: 168 time: 0.7864950 Aug 10 01:18:08.314241 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44310) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:08.404443 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-16762eb5-1ed3-47b9-979a-1d900c593732 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Deleting port 3e7d4ffb-cca1-41ee-8a33-4b120246fc85 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:08.404784 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-16762eb5-1ed3-47b9-979a-1d900c593732 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:08.521565 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-16762eb5-1ed3-47b9-979a-1d900c593732 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:08.539003 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-16762eb5-1ed3-47b9-979a-1d900c593732 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Calling delete_port for 3e7d4ffb-cca1-41ee-8a33-4b120246fc85 owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:08.780548 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-16762eb5-1ed3-47b9-979a-1d900c593732 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:08.813612 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16762eb5-1ed3-47b9-979a-1d900c593732 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Pushing event deleted for resources: {'Port': ['ID=3e7d4ffb-cca1-41ee-8a33-4b120246fc85,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:08.855433 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b3560-642a-4933-8054-9c57ea1f39f4 req-b8c62449-918b-4ccf-b87a-11b4b16dfe23 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:08.863268 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ec2b3560-642a-4933-8054-9c57ea1f39f4 req-b8c62449-918b-4ccf-b87a-11b4b16dfe23 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 945 time: 0.1286478 Aug 10 01:18:08.929188 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ec2b3560-642a-4933-8054-9c57ea1f39f4 req-802747b1-2f94-4d79-ab35-67d7009f52db tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649450 Aug 10 01:18:08.932009 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-16762eb5-1ed3-47b9-979a-1d900c593732 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:08.933900 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-16762eb5-1ed3-47b9-979a-1d900c593732 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "DELETE /v2.0/ports/3e7d4ffb-cca1-41ee-8a33-4b120246fc85 HTTP/1.1" status: 204 len: 168 time: 0.6185386 Aug 10 01:18:08.937098 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44328) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:08.993933 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-1608c943-3ad5-41d4-9e55-24b7b3a05bae tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Deleting subnet e25e17ad-fffa-4e24-9b5d-5651c3a6a11c {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:18:08.997158 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1608c943-3ad5-41d4-9e55-24b7b3a05bae tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:09.042186 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1608c943-3ad5-41d4-9e55-24b7b3a05bae tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:09.092041 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac75ff61-0c95-4685-8b81-1adc628746d6 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:09.131322 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1608c943-3ad5-41d4-9e55-24b7b3a05bae tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:09.208619 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1608c943-3ad5-41d4-9e55-24b7b3a05bae tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:09.223046 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1608c943-3ad5-41d4-9e55-24b7b3a05bae tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:09.227940 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1608c943-3ad5-41d4-9e55-24b7b3a05bae tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "DELETE /v2.0/subnets/e25e17ad-fffa-4e24-9b5d-5651c3a6a11c HTTP/1.1" status: 204 len: 168 time: 0.2897186 Aug 10 01:18:09.232229 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d02e5c7-02cb-4277-ac34-e256e8206bf5 None None] Network f42b1fb5-1f26-4b59-83fe-d283978e154a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:18:09.234103 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44332) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:09.246738 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1608c943-3ad5-41d4-9e55-24b7b3a05bae tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Pushing event deleted for resources: {'Subnet': ['ID=e25e17ad-fffa-4e24-9b5d-5651c3a6a11c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:09.367676 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-9592855e-0390-42ef-b5e1-bc947c1836b1 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Deleting subnet d12876e8-38cb-4d34-89a7-2e42b8fa22c7 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:18:09.371311 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9592855e-0390-42ef-b5e1-bc947c1836b1 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:09.453942 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f78417-538b-49f4-92b2-bfdc7faba770 req-9dc0e5cd-1dae-4ae9-b914-2781588fcb67 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:09.455941 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8f78417-538b-49f4-92b2-bfdc7faba770 req-9dc0e5cd-1dae-4ae9-b914-2781588fcb67 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7316b51b-8d94-4a9d-a2cf-e342a52074f8 HTTP/1.1" status: 200 len: 1095 time: 0.0540233 Aug 10 01:18:09.466947 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9592855e-0390-42ef-b5e1-bc947c1836b1 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:09.506782 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8f78417-538b-49f4-92b2-bfdc7faba770 req-2a330fdc-5442-405d-93d8-3bd3136f8e65 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d0e9c2e4-4860-45b1-aea0-b914580ad280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405173 Aug 10 01:18:09.625882 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9592855e-0390-42ef-b5e1-bc947c1836b1 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:09.685412 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53736658-bee6-4820-bcbc-49af26c2aed2 None None] DHCP port deletion for f42b1fb5-1f26-4b59-83fe-d283978e154a request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:18:09.712021 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-ac75ff61-0c95-4685-8b81-1adc628746d6 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Deleting port 1529ed2d-a542-41f1-9de6-981ceeb3bf51 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:09.712404 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac75ff61-0c95-4685-8b81-1adc628746d6 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:09.737548 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:18:09.757372 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-53736658-bee6-4820-bcbc-49af26c2aed2 None None] Deleting port 798da9b6-8def-4b0b-a875-ed6a30c98616 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:09.757758 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-53736658-bee6-4820-bcbc-49af26c2aed2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:09.775034 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9592855e-0390-42ef-b5e1-bc947c1836b1 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:09.816107 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592855e-0390-42ef-b5e1-bc947c1836b1 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Pushing event deleted for resources: {'Subnet': ['ID=d12876e8-38cb-4d34-89a7-2e42b8fa22c7,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:09.818281 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9592855e-0390-42ef-b5e1-bc947c1836b1 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:09.822536 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9592855e-0390-42ef-b5e1-bc947c1836b1 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "DELETE /v2.0/subnets/d12876e8-38cb-4d34-89a7-2e42b8fa22c7 HTTP/1.1" status: 204 len: 168 time: 0.5846398 Aug 10 01:18:09.823371 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44348) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:09.839139 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b00ce0-e400-416c-9a83-2d8d7444e786 None None] Network 9ba4f345-2af9-4b1a-a096-ab30f02c75cd requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:18:09.898606 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac75ff61-0c95-4685-8b81-1adc628746d6 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:09.915645 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-53736658-bee6-4820-bcbc-49af26c2aed2 None None] For port 798da9b6-8def-4b0b-a875-ed6a30c98616, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=798da9b6-8def-4b0b-a875-ed6a30c98616,segment=NetworkSegment(6bfb71d1-ea60-4741-9273-9da4874fac99),segment_id=6bfb71d1-ea60-4741-9273-9da4874fac99)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:09.915980 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-53736658-bee6-4820-bcbc-49af26c2aed2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:09.920310 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-ac75ff61-0c95-4685-8b81-1adc628746d6 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Calling delete_port for 1529ed2d-a542-41f1-9de6-981ceeb3bf51 owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:09.928742 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a7d4780d-b732-488b-bb7d-9bc6b07f7de2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:09.945593 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-53736658-bee6-4820-bcbc-49af26c2aed2 None None] Calling delete_port for 798da9b6-8def-4b0b-a875-ed6a30c98616 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:09.976139 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3,segment=NetworkSegment(a610e48f-e8d3-4335-96fa-db4b291a46f1),segment_id=a610e48f-e8d3-4335-96fa-db4b291a46f1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:10.059000 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': 'cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3', 'network_id': 'a6634216-2d60-49e7-90bb-a10a1b36d20f', 'port_id': 'cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3', 'mac_address': 'fa:16:3e:09:fa:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '785e6cd4-4a8f-49e7-ac95-310b2b06043c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:18:10.097785 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c0c4f-99cf-4727-8d1d-4318f3be2b46 req-3d98900b-479f-4d21-8931-23fc5a28d29f tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:10.100156 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e50c0c4f-99cf-4727-8d1d-4318f3be2b46 req-3d98900b-479f-4d21-8931-23fc5a28d29f tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 945 time: 0.0646677 Aug 10 01:18:10.106731 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-a7d4780d-b732-488b-bb7d-9bc6b07f7de2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Deleting port 798da9b6-8def-4b0b-a875-ed6a30c98616 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:10.107311 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a7d4780d-b732-488b-bb7d-9bc6b07f7de2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:10.123536 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:10.143760 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e50c0c4f-99cf-4727-8d1d-4318f3be2b46 req-856c436a-b48a-4285-9cd8-9ada6e8082f5 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368690 Aug 10 01:18:10.153066 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:18:10.180244 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3,segment=NetworkSegment(a610e48f-e8d3-4335-96fa-db4b291a46f1),segment_id=a610e48f-e8d3-4335-96fa-db4b291a46f1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:10.187630 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:10.227726 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-53736658-bee6-4820-bcbc-49af26c2aed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:10.235459 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-a7d4780d-b732-488b-bb7d-9bc6b07f7de2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] For port 798da9b6-8def-4b0b-a875-ed6a30c98616, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=798da9b6-8def-4b0b-a875-ed6a30c98616,segment=NetworkSegment(6bfb71d1-ea60-4741-9273-9da4874fac99),segment_id=6bfb71d1-ea60-4741-9273-9da4874fac99)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:10.235862 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a7d4780d-b732-488b-bb7d-9bc6b07f7de2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:10.237799 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72adc7f5-79da-4014-9356-8619dbc98265 None None] DHCP port deletion for 9ba4f345-2af9-4b1a-a096-ab30f02c75cd request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:18:10.255693 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53736658-bee6-4820-bcbc-49af26c2aed2 None None] No DVR routers for this DVR port 798da9b6-8def-4b0b-a875-ed6a30c98616 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:18:10.257722 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-a7d4780d-b732-488b-bb7d-9bc6b07f7de2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Calling delete_port for 798da9b6-8def-4b0b-a875-ed6a30c98616 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:10.282515 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac75ff61-0c95-4685-8b81-1adc628746d6 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:10.315297 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:10.339214 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53736658-bee6-4820-bcbc-49af26c2aed2 None None] Pushing event deleted for resources: {'Port': ['ID=798da9b6-8def-4b0b-a875-ed6a30c98616,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:10.343629 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75ff61-0c95-4685-8b81-1adc628746d6 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event deleted for resources: {'Port': ['ID=1529ed2d-a542-41f1-9de6-981ceeb3bf51,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:10.370708 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4e811d29-0f22-474c-9fdc-b52889554d5a no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:18:10.398647 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-72adc7f5-79da-4014-9356-8619dbc98265 None None] Deleting port 4e811d29-0f22-474c-9fdc-b52889554d5a {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:10.399033 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-72adc7f5-79da-4014-9356-8619dbc98265 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:10.471886 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a7d4780d-b732-488b-bb7d-9bc6b07f7de2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:10.534209 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-72adc7f5-79da-4014-9356-8619dbc98265 None None] For port 4e811d29-0f22-474c-9fdc-b52889554d5a, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=4e811d29-0f22-474c-9fdc-b52889554d5a,segment=NetworkSegment(0da4c42e-4459-4321-b2c7-7e940e3214c5),segment_id=0da4c42e-4459-4321-b2c7-7e940e3214c5)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:10.535855 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-72adc7f5-79da-4014-9356-8619dbc98265 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:10.550857 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4780d-b732-488b-bb7d-9bc6b07f7de2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Pushing event deleted for resources: {'Port': ['ID=798da9b6-8def-4b0b-a875-ed6a30c98616,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:10.555133 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d4780d-b732-488b-bb7d-9bc6b07f7de2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] No DVR routers for this DVR port 798da9b6-8def-4b0b-a875-ed6a30c98616 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:18:10.562836 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:10.571693 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-72adc7f5-79da-4014-9356-8619dbc98265 None None] Calling delete_port for 4e811d29-0f22-474c-9fdc-b52889554d5a owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:10.645723 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:18:10.660636 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e9731-324e-4186-bcc3-28d1d39eafd1 req-f5680ec9-50f6-4a3b-8530-52bcd659c3c3 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:10.668324 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b15e9731-324e-4186-bcc3-28d1d39eafd1 req-f5680ec9-50f6-4a3b-8530-52bcd659c3c3 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7316b51b-8d94-4a9d-a2cf-e342a52074f8 HTTP/1.1" status: 200 len: 1096 time: 0.0721099 Aug 10 01:18:10.703212 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a7d4780d-b732-488b-bb7d-9bc6b07f7de2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:10.703647 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b15e9731-324e-4186-bcc3-28d1d39eafd1 req-3c351fb0-9e5d-44c9-a968-c2fd5ff1c204 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d0e9c2e4-4860-45b1-aea0-b914580ad280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341461 Aug 10 01:18:10.720116 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-a7d4780d-b732-488b-bb7d-9bc6b07f7de2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f42b1fb5-1f26-4b59-83fe-d283978e154a']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:10.729448 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac75ff61-0c95-4685-8b81-1adc628746d6 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:10.745531 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-a7d4780d-b732-488b-bb7d-9bc6b07f7de2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bfb71d1-ea60-4741-9273-9da4874fac99') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:10.745531 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-a7d4780d-b732-488b-bb7d-9bc6b07f7de2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bfb71d1-ea60-4741-9273-9da4874fac99') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:10.763377 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 4e811d29-0f22-474c-9fdc-b52889554d5a, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=4e811d29-0f22-474c-9fdc-b52889554d5a,segment=NetworkSegment(0da4c42e-4459-4321-b2c7-7e940e3214c5),segment_id=0da4c42e-4459-4321-b2c7-7e940e3214c5)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:10.783121 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:10.783822 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 798da9b6-8def-4b0b-a875-ed6a30c98616 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:18:10.802406 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a7d4780d-b732-488b-bb7d-9bc6b07f7de2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:10.826624 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 798da9b6-8def-4b0b-a875-ed6a30c98616 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:18:10.827923 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 798da9b6-8def-4b0b-a875-ed6a30c98616 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:18:10.852111 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a7d4780d-b732-488b-bb7d-9bc6b07f7de2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:10.852670 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-72adc7f5-79da-4014-9356-8619dbc98265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:10.865351 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event deleted for resources: {'Port': ['ID=4e811d29-0f22-474c-9fdc-b52889554d5a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:10.866441 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7d4780d-b732-488b-bb7d-9bc6b07f7de2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:18:10.866955 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a7d4780d-b732-488b-bb7d-9bc6b07f7de2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:18:10.870111 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:18:10.906542 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72adc7f5-79da-4014-9356-8619dbc98265 None None] No DVR routers for this DVR port 4e811d29-0f22-474c-9fdc-b52889554d5a on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:18:10.913361 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72adc7f5-79da-4014-9356-8619dbc98265 None None] Pushing event deleted for resources: {'Port': ['ID=4e811d29-0f22-474c-9fdc-b52889554d5a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:11.196368 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2a7e97f5-9ffd-4834-bd76-b1ef89628c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:11.239741 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a7d4780d-b732-488b-bb7d-9bc6b07f7de2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:11.249100 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a7d4780d-b732-488b-bb7d-9bc6b07f7de2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:11.251025 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a7d4780d-b732-488b-bb7d-9bc6b07f7de2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "DELETE /v2.0/networks/f42b1fb5-1f26-4b59-83fe-d283978e154a HTTP/1.1" status: 204 len: 168 time: 1.4271309 Aug 10 01:18:11.256256 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44358) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:11.275074 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4780d-b732-488b-bb7d-9bc6b07f7de2 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Pushing event deleted for resources: {'Network': ['ID=f42b1fb5-1f26-4b59-83fe-d283978e154a,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:11.280606 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2beca9c-2188-4a01-8409-3f93151a2a3c req-11fe97c6-6b31-4255-8371-32e6089c42a8 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:11.282997 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f2beca9c-2188-4a01-8409-3f93151a2a3c req-11fe97c6-6b31-4255-8371-32e6089c42a8 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 945 time: 0.0557470 Aug 10 01:18:11.326446 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f2beca9c-2188-4a01-8409-3f93151a2a3c req-5f3d6fdd-736e-408c-af59-7a22d504f0e8 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369492 Aug 10 01:18:11.383498 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-93de7c8e-5568-436b-a0d0-0d4797a7fcf5 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:11.395293 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac75ff61-0c95-4685-8b81-1adc628746d6 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Router c64bdfe6-adf5-456d-a4c7-0766543e9dda has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:18:11.521361 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-93de7c8e-5568-436b-a0d0-0d4797a7fcf5 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:11.556048 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 061a4901-bdfb-4bea-9144-a204ffe977ea details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:18:11.559368 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 061a4901-bdfb-4bea-9144-a204ffe977ea no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:18:11.563305 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-93de7c8e-5568-436b-a0d0-0d4797a7fcf5 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ba4f345-2af9-4b1a-a096-ab30f02c75cd']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:11.576171 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-93de7c8e-5568-436b-a0d0-0d4797a7fcf5 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0da4c42e-4459-4321-b2c7-7e940e3214c5') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:11.576494 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-93de7c8e-5568-436b-a0d0-0d4797a7fcf5 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0da4c42e-4459-4321-b2c7-7e940e3214c5') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:11.591624 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-93de7c8e-5568-436b-a0d0-0d4797a7fcf5 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:11.610922 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-93de7c8e-5568-436b-a0d0-0d4797a7fcf5 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:11.615532 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac75ff61-0c95-4685-8b81-1adc628746d6 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:18:11.619865 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93de7c8e-5568-436b-a0d0-0d4797a7fcf5 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:18:11.620787 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-93de7c8e-5568-436b-a0d0-0d4797a7fcf5 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:11.634349 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37970b04-5261-46f4-a249-cb18e7e6190b None None] Sync routers for ids ['c64bdfe6-adf5-456d-a4c7-0766543e9dda'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:18:11.635794 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:18:11.635794 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:18:11.635794 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:18:11.635794 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:18:11.635794 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:18:11.635794 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:18:11.635794 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:18:11.635794 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:18:11.635794 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:18:11.635794 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:18:11.635794 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:18:11.635794 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:18:11.635794 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:18:11.635794 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:18:11.635794 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:18:11.635794 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:18:11.635794 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:18:11.635794 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:18:11.635794 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:18:11.635794 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:18:11.635794 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:18:11.635794 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:18:11.635794 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:18:11.635794 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:18:11.635794 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:18:11.635794 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:18:11.635794 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:18:11.635794 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:18:11.635794 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:18:11.635794 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:18:11.635794 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:18:11.635794 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:18:11.642014 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ac75ff61-0c95-4685-8b81-1adc628746d6 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "PUT /v2.0/routers/c64bdfe6-adf5-456d-a4c7-0766543e9dda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3754897 Aug 10 01:18:11.642707 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44360) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:11.651270 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37970b04-5261-46f4-a249-cb18e7e6190b None None] Routers {'c64bdfe6-adf5-456d-a4c7-0766543e9dda'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:11.651520 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-37970b04-5261-46f4-a249-cb18e7e6190b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['c64bdfe6-adf5-456d-a4c7-0766543e9dda'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:11.698824 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-37970b04-5261-46f4-a249-cb18e7e6190b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:11.704127 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-93de7c8e-5568-436b-a0d0-0d4797a7fcf5 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:11.713801 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37970b04-5261-46f4-a249-cb18e7e6190b None None] Routers {'c64bdfe6-adf5-456d-a4c7-0766543e9dda'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:11.714509 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-37970b04-5261-46f4-a249-cb18e7e6190b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:17:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['c64bdfe6-adf5-456d-a4c7-0766543e9dda'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:11.716589 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-93de7c8e-5568-436b-a0d0-0d4797a7fcf5 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:11.718691 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-93de7c8e-5568-436b-a0d0-0d4797a7fcf5 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] 10.222.0.35 "DELETE /v2.0/networks/9ba4f345-2af9-4b1a-a096-ab30f02c75cd HTTP/1.1" status: 204 len: 168 time: 0.4615171 Aug 10 01:18:11.733845 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:11.755009 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-37970b04-5261-46f4-a249-cb18e7e6190b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:11.756053 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37970b04-5261-46f4-a249-cb18e7e6190b None None] The sync data for ids ['c64bdfe6-adf5-456d-a4c7-0766543e9dda'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:18:11.761067 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de7c8e-5568-436b-a0d0-0d4797a7fcf5 tempest-TaggedBootDevicesTest_v242-61804820 tempest-TaggedBootDevicesTest_v242-61804820-project] Pushing event deleted for resources: {'Network': ['ID=9ba4f345-2af9-4b1a-a096-ab30f02c75cd,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:11.761378 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:18:11.771820 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:11.875135 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c995a861-c110-4993-aec5-c8530d79bb3b tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:11.884100 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08dfeead-511b-491a-9333-f4189bc8be00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '061a4901-bdfb-4bea-9144-a204ffe977ea'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:18:11.886353 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b511e82-f7ac-417a-82a3-a68af70e5674" -d '{"events": [{"server_uuid": "08dfeead-511b-491a-9333-f4189bc8be00", "name": "network-vif-unplugged", "status": "completed", "tag": "061a4901-bdfb-4bea-9144-a204ffe977ea"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:18:11.904732 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 061a4901-bdfb-4bea-9144-a204ffe977ea, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=061a4901-bdfb-4bea-9144-a204ffe977ea,segment=NetworkSegment(119db45f-a129-41df-b3e9-8983d492465d),segment_id=119db45f-a129-41df-b3e9-8983d492465d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:11.921453 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 061a4901-bdfb-4bea-9144-a204ffe977ea, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=061a4901-bdfb-4bea-9144-a204ffe977ea,segment=NetworkSegment(119db45f-a129-41df-b3e9-8983d492465d),segment_id=119db45f-a129-41df-b3e9-8983d492465d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:11.930157 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '061a4901-bdfb-4bea-9144-a204ffe977ea', 'network_id': '1bb4d414-55c5-43e5-9006-4b7473df84e0', 'port_id': '061a4901-bdfb-4bea-9144-a204ffe977ea', 'mac_address': 'fa:16:3e:b0:5c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b0c25a4-f815-4015-a876-f5aa15c83352', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:18:11.932517 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:11.978680 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b64725-477b-437c-adc0-6287fd173894 x-openstack-request-id: req-62b64725-477b-437c-adc0-6287fd173894 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:18:11.979115 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08dfeead-511b-491a-9333-f4189bc8be00", "name": "network-vif-unplugged", "status": "completed", "tag": "061a4901-bdfb-4bea-9144-a204ffe977ea", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:18:11.979552 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-62b64725-477b-437c-adc0-6287fd173894 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:18:11.980004 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08dfeead-511b-491a-9333-f4189bc8be00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '061a4901-bdfb-4bea-9144-a204ffe977ea', 'code': 200} Aug 10 01:18:12.004007 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:18:12.031891 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:18:12.032403 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:12.066546 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:12.081680 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=061a4901-bdfb-4bea-9144-a204ffe977ea,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:12.119868 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 061a4901-bdfb-4bea-9144-a204ffe977ea {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:18:12.147334 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 061a4901-bdfb-4bea-9144-a204ffe977ea, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=061a4901-bdfb-4bea-9144-a204ffe977ea,segment=NetworkSegment(119db45f-a129-41df-b3e9-8983d492465d),segment_id=119db45f-a129-41df-b3e9-8983d492465d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:12.173782 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:12.323300 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:12.338907 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=061a4901-bdfb-4bea-9144-a204ffe977ea,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:12.411981 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3,segment=NetworkSegment(a610e48f-e8d3-4335-96fa-db4b291a46f1),segment_id=a610e48f-e8d3-4335-96fa-db4b291a46f1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:12.422767 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:12.503534 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:12.561159 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['061a4901-bdfb-4bea-9144-a204ffe977ea'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:18:12.733027 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ced00-3ed5-40eb-885a-deed43630e0b req-4e0111cd-2082-4b40-8c45-de217c308c5b tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:12.740833 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f04ced00-3ed5-40eb-885a-deed43630e0b req-4e0111cd-2082-4b40-8c45-de217c308c5b tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7316b51b-8d94-4a9d-a2cf-e342a52074f8 HTTP/1.1" status: 200 len: 1096 time: 0.7934120 Aug 10 01:18:12.754492 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b1776-df1d-43f8-8648-5c3599722618 req-ac682518-f377-42f3-bdc3-a9bc8ed61924 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:12.756090 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-460b1776-df1d-43f8-8648-5c3599722618 req-ac682518-f377-42f3-bdc3-a9bc8ed61924 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 944 time: 0.1242969 Aug 10 01:18:12.808445 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c995a861-c110-4993-aec5-c8530d79bb3b tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:12.827585 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f04ced00-3ed5-40eb-885a-deed43630e0b req-9ae40557-5b91-49a3-89bd-74098d8facb4 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d0e9c2e4-4860-45b1-aea0-b914580ad280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820591 Aug 10 01:18:12.837853 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-460b1776-df1d-43f8-8648-5c3599722618 req-bf051a9c-948f-4433-ba7e-5014c52d51b7 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710723 Aug 10 01:18:12.890103 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-c995a861-c110-4993-aec5-c8530d79bb3b tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Deleting port a199e9f3-0554-40ff-be1e-5a24e59f72e3 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:12.890559 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c995a861-c110-4993-aec5-c8530d79bb3b tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:12.977250 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c995a861-c110-4993-aec5-c8530d79bb3b tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:12.997094 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-c995a861-c110-4993-aec5-c8530d79bb3b tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Calling delete_port for a199e9f3-0554-40ff-be1e-5a24e59f72e3 owned by network:router_gateway {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:13.171149 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c995a861-c110-4993-aec5-c8530d79bb3b tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:13.198226 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995a861-c110-4993-aec5-c8530d79bb3b tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event deleted for resources: {'Port': ['ID=a199e9f3-0554-40ff-be1e-5a24e59f72e3,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:13.257514 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c995a861-c110-4993-aec5-c8530d79bb3b tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:13.347911 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c995a861-c110-4993-aec5-c8530d79bb3b tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:13.350079 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c995a861-c110-4993-aec5-c8530d79bb3b tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:13.396468 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c995a861-c110-4993-aec5-c8530d79bb3b tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:13.396988 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c995a861-c110-4993-aec5-c8530d79bb3b tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Fanout notify agent at l3_agent the message router_deleted on router c64bdfe6-adf5-456d-a4c7-0766543e9dda {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:18:13.403832 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c995a861-c110-4993-aec5-c8530d79bb3b tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:13.405501 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c995a861-c110-4993-aec5-c8530d79bb3b tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "DELETE /v2.0/routers/c64bdfe6-adf5-456d-a4c7-0766543e9dda HTTP/1.1" status: 204 len: 168 time: 1.7610779 Aug 10 01:18:13.408064 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44392) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:13.462031 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-52a67b2c-880e-413e-ab58-93beebddafb0 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Deleting subnet 550aa407-c801-48b7-8363-1b0d8b1957a9 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:18:13.466196 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-52a67b2c-880e-413e-ab58-93beebddafb0 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:13.516284 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-52a67b2c-880e-413e-ab58-93beebddafb0 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:13.570712 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 061a4901-bdfb-4bea-9144-a204ffe977ea up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:18:13.630678 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-52a67b2c-880e-413e-ab58-93beebddafb0 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:13.632537 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 061a4901-bdfb-4bea-9144-a204ffe977ea triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:18:13.632998 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:13.705259 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-52a67b2c-880e-413e-ab58-93beebddafb0 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:13.728935 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a67b2c-880e-413e-ab58-93beebddafb0 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event deleted for resources: {'Subnet': ['ID=550aa407-c801-48b7-8363-1b0d8b1957a9,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:13.729577 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:13.738814 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-52a67b2c-880e-413e-ab58-93beebddafb0 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:13.743459 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-52a67b2c-880e-413e-ab58-93beebddafb0 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "DELETE /v2.0/subnets/550aa407-c801-48b7-8363-1b0d8b1957a9 HTTP/1.1" status: 204 len: 168 time: 0.3343956 Aug 10 01:18:13.743826 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44408) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:13.756002 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709c38f1-67f5-4d19-98d6-6011bed19cdc None None] Network 6fc5bd27-3f13-4e4e-a2b6-70346d3879c5 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:18:13.844983 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 061a4901-bdfb-4bea-9144-a204ffe977ea, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=061a4901-bdfb-4bea-9144-a204ffe977ea,segment=NetworkSegment(119db45f-a129-41df-b3e9-8983d492465d),segment_id=119db45f-a129-41df-b3e9-8983d492465d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:13.849847 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-95b86a25-dfee-4fc6-b051-7b08a2e7b027 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:13.859494 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:13.932858 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-95b86a25-dfee-4fc6-b051-7b08a2e7b027 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Deleting port 171d1d04-91fb-49e7-9612-e0c809ec10c2 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:13.933700 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-95b86a25-dfee-4fc6-b051-7b08a2e7b027 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:13.942424 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1b7cfd48-0104-45f5-8377-08482b60172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:14.010524 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7316b51b-8d94-4a9d-a2cf-e342a52074f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3'}, {'server_uuid': '08dfeead-511b-491a-9333-f4189bc8be00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061a4901-bdfb-4bea-9144-a204ffe977ea'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:18:14.013176 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bde0461-5661-48e5-a5a4-556f4d6845a6" -d '{"events": [{"server_uuid": "7316b51b-8d94-4a9d-a2cf-e342a52074f8", "name": "network-vif-plugged", "status": "completed", "tag": "cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3"}, {"server_uuid": "08dfeead-511b-491a-9333-f4189bc8be00", "name": "network-vif-plugged", "status": "completed", "tag": "061a4901-bdfb-4bea-9144-a204ffe977ea"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:18:14.022156 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-95b86a25-dfee-4fc6-b051-7b08a2e7b027 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] For port 171d1d04-91fb-49e7-9612-e0c809ec10c2, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=171d1d04-91fb-49e7-9612-e0c809ec10c2,segment=NetworkSegment(17622f3e-8668-4e30-8f15-6c2ffdddc503),segment_id=17622f3e-8668-4e30-8f15-6c2ffdddc503)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:14.023135 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-95b86a25-dfee-4fc6-b051-7b08a2e7b027 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:14.031860 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b6798-9795-44cc-9712-b91e0107380c req-04daaca0-fc9a-4153-9df9-baf183860e93 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:14.038607 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-95b86a25-dfee-4fc6-b051-7b08a2e7b027 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Calling delete_port for 171d1d04-91fb-49e7-9612-e0c809ec10c2 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:14.042301 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-327b6798-9795-44cc-9712-b91e0107380c req-04daaca0-fc9a-4153-9df9-baf183860e93 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7316b51b-8d94-4a9d-a2cf-e342a52074f8 HTTP/1.1" status: 200 len: 1097 time: 0.0689023 Aug 10 01:18:14.051868 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a0043-922d-46a7-a542-14e7a7f2c883 req-505c3970-2f9a-41ff-adba-b0a33c248f09 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:14.059707 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ff6a0043-922d-46a7-a542-14e7a7f2c883 req-505c3970-2f9a-41ff-adba-b0a33c248f09 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 945 time: 0.1231585 Aug 10 01:18:14.066663 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=061a4901-bdfb-4bea-9144-a204ffe977ea,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:14.121610 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ff6a0043-922d-46a7-a542-14e7a7f2c883 req-06965fa8-9411-4225-8b39-0764fa12bf71 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608559 Aug 10 01:18:14.133217 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-327b6798-9795-44cc-9712-b91e0107380c req-161d69d2-c76a-4b3a-a08f-b464c6bc7f73 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d0e9c2e4-4860-45b1-aea0-b914580ad280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518184 Aug 10 01:18:14.161338 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95acb82a-2773-41c8-94aa-225252a94ed0 None None] DHCP port deletion for 6fc5bd27-3f13-4e4e-a2b6-70346d3879c5 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:18:14.204968 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 01:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f38492-c6f9-4e90-a432-74d594b3a781 x-openstack-request-id: req-96f38492-c6f9-4e90-a432-74d594b3a781 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:18:14.205203 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7316b51b-8d94-4a9d-a2cf-e342a52074f8", "name": "network-vif-plugged", "status": "completed", "tag": "cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3", "code": 200}, {"server_uuid": "08dfeead-511b-491a-9333-f4189bc8be00", "name": "network-vif-plugged", "status": "completed", "tag": "061a4901-bdfb-4bea-9144-a204ffe977ea", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:18:14.205413 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-96f38492-c6f9-4e90-a432-74d594b3a781 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:18:14.205802 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7316b51b-8d94-4a9d-a2cf-e342a52074f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3', 'code': 200} Aug 10 01:18:14.206064 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08dfeead-511b-491a-9333-f4189bc8be00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061a4901-bdfb-4bea-9144-a204ffe977ea', 'code': 200} Aug 10 01:18:14.236521 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-95b86a25-dfee-4fc6-b051-7b08a2e7b027 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:14.283196 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b86a25-dfee-4fc6-b051-7b08a2e7b027 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] No DVR routers for this DVR port 171d1d04-91fb-49e7-9612-e0c809ec10c2 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:18:14.290955 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b86a25-dfee-4fc6-b051-7b08a2e7b027 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event deleted for resources: {'Port': ['ID=171d1d04-91fb-49e7-9612-e0c809ec10c2,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:14.296356 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-95acb82a-2773-41c8-94aa-225252a94ed0 None None] Deleting port 171d1d04-91fb-49e7-9612-e0c809ec10c2 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:14.297828 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95acb82a-2773-41c8-94aa-225252a94ed0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:14.389233 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-95b86a25-dfee-4fc6-b051-7b08a2e7b027 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:14.390824 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae78eff-02bf-4ad0-ad90-e4b79b1b5b41 req-87689697-1f1a-4b72-bac1-5bae51991b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:14.395735 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9ae78eff-02bf-4ad0-ad90-e4b79b1b5b41 req-87689697-1f1a-4b72-bac1-5bae51991b22 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7316b51b-8d94-4a9d-a2cf-e342a52074f8 HTTP/1.1" status: 200 len: 1097 time: 0.0812936 Aug 10 01:18:14.402661 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-95b86a25-dfee-4fc6-b051-7b08a2e7b027 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fc5bd27-3f13-4e4e-a2b6-70346d3879c5']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:14.429305 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-95acb82a-2773-41c8-94aa-225252a94ed0 None None] For port 171d1d04-91fb-49e7-9612-e0c809ec10c2, host n-d-766726-26, got binding levels [] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:14.429892 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95acb82a-2773-41c8-94aa-225252a94ed0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:14.442622 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 171d1d04-91fb-49e7-9612-e0c809ec10c2 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:18:14.461596 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-95b86a25-dfee-4fc6-b051-7b08a2e7b027 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17622f3e-8668-4e30-8f15-6c2ffdddc503') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:14.462203 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-95b86a25-dfee-4fc6-b051-7b08a2e7b027 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17622f3e-8668-4e30-8f15-6c2ffdddc503') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:14.470350 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9ae78eff-02bf-4ad0-ad90-e4b79b1b5b41 req-384453e3-21dd-4a27-a17d-833138989b19 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d0e9c2e4-4860-45b1-aea0-b914580ad280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702553 Aug 10 01:18:14.478610 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-95acb82a-2773-41c8-94aa-225252a94ed0 None None] Calling delete_port for 171d1d04-91fb-49e7-9612-e0c809ec10c2 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:14.482550 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 171d1d04-91fb-49e7-9612-e0c809ec10c2 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:18:14.483509 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 171d1d04-91fb-49e7-9612-e0c809ec10c2 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:18:14.486103 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.ipam_backend_mixin [None req-95acb82a-2773-41c8-94aa-225252a94ed0 None None] Port 171d1d04-91fb-49e7-9612-e0c809ec10c2 was not found and therefore no delete operation was performed {{(pid=105828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 01:18:14.489680 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95acb82a-2773-41c8-94aa-225252a94ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:14.509952 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-95b86a25-dfee-4fc6-b051-7b08a2e7b027 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:14.522563 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:14.526575 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95acb82a-2773-41c8-94aa-225252a94ed0 None None] Pushing event deleted for resources: {'Port': ['ID=171d1d04-91fb-49e7-9612-e0c809ec10c2,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:14.530379 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-95b86a25-dfee-4fc6-b051-7b08a2e7b027 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:14.538754 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95acb82a-2773-41c8-94aa-225252a94ed0 None None] No DVR routers for this DVR port 171d1d04-91fb-49e7-9612-e0c809ec10c2 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:18:14.541359 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d65f66-86d6-4407-923a-40cd1d0e9409 req-573f2605-7f1e-4639-89b9-3f6c47f95cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:14.543075 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-93d65f66-86d6-4407-923a-40cd1d0e9409 req-573f2605-7f1e-4639-89b9-3f6c47f95cfe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 1097 time: 0.0922573 Aug 10 01:18:14.547328 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b86a25-dfee-4fc6-b051-7b08a2e7b027 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:18:14.547778 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-95b86a25-dfee-4fc6-b051-7b08a2e7b027 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:14.552830 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:18:14.552830 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:18:14.552830 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:18:14.552830 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:18:14.552830 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:18:14.552830 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:18:14.552830 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:18:14.552830 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:18:14.552830 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:18:14.552830 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:18:14.552830 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:18:14.552830 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:18:14.552830 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:18:14.552830 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:18:14.552830 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:18:14.552830 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:18:14.552830 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:18:14.552830 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:18:14.552830 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:18:14.552830 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:18:14.552830 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:18:14.552830 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:18:14.552830 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:18:14.552830 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:18:14.552830 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:18:14.552830 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:18:14.552830 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:18:14.552830 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:18:14.552830 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:18:14.552830 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:18:14.552830 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:18:14.552830 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:18:14.649784 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-93d65f66-86d6-4407-923a-40cd1d0e9409 req-3e7bd1e9-96e3-48f1-80bf-7784e4be0e78 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821238 Aug 10 01:18:14.652451 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-95b86a25-dfee-4fc6-b051-7b08a2e7b027 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:14.659415 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-95b86a25-dfee-4fc6-b051-7b08a2e7b027 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:14.661785 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-95b86a25-dfee-4fc6-b051-7b08a2e7b027 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "DELETE /v2.0/networks/6fc5bd27-3f13-4e4e-a2b6-70346d3879c5 HTTP/1.1" status: 204 len: 168 time: 0.9159222 Aug 10 01:18:14.664078 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44422) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:14.691152 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b86a25-dfee-4fc6-b051-7b08a2e7b027 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event deleted for resources: {'Network': ['ID=6fc5bd27-3f13-4e4e-a2b6-70346d3879c5,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:14.795429 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-4c5e1a09-80d5-4e12-b585-453d116d93d5 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Deleting port 5191bc32-bab5-4d53-aff6-1e6b1b88b8e0 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:14.796536 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4c5e1a09-80d5-4e12-b585-453d116d93d5 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:14.876909 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4c5e1a09-80d5-4e12-b585-453d116d93d5 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:14.877246 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4c5e1a09-80d5-4e12-b585-453d116d93d5 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:14.889066 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-4c5e1a09-80d5-4e12-b585-453d116d93d5 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Calling delete_port for 5191bc32-bab5-4d53-aff6-1e6b1b88b8e0 owned by network:floatingip {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:15.033314 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4c5e1a09-80d5-4e12-b585-453d116d93d5 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:15.060444 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e1a09-80d5-4e12-b585-453d116d93d5 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event deleted for resources: {'Port': ['ID=5191bc32-bab5-4d53-aff6-1e6b1b88b8e0,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:15.122750 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4c5e1a09-80d5-4e12-b585-453d116d93d5 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for floatingip, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:15.125359 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4c5e1a09-80d5-4e12-b585-453d116d93d5 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:15.126507 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4c5e1a09-80d5-4e12-b585-453d116d93d5 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "DELETE /v2.0/floatingips/8744279e-c98e-404c-af97-de343d8c9cd7 HTTP/1.1" status: 204 len: 168 time: 0.4611971 Aug 10 01:18:15.130130 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44426) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:15.154052 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f33d46c-9c04-4b0a-a098-dcb27d0d0556 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] DELETE failed (client error): The resource could not be found. Aug 10 01:18:15.154672 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f33d46c-9c04-4b0a-a098-dcb27d0d0556 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:18:15.159781 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2f33d46c-9c04-4b0a-a098-dcb27d0d0556 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "DELETE /v2.0/ports/baff3355-9453-4181-8168-0aa3e68e9d59 HTTP/1.1" status: 404 len: 333 time: 0.0262194 Aug 10 01:18:15.159972 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44432) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:15.167270 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:15.199098 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-73f891a2-45a8-45e6-b85f-1cf3a773cbb5 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "GET /v2.0/ports?device_id=c64bdfe6-adf5-456d-a4c7-0766543e9dda HTTP/1.1" status: 200 len: 205 time: 0.0358627 Aug 10 01:18:15.199356 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44434) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:15.240259 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-2b6cec40-2ec7-4e1d-90f8-64d996e39054 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] delete failed (client error): The resource could not be found. Aug 10 01:18:15.243543 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2b6cec40-2ec7-4e1d-90f8-64d996e39054 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "DELETE /v2.0/routers/c64bdfe6-adf5-456d-a4c7-0766543e9dda HTTP/1.1" status: 404 len: 336 time: 0.0410812 Aug 10 01:18:15.243797 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44436) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:15.278165 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0bc6beb-3884-4a0d-b6f7-ab3d30292b04 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] DELETE failed (client error): The resource could not be found. Aug 10 01:18:15.278668 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0bc6beb-3884-4a0d-b6f7-ab3d30292b04 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:18:15.281224 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b0bc6beb-3884-4a0d-b6f7-ab3d30292b04 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "DELETE /v2.0/subnets/550aa407-c801-48b7-8363-1b0d8b1957a9 HTTP/1.1" status: 404 len: 337 time: 0.0363135 Aug 10 01:18:15.283689 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44438) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:15.310870 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353fb2b-a899-4017-b78c-038efb821b4f req-ed51ef3d-58f3-40da-ae41-a99b35ef2c1e tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:15.312740 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6353fb2b-a899-4017-b78c-038efb821b4f req-ed51ef3d-58f3-40da-ae41-a99b35ef2c1e tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 945 time: 0.1004250 Aug 10 01:18:15.321346 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c007c7f-f9b9-46d3-a39a-a4f31755c527 req-54a77ab5-8d1c-4402-8719-96e101a54b48 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:15.332408 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0c007c7f-f9b9-46d3-a39a-a4f31755c527 req-54a77ab5-8d1c-4402-8719-96e101a54b48 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7316b51b-8d94-4a9d-a2cf-e342a52074f8 HTTP/1.1" status: 200 len: 1097 time: 0.0874972 Aug 10 01:18:15.382495 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-e9c709fc-662b-4162-a069-75ee334677a3 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Deleting port ebe7ca94-99f7-418a-b91a-c526e2b47e93 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:15.382839 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e9c709fc-662b-4162-a069-75ee334677a3 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:15.391972 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0c007c7f-f9b9-46d3-a39a-a4f31755c527 req-bc4ca0fa-0167-426a-b109-2d6c3412e27a tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d0e9c2e4-4860-45b1-aea0-b914580ad280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583012 Aug 10 01:18:15.410095 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6353fb2b-a899-4017-b78c-038efb821b4f req-27c38387-57f1-46e5-a963-3daafe46e3ff tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908272 Aug 10 01:18:15.506478 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e9c709fc-662b-4162-a069-75ee334677a3 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:15.521958 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-e9c709fc-662b-4162-a069-75ee334677a3 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Calling delete_port for ebe7ca94-99f7-418a-b91a-c526e2b47e93 owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:15.697947 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e9c709fc-662b-4162-a069-75ee334677a3 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:15.736482 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c709fc-662b-4162-a069-75ee334677a3 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event deleted for resources: {'Port': ['ID=ebe7ca94-99f7-418a-b91a-c526e2b47e93,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:15.877928 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e9c709fc-662b-4162-a069-75ee334677a3 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:15.884091 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44448) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:15.896150 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e9c709fc-662b-4162-a069-75ee334677a3 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "DELETE /v2.0/ports/ebe7ca94-99f7-418a-b91a-c526e2b47e93 HTTP/1.1" status: 204 len: 168 time: 0.6112976 Aug 10 01:18:16.000324 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-97b30f5e-ff7d-486e-a8f3-d78ccea51ce0 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Deleting port 38425561-03d2-4c67-8f2a-796d5ca31424 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:16.000766 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-97b30f5e-ff7d-486e-a8f3-d78ccea51ce0 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:16.120485 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-97b30f5e-ff7d-486e-a8f3-d78ccea51ce0 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:16.138543 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-97b30f5e-ff7d-486e-a8f3-d78ccea51ce0 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Calling delete_port for 38425561-03d2-4c67-8f2a-796d5ca31424 owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:16.267234 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:16.301394 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-97b30f5e-ff7d-486e-a8f3-d78ccea51ce0 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:16.335872 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b30f5e-ff7d-486e-a8f3-d78ccea51ce0 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event deleted for resources: {'Port': ['ID=38425561-03d2-4c67-8f2a-796d5ca31424,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:16.365171 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b30f5e-ff7d-486e-a8f3-d78ccea51ce0 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:16.365171 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b30f5e-ff7d-486e-a8f3-d78ccea51ce0 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:16.365814 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b30f5e-ff7d-486e-a8f3-d78ccea51ce0 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:16.366259 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b30f5e-ff7d-486e-a8f3-d78ccea51ce0 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:16.366709 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b30f5e-ff7d-486e-a8f3-d78ccea51ce0 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:16.367155 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b30f5e-ff7d-486e-a8f3-d78ccea51ce0 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:16.367671 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b30f5e-ff7d-486e-a8f3-d78ccea51ce0 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:16.368360 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b30f5e-ff7d-486e-a8f3-d78ccea51ce0 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:16.368799 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b30f5e-ff7d-486e-a8f3-d78ccea51ce0 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:16.369785 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b30f5e-ff7d-486e-a8f3-d78ccea51ce0 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:16.370237 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b30f5e-ff7d-486e-a8f3-d78ccea51ce0 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:16.370826 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b30f5e-ff7d-486e-a8f3-d78ccea51ce0 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:16.393267 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44460) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:16.476325 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-97b30f5e-ff7d-486e-a8f3-d78ccea51ce0 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:16.485431 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-97b30f5e-ff7d-486e-a8f3-d78ccea51ce0 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "DELETE /v2.0/ports/38425561-03d2-4c67-8f2a-796d5ca31424 HTTP/1.1" status: 204 len: 168 time: 0.5983453 Aug 10 01:18:16.487461 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44468) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:16.583842 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67847cb6-4234-4639-b7be-f8f0ae3fd18e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:16.593520 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b544ef45-0a7b-437a-9637-e43d5121b7c5 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:16.595914 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b544ef45-0a7b-437a-9637-e43d5121b7c5 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "GET /v2.0/ports?device_id=070aaff9-a882-493a-ac92-7dbb0639b272 HTTP/1.1" status: 200 len: 913 time: 0.1072884 Aug 10 01:18:16.601203 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44472) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:16.663888 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8d895-af80-40c4-b616-a5fb112d669e req-c9dd723d-8a8d-4151-b503-7fa74e12eb42 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:16.665785 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2cb8d895-af80-40c4-b616-a5fb112d669e req-c9dd723d-8a8d-4151-b503-7fa74e12eb42 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7316b51b-8d94-4a9d-a2cf-e342a52074f8 HTTP/1.1" status: 200 len: 1097 time: 0.1211874 Aug 10 01:18:16.705243 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef041f-4346-45f8-b39a-178e0e81a463 req-7c2704fe-9098-41bc-be0d-b6f21132d5c1 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:16.714786 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ebef041f-4346-45f8-b39a-178e0e81a463 req-7c2704fe-9098-41bc-be0d-b6f21132d5c1 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 945 time: 0.1837924 Aug 10 01:18:16.755314 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67847cb6-4234-4639-b7be-f8f0ae3fd18e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:16.760581 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67847cb6-4234-4639-b7be-f8f0ae3fd18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:16.802795 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67847cb6-4234-4639-b7be-f8f0ae3fd18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d16094d-7d23-4571-be11-c9a1b9c56b21,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:16.805376 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ebef041f-4346-45f8-b39a-178e0e81a463 req-cfbbbfae-abc9-4cd7-9132-7b8030a199a5 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891514 Aug 10 01:18:16.810471 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-67847cb6-4234-4639-b7be-f8f0ae3fd18e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3fc58bfcfe8143518ff4d63d170a29f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4130876 Aug 10 01:18:16.810668 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44474) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:16.823587 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2cb8d895-af80-40c4-b616-a5fb112d669e req-ddb51094-08c7-440d-8741-7e461148ca07 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d0e9c2e4-4860-45b1-aea0-b914580ad280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384239 Aug 10 01:18:17.018862 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ff4e784e-72b2-4c6a-9aae-65161a67a136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:17.055805 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2bc17-14a4-4352-a662-83b8d9ac2534 req-23069e07-67d0-4c89-ab38-6d91dd751f90 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:17.057363 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-edb2bc17-14a4-4352-a662-83b8d9ac2534 req-23069e07-67d0-4c89-ab38-6d91dd751f90 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7316b51b-8d94-4a9d-a2cf-e342a52074f8 HTTP/1.1" status: 200 len: 1097 time: 0.1565354 Aug 10 01:18:17.062969 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ff4e784e-72b2-4c6a-9aae-65161a67a136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:17.071547 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146662d3-8e04-436e-bc8d-d55ca9702b1a req-0d304f2a-0737-4b6b-801c-7b959e2003ee tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:17.073048 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-146662d3-8e04-436e-bc8d-d55ca9702b1a req-0d304f2a-0737-4b6b-801c-7b959e2003ee tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 945 time: 0.1711206 Aug 10 01:18:17.192624 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-edb2bc17-14a4-4352-a662-83b8d9ac2534 req-835b0bef-a7c0-49c0-8ee4-74d7efac86c5 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d0e9c2e4-4860-45b1-aea0-b914580ad280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163330 Aug 10 01:18:17.201811 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-146662d3-8e04-436e-bc8d-d55ca9702b1a req-b73f8e8d-291d-4421-bbd0-f347143d1201 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194003 Aug 10 01:18:17.244404 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ff4e784e-72b2-4c6a-9aae-65161a67a136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:17.248019 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ff4e784e-72b2-4c6a-9aae-65161a67a136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:17.252123 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ff4e784e-72b2-4c6a-9aae-65161a67a136 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1d16094d-7d23-4571-be11-c9a1b9c56b21 HTTP/1.1" status: 204 len: 168 time: 0.4389856 Aug 10 01:18:17.262601 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e784e-72b2-4c6a-9aae-65161a67a136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d16094d-7d23-4571-be11-c9a1b9c56b21,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:17.367899 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23345910-0b6b-4bc6-a3c5-dcbf38427621 req-1a1bd28a-4cc0-4851-b4c0-2c7821aeb49e tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:17.369503 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-23345910-0b6b-4bc6-a3c5-dcbf38427621 req-1a1bd28a-4cc0-4851-b4c0-2c7821aeb49e tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7316b51b-8d94-4a9d-a2cf-e342a52074f8 HTTP/1.1" status: 200 len: 1097 time: 0.0556350 Aug 10 01:18:17.410138 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-701f2cdf-b50b-4d0d-b147-b05e9269da5b tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:17.491997 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-23345910-0b6b-4bc6-a3c5-dcbf38427621 req-8984b8e1-0da5-4fd5-8ff0-f0c6bf884658 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d0e9c2e4-4860-45b1-aea0-b914580ad280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093287 Aug 10 01:18:17.697809 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44506) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:17.719007 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0ee8ef00-8196-4aa9-bf32-fdf56fad157f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:17.840382 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0ee8ef00-8196-4aa9-bf32-fdf56fad157f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:17.844274 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0ee8ef00-8196-4aa9-bf32-fdf56fad157f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:17.846500 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-a177cc74-dbca-4104-ab34-13dfa80edab2 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:17.848003 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-a177cc74-dbca-4104-ab34-13dfa80edab2 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/networks?id=1bb4d414-55c5-43e5-9006-4b7473df84e0 HTTP/1.1" status: 200 len: 813 time: 0.2213435 Aug 10 01:18:17.849867 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879aad28-4934-4149-a1eb-bba1342253d8 req-74106fe2-e1b4-400f-b3cb-dbd4e1edd029 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:17.851245 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-879aad28-4934-4149-a1eb-bba1342253d8 req-74106fe2-e1b4-400f-b3cb-dbd4e1edd029 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7316b51b-8d94-4a9d-a2cf-e342a52074f8 HTTP/1.1" status: 200 len: 1097 time: 0.0988109 Aug 10 01:18:17.885545 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8ef00-8196-4aa9-bf32-fdf56fad157f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18d2404-a154-4848-9973-1324c9ad39e6,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:17.898713 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44508) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:17.899725 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0ee8ef00-8196-4aa9-bf32-fdf56fad157f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a8e361ea6a564781985675de304e0101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2008171 Aug 10 01:18:17.913915 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-3bcdf142-6884-4160-9785-791ab6ed104f tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/quotas/6d45f14deea9486bb71cde915e0e3a69 HTTP/1.1" status: 200 len: 375 time: 0.0422428 Aug 10 01:18:17.994874 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-879aad28-4934-4149-a1eb-bba1342253d8 req-9d1a1024-4717-445c-b03c-4e69becd3046 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d0e9c2e4-4860-45b1-aea0-b914580ad280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242907 Aug 10 01:18:18.039117 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c199d8c1-2b1c-4d3b-96e1-42fcbafab80d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:18.057375 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-2a0066c2-931d-479e-ad66-d0f1051ad460 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d45f14deea9486bb71cde915e0e3a69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1343801 Aug 10 01:18:18.083528 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c199d8c1-2b1c-4d3b-96e1-42fcbafab80d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:18.095675 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-701f2cdf-b50b-4d0d-b147-b05e9269da5b tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Deleting port ea26c591-84d0-48ad-99cf-a413101e391f {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:18.096027 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-701f2cdf-b50b-4d0d-b147-b05e9269da5b tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:18.255847 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-c6e912da-f472-4f17-bee6-7bdbdd2f4cbe service neutron] 10.222.0.35 "GET /v2.0/networks/1bb4d414-55c5-43e5-9006-4b7473df84e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863639 Aug 10 01:18:18.264637 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c199d8c1-2b1c-4d3b-96e1-42fcbafab80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:18.265212 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c199d8c1-2b1c-4d3b-96e1-42fcbafab80d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:18.266345 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c199d8c1-2b1c-4d3b-96e1-42fcbafab80d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c18d2404-a154-4848-9973-1324c9ad39e6 HTTP/1.1" status: 204 len: 168 time: 0.3641329 Aug 10 01:18:18.284949 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-701f2cdf-b50b-4d0d-b147-b05e9269da5b tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:18.305752 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c199d8c1-2b1c-4d3b-96e1-42fcbafab80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18d2404-a154-4848-9973-1324c9ad39e6,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:18.319275 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-701f2cdf-b50b-4d0d-b147-b05e9269da5b tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Calling delete_port for ea26c591-84d0-48ad-99cf-a413101e391f owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:18.660295 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44514) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:18.676573 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-975a8637-18e8-4d96-994f-782fd58e5e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:18.773380 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-f87c6662-605b-49d9-bf54-827e5e650611 service neutron] 10.222.0.35 "GET /v2.0/networks/1bb4d414-55c5-43e5-9006-4b7473df84e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4905157 Aug 10 01:18:18.795436 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-975a8637-18e8-4d96-994f-782fd58e5e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:18.802079 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-975a8637-18e8-4d96-994f-782fd58e5e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:18.910155 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-975a8637-18e8-4d96-994f-782fd58e5e49 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9764d9e893cd496c9ec1c849e8bc03fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2476363 Aug 10 01:18:18.911186 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a8637-18e8-4d96-994f-782fd58e5e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d7b158-ddf6-4ce7-a5c7-6e93ef59feb6,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:18.917841 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44522) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:18.974084 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-701f2cdf-b50b-4d0d-b147-b05e9269da5b tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:19.013263 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f2cdf-b50b-4d0d-b147-b05e9269da5b tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event deleted for resources: {'Port': ['ID=ea26c591-84d0-48ad-99cf-a413101e391f,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:19.073094 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-05a23c57-03ed-48dd-a1ae-989f4e4d4797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:19.132915 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03cc43f-f0c5-472d-a93e-fc0a755af4b3 req-c30601a3-b082-47c1-93a5-e7f72cdb398d tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:19.138065 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-05a23c57-03ed-48dd-a1ae-989f4e4d4797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:19.142988 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f03cc43f-f0c5-472d-a93e-fc0a755af4b3 req-c30601a3-b082-47c1-93a5-e7f72cdb398d tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.24 "GET /v2.0/ports?device_id=08dfeead-511b-491a-9333-f4189bc8be00 HTTP/1.1" status: 200 len: 945 time: 0.1707132 Aug 10 01:18:19.190216 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-234cd946-6cb2-4006-9cb1-8ee90031692d req-a0d7332e-6717-48b9-b079-15bd2ae026d5 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=43d60f3c-64ab-452a-9e82-86467ee49b68 HTTP/1.1" status: 200 len: 210 time: 0.0955815 Aug 10 01:18:19.268146 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-f03cc43f-f0c5-472d-a93e-fc0a755af4b3 req-8e0fb26c-f825-44fd-844f-509eccae84d8 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Deleting port 061a4901-bdfb-4bea-9144-a204ffe977ea {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:19.268532 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f03cc43f-f0c5-472d-a93e-fc0a755af4b3 req-8e0fb26c-f825-44fd-844f-509eccae84d8 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:19.387758 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c31fa5-dbf7-4193-b526-1cbf1620e09c req-24ad4907-c050-435c-8668-d793e7bd495c tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:19.388117 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-f03cc43f-f0c5-472d-a93e-fc0a755af4b3 req-8e0fb26c-f825-44fd-844f-509eccae84d8 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] For port 061a4901-bdfb-4bea-9144-a204ffe977ea, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=061a4901-bdfb-4bea-9144-a204ffe977ea,segment=NetworkSegment(119db45f-a129-41df-b3e9-8983d492465d),segment_id=119db45f-a129-41df-b3e9-8983d492465d)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:19.388585 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f03cc43f-f0c5-472d-a93e-fc0a755af4b3 req-8e0fb26c-f825-44fd-844f-509eccae84d8 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:19.389786 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-31c31fa5-dbf7-4193-b526-1cbf1620e09c req-24ad4907-c050-435c-8668-d793e7bd495c tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7316b51b-8d94-4a9d-a2cf-e342a52074f8 HTTP/1.1" status: 200 len: 1097 time: 0.2794821 Aug 10 01:18:19.401880 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb20ac-9a6c-4099-8172-5284104e91ad req-78aa2ba9-f692-401c-8952-c91be4177530 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:19.403586 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87bb20ac-9a6c-4099-8172-5284104e91ad req-78aa2ba9-f692-401c-8952-c91be4177530 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7316b51b-8d94-4a9d-a2cf-e342a52074f8 HTTP/1.1" status: 200 len: 1097 time: 0.1248453 Aug 10 01:18:19.411158 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-f03cc43f-f0c5-472d-a93e-fc0a755af4b3 req-8e0fb26c-f825-44fd-844f-509eccae84d8 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Calling delete_port for 061a4901-bdfb-4bea-9144-a204ffe977ea owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:19.489755 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-05a23c57-03ed-48dd-a1ae-989f4e4d4797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:19.492891 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-05a23c57-03ed-48dd-a1ae-989f4e4d4797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:19.494342 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-05a23c57-03ed-48dd-a1ae-989f4e4d4797 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/47d7b158-ddf6-4ce7-a5c7-6e93ef59feb6 HTTP/1.1" status: 204 len: 168 time: 0.5755575 Aug 10 01:18:19.513536 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-701f2cdf-b50b-4d0d-b147-b05e9269da5b tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:19.519632 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a23c57-03ed-48dd-a1ae-989f4e4d4797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d7b158-ddf6-4ce7-a5c7-6e93ef59feb6,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:19.562420 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-31c31fa5-dbf7-4193-b526-1cbf1620e09c req-0d89ef59-0b93-4d97-a8fa-c3a1fbf83110 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d0e9c2e4-4860-45b1-aea0-b914580ad280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500568 Aug 10 01:18:19.647896 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-87bb20ac-9a6c-4099-8172-5284104e91ad req-580481cc-16b5-49a2-94d8-d0988b2804d5 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Deleting port cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:19.648305 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-87bb20ac-9a6c-4099-8172-5284104e91ad req-580481cc-16b5-49a2-94d8-d0988b2804d5 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:19.686000 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f03cc43f-f0c5-472d-a93e-fc0a755af4b3 req-8e0fb26c-f825-44fd-844f-509eccae84d8 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:19.737867 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:18:19.765614 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0fb26c-f825-44fd-844f-509eccae84d8 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Pushing event deleted for resources: {'Port': ['ID=061a4901-bdfb-4bea-9144-a204ffe977ea,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:19.790179 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03cc43f-f0c5-472d-a93e-fc0a755af4b3 req-8e0fb26c-f825-44fd-844f-509eccae84d8 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] No DVR routers for this DVR port 061a4901-bdfb-4bea-9144-a204ffe977ea on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:18:19.793890 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f03cc43f-f0c5-472d-a93e-fc0a755af4b3 req-8e0fb26c-f825-44fd-844f-509eccae84d8 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:19.796965 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f03cc43f-f0c5-472d-a93e-fc0a755af4b3 req-8e0fb26c-f825-44fd-844f-509eccae84d8 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.24 "DELETE /v2.0/ports/061a4901-bdfb-4bea-9144-a204ffe977ea HTTP/1.1" status: 204 len: 173 time: 0.6477287 Aug 10 01:18:19.797592 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08dfeead-511b-491a-9333-f4189bc8be00', 'name': 'network-vif-deleted', 'tag': '061a4901-bdfb-4bea-9144-a204ffe977ea'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:18:19.800633 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e517dd3b-ead9-41a5-a83f-d037238d21e1" -d '{"events": [{"server_uuid": "08dfeead-511b-491a-9333-f4189bc8be00", "name": "network-vif-deleted", "tag": "061a4901-bdfb-4bea-9144-a204ffe977ea"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:18:19.860710 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9389b4bb-6551-43a1-b911-59ed4f8fb747 x-openstack-request-id: req-9389b4bb-6551-43a1-b911-59ed4f8fb747 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:18:19.861146 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08dfeead-511b-491a-9333-f4189bc8be00", "name": "network-vif-deleted", "tag": "061a4901-bdfb-4bea-9144-a204ffe977ea", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:18:19.861742 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9389b4bb-6551-43a1-b911-59ed4f8fb747 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:18:19.862262 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08dfeead-511b-491a-9333-f4189bc8be00', 'name': 'network-vif-deleted', 'tag': '061a4901-bdfb-4bea-9144-a204ffe977ea', 'status': 'completed', 'code': 200} Aug 10 01:18:19.867374 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-87bb20ac-9a6c-4099-8172-5284104e91ad req-580481cc-16b5-49a2-94d8-d0988b2804d5 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] For port cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3,segment=NetworkSegment(a610e48f-e8d3-4335-96fa-db4b291a46f1),segment_id=a610e48f-e8d3-4335-96fa-db4b291a46f1)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:19.867764 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-87bb20ac-9a6c-4099-8172-5284104e91ad req-580481cc-16b5-49a2-94d8-d0988b2804d5 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:19.891929 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-87bb20ac-9a6c-4099-8172-5284104e91ad req-580481cc-16b5-49a2-94d8-d0988b2804d5 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Calling delete_port for cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:20.016265 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701f2cdf-b50b-4d0d-b147-b05e9269da5b tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Router 070aaff9-a882-493a-ac92-7dbb0639b272 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:18:20.177289 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-87bb20ac-9a6c-4099-8172-5284104e91ad req-580481cc-16b5-49a2-94d8-d0988b2804d5 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:20.185739 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701f2cdf-b50b-4d0d-b147-b05e9269da5b tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:18:20.192012 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['636d1b86-9e68-440c-824a-abf8f540e439'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:18:20.218701 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44558) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:20.218885 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-701f2cdf-b50b-4d0d-b147-b05e9269da5b tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "PUT /v2.0/routers/070aaff9-a882-493a-ac92-7dbb0639b272/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6153364 Aug 10 01:18:20.221427 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580481cc-16b5-49a2-94d8-d0988b2804d5 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:20.265116 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-87bb20ac-9a6c-4099-8172-5284104e91ad req-580481cc-16b5-49a2-94d8-d0988b2804d5 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] No DVR routers for this DVR port cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3 on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:18:20.267743 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-87bb20ac-9a6c-4099-8172-5284104e91ad req-580481cc-16b5-49a2-94d8-d0988b2804d5 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:20.269968 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87bb20ac-9a6c-4099-8172-5284104e91ad req-580481cc-16b5-49a2-94d8-d0988b2804d5 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.20 "DELETE /v2.0/ports/cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3 HTTP/1.1" status: 204 len: 173 time: 0.8403025 Aug 10 01:18:20.270437 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7316b51b-8d94-4a9d-a2cf-e342a52074f8', 'name': 'network-vif-deleted', 'tag': 'cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:18:20.273075 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f679ad-adda-45fb-8c6a-e3515c04195c" -d '{"events": [{"server_uuid": "7316b51b-8d94-4a9d-a2cf-e342a52074f8", "name": "network-vif-deleted", "tag": "cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:18:20.333900 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a161993-4193-43b2-8287-57ef117f5ef7 None None] Sync routers for ids ['070aaff9-a882-493a-ac92-7dbb0639b272'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:18:20.344261 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e3fc6a-02d3-40ce-ba25-6888c11223e3 x-openstack-request-id: req-a6e3fc6a-02d3-40ce-ba25-6888c11223e3 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:18:20.344466 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7316b51b-8d94-4a9d-a2cf-e342a52074f8", "name": "network-vif-deleted", "tag": "cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:18:20.344737 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a6e3fc6a-02d3-40ce-ba25-6888c11223e3 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:18:20.345166 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7316b51b-8d94-4a9d-a2cf-e342a52074f8', 'name': 'network-vif-deleted', 'tag': 'cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3', 'status': 'completed', 'code': 200} Aug 10 01:18:20.358530 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a161993-4193-43b2-8287-57ef117f5ef7 None None] Routers {'070aaff9-a882-493a-ac92-7dbb0639b272'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:20.359183 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-6a161993-4193-43b2-8287-57ef117f5ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:18:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['070aaff9-a882-493a-ac92-7dbb0639b272'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:20.430941 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-6a161993-4193-43b2-8287-57ef117f5ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:20.470967 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a4c49337-eeab-421b-b3a3-994cf79edaf2 req-e2fa0727-ae0d-4576-b66a-49f11852d865 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=43d60f3c-64ab-452a-9e82-86467ee49b68 HTTP/1.1" status: 200 len: 210 time: 0.0650780 Aug 10 01:18:20.473947 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0d8e6b6-7094-460e-8813-5531d14d7a5f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:20.519729 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a161993-4193-43b2-8287-57ef117f5ef7 None None] Routers {'070aaff9-a882-493a-ac92-7dbb0639b272'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:20.520669 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-6a161993-4193-43b2-8287-57ef117f5ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:18:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['070aaff9-a882-493a-ac92-7dbb0639b272'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:20.574875 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-6a161993-4193-43b2-8287-57ef117f5ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:20.575562 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a161993-4193-43b2-8287-57ef117f5ef7 None None] The sync data for ids ['070aaff9-a882-493a-ac92-7dbb0639b272'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:18:20.717308 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0d8e6b6-7094-460e-8813-5531d14d7a5f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:20.815016 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-2a477035-6dbc-45f7-8142-41b30ee06c82 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:20.816959 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-2a477035-6dbc-45f7-8142-41b30ee06c82 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.20 "GET /v2.0/networks?id=1bb4d414-55c5-43e5-9006-4b7473df84e0 HTTP/1.1" status: 200 len: 813 time: 0.1608489 Aug 10 01:18:20.826101 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-b0d8e6b6-7094-460e-8813-5531d14d7a5f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Deleting port 8f8ae7d9-2bc9-4bfa-8e28-a1cf45e9affe {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:20.827580 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0d8e6b6-7094-460e-8813-5531d14d7a5f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:20.849138 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-461c257c-1152-48cd-b03d-00e4d3c6e3ff req-2f0faaea-c133-4c2b-81db-376e84ebd91d tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7316b51b-8d94-4a9d-a2cf-e342a52074f8 HTTP/1.1" status: 200 len: 210 time: 0.0308802 Aug 10 01:18:20.854295 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-1b2cf775-b856-40a6-bea3-dcc31854478b tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Request body: {'port': {'device_id': '43d60f3c-64ab-452a-9e82-86467ee49b68', 'network_id': '1bb4d414-55c5-43e5-9006-4b7473df84e0', 'admin_state_up': True, 'tenant_id': '6d45f14deea9486bb71cde915e0e3a69'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:20.991150 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0d8e6b6-7094-460e-8813-5531d14d7a5f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:21.005365 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-b0d8e6b6-7094-460e-8813-5531d14d7a5f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Calling delete_port for 8f8ae7d9-2bc9-4bfa-8e28-a1cf45e9affe owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:21.009531 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-1b2cf775-b856-40a6-bea3-dcc31854478b tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Made reservation on behalf of 6d45f14deea9486bb71cde915e0e3a69 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:18:21.015128 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-1b2cf775-b856-40a6-bea3-dcc31854478b tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:21.178388 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-1b2cf775-b856-40a6-bea3-dcc31854478b tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Allocated IP 172.20.0.8 (1bb4d414-55c5-43e5-9006-4b7473df84e0/0b0c25a4-f815-4015-a876-f5aa15c83352/c725b57e-54f6-4e34-993c-c599d8f92128) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:18:21.242152 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0d8e6b6-7094-460e-8813-5531d14d7a5f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:21.290678 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8e6b6-7094-460e-8813-5531d14d7a5f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event deleted for resources: {'Port': ['ID=8f8ae7d9-2bc9-4bfa-8e28-a1cf45e9affe,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:21.361281 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0d8e6b6-7094-460e-8813-5531d14d7a5f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:21.441697 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-1b2cf775-b856-40a6-bea3-dcc31854478b tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:21.537701 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-1b2cf775-b856-40a6-bea3-dcc31854478b tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:21.539212 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0d8e6b6-7094-460e-8813-5531d14d7a5f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:21.557733 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0d8e6b6-7094-460e-8813-5531d14d7a5f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:21.596237 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-1b2cf775-b856-40a6-bea3-dcc31854478b tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Network 1bb4d414-55c5-43e5-9006-4b7473df84e0 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:18:21.599099 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 061a4901-bdfb-4bea-9144-a204ffe977ea no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:18:21.616529 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0d8e6b6-7094-460e-8813-5531d14d7a5f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:21.617112 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d8e6b6-7094-460e-8813-5531d14d7a5f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Fanout notify agent at l3_agent the message router_deleted on router 070aaff9-a882-493a-ac92-7dbb0639b272 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:18:21.623341 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-1b2cf775-b856-40a6-bea3-dcc31854478b tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:18:21.632974 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-1b2cf775-b856-40a6-bea3-dcc31854478b tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:18:21.644398 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0d8e6b6-7094-460e-8813-5531d14d7a5f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:21.646217 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b0d8e6b6-7094-460e-8813-5531d14d7a5f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "DELETE /v2.0/routers/070aaff9-a882-493a-ac92-7dbb0639b272 HTTP/1.1" status: 204 len: 168 time: 1.4259176 Aug 10 01:18:21.648572 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44596) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:21.650534 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 061a4901-bdfb-4bea-9144-a204ffe977ea {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:18:21.651628 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 061a4901-bdfb-4bea-9144-a204ffe977ea not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:18:21.673310 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2cf775-b856-40a6-bea3-dcc31854478b tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Pushing event updated for resources: {'Port': ['ID=c725b57e-54f6-4e34-993c-c599d8f92128,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:21.712902 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e20bc-50f1-4aba-87c7-7f4cede98b92 req-11491cd6-33a2-471f-9266-a1e65eec2292 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:21.712902 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-489e20bc-50f1-4aba-87c7-7f4cede98b92 req-11491cd6-33a2-471f-9266-a1e65eec2292 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=43d60f3c-64ab-452a-9e82-86467ee49b68 HTTP/1.1" status: 200 len: 931 time: 0.1287396 Aug 10 01:18:21.713290 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-59092464-200f-4ef2-b0a8-ad3a2a48b504 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Deleting subnet c293c9d5-8bfc-4130-a1c5-8bebbd53e598 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:18:21.721701 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-1b2cf775-b856-40a6-bea3-dcc31854478b tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:21.721983 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-1b2cf775-b856-40a6-bea3-dcc31854478b tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:21.722348 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-59092464-200f-4ef2-b0a8-ad3a2a48b504 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:21.758966 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-1b2cf775-b856-40a6-bea3-dcc31854478b tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9085519 Aug 10 01:18:21.774529 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-489e20bc-50f1-4aba-87c7-7f4cede98b92 req-1938701f-b7f0-420a-a29e-af1f55452efc tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494549 Aug 10 01:18:21.780827 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-020e1dfd-5720-431c-9992-7273e19c7d72 service neutron] Request body: {'port': {'device_id': '43d60f3c-64ab-452a-9e82-86467ee49b68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:21.781938 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-59092464-200f-4ef2-b0a8-ad3a2a48b504 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:21.826903 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:18:21.844058 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-59092464-200f-4ef2-b0a8-ad3a2a48b504 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:21.867579 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:18:21.868070 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device cf473009-4a82-4fb2-8f4e-fa6af8c9a0c3 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:18:21.906818 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-020e1dfd-5720-431c-9992-7273e19c7d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:21.920399 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-59092464-200f-4ef2-b0a8-ad3a2a48b504 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:21.957561 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59092464-200f-4ef2-b0a8-ad3a2a48b504 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event deleted for resources: {'Subnet': ['ID=c293c9d5-8bfc-4130-a1c5-8bebbd53e598,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:21.966486 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-59092464-200f-4ef2-b0a8-ad3a2a48b504 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:21.972403 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-59092464-200f-4ef2-b0a8-ad3a2a48b504 tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "DELETE /v2.0/subnets/c293c9d5-8bfc-4130-a1c5-8bebbd53e598 HTTP/1.1" status: 204 len: 168 time: 0.3223302 Aug 10 01:18:21.973131 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44604) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:22.082393 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-55f9222e-caa5-48df-955b-e0301c5a0c1f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:22.203749 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44618) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:22.207201 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-55f9222e-caa5-48df-955b-e0301c5a0c1f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:22.241379 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-55f9222e-caa5-48df-955b-e0301c5a0c1f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be555da-de1d-4bbe-aa76-c394ab7576ff']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:22.259117 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-55f9222e-caa5-48df-955b-e0301c5a0c1f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34961e8d-6372-41e4-b1bf-19019983f78b') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:22.259962 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-55f9222e-caa5-48df-955b-e0301c5a0c1f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34961e8d-6372-41e4-b1bf-19019983f78b') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:22.274430 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-55f9222e-caa5-48df-955b-e0301c5a0c1f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:22.295968 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-55f9222e-caa5-48df-955b-e0301c5a0c1f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:22.311990 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55f9222e-caa5-48df-955b-e0301c5a0c1f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:18:22.320219 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-55f9222e-caa5-48df-955b-e0301c5a0c1f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:22.441138 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1feb4be-6605-4c63-8d88-b3f905399a5d req-e02aecf6-8d4a-44ac-ae04-1c6b2ded6204 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:22.443001 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b1feb4be-6605-4c63-8d88-b3f905399a5d req-e02aecf6-8d4a-44ac-ae04-1c6b2ded6204 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a83d236f-bf4c-4dd0-a81d-315ac13b5565 HTTP/1.1" status: 200 len: 1098 time: 0.2361069 Aug 10 01:18:22.554034 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b1feb4be-6605-4c63-8d88-b3f905399a5d req-89754251-d518-4e2f-853d-59d62f56b85c tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d0e9c2e4-4860-45b1-aea0-b914580ad280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943513 Aug 10 01:18:22.564480 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba433d25-46fe-49f8-a3f9-cff1f17ce145 req-020dca9c-2e2a-4b8b-a9fe-197dfa3623d8 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:22.567352 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ba433d25-46fe-49f8-a3f9-cff1f17ce145 req-020dca9c-2e2a-4b8b-a9fe-197dfa3623d8 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 946 time: 0.1213267 Aug 10 01:18:22.704941 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ba433d25-46fe-49f8-a3f9-cff1f17ce145 req-940cc3db-cd8f-4c3b-937a-df511dd17a7a tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=495ae47c-a2a3-4a5e-8755-8c8527e6eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293778 Aug 10 01:18:22.789517 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-020e1dfd-5720-431c-9992-7273e19c7d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c725b57e-54f6-4e34-993c-c599d8f92128 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:18:22.800944 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-020e1dfd-5720-431c-9992-7273e19c7d72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:22.843602 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:18:22.843602 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:18:22.843602 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:18:22.843602 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:18:22.843602 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:18:22.843602 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:18:22.843602 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:18:22.843602 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:18:22.843602 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:18:22.843602 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:18:22.843602 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:18:22.843602 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:18:22.843602 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:18:22.843602 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:18:22.843602 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:18:22.843602 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:18:22.843602 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:18:22.843602 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:18:22.843602 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:18:22.843602 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:18:22.843602 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:18:22.843602 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:18:22.843602 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:18:22.843602 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:18:22.843602 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:18:22.843602 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:18:22.843602 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:18:22.843602 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:18:22.843602 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:18:22.843602 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:18:22.843602 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:18:22.843602 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:18:22.853356 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-55f9222e-caa5-48df-955b-e0301c5a0c1f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:22.853899 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-020e1dfd-5720-431c-9992-7273e19c7d72 service neutron] Transition to ACTIVE for port object c725b57e-54f6-4e34-993c-c599d8f92128 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:18:22.859968 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-020e1dfd-5720-431c-9992-7273e19c7d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:22.877895 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-55f9222e-caa5-48df-955b-e0301c5a0c1f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:22.880741 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-55f9222e-caa5-48df-955b-e0301c5a0c1f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] 10.222.0.35 "DELETE /v2.0/networks/3be555da-de1d-4bbe-aa76-c394ab7576ff HTTP/1.1" status: 204 len: 168 time: 0.9058468 Aug 10 01:18:22.899489 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9222e-caa5-48df-955b-e0301c5a0c1f tempest-FloatingIPTestJSON-590447009 tempest-FloatingIPTestJSON-590447009-project] Pushing event deleted for resources: {'Network': ['ID=3be555da-de1d-4bbe-aa76-c394ab7576ff,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:22.989557 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e1dfd-5720-431c-9992-7273e19c7d72 service neutron] Pushing event updated for resources: {'Port': ['ID=c725b57e-54f6-4e34-993c-c599d8f92128,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:23.055931 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84cda40-051a-4bf2-9200-8adb14698a1c req-e1ce30e9-4aab-4166-a440-e3c4908b923e tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:23.057559 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f84cda40-051a-4bf2-9200-8adb14698a1c req-e1ce30e9-4aab-4166-a440-e3c4908b923e tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=43d60f3c-64ab-452a-9e82-86467ee49b68 HTTP/1.1" status: 200 len: 943 time: 0.1849551 Aug 10 01:18:23.161609 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-020e1dfd-5720-431c-9992-7273e19c7d72 service neutron] Attempting to bind port c725b57e-54f6-4e34-993c-c599d8f92128 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:18:23.162045 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-020e1dfd-5720-431c-9992-7273e19c7d72 service neutron] Attempting to bind port c725b57e-54f6-4e34-993c-c599d8f92128 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '119db45f-a129-41df-b3e9-8983d492465d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1bb4d414-55c5-43e5-9006-4b7473df84e0'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:18:23.162494 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-020e1dfd-5720-431c-9992-7273e19c7d72 service neutron] Attempting to bind port c725b57e-54f6-4e34-993c-c599d8f92128 on network 1bb4d414-55c5-43e5-9006-4b7473df84e0 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:18:23.174382 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f84cda40-051a-4bf2-9200-8adb14698a1c req-7c7625fd-fbdf-4bc0-ae51-d0b8ab7564a0 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942249 Aug 10 01:18:23.177038 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-020e1dfd-5720-431c-9992-7273e19c7d72 service neutron] Port c725b57e-54f6-4e34-993c-c599d8f92128 on network 1bb4d414-55c5-43e5-9006-4b7473df84e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:18:23.177941 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-020e1dfd-5720-431c-9992-7273e19c7d72 service neutron] Attempting to bind port c725b57e-54f6-4e34-993c-c599d8f92128 on network 1bb4d414-55c5-43e5-9006-4b7473df84e0 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:18:23.186655 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-020e1dfd-5720-431c-9992-7273e19c7d72 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:18:23.187091 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-020e1dfd-5720-431c-9992-7273e19c7d72 service neutron] Checking segment: {'id': '119db45f-a129-41df-b3e9-8983d492465d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1bb4d414-55c5-43e5-9006-4b7473df84e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:18:23.187543 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-020e1dfd-5720-431c-9992-7273e19c7d72 service neutron] Bound using segment: {'id': '119db45f-a129-41df-b3e9-8983d492465d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1bb4d414-55c5-43e5-9006-4b7473df84e0'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:18:23.188046 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-020e1dfd-5720-431c-9992-7273e19c7d72 service neutron] Bound port: c725b57e-54f6-4e34-993c-c599d8f92128, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '119db45f-a129-41df-b3e9-8983d492465d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1bb4d414-55c5-43e5-9006-4b7473df84e0'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:18:23.188618 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-020e1dfd-5720-431c-9992-7273e19c7d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:23.189247 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44640) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:23.276657 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-020e1dfd-5720-431c-9992-7273e19c7d72 service neutron] For port c725b57e-54f6-4e34-993c-c599d8f92128, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:18:23.307636 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-020e1dfd-5720-431c-9992-7273e19c7d72 service neutron] For port c725b57e-54f6-4e34-993c-c599d8f92128, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=c725b57e-54f6-4e34-993c-c599d8f92128,segment=NetworkSegment(119db45f-a129-41df-b3e9-8983d492465d),segment_id=119db45f-a129-41df-b3e9-8983d492465d)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:18:23.316232 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-020e1dfd-5720-431c-9992-7273e19c7d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:23.368703 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-020e1dfd-5720-431c-9992-7273e19c7d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:23.369325 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-020e1dfd-5720-431c-9992-7273e19c7d72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:23.370708 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-020e1dfd-5720-431c-9992-7273e19c7d72 service neutron] 10.222.0.20 "PUT /v2.0/ports/c725b57e-54f6-4e34-993c-c599d8f92128 HTTP/1.1" status: 200 len: 1092 time: 1.5951333 Aug 10 01:18:23.372023 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d60f3c-64ab-452a-9e82-86467ee49b68', 'tag': 'c725b57e-54f6-4e34-993c-c599d8f92128'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:18:23.374319 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2365d05f-e81c-41e9-b206-d75a03b26405" -d '{"events": [{"name": "network-changed", "server_uuid": "43d60f3c-64ab-452a-9e82-86467ee49b68", "tag": "c725b57e-54f6-4e34-993c-c599d8f92128"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:18:23.395413 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8ee983fa-de0d-4af2-9b2d-f4b0c735a72c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8adb01a230e64464b499069423d36c25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2014601 Aug 10 01:18:23.396497 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44646) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:23.398554 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-09a6dc38-0e49-4aef-8d4c-82934a38e37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:23.446371 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c87dc32-e9ad-46f2-8198-57a952b0cca3 x-openstack-request-id: req-5c87dc32-e9ad-46f2-8198-57a952b0cca3 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:18:23.446746 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d60f3c-64ab-452a-9e82-86467ee49b68", "tag": "c725b57e-54f6-4e34-993c-c599d8f92128", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:18:23.446912 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5c87dc32-e9ad-46f2-8198-57a952b0cca3 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:18:23.447311 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d60f3c-64ab-452a-9e82-86467ee49b68', 'tag': 'c725b57e-54f6-4e34-993c-c599d8f92128', 'status': 'completed', 'code': 200} Aug 10 01:18:23.452510 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d9b05876-65e2-4441-8be6-44e2360447d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:23.460895 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e1dfd-5720-431c-9992-7273e19c7d72 service neutron] Pushing event updated for resources: {'Port': ['ID=c725b57e-54f6-4e34-993c-c599d8f92128,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:23.476104 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d9b05876-65e2-4441-8be6-44e2360447d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:23.535614 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d9b05876-65e2-4441-8be6-44e2360447d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:23.538268 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d9b05876-65e2-4441-8be6-44e2360447d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:23.542165 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d9b05876-65e2-4441-8be6-44e2360447d7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bb0a2d7b-a2d6-4fa5-8247-81ca5ea2d491 HTTP/1.1" status: 204 len: 168 time: 0.1422491 Aug 10 01:18:23.549257 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b05876-65e2-4441-8be6-44e2360447d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0a2d7b-a2d6-4fa5-8247-81ca5ea2d491,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:23.670941 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30124f34-0441-4a00-a8a2-3b46b6cd5923 req-6e05dab6-ed9f-460e-9618-8d6aab80e66f tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:23.672375 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-30124f34-0441-4a00-a8a2-3b46b6cd5923 req-6e05dab6-ed9f-460e-9618-8d6aab80e66f tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a83d236f-bf4c-4dd0-a81d-315ac13b5565 HTTP/1.1" status: 200 len: 1098 time: 0.0604241 Aug 10 01:18:23.781472 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-30124f34-0441-4a00-a8a2-3b46b6cd5923 req-681ed7fb-d4cf-4d45-b8a6-fa3bcdf70367 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Deleting port 636d1b86-9e68-440c-824a-abf8f540e439 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:23.781909 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-30124f34-0441-4a00-a8a2-3b46b6cd5923 req-681ed7fb-d4cf-4d45-b8a6-fa3bcdf70367 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:23.888698 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-30124f34-0441-4a00-a8a2-3b46b6cd5923 req-681ed7fb-d4cf-4d45-b8a6-fa3bcdf70367 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] For port 636d1b86-9e68-440c-824a-abf8f540e439, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=636d1b86-9e68-440c-824a-abf8f540e439,segment=NetworkSegment(a610e48f-e8d3-4335-96fa-db4b291a46f1),segment_id=a610e48f-e8d3-4335-96fa-db4b291a46f1)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:23.889878 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-30124f34-0441-4a00-a8a2-3b46b6cd5923 req-681ed7fb-d4cf-4d45-b8a6-fa3bcdf70367 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:23.905398 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-30124f34-0441-4a00-a8a2-3b46b6cd5923 req-681ed7fb-d4cf-4d45-b8a6-fa3bcdf70367 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Calling delete_port for 636d1b86-9e68-440c-824a-abf8f540e439 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:23.989631 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-7a8aff2d-9f06-4fe3-b81e-b789f15d19b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:23.991225 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-7a8aff2d-9f06-4fe3-b81e-b789f15d19b1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d45f14deea9486bb71cde915e0e3a69&device_id=43d60f3c-64ab-452a-9e82-86467ee49b68 HTTP/1.1" status: 200 len: 1095 time: 0.5431747 Aug 10 01:18:24.066571 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-30124f34-0441-4a00-a8a2-3b46b6cd5923 req-681ed7fb-d4cf-4d45-b8a6-fa3bcdf70367 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:24.079254 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['636d1b86-9e68-440c-824a-abf8f540e439'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:18:24.101061 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ed7fb-d4cf-4d45-b8a6-fa3bcdf70367 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Pushing event deleted for resources: {'Port': ['ID=636d1b86-9e68-440c-824a-abf8f540e439,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:24.120290 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-b14f7f52-1ff9-486b-9781-c712db6c693a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c725b57e-54f6-4e34-993c-c599d8f92128 HTTP/1.1" status: 200 len: 217 time: 0.0539825 Aug 10 01:18:24.161572 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-30124f34-0441-4a00-a8a2-3b46b6cd5923 req-681ed7fb-d4cf-4d45-b8a6-fa3bcdf70367 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] No DVR routers for this DVR port 636d1b86-9e68-440c-824a-abf8f540e439 on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:18:24.165787 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-30124f34-0441-4a00-a8a2-3b46b6cd5923 req-681ed7fb-d4cf-4d45-b8a6-fa3bcdf70367 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:24.170365 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-30124f34-0441-4a00-a8a2-3b46b6cd5923 req-681ed7fb-d4cf-4d45-b8a6-fa3bcdf70367 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.24 "DELETE /v2.0/ports/636d1b86-9e68-440c-824a-abf8f540e439 HTTP/1.1" status: 204 len: 173 time: 0.4894681 Aug 10 01:18:24.171086 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83d236f-bf4c-4dd0-a81d-315ac13b5565', 'name': 'network-vif-deleted', 'tag': '636d1b86-9e68-440c-824a-abf8f540e439'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:18:24.180242 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75114cb1-b04b-421a-b9e4-4b060f22e1d7" -d '{"events": [{"server_uuid": "a83d236f-bf4c-4dd0-a81d-315ac13b5565", "name": "network-vif-deleted", "tag": "636d1b86-9e68-440c-824a-abf8f540e439"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:18:24.251302 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3942186-a73a-4a78-8de8-4d889f43beef req-df989534-b0e2-4b19-9038-04e33d0eec8e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:24.279432 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d3942186-a73a-4a78-8de8-4d889f43beef req-df989534-b0e2-4b19-9038-04e33d0eec8e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 946 time: 0.3992074 Aug 10 01:18:24.313058 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4ebed-2d4c-4d7e-9a18-dbb1a970c03e req-dbac6d38-1466-46ae-b26e-65c395017b2c tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:24.314724 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e2f4ebed-2d4c-4d7e-9a18-dbb1a970c03e req-dbac6d38-1466-46ae-b26e-65c395017b2c tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a83d236f-bf4c-4dd0-a81d-315ac13b5565 HTTP/1.1" status: 200 len: 1019 time: 0.4383714 Aug 10 01:18:24.412394 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-a8a9f4f4-dda1-4756-b3f2-86b80ee252ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:24.413902 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-a8a9f4f4-dda1-4756-b3f2-86b80ee252ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0b0c25a4-f815-4015-a876-f5aa15c83352 HTTP/1.1" status: 200 len: 853 time: 0.2667429 Aug 10 01:18:24.418902 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e2f4ebed-2d4c-4d7e-9a18-dbb1a970c03e req-2cd0644f-9080-48c4-be6e-17078f3b8417 tempest-TestServerMultinode-670243056 tempest-TestServerMultinode-670243056-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d0e9c2e4-4860-45b1-aea0-b914580ad280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884757 Aug 10 01:18:24.434909 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d3942186-a73a-4a78-8de8-4d889f43beef req-795b5041-b4f0-4e8b-b9a3-652e09ba7851 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=495ae47c-a2a3-4a5e-8755-8c8527e6eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115923 Aug 10 01:18:24.491186 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272d4e35-7922-4766-b990-8b652aa87771 x-openstack-request-id: req-272d4e35-7922-4766-b990-8b652aa87771 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:18:24.491751 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a83d236f-bf4c-4dd0-a81d-315ac13b5565", "name": "network-vif-deleted", "tag": "636d1b86-9e68-440c-824a-abf8f540e439", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:18:24.492374 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-272d4e35-7922-4766-b990-8b652aa87771 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:18:24.492909 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83d236f-bf4c-4dd0-a81d-315ac13b5565', 'name': 'network-vif-deleted', 'tag': '636d1b86-9e68-440c-824a-abf8f540e439', 'status': 'completed', 'code': 200} Aug 10 01:18:24.496947 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-d361ddf7-1e1f-4014-8014-f5b5e6eaf208 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1bb4d414-55c5-43e5-9006-4b7473df84e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605707 Aug 10 01:18:24.627706 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44678) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:24.671794 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e2bc5-bb1e-4fd5-98c1-bcfff37fc8c8 req-e6e0fec4-e652-475e-997e-61ecc26829e0 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:24.673563 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-265e2bc5-bb1e-4fd5-98c1-bcfff37fc8c8 req-e6e0fec4-e652-475e-997e-61ecc26829e0 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=43d60f3c-64ab-452a-9e82-86467ee49b68 HTTP/1.1" status: 200 len: 943 time: 0.1482620 Aug 10 01:18:24.679387 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-9343e78d-70b6-4784-a4ac-1550969c7037 service neutron] 10.222.0.20 "GET /v2.0/networks/1bb4d414-55c5-43e5-9006-4b7473df84e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735082 Aug 10 01:18:24.742213 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-f3ec6556-d2d8-4eb1-a5a7-860a6b28772e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1579165582'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:24.765500 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ec6556-d2d8-4eb1-a5a7-860a6b28772e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Made reservation on behalf of 185d94dccbbd43d4be0c4f57d28de235 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:18:24.769380 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f3ec6556-d2d8-4eb1-a5a7-860a6b28772e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:24.773111 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-09a6dc38-0e49-4aef-8d4c-82934a38e37c admin admin] Deleting port d3d896ee-c28d-4072-91ac-1394f39c2809 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:24.773414 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-09a6dc38-0e49-4aef-8d4c-82934a38e37c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:24.778902 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f3ec6556-d2d8-4eb1-a5a7-860a6b28772e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:24.792240 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-265e2bc5-bb1e-4fd5-98c1-bcfff37fc8c8 req-b705cb72-c98a-449f-96a1-dfaa435505a1 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110466 Aug 10 01:18:24.865275 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-edc27482-2ffa-4445-875e-3f5edcbebdc8 req-b29a78e7-afe1-4121-a60d-9e3977ef4586 service neutron] 10.222.0.20 "GET /v2.0/networks/1bb4d414-55c5-43e5-9006-4b7473df84e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733313 Aug 10 01:18:24.886663 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f3ec6556-d2d8-4eb1-a5a7-860a6b28772e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:24.888002 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-09a6dc38-0e49-4aef-8d4c-82934a38e37c admin admin] For port d3d896ee-c28d-4072-91ac-1394f39c2809, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=d3d896ee-c28d-4072-91ac-1394f39c2809,segment=NetworkSegment(22bee217-1454-4f82-8ba4-237438a86038),segment_id=22bee217-1454-4f82-8ba4-237438a86038)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:24.888413 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-09a6dc38-0e49-4aef-8d4c-82934a38e37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:24.893171 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f3ec6556-d2d8-4eb1-a5a7-860a6b28772e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:24.903218 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-09a6dc38-0e49-4aef-8d4c-82934a38e37c admin admin] Calling delete_port for d3d896ee-c28d-4072-91ac-1394f39c2809 owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:24.916550 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ec6556-d2d8-4eb1-a5a7-860a6b28772e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:18:24.931684 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec6556-d2d8-4eb1-a5a7-860a6b28772e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e493c1bc-b70c-41e5-80bd-740aed19027f,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:24.938505 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f3ec6556-d2d8-4eb1-a5a7-860a6b28772e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:24.938854 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-f3ec6556-d2d8-4eb1-a5a7-860a6b28772e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Added segment 7b703151-7ee5-4ab7-b717-b6abaa49baf8 of type vlan for network 333c25aa-6bae-47c2-98b8-699549bf36cf Aug 10 01:18:24.979194 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f3ec6556-d2d8-4eb1-a5a7-860a6b28772e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:25.012925 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f3ec6556-d2d8-4eb1-a5a7-860a6b28772e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:25.018933 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ec6556-d2d8-4eb1-a5a7-860a6b28772e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:25.019515 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f3ec6556-d2d8-4eb1-a5a7-860a6b28772e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:25.053366 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365d05f-e81c-41e9-b206-d75a03b26405 req-1634391d-8cab-42b3-97e5-85a731b5e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:25.054901 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2365d05f-e81c-41e9-b206-d75a03b26405 req-1634391d-8cab-42b3-97e5-85a731b5e48c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d45f14deea9486bb71cde915e0e3a69&device_id=43d60f3c-64ab-452a-9e82-86467ee49b68 HTTP/1.1" status: 200 len: 1095 time: 0.0963302 Aug 10 01:18:25.081665 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f3ec6556-d2d8-4eb1-a5a7-860a6b28772e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4527860 Aug 10 01:18:25.084475 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44686) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:25.089974 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-e6d2988d-2bd7-47f5-8d36-02af5f9d4b2d tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Request body: {'subnet': {'network_id': '333c25aa-6bae-47c2-98b8-699549bf36cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:25.097797 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec6556-d2d8-4eb1-a5a7-860a6b28772e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Pushing event updated for resources: {'Network': ['ID=333c25aa-6bae-47c2-98b8-699549bf36cf,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:25.109319 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 333c25aa-6bae-47c2-98b8-699549bf36cf details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:18:25.198885 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d2988d-2bd7-47f5-8d36-02af5f9d4b2d tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Made reservation on behalf of 185d94dccbbd43d4be0c4f57d28de235 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:18:25.199083 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365d05f-e81c-41e9-b206-d75a03b26405 req-1e00c611-4e33-40dd-bf40-5450fd6ca36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:25.202083 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2365d05f-e81c-41e9-b206-d75a03b26405 req-1e00c611-4e33-40dd-bf40-5450fd6ca36b service neutron] 10.222.0.20 "GET /v2.0/networks?id=1bb4d414-55c5-43e5-9006-4b7473df84e0 HTTP/1.1" status: 200 len: 914 time: 0.1383898 Aug 10 01:18:25.207366 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e6d2988d-2bd7-47f5-8d36-02af5f9d4b2d tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:25.254429 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-09a6dc38-0e49-4aef-8d4c-82934a38e37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:25.257230 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2365d05f-e81c-41e9-b206-d75a03b26405 req-6315e11b-1fdb-4ce0-b1dd-31eedb6e5474 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c725b57e-54f6-4e34-993c-c599d8f92128 HTTP/1.1" status: 200 len: 217 time: 0.0456898 Aug 10 01:18:25.309559 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6dc38-0e49-4aef-8d4c-82934a38e37c admin admin] Pushing event deleted for resources: {'Port': ['ID=d3d896ee-c28d-4072-91ac-1394f39c2809,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:25.387741 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365d05f-e81c-41e9-b206-d75a03b26405 req-d8b20aaa-b49b-4981-a0b3-f81c9574882b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:25.390416 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2365d05f-e81c-41e9-b206-d75a03b26405 req-d8b20aaa-b49b-4981-a0b3-f81c9574882b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0b0c25a4-f815-4015-a876-f5aa15c83352 HTTP/1.1" status: 200 len: 853 time: 0.1095202 Aug 10 01:18:25.422053 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e6d2988d-2bd7-47f5-8d36-02af5f9d4b2d tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:25.437758 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2365d05f-e81c-41e9-b206-d75a03b26405 req-1131a937-c373-4f95-8157-3ec229f2396a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1bb4d414-55c5-43e5-9006-4b7473df84e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378780 Aug 10 01:18:25.488924 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2988d-2bd7-47f5-8d36-02af5f9d4b2d tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Pushing event updated for resources: {'Subnet': ['ID=22cb2e1d-c7df-4bcb-ad55-a15698df34ab,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:25.521560 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44696) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:25.592787 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d2988d-2bd7-47f5-8d36-02af5f9d4b2d tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Checking segment: {'id': '7b703151-7ee5-4ab7-b717-b6abaa49baf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '333c25aa-6bae-47c2-98b8-699549bf36cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:18:25.593166 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d2988d-2bd7-47f5-8d36-02af5f9d4b2d tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Network hostable DHCP agents. Network: 333c25aa-6bae-47c2-98b8-699549bf36cf, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:18:25.655699 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d2988d-2bd7-47f5-8d36-02af5f9d4b2d tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Network 333c25aa-6bae-47c2-98b8-699549bf36cf is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:18:25.678888 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-09a6dc38-0e49-4aef-8d4c-82934a38e37c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:25.700386 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-e6d2988d-2bd7-47f5-8d36-02af5f9d4b2d tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 333c25aa-6bae-47c2-98b8-699549bf36cf) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:18:25.706855 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d2988d-2bd7-47f5-8d36-02af5f9d4b2d tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:25.707453 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e6d2988d-2bd7-47f5-8d36-02af5f9d4b2d tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:25.711321 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82b5503-d0b5-4a2b-8a2d-b6121b89ed70 None None] Network 333c25aa-6bae-47c2-98b8-699549bf36cf requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:18:25.717243 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c69e7-1664-4de2-b8c8-235a0e4f4147 req-21a59386-587a-4ed0-839e-1b6b640a5ffa tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:25.721182 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f0c69e7-1664-4de2-b8c8-235a0e4f4147 req-21a59386-587a-4ed0-839e-1b6b640a5ffa tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 946 time: 0.1228142 Aug 10 01:18:25.779773 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e6d2988d-2bd7-47f5-8d36-02af5f9d4b2d tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6940920 Aug 10 01:18:25.782242 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44698) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:25.792547 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-5a20ad51-9441-4fc1-a540-f2d76dbe4461 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-769281184', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:25.864155 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5a20ad51-9441-4fc1-a540-f2d76dbe4461 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:25.865346 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5a20ad51-9441-4fc1-a540-f2d76dbe4461 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:25.889889 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e538100-329a-4128-9bfd-dba8d8f5e7f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-333c25aa-6bae-47c2-98b8-699549bf36cf', 'network_id': '333c25aa-6bae-47c2-98b8-699549bf36cf', 'tenant_id': '185d94dccbbd43d4be0c4f57d28de235', 'fixed_ips': [{'subnet_id': '22cb2e1d-c7df-4bcb-ad55-a15698df34ab'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:18:25.894265 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2e538100-329a-4128-9bfd-dba8d8f5e7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:25.959957 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5a20ad51-9441-4fc1-a540-f2d76dbe4461 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:25.961253 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2365d05f-e81c-41e9-b206-d75a03b26405 req-3d7b226b-9a73-4b1a-b587-7248e3461eb7 service neutron] 10.222.0.20 "GET /v2.0/networks/1bb4d414-55c5-43e5-9006-4b7473df84e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498837 Aug 10 01:18:25.974748 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5a20ad51-9441-4fc1-a540-f2d76dbe4461 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:26.014176 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5a20ad51-9441-4fc1-a540-f2d76dbe4461 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:26.015442 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5a20ad51-9441-4fc1-a540-f2d76dbe4461 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2322595 Aug 10 01:18:26.034378 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44702) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:26.177018 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f0c69e7-1664-4de2-b8c8-235a0e4f4147 req-2efe7a8e-8c58-4295-9ff6-40f859b919fa tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=495ae47c-a2a3-4a5e-8755-8c8527e6eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3861821 Aug 10 01:18:26.184414 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a6dc38-0e49-4aef-8d4c-82934a38e37c admin admin] Router e6f78b89-e45a-4c8e-aa3e-ae9857967832 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:18:26.225339 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea28c6-254e-4959-9be0-2f1e97478d9f req-743c043b-b923-4e56-bf5b-c662c5e5434e tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:26.227642 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-22ea28c6-254e-4959-9be0-2f1e97478d9f req-743c043b-b923-4e56-bf5b-c662c5e5434e tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=43d60f3c-64ab-452a-9e82-86467ee49b68 HTTP/1.1" status: 200 len: 943 time: 0.2816536 Aug 10 01:18:26.245116 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-2e538100-329a-4128-9bfd-dba8d8f5e7f5 None None] Allocated IP 172.20.0.2 (333c25aa-6bae-47c2-98b8-699549bf36cf/22cb2e1d-c7df-4bcb-ad55-a15698df34ab/a76f4527-93dd-4204-b1c4-87cafd0315fa) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:18:26.309220 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2365d05f-e81c-41e9-b206-d75a03b26405 req-643de1d6-1ae3-41d7-a621-0c74b52ad9b7 service neutron] 10.222.0.20 "GET /v2.0/networks/1bb4d414-55c5-43e5-9006-4b7473df84e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211627 Aug 10 01:18:26.315439 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-40775a05-f624-4248-be5a-02f2c5ec918d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:26.389938 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-22ea28c6-254e-4959-9be0-2f1e97478d9f req-b00f1c13-dbc9-4438-945d-f4f1bd1c6319 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541893 Aug 10 01:18:26.452836 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2e538100-329a-4128-9bfd-dba8d8f5e7f5 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:26.474290 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2e538100-329a-4128-9bfd-dba8d8f5e7f5 None None] Transition to ACTIVE for port object a76f4527-93dd-4204-b1c4-87cafd0315fa will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:18:26.476287 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a6dc38-0e49-4aef-8d4c-82934a38e37c admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:18:26.484679 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-09a6dc38-0e49-4aef-8d4c-82934a38e37c admin admin] 10.222.0.35 "PUT /v2.0/routers/e6f78b89-e45a-4c8e-aa3e-ae9857967832/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2750106 Aug 10 01:18:26.487023 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44706) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:26.490532 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733eccd2-cd12-4c22-aef9-a71fe61fb7b1 None None] Sync routers for ids ['e6f78b89-e45a-4c8e-aa3e-ae9857967832'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:18:26.504556 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2e538100-329a-4128-9bfd-dba8d8f5e7f5 None None] Transition to ACTIVE for port object a76f4527-93dd-4204-b1c4-87cafd0315fa will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:18:26.510259 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733eccd2-cd12-4c22-aef9-a71fe61fb7b1 None None] Routers {'e6f78b89-e45a-4c8e-aa3e-ae9857967832'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:26.510867 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-733eccd2-cd12-4c22-aef9-a71fe61fb7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:18:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['e6f78b89-e45a-4c8e-aa3e-ae9857967832'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:26.513108 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2e538100-329a-4128-9bfd-dba8d8f5e7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:26.520313 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28757ff5-53bf-40ee-a66d-85cf0d0cff9e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:26.562863 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e538100-329a-4128-9bfd-dba8d8f5e7f5 None None] Network 333c25aa-6bae-47c2-98b8-699549bf36cf is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:18:26.566350 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-2e538100-329a-4128-9bfd-dba8d8f5e7f5 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:18:26.578291 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e538100-329a-4128-9bfd-dba8d8f5e7f5 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:18:26.580461 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e538100-329a-4128-9bfd-dba8d8f5e7f5 None None] Pushing event updated for resources: {'Port': ['ID=a76f4527-93dd-4204-b1c4-87cafd0315fa,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:26.640996 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4b12c04f-c187-4741-8a82-2446d3493462 admin admin] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:26.671061 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-2e538100-329a-4128-9bfd-dba8d8f5e7f5 None None] Attempting to bind port a76f4527-93dd-4204-b1c4-87cafd0315fa on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:18:26.671472 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-2e538100-329a-4128-9bfd-dba8d8f5e7f5 None None] Attempting to bind port a76f4527-93dd-4204-b1c4-87cafd0315fa by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '7b703151-7ee5-4ab7-b717-b6abaa49baf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '333c25aa-6bae-47c2-98b8-699549bf36cf'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:18:26.671843 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e538100-329a-4128-9bfd-dba8d8f5e7f5 None None] Attempting to bind port a76f4527-93dd-4204-b1c4-87cafd0315fa on network 333c25aa-6bae-47c2-98b8-699549bf36cf {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:18:26.679383 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e538100-329a-4128-9bfd-dba8d8f5e7f5 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:18:26.679383 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e538100-329a-4128-9bfd-dba8d8f5e7f5 None None] Checking segment: {'id': '7b703151-7ee5-4ab7-b717-b6abaa49baf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '333c25aa-6bae-47c2-98b8-699549bf36cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:18:26.679383 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2e538100-329a-4128-9bfd-dba8d8f5e7f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:26.679875 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e538100-329a-4128-9bfd-dba8d8f5e7f5 None None] Bound using segment: {'id': '7b703151-7ee5-4ab7-b717-b6abaa49baf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '333c25aa-6bae-47c2-98b8-699549bf36cf'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:18:26.680271 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-2e538100-329a-4128-9bfd-dba8d8f5e7f5 None None] Bound port: a76f4527-93dd-4204-b1c4-87cafd0315fa, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b703151-7ee5-4ab7-b717-b6abaa49baf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '333c25aa-6bae-47c2-98b8-699549bf36cf'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:18:26.680663 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2e538100-329a-4128-9bfd-dba8d8f5e7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:26.692474 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-733eccd2-cd12-4c22-aef9-a71fe61fb7b1 None None] Set router e6f78b89-e45a-4c8e-aa3e-ae9857967832 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:18:26.781547 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-2e538100-329a-4128-9bfd-dba8d8f5e7f5 None None] For port a76f4527-93dd-4204-b1c4-87cafd0315fa, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:18:26.794085 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-2e538100-329a-4128-9bfd-dba8d8f5e7f5 None None] For port a76f4527-93dd-4204-b1c4-87cafd0315fa, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a76f4527-93dd-4204-b1c4-87cafd0315fa,segment=NetworkSegment(7b703151-7ee5-4ab7-b717-b6abaa49baf8),segment_id=7b703151-7ee5-4ab7-b717-b6abaa49baf8)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:18:26.803337 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2e538100-329a-4128-9bfd-dba8d8f5e7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:26.834396 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4b12c04f-c187-4741-8a82-2446d3493462 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:26.887144 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e538100-329a-4128-9bfd-dba8d8f5e7f5 None None] Pushing event updated for resources: {'Port': ['ID=a76f4527-93dd-4204-b1c4-87cafd0315fa,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:26.946612 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-28757ff5-53bf-40ee-a66d-85cf0d0cff9e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Allocated IP 172.20.0.1 (333c25aa-6bae-47c2-98b8-699549bf36cf/22cb2e1d-c7df-4bcb-ad55-a15698df34ab/92ca5afa-816d-4153-8013-4180e8fd18fc) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:18:27.026391 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-733eccd2-cd12-4c22-aef9-a71fe61fb7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'name': 'tempest-TaggedBootDevicesTest_v242-754306698-router', 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'c7aaf84e-d2bd-45b2-847e-e35d40b2642c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:07:13Z', 'updated_at': '2021-08-10T01:18:25Z', 'revision_number': 5, 'project_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'gw_port': {'id': 'c7aaf84e-d2bd-45b2-847e-e35d40b2642c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:08:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:07:14Z', 'updated_at': '2021-08-10T01:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:27.055716 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733eccd2-cd12-4c22-aef9-a71fe61fb7b1 None None] Checking router: e6f78b89-e45a-4c8e-aa3e-ae9857967832 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:18:27.065517 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733eccd2-cd12-4c22-aef9-a71fe61fb7b1 None None] Routers {'e6f78b89-e45a-4c8e-aa3e-ae9857967832'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:27.066409 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-733eccd2-cd12-4c22-aef9-a71fe61fb7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:18:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['e6f78b89-e45a-4c8e-aa3e-ae9857967832'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:27.134645 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-40775a05-f624-4248-be5a-02f2c5ec918d admin admin] Deleting port 2e68ddb5-9c15-43e2-b071-5e89f493b947 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:27.135237 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-40775a05-f624-4248-be5a-02f2c5ec918d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:27.180020 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-733eccd2-cd12-4c22-aef9-a71fe61fb7b1 None None] Set router e6f78b89-e45a-4c8e-aa3e-ae9857967832 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:18:27.198947 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28757ff5-53bf-40ee-a66d-85cf0d0cff9e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:27.240591 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-733eccd2-cd12-4c22-aef9-a71fe61fb7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'name': 'tempest-TaggedBootDevicesTest_v242-754306698-router', 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:07:13Z', 'updated_at': '2021-08-10T01:18:26Z', 'revision_number': 6, 'project_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:27.254904 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-28757ff5-53bf-40ee-a66d-85cf0d0cff9e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Transition to ACTIVE for port object 92ca5afa-816d-4153-8013-4180e8fd18fc will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:18:27.276699 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733eccd2-cd12-4c22-aef9-a71fe61fb7b1 None None] The sync data for ids ['e6f78b89-e45a-4c8e-aa3e-ae9857967832'] in n-d-766726-26 is: [{'id': 'e6f78b89-e45a-4c8e-aa3e-ae9857967832', 'name': 'tempest-TaggedBootDevicesTest_v242-754306698-router', 'tenant_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:07:13Z', 'updated_at': '2021-08-10T01:18:26Z', 'revision_number': 6, 'project_id': 'e71a6b0ced6b4bc38b4b6a0ba3c24e39', 'gw_port_host': None}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:18:27.332824 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-40775a05-f624-4248-be5a-02f2c5ec918d admin admin] For port 2e68ddb5-9c15-43e2-b071-5e89f493b947, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=2e68ddb5-9c15-43e2-b071-5e89f493b947,segment=NetworkSegment(a610e48f-e8d3-4335-96fa-db4b291a46f1),segment_id=a610e48f-e8d3-4335-96fa-db4b291a46f1)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:27.333308 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-40775a05-f624-4248-be5a-02f2c5ec918d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:27.350818 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-40775a05-f624-4248-be5a-02f2c5ec918d admin admin] Calling delete_port for 2e68ddb5-9c15-43e2-b071-5e89f493b947 owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:27.366268 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28757ff5-53bf-40ee-a66d-85cf0d0cff9e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:27.409501 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007473b8-6d3b-47e8-ace4-534e98eadb20 req-53445e01-6525-4e5e-a068-ac0d2af03635 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:27.410835 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-007473b8-6d3b-47e8-ace4-534e98eadb20 req-53445e01-6525-4e5e-a068-ac0d2af03635 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 946 time: 0.0719271 Aug 10 01:18:27.416867 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-4b12c04f-c187-4741-8a82-2446d3493462 admin admin] Deleting port c7aaf84e-d2bd-45b2-847e-e35d40b2642c {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:27.417670 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4b12c04f-c187-4741-8a82-2446d3493462 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:27.577654 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-007473b8-6d3b-47e8-ace4-534e98eadb20 req-625b0f33-c5bb-4cb1-80c3-d4b820996cde tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=495ae47c-a2a3-4a5e-8755-8c8527e6eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570053 Aug 10 01:18:27.606129 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b8fe4-9c1f-488c-b5c7-b4c3a599c7ea req-dfe47dfe-51a0-4f23-bac4-89bf0394ab3b tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:27.608072 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ea5b8fe4-9c1f-488c-b5c7-b4c3a599c7ea req-dfe47dfe-51a0-4f23-bac4-89bf0394ab3b tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=43d60f3c-64ab-452a-9e82-86467ee49b68 HTTP/1.1" status: 200 len: 943 time: 0.1202145 Aug 10 01:18:27.616004 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 636d1b86-9e68-440c-824a-abf8f540e439 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:18:27.636067 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-4b12c04f-c187-4741-8a82-2446d3493462 admin admin] For port c7aaf84e-d2bd-45b2-847e-e35d40b2642c, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=c7aaf84e-d2bd-45b2-847e-e35d40b2642c,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:27.636548 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4b12c04f-c187-4741-8a82-2446d3493462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:27.669473 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-4b12c04f-c187-4741-8a82-2446d3493462 admin admin] Calling delete_port for c7aaf84e-d2bd-45b2-847e-e35d40b2642c owned by network:router_gateway {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:27.674019 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 636d1b86-9e68-440c-824a-abf8f540e439 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:18:27.674369 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 636d1b86-9e68-440c-824a-abf8f540e439 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:18:27.786253 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ea5b8fe4-9c1f-488c-b5c7-b4c3a599c7ea req-8d7a4953-b1a9-4c8a-abfa-116c299d65f0 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141188 Aug 10 01:18:27.837449 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device c725b57e-54f6-4e34-993c-c599d8f92128 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:18:27.839044 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28757ff5-53bf-40ee-a66d-85cf0d0cff9e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Pushing event updated for resources: {'Port': ['ID=92ca5afa-816d-4153-8013-4180e8fd18fc,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:27.847735 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28757ff5-53bf-40ee-a66d-85cf0d0cff9e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Network 333c25aa-6bae-47c2-98b8-699549bf36cf is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:18:27.857388 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-28757ff5-53bf-40ee-a66d-85cf0d0cff9e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:18:27.861563 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28757ff5-53bf-40ee-a66d-85cf0d0cff9e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:18:27.954017 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28757ff5-53bf-40ee-a66d-85cf0d0cff9e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:27.963912 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4b12c04f-c187-4741-8a82-2446d3493462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:27.976527 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port c725b57e-54f6-4e34-993c-c599d8f92128, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=c725b57e-54f6-4e34-993c-c599d8f92128,segment=NetworkSegment(119db45f-a129-41df-b3e9-8983d492465d),segment_id=119db45f-a129-41df-b3e9-8983d492465d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:27.993438 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': 'c725b57e-54f6-4e34-993c-c599d8f92128', 'network_id': '1bb4d414-55c5-43e5-9006-4b7473df84e0', 'port_id': 'c725b57e-54f6-4e34-993c-c599d8f92128', 'mac_address': 'fa:16:3e:b7:9b:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b0c25a4-f815-4015-a876-f5aa15c83352', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:18:28.021309 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12c04f-c187-4741-8a82-2446d3493462 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7aaf84e-d2bd-45b2-847e-e35d40b2642c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:28.060086 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:28.089925 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c725b57e-54f6-4e34-993c-c599d8f92128 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:18:28.119404 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port c725b57e-54f6-4e34-993c-c599d8f92128, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=c725b57e-54f6-4e34-993c-c599d8f92128,segment=NetworkSegment(119db45f-a129-41df-b3e9-8983d492465d),segment_id=119db45f-a129-41df-b3e9-8983d492465d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:28.129568 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4b12c04f-c187-4741-8a82-2446d3493462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:28.131169 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:28.190295 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28757ff5-53bf-40ee-a66d-85cf0d0cff9e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:28.197857 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=c725b57e-54f6-4e34-993c-c599d8f92128,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:28.225607 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:28.250608 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0d6aa5-f1a8-4492-b64b-aa8c3c8cc3a8 None None] Network 333c25aa-6bae-47c2-98b8-699549bf36cf requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:18:28.256878 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-40775a05-f624-4248-be5a-02f2c5ec918d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:28.261142 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4b12c04f-c187-4741-8a82-2446d3493462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:28.264424 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4b12c04f-c187-4741-8a82-2446d3493462 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:28.307662 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40775a05-f624-4248-be5a-02f2c5ec918d admin admin] Pushing event deleted for resources: {'Port': ['ID=2e68ddb5-9c15-43e2-b071-5e89f493b947,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:28.341615 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-29e67185-3444-4579-b193-f340d273671b None None] Provisioning for port a76f4527-93dd-4204-b1c4-87cafd0315fa completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:18:28.344113 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4b12c04f-c187-4741-8a82-2446d3493462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:28.344887 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b12c04f-c187-4741-8a82-2446d3493462 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6f78b89-e45a-4c8e-aa3e-ae9857967832 {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:18:28.371936 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4b12c04f-c187-4741-8a82-2446d3493462 admin admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:28.377236 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4b12c04f-c187-4741-8a82-2446d3493462 admin admin] 10.222.0.35 "DELETE /v2.0/routers/e6f78b89-e45a-4c8e-aa3e-ae9857967832 HTTP/1.1" status: 204 len: 168 time: 1.8892193 Aug 10 01:18:28.377896 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44720) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:28.478737 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa96d7e5-0988-4d2e-94f8-c5453c44c36f admin admin] Deleting subnet 339ff70b-03e4-4165-8331-9fed849d52e8 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:18:28.482740 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fa96d7e5-0988-4d2e-94f8-c5453c44c36f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:28.505046 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a76f4527-93dd-4204-b1c4-87cafd0315fa up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:18:28.548298 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fa96d7e5-0988-4d2e-94f8-c5453c44c36f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:28.594110 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['c725b57e-54f6-4e34-993c-c599d8f92128'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:18:28.721692 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port a76f4527-93dd-4204-b1c4-87cafd0315fa completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:18:28.740941 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port a76f4527-93dd-4204-b1c4-87cafd0315fa triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:18:28.741207 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:28.747206 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fa96d7e5-0988-4d2e-94f8-c5453c44c36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:28.793829 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67493ac-9a13-433c-bb51-33911e6d3b15 req-fa8ada0b-c255-4707-b89c-fecc0d6f249a tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:28.796379 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f67493ac-9a13-433c-bb51-33911e6d3b15 req-fa8ada0b-c255-4707-b89c-fecc0d6f249a tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 946 time: 0.1160023 Aug 10 01:18:28.895090 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fa96d7e5-0988-4d2e-94f8-c5453c44c36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:28.907828 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-40775a05-f624-4248-be5a-02f2c5ec918d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:28.946127 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f67493ac-9a13-433c-bb51-33911e6d3b15 req-489c49a0-67ef-463a-9834-ac5303ce2108 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=495ae47c-a2a3-4a5e-8755-8c8527e6eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163473 Aug 10 01:18:28.955703 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96d7e5-0988-4d2e-94f8-c5453c44c36f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=339ff70b-03e4-4165-8331-9fed849d52e8,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:28.967767 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fa96d7e5-0988-4d2e-94f8-c5453c44c36f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:28.970254 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-fa96d7e5-0988-4d2e-94f8-c5453c44c36f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/339ff70b-03e4-4165-8331-9fed849d52e8 HTTP/1.1" status: 204 len: 168 time: 0.5911343 Aug 10 01:18:28.990730 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44728) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:28.996943 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f67e98d-5a87-47dc-97f2-9151b64bd100 None None] Network aaa7fdb9-5c2f-4bac-aa26-627a06906836 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:18:28.999237 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:29.113182 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port a76f4527-93dd-4204-b1c4-87cafd0315fa, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a76f4527-93dd-4204-b1c4-87cafd0315fa,segment=NetworkSegment(7b703151-7ee5-4ab7-b717-b6abaa49baf8),segment_id=7b703151-7ee5-4ab7-b717-b6abaa49baf8)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:29.126465 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ad3e6-52a9-4204-aa3a-b57b37ecb79e req-15c8961e-7468-4567-8bb2-6e3f7de243cf tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:29.128438 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-538ad3e6-52a9-4204-aa3a-b57b37ecb79e req-15c8961e-7468-4567-8bb2-6e3f7de243cf tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=43d60f3c-64ab-452a-9e82-86467ee49b68 HTTP/1.1" status: 200 len: 944 time: 0.2155559 Aug 10 01:18:29.141712 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2a243456-60ec-457a-a33b-ba4235f9af84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:29.174076 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:29.234849 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-538ad3e6-52a9-4204-aa3a-b57b37ecb79e req-97563549-7e41-4e23-b22e-b8f5df02b818 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974224 Aug 10 01:18:29.276321 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device d3d896ee-c28d-4072-91ac-1394f39c2809 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:18:29.304994 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-2a243456-60ec-457a-a33b-ba4235f9af84 admin admin] Deleting port 35fcf9fe-e80d-4988-8f4b-2913eb87383c {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:29.305540 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2a243456-60ec-457a-a33b-ba4235f9af84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:29.332826 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28757ff5-53bf-40ee-a66d-85cf0d0cff9e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:29.340379 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40775a05-f624-4248-be5a-02f2c5ec918d admin admin] Router f7138412-de1c-4a0d-a37d-44c10057b004 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:18:29.350090 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: d3d896ee-c28d-4072-91ac-1394f39c2809 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:18:29.350521 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device d3d896ee-c28d-4072-91ac-1394f39c2809 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:18:29.350951 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c7aaf84e-d2bd-45b2-847e-e35d40b2642c no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:18:29.353504 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28757ff5-53bf-40ee-a66d-85cf0d0cff9e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:29.377815 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: c7aaf84e-d2bd-45b2-847e-e35d40b2642c {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:18:29.378155 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c7aaf84e-d2bd-45b2-847e-e35d40b2642c not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:18:29.388428 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b56ecc-d9d9-47b8-92ab-d00ec157b038 None None] DHCP port deletion for aaa7fdb9-5c2f-4bac-aa26-627a06906836 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:18:29.407035 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-2a243456-60ec-457a-a33b-ba4235f9af84 admin admin] For port 35fcf9fe-e80d-4988-8f4b-2913eb87383c, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=35fcf9fe-e80d-4988-8f4b-2913eb87383c,segment=NetworkSegment(22bee217-1454-4f82-8ba4-237438a86038),segment_id=22bee217-1454-4f82-8ba4-237438a86038)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:29.407627 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2a243456-60ec-457a-a33b-ba4235f9af84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:29.436569 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-2a243456-60ec-457a-a33b-ba4235f9af84 admin admin] Calling delete_port for 35fcf9fe-e80d-4988-8f4b-2913eb87383c owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:29.446966 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ca53efd5-1906-4f4f-8a76-48fb699747b8 None None] Provisioning for port 92ca5afa-816d-4153-8013-4180e8fd18fc completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:18:29.454715 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ca53efd5-1906-4f4f-8a76-48fb699747b8 None None] Provisioning complete for port 92ca5afa-816d-4153-8013-4180e8fd18fc triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:18:29.454715 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ca53efd5-1906-4f4f-8a76-48fb699747b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:29.503618 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=a76f4527-93dd-4204-b1c4-87cafd0315fa,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:29.516507 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-ca53efd5-1906-4f4f-8a76-48fb699747b8 None None] Port 92ca5afa-816d-4153-8013-4180e8fd18fc cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:18:29.519884 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28757ff5-53bf-40ee-a66d-85cf0d0cff9e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:29.546961 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28757ff5-53bf-40ee-a66d-85cf0d0cff9e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Pushing event updated for resources: {'Port': ['ID=92ca5afa-816d-4153-8013-4180e8fd18fc,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:29.548096 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-72b56ecc-d9d9-47b8-92ab-d00ec157b038 None None] Deleting port 35fcf9fe-e80d-4988-8f4b-2913eb87383c {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:29.548513 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-72b56ecc-d9d9-47b8-92ab-d00ec157b038 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:29.552747 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ca53efd5-1906-4f4f-8a76-48fb699747b8 None None] Provisioning complete for port a76f4527-93dd-4204-b1c4-87cafd0315fa triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:18:29.553127 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ca53efd5-1906-4f4f-8a76-48fb699747b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:29.560530 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2a243456-60ec-457a-a33b-ba4235f9af84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:29.599058 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a243456-60ec-457a-a33b-ba4235f9af84 admin admin] Pushing event deleted for resources: {'Port': ['ID=35fcf9fe-e80d-4988-8f4b-2913eb87383c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:29.614563 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a243456-60ec-457a-a33b-ba4235f9af84 admin admin] No DVR routers for this DVR port 35fcf9fe-e80d-4988-8f4b-2913eb87383c on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:18:29.679469 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-72b56ecc-d9d9-47b8-92ab-d00ec157b038 None None] For port 35fcf9fe-e80d-4988-8f4b-2913eb87383c, host n-d-766726-26, got binding levels [] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:29.679837 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-72b56ecc-d9d9-47b8-92ab-d00ec157b038 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:29.714564 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-72b56ecc-d9d9-47b8-92ab-d00ec157b038 None None] Calling delete_port for 35fcf9fe-e80d-4988-8f4b-2913eb87383c owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:29.718469 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.ipam_backend_mixin [None req-72b56ecc-d9d9-47b8-92ab-d00ec157b038 None None] Port 35fcf9fe-e80d-4988-8f4b-2913eb87383c was not found and therefore no delete operation was performed {{(pid=105828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 01:18:29.720308 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40775a05-f624-4248-be5a-02f2c5ec918d admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:18:29.720520 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-72b56ecc-d9d9-47b8-92ab-d00ec157b038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:29.734858 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44734) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:29.735682 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-40775a05-f624-4248-be5a-02f2c5ec918d admin admin] 10.222.0.35 "PUT /v2.0/routers/f7138412-de1c-4a0d-a37d-44c10057b004/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2129364 Aug 10 01:18:29.750743 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6648cef-fa7a-49d7-8ada-7935607c3806 None None] Sync routers for ids ['f7138412-de1c-4a0d-a37d-44c10057b004'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:18:29.758629 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28757ff5-53bf-40ee-a66d-85cf0d0cff9e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Network 333c25aa-6bae-47c2-98b8-699549bf36cf is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:18:29.760294 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-28757ff5-53bf-40ee-a66d-85cf0d0cff9e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:18:29.789923 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b56ecc-d9d9-47b8-92ab-d00ec157b038 None None] Pushing event deleted for resources: {'Port': ['ID=35fcf9fe-e80d-4988-8f4b-2913eb87383c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:29.794433 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b56ecc-d9d9-47b8-92ab-d00ec157b038 None None] No DVR routers for this DVR port 35fcf9fe-e80d-4988-8f4b-2913eb87383c on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:18:29.819189 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6648cef-fa7a-49d7-8ada-7935607c3806 None None] Routers {'f7138412-de1c-4a0d-a37d-44c10057b004'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:29.819828 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-b6648cef-fa7a-49d7-8ada-7935607c3806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:18:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f7138412-de1c-4a0d-a37d-44c10057b004'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:29.835490 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2a243456-60ec-457a-a33b-ba4235f9af84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:29.857459 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-2a243456-60ec-457a-a33b-ba4235f9af84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaa7fdb9-5c2f-4bac-aa26-627a06906836']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:29.873736 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device c725b57e-54f6-4e34-993c-c599d8f92128 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:18:29.879227 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-2a243456-60ec-457a-a33b-ba4235f9af84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22bee217-1454-4f82-8ba4-237438a86038') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:29.879833 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-2a243456-60ec-457a-a33b-ba4235f9af84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22bee217-1454-4f82-8ba4-237438a86038') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:29.922625 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28757ff5-53bf-40ee-a66d-85cf0d0cff9e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Router 8ecd6545-2d67-450d-9fc3-9107db619698 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:18:29.942721 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2a243456-60ec-457a-a33b-ba4235f9af84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:29.982657 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2a243456-60ec-457a-a33b-ba4235f9af84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:30.000816 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a243456-60ec-457a-a33b-ba4235f9af84 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:18:30.001364 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2a243456-60ec-457a-a33b-ba4235f9af84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:30.003237 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:18:30.003237 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:18:30.003237 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:18:30.003237 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:18:30.003237 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:18:30.003237 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:18:30.003237 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:18:30.003237 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:18:30.003237 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:18:30.003237 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:18:30.003237 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:18:30.003237 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:18:30.003237 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:18:30.003237 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:18:30.003237 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:18:30.003237 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:18:30.003237 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:18:30.003237 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:18:30.003237 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:18:30.003237 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:18:30.003237 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:18:30.003237 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:18:30.003237 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:18:30.003237 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:18:30.003237 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:18:30.003237 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:18:30.003237 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:18:30.003237 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:18:30.003237 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:18:30.003237 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:18:30.003237 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:18:30.003237 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:18:30.019486 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-23efdae3-c3d5-4c7c-910f-057c54717893 admin admin] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:30.044556 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-805fe641-1a56-4b2a-b272-9274b17accb9 None None] Provisioning complete for port 92ca5afa-816d-4153-8013-4180e8fd18fc triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:18:30.044983 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-805fe641-1a56-4b2a-b272-9274b17accb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:30.088937 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-805fe641-1a56-4b2a-b272-9274b17accb9 None None] Port 92ca5afa-816d-4153-8013-4180e8fd18fc cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:18:30.100571 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28757ff5-53bf-40ee-a66d-85cf0d0cff9e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:18:30.106279 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-28757ff5-53bf-40ee-a66d-85cf0d0cff9e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] 10.222.0.35 "PUT /v2.0/routers/8ecd6545-2d67-450d-9fc3-9107db619698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0700393 Aug 10 01:18:30.107613 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port c725b57e-54f6-4e34-993c-c599d8f92128 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:18:30.109672 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44738) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:30.116675 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-9d961986-5005-492f-a8b3-a54f405652fd tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Request body: {'port': {'network_id': '333c25aa-6bae-47c2-98b8-699549bf36cf', 'name': 'tempest-FloatingIPNegativeTestJSON-729256076'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:30.117451 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff10f0cc-10ab-410a-bedf-68e17dbf6ae8 None None] Sync routers for ids ['8ecd6545-2d67-450d-9fc3-9107db619698'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:18:30.119427 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port c725b57e-54f6-4e34-993c-c599d8f92128 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:18:30.119788 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:30.129915 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff10f0cc-10ab-410a-bedf-68e17dbf6ae8 None None] Routers {'8ecd6545-2d67-450d-9fc3-9107db619698'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:30.130551 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-ff10f0cc-10ab-410a-bedf-68e17dbf6ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:18:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['8ecd6545-2d67-450d-9fc3-9107db619698'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:30.152935 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-b6648cef-fa7a-49d7-8ada-7935607c3806 None None] Set router f7138412-de1c-4a0d-a37d-44c10057b004 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:18:30.178488 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-ff10f0cc-10ab-410a-bedf-68e17dbf6ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:30.188139 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff10f0cc-10ab-410a-bedf-68e17dbf6ae8 None None] Routers {'8ecd6545-2d67-450d-9fc3-9107db619698'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:30.189023 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-ff10f0cc-10ab-410a-bedf-68e17dbf6ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:18:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['8ecd6545-2d67-450d-9fc3-9107db619698'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:30.223178 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-ff10f0cc-10ab-410a-bedf-68e17dbf6ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:30.224633 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff10f0cc-10ab-410a-bedf-68e17dbf6ae8 None None] The sync data for ids ['8ecd6545-2d67-450d-9fc3-9107db619698'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:18:30.265228 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d961986-5005-492f-a8b3-a54f405652fd tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Made reservation on behalf of 185d94dccbbd43d4be0c4f57d28de235 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:18:30.282704 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2a243456-60ec-457a-a33b-ba4235f9af84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:30.299962 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2a243456-60ec-457a-a33b-ba4235f9af84 admin admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:30.301736 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9d961986-5005-492f-a8b3-a54f405652fd tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:30.302601 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2a243456-60ec-457a-a33b-ba4235f9af84 admin admin] 10.222.0.35 "DELETE /v2.0/networks/aaa7fdb9-5c2f-4bac-aa26-627a06906836 HTTP/1.1" status: 204 len: 168 time: 1.3091569 Aug 10 01:18:30.311203 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-16b05a6c-5c38-44ad-b4c6-73b565e118bd None None] Provisioning complete for port 92ca5afa-816d-4153-8013-4180e8fd18fc triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:18:30.311585 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-16b05a6c-5c38-44ad-b4c6-73b565e118bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:30.331744 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc5981-834f-4cb7-a866-86be0e38d960 req-0ccace52-6786-4391-bec0-986f43d15223 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:30.333616 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-efcc5981-834f-4cb7-a866-86be0e38d960 req-0ccace52-6786-4391-bec0-986f43d15223 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 946 time: 0.2258945 Aug 10 01:18:30.338664 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a243456-60ec-457a-a33b-ba4235f9af84 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaa7fdb9-5c2f-4bac-aa26-627a06906836,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:30.348207 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-23efdae3-c3d5-4c7c-910f-057c54717893 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:30.353553 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-9d961986-5005-492f-a8b3-a54f405652fd tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] device_id is not set on port bbfa2b49-36fa-45c6-941c-2e9d9cfae109 yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:18:30.449438 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:30.506573 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-9d961986-5005-492f-a8b3-a54f405652fd tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Allocated IP 172.20.0.4 (333c25aa-6bae-47c2-98b8-699549bf36cf/22cb2e1d-c7df-4bcb-ad55-a15698df34ab/bbfa2b49-36fa-45c6-941c-2e9d9cfae109) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:18:30.512359 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d60f3c-64ab-452a-9e82-86467ee49b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c725b57e-54f6-4e34-993c-c599d8f92128'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:18:30.521937 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f40f60-9a1a-47a0-9754-010bb1463882" -d '{"events": [{"server_uuid": "43d60f3c-64ab-452a-9e82-86467ee49b68", "name": "network-vif-plugged", "status": "completed", "tag": "c725b57e-54f6-4e34-993c-c599d8f92128"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:18:30.548457 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a76f4527-93dd-4204-b1c4-87cafd0315fa up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:18:30.552862 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-16b05a6c-5c38-44ad-b4c6-73b565e118bd None None] Port 92ca5afa-816d-4153-8013-4180e8fd18fc cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:18:30.578150 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-efcc5981-834f-4cb7-a866-86be0e38d960 req-38474940-97f1-46ab-9a11-0130d1b078b3 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=495ae47c-a2a3-4a5e-8755-8c8527e6eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2301409 Aug 10 01:18:30.627134 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port c725b57e-54f6-4e34-993c-c599d8f92128, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=c725b57e-54f6-4e34-993c-c599d8f92128,segment=NetworkSegment(119db45f-a129-41df-b3e9-8983d492465d),segment_id=119db45f-a129-41df-b3e9-8983d492465d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:30.638050 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e843f9-230f-412a-87af-b5ef0dd7d6a3 req-4f9866a0-d3c7-40c2-ac18-fb7c73a3f4cc tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:30.642772 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a5e843f9-230f-412a-87af-b5ef0dd7d6a3 req-4f9866a0-d3c7-40c2-ac18-fb7c73a3f4cc tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=43d60f3c-64ab-452a-9e82-86467ee49b68 HTTP/1.1" status: 200 len: 944 time: 0.2349808 Aug 10 01:18:30.683852 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-23efdae3-c3d5-4c7c-910f-057c54717893 admin admin] Deleting port cb8fddff-8e23-4830-a4ef-6e1e1e5d393c {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:30.684250 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-23efdae3-c3d5-4c7c-910f-057c54717893 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:30.741169 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:30.749771 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44752) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:30.797539 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9d961986-5005-492f-a8b3-a54f405652fd tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:30.824649 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-9d961986-5005-492f-a8b3-a54f405652fd tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Transition to ACTIVE for port object bbfa2b49-36fa-45c6-941c-2e9d9cfae109 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:18:30.867810 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a5e843f9-230f-412a-87af-b5ef0dd7d6a3 req-7f7d82f3-6bb7-4e50-bcb2-8ea1b32c9162 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136507 Aug 10 01:18:30.873341 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9d961986-5005-492f-a8b3-a54f405652fd tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:30.933950 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-78e5a823-dc9c-403a-974d-fee0389e86ed admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e71a6b0ced6b4bc38b4b6a0ba3c24e39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1792865 Aug 10 01:18:30.936593 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44756) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:30.952724 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d961986-5005-492f-a8b3-a54f405652fd tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Network 333c25aa-6bae-47c2-98b8-699549bf36cf is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:18:30.954096 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=c725b57e-54f6-4e34-993c-c599d8f92128,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:30.956440 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-9d961986-5005-492f-a8b3-a54f405652fd tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:18:30.960900 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d961986-5005-492f-a8b3-a54f405652fd tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:18:30.968550 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d961986-5005-492f-a8b3-a54f405652fd tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Pushing event updated for resources: {'Port': ['ID=bbfa2b49-36fa-45c6-941c-2e9d9cfae109,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:30.984989 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port a76f4527-93dd-4204-b1c4-87cafd0315fa triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:18:30.985381 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:31.028834 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-23efdae3-c3d5-4c7c-910f-057c54717893 admin admin] For port cb8fddff-8e23-4830-a4ef-6e1e1e5d393c, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=cb8fddff-8e23-4830-a4ef-6e1e1e5d393c,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:31.029274 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-23efdae3-c3d5-4c7c-910f-057c54717893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:31.064136 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-b6648cef-fa7a-49d7-8ada-7935607c3806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7138412-de1c-4a0d-a37d-44c10057b004', 'name': 'tempest-TestServerMultinode-545519022-router', 'tenant_id': '960c0c4881ac43a6ad4b7f2a3fcec72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'cb8fddff-8e23-4830-a4ef-6e1e1e5d393c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:26Z', 'updated_at': '2021-08-10T01:18:28Z', 'revision_number': 5, 'project_id': '960c0c4881ac43a6ad4b7f2a3fcec72f', 'gw_port': {'id': 'cb8fddff-8e23-4830-a4ef-6e1e1e5d393c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:cb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7138412-de1c-4a0d-a37d-44c10057b004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:27Z', 'updated_at': '2021-08-10T01:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:31.078323 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-23efdae3-c3d5-4c7c-910f-057c54717893 admin admin] Calling delete_port for cb8fddff-8e23-4830-a4ef-6e1e1e5d393c owned by network:router_gateway {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:31.088744 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bca843be-4710-4f1e-a11e-8b6b4ea2c082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:31.098934 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6648cef-fa7a-49d7-8ada-7935607c3806 None None] Checking router: f7138412-de1c-4a0d-a37d-44c10057b004 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:18:31.099931 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d961986-5005-492f-a8b3-a54f405652fd tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:31.102508 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9d961986-5005-492f-a8b3-a54f405652fd tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:31.123396 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0dafce-f119-447a-9ef9-7cb34ea306a9 x-openstack-request-id: req-9d0dafce-f119-447a-9ef9-7cb34ea306a9 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:18:31.123724 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d60f3c-64ab-452a-9e82-86467ee49b68", "name": "network-vif-plugged", "status": "completed", "tag": "c725b57e-54f6-4e34-993c-c599d8f92128", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:18:31.123945 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9d0dafce-f119-447a-9ef9-7cb34ea306a9 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:18:31.124368 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d60f3c-64ab-452a-9e82-86467ee49b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c725b57e-54f6-4e34-993c-c599d8f92128', 'code': 200} Aug 10 01:18:31.130570 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6648cef-fa7a-49d7-8ada-7935607c3806 None None] Routers {'f7138412-de1c-4a0d-a37d-44c10057b004'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:31.131226 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-b6648cef-fa7a-49d7-8ada-7935607c3806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:18:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f7138412-de1c-4a0d-a37d-44c10057b004'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:31.159333 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9d961986-5005-492f-a8b3-a54f405652fd tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0463669 Aug 10 01:18:31.161878 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44760) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:31.177183 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-1ef36c51-1bbd-43aa-a250-640741a3f7c6 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:31.224438 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1ef36c51-1bbd-43aa-a250-640741a3f7c6 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks [] for floatingip, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:31.228455 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bca843be-4710-4f1e-a11e-8b6b4ea2c082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:31.270877 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44762) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:31.379625 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bca843be-4710-4f1e-a11e-8b6b4ea2c082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:31.382042 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bca843be-4710-4f1e-a11e-8b6b4ea2c082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:31.385971 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-bca843be-4710-4f1e-a11e-8b6b4ea2c082 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a6eaa466-dc5e-433a-a997-0f4deb85bd4f HTTP/1.1" status: 204 len: 168 time: 0.4483762 Aug 10 01:18:31.388287 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8814b2-16f0-4b3d-995b-79da2cf29fc1 req-4fa2df3a-cb8c-4360-9a56-d5118e2398df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:31.390082 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db8814b2-16f0-4b3d-995b-79da2cf29fc1 req-4fa2df3a-cb8c-4360-9a56-d5118e2398df service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=43d60f3c-64ab-452a-9e82-86467ee49b68 HTTP/1.1" status: 200 len: 1097 time: 0.1201816 Aug 10 01:18:31.429058 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca843be-4710-4f1e-a11e-8b6b4ea2c082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6eaa466-dc5e-433a-a997-0f4deb85bd4f,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:31.466001 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1ef36c51-1bbd-43aa-a250-640741a3f7c6 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:31.474050 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c96a9a7d-d6cb-438b-8694-00d0d6de87e9 None None] Provisioning for port bbfa2b49-36fa-45c6-941c-2e9d9cfae109 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:18:31.485763 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c96a9a7d-d6cb-438b-8694-00d0d6de87e9 None None] Provisioning complete for port bbfa2b49-36fa-45c6-941c-2e9d9cfae109 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:18:31.488447 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c96a9a7d-d6cb-438b-8694-00d0d6de87e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:31.508592 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db8814b2-16f0-4b3d-995b-79da2cf29fc1 req-049b7e0c-1baf-4f56-87b2-fed94415da32 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016552 Aug 10 01:18:31.527415 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dab344be-2e1a-4f95-b942-d0d4915224e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:31.547355 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-23efdae3-c3d5-4c7c-910f-057c54717893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:31.551419 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-b6648cef-fa7a-49d7-8ada-7935607c3806 None None] Set router f7138412-de1c-4a0d-a37d-44c10057b004 gateway port host: None {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:18:31.596684 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23efdae3-c3d5-4c7c-910f-057c54717893 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb8fddff-8e23-4830-a4ef-6e1e1e5d393c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:31.618342 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-b6648cef-fa7a-49d7-8ada-7935607c3806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7138412-de1c-4a0d-a37d-44c10057b004', 'name': 'tempest-TestServerMultinode-545519022-router', 'tenant_id': '960c0c4881ac43a6ad4b7f2a3fcec72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:26Z', 'updated_at': '2021-08-10T01:18:30Z', 'revision_number': 6, 'project_id': '960c0c4881ac43a6ad4b7f2a3fcec72f', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:31.634473 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-1ef36c51-1bbd-43aa-a250-640741a3f7c6 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Allocated IP 172.25.2.109 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/fdcaee0c-d51a-4e13-9df6-aaf6ead8f665) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:18:31.649423 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 35fcf9fe-e80d-4988-8f4b-2913eb87383c no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:18:31.655750 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6648cef-fa7a-49d7-8ada-7935607c3806 None None] The sync data for ids ['f7138412-de1c-4a0d-a37d-44c10057b004'] in n-d-766726-26 is: [{'id': 'f7138412-de1c-4a0d-a37d-44c10057b004', 'name': 'tempest-TestServerMultinode-545519022-router', 'tenant_id': '960c0c4881ac43a6ad4b7f2a3fcec72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:26Z', 'updated_at': '2021-08-10T01:18:30Z', 'revision_number': 6, 'project_id': '960c0c4881ac43a6ad4b7f2a3fcec72f', 'gw_port_host': None}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:18:31.681863 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 35fcf9fe-e80d-4988-8f4b-2913eb87383c {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:18:31.683131 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 35fcf9fe-e80d-4988-8f4b-2913eb87383c not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:18:31.695261 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c96a9a7d-d6cb-438b-8694-00d0d6de87e9 None None] Port bbfa2b49-36fa-45c6-941c-2e9d9cfae109 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:18:31.781384 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1ef36c51-1bbd-43aa-a250-640741a3f7c6 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:31.788430 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-23efdae3-c3d5-4c7c-910f-057c54717893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:31.841974 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1ef36c51-1bbd-43aa-a250-640741a3f7c6 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:31.868459 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411a340-8c62-4d76-bad3-f6f7feb8c9d2 req-cfdaebb3-6512-46a7-bc73-2cf0d3009803 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:31.869975 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2411a340-8c62-4d76-bad3-f6f7feb8c9d2 req-cfdaebb3-6512-46a7-bc73-2cf0d3009803 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 946 time: 0.1612072 Aug 10 01:18:31.887702 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef36c51-1bbd-43aa-a250-640741a3f7c6 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:18:31.891092 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-1ef36c51-1bbd-43aa-a250-640741a3f7c6 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:18:31.900162 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef36c51-1bbd-43aa-a250-640741a3f7c6 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:18:31.902443 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef36c51-1bbd-43aa-a250-640741a3f7c6 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Pushing event updated for resources: {'Port': ['ID=fdcaee0c-d51a-4e13-9df6-aaf6ead8f665,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:31.904233 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-23efdae3-c3d5-4c7c-910f-057c54717893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:31.912778 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-23efdae3-c3d5-4c7c-910f-057c54717893 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:31.984669 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dab344be-2e1a-4f95-b942-d0d4915224e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:32.000048 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1ef36c51-1bbd-43aa-a250-640741a3f7c6 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:32.006200 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dab344be-2e1a-4f95-b942-d0d4915224e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:32.052319 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-23efdae3-c3d5-4c7c-910f-057c54717893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:32.052557 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1ef36c51-1bbd-43aa-a250-640741a3f7c6 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:32.052868 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23efdae3-c3d5-4c7c-910f-057c54717893 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7138412-de1c-4a0d-a37d-44c10057b004 {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:18:32.064381 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2411a340-8c62-4d76-bad3-f6f7feb8c9d2 req-74f61230-905c-4986-8b78-015c379fb9b1 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=495ae47c-a2a3-4a5e-8755-8c8527e6eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645811 Aug 10 01:18:32.082959 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-23efdae3-c3d5-4c7c-910f-057c54717893 admin admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:32.084215 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-23efdae3-c3d5-4c7c-910f-057c54717893 admin admin] 10.222.0.35 "DELETE /v2.0/routers/f7138412-de1c-4a0d-a37d-44c10057b004 HTTP/1.1" status: 204 len: 168 time: 2.3471069 Aug 10 01:18:32.086846 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44784) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:32.091206 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-dab344be-2e1a-4f95-b942-d0d4915224e8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6c440feafd734be6a74fc51ce9fda394&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7916172 Aug 10 01:18:32.095081 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44786) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:32.133929 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab344be-2e1a-4f95-b942-d0d4915224e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313be3d3-def8-4fd2-a488-dc1c3a7299f7,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:32.161661 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2007ad-22dc-48f5-8a2b-0232fa11a017 req-a6d7f0d4-3247-41ae-86f7-049e8c9172bd tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:32.163472 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7e2007ad-22dc-48f5-8a2b-0232fa11a017 req-a6d7f0d4-3247-41ae-86f7-049e8c9172bd tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=43d60f3c-64ab-452a-9e82-86467ee49b68 HTTP/1.1" status: 200 len: 945 time: 0.1857913 Aug 10 01:18:32.164648 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ed6601-182a-415f-85f9-98af1246d8a7 admin admin] Deleting subnet 785e6cd4-4a8f-49e7-ac95-310b2b06043c {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:18:32.180627 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-94ed6601-182a-415f-85f9-98af1246d8a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:32.214726 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-54670bbb-24de-4e91-a6c9-20d1e5b8d23b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:32.235125 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7e2007ad-22dc-48f5-8a2b-0232fa11a017 req-18db5011-5b1f-4e98-90ac-f185260bcb5b tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617104 Aug 10 01:18:32.252408 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-54670bbb-24de-4e91-a6c9-20d1e5b8d23b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:32.311271 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-54670bbb-24de-4e91-a6c9-20d1e5b8d23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:32.315577 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-54670bbb-24de-4e91-a6c9-20d1e5b8d23b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:32.317403 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-54670bbb-24de-4e91-a6c9-20d1e5b8d23b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/313be3d3-def8-4fd2-a488-dc1c3a7299f7 HTTP/1.1" status: 204 len: 168 time: 0.2196207 Aug 10 01:18:32.327855 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54670bbb-24de-4e91-a6c9-20d1e5b8d23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313be3d3-def8-4fd2-a488-dc1c3a7299f7,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:32.364590 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44796) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:32.480845 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-4875af28-fcd1-49a0-96ec-c5db50f5e6d9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-6148332-network', 'tenant_id': '44aa0034149d4d6c92ca56594ef6f99c'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:32.528586 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-94ed6601-182a-415f-85f9-98af1246d8a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:32.563478 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4875af28-fcd1-49a0-96ec-c5db50f5e6d9 admin admin] Made reservation on behalf of 44aa0034149d4d6c92ca56594ef6f99c for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:18:32.571523 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4875af28-fcd1-49a0-96ec-c5db50f5e6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:32.582480 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4875af28-fcd1-49a0-96ec-c5db50f5e6d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:32.644660 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 2e68ddb5-9c15-43e2-b071-5e89f493b947 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:18:32.682994 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 2e68ddb5-9c15-43e2-b071-5e89f493b947 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:18:32.689392 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 2e68ddb5-9c15-43e2-b071-5e89f493b947 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:18:32.689962 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device cb8fddff-8e23-4830-a4ef-6e1e1e5d393c no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:18:32.699182 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1ef36c51-1bbd-43aa-a250-640741a3f7c6 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:32.719857 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1ef36c51-1bbd-43aa-a250-640741a3f7c6 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:32.742896 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: cb8fddff-8e23-4830-a4ef-6e1e1e5d393c {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:18:32.743252 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device cb8fddff-8e23-4830-a4ef-6e1e1e5d393c not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:18:32.762330 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4875af28-fcd1-49a0-96ec-c5db50f5e6d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:32.769890 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4875af28-fcd1-49a0-96ec-c5db50f5e6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:32.783881 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-94ed6601-182a-415f-85f9-98af1246d8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:32.801231 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4875af28-fcd1-49a0-96ec-c5db50f5e6d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:18:32.822149 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4875af28-fcd1-49a0-96ec-c5db50f5e6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:32.822487 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-4875af28-fcd1-49a0-96ec-c5db50f5e6d9 admin admin] Added segment 3bf054cd-a291-43b4-9695-6d0fbc35db10 of type vlan for network fb098f27-2652-4520-ae93-3caf5f0c1c73 Aug 10 01:18:32.823985 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4875af28-fcd1-49a0-96ec-c5db50f5e6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70551f7-4ee5-4afe-8de6-1725b4f6610f,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:32.870161 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef36c51-1bbd-43aa-a250-640741a3f7c6 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Pushing event updated for resources: {'Port': ['ID=fdcaee0c-d51a-4e13-9df6-aaf6ead8f665,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:32.876790 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1ef36c51-1bbd-43aa-a250-640741a3f7c6 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:32.905169 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1ef36c51-1bbd-43aa-a250-640741a3f7c6 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:32.910111 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1ef36c51-1bbd-43aa-a250-640741a3f7c6 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7462487 Aug 10 01:18:32.911206 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44800) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:32.922298 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-94ed6601-182a-415f-85f9-98af1246d8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:32.942528 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-28885bf7-e330-4ed2-9707-13da62d0c34e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Request body: {'floatingip': {'port_id': 'bbfa2b49-36fa-45c6-941c-2e9d9cfae109', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:32.969646 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed6601-182a-415f-85f9-98af1246d8a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=785e6cd4-4a8f-49e7-ac95-310b2b06043c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:32.990509 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-94ed6601-182a-415f-85f9-98af1246d8a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:32.991079 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea3d4e3-ea10-4a64-83ea-e46ea1af6106 None None] Network a6634216-2d60-49e7-90bb-a10a1b36d20f requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:18:32.993573 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-94ed6601-182a-415f-85f9-98af1246d8a7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/785e6cd4-4a8f-49e7-ac95-310b2b06043c HTTP/1.1" status: 204 len: 168 time: 0.9057391 Aug 10 01:18:32.996404 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44802) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:33.012620 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4875af28-fcd1-49a0-96ec-c5db50f5e6d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:33.018394 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-28885bf7-e330-4ed2-9707-13da62d0c34e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks [] for floatingip, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:33.084557 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4dd6c91c-5ac5-436b-a4e7-2d3042f58bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:33.147072 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-4dd6c91c-5ac5-436b-a4e7-2d3042f58bc5 admin admin] Deleting port 66145b03-662e-498a-81e4-28f911f347b8 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:33.147602 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4dd6c91c-5ac5-436b-a4e7-2d3042f58bc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:33.157975 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4875af28-fcd1-49a0-96ec-c5db50f5e6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:33.158976 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4875af28-fcd1-49a0-96ec-c5db50f5e6d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:33.159562 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4875af28-fcd1-49a0-96ec-c5db50f5e6d9 admin admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:33.211210 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c85bc0-f137-403c-a454-133961ff478f None None] DHCP port deletion for a6634216-2d60-49e7-90bb-a10a1b36d20f request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:18:33.228325 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-4dd6c91c-5ac5-436b-a4e7-2d3042f58bc5 admin admin] For port 66145b03-662e-498a-81e4-28f911f347b8, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=66145b03-662e-498a-81e4-28f911f347b8,segment=NetworkSegment(a610e48f-e8d3-4335-96fa-db4b291a46f1),segment_id=a610e48f-e8d3-4335-96fa-db4b291a46f1)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:33.228793 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4dd6c91c-5ac5-436b-a4e7-2d3042f58bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:33.243227 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-4dd6c91c-5ac5-436b-a4e7-2d3042f58bc5 admin admin] Calling delete_port for 66145b03-662e-498a-81e4-28f911f347b8 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:33.252340 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4875af28-fcd1-49a0-96ec-c5db50f5e6d9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8837659 Aug 10 01:18:33.252606 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44806) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:33.258037 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-519e59ed-e738-4a7a-9b2f-91eabb2f291f admin admin] Request body: {'subnet': {'network_id': 'fb098f27-2652-4520-ae93-3caf5f0c1c73', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-6148332-subnet', 'tenant_id': '44aa0034149d4d6c92ca56594ef6f99c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:33.276739 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-71c85bc0-f137-403c-a454-133961ff478f None None] Deleting port 66145b03-662e-498a-81e4-28f911f347b8 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:33.276739 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-71c85bc0-f137-403c-a454-133961ff478f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:33.287803 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-28885bf7-e330-4ed2-9707-13da62d0c34e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] update failed (client error): The resource could not be found. Aug 10 01:18:33.288496 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-28885bf7-e330-4ed2-9707-13da62d0c34e tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] 10.222.0.35 "PUT /v2.0/floatingips/904413f1-e9ea-4ab1-93b6-701477c9ae6a HTTP/1.1" status: 404 len: 507 time: 0.3672681 Aug 10 01:18:33.291997 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44810) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:33.325533 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519e59ed-e738-4a7a-9b2f-91eabb2f291f admin admin] Made reservation on behalf of 44aa0034149d4d6c92ca56594ef6f99c for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:18:33.328214 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-519e59ed-e738-4a7a-9b2f-91eabb2f291f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:33.347199 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-71c85bc0-f137-403c-a454-133961ff478f None None] For port 66145b03-662e-498a-81e4-28f911f347b8, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=66145b03-662e-498a-81e4-28f911f347b8,segment=NetworkSegment(a610e48f-e8d3-4335-96fa-db4b291a46f1),segment_id=a610e48f-e8d3-4335-96fa-db4b291a46f1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:33.347668 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-71c85bc0-f137-403c-a454-133961ff478f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:33.350657 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecf2c2-c65f-46e8-98e6-4c48292a181c req-60d30ef6-1ad3-4b5e-ae32-20a599caa54a tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:33.352262 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1aecf2c2-c65f-46e8-98e6-4c48292a181c req-60d30ef6-1ad3-4b5e-ae32-20a599caa54a tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 946 time: 0.1852562 Aug 10 01:18:33.362010 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-71c85bc0-f137-403c-a454-133961ff478f None None] Calling delete_port for 66145b03-662e-498a-81e4-28f911f347b8 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:33.364539 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4875af28-fcd1-49a0-96ec-c5db50f5e6d9 admin admin] Pushing event updated for resources: {'Network': ['ID=fb098f27-2652-4520-ae93-3caf5f0c1c73,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:33.379089 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network fb098f27-2652-4520-ae93-3caf5f0c1c73 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:18:33.426433 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4dd6c91c-5ac5-436b-a4e7-2d3042f58bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:33.467661 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6c91c-5ac5-436b-a4e7-2d3042f58bc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=66145b03-662e-498a-81e4-28f911f347b8,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:33.486760 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1aecf2c2-c65f-46e8-98e6-4c48292a181c req-4cffe7c7-dfc1-41ad-be2b-e61154d5ca32 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=495ae47c-a2a3-4a5e-8755-8c8527e6eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184998 Aug 10 01:18:33.490301 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd6c91c-5ac5-436b-a4e7-2d3042f58bc5 admin admin] No DVR routers for this DVR port 66145b03-662e-498a-81e4-28f911f347b8 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:18:33.516649 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac0d32-0180-4fea-97a2-7cc8ee3d8f6a req-2cba2260-961a-4d6b-bc65-aca5e51e7867 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:33.518239 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cbac0d32-0180-4fea-97a2-7cc8ee3d8f6a req-2cba2260-961a-4d6b-bc65-aca5e51e7867 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=43d60f3c-64ab-452a-9e82-86467ee49b68 HTTP/1.1" status: 200 len: 945 time: 0.1790452 Aug 10 01:18:33.553123 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-71c85bc0-f137-403c-a454-133961ff478f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:33.565714 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-671e756b-c893-4b79-a07e-2e257c348e42 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Deleting port fdcaee0c-d51a-4e13-9df6-aaf6ead8f665 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:33.566148 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-671e756b-c893-4b79-a07e-2e257c348e42 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:33.578582 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c85bc0-f137-403c-a454-133961ff478f None None] Pushing event deleted for resources: {'Port': ['ID=66145b03-662e-498a-81e4-28f911f347b8,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:33.583366 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c85bc0-f137-403c-a454-133961ff478f None None] No DVR routers for this DVR port 66145b03-662e-498a-81e4-28f911f347b8 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:18:33.610701 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cbac0d32-0180-4fea-97a2-7cc8ee3d8f6a req-27050e02-5ddf-49ad-a9e3-5013c5035fef tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824673 Aug 10 01:18:33.624402 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-719542d4-44f6-4e9b-af3c-358b0c28bcaa req-b85584fd-9cf9-4f5b-a88b-2b4ace64e77d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a740c296-c601-4dc0-a5ed-5981f6a265c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1676106 Aug 10 01:18:33.625907 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4dd6c91c-5ac5-436b-a4e7-2d3042f58bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:33.663830 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-671e756b-c893-4b79-a07e-2e257c348e42 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:33.664211 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-671e756b-c893-4b79-a07e-2e257c348e42 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:33.669014 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-4dd6c91c-5ac5-436b-a4e7-2d3042f58bc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6634216-2d60-49e7-90bb-a10a1b36d20f']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:33.681200 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-671e756b-c893-4b79-a07e-2e257c348e42 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Calling delete_port for fdcaee0c-d51a-4e13-9df6-aaf6ead8f665 owned by network:floatingip {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:33.705100 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-4dd6c91c-5ac5-436b-a4e7-2d3042f58bc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a610e48f-e8d3-4335-96fa-db4b291a46f1') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:33.705410 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-4dd6c91c-5ac5-436b-a4e7-2d3042f58bc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a610e48f-e8d3-4335-96fa-db4b291a46f1') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:33.720305 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-519e59ed-e738-4a7a-9b2f-91eabb2f291f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:33.723960 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4dd6c91c-5ac5-436b-a4e7-2d3042f58bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:33.774601 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4dd6c91c-5ac5-436b-a4e7-2d3042f58bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:33.777482 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604634f-4319-408d-a3c8-14e1eac4abfb req-5d06fa3c-9ed3-4c70-906e-a50508afd3d8 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:33.779300 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d604634f-4319-408d-a3c8-14e1eac4abfb req-5d06fa3c-9ed3-4c70-906e-a50508afd3d8 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=43d60f3c-64ab-452a-9e82-86467ee49b68 HTTP/1.1" status: 200 len: 945 time: 0.0890956 Aug 10 01:18:33.790059 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719542d4-44f6-4e9b-af3c-358b0c28bcaa req-bd800ab3-8977-4ab4-870e-a715da939ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:33.791637 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-719542d4-44f6-4e9b-af3c-358b0c28bcaa req-bd800ab3-8977-4ab4-870e-a715da939ada service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=75d90fe613f04af9a88db54df84a9d1e&device_id=a740c296-c601-4dc0-a5ed-5981f6a265c1 HTTP/1.1" status: 200 len: 1097 time: 0.1340477 Aug 10 01:18:33.796025 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd6c91c-5ac5-436b-a4e7-2d3042f58bc5 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:18:33.796472 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4dd6c91c-5ac5-436b-a4e7-2d3042f58bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:33.798250 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:18:33.798250 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:18:33.798250 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:18:33.798250 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:18:33.798250 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:18:33.798250 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:18:33.798250 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:18:33.798250 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:18:33.798250 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:18:33.798250 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:18:33.798250 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:18:33.798250 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:18:33.798250 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:18:33.798250 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:18:33.798250 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:18:33.798250 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:18:33.798250 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:18:33.798250 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:18:33.798250 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:18:33.798250 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:18:33.798250 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:18:33.798250 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:18:33.798250 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:18:33.798250 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:18:33.798250 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:18:33.798250 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:18:33.798250 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:18:33.798250 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:18:33.798250 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:18:33.798250 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:18:33.798250 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:18:33.798250 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:18:33.809037 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e59ed-e738-4a7a-9b2f-91eabb2f291f admin admin] Pushing event updated for resources: {'Subnet': ['ID=290df546-1dbb-4785-88bb-0e0f61a7af24,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:33.849392 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d604634f-4319-408d-a3c8-14e1eac4abfb req-48942be2-a478-42b9-8968-1eee8a2f1815 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601468 Aug 10 01:18:33.908267 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-671e756b-c893-4b79-a07e-2e257c348e42 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:33.917861 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519e59ed-e738-4a7a-9b2f-91eabb2f291f admin admin] Checking segment: {'id': '3bf054cd-a291-43b4-9695-6d0fbc35db10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fb098f27-2652-4520-ae93-3caf5f0c1c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:18:33.918252 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519e59ed-e738-4a7a-9b2f-91eabb2f291f admin admin] Network hostable DHCP agents. Network: fb098f27-2652-4520-ae93-3caf5f0c1c73, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:18:33.936478 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4dd6c91c-5ac5-436b-a4e7-2d3042f58bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:33.956778 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4dd6c91c-5ac5-436b-a4e7-2d3042f58bc5 admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:33.958655 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4dd6c91c-5ac5-436b-a4e7-2d3042f58bc5 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a6634216-2d60-49e7-90bb-a10a1b36d20f HTTP/1.1" status: 204 len: 168 time: 0.9608560 Aug 10 01:18:33.963927 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44816) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:33.971113 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6c91c-5ac5-436b-a4e7-2d3042f58bc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6634216-2d60-49e7-90bb-a10a1b36d20f,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:33.975337 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519e59ed-e738-4a7a-9b2f-91eabb2f291f admin admin] Network fb098f27-2652-4520-ae93-3caf5f0c1c73 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:18:33.997204 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-519e59ed-e738-4a7a-9b2f-91eabb2f291f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, fb098f27-2652-4520-ae93-3caf5f0c1c73) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:18:34.002948 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519e59ed-e738-4a7a-9b2f-91eabb2f291f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:34.003562 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-519e59ed-e738-4a7a-9b2f-91eabb2f291f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:34.006468 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719542d4-44f6-4e9b-af3c-358b0c28bcaa req-35554f82-9d49-4079-8f52-d559a56d59b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:34.007706 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-719542d4-44f6-4e9b-af3c-358b0c28bcaa req-35554f82-9d49-4079-8f52-d559a56d59b8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=da04b376-9179-4831-8934-0e6b7aae24e5 HTTP/1.1" status: 200 len: 909 time: 0.1681252 Aug 10 01:18:34.010712 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee8832a-5e70-413a-a15c-1cc3866c0bf1 None None] Network fb098f27-2652-4520-ae93-3caf5f0c1c73 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:18:34.072277 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-519e59ed-e738-4a7a-9b2f-91eabb2f291f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8131955 Aug 10 01:18:34.105546 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-719542d4-44f6-4e9b-af3c-358b0c28bcaa req-ca0ae17d-c0b3-408e-ba37-0a7203be45e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c301ec5-d740-48eb-81c2-a2e3b1df195f HTTP/1.1" status: 200 len: 1001 time: 0.0899880 Aug 10 01:18:34.156649 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8866d31-3214-43b1-8fa2-5b007ce14959 None None] Network fb098f27-2652-4520-ae93-3caf5f0c1c73 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:18:34.167085 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719542d4-44f6-4e9b-af3c-358b0c28bcaa req-c5614a4c-151a-45e5-a0f7-b1f5fcec207e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:34.169384 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-719542d4-44f6-4e9b-af3c-358b0c28bcaa req-c5614a4c-151a-45e5-a0f7-b1f5fcec207e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4678a999-4487-4b9b-85af-b5bf29177a3f HTTP/1.1" status: 200 len: 847 time: 0.0562239 Aug 10 01:18:34.230845 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719542d4-44f6-4e9b-af3c-358b0c28bcaa req-1a1c4659-e55c-41b3-8c29-28ba0fd066e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:34.236920 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-719542d4-44f6-4e9b-af3c-358b0c28bcaa req-1a1c4659-e55c-41b3-8c29-28ba0fd066e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da04b376-9179-4831-8934-0e6b7aae24e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597913 Aug 10 01:18:34.383090 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 66145b03-662e-498a-81e4-28f911f347b8 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:18:34.402479 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-719542d4-44f6-4e9b-af3c-358b0c28bcaa req-6d363a69-dbd8-4689-81c0-646e57a3f678 service neutron] 10.222.0.24 "GET /v2.0/networks/da04b376-9179-4831-8934-0e6b7aae24e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581635 Aug 10 01:18:34.402757 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 66145b03-662e-498a-81e4-28f911f347b8 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:18:34.403005 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 66145b03-662e-498a-81e4-28f911f347b8 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:18:34.443372 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e756b-c893-4b79-a07e-2e257c348e42 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Pushing event deleted for resources: {'Port': ['ID=fdcaee0c-d51a-4e13-9df6-aaf6ead8f665,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:34.504157 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-671e756b-c893-4b79-a07e-2e257c348e42 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks [] for floatingip, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:34.507922 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-671e756b-c893-4b79-a07e-2e257c348e42 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:34.509130 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-671e756b-c893-4b79-a07e-2e257c348e42 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] 10.222.0.35 "DELETE /v2.0/floatingips/904413f1-e9ea-4ab1-93b6-701477c9ae6a HTTP/1.1" status: 204 len: 168 time: 1.2152212 Aug 10 01:18:34.514661 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44836) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:34.515488 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-719542d4-44f6-4e9b-af3c-358b0c28bcaa req-7fef649f-3e97-43ff-82fb-3a2912ac8b03 service neutron] 10.222.0.24 "GET /v2.0/networks/da04b376-9179-4831-8934-0e6b7aae24e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037602 Aug 10 01:18:34.551744 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-d1dc8e67-9de6-4321-944d-11cbf7a1f602 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Request body: {'floatingip': {'floating_network_id': '333c25aa-6bae-47c2-98b8-699549bf36cf', 'port_id': 'bbfa2b49-36fa-45c6-941c-2e9d9cfae109', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:34.629718 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817494a-68af-4eb5-854b-3d0f5c48fc94 req-ae972d1a-5a8f-4b71-801b-2ec81d561dcc tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:34.631225 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c817494a-68af-4eb5-854b-3d0f5c48fc94 req-ae972d1a-5a8f-4b71-801b-2ec81d561dcc tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=43d60f3c-64ab-452a-9e82-86467ee49b68 HTTP/1.1" status: 200 len: 945 time: 0.1909940 Aug 10 01:18:34.673330 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d1dc8e67-9de6-4321-944d-11cbf7a1f602 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:34.801469 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c817494a-68af-4eb5-854b-3d0f5c48fc94 req-be0de2d3-86f1-4292-86e6-05aca24a0d44 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614623 Aug 10 01:18:34.814171 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-0c31155c-6ef1-4007-9ebf-3889d34e58bf tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:34.816777 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-0c31155c-6ef1-4007-9ebf-3889d34e58bf tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] 10.222.0.35 "GET /v2.0/networks?id=fb098f27-2652-4520-ae93-3caf5f0c1c73 HTTP/1.1" status: 200 len: 819 time: 0.3057263 Aug 10 01:18:34.878492 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-781008cd-9506-4bba-8f52-ab3e2d752ff1 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] 10.222.0.35 "GET /v2.0/quotas/44aa0034149d4d6c92ca56594ef6f99c HTTP/1.1" status: 200 len: 375 time: 0.0560842 Aug 10 01:18:34.929306 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-4c1e1498-e2f4-4d09-983c-f85a3d5c7a33 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=44aa0034149d4d6c92ca56594ef6f99c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493362 Aug 10 01:18:35.101526 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e2f5e-7228-43bd-b4c4-dcc6c89ccc7e req-64af7937-46e7-4bb1-902a-3e0ed5366cb5 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:35.103006 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-257e2f5e-7228-43bd-b4c4-dcc6c89ccc7e req-64af7937-46e7-4bb1-902a-3e0ed5366cb5 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 946 time: 0.1790550 Aug 10 01:18:35.177570 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-6583a758-19e0-4301-ae3b-f55cda7ea48c service neutron] 10.222.0.35 "GET /v2.0/networks/fb098f27-2652-4520-ae93-3caf5f0c1c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183881 Aug 10 01:18:35.214511 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-257e2f5e-7228-43bd-b4c4-dcc6c89ccc7e req-1723d2d1-50d4-4199-bfc5-eebb6589ec05 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=495ae47c-a2a3-4a5e-8755-8c8527e6eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996644 Aug 10 01:18:35.249708 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-d1dc8e67-9de6-4321-944d-11cbf7a1f602 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:18:35.254457 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d1dc8e67-9de6-4321-944d-11cbf7a1f602 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7342567 Aug 10 01:18:35.254614 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44848) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:35.262441 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-24c473c3-4487-4011-acf6-303884d7e3d4 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'port_id': 'bbfa2b49-36fa-45c6-941c-2e9d9cfae109', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:35.339508 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24c473c3-4487-4011-acf6-303884d7e3d4 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:35.405149 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-76981129-824b-48e1-b661-8882ddaae605 service neutron] 10.222.0.35 "GET /v2.0/networks/fb098f27-2652-4520-ae93-3caf5f0c1c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056749 Aug 10 01:18:35.450435 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc06a6a-1cbe-4771-9fde-e1ba0f935176 req-016342da-f8dc-4e16-a088-0b3a34ce19f6 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:35.452482 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1dc06a6a-1cbe-4771-9fde-e1ba0f935176 req-016342da-f8dc-4e16-a088-0b3a34ce19f6 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=43d60f3c-64ab-452a-9e82-86467ee49b68 HTTP/1.1" status: 200 len: 945 time: 0.1546221 Aug 10 01:18:35.517837 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1dc06a6a-1cbe-4771-9fde-e1ba0f935176 req-c5d21697-91d7-4ae3-9f24-a64d429e8980 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553946 Aug 10 01:18:35.542787 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8359c4c1-a3d3-4a5e-a483-b1a2a5e4dde3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:35.626105 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-009d9cf3-9104-4ab4-902a-9c84e7477029 req-24b845c5-53e9-4444-a175-3e7007108479 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] 10.222.0.35 "GET /v2.0/ports?device_id=acd5b955-e96e-4ec7-bf65-c7a197a3d8af HTTP/1.1" status: 200 len: 210 time: 0.0480442 Aug 10 01:18:35.635477 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24c473c3-4487-4011-acf6-303884d7e3d4 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:35.902045 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-24c473c3-4487-4011-acf6-303884d7e3d4 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Allocated IP 172.25.2.184 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/1576cccf-c309-4691-8180-aa2d38fd4a53) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:18:36.062897 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af035b3-9f56-4342-83a7-062115978355 req-2bbeb31a-9a92-4847-8756-987ec9b8f8c0 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:36.064434 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4af035b3-9f56-4342-83a7-062115978355 req-2bbeb31a-9a92-4847-8756-987ec9b8f8c0 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=43d60f3c-64ab-452a-9e82-86467ee49b68 HTTP/1.1" status: 200 len: 945 time: 0.2547998 Aug 10 01:18:36.161767 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4af035b3-9f56-4342-83a7-062115978355 req-6eb3578a-83ae-45bb-a550-3aefeef54c26 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889444 Aug 10 01:18:36.222966 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24c473c3-4487-4011-acf6-303884d7e3d4 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:36.297320 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-8359c4c1-a3d3-4a5e-a483-b1a2a5e4dde3 admin admin] Deleting port b7c9e36a-9c90-401f-98be-1e1202525e58 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:36.297671 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8359c4c1-a3d3-4a5e-a483-b1a2a5e4dde3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:36.382624 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24c473c3-4487-4011-acf6-303884d7e3d4 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:36.436159 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f40089-32e7-4f00-aa82-30cfe9352344 req-db2e952d-ba4d-4c4f-a43f-31061fa6d52b tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:36.437564 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-92f40089-32e7-4f00-aa82-30cfe9352344 req-db2e952d-ba4d-4c4f-a43f-31061fa6d52b tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=43d60f3c-64ab-452a-9e82-86467ee49b68 HTTP/1.1" status: 200 len: 945 time: 0.1848180 Aug 10 01:18:36.457328 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c473c3-4487-4011-acf6-303884d7e3d4 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:18:36.487178 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef925a3-cd03-46a5-b9c5-ee772c4d6aed req-9e8fa426-df89-4ec8-b79c-0cb42c5d6a02 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:36.488617 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5ef925a3-cd03-46a5-b9c5-ee772c4d6aed req-9e8fa426-df89-4ec8-b79c-0cb42c5d6a02 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 946 time: 0.1502542 Aug 10 01:18:36.489427 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-24c473c3-4487-4011-acf6-303884d7e3d4 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:18:36.502621 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-8359c4c1-a3d3-4a5e-a483-b1a2a5e4dde3 admin admin] For port b7c9e36a-9c90-401f-98be-1e1202525e58, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b7c9e36a-9c90-401f-98be-1e1202525e58,segment=NetworkSegment(328bdebe-614b-4d18-b555-1e87050f9f9a),segment_id=328bdebe-614b-4d18-b555-1e87050f9f9a)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:36.503007 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8359c4c1-a3d3-4a5e-a483-b1a2a5e4dde3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:36.507184 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c473c3-4487-4011-acf6-303884d7e3d4 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:18:36.548520 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c473c3-4487-4011-acf6-303884d7e3d4 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Pushing event updated for resources: {'Port': ['ID=1576cccf-c309-4691-8180-aa2d38fd4a53,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:36.564309 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-8359c4c1-a3d3-4a5e-a483-b1a2a5e4dde3 admin admin] Calling delete_port for b7c9e36a-9c90-401f-98be-1e1202525e58 owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:36.600801 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-92f40089-32e7-4f00-aa82-30cfe9352344 req-8de28d7a-46a9-48b5-bfd9-0946b04a35ac tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530347 Aug 10 01:18:36.672724 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5ef925a3-cd03-46a5-b9c5-ee772c4d6aed req-78ba9c84-dd70-4c28-ba58-bc47b39dc6d7 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=495ae47c-a2a3-4a5e-8755-8c8527e6eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633928 Aug 10 01:18:36.802463 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-eedf6659-c61b-4326-bbb4-18da0bdae7a8 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:36.804392 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-eedf6659-c61b-4326-bbb4-18da0bdae7a8 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] 10.222.0.24 "GET /v2.0/networks?id=fb098f27-2652-4520-ae93-3caf5f0c1c73 HTTP/1.1" status: 200 len: 819 time: 0.1948357 Aug 10 01:18:36.824553 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-e832501b-a938-44ce-8d93-a2ff2b51f74b tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] Request body: {'port': {'device_id': 'acd5b955-e96e-4ec7-bf65-c7a197a3d8af', 'network_id': 'fb098f27-2652-4520-ae93-3caf5f0c1c73', 'admin_state_up': True, 'tenant_id': '44aa0034149d4d6c92ca56594ef6f99c'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:36.829671 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-796d94c6-fb5e-418f-9607-3bc30e58c6a4 req-87d6a7ec-c921-4884-a288-3d41c5dd8022 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] 10.222.0.35 "GET /v2.0/ports?device_id=acd5b955-e96e-4ec7-bf65-c7a197a3d8af HTTP/1.1" status: 200 len: 210 time: 0.0340340 Aug 10 01:18:36.925128 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-24c473c3-4487-4011-acf6-303884d7e3d4 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Deleting port 1576cccf-c309-4691-8180-aa2d38fd4a53 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:36.925864 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24c473c3-4487-4011-acf6-303884d7e3d4 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:36.981367 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8359c4c1-a3d3-4a5e-a483-b1a2a5e4dde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:36.983697 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-e832501b-a938-44ce-8d93-a2ff2b51f74b tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] Made reservation on behalf of 44aa0034149d4d6c92ca56594ef6f99c for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:18:36.987673 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-e832501b-a938-44ce-8d93-a2ff2b51f74b tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:37.033080 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8359c4c1-a3d3-4a5e-a483-b1a2a5e4dde3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7c9e36a-9c90-401f-98be-1e1202525e58,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:37.143054 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24c473c3-4487-4011-acf6-303884d7e3d4 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:37.143386 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24c473c3-4487-4011-acf6-303884d7e3d4 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:37.159867 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-e832501b-a938-44ce-8d93-a2ff2b51f74b tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] Allocated IP 172.20.0.9 (fb098f27-2652-4520-ae93-3caf5f0c1c73/290df546-1dbb-4785-88bb-0e0f61a7af24/6ade30f3-b768-4e7e-9822-f884df3b3079) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:18:37.176370 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-24c473c3-4487-4011-acf6-303884d7e3d4 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Calling delete_port for 1576cccf-c309-4691-8180-aa2d38fd4a53 owned by network:floatingip {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:37.191409 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943db9ab-d6ff-44e1-b5ad-41b576a505d9 req-4475fa83-e7e5-4f69-98a4-c2913a0c572c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:37.192941 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-943db9ab-d6ff-44e1-b5ad-41b576a505d9 req-4475fa83-e7e5-4f69-98a4-c2913a0c572c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 1098 time: 0.1773615 Aug 10 01:18:37.242083 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322c5ca-1f9d-4a13-b99a-7ce2ad3d981b req-6ccee9a9-efc7-4693-9297-7a2385a7e837 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:37.243596 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1322c5ca-1f9d-4a13-b99a-7ce2ad3d981b req-6ccee9a9-efc7-4693-9297-7a2385a7e837 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=43d60f3c-64ab-452a-9e82-86467ee49b68 HTTP/1.1" status: 200 len: 945 time: 0.2290754 Aug 10 01:18:37.340291 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-e832501b-a938-44ce-8d93-a2ff2b51f74b tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:37.392959 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-e832501b-a938-44ce-8d93-a2ff2b51f74b tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:37.470461 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832501b-a938-44ce-8d93-a2ff2b51f74b tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] Pushing event updated for resources: {'Port': ['ID=6ade30f3-b768-4e7e-9822-f884df3b3079,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:37.476099 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-e832501b-a938-44ce-8d93-a2ff2b51f74b tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] Network fb098f27-2652-4520-ae93-3caf5f0c1c73 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:18:37.477734 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-e832501b-a938-44ce-8d93-a2ff2b51f74b tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:18:37.485104 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-e832501b-a938-44ce-8d93-a2ff2b51f74b tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:18:37.545852 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-e832501b-a938-44ce-8d93-a2ff2b51f74b tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:37.546525 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-e832501b-a938-44ce-8d93-a2ff2b51f74b tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:37.563276 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-e832501b-a938-44ce-8d93-a2ff2b51f74b tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7435372 Aug 10 01:18:37.578031 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-6e1edfbc-d27d-4d1a-9b16-ca1bbe373d68 service neutron] Request body: {'port': {'device_id': 'acd5b955-e96e-4ec7-bf65-c7a197a3d8af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:37.646276 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-6e1edfbc-d27d-4d1a-9b16-ca1bbe373d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:37.707956 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-943db9ab-d6ff-44e1-b5ad-41b576a505d9 req-c08e51b9-d807-49f1-80aa-3cc6456869cd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=495ae47c-a2a3-4a5e-8755-8c8527e6eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4760227 Aug 10 01:18:37.727287 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1322c5ca-1f9d-4a13-b99a-7ce2ad3d981b req-ee5242b5-fd76-4280-b3eb-a876d0be2fbb tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4727843 Aug 10 01:18:37.742419 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8359c4c1-a3d3-4a5e-a483-b1a2a5e4dde3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:37.874341 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 5de6905a-266f-4ad1-bc62-6c3074eacd17 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:18:37.918976 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24c473c3-4487-4011-acf6-303884d7e3d4 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:38.010279 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c338bf8-4e78-4c8f-a694-cd7dd692a742 req-1dca467d-a0bc-4df1-acc2-67ecdf0250a8 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:38.011623 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0c338bf8-4e78-4c8f-a694-cd7dd692a742 req-1dca467d-a0bc-4df1-acc2-67ecdf0250a8 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 946 time: 0.1844387 Aug 10 01:18:38.017310 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c473c3-4487-4011-acf6-303884d7e3d4 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Pushing event deleted for resources: {'Port': ['ID=1576cccf-c309-4691-8180-aa2d38fd4a53,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:38.045922 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:38.065098 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-6e1edfbc-d27d-4d1a-9b16-ca1bbe373d68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ade30f3-b768-4e7e-9822-f884df3b3079 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:18:38.075908 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-6e1edfbc-d27d-4d1a-9b16-ca1bbe373d68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:38.101622 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-6e1edfbc-d27d-4d1a-9b16-ca1bbe373d68 service neutron] Transition to ACTIVE for port object 6ade30f3-b768-4e7e-9822-f884df3b3079 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:18:38.103159 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d9ed3d-5f90-4f8b-9391-f58fb01cb261', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5de6905a-266f-4ad1-bc62-6c3074eacd17'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:18:38.106435 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9ffb83-adce-4d3b-bba0-256fd2a040bd" -d '{"events": [{"server_uuid": "83d9ed3d-5f90-4f8b-9391-f58fb01cb261", "name": "network-vif-unplugged", "status": "completed", "tag": "5de6905a-266f-4ad1-bc62-6c3074eacd17"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:18:38.109753 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-6e1edfbc-d27d-4d1a-9b16-ca1bbe373d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:38.123750 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 5de6905a-266f-4ad1-bc62-6c3074eacd17, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5de6905a-266f-4ad1-bc62-6c3074eacd17,segment=NetworkSegment(5eabac7d-2d8c-40e5-9bc2-2966785e0fc7),segment_id=5eabac7d-2d8c-40e5-9bc2-2966785e0fc7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:38.129928 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:38.200134 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=5de6905a-266f-4ad1-bc62-6c3074eacd17,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:38.238237 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1edfbc-d27d-4d1a-9b16-ca1bbe373d68 service neutron] Pushing event updated for resources: {'Port': ['ID=6ade30f3-b768-4e7e-9822-f884df3b3079,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:38.248450 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0c338bf8-4e78-4c8f-a694-cd7dd692a742 req-360f925b-81c0-4dfa-b88e-80428cecaffc tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=495ae47c-a2a3-4a5e-8755-8c8527e6eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236817 Aug 10 01:18:38.273227 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ec8a9-0785-4982-a711-a4ca10d392fe req-e3c28168-b592-4f68-a7b7-f20489490227 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:38.278123 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4c2ec8a9-0785-4982-a711-a4ca10d392fe req-e3c28168-b592-4f68-a7b7-f20489490227 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] 10.222.0.35 "GET /v2.0/ports?device_id=acd5b955-e96e-4ec7-bf65-c7a197a3d8af HTTP/1.1" status: 200 len: 931 time: 0.2769141 Aug 10 01:18:38.323289 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d271f72-c692-41f5-9286-4f6577030519 x-openstack-request-id: req-1d271f72-c692-41f5-9286-4f6577030519 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:18:38.323590 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d9ed3d-5f90-4f8b-9391-f58fb01cb261", "name": "network-vif-unplugged", "status": "completed", "tag": "5de6905a-266f-4ad1-bc62-6c3074eacd17", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:18:38.323873 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1d271f72-c692-41f5-9286-4f6577030519 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:18:38.327364 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d9ed3d-5f90-4f8b-9391-f58fb01cb261', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5de6905a-266f-4ad1-bc62-6c3074eacd17', 'code': 200} Aug 10 01:18:38.362500 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-24c473c3-4487-4011-acf6-303884d7e3d4 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] create failed (client error): The resource could not be found. Aug 10 01:18:38.366461 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-24c473c3-4487-4011-acf6-303884d7e3d4 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.1079435 Aug 10 01:18:38.368502 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44898) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:38.394084 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4c2ec8a9-0785-4982-a711-a4ca10d392fe req-b25ac4ef-5c7e-4546-b7db-46141aa7da71 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] 10.222.0.35 "GET /v2.0/security-groups?id=c70551f7-4ee5-4afe-8de6-1725b4f6610f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860429 Aug 10 01:18:38.406931 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-6e1edfbc-d27d-4d1a-9b16-ca1bbe373d68 service neutron] Attempting to bind port 6ade30f3-b768-4e7e-9822-f884df3b3079 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:18:38.407335 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-6e1edfbc-d27d-4d1a-9b16-ca1bbe373d68 service neutron] Attempting to bind port 6ade30f3-b768-4e7e-9822-f884df3b3079 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '3bf054cd-a291-43b4-9695-6d0fbc35db10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fb098f27-2652-4520-ae93-3caf5f0c1c73'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:18:38.407679 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-6e1edfbc-d27d-4d1a-9b16-ca1bbe373d68 service neutron] Attempting to bind port 6ade30f3-b768-4e7e-9822-f884df3b3079 on network fb098f27-2652-4520-ae93-3caf5f0c1c73 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:18:38.409991 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8359c4c1-a3d3-4a5e-a483-b1a2a5e4dde3 admin admin] Router 66eba344-96f2-4c75-b5b8-a042ef269efd has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:18:38.421840 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-6e1edfbc-d27d-4d1a-9b16-ca1bbe373d68 service neutron] Port 6ade30f3-b768-4e7e-9822-f884df3b3079 on network fb098f27-2652-4520-ae93-3caf5f0c1c73 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:18:38.422446 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-6e1edfbc-d27d-4d1a-9b16-ca1bbe373d68 service neutron] Attempting to bind port 6ade30f3-b768-4e7e-9822-f884df3b3079 on network fb098f27-2652-4520-ae93-3caf5f0c1c73 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:18:38.451812 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-6e1edfbc-d27d-4d1a-9b16-ca1bbe373d68 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:18:38.452234 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-6e1edfbc-d27d-4d1a-9b16-ca1bbe373d68 service neutron] Checking segment: {'id': '3bf054cd-a291-43b4-9695-6d0fbc35db10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fb098f27-2652-4520-ae93-3caf5f0c1c73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:18:38.452571 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-6e1edfbc-d27d-4d1a-9b16-ca1bbe373d68 service neutron] Bound using segment: {'id': '3bf054cd-a291-43b4-9695-6d0fbc35db10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fb098f27-2652-4520-ae93-3caf5f0c1c73'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:18:38.453024 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-6e1edfbc-d27d-4d1a-9b16-ca1bbe373d68 service neutron] Bound port: 6ade30f3-b768-4e7e-9822-f884df3b3079, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bf054cd-a291-43b4-9695-6d0fbc35db10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fb098f27-2652-4520-ae93-3caf5f0c1c73'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:18:38.453390 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-6e1edfbc-d27d-4d1a-9b16-ca1bbe373d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:38.546176 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8359c4c1-a3d3-4a5e-a483-b1a2a5e4dde3 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:18:38.557384 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8359c4c1-a3d3-4a5e-a483-b1a2a5e4dde3 admin admin] 10.222.0.35 "PUT /v2.0/routers/66eba344-96f2-4c75-b5b8-a042ef269efd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5704634 Aug 10 01:18:38.559554 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44902) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:38.562220 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c03073-a277-4797-b359-af0690664715 None None] Sync routers for ids ['66eba344-96f2-4c75-b5b8-a042ef269efd'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:18:38.575360 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c03073-a277-4797-b359-af0690664715 None None] Routers {'66eba344-96f2-4c75-b5b8-a042ef269efd'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:38.576625 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-74c03073-a277-4797-b359-af0690664715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:18:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['66eba344-96f2-4c75-b5b8-a042ef269efd'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:38.633307 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-03be7a28-fe24-4565-90ba-dc3648b63e0b tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Deleting port bbfa2b49-36fa-45c6-941c-2e9d9cfae109 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:38.633657 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-03be7a28-fe24-4565-90ba-dc3648b63e0b tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:38.637786 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-6e1edfbc-d27d-4d1a-9b16-ca1bbe373d68 service neutron] For port 6ade30f3-b768-4e7e-9822-f884df3b3079, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:18:38.696668 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-6e1edfbc-d27d-4d1a-9b16-ca1bbe373d68 service neutron] For port 6ade30f3-b768-4e7e-9822-f884df3b3079, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=6ade30f3-b768-4e7e-9822-f884df3b3079,segment=NetworkSegment(3bf054cd-a291-43b4-9695-6d0fbc35db10),segment_id=3bf054cd-a291-43b4-9695-6d0fbc35db10)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:18:38.705208 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-74c03073-a277-4797-b359-af0690664715 None None] Set router 66eba344-96f2-4c75-b5b8-a042ef269efd gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:18:38.731002 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-6e1edfbc-d27d-4d1a-9b16-ca1bbe373d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:38.797915 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-6e1edfbc-d27d-4d1a-9b16-ca1bbe373d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:38.798541 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-6e1edfbc-d27d-4d1a-9b16-ca1bbe373d68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:38.800244 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-6e1edfbc-d27d-4d1a-9b16-ca1bbe373d68 service neutron] 10.222.0.24 "PUT /v2.0/ports/6ade30f3-b768-4e7e-9822-f884df3b3079 HTTP/1.1" status: 200 len: 1092 time: 1.2283077 Aug 10 01:18:38.800664 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd5b955-e96e-4ec7-bf65-c7a197a3d8af', 'tag': '6ade30f3-b768-4e7e-9822-f884df3b3079'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:18:38.802953 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc3bb87-dd61-4d69-95cf-7bf1b9890eda" -d '{"events": [{"name": "network-changed", "server_uuid": "acd5b955-e96e-4ec7-bf65-c7a197a3d8af", "tag": "6ade30f3-b768-4e7e-9822-f884df3b3079"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:18:38.848997 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-03be7a28-fe24-4565-90ba-dc3648b63e0b tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:38.873781 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceccff6e-5d89-4332-abd0-7c05ec90e238 x-openstack-request-id: req-ceccff6e-5d89-4332-abd0-7c05ec90e238 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:18:38.874145 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd5b955-e96e-4ec7-bf65-c7a197a3d8af", "tag": "6ade30f3-b768-4e7e-9822-f884df3b3079", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:18:38.874391 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ceccff6e-5d89-4332-abd0-7c05ec90e238 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:18:38.874742 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd5b955-e96e-4ec7-bf65-c7a197a3d8af', 'tag': '6ade30f3-b768-4e7e-9822-f884df3b3079', 'status': 'completed', 'code': 200} Aug 10 01:18:38.875938 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ffd53366-35c4-482e-ab18-d9b35296c457 admin admin] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:38.896820 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-03be7a28-fe24-4565-90ba-dc3648b63e0b tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Calling delete_port for bbfa2b49-36fa-45c6-941c-2e9d9cfae109 owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:38.898100 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1edfbc-d27d-4d1a-9b16-ca1bbe373d68 service neutron] Pushing event updated for resources: {'Port': ['ID=6ade30f3-b768-4e7e-9822-f884df3b3079,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:38.925259 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a4a85-3c07-489e-a694-625c8533c34b req-46e49a0a-9257-4e84-9f58-be0c374a4845 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:38.927197 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-724a4a85-3c07-489e-a694-625c8533c34b req-46e49a0a-9257-4e84-9f58-be0c374a4845 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.20 "GET /v2.0/ports?device_id=43d60f3c-64ab-452a-9e82-86467ee49b68 HTTP/1.1" status: 200 len: 945 time: 0.1338973 Aug 10 01:18:38.929320 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-74c03073-a277-4797-b359-af0690664715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66eba344-96f2-4c75-b5b8-a042ef269efd', 'name': 'tempest-TestServerMultinode-907638552-router', 'tenant_id': '4c7ae20be0f842feb3257982dcb62312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '2d4381eb-cdd6-4006-90c0-307db416d11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:38Z', 'updated_at': '2021-08-10T01:18:36Z', 'revision_number': 5, 'project_id': '4c7ae20be0f842feb3257982dcb62312', 'gw_port': {'id': '2d4381eb-cdd6-4006-90c0-307db416d11d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eba344-96f2-4c75-b5b8-a042ef269efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:40Z', 'updated_at': '2021-08-10T01:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:38.967725 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c03073-a277-4797-b359-af0690664715 None None] Checking router: 66eba344-96f2-4c75-b5b8-a042ef269efd for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:18:38.976927 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c03073-a277-4797-b359-af0690664715 None None] Routers {'66eba344-96f2-4c75-b5b8-a042ef269efd'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:38.977708 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-74c03073-a277-4797-b359-af0690664715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:18:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['66eba344-96f2-4c75-b5b8-a042ef269efd'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:38.994024 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b640f-f821-4b6a-9293-08b6a4d39724 req-8b5dc7e8-6221-4c9d-835d-c7c6b9af31db tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:38.995559 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ad5b640f-f821-4b6a-9293-08b6a4d39724 req-8b5dc7e8-6221-4c9d-835d-c7c6b9af31db tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=43d60f3c-64ab-452a-9e82-86467ee49b68 HTTP/1.1" status: 200 len: 945 time: 0.1340115 Aug 10 01:18:39.073265 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ad5b640f-f821-4b6a-9293-08b6a4d39724 req-a244838f-976d-4741-a71f-036e7ed899a4 tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/security-groups?id=b723d415-d661-43da-b24f-564ec6d2b226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505245 Aug 10 01:18:39.102722 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-724a4a85-3c07-489e-a694-625c8533c34b req-8cde6a24-bd62-4689-9a78-611378ae582d tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Deleting port c725b57e-54f6-4e34-993c-c599d8f92128 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:39.103104 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-724a4a85-3c07-489e-a694-625c8533c34b req-8cde6a24-bd62-4689-9a78-611378ae582d tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:39.123124 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-74c03073-a277-4797-b359-af0690664715 None None] Set router 66eba344-96f2-4c75-b5b8-a042ef269efd gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:18:39.238188 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-724a4a85-3c07-489e-a694-625c8533c34b req-8cde6a24-bd62-4689-9a78-611378ae582d tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] For port c725b57e-54f6-4e34-993c-c599d8f92128, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=c725b57e-54f6-4e34-993c-c599d8f92128,segment=NetworkSegment(119db45f-a129-41df-b3e9-8983d492465d),segment_id=119db45f-a129-41df-b3e9-8983d492465d)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:39.238821 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-724a4a85-3c07-489e-a694-625c8533c34b req-8cde6a24-bd62-4689-9a78-611378ae582d tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:39.261259 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-724a4a85-3c07-489e-a694-625c8533c34b req-8cde6a24-bd62-4689-9a78-611378ae582d tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Calling delete_port for c725b57e-54f6-4e34-993c-c599d8f92128 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:39.414368 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-74c03073-a277-4797-b359-af0690664715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66eba344-96f2-4c75-b5b8-a042ef269efd', 'name': 'tempest-TestServerMultinode-907638552-router', 'tenant_id': '4c7ae20be0f842feb3257982dcb62312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '2d4381eb-cdd6-4006-90c0-307db416d11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:38Z', 'updated_at': '2021-08-10T01:18:36Z', 'revision_number': 5, 'project_id': '4c7ae20be0f842feb3257982dcb62312', 'gw_port': {'id': '2d4381eb-cdd6-4006-90c0-307db416d11d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eba344-96f2-4c75-b5b8-a042ef269efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:40Z', 'updated_at': '2021-08-10T01:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:39.429031 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-8b9159ff-8fdb-4069-9ce8-ba51ccbeed1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:39.431740 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-8b9159ff-8fdb-4069-9ce8-ba51ccbeed1d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44aa0034149d4d6c92ca56594ef6f99c&device_id=acd5b955-e96e-4ec7-bf65-c7a197a3d8af HTTP/1.1" status: 200 len: 1095 time: 0.5800588 Aug 10 01:18:39.463697 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c03073-a277-4797-b359-af0690664715 None None] The sync data for ids ['66eba344-96f2-4c75-b5b8-a042ef269efd'] in n-d-766726-26 is: [{'id': '66eba344-96f2-4c75-b5b8-a042ef269efd', 'name': 'tempest-TestServerMultinode-907638552-router', 'tenant_id': '4c7ae20be0f842feb3257982dcb62312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '2d4381eb-cdd6-4006-90c0-307db416d11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:38Z', 'updated_at': '2021-08-10T01:18:36Z', 'revision_number': 5, 'project_id': '4c7ae20be0f842feb3257982dcb62312', 'gw_port': {'id': '2d4381eb-cdd6-4006-90c0-307db416d11d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eba344-96f2-4c75-b5b8-a042ef269efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:40Z', 'updated_at': '2021-08-10T01:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:18:39.511328 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-724a4a85-3c07-489e-a694-625c8533c34b req-8cde6a24-bd62-4689-9a78-611378ae582d tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:39.516790 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-578dd7ce-cda2-4f95-bc89-33629f2e9caa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ade30f3-b768-4e7e-9822-f884df3b3079 HTTP/1.1" status: 200 len: 217 time: 0.0726569 Aug 10 01:18:39.544392 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ffd53366-35c4-482e-ab18-d9b35296c457 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:39.546005 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['c725b57e-54f6-4e34-993c-c599d8f92128'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:18:39.575426 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde6a24-bd62-4689-9a78-611378ae582d tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Pushing event deleted for resources: {'Port': ['ID=c725b57e-54f6-4e34-993c-c599d8f92128,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:39.638017 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-0a9b0c41-74f5-4f6f-8712-932e801ba081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:39.639518 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-0a9b0c41-74f5-4f6f-8712-932e801ba081 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=290df546-1dbb-4785-88bb-0e0f61a7af24 HTTP/1.1" status: 200 len: 859 time: 0.1130769 Aug 10 01:18:39.667333 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-724a4a85-3c07-489e-a694-625c8533c34b req-8cde6a24-bd62-4689-9a78-611378ae582d tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] No DVR routers for this DVR port c725b57e-54f6-4e34-993c-c599d8f92128 on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:18:39.673581 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-724a4a85-3c07-489e-a694-625c8533c34b req-8cde6a24-bd62-4689-9a78-611378ae582d tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:39.675965 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-724a4a85-3c07-489e-a694-625c8533c34b req-8cde6a24-bd62-4689-9a78-611378ae582d tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.20 "DELETE /v2.0/ports/c725b57e-54f6-4e34-993c-c599d8f92128 HTTP/1.1" status: 204 len: 173 time: 0.7344391 Aug 10 01:18:39.676410 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d60f3c-64ab-452a-9e82-86467ee49b68', 'name': 'network-vif-deleted', 'tag': 'c725b57e-54f6-4e34-993c-c599d8f92128'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:18:39.679047 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c7e355-3b89-41b9-906a-67124291fa48" -d '{"events": [{"server_uuid": "43d60f3c-64ab-452a-9e82-86467ee49b68", "name": "network-vif-deleted", "tag": "c725b57e-54f6-4e34-993c-c599d8f92128"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:18:39.693183 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-7d3f2b78-7317-4548-96b0-ee261ff4a59c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb098f27-2652-4520-ae93-3caf5f0c1c73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434434 Aug 10 01:18:39.699577 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256ce9b-bf11-4ddc-8758-7b6a79fe20d0 req-ac414cf6-64ac-49ea-bfad-cbc8d917af9f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:39.701092 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a256ce9b-bf11-4ddc-8758-7b6a79fe20d0 req-ac414cf6-64ac-49ea-bfad-cbc8d917af9f tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 944 time: 0.2595158 Aug 10 01:18:39.718255 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-03be7a28-fe24-4565-90ba-dc3648b63e0b tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:39.755943 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45991854-2721-43c2-a697-266e5b8106dc req-302cf7c4-4952-4c73-ba25-2a60f6eb9101 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:39.758612 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-45991854-2721-43c2-a697-266e5b8106dc req-302cf7c4-4952-4c73-ba25-2a60f6eb9101 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] 10.222.0.35 "GET /v2.0/ports?device_id=acd5b955-e96e-4ec7-bf65-c7a197a3d8af HTTP/1.1" status: 200 len: 943 time: 0.2244327 Aug 10 01:18:39.788998 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03be7a28-fe24-4565-90ba-dc3648b63e0b tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Pushing event deleted for resources: {'Port': ['ID=bbfa2b49-36fa-45c6-941c-2e9d9cfae109,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:39.873417 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 5de6905a-266f-4ad1-bc62-6c3074eacd17 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:18:39.880377 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a256ce9b-bf11-4ddc-8758-7b6a79fe20d0 req-a18b2f23-e611-42d9-aaf3-bf02bcb738f9 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=495ae47c-a2a3-4a5e-8755-8c8527e6eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650989 Aug 10 01:18:39.884045 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-45991854-2721-43c2-a697-266e5b8106dc req-f32d1f4b-15c5-4b07-8ce4-789074893b38 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] 10.222.0.35 "GET /v2.0/security-groups?id=c70551f7-4ee5-4afe-8de6-1725b4f6610f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179373 Aug 10 01:18:39.917793 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-ffd53366-35c4-482e-ab18-d9b35296c457 admin admin] Deleting port 2d4381eb-cdd6-4006-90c0-307db416d11d {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:39.922733 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ffd53366-35c4-482e-ab18-d9b35296c457 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:39.939908 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb530d11-a4e0-433b-89fd-e63a74f46ec6 req-10c1e2a8-95db-4ae9-b165-903c6fb1340d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1420717 Aug 10 01:18:39.941541 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44916) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:39.975792 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-03be7a28-fe24-4565-90ba-dc3648b63e0b tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:39.978014 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-03be7a28-fe24-4565-90ba-dc3648b63e0b tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] 10.222.0.35 "DELETE /v2.0/ports/bbfa2b49-36fa-45c6-941c-2e9d9cfae109 HTTP/1.1" status: 204 len: 168 time: 1.6083131 Aug 10 01:18:39.997621 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44918) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:40.055408 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1264d4-4f6c-4717-b7c1-71c2c341b4d7 x-openstack-request-id: req-ed1264d4-4f6c-4717-b7c1-71c2c341b4d7 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:18:40.056042 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d60f3c-64ab-452a-9e82-86467ee49b68", "name": "network-vif-deleted", "tag": "c725b57e-54f6-4e34-993c-c599d8f92128", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:18:40.056649 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ed1264d4-4f6c-4717-b7c1-71c2c341b4d7 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:18:40.057215 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d60f3c-64ab-452a-9e82-86467ee49b68', 'name': 'network-vif-deleted', 'tag': 'c725b57e-54f6-4e34-993c-c599d8f92128', 'status': 'completed', 'code': 200} Aug 10 01:18:40.149663 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 5de6905a-266f-4ad1-bc62-6c3074eacd17, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5de6905a-266f-4ad1-bc62-6c3074eacd17,segment=NetworkSegment(5eabac7d-2d8c-40e5-9bc2-2966785e0fc7),segment_id=5eabac7d-2d8c-40e5-9bc2-2966785e0fc7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:40.163051 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb530d11-a4e0-433b-89fd-e63a74f46ec6 req-4be66c34-e6d7-40ca-a086-e0439b5574a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:40.164614 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb530d11-a4e0-433b-89fd-e63a74f46ec6 req-4be66c34-e6d7-40ca-a086-e0439b5574a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 1096 time: 0.1023312 Aug 10 01:18:40.167434 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '5de6905a-266f-4ad1-bc62-6c3074eacd17', 'network_id': 'a816cfb2-4561-452c-a993-906d177b1225', 'port_id': '5de6905a-266f-4ad1-bc62-6c3074eacd17', 'mac_address': 'fa:16:3e:3d:e6:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50d4863a-ba29-42e9-94f4-85fc7bf0c412', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:18:40.188922 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f92c3673-fa3a-44f7-85ed-61664af70839 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/floatingips/51ec64a3-9283-42b1-9451-f299c032a5c2 HTTP/1.1" status: 200 len: 990 time: 0.2438574 Aug 10 01:18:40.215878 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-e94e9047-f86c-4340-a3cd-f5a2e82a8c3f service neutron] 10.222.0.24 "GET /v2.0/networks/fb098f27-2652-4520-ae93-3caf5f0c1c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5073059 Aug 10 01:18:40.221791 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:40.247496 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5de6905a-266f-4ad1-bc62-6c3074eacd17 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:18:40.293896 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 5de6905a-266f-4ad1-bc62-6c3074eacd17, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5de6905a-266f-4ad1-bc62-6c3074eacd17,segment=NetworkSegment(5eabac7d-2d8c-40e5-9bc2-2966785e0fc7),segment_id=5eabac7d-2d8c-40e5-9bc2-2966785e0fc7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:40.303958 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:40.338465 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb530d11-a4e0-433b-89fd-e63a74f46ec6 req-1efbbc6d-1886-499e-8e0f-f2a7c105fb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:40.339977 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb530d11-a4e0-433b-89fd-e63a74f46ec6 req-1efbbc6d-1886-499e-8e0f-f2a7c105fb35 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a816cfb2-4561-452c-a993-906d177b1225 HTTP/1.1" status: 200 len: 897 time: 0.1490245 Aug 10 01:18:40.351768 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7703577f-9b59-4c06-89a5-05f44d2b0676 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:40.358899 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7703577f-9b59-4c06-89a5-05f44d2b0676 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ecd6545-2d67-450d-9fc3-9107db619698 HTTP/1.1" status: 200 len: 913 time: 0.3236127 Aug 10 01:18:40.367192 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-ffd53366-35c4-482e-ab18-d9b35296c457 admin admin] For port 2d4381eb-cdd6-4006-90c0-307db416d11d, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=2d4381eb-cdd6-4006-90c0-307db416d11d,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:40.369691 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ffd53366-35c4-482e-ab18-d9b35296c457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:40.374247 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44922) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:40.379188 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=5de6905a-266f-4ad1-bc62-6c3074eacd17,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:40.382268 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b7c9e36a-9c90-401f-98be-1e1202525e58 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:18:40.414091 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-96d33b2a-66b4-493e-88f9-1af3fc72cf9a req-274f931d-87c2-4790-9b6f-fc3f09259d3b tempest-ServerDiskConfigTestJSON-307059890 tempest-ServerDiskConfigTestJSON-307059890-project] 10.222.0.35 "GET /v2.0/ports?device_id=43d60f3c-64ab-452a-9e82-86467ee49b68 HTTP/1.1" status: 200 len: 210 time: 0.0730925 Aug 10 01:18:40.426400 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: b7c9e36a-9c90-401f-98be-1e1202525e58 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:18:40.427004 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b7c9e36a-9c90-401f-98be-1e1202525e58 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:18:40.432261 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:40.436205 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:40.436572 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:40.436922 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:40.437262 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:40.437600 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:40.437935 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:40.438266 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:40.438615 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:40.438912 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:40.439235 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:40.439562 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:40.452530 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb530d11-a4e0-433b-89fd-e63a74f46ec6 req-4d56fd9c-a476-4492-a65a-e227a7dbc016 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5de6905a-266f-4ad1-bc62-6c3074eacd17 HTTP/1.1" status: 200 len: 999 time: 0.1024730 Aug 10 01:18:40.464167 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-ffd53366-35c4-482e-ab18-d9b35296c457 admin admin] Calling delete_port for 2d4381eb-cdd6-4006-90c0-307db416d11d owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:40.517705 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb530d11-a4e0-433b-89fd-e63a74f46ec6 req-ffd1c4f5-5697-4511-b42f-0c39653c7d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:40.519876 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb530d11-a4e0-433b-89fd-e63a74f46ec6 req-ffd1c4f5-5697-4511-b42f-0c39653c7d8f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=50d4863a-ba29-42e9-94f4-85fc7bf0c412 HTTP/1.1" status: 200 len: 834 time: 0.0594161 Aug 10 01:18:40.575348 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1d3152e2-4f9c-4739-81c6-9705304b5ef9 req-c984d0cc-9b2c-4132-940b-f65c569fc80d service neutron] 10.222.0.24 "GET /v2.0/networks/fb098f27-2652-4520-ae93-3caf5f0c1c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482089 Aug 10 01:18:40.592247 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb530d11-a4e0-433b-89fd-e63a74f46ec6 req-4b180dfd-17bf-45f7-8c0d-5f1a88353dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:40.596054 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb530d11-a4e0-433b-89fd-e63a74f46ec6 req-4b180dfd-17bf-45f7-8c0d-5f1a88353dd5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a816cfb2-4561-452c-a993-906d177b1225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687308 Aug 10 01:18:40.719433 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb530d11-a4e0-433b-89fd-e63a74f46ec6 req-17079ba0-65ec-4760-97a7-00aae3961b47 service neutron] 10.222.0.20 "GET /v2.0/networks/a816cfb2-4561-452c-a993-906d177b1225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133549 Aug 10 01:18:40.722855 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['5de6905a-266f-4ad1-bc62-6c3074eacd17'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:18:40.802720 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3bb87-dd61-4d69-95cf-7bf1b9890eda req-bad5c68e-dcb9-4845-b3e3-c8bcddb91aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:40.804039 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7fc3bb87-dd61-4d69-95cf-7bf1b9890eda req-bad5c68e-dcb9-4845-b3e3-c8bcddb91aaa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44aa0034149d4d6c92ca56594ef6f99c&device_id=acd5b955-e96e-4ec7-bf65-c7a197a3d8af HTTP/1.1" status: 200 len: 1095 time: 0.1410894 Aug 10 01:18:40.864062 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb530d11-a4e0-433b-89fd-e63a74f46ec6 req-98abcd2a-b675-4a04-bc5c-269b579ffb4d service neutron] 10.222.0.20 "GET /v2.0/networks/a816cfb2-4561-452c-a993-906d177b1225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370120 Aug 10 01:18:40.985183 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ffd53366-35c4-482e-ab18-d9b35296c457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:41.016837 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3bb87-dd61-4d69-95cf-7bf1b9890eda req-cc385e54-67fe-49c0-90e8-a1096e6359b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:41.018833 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7fc3bb87-dd61-4d69-95cf-7bf1b9890eda req-cc385e54-67fe-49c0-90e8-a1096e6359b4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb098f27-2652-4520-ae93-3caf5f0c1c73 HTTP/1.1" status: 200 len: 920 time: 0.2055840 Aug 10 01:18:41.022434 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd53366-35c4-482e-ab18-d9b35296c457 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d4381eb-cdd6-4006-90c0-307db416d11d,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:41.079523 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff0fc6-853b-4ae8-af36-e1fe810eabf7 req-2efb5e84-8ae6-4f45-8366-9483f1dbc70b tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:41.088677 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-feff0fc6-853b-4ae8-af36-e1fe810eabf7 req-2efb5e84-8ae6-4f45-8366-9483f1dbc70b tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] 10.222.0.35 "GET /v2.0/ports?device_id=acd5b955-e96e-4ec7-bf65-c7a197a3d8af HTTP/1.1" status: 200 len: 943 time: 0.0826344 Aug 10 01:18:41.120087 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7fc3bb87-dd61-4d69-95cf-7bf1b9890eda req-14411322-98bf-4fb8-9a0a-0cc0524bd612 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ade30f3-b768-4e7e-9822-f884df3b3079 HTTP/1.1" status: 200 len: 217 time: 0.0874946 Aug 10 01:18:41.138122 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-feff0fc6-853b-4ae8-af36-e1fe810eabf7 req-a415da0c-d306-4c3f-b93b-b3212f928e32 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] 10.222.0.35 "GET /v2.0/security-groups?id=c70551f7-4ee5-4afe-8de6-1725b4f6610f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483108 Aug 10 01:18:41.185229 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ffd53366-35c4-482e-ab18-d9b35296c457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:41.193481 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-968d2a18-5c4f-44f6-b001-0206998fd909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:41.298605 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3bb87-dd61-4d69-95cf-7bf1b9890eda req-7ab58199-d3b5-4117-b1fc-fcc8922fb5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:41.301015 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7fc3bb87-dd61-4d69-95cf-7bf1b9890eda req-7ab58199-d3b5-4117-b1fc-fcc8922fb5f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=290df546-1dbb-4785-88bb-0e0f61a7af24 HTTP/1.1" status: 200 len: 859 time: 0.1723981 Aug 10 01:18:41.302708 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ffd53366-35c4-482e-ab18-d9b35296c457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:41.305791 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ffd53366-35c4-482e-ab18-d9b35296c457 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:41.309330 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a1e1c522-83dd-432a-b803-636b2cf98e18 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:41.704032 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:41.726313 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7fc3bb87-dd61-4d69-95cf-7bf1b9890eda req-b3605609-022e-453f-8ab6-7276098b5427 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb098f27-2652-4520-ae93-3caf5f0c1c73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3766870 Aug 10 01:18:41.759632 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44940) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:41.786218 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ffd53366-35c4-482e-ab18-d9b35296c457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:41.786777 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd53366-35c4-482e-ab18-d9b35296c457 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66eba344-96f2-4c75-b5b8-a042ef269efd {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:18:41.795382 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ffd53366-35c4-482e-ab18-d9b35296c457 admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:41.796540 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ffd53366-35c4-482e-ab18-d9b35296c457 admin admin] 10.222.0.35 "DELETE /v2.0/routers/66eba344-96f2-4c75-b5b8-a042ef269efd HTTP/1.1" status: 204 len: 168 time: 3.2360203 Aug 10 01:18:41.803179 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44942) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:41.856022 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e51febd-57a8-4c49-894a-f4665267f7f9 admin admin] Deleting subnet 0b0c25a4-f815-4015-a876-f5aa15c83352 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:18:41.860115 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7e51febd-57a8-4c49-894a-f4665267f7f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:41.904455 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 5de6905a-266f-4ad1-bc62-6c3074eacd17 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:18:41.904720 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7e51febd-57a8-4c49-894a-f4665267f7f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:41.951843 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fa81751-d597-4e49-b274-cb890a667cfe admin admin] Deleting subnet 83de71ea-578d-4bd1-8d99-2eadd1cbd9f4 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:18:41.960541 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7fc3bb87-dd61-4d69-95cf-7bf1b9890eda req-969fe746-9ee9-4c6c-a975-3677b06bc30b service neutron] 10.222.0.24 "GET /v2.0/networks/fb098f27-2652-4520-ae93-3caf5f0c1c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257390 Aug 10 01:18:41.961432 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5fa81751-d597-4e49-b274-cb890a667cfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:41.996307 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7e51febd-57a8-4c49-894a-f4665267f7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:42.034706 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 5de6905a-266f-4ad1-bc62-6c3074eacd17 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:18:42.035425 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:42.081982 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5fa81751-d597-4e49-b274-cb890a667cfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:42.086424 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7e51febd-57a8-4c49-894a-f4665267f7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:42.126096 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51febd-57a8-4c49-894a-f4665267f7f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b0c25a4-f815-4015-a876-f5aa15c83352,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:42.130126 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7e51febd-57a8-4c49-894a-f4665267f7f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:42.132359 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7e51febd-57a8-4c49-894a-f4665267f7f9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0b0c25a4-f815-4015-a876-f5aa15c83352 HTTP/1.1" status: 204 len: 168 time: 0.3710568 Aug 10 01:18:42.134767 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44944) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:42.231601 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:42.265055 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7fc3bb87-dd61-4d69-95cf-7bf1b9890eda req-e376be9b-1b6e-44ca-9ca8-b26910b3c25d service neutron] 10.222.0.24 "GET /v2.0/networks/fb098f27-2652-4520-ae93-3caf5f0c1c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744770 Aug 10 01:18:42.287511 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 5de6905a-266f-4ad1-bc62-6c3074eacd17, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5de6905a-266f-4ad1-bc62-6c3074eacd17,segment=NetworkSegment(5eabac7d-2d8c-40e5-9bc2-2966785e0fc7),segment_id=5eabac7d-2d8c-40e5-9bc2-2966785e0fc7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:42.288543 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d9ed3d-5f90-4f8b-9391-f58fb01cb261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de6905a-266f-4ad1-bc62-6c3074eacd17'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:18:42.291690 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b479b3-83af-476e-b4b0-5116d3d81c64" -d '{"events": [{"server_uuid": "83d9ed3d-5f90-4f8b-9391-f58fb01cb261", "name": "network-vif-plugged", "status": "completed", "tag": "5de6905a-266f-4ad1-bc62-6c3074eacd17"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:18:42.297775 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d9dd756b-5c02-4117-88d0-e1c007f7d860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:42.304676 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:42.306103 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device c725b57e-54f6-4e34-993c-c599d8f92128 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:18:42.326745 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5fa81751-d597-4e49-b274-cb890a667cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:42.403922 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: c725b57e-54f6-4e34-993c-c599d8f92128 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:18:42.404870 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-a1e1c522-83dd-432a-b803-636b2cf98e18 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Deleting port 92ca5afa-816d-4153-8013-4180e8fd18fc {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:42.405058 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device c725b57e-54f6-4e34-993c-c599d8f92128 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:18:42.412123 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a1e1c522-83dd-432a-b803-636b2cf98e18 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:42.420615 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=5de6905a-266f-4ad1-bc62-6c3074eacd17,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:42.439660 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac63416f-4416-4c20-8673-252025e6783b x-openstack-request-id: req-ac63416f-4416-4c20-8673-252025e6783b {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:18:42.439660 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d9ed3d-5f90-4f8b-9391-f58fb01cb261", "name": "network-vif-plugged", "status": "completed", "tag": "5de6905a-266f-4ad1-bc62-6c3074eacd17", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:18:42.440779 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ac63416f-4416-4c20-8673-252025e6783b {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:18:42.441764 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d9ed3d-5f90-4f8b-9391-f58fb01cb261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de6905a-266f-4ad1-bc62-6c3074eacd17', 'code': 200} Aug 10 01:18:42.457116 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 2d4381eb-cdd6-4006-90c0-307db416d11d no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:18:42.482823 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772768b6-aaf9-443f-84d9-e5973f142451 req-00a76040-7439-4872-990d-8d6a9c6768f5 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:42.485473 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-772768b6-aaf9-443f-84d9-e5973f142451 req-00a76040-7439-4872-990d-8d6a9c6768f5 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] 10.222.0.35 "GET /v2.0/ports?device_id=acd5b955-e96e-4ec7-bf65-c7a197a3d8af HTTP/1.1" status: 200 len: 943 time: 0.1751060 Aug 10 01:18:42.492865 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 2d4381eb-cdd6-4006-90c0-307db416d11d {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:18:42.493358 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 2d4381eb-cdd6-4006-90c0-307db416d11d not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:18:42.501247 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5fa81751-d597-4e49-b274-cb890a667cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:42.539771 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa81751-d597-4e49-b274-cb890a667cfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83de71ea-578d-4bd1-8d99-2eadd1cbd9f4,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:42.547801 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5fa81751-d597-4e49-b274-cb890a667cfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:42.552230 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5fa81751-d597-4e49-b274-cb890a667cfe admin admin] 10.222.0.35 "DELETE /v2.0/subnets/83de71ea-578d-4bd1-8d99-2eadd1cbd9f4 HTTP/1.1" status: 204 len: 168 time: 0.7440667 Aug 10 01:18:42.552919 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44950) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:42.560066 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1380ffd-b3a5-4816-a1c9-602347367ed6 None None] Network 175b495f-869e-42c2-9c42-a1c3bbea572a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:18:42.569213 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a1e1c522-83dd-432a-b803-636b2cf98e18 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:42.581758 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-a1e1c522-83dd-432a-b803-636b2cf98e18 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Calling delete_port for 92ca5afa-816d-4153-8013-4180e8fd18fc owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:42.652140 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d0651765-2749-4f44-88a1-35d4564579ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:42.665723 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d9dd756b-5c02-4117-88d0-e1c007f7d860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:42.711946 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-d9dd756b-5c02-4117-88d0-e1c007f7d860 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bb4d414-55c5-43e5-9006-4b7473df84e0']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:42.729640 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-772768b6-aaf9-443f-84d9-e5973f142451 req-08e44caf-ae13-4334-97c9-91a692c7c786 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] 10.222.0.35 "GET /v2.0/security-groups?id=c70551f7-4ee5-4afe-8de6-1725b4f6610f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267203 Aug 10 01:18:42.759802 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-d9dd756b-5c02-4117-88d0-e1c007f7d860 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '119db45f-a129-41df-b3e9-8983d492465d') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:42.761288 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-d9dd756b-5c02-4117-88d0-e1c007f7d860 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '119db45f-a129-41df-b3e9-8983d492465d') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:42.794380 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d9dd756b-5c02-4117-88d0-e1c007f7d860 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:42.815442 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d9dd756b-5c02-4117-88d0-e1c007f7d860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:42.831187 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9dd756b-5c02-4117-88d0-e1c007f7d860 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:18:42.831966 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d9dd756b-5c02-4117-88d0-e1c007f7d860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:42.836223 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:18:42.836223 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:18:42.836223 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:18:42.836223 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:18:42.836223 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:18:42.836223 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:18:42.836223 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:18:42.836223 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:18:42.836223 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:18:42.836223 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:18:42.836223 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:18:42.836223 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:18:42.836223 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:18:42.836223 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:18:42.836223 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:18:42.836223 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:18:42.836223 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:18:42.836223 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:18:42.836223 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:18:42.836223 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:18:42.836223 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:18:42.836223 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:18:42.836223 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:18:42.836223 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:18:42.836223 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:18:42.836223 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:18:42.836223 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:18:42.836223 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:18:42.836223 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:18:42.836223 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:18:42.836223 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:18:42.836223 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:18:42.850810 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a1e1c522-83dd-432a-b803-636b2cf98e18 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:42.897397 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e1c522-83dd-432a-b803-636b2cf98e18 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Pushing event deleted for resources: {'Port': ['ID=92ca5afa-816d-4153-8013-4180e8fd18fc,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:42.902796 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-d0651765-2749-4f44-88a1-35d4564579ba admin admin] Deleting port 3101bbe6-48a3-4c7e-b232-6d839ae69c0b {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:42.903181 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d0651765-2749-4f44-88a1-35d4564579ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:42.951795 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6caf345-143f-4f36-bde2-9a94d38ed95c None None] DHCP port deletion for 175b495f-869e-42c2-9c42-a1c3bbea572a request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:18:42.974572 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d9dd756b-5c02-4117-88d0-e1c007f7d860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:42.985834 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d9dd756b-5c02-4117-88d0-e1c007f7d860 admin admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:42.987680 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d9dd756b-5c02-4117-88d0-e1c007f7d860 admin admin] 10.222.0.35 "DELETE /v2.0/networks/1bb4d414-55c5-43e5-9006-4b7473df84e0 HTTP/1.1" status: 204 len: 168 time: 0.8516929 Aug 10 01:18:43.021969 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd756b-5c02-4117-88d0-e1c007f7d860 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bb4d414-55c5-43e5-9006-4b7473df84e0,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:43.030845 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-d0651765-2749-4f44-88a1-35d4564579ba admin admin] For port 3101bbe6-48a3-4c7e-b232-6d839ae69c0b, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=3101bbe6-48a3-4c7e-b232-6d839ae69c0b,segment=NetworkSegment(328bdebe-614b-4d18-b555-1e87050f9f9a),segment_id=328bdebe-614b-4d18-b555-1e87050f9f9a)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:43.031284 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d0651765-2749-4f44-88a1-35d4564579ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:43.065821 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-d0651765-2749-4f44-88a1-35d4564579ba admin admin] Calling delete_port for 3101bbe6-48a3-4c7e-b232-6d839ae69c0b owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:43.108276 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c6caf345-143f-4f36-bde2-9a94d38ed95c None None] Deleting port 3101bbe6-48a3-4c7e-b232-6d839ae69c0b {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:43.109014 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c6caf345-143f-4f36-bde2-9a94d38ed95c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:43.166856 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a1e1c522-83dd-432a-b803-636b2cf98e18 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:43.258662 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-c6caf345-143f-4f36-bde2-9a94d38ed95c None None] For port 3101bbe6-48a3-4c7e-b232-6d839ae69c0b, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=3101bbe6-48a3-4c7e-b232-6d839ae69c0b,segment=NetworkSegment(328bdebe-614b-4d18-b555-1e87050f9f9a),segment_id=328bdebe-614b-4d18-b555-1e87050f9f9a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:43.260377 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c6caf345-143f-4f36-bde2-9a94d38ed95c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:43.281431 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d0651765-2749-4f44-88a1-35d4564579ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:43.296641 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c6caf345-143f-4f36-bde2-9a94d38ed95c None None] Calling delete_port for 3101bbe6-48a3-4c7e-b232-6d839ae69c0b owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:43.318171 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0651765-2749-4f44-88a1-35d4564579ba admin admin] Pushing event deleted for resources: {'Port': ['ID=3101bbe6-48a3-4c7e-b232-6d839ae69c0b,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:43.328461 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0651765-2749-4f44-88a1-35d4564579ba admin admin] No DVR routers for this DVR port 3101bbe6-48a3-4c7e-b232-6d839ae69c0b on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:18:43.438624 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c6caf345-143f-4f36-bde2-9a94d38ed95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:43.442991 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44956) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:43.468716 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6caf345-143f-4f36-bde2-9a94d38ed95c None None] Pushing event deleted for resources: {'Port': ['ID=3101bbe6-48a3-4c7e-b232-6d839ae69c0b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:43.471971 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e1c522-83dd-432a-b803-636b2cf98e18 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Router 8ecd6545-2d67-450d-9fc3-9107db619698 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:18:43.472200 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6caf345-143f-4f36-bde2-9a94d38ed95c None None] No DVR routers for this DVR port 3101bbe6-48a3-4c7e-b232-6d839ae69c0b on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:18:43.512572 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-42926efc-55aa-458e-886e-7a9e8271493b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6d45f14deea9486bb71cde915e0e3a69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0683174 Aug 10 01:18:43.513615 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44958) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:43.531424 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d0651765-2749-4f44-88a1-35d4564579ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:43.543875 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-d0651765-2749-4f44-88a1-35d4564579ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['175b495f-869e-42c2-9c42-a1c3bbea572a']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:43.559005 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-d0651765-2749-4f44-88a1-35d4564579ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '328bdebe-614b-4d18-b555-1e87050f9f9a') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:43.559791 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-d0651765-2749-4f44-88a1-35d4564579ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '328bdebe-614b-4d18-b555-1e87050f9f9a') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:43.573469 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d0651765-2749-4f44-88a1-35d4564579ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:43.607077 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d0651765-2749-4f44-88a1-35d4564579ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:43.615819 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e1c522-83dd-432a-b803-636b2cf98e18 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:18:43.622440 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0651765-2749-4f44-88a1-35d4564579ba admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:18:43.623166 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d0651765-2749-4f44-88a1-35d4564579ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:43.627036 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a1e1c522-83dd-432a-b803-636b2cf98e18 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] 10.222.0.35 "PUT /v2.0/routers/8ecd6545-2d67-450d-9fc3-9107db619698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2406876 Aug 10 01:18:43.627219 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:18:43.627219 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:18:43.627219 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:18:43.627219 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:18:43.627219 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:18:43.627219 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:18:43.627219 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:18:43.627219 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:18:43.627219 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:18:43.627219 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:18:43.627219 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:18:43.627219 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:18:43.627219 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:18:43.627219 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:18:43.627219 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:18:43.627219 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:18:43.627219 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:18:43.627219 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:18:43.627219 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:18:43.627219 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:18:43.627219 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:18:43.627219 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:18:43.627219 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:18:43.627219 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:18:43.627219 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:18:43.627219 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:18:43.627219 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:18:43.627219 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:18:43.627219 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:18:43.627219 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:18:43.627219 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:18:43.627219 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:18:43.630470 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44960) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:43.634766 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1817a599-8c77-4a65-9dc6-52ff076c8d31 None None] Sync routers for ids ['8ecd6545-2d67-450d-9fc3-9107db619698'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:18:43.644859 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1817a599-8c77-4a65-9dc6-52ff076c8d31 None None] Routers {'8ecd6545-2d67-450d-9fc3-9107db619698'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:43.645476 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-1817a599-8c77-4a65-9dc6-52ff076c8d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:18:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['8ecd6545-2d67-450d-9fc3-9107db619698'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:43.686417 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-1817a599-8c77-4a65-9dc6-52ff076c8d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:43.696725 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1817a599-8c77-4a65-9dc6-52ff076c8d31 None None] Routers {'8ecd6545-2d67-450d-9fc3-9107db619698'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:43.696930 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 6ade30f3-b768-4e7e-9822-f884df3b3079 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:18:43.697689 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-1817a599-8c77-4a65-9dc6-52ff076c8d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:18:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['8ecd6545-2d67-450d-9fc3-9107db619698'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:43.712979 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c3eb088c-bb45-4ea5-8742-b951600c9340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:43.722127 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5675acef-f90a-4cc2-b575-0cedffc66e46 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:43.729079 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d0651765-2749-4f44-88a1-35d4564579ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:43.738470 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-1817a599-8c77-4a65-9dc6-52ff076c8d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:43.740159 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1817a599-8c77-4a65-9dc6-52ff076c8d31 None None] The sync data for ids ['8ecd6545-2d67-450d-9fc3-9107db619698'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:18:43.743164 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d0651765-2749-4f44-88a1-35d4564579ba admin admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:43.745373 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d0651765-2749-4f44-88a1-35d4564579ba admin admin] 10.222.0.35 "DELETE /v2.0/networks/175b495f-869e-42c2-9c42-a1c3bbea572a HTTP/1.1" status: 204 len: 168 time: 1.1915112 Aug 10 01:18:43.779725 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0651765-2749-4f44-88a1-35d4564579ba admin admin] Pushing event deleted for resources: {'Network': ['ID=175b495f-869e-42c2-9c42-a1c3bbea572a,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:43.807850 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c3eb088c-bb45-4ea5-8742-b951600c9340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:43.907973 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe48b2-2a0e-4b2e-8afa-1b7d153d3dbb req-f997437c-6484-486c-8f85-c57cb040d6b9 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:43.909386 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6cbe48b2-2a0e-4b2e-8afa-1b7d153d3dbb req-f997437c-6484-486c-8f85-c57cb040d6b9 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] 10.222.0.35 "GET /v2.0/ports?device_id=acd5b955-e96e-4ec7-bf65-c7a197a3d8af HTTP/1.1" status: 200 len: 943 time: 0.0734415 Aug 10 01:18:43.937188 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5675acef-f90a-4cc2-b575-0cedffc66e46 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:43.941091 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5675acef-f90a-4cc2-b575-0cedffc66e46 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:43.958506 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-86665cb2-8d7a-46a9-a505-e5f264aab30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:43.981720 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6cbe48b2-2a0e-4b2e-8afa-1b7d153d3dbb req-b2fad3ef-c837-488a-a382-7158621091d9 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] 10.222.0.35 "GET /v2.0/security-groups?id=c70551f7-4ee5-4afe-8de6-1725b4f6610f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564129 Aug 10 01:18:44.003583 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 6ade30f3-b768-4e7e-9822-f884df3b3079, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=6ade30f3-b768-4e7e-9822-f884df3b3079,segment=NetworkSegment(3bf054cd-a291-43b4-9695-6d0fbc35db10),segment_id=3bf054cd-a291-43b4-9695-6d0fbc35db10)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:44.015299 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '6ade30f3-b768-4e7e-9822-f884df3b3079', 'network_id': 'fb098f27-2652-4520-ae93-3caf5f0c1c73', 'port_id': '6ade30f3-b768-4e7e-9822-f884df3b3079', 'mac_address': 'fa:16:3e:d2:21:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290df546-1dbb-4785-88bb-0e0f61a7af24', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:18:44.060638 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5675acef-f90a-4cc2-b575-0cedffc66e46 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:44.061227 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5675acef-f90a-4cc2-b575-0cedffc66e46 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Fanout notify agent at l3_agent the message router_deleted on router 8ecd6545-2d67-450d-9fc3-9107db619698 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:18:44.062010 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:44.063528 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c3eb088c-bb45-4ea5-8742-b951600c9340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:44.067191 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c3eb088c-bb45-4ea5-8742-b951600c9340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:44.067931 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c3eb088c-bb45-4ea5-8742-b951600c9340 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b723d415-d661-43da-b24f-564ec6d2b226 HTTP/1.1" status: 204 len: 168 time: 0.5533271 Aug 10 01:18:44.075155 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5675acef-f90a-4cc2-b575-0cedffc66e46 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:44.077904 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5675acef-f90a-4cc2-b575-0cedffc66e46 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] 10.222.0.35 "DELETE /v2.0/routers/8ecd6545-2d67-450d-9fc3-9107db619698 HTTP/1.1" status: 204 len: 168 time: 0.4488969 Aug 10 01:18:44.080513 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 44970) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:44.110989 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ade30f3-b768-4e7e-9822-f884df3b3079 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:18:44.112794 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb088c-bb45-4ea5-8742-b951600c9340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b723d415-d661-43da-b24f-564ec6d2b226,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:44.167367 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-e50238cf-ad1e-46cf-a474-f87897fb9f02 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Deleting subnet 22cb2e1d-c7df-4bcb-ad55-a15698df34ab {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:18:44.173845 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e50238cf-ad1e-46cf-a474-f87897fb9f02 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:44.187968 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44972) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:44.188459 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 6ade30f3-b768-4e7e-9822-f884df3b3079, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=6ade30f3-b768-4e7e-9822-f884df3b3079,segment=NetworkSegment(3bf054cd-a291-43b4-9695-6d0fbc35db10),segment_id=3bf054cd-a291-43b4-9695-6d0fbc35db10)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:44.193459 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:44.269319 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e50238cf-ad1e-46cf-a474-f87897fb9f02 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:44.292733 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d02c8350-f45b-4dd5-a325-628377449f78 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=960c0c4881ac43a6ad4b7f2a3fcec72f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0985556 Aug 10 01:18:44.293535 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44974) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:44.345710 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=6ade30f3-b768-4e7e-9822-f884df3b3079,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:44.384778 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a9dd7d4b-c058-4460-ba8b-82ec70420e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:44.409403 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a9dd7d4b-c058-4460-ba8b-82ec70420e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:44.457095 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3101bbe6-48a3-4c7e-b232-6d839ae69c0b no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:18:44.458418 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e50238cf-ad1e-46cf-a474-f87897fb9f02 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:44.490532 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 3101bbe6-48a3-4c7e-b232-6d839ae69c0b {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:18:44.491255 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3101bbe6-48a3-4c7e-b232-6d839ae69c0b not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:18:44.500088 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a9dd7d4b-c058-4460-ba8b-82ec70420e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:44.506145 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a9dd7d4b-c058-4460-ba8b-82ec70420e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:44.506925 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:44.510190 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a9dd7d4b-c058-4460-ba8b-82ec70420e69 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ac4922cc-2188-46f2-ba25-43ceee1e617a HTTP/1.1" status: 204 len: 168 time: 0.2156608 Aug 10 01:18:44.526067 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['6ade30f3-b768-4e7e-9822-f884df3b3079'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:18:44.532496 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd7d4b-c058-4460-ba8b-82ec70420e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4922cc-2188-46f2-ba25-43ceee1e617a,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:44.601101 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e50238cf-ad1e-46cf-a474-f87897fb9f02 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:44.640325 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50238cf-ad1e-46cf-a474-f87897fb9f02 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Pushing event deleted for resources: {'Subnet': ['ID=22cb2e1d-c7df-4bcb-ad55-a15698df34ab,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:44.645530 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e50238cf-ad1e-46cf-a474-f87897fb9f02 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:44.647562 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e50238cf-ad1e-46cf-a474-f87897fb9f02 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] 10.222.0.35 "DELETE /v2.0/subnets/22cb2e1d-c7df-4bcb-ad55-a15698df34ab HTTP/1.1" status: 204 len: 168 time: 0.5651407 Aug 10 01:18:44.651820 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 44984) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:44.663599 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd2b5a7-1005-4aa0-bf0a-9a2e8a7a779d None None] Network 333c25aa-6bae-47c2-98b8-699549bf36cf requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:18:44.789322 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-25321710-ff17-4a26-a050-cb788708b7f7 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:44.900764 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-25321710-ff17-4a26-a050-cb788708b7f7 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Deleting port a76f4527-93dd-4204-b1c4-87cafd0315fa {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:44.901175 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-25321710-ff17-4a26-a050-cb788708b7f7 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:44.992561 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78944810-a906-4476-b77b-58d7eeda5b98 None None] DHCP port deletion for 333c25aa-6bae-47c2-98b8-699549bf36cf request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:18:45.028824 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-25321710-ff17-4a26-a050-cb788708b7f7 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] For port a76f4527-93dd-4204-b1c4-87cafd0315fa, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a76f4527-93dd-4204-b1c4-87cafd0315fa,segment=NetworkSegment(7b703151-7ee5-4ab7-b717-b6abaa49baf8),segment_id=7b703151-7ee5-4ab7-b717-b6abaa49baf8)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:45.029742 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-25321710-ff17-4a26-a050-cb788708b7f7 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:45.070479 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-25321710-ff17-4a26-a050-cb788708b7f7 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Calling delete_port for a76f4527-93dd-4204-b1c4-87cafd0315fa owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:45.259485 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45002) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:45.269634 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98076f51-0462-4066-93c5-f04d27daf30f req-9ab337af-2607-4f2f-81e8-1bfa5812b81a tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:45.273630 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-98076f51-0462-4066-93c5-f04d27daf30f req-9ab337af-2607-4f2f-81e8-1bfa5812b81a tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] 10.222.0.35 "GET /v2.0/ports?device_id=acd5b955-e96e-4ec7-bf65-c7a197a3d8af HTTP/1.1" status: 200 len: 944 time: 0.1211860 Aug 10 01:18:45.297692 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:45.308933 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-78944810-a906-4476-b77b-58d7eeda5b98 None None] Deleting port a76f4527-93dd-4204-b1c4-87cafd0315fa {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:45.311350 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-78944810-a906-4476-b77b-58d7eeda5b98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:45.339190 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-25321710-ff17-4a26-a050-cb788708b7f7 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:45.354388 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-93d92302-4d01-4e4c-a885-aaede40127d4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4c7ae20be0f842feb3257982dcb62312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0897179 Aug 10 01:18:45.354787 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45006) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:45.377409 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25321710-ff17-4a26-a050-cb788708b7f7 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] No DVR routers for this DVR port a76f4527-93dd-4204-b1c4-87cafd0315fa on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:18:45.384354 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25321710-ff17-4a26-a050-cb788708b7f7 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Pushing event deleted for resources: {'Port': ['ID=a76f4527-93dd-4204-b1c4-87cafd0315fa,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:45.392245 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-98076f51-0462-4066-93c5-f04d27daf30f req-87a7e593-3ddc-400d-8833-94bce559cc61 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] 10.222.0.35 "GET /v2.0/security-groups?id=c70551f7-4ee5-4afe-8de6-1725b4f6610f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062014 Aug 10 01:18:45.400670 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-78944810-a906-4476-b77b-58d7eeda5b98 None None] For port a76f4527-93dd-4204-b1c4-87cafd0315fa, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a76f4527-93dd-4204-b1c4-87cafd0315fa,segment=NetworkSegment(7b703151-7ee5-4ab7-b717-b6abaa49baf8),segment_id=7b703151-7ee5-4ab7-b717-b6abaa49baf8)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:45.401212 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-78944810-a906-4476-b77b-58d7eeda5b98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:45.416876 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-69366ac9-eda4-4d6b-bada-16d2bfe1488f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:45.417895 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-78944810-a906-4476-b77b-58d7eeda5b98 None None] Calling delete_port for a76f4527-93dd-4204-b1c4-87cafd0315fa owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:45.441913 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-69366ac9-eda4-4d6b-bada-16d2bfe1488f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:45.504155 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-25321710-ff17-4a26-a050-cb788708b7f7 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:45.517466 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-69366ac9-eda4-4d6b-bada-16d2bfe1488f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:45.520931 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-69366ac9-eda4-4d6b-bada-16d2bfe1488f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:45.523068 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-69366ac9-eda4-4d6b-bada-16d2bfe1488f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d0e9c2e4-4860-45b1-aea0-b914580ad280 HTTP/1.1" status: 204 len: 168 time: 0.1671343 Aug 10 01:18:45.536848 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-25321710-ff17-4a26-a050-cb788708b7f7 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['333c25aa-6bae-47c2-98b8-699549bf36cf']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:45.538895 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45010) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:45.549365 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69366ac9-eda4-4d6b-bada-16d2bfe1488f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e9c2e4-4860-45b1-aea0-b914580ad280,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:45.556669 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-78944810-a906-4476-b77b-58d7eeda5b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:45.562729 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-25321710-ff17-4a26-a050-cb788708b7f7 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b703151-7ee5-4ab7-b717-b6abaa49baf8') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:45.563188 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-25321710-ff17-4a26-a050-cb788708b7f7 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b703151-7ee5-4ab7-b717-b6abaa49baf8') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:45.573178 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-25321710-ff17-4a26-a050-cb788708b7f7 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:45.604524 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-25321710-ff17-4a26-a050-cb788708b7f7 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:45.614895 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25321710-ff17-4a26-a050-cb788708b7f7 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:18:45.615325 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-25321710-ff17-4a26-a050-cb788708b7f7 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:45.618840 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:18:45.618840 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:18:45.618840 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:18:45.618840 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:18:45.618840 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:18:45.618840 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:18:45.618840 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:18:45.618840 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:18:45.618840 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:18:45.618840 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:18:45.618840 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:18:45.618840 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:18:45.618840 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:18:45.618840 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:18:45.618840 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:18:45.618840 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:18:45.618840 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:18:45.618840 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:18:45.618840 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:18:45.618840 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:18:45.618840 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:18:45.618840 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:18:45.618840 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:18:45.618840 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:18:45.618840 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:18:45.618840 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:18:45.618840 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:18:45.618840 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:18:45.618840 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:18:45.618840 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:18:45.618840 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:18:45.618840 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:18:45.623143 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78944810-a906-4476-b77b-58d7eeda5b98 None None] Pushing event deleted for resources: {'Port': ['ID=a76f4527-93dd-4204-b1c4-87cafd0315fa,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:45.628980 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78944810-a906-4476-b77b-58d7eeda5b98 None None] No DVR routers for this DVR port a76f4527-93dd-4204-b1c4-87cafd0315fa on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:18:45.711565 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 6ade30f3-b768-4e7e-9822-f884df3b3079 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:18:45.728935 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-25321710-ff17-4a26-a050-cb788708b7f7 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:45.741173 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-25321710-ff17-4a26-a050-cb788708b7f7 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:45.743125 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-25321710-ff17-4a26-a050-cb788708b7f7 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] 10.222.0.35 "DELETE /v2.0/networks/333c25aa-6bae-47c2-98b8-699549bf36cf HTTP/1.1" status: 204 len: 168 time: 1.0900457 Aug 10 01:18:45.762386 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25321710-ff17-4a26-a050-cb788708b7f7 tempest-FloatingIPNegativeTestJSON-931264623 tempest-FloatingIPNegativeTestJSON-931264623-project] Pushing event deleted for resources: {'Network': ['ID=333c25aa-6bae-47c2-98b8-699549bf36cf,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:45.788232 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 6ade30f3-b768-4e7e-9822-f884df3b3079 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:18:45.811531 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 6ade30f3-b768-4e7e-9822-f884df3b3079 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:18:45.812446 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:45.970649 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:46.001042 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-be4932a4-ac0b-4f61-bfa8-2425f2ffda97 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1060195281-network', 'tenant_id': 'ebb805bb5c7d4cb9986974f6d1d94a1b'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:46.045095 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd5b955-e96e-4ec7-bf65-c7a197a3d8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ade30f3-b768-4e7e-9822-f884df3b3079'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:18:46.047788 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4932a4-ac0b-4f61-bfa8-2425f2ffda97 admin admin] Made reservation on behalf of ebb805bb5c7d4cb9986974f6d1d94a1b for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:18:46.050520 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-be4932a4-ac0b-4f61-bfa8-2425f2ffda97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:46.052129 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ff8443-4e5b-4830-90a9-f9d3d67b803a" -d '{"events": [{"server_uuid": "acd5b955-e96e-4ec7-bf65-c7a197a3d8af", "name": "network-vif-plugged", "status": "completed", "tag": "6ade30f3-b768-4e7e-9822-f884df3b3079"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:18:46.086950 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-be4932a4-ac0b-4f61-bfa8-2425f2ffda97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:46.091770 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 6ade30f3-b768-4e7e-9822-f884df3b3079, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=6ade30f3-b768-4e7e-9822-f884df3b3079,segment=NetworkSegment(3bf054cd-a291-43b4-9695-6d0fbc35db10),segment_id=3bf054cd-a291-43b4-9695-6d0fbc35db10)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:46.099275 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:46.141312 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4496a235-445c-40bf-a501-e037b9c4034d x-openstack-request-id: req-4496a235-445c-40bf-a501-e037b9c4034d {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:18:46.141605 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd5b955-e96e-4ec7-bf65-c7a197a3d8af", "name": "network-vif-plugged", "status": "completed", "tag": "6ade30f3-b768-4e7e-9822-f884df3b3079", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:18:46.141874 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4496a235-445c-40bf-a501-e037b9c4034d {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:18:46.142373 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd5b955-e96e-4ec7-bf65-c7a197a3d8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ade30f3-b768-4e7e-9822-f884df3b3079', 'code': 200} Aug 10 01:18:46.196208 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=6ade30f3-b768-4e7e-9822-f884df3b3079,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:46.235154 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45022) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:46.275369 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:46.304902 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996d1c6-17b7-49f9-a539-2b881c3a82b2 req-dd945667-3b72-4c8d-a695-a2eebec150f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:46.306659 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d996d1c6-17b7-49f9-a539-2b881c3a82b2 req-dd945667-3b72-4c8d-a695-a2eebec150f4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=acd5b955-e96e-4ec7-bf65-c7a197a3d8af HTTP/1.1" status: 200 len: 1097 time: 0.1159089 Aug 10 01:18:46.312586 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-be4932a4-ac0b-4f61-bfa8-2425f2ffda97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:46.335143 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-be4932a4-ac0b-4f61-bfa8-2425f2ffda97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:46.374520 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d996d1c6-17b7-49f9-a539-2b881c3a82b2 req-ba554b82-1ec9-4f1d-8c69-9d3c6e50acda service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c70551f7-4ee5-4afe-8de6-1725b4f6610f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599377 Aug 10 01:18:46.375442 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be4932a4-ac0b-4f61-bfa8-2425f2ffda97 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:18:46.382515 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4932a4-ac0b-4f61-bfa8-2425f2ffda97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36a37f0-ace7-4917-a7e5-ef991d5ca832,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:46.390907 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-be4932a4-ac0b-4f61-bfa8-2425f2ffda97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:46.391253 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-be4932a4-ac0b-4f61-bfa8-2425f2ffda97 admin admin] Added segment 220f272b-1eb4-46c2-93d6-24d2bafba51b of type vlan for network 1ea04e2b-979f-434c-8c10-04220a3cc1db Aug 10 01:18:46.394914 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a76f4527-93dd-4204-b1c4-87cafd0315fa no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:18:46.429050 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: a76f4527-93dd-4204-b1c4-87cafd0315fa {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:18:46.429906 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a76f4527-93dd-4204-b1c4-87cafd0315fa not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:18:46.469321 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f615d4bb-8c4a-42e0-a981-6d6e83ad2216 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=185d94dccbbd43d4be0c4f57d28de235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2300589 Aug 10 01:18:46.469894 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45028) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:46.507076 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-be4932a4-ac0b-4f61-bfa8-2425f2ffda97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:46.546169 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-be4932a4-ac0b-4f61-bfa8-2425f2ffda97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:46.547234 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4932a4-ac0b-4f61-bfa8-2425f2ffda97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:46.547817 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-be4932a4-ac0b-4f61-bfa8-2425f2ffda97 admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:46.566188 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f06db-b83f-4a2e-9d8b-8cca0d763b74 req-9a917152-0a1c-4ab2-8072-6a17f633d731 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:46.569392 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-504f06db-b83f-4a2e-9d8b-8cca0d763b74 req-9a917152-0a1c-4ab2-8072-6a17f633d731 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] 10.222.0.35 "GET /v2.0/ports?device_id=acd5b955-e96e-4ec7-bf65-c7a197a3d8af HTTP/1.1" status: 200 len: 945 time: 0.0768991 Aug 10 01:18:46.572869 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f51fe3ab-0de4-4e07-ab6d-4a32870c15f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:46.611322 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-be4932a4-ac0b-4f61-bfa8-2425f2ffda97 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0714259 Aug 10 01:18:46.613801 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45030) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:46.620267 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-af1ed104-9868-40e6-887d-b5ee7540d5be admin admin] Request body: {'subnet': {'network_id': '1ea04e2b-979f-434c-8c10-04220a3cc1db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1060195281-subnet', 'tenant_id': 'ebb805bb5c7d4cb9986974f6d1d94a1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:46.621543 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f51fe3ab-0de4-4e07-ab6d-4a32870c15f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:46.637392 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-504f06db-b83f-4a2e-9d8b-8cca0d763b74 req-97aa8d6d-2352-4767-b092-629c2b9f25a6 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] 10.222.0.35 "GET /v2.0/security-groups?id=c70551f7-4ee5-4afe-8de6-1725b4f6610f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626557 Aug 10 01:18:46.639820 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4932a4-ac0b-4f61-bfa8-2425f2ffda97 admin admin] Pushing event updated for resources: {'Network': ['ID=1ea04e2b-979f-434c-8c10-04220a3cc1db,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:46.652388 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1ed104-9868-40e6-887d-b5ee7540d5be admin admin] Made reservation on behalf of ebb805bb5c7d4cb9986974f6d1d94a1b for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:18:46.655358 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-af1ed104-9868-40e6-887d-b5ee7540d5be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:46.655528 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 1ea04e2b-979f-434c-8c10-04220a3cc1db details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:18:46.700173 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f51fe3ab-0de4-4e07-ab6d-4a32870c15f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:46.703726 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f51fe3ab-0de4-4e07-ab6d-4a32870c15f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:46.705896 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f51fe3ab-0de4-4e07-ab6d-4a32870c15f0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e493c1bc-b70c-41e5-80bd-740aed19027f HTTP/1.1" status: 204 len: 168 time: 0.2352865 Aug 10 01:18:46.728806 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51fe3ab-0de4-4e07-ab6d-4a32870c15f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e493c1bc-b70c-41e5-80bd-740aed19027f,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:46.881721 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-af1ed104-9868-40e6-887d-b5ee7540d5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:46.939768 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ed104-9868-40e6-887d-b5ee7540d5be admin admin] Pushing event updated for resources: {'Subnet': ['ID=39f1df6e-0668-415e-bec7-08e5b7db6394,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:46.948102 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1ed104-9868-40e6-887d-b5ee7540d5be admin admin] Checking segment: {'id': '220f272b-1eb4-46c2-93d6-24d2bafba51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1ea04e2b-979f-434c-8c10-04220a3cc1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:18:46.948793 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1ed104-9868-40e6-887d-b5ee7540d5be admin admin] Network hostable DHCP agents. Network: 1ea04e2b-979f-434c-8c10-04220a3cc1db, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:18:46.966327 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1ed104-9868-40e6-887d-b5ee7540d5be admin admin] Network 1ea04e2b-979f-434c-8c10-04220a3cc1db is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:18:46.976946 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-af1ed104-9868-40e6-887d-b5ee7540d5be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 1ea04e2b-979f-434c-8c10-04220a3cc1db) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:18:46.990414 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1ed104-9868-40e6-887d-b5ee7540d5be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:46.991180 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-af1ed104-9868-40e6-887d-b5ee7540d5be admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:46.992246 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fa838a-9f56-4b2a-92ab-18eadf60136d None None] Network 1ea04e2b-979f-434c-8c10-04220a3cc1db requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:18:47.012359 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-af1ed104-9868-40e6-887d-b5ee7540d5be admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3966236 Aug 10 01:18:47.138984 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3645334e-ce0b-410b-bc7b-d0da9a715c89 None None] Network 1ea04e2b-979f-434c-8c10-04220a3cc1db requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:18:47.664800 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45070) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:47.697700 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cd1ad-7e46-402d-b2e5-925058c155df req-1a40b2a7-41aa-4637-b34a-84c035f5fd55 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:47.705713 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-686cd1ad-7e46-402d-b2e5-925058c155df req-1a40b2a7-41aa-4637-b34a-84c035f5fd55 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/networks?id=1ea04e2b-979f-434c-8c10-04220a3cc1db HTTP/1.1" status: 200 len: 818 time: 0.1212804 Aug 10 01:18:47.721208 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-686cd1ad-7e46-402d-b2e5-925058c155df req-0d2346c7-8455-4568-8d8a-1b6fc379c487 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/quotas/ebb805bb5c7d4cb9986974f6d1d94a1b HTTP/1.1" status: 200 len: 375 time: 0.0146086 Aug 10 01:18:47.767916 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-686cd1ad-7e46-402d-b2e5-925058c155df req-2ede857d-bf04-4899-b212-41bdc9fe4321 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ebb805bb5c7d4cb9986974f6d1d94a1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389996 Aug 10 01:18:47.808369 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-f9f22ae3-ff45-42c1-93af-d61f7835547b tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Request body: {'networks': [{'name': 'tempest-network--1312694200'}, {'name': 'tempest-network--2113844759'}]} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:47.808759 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-f9f22ae3-ff45-42c1-93af-d61f7835547b tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Request body: {'network': {'name': 'tempest-network--1312694200'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:47.809282 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-f9f22ae3-ff45-42c1-93af-d61f7835547b tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Request body: {'network': {'name': 'tempest-network--2113844759'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:47.838802 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f22ae3-ff45-42c1-93af-d61f7835547b tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Made reservation on behalf of beee33e7600442c49e7eabe905039f46 for: {'network': 2} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:18:47.844792 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f9f22ae3-ff45-42c1-93af-d61f7835547b tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:47.860414 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f9f22ae3-ff45-42c1-93af-d61f7835547b tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:47.876931 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791fd51-2991-431b-a01c-1c60f31136a1 req-f4a32fad-980a-492d-91ab-ddf8be978e79 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:47.878438 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1791fd51-2991-431b-a01c-1c60f31136a1 req-f4a32fad-980a-492d-91ab-ddf8be978e79 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] 10.222.0.35 "GET /v2.0/ports?device_id=acd5b955-e96e-4ec7-bf65-c7a197a3d8af HTTP/1.1" status: 200 len: 945 time: 0.1384366 Aug 10 01:18:47.923097 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-686cd1ad-7e46-402d-b2e5-925058c155df req-5550fdd9-6527-4a86-8866-c2ef8230b362 service neutron] 10.222.0.35 "GET /v2.0/networks/1ea04e2b-979f-434c-8c10-04220a3cc1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410630 Aug 10 01:18:47.952919 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1791fd51-2991-431b-a01c-1c60f31136a1 req-69d000d9-8b48-4bc9-a00b-bf7388b94e83 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] 10.222.0.35 "GET /v2.0/security-groups?id=c70551f7-4ee5-4afe-8de6-1725b4f6610f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673137 Aug 10 01:18:48.017349 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f9f22ae3-ff45-42c1-93af-d61f7835547b tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:48.025375 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f9f22ae3-ff45-42c1-93af-d61f7835547b tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:48.025894 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f9f22ae3-ff45-42c1-93af-d61f7835547b tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:48.073901 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-686cd1ad-7e46-402d-b2e5-925058c155df req-1075ea46-7d53-44d8-9f8d-6488950828b1 service neutron] 10.222.0.35 "GET /v2.0/networks/1ea04e2b-979f-434c-8c10-04220a3cc1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366193 Aug 10 01:18:48.078075 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f22ae3-ff45-42c1-93af-d61f7835547b tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=015b94ce-dc15-47d8-ab89-a16c28bcb221,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:48.089386 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f22ae3-ff45-42c1-93af-d61f7835547b tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:18:48.101626 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f9f22ae3-ff45-42c1-93af-d61f7835547b tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:48.101971 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-f9f22ae3-ff45-42c1-93af-d61f7835547b tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Added segment 482ed910-14d8-4319-b146-5d3acf0f4af2 of type vlan for network 0408f14e-c8d4-4636-8047-219f1ddbe07a Aug 10 01:18:48.151016 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f9f22ae3-ff45-42c1-93af-d61f7835547b tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:48.193224 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f22ae3-ff45-42c1-93af-d61f7835547b tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:18:48.205026 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f9f22ae3-ff45-42c1-93af-d61f7835547b tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:48.205382 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-f9f22ae3-ff45-42c1-93af-d61f7835547b tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Added segment 61eefca4-2220-4ed1-8ee0-e3f841e62923 of type vlan for network ad1dc11e-b2b3-4459-baed-176abe12bd6c Aug 10 01:18:48.261964 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f9f22ae3-ff45-42c1-93af-d61f7835547b tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:48.319831 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f9f22ae3-ff45-42c1-93af-d61f7835547b tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:48.320737 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f9f22ae3-ff45-42c1-93af-d61f7835547b tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:48.329427 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f22ae3-ff45-42c1-93af-d61f7835547b tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:48.337707 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f22ae3-ff45-42c1-93af-d61f7835547b tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:48.338624 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f9f22ae3-ff45-42c1-93af-d61f7835547b tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:48.413034 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f9f22ae3-ff45-42c1-93af-d61f7835547b tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.7470260 Aug 10 01:18:48.416780 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45090) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:48.480372 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9dc804-5422-4edc-84b1-8a2c393c2483 req-421c99ea-8c28-4717-8a5b-dee81cbc3ab9 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:48.483715 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-de9dc804-5422-4edc-84b1-8a2c393c2483 req-421c99ea-8c28-4717-8a5b-dee81cbc3ab9 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] 10.222.0.35 "GET /v2.0/ports?device_id=acd5b955-e96e-4ec7-bf65-c7a197a3d8af HTTP/1.1" status: 200 len: 945 time: 0.0992694 Aug 10 01:18:48.555362 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f22ae3-ff45-42c1-93af-d61f7835547b tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Pushing event updated for resources: {'Network': ['ID=0408f14e-c8d4-4636-8047-219f1ddbe07a,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:48.572977 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 0408f14e-c8d4-4636-8047-219f1ddbe07a details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:18:48.598460 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-93c2fe7c-a6dd-4e9b-bcbe-ae63a98e3a39 req-78e78d8b-af3a-4794-a469-36962b4c8345 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d8367e4-7912-42e7-bc92-36587a4c9a0e HTTP/1.1" status: 200 len: 210 time: 0.0668590 Aug 10 01:18:48.630527 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-de9dc804-5422-4edc-84b1-8a2c393c2483 req-e54b9742-c2d6-47c7-b8d0-a3bb68986d09 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] 10.222.0.35 "GET /v2.0/security-groups?id=c70551f7-4ee5-4afe-8de6-1725b4f6610f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372221 Aug 10 01:18:48.798461 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-f3c914dc-7e3c-4d4b-968f-e1d7a8fdbbc4 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-540044820&fields=id&tenant_id=a4f463465f414d20a10d25627743d857 HTTP/1.1" status: 200 len: 267 time: 0.0439732 Aug 10 01:18:48.936749 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-d540fa7d-1a37-4d18-8bdb-14f4429f3fe1 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:48.938810 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-d540fa7d-1a37-4d18-8bdb-14f4429f3fe1 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/networks?id=d5f42a49-cf64-4535-a007-0ffeb2000607 HTTP/1.1" status: 200 len: 812 time: 0.1319797 Aug 10 01:18:48.973662 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-da59a3c3-b6bd-4d72-af7c-33ba2f542c27 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/quotas/a4f463465f414d20a10d25627743d857 HTTP/1.1" status: 200 len: 375 time: 0.0245819 Aug 10 01:18:49.036057 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-f647b501-c3e4-432e-9d99-09912925974d tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a4f463465f414d20a10d25627743d857&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0607426 Aug 10 01:18:49.078465 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f22ae3-ff45-42c1-93af-d61f7835547b tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Pushing event updated for resources: {'Network': ['ID=ad1dc11e-b2b3-4459-baed-176abe12bd6c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:49.089297 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network ad1dc11e-b2b3-4459-baed-176abe12bd6c details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:18:49.090403 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb290ca-cd3c-402f-ba50-35c2abddc806 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:49.097414 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb290ca-cd3c-402f-ba50-35c2abddc806 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:49.103254 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb290ca-cd3c-402f-ba50-35c2abddc806 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:49.109418 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb290ca-cd3c-402f-ba50-35c2abddc806 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:49.114068 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0cb290ca-cd3c-402f-ba50-35c2abddc806 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6960554 Aug 10 01:18:49.114761 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45120) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:49.152588 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-6b5ad12b-48f6-4c62-948c-b8236a48e9a1 service neutron] 10.222.0.35 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046057 Aug 10 01:18:49.222496 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-34315322-16fc-4c16-88fd-3ca0eac0ec9c tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:49.266559 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-e158b1e8-30ea-45b6-8cf1-c3b763a2b5a8 service neutron] 10.222.0.35 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055977 Aug 10 01:18:49.325467 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-34315322-16fc-4c16-88fd-3ca0eac0ec9c tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:49.343504 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-34315322-16fc-4c16-88fd-3ca0eac0ec9c tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0408f14e-c8d4-4636-8047-219f1ddbe07a']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:49.358112 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-34315322-16fc-4c16-88fd-3ca0eac0ec9c tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '482ed910-14d8-4319-b146-5d3acf0f4af2') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:49.358427 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-34315322-16fc-4c16-88fd-3ca0eac0ec9c tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '482ed910-14d8-4319-b146-5d3acf0f4af2') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:49.377550 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-34315322-16fc-4c16-88fd-3ca0eac0ec9c tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:49.403097 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-34315322-16fc-4c16-88fd-3ca0eac0ec9c tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:49.410372 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34315322-16fc-4c16-88fd-3ca0eac0ec9c tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:18:49.410801 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-34315322-16fc-4c16-88fd-3ca0eac0ec9c tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:49.413882 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:18:49.413882 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:18:49.413882 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:18:49.413882 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:18:49.413882 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:18:49.413882 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:18:49.413882 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:18:49.413882 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:18:49.413882 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:18:49.413882 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:18:49.413882 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:18:49.413882 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:18:49.413882 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:18:49.413882 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:18:49.413882 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:18:49.413882 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:18:49.413882 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:18:49.413882 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:18:49.413882 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:18:49.413882 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:18:49.413882 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:18:49.413882 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:18:49.413882 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:18:49.413882 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:18:49.413882 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:18:49.413882 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:18:49.413882 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:18:49.413882 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:18:49.413882 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:18:49.413882 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:18:49.413882 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:18:49.413882 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:18:49.501971 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-34315322-16fc-4c16-88fd-3ca0eac0ec9c tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:49.514181 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-34315322-16fc-4c16-88fd-3ca0eac0ec9c tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:49.519464 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45128) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:49.526107 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-34315322-16fc-4c16-88fd-3ca0eac0ec9c tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] 10.222.0.35 "DELETE /v2.0/networks/0408f14e-c8d4-4636-8047-219f1ddbe07a HTTP/1.1" status: 204 len: 168 time: 0.4102075 Aug 10 01:18:49.543611 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34315322-16fc-4c16-88fd-3ca0eac0ec9c tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Pushing event deleted for resources: {'Network': ['ID=0408f14e-c8d4-4636-8047-219f1ddbe07a,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:49.681480 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7278c555-dd14-48b6-8d42-0c9435dacfe6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:49.863854 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38a348-3682-4a42-a1b9-52c0e464ec07 req-4f1ce6f8-c181-4546-9297-545fabc74cad tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:49.865457 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ca38a348-3682-4a42-a1b9-52c0e464ec07 req-4f1ce6f8-c181-4546-9297-545fabc74cad tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] 10.222.0.24 "GET /v2.0/ports?device_id=acd5b955-e96e-4ec7-bf65-c7a197a3d8af HTTP/1.1" status: 200 len: 945 time: 0.0575135 Aug 10 01:18:49.981280 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-ca38a348-3682-4a42-a1b9-52c0e464ec07 req-0b62c319-ce16-4bd2-968e-37170fd22fa0 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] Deleting port 6ade30f3-b768-4e7e-9822-f884df3b3079 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:49.981636 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ca38a348-3682-4a42-a1b9-52c0e464ec07 req-0b62c319-ce16-4bd2-968e-37170fd22fa0 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:50.106148 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-ca38a348-3682-4a42-a1b9-52c0e464ec07 req-0b62c319-ce16-4bd2-968e-37170fd22fa0 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] For port 6ade30f3-b768-4e7e-9822-f884df3b3079, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=6ade30f3-b768-4e7e-9822-f884df3b3079,segment=NetworkSegment(3bf054cd-a291-43b4-9695-6d0fbc35db10),segment_id=3bf054cd-a291-43b4-9695-6d0fbc35db10)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:50.106791 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ca38a348-3682-4a42-a1b9-52c0e464ec07 req-0b62c319-ce16-4bd2-968e-37170fd22fa0 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:50.122110 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-ca38a348-3682-4a42-a1b9-52c0e464ec07 req-0b62c319-ce16-4bd2-968e-37170fd22fa0 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] Calling delete_port for 6ade30f3-b768-4e7e-9822-f884df3b3079 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:50.159998 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5035a270-4afd-423c-a1a7-00e42fd6a2d1 req-466923dc-db2c-41a0-bdd4-3967f3b910bd tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d8367e4-7912-42e7-bc92-36587a4c9a0e HTTP/1.1" status: 200 len: 210 time: 0.0792284 Aug 10 01:18:50.162106 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7b426f54-78f4-495e-b243-0bbc8b8750b7 req-e2eaed2e-01f8-4664-9949-b8d557575de7 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d6b3b68-9a25-4296-8052-9cca2b5371df HTTP/1.1" status: 200 len: 210 time: 0.0903726 Aug 10 01:18:50.376250 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7278c555-dd14-48b6-8d42-0c9435dacfe6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:50.395666 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ca38a348-3682-4a42-a1b9-52c0e464ec07 req-0b62c319-ce16-4bd2-968e-37170fd22fa0 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:50.410537 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['6ade30f3-b768-4e7e-9822-f884df3b3079'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:18:50.413666 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-7278c555-dd14-48b6-8d42-0c9435dacfe6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad1dc11e-b2b3-4459-baed-176abe12bd6c']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:50.437124 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-7278c555-dd14-48b6-8d42-0c9435dacfe6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61eefca4-2220-4ed1-8ee0-e3f841e62923') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:50.437439 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-7278c555-dd14-48b6-8d42-0c9435dacfe6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61eefca4-2220-4ed1-8ee0-e3f841e62923') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:50.445107 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62c319-ce16-4bd2-968e-37170fd22fa0 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] Pushing event deleted for resources: {'Port': ['ID=6ade30f3-b768-4e7e-9822-f884df3b3079,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:50.457445 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb819c27-b6cb-4ed9-8108-097c85e7e43b req-76a6539f-08bc-4c2c-b89d-7c2ccb79c817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:50.459006 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb819c27-b6cb-4ed9-8108-097c85e7e43b req-76a6539f-08bc-4c2c-b89d-7c2ccb79c817 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a740c296-c601-4dc0-a5ed-5981f6a265c1 HTTP/1.1" status: 200 len: 1097 time: 0.3768585 Aug 10 01:18:50.460944 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7278c555-dd14-48b6-8d42-0c9435dacfe6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:50.463636 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cd1ad-7e46-402d-b2e5-925058c155df req-f861910b-b30e-41aa-b148-7be219506fd2 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:50.465339 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-686cd1ad-7e46-402d-b2e5-925058c155df req-f861910b-b30e-41aa-b148-7be219506fd2 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.24 "GET /v2.0/networks?id=1ea04e2b-979f-434c-8c10-04220a3cc1db HTTP/1.1" status: 200 len: 818 time: 0.2147295 Aug 10 01:18:50.485947 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed5863-9a7d-4db7-bbf8-324a4092d0cf req-c82dfa2b-4a13-485f-b3e7-b116d0aaf8fb tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:50.487415 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-30ed5863-9a7d-4db7-bbf8-324a4092d0cf req-c82dfa2b-4a13-485f-b3e7-b116d0aaf8fb tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] 10.222.0.35 "GET /v2.0/ports?device_id=acd5b955-e96e-4ec7-bf65-c7a197a3d8af HTTP/1.1" status: 200 len: 867 time: 0.2249126 Aug 10 01:18:50.487569 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-686cd1ad-7e46-402d-b2e5-925058c155df req-f2246d6c-c557-43d3-83a3-3025a1f298d8 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Request body: {'port': {'device_id': '6d8367e4-7912-42e7-bc92-36587a4c9a0e', 'network_id': '1ea04e2b-979f-434c-8c10-04220a3cc1db', 'admin_state_up': True, 'tenant_id': 'ebb805bb5c7d4cb9986974f6d1d94a1b'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:50.528129 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cd1ad-7e46-402d-b2e5-925058c155df req-ce0208ca-8124-488a-85a6-093643c911dd tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:50.531271 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-686cd1ad-7e46-402d-b2e5-925058c155df req-ce0208ca-8124-488a-85a6-093643c911dd tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.20 "GET /v2.0/networks?id=1ea04e2b-979f-434c-8c10-04220a3cc1db HTTP/1.1" status: 200 len: 818 time: 0.4003556 Aug 10 01:18:50.532604 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7278c555-dd14-48b6-8d42-0c9435dacfe6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:50.541639 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca38a348-3682-4a42-a1b9-52c0e464ec07 req-0b62c319-ce16-4bd2-968e-37170fd22fa0 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] No DVR routers for this DVR port 6ade30f3-b768-4e7e-9822-f884df3b3079 on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:18:50.545662 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ca38a348-3682-4a42-a1b9-52c0e464ec07 req-0b62c319-ce16-4bd2-968e-37170fd22fa0 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:50.548479 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ca38a348-3682-4a42-a1b9-52c0e464ec07 req-0b62c319-ce16-4bd2-968e-37170fd22fa0 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] 10.222.0.24 "DELETE /v2.0/ports/6ade30f3-b768-4e7e-9822-f884df3b3079 HTTP/1.1" status: 204 len: 173 time: 0.6754756 Aug 10 01:18:50.548479 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd5b955-e96e-4ec7-bf65-c7a197a3d8af', 'name': 'network-vif-deleted', 'tag': '6ade30f3-b768-4e7e-9822-f884df3b3079'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:18:50.550827 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827225da-49f8-4afe-8640-2290bf16504f" -d '{"events": [{"server_uuid": "acd5b955-e96e-4ec7-bf65-c7a197a3d8af", "name": "network-vif-deleted", "tag": "6ade30f3-b768-4e7e-9822-f884df3b3079"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:18:50.587191 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7278c555-dd14-48b6-8d42-0c9435dacfe6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:18:50.587911 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7278c555-dd14-48b6-8d42-0c9435dacfe6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:50.594508 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb819c27-b6cb-4ed9-8108-097c85e7e43b req-4908f553-2739-4aee-b563-6864f3de58fd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b7fa70c2-a910-489d-9253-0c3a24c3387f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228216 Aug 10 01:18:50.598242 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:18:50.598242 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:18:50.598242 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:18:50.598242 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:18:50.598242 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:18:50.598242 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:18:50.598242 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:18:50.598242 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:18:50.598242 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:18:50.598242 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:18:50.598242 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:18:50.598242 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:18:50.598242 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:18:50.598242 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:18:50.598242 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:18:50.598242 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:18:50.598242 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:18:50.598242 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:18:50.598242 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:18:50.598242 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:18:50.598242 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:18:50.598242 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:18:50.598242 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:18:50.598242 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:18:50.598242 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:18:50.598242 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:18:50.598242 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:18:50.598242 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:18:50.598242 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:18:50.598242 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:18:50.598242 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:18:50.598242 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:18:50.612174 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524093b2-3325-4a58-85c2-15edb69751ab x-openstack-request-id: req-524093b2-3325-4a58-85c2-15edb69751ab {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:18:50.612518 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd5b955-e96e-4ec7-bf65-c7a197a3d8af", "name": "network-vif-deleted", "tag": "6ade30f3-b768-4e7e-9822-f884df3b3079", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:18:50.612767 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-524093b2-3325-4a58-85c2-15edb69751ab {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:18:50.613298 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-686cd1ad-7e46-402d-b2e5-925058c155df req-79bea09a-f47c-4bca-9259-7c6193d544df tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Request body: {'port': {'device_id': '74fd4488-6529-42b2-92a6-073a0c24e980', 'network_id': '1ea04e2b-979f-434c-8c10-04220a3cc1db', 'admin_state_up': True, 'tenant_id': 'ebb805bb5c7d4cb9986974f6d1d94a1b'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:50.614265 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd5b955-e96e-4ec7-bf65-c7a197a3d8af', 'name': 'network-vif-deleted', 'tag': '6ade30f3-b768-4e7e-9822-f884df3b3079', 'status': 'completed', 'code': 200} Aug 10 01:18:50.706828 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-30ed5863-9a7d-4db7-bbf8-324a4092d0cf req-e51de0de-8e45-470c-8b56-942651785d6a tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] 10.222.0.35 "GET /v2.0/security-groups?id=c70551f7-4ee5-4afe-8de6-1725b4f6610f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053649 Aug 10 01:18:50.748576 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7278c555-dd14-48b6-8d42-0c9435dacfe6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:50.767022 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7278c555-dd14-48b6-8d42-0c9435dacfe6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:50.769385 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7278c555-dd14-48b6-8d42-0c9435dacfe6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] 10.222.0.35 "DELETE /v2.0/networks/ad1dc11e-b2b3-4459-baed-176abe12bd6c HTTP/1.1" status: 204 len: 168 time: 1.2492483 Aug 10 01:18:50.773383 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45154) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:50.786329 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-686cd1ad-7e46-402d-b2e5-925058c155df req-f2246d6c-c557-43d3-83a3-3025a1f298d8 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Made reservation on behalf of ebb805bb5c7d4cb9986974f6d1d94a1b for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:18:50.792596 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-686cd1ad-7e46-402d-b2e5-925058c155df req-f2246d6c-c557-43d3-83a3-3025a1f298d8 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:50.811008 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278c555-dd14-48b6-8d42-0c9435dacfe6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Pushing event deleted for resources: {'Network': ['ID=ad1dc11e-b2b3-4459-baed-176abe12bd6c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:50.817102 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cd1ad-7e46-402d-b2e5-925058c155df req-595eb566-54a5-4074-ad67-03c2dd03168b tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:50.818968 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-686cd1ad-7e46-402d-b2e5-925058c155df req-595eb566-54a5-4074-ad67-03c2dd03168b tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.20 "GET /v2.0/networks?id=1ea04e2b-979f-434c-8c10-04220a3cc1db HTTP/1.1" status: 200 len: 818 time: 0.1978741 Aug 10 01:18:50.933776 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-686cd1ad-7e46-402d-b2e5-925058c155df req-0186b9d3-193f-4f75-b377-89a385e81af5 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Request body: {'port': {'device_id': '4ff7a4d6-97ae-4d78-b443-a1cf16eb356c', 'network_id': '1ea04e2b-979f-434c-8c10-04220a3cc1db', 'admin_state_up': True, 'tenant_id': 'ebb805bb5c7d4cb9986974f6d1d94a1b'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:50.957620 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-686cd1ad-7e46-402d-b2e5-925058c155df req-79bea09a-f47c-4bca-9259-7c6193d544df tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Made reservation on behalf of ebb805bb5c7d4cb9986974f6d1d94a1b for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:18:50.971002 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-686cd1ad-7e46-402d-b2e5-925058c155df req-79bea09a-f47c-4bca-9259-7c6193d544df tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:50.984489 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-686cd1ad-7e46-402d-b2e5-925058c155df req-f2246d6c-c557-43d3-83a3-3025a1f298d8 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Allocated IP 172.20.0.6 (1ea04e2b-979f-434c-8c10-04220a3cc1db/39f1df6e-0668-415e-bec7-08e5b7db6394/65ac03dd-98c1-4e83-a9d2-82d200e40c92) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:18:51.024091 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03561c04-4593-466b-ab6b-bfbb0ab470e4 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:51.030891 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03561c04-4593-466b-ab6b-bfbb0ab470e4 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:51.036160 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-03561c04-4593-466b-ab6b-bfbb0ab470e4 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2415287 Aug 10 01:18:51.037215 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45160) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:51.048449 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-1b8a2937-b605-451a-a1b4-3d83fa81cc00 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1806050311'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:51.168010 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8a2937-b605-451a-a1b4-3d83fa81cc00 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Made reservation on behalf of beee33e7600442c49e7eabe905039f46 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:18:51.172281 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1b8a2937-b605-451a-a1b4-3d83fa81cc00 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:51.336566 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-686cd1ad-7e46-402d-b2e5-925058c155df req-0186b9d3-193f-4f75-b377-89a385e81af5 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Made reservation on behalf of ebb805bb5c7d4cb9986974f6d1d94a1b for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:18:51.339812 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-686cd1ad-7e46-402d-b2e5-925058c155df req-0186b9d3-193f-4f75-b377-89a385e81af5 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:51.365834 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b8a2937-b605-451a-a1b4-3d83fa81cc00 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:18:51.372802 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c10313e5-9287-4b19-823d-14d328c1e12f req-8cd5e65a-30b1-4895-8999-1f44230da5fd tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d8367e4-7912-42e7-bc92-36587a4c9a0e HTTP/1.1" status: 200 len: 210 time: 0.0509710 Aug 10 01:18:51.376068 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-19cc4782-5a49-4c09-ab8e-8edea21a7ed0 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:51.377707 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-19cc4782-5a49-4c09-ab8e-8edea21a7ed0 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.20 "GET /v2.0/networks?id=d5f42a49-cf64-4535-a007-0ffeb2000607 HTTP/1.1" status: 200 len: 812 time: 0.1569018 Aug 10 01:18:51.397958 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bcb8d99a-d459-4838-89f1-48d14d0d31a6 req-3ea739f4-df40-4870-b989-8cc59971d6f4 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d6b3b68-9a25-4296-8052-9cca2b5371df HTTP/1.1" status: 200 len: 210 time: 0.0641398 Aug 10 01:18:51.412003 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1b8a2937-b605-451a-a1b4-3d83fa81cc00 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:51.412389 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-1b8a2937-b605-451a-a1b4-3d83fa81cc00 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Added segment 23e956b8-f2d7-4391-8725-1d89cd52e57a of type vlan for network abfa26ee-1448-4bd5-8de1-63628e39f17b Aug 10 01:18:51.415912 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-686cd1ad-7e46-402d-b2e5-925058c155df req-f2246d6c-c557-43d3-83a3-3025a1f298d8 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:51.525350 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1b8a2937-b605-451a-a1b4-3d83fa81cc00 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:51.569252 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-81ef185d-0ce2-4705-8775-5562d6a9832c tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4f463465f414d20a10d25627743d857 HTTP/1.1" status: 200 len: 379 time: 0.1367874 Aug 10 01:18:51.595889 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-896b25da-ca8b-4f1f-b5fa-c7233af227df tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Request body: {'port': {'device_id': '3d6b3b68-9a25-4296-8052-9cca2b5371df', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'admin_state_up': True, 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'security_groups': ['10ad95c6-aec1-4913-8806-28e1c1bbc02c']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:51.663938 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1b8a2937-b605-451a-a1b4-3d83fa81cc00 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:51.669551 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8a2937-b605-451a-a1b4-3d83fa81cc00 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:51.670630 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1b8a2937-b605-451a-a1b4-3d83fa81cc00 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:51.734932 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-686cd1ad-7e46-402d-b2e5-925058c155df req-f2246d6c-c557-43d3-83a3-3025a1f298d8 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:51.751475 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-686cd1ad-7e46-402d-b2e5-925058c155df req-79bea09a-f47c-4bca-9259-7c6193d544df tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Allocated IP 172.20.0.14 (1ea04e2b-979f-434c-8c10-04220a3cc1db/39f1df6e-0668-415e-bec7-08e5b7db6394/2b4c3875-d806-4df0-9532-709d27ffaca1) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:18:51.787802 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45178) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:51.791146 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1b8a2937-b605-451a-a1b4-3d83fa81cc00 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7530775 Aug 10 01:18:51.799435 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45180) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:51.816712 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-4b03d3ba-ea3e-43d2-afc2-194a29808fe7 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-891571483'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:51.831839 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a2937-b605-451a-a1b4-3d83fa81cc00 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Pushing event updated for resources: {'Network': ['ID=abfa26ee-1448-4bd5-8de1-63628e39f17b,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:51.835407 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-686cd1ad-7e46-402d-b2e5-925058c155df req-f2246d6c-c557-43d3-83a3-3025a1f298d8 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Network 1ea04e2b-979f-434c-8c10-04220a3cc1db is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:18:51.849292 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-686cd1ad-7e46-402d-b2e5-925058c155df req-f2246d6c-c557-43d3-83a3-3025a1f298d8 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:18:51.854024 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-686cd1ad-7e46-402d-b2e5-925058c155df req-f2246d6c-c557-43d3-83a3-3025a1f298d8 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:18:51.854557 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network abfa26ee-1448-4bd5-8de1-63628e39f17b details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:18:51.861827 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2246d6c-c557-43d3-83a3-3025a1f298d8 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Pushing event updated for resources: {'Port': ['ID=65ac03dd-98c1-4e83-a9d2-82d200e40c92,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:51.903422 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-349271be-c966-43dc-a5c5-17b57843a886 admin admin] Deleting subnet 290df546-1dbb-4785-88bb-0e0f61a7af24 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:18:51.906175 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-896b25da-ca8b-4f1f-b5fa-c7233af227df tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Made reservation on behalf of a4f463465f414d20a10d25627743d857 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:18:51.910839 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-349271be-c966-43dc-a5c5-17b57843a886 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:51.911566 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-896b25da-ca8b-4f1f-b5fa-c7233af227df tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:51.946047 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cd1ad-7e46-402d-b2e5-925058c155df req-f2246d6c-c557-43d3-83a3-3025a1f298d8 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:51.946771 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-686cd1ad-7e46-402d-b2e5-925058c155df req-f2246d6c-c557-43d3-83a3-3025a1f298d8 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:51.961708 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b03d3ba-ea3e-43d2-afc2-194a29808fe7 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Made reservation on behalf of beee33e7600442c49e7eabe905039f46 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:18:51.965938 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4b03d3ba-ea3e-43d2-afc2-194a29808fe7 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:51.988382 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-349271be-c966-43dc-a5c5-17b57843a886 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:51.992683 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-686cd1ad-7e46-402d-b2e5-925058c155df req-f2246d6c-c557-43d3-83a3-3025a1f298d8 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5129676 Aug 10 01:18:52.031547 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-686cd1ad-7e46-402d-b2e5-925058c155df req-6bc47d68-fc61-4a3f-a749-9fe6cb7e5b26 service neutron] Request body: {'port': {'device_id': '6d8367e4-7912-42e7-bc92-36587a4c9a0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:52.046188 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-686cd1ad-7e46-402d-b2e5-925058c155df req-79bea09a-f47c-4bca-9259-7c6193d544df tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:52.061129 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-349271be-c966-43dc-a5c5-17b57843a886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:52.066489 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b03d3ba-ea3e-43d2-afc2-194a29808fe7 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:18:52.094383 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4b03d3ba-ea3e-43d2-afc2-194a29808fe7 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:52.094733 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-4b03d3ba-ea3e-43d2-afc2-194a29808fe7 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Added segment fa16a257-76c6-4d79-a3c5-c17e195087cb of type vlan for network ccc87299-6f6a-4ce6-b8f8-3e2a91047e82 Aug 10 01:18:52.134912 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-686cd1ad-7e46-402d-b2e5-925058c155df req-79bea09a-f47c-4bca-9259-7c6193d544df tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:52.144657 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-349271be-c966-43dc-a5c5-17b57843a886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:52.192673 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349271be-c966-43dc-a5c5-17b57843a886 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=290df546-1dbb-4785-88bb-0e0f61a7af24,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:52.206926 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-686cd1ad-7e46-402d-b2e5-925058c155df req-79bea09a-f47c-4bca-9259-7c6193d544df tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Network 1ea04e2b-979f-434c-8c10-04220a3cc1db is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:18:52.212585 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-686cd1ad-7e46-402d-b2e5-925058c155df req-79bea09a-f47c-4bca-9259-7c6193d544df tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:18:52.215836 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-686cd1ad-7e46-402d-b2e5-925058c155df req-79bea09a-f47c-4bca-9259-7c6193d544df tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:18:52.215995 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-686cd1ad-7e46-402d-b2e5-925058c155df req-6bc47d68-fc61-4a3f-a749-9fe6cb7e5b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:52.220905 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-349271be-c966-43dc-a5c5-17b57843a886 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:52.225503 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-349271be-c966-43dc-a5c5-17b57843a886 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/290df546-1dbb-4785-88bb-0e0f61a7af24 HTTP/1.1" status: 204 len: 168 time: 0.4339373 Aug 10 01:18:52.232718 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4b03d3ba-ea3e-43d2-afc2-194a29808fe7 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:52.242866 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45182) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:52.250942 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bea09a-f47c-4bca-9259-7c6193d544df tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Pushing event updated for resources: {'Port': ['ID=2b4c3875-d806-4df0-9532-709d27ffaca1,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:52.278211 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cd1ad-7e46-402d-b2e5-925058c155df req-79bea09a-f47c-4bca-9259-7c6193d544df tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:52.279479 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-686cd1ad-7e46-402d-b2e5-925058c155df req-79bea09a-f47c-4bca-9259-7c6193d544df tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:52.292475 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-896b25da-ca8b-4f1f-b5fa-c7233af227df tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Allocated IP 172.20.0.14 (d5f42a49-cf64-4535-a007-0ffeb2000607/1982ede0-b8b9-4659-ad0a-d59c9e02d1ca/d01e93a2-c625-46cf-a86e-90b48e938287) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:18:52.298136 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-686cd1ad-7e46-402d-b2e5-925058c155df req-79bea09a-f47c-4bca-9259-7c6193d544df tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7062912 Aug 10 01:18:52.317252 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-686cd1ad-7e46-402d-b2e5-925058c155df req-4ef00c54-8e63-41f0-9035-9cd801c46067 service neutron] Request body: {'port': {'device_id': '74fd4488-6529-42b2-92a6-073a0c24e980', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:52.340339 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-686cd1ad-7e46-402d-b2e5-925058c155df req-0186b9d3-193f-4f75-b377-89a385e81af5 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Allocated IP 172.20.0.11 (1ea04e2b-979f-434c-8c10-04220a3cc1db/39f1df6e-0668-415e-bec7-08e5b7db6394/81204c1f-f581-402f-ba0b-543fd6db6959) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:18:52.379623 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-686cd1ad-7e46-402d-b2e5-925058c155df req-4ef00c54-8e63-41f0-9035-9cd801c46067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:52.434155 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4b03d3ba-ea3e-43d2-afc2-194a29808fe7 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:52.440155 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b03d3ba-ea3e-43d2-afc2-194a29808fe7 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:52.440844 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4b03d3ba-ea3e-43d2-afc2-194a29808fe7 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:52.492050 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-21eecb7a-5ff2-404a-8ded-49afcd66c9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:52.596044 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-83f9e050-a6aa-42fc-a075-110de1948bf9 req-c1c8b876-83d3-4571-85ed-22293768e28d tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d6b3b68-9a25-4296-8052-9cca2b5371df HTTP/1.1" status: 200 len: 210 time: 0.0496030 Aug 10 01:18:52.624698 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a1bc9-f50a-41fb-a1af-a028d679e933 req-535c8bea-3768-493f-861e-012693ead724 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:52.628667 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-da4a1bc9-f50a-41fb-a1af-a028d679e933 req-535c8bea-3768-493f-861e-012693ead724 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d8367e4-7912-42e7-bc92-36587a4c9a0e HTTP/1.1" status: 200 len: 931 time: 0.0924008 Aug 10 01:18:52.632237 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4b03d3ba-ea3e-43d2-afc2-194a29808fe7 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8257341 Aug 10 01:18:52.635823 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45188) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:52.644171 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-49091176-b3ba-491f-a0dc-5970d63200b6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Request body: {'ports': [{'network_id': 'abfa26ee-1448-4bd5-8de1-63628e39f17b', 'name': 'tempest-port--873697332', 'admin_state_up': True}, {'network_id': 'ccc87299-6f6a-4ce6-b8f8-3e2a91047e82', 'admin_state_up': False}]} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:52.644633 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-49091176-b3ba-491f-a0dc-5970d63200b6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Request body: {'port': {'network_id': 'abfa26ee-1448-4bd5-8de1-63628e39f17b', 'name': 'tempest-port--873697332', 'admin_state_up': True}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:52.646200 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-49091176-b3ba-491f-a0dc-5970d63200b6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Request body: {'port': {'network_id': 'ccc87299-6f6a-4ce6-b8f8-3e2a91047e82', 'admin_state_up': False}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:52.680974 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03d3ba-ea3e-43d2-afc2-194a29808fe7 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Pushing event updated for resources: {'Network': ['ID=ccc87299-6f6a-4ce6-b8f8-3e2a91047e82,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:52.696890 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network ccc87299-6f6a-4ce6-b8f8-3e2a91047e82 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:18:52.830331 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-da4a1bc9-f50a-41fb-a1af-a028d679e933 req-d67be812-d970-4e1c-b52f-c494ba8a129a tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/security-groups?id=e36a37f0-ace7-4917-a7e5-ef991d5ca832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955631 Aug 10 01:18:52.869172 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-21eecb7a-5ff2-404a-8ded-49afcd66c9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:52.871025 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49091176-b3ba-491f-a0dc-5970d63200b6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Made reservation on behalf of beee33e7600442c49e7eabe905039f46 for: {'port': 2} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:18:52.876101 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-49091176-b3ba-491f-a0dc-5970d63200b6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:52.876570 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-896b25da-ca8b-4f1f-b5fa-c7233af227df tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:52.893028 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-49091176-b3ba-491f-a0dc-5970d63200b6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:52.894161 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-21eecb7a-5ff2-404a-8ded-49afcd66c9c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb098f27-2652-4520-ae93-3caf5f0c1c73']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:52.907956 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-21eecb7a-5ff2-404a-8ded-49afcd66c9c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bf054cd-a291-43b4-9695-6d0fbc35db10') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:52.908931 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-21eecb7a-5ff2-404a-8ded-49afcd66c9c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bf054cd-a291-43b4-9695-6d0fbc35db10') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:52.926678 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-21eecb7a-5ff2-404a-8ded-49afcd66c9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:52.961764 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-896b25da-ca8b-4f1f-b5fa-c7233af227df tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Transition to ACTIVE for port object d01e93a2-c625-46cf-a86e-90b48e938287 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:18:52.963553 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-21eecb7a-5ff2-404a-8ded-49afcd66c9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:52.981416 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-686cd1ad-7e46-402d-b2e5-925058c155df req-0186b9d3-193f-4f75-b377-89a385e81af5 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:52.984296 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21eecb7a-5ff2-404a-8ded-49afcd66c9c2 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:18:52.984697 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-21eecb7a-5ff2-404a-8ded-49afcd66c9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:52.987494 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:18:52.987494 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:18:52.987494 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:18:52.987494 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:18:52.987494 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:18:52.987494 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:18:52.987494 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:18:52.987494 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:18:52.987494 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:18:52.987494 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:18:52.987494 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:18:52.987494 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:18:52.987494 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:18:52.987494 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:18:52.987494 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:18:52.987494 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:18:52.987494 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:18:52.987494 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:18:52.987494 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:18:52.987494 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:18:52.987494 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:18:52.987494 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:18:52.987494 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:18:52.987494 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:18:52.987494 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:18:52.987494 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:18:52.987494 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:18:52.987494 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:18:52.987494 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:18:52.987494 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:18:52.987494 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:18:52.987494 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:18:52.993616 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-49091176-b3ba-491f-a0dc-5970d63200b6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] device_id is not set on port 20d42bd5-e66a-4436-a972-fc575c5107c3 yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:18:53.072431 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-21eecb7a-5ff2-404a-8ded-49afcd66c9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:53.083519 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-896b25da-ca8b-4f1f-b5fa-c7233af227df tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:53.087510 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-21eecb7a-5ff2-404a-8ded-49afcd66c9c2 admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:53.089383 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-21eecb7a-5ff2-404a-8ded-49afcd66c9c2 admin admin] 10.222.0.35 "DELETE /v2.0/networks/fb098f27-2652-4520-ae93-3caf5f0c1c73 HTTP/1.1" status: 204 len: 168 time: 0.8456218 Aug 10 01:18:53.108854 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eecb7a-5ff2-404a-8ded-49afcd66c9c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb098f27-2652-4520-ae93-3caf5f0c1c73,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:53.128576 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-49091176-b3ba-491f-a0dc-5970d63200b6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:53.155721 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-896b25da-ca8b-4f1f-b5fa-c7233af227df tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Network d5f42a49-cf64-4535-a007-0ffeb2000607 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:18:53.157084 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-686cd1ad-7e46-402d-b2e5-925058c155df req-0186b9d3-193f-4f75-b377-89a385e81af5 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:53.163024 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-896b25da-ca8b-4f1f-b5fa-c7233af227df tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:18:53.172140 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-896b25da-ca8b-4f1f-b5fa-c7233af227df tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:18:53.178802 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b25da-ca8b-4f1f-b5fa-c7233af227df tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Pushing event updated for resources: {'Port': ['ID=d01e93a2-c625-46cf-a86e-90b48e938287,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:53.267129 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-686cd1ad-7e46-402d-b2e5-925058c155df req-0186b9d3-193f-4f75-b377-89a385e81af5 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Network 1ea04e2b-979f-434c-8c10-04220a3cc1db is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:18:53.270062 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-49091176-b3ba-491f-a0dc-5970d63200b6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] device_id is not set on port 86f2c730-0a23-40b9-9471-fb8426fa1dfc yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:18:53.291330 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-686cd1ad-7e46-402d-b2e5-925058c155df req-0186b9d3-193f-4f75-b377-89a385e81af5 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:18:53.297656 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-686cd1ad-7e46-402d-b2e5-925058c155df req-0186b9d3-193f-4f75-b377-89a385e81af5 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:18:53.351109 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-896b25da-ca8b-4f1f-b5fa-c7233af227df tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:53.351690 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-896b25da-ca8b-4f1f-b5fa-c7233af227df tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:53.357367 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186b9d3-193f-4f75-b377-89a385e81af5 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Pushing event updated for resources: {'Port': ['ID=81204c1f-f581-402f-ba0b-543fd6db6959,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:53.390035 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-896b25da-ca8b-4f1f-b5fa-c7233af227df tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8120191 Aug 10 01:18:53.402522 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cd1ad-7e46-402d-b2e5-925058c155df req-0186b9d3-193f-4f75-b377-89a385e81af5 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:53.403184 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-686cd1ad-7e46-402d-b2e5-925058c155df req-0186b9d3-193f-4f75-b377-89a385e81af5 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:53.411189 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-0d0d362f-ce4e-4558-80e6-e72b11ed5f38 service neutron] Request body: {'port': {'device_id': '3d6b3b68-9a25-4296-8052-9cca2b5371df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:53.455724 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45192) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:53.463283 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-686cd1ad-7e46-402d-b2e5-925058c155df req-0186b9d3-193f-4f75-b377-89a385e81af5 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5353689 Aug 10 01:18:53.497292 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-686cd1ad-7e46-402d-b2e5-925058c155df req-87aae25e-a6bb-4b6e-bfa9-34364fe87334 service neutron] Request body: {'port': {'device_id': '4ff7a4d6-97ae-4d78-b443-a1cf16eb356c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:53.536415 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-686cd1ad-7e46-402d-b2e5-925058c155df req-4ef00c54-8e63-41f0-9035-9cd801c46067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b4c3875-d806-4df0-9532-709d27ffaca1 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:18:53.539721 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-0d0d362f-ce4e-4558-80e6-e72b11ed5f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:53.560642 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-686cd1ad-7e46-402d-b2e5-925058c155df req-4ef00c54-8e63-41f0-9035-9cd801c46067 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:53.573271 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-fd88c13d-77bd-4990-8859-2bc4fdf1a499 None None] Provisioning for port d01e93a2-c625-46cf-a86e-90b48e938287 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:18:53.581202 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-fd88c13d-77bd-4990-8859-2bc4fdf1a499 None None] Provisioning complete for port d01e93a2-c625-46cf-a86e-90b48e938287 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:18:53.582986 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fd88c13d-77bd-4990-8859-2bc4fdf1a499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:53.608567 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-686cd1ad-7e46-402d-b2e5-925058c155df req-4ef00c54-8e63-41f0-9035-9cd801c46067 service neutron] Transition to ACTIVE for port object 2b4c3875-d806-4df0-9532-709d27ffaca1 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:18:53.614092 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-12ab74e5-cdd9-42ff-a4a9-d71c3b20f4c2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=44aa0034149d4d6c92ca56594ef6f99c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329558 Aug 10 01:18:53.620467 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45194) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:53.632545 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-686cd1ad-7e46-402d-b2e5-925058c155df req-4ef00c54-8e63-41f0-9035-9cd801c46067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:53.639662 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-49091176-b3ba-491f-a0dc-5970d63200b6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:53.683508 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-fd88c13d-77bd-4990-8859-2bc4fdf1a499 None None] Port d01e93a2-c625-46cf-a86e-90b48e938287 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:18:53.764565 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 6ade30f3-b768-4e7e-9822-f884df3b3079 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:18:53.788024 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef00c54-8e63-41f0-9035-9cd801c46067 service neutron] Pushing event updated for resources: {'Port': ['ID=2b4c3875-d806-4df0-9532-709d27ffaca1,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:53.790012 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 6ade30f3-b768-4e7e-9822-f884df3b3079 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:18:53.790717 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 6ade30f3-b768-4e7e-9822-f884df3b3079 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:18:53.896023 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-49091176-b3ba-491f-a0dc-5970d63200b6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:53.948413 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-686cd1ad-7e46-402d-b2e5-925058c155df req-87aae25e-a6bb-4b6e-bfa9-34364fe87334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:53.950356 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-26b2e766-5284-405f-8d11-6e25b3da94ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:53.961594 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ba4bb-d900-46f5-a051-d6191578ddd5 req-6361c9f1-c78f-4bb1-9017-7a5977e0e8b0 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:53.963353 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-991ba4bb-d900-46f5-a051-d6191578ddd5 req-6361c9f1-c78f-4bb1-9017-7a5977e0e8b0 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d6b3b68-9a25-4296-8052-9cca2b5371df HTTP/1.1" status: 200 len: 932 time: 0.2494237 Aug 10 01:18:54.075432 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-26b2e766-5284-405f-8d11-6e25b3da94ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:54.106558 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49091176-b3ba-491f-a0dc-5970d63200b6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Pushing event updated for resources: {'Port': ['ID=20d42bd5-e66a-4436-a972-fc575c5107c3,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:54.155996 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-686cd1ad-7e46-402d-b2e5-925058c155df req-4ef00c54-8e63-41f0-9035-9cd801c46067 service neutron] Attempting to bind port 2b4c3875-d806-4df0-9532-709d27ffaca1 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:18:54.156514 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-686cd1ad-7e46-402d-b2e5-925058c155df req-4ef00c54-8e63-41f0-9035-9cd801c46067 service neutron] Attempting to bind port 2b4c3875-d806-4df0-9532-709d27ffaca1 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '220f272b-1eb4-46c2-93d6-24d2bafba51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1ea04e2b-979f-434c-8c10-04220a3cc1db'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:18:54.156821 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686cd1ad-7e46-402d-b2e5-925058c155df req-4ef00c54-8e63-41f0-9035-9cd801c46067 service neutron] Attempting to bind port 2b4c3875-d806-4df0-9532-709d27ffaca1 on network 1ea04e2b-979f-434c-8c10-04220a3cc1db {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:18:54.176728 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-991ba4bb-d900-46f5-a051-d6191578ddd5 req-fa3b20cf-3abc-4660-88b3-d35845fc623e tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751113 Aug 10 01:18:54.211783 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c85cfe-6954-4dcf-bee3-2f6963cc518b req-f6af9b64-f329-4a60-a469-d0b7adaa3c26 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:54.213575 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a4c85cfe-6954-4dcf-bee3-2f6963cc518b req-f6af9b64-f329-4a60-a469-d0b7adaa3c26 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d8367e4-7912-42e7-bc92-36587a4c9a0e HTTP/1.1" status: 200 len: 931 time: 0.2957895 Aug 10 01:18:54.214278 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686cd1ad-7e46-402d-b2e5-925058c155df req-4ef00c54-8e63-41f0-9035-9cd801c46067 service neutron] Port 2b4c3875-d806-4df0-9532-709d27ffaca1 on network 1ea04e2b-979f-434c-8c10-04220a3cc1db not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:18:54.214727 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686cd1ad-7e46-402d-b2e5-925058c155df req-4ef00c54-8e63-41f0-9035-9cd801c46067 service neutron] Attempting to bind port 2b4c3875-d806-4df0-9532-709d27ffaca1 on network 1ea04e2b-979f-434c-8c10-04220a3cc1db {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:18:54.233872 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686cd1ad-7e46-402d-b2e5-925058c155df req-4ef00c54-8e63-41f0-9035-9cd801c46067 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:18:54.234390 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686cd1ad-7e46-402d-b2e5-925058c155df req-4ef00c54-8e63-41f0-9035-9cd801c46067 service neutron] Checking segment: {'id': '220f272b-1eb4-46c2-93d6-24d2bafba51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1ea04e2b-979f-434c-8c10-04220a3cc1db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:18:54.235030 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686cd1ad-7e46-402d-b2e5-925058c155df req-4ef00c54-8e63-41f0-9035-9cd801c46067 service neutron] Bound using segment: {'id': '220f272b-1eb4-46c2-93d6-24d2bafba51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1ea04e2b-979f-434c-8c10-04220a3cc1db'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:18:54.235347 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-686cd1ad-7e46-402d-b2e5-925058c155df req-4ef00c54-8e63-41f0-9035-9cd801c46067 service neutron] Bound port: 2b4c3875-d806-4df0-9532-709d27ffaca1, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '220f272b-1eb4-46c2-93d6-24d2bafba51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1ea04e2b-979f-434c-8c10-04220a3cc1db'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:18:54.236266 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-686cd1ad-7e46-402d-b2e5-925058c155df req-4ef00c54-8e63-41f0-9035-9cd801c46067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:54.246375 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49091176-b3ba-491f-a0dc-5970d63200b6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Checking segment: {'id': '23e956b8-f2d7-4391-8725-1d89cd52e57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abfa26ee-1448-4bd5-8de1-63628e39f17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:18:54.246946 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49091176-b3ba-491f-a0dc-5970d63200b6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Network hostable DHCP agents. Network: abfa26ee-1448-4bd5-8de1-63628e39f17b, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:18:54.280620 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-26b2e766-5284-405f-8d11-6e25b3da94ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:54.284033 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-26b2e766-5284-405f-8d11-6e25b3da94ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:54.285444 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-26b2e766-5284-405f-8d11-6e25b3da94ab admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c70551f7-4ee5-4afe-8de6-1725b4f6610f HTTP/1.1" status: 204 len: 168 time: 0.6642742 Aug 10 01:18:54.293897 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49091176-b3ba-491f-a0dc-5970d63200b6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Network abfa26ee-1448-4bd5-8de1-63628e39f17b is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:18:54.316442 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b2e766-5284-405f-8d11-6e25b3da94ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70551f7-4ee5-4afe-8de6-1725b4f6610f,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:54.340394 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-686cd1ad-7e46-402d-b2e5-925058c155df req-6bc47d68-fc61-4a3f-a749-9fe6cb7e5b26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65ac03dd-98c1-4e83-a9d2-82d200e40c92 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:18:54.342764 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-49091176-b3ba-491f-a0dc-5970d63200b6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, abfa26ee-1448-4bd5-8de1-63628e39f17b) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:18:54.349159 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a4c85cfe-6954-4dcf-bee3-2f6963cc518b req-02d27def-ef5d-45c8-bb14-876e38241fba tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/security-groups?id=e36a37f0-ace7-4917-a7e5-ef991d5ca832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251483 Aug 10 01:18:54.357531 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49091176-b3ba-491f-a0dc-5970d63200b6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:18:54.358579 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-49091176-b3ba-491f-a0dc-5970d63200b6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:54.367128 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-686cd1ad-7e46-402d-b2e5-925058c155df req-6bc47d68-fc61-4a3f-a749-9fe6cb7e5b26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:54.382674 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1c3b72-7389-4995-96ad-0b56a3b2891a None None] Network abfa26ee-1448-4bd5-8de1-63628e39f17b requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:18:54.408624 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-686cd1ad-7e46-402d-b2e5-925058c155df req-6bc47d68-fc61-4a3f-a749-9fe6cb7e5b26 service neutron] Transition to ACTIVE for port object 65ac03dd-98c1-4e83-a9d2-82d200e40c92 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:18:54.436362 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-686cd1ad-7e46-402d-b2e5-925058c155df req-6bc47d68-fc61-4a3f-a749-9fe6cb7e5b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:54.441198 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-686cd1ad-7e46-402d-b2e5-925058c155df req-4ef00c54-8e63-41f0-9035-9cd801c46067 service neutron] For port 2b4c3875-d806-4df0-9532-709d27ffaca1, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:18:54.445062 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-686cd1ad-7e46-402d-b2e5-925058c155df req-4ef00c54-8e63-41f0-9035-9cd801c46067 service neutron] For port 2b4c3875-d806-4df0-9532-709d27ffaca1, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2b4c3875-d806-4df0-9532-709d27ffaca1,segment=NetworkSegment(220f272b-1eb4-46c2-93d6-24d2bafba51b),segment_id=220f272b-1eb4-46c2-93d6-24d2bafba51b)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:18:54.464416 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49091176-b3ba-491f-a0dc-5970d63200b6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Pushing event updated for resources: {'Port': ['ID=86f2c730-0a23-40b9-9471-fb8426fa1dfc,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:54.473241 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-686cd1ad-7e46-402d-b2e5-925058c155df req-4ef00c54-8e63-41f0-9035-9cd801c46067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:54.526657 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cd1ad-7e46-402d-b2e5-925058c155df req-4ef00c54-8e63-41f0-9035-9cd801c46067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:54.527418 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-686cd1ad-7e46-402d-b2e5-925058c155df req-4ef00c54-8e63-41f0-9035-9cd801c46067 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:54.528958 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-686cd1ad-7e46-402d-b2e5-925058c155df req-4ef00c54-8e63-41f0-9035-9cd801c46067 service neutron] 10.222.0.20 "PUT /v2.0/ports/2b4c3875-d806-4df0-9532-709d27ffaca1 HTTP/1.1" status: 200 len: 1093 time: 2.2160535 Aug 10 01:18:54.534917 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fd4488-6529-42b2-92a6-073a0c24e980', 'tag': '2b4c3875-d806-4df0-9532-709d27ffaca1'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:18:54.537930 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004ff33c-e901-4c0b-b965-3e427f26fb23" -d '{"events": [{"name": "network-changed", "server_uuid": "74fd4488-6529-42b2-92a6-073a0c24e980", "tag": "2b4c3875-d806-4df0-9532-709d27ffaca1"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:18:54.579521 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49091176-b3ba-491f-a0dc-5970d63200b6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Checking segment: {'id': 'fa16a257-76c6-4d79-a3c5-c17e195087cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ccc87299-6f6a-4ce6-b8f8-3e2a91047e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:18:54.580103 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49091176-b3ba-491f-a0dc-5970d63200b6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Network hostable DHCP agents. Network: ccc87299-6f6a-4ce6-b8f8-3e2a91047e82, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:18:54.588985 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef00c54-8e63-41f0-9035-9cd801c46067 service neutron] Pushing event updated for resources: {'Port': ['ID=2b4c3875-d806-4df0-9532-709d27ffaca1,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:54.624810 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49091176-b3ba-491f-a0dc-5970d63200b6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Network ccc87299-6f6a-4ce6-b8f8-3e2a91047e82 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:18:54.637882 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc47d68-fc61-4a3f-a749-9fe6cb7e5b26 service neutron] Pushing event updated for resources: {'Port': ['ID=65ac03dd-98c1-4e83-a9d2-82d200e40c92,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:54.656518 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bb13d6-041b-4257-aff3-c19adeb218a3 x-openstack-request-id: req-a4bb13d6-041b-4257-aff3-c19adeb218a3 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:18:54.656809 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74fd4488-6529-42b2-92a6-073a0c24e980", "tag": "2b4c3875-d806-4df0-9532-709d27ffaca1", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:18:54.657068 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a4bb13d6-041b-4257-aff3-c19adeb218a3 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:18:54.657629 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74fd4488-6529-42b2-92a6-073a0c24e980', 'tag': '2b4c3875-d806-4df0-9532-709d27ffaca1', 'status': 'completed', 'code': 200} Aug 10 01:18:54.658421 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-49091176-b3ba-491f-a0dc-5970d63200b6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, ccc87299-6f6a-4ce6-b8f8-3e2a91047e82) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:18:54.667609 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8259f62a-9262-402d-b0e0-6f73399cd90b None None] Network ccc87299-6f6a-4ce6-b8f8-3e2a91047e82 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:18:54.694874 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49091176-b3ba-491f-a0dc-5970d63200b6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:18:54.702891 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49091176-b3ba-491f-a0dc-5970d63200b6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:54.710820 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49091176-b3ba-491f-a0dc-5970d63200b6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:54.712074 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-49091176-b3ba-491f-a0dc-5970d63200b6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:54.716144 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-0d0d362f-ce4e-4558-80e6-e72b11ed5f38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d01e93a2-c625-46cf-a86e-90b48e938287 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:18:54.729809 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-0d0d362f-ce4e-4558-80e6-e72b11ed5f38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:54.742020 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cd1ad-7e46-402d-b2e5-925058c155df req-83456bf9-2a50-4b63-80f7-e4b96728c031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:54.743530 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-686cd1ad-7e46-402d-b2e5-925058c155df req-83456bf9-2a50-4b63-80f7-e4b96728c031 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ebb805bb5c7d4cb9986974f6d1d94a1b&device_id=74fd4488-6529-42b2-92a6-073a0c24e980 HTTP/1.1" status: 200 len: 1096 time: 0.1089375 Aug 10 01:18:54.748691 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-49091176-b3ba-491f-a0dc-5970d63200b6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.1114154 Aug 10 01:18:54.749502 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45206) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:54.823906 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-686cd1ad-7e46-402d-b2e5-925058c155df req-a9a27b76-78df-48b6-9194-78dff3b43917 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b4c3875-d806-4df0-9532-709d27ffaca1 HTTP/1.1" status: 200 len: 217 time: 0.0417714 Aug 10 01:18:54.838120 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-0d0d362f-ce4e-4558-80e6-e72b11ed5f38 service neutron] Transition to ACTIVE for port object d01e93a2-c625-46cf-a86e-90b48e938287 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:18:54.860027 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-0d0d362f-ce4e-4558-80e6-e72b11ed5f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:54.921734 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-686cd1ad-7e46-402d-b2e5-925058c155df req-6bc47d68-fc61-4a3f-a749-9fe6cb7e5b26 service neutron] Attempting to bind port 65ac03dd-98c1-4e83-a9d2-82d200e40c92 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:18:54.922292 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-686cd1ad-7e46-402d-b2e5-925058c155df req-6bc47d68-fc61-4a3f-a749-9fe6cb7e5b26 service neutron] Attempting to bind port 65ac03dd-98c1-4e83-a9d2-82d200e40c92 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '220f272b-1eb4-46c2-93d6-24d2bafba51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1ea04e2b-979f-434c-8c10-04220a3cc1db'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:18:54.923207 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686cd1ad-7e46-402d-b2e5-925058c155df req-6bc47d68-fc61-4a3f-a749-9fe6cb7e5b26 service neutron] Attempting to bind port 65ac03dd-98c1-4e83-a9d2-82d200e40c92 on network 1ea04e2b-979f-434c-8c10-04220a3cc1db {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:18:54.933892 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769d5f7c-a2bc-4aed-aaba-db7295244b02 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:54.937918 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686cd1ad-7e46-402d-b2e5-925058c155df req-6bc47d68-fc61-4a3f-a749-9fe6cb7e5b26 service neutron] Port 65ac03dd-98c1-4e83-a9d2-82d200e40c92 on network 1ea04e2b-979f-434c-8c10-04220a3cc1db not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:18:54.938265 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686cd1ad-7e46-402d-b2e5-925058c155df req-6bc47d68-fc61-4a3f-a749-9fe6cb7e5b26 service neutron] Attempting to bind port 65ac03dd-98c1-4e83-a9d2-82d200e40c92 on network 1ea04e2b-979f-434c-8c10-04220a3cc1db {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:18:54.941657 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769d5f7c-a2bc-4aed-aaba-db7295244b02 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:54.943665 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-769d5f7c-a2bc-4aed-aaba-db7295244b02 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1933749 Aug 10 01:18:54.946585 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45214) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:54.968909 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cd1ad-7e46-402d-b2e5-925058c155df req-45115203-64dc-4383-89c2-22e737c9a604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:54.971156 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-686cd1ad-7e46-402d-b2e5-925058c155df req-45115203-64dc-4383-89c2-22e737c9a604 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=39f1df6e-0668-415e-bec7-08e5b7db6394 HTTP/1.1" status: 200 len: 858 time: 0.1397841 Aug 10 01:18:55.000517 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686cd1ad-7e46-402d-b2e5-925058c155df req-6bc47d68-fc61-4a3f-a749-9fe6cb7e5b26 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:18:55.001180 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686cd1ad-7e46-402d-b2e5-925058c155df req-6bc47d68-fc61-4a3f-a749-9fe6cb7e5b26 service neutron] Checking segment: {'id': '220f272b-1eb4-46c2-93d6-24d2bafba51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1ea04e2b-979f-434c-8c10-04220a3cc1db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:18:55.001746 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686cd1ad-7e46-402d-b2e5-925058c155df req-6bc47d68-fc61-4a3f-a749-9fe6cb7e5b26 service neutron] Bound using segment: {'id': '220f272b-1eb4-46c2-93d6-24d2bafba51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1ea04e2b-979f-434c-8c10-04220a3cc1db'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:18:55.002469 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-686cd1ad-7e46-402d-b2e5-925058c155df req-6bc47d68-fc61-4a3f-a749-9fe6cb7e5b26 service neutron] Bound port: 65ac03dd-98c1-4e83-a9d2-82d200e40c92, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '220f272b-1eb4-46c2-93d6-24d2bafba51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1ea04e2b-979f-434c-8c10-04220a3cc1db'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:18:55.003018 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-686cd1ad-7e46-402d-b2e5-925058c155df req-6bc47d68-fc61-4a3f-a749-9fe6cb7e5b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:55.014105 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d362f-ce4e-4558-80e6-e72b11ed5f38 service neutron] Pushing event updated for resources: {'Port': ['ID=d01e93a2-c625-46cf-a86e-90b48e938287,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:55.045970 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-686cd1ad-7e46-402d-b2e5-925058c155df req-2137bfc5-fcf7-4c82-84ed-56204e71487f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1ea04e2b-979f-434c-8c10-04220a3cc1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664856 Aug 10 01:18:55.163482 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-686cd1ad-7e46-402d-b2e5-925058c155df req-87aae25e-a6bb-4b6e-bfa9-34364fe87334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81204c1f-f581-402f-ba0b-543fd6db6959 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:18:55.178365 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-686cd1ad-7e46-402d-b2e5-925058c155df req-87aae25e-a6bb-4b6e-bfa9-34364fe87334 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:55.225429 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-686cd1ad-7e46-402d-b2e5-925058c155df req-87aae25e-a6bb-4b6e-bfa9-34364fe87334 service neutron] Transition to ACTIVE for port object 81204c1f-f581-402f-ba0b-543fd6db6959 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:18:55.229443 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-686cd1ad-7e46-402d-b2e5-925058c155df req-caec94e0-f07c-43a6-80a0-8b9df4c6429e service neutron] 10.222.0.20 "GET /v2.0/networks/1ea04e2b-979f-434c-8c10-04220a3cc1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740785 Aug 10 01:18:55.265264 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-686cd1ad-7e46-402d-b2e5-925058c155df req-87aae25e-a6bb-4b6e-bfa9-34364fe87334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:55.272902 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-686cd1ad-7e46-402d-b2e5-925058c155df req-6bc47d68-fc61-4a3f-a749-9fe6cb7e5b26 service neutron] For port 65ac03dd-98c1-4e83-a9d2-82d200e40c92, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:18:55.276232 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-0d0d362f-ce4e-4558-80e6-e72b11ed5f38 service neutron] Attempting to bind port d01e93a2-c625-46cf-a86e-90b48e938287 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:18:55.276882 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-0d0d362f-ce4e-4558-80e6-e72b11ed5f38 service neutron] Attempting to bind port d01e93a2-c625-46cf-a86e-90b48e938287 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '6bb08f30-b0e8-4f53-9c2c-d675a93d2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:18:55.277465 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-0d0d362f-ce4e-4558-80e6-e72b11ed5f38 service neutron] Attempting to bind port d01e93a2-c625-46cf-a86e-90b48e938287 on network d5f42a49-cf64-4535-a007-0ffeb2000607 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:18:55.324142 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-686cd1ad-7e46-402d-b2e5-925058c155df req-6bc47d68-fc61-4a3f-a749-9fe6cb7e5b26 service neutron] For port 65ac03dd-98c1-4e83-a9d2-82d200e40c92, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=65ac03dd-98c1-4e83-a9d2-82d200e40c92,segment=NetworkSegment(220f272b-1eb4-46c2-93d6-24d2bafba51b),segment_id=220f272b-1eb4-46c2-93d6-24d2bafba51b)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:18:55.331686 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-0d0d362f-ce4e-4558-80e6-e72b11ed5f38 service neutron] Port d01e93a2-c625-46cf-a86e-90b48e938287 on network d5f42a49-cf64-4535-a007-0ffeb2000607 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:18:55.332095 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-0d0d362f-ce4e-4558-80e6-e72b11ed5f38 service neutron] Attempting to bind port d01e93a2-c625-46cf-a86e-90b48e938287 on network d5f42a49-cf64-4535-a007-0ffeb2000607 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:18:55.349214 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-686cd1ad-7e46-402d-b2e5-925058c155df req-6bc47d68-fc61-4a3f-a749-9fe6cb7e5b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:55.356362 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-0d0d362f-ce4e-4558-80e6-e72b11ed5f38 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:18:55.357563 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-0d0d362f-ce4e-4558-80e6-e72b11ed5f38 service neutron] Checking segment: {'id': '6bb08f30-b0e8-4f53-9c2c-d675a93d2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:18:55.358131 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-0d0d362f-ce4e-4558-80e6-e72b11ed5f38 service neutron] Bound using segment: {'id': '6bb08f30-b0e8-4f53-9c2c-d675a93d2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:18:55.358750 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-0d0d362f-ce4e-4558-80e6-e72b11ed5f38 service neutron] Bound port: d01e93a2-c625-46cf-a86e-90b48e938287, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bb08f30-b0e8-4f53-9c2c-d675a93d2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:18:55.359287 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-0d0d362f-ce4e-4558-80e6-e72b11ed5f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:55.379073 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aae25e-a6bb-4b6e-bfa9-34364fe87334 service neutron] Pushing event updated for resources: {'Port': ['ID=81204c1f-f581-402f-ba0b-543fd6db6959,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:55.386480 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-1d8bdded-5321-4a1f-9f13-16e6137e8582 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Deleting port 20d42bd5-e66a-4436-a972-fc575c5107c3 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:55.386835 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1d8bdded-5321-4a1f-9f13-16e6137e8582 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:55.437888 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af5e4e-d83a-481c-a811-fd816ee1dcb0 req-9cce334b-3c41-4b6b-b5c1-298d8b0b781c tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:55.439882 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-36af5e4e-d83a-481c-a811-fd816ee1dcb0 req-9cce334b-3c41-4b6b-b5c1-298d8b0b781c tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d6b3b68-9a25-4296-8052-9cca2b5371df HTTP/1.1" status: 200 len: 944 time: 0.1027822 Aug 10 01:18:55.442147 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-686cd1ad-7e46-402d-b2e5-925058c155df req-8f76d1fb-69e7-41a6-85ec-e9451f905546 service neutron] 10.222.0.20 "GET /v2.0/networks/1ea04e2b-979f-434c-8c10-04220a3cc1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047889 Aug 10 01:18:55.513087 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cd1ad-7e46-402d-b2e5-925058c155df req-6bc47d68-fc61-4a3f-a749-9fe6cb7e5b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:55.513709 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-686cd1ad-7e46-402d-b2e5-925058c155df req-6bc47d68-fc61-4a3f-a749-9fe6cb7e5b26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:55.515110 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-686cd1ad-7e46-402d-b2e5-925058c155df req-6bc47d68-fc61-4a3f-a749-9fe6cb7e5b26 service neutron] 10.222.0.24 "PUT /v2.0/ports/65ac03dd-98c1-4e83-a9d2-82d200e40c92 HTTP/1.1" status: 200 len: 1092 time: 3.4894762 Aug 10 01:18:55.525917 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-36af5e4e-d83a-481c-a811-fd816ee1dcb0 req-52941fad-26d9-46fa-8f59-d6f681e22aae tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783370 Aug 10 01:18:55.536587 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8367e4-7912-42e7-bc92-36587a4c9a0e', 'tag': '65ac03dd-98c1-4e83-a9d2-82d200e40c92'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:18:55.538985 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377a0cbe-9988-4dc6-828c-fbcc20452232" -d '{"events": [{"name": "network-changed", "server_uuid": "6d8367e4-7912-42e7-bc92-36587a4c9a0e", "tag": "65ac03dd-98c1-4e83-a9d2-82d200e40c92"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:18:55.625649 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d2602-3435-43c0-bd81-e25102767c61 req-ad344e13-c7f1-4acc-bc15-1af01aba001c tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:55.631528 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-398d2602-3435-43c0-bd81-e25102767c61 req-ad344e13-c7f1-4acc-bc15-1af01aba001c tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d8367e4-7912-42e7-bc92-36587a4c9a0e HTTP/1.1" status: 200 len: 943 time: 0.1450613 Aug 10 01:18:55.644615 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72658aeb-e595-48c8-9cc0-93b174e65052 x-openstack-request-id: req-72658aeb-e595-48c8-9cc0-93b174e65052 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:18:55.644867 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d8367e4-7912-42e7-bc92-36587a4c9a0e", "tag": "65ac03dd-98c1-4e83-a9d2-82d200e40c92", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:18:55.645060 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-72658aeb-e595-48c8-9cc0-93b174e65052 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:18:55.645439 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d8367e4-7912-42e7-bc92-36587a4c9a0e', 'tag': '65ac03dd-98c1-4e83-a9d2-82d200e40c92', 'status': 'completed', 'code': 200} Aug 10 01:18:55.652450 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45232) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:55.656302 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1d8bdded-5321-4a1f-9f13-16e6137e8582 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:55.682186 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ff33c-e901-4c0b-b965-3e427f26fb23 req-166ece04-713a-4238-b124-5e164a7823e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:55.683923 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-004ff33c-e901-4c0b-b965-3e427f26fb23 req-166ece04-713a-4238-b124-5e164a7823e3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ebb805bb5c7d4cb9986974f6d1d94a1b&device_id=74fd4488-6529-42b2-92a6-073a0c24e980 HTTP/1.1" status: 200 len: 1096 time: 0.1426380 Aug 10 01:18:55.708541 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-398d2602-3435-43c0-bd81-e25102767c61 req-c5136d09-c23e-417e-bdd4-a01ce047eac8 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/security-groups?id=e36a37f0-ace7-4917-a7e5-ef991d5ca832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704837 Aug 10 01:18:55.730410 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-1d8bdded-5321-4a1f-9f13-16e6137e8582 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Calling delete_port for 20d42bd5-e66a-4436-a972-fc575c5107c3 owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:55.740076 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc47d68-fc61-4a3f-a749-9fe6cb7e5b26 service neutron] Pushing event updated for resources: {'Port': ['ID=65ac03dd-98c1-4e83-a9d2-82d200e40c92,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:55.764959 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-0d0d362f-ce4e-4558-80e6-e72b11ed5f38 service neutron] For port d01e93a2-c625-46cf-a86e-90b48e938287, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:18:55.818222 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-686cd1ad-7e46-402d-b2e5-925058c155df req-87aae25e-a6bb-4b6e-bfa9-34364fe87334 service neutron] Attempting to bind port 81204c1f-f581-402f-ba0b-543fd6db6959 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:18:55.818466 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-686cd1ad-7e46-402d-b2e5-925058c155df req-87aae25e-a6bb-4b6e-bfa9-34364fe87334 service neutron] Attempting to bind port 81204c1f-f581-402f-ba0b-543fd6db6959 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '220f272b-1eb4-46c2-93d6-24d2bafba51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1ea04e2b-979f-434c-8c10-04220a3cc1db'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:18:55.818863 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686cd1ad-7e46-402d-b2e5-925058c155df req-87aae25e-a6bb-4b6e-bfa9-34364fe87334 service neutron] Attempting to bind port 81204c1f-f581-402f-ba0b-543fd6db6959 on network 1ea04e2b-979f-434c-8c10-04220a3cc1db {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:18:55.819417 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ff33c-e901-4c0b-b965-3e427f26fb23 req-f35afa86-ad50-4e9a-a412-e3943482764e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:55.820951 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-004ff33c-e901-4c0b-b965-3e427f26fb23 req-f35afa86-ad50-4e9a-a412-e3943482764e service neutron] 10.222.0.20 "GET /v2.0/networks?id=1ea04e2b-979f-434c-8c10-04220a3cc1db HTTP/1.1" status: 200 len: 919 time: 0.1275566 Aug 10 01:18:55.824212 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-0d0d362f-ce4e-4558-80e6-e72b11ed5f38 service neutron] For port d01e93a2-c625-46cf-a86e-90b48e938287, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=d01e93a2-c625-46cf-a86e-90b48e938287,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:18:55.831257 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-04b005bf-d90e-4c7b-a558-7f2bd4ff32f2 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1158220252-network', 'tenant_id': 'bd9a81b178e94a38999938e4b0585165'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:55.833411 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cd1ad-7e46-402d-b2e5-925058c155df req-fb264d84-1415-4e0f-93d5-c5711b0d8082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:55.834989 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-686cd1ad-7e46-402d-b2e5-925058c155df req-fb264d84-1415-4e0f-93d5-c5711b0d8082 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ebb805bb5c7d4cb9986974f6d1d94a1b&device_id=6d8367e4-7912-42e7-bc92-36587a4c9a0e HTTP/1.1" status: 200 len: 1095 time: 0.2213902 Aug 10 01:18:55.837688 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-0d0d362f-ce4e-4558-80e6-e72b11ed5f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:55.842975 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686cd1ad-7e46-402d-b2e5-925058c155df req-87aae25e-a6bb-4b6e-bfa9-34364fe87334 service neutron] Port 81204c1f-f581-402f-ba0b-543fd6db6959 on network 1ea04e2b-979f-434c-8c10-04220a3cc1db not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:18:55.843760 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686cd1ad-7e46-402d-b2e5-925058c155df req-87aae25e-a6bb-4b6e-bfa9-34364fe87334 service neutron] Attempting to bind port 81204c1f-f581-402f-ba0b-543fd6db6959 on network 1ea04e2b-979f-434c-8c10-04220a3cc1db {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:18:55.879632 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-004ff33c-e901-4c0b-b965-3e427f26fb23 req-534e471a-ed46-46e3-b98d-4ac7429617b7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b4c3875-d806-4df0-9532-709d27ffaca1 HTTP/1.1" status: 200 len: 217 time: 0.0446711 Aug 10 01:18:55.898081 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b005bf-d90e-4c7b-a558-7f2bd4ff32f2 admin admin] Made reservation on behalf of bd9a81b178e94a38999938e4b0585165 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:18:55.900163 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-04b005bf-d90e-4c7b-a558-7f2bd4ff32f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:55.918291 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686cd1ad-7e46-402d-b2e5-925058c155df req-87aae25e-a6bb-4b6e-bfa9-34364fe87334 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:18:55.918630 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686cd1ad-7e46-402d-b2e5-925058c155df req-87aae25e-a6bb-4b6e-bfa9-34364fe87334 service neutron] Checking segment: {'id': '220f272b-1eb4-46c2-93d6-24d2bafba51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1ea04e2b-979f-434c-8c10-04220a3cc1db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:18:55.919214 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686cd1ad-7e46-402d-b2e5-925058c155df req-87aae25e-a6bb-4b6e-bfa9-34364fe87334 service neutron] Bound using segment: {'id': '220f272b-1eb4-46c2-93d6-24d2bafba51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1ea04e2b-979f-434c-8c10-04220a3cc1db'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:18:55.919892 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-686cd1ad-7e46-402d-b2e5-925058c155df req-87aae25e-a6bb-4b6e-bfa9-34364fe87334 service neutron] Bound port: 81204c1f-f581-402f-ba0b-543fd6db6959, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '220f272b-1eb4-46c2-93d6-24d2bafba51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1ea04e2b-979f-434c-8c10-04220a3cc1db'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:18:55.920274 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-686cd1ad-7e46-402d-b2e5-925058c155df req-87aae25e-a6bb-4b6e-bfa9-34364fe87334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:55.922911 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-686cd1ad-7e46-402d-b2e5-925058c155df req-ba158af5-4d88-4158-ab82-9ef4940967a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65ac03dd-98c1-4e83-a9d2-82d200e40c92 HTTP/1.1" status: 200 len: 217 time: 0.0762560 Aug 10 01:18:55.928233 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-04b005bf-d90e-4c7b-a558-7f2bd4ff32f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:55.951887 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-0d0d362f-ce4e-4558-80e6-e72b11ed5f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:55.952556 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-0d0d362f-ce4e-4558-80e6-e72b11ed5f38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:55.953912 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-0d0d362f-ce4e-4558-80e6-e72b11ed5f38 service neutron] 10.222.0.20 "PUT /v2.0/ports/d01e93a2-c625-46cf-a86e-90b48e938287 HTTP/1.1" status: 200 len: 1093 time: 2.5479062 Aug 10 01:18:55.954639 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ff33c-e901-4c0b-b965-3e427f26fb23 req-7362281d-43db-4f2a-b995-c432333fad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:55.956152 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-004ff33c-e901-4c0b-b965-3e427f26fb23 req-7362281d-43db-4f2a-b995-c432333fad74 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=39f1df6e-0668-415e-bec7-08e5b7db6394 HTTP/1.1" status: 200 len: 858 time: 0.0683935 Aug 10 01:18:56.014290 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-004ff33c-e901-4c0b-b965-3e427f26fb23 req-f28d1a43-73e6-4a33-9349-e84607e238ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1ea04e2b-979f-434c-8c10-04220a3cc1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383298 Aug 10 01:18:56.038528 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d362f-ce4e-4558-80e6-e72b11ed5f38 service neutron] Pushing event updated for resources: {'Port': ['ID=d01e93a2-c625-46cf-a86e-90b48e938287,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:56.081491 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cd1ad-7e46-402d-b2e5-925058c155df req-e43805b0-683e-40fc-a946-9c25243a1e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:56.083538 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-686cd1ad-7e46-402d-b2e5-925058c155df req-e43805b0-683e-40fc-a946-9c25243a1e27 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=39f1df6e-0668-415e-bec7-08e5b7db6394 HTTP/1.1" status: 200 len: 858 time: 0.1389906 Aug 10 01:18:56.117464 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-686cd1ad-7e46-402d-b2e5-925058c155df req-87aae25e-a6bb-4b6e-bfa9-34364fe87334 service neutron] For port 81204c1f-f581-402f-ba0b-543fd6db6959, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:18:56.125918 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-686cd1ad-7e46-402d-b2e5-925058c155df req-87aae25e-a6bb-4b6e-bfa9-34364fe87334 service neutron] For port 81204c1f-f581-402f-ba0b-543fd6db6959, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=81204c1f-f581-402f-ba0b-543fd6db6959,segment=NetworkSegment(220f272b-1eb4-46c2-93d6-24d2bafba51b),segment_id=220f272b-1eb4-46c2-93d6-24d2bafba51b)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:18:56.156034 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-04b005bf-d90e-4c7b-a558-7f2bd4ff32f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:56.156961 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1d8bdded-5321-4a1f-9f13-16e6137e8582 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:56.159231 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-686cd1ad-7e46-402d-b2e5-925058c155df req-87aae25e-a6bb-4b6e-bfa9-34364fe87334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:56.169153 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-04b005bf-d90e-4c7b-a558-7f2bd4ff32f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:56.198404 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-686cd1ad-7e46-402d-b2e5-925058c155df req-c2f7f49f-eeb8-45cd-9d72-0916c2320a81 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1ea04e2b-979f-434c-8c10-04220a3cc1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528288 Aug 10 01:18:56.198531 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-004ff33c-e901-4c0b-b965-3e427f26fb23 req-eedf5bdb-1ac2-4db6-88bd-4bdfbd743159 service neutron] 10.222.0.20 "GET /v2.0/networks/1ea04e2b-979f-434c-8c10-04220a3cc1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641657 Aug 10 01:18:56.204573 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b005bf-d90e-4c7b-a558-7f2bd4ff32f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:18:56.233611 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-04b005bf-d90e-4c7b-a558-7f2bd4ff32f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:56.233989 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-04b005bf-d90e-4c7b-a558-7f2bd4ff32f2 admin admin] Added segment 0555d29b-bf07-4708-8a91-36f708d24d60 of type vlan for network 91e6cdaf-d5bd-4599-bf36-273732752c10 Aug 10 01:18:56.259549 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cd1ad-7e46-402d-b2e5-925058c155df req-87aae25e-a6bb-4b6e-bfa9-34364fe87334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:56.260281 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-686cd1ad-7e46-402d-b2e5-925058c155df req-87aae25e-a6bb-4b6e-bfa9-34364fe87334 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:56.261643 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-686cd1ad-7e46-402d-b2e5-925058c155df req-87aae25e-a6bb-4b6e-bfa9-34364fe87334 service neutron] 10.222.0.20 "PUT /v2.0/ports/81204c1f-f581-402f-ba0b-543fd6db6959 HTTP/1.1" status: 200 len: 1093 time: 2.7690771 Aug 10 01:18:56.322959 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1d8bdded-5321-4a1f-9f13-16e6137e8582 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:56.324893 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1d8bdded-5321-4a1f-9f13-16e6137e8582 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] 10.222.0.35 "DELETE /v2.0/ports/20d42bd5-e66a-4436-a972-fc575c5107c3 HTTP/1.1" status: 204 len: 168 time: 1.3726475 Aug 10 01:18:56.330488 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45236) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:56.348086 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b005bf-d90e-4c7b-a558-7f2bd4ff32f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a5d21b-f508-49e3-bb56-f73fc07d15e7,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:56.354699 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-04b005bf-d90e-4c7b-a558-7f2bd4ff32f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:56.399597 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-2602aef6-71b6-425f-8a21-0fd0a43f9a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:56.401151 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-2602aef6-71b6-425f-8a21-0fd0a43f9a9b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a4f463465f414d20a10d25627743d857&device_id=3d6b3b68-9a25-4296-8052-9cca2b5371df HTTP/1.1" status: 200 len: 1096 time: 0.3652253 Aug 10 01:18:56.405004 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aae25e-a6bb-4b6e-bfa9-34364fe87334 service neutron] Pushing event updated for resources: {'Port': ['ID=81204c1f-f581-402f-ba0b-543fd6db6959,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:56.453839 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8bdded-5321-4a1f-9f13-16e6137e8582 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Pushing event deleted for resources: {'Port': ['ID=20d42bd5-e66a-4436-a972-fc575c5107c3,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:56.465775 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-04b005bf-d90e-4c7b-a558-7f2bd4ff32f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:56.467331 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b005bf-d90e-4c7b-a558-7f2bd4ff32f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:56.467960 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-04b005bf-d90e-4c7b-a558-7f2bd4ff32f2 admin admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:56.485538 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-004ff33c-e901-4c0b-b965-3e427f26fb23 req-10f9a30c-ca0e-4b19-a205-54afa15fc280 service neutron] 10.222.0.20 "GET /v2.0/networks/1ea04e2b-979f-434c-8c10-04220a3cc1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784033 Aug 10 01:18:56.494558 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-9d1c1c72-19ed-4d0e-95d6-296b64b8199b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d01e93a2-c625-46cf-a86e-90b48e938287 HTTP/1.1" status: 200 len: 217 time: 0.0590169 Aug 10 01:18:56.502603 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cd1ad-7e46-402d-b2e5-925058c155df req-7ee02252-b611-4fee-8c78-863bd7694396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:56.504649 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-686cd1ad-7e46-402d-b2e5-925058c155df req-7ee02252-b611-4fee-8c78-863bd7694396 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ebb805bb5c7d4cb9986974f6d1d94a1b&device_id=4ff7a4d6-97ae-4d78-b443-a1cf16eb356c HTTP/1.1" status: 200 len: 1096 time: 0.1735611 Aug 10 01:18:56.538306 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-04b005bf-d90e-4c7b-a558-7f2bd4ff32f2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8821352 Aug 10 01:18:56.539768 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45240) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:56.553120 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-33c3dcae-6a06-4811-b4f3-c3a2e2292d03 admin admin] Request body: {'subnet': {'network_id': '91e6cdaf-d5bd-4599-bf36-273732752c10', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1158220252-subnet', 'tenant_id': 'bd9a81b178e94a38999938e4b0585165', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:56.556622 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b005bf-d90e-4c7b-a558-7f2bd4ff32f2 admin admin] Pushing event updated for resources: {'Network': ['ID=91e6cdaf-d5bd-4599-bf36-273732752c10,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:56.565750 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-686cd1ad-7e46-402d-b2e5-925058c155df req-bd3dfbce-6a71-42fa-b030-6fd4e8904168 service neutron] 10.222.0.24 "GET /v2.0/networks/1ea04e2b-979f-434c-8c10-04220a3cc1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379927 Aug 10 01:18:56.568283 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 91e6cdaf-d5bd-4599-bf36-273732752c10 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:18:56.568821 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-18849659-32c5-4ad5-b0a8-ed9b3ffef020 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Deleting port 86f2c730-0a23-40b9-9471-fb8426fa1dfc {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:56.568927 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-18849659-32c5-4ad5-b0a8-ed9b3ffef020 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:56.633581 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-686cd1ad-7e46-402d-b2e5-925058c155df req-29d22235-1130-46c1-b5c2-079ae55f0091 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81204c1f-f581-402f-ba0b-543fd6db6959 HTTP/1.1" status: 200 len: 217 time: 0.1047342 Aug 10 01:18:56.662630 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-18849659-32c5-4ad5-b0a8-ed9b3ffef020 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:56.739295 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c3dcae-6a06-4811-b4f3-c3a2e2292d03 admin admin] Made reservation on behalf of bd9a81b178e94a38999938e4b0585165 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:18:56.741415 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:18:56.742362 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-33c3dcae-6a06-4811-b4f3-c3a2e2292d03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:56.807675 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-d0e110b1-b35f-4262-ae83-9808e0b27edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:56.809226 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-d0e110b1-b35f-4262-ae83-9808e0b27edb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1982ede0-b8b9-4659-ad0a-d59c9e02d1ca HTTP/1.1" status: 200 len: 851 time: 0.2858691 Aug 10 01:18:56.867553 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cd1ad-7e46-402d-b2e5-925058c155df req-34dc103f-47f0-4a6d-9315-f33e2365b342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:56.869167 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-686cd1ad-7e46-402d-b2e5-925058c155df req-34dc103f-47f0-4a6d-9315-f33e2365b342 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=39f1df6e-0668-415e-bec7-08e5b7db6394 HTTP/1.1" status: 200 len: 858 time: 0.2158782 Aug 10 01:18:56.930247 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-686cd1ad-7e46-402d-b2e5-925058c155df req-971ce5bb-4518-4885-bf73-d2d220869e16 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1ea04e2b-979f-434c-8c10-04220a3cc1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526309 Aug 10 01:18:56.939611 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-686cd1ad-7e46-402d-b2e5-925058c155df req-9ff5aead-0fc1-4d2a-bb70-73a1eda21935 service neutron] 10.222.0.24 "GET /v2.0/networks/1ea04e2b-979f-434c-8c10-04220a3cc1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196328 Aug 10 01:18:57.020068 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-805edcba-3d74-456b-bd48-0a6a6f6e5b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:57.021682 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-805edcba-3d74-456b-bd48-0a6a6f6e5b4b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5f42a49-cf64-4535-a007-0ffeb2000607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2013066 Aug 10 01:18:57.095665 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-18849659-32c5-4ad5-b0a8-ed9b3ffef020 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Calling delete_port for 86f2c730-0a23-40b9-9471-fb8426fa1dfc owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:57.189511 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a0cbe-9988-4dc6-828c-fbcc20452232 req-bdf5f954-1c47-4274-a567-d162f9e0e099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:57.190936 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-377a0cbe-9988-4dc6-828c-fbcc20452232 req-bdf5f954-1c47-4274-a567-d162f9e0e099 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ebb805bb5c7d4cb9986974f6d1d94a1b&device_id=6d8367e4-7912-42e7-bc92-36587a4c9a0e HTTP/1.1" status: 200 len: 1095 time: 0.1905644 Aug 10 01:18:57.213734 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8b35e-f7b8-4479-a9cc-73a9d26fba9b req-2795569c-632d-46fe-adeb-92d9c690d805 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:57.215342 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8f8b35e-f7b8-4479-a9cc-73a9d26fba9b req-2795569c-632d-46fe-adeb-92d9c690d805 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d8367e4-7912-42e7-bc92-36587a4c9a0e HTTP/1.1" status: 200 len: 943 time: 0.1442752 Aug 10 01:18:57.232737 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6a91a-60b8-4ada-a080-6553143f5466 req-0194283f-3731-455f-a510-0a0f0793343e tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:57.234206 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e7a6a91a-60b8-4ada-a080-6553143f5466 req-0194283f-3731-455f-a510-0a0f0793343e tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d6b3b68-9a25-4296-8052-9cca2b5371df HTTP/1.1" status: 200 len: 944 time: 0.1617267 Aug 10 01:18:57.268672 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-686cd1ad-7e46-402d-b2e5-925058c155df req-1f693f6e-8e97-45bd-a0e6-2dfc2bb11bca service neutron] 10.222.0.20 "GET /v2.0/networks/1ea04e2b-979f-434c-8c10-04220a3cc1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227382 Aug 10 01:18:57.306537 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8f8b35e-f7b8-4479-a9cc-73a9d26fba9b req-a2ff33b0-c295-498b-b3e9-48bb86f74a79 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/security-groups?id=e36a37f0-ace7-4917-a7e5-ef991d5ca832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833144 Aug 10 01:18:57.312849 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-43bdb5da-ea88-4448-ad9f-4f13b336e946 service neutron] 10.222.0.20 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670369 Aug 10 01:18:57.316689 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e7a6a91a-60b8-4ada-a080-6553143f5466 req-524c4386-fde2-4334-ae65-9e6698713f93 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702279 Aug 10 01:18:57.317898 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-18849659-32c5-4ad5-b0a8-ed9b3ffef020 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:57.329718 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-33c3dcae-6a06-4811-b4f3-c3a2e2292d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:57.352117 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18849659-32c5-4ad5-b0a8-ed9b3ffef020 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Pushing event deleted for resources: {'Port': ['ID=86f2c730-0a23-40b9-9471-fb8426fa1dfc,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:57.355452 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-18849659-32c5-4ad5-b0a8-ed9b3ffef020 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:57.358253 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-18849659-32c5-4ad5-b0a8-ed9b3ffef020 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] 10.222.0.35 "DELETE /v2.0/ports/86f2c730-0a23-40b9-9471-fb8426fa1dfc HTTP/1.1" status: 204 len: 168 time: 1.0206306 Aug 10 01:18:57.360886 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45246) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:57.392981 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ed9404d4-cff9-4b75-8365-83a9523782ed tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0309649 Aug 10 01:18:57.396735 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45248) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:57.401779 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-20ddf33e-105d-4de9-a202-9ba9dcc2e872 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1783229886'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:57.424964 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ddf33e-105d-4de9-a202-9ba9dcc2e872 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Made reservation on behalf of beee33e7600442c49e7eabe905039f46 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:18:57.428800 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-20ddf33e-105d-4de9-a202-9ba9dcc2e872 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:57.454074 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ddf33e-105d-4de9-a202-9ba9dcc2e872 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:18:57.463272 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-20ddf33e-105d-4de9-a202-9ba9dcc2e872 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:57.463617 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-20ddf33e-105d-4de9-a202-9ba9dcc2e872 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Added segment 608fad2e-e20b-4bf4-95a3-573616595b8c of type vlan for network 5eff1443-590a-4f05-bb40-d51ae62c518b Aug 10 01:18:57.506508 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-20ddf33e-105d-4de9-a202-9ba9dcc2e872 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:57.537055 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-20ddf33e-105d-4de9-a202-9ba9dcc2e872 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:57.542822 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ddf33e-105d-4de9-a202-9ba9dcc2e872 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:57.543460 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-20ddf33e-105d-4de9-a202-9ba9dcc2e872 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:57.600559 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-20ddf33e-105d-4de9-a202-9ba9dcc2e872 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2027159 Aug 10 01:18:57.603581 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45250) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:57.612020 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-f3b12511-a2d7-4b4e-a081-b397794214aa tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1858409020'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:57.630878 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ddf33e-105d-4de9-a202-9ba9dcc2e872 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Pushing event updated for resources: {'Network': ['ID=5eff1443-590a-4f05-bb40-d51ae62c518b,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:57.642682 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 5eff1443-590a-4f05-bb40-d51ae62c518b details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:18:57.647397 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b12511-a2d7-4b4e-a081-b397794214aa tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Made reservation on behalf of beee33e7600442c49e7eabe905039f46 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:18:57.651701 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f3b12511-a2d7-4b4e-a081-b397794214aa tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:57.657174 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6b3b68-9a25-4296-8052-9cca2b5371df', 'tag': 'd01e93a2-c625-46cf-a86e-90b48e938287'}, {'name': 'network-changed', 'server_uuid': '4ff7a4d6-97ae-4d78-b443-a1cf16eb356c', 'tag': '81204c1f-f581-402f-ba0b-543fd6db6959'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:18:57.659410 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4686080-ba99-42fa-9470-b7366cae2022" -d '{"events": [{"name": "network-changed", "server_uuid": "3d6b3b68-9a25-4296-8052-9cca2b5371df", "tag": "d01e93a2-c625-46cf-a86e-90b48e938287"}, {"name": "network-changed", "server_uuid": "4ff7a4d6-97ae-4d78-b443-a1cf16eb356c", "tag": "81204c1f-f581-402f-ba0b-543fd6db6959"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:18:57.681428 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b12511-a2d7-4b4e-a081-b397794214aa tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:18:57.694282 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f3b12511-a2d7-4b4e-a081-b397794214aa tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:57.694623 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-f3b12511-a2d7-4b4e-a081-b397794214aa tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Added segment 598ceb59-8875-4bf6-a3d1-0c075d616283 of type vlan for network d809f071-3a90-4579-b9ff-395f4cd98a32 Aug 10 01:18:57.738306 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f3b12511-a2d7-4b4e-a081-b397794214aa tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:57.745075 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 Aug 2021 01:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a557c676-cf41-4b7d-abee-0a75caf38d5d x-openstack-request-id: req-a557c676-cf41-4b7d-abee-0a75caf38d5d {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:18:57.745689 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d6b3b68-9a25-4296-8052-9cca2b5371df", "tag": "d01e93a2-c625-46cf-a86e-90b48e938287", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4ff7a4d6-97ae-4d78-b443-a1cf16eb356c", "tag": "81204c1f-f581-402f-ba0b-543fd6db6959", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:18:57.745689 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a557c676-cf41-4b7d-abee-0a75caf38d5d {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:18:57.746099 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6b3b68-9a25-4296-8052-9cca2b5371df', 'tag': 'd01e93a2-c625-46cf-a86e-90b48e938287', 'status': 'completed', 'code': 200} Aug 10 01:18:57.746414 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff7a4d6-97ae-4d78-b443-a1cf16eb356c', 'tag': '81204c1f-f581-402f-ba0b-543fd6db6959', 'status': 'completed', 'code': 200} Aug 10 01:18:57.769296 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f3b12511-a2d7-4b4e-a081-b397794214aa tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:57.775304 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b12511-a2d7-4b4e-a081-b397794214aa tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:57.776016 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f3b12511-a2d7-4b4e-a081-b397794214aa tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:57.805714 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c3dcae-6a06-4811-b4f3-c3a2e2292d03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68c0c682-6b94-49fe-b14e-93c74ec95979,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:57.830066 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a0cbe-9988-4dc6-828c-fbcc20452232 req-6d9aab7a-93c3-4ae0-84b4-bf49789f07ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:57.831766 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-377a0cbe-9988-4dc6-828c-fbcc20452232 req-6d9aab7a-93c3-4ae0-84b4-bf49789f07ff service neutron] 10.222.0.24 "GET /v2.0/networks?id=1ea04e2b-979f-434c-8c10-04220a3cc1db HTTP/1.1" status: 200 len: 919 time: 0.6082816 Aug 10 01:18:57.842200 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f3b12511-a2d7-4b4e-a081-b397794214aa tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2374773 Aug 10 01:18:57.848680 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b12511-a2d7-4b4e-a081-b397794214aa tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Pushing event updated for resources: {'Network': ['ID=d809f071-3a90-4579-b9ff-395f4cd98a32,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:57.863236 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network d809f071-3a90-4579-b9ff-395f4cd98a32 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:18:57.897574 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-686cd1ad-7e46-402d-b2e5-925058c155df req-daf3c7d6-8988-4afa-8b2f-da2e3d344562 service neutron] 10.222.0.20 "GET /v2.0/networks/1ea04e2b-979f-434c-8c10-04220a3cc1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5989227 Aug 10 01:18:57.906598 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c3dcae-6a06-4811-b4f3-c3a2e2292d03 admin admin] Checking segment: {'id': '0555d29b-bf07-4708-8a91-36f708d24d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '91e6cdaf-d5bd-4599-bf36-273732752c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:18:57.906976 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c3dcae-6a06-4811-b4f3-c3a2e2292d03 admin admin] Network hostable DHCP agents. Network: 91e6cdaf-d5bd-4599-bf36-273732752c10, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:18:57.910211 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-377a0cbe-9988-4dc6-828c-fbcc20452232 req-a1afc86c-b9e8-41c3-8216-27a6357d9b55 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65ac03dd-98c1-4e83-a9d2-82d200e40c92 HTTP/1.1" status: 200 len: 217 time: 0.0637467 Aug 10 01:18:57.915532 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3d3d31d5-0d31-478e-ba86-e3768f9d8223 req-b5a5026e-1a2c-4d2f-b0f7-253bfc4b313e service neutron] 10.222.0.20 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5835724 Aug 10 01:18:57.966317 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c3dcae-6a06-4811-b4f3-c3a2e2292d03 admin admin] Network 91e6cdaf-d5bd-4599-bf36-273732752c10 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:18:57.979753 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-33c3dcae-6a06-4811-b4f3-c3a2e2292d03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 91e6cdaf-d5bd-4599-bf36-273732752c10) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:18:57.982122 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a0cbe-9988-4dc6-828c-fbcc20452232 req-1770581e-2f39-42ee-8fae-3fc99bdc3d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:57.983602 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-377a0cbe-9988-4dc6-828c-fbcc20452232 req-1770581e-2f39-42ee-8fae-3fc99bdc3d26 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=39f1df6e-0668-415e-bec7-08e5b7db6394 HTTP/1.1" status: 200 len: 858 time: 0.0606148 Aug 10 01:18:57.986193 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c3dcae-6a06-4811-b4f3-c3a2e2292d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:57.986992 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-33c3dcae-6a06-4811-b4f3-c3a2e2292d03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:57.991181 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7476a1ee-9780-45bf-92e9-1ed072ffb862 None None] Network 91e6cdaf-d5bd-4599-bf36-273732752c10 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:18:58.019585 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-377a0cbe-9988-4dc6-828c-fbcc20452232 req-eb98ae94-ef9d-49d6-a196-d6370a2c869b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1ea04e2b-979f-434c-8c10-04220a3cc1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284231 Aug 10 01:18:58.024560 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-33c3dcae-6a06-4811-b4f3-c3a2e2292d03 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4821498 Aug 10 01:18:58.142097 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a5bde0-43f3-4056-8077-8cead3566c87 None None] Network 91e6cdaf-d5bd-4599-bf36-273732752c10 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:18:58.146186 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4686080-ba99-42fa-9470-b7366cae2022 req-b1e8e4d3-a3ba-4300-883b-6a5faddc4881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:58.147857 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f4686080-ba99-42fa-9470-b7366cae2022 req-b1e8e4d3-a3ba-4300-883b-6a5faddc4881 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a4f463465f414d20a10d25627743d857&device_id=3d6b3b68-9a25-4296-8052-9cca2b5371df HTTP/1.1" status: 200 len: 1096 time: 0.0733118 Aug 10 01:18:58.177309 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45258) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:58.178452 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-377a0cbe-9988-4dc6-828c-fbcc20452232 req-cf2b21d2-9043-455e-941b-b591ac3f7077 service neutron] 10.222.0.24 "GET /v2.0/networks/1ea04e2b-979f-434c-8c10-04220a3cc1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519363 Aug 10 01:18:58.236526 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-878b4c8b-f0eb-44b4-a553-908c2a2ed27c admin admin] Deleting subnet 68c0c682-6b94-49fe-b14e-93c74ec95979 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:18:58.239959 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-878b4c8b-f0eb-44b4-a553-908c2a2ed27c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:58.287593 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-878b4c8b-f0eb-44b4-a553-908c2a2ed27c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:58.309473 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:58.331465 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-878b4c8b-f0eb-44b4-a553-908c2a2ed27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:58.339541 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4686080-ba99-42fa-9470-b7366cae2022 req-be05444d-851d-4f36-adc1-f6902a1d65cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:58.341093 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f4686080-ba99-42fa-9470-b7366cae2022 req-be05444d-851d-4f36-adc1-f6902a1d65cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=d5f42a49-cf64-4535-a007-0ffeb2000607 HTTP/1.1" status: 200 len: 913 time: 0.1842990 Aug 10 01:18:58.394904 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f4686080-ba99-42fa-9470-b7366cae2022 req-6c3e23b4-543a-44a1-b16b-248998876c6c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d01e93a2-c625-46cf-a86e-90b48e938287 HTTP/1.1" status: 200 len: 217 time: 0.0453851 Aug 10 01:18:58.398744 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-377a0cbe-9988-4dc6-828c-fbcc20452232 req-4c6d05b3-5187-4d9b-9233-28244181bd1f service neutron] 10.222.0.24 "GET /v2.0/networks/1ea04e2b-979f-434c-8c10-04220a3cc1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953571 Aug 10 01:18:58.425745 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-878b4c8b-f0eb-44b4-a553-908c2a2ed27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:58.464862 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4686080-ba99-42fa-9470-b7366cae2022 req-18d6b1de-c28e-429d-ab03-05f359b456fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:58.466403 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f4686080-ba99-42fa-9470-b7366cae2022 req-18d6b1de-c28e-429d-ab03-05f359b456fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1982ede0-b8b9-4659-ad0a-d59c9e02d1ca HTTP/1.1" status: 200 len: 851 time: 0.0640225 Aug 10 01:18:58.487956 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b4c8b-f0eb-44b4-a553-908c2a2ed27c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68c0c682-6b94-49fe-b14e-93c74ec95979,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:58.494175 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-878b4c8b-f0eb-44b4-a553-908c2a2ed27c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:58.499904 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-878b4c8b-f0eb-44b4-a553-908c2a2ed27c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/68c0c682-6b94-49fe-b14e-93c74ec95979 HTTP/1.1" status: 204 len: 168 time: 0.3177106 Aug 10 01:18:58.507221 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45264) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:58.552028 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b121e53-7238-4bb5-a119-9ffa1aee6fad req-5fde1ebe-71c1-4c8d-95ee-086db6940f96 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:58.553656 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6b121e53-7238-4bb5-a119-9ffa1aee6fad req-5fde1ebe-71c1-4c8d-95ee-086db6940f96 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d6b3b68-9a25-4296-8052-9cca2b5371df HTTP/1.1" status: 200 len: 944 time: 0.0889759 Aug 10 01:18:58.562331 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ae96f-28eb-4f0b-a12b-7983f601d1c9 req-86169be4-31d8-4792-8fd9-f358bc3257cc tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:58.564536 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1a7ae96f-28eb-4f0b-a12b-7983f601d1c9 req-86169be4-31d8-4792-8fd9-f358bc3257cc tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d8367e4-7912-42e7-bc92-36587a4c9a0e HTTP/1.1" status: 200 len: 943 time: 0.1403680 Aug 10 01:18:58.598171 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4686080-ba99-42fa-9470-b7366cae2022 req-ec5a263e-3b10-4b4d-86d3-8835f008eb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:58.599687 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f4686080-ba99-42fa-9470-b7366cae2022 req-ec5a263e-3b10-4b4d-86d3-8835f008eb79 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5f42a49-cf64-4535-a007-0ffeb2000607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1264951 Aug 10 01:18:58.603826 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0f58e9b0-eee1-48d4-b27d-4b2cdb5c625c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:58.617068 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6b121e53-7238-4bb5-a119-9ffa1aee6fad req-659a86c2-c576-414e-b019-28461d633247 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515423 Aug 10 01:18:58.635972 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1a7ae96f-28eb-4f0b-a12b-7983f601d1c9 req-df8de562-0571-4819-9203-355ae6a444fe tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/security-groups?id=e36a37f0-ace7-4917-a7e5-ef991d5ca832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639277 Aug 10 01:18:58.756989 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0f58e9b0-eee1-48d4-b27d-4b2cdb5c625c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:58.766342 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f4686080-ba99-42fa-9470-b7366cae2022 req-43e9c311-f361-4ad4-a652-e9a32920248c service neutron] 10.222.0.20 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581171 Aug 10 01:18:58.769473 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-0f58e9b0-eee1-48d4-b27d-4b2cdb5c625c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91e6cdaf-d5bd-4599-bf36-273732752c10']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:58.786781 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-0f58e9b0-eee1-48d4-b27d-4b2cdb5c625c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0555d29b-bf07-4708-8a91-36f708d24d60') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:58.787075 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-0f58e9b0-eee1-48d4-b27d-4b2cdb5c625c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0555d29b-bf07-4708-8a91-36f708d24d60') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:58.832026 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0f58e9b0-eee1-48d4-b27d-4b2cdb5c625c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:58.852609 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0f58e9b0-eee1-48d4-b27d-4b2cdb5c625c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:58.866873 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f58e9b0-eee1-48d4-b27d-4b2cdb5c625c admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:18:58.867272 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0f58e9b0-eee1-48d4-b27d-4b2cdb5c625c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:58.868911 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:18:58.868911 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:18:58.868911 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:18:58.868911 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:18:58.868911 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:18:58.868911 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:18:58.868911 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:18:58.868911 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:18:58.868911 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:18:58.868911 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:18:58.868911 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:18:58.868911 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:18:58.868911 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:18:58.868911 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:18:58.868911 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:18:58.868911 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:18:58.868911 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:18:58.868911 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:18:58.868911 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:18:58.868911 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:18:58.868911 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:18:58.868911 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:18:58.868911 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:18:58.868911 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:18:58.868911 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:18:58.868911 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:18:58.868911 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:18:58.868911 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:18:58.868911 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:18:58.868911 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:18:58.868911 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:18:58.868911 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:18:58.928866 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f4686080-ba99-42fa-9470-b7366cae2022 req-f72c4f1c-4e07-4102-b1d7-a1886ca92c11 service neutron] 10.222.0.20 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526794 Aug 10 01:18:58.932351 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0f58e9b0-eee1-48d4-b27d-4b2cdb5c625c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:58.937552 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0f58e9b0-eee1-48d4-b27d-4b2cdb5c625c admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:58.939447 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0f58e9b0-eee1-48d4-b27d-4b2cdb5c625c admin admin] 10.222.0.35 "DELETE /v2.0/networks/91e6cdaf-d5bd-4599-bf36-273732752c10 HTTP/1.1" status: 204 len: 168 time: 0.4310179 Aug 10 01:18:58.955659 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58e9b0-eee1-48d4-b27d-4b2cdb5c625c admin admin] Pushing event deleted for resources: {'Network': ['ID=91e6cdaf-d5bd-4599-bf36-273732752c10,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:59.053772 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45268) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:59.056285 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4686080-ba99-42fa-9470-b7366cae2022 req-e24109a6-6bf2-44a0-8b48-8b96bf05a87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:59.057820 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f4686080-ba99-42fa-9470-b7366cae2022 req-e24109a6-6bf2-44a0-8b48-8b96bf05a87a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ebb805bb5c7d4cb9986974f6d1d94a1b&device_id=4ff7a4d6-97ae-4d78-b443-a1cf16eb356c HTTP/1.1" status: 200 len: 1096 time: 0.0459449 Aug 10 01:18:59.094967 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ea970127-a88d-4bca-99ae-73e989ccd7f2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bd9a81b178e94a38999938e4b0585165&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399742 Aug 10 01:18:59.097378 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45270) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:59.149370 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a7edd85a-44ff-4ff8-acb1-96d92c990fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:59.163809 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4686080-ba99-42fa-9470-b7366cae2022 req-b6a048f0-5b2a-4c5f-8f0c-c1d41dde08bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:59.165561 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f4686080-ba99-42fa-9470-b7366cae2022 req-b6a048f0-5b2a-4c5f-8f0c-c1d41dde08bb service neutron] 10.222.0.20 "GET /v2.0/networks?id=1ea04e2b-979f-434c-8c10-04220a3cc1db HTTP/1.1" status: 200 len: 919 time: 0.0998673 Aug 10 01:18:59.170246 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a7edd85a-44ff-4ff8-acb1-96d92c990fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:59.213508 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f4686080-ba99-42fa-9470-b7366cae2022 req-09c57bd6-bccf-4fda-aa6e-01703681f966 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81204c1f-f581-402f-ba0b-543fd6db6959 HTTP/1.1" status: 200 len: 217 time: 0.0394297 Aug 10 01:18:59.218185 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a7edd85a-44ff-4ff8-acb1-96d92c990fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:59.220843 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a7edd85a-44ff-4ff8-acb1-96d92c990fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:59.224584 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a7edd85a-44ff-4ff8-acb1-96d92c990fac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/59a5d21b-f508-49e3-bb56-f73fc07d15e7 HTTP/1.1" status: 204 len: 168 time: 0.1237228 Aug 10 01:18:59.230975 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7edd85a-44ff-4ff8-acb1-96d92c990fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a5d21b-f508-49e3-bb56-f73fc07d15e7,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:59.284296 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4686080-ba99-42fa-9470-b7366cae2022 req-cfc51403-248d-47a3-8369-4ec17cf607b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:59.285732 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f4686080-ba99-42fa-9470-b7366cae2022 req-cfc51403-248d-47a3-8369-4ec17cf607b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=39f1df6e-0668-415e-bec7-08e5b7db6394 HTTP/1.1" status: 200 len: 858 time: 0.0551043 Aug 10 01:18:59.319275 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f4686080-ba99-42fa-9470-b7366cae2022 req-43a23cd4-4f8c-4ec3-abac-180afcaa65a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1ea04e2b-979f-434c-8c10-04220a3cc1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258753 Aug 10 01:18:59.412972 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f4686080-ba99-42fa-9470-b7366cae2022 req-b9b12179-b6fe-4508-b80b-6054c5d4834b service neutron] 10.222.0.20 "GET /v2.0/networks/1ea04e2b-979f-434c-8c10-04220a3cc1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858812 Aug 10 01:18:59.526618 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f4686080-ba99-42fa-9470-b7366cae2022 req-932e4396-42b9-476a-9972-0cc20044f5b2 service neutron] 10.222.0.20 "GET /v2.0/networks/1ea04e2b-979f-434c-8c10-04220a3cc1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045878 Aug 10 01:18:59.778646 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 65ac03dd-98c1-4e83-a9d2-82d200e40c92 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:18:59.796284 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361e514-fd0b-48da-ad81-096998ecb1d8 req-347faaa2-6c0c-47de-9545-ad1c7624be63 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:59.797794 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a361e514-fd0b-48da-ad81-096998ecb1d8 req-347faaa2-6c0c-47de-9545-ad1c7624be63 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d8367e4-7912-42e7-bc92-36587a4c9a0e HTTP/1.1" status: 200 len: 943 time: 0.0817416 Aug 10 01:18:59.831694 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6fb85-d82c-47e9-b7a0-0bb666e72836 req-43c744cc-0054-413e-8802-5558daa53ffb tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:59.833360 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2b6fb85-d82c-47e9-b7a0-0bb666e72836 req-43c744cc-0054-413e-8802-5558daa53ffb tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d6b3b68-9a25-4296-8052-9cca2b5371df HTTP/1.1" status: 200 len: 944 time: 0.1157525 Aug 10 01:18:59.871869 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a361e514-fd0b-48da-ad81-096998ecb1d8 req-2bd92447-c653-4082-9122-20dbf4c1533a tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/security-groups?id=e36a37f0-ace7-4917-a7e5-ef991d5ca832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651522 Aug 10 01:18:59.902550 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2b6fb85-d82c-47e9-b7a0-0bb666e72836 req-a47badc7-8d70-47d9-9ef8-062a7b99e68f tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577071 Aug 10 01:18:59.935517 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 65ac03dd-98c1-4e83-a9d2-82d200e40c92, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=65ac03dd-98c1-4e83-a9d2-82d200e40c92,segment=NetworkSegment(220f272b-1eb4-46c2-93d6-24d2bafba51b),segment_id=220f272b-1eb4-46c2-93d6-24d2bafba51b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:59.947300 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '65ac03dd-98c1-4e83-a9d2-82d200e40c92', 'network_id': '1ea04e2b-979f-434c-8c10-04220a3cc1db', 'port_id': '65ac03dd-98c1-4e83-a9d2-82d200e40c92', 'mac_address': 'fa:16:3e:19:9c:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39f1df6e-0668-415e-bec7-08e5b7db6394', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:18:59.984019 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 2b4c3875-d806-4df0-9532-709d27ffaca1 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:18:59.990151 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:00.010332 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65ac03dd-98c1-4e83-a9d2-82d200e40c92 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:19:00.074516 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 65ac03dd-98c1-4e83-a9d2-82d200e40c92, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=65ac03dd-98c1-4e83-a9d2-82d200e40c92,segment=NetworkSegment(220f272b-1eb4-46c2-93d6-24d2bafba51b),segment_id=220f272b-1eb4-46c2-93d6-24d2bafba51b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:00.085260 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:00.151181 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 2b4c3875-d806-4df0-9532-709d27ffaca1, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2b4c3875-d806-4df0-9532-709d27ffaca1,segment=NetworkSegment(220f272b-1eb4-46c2-93d6-24d2bafba51b),segment_id=220f272b-1eb4-46c2-93d6-24d2bafba51b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:00.160225 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=65ac03dd-98c1-4e83-a9d2-82d200e40c92,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:00.166248 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '2b4c3875-d806-4df0-9532-709d27ffaca1', 'network_id': '1ea04e2b-979f-434c-8c10-04220a3cc1db', 'port_id': '2b4c3875-d806-4df0-9532-709d27ffaca1', 'mac_address': 'fa:16:3e:79:7c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39f1df6e-0668-415e-bec7-08e5b7db6394', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:19:00.204619 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:00.218328 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b4c3875-d806-4df0-9532-709d27ffaca1 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:19:00.238362 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 2b4c3875-d806-4df0-9532-709d27ffaca1, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2b4c3875-d806-4df0-9532-709d27ffaca1,segment=NetworkSegment(220f272b-1eb4-46c2-93d6-24d2bafba51b),segment_id=220f272b-1eb4-46c2-93d6-24d2bafba51b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:00.243221 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:00.301871 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=2b4c3875-d806-4df0-9532-709d27ffaca1,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:00.315819 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45308) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:00.428055 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['65ac03dd-98c1-4e83-a9d2-82d200e40c92'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:19:00.430959 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d2fba728-f677-4020-8320-e4ba84e52b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:00.525378 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d2fba728-f677-4020-8320-e4ba84e52b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:00.530454 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d2fba728-f677-4020-8320-e4ba84e52b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:00.569422 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d2fba728-f677-4020-8320-e4ba84e52b62 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a5368d96faa042e0a2fbf27e08e95226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2524238 Aug 10 01:19:00.572096 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45312) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:00.576039 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fba728-f677-4020-8320-e4ba84e52b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c5a9b0-43e2-45ec-96eb-6fcd7c0633a0,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:00.623697 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-728c22bc-8bdc-463c-851a-1c02036136a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:00.635224 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['2b4c3875-d806-4df0-9532-709d27ffaca1'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:19:00.646879 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-728c22bc-8bdc-463c-851a-1c02036136a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:00.697433 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-728c22bc-8bdc-463c-851a-1c02036136a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:00.701215 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-728c22bc-8bdc-463c-851a-1c02036136a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:00.704992 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-728c22bc-8bdc-463c-851a-1c02036136a9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/61c5a9b0-43e2-45ec-96eb-6fcd7c0633a0 HTTP/1.1" status: 204 len: 168 time: 0.1294172 Aug 10 01:19:00.715365 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c22bc-8bdc-463c-851a-1c02036136a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c5a9b0-43e2-45ec-96eb-6fcd7c0633a0,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:01.043459 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4de898-eb31-4542-9774-e1523cf0bbd2 req-cc8c1ca6-6684-41c8-a9a5-c565661a87f7 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:01.045499 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ef4de898-eb31-4542-9774-e1523cf0bbd2 req-cc8c1ca6-6684-41c8-a9a5-c565661a87f7 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d8367e4-7912-42e7-bc92-36587a4c9a0e HTTP/1.1" status: 200 len: 944 time: 0.0892684 Aug 10 01:19:01.054496 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26729c86-d208-4aae-837f-cdc9855de82e req-18f607c8-da22-4866-8542-7e0c85ce031f tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:01.055939 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-26729c86-d208-4aae-837f-cdc9855de82e req-18f607c8-da22-4866-8542-7e0c85ce031f tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d6b3b68-9a25-4296-8052-9cca2b5371df HTTP/1.1" status: 200 len: 944 time: 0.0700555 Aug 10 01:19:01.104979 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ef4de898-eb31-4542-9774-e1523cf0bbd2 req-b00403d5-28ac-4dc2-ac5d-4954b35b4453 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/security-groups?id=e36a37f0-ace7-4917-a7e5-ef991d5ca832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479600 Aug 10 01:19:01.119935 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-26729c86-d208-4aae-837f-cdc9855de82e req-3f2baefa-1e4c-460f-99a8-7f924a816d46 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494783 Aug 10 01:19:01.148650 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45330) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:01.154438 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-519a98f2-c93a-4596-9a5a-55007acf56e6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Request body: {'subnets': [{'network_id': '5eff1443-590a-4f05-bb40-d51ae62c518b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--271322036', 'ip_version': 6}, {'network_id': 'd809f071-3a90-4579-b9ff-395f4cd98a32', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:01.154763 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-519a98f2-c93a-4596-9a5a-55007acf56e6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Request body: {'subnet': {'network_id': '5eff1443-590a-4f05-bb40-d51ae62c518b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--271322036', 'ip_version': 6}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:01.155437 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-519a98f2-c93a-4596-9a5a-55007acf56e6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Request body: {'subnet': {'network_id': 'd809f071-3a90-4579-b9ff-395f4cd98a32', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:01.310787 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519a98f2-c93a-4596-9a5a-55007acf56e6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Made reservation on behalf of beee33e7600442c49e7eabe905039f46 for: {'subnet': 2} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:01.315207 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-519a98f2-c93a-4596-9a5a-55007acf56e6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:01.315536 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-519a98f2-c93a-4596-9a5a-55007acf56e6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:01.700310 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-519a98f2-c93a-4596-9a5a-55007acf56e6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:01.773751 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a98f2-c93a-4596-9a5a-55007acf56e6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Pushing event updated for resources: {'Subnet': ['ID=dadca35a-7d41-4689-9f10-2ffdacce17ff,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:01.786706 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519a98f2-c93a-4596-9a5a-55007acf56e6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Checking segment: {'id': '608fad2e-e20b-4bf4-95a3-573616595b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5eff1443-590a-4f05-bb40-d51ae62c518b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:01.787073 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519a98f2-c93a-4596-9a5a-55007acf56e6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Network hostable DHCP agents. Network: 5eff1443-590a-4f05-bb40-d51ae62c518b, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:19:01.798726 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 65ac03dd-98c1-4e83-a9d2-82d200e40c92 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:19:01.808490 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519a98f2-c93a-4596-9a5a-55007acf56e6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Network 5eff1443-590a-4f05-bb40-d51ae62c518b is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:19:01.817855 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-519a98f2-c93a-4596-9a5a-55007acf56e6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 5eff1443-590a-4f05-bb40-d51ae62c518b) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:01.822305 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-519a98f2-c93a-4596-9a5a-55007acf56e6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:01.833632 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec86f7d-a509-42a6-bb49-84f3e383751c None None] Network 5eff1443-590a-4f05-bb40-d51ae62c518b requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:01.894441 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a98f2-c93a-4596-9a5a-55007acf56e6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Pushing event updated for resources: {'Subnet': ['ID=4b62a13e-2a4f-4790-b738-8b0d1846d8ca,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:01.898757 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519a98f2-c93a-4596-9a5a-55007acf56e6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Checking segment: {'id': '598ceb59-8875-4bf6-a3d1-0c075d616283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd809f071-3a90-4579-b9ff-395f4cd98a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:01.899125 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519a98f2-c93a-4596-9a5a-55007acf56e6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Network hostable DHCP agents. Network: d809f071-3a90-4579-b9ff-395f4cd98a32, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:19:01.919366 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 65ac03dd-98c1-4e83-a9d2-82d200e40c92 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:01.925608 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519a98f2-c93a-4596-9a5a-55007acf56e6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Network d809f071-3a90-4579-b9ff-395f4cd98a32 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:19:01.931818 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 65ac03dd-98c1-4e83-a9d2-82d200e40c92 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:01.932232 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:01.932613 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-519a98f2-c93a-4596-9a5a-55007acf56e6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, d809f071-3a90-4579-b9ff-395f4cd98a32) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:01.940355 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519a98f2-c93a-4596-9a5a-55007acf56e6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:01.940934 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519a98f2-c93a-4596-9a5a-55007acf56e6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:01.941812 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-519a98f2-c93a-4596-9a5a-55007acf56e6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:01.957097 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-519a98f2-c93a-4596-9a5a-55007acf56e6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 0.8073227 Aug 10 01:19:01.959687 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45356) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:01.965204 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc00aa57-c140-4f67-b5ec-f1c188440142 None None] Network d809f071-3a90-4579-b9ff-395f4cd98a32 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:02.030020 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 81204c1f-f581-402f-ba0b-543fd6db6959 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:19:02.047640 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968f979e-859e-462d-a44b-58e0b273fc40 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:02.049303 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968f979e-859e-462d-a44b-58e0b273fc40 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:02.051390 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968f979e-859e-462d-a44b-58e0b273fc40 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:02.052776 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-968f979e-859e-462d-a44b-58e0b273fc40 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0921340 Aug 10 01:19:02.062263 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45362) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:02.086152 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 2b4c3875-d806-4df0-9532-709d27ffaca1 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:19:02.121225 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-80ffc118-6e0e-4e7d-8347-01ae63ea3ba4 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Deleting subnet dadca35a-7d41-4689-9f10-2ffdacce17ff {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:19:02.125473 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-80ffc118-6e0e-4e7d-8347-01ae63ea3ba4 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:02.176210 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-80ffc118-6e0e-4e7d-8347-01ae63ea3ba4 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:02.226581 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9736ff8f-295b-442b-b8c8-aff818ececf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-5eff1443-590a-4f05-bb40-d51ae62c518b', 'network_id': '5eff1443-590a-4f05-bb40-d51ae62c518b', 'tenant_id': 'beee33e7600442c49e7eabe905039f46', 'fixed_ips': [{'subnet_id': 'dadca35a-7d41-4689-9f10-2ffdacce17ff'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:19:02.227772 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9736ff8f-295b-442b-b8c8-aff818ececf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:02.242806 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-80ffc118-6e0e-4e7d-8347-01ae63ea3ba4 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:02.269193 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 81204c1f-f581-402f-ba0b-543fd6db6959, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=81204c1f-f581-402f-ba0b-543fd6db6959,segment=NetworkSegment(220f272b-1eb4-46c2-93d6-24d2bafba51b),segment_id=220f272b-1eb4-46c2-93d6-24d2bafba51b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:02.317255 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-80ffc118-6e0e-4e7d-8347-01ae63ea3ba4 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:02.347492 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05ac84-fc75-47fd-8fb5-9c544229da43 req-97c2779d-4723-4644-b9f9-1022b27a1c04 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:02.348892 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ffc118-6e0e-4e7d-8347-01ae63ea3ba4 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Pushing event deleted for resources: {'Subnet': ['ID=dadca35a-7d41-4689-9f10-2ffdacce17ff,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:02.349701 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7e05ac84-fc75-47fd-8fb5-9c544229da43 req-97c2779d-4723-4644-b9f9-1022b27a1c04 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d6b3b68-9a25-4296-8052-9cca2b5371df HTTP/1.1" status: 200 len: 944 time: 0.1066415 Aug 10 01:19:02.363158 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a2b51-d79e-420b-92d6-3f2ea22e97cf req-67d887af-a452-43cf-825b-6519ba4d0fd6 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:02.363376 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-80ffc118-6e0e-4e7d-8347-01ae63ea3ba4 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:02.365092 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-246a2b51-d79e-420b-92d6-3f2ea22e97cf req-67d887af-a452-43cf-825b-6519ba4d0fd6 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d8367e4-7912-42e7-bc92-36587a4c9a0e HTTP/1.1" status: 200 len: 944 time: 0.1101205 Aug 10 01:19:02.366017 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '81204c1f-f581-402f-ba0b-543fd6db6959', 'network_id': '1ea04e2b-979f-434c-8c10-04220a3cc1db', 'port_id': '81204c1f-f581-402f-ba0b-543fd6db6959', 'mac_address': 'fa:16:3e:69:2c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39f1df6e-0668-415e-bec7-08e5b7db6394', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:19:02.373913 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-80ffc118-6e0e-4e7d-8347-01ae63ea3ba4 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] 10.222.0.35 "DELETE /v2.0/subnets/dadca35a-7d41-4689-9f10-2ffdacce17ff HTTP/1.1" status: 204 len: 168 time: 0.3102272 Aug 10 01:19:02.376262 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45370) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:02.380063 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 2b4c3875-d806-4df0-9532-709d27ffaca1 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:02.425519 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7e05ac84-fc75-47fd-8fb5-9c544229da43 req-b0d47bfb-e3c9-4469-8e0d-bbb19642d40c tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582054 Aug 10 01:19:02.438869 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-246a2b51-d79e-420b-92d6-3f2ea22e97cf req-4f92c7f8-cd98-448c-a857-e4e2d0e01268 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/security-groups?id=e36a37f0-ace7-4917-a7e5-ef991d5ca832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625675 Aug 10 01:19:02.464290 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:02.471613 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36ddb4b-09ea-4e8b-a9d1-4e0a922eefd6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Deleting subnet 4b62a13e-2a4f-4790-b738-8b0d1846d8ca {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:19:02.475409 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f36ddb4b-09ea-4e8b-a9d1-4e0a922eefd6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:02.522451 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f36ddb4b-09ea-4e8b-a9d1-4e0a922eefd6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:02.575300 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f36ddb4b-09ea-4e8b-a9d1-4e0a922eefd6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:02.652793 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f36ddb4b-09ea-4e8b-a9d1-4e0a922eefd6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:02.653236 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 2b4c3875-d806-4df0-9532-709d27ffaca1 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:02.653623 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:02.687171 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ddb4b-09ea-4e8b-a9d1-4e0a922eefd6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Pushing event deleted for resources: {'Subnet': ['ID=4b62a13e-2a4f-4790-b738-8b0d1846d8ca,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:02.687421 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b75b07-77dc-448f-9f1e-af313b9a3af1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-d809f071-3a90-4579-b9ff-395f4cd98a32', 'network_id': 'd809f071-3a90-4579-b9ff-395f4cd98a32', 'tenant_id': 'beee33e7600442c49e7eabe905039f46', 'fixed_ips': [{'subnet_id': '4b62a13e-2a4f-4790-b738-8b0d1846d8ca'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:19:02.688310 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-63b75b07-77dc-448f-9f1e-af313b9a3af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:02.693642 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f36ddb4b-09ea-4e8b-a9d1-4e0a922eefd6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:02.695900 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f36ddb4b-09ea-4e8b-a9d1-4e0a922eefd6 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] 10.222.0.35 "DELETE /v2.0/subnets/4b62a13e-2a4f-4790-b738-8b0d1846d8ca HTTP/1.1" status: 204 len: 168 time: 0.3186018 Aug 10 01:19:02.698525 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45376) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:02.701872 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfac67ef-bf4d-455c-b2ae-48a1a4320921 None None] Network 5eff1443-590a-4f05-bb40-d51ae62c518b requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:02.781703 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8367e4-7912-42e7-bc92-36587a4c9a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ac03dd-98c1-4e83-a9d2-82d200e40c92'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:19:02.784055 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9845f884-5dde-428f-96da-d623b2f44e76" -d '{"events": [{"server_uuid": "6d8367e4-7912-42e7-bc92-36587a4c9a0e", "name": "network-vif-plugged", "status": "completed", "tag": "65ac03dd-98c1-4e83-a9d2-82d200e40c92"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:19:02.793323 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf41cd0-fa53-4751-89a2-703207f0ff62 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:02.802658 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45382) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:02.804153 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:02.812340 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 65ac03dd-98c1-4e83-a9d2-82d200e40c92, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=65ac03dd-98c1-4e83-a9d2-82d200e40c92,segment=NetworkSegment(220f272b-1eb4-46c2-93d6-24d2bafba51b),segment_id=220f272b-1eb4-46c2-93d6-24d2bafba51b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:02.819532 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ddf41cd0-fa53-4751-89a2-703207f0ff62 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1198645 Aug 10 01:19:02.862118 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f3d74d-e820-4da9-a8fd-d1cf5e76d713 x-openstack-request-id: req-e1f3d74d-e820-4da9-a8fd-d1cf5e76d713 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:19:02.862766 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d8367e4-7912-42e7-bc92-36587a4c9a0e", "name": "network-vif-plugged", "status": "completed", "tag": "65ac03dd-98c1-4e83-a9d2-82d200e40c92", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:19:02.862988 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e1f3d74d-e820-4da9-a8fd-d1cf5e76d713 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:19:02.863386 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8367e4-7912-42e7-bc92-36587a4c9a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ac03dd-98c1-4e83-a9d2-82d200e40c92', 'code': 200} Aug 10 01:19:02.880294 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:02.896091 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81204c1f-f581-402f-ba0b-543fd6db6959 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:19:02.926111 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cf9703-f398-41b4-ba03-3b26e84427f8 None None] Network d809f071-3a90-4579-b9ff-395f4cd98a32 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:02.936088 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c000f5e3-d321-4a52-9c27-1b88c46d5967 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:02.941503 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15edea6e-5b69-40c8-8e2d-16741be5a99d req-2d9e46cf-c667-4c5d-9a16-e0bf855234f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:02.943555 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-15edea6e-5b69-40c8-8e2d-16741be5a99d req-2d9e46cf-c667-4c5d-9a16-e0bf855234f7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6d8367e4-7912-42e7-bc92-36587a4c9a0e HTTP/1.1" status: 200 len: 1097 time: 0.0534897 Aug 10 01:19:02.988209 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-15edea6e-5b69-40c8-8e2d-16741be5a99d req-4e3d643d-ba27-4c52-87fe-acb86bc01a64 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e36a37f0-ace7-4917-a7e5-ef991d5ca832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356858 Aug 10 01:19:03.011540 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 81204c1f-f581-402f-ba0b-543fd6db6959, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=81204c1f-f581-402f-ba0b-543fd6db6959,segment=NetworkSegment(220f272b-1eb4-46c2-93d6-24d2bafba51b),segment_id=220f272b-1eb4-46c2-93d6-24d2bafba51b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:03.031760 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c000f5e3-d321-4a52-9c27-1b88c46d5967 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.042238 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-c000f5e3-d321-4a52-9c27-1b88c46d5967 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d809f071-3a90-4579-b9ff-395f4cd98a32']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:03.052064 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.053965 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-c000f5e3-d321-4a52-9c27-1b88c46d5967 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '598ceb59-8875-4bf6-a3d1-0c075d616283') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:03.054885 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-c000f5e3-d321-4a52-9c27-1b88c46d5967 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '598ceb59-8875-4bf6-a3d1-0c075d616283') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:03.065748 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c000f5e3-d321-4a52-9c27-1b88c46d5967 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.085401 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c000f5e3-d321-4a52-9c27-1b88c46d5967 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.087130 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=65ac03dd-98c1-4e83-a9d2-82d200e40c92,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:03.093607 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c000f5e3-d321-4a52-9c27-1b88c46d5967 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:19:03.094542 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c000f5e3-d321-4a52-9c27-1b88c46d5967 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.098563 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:19:03.098563 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:19:03.098563 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:19:03.098563 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:19:03.098563 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:19:03.098563 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:19:03.098563 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:19:03.098563 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:19:03.098563 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:19:03.098563 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:19:03.098563 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:19:03.098563 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:19:03.098563 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:19:03.098563 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:19:03.098563 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:19:03.098563 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:19:03.098563 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:19:03.098563 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:19:03.098563 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:19:03.098563 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:19:03.098563 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:19:03.098563 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:19:03.098563 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:19:03.098563 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:19:03.098563 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:19:03.098563 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:19:03.098563 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:19:03.098563 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:19:03.098563 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:19:03.098563 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:19:03.098563 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:19:03.098563 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:19:03.101400 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.115334 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45386) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:03.179493 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c000f5e3-d321-4a52-9c27-1b88c46d5967 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.188125 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c000f5e3-d321-4a52-9c27-1b88c46d5967 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.192614 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c000f5e3-d321-4a52-9c27-1b88c46d5967 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] 10.222.0.35 "DELETE /v2.0/networks/d809f071-3a90-4579-b9ff-395f4cd98a32 HTTP/1.1" status: 204 len: 168 time: 0.3864775 Aug 10 01:19:03.193308 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45390) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:03.201072 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000f5e3-d321-4a52-9c27-1b88c46d5967 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Pushing event deleted for resources: {'Network': ['ID=d809f071-3a90-4579-b9ff-395f4cd98a32,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:03.205350 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=81204c1f-f581-402f-ba0b-543fd6db6959,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:03.209010 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 2b4c3875-d806-4df0-9532-709d27ffaca1, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2b4c3875-d806-4df0-9532-709d27ffaca1,segment=NetworkSegment(220f272b-1eb4-46c2-93d6-24d2bafba51b),segment_id=220f272b-1eb4-46c2-93d6-24d2bafba51b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:03.215323 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.264689 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=2b4c3875-d806-4df0-9532-709d27ffaca1,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:03.275025 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a429a167-661f-45db-9a58-cd772236aa65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.307862 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-62499934-85d1-4995-a54e-5cd2202ab8b8 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.428418 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['81204c1f-f581-402f-ba0b-543fd6db6959'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:19:03.429592 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-62499934-85d1-4995-a54e-5cd2202ab8b8 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.445313 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-62499934-85d1-4995-a54e-5cd2202ab8b8 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eff1443-590a-4f05-bb40-d51ae62c518b']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:03.460959 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-62499934-85d1-4995-a54e-5cd2202ab8b8 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '608fad2e-e20b-4bf4-95a3-573616595b8c') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:03.461267 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-62499934-85d1-4995-a54e-5cd2202ab8b8 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '608fad2e-e20b-4bf4-95a3-573616595b8c') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:03.477775 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-62499934-85d1-4995-a54e-5cd2202ab8b8 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.500848 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a429a167-661f-45db-9a58-cd772236aa65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.503481 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-62499934-85d1-4995-a54e-5cd2202ab8b8 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.510940 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62499934-85d1-4995-a54e-5cd2202ab8b8 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:19:03.511778 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-62499934-85d1-4995-a54e-5cd2202ab8b8 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.516145 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:19:03.516145 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:19:03.516145 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:19:03.516145 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:19:03.516145 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:19:03.516145 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:19:03.516145 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:19:03.516145 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:19:03.516145 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:19:03.516145 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:19:03.516145 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:19:03.516145 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:19:03.516145 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:19:03.516145 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:19:03.516145 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:19:03.516145 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:19:03.516145 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:19:03.516145 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:19:03.516145 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:19:03.516145 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:19:03.516145 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:19:03.516145 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:19:03.516145 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:19:03.516145 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:19:03.516145 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:19:03.516145 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:19:03.516145 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:19:03.516145 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:19:03.516145 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:19:03.516145 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:19:03.516145 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:19:03.516145 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:19:03.527371 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a429a167-661f-45db-9a58-cd772236aa65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.607885 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de4d9d-25ba-42b3-8610-9f5c0df25690 req-9b8e7e7c-9751-43fd-bc8e-4e1c5c190e46 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:03.611794 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a429a167-661f-45db-9a58-cd772236aa65 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6453ba005bd94cb0ae9e34342237bfbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4923441 Aug 10 01:19:03.613594 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45396) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:03.615194 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-86de4d9d-25ba-42b3-8610-9f5c0df25690 req-9b8e7e7c-9751-43fd-bc8e-4e1c5c190e46 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d6b3b68-9a25-4296-8052-9cca2b5371df HTTP/1.1" status: 200 len: 944 time: 0.0920908 Aug 10 01:19:03.628694 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429a167-661f-45db-9a58-cd772236aa65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd7c10f-2faf-46cb-957b-4fc2db3988b7,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:03.632880 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-62499934-85d1-4995-a54e-5cd2202ab8b8 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.642089 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-62499934-85d1-4995-a54e-5cd2202ab8b8 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.643901 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-62499934-85d1-4995-a54e-5cd2202ab8b8 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] 10.222.0.35 "DELETE /v2.0/networks/5eff1443-590a-4f05-bb40-d51ae62c518b HTTP/1.1" status: 204 len: 168 time: 0.4494328 Aug 10 01:19:03.649753 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45398) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:03.653744 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95ea1d-3ed0-44fa-b05a-96573e2cf293 req-87a0ba24-2c08-4490-94a3-173bfa3cfa18 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:03.655238 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7f95ea1d-3ed0-44fa-b05a-96573e2cf293 req-87a0ba24-2c08-4490-94a3-173bfa3cfa18 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d8367e4-7912-42e7-bc92-36587a4c9a0e HTTP/1.1" status: 200 len: 945 time: 0.0909834 Aug 10 01:19:03.682597 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-86de4d9d-25ba-42b3-8610-9f5c0df25690 req-9a4b49fc-7cbf-4004-b918-9cafe55e6bd8 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658989 Aug 10 01:19:03.682862 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62499934-85d1-4995-a54e-5cd2202ab8b8 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Pushing event deleted for resources: {'Network': ['ID=5eff1443-590a-4f05-bb40-d51ae62c518b,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:03.716981 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7f95ea1d-3ed0-44fa-b05a-96573e2cf293 req-ca18998d-43f4-4fe1-8e7b-0873f8879d35 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/security-groups?id=e36a37f0-ace7-4917-a7e5-ef991d5ca832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514405 Aug 10 01:19:03.750731 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d3ff6dcd-96ea-4404-b7c4-f8bde86781bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.771125 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-46141191-444c-4fe6-8761-49d10ea02634 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.784850 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d3ff6dcd-96ea-4404-b7c4-f8bde86781bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.892591 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-46141191-444c-4fe6-8761-49d10ea02634 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.899579 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d3ff6dcd-96ea-4404-b7c4-f8bde86781bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.902152 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d3ff6dcd-96ea-4404-b7c4-f8bde86781bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.903297 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d3ff6dcd-96ea-4404-b7c4-f8bde86781bb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dfd7c10f-2faf-46cb-957b-4fc2db3988b7 HTTP/1.1" status: 204 len: 168 time: 0.2887788 Aug 10 01:19:03.907865 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-46141191-444c-4fe6-8761-49d10ea02634 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc87299-6f6a-4ce6-b8f8-3e2a91047e82']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:03.925693 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff6dcd-96ea-4404-b7c4-f8bde86781bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd7c10f-2faf-46cb-957b-4fc2db3988b7,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:03.928550 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-46141191-444c-4fe6-8761-49d10ea02634 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa16a257-76c6-4d79-a3c5-c17e195087cb') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:03.929034 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-46141191-444c-4fe6-8761-49d10ea02634 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa16a257-76c6-4d79-a3c5-c17e195087cb') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:03.939870 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-46141191-444c-4fe6-8761-49d10ea02634 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.954086 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-46141191-444c-4fe6-8761-49d10ea02634 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.960335 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46141191-444c-4fe6-8761-49d10ea02634 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:19:03.960732 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-46141191-444c-4fe6-8761-49d10ea02634 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.964441 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:19:03.964441 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:19:03.964441 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:19:03.964441 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:19:03.964441 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:19:03.964441 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:19:03.964441 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:19:03.964441 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:19:03.964441 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:19:03.964441 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:19:03.964441 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:19:03.964441 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:19:03.964441 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:19:03.964441 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:19:03.964441 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:19:03.964441 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:19:03.964441 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:19:03.964441 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:19:03.964441 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:19:03.964441 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:19:03.964441 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:19:03.964441 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:19:03.964441 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:19:03.964441 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:19:03.964441 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:19:03.964441 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:19:03.964441 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:19:03.964441 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:19:03.964441 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:19:03.964441 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:19:03.964441 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:19:03.964441 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:19:04.027064 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-46141191-444c-4fe6-8761-49d10ea02634 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:04.050993 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-46141191-444c-4fe6-8761-49d10ea02634 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:04.055356 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-46141191-444c-4fe6-8761-49d10ea02634 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] 10.222.0.35 "DELETE /v2.0/networks/ccc87299-6f6a-4ce6-b8f8-3e2a91047e82 HTTP/1.1" status: 204 len: 168 time: 0.4024122 Aug 10 01:19:04.055356 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46141191-444c-4fe6-8761-49d10ea02634 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Pushing event deleted for resources: {'Network': ['ID=ccc87299-6f6a-4ce6-b8f8-3e2a91047e82,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:04.055868 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45404) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:04.135684 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-708d0d65-5b70-4d97-9cd5-af8fefcfc792 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:04.204943 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45406) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:04.218393 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-905c332a-22e5-4537-a169-f55c9b92629f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:04.225889 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-708d0d65-5b70-4d97-9cd5-af8fefcfc792 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:04.235971 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-708d0d65-5b70-4d97-9cd5-af8fefcfc792 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abfa26ee-1448-4bd5-8de1-63628e39f17b']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:04.246996 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-708d0d65-5b70-4d97-9cd5-af8fefcfc792 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23e956b8-f2d7-4391-8725-1d89cd52e57a') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:04.248016 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-708d0d65-5b70-4d97-9cd5-af8fefcfc792 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23e956b8-f2d7-4391-8725-1d89cd52e57a') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:04.257293 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-708d0d65-5b70-4d97-9cd5-af8fefcfc792 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:04.272804 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-708d0d65-5b70-4d97-9cd5-af8fefcfc792 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:04.279777 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-708d0d65-5b70-4d97-9cd5-af8fefcfc792 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:19:04.280245 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-708d0d65-5b70-4d97-9cd5-af8fefcfc792 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:04.283275 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:19:04.283275 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:19:04.283275 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:19:04.283275 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:19:04.283275 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:19:04.283275 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:19:04.283275 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:19:04.283275 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:19:04.283275 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:19:04.283275 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:19:04.283275 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:19:04.283275 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:19:04.283275 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:19:04.283275 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:19:04.283275 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:19:04.283275 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:19:04.283275 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:19:04.283275 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:19:04.283275 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:19:04.283275 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:19:04.283275 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:19:04.283275 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:19:04.283275 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:19:04.283275 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:19:04.283275 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:19:04.283275 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:19:04.283275 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:19:04.283275 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:19:04.283275 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:19:04.283275 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:19:04.283275 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:19:04.283275 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:19:04.312330 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-905c332a-22e5-4537-a169-f55c9b92629f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:04.316457 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-905c332a-22e5-4537-a169-f55c9b92629f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:04.339673 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-708d0d65-5b70-4d97-9cd5-af8fefcfc792 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:04.347359 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-708d0d65-5b70-4d97-9cd5-af8fefcfc792 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:04.349313 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-708d0d65-5b70-4d97-9cd5-af8fefcfc792 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] 10.222.0.35 "DELETE /v2.0/networks/abfa26ee-1448-4bd5-8de1-63628e39f17b HTTP/1.1" status: 204 len: 168 time: 0.2873602 Aug 10 01:19:04.354364 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c332a-22e5-4537-a169-f55c9b92629f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217fd584-531c-430f-8d51-3bc064951151,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:04.361085 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-905c332a-22e5-4537-a169-f55c9b92629f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b88603bb96fc4a1593b60aff69a01aa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1527052 Aug 10 01:19:04.361331 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45410) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:04.361921 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d0d65-5b70-4d97-9cd5-af8fefcfc792 tempest-BulkNetworkOpsIpV6Test-840631577 tempest-BulkNetworkOpsIpV6Test-840631577-project] Pushing event deleted for resources: {'Network': ['ID=abfa26ee-1448-4bd5-8de1-63628e39f17b,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:04.415636 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac2ce783-0d4a-442d-9e76-ed450504f4e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:04.437956 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac2ce783-0d4a-442d-9e76-ed450504f4e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:04.485426 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac2ce783-0d4a-442d-9e76-ed450504f4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:04.488019 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac2ce783-0d4a-442d-9e76-ed450504f4e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:04.489238 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ac2ce783-0d4a-442d-9e76-ed450504f4e8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/217fd584-531c-430f-8d51-3bc064951151 HTTP/1.1" status: 204 len: 168 time: 0.1269963 Aug 10 01:19:04.499139 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ce783-0d4a-442d-9e76-ed450504f4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217fd584-531c-430f-8d51-3bc064951151,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:04.612299 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45418) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:04.814808 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a721c61f-34ff-4773-8539-3fd203a1c906 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=beee33e7600442c49e7eabe905039f46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2012773 Aug 10 01:19:04.817983 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45430) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:04.864784 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fd4488-6529-42b2-92a6-073a0c24e980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4c3875-d806-4df0-9532-709d27ffaca1'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:19:04.867567 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f7ec40-a4d8-4a96-9794-249495876335" -d '{"events": [{"server_uuid": "74fd4488-6529-42b2-92a6-073a0c24e980", "name": "network-vif-plugged", "status": "completed", "tag": "2b4c3875-d806-4df0-9532-709d27ffaca1"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:19:04.878169 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7b9a4-aa5b-4f72-8189-a0e0e0b125f3 req-17803a46-424f-4ae4-9770-3ee11b9ecf54 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:04.879753 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2dc7b9a4-aa5b-4f72-8189-a0e0e0b125f3 req-17803a46-424f-4ae4-9770-3ee11b9ecf54 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d6b3b68-9a25-4296-8052-9cca2b5371df HTTP/1.1" status: 200 len: 944 time: 0.1158431 Aug 10 01:19:04.908911 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5c9b0-5da4-4529-9cd6-1515e04c46ed req-2a7ee2b2-465f-431d-8fb2-9702a1dcba5b tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:04.910372 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7ae5c9b0-5da4-4529-9cd6-1515e04c46ed req-2a7ee2b2-465f-431d-8fb2-9702a1dcba5b tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d8367e4-7912-42e7-bc92-36587a4c9a0e HTTP/1.1" status: 200 len: 945 time: 0.1075120 Aug 10 01:19:04.943737 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d9dd24f0-1d25-4ab3-8a66-78dd8881561e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:04.984974 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2dc7b9a4-aa5b-4f72-8189-a0e0e0b125f3 req-226c3807-faa2-4453-a372-2bf86624aa3a tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972955 Aug 10 01:19:04.991000 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d9dd24f0-1d25-4ab3-8a66-78dd8881561e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:05.008697 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7ae5c9b0-5da4-4529-9cd6-1515e04c46ed req-bb38e0b5-7ecd-4b07-853a-660d84ea88af tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/security-groups?id=e36a37f0-ace7-4917-a7e5-ef991d5ca832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885520 Aug 10 01:19:05.045793 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee33712-280f-446f-ae65-af2dd0607ef5 x-openstack-request-id: req-3ee33712-280f-446f-ae65-af2dd0607ef5 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:19:05.046410 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74fd4488-6529-42b2-92a6-073a0c24e980", "name": "network-vif-plugged", "status": "completed", "tag": "2b4c3875-d806-4df0-9532-709d27ffaca1", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:19:05.046881 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3ee33712-280f-446f-ae65-af2dd0607ef5 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:19:05.047664 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fd4488-6529-42b2-92a6-073a0c24e980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4c3875-d806-4df0-9532-709d27ffaca1', 'code': 200} Aug 10 01:19:05.060475 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d9dd24f0-1d25-4ab3-8a66-78dd8881561e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:05.063923 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d9dd24f0-1d25-4ab3-8a66-78dd8881561e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:05.065349 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d9dd24f0-1d25-4ab3-8a66-78dd8881561e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/015b94ce-dc15-47d8-ab89-a16c28bcb221 HTTP/1.1" status: 204 len: 168 time: 0.2462263 Aug 10 01:19:05.074759 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd24f0-1d25-4ab3-8a66-78dd8881561e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015b94ce-dc15-47d8-ab89-a16c28bcb221,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:05.158626 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888687f-34e0-463f-a603-4516331345a2 req-25395dd1-3afe-454c-b5d2-5f4c48f07cd9 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:05.160226 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1888687f-34e0-463f-a603-4516331345a2 req-25395dd1-3afe-454c-b5d2-5f4c48f07cd9 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff7a4d6-97ae-4d78-b443-a1cf16eb356c HTTP/1.1" status: 200 len: 945 time: 0.0572546 Aug 10 01:19:05.186997 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262b555-09ed-43ab-89ca-4ed1c6a68758 req-937b3e2a-3f17-42e8-bb59-6789f4dc774a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:05.188828 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4262b555-09ed-43ab-89ca-4ed1c6a68758 req-937b3e2a-3f17-42e8-bb59-6789f4dc774a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=74fd4488-6529-42b2-92a6-073a0c24e980 HTTP/1.1" status: 200 len: 1098 time: 0.0464463 Aug 10 01:19:05.215942 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1888687f-34e0-463f-a603-4516331345a2 req-3a9e022c-445a-47af-b551-a38b89a1b11f tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/security-groups?id=e36a37f0-ace7-4917-a7e5-ef991d5ca832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437160 Aug 10 01:19:05.232769 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4262b555-09ed-43ab-89ca-4ed1c6a68758 req-7457673a-f15f-44e4-95a5-3a6ebac605f5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e36a37f0-ace7-4917-a7e5-ef991d5ca832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360792 Aug 10 01:19:05.746299 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45478) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:05.937647 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-30933917-5c02-48a5-98c5-4f94539d186d tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2133520027'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:05.958203 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30933917-5c02-48a5-98c5-4f94539d186d tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Made reservation on behalf of eaa01e51ab0d46f8ae624884f42c4466 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:05.961729 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-30933917-5c02-48a5-98c5-4f94539d186d tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:05.973398 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-30933917-5c02-48a5-98c5-4f94539d186d tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:06.035206 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 81204c1f-f581-402f-ba0b-543fd6db6959 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:19:06.071601 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-30933917-5c02-48a5-98c5-4f94539d186d tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:06.077711 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-30933917-5c02-48a5-98c5-4f94539d186d tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:06.107664 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 81204c1f-f581-402f-ba0b-543fd6db6959 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:06.113504 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 81204c1f-f581-402f-ba0b-543fd6db6959 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:06.114287 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:06.118854 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30933917-5c02-48a5-98c5-4f94539d186d tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:19:06.134221 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47748f20-7092-4033-9646-05f356ecd9c2 req-6bc8edd9-b24c-4225-b30f-04f534ffce2c tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:06.134727 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30933917-5c02-48a5-98c5-4f94539d186d tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8594dc7e-cade-4bad-b84f-fc8af58c72dc,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:06.135751 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-47748f20-7092-4033-9646-05f356ecd9c2 req-6bc8edd9-b24c-4225-b30f-04f534ffce2c tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d6b3b68-9a25-4296-8052-9cca2b5371df HTTP/1.1" status: 200 len: 944 time: 0.0583699 Aug 10 01:19:06.141798 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-30933917-5c02-48a5-98c5-4f94539d186d tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:06.142163 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-30933917-5c02-48a5-98c5-4f94539d186d tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Added segment 82652e5d-eb6a-43d6-9f4e-dfb1e7e66206 of type vlan for network 58f68dcd-b9e4-4a1c-8e30-0cea35cae752 Aug 10 01:19:06.191151 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-47748f20-7092-4033-9646-05f356ecd9c2 req-4971cc47-d5b7-4785-8c0a-bdc35574a0b1 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464580 Aug 10 01:19:06.195102 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-30933917-5c02-48a5-98c5-4f94539d186d tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:06.229074 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-30933917-5c02-48a5-98c5-4f94539d186d tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:06.235410 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30933917-5c02-48a5-98c5-4f94539d186d tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:06.236051 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-30933917-5c02-48a5-98c5-4f94539d186d tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:06.248397 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:06.287929 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 81204c1f-f581-402f-ba0b-543fd6db6959, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=81204c1f-f581-402f-ba0b-543fd6db6959,segment=NetworkSegment(220f272b-1eb4-46c2-93d6-24d2bafba51b),segment_id=220f272b-1eb4-46c2-93d6-24d2bafba51b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:06.298615 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:06.309426 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-30933917-5c02-48a5-98c5-4f94539d186d tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5616641 Aug 10 01:19:06.343165 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30933917-5c02-48a5-98c5-4f94539d186d tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event updated for resources: {'Network': ['ID=58f68dcd-b9e4-4a1c-8e30-0cea35cae752,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:06.354604 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf7b72-9da5-46dc-85a5-61f01f1f400c req-f117a590-fe40-4ee5-8e02-186a8bfdd8f4 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:06.358502 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77bf7b72-9da5-46dc-85a5-61f01f1f400c req-f117a590-fe40-4ee5-8e02-186a8bfdd8f4 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff7a4d6-97ae-4d78-b443-a1cf16eb356c HTTP/1.1" status: 200 len: 946 time: 0.0705249 Aug 10 01:19:06.361609 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 58f68dcd-b9e4-4a1c-8e30-0cea35cae752 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:19:06.407190 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77bf7b72-9da5-46dc-85a5-61f01f1f400c req-b9754068-b0b5-454c-9ded-3595d67e5772 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/security-groups?id=e36a37f0-ace7-4917-a7e5-ef991d5ca832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432863 Aug 10 01:19:06.410232 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=81204c1f-f581-402f-ba0b-543fd6db6959,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:07.049150 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff7a4d6-97ae-4d78-b443-a1cf16eb356c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81204c1f-f581-402f-ba0b-543fd6db6959'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:19:07.052060 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44f207c-008f-4ea0-9ab9-389c47c6a978" -d '{"events": [{"server_uuid": "4ff7a4d6-97ae-4d78-b443-a1cf16eb356c", "name": "network-vif-plugged", "status": "completed", "tag": "81204c1f-f581-402f-ba0b-543fd6db6959"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:19:07.088057 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07dd7226-00c7-4399-ba0b-704f27203959 x-openstack-request-id: req-07dd7226-00c7-4399-ba0b-704f27203959 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:19:07.088441 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff7a4d6-97ae-4d78-b443-a1cf16eb356c", "name": "network-vif-plugged", "status": "completed", "tag": "81204c1f-f581-402f-ba0b-543fd6db6959", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:19:07.088705 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-07dd7226-00c7-4399-ba0b-704f27203959 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:19:07.089129 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff7a4d6-97ae-4d78-b443-a1cf16eb356c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81204c1f-f581-402f-ba0b-543fd6db6959', 'code': 200} Aug 10 01:19:07.214359 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f19864-d6b2-42c7-93e4-4535d7e79391 req-83c00133-829f-4239-ad35-f3bfe6dc6927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:07.216984 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-40f19864-d6b2-42c7-93e4-4535d7e79391 req-83c00133-829f-4239-ad35-f3bfe6dc6927 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4ff7a4d6-97ae-4d78-b443-a1cf16eb356c HTTP/1.1" status: 200 len: 1098 time: 0.0479479 Aug 10 01:19:07.270317 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-40f19864-d6b2-42c7-93e4-4535d7e79391 req-2a81e16c-3cbe-4951-be17-ac113aef3f85 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e36a37f0-ace7-4917-a7e5-ef991d5ca832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466447 Aug 10 01:19:07.310692 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62345574-9168-4758-b7c4-ebb500d8ef2b req-f1ae5f35-5aef-46eb-924b-d64a890b759f tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:07.312089 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-62345574-9168-4758-b7c4-ebb500d8ef2b req-f1ae5f35-5aef-46eb-924b-d64a890b759f tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d6b3b68-9a25-4296-8052-9cca2b5371df HTTP/1.1" status: 200 len: 944 time: 0.0499921 Aug 10 01:19:07.350564 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-62345574-9168-4758-b7c4-ebb500d8ef2b req-80392fb5-f28e-4616-bf31-11b99162f92e tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324762 Aug 10 01:19:07.546072 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0ab34-9527-4c74-887d-b2c38f376cb5 req-206b769f-567e-4695-a489-90b1c109264a tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:07.547562 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9bd0ab34-9527-4c74-887d-b2c38f376cb5 req-206b769f-567e-4695-a489-90b1c109264a tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff7a4d6-97ae-4d78-b443-a1cf16eb356c HTTP/1.1" status: 200 len: 946 time: 0.0585353 Aug 10 01:19:07.562138 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45524) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:07.587251 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9bd0ab34-9527-4c74-887d-b2c38f376cb5 req-385e1f45-626e-4158-9ef2-84dbcb009ae2 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/security-groups?id=e36a37f0-ace7-4917-a7e5-ef991d5ca832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331573 Aug 10 01:19:07.677337 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb866945-69d8-4f66-aab4-9f11b6946fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:07.764950 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb866945-69d8-4f66-aab4-9f11b6946fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:07.770363 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb866945-69d8-4f66-aab4-9f11b6946fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:07.811521 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-eb866945-69d8-4f66-aab4-9f11b6946fca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9da9ec3e6b1747058ee368c5a5ceff50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2482979 Aug 10 01:19:07.813490 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb866945-69d8-4f66-aab4-9f11b6946fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6a9f3f-8a03-47e7-9f41-2dfb8d4455fb,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:07.814473 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45528) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:07.821069 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb866945-69d8-4f66-aab4-9f11b6946fca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:07.821420 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb866945-69d8-4f66-aab4-9f11b6946fca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:07.821767 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb866945-69d8-4f66-aab4-9f11b6946fca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:07.822103 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb866945-69d8-4f66-aab4-9f11b6946fca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:07.822436 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb866945-69d8-4f66-aab4-9f11b6946fca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:07.822764 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb866945-69d8-4f66-aab4-9f11b6946fca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:07.823093 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb866945-69d8-4f66-aab4-9f11b6946fca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:07.823417 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb866945-69d8-4f66-aab4-9f11b6946fca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:07.823743 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb866945-69d8-4f66-aab4-9f11b6946fca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:07.824065 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb866945-69d8-4f66-aab4-9f11b6946fca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:07.824456 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb866945-69d8-4f66-aab4-9f11b6946fca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:07.824792 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb866945-69d8-4f66-aab4-9f11b6946fca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:07.865124 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b49eab95-a8ec-43a6-8616-cd36e6724d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:07.887335 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b49eab95-a8ec-43a6-8616-cd36e6724d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:07.937374 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b49eab95-a8ec-43a6-8616-cd36e6724d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:07.940124 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b49eab95-a8ec-43a6-8616-cd36e6724d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:07.941733 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b49eab95-a8ec-43a6-8616-cd36e6724d50 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ef6a9f3f-8a03-47e7-9f41-2dfb8d4455fb HTTP/1.1" status: 204 len: 168 time: 0.1262851 Aug 10 01:19:07.949283 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49eab95-a8ec-43a6-8616-cd36e6724d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6a9f3f-8a03-47e7-9f41-2dfb8d4455fb,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:08.037320 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device d01e93a2-c625-46cf-a86e-90b48e938287 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:19:08.136480 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port d01e93a2-c625-46cf-a86e-90b48e938287, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=d01e93a2-c625-46cf-a86e-90b48e938287,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:08.148750 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': 'd01e93a2-c625-46cf-a86e-90b48e938287', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'port_id': 'd01e93a2-c625-46cf-a86e-90b48e938287', 'mac_address': 'fa:16:3e:51:ce:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:19:08.191673 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:08.205512 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d01e93a2-c625-46cf-a86e-90b48e938287 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:19:08.223044 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45534) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:08.228586 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port d01e93a2-c625-46cf-a86e-90b48e938287, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=d01e93a2-c625-46cf-a86e-90b48e938287,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:08.233399 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:08.239450 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bb8a5c12-a4ca-475a-864e-7d9b4f051a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:08.280241 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=d01e93a2-c625-46cf-a86e-90b48e938287,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:08.339171 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bb8a5c12-a4ca-475a-864e-7d9b4f051a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:08.344126 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bb8a5c12-a4ca-475a-864e-7d9b4f051a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:08.394834 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-bb8a5c12-a4ca-475a-864e-7d9b4f051a37 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dc8c096d86994bc0936c741b70eb9bb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1679807 Aug 10 01:19:08.395299 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45538) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:08.402322 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a5c12-a4ca-475a-864e-7d9b4f051a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16e97f1-2e0b-46a7-8ae8-955bc20f1b1f,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:08.454693 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1ebe5117-76a8-46b2-a8e9-301bff0f1154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:08.477662 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1ebe5117-76a8-46b2-a8e9-301bff0f1154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:08.481643 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965b2a8-c75e-4070-be21-268f4246d8de req-abca0cdc-91af-4ec1-9871-a9b758ecf600 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:08.483718 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b965b2a8-c75e-4070-be21-268f4246d8de req-abca0cdc-91af-4ec1-9871-a9b758ecf600 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d6b3b68-9a25-4296-8052-9cca2b5371df HTTP/1.1" status: 200 len: 945 time: 0.0518413 Aug 10 01:19:08.532044 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b965b2a8-c75e-4070-be21-268f4246d8de req-d8883697-00da-44c1-b80d-2cc3636fb3c5 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424235 Aug 10 01:19:08.550333 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1ebe5117-76a8-46b2-a8e9-301bff0f1154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:08.553590 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1ebe5117-76a8-46b2-a8e9-301bff0f1154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:08.555855 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1ebe5117-76a8-46b2-a8e9-301bff0f1154 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d16e97f1-2e0b-46a7-8ae8-955bc20f1b1f HTTP/1.1" status: 204 len: 168 time: 0.1589177 Aug 10 01:19:08.564958 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe5117-76a8-46b2-a8e9-301bff0f1154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16e97f1-2e0b-46a7-8ae8-955bc20f1b1f,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:08.641760 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['d01e93a2-c625-46cf-a86e-90b48e938287'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:19:08.733640 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77933fb-85a2-4d25-85d4-37c75315a965 req-d24b2419-9438-4cc6-90bb-3ddfadb391ae tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:08.735746 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a77933fb-85a2-4d25-85d4-37c75315a965 req-d24b2419-9438-4cc6-90bb-3ddfadb391ae tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff7a4d6-97ae-4d78-b443-a1cf16eb356c HTTP/1.1" status: 200 len: 946 time: 0.0759535 Aug 10 01:19:08.785944 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a77933fb-85a2-4d25-85d4-37c75315a965 req-fcf088f5-10fe-4df3-b2e2-6dd8abb98bb2 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/security-groups?id=e36a37f0-ace7-4917-a7e5-ef991d5ca832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406039 Aug 10 01:19:09.547592 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45570) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:09.553430 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-258324b1-a5ff-427f-814e-dbb99204f678 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Request body: {'subnet': {'network_id': '58f68dcd-b9e4-4a1c-8e30-0cea35cae752', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:09.654052 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63284ab-1b50-4451-bd45-11cd8fd6eefd req-e597312c-774d-4c58-8617-4e5e932b586d tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:09.655637 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d63284ab-1b50-4451-bd45-11cd8fd6eefd req-e597312c-774d-4c58-8617-4e5e932b586d tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d6b3b68-9a25-4296-8052-9cca2b5371df HTTP/1.1" status: 200 len: 945 time: 0.0590279 Aug 10 01:19:09.658794 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258324b1-a5ff-427f-814e-dbb99204f678 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Made reservation on behalf of eaa01e51ab0d46f8ae624884f42c4466 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:09.662773 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-258324b1-a5ff-427f-814e-dbb99204f678 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:09.695782 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d63284ab-1b50-4451-bd45-11cd8fd6eefd req-cda99264-44a5-4f38-997c-7144f6dcb556 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333285 Aug 10 01:19:09.855210 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-258324b1-a5ff-427f-814e-dbb99204f678 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:09.914307 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013499d-3391-42d2-8f74-06704c22b308 req-04d18708-35c2-40cf-90f9-214ca6fce48b tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:09.915738 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e013499d-3391-42d2-8f74-06704c22b308 req-04d18708-35c2-40cf-90f9-214ca6fce48b tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff7a4d6-97ae-4d78-b443-a1cf16eb356c HTTP/1.1" status: 200 len: 946 time: 0.0529556 Aug 10 01:19:09.916877 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258324b1-a5ff-427f-814e-dbb99204f678 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event updated for resources: {'Subnet': ['ID=5ecff32f-fd6a-4af5-ad7f-1e00842fa477,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:09.929744 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258324b1-a5ff-427f-814e-dbb99204f678 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Checking segment: {'id': '82652e5d-eb6a-43d6-9f4e-dfb1e7e66206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '58f68dcd-b9e4-4a1c-8e30-0cea35cae752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:09.930722 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258324b1-a5ff-427f-814e-dbb99204f678 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Network hostable DHCP agents. Network: 58f68dcd-b9e4-4a1c-8e30-0cea35cae752, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:19:09.948582 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258324b1-a5ff-427f-814e-dbb99204f678 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Network 58f68dcd-b9e4-4a1c-8e30-0cea35cae752 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:19:09.959829 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-258324b1-a5ff-427f-814e-dbb99204f678 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 58f68dcd-b9e4-4a1c-8e30-0cea35cae752) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:09.961271 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e013499d-3391-42d2-8f74-06704c22b308 req-added7df-c444-4869-9b25-091bf3fa6e49 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/security-groups?id=e36a37f0-ace7-4917-a7e5-ef991d5ca832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356567 Aug 10 01:19:09.964570 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258324b1-a5ff-427f-814e-dbb99204f678 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:09.965254 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-258324b1-a5ff-427f-814e-dbb99204f678 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:09.979464 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bf8630-b9cb-478f-938c-ae98badb0bdc None None] Network 58f68dcd-b9e4-4a1c-8e30-0cea35cae752 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:09.990331 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45588) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:09.996406 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-cc30b869-0800-4fee-8c46-7d959f77cbb6 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1534626704'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:09.997232 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-258324b1-a5ff-427f-814e-dbb99204f678 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4373713 Aug 10 01:19:10.026449 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc30b869-0800-4fee-8c46-7d959f77cbb6 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Made reservation on behalf of eaa01e51ab0d46f8ae624884f42c4466 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:10.032115 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cc30b869-0800-4fee-8c46-7d959f77cbb6 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:10.062468 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device d01e93a2-c625-46cf-a86e-90b48e938287 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:19:10.071647 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc30b869-0800-4fee-8c46-7d959f77cbb6 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:19:10.099801 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cc30b869-0800-4fee-8c46-7d959f77cbb6 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:10.100237 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-cc30b869-0800-4fee-8c46-7d959f77cbb6 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Added segment e85ddc45-33b0-4565-8f18-bc42a4e56925 of type vlan for network 95023a50-79b4-4681-b0f7-51a509fd08e9 Aug 10 01:19:10.151275 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93103899-65a1-496a-b28e-f7b63e3b35fe req-fcc79853-d814-47a4-8b3d-60b7b1d48ef3 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:10.152892 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-93103899-65a1-496a-b28e-f7b63e3b35fe req-fcc79853-d814-47a4-8b3d-60b7b1d48ef3 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/ports?device_id=74fd4488-6529-42b2-92a6-073a0c24e980 HTTP/1.1" status: 200 len: 946 time: 0.0957823 Aug 10 01:19:10.165352 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port d01e93a2-c625-46cf-a86e-90b48e938287 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:10.166794 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cc30b869-0800-4fee-8c46-7d959f77cbb6 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:10.185754 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port d01e93a2-c625-46cf-a86e-90b48e938287 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:10.186137 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:10.209052 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3292930-69e8-4df2-99a9-2228bde1b58c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-58f68dcd-b9e4-4a1c-8e30-0cea35cae752', 'network_id': '58f68dcd-b9e4-4a1c-8e30-0cea35cae752', 'tenant_id': 'eaa01e51ab0d46f8ae624884f42c4466', 'fixed_ips': [{'subnet_id': '5ecff32f-fd6a-4af5-ad7f-1e00842fa477'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:19:10.209899 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d3292930-69e8-4df2-99a9-2228bde1b58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:10.211203 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-93103899-65a1-496a-b28e-f7b63e3b35fe req-7a71295b-648f-49de-be5c-591393dd5e83 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/security-groups?id=e36a37f0-ace7-4917-a7e5-ef991d5ca832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489762 Aug 10 01:19:10.232829 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cc30b869-0800-4fee-8c46-7d959f77cbb6 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:10.250429 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc30b869-0800-4fee-8c46-7d959f77cbb6 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:10.251368 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cc30b869-0800-4fee-8c46-7d959f77cbb6 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:10.290471 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45604) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:10.290847 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-cc30b869-0800-4fee-8c46-7d959f77cbb6 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2989640 Aug 10 01:19:10.296438 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-fe864226-225b-42a0-8c2d-860ef4e0e432 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Request body: {'subnet': {'network_id': '95023a50-79b4-4681-b0f7-51a509fd08e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:10.348341 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30b869-0800-4fee-8c46-7d959f77cbb6 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event updated for resources: {'Network': ['ID=95023a50-79b4-4681-b0f7-51a509fd08e9,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:10.379471 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 95023a50-79b4-4681-b0f7-51a509fd08e9 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:19:10.444236 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:10.465130 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe864226-225b-42a0-8c2d-860ef4e0e432 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Made reservation on behalf of eaa01e51ab0d46f8ae624884f42c4466 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:10.469875 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fe864226-225b-42a0-8c2d-860ef4e0e432 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:10.490512 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-d3292930-69e8-4df2-99a9-2228bde1b58c None None] Allocated IP 2001:db8:0:ffff::2 (58f68dcd-b9e4-4a1c-8e30-0cea35cae752/5ecff32f-fd6a-4af5-ad7f-1e00842fa477/c0cf78ff-0edc-4691-bd6d-ac2dcd37ddbd) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:19:10.520056 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6b3b68-9a25-4296-8052-9cca2b5371df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01e93a2-c625-46cf-a86e-90b48e938287'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:19:10.522828 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53334ac6-e9b4-4878-a27f-8629b5b812f3" -d '{"events": [{"server_uuid": "3d6b3b68-9a25-4296-8052-9cca2b5371df", "name": "network-vif-plugged", "status": "completed", "tag": "d01e93a2-c625-46cf-a86e-90b48e938287"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:19:10.541759 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port d01e93a2-c625-46cf-a86e-90b48e938287, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=d01e93a2-c625-46cf-a86e-90b48e938287,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:10.553014 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d8bad-0dc5-4e5a-ac34-16048ec71f62 req-b035756c-e655-43ee-a777-228983761f92 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:10.553586 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:10.555076 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f64d8bad-0dc5-4e5a-ac34-16048ec71f62 req-b035756c-e655-43ee-a777-228983761f92 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/ports?device_id=74fd4488-6529-42b2-92a6-073a0c24e980 HTTP/1.1" status: 200 len: 946 time: 0.0815165 Aug 10 01:19:10.611575 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f34e928-fd23-4cfe-89af-32cd78657e0b x-openstack-request-id: req-0f34e928-fd23-4cfe-89af-32cd78657e0b {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:19:10.611872 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6b3b68-9a25-4296-8052-9cca2b5371df", "name": "network-vif-plugged", "status": "completed", "tag": "d01e93a2-c625-46cf-a86e-90b48e938287", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:19:10.612130 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0f34e928-fd23-4cfe-89af-32cd78657e0b {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:19:10.612823 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6b3b68-9a25-4296-8052-9cca2b5371df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01e93a2-c625-46cf-a86e-90b48e938287', 'code': 200} Aug 10 01:19:10.647168 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f64d8bad-0dc5-4e5a-ac34-16048ec71f62 req-7cd76c74-ab3c-47ba-a1c1-3683df6b2e6c tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/security-groups?id=e36a37f0-ace7-4917-a7e5-ef991d5ca832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771246 Aug 10 01:19:10.668023 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=d01e93a2-c625-46cf-a86e-90b48e938287,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:10.754374 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d3292930-69e8-4df2-99a9-2228bde1b58c None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:10.764922 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d3292930-69e8-4df2-99a9-2228bde1b58c None None] Transition to ACTIVE for port object c0cf78ff-0edc-4691-bd6d-ac2dcd37ddbd will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:10.783529 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d3292930-69e8-4df2-99a9-2228bde1b58c None None] Transition to ACTIVE for port object c0cf78ff-0edc-4691-bd6d-ac2dcd37ddbd will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:10.794686 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d3292930-69e8-4df2-99a9-2228bde1b58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:10.835986 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3292930-69e8-4df2-99a9-2228bde1b58c None None] Network 58f68dcd-b9e4-4a1c-8e30-0cea35cae752 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:10.839249 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-d3292930-69e8-4df2-99a9-2228bde1b58c None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:10.843580 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c55627-4a17-4dd8-9dac-25bccae09f39 req-9181c48c-0516-414e-993f-b6e0af3687e6 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:10.845178 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-50c55627-4a17-4dd8-9dac-25bccae09f39 req-9181c48c-0516-414e-993f-b6e0af3687e6 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d6b3b68-9a25-4296-8052-9cca2b5371df HTTP/1.1" status: 200 len: 946 time: 0.0689623 Aug 10 01:19:10.852997 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3292930-69e8-4df2-99a9-2228bde1b58c None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:19:10.889875 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3292930-69e8-4df2-99a9-2228bde1b58c None None] Pushing event updated for resources: {'Port': ['ID=c0cf78ff-0edc-4691-bd6d-ac2dcd37ddbd,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:10.899193 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-50c55627-4a17-4dd8-9dac-25bccae09f39 req-303010db-9aea-4e2f-ac0d-1965ee2599af tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475166 Aug 10 01:19:10.932976 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d3292930-69e8-4df2-99a9-2228bde1b58c None None] Attempting to bind port c0cf78ff-0edc-4691-bd6d-ac2dcd37ddbd on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:19:10.933476 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d3292930-69e8-4df2-99a9-2228bde1b58c None None] Attempting to bind port c0cf78ff-0edc-4691-bd6d-ac2dcd37ddbd by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '82652e5d-eb6a-43d6-9f4e-dfb1e7e66206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '58f68dcd-b9e4-4a1c-8e30-0cea35cae752'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:19:10.933843 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3292930-69e8-4df2-99a9-2228bde1b58c None None] Attempting to bind port c0cf78ff-0edc-4691-bd6d-ac2dcd37ddbd on network 58f68dcd-b9e4-4a1c-8e30-0cea35cae752 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:19:10.939511 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3292930-69e8-4df2-99a9-2228bde1b58c None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:19:10.939885 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3292930-69e8-4df2-99a9-2228bde1b58c None None] Checking segment: {'id': '82652e5d-eb6a-43d6-9f4e-dfb1e7e66206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '58f68dcd-b9e4-4a1c-8e30-0cea35cae752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:10.940314 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d3292930-69e8-4df2-99a9-2228bde1b58c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:10.940761 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3292930-69e8-4df2-99a9-2228bde1b58c None None] Bound using segment: {'id': '82652e5d-eb6a-43d6-9f4e-dfb1e7e66206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '58f68dcd-b9e4-4a1c-8e30-0cea35cae752'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:19:10.941165 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d3292930-69e8-4df2-99a9-2228bde1b58c None None] Bound port: c0cf78ff-0edc-4691-bd6d-ac2dcd37ddbd, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82652e5d-eb6a-43d6-9f4e-dfb1e7e66206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '58f68dcd-b9e4-4a1c-8e30-0cea35cae752'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:19:10.941622 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d3292930-69e8-4df2-99a9-2228bde1b58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:10.982353 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76a434-1d72-471d-b5eb-889a0da77e52 req-2951dd32-4455-4ab8-a265-ba7670389a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:10.983885 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8e76a434-1d72-471d-b5eb-889a0da77e52 req-2951dd32-4455-4ab8-a265-ba7670389a0f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3d6b3b68-9a25-4296-8052-9cca2b5371df HTTP/1.1" status: 200 len: 1098 time: 0.0755291 Aug 10 01:19:11.008596 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d3292930-69e8-4df2-99a9-2228bde1b58c None None] For port c0cf78ff-0edc-4691-bd6d-ac2dcd37ddbd, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:19:11.011744 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d3292930-69e8-4df2-99a9-2228bde1b58c None None] For port c0cf78ff-0edc-4691-bd6d-ac2dcd37ddbd, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=c0cf78ff-0edc-4691-bd6d-ac2dcd37ddbd,segment=NetworkSegment(82652e5d-eb6a-43d6-9f4e-dfb1e7e66206),segment_id=82652e5d-eb6a-43d6-9f4e-dfb1e7e66206)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:19:11.017037 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d3292930-69e8-4df2-99a9-2228bde1b58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:11.051365 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8e76a434-1d72-471d-b5eb-889a0da77e52 req-66d58997-4abc-4733-9a60-667d50641372 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590851 Aug 10 01:19:11.075162 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3292930-69e8-4df2-99a9-2228bde1b58c None None] Pushing event updated for resources: {'Port': ['ID=c0cf78ff-0edc-4691-bd6d-ac2dcd37ddbd,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:11.123321 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fe864226-225b-42a0-8c2d-860ef4e0e432 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:11.152727 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45628) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:11.185247 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe864226-225b-42a0-8c2d-860ef4e0e432 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event updated for resources: {'Subnet': ['ID=e8ba1de6-b3d2-42ac-8e89-a75110cad17f,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:11.192405 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c33f3f24-d174-496e-94cf-670e4e373a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:11.196014 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe864226-225b-42a0-8c2d-860ef4e0e432 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Checking segment: {'id': 'e85ddc45-33b0-4565-8f18-bc42a4e56925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '95023a50-79b4-4681-b0f7-51a509fd08e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:11.196438 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe864226-225b-42a0-8c2d-860ef4e0e432 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Network hostable DHCP agents. Network: 95023a50-79b4-4681-b0f7-51a509fd08e9, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:19:11.213654 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe864226-225b-42a0-8c2d-860ef4e0e432 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Network 95023a50-79b4-4681-b0f7-51a509fd08e9 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:19:11.225164 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-fe864226-225b-42a0-8c2d-860ef4e0e432 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 95023a50-79b4-4681-b0f7-51a509fd08e9) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:11.230158 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe864226-225b-42a0-8c2d-860ef4e0e432 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:11.230837 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fe864226-225b-42a0-8c2d-860ef4e0e432 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:11.241520 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9f7e2d-afc3-4223-9e0a-9771e9826e54 None None] Network 95023a50-79b4-4681-b0f7-51a509fd08e9 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:11.246421 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-fe864226-225b-42a0-8c2d-860ef4e0e432 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9548032 Aug 10 01:19:11.249499 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45632) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:11.336636 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cd300c2b-f89d-4911-8dec-e87d25b0f140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:11.402264 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-943a40ba-12b3-4c72-8abe-2382ffa7445e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:11.431007 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc61f69a-b7a0-4b32-8c5d-da4254d02fb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-95023a50-79b4-4681-b0f7-51a509fd08e9', 'network_id': '95023a50-79b4-4681-b0f7-51a509fd08e9', 'tenant_id': 'eaa01e51ab0d46f8ae624884f42c4466', 'fixed_ips': [{'subnet_id': 'e8ba1de6-b3d2-42ac-8e89-a75110cad17f'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:19:11.431876 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dc61f69a-b7a0-4b32-8c5d-da4254d02fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:11.463179 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cd300c2b-f89d-4911-8dec-e87d25b0f140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:11.467213 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cd300c2b-f89d-4911-8dec-e87d25b0f140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:11.498212 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-943a40ba-12b3-4c72-8abe-2382ffa7445e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:11.517412 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd300c2b-f89d-4911-8dec-e87d25b0f140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566e065d-6ab1-46d8-99fb-a4cbbeca71af,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:11.525355 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-cd300c2b-f89d-4911-8dec-e87d25b0f140 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=76603099fd914f968ae1c0d9d0e2ce6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3709373 Aug 10 01:19:11.528098 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45634) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:11.582081 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-dc61f69a-b7a0-4b32-8c5d-da4254d02fb4 None None] Allocated IP 2001:db8::1 (95023a50-79b4-4681-b0f7-51a509fd08e9/e8ba1de6-b3d2-42ac-8e89-a75110cad17f/1d0d8e0d-7553-406b-9bce-f58b760917d0) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:19:11.584104 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ad9229f6-e8f8-42eb-aadd-0a29165cbc8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:11.610637 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ad9229f6-e8f8-42eb-aadd-0a29165cbc8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:11.662813 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ad9229f6-e8f8-42eb-aadd-0a29165cbc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:11.665477 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ad9229f6-e8f8-42eb-aadd-0a29165cbc8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:11.669595 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ad9229f6-e8f8-42eb-aadd-0a29165cbc8e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/566e065d-6ab1-46d8-99fb-a4cbbeca71af HTTP/1.1" status: 204 len: 168 time: 0.1367869 Aug 10 01:19:11.678012 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9229f6-e8f8-42eb-aadd-0a29165cbc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566e065d-6ab1-46d8-99fb-a4cbbeca71af,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:11.715033 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:11.762120 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1b1b8-485b-410a-8688-4b52710fae9f req-9ddde3f9-c5d6-462a-b938-59cf80080970 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:11.763882 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-33d1b1b8-485b-410a-8688-4b52710fae9f req-9ddde3f9-c5d6-462a-b938-59cf80080970 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/ports?device_id=74fd4488-6529-42b2-92a6-073a0c24e980 HTTP/1.1" status: 200 len: 946 time: 0.0570021 Aug 10 01:19:11.814709 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-33d1b1b8-485b-410a-8688-4b52710fae9f req-2b1a5e48-0dbf-4f65-a050-3bfd83ed248f tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/security-groups?id=e36a37f0-ace7-4917-a7e5-ef991d5ca832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436733 Aug 10 01:19:11.945193 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dc61f69a-b7a0-4b32-8c5d-da4254d02fb4 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:11.955736 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-dc61f69a-b7a0-4b32-8c5d-da4254d02fb4 None None] Transition to ACTIVE for port object 1d0d8e0d-7553-406b-9bce-f58b760917d0 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:11.974111 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-dc61f69a-b7a0-4b32-8c5d-da4254d02fb4 None None] Transition to ACTIVE for port object 1d0d8e0d-7553-406b-9bce-f58b760917d0 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:11.984436 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dc61f69a-b7a0-4b32-8c5d-da4254d02fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:12.010745 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-943a40ba-12b3-4c72-8abe-2382ffa7445e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:12.029876 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45644) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:12.030658 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc61f69a-b7a0-4b32-8c5d-da4254d02fb4 None None] Network 95023a50-79b4-4681-b0f7-51a509fd08e9 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:12.034099 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-dc61f69a-b7a0-4b32-8c5d-da4254d02fb4 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:12.038065 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc61f69a-b7a0-4b32-8c5d-da4254d02fb4 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:19:12.044317 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61f69a-b7a0-4b32-8c5d-da4254d02fb4 None None] Pushing event updated for resources: {'Port': ['ID=1d0d8e0d-7553-406b-9bce-f58b760917d0,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:12.068036 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada86e36-3db4-4b6c-b04d-5efa5464b968 req-04d18c3c-6586-423f-8b1d-e4cb7beb014c tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:12.088111 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ada86e36-3db4-4b6c-b04d-5efa5464b968 req-04d18c3c-6586-423f-8b1d-e4cb7beb014c tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d6b3b68-9a25-4296-8052-9cca2b5371df HTTP/1.1" status: 200 len: 946 time: 0.0871539 Aug 10 01:19:12.106689 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-dc61f69a-b7a0-4b32-8c5d-da4254d02fb4 None None] Attempting to bind port 1d0d8e0d-7553-406b-9bce-f58b760917d0 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:19:12.107438 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-dc61f69a-b7a0-4b32-8c5d-da4254d02fb4 None None] Attempting to bind port 1d0d8e0d-7553-406b-9bce-f58b760917d0 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'e85ddc45-33b0-4565-8f18-bc42a4e56925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '95023a50-79b4-4681-b0f7-51a509fd08e9'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:19:12.108021 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc61f69a-b7a0-4b32-8c5d-da4254d02fb4 None None] Attempting to bind port 1d0d8e0d-7553-406b-9bce-f58b760917d0 on network 95023a50-79b4-4681-b0f7-51a509fd08e9 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:19:12.114967 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc61f69a-b7a0-4b32-8c5d-da4254d02fb4 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:19:12.115492 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc61f69a-b7a0-4b32-8c5d-da4254d02fb4 None None] Checking segment: {'id': 'e85ddc45-33b0-4565-8f18-bc42a4e56925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '95023a50-79b4-4681-b0f7-51a509fd08e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:12.116016 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dc61f69a-b7a0-4b32-8c5d-da4254d02fb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:12.116839 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc61f69a-b7a0-4b32-8c5d-da4254d02fb4 None None] Bound using segment: {'id': 'e85ddc45-33b0-4565-8f18-bc42a4e56925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '95023a50-79b4-4681-b0f7-51a509fd08e9'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:19:12.117422 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-dc61f69a-b7a0-4b32-8c5d-da4254d02fb4 None None] Bound port: 1d0d8e0d-7553-406b-9bce-f58b760917d0, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e85ddc45-33b0-4565-8f18-bc42a4e56925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '95023a50-79b4-4681-b0f7-51a509fd08e9'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:19:12.118630 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dc61f69a-b7a0-4b32-8c5d-da4254d02fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:12.132851 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a40ba-12b3-4c72-8abe-2382ffa7445e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event deleted for resources: {'Subnet': ['ID=e8ba1de6-b3d2-42ac-8e89-a75110cad17f,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:12.140090 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8de8a252-2ea4-4b66-a1b0-e354cf5358ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:12.141662 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ada86e36-3db4-4b6c-b04d-5efa5464b968 req-b2f7e949-a8bb-4213-b8d7-77abab6c1ddd tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490160 Aug 10 01:19:12.152020 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-943a40ba-12b3-4c72-8abe-2382ffa7445e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:12.167346 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-943a40ba-12b3-4c72-8abe-2382ffa7445e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95023a50-79b4-4681-b0f7-51a509fd08e9']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:12.183316 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-943a40ba-12b3-4c72-8abe-2382ffa7445e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e85ddc45-33b0-4565-8f18-bc42a4e56925') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:12.183844 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-943a40ba-12b3-4c72-8abe-2382ffa7445e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e85ddc45-33b0-4565-8f18-bc42a4e56925') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:12.199256 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-943a40ba-12b3-4c72-8abe-2382ffa7445e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:12.201111 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-dc61f69a-b7a0-4b32-8c5d-da4254d02fb4 None None] For port 1d0d8e0d-7553-406b-9bce-f58b760917d0, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:19:12.204414 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-dc61f69a-b7a0-4b32-8c5d-da4254d02fb4 None None] For port 1d0d8e0d-7553-406b-9bce-f58b760917d0, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=1d0d8e0d-7553-406b-9bce-f58b760917d0,segment=NetworkSegment(e85ddc45-33b0-4565-8f18-bc42a4e56925),segment_id=e85ddc45-33b0-4565-8f18-bc42a4e56925)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:19:12.211757 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dc61f69a-b7a0-4b32-8c5d-da4254d02fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:12.224519 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-943a40ba-12b3-4c72-8abe-2382ffa7445e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:12.235658 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943a40ba-12b3-4c72-8abe-2382ffa7445e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:19:12.236570 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-943a40ba-12b3-4c72-8abe-2382ffa7445e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:12.239770 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:19:12.239770 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:19:12.239770 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:19:12.239770 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:19:12.239770 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:19:12.239770 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:19:12.239770 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:19:12.239770 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:19:12.239770 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:19:12.239770 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:19:12.239770 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:19:12.239770 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:19:12.239770 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:19:12.239770 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:19:12.239770 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:19:12.239770 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:19:12.239770 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:19:12.239770 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:19:12.239770 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:19:12.239770 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:19:12.239770 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:19:12.239770 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:19:12.239770 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:19:12.239770 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:19:12.239770 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:19:12.239770 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:19:12.239770 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:19:12.239770 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:19:12.239770 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:19:12.239770 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:19:12.239770 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:19:12.239770 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:19:12.242492 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa452c0f-44a1-4927-88f5-4bcdb672c2f5 None None] Network 58f68dcd-b9e4-4a1c-8e30-0cea35cae752 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:12.311564 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.db.api [None req-943a40ba-12b3-4c72-8abe-2382ffa7445e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 01:19:12.311564 n-d-766726-26 neutron-server[105827]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 01:19:12.311564 n-d-766726-26 neutron-server[105827]: [parameters: {'id': '95023a50-79b4-4681-b0f7-51a509fd08e9'}] Aug 10 01:19:12.311564 n-d-766726-26 neutron-server[105827]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:19:12.312318 n-d-766726-26 neutron-server[105827]: DEBUG oslo_db.api [None req-943a40ba-12b3-4c72-8abe-2382ffa7445e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:19:12.364547 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61f69a-b7a0-4b32-8c5d-da4254d02fb4 None None] Pushing event updated for resources: {'Port': ['ID=1d0d8e0d-7553-406b-9bce-f58b760917d0,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:12.387893 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c0b872-fed1-419b-9958-78ae38117207 None None] Network 95023a50-79b4-4681-b0f7-51a509fd08e9 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:12.393676 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8de8a252-2ea4-4b66-a1b0-e354cf5358ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:12.397410 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8de8a252-2ea4-4b66-a1b0-e354cf5358ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:12.404146 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-29f4c972-99be-4f37-80f7-642ae84ade5f None None] Provisioning for port c0cf78ff-0edc-4691-bd6d-ac2dcd37ddbd completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:12.432056 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c0cf78ff-0edc-4691-bd6d-ac2dcd37ddbd up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:19:12.449567 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8de8a252-2ea4-4b66-a1b0-e354cf5358ca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0556cbe0f496483dab9a42f91ffb798f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4165514 Aug 10 01:19:12.452940 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45646) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:12.468815 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8a252-2ea4-4b66-a1b0-e354cf5358ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf51c01-88a9-44d5-8abf-2faf48d50d98,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:12.504633 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecdedb9-2c23-440b-8e63-b4156040c182 req-7b1ddd94-9f22-427d-ba42-3a7546352f66 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:12.506666 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4ecdedb9-2c23-440b-8e63-b4156040c182 req-7b1ddd94-9f22-427d-ba42-3a7546352f66 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fd4488-6529-42b2-92a6-073a0c24e980 HTTP/1.1" status: 200 len: 946 time: 0.0755761 Aug 10 01:19:12.523664 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-28cec58b-165a-4f23-b11c-52271cf022df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:12.548442 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-28cec58b-165a-4f23-b11c-52271cf022df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:12.606492 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port c0cf78ff-0edc-4691-bd6d-ac2dcd37ddbd completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:12.615171 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port c0cf78ff-0edc-4691-bd6d-ac2dcd37ddbd triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:12.615553 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:12.633575 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-28cec58b-165a-4f23-b11c-52271cf022df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:12.636114 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-28cec58b-165a-4f23-b11c-52271cf022df admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:12.644947 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-28cec58b-165a-4f23-b11c-52271cf022df admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dcf51c01-88a9-44d5-8abf-2faf48d50d98 HTTP/1.1" status: 204 len: 168 time: 0.1908360 Aug 10 01:19:12.659145 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cec58b-165a-4f23-b11c-52271cf022df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf51c01-88a9-44d5-8abf-2faf48d50d98,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:12.718424 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-4ecdedb9-2c23-440b-8e63-b4156040c182 req-5d0d4010-f7ab-4af4-8ffe-591295b613c1 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Deleting port 2b4c3875-d806-4df0-9532-709d27ffaca1 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:19:12.718779 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4ecdedb9-2c23-440b-8e63-b4156040c182 req-5d0d4010-f7ab-4af4-8ffe-591295b613c1 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:12.741850 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:12.781030 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port c0cf78ff-0edc-4691-bd6d-ac2dcd37ddbd, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=c0cf78ff-0edc-4691-bd6d-ac2dcd37ddbd,segment=NetworkSegment(82652e5d-eb6a-43d6-9f4e-dfb1e7e66206),segment_id=82652e5d-eb6a-43d6-9f4e-dfb1e7e66206)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:12.790604 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:12.815805 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-943a40ba-12b3-4c72-8abe-2382ffa7445e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:12.846798 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=c0cf78ff-0edc-4691-bd6d-ac2dcd37ddbd,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:12.878969 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-4ecdedb9-2c23-440b-8e63-b4156040c182 req-5d0d4010-f7ab-4af4-8ffe-591295b613c1 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] For port 2b4c3875-d806-4df0-9532-709d27ffaca1, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2b4c3875-d806-4df0-9532-709d27ffaca1,segment=NetworkSegment(220f272b-1eb4-46c2-93d6-24d2bafba51b),segment_id=220f272b-1eb4-46c2-93d6-24d2bafba51b)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:12.879403 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4ecdedb9-2c23-440b-8e63-b4156040c182 req-5d0d4010-f7ab-4af4-8ffe-591295b613c1 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:12.905895 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-4ecdedb9-2c23-440b-8e63-b4156040c182 req-5d0d4010-f7ab-4af4-8ffe-591295b613c1 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Calling delete_port for 2b4c3875-d806-4df0-9532-709d27ffaca1 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:19:12.918575 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45562d98-ecbb-415c-9626-6ec139601992 None None] get_active_networks_info from n-d-766726-26 {{(pid=105828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:19:12.966296 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-943a40ba-12b3-4c72-8abe-2382ffa7445e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Deleting port 1d0d8e0d-7553-406b-9bce-f58b760917d0 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:19:12.966652 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-943a40ba-12b3-4c72-8abe-2382ffa7445e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:12.968453 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89ff4d-472a-4413-bfde-81988efe37d6 req-dc32fcd1-cd3d-4ec2-9fe4-b2d6faf86604 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:12.970002 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9f89ff4d-472a-4413-bfde-81988efe37d6 req-dc32fcd1-cd3d-4ec2-9fe4-b2d6faf86604 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/ports?device_id=74fd4488-6529-42b2-92a6-073a0c24e980 HTTP/1.1" status: 200 len: 946 time: 0.0627520 Aug 10 01:19:13.022073 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9f89ff4d-472a-4413-bfde-81988efe37d6 req-6c95e06b-bb33-41a2-b5c8-905cd97eaf8c tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/security-groups?id=e36a37f0-ace7-4917-a7e5-ef991d5ca832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448382 Aug 10 01:19:13.060244 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-943a40ba-12b3-4c72-8abe-2382ffa7445e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] For port 1d0d8e0d-7553-406b-9bce-f58b760917d0, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=1d0d8e0d-7553-406b-9bce-f58b760917d0,segment=NetworkSegment(e85ddc45-33b0-4565-8f18-bc42a4e56925),segment_id=e85ddc45-33b0-4565-8f18-bc42a4e56925)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:13.060945 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-943a40ba-12b3-4c72-8abe-2382ffa7445e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:13.063513 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-35750090-7cef-49f7-b8e9-7180d1710b64 None None] Provisioning complete for port c0cf78ff-0edc-4691-bd6d-ac2dcd37ddbd triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:13.064014 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-35750090-7cef-49f7-b8e9-7180d1710b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:13.066794 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45562d98-ecbb-415c-9626-6ec139601992 None None] Resources bound (agent type, host, resource id): {{(pid=105828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:19:13.076381 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-943a40ba-12b3-4c72-8abe-2382ffa7445e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Calling delete_port for 1d0d8e0d-7553-406b-9bce-f58b760917d0 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:19:13.175187 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4ecdedb9-2c23-440b-8e63-b4156040c182 req-5d0d4010-f7ab-4af4-8ffe-591295b613c1 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:13.217705 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['65ac03dd-98c1-4e83-a9d2-82d200e40c92'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:19:13.218464 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d4010-f7ab-4af4-8ffe-591295b613c1 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Pushing event deleted for resources: {'Port': ['ID=2b4c3875-d806-4df0-9532-709d27ffaca1,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:13.219769 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['2b4c3875-d806-4df0-9532-709d27ffaca1', '81204c1f-f581-402f-ba0b-543fd6db6959'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:19:13.271477 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecdedb9-2c23-440b-8e63-b4156040c182 req-5d0d4010-f7ab-4af4-8ffe-591295b613c1 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] No DVR routers for this DVR port 2b4c3875-d806-4df0-9532-709d27ffaca1 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:19:13.275545 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4ecdedb9-2c23-440b-8e63-b4156040c182 req-5d0d4010-f7ab-4af4-8ffe-591295b613c1 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:13.277579 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4ecdedb9-2c23-440b-8e63-b4156040c182 req-5d0d4010-f7ab-4af4-8ffe-591295b613c1 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.20 "DELETE /v2.0/ports/2b4c3875-d806-4df0-9532-709d27ffaca1 HTTP/1.1" status: 204 len: 173 time: 0.7253993 Aug 10 01:19:13.278040 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fd4488-6529-42b2-92a6-073a0c24e980', 'name': 'network-vif-deleted', 'tag': '2b4c3875-d806-4df0-9532-709d27ffaca1'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:19:13.281960 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43314a3d-e174-4c3d-bb8d-6cd25d41ed7e" -d '{"events": [{"server_uuid": "74fd4488-6529-42b2-92a6-073a0c24e980", "name": "network-vif-deleted", "tag": "2b4c3875-d806-4df0-9532-709d27ffaca1"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:19:13.285972 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-943a40ba-12b3-4c72-8abe-2382ffa7445e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:13.296954 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2953d-0269-405a-8986-ea5ba89d8d91 req-599b3fa9-f630-44ed-9dfa-2e03049343a7 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:13.308047 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-78d2953d-0269-405a-8986-ea5ba89d8d91 req-599b3fa9-f630-44ed-9dfa-2e03049343a7 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d6b3b68-9a25-4296-8052-9cca2b5371df HTTP/1.1" status: 200 len: 946 time: 0.0847225 Aug 10 01:19:13.314022 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a40ba-12b3-4c72-8abe-2382ffa7445e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event deleted for resources: {'Port': ['ID=1d0d8e0d-7553-406b-9bce-f58b760917d0,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:13.321320 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943a40ba-12b3-4c72-8abe-2382ffa7445e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] No DVR routers for this DVR port 1d0d8e0d-7553-406b-9bce-f58b760917d0 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:19:13.353071 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cee3689-ccef-4b36-9ad6-43add59d9e11 x-openstack-request-id: req-7cee3689-ccef-4b36-9ad6-43add59d9e11 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:19:13.353381 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74fd4488-6529-42b2-92a6-073a0c24e980", "name": "network-vif-deleted", "tag": "2b4c3875-d806-4df0-9532-709d27ffaca1", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:19:13.353638 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7cee3689-ccef-4b36-9ad6-43add59d9e11 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:19:13.354044 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fd4488-6529-42b2-92a6-073a0c24e980', 'name': 'network-vif-deleted', 'tag': '2b4c3875-d806-4df0-9532-709d27ffaca1', 'status': 'completed', 'code': 200} Aug 10 01:19:13.357186 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-78d2953d-0269-405a-8986-ea5ba89d8d91 req-08d3ce2b-4b39-415c-8490-b596973652b4 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458329 Aug 10 01:19:13.475611 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-943a40ba-12b3-4c72-8abe-2382ffa7445e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:13.495779 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-943a40ba-12b3-4c72-8abe-2382ffa7445e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95023a50-79b4-4681-b0f7-51a509fd08e9']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:13.521411 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-943a40ba-12b3-4c72-8abe-2382ffa7445e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e85ddc45-33b0-4565-8f18-bc42a4e56925') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:13.521629 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbcc44e-8bd1-434a-a791-e758eb71aa6f req-e77fdc88-8af4-469a-b761-cb5e22be2fee tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:13.521759 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-943a40ba-12b3-4c72-8abe-2382ffa7445e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e85ddc45-33b0-4565-8f18-bc42a4e56925') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:13.522963 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8cbcc44e-8bd1-434a-a791-e758eb71aa6f req-e77fdc88-8af4-469a-b761-cb5e22be2fee tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d6b3b68-9a25-4296-8052-9cca2b5371df HTTP/1.1" status: 200 len: 946 time: 0.0777063 Aug 10 01:19:13.542386 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-943a40ba-12b3-4c72-8abe-2382ffa7445e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:13.569512 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-943a40ba-12b3-4c72-8abe-2382ffa7445e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:13.578627 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943a40ba-12b3-4c72-8abe-2382ffa7445e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:19:13.579234 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-943a40ba-12b3-4c72-8abe-2382ffa7445e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:13.584153 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:19:13.584153 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:19:13.584153 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:19:13.584153 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:19:13.584153 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:19:13.584153 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:19:13.584153 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:19:13.584153 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:19:13.584153 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:19:13.584153 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:19:13.584153 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:19:13.584153 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:19:13.584153 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:19:13.584153 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:19:13.584153 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:19:13.584153 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:19:13.584153 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:19:13.584153 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:19:13.584153 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:19:13.584153 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:19:13.584153 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:19:13.584153 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:19:13.584153 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:19:13.584153 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:19:13.584153 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:19:13.584153 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:19:13.584153 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:19:13.584153 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:19:13.584153 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:19:13.584153 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:19:13.584153 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:19:13.584153 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:19:13.623157 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8cbcc44e-8bd1-434a-a791-e758eb71aa6f req-7a6c8fa2-82dd-481c-9b37-4b4e344c8712 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908210 Aug 10 01:19:13.648418 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45676) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:13.677598 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-943a40ba-12b3-4c72-8abe-2382ffa7445e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:13.691404 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-943a40ba-12b3-4c72-8abe-2382ffa7445e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:13.698746 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-943a40ba-12b3-4c72-8abe-2382ffa7445e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "DELETE /v2.0/networks/95023a50-79b4-4681-b0f7-51a509fd08e9 HTTP/1.1" status: 204 len: 168 time: 2.4475586 Aug 10 01:19:13.699010 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45680) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:13.706868 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-60d76321-1fa4-4164-ad97-860ac8fd2764 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-880841048'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:13.712632 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a40ba-12b3-4c72-8abe-2382ffa7445e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event deleted for resources: {'Network': ['ID=95023a50-79b4-4681-b0f7-51a509fd08e9,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:13.740757 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d76321-1fa4-4164-ad97-860ac8fd2764 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Made reservation on behalf of eaa01e51ab0d46f8ae624884f42c4466 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:13.747053 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-60d76321-1fa4-4164-ad97-860ac8fd2764 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:13.781000 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d76321-1fa4-4164-ad97-860ac8fd2764 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:19:13.790754 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-60d76321-1fa4-4164-ad97-860ac8fd2764 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:13.791190 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-60d76321-1fa4-4164-ad97-860ac8fd2764 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Added segment d83f6bd5-7b37-4039-893d-5788affbe7a4 of type vlan for network 6bea3583-aee3-40a9-b44f-3ddb9ea8e2d5 Aug 10 01:19:13.833177 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-60d76321-1fa4-4164-ad97-860ac8fd2764 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:13.848271 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cab86db5-9637-46d4-8d24-884bd3b2d078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:13.869128 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-60d76321-1fa4-4164-ad97-860ac8fd2764 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:13.874873 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d76321-1fa4-4164-ad97-860ac8fd2764 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:13.875501 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-60d76321-1fa4-4164-ad97-860ac8fd2764 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:13.973823 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-60d76321-1fa4-4164-ad97-860ac8fd2764 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2733767 Aug 10 01:19:13.979027 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45686) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:13.981911 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d76321-1fa4-4164-ad97-860ac8fd2764 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event updated for resources: {'Network': ['ID=6bea3583-aee3-40a9-b44f-3ddb9ea8e2d5,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:13.985890 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-93e1c14c-8a06-436b-8ca2-340de586fb22 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Request body: {'subnet': {'network_id': '6bea3583-aee3-40a9-b44f-3ddb9ea8e2d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:13.997485 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 6bea3583-aee3-40a9-b44f-3ddb9ea8e2d5 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:19:14.008944 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c576fea2-9de6-4cc9-8d52-b84678256e42 tempest-TestVolumeBootPattern-744452409 tempest-TestVolumeBootPattern-744452409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:14.014067 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45690) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:14.015086 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c576fea2-9de6-4cc9-8d52-b84678256e42 tempest-TestVolumeBootPattern-744452409 tempest-TestVolumeBootPattern-744452409-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3d6b3b68-9a25-4296-8052-9cca2b5371df HTTP/1.1" status: 200 len: 1093 time: 0.3631663 Aug 10 01:19:14.071248 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-865e1750-a1cf-4337-ab6b-d9a450c89029 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'port_id': 'd01e93a2-c625-46cf-a86e-90b48e938287', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:14.154088 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8cbfcab9-c8b5-4409-84f6-8caf2ecc8507 req-be9dc377-cea2-492e-b1cb-94896e3e0b2b tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/ports?device_id=74fd4488-6529-42b2-92a6-073a0c24e980 HTTP/1.1" status: 200 len: 210 time: 0.0286927 Aug 10 01:19:14.158079 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e1c14c-8a06-436b-8ca2-340de586fb22 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Made reservation on behalf of eaa01e51ab0d46f8ae624884f42c4466 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:14.161718 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-93e1c14c-8a06-436b-8ca2-340de586fb22 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:14.227212 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-865e1750-a1cf-4337-ab6b-d9a450c89029 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for floatingip, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:14.398642 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c0cf78ff-0edc-4691-bd6d-ac2dcd37ddbd up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:19:14.449025 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-865e1750-a1cf-4337-ab6b-d9a450c89029 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:14.460608 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-93e1c14c-8a06-436b-8ca2-340de586fb22 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:14.465141 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:14.471390 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port c0cf78ff-0edc-4691-bd6d-ac2dcd37ddbd triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:14.471686 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:14.590061 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e1c14c-8a06-436b-8ca2-340de586fb22 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event updated for resources: {'Subnet': ['ID=c8892e20-7088-4725-8cbe-6e9a914b4a65,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:14.611323 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e1c14c-8a06-436b-8ca2-340de586fb22 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Checking segment: {'id': 'd83f6bd5-7b37-4039-893d-5788affbe7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6bea3583-aee3-40a9-b44f-3ddb9ea8e2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:14.611703 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e1c14c-8a06-436b-8ca2-340de586fb22 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Network hostable DHCP agents. Network: 6bea3583-aee3-40a9-b44f-3ddb9ea8e2d5, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:19:14.631977 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-865e1750-a1cf-4337-ab6b-d9a450c89029 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Allocated IP 172.25.2.189 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/ccc83dc9-494b-4fbc-b343-3b546085f9ce) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:19:14.650676 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e1c14c-8a06-436b-8ca2-340de586fb22 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Network 6bea3583-aee3-40a9-b44f-3ddb9ea8e2d5 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:19:14.704098 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-93e1c14c-8a06-436b-8ca2-340de586fb22 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 6bea3583-aee3-40a9-b44f-3ddb9ea8e2d5) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:14.710172 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e1c14c-8a06-436b-8ca2-340de586fb22 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:14.710780 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-93e1c14c-8a06-436b-8ca2-340de586fb22 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:14.710990 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd0fe8b-2db0-4321-ad55-3844b31b7d50 None None] Network 6bea3583-aee3-40a9-b44f-3ddb9ea8e2d5 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:14.742739 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45720) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:14.743317 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-93e1c14c-8a06-436b-8ca2-340de586fb22 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7625864 Aug 10 01:19:14.749791 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-1dbd739e-7b69-4770-8fc9-7d1437417610 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-92871847'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:14.774882 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbd739e-7b69-4770-8fc9-7d1437417610 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Made reservation on behalf of eaa01e51ab0d46f8ae624884f42c4466 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:14.776148 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-865e1750-a1cf-4337-ab6b-d9a450c89029 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:14.778657 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1dbd739e-7b69-4770-8fc9-7d1437417610 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:14.811443 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dbd739e-7b69-4770-8fc9-7d1437417610 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:19:14.821240 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1dbd739e-7b69-4770-8fc9-7d1437417610 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:14.821637 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-1dbd739e-7b69-4770-8fc9-7d1437417610 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Added segment 9f9a4eb0-6808-4b88-af19-80593564c3d2 of type vlan for network 79206907-fcd8-4bcc-b988-2e002087a1a5 Aug 10 01:19:14.827770 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-865e1750-a1cf-4337-ab6b-d9a450c89029 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:14.865946 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1dbd739e-7b69-4770-8fc9-7d1437417610 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:14.884198 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e1750-a1cf-4337-ab6b-d9a450c89029 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Pushing event updated for resources: {'Port': ['ID=ccc83dc9-494b-4fbc-b343-3b546085f9ce,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:14.896461 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865e1750-a1cf-4337-ab6b-d9a450c89029 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:14.898987 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-865e1750-a1cf-4337-ab6b-d9a450c89029 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:14.900549 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1dbd739e-7b69-4770-8fc9-7d1437417610 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:14.902089 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865e1750-a1cf-4337-ab6b-d9a450c89029 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:19:14.908028 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbd739e-7b69-4770-8fc9-7d1437417610 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:14.908718 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1dbd739e-7b69-4770-8fc9-7d1437417610 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:14.915052 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399c4e00-6fd2-463e-8049-3cf55e20661b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-6bea3583-aee3-40a9-b44f-3ddb9ea8e2d5', 'network_id': '6bea3583-aee3-40a9-b44f-3ddb9ea8e2d5', 'tenant_id': 'eaa01e51ab0d46f8ae624884f42c4466', 'fixed_ips': [{'subnet_id': 'c8892e20-7088-4725-8cbe-6e9a914b4a65'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:19:14.915969 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-399c4e00-6fd2-463e-8049-3cf55e20661b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:14.982893 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1dbd739e-7b69-4770-8fc9-7d1437417610 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2377343 Aug 10 01:19:14.984411 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45730) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:15.006977 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd739e-7b69-4770-8fc9-7d1437417610 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event updated for resources: {'Network': ['ID=79206907-fcd8-4bcc-b988-2e002087a1a5,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:15.019969 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 79206907-fcd8-4bcc-b988-2e002087a1a5 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:19:15.023156 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-987ac85e-4ce2-48fc-b907-97a5543ee170 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Request body: {'subnet': {'network_id': '79206907-fcd8-4bcc-b988-2e002087a1a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:15.138318 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987ac85e-4ce2-48fc-b907-97a5543ee170 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Made reservation on behalf of eaa01e51ab0d46f8ae624884f42c4466 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:15.144043 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-399c4e00-6fd2-463e-8049-3cf55e20661b None None] Allocated IP 2001:db8::1 (6bea3583-aee3-40a9-b44f-3ddb9ea8e2d5/c8892e20-7088-4725-8cbe-6e9a914b4a65/a9d9c286-0324-48bb-922f-2c56919da911) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:19:15.145235 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-987ac85e-4ce2-48fc-b907-97a5543ee170 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:15.180702 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:15.226125 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.ipam_backend_mixin [None req-987ac85e-4ce2-48fc-b907-97a5543ee170 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Performing IP validity checks on allocation pools {{(pid=105826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 01:19:15.226687 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.ipam_backend_mixin [None req-987ac85e-4ce2-48fc-b907-97a5543ee170 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 01:19:15.332432 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-399c4e00-6fd2-463e-8049-3cf55e20661b None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:15.342516 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-399c4e00-6fd2-463e-8049-3cf55e20661b None None] Transition to ACTIVE for port object a9d9c286-0324-48bb-922f-2c56919da911 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:15.363958 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-399c4e00-6fd2-463e-8049-3cf55e20661b None None] Transition to ACTIVE for port object a9d9c286-0324-48bb-922f-2c56919da911 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:15.373171 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-399c4e00-6fd2-463e-8049-3cf55e20661b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:15.397022 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-987ac85e-4ce2-48fc-b907-97a5543ee170 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:15.413019 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-865e1750-a1cf-4337-ab6b-d9a450c89029 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:15.423175 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399c4e00-6fd2-463e-8049-3cf55e20661b None None] Network 6bea3583-aee3-40a9-b44f-3ddb9ea8e2d5 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:15.426470 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-399c4e00-6fd2-463e-8049-3cf55e20661b None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:15.430400 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399c4e00-6fd2-463e-8049-3cf55e20661b None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:19:15.464864 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c4e00-6fd2-463e-8049-3cf55e20661b None None] Pushing event updated for resources: {'Port': ['ID=a9d9c286-0324-48bb-922f-2c56919da911,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:15.518687 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-399c4e00-6fd2-463e-8049-3cf55e20661b None None] Attempting to bind port a9d9c286-0324-48bb-922f-2c56919da911 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:19:15.519086 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-399c4e00-6fd2-463e-8049-3cf55e20661b None None] Attempting to bind port a9d9c286-0324-48bb-922f-2c56919da911 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'd83f6bd5-7b37-4039-893d-5788affbe7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6bea3583-aee3-40a9-b44f-3ddb9ea8e2d5'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:19:15.519461 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399c4e00-6fd2-463e-8049-3cf55e20661b None None] Attempting to bind port a9d9c286-0324-48bb-922f-2c56919da911 on network 6bea3583-aee3-40a9-b44f-3ddb9ea8e2d5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:19:15.525421 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399c4e00-6fd2-463e-8049-3cf55e20661b None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:19:15.525812 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399c4e00-6fd2-463e-8049-3cf55e20661b None None] Checking segment: {'id': 'd83f6bd5-7b37-4039-893d-5788affbe7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6bea3583-aee3-40a9-b44f-3ddb9ea8e2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:15.526697 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-399c4e00-6fd2-463e-8049-3cf55e20661b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:15.526886 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399c4e00-6fd2-463e-8049-3cf55e20661b None None] Bound using segment: {'id': 'd83f6bd5-7b37-4039-893d-5788affbe7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6bea3583-aee3-40a9-b44f-3ddb9ea8e2d5'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:19:15.527379 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-399c4e00-6fd2-463e-8049-3cf55e20661b None None] Bound port: a9d9c286-0324-48bb-922f-2c56919da911, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83f6bd5-7b37-4039-893d-5788affbe7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6bea3583-aee3-40a9-b44f-3ddb9ea8e2d5'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:19:15.527772 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-399c4e00-6fd2-463e-8049-3cf55e20661b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:15.529819 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-865e1750-a1cf-4337-ab6b-d9a450c89029 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:15.538856 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ac85e-4ce2-48fc-b907-97a5543ee170 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event updated for resources: {'Subnet': ['ID=62220a9a-005d-4c32-acf5-c5f2ef438a60,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:15.564521 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987ac85e-4ce2-48fc-b907-97a5543ee170 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Checking segment: {'id': '9f9a4eb0-6808-4b88-af19-80593564c3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '79206907-fcd8-4bcc-b988-2e002087a1a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:15.564886 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987ac85e-4ce2-48fc-b907-97a5543ee170 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Network hostable DHCP agents. Network: 79206907-fcd8-4bcc-b988-2e002087a1a5, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:19:15.597202 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987ac85e-4ce2-48fc-b907-97a5543ee170 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Network 79206907-fcd8-4bcc-b988-2e002087a1a5 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:19:15.625161 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-987ac85e-4ce2-48fc-b907-97a5543ee170 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 79206907-fcd8-4bcc-b988-2e002087a1a5) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:15.629775 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987ac85e-4ce2-48fc-b907-97a5543ee170 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:15.631002 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-987ac85e-4ce2-48fc-b907-97a5543ee170 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:15.631923 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-399c4e00-6fd2-463e-8049-3cf55e20661b None None] For port a9d9c286-0324-48bb-922f-2c56919da911, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:19:15.639084 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-399c4e00-6fd2-463e-8049-3cf55e20661b None None] For port a9d9c286-0324-48bb-922f-2c56919da911, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a9d9c286-0324-48bb-922f-2c56919da911,segment=NetworkSegment(d83f6bd5-7b37-4039-893d-5788affbe7a4),segment_id=d83f6bd5-7b37-4039-893d-5788affbe7a4)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:19:15.645804 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65eb36c-be07-49ae-b7f0-564ece39a43f None None] Network 79206907-fcd8-4bcc-b988-2e002087a1a5 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:15.653249 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-399c4e00-6fd2-463e-8049-3cf55e20661b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:15.655339 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-987ac85e-4ce2-48fc-b907-97a5543ee170 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.6499102 Aug 10 01:19:15.656141 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45748) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:15.670828 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45750) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:15.792705 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c4e00-6fd2-463e-8049-3cf55e20661b None None] Pushing event updated for resources: {'Port': ['ID=a9d9c286-0324-48bb-922f-2c56919da911,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:15.813392 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-471ef141-b6a8-4f11-b5e0-6dc72576ebe2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:15.832497 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-865e1750-a1cf-4337-ab6b-d9a450c89029 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:15.842737 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-865e1750-a1cf-4337-ab6b-d9a450c89029 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:15.913506 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-471ef141-b6a8-4f11-b5e0-6dc72576ebe2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:15.921242 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0738b5d3-e019-4fd4-8a23-adeb53eb1490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:15.929212 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00df2747-08d6-4c02-8b7d-e350e861440e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-79206907-fcd8-4bcc-b988-2e002087a1a5', 'network_id': '79206907-fcd8-4bcc-b988-2e002087a1a5', 'tenant_id': 'eaa01e51ab0d46f8ae624884f42c4466', 'fixed_ips': [{'subnet_id': '62220a9a-005d-4c32-acf5-c5f2ef438a60'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:19:15.930886 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-00df2747-08d6-4c02-8b7d-e350e861440e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:15.961912 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e1750-a1cf-4337-ab6b-d9a450c89029 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Pushing event updated for resources: {'Port': ['ID=ccc83dc9-494b-4fbc-b343-3b546085f9ce,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:15.967444 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-865e1750-a1cf-4337-ab6b-d9a450c89029 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:16.003708 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-471ef141-b6a8-4f11-b5e0-6dc72576ebe2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server [None req-00df2747-08d6-4c02-8b7d-e350e861440e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 62220a9a-005d-4c32-acf5-c5f2ef438a60: This subnet is being modified by another concurrent operation. Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise exception Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 62220a9a-005d-4c32-acf5-c5f2ef438a60: This subnet is being modified by another concurrent operation. Aug 10 01:19:16.089676 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server Aug 10 01:19:16.102665 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 2b4c3875-d806-4df0-9532-709d27ffaca1 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:19:16.122626 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 2b4c3875-d806-4df0-9532-709d27ffaca1 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:19:16.122984 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 2b4c3875-d806-4df0-9532-709d27ffaca1 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:19:16.147367 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [None req-865e1750-a1cf-4337-ab6b-d9a450c89029 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Floating IP d2d1b284-1293-419b-90a8-3be66e9bac2b associated. External IP: 172.25.2.189, port: d01e93a2-c625-46cf-a86e-90b48e938287. Aug 10 01:19:16.150363 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fe628e-194c-4cac-89d1-3b4230ca2a50 None None] Network 79206907-fcd8-4bcc-b988-2e002087a1a5 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:16.242893 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ef141-b6a8-4f11-b5e0-6dc72576ebe2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event deleted for resources: {'Subnet': ['ID=62220a9a-005d-4c32-acf5-c5f2ef438a60,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:16.259834 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0738b5d3-e019-4fd4-8a23-adeb53eb1490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:16.260597 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-471ef141-b6a8-4f11-b5e0-6dc72576ebe2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:16.276051 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0738b5d3-e019-4fd4-8a23-adeb53eb1490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:16.297949 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-471ef141-b6a8-4f11-b5e0-6dc72576ebe2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79206907-fcd8-4bcc-b988-2e002087a1a5']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:16.298244 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:16.311704 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-471ef141-b6a8-4f11-b5e0-6dc72576ebe2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f9a4eb0-6808-4b88-af19-80593564c3d2') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:16.312254 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-471ef141-b6a8-4f11-b5e0-6dc72576ebe2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f9a4eb0-6808-4b88-af19-80593564c3d2') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:16.327484 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-471ef141-b6a8-4f11-b5e0-6dc72576ebe2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:16.362888 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-471ef141-b6a8-4f11-b5e0-6dc72576ebe2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:16.364857 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0738b5d3-e019-4fd4-8a23-adeb53eb1490 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3f384cf4cfd34f20a04b3defb6a300fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6931841 Aug 10 01:19:16.365528 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45766) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:16.365665 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0738b5d3-e019-4fd4-8a23-adeb53eb1490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36eb9f79-f98b-46f3-a387-37f3ccfb40de,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:16.387195 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-471ef141-b6a8-4f11-b5e0-6dc72576ebe2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:19:16.387734 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-471ef141-b6a8-4f11-b5e0-6dc72576ebe2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:16.390989 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:19:16.390989 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:19:16.390989 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:19:16.390989 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:19:16.390989 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:19:16.390989 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:19:16.390989 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:19:16.390989 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:19:16.390989 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:19:16.390989 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:19:16.390989 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:19:16.390989 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:19:16.390989 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:19:16.390989 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:19:16.390989 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:19:16.390989 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:19:16.390989 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:19:16.390989 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:19:16.390989 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:19:16.390989 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:19:16.390989 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:19:16.390989 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:19:16.390989 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:19:16.390989 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:19:16.390989 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:19:16.390989 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:19:16.390989 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:19:16.390989 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:19:16.390989 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:19:16.390989 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:19:16.390989 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:19:16.390989 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:19:16.437926 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a9d9c286-0324-48bb-922f-2c56919da911 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:19:16.475692 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae3f28-11f1-45b2-9772-2cdefe5dc6e1 req-883fcb5a-ae10-40b6-b985-7ceac52a2653 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:16.482127 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae3f28-11f1-45b2-9772-2cdefe5dc6e1 req-883fcb5a-ae10-40b6-b985-7ceac52a2653 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:16.483709 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c5ae3f28-11f1-45b2-9772-2cdefe5dc6e1 req-883fcb5a-ae10-40b6-b985-7ceac52a2653 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff7a4d6-97ae-4d78-b443-a1cf16eb356c&device_id=6d8367e4-7912-42e7-bc92-36587a4c9a0e HTTP/1.1" status: 200 len: 1682 time: 0.2026100 Aug 10 01:19:16.496687 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port a9d9c286-0324-48bb-922f-2c56919da911 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:16.520907 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865e1750-a1cf-4337-ab6b-d9a450c89029 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Router 17ffa94a-5dfa-4674-b438-98620fdac6f2 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:19:16.530339 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a1ecbc9c-a75d-4329-82ef-5d332150f4c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:16.533688 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-471ef141-b6a8-4f11-b5e0-6dc72576ebe2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:16.538827 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-471ef141-b6a8-4f11-b5e0-6dc72576ebe2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:16.540704 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-471ef141-b6a8-4f11-b5e0-6dc72576ebe2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "DELETE /v2.0/networks/79206907-fcd8-4bcc-b988-2e002087a1a5 HTTP/1.1" status: 204 len: 168 time: 0.8830371 Aug 10 01:19:16.546677 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45768) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:16.561545 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-cb0a112a-8ad4-4912-b576-e2ebfa980dd9 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-680768751'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:16.590111 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ef141-b6a8-4f11-b5e0-6dc72576ebe2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event deleted for resources: {'Network': ['ID=79206907-fcd8-4bcc-b988-2e002087a1a5,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:16.606286 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c5ae3f28-11f1-45b2-9772-2cdefe5dc6e1 req-43f894e4-8af3-48ca-95ff-d37e85acc70e tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/security-groups?id=e36a37f0-ace7-4917-a7e5-ef991d5ca832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148548 Aug 10 01:19:16.608766 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a1ecbc9c-a75d-4329-82ef-5d332150f4c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:16.624341 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471ef141-b6a8-4f11-b5e0-6dc72576ebe2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:16.624691 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471ef141-b6a8-4f11-b5e0-6dc72576ebe2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:16.625040 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471ef141-b6a8-4f11-b5e0-6dc72576ebe2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:16.625387 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471ef141-b6a8-4f11-b5e0-6dc72576ebe2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:16.625725 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471ef141-b6a8-4f11-b5e0-6dc72576ebe2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:16.626066 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471ef141-b6a8-4f11-b5e0-6dc72576ebe2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:16.626510 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471ef141-b6a8-4f11-b5e0-6dc72576ebe2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:16.628498 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471ef141-b6a8-4f11-b5e0-6dc72576ebe2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:16.628893 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471ef141-b6a8-4f11-b5e0-6dc72576ebe2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:16.629248 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471ef141-b6a8-4f11-b5e0-6dc72576ebe2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:16.629596 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471ef141-b6a8-4f11-b5e0-6dc72576ebe2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:16.629934 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471ef141-b6a8-4f11-b5e0-6dc72576ebe2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:16.663905 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0a112a-8ad4-4912-b576-e2ebfa980dd9 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Made reservation on behalf of eaa01e51ab0d46f8ae624884f42c4466 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:16.668634 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cb0a112a-8ad4-4912-b576-e2ebfa980dd9 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:16.705238 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb0a112a-8ad4-4912-b576-e2ebfa980dd9 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:19:16.722565 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a1ecbc9c-a75d-4329-82ef-5d332150f4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:16.726228 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a1ecbc9c-a75d-4329-82ef-5d332150f4c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:16.727585 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a1ecbc9c-a75d-4329-82ef-5d332150f4c0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/36eb9f79-f98b-46f3-a387-37f3ccfb40de HTTP/1.1" status: 204 len: 168 time: 0.3611400 Aug 10 01:19:16.733666 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cb0a112a-8ad4-4912-b576-e2ebfa980dd9 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:16.734074 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-cb0a112a-8ad4-4912-b576-e2ebfa980dd9 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Added segment 070eb2f6-1696-44d5-9241-f5d3d161b8ad of type vlan for network 80561d56-942b-4d03-bd52-4ca24cf212ef Aug 10 01:19:16.753517 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ecbc9c-a75d-4329-82ef-5d332150f4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36eb9f79-f98b-46f3-a387-37f3ccfb40de,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:16.813815 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cb0a112a-8ad4-4912-b576-e2ebfa980dd9 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:16.853343 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cb0a112a-8ad4-4912-b576-e2ebfa980dd9 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:16.859271 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0a112a-8ad4-4912-b576-e2ebfa980dd9 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:16.859926 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cb0a112a-8ad4-4912-b576-e2ebfa980dd9 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:16.892144 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-cb0a112a-8ad4-4912-b576-e2ebfa980dd9 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3366432 Aug 10 01:19:16.959181 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45780) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:16.979043 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-3db65d06-2637-47ee-ae74-726e1d3c6756 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Request body: {'subnet': {'network_id': '80561d56-942b-4d03-bd52-4ca24cf212ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:16.986874 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a112a-8ad4-4912-b576-e2ebfa980dd9 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event updated for resources: {'Network': ['ID=80561d56-942b-4d03-bd52-4ca24cf212ef,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:17.000310 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 80561d56-942b-4d03-bd52-4ca24cf212ef details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:19:17.058656 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865e1750-a1cf-4337-ab6b-d9a450c89029 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:19:17.109912 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-865e1750-a1cf-4337-ab6b-d9a450c89029 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:17.188212 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-865e1750-a1cf-4337-ab6b-d9a450c89029 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1606307 Aug 10 01:19:17.188212 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6b3b68-9a25-4296-8052-9cca2b5371df', 'tag': 'd01e93a2-c625-46cf-a86e-90b48e938287'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:19:17.188212 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9351b990-a724-4e22-b866-2dae400849d8" -d '{"events": [{"name": "network-changed", "server_uuid": "3d6b3b68-9a25-4296-8052-9cca2b5371df", "tag": "d01e93a2-c625-46cf-a86e-90b48e938287"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:19:17.198924 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45792) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:17.236790 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6036ef12-e83e-4213-898d-8d8b43280fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:17.250436 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fb6ebf-8fc8-49d6-b879-b301b31e6bc0 x-openstack-request-id: req-b2fb6ebf-8fc8-49d6-b879-b301b31e6bc0 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:19:17.251025 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d6b3b68-9a25-4296-8052-9cca2b5371df", "tag": "d01e93a2-c625-46cf-a86e-90b48e938287", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:19:17.251440 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b2fb6ebf-8fc8-49d6-b879-b301b31e6bc0 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:19:17.252023 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6b3b68-9a25-4296-8052-9cca2b5371df', 'tag': 'd01e93a2-c625-46cf-a86e-90b48e938287', 'status': 'completed', 'code': 200} Aug 10 01:19:17.309210 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deba3adb-73a6-4751-a23b-0ad00dd0a949 None None] Network 6bea3583-aee3-40a9-b44f-3ddb9ea8e2d5 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:17.312833 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b2bd17-30a8-4aad-b8a5-22c35578c526 None None] Sync routers for ids ['17ffa94a-5dfa-4674-b438-98620fdac6f2'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:19:17.380519 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-3d2182d2-4fe6-4e42-856d-1764da6390d7 None None] Provisioning for port a9d9c286-0324-48bb-922f-2c56919da911 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:17.386171 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b2bd17-30a8-4aad-b8a5-22c35578c526 None None] Routers {'17ffa94a-5dfa-4674-b438-98620fdac6f2'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:19:17.387274 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-c5b2bd17-30a8-4aad-b8a5-22c35578c526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:19:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['17ffa94a-5dfa-4674-b438-98620fdac6f2'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:17.407029 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351b990-a724-4e22-b866-2dae400849d8 req-5950d463-9f98-4549-8321-683746e2b713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:17.410987 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9351b990-a724-4e22-b866-2dae400849d8 req-5950d463-9f98-4549-8321-683746e2b713 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a4f463465f414d20a10d25627743d857&device_id=3d6b3b68-9a25-4296-8052-9cca2b5371df HTTP/1.1" status: 200 len: 1098 time: 0.1178946 Aug 10 01:19:17.454735 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-3d2182d2-4fe6-4e42-856d-1764da6390d7 None None] Provisioning complete for port a9d9c286-0324-48bb-922f-2c56919da911 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:17.455901 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3d2182d2-4fe6-4e42-856d-1764da6390d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:17.516168 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6036ef12-e83e-4213-898d-8d8b43280fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:17.537616 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6036ef12-e83e-4213-898d-8d8b43280fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:17.554483 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db65d06-2637-47ee-ae74-726e1d3c6756 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Made reservation on behalf of eaa01e51ab0d46f8ae624884f42c4466 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:17.557938 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3db65d06-2637-47ee-ae74-726e1d3c6756 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:17.588208 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6036ef12-e83e-4213-898d-8d8b43280fc8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=67b137a6be934d5aaea47081eb6c74c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3880224 Aug 10 01:19:17.590659 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036ef12-e83e-4213-898d-8d8b43280fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cf012d-c485-42d1-857b-f070487f8e2a,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:17.593066 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45798) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:17.626877 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5700b-0175-4d83-b110-cbe6c41d9794 req-081ef61c-a146-4bc9-b19e-480e42aa7092 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:17.628422 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ece5700b-0175-4d83-b110-cbe6c41d9794 req-081ef61c-a146-4bc9-b19e-480e42aa7092 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff7a4d6-97ae-4d78-b443-a1cf16eb356c HTTP/1.1" status: 200 len: 946 time: 0.1190426 Aug 10 01:19:17.631168 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-c5b2bd17-30a8-4aad-b8a5-22c35578c526 None None] Set router 17ffa94a-5dfa-4674-b438-98620fdac6f2 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:19:17.643793 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351b990-a724-4e22-b866-2dae400849d8 req-69556248-5017-4c1f-afa9-02d83d8b5e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:17.645796 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9351b990-a724-4e22-b866-2dae400849d8 req-69556248-5017-4c1f-afa9-02d83d8b5e75 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d5f42a49-cf64-4535-a007-0ffeb2000607 HTTP/1.1" status: 200 len: 913 time: 0.2233741 Aug 10 01:19:17.695983 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ece5700b-0175-4d83-b110-cbe6c41d9794 req-199a081a-b06d-44d0-a0b1-709da56cbab4 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/security-groups?id=e36a37f0-ace7-4917-a7e5-ef991d5ca832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497992 Aug 10 01:19:17.724848 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3d2182d2-4fe6-4e42-856d-1764da6390d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:17.725426 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-45266319-9df1-49b2-a858-644386d2fe81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:17.751545 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-45266319-9df1-49b2-a858-644386d2fe81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:17.761058 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9351b990-a724-4e22-b866-2dae400849d8 req-c290b040-a43f-4e89-8a63-a28010043936 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d01e93a2-c625-46cf-a86e-90b48e938287 HTTP/1.1" status: 200 len: 1000 time: 0.1056793 Aug 10 01:19:17.810536 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3db65d06-2637-47ee-ae74-726e1d3c6756 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:17.831225 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-3d2182d2-4fe6-4e42-856d-1764da6390d7 None None] For port a9d9c286-0324-48bb-922f-2c56919da911, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a9d9c286-0324-48bb-922f-2c56919da911,segment=NetworkSegment(d83f6bd5-7b37-4039-893d-5788affbe7a4),segment_id=d83f6bd5-7b37-4039-893d-5788affbe7a4)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:17.838478 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351b990-a724-4e22-b866-2dae400849d8 req-00ef0e91-3465-41c4-8b3b-69e3d4235018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:17.840057 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9351b990-a724-4e22-b866-2dae400849d8 req-00ef0e91-3465-41c4-8b3b-69e3d4235018 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1982ede0-b8b9-4659-ad0a-d59c9e02d1ca HTTP/1.1" status: 200 len: 851 time: 0.0694323 Aug 10 01:19:17.847490 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3d2182d2-4fe6-4e42-856d-1764da6390d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:17.861276 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-45266319-9df1-49b2-a858-644386d2fe81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:17.865044 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-45266319-9df1-49b2-a858-644386d2fe81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:17.868875 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-45266319-9df1-49b2-a858-644386d2fe81 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/91cf012d-c485-42d1-857b-f070487f8e2a HTTP/1.1" status: 204 len: 168 time: 0.2707660 Aug 10 01:19:17.894061 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db65d06-2637-47ee-ae74-726e1d3c6756 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event updated for resources: {'Subnet': ['ID=6c2c5a41-0414-4c45-bc14-1b7ca5307363,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:17.904375 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db65d06-2637-47ee-ae74-726e1d3c6756 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Checking segment: {'id': '070eb2f6-1696-44d5-9241-f5d3d161b8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '80561d56-942b-4d03-bd52-4ca24cf212ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:17.905118 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db65d06-2637-47ee-ae74-726e1d3c6756 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Network hostable DHCP agents. Network: 80561d56-942b-4d03-bd52-4ca24cf212ef, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:19:17.910146 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45266319-9df1-49b2-a858-644386d2fe81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cf012d-c485-42d1-857b-f070487f8e2a,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:17.932674 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351b990-a724-4e22-b866-2dae400849d8 req-9ad5eb02-646b-46e9-a10f-a01d4496fc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:17.935114 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9351b990-a724-4e22-b866-2dae400849d8 req-9ad5eb02-646b-46e9-a10f-a01d4496fc79 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5f42a49-cf64-4535-a007-0ffeb2000607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0843825 Aug 10 01:19:17.937018 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db65d06-2637-47ee-ae74-726e1d3c6756 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Network 80561d56-942b-4d03-bd52-4ca24cf212ef is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:19:17.949035 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-3db65d06-2637-47ee-ae74-726e1d3c6756 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 80561d56-942b-4d03-bd52-4ca24cf212ef) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:17.959968 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db65d06-2637-47ee-ae74-726e1d3c6756 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:17.967993 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3db65d06-2637-47ee-ae74-726e1d3c6756 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:17.982557 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8decc3-5aa8-49d4-8518-6431f5f691df None None] Network 80561d56-942b-4d03-bd52-4ca24cf212ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:17.998678 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3db65d06-2637-47ee-ae74-726e1d3c6756 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0344634 Aug 10 01:19:17.999015 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45802) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:18.002033 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2182d2-4fe6-4e42-856d-1764da6390d7 None None] Pushing event updated for resources: {'Port': ['ID=a9d9c286-0324-48bb-922f-2c56919da911,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:18.101892 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9351b990-a724-4e22-b866-2dae400849d8 req-b250fc49-acb6-4b18-9a2b-7fccab14b04a service neutron] 10.222.0.20 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550488 Aug 10 01:19:18.111523 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9946d4e6-0b7e-4c07-a38a-115e468f4e5e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:18.194225 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9946d4e6-0b7e-4c07-a38a-115e468f4e5e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:18.210484 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-c5b2bd17-30a8-4aad-b8a5-22c35578c526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'name': 'tempest-TestVolumeBootPattern-1236048449-router', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:08:10Z', 'updated_at': '2021-08-10T01:08:16Z', 'revision_number': 4, 'project_id': 'a4f463465f414d20a10d25627743d857', 'gw_port': {'id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:53:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:11Z', 'updated_at': '2021-08-10T01:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'd2d1b284-1293-419b-90a8-3be66e9bac2b', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'floating_ip_address': '172.25.2.189', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'port_id': 'd01e93a2-c625-46cf-a86e-90b48e938287', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'mac_address': 'fa:16:3e:51:ce:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6b3b68-9a25-4296-8052-9cca2b5371df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:19:15Z', 'updated_at': '2021-08-10T01:19:15Z', 'revision_number': 0, 'project_id': 'a4f463465f414d20a10d25627743d857', 'fixed_ip_address_scope': None}, {'id': 'eef4cad3-33b4-447c-9b4b-7a67e9eca9d2', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'floating_ip_address': '172.25.2.106', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'port_id': '5fe875d6-6001-430b-9b4f-6c4185036225', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'mac_address': 'fa:16:3e:e9:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36633c2-7147-4e8f-bd96-10952b03680d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:16:56Z', 'updated_at': '2021-08-10T01:17:02Z', 'revision_number': 1, 'project_id': 'a4f463465f414d20a10d25627743d857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98f3335-ba8a-41c8-8f1d-9b87daaf23bb', 'name': '', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'mac_address': 'fa:16:3e:09:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:15Z', 'updated_at': '2021-08-10T01:08:24Z', 'revision_number': 5, 'project_id': 'a4f463465f414d20a10d25627743d857', 'subnets': [{'id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:18.230172 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9351b990-a724-4e22-b866-2dae400849d8 req-a473fc1b-a9f0-482e-b5f0-cc6b56f50085 service neutron] 10.222.0.20 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153855 Aug 10 01:19:18.261492 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b2bd17-30a8-4aad-b8a5-22c35578c526 None None] Checking router: 17ffa94a-5dfa-4674-b438-98620fdac6f2 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:19:18.266125 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a905b853-f020-4926-ad56-8bcc05ead92a None None] Provisioning complete for port a9d9c286-0324-48bb-922f-2c56919da911 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:18.266994 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a905b853-f020-4926-ad56-8bcc05ead92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:18.282140 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9946d4e6-0b7e-4c07-a38a-115e468f4e5e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:18.290451 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620a5364-ff7d-4828-af1f-4d07c4f28e4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-80561d56-942b-4d03-bd52-4ca24cf212ef', 'network_id': '80561d56-942b-4d03-bd52-4ca24cf212ef', 'tenant_id': 'eaa01e51ab0d46f8ae624884f42c4466', 'fixed_ips': [{'subnet_id': '6c2c5a41-0414-4c45-bc14-1b7ca5307363'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:19:18.291308 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-620a5364-ff7d-4828-af1f-4d07c4f28e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:18.311222 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b2bd17-30a8-4aad-b8a5-22c35578c526 None None] Routers {'17ffa94a-5dfa-4674-b438-98620fdac6f2'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:19:18.311857 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-c5b2bd17-30a8-4aad-b8a5-22c35578c526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:19:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['17ffa94a-5dfa-4674-b438-98620fdac6f2'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:18.313974 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946d4e6-0b7e-4c07-a38a-115e468f4e5e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event deleted for resources: {'Subnet': ['ID=6c2c5a41-0414-4c45-bc14-1b7ca5307363,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:18.388774 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9946d4e6-0b7e-4c07-a38a-115e468f4e5e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:18.407486 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-9946d4e6-0b7e-4c07-a38a-115e468f4e5e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80561d56-942b-4d03-bd52-4ca24cf212ef']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:18.419715 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-9946d4e6-0b7e-4c07-a38a-115e468f4e5e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '070eb2f6-1696-44d5-9241-f5d3d161b8ad') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:18.420153 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-9946d4e6-0b7e-4c07-a38a-115e468f4e5e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '070eb2f6-1696-44d5-9241-f5d3d161b8ad') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:18.429582 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9946d4e6-0b7e-4c07-a38a-115e468f4e5e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:18.445886 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9946d4e6-0b7e-4c07-a38a-115e468f4e5e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:18.447899 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a9d9c286-0324-48bb-922f-2c56919da911 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:19:18.453392 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9946d4e6-0b7e-4c07-a38a-115e468f4e5e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:19:18.453754 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9946d4e6-0b7e-4c07-a38a-115e468f4e5e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:18.457584 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:19:18.457584 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:19:18.457584 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:19:18.457584 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:19:18.457584 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:19:18.457584 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:19:18.457584 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:19:18.457584 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:19:18.457584 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:19:18.457584 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:19:18.457584 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:19:18.457584 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:19:18.457584 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:19:18.457584 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:19:18.457584 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:19:18.457584 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:19:18.457584 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:19:18.457584 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:19:18.457584 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:19:18.457584 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:19:18.457584 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:19:18.457584 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:19:18.457584 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:19:18.457584 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:19:18.457584 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:19:18.457584 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:19:18.457584 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:19:18.457584 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:19:18.457584 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:19:18.457584 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:19:18.457584 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:19:18.457584 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:19:18.522640 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9946d4e6-0b7e-4c07-a38a-115e468f4e5e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:18.536875 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0abae3-cb4f-4065-8ce2-2f80d027f04e None None] Network 80561d56-942b-4d03-bd52-4ca24cf212ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:18.542804 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9946d4e6-0b7e-4c07-a38a-115e468f4e5e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:18.548926 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9946d4e6-0b7e-4c07-a38a-115e468f4e5e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "DELETE /v2.0/networks/80561d56-942b-4d03-bd52-4ca24cf212ef HTTP/1.1" status: 204 len: 168 time: 0.5453360 Aug 10 01:19:18.548926 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946d4e6-0b7e-4c07-a38a-115e468f4e5e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event deleted for resources: {'Network': ['ID=80561d56-942b-4d03-bd52-4ca24cf212ef,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:18.549429 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45814) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:18.554601 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-06e0b15b-6191-47d8-931d-b84b2e38a14e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1902085473'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:18.589727 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e0b15b-6191-47d8-931d-b84b2e38a14e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Made reservation on behalf of eaa01e51ab0d46f8ae624884f42c4466 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:18.592898 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0abae3-cb4f-4065-8ce2-2f80d027f04e None None] Network 80561d56-942b-4d03-bd52-4ca24cf212ef could not be found, it might have been deleted concurrently. {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 01:19:18.594557 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-06e0b15b-6191-47d8-931d-b84b2e38a14e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:18.618011 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9ce6a8-3a19-4760-9fd0-6a20bc1d938f None None] get_active_networks_info from n-d-766726-26 {{(pid=105828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:19:18.636428 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e0b15b-6191-47d8-931d-b84b2e38a14e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:19:18.648778 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-06e0b15b-6191-47d8-931d-b84b2e38a14e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:18.649135 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-06e0b15b-6191-47d8-931d-b84b2e38a14e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Added segment b0626c21-c94a-4c05-b3f2-e432429bf29d of type vlan for network 53b631e7-a614-4d0d-a2f7-aeaf1d09f399 Aug 10 01:19:18.649578 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-c5b2bd17-30a8-4aad-b8a5-22c35578c526 None None] Set router 17ffa94a-5dfa-4674-b438-98620fdac6f2 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:19:18.703594 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-06e0b15b-6191-47d8-931d-b84b2e38a14e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:18.714856 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port a9d9c286-0324-48bb-922f-2c56919da911 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:18.715280 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:18.745618 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-06e0b15b-6191-47d8-931d-b84b2e38a14e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:18.752595 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e0b15b-6191-47d8-931d-b84b2e38a14e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:18.753198 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-06e0b15b-6191-47d8-931d-b84b2e38a14e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:18.884650 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45826) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:18.885146 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-06e0b15b-6191-47d8-931d-b84b2e38a14e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3338687 Aug 10 01:19:18.890629 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-68eca005-98ed-4bd1-9561-b4a85bee85a6 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Request body: {'subnet': {'network_id': '53b631e7-a614-4d0d-a2f7-aeaf1d09f399', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:18.900150 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0b15b-6191-47d8-931d-b84b2e38a14e tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event updated for resources: {'Network': ['ID=53b631e7-a614-4d0d-a2f7-aeaf1d09f399,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:18.915869 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d77ab-9b67-453d-9042-183f9a3ee54c req-20165218-3536-4c26-a52c-0e70f926eb90 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:18.917437 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-524d77ab-9b67-453d-9042-183f9a3ee54c req-20165218-3536-4c26-a52c-0e70f926eb90 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ff7a4d6-97ae-4d78-b443-a1cf16eb356c HTTP/1.1" status: 200 len: 946 time: 0.0738957 Aug 10 01:19:18.917581 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 53b631e7-a614-4d0d-a2f7-aeaf1d09f399 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:19:18.934880 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491fe273-df12-4aa2-994c-534e3fdcea1e req-15042763-7511-41e3-8278-fee080141335 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:18.936613 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-491fe273-df12-4aa2-994c-534e3fdcea1e req-15042763-7511-41e3-8278-fee080141335 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff7a4d6-97ae-4d78-b443-a1cf16eb356c HTTP/1.1" status: 200 len: 946 time: 0.1082251 Aug 10 01:19:18.967160 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9ce6a8-3a19-4760-9fd0-6a20bc1d938f None None] Resources bound (agent type, host, resource id): {{(pid=105828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:19:18.986772 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-491fe273-df12-4aa2-994c-534e3fdcea1e req-53f577e3-5225-4e6b-a53d-f10db665a984 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/security-groups?id=e36a37f0-ace7-4917-a7e5-ef991d5ca832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406961 Aug 10 01:19:19.118625 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a71423-2011-4261-b7f0-ec30deb30a9e req-3777404d-3de7-4bc4-a44e-11c569664094 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:19.120350 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-67a71423-2011-4261-b7f0-ec30deb30a9e req-3777404d-3de7-4bc4-a44e-11c569664094 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8367e4-7912-42e7-bc92-36587a4c9a0e HTTP/1.1" status: 200 len: 945 time: 0.1766286 Aug 10 01:19:19.159762 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68eca005-98ed-4bd1-9561-b4a85bee85a6 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Made reservation on behalf of eaa01e51ab0d46f8ae624884f42c4466 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:19.163487 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68eca005-98ed-4bd1-9561-b4a85bee85a6 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:19.187802 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-524d77ab-9b67-453d-9042-183f9a3ee54c req-a1cead45-d61d-41af-a873-26194232743a tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Deleting port 81204c1f-f581-402f-ba0b-543fd6db6959 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:19:19.188408 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-524d77ab-9b67-453d-9042-183f9a3ee54c req-a1cead45-d61d-41af-a873-26194232743a tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:19.400784 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-524d77ab-9b67-453d-9042-183f9a3ee54c req-a1cead45-d61d-41af-a873-26194232743a tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] For port 81204c1f-f581-402f-ba0b-543fd6db6959, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=81204c1f-f581-402f-ba0b-543fd6db6959,segment=NetworkSegment(220f272b-1eb4-46c2-93d6-24d2bafba51b),segment_id=220f272b-1eb4-46c2-93d6-24d2bafba51b)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:19.401157 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-524d77ab-9b67-453d-9042-183f9a3ee54c req-a1cead45-d61d-41af-a873-26194232743a tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:19.412557 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-c5b2bd17-30a8-4aad-b8a5-22c35578c526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'name': 'tempest-TestVolumeBootPattern-1236048449-router', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:08:10Z', 'updated_at': '2021-08-10T01:08:16Z', 'revision_number': 4, 'project_id': 'a4f463465f414d20a10d25627743d857', 'gw_port': {'id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:53:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:11Z', 'updated_at': '2021-08-10T01:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'd2d1b284-1293-419b-90a8-3be66e9bac2b', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'floating_ip_address': '172.25.2.189', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'port_id': 'd01e93a2-c625-46cf-a86e-90b48e938287', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'mac_address': 'fa:16:3e:51:ce:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6b3b68-9a25-4296-8052-9cca2b5371df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:19:15Z', 'updated_at': '2021-08-10T01:19:15Z', 'revision_number': 0, 'project_id': 'a4f463465f414d20a10d25627743d857', 'fixed_ip_address_scope': None}, {'id': 'eef4cad3-33b4-447c-9b4b-7a67e9eca9d2', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'floating_ip_address': '172.25.2.106', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'port_id': '5fe875d6-6001-430b-9b4f-6c4185036225', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'mac_address': 'fa:16:3e:e9:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36633c2-7147-4e8f-bd96-10952b03680d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:16:56Z', 'updated_at': '2021-08-10T01:17:02Z', 'revision_number': 1, 'project_id': 'a4f463465f414d20a10d25627743d857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98f3335-ba8a-41c8-8f1d-9b87daaf23bb', 'name': '', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'mac_address': 'fa:16:3e:09:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:15Z', 'updated_at': '2021-08-10T01:08:24Z', 'revision_number': 5, 'project_id': 'a4f463465f414d20a10d25627743d857', 'subnets': [{'id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:19.429708 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-67a71423-2011-4261-b7f0-ec30deb30a9e req-0d925e88-e21a-40d2-ace3-9ffb6200047b tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Deleting port 65ac03dd-98c1-4e83-a9d2-82d200e40c92 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:19:19.430205 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-67a71423-2011-4261-b7f0-ec30deb30a9e req-0d925e88-e21a-40d2-ace3-9ffb6200047b tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:19.435907 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-524d77ab-9b67-453d-9042-183f9a3ee54c req-a1cead45-d61d-41af-a873-26194232743a tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Calling delete_port for 81204c1f-f581-402f-ba0b-543fd6db6959 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:19:19.444968 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b2bd17-30a8-4aad-b8a5-22c35578c526 None None] The sync data for ids ['17ffa94a-5dfa-4674-b438-98620fdac6f2'] in n-d-766726-26 is: [{'id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'name': 'tempest-TestVolumeBootPattern-1236048449-router', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:08:10Z', 'updated_at': '2021-08-10T01:08:16Z', 'revision_number': 4, 'project_id': 'a4f463465f414d20a10d25627743d857', 'gw_port': {'id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:53:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:11Z', 'updated_at': '2021-08-10T01:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'd2d1b284-1293-419b-90a8-3be66e9bac2b', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'floating_ip_address': '172.25.2.189', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'port_id': 'd01e93a2-c625-46cf-a86e-90b48e938287', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'mac_address': 'fa:16:3e:51:ce:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6b3b68-9a25-4296-8052-9cca2b5371df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:19:15Z', 'updated_at': '2021-08-10T01:19:15Z', 'revision_number': 0, 'project_id': 'a4f463465f414d20a10d25627743d857', 'fixed_ip_address_scope': None}, {'id': 'eef4cad3-33b4-447c-9b4b-7a67e9eca9d2', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'floating_ip_address': '172.25.2.106', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'port_id': '5fe875d6-6001-430b-9b4f-6c4185036225', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'mac_address': 'fa:16:3e:e9:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36633c2-7147-4e8f-bd96-10952b03680d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:16:56Z', 'updated_at': '2021-08-10T01:17:02Z', 'revision_number': 1, 'project_id': 'a4f463465f414d20a10d25627743d857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98f3335-ba8a-41c8-8f1d-9b87daaf23bb', 'name': '', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'mac_address': 'fa:16:3e:09:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:15Z', 'updated_at': '2021-08-10T01:08:24Z', 'revision_number': 5, 'project_id': 'a4f463465f414d20a10d25627743d857', 'subnets': [{'id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:19:19.672902 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68eca005-98ed-4bd1-9561-b4a85bee85a6 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:19.676231 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-67a71423-2011-4261-b7f0-ec30deb30a9e req-0d925e88-e21a-40d2-ace3-9ffb6200047b tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] For port 65ac03dd-98c1-4e83-a9d2-82d200e40c92, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=65ac03dd-98c1-4e83-a9d2-82d200e40c92,segment=NetworkSegment(220f272b-1eb4-46c2-93d6-24d2bafba51b),segment_id=220f272b-1eb4-46c2-93d6-24d2bafba51b)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:19.676612 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-67a71423-2011-4261-b7f0-ec30deb30a9e req-0d925e88-e21a-40d2-ace3-9ffb6200047b tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:19.724463 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-67a71423-2011-4261-b7f0-ec30deb30a9e req-0d925e88-e21a-40d2-ace3-9ffb6200047b tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Calling delete_port for 65ac03dd-98c1-4e83-a9d2-82d200e40c92 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:19:19.741321 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af232380-a6fe-46d3-9f76-57eb12240885 None None] New status for floating IP d2d1b284-1293-419b-90a8-3be66e9bac2b: ACTIVE {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:19:19.787090 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eca005-98ed-4bd1-9561-b4a85bee85a6 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event updated for resources: {'Subnet': ['ID=0de68059-1428-4082-ac9c-25db80f85caf,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:19.864679 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eca005-98ed-4bd1-9561-b4a85bee85a6 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Checking segment: {'id': 'b0626c21-c94a-4c05-b3f2-e432429bf29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53b631e7-a614-4d0d-a2f7-aeaf1d09f399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:19.864989 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eca005-98ed-4bd1-9561-b4a85bee85a6 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Network hostable DHCP agents. Network: 53b631e7-a614-4d0d-a2f7-aeaf1d09f399, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:19:19.869249 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-524d77ab-9b67-453d-9042-183f9a3ee54c req-a1cead45-d61d-41af-a873-26194232743a tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:19.880429 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['65ac03dd-98c1-4e83-a9d2-82d200e40c92'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:19:19.910065 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['81204c1f-f581-402f-ba0b-543fd6db6959'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:19:19.923156 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cead45-d61d-41af-a873-26194232743a tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Pushing event deleted for resources: {'Port': ['ID=81204c1f-f581-402f-ba0b-543fd6db6959,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:19.960310 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eca005-98ed-4bd1-9561-b4a85bee85a6 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Network 53b631e7-a614-4d0d-a2f7-aeaf1d09f399 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:19:20.000312 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-524d77ab-9b67-453d-9042-183f9a3ee54c req-a1cead45-d61d-41af-a873-26194232743a tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] No DVR routers for this DVR port 81204c1f-f581-402f-ba0b-543fd6db6959 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:19:20.005668 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-524d77ab-9b67-453d-9042-183f9a3ee54c req-a1cead45-d61d-41af-a873-26194232743a tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:20.007775 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-524d77ab-9b67-453d-9042-183f9a3ee54c req-a1cead45-d61d-41af-a873-26194232743a tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.20 "DELETE /v2.0/ports/81204c1f-f581-402f-ba0b-543fd6db6959 HTTP/1.1" status: 204 len: 173 time: 1.0629234 Aug 10 01:19:20.014946 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff7a4d6-97ae-4d78-b443-a1cf16eb356c', 'name': 'network-vif-deleted', 'tag': '81204c1f-f581-402f-ba0b-543fd6db6959'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:19:20.015766 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7e2f38-b2bc-45b2-b4fb-7f654d7de805" -d '{"events": [{"server_uuid": "4ff7a4d6-97ae-4d78-b443-a1cf16eb356c", "name": "network-vif-deleted", "tag": "81204c1f-f581-402f-ba0b-543fd6db6959"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:19:20.034739 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-68eca005-98ed-4bd1-9561-b4a85bee85a6 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 53b631e7-a614-4d0d-a2f7-aeaf1d09f399) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:20.058574 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eca005-98ed-4bd1-9561-b4a85bee85a6 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:20.059167 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-68eca005-98ed-4bd1-9561-b4a85bee85a6 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:20.061038 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb8597d-9ec9-4a7b-913f-1604cd48ff73 None None] Network 53b631e7-a614-4d0d-a2f7-aeaf1d09f399 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:20.091229 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b709d2-eb3c-4ace-9137-87ce1a8702ea x-openstack-request-id: req-f8b709d2-eb3c-4ace-9137-87ce1a8702ea {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:19:20.091837 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff7a4d6-97ae-4d78-b443-a1cf16eb356c", "name": "network-vif-deleted", "tag": "81204c1f-f581-402f-ba0b-543fd6db6959", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:19:20.092306 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f8b709d2-eb3c-4ace-9137-87ce1a8702ea {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:19:20.092881 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff7a4d6-97ae-4d78-b443-a1cf16eb356c', 'name': 'network-vif-deleted', 'tag': '81204c1f-f581-402f-ba0b-543fd6db6959', 'status': 'completed', 'code': 200} Aug 10 01:19:20.110655 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-68eca005-98ed-4bd1-9561-b4a85bee85a6 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2251244 Aug 10 01:19:20.111874 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45858) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:20.120539 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-67a71423-2011-4261-b7f0-ec30deb30a9e req-0d925e88-e21a-40d2-ace3-9ffb6200047b tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:20.130778 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-96642beb-80af-4615-b444-00bbac562f4f req-3c38313d-3895-47e6-830a-62584e9fe4e0 tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ff7a4d6-97ae-4d78-b443-a1cf16eb356c HTTP/1.1" status: 200 len: 210 time: 0.0416505 Aug 10 01:19:20.166455 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['81204c1f-f581-402f-ba0b-543fd6db6959'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:19:20.208479 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d925e88-e21a-40d2-ace3-9ffb6200047b tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Pushing event deleted for resources: {'Port': ['ID=65ac03dd-98c1-4e83-a9d2-82d200e40c92,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:20.279814 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a71423-2011-4261-b7f0-ec30deb30a9e req-0d925e88-e21a-40d2-ace3-9ffb6200047b tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] No DVR routers for this DVR port 65ac03dd-98c1-4e83-a9d2-82d200e40c92 on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:19:20.283436 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-67a71423-2011-4261-b7f0-ec30deb30a9e req-0d925e88-e21a-40d2-ace3-9ffb6200047b tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:20.286428 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-67a71423-2011-4261-b7f0-ec30deb30a9e req-0d925e88-e21a-40d2-ace3-9ffb6200047b tempest-ListServersNegativeTestJSON-1481056268 tempest-ListServersNegativeTestJSON-1481056268-project] 10.222.0.24 "DELETE /v2.0/ports/65ac03dd-98c1-4e83-a9d2-82d200e40c92 HTTP/1.1" status: 204 len: 173 time: 1.1569543 Aug 10 01:19:20.318264 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a6f0857b-d109-4f52-8910-bd8e9f042c44 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:20.342263 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3177ea3-cb25-47de-94cc-10bebf85b27d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-53b631e7-a614-4d0d-a2f7-aeaf1d09f399', 'network_id': '53b631e7-a614-4d0d-a2f7-aeaf1d09f399', 'tenant_id': 'eaa01e51ab0d46f8ae624884f42c4466', 'fixed_ips': [{'subnet_id': '0de68059-1428-4082-ac9c-25db80f85caf'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:19:20.343078 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b3177ea3-cb25-47de-94cc-10bebf85b27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:20.398592 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a6f0857b-d109-4f52-8910-bd8e9f042c44 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:20.504811 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-b3177ea3-cb25-47de-94cc-10bebf85b27d None None] Allocated IP 2001:db8::1 (53b631e7-a614-4d0d-a2f7-aeaf1d09f399/0de68059-1428-4082-ac9c-25db80f85caf/9c881b15-ca05-4bde-9fd6-eebc8d14c1e6) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:19:20.689323 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b3177ea3-cb25-47de-94cc-10bebf85b27d None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:20.698021 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b3177ea3-cb25-47de-94cc-10bebf85b27d None None] Transition to ACTIVE for port object 9c881b15-ca05-4bde-9fd6-eebc8d14c1e6 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:20.712518 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b3177ea3-cb25-47de-94cc-10bebf85b27d None None] Transition to ACTIVE for port object 9c881b15-ca05-4bde-9fd6-eebc8d14c1e6 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:20.720350 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b3177ea3-cb25-47de-94cc-10bebf85b27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:20.743077 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a6f0857b-d109-4f52-8910-bd8e9f042c44 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:20.759335 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3177ea3-cb25-47de-94cc-10bebf85b27d None None] Network 53b631e7-a614-4d0d-a2f7-aeaf1d09f399 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:20.764297 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-b3177ea3-cb25-47de-94cc-10bebf85b27d None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:20.768157 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3177ea3-cb25-47de-94cc-10bebf85b27d None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:19:20.798046 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3177ea3-cb25-47de-94cc-10bebf85b27d None None] Pushing event updated for resources: {'Port': ['ID=9c881b15-ca05-4bde-9fd6-eebc8d14c1e6,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:20.803539 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0857b-d109-4f52-8910-bd8e9f042c44 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event deleted for resources: {'Subnet': ['ID=0de68059-1428-4082-ac9c-25db80f85caf,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:20.858491 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-b3177ea3-cb25-47de-94cc-10bebf85b27d None None] Attempting to bind port 9c881b15-ca05-4bde-9fd6-eebc8d14c1e6 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:19:20.858894 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-b3177ea3-cb25-47de-94cc-10bebf85b27d None None] Attempting to bind port 9c881b15-ca05-4bde-9fd6-eebc8d14c1e6 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b0626c21-c94a-4c05-b3f2-e432429bf29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53b631e7-a614-4d0d-a2f7-aeaf1d09f399'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:19:20.859269 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3177ea3-cb25-47de-94cc-10bebf85b27d None None] Attempting to bind port 9c881b15-ca05-4bde-9fd6-eebc8d14c1e6 on network 53b631e7-a614-4d0d-a2f7-aeaf1d09f399 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:19:20.865672 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3177ea3-cb25-47de-94cc-10bebf85b27d None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:19:20.866056 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3177ea3-cb25-47de-94cc-10bebf85b27d None None] Checking segment: {'id': 'b0626c21-c94a-4c05-b3f2-e432429bf29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53b631e7-a614-4d0d-a2f7-aeaf1d09f399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:20.866440 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b3177ea3-cb25-47de-94cc-10bebf85b27d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:20.866856 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3177ea3-cb25-47de-94cc-10bebf85b27d None None] Bound using segment: {'id': 'b0626c21-c94a-4c05-b3f2-e432429bf29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53b631e7-a614-4d0d-a2f7-aeaf1d09f399'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:19:20.867319 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-b3177ea3-cb25-47de-94cc-10bebf85b27d None None] Bound port: 9c881b15-ca05-4bde-9fd6-eebc8d14c1e6, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0626c21-c94a-4c05-b3f2-e432429bf29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53b631e7-a614-4d0d-a2f7-aeaf1d09f399'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:19:20.867711 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b3177ea3-cb25-47de-94cc-10bebf85b27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:20.873545 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a6f0857b-d109-4f52-8910-bd8e9f042c44 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:20.885702 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-a6f0857b-d109-4f52-8910-bd8e9f042c44 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b631e7-a614-4d0d-a2f7-aeaf1d09f399']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:20.893046 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45874) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:20.903901 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-a6f0857b-d109-4f52-8910-bd8e9f042c44 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0626c21-c94a-4c05-b3f2-e432429bf29d') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:20.904228 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-a6f0857b-d109-4f52-8910-bd8e9f042c44 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0626c21-c94a-4c05-b3f2-e432429bf29d') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:20.913641 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a6f0857b-d109-4f52-8910-bd8e9f042c44 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:20.927717 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a6f0857b-d109-4f52-8910-bd8e9f042c44 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:20.934168 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f0857b-d109-4f52-8910-bd8e9f042c44 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:19:20.935494 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a6f0857b-d109-4f52-8910-bd8e9f042c44 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:20.936666 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-b3177ea3-cb25-47de-94cc-10bebf85b27d None None] For port 9c881b15-ca05-4bde-9fd6-eebc8d14c1e6, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:19:20.938349 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:19:20.938349 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:19:20.938349 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:19:20.938349 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:19:20.938349 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:19:20.938349 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:19:20.938349 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:19:20.938349 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:19:20.938349 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:19:20.938349 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:19:20.938349 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:19:20.938349 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:19:20.938349 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:19:20.938349 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:19:20.938349 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:19:20.938349 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:19:20.938349 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:19:20.938349 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:19:20.938349 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:19:20.938349 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:19:20.938349 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:19:20.938349 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:19:20.938349 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:19:20.938349 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:19:20.938349 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:19:20.938349 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:19:20.938349 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:19:20.938349 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:19:20.938349 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:19:20.938349 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:19:20.938349 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:19:20.938349 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:19:20.991490 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-b3177ea3-cb25-47de-94cc-10bebf85b27d None None] For port 9c881b15-ca05-4bde-9fd6-eebc8d14c1e6, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9c881b15-ca05-4bde-9fd6-eebc8d14c1e6,segment=NetworkSegment(b0626c21-c94a-4c05-b3f2-e432429bf29d),segment_id=b0626c21-c94a-4c05-b3f2-e432429bf29d)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:19:20.993078 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.db.api [None req-a6f0857b-d109-4f52-8910-bd8e9f042c44 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 01:19:20.993078 n-d-766726-26 neutron-server[105827]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 01:19:20.993078 n-d-766726-26 neutron-server[105827]: [parameters: {'id': '53b631e7-a614-4d0d-a2f7-aeaf1d09f399'}] Aug 10 01:19:20.993078 n-d-766726-26 neutron-server[105827]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:19:20.993577 n-d-766726-26 neutron-server[105827]: DEBUG oslo_db.api [None req-a6f0857b-d109-4f52-8910-bd8e9f042c44 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:19:20.995461 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b3177ea3-cb25-47de-94cc-10bebf85b27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:21.016274 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5563afbe-e998-4c94-b3aa-82811cd40465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:21.077751 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3177ea3-cb25-47de-94cc-10bebf85b27d None None] Pushing event updated for resources: {'Port': ['ID=9c881b15-ca05-4bde-9fd6-eebc8d14c1e6,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:21.089289 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5063df-9c46-41fc-8962-bb392e198116 None None] Network 53b631e7-a614-4d0d-a2f7-aeaf1d09f399 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:21.111434 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5563afbe-e998-4c94-b3aa-82811cd40465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:21.115250 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5563afbe-e998-4c94-b3aa-82811cd40465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:21.154118 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5563afbe-e998-4c94-b3aa-82811cd40465 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=45e07f08a85a4522b52e01fc2d129072&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2578268 Aug 10 01:19:21.154795 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563afbe-e998-4c94-b3aa-82811cd40465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30049b9f-c61a-4b5c-9def-46ce276dbe6e,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:21.155564 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45880) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:21.219976 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4103c2c4-9559-4e86-8391-d1daf7661950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:21.224560 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736eb4a3-0c46-4a61-b827-ec02d3bebeb8 None None] get_active_networks_info from n-d-766726-26 {{(pid=105828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:19:21.234691 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45884) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:21.243432 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4103c2c4-9559-4e86-8391-d1daf7661950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:21.280827 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3607543e-0c92-41f1-ae7a-c509d56b1bc6 admin admin] Deleting subnet 39f1df6e-0668-415e-bec7-08e5b7db6394 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:19:21.284426 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3607543e-0c92-41f1-ae7a-c509d56b1bc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:21.296454 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4103c2c4-9559-4e86-8391-d1daf7661950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:21.299109 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4103c2c4-9559-4e86-8391-d1daf7661950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:21.301044 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4103c2c4-9559-4e86-8391-d1daf7661950 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/30049b9f-c61a-4b5c-9def-46ce276dbe6e HTTP/1.1" status: 204 len: 168 time: 0.1439233 Aug 10 01:19:21.309359 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103c2c4-9559-4e86-8391-d1daf7661950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30049b9f-c61a-4b5c-9def-46ce276dbe6e,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:21.327905 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3607543e-0c92-41f1-ae7a-c509d56b1bc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:21.358827 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736eb4a3-0c46-4a61-b827-ec02d3bebeb8 None None] Resources bound (agent type, host, resource id): {{(pid=105828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:19:21.368116 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3607543e-0c92-41f1-ae7a-c509d56b1bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:21.425415 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3607543e-0c92-41f1-ae7a-c509d56b1bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:21.452256 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607543e-0c92-41f1-ae7a-c509d56b1bc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39f1df6e-0668-415e-bec7-08e5b7db6394,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:21.455972 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3607543e-0c92-41f1-ae7a-c509d56b1bc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:21.457901 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3607543e-0c92-41f1-ae7a-c509d56b1bc6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/39f1df6e-0668-415e-bec7-08e5b7db6394 HTTP/1.1" status: 204 len: 168 time: 0.2219963 Aug 10 01:19:21.460335 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45890) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:21.494846 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a6f0857b-d109-4f52-8910-bd8e9f042c44 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:21.537952 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3ce1703c-0216-4ba3-a9c5-555b330af38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:21.577695 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-a6f0857b-d109-4f52-8910-bd8e9f042c44 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Deleting port 9c881b15-ca05-4bde-9fd6-eebc8d14c1e6 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:19:21.578052 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a6f0857b-d109-4f52-8910-bd8e9f042c44 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:21.638289 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3ce1703c-0216-4ba3-a9c5-555b330af38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:21.649523 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-3ce1703c-0216-4ba3-a9c5-555b330af38d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ea04e2b-979f-434c-8c10-04220a3cc1db']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:21.652734 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45892) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:21.656293 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-a6f0857b-d109-4f52-8910-bd8e9f042c44 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] For port 9c881b15-ca05-4bde-9fd6-eebc8d14c1e6, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9c881b15-ca05-4bde-9fd6-eebc8d14c1e6,segment=NetworkSegment(b0626c21-c94a-4c05-b3f2-e432429bf29d),segment_id=b0626c21-c94a-4c05-b3f2-e432429bf29d)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:21.656680 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a6f0857b-d109-4f52-8910-bd8e9f042c44 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:21.665036 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-3ce1703c-0216-4ba3-a9c5-555b330af38d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '220f272b-1eb4-46c2-93d6-24d2bafba51b') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:21.665339 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-3ce1703c-0216-4ba3-a9c5-555b330af38d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '220f272b-1eb4-46c2-93d6-24d2bafba51b') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:21.675063 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3ce1703c-0216-4ba3-a9c5-555b330af38d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:21.679344 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-a6f0857b-d109-4f52-8910-bd8e9f042c44 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Calling delete_port for 9c881b15-ca05-4bde-9fd6-eebc8d14c1e6 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:19:21.681274 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-592a5343-0f17-490b-b7fc-7f216f0267d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:21.689212 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3ce1703c-0216-4ba3-a9c5-555b330af38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:21.695718 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce1703c-0216-4ba3-a9c5-555b330af38d admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:19:21.696131 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3ce1703c-0216-4ba3-a9c5-555b330af38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:21.697832 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:19:21.697832 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:19:21.697832 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:19:21.697832 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:19:21.697832 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:19:21.697832 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:19:21.697832 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:19:21.697832 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:19:21.697832 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:19:21.697832 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:19:21.697832 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:19:21.697832 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:19:21.697832 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:19:21.697832 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:19:21.697832 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:19:21.697832 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:19:21.697832 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:19:21.697832 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:19:21.697832 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:19:21.697832 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:19:21.697832 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:19:21.697832 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:19:21.697832 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:19:21.697832 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:19:21.697832 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:19:21.697832 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:19:21.697832 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:19:21.697832 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:19:21.697832 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:19:21.697832 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:19:21.697832 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:19:21.697832 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:19:21.752974 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3ce1703c-0216-4ba3-a9c5-555b330af38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:21.758926 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3ce1703c-0216-4ba3-a9c5-555b330af38d admin admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:21.762959 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3ce1703c-0216-4ba3-a9c5-555b330af38d admin admin] 10.222.0.35 "DELETE /v2.0/networks/1ea04e2b-979f-434c-8c10-04220a3cc1db HTTP/1.1" status: 204 len: 168 time: 0.2994037 Aug 10 01:19:21.776214 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1703c-0216-4ba3-a9c5-555b330af38d admin admin] Pushing event deleted for resources: {'Network': ['ID=1ea04e2b-979f-434c-8c10-04220a3cc1db,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:21.818761 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a6f0857b-d109-4f52-8910-bd8e9f042c44 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:21.854306 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0857b-d109-4f52-8910-bd8e9f042c44 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event deleted for resources: {'Port': ['ID=9c881b15-ca05-4bde-9fd6-eebc8d14c1e6,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:21.865124 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f0857b-d109-4f52-8910-bd8e9f042c44 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] No DVR routers for this DVR port 9c881b15-ca05-4bde-9fd6-eebc8d14c1e6 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:19:21.897869 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-592a5343-0f17-490b-b7fc-7f216f0267d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:21.902957 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-592a5343-0f17-490b-b7fc-7f216f0267d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:21.922733 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 65ac03dd-98c1-4e83-a9d2-82d200e40c92 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:19:21.938266 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45896) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:21.946595 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 65ac03dd-98c1-4e83-a9d2-82d200e40c92 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:19:21.947149 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 65ac03dd-98c1-4e83-a9d2-82d200e40c92 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:19:21.983551 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4beb16c8-705f-4115-ba87-9c7d3c0309c7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ebb805bb5c7d4cb9986974f6d1d94a1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440083 Aug 10 01:19:21.985979 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45898) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:21.991095 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-592a5343-0f17-490b-b7fc-7f216f0267d8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=996f03aeb4284bf2a41f43fa2639f481&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3367789 Aug 10 01:19:21.995990 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a6f0857b-d109-4f52-8910-bd8e9f042c44 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:21.998759 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45900) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:22.004663 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a5343-0f17-490b-b7fc-7f216f0267d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173f12dd-071c-41b0-970a-b3c94a6feb1c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:22.009768 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-a6f0857b-d109-4f52-8910-bd8e9f042c44 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b631e7-a614-4d0d-a2f7-aeaf1d09f399']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:22.020827 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-a6f0857b-d109-4f52-8910-bd8e9f042c44 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0626c21-c94a-4c05-b3f2-e432429bf29d') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:22.021133 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-a6f0857b-d109-4f52-8910-bd8e9f042c44 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0626c21-c94a-4c05-b3f2-e432429bf29d') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:22.030450 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a6f0857b-d109-4f52-8910-bd8e9f042c44 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:22.046718 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a6f0857b-d109-4f52-8910-bd8e9f042c44 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:22.053518 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f0857b-d109-4f52-8910-bd8e9f042c44 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:19:22.054184 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a6f0857b-d109-4f52-8910-bd8e9f042c44 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:22.057565 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:19:22.057565 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:19:22.057565 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:19:22.057565 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:19:22.057565 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:19:22.057565 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:19:22.057565 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:19:22.057565 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:19:22.057565 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:19:22.057565 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:19:22.057565 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:19:22.057565 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:19:22.057565 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:19:22.057565 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:19:22.057565 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:19:22.057565 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:19:22.057565 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:19:22.057565 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:19:22.057565 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:19:22.057565 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:19:22.057565 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:19:22.057565 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:19:22.057565 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:19:22.057565 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:19:22.057565 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:19:22.057565 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:19:22.057565 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:19:22.057565 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:19:22.057565 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:19:22.057565 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:19:22.057565 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:19:22.057565 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:19:22.082019 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5b9357c2-3ead-4bfb-bb95-0acfc6ac7c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:22.086227 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ab94bee3-53ea-4d56-8704-623e947132fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:22.097741 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8367e4-7912-42e7-bc92-36587a4c9a0e', 'name': 'network-vif-deleted', 'tag': '65ac03dd-98c1-4e83-a9d2-82d200e40c92'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:19:22.100350 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fe4d9f-7bac-46ff-b8cf-856b4d33ae64" -d '{"events": [{"server_uuid": "6d8367e4-7912-42e7-bc92-36587a4c9a0e", "name": "network-vif-deleted", "tag": "65ac03dd-98c1-4e83-a9d2-82d200e40c92"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:19:22.122878 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a6f0857b-d109-4f52-8910-bd8e9f042c44 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:22.123215 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5b9357c2-3ead-4bfb-bb95-0acfc6ac7c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:22.128794 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 81204c1f-f581-402f-ba0b-543fd6db6959 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:19:22.132871 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a6f0857b-d109-4f52-8910-bd8e9f042c44 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:22.134988 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a6f0857b-d109-4f52-8910-bd8e9f042c44 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "DELETE /v2.0/networks/53b631e7-a614-4d0d-a2f7-aeaf1d09f399 HTTP/1.1" status: 204 len: 168 time: 2.0216281 Aug 10 01:19:22.138049 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ab94bee3-53ea-4d56-8704-623e947132fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:22.138516 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45904) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:22.146263 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0857b-d109-4f52-8910-bd8e9f042c44 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event deleted for resources: {'Network': ['ID=53b631e7-a614-4d0d-a2f7-aeaf1d09f399,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:22.156469 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05f390a-3bef-4429-b0e5-590166d0f88d x-openstack-request-id: req-a05f390a-3bef-4429-b0e5-590166d0f88d {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:19:22.156834 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d8367e4-7912-42e7-bc92-36587a4c9a0e", "name": "network-vif-deleted", "tag": "65ac03dd-98c1-4e83-a9d2-82d200e40c92", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:19:22.157162 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a05f390a-3bef-4429-b0e5-590166d0f88d {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:19:22.157330 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-6d710981-2f08-4107-aca2-c665a5dc609c tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1795290234'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:22.158350 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8367e4-7912-42e7-bc92-36587a4c9a0e', 'name': 'network-vif-deleted', 'tag': '65ac03dd-98c1-4e83-a9d2-82d200e40c92', 'status': 'completed', 'code': 200} Aug 10 01:19:22.159581 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 81204c1f-f581-402f-ba0b-543fd6db6959 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:19:22.159944 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 81204c1f-f581-402f-ba0b-543fd6db6959 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:19:22.215207 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d710981-2f08-4107-aca2-c665a5dc609c tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Made reservation on behalf of eaa01e51ab0d46f8ae624884f42c4466 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:22.219428 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6d710981-2f08-4107-aca2-c665a5dc609c tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:22.242298 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5b9357c2-3ead-4bfb-bb95-0acfc6ac7c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:22.245023 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5b9357c2-3ead-4bfb-bb95-0acfc6ac7c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:22.246157 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5b9357c2-3ead-4bfb-bb95-0acfc6ac7c29 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e36a37f0-ace7-4917-a7e5-ef991d5ca832 HTTP/1.1" status: 204 len: 168 time: 0.2592165 Aug 10 01:19:22.257924 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9357c2-3ead-4bfb-bb95-0acfc6ac7c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36a37f0-ace7-4917-a7e5-ef991d5ca832,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:22.260810 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ab94bee3-53ea-4d56-8704-623e947132fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:22.263843 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ab94bee3-53ea-4d56-8704-623e947132fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:22.264991 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ab94bee3-53ea-4d56-8704-623e947132fb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/173f12dd-071c-41b0-970a-b3c94a6feb1c HTTP/1.1" status: 204 len: 168 time: 0.2652662 Aug 10 01:19:22.270607 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d710981-2f08-4107-aca2-c665a5dc609c tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:19:22.282144 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94bee3-53ea-4d56-8704-623e947132fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173f12dd-071c-41b0-970a-b3c94a6feb1c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:22.289927 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6d710981-2f08-4107-aca2-c665a5dc609c tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:22.290375 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-6d710981-2f08-4107-aca2-c665a5dc609c tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Added segment f1c2e3aa-1e95-4a95-a8c0-7960c8805f34 of type vlan for network 5ff8dfd3-9b4d-4213-921d-785a7010c38a Aug 10 01:19:22.353673 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6d710981-2f08-4107-aca2-c665a5dc609c tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:22.402276 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6d710981-2f08-4107-aca2-c665a5dc609c tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:22.413698 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d710981-2f08-4107-aca2-c665a5dc609c tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:22.415151 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6d710981-2f08-4107-aca2-c665a5dc609c tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:22.483366 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6d710981-2f08-4107-aca2-c665a5dc609c tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3414624 Aug 10 01:19:22.489096 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45910) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:22.491526 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-091aa77d-6f1d-4ed3-9722-3a8b2c724a32 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Request body: {'subnet': {'network_id': '5ff8dfd3-9b4d-4213-921d-785a7010c38a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:22.556557 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d710981-2f08-4107-aca2-c665a5dc609c tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event updated for resources: {'Network': ['ID=5ff8dfd3-9b4d-4213-921d-785a7010c38a,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:22.569032 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 5ff8dfd3-9b4d-4213-921d-785a7010c38a details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:19:22.633379 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091aa77d-6f1d-4ed3-9722-3a8b2c724a32 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Made reservation on behalf of eaa01e51ab0d46f8ae624884f42c4466 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:22.639620 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-091aa77d-6f1d-4ed3-9722-3a8b2c724a32 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:22.845455 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-091aa77d-6f1d-4ed3-9722-3a8b2c724a32 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:22.915699 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091aa77d-6f1d-4ed3-9722-3a8b2c724a32 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event updated for resources: {'Subnet': ['ID=40219968-5b64-4372-8744-c0e7581da40e,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:22.924980 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091aa77d-6f1d-4ed3-9722-3a8b2c724a32 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Checking segment: {'id': 'f1c2e3aa-1e95-4a95-a8c0-7960c8805f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ff8dfd3-9b4d-4213-921d-785a7010c38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:22.925512 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091aa77d-6f1d-4ed3-9722-3a8b2c724a32 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Network hostable DHCP agents. Network: 5ff8dfd3-9b4d-4213-921d-785a7010c38a, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:19:22.943236 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091aa77d-6f1d-4ed3-9722-3a8b2c724a32 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Network 5ff8dfd3-9b4d-4213-921d-785a7010c38a is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:19:22.954814 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-091aa77d-6f1d-4ed3-9722-3a8b2c724a32 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 5ff8dfd3-9b4d-4213-921d-785a7010c38a) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:22.963473 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471eee24-be6e-417c-90f9-502bed0818ae None None] Network 5ff8dfd3-9b4d-4213-921d-785a7010c38a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:22.969491 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091aa77d-6f1d-4ed3-9722-3a8b2c724a32 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:22.970101 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-091aa77d-6f1d-4ed3-9722-3a8b2c724a32 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:22.988843 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-091aa77d-6f1d-4ed3-9722-3a8b2c724a32 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5018306 Aug 10 01:19:22.992218 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45944) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:23.001056 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-138168e1-8ab1-45d4-a224-875afc052884 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Request body: {'subnet': {'network_id': '5ff8dfd3-9b4d-4213-921d-785a7010c38a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:23.099218 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45948) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:23.147664 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138168e1-8ab1-45d4-a224-875afc052884 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Made reservation on behalf of eaa01e51ab0d46f8ae624884f42c4466 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:23.151654 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-138168e1-8ab1-45d4-a224-875afc052884 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:23.156619 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b1802f-85d0-427f-8697-50c48e7563f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-5ff8dfd3-9b4d-4213-921d-785a7010c38a', 'network_id': '5ff8dfd3-9b4d-4213-921d-785a7010c38a', 'tenant_id': 'eaa01e51ab0d46f8ae624884f42c4466', 'fixed_ips': [{'subnet_id': '40219968-5b64-4372-8744-c0e7581da40e'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:19:23.157037 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1b1802f-85d0-427f-8697-50c48e7563f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:23.329378 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-d1b1802f-85d0-427f-8697-50c48e7563f4 None None] Allocated IP 2001:db8::2 (5ff8dfd3-9b4d-4213-921d-785a7010c38a/40219968-5b64-4372-8744-c0e7581da40e/5b634e75-509c-469f-9e26-711d55fe8c09) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:19:23.401453 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-6659244c-8e2c-4f4c-a990-2897c0d0ed29 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-23788078-network', 'tenant_id': 'a14fe6b470434cfda037388a8cf18ac8'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:23.470217 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6659244c-8e2c-4f4c-a990-2897c0d0ed29 admin admin] Made reservation on behalf of a14fe6b470434cfda037388a8cf18ac8 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:23.473629 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6659244c-8e2c-4f4c-a990-2897c0d0ed29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:23.485746 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6659244c-8e2c-4f4c-a990-2897c0d0ed29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:23.494185 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-138168e1-8ab1-45d4-a224-875afc052884 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:23.514651 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1b1802f-85d0-427f-8697-50c48e7563f4 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:23.524877 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d1b1802f-85d0-427f-8697-50c48e7563f4 None None] Transition to ACTIVE for port object 5b634e75-509c-469f-9e26-711d55fe8c09 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:23.554609 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d1b1802f-85d0-427f-8697-50c48e7563f4 None None] Transition to ACTIVE for port object 5b634e75-509c-469f-9e26-711d55fe8c09 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:23.563727 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1b1802f-85d0-427f-8697-50c48e7563f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:23.566443 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138168e1-8ab1-45d4-a224-875afc052884 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Network 5ff8dfd3-9b4d-4213-921d-785a7010c38a is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:23.575176 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-138168e1-8ab1-45d4-a224-875afc052884 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:23.578747 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138168e1-8ab1-45d4-a224-875afc052884 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:23.579345 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-138168e1-8ab1-45d4-a224-875afc052884 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:23.613975 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45968) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:23.624812 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b1802f-85d0-427f-8697-50c48e7563f4 None None] Network 5ff8dfd3-9b4d-4213-921d-785a7010c38a is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:23.626318 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b1802f-85d0-427f-8697-50c48e7563f4 None None] Pushing event updated for resources: {'Port': ['ID=5b634e75-509c-469f-9e26-711d55fe8c09,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:23.628906 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-d1b1802f-85d0-427f-8697-50c48e7563f4 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:23.630423 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138168e1-8ab1-45d4-a224-875afc052884 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event updated for resources: {'Subnet': ['ID=38f6f9af-7075-44bf-a59e-9d3d4a3e01c0,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:23.630931 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b1802f-85d0-427f-8697-50c48e7563f4 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:19:23.688126 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d1b1802f-85d0-427f-8697-50c48e7563f4 None None] Attempting to bind port 5b634e75-509c-469f-9e26-711d55fe8c09 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:19:23.688593 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d1b1802f-85d0-427f-8697-50c48e7563f4 None None] Attempting to bind port 5b634e75-509c-469f-9e26-711d55fe8c09 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'f1c2e3aa-1e95-4a95-a8c0-7960c8805f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ff8dfd3-9b4d-4213-921d-785a7010c38a'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:19:23.689009 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b1802f-85d0-427f-8697-50c48e7563f4 None None] Attempting to bind port 5b634e75-509c-469f-9e26-711d55fe8c09 on network 5ff8dfd3-9b4d-4213-921d-785a7010c38a {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:19:23.694343 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b1802f-85d0-427f-8697-50c48e7563f4 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:19:23.694759 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b1802f-85d0-427f-8697-50c48e7563f4 None None] Checking segment: {'id': 'f1c2e3aa-1e95-4a95-a8c0-7960c8805f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ff8dfd3-9b4d-4213-921d-785a7010c38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:23.695171 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1b1802f-85d0-427f-8697-50c48e7563f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:23.695686 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b1802f-85d0-427f-8697-50c48e7563f4 None None] Bound using segment: {'id': 'f1c2e3aa-1e95-4a95-a8c0-7960c8805f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ff8dfd3-9b4d-4213-921d-785a7010c38a'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:19:23.696402 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d1b1802f-85d0-427f-8697-50c48e7563f4 None None] Bound port: 5b634e75-509c-469f-9e26-711d55fe8c09, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2e3aa-1e95-4a95-a8c0-7960c8805f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ff8dfd3-9b4d-4213-921d-785a7010c38a'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:19:23.696799 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1b1802f-85d0-427f-8697-50c48e7563f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:23.712194 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6659244c-8e2c-4f4c-a990-2897c0d0ed29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:23.718944 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6659244c-8e2c-4f4c-a990-2897c0d0ed29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:23.729096 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-138168e1-8ab1-45d4-a224-875afc052884 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7346647 Aug 10 01:19:23.732086 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45972) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:23.757781 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6659244c-8e2c-4f4c-a990-2897c0d0ed29 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:19:23.770915 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d1b1802f-85d0-427f-8697-50c48e7563f4 None None] For port 5b634e75-509c-469f-9e26-711d55fe8c09, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:19:23.772406 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6659244c-8e2c-4f4c-a990-2897c0d0ed29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45187e5-c915-4fec-b7a9-c05cc749d99c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:23.776200 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d1b1802f-85d0-427f-8697-50c48e7563f4 None None] For port 5b634e75-509c-469f-9e26-711d55fe8c09, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5b634e75-509c-469f-9e26-711d55fe8c09,segment=NetworkSegment(f1c2e3aa-1e95-4a95-a8c0-7960c8805f34),segment_id=f1c2e3aa-1e95-4a95-a8c0-7960c8805f34)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:19:23.778869 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-392ed073-88e9-47c3-98f8-c3257ac34387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:23.780513 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6659244c-8e2c-4f4c-a990-2897c0d0ed29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:23.780868 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-6659244c-8e2c-4f4c-a990-2897c0d0ed29 admin admin] Added segment 52f03a3d-92cf-402a-8037-fd3af118309f of type vlan for network e88d51f0-ef67-43e3-acaa-ddb0705ef866 Aug 10 01:19:23.783578 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1b1802f-85d0-427f-8697-50c48e7563f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:23.821320 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2300dc-d653-4a57-9d0c-70e02a6555f4 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:23.822865 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2300dc-d653-4a57-9d0c-70e02a6555f4 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:23.824429 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2300dc-d653-4a57-9d0c-70e02a6555f4 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:23.826502 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2300dc-d653-4a57-9d0c-70e02a6555f4 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:23.828141 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2300dc-d653-4a57-9d0c-70e02a6555f4 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:23.830485 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5d2300dc-d653-4a57-9d0c-70e02a6555f4 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0963364 Aug 10 01:19:23.834930 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45974) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:23.844072 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-edc7e83a-86da-415d-9c10-a3fe1fd725a1 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-288730247'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:23.853745 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6659244c-8e2c-4f4c-a990-2897c0d0ed29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:23.862722 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b1802f-85d0-427f-8697-50c48e7563f4 None None] Pushing event updated for resources: {'Port': ['ID=5b634e75-509c-469f-9e26-711d55fe8c09,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:23.890998 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6659244c-8e2c-4f4c-a990-2897c0d0ed29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:23.892033 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6659244c-8e2c-4f4c-a990-2897c0d0ed29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:23.892817 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6659244c-8e2c-4f4c-a990-2897c0d0ed29 admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:23.926773 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-392ed073-88e9-47c3-98f8-c3257ac34387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:23.932384 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-392ed073-88e9-47c3-98f8-c3257ac34387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:23.981977 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-392ed073-88e9-47c3-98f8-c3257ac34387 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=95cfef371fc14ee0a2abf51618432aa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3642695 Aug 10 01:19:23.981977 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ed073-88e9-47c3-98f8-c3257ac34387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934150e9-fd40-4ec4-bb44-51f03540d135,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:23.982281 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6659244c-8e2c-4f4c-a990-2897c0d0ed29 admin admin] Pushing event updated for resources: {'Network': ['ID=e88d51f0-ef67-43e3-acaa-ddb0705ef866,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:23.983223 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45976) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:23.987401 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc7e83a-86da-415d-9c10-a3fe1fd725a1 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Made reservation on behalf of eaa01e51ab0d46f8ae624884f42c4466 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:23.991887 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-edc7e83a-86da-415d-9c10-a3fe1fd725a1 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:24.005813 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network e88d51f0-ef67-43e3-acaa-ddb0705ef866 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:19:24.011651 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6659244c-8e2c-4f4c-a990-2897c0d0ed29 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9084859 Aug 10 01:19:24.012626 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45978) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:24.017353 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-79e490a9-df9c-4602-99ca-df482b74a42d admin admin] Request body: {'subnet': {'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-23788078-subnet', 'tenant_id': 'a14fe6b470434cfda037388a8cf18ac8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:24.044397 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1cc15766-5817-4916-a1a2-7921243c38a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:24.048272 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc7e83a-86da-415d-9c10-a3fe1fd725a1 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:19:24.057933 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e490a9-df9c-4602-99ca-df482b74a42d admin admin] Made reservation on behalf of a14fe6b470434cfda037388a8cf18ac8 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:24.061200 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-79e490a9-df9c-4602-99ca-df482b74a42d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:24.066623 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-edc7e83a-86da-415d-9c10-a3fe1fd725a1 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:24.067067 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-edc7e83a-86da-415d-9c10-a3fe1fd725a1 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Added segment c0e02451-78d8-4ae3-aea4-541aa16d66cf of type vlan for network baae1499-e8b4-4376-a701-6be952734026 Aug 10 01:19:24.081906 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1cc15766-5817-4916-a1a2-7921243c38a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:24.160710 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1cc15766-5817-4916-a1a2-7921243c38a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:24.163781 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1cc15766-5817-4916-a1a2-7921243c38a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:24.167262 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1cc15766-5817-4916-a1a2-7921243c38a7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/934150e9-fd40-4ec4-bb44-51f03540d135 HTTP/1.1" status: 204 len: 168 time: 0.1805532 Aug 10 01:19:24.174007 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc15766-5817-4916-a1a2-7921243c38a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934150e9-fd40-4ec4-bb44-51f03540d135,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:24.206870 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-edc7e83a-86da-415d-9c10-a3fe1fd725a1 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:24.264368 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-edc7e83a-86da-415d-9c10-a3fe1fd725a1 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:24.270864 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc7e83a-86da-415d-9c10-a3fe1fd725a1 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:24.271589 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-edc7e83a-86da-415d-9c10-a3fe1fd725a1 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:24.379813 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45984) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:24.380216 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-edc7e83a-86da-415d-9c10-a3fe1fd725a1 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5421693 Aug 10 01:19:24.390158 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-defc943e-6097-48ee-9932-148c824cf059 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Request body: {'network': {'name': 'New_network'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:24.401680 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc7e83a-86da-415d-9c10-a3fe1fd725a1 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event updated for resources: {'Network': ['ID=baae1499-e8b4-4376-a701-6be952734026,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:24.414671 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network baae1499-e8b4-4376-a701-6be952734026 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:19:24.453118 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5b634e75-509c-469f-9e26-711d55fe8c09 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:19:24.467988 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-79e490a9-df9c-4602-99ca-df482b74a42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:24.545256 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e490a9-df9c-4602-99ca-df482b74a42d admin admin] Pushing event updated for resources: {'Subnet': ['ID=04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:24.555455 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e490a9-df9c-4602-99ca-df482b74a42d admin admin] Checking segment: {'id': '52f03a3d-92cf-402a-8037-fd3af118309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:24.556780 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e490a9-df9c-4602-99ca-df482b74a42d admin admin] Network hostable DHCP agents. Network: e88d51f0-ef67-43e3-acaa-ddb0705ef866, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:19:24.565889 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 5b634e75-509c-469f-9e26-711d55fe8c09 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:24.585742 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e490a9-df9c-4602-99ca-df482b74a42d admin admin] Network e88d51f0-ef67-43e3-acaa-ddb0705ef866 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:19:24.597401 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-79e490a9-df9c-4602-99ca-df482b74a42d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, e88d51f0-ef67-43e3-acaa-ddb0705ef866) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:24.608701 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c435ab1a-fd65-47af-b3e0-aee250cbd607 None None] Network e88d51f0-ef67-43e3-acaa-ddb0705ef866 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:24.608987 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e490a9-df9c-4602-99ca-df482b74a42d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:24.609586 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-79e490a9-df9c-4602-99ca-df482b74a42d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:24.647935 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-79e490a9-df9c-4602-99ca-df482b74a42d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6348891 Aug 10 01:19:24.650776 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 45994) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:24.655245 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-044688f7-2fab-44b0-aeb1-520e991f71d9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-23788078-router', 'tenant_id': 'a14fe6b470434cfda037388a8cf18ac8', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:24.692051 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-044688f7-2fab-44b0-aeb1-520e991f71d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:24.694449 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-044688f7-2fab-44b0-aeb1-520e991f71d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:24.697100 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-defc943e-6097-48ee-9932-148c824cf059 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:24.728169 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-defc943e-6097-48ee-9932-148c824cf059 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:24.744353 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-defc943e-6097-48ee-9932-148c824cf059 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Network baae1499-e8b4-4376-a701-6be952734026 is not hosted by any dhcp agent {{(pid=105826) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 01:19:24.751127 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defc943e-6097-48ee-9932-148c824cf059 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:24.751912 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-defc943e-6097-48ee-9932-148c824cf059 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:24.756466 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-defc943e-6097-48ee-9932-148c824cf059 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "PUT /v2.0/networks/baae1499-e8b4-4376-a701-6be952734026 HTTP/1.1" status: 200 len: 723 time: 0.3720465 Aug 10 01:19:24.758009 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 45996) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:24.788408 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-044688f7-2fab-44b0-aeb1-520e991f71d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:24.832383 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-be60a37d-ffea-4a27-8e26-2689e6d93bb1 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Request body: {'subnet': {'network_id': 'baae1499-e8b4-4376-a701-6be952734026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:24.837614 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4d9c30-44f4-49e2-b11d-6da8fcdcb7a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-e88d51f0-ef67-43e3-acaa-ddb0705ef866', 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866', 'tenant_id': 'a14fe6b470434cfda037388a8cf18ac8', 'fixed_ips': [{'subnet_id': '04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:19:24.838965 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7c4d9c30-44f4-49e2-b11d-6da8fcdcb7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:24.905416 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc943e-6097-48ee-9932-148c824cf059 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event updated for resources: {'Network': ['ID=baae1499-e8b4-4376-a701-6be952734026,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:24.983542 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be60a37d-ffea-4a27-8e26-2689e6d93bb1 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Made reservation on behalf of eaa01e51ab0d46f8ae624884f42c4466 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:24.990299 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-be60a37d-ffea-4a27-8e26-2689e6d93bb1 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:25.015602 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network baae1499-e8b4-4376-a701-6be952734026 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:19:25.105526 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962706f8-739e-44b8-8821-27babd820161 None None] Network 5ff8dfd3-9b4d-4213-921d-785a7010c38a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:25.232859 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-48752980-b039-48d4-8035-1a928cc43a0c None None] Provisioning for port 5b634e75-509c-469f-9e26-711d55fe8c09 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:25.240411 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-7c4d9c30-44f4-49e2-b11d-6da8fcdcb7a0 None None] Allocated IP 172.20.0.2 (e88d51f0-ef67-43e3-acaa-ddb0705ef866/04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e/ec10d57b-09ec-4f22-bec6-1df5d9a02bf2) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:19:25.249634 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-48752980-b039-48d4-8035-1a928cc43a0c None None] Provisioning complete for port 5b634e75-509c-469f-9e26-711d55fe8c09 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:25.250626 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-48752980-b039-48d4-8035-1a928cc43a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:25.278952 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-be60a37d-ffea-4a27-8e26-2689e6d93bb1 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:25.351796 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-044688f7-2fab-44b0-aeb1-520e991f71d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:25.359945 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60a37d-ffea-4a27-8e26-2689e6d93bb1 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event updated for resources: {'Subnet': ['ID=7e8c0ed8-e597-4156-b283-f0a65312df40,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:25.367532 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be60a37d-ffea-4a27-8e26-2689e6d93bb1 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Checking segment: {'id': 'c0e02451-78d8-4ae3-aea4-541aa16d66cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'baae1499-e8b4-4376-a701-6be952734026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:25.367904 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be60a37d-ffea-4a27-8e26-2689e6d93bb1 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Network hostable DHCP agents. Network: baae1499-e8b4-4376-a701-6be952734026, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:19:25.386908 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be60a37d-ffea-4a27-8e26-2689e6d93bb1 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Network baae1499-e8b4-4376-a701-6be952734026 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:19:25.397655 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-be60a37d-ffea-4a27-8e26-2689e6d93bb1 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, baae1499-e8b4-4376-a701-6be952734026) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:25.402071 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be60a37d-ffea-4a27-8e26-2689e6d93bb1 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:25.402673 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-be60a37d-ffea-4a27-8e26-2689e6d93bb1 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:25.421671 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-be60a37d-ffea-4a27-8e26-2689e6d93bb1 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6362851 Aug 10 01:19:25.421911 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46010) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:25.427709 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-7cb8204e-cbdb-4c46-8ba1-96e21a33d6d6 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:25.523542 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7cb8204e-cbdb-4c46-8ba1-96e21a33d6d6 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-33164698'] for subnet, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:25.571184 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-044688f7-2fab-44b0-aeb1-520e991f71d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:25.586150 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7525b3ef-b8d5-4de6-8238-ea6223f4a88a None None] Network baae1499-e8b4-4376-a701-6be952734026 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:25.592255 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-044688f7-2fab-44b0-aeb1-520e991f71d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:25.679280 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7cb8204e-cbdb-4c46-8ba1-96e21a33d6d6 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753869218708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-33539976'] for subnet, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:25.712055 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb8204e-cbdb-4c46-8ba1-96e21a33d6d6 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:25.712893 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7cb8204e-cbdb-4c46-8ba1-96e21a33d6d6 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:25.713985 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7cb8204e-cbdb-4c46-8ba1-96e21a33d6d6 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "PUT /v2.0/subnets/7e8c0ed8-e597-4156-b283-f0a65312df40 HTTP/1.1" status: 200 len: 826 time: 0.2910967 Aug 10 01:19:25.716351 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-48752980-b039-48d4-8035-1a928cc43a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:25.716757 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46012) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:25.725304 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-044688f7-2fab-44b0-aeb1-520e991f71d9 admin admin] Allocated IP 172.25.2.196 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:19:25.785711 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb8204e-cbdb-4c46-8ba1-96e21a33d6d6 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event updated for resources: {'Subnet': ['ID=7e8c0ed8-e597-4156-b283-f0a65312df40,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:25.811010 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7c4d9c30-44f4-49e2-b11d-6da8fcdcb7a0 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:25.840565 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-07096c1c-7390-4055-8c62-028a01db730b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:25.851880 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-48752980-b039-48d4-8035-1a928cc43a0c None None] For port 5b634e75-509c-469f-9e26-711d55fe8c09, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5b634e75-509c-469f-9e26-711d55fe8c09,segment=NetworkSegment(f1c2e3aa-1e95-4a95-a8c0-7960c8805f34),segment_id=f1c2e3aa-1e95-4a95-a8c0-7960c8805f34)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:25.852847 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-044688f7-2fab-44b0-aeb1-520e991f71d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:25.857548 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7c4d9c30-44f4-49e2-b11d-6da8fcdcb7a0 None None] Transition to ACTIVE for port object ec10d57b-09ec-4f22-bec6-1df5d9a02bf2 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:25.879748 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-48752980-b039-48d4-8035-1a928cc43a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:25.898316 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-044688f7-2fab-44b0-aeb1-520e991f71d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:25.899972 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-07096c1c-7390-4055-8c62-028a01db730b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:25.929601 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7c4d9c30-44f4-49e2-b11d-6da8fcdcb7a0 None None] Transition to ACTIVE for port object ec10d57b-09ec-4f22-bec6-1df5d9a02bf2 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:25.946601 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044688f7-2fab-44b0-aeb1-520e991f71d9 admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:25.951544 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-044688f7-2fab-44b0-aeb1-520e991f71d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:25.954293 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044688f7-2fab-44b0-aeb1-520e991f71d9 admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:19:25.960221 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7c4d9c30-44f4-49e2-b11d-6da8fcdcb7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:25.971379 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08f98be-1376-47d8-9355-e0946fd1345b None None] Update dhcp port {'port': {'network_id': '5ff8dfd3-9b4d-4213-921d-785a7010c38a', 'fixed_ips': [{'subnet_id': '40219968-5b64-4372-8744-c0e7581da40e', 'ip_address': '2001:db8::2'}, {'subnet_id': '38f6f9af-7075-44bf-a59e-9d3d4a3e01c0'}], 'binding:host_id': 'n-d-766726-26'}, 'id': '5b634e75-509c-469f-9e26-711d55fe8c09'} from n-d-766726-26. {{(pid=105828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:19:25.982260 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044688f7-2fab-44b0-aeb1-520e991f71d9 admin admin] Pushing event updated for resources: {'Port': ['ID=22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:25.985182 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-07096c1c-7390-4055-8c62-028a01db730b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:25.998725 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcf1277-651d-4770-8625-bd1dd3c38d02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-baae1499-e8b4-4376-a701-6be952734026', 'network_id': 'baae1499-e8b4-4376-a701-6be952734026', 'tenant_id': 'eaa01e51ab0d46f8ae624884f42c4466', 'fixed_ips': [{'subnet_id': '7e8c0ed8-e597-4156-b283-f0a65312df40'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:19:25.999583 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5fcf1277-651d-4770-8625-bd1dd3c38d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.016812 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07096c1c-7390-4055-8c62-028a01db730b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event deleted for resources: {'Subnet': ['ID=7e8c0ed8-e597-4156-b283-f0a65312df40,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:26.028932 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4d9c30-44f4-49e2-b11d-6da8fcdcb7a0 None None] Network e88d51f0-ef67-43e3-acaa-ddb0705ef866 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:26.029686 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48752980-b039-48d4-8035-1a928cc43a0c None None] Pushing event updated for resources: {'Port': ['ID=5b634e75-509c-469f-9e26-711d55fe8c09,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:26.036216 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-7c4d9c30-44f4-49e2-b11d-6da8fcdcb7a0 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:26.037830 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e08f98be-1376-47d8-9355-e0946fd1345b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.039745 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4d9c30-44f4-49e2-b11d-6da8fcdcb7a0 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:19:26.089082 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-07096c1c-7390-4055-8c62-028a01db730b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.101820 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-07096c1c-7390-4055-8c62-028a01db730b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baae1499-e8b4-4376-a701-6be952734026']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:26.114888 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-07096c1c-7390-4055-8c62-028a01db730b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e02451-78d8-4ae3-aea4-541aa16d66cf') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:26.115346 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-07096c1c-7390-4055-8c62-028a01db730b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e02451-78d8-4ae3-aea4-541aa16d66cf') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:26.124293 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-07096c1c-7390-4055-8c62-028a01db730b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.138851 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-07096c1c-7390-4055-8c62-028a01db730b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.145002 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07096c1c-7390-4055-8c62-028a01db730b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:19:26.145506 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-07096c1c-7390-4055-8c62-028a01db730b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.148769 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:19:26.148769 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:19:26.148769 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:19:26.148769 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:19:26.148769 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:19:26.148769 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:19:26.148769 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:19:26.148769 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:19:26.148769 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:19:26.148769 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:19:26.148769 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:19:26.148769 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:19:26.148769 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:19:26.148769 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:19:26.148769 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:19:26.148769 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:19:26.148769 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:19:26.148769 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:19:26.148769 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:19:26.148769 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:19:26.148769 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:19:26.148769 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:19:26.148769 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:19:26.148769 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:19:26.148769 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:19:26.148769 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:19:26.148769 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:19:26.148769 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:19:26.148769 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:19:26.148769 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:19:26.148769 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:19:26.148769 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:19:26.153655 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d9c30-44f4-49e2-b11d-6da8fcdcb7a0 None None] Pushing event updated for resources: {'Port': ['ID=ec10d57b-09ec-4f22-bec6-1df5d9a02bf2,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:26.215024 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-07096c1c-7390-4055-8c62-028a01db730b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.218781 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29a9236-dfec-4a48-8c89-0e5cead54291 None None] Network baae1499-e8b4-4376-a701-6be952734026 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:26.225975 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-7c4d9c30-44f4-49e2-b11d-6da8fcdcb7a0 None None] Attempting to bind port ec10d57b-09ec-4f22-bec6-1df5d9a02bf2 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:19:26.226779 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-7c4d9c30-44f4-49e2-b11d-6da8fcdcb7a0 None None] Attempting to bind port ec10d57b-09ec-4f22-bec6-1df5d9a02bf2 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '52f03a3d-92cf-402a-8037-fd3af118309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:19:26.226779 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4d9c30-44f4-49e2-b11d-6da8fcdcb7a0 None None] Attempting to bind port ec10d57b-09ec-4f22-bec6-1df5d9a02bf2 on network e88d51f0-ef67-43e3-acaa-ddb0705ef866 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:19:26.227801 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-07096c1c-7390-4055-8c62-028a01db730b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.232724 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-07096c1c-7390-4055-8c62-028a01db730b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "DELETE /v2.0/networks/baae1499-e8b4-4376-a701-6be952734026 HTTP/1.1" status: 204 len: 168 time: 0.5147269 Aug 10 01:19:26.235103 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46014) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:26.244679 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07096c1c-7390-4055-8c62-028a01db730b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event deleted for resources: {'Network': ['ID=baae1499-e8b4-4376-a701-6be952734026,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:26.256631 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef32c3f2-ef54-49ae-8288-dee2e0c8f94d tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] DELETE failed (client error): The resource could not be found. Aug 10 01:19:26.257162 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef32c3f2-ef54-49ae-8288-dee2e0c8f94d tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:19:26.262258 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ef32c3f2-ef54-49ae-8288-dee2e0c8f94d tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "DELETE /v2.0/networks/baae1499-e8b4-4376-a701-6be952734026 HTTP/1.1" status: 404 len: 339 time: 0.0227146 Aug 10 01:19:26.263052 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46016) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:26.268125 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-abc3f9d5-b00e-4f8b-861e-ab8ef9c9eca2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-265837825', 'description': 'd1'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:26.273198 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-044688f7-2fab-44b0-aeb1-520e991f71d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.280801 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29a9236-dfec-4a48-8c89-0e5cead54291 None None] Network baae1499-e8b4-4376-a701-6be952734026 could not be found, it might have been deleted concurrently. {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 01:19:26.288878 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4d9c30-44f4-49e2-b11d-6da8fcdcb7a0 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:19:26.289126 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4d9c30-44f4-49e2-b11d-6da8fcdcb7a0 None None] Checking segment: {'id': '52f03a3d-92cf-402a-8037-fd3af118309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:26.289595 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7c4d9c30-44f4-49e2-b11d-6da8fcdcb7a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.290008 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4d9c30-44f4-49e2-b11d-6da8fcdcb7a0 None None] Bound using segment: {'id': '52f03a3d-92cf-402a-8037-fd3af118309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:19:26.290437 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-7c4d9c30-44f4-49e2-b11d-6da8fcdcb7a0 None None] Bound port: ec10d57b-09ec-4f22-bec6-1df5d9a02bf2, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f03a3d-92cf-402a-8037-fd3af118309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:19:26.290832 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7c4d9c30-44f4-49e2-b11d-6da8fcdcb7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.292804 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc3f9d5-b00e-4f8b-861e-ab8ef9c9eca2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Made reservation on behalf of eaa01e51ab0d46f8ae624884f42c4466 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:26.296774 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-abc3f9d5-b00e-4f8b-861e-ab8ef9c9eca2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.300836 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb148bf-f898-4f48-9dc5-960c26e7e3c1 None None] Network baae1499-e8b4-4376-a701-6be952734026 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:26.323207 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abc3f9d5-b00e-4f8b-861e-ab8ef9c9eca2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:19:26.324042 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb148bf-f898-4f48-9dc5-960c26e7e3c1 None None] Network baae1499-e8b4-4376-a701-6be952734026 could not be found, it might have been deleted concurrently. {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 01:19:26.333498 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-abc3f9d5-b00e-4f8b-861e-ab8ef9c9eca2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.333928 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-abc3f9d5-b00e-4f8b-861e-ab8ef9c9eca2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Added segment d0e975f0-68e8-4362-ac52-750c187878c2 of type vlan for network 1635eb55-63b6-4ea0-b667-f4bb6ffa114f Aug 10 01:19:26.385779 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-abc3f9d5-b00e-4f8b-861e-ab8ef9c9eca2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.425435 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-abc3f9d5-b00e-4f8b-861e-ab8ef9c9eca2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.431980 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc3f9d5-b00e-4f8b-861e-ab8ef9c9eca2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:26.432726 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-abc3f9d5-b00e-4f8b-861e-ab8ef9c9eca2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.458019 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5b634e75-509c-469f-9e26-711d55fe8c09 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:19:26.500792 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-7c4d9c30-44f4-49e2-b11d-6da8fcdcb7a0 None None] For port ec10d57b-09ec-4f22-bec6-1df5d9a02bf2, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:19:26.507582 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-7c4d9c30-44f4-49e2-b11d-6da8fcdcb7a0 None None] For port ec10d57b-09ec-4f22-bec6-1df5d9a02bf2, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=ec10d57b-09ec-4f22-bec6-1df5d9a02bf2,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:19:26.509187 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-e08f98be-1376-47d8-9355-e0946fd1345b None None] Allocated IP 172.20.0.1 (5ff8dfd3-9b4d-4213-921d-785a7010c38a/38f6f9af-7075-44bf-a59e-9d3d4a3e01c0/5b634e75-509c-469f-9e26-711d55fe8c09) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:19:26.524904 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7c4d9c30-44f4-49e2-b11d-6da8fcdcb7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.535302 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3f9d5-b00e-4f8b-861e-ab8ef9c9eca2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event updated for resources: {'Network': ['ID=1635eb55-63b6-4ea0-b667-f4bb6ffa114f,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:26.556109 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-abc3f9d5-b00e-4f8b-861e-ab8ef9c9eca2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2917223 Aug 10 01:19:26.558627 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46026) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:26.568369 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 1635eb55-63b6-4ea0-b667-f4bb6ffa114f details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:19:26.571529 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-044688f7-2fab-44b0-aeb1-520e991f71d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.675772 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5e43ca-8fb2-42a4-ab5f-ded1d9bf3fc3 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:26.679998 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ff5e43ca-8fb2-42a4-ab5f-ded1d9bf3fc3 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "GET /v2.0/networks?id=1635eb55-63b6-4ea0-b667-f4bb6ffa114f HTTP/1.1" status: 200 len: 764 time: 0.1171970 Aug 10 01:19:26.681042 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46030) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:26.697411 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-4c49be9f-7e55-40ee-8163-176cc038773a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Request body: {'network': {'description': 'd2'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:26.730100 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d9c30-44f4-49e2-b11d-6da8fcdcb7a0 None None] Pushing event updated for resources: {'Port': ['ID=ec10d57b-09ec-4f22-bec6-1df5d9a02bf2,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:26.738609 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 5b634e75-509c-469f-9e26-711d55fe8c09 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:26.739063 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.744039 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044688f7-2fab-44b0-aeb1-520e991f71d9 admin admin] Router a6b27c19-4211-487b-aea0-ca47cf84e348 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:19:26.801355 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-e08f98be-1376-47d8-9355-e0946fd1345b None None] For port 5b634e75-509c-469f-9e26-711d55fe8c09, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5b634e75-509c-469f-9e26-711d55fe8c09,segment=NetworkSegment(f1c2e3aa-1e95-4a95-a8c0-7960c8805f34),segment_id=f1c2e3aa-1e95-4a95-a8c0-7960c8805f34)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:26.845081 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e08f98be-1376-47d8-9355-e0946fd1345b None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.862181 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e08f98be-1376-47d8-9355-e0946fd1345b None None] Transition to ACTIVE for port object 5b634e75-509c-469f-9e26-711d55fe8c09 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:26.885867 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e08f98be-1376-47d8-9355-e0946fd1345b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.889183 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044688f7-2fab-44b0-aeb1-520e991f71d9 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:19:26.898827 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4c49be9f-7e55-40ee-8163-176cc038773a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.926735 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3705210-4a63-4527-93d8-a212e01970d4 None None] Sync routers for ids ['a6b27c19-4211-487b-aea0-ca47cf84e348'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:19:26.930637 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4c49be9f-7e55-40ee-8163-176cc038773a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.946454 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-044688f7-2fab-44b0-aeb1-520e991f71d9 admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.949331 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-044688f7-2fab-44b0-aeb1-520e991f71d9 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2971463 Aug 10 01:19:26.950023 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4c49be9f-7e55-40ee-8163-176cc038773a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Network 1635eb55-63b6-4ea0-b667-f4bb6ffa114f is not hosted by any dhcp agent {{(pid=105826) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 01:19:26.952011 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46032) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:26.955886 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c49be9f-7e55-40ee-8163-176cc038773a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:26.956141 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4c49be9f-7e55-40ee-8163-176cc038773a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.957943 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4c49be9f-7e55-40ee-8163-176cc038773a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "PUT /v2.0/networks/1635eb55-63b6-4ea0-b667-f4bb6ffa114f HTTP/1.1" status: 200 len: 761 time: 0.2754357 Aug 10 01:19:26.961563 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46034) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:27.004745 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3705210-4a63-4527-93d8-a212e01970d4 None None] Routers {'a6b27c19-4211-487b-aea0-ca47cf84e348'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:19:27.005392 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-e3705210-4a63-4527-93d8-a212e01970d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:19:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['a6b27c19-4211-487b-aea0-ca47cf84e348'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:27.010175 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49be9f-7e55-40ee-8163-176cc038773a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event updated for resources: {'Network': ['ID=1635eb55-63b6-4ea0-b667-f4bb6ffa114f,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:27.055682 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 1635eb55-63b6-4ea0-b667-f4bb6ffa114f details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:19:27.061729 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f98be-1376-47d8-9355-e0946fd1345b None None] Pushing event updated for resources: {'Port': ['ID=5b634e75-509c-469f-9e26-711d55fe8c09,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:27.157085 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02687c00-97bd-4bdb-8709-36b1857c029a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:27.160979 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-02687c00-97bd-4bdb-8709-36b1857c029a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "GET /v2.0/networks?id=1635eb55-63b6-4ea0-b667-f4bb6ffa114f HTTP/1.1" status: 200 len: 764 time: 0.1940408 Aug 10 01:19:27.162862 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46036) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:27.198959 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-e3705210-4a63-4527-93d8-a212e01970d4 None None] Set router a6b27c19-4211-487b-aea0-ca47cf84e348 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:19:27.383152 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af1bc97-8450-496b-82ea-815ab07501b4 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:27.384774 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7af1bc97-8450-496b-82ea-815ab07501b4 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2209716 Aug 10 01:19:27.388402 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46038) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:27.429163 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2f1e59e4-ebf1-4785-9a4e-9ae6923a952a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "GET /v2.0/subnets?network_id=beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 207 time: 0.0395617 Aug 10 01:19:27.433081 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46040) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:27.433360 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-e3705210-4a63-4527-93d8-a212e01970d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'name': 'tempest-ServerActionsTestJSON-23788078-router', 'tenant_id': 'a14fe6b470434cfda037388a8cf18ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:19:24Z', 'updated_at': '2021-08-10T01:19:26Z', 'revision_number': 3, 'project_id': 'a14fe6b470434cfda037388a8cf18ac8', 'gw_port': {'id': '22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:25Z', 'updated_at': '2021-08-10T01:19:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:27.463533 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3705210-4a63-4527-93d8-a212e01970d4 None None] Checking router: a6b27c19-4211-487b-aea0-ca47cf84e348 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:19:27.463994 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3705210-4a63-4527-93d8-a212e01970d4 None None] Updating router a6b27c19-4211-487b-aea0-ca47cf84e348 port 22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7 binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:19:27.492141 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e3705210-4a63-4527-93d8-a212e01970d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:27.636399 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301fd333-9ca3-4d8c-808f-2807f665fc8f tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:27.642737 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301fd333-9ca3-4d8c-808f-2807f665fc8f tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:27.648921 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301fd333-9ca3-4d8c-808f-2807f665fc8f tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:27.655087 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301fd333-9ca3-4d8c-808f-2807f665fc8f tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:27.661104 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301fd333-9ca3-4d8c-808f-2807f665fc8f tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:27.667182 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301fd333-9ca3-4d8c-808f-2807f665fc8f tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:27.669920 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-301fd333-9ca3-4d8c-808f-2807f665fc8f tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2348144 Aug 10 01:19:27.673466 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46042) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:27.725741 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-06104e7f-836f-4cb7-bd61-63deeb013818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:27.804637 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e3705210-4a63-4527-93d8-a212e01970d4 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:27.820811 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e3705210-4a63-4527-93d8-a212e01970d4 None None] Transition to ACTIVE for port object 22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:27.831011 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e3705210-4a63-4527-93d8-a212e01970d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:27.879945 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76098101-ec35-4ce1-93b3-067889352e71 None None] Network 5ff8dfd3-9b4d-4213-921d-785a7010c38a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:27.893324 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-206985b5-613e-4bd4-9830-0138af75ee73 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2174592 Aug 10 01:19:27.896602 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46050) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:28.009471 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-06104e7f-836f-4cb7-bd61-63deeb013818 admin admin] Allocated IP 172.20.0.1 (e88d51f0-ef67-43e3-acaa-ddb0705ef866/04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e/813e25ee-7b60-4760-8d73-4af7a6cca96f) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:19:28.016476 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb5c9bf-6509-40c2-951e-9827d4d25f6c tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:28.018016 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb5c9bf-6509-40c2-951e-9827d4d25f6c tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:28.019543 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb5c9bf-6509-40c2-951e-9827d4d25f6c tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:28.021104 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb5c9bf-6509-40c2-951e-9827d4d25f6c tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:28.022688 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb16401-ec9a-45f1-bacd-0f6824a0f4fc None None] Network e88d51f0-ef67-43e3-acaa-ddb0705ef866 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:28.022868 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb5c9bf-6509-40c2-951e-9827d4d25f6c tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:28.027886 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-fdb5c9bf-6509-40c2-951e-9827d4d25f6c tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1186876 Aug 10 01:19:28.028157 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46052) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:28.047706 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377643e4-4b24-4353-8342-c752a93a2ee4 None None] Pushing event updated for resources: {'Port': ['ID=22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:28.075750 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-e3705210-4a63-4527-93d8-a212e01970d4 None None] Attempting to bind port 22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:19:28.076462 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-e3705210-4a63-4527-93d8-a212e01970d4 None None] Attempting to bind port 22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:19:28.076637 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3705210-4a63-4527-93d8-a212e01970d4 None None] Attempting to bind port 22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7 on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:19:28.081728 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-83eb79ae-dc83-4723-bfca-053476515460 None None] Provisioning for port 5b634e75-509c-469f-9e26-711d55fe8c09 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:28.093853 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff13b7e-0239-4027-988c-ed5cb4e4e0c1 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['shared'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:28.095353 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff13b7e-0239-4027-988c-ed5cb4e4e0c1 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['shared'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:28.096845 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff13b7e-0239-4027-988c-ed5cb4e4e0c1 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['shared'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:28.098181 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff13b7e-0239-4027-988c-ed5cb4e4e0c1 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['shared'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:28.099693 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff13b7e-0239-4027-988c-ed5cb4e4e0c1 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['shared'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:28.101301 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2ff13b7e-0239-4027-988c-ed5cb4e4e0c1 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0722029 Aug 10 01:19:28.105022 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46054) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:28.114832 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3705210-4a63-4527-93d8-a212e01970d4 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:19:28.115226 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3705210-4a63-4527-93d8-a212e01970d4 None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:28.115635 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e3705210-4a63-4527-93d8-a212e01970d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:28.116213 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3705210-4a63-4527-93d8-a212e01970d4 None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:19:28.117019 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-e3705210-4a63-4527-93d8-a212e01970d4 None None] Bound port: 22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:19:28.117019 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e3705210-4a63-4527-93d8-a212e01970d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:28.118480 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-83eb79ae-dc83-4723-bfca-053476515460 None None] Provisioning complete for port 5b634e75-509c-469f-9e26-711d55fe8c09 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:28.118844 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-83eb79ae-dc83-4723-bfca-053476515460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:28.131754 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-06104e7f-836f-4cb7-bd61-63deeb013818 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:28.145975 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-06104e7f-836f-4cb7-bd61-63deeb013818 admin admin] Transition to ACTIVE for port object 813e25ee-7b60-4760-8d73-4af7a6cca96f will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:28.190560 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-06104e7f-836f-4cb7-bd61-63deeb013818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:28.213834 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f17330-96fd-4058-a0f5-d21c45d66279 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:28.215999 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-69f17330-96fd-4058-a0f5-d21c45d66279 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "GET /v2.0/networks/58f68dcd-b9e4-4a1c-8e30-0cea35cae752 HTTP/1.1" status: 200 len: 804 time: 0.1095345 Aug 10 01:19:28.219453 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46056) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:28.231159 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06104e7f-836f-4cb7-bd61-63deeb013818 admin admin] Network e88d51f0-ef67-43e3-acaa-ddb0705ef866 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:28.238605 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-06104e7f-836f-4cb7-bd61-63deeb013818 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:28.242517 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06104e7f-836f-4cb7-bd61-63deeb013818 admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:19:28.267778 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06104e7f-836f-4cb7-bd61-63deeb013818 admin admin] Pushing event updated for resources: {'Port': ['ID=813e25ee-7b60-4760-8d73-4af7a6cca96f,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:28.289828 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-06104e7f-836f-4cb7-bd61-63deeb013818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:28.323892 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d1e6643d-af69-4d0d-b24c-b59c76278cb8 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "GET /v2.0/networks/58f68dcd-b9e4-4a1c-8e30-0cea35cae752?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1031911 Aug 10 01:19:28.327805 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46058) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:28.401428 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9440dc-419a-474d-818e-8059c0d2d3dc tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:28.403626 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0f9440dc-419a-474d-818e-8059c0d2d3dc tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "GET /v2.0/subnets/5ecff32f-fd6a-4af5-ad7f-1e00842fa477 HTTP/1.1" status: 200 len: 843 time: 0.0746293 Aug 10 01:19:28.407245 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46060) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:28.450875 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:28.490359 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162fd3da-9611-49ba-8ff2-8ce9f7d7cf8b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['shared'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:28.493833 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-162fd3da-9611-49ba-8ff2-8ce9f7d7cf8b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "GET /v2.0/subnets/5ecff32f-fd6a-4af5-ad7f-1e00842fa477?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0834088 Aug 10 01:19:28.493833 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-06104e7f-836f-4cb7-bd61-63deeb013818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:28.498267 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46062) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:28.507023 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-6cc3ce67-baae-468b-a691-8124b6441992 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-308284762'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:28.530915 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-e3705210-4a63-4527-93d8-a212e01970d4 None None] For port 22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:19:28.534221 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc3ce67-baae-468b-a691-8124b6441992 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Made reservation on behalf of eaa01e51ab0d46f8ae624884f42c4466 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:28.537929 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6cc3ce67-baae-468b-a691-8124b6441992 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:28.539164 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device ec10d57b-09ec-4f22-bec6-1df5d9a02bf2 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:19:28.576918 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc3ce67-baae-468b-a691-8124b6441992 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:19:28.586660 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6cc3ce67-baae-468b-a691-8124b6441992 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:28.587028 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-6cc3ce67-baae-468b-a691-8124b6441992 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Added segment 42cf4a05-10e1-43b7-8f82-23fc0e6ebe33 of type vlan for network 116a4b96-07ee-4c07-9a81-783670f8ae52 Aug 10 01:19:28.595614 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-e3705210-4a63-4527-93d8-a212e01970d4 None None] For port 22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:19:28.615267 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e3705210-4a63-4527-93d8-a212e01970d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:28.635839 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6cc3ce67-baae-468b-a691-8124b6441992 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:28.677298 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6cc3ce67-baae-468b-a691-8124b6441992 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:28.683379 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc3ce67-baae-468b-a691-8124b6441992 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:28.684534 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6cc3ce67-baae-468b-a691-8124b6441992 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:28.718443 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3705210-4a63-4527-93d8-a212e01970d4 None None] Routers {'a6b27c19-4211-487b-aea0-ca47cf84e348'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:19:28.719177 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-e3705210-4a63-4527-93d8-a212e01970d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:19:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['a6b27c19-4211-487b-aea0-ca47cf84e348'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:28.723734 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377643e4-4b24-4353-8342-c752a93a2ee4 None None] Pushing event updated for resources: {'Port': ['ID=22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:28.745944 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-06104e7f-836f-4cb7-bd61-63deeb013818 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:28.753129 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46064) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:28.754085 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6cc3ce67-baae-468b-a691-8124b6441992 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2531295 Aug 10 01:19:28.765997 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-817b0a9c-9e31-42a4-b7eb-d48d6174079c tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Request body: {'subnet': {'network_id': '116a4b96-07ee-4c07-9a81-783670f8ae52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:28.775248 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-06104e7f-836f-4cb7-bd61-63deeb013818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:28.779162 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port ec10d57b-09ec-4f22-bec6-1df5d9a02bf2 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:28.780977 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3ce67-baae-468b-a691-8124b6441992 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event updated for resources: {'Network': ['ID=116a4b96-07ee-4c07-9a81-783670f8ae52,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:28.798092 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 116a4b96-07ee-4c07-9a81-783670f8ae52 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:19:28.802066 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5b634e75-509c-469f-9e26-711d55fe8c09 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:19:28.884234 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8df1a759-d3e6-449a-b21a-0d67501eb984 None None] Provisioning for port ec10d57b-09ec-4f22-bec6-1df5d9a02bf2 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:28.916394 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-06104e7f-836f-4cb7-bd61-63deeb013818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:28.932123 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06104e7f-836f-4cb7-bd61-63deeb013818 admin admin] Pushing event updated for resources: {'Port': ['ID=813e25ee-7b60-4760-8d73-4af7a6cca96f,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:28.954267 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8df1a759-d3e6-449a-b21a-0d67501eb984 None None] Provisioning complete for port ec10d57b-09ec-4f22-bec6-1df5d9a02bf2 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:28.955521 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8df1a759-d3e6-449a-b21a-0d67501eb984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:28.991608 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-e3705210-4a63-4527-93d8-a212e01970d4 None None] Set router a6b27c19-4211-487b-aea0-ca47cf84e348 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:19:29.204338 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 5b634e75-509c-469f-9e26-711d55fe8c09 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:29.205027 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:29.287760 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8df1a759-d3e6-449a-b21a-0d67501eb984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:29.333089 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817b0a9c-9e31-42a4-b7eb-d48d6174079c tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Made reservation on behalf of eaa01e51ab0d46f8ae624884f42c4466 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:29.336554 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-817b0a9c-9e31-42a4-b7eb-d48d6174079c tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:29.383983 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-8df1a759-d3e6-449a-b21a-0d67501eb984 None None] For port ec10d57b-09ec-4f22-bec6-1df5d9a02bf2, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=ec10d57b-09ec-4f22-bec6-1df5d9a02bf2,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:29.391549 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8df1a759-d3e6-449a-b21a-0d67501eb984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:29.409955 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.ipam_backend_mixin [None req-817b0a9c-9e31-42a4-b7eb-d48d6174079c tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Performing IP validity checks on allocation pools {{(pid=105827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 01:19:29.410478 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.ipam_backend_mixin [None req-817b0a9c-9e31-42a4-b7eb-d48d6174079c tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 01:19:29.431169 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06104e7f-836f-4cb7-bd61-63deeb013818 admin admin] Network e88d51f0-ef67-43e3-acaa-ddb0705ef866 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:29.436324 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-06104e7f-836f-4cb7-bd61-63deeb013818 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:29.439206 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-e3705210-4a63-4527-93d8-a212e01970d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'name': 'tempest-ServerActionsTestJSON-23788078-router', 'tenant_id': 'a14fe6b470434cfda037388a8cf18ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:19:24Z', 'updated_at': '2021-08-10T01:19:28Z', 'revision_number': 4, 'project_id': 'a14fe6b470434cfda037388a8cf18ac8', 'gw_port': {'id': '22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:25Z', 'updated_at': '2021-08-10T01:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '813e25ee-7b60-4760-8d73-4af7a6cca96f', 'name': '', 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866', 'tenant_id': 'a14fe6b470434cfda037388a8cf18ac8', 'mac_address': 'fa:16:3e:9b:57:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:27Z', 'updated_at': '2021-08-10T01:19:28Z', 'revision_number': 1, 'project_id': 'a14fe6b470434cfda037388a8cf18ac8', 'subnets': [{'id': '04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:29.474828 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3705210-4a63-4527-93d8-a212e01970d4 None None] The sync data for ids ['a6b27c19-4211-487b-aea0-ca47cf84e348'] in n-d-766726-26 is: [{'id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'name': 'tempest-ServerActionsTestJSON-23788078-router', 'tenant_id': 'a14fe6b470434cfda037388a8cf18ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:19:24Z', 'updated_at': '2021-08-10T01:19:28Z', 'revision_number': 4, 'project_id': 'a14fe6b470434cfda037388a8cf18ac8', 'gw_port': {'id': '22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:25Z', 'updated_at': '2021-08-10T01:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '813e25ee-7b60-4760-8d73-4af7a6cca96f', 'name': '', 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866', 'tenant_id': 'a14fe6b470434cfda037388a8cf18ac8', 'mac_address': 'fa:16:3e:9b:57:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:27Z', 'updated_at': '2021-08-10T01:19:28Z', 'revision_number': 1, 'project_id': 'a14fe6b470434cfda037388a8cf18ac8', 'subnets': [{'id': '04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:19:29.486449 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df1a759-d3e6-449a-b21a-0d67501eb984 None None] Pushing event updated for resources: {'Port': ['ID=ec10d57b-09ec-4f22-bec6-1df5d9a02bf2,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:29.517901 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-52c9e83a-3686-426c-aca8-73de2a17f3bb None None] Provisioning complete for port 5b634e75-509c-469f-9e26-711d55fe8c09 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:29.518355 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-52c9e83a-3686-426c-aca8-73de2a17f3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:29.642106 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-52c9e83a-3686-426c-aca8-73de2a17f3bb None None] Provisioning complete for port ec10d57b-09ec-4f22-bec6-1df5d9a02bf2 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:29.642452 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-52c9e83a-3686-426c-aca8-73de2a17f3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:29.670761 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06104e7f-836f-4cb7-bd61-63deeb013818 admin admin] Router a6b27c19-4211-487b-aea0-ca47cf84e348 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:19:29.766645 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-817b0a9c-9e31-42a4-b7eb-d48d6174079c tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:29.774747 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-52c9e83a-3686-426c-aca8-73de2a17f3bb None None] Provisioning for port 813e25ee-7b60-4760-8d73-4af7a6cca96f completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:29.779431 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-52c9e83a-3686-426c-aca8-73de2a17f3bb None None] Provisioning complete for port 813e25ee-7b60-4760-8d73-4af7a6cca96f triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:29.779431 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-52c9e83a-3686-426c-aca8-73de2a17f3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:29.819696 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-52c9e83a-3686-426c-aca8-73de2a17f3bb None None] Port 813e25ee-7b60-4760-8d73-4af7a6cca96f cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:19:29.884138 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b0a9c-9e31-42a4-b7eb-d48d6174079c tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event updated for resources: {'Subnet': ['ID=6e7c2677-d1ef-4c44-97f9-23fae92af0a4,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:29.904543 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817b0a9c-9e31-42a4-b7eb-d48d6174079c tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Checking segment: {'id': '42cf4a05-10e1-43b7-8f82-23fc0e6ebe33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '116a4b96-07ee-4c07-9a81-783670f8ae52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:29.904829 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817b0a9c-9e31-42a4-b7eb-d48d6174079c tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Network hostable DHCP agents. Network: 116a4b96-07ee-4c07-9a81-783670f8ae52, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:19:29.913214 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06104e7f-836f-4cb7-bd61-63deeb013818 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:19:29.919856 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-06104e7f-836f-4cb7-bd61-63deeb013818 admin admin] 10.222.0.35 "PUT /v2.0/routers/a6b27c19-4211-487b-aea0-ca47cf84e348/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9657559 Aug 10 01:19:29.937448 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817b0a9c-9e31-42a4-b7eb-d48d6174079c tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Network 116a4b96-07ee-4c07-9a81-783670f8ae52 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:19:29.950257 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e5375dc6-dd41-4396-b058-d7ba6368616b None None] Provisioning complete for port 813e25ee-7b60-4760-8d73-4af7a6cca96f triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:29.950644 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e5375dc6-dd41-4396-b058-d7ba6368616b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:29.950783 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-817b0a9c-9e31-42a4-b7eb-d48d6174079c tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 116a4b96-07ee-4c07-9a81-783670f8ae52) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:29.957213 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817b0a9c-9e31-42a4-b7eb-d48d6174079c tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:29.958047 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-817b0a9c-9e31-42a4-b7eb-d48d6174079c tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:29.977461 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1439d89c-82fc-4262-ae9d-be49f6f8cadd None None] Network 116a4b96-07ee-4c07-9a81-783670f8ae52 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:29.983019 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-817b0a9c-9e31-42a4-b7eb-d48d6174079c tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2271497 Aug 10 01:19:29.985638 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46074) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:29.991414 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-72104134-4637-4815-80c1-16c6b625c70a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:30.026362 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e5375dc6-dd41-4396-b058-d7ba6368616b None None] Port 813e25ee-7b60-4760-8d73-4af7a6cca96f cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:19:30.118959 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-72104134-4637-4815-80c1-16c6b625c70a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6024953'] for subnet, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:30.163172 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcd2646-5f27-4691-bf1c-d4634c92d5a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-116a4b96-07ee-4c07-9a81-783670f8ae52', 'network_id': '116a4b96-07ee-4c07-9a81-783670f8ae52', 'tenant_id': 'eaa01e51ab0d46f8ae624884f42c4466', 'fixed_ips': [{'subnet_id': '6e7c2677-d1ef-4c44-97f9-23fae92af0a4'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:19:30.164043 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2bcd2646-5f27-4691-bf1c-d4634c92d5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:30.440019 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-72104134-4637-4815-80c1-16c6b625c70a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753869218708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6197927'] for subnet, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:30.479044 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-2bcd2646-5f27-4691-bf1c-d4634c92d5a1 None None] Allocated IP 2001:db8::3 (116a4b96-07ee-4c07-9a81-783670f8ae52/6e7c2677-d1ef-4c44-97f9-23fae92af0a4/a7a4e790-5387-4d73-9c8d-56236bfc8545) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:19:30.549069 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device ec10d57b-09ec-4f22-bec6-1df5d9a02bf2 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:19:30.550249 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72104134-4637-4815-80c1-16c6b625c70a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:30.550249 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-72104134-4637-4815-80c1-16c6b625c70a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:30.559871 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46088) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:30.569480 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-72104134-4637-4815-80c1-16c6b625c70a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "PUT /v2.0/subnets/6e7c2677-d1ef-4c44-97f9-23fae92af0a4 HTTP/1.1" status: 200 len: 900 time: 0.5827222 Aug 10 01:19:30.599407 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72104134-4637-4815-80c1-16c6b625c70a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event updated for resources: {'Subnet': ['ID=6e7c2677-d1ef-4c44-97f9-23fae92af0a4,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:30.802534 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2bcd2646-5f27-4691-bf1c-d4634c92d5a1 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:30.815856 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2bcd2646-5f27-4691-bf1c-d4634c92d5a1 None None] Transition to ACTIVE for port object a7a4e790-5387-4d73-9c8d-56236bfc8545 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:30.818555 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port ec10d57b-09ec-4f22-bec6-1df5d9a02bf2 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:30.819060 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:30.846706 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46090) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:30.851877 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-bfdf6a06-0e45-46b3-9fa3-4508b650aeb1 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1634548591', 'description': 'tempest-description--1558584171'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:30.878595 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2bcd2646-5f27-4691-bf1c-d4634c92d5a1 None None] Transition to ACTIVE for port object a7a4e790-5387-4d73-9c8d-56236bfc8545 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:30.890288 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bfdf6a06-0e45-46b3-9fa3-4508b650aeb1 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:30.893303 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2bcd2646-5f27-4691-bf1c-d4634c92d5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:30.960375 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcd2646-5f27-4691-bf1c-d4634c92d5a1 None None] Network 116a4b96-07ee-4c07-9a81-783670f8ae52 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:30.972518 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-2bcd2646-5f27-4691-bf1c-d4634c92d5a1 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:30.976792 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcd2646-5f27-4691-bf1c-d4634c92d5a1 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:19:30.982047 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd2646-5f27-4691-bf1c-d4634c92d5a1 None None] Pushing event updated for resources: {'Port': ['ID=a7a4e790-5387-4d73-9c8d-56236bfc8545,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:30.992930 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:19:31.016738 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bfdf6a06-0e45-46b3-9fa3-4508b650aeb1 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:31.021122 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bfdf6a06-0e45-46b3-9fa3-4508b650aeb1 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:31.061685 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bfdf6a06-0e45-46b3-9fa3-4508b650aeb1 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:31.063002 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-bfdf6a06-0e45-46b3-9fa3-4508b650aeb1 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2151804 Aug 10 01:19:31.064972 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf6a06-0e45-46b3-9fa3-4508b650aeb1 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12ece31a-af89-4caa-b229-37189edb119f,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:31.067019 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46092) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:31.078968 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-2bcd2646-5f27-4691-bf1c-d4634c92d5a1 None None] Attempting to bind port a7a4e790-5387-4d73-9c8d-56236bfc8545 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:19:31.079422 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-2bcd2646-5f27-4691-bf1c-d4634c92d5a1 None None] Attempting to bind port a7a4e790-5387-4d73-9c8d-56236bfc8545 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '42cf4a05-10e1-43b7-8f82-23fc0e6ebe33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '116a4b96-07ee-4c07-9a81-783670f8ae52'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:19:31.079856 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcd2646-5f27-4691-bf1c-d4634c92d5a1 None None] Attempting to bind port a7a4e790-5387-4d73-9c8d-56236bfc8545 on network 116a4b96-07ee-4c07-9a81-783670f8ae52 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:19:31.081801 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-7da74736-edc5-41ff-a79f-66098f7c71ec tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Request body: {'security_group_rule': {'security_group_id': '12ece31a-af89-4caa-b229-37189edb119f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:31.086309 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcd2646-5f27-4691-bf1c-d4634c92d5a1 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:19:31.086782 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcd2646-5f27-4691-bf1c-d4634c92d5a1 None None] Checking segment: {'id': '42cf4a05-10e1-43b7-8f82-23fc0e6ebe33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '116a4b96-07ee-4c07-9a81-783670f8ae52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:31.087259 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2bcd2646-5f27-4691-bf1c-d4634c92d5a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:31.088132 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcd2646-5f27-4691-bf1c-d4634c92d5a1 None None] Bound using segment: {'id': '42cf4a05-10e1-43b7-8f82-23fc0e6ebe33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '116a4b96-07ee-4c07-9a81-783670f8ae52'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:19:31.088720 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-2bcd2646-5f27-4691-bf1c-d4634c92d5a1 None None] Bound port: a7a4e790-5387-4d73-9c8d-56236bfc8545, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42cf4a05-10e1-43b7-8f82-23fc0e6ebe33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '116a4b96-07ee-4c07-9a81-783670f8ae52'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:19:31.089195 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2bcd2646-5f27-4691-bf1c-d4634c92d5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:31.116536 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7da74736-edc5-41ff-a79f-66098f7c71ec tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:31.143418 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:31.157634 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:31.158109 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:31.199221 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7da74736-edc5-41ff-a79f-66098f7c71ec tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:31.203243 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-2bcd2646-5f27-4691-bf1c-d4634c92d5a1 None None] For port a7a4e790-5387-4d73-9c8d-56236bfc8545, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:19:31.208549 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-2bcd2646-5f27-4691-bf1c-d4634c92d5a1 None None] For port a7a4e790-5387-4d73-9c8d-56236bfc8545, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a7a4e790-5387-4d73-9c8d-56236bfc8545,segment=NetworkSegment(42cf4a05-10e1-43b7-8f82-23fc0e6ebe33),segment_id=42cf4a05-10e1-43b7-8f82-23fc0e6ebe33)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:19:31.208769 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7da74736-edc5-41ff-a79f-66098f7c71ec tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:31.217897 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2bcd2646-5f27-4691-bf1c-d4634c92d5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:31.227272 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da74736-edc5-41ff-a79f-66098f7c71ec tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae8ef2f3-4738-4ee0-8783-413a8e46bff3,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:31.244455 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d45f3e5d-361d-4ef6-9b44-8a506089ef05 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:31.246433 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7da74736-edc5-41ff-a79f-66098f7c71ec tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:31.249052 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7da74736-edc5-41ff-a79f-66098f7c71ec tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1717005 Aug 10 01:19:31.251701 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46094) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:31.258060 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-5ccaf50a-a25d-4620-a957-ee17e89a0c10 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Request body: {'security_group_rule': {'security_group_id': '12ece31a-af89-4caa-b229-37189edb119f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:31.309005 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5ccaf50a-a25d-4620-a957-ee17e89a0c10 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:31.333410 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd2646-5f27-4691-bf1c-d4634c92d5a1 None None] Pushing event updated for resources: {'Port': ['ID=a7a4e790-5387-4d73-9c8d-56236bfc8545,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:31.336670 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:31.338855 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-d45f3e5d-361d-4ef6-9b44-8a506089ef05 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Deleting port a7a4e790-5387-4d73-9c8d-56236bfc8545 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:19:31.339372 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d45f3e5d-361d-4ef6-9b44-8a506089ef05 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:31.375269 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:31.382445 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:31.447057 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:31.450259 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5ccaf50a-a25d-4620-a957-ee17e89a0c10 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:31.459083 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5ccaf50a-a25d-4620-a957-ee17e89a0c10 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:31.484616 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccaf50a-a25d-4620-a957-ee17e89a0c10 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b937c903-3352-435d-90c8-d3d25c8c06b5,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:31.485840 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-d45f3e5d-361d-4ef6-9b44-8a506089ef05 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] For port a7a4e790-5387-4d73-9c8d-56236bfc8545, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a7a4e790-5387-4d73-9c8d-56236bfc8545,segment=NetworkSegment(42cf4a05-10e1-43b7-8f82-23fc0e6ebe33),segment_id=42cf4a05-10e1-43b7-8f82-23fc0e6ebe33)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:31.487053 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d45f3e5d-361d-4ef6-9b44-8a506089ef05 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:31.495366 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5ccaf50a-a25d-4620-a957-ee17e89a0c10 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:31.497254 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5ccaf50a-a25d-4620-a957-ee17e89a0c10 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2443273 Aug 10 01:19:31.500139 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46098) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:31.507562 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-b8778dec-c751-4a4c-8af1-46a22516ff20 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:31.530243 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-d45f3e5d-361d-4ef6-9b44-8a506089ef05 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Calling delete_port for a7a4e790-5387-4d73-9c8d-56236bfc8545 owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:19:31.592966 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b8778dec-c751-4a4c-8af1-46a22516ff20 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:31.742573 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d45f3e5d-361d-4ef6-9b44-8a506089ef05 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:31.779066 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f3e5d-361d-4ef6-9b44-8a506089ef05 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event deleted for resources: {'Port': ['ID=a7a4e790-5387-4d73-9c8d-56236bfc8545,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:31.829362 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b8778dec-c751-4a4c-8af1-46a22516ff20 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:31.832050 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45f3e5d-361d-4ef6-9b44-8a506089ef05 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] No DVR routers for this DVR port a7a4e790-5387-4d73-9c8d-56236bfc8545 on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:19:31.917044 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d45f3e5d-361d-4ef6-9b44-8a506089ef05 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:32.009421 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-b8778dec-c751-4a4c-8af1-46a22516ff20 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Allocated IP 172.25.2.6 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/314295f2-2a55-45cb-b756-90dbb4e3c461) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:19:32.033961 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d45f3e5d-361d-4ef6-9b44-8a506089ef05 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:32.100219 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f3e5d-361d-4ef6-9b44-8a506089ef05 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event deleted for resources: {'Subnet': ['ID=6e7c2677-d1ef-4c44-97f9-23fae92af0a4,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:32.177791 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d45f3e5d-361d-4ef6-9b44-8a506089ef05 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:32.193026 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-d45f3e5d-361d-4ef6-9b44-8a506089ef05 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['116a4b96-07ee-4c07-9a81-783670f8ae52']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:32.210369 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-d45f3e5d-361d-4ef6-9b44-8a506089ef05 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42cf4a05-10e1-43b7-8f82-23fc0e6ebe33') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:32.210690 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-d45f3e5d-361d-4ef6-9b44-8a506089ef05 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42cf4a05-10e1-43b7-8f82-23fc0e6ebe33') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:32.228375 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d45f3e5d-361d-4ef6-9b44-8a506089ef05 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:32.232659 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b8778dec-c751-4a4c-8af1-46a22516ff20 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:32.254773 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d45f3e5d-361d-4ef6-9b44-8a506089ef05 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:32.264309 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45f3e5d-361d-4ef6-9b44-8a506089ef05 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:19:32.264739 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d45f3e5d-361d-4ef6-9b44-8a506089ef05 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:32.267754 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:19:32.267754 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:19:32.267754 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:19:32.267754 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:19:32.267754 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:19:32.267754 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:19:32.267754 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:19:32.267754 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:19:32.267754 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:19:32.267754 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:19:32.267754 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:19:32.267754 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:19:32.267754 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:19:32.267754 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:19:32.267754 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:19:32.267754 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:19:32.267754 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:19:32.267754 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:19:32.267754 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:19:32.267754 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:19:32.267754 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:19:32.267754 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:19:32.267754 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:19:32.267754 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:19:32.267754 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:19:32.267754 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:19:32.267754 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:19:32.267754 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:19:32.267754 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:19:32.267754 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:19:32.267754 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:19:32.267754 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:19:32.327249 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bd4515-f501-4de1-977e-0b81990339f0 None None] Network 116a4b96-07ee-4c07-9a81-783670f8ae52 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:32.353941 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d45f3e5d-361d-4ef6-9b44-8a506089ef05 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:32.377899 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d45f3e5d-361d-4ef6-9b44-8a506089ef05 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:32.381075 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d45f3e5d-361d-4ef6-9b44-8a506089ef05 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "DELETE /v2.0/networks/116a4b96-07ee-4c07-9a81-783670f8ae52 HTTP/1.1" status: 204 len: 168 time: 1.8199334 Aug 10 01:19:32.382228 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f3e5d-361d-4ef6-9b44-8a506089ef05 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event deleted for resources: {'Network': ['ID=116a4b96-07ee-4c07-9a81-783670f8ae52,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:32.384452 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b8778dec-c751-4a4c-8af1-46a22516ff20 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:32.386583 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46102) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:32.389723 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-dd97ba58-c965-4c04-8639-294244ea3882 None None] Could not find standard attr ID for object a7a4e790-5387-4d73-9c8d-56236bfc8545. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:19:32.456557 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8778dec-c751-4a4c-8af1-46a22516ff20 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Pushing event updated for resources: {'Port': ['ID=314295f2-2a55-45cb-b756-90dbb4e3c461,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:32.495167 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:19:32.508319 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1d76e72-5131-44d9-877b-ba2fa79320d2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] DELETE failed (client error): The resource could not be found. Aug 10 01:19:32.509130 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1d76e72-5131-44d9-877b-ba2fa79320d2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:19:32.512356 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d1d76e72-5131-44d9-877b-ba2fa79320d2 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "DELETE /v2.0/subnets/6e7c2677-d1ef-4c44-97f9-23fae92af0a4 HTTP/1.1" status: 404 len: 337 time: 0.0673230 Aug 10 01:19:32.514648 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46108) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:32.532895 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8778dec-c751-4a4c-8af1-46a22516ff20 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:32.535013 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-b8778dec-c751-4a4c-8af1-46a22516ff20 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:32.542122 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8778dec-c751-4a4c-8af1-46a22516ff20 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:19:32.556442 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-b438850f-a72d-4b46-be8f-bc24fd34d2d7 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] DELETE failed (client error): The resource could not be found. Aug 10 01:19:32.563151 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b438850f-a72d-4b46-be8f-bc24fd34d2d7 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:19:32.568017 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b438850f-a72d-4b46-be8f-bc24fd34d2d7 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "DELETE /v2.0/networks/116a4b96-07ee-4c07-9a81-783670f8ae52 HTTP/1.1" status: 404 len: 339 time: 0.0513504 Aug 10 01:19:32.577112 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46112) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:32.595887 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:32.596871 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:32.653250 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4331f43c-72ac-482a-9ebc-8888c163931b None None] DHCP port deletion for 116a4b96-07ee-4c07-9a81-783670f8ae52 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:19:32.693751 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68f45b6-52c3-498d-af56-ac5c80ccc62e None None] Network 116a4b96-07ee-4c07-9a81-783670f8ae52 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:32.721009 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e47f9011-0b9a-4e90-a170-6953bb023049 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:32.724460 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b8778dec-c751-4a4c-8af1-46a22516ff20 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:32.728627 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68f45b6-52c3-498d-af56-ac5c80ccc62e None None] Network 116a4b96-07ee-4c07-9a81-783670f8ae52 could not be found, it might have been deleted concurrently. {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 01:19:32.788232 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b8778dec-c751-4a4c-8af1-46a22516ff20 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:32.847520 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560a44ed-ad6a-4339-a4fd-1e10548f3018 None None] Sync routers for ids ['a6b27c19-4211-487b-aea0-ca47cf84e348'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:19:32.860064 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560a44ed-ad6a-4339-a4fd-1e10548f3018 None None] Routers {'a6b27c19-4211-487b-aea0-ca47cf84e348'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:19:32.861112 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-560a44ed-ad6a-4339-a4fd-1e10548f3018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:19:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['a6b27c19-4211-487b-aea0-ca47cf84e348'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:32.883184 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e47f9011-0b9a-4e90-a170-6953bb023049 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:32.894526 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-e47f9011-0b9a-4e90-a170-6953bb023049 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1635eb55-63b6-4ea0-b667-f4bb6ffa114f']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:32.906004 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-e47f9011-0b9a-4e90-a170-6953bb023049 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e975f0-68e8-4362-ac52-750c187878c2') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:32.906336 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-e47f9011-0b9a-4e90-a170-6953bb023049 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e975f0-68e8-4362-ac52-750c187878c2') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:32.917089 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e47f9011-0b9a-4e90-a170-6953bb023049 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:32.933255 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e47f9011-0b9a-4e90-a170-6953bb023049 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:32.940702 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e47f9011-0b9a-4e90-a170-6953bb023049 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:19:32.941579 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e47f9011-0b9a-4e90-a170-6953bb023049 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:32.945918 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:19:32.945918 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:19:32.945918 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:19:32.945918 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:19:32.945918 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:19:32.945918 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:19:32.945918 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:19:32.945918 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:19:32.945918 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:19:32.945918 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:19:32.945918 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:19:32.945918 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:19:32.945918 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:19:32.945918 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:19:32.945918 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:19:32.945918 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:19:32.945918 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:19:32.945918 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:19:32.945918 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:19:32.945918 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:19:32.945918 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:19:32.945918 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:19:32.945918 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:19:32.945918 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:19:32.945918 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:19:32.945918 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:19:32.945918 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:19:32.945918 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:19:32.945918 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:19:32.945918 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:19:32.945918 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:19:32.945918 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:19:32.969900 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b8778dec-c751-4a4c-8af1-46a22516ff20 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:32.972034 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-560a44ed-ad6a-4339-a4fd-1e10548f3018 None None] Set router a6b27c19-4211-487b-aea0-ca47cf84e348 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:19:32.975512 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b8778dec-c751-4a4c-8af1-46a22516ff20 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:33.019267 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e47f9011-0b9a-4e90-a170-6953bb023049 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:33.026583 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e47f9011-0b9a-4e90-a170-6953bb023049 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:33.030926 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e47f9011-0b9a-4e90-a170-6953bb023049 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "DELETE /v2.0/networks/1635eb55-63b6-4ea0-b667-f4bb6ffa114f HTTP/1.1" status: 204 len: 168 time: 0.4502292 Aug 10 01:19:33.031663 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46118) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:33.043827 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8778dec-c751-4a4c-8af1-46a22516ff20 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Pushing event updated for resources: {'Port': ['ID=314295f2-2a55-45cb-b756-90dbb4e3c461,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:33.050291 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f9011-0b9a-4e90-a170-6953bb023049 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event deleted for resources: {'Network': ['ID=1635eb55-63b6-4ea0-b667-f4bb6ffa114f,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:33.057891 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b8778dec-c751-4a4c-8af1-46a22516ff20 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:33.070468 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec951bc-e0ec-4bed-b465-62e063eac5da tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] DELETE failed (client error): The resource could not be found. Aug 10 01:19:33.070918 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ec951bc-e0ec-4bed-b465-62e063eac5da tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:19:33.075733 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3ec951bc-e0ec-4bed-b465-62e063eac5da tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "DELETE /v2.0/subnets/7e8c0ed8-e597-4156-b283-f0a65312df40 HTTP/1.1" status: 404 len: 337 time: 0.0405200 Aug 10 01:19:33.075932 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b8778dec-c751-4a4c-8af1-46a22516ff20 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:33.075932 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b8778dec-c751-4a4c-8af1-46a22516ff20 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5728765 Aug 10 01:19:33.076171 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46120) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:33.094959 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf6b0815-ea42-4352-9fc7-3252307cb381 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] DELETE failed (client error): The resource could not be found. Aug 10 01:19:33.095522 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf6b0815-ea42-4352-9fc7-3252307cb381 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:19:33.099629 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cf6b0815-ea42-4352-9fc7-3252307cb381 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "DELETE /v2.0/networks/baae1499-e8b4-4376-a701-6be952734026 HTTP/1.1" status: 404 len: 339 time: 0.0203319 Aug 10 01:19:33.099860 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46124) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:33.155710 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-53696550-a956-42ed-a5f1-fa0f8124d112 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Deleting subnet 38f6f9af-7075-44bf-a59e-9d3d4a3e01c0 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:19:33.159165 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-53696550-a956-42ed-a5f1-fa0f8124d112 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:33.206873 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-53696550-a956-42ed-a5f1-fa0f8124d112 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:33.218947 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-560a44ed-ad6a-4339-a4fd-1e10548f3018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'name': 'tempest-ServerActionsTestJSON-23788078-router', 'tenant_id': 'a14fe6b470434cfda037388a8cf18ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:19:24Z', 'updated_at': '2021-08-10T01:19:28Z', 'revision_number': 4, 'project_id': 'a14fe6b470434cfda037388a8cf18ac8', 'gw_port': {'id': '22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:25Z', 'updated_at': '2021-08-10T01:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '813e25ee-7b60-4760-8d73-4af7a6cca96f', 'name': '', 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866', 'tenant_id': 'a14fe6b470434cfda037388a8cf18ac8', 'mac_address': 'fa:16:3e:9b:57:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:27Z', 'updated_at': '2021-08-10T01:19:28Z', 'revision_number': 2, 'project_id': 'a14fe6b470434cfda037388a8cf18ac8', 'subnets': [{'id': '04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:33.230445 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-064654d2-3d61-45a2-b938-dd785d157aee tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1634548591&fields=id&tenant_id=a14fe6b470434cfda037388a8cf18ac8 HTTP/1.1" status: 200 len: 267 time: 0.0401421 Aug 10 01:19:33.245560 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560a44ed-ad6a-4339-a4fd-1e10548f3018 None None] Checking router: a6b27c19-4211-487b-aea0-ca47cf84e348 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:19:33.245916 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560a44ed-ad6a-4339-a4fd-1e10548f3018 None None] Updating router a6b27c19-4211-487b-aea0-ca47cf84e348 port 813e25ee-7b60-4760-8d73-4af7a6cca96f binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:19:33.274623 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-560a44ed-ad6a-4339-a4fd-1e10548f3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:33.304524 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-53696550-a956-42ed-a5f1-fa0f8124d112 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:33.345456 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-b3e8445b-cebc-4703-97b8-f586492100f2 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:33.346934 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-b3e8445b-cebc-4703-97b8-f586492100f2 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/networks?id=e88d51f0-ef67-43e3-acaa-ddb0705ef866 HTTP/1.1" status: 200 len: 810 time: 0.1082730 Aug 10 01:19:33.363074 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-a27c372a-1d73-491f-9e92-aaff94aa39c1 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/quotas/a14fe6b470434cfda037388a8cf18ac8 HTTP/1.1" status: 200 len: 375 time: 0.0098476 Aug 10 01:19:33.367306 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-53696550-a956-42ed-a5f1-fa0f8124d112 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:33.396474 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53696550-a956-42ed-a5f1-fa0f8124d112 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event deleted for resources: {'Subnet': ['ID=38f6f9af-7075-44bf-a59e-9d3d4a3e01c0,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:33.402654 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-53696550-a956-42ed-a5f1-fa0f8124d112 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:33.408121 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46136) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:33.409102 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-53696550-a956-42ed-a5f1-fa0f8124d112 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "DELETE /v2.0/subnets/38f6f9af-7075-44bf-a59e-9d3d4a3e01c0 HTTP/1.1" status: 204 len: 168 time: 0.3082454 Aug 10 01:19:33.412283 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249737d1-d00d-48f3-9f26-697d25e331cb None None] Network 5ff8dfd3-9b4d-4213-921d-785a7010c38a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:33.454817 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-322a48e0-0bee-4ebb-8dc6-a8c1f05986f5 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a14fe6b470434cfda037388a8cf18ac8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0846357 Aug 10 01:19:33.476291 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-10626bc1-0300-4377-827f-04c160208eff tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Deleting subnet 40219968-5b64-4372-8744-c0e7581da40e {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:19:33.488655 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-10626bc1-0300-4377-827f-04c160208eff tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:33.584270 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-10626bc1-0300-4377-827f-04c160208eff tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:33.658125 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-15a319cc-fd80-4118-840f-f45c569f26b9 service neutron] 10.222.0.35 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867256 Aug 10 01:19:33.666342 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-560a44ed-ad6a-4339-a4fd-1e10548f3018 None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:33.678770 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-560a44ed-ad6a-4339-a4fd-1e10548f3018 None None] Transition to ACTIVE for port object 813e25ee-7b60-4760-8d73-4af7a6cca96f will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:33.686229 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-560a44ed-ad6a-4339-a4fd-1e10548f3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:33.738183 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad408ed-8146-46fe-a215-a0a21288c722 None None] Pushing event updated for resources: {'Port': ['ID=813e25ee-7b60-4760-8d73-4af7a6cca96f,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:33.753496 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:19:33.760485 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad408ed-8146-46fe-a215-a0a21288c722 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:33.761135 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad408ed-8146-46fe-a215-a0a21288c722 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:33.761643 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad408ed-8146-46fe-a215-a0a21288c722 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:33.762747 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad408ed-8146-46fe-a215-a0a21288c722 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:33.763081 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad408ed-8146-46fe-a215-a0a21288c722 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:33.763412 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad408ed-8146-46fe-a215-a0a21288c722 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:33.763838 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad408ed-8146-46fe-a215-a0a21288c722 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:33.764302 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad408ed-8146-46fe-a215-a0a21288c722 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:33.764698 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad408ed-8146-46fe-a215-a0a21288c722 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:33.765239 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad408ed-8146-46fe-a215-a0a21288c722 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:33.765756 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad408ed-8146-46fe-a215-a0a21288c722 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:33.766659 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad408ed-8146-46fe-a215-a0a21288c722 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:33.769509 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-10626bc1-0300-4377-827f-04c160208eff tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:33.824049 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-560a44ed-ad6a-4339-a4fd-1e10548f3018 None None] Attempting to bind port 813e25ee-7b60-4760-8d73-4af7a6cca96f on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:19:33.824521 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-560a44ed-ad6a-4339-a4fd-1e10548f3018 None None] Attempting to bind port 813e25ee-7b60-4760-8d73-4af7a6cca96f by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '52f03a3d-92cf-402a-8037-fd3af118309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:19:33.825125 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560a44ed-ad6a-4339-a4fd-1e10548f3018 None None] Attempting to bind port 813e25ee-7b60-4760-8d73-4af7a6cca96f on network e88d51f0-ef67-43e3-acaa-ddb0705ef866 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:19:33.831135 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560a44ed-ad6a-4339-a4fd-1e10548f3018 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:19:33.831839 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560a44ed-ad6a-4339-a4fd-1e10548f3018 None None] Checking segment: {'id': '52f03a3d-92cf-402a-8037-fd3af118309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:33.832582 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-560a44ed-ad6a-4339-a4fd-1e10548f3018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:33.833466 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560a44ed-ad6a-4339-a4fd-1e10548f3018 None None] Bound using segment: {'id': '52f03a3d-92cf-402a-8037-fd3af118309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:19:33.834124 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-560a44ed-ad6a-4339-a4fd-1e10548f3018 None None] Bound port: 813e25ee-7b60-4760-8d73-4af7a6cca96f, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f03a3d-92cf-402a-8037-fd3af118309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:19:33.834781 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-560a44ed-ad6a-4339-a4fd-1e10548f3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:33.836995 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-944a706f-69e1-434e-b30b-6327814aacbb service neutron] 10.222.0.35 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716332 Aug 10 01:19:33.918127 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-560a44ed-ad6a-4339-a4fd-1e10548f3018 None None] For port 813e25ee-7b60-4760-8d73-4af7a6cca96f, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:19:33.926972 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-560a44ed-ad6a-4339-a4fd-1e10548f3018 None None] For port 813e25ee-7b60-4760-8d73-4af7a6cca96f, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=813e25ee-7b60-4760-8d73-4af7a6cca96f,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:19:33.934118 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-10626bc1-0300-4377-827f-04c160208eff tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:33.934741 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-560a44ed-ad6a-4339-a4fd-1e10548f3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:34.007334 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0de33e2e-f0e5-42ae-9599-23038669cf56 req-5662c72b-61a1-4863-a454-d979cbac35bc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e36633c2-7147-4e8f-bd96-10952b03680d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0981286 Aug 10 01:19:34.008011 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10626bc1-0300-4377-827f-04c160208eff tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event deleted for resources: {'Subnet': ['ID=40219968-5b64-4372-8744-c0e7581da40e,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:34.009896 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad408ed-8146-46fe-a215-a0a21288c722 None None] Pushing event updated for resources: {'Port': ['ID=813e25ee-7b60-4760-8d73-4af7a6cca96f,revision_number=4']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:34.023903 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-10626bc1-0300-4377-827f-04c160208eff tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:34.026378 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-10626bc1-0300-4377-827f-04c160208eff tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "DELETE /v2.0/subnets/40219968-5b64-4372-8744-c0e7581da40e HTTP/1.1" status: 204 len: 168 time: 0.6170259 Aug 10 01:19:34.028941 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46138) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:34.033497 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560a44ed-ad6a-4339-a4fd-1e10548f3018 None None] Routers {'a6b27c19-4211-487b-aea0-ca47cf84e348'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:19:34.034299 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-560a44ed-ad6a-4339-a4fd-1e10548f3018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:19:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['a6b27c19-4211-487b-aea0-ca47cf84e348'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:34.166139 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ee225f4e-5f0c-4eee-b069-f181a93f42bf req-9c92d6e1-25bb-4dc0-b578-d03802cfdb8f tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 210 time: 0.0383754 Aug 10 01:19:34.167585 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de33e2e-f0e5-42ae-9599-23038669cf56 req-a8456b6a-a759-4b9d-9bc6-0070ab3fe412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:34.170586 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0de33e2e-f0e5-42ae-9599-23038669cf56 req-a8456b6a-a759-4b9d-9bc6-0070ab3fe412 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4f463465f414d20a10d25627743d857&device_id=e36633c2-7147-4e8f-bd96-10952b03680d HTTP/1.1" status: 200 len: 1097 time: 0.1165886 Aug 10 01:19:34.202387 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-38ce517d-8a00-4445-a84b-bfaa7509720a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:34.278252 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-560a44ed-ad6a-4339-a4fd-1e10548f3018 None None] Set router a6b27c19-4211-487b-aea0-ca47cf84e348 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:19:34.339556 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de33e2e-f0e5-42ae-9599-23038669cf56 req-fd8bc8c0-6875-463b-8013-b2d14efcca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:34.342136 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0de33e2e-f0e5-42ae-9599-23038669cf56 req-fd8bc8c0-6875-463b-8013-b2d14efcca45 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d5f42a49-cf64-4535-a007-0ffeb2000607 HTTP/1.1" status: 200 len: 913 time: 0.1489754 Aug 10 01:19:34.389087 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-38ce517d-8a00-4445-a84b-bfaa7509720a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Deleting port 5b634e75-509c-469f-9e26-711d55fe8c09 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:19:34.389454 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-38ce517d-8a00-4445-a84b-bfaa7509720a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:34.450765 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0de33e2e-f0e5-42ae-9599-23038669cf56 req-7c6df885-22ab-4ac3-b298-6a87a4a4736d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fe875d6-6001-430b-9b4f-6c4185036225 HTTP/1.1" status: 200 len: 1001 time: 0.0975623 Aug 10 01:19:34.484016 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1261f41-7578-49d0-be72-0bb5986b9127 None None] Network 5ff8dfd3-9b4d-4213-921d-785a7010c38a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:34.488897 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-fb3c4f46-a4de-4452-9cb6-603dfa0427dc None None] Provisioning complete for port 5b634e75-509c-469f-9e26-711d55fe8c09 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:34.490242 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fb3c4f46-a4de-4452-9cb6-603dfa0427dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:34.515681 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de33e2e-f0e5-42ae-9599-23038669cf56 req-418d2f68-71e8-4c75-9ccb-a5e71541a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:34.517207 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0de33e2e-f0e5-42ae-9599-23038669cf56 req-418d2f68-71e8-4c75-9ccb-a5e71541a253 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1982ede0-b8b9-4659-ad0a-d59c9e02d1ca HTTP/1.1" status: 200 len: 851 time: 0.0602701 Aug 10 01:19:34.538659 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-38ce517d-8a00-4445-a84b-bfaa7509720a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] For port 5b634e75-509c-469f-9e26-711d55fe8c09, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5b634e75-509c-469f-9e26-711d55fe8c09,segment=NetworkSegment(f1c2e3aa-1e95-4a95-a8c0-7960c8805f34),segment_id=f1c2e3aa-1e95-4a95-a8c0-7960c8805f34)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:34.539344 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-38ce517d-8a00-4445-a84b-bfaa7509720a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:34.562189 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-38ce517d-8a00-4445-a84b-bfaa7509720a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Calling delete_port for 5b634e75-509c-469f-9e26-711d55fe8c09 owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:19:34.598485 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 813e25ee-7b60-4760-8d73-4af7a6cca96f up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:19:34.654130 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de33e2e-f0e5-42ae-9599-23038669cf56 req-6e2fe3a0-47eb-4533-abdc-1503f6d84160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:34.661448 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0de33e2e-f0e5-42ae-9599-23038669cf56 req-6e2fe3a0-47eb-4533-abdc-1503f6d84160 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d5f42a49-cf64-4535-a007-0ffeb2000607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1178641 Aug 10 01:19:34.669176 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-560a44ed-ad6a-4339-a4fd-1e10548f3018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'name': 'tempest-ServerActionsTestJSON-23788078-router', 'tenant_id': 'a14fe6b470434cfda037388a8cf18ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:19:24Z', 'updated_at': '2021-08-10T01:19:28Z', 'revision_number': 4, 'project_id': 'a14fe6b470434cfda037388a8cf18ac8', 'gw_port': {'id': '22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:25Z', 'updated_at': '2021-08-10T01:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '813e25ee-7b60-4760-8d73-4af7a6cca96f', 'name': '', 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866', 'tenant_id': 'a14fe6b470434cfda037388a8cf18ac8', 'mac_address': 'fa:16:3e:9b:57:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:27Z', 'updated_at': '2021-08-10T01:19:33Z', 'revision_number': 4, 'project_id': 'a14fe6b470434cfda037388a8cf18ac8', 'subnets': [{'id': '04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:34.675817 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-38ce517d-8a00-4445-a84b-bfaa7509720a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:34.741992 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560a44ed-ad6a-4339-a4fd-1e10548f3018 None None] The sync data for ids ['a6b27c19-4211-487b-aea0-ca47cf84e348'] in n-d-766726-26 is: [{'id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'name': 'tempest-ServerActionsTestJSON-23788078-router', 'tenant_id': 'a14fe6b470434cfda037388a8cf18ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:19:24Z', 'updated_at': '2021-08-10T01:19:28Z', 'revision_number': 4, 'project_id': 'a14fe6b470434cfda037388a8cf18ac8', 'gw_port': {'id': '22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:25Z', 'updated_at': '2021-08-10T01:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '813e25ee-7b60-4760-8d73-4af7a6cca96f', 'name': '', 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866', 'tenant_id': 'a14fe6b470434cfda037388a8cf18ac8', 'mac_address': 'fa:16:3e:9b:57:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:27Z', 'updated_at': '2021-08-10T01:19:33Z', 'revision_number': 4, 'project_id': 'a14fe6b470434cfda037388a8cf18ac8', 'subnets': [{'id': '04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:19:34.743021 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ce517d-8a00-4445-a84b-bfaa7509720a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] No DVR routers for this DVR port 5b634e75-509c-469f-9e26-711d55fe8c09 on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:19:34.764668 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce517d-8a00-4445-a84b-bfaa7509720a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event deleted for resources: {'Port': ['ID=5b634e75-509c-469f-9e26-711d55fe8c09,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:34.827664 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0de33e2e-f0e5-42ae-9599-23038669cf56 req-feb61d6c-a615-49ca-98e3-d808d1dab546 service neutron] 10.222.0.24 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617801 Aug 10 01:19:34.884627 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-38ce517d-8a00-4445-a84b-bfaa7509720a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:34.900918 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-38ce517d-8a00-4445-a84b-bfaa7509720a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ff8dfd3-9b4d-4213-921d-785a7010c38a']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:34.914375 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-38ce517d-8a00-4445-a84b-bfaa7509720a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1c2e3aa-1e95-4a95-a8c0-7960c8805f34') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:34.914816 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-38ce517d-8a00-4445-a84b-bfaa7509720a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1c2e3aa-1e95-4a95-a8c0-7960c8805f34') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:34.926041 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-38ce517d-8a00-4445-a84b-bfaa7509720a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:34.945218 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-38ce517d-8a00-4445-a84b-bfaa7509720a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:34.954066 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38ce517d-8a00-4445-a84b-bfaa7509720a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:19:34.954862 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-38ce517d-8a00-4445-a84b-bfaa7509720a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:34.957514 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0de33e2e-f0e5-42ae-9599-23038669cf56 req-b2b63337-c6db-45a9-aa2c-3a203e97d448 service neutron] 10.222.0.24 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198843 Aug 10 01:19:34.958760 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:19:34.958760 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:19:34.958760 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:19:34.958760 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:19:34.958760 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:19:34.958760 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:19:34.958760 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:19:34.958760 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:19:34.958760 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:19:34.958760 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:19:34.958760 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:19:34.958760 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:19:34.958760 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:19:34.958760 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:19:34.958760 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:19:34.958760 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:19:34.958760 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:19:34.958760 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:19:34.958760 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:19:34.958760 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:19:34.958760 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:19:34.958760 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:19:34.958760 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:19:34.958760 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:19:34.958760 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:19:34.958760 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:19:34.958760 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:19:34.958760 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:19:34.958760 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:19:34.958760 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:19:34.958760 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:19:34.958760 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:19:35.004228 n-d-766726-26 neutron-server[105828]: INFO neutron.plugins.ml2.db [None req-fb3c4f46-a4de-4452-9cb6-603dfa0427dc None None] No ports have port_id starting with 5b634e75-509c-469f-9e26-711d55fe8c09 Aug 10 01:19:35.045733 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-38ce517d-8a00-4445-a84b-bfaa7509720a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:35.055009 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-38ce517d-8a00-4445-a84b-bfaa7509720a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:35.057380 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-38ce517d-8a00-4445-a84b-bfaa7509720a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "DELETE /v2.0/networks/5ff8dfd3-9b4d-4213-921d-785a7010c38a HTTP/1.1" status: 204 len: 168 time: 1.0273077 Aug 10 01:19:35.060058 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46152) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:35.071604 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 813e25ee-7b60-4760-8d73-4af7a6cca96f completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:35.080234 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 813e25ee-7b60-4760-8d73-4af7a6cca96f triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:35.080627 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:35.084013 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce517d-8a00-4445-a84b-bfaa7509720a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event deleted for resources: {'Network': ['ID=5ff8dfd3-9b4d-4213-921d-785a7010c38a,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:35.109571 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-80c34502-d525-4477-9ea0-dbe36634d04d tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] DELETE failed (client error): The resource could not be found. Aug 10 01:19:35.110730 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80c34502-d525-4477-9ea0-dbe36634d04d tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:19:35.115758 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-80c34502-d525-4477-9ea0-dbe36634d04d tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "DELETE /v2.0/subnets/0de68059-1428-4082-ac9c-25db80f85caf HTTP/1.1" status: 404 len: 337 time: 0.0518932 Aug 10 01:19:35.116464 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46154) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:35.138364 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-148d7c39-2f4e-4093-a55a-e8ce39ec4fc0 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] DELETE failed (client error): The resource could not be found. Aug 10 01:19:35.138861 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee9730b-9ad4-4b4d-bf7d-26931b63315c None None] DHCP port deletion for 5ff8dfd3-9b4d-4213-921d-785a7010c38a request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:19:35.139040 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-148d7c39-2f4e-4093-a55a-e8ce39ec4fc0 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:19:35.143062 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-148d7c39-2f4e-4093-a55a-e8ce39ec4fc0 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "DELETE /v2.0/networks/53b631e7-a614-4d0d-a2f7-aeaf1d09f399 HTTP/1.1" status: 404 len: 339 time: 0.0258431 Aug 10 01:19:35.146491 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46156) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:35.173632 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-51108e57-24f7-43cf-be7c-7ce2ed1bac6c None None] Provisioning complete for port 813e25ee-7b60-4760-8d73-4af7a6cca96f triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:35.173903 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-51108e57-24f7-43cf-be7c-7ce2ed1bac6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:35.183599 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-53d96fe4-46e9-45d8-9b41-8650ee821247 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] DELETE failed (client error): The resource could not be found. Aug 10 01:19:35.184213 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53d96fe4-46e9-45d8-9b41-8650ee821247 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:19:35.188023 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-53d96fe4-46e9-45d8-9b41-8650ee821247 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "DELETE /v2.0/subnets/6c2c5a41-0414-4c45-bc14-1b7ca5307363 HTTP/1.1" status: 404 len: 337 time: 0.0399237 Aug 10 01:19:35.190166 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46158) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:35.213610 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c77c1488-e8ed-44a8-9ae0-8525597792c5 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] DELETE failed (client error): The resource could not be found. Aug 10 01:19:35.214350 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c77c1488-e8ed-44a8-9ae0-8525597792c5 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:19:35.217075 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c77c1488-e8ed-44a8-9ae0-8525597792c5 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "DELETE /v2.0/networks/80561d56-942b-4d03-bd52-4ca24cf212ef HTTP/1.1" status: 404 len: 339 time: 0.0244889 Aug 10 01:19:35.219897 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46162) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:35.259144 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b663d669-4110-47bf-94ca-5c7e77f96b1c tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] DELETE failed (client error): The resource could not be found. Aug 10 01:19:35.259651 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b663d669-4110-47bf-94ca-5c7e77f96b1c tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:19:35.262007 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b663d669-4110-47bf-94ca-5c7e77f96b1c tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "DELETE /v2.0/subnets/62220a9a-005d-4c32-acf5-c5f2ef438a60 HTTP/1.1" status: 404 len: 337 time: 0.0409284 Aug 10 01:19:35.264564 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46164) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:35.275484 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:35.298564 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eae0bec-d3c1-47ed-96b1-a135216b5b35 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] DELETE failed (client error): The resource could not be found. Aug 10 01:19:35.299207 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eae0bec-d3c1-47ed-96b1-a135216b5b35 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:19:35.301509 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3eae0bec-d3c1-47ed-96b1-a135216b5b35 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "DELETE /v2.0/networks/79206907-fcd8-4bcc-b988-2e002087a1a5 HTTP/1.1" status: 404 len: 339 time: 0.0355830 Aug 10 01:19:35.305040 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46166) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:35.322147 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-99424f37-eac0-42d9-9dc7-c8e6386b718c req-684c501e-b4f2-4d71-adc8-d29f70c9e05a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 210 time: 0.0446401 Aug 10 01:19:35.350568 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-51108e57-24f7-43cf-be7c-7ce2ed1bac6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:35.382429 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 813e25ee-7b60-4760-8d73-4af7a6cca96f, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=813e25ee-7b60-4760-8d73-4af7a6cca96f,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:35.396672 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:35.423371 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a2979e4-46e5-43e5-b131-f90045d8b0db tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Deleting subnet c8892e20-7088-4725-8cbe-6e9a914b4a65 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:19:35.431176 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2a2979e4-46e5-43e5-b131-f90045d8b0db tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:35.449228 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a7a4e790-5387-4d73-9c8d-56236bfc8545 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:19:35.480125 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2a2979e4-46e5-43e5-b131-f90045d8b0db tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:35.484764 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: a7a4e790-5387-4d73-9c8d-56236bfc8545 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:19:35.485304 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a7a4e790-5387-4d73-9c8d-56236bfc8545 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:19:35.515703 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.db.api [None req-51108e57-24f7-43cf-be7c-7ce2ed1bac6c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:19:35.516146 n-d-766726-26 neutron-server[105828]: DEBUG oslo_db.api [None req-51108e57-24f7-43cf-be7c-7ce2ed1bac6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:19:35.517218 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=813e25ee-7b60-4760-8d73-4af7a6cca96f,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:35.581350 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2a2979e4-46e5-43e5-b131-f90045d8b0db tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:35.650103 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2a2979e4-46e5-43e5-b131-f90045d8b0db tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:35.678301 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2979e4-46e5-43e5-b131-f90045d8b0db tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event deleted for resources: {'Subnet': ['ID=c8892e20-7088-4725-8cbe-6e9a914b4a65,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:35.682263 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2a2979e4-46e5-43e5-b131-f90045d8b0db tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:35.686396 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2a2979e4-46e5-43e5-b131-f90045d8b0db tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "DELETE /v2.0/subnets/c8892e20-7088-4725-8cbe-6e9a914b4a65 HTTP/1.1" status: 204 len: 168 time: 0.3774638 Aug 10 01:19:35.687152 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46168) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:35.689973 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f7258a-305d-4a1c-9909-784ca4bf62bc None None] Network 6bea3583-aee3-40a9-b44f-3ddb9ea8e2d5 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:35.770546 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-435b3544-be24-48f2-b6c5-f5c6324bab8b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:35.911769 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d572a47d-7b3d-4529-b76d-f70dc4c41f7a None None] DHCP port deletion for 6bea3583-aee3-40a9-b44f-3ddb9ea8e2d5 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:19:35.925153 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-435b3544-be24-48f2-b6c5-f5c6324bab8b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Deleting port a9d9c286-0324-48bb-922f-2c56919da911 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:19:35.925503 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-435b3544-be24-48f2-b6c5-f5c6324bab8b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:35.960970 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-d572a47d-7b3d-4529-b76d-f70dc4c41f7a None None] Deleting port a9d9c286-0324-48bb-922f-2c56919da911 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:19:35.961360 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d572a47d-7b3d-4529-b76d-f70dc4c41f7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:36.024826 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-435b3544-be24-48f2-b6c5-f5c6324bab8b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] For port a9d9c286-0324-48bb-922f-2c56919da911, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a9d9c286-0324-48bb-922f-2c56919da911,segment=NetworkSegment(d83f6bd5-7b37-4039-893d-5788affbe7a4),segment_id=d83f6bd5-7b37-4039-893d-5788affbe7a4)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:36.025205 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-435b3544-be24-48f2-b6c5-f5c6324bab8b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:36.038781 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-85182e05-74bd-448b-8b88-cc990f0a9e09 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:36.040235 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-85182e05-74bd-448b-8b88-cc990f0a9e09 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.24 "GET /v2.0/networks?id=e88d51f0-ef67-43e3-acaa-ddb0705ef866 HTTP/1.1" status: 200 len: 810 time: 0.1884103 Aug 10 01:19:36.046336 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-435b3544-be24-48f2-b6c5-f5c6324bab8b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Calling delete_port for a9d9c286-0324-48bb-922f-2c56919da911 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:19:36.055854 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d572a47d-7b3d-4529-b76d-f70dc4c41f7a None None] For port a9d9c286-0324-48bb-922f-2c56919da911, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a9d9c286-0324-48bb-922f-2c56919da911,segment=NetworkSegment(d83f6bd5-7b37-4039-893d-5788affbe7a4),segment_id=d83f6bd5-7b37-4039-893d-5788affbe7a4)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:36.056291 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d572a47d-7b3d-4529-b76d-f70dc4c41f7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:36.074638 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-d572a47d-7b3d-4529-b76d-f70dc4c41f7a None None] Calling delete_port for a9d9c286-0324-48bb-922f-2c56919da911 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:19:36.135866 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-1474ea83-50ac-4291-951c-f45064b5c25e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a14fe6b470434cfda037388a8cf18ac8 HTTP/1.1" status: 200 len: 380 time: 0.0802925 Aug 10 01:19:36.145981 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-bcc912ec-3997-4103-ad0b-dd23844e1ea5 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Request body: {'port': {'device_id': 'e215e917-f726-47ee-aaf5-8429c75c4af7', 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866', 'admin_state_up': True, 'tenant_id': 'a14fe6b470434cfda037388a8cf18ac8', 'security_groups': ['12ece31a-af89-4caa-b229-37189edb119f']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:36.156920 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d572a47d-7b3d-4529-b76d-f70dc4c41f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:36.184679 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572a47d-7b3d-4529-b76d-f70dc4c41f7a None None] Pushing event deleted for resources: {'Port': ['ID=a9d9c286-0324-48bb-922f-2c56919da911,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:36.186461 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d572a47d-7b3d-4529-b76d-f70dc4c41f7a None None] No DVR routers for this DVR port a9d9c286-0324-48bb-922f-2c56919da911 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:19:36.214395 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-435b3544-be24-48f2-b6c5-f5c6324bab8b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:36.254994 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b3544-be24-48f2-b6c5-f5c6324bab8b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event deleted for resources: {'Port': ['ID=a9d9c286-0324-48bb-922f-2c56919da911,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:36.259005 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435b3544-be24-48f2-b6c5-f5c6324bab8b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] No DVR routers for this DVR port a9d9c286-0324-48bb-922f-2c56919da911 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:19:36.368448 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-435b3544-be24-48f2-b6c5-f5c6324bab8b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:36.381990 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-435b3544-be24-48f2-b6c5-f5c6324bab8b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bea3583-aee3-40a9-b44f-3ddb9ea8e2d5']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:36.389427 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-bcc912ec-3997-4103-ad0b-dd23844e1ea5 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Made reservation on behalf of a14fe6b470434cfda037388a8cf18ac8 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:36.394289 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-bcc912ec-3997-4103-ad0b-dd23844e1ea5 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:36.405948 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-435b3544-be24-48f2-b6c5-f5c6324bab8b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd83f6bd5-7b37-4039-893d-5788affbe7a4') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:36.406226 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-435b3544-be24-48f2-b6c5-f5c6324bab8b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd83f6bd5-7b37-4039-893d-5788affbe7a4') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:36.421935 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 813e25ee-7b60-4760-8d73-4af7a6cca96f up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:19:36.423105 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-435b3544-be24-48f2-b6c5-f5c6324bab8b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:36.445121 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f63404c0-2f95-4c58-af26-370bfa553f34 req-59a63a1c-8c21-453b-85b6-99c016ca9ea5 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 210 time: 0.0307264 Aug 10 01:19:36.474241 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-435b3544-be24-48f2-b6c5-f5c6324bab8b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:36.486644 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-435b3544-be24-48f2-b6c5-f5c6324bab8b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:19:36.486869 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 813e25ee-7b60-4760-8d73-4af7a6cca96f triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:36.487345 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-435b3544-be24-48f2-b6c5-f5c6324bab8b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:36.487478 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: self.session.flush() Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:19:36.490081 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:19:36.592447 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-435b3544-be24-48f2-b6c5-f5c6324bab8b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:36.602541 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-435b3544-be24-48f2-b6c5-f5c6324bab8b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:36.604441 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-435b3544-be24-48f2-b6c5-f5c6324bab8b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "DELETE /v2.0/networks/6bea3583-aee3-40a9-b44f-3ddb9ea8e2d5 HTTP/1.1" status: 204 len: 168 time: 0.9168677 Aug 10 01:19:36.607630 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46172) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:36.630261 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b3544-be24-48f2-b6c5-f5c6324bab8b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event deleted for resources: {'Network': ['ID=6bea3583-aee3-40a9-b44f-3ddb9ea8e2d5,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:36.636950 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-bcc912ec-3997-4103-ad0b-dd23844e1ea5 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Allocated IP 172.20.0.5 (e88d51f0-ef67-43e3-acaa-ddb0705ef866/04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e/aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:19:36.644648 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-992da0ea-2540-49b1-95c6-bbb0cfbe4280 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] DELETE failed (client error): The resource could not be found. Aug 10 01:19:36.645198 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-992da0ea-2540-49b1-95c6-bbb0cfbe4280 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:19:36.647351 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-992da0ea-2540-49b1-95c6-bbb0cfbe4280 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "DELETE /v2.0/subnets/e8ba1de6-b3d2-42ac-8e89-a75110cad17f HTTP/1.1" status: 404 len: 337 time: 0.0386970 Aug 10 01:19:36.648988 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a9d9c286-0324-48bb-922f-2c56919da911 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:19:36.650051 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46174) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:36.668938 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: a9d9c286-0324-48bb-922f-2c56919da911 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:19:36.669381 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a9d9c286-0324-48bb-922f-2c56919da911 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:19:36.669824 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5b634e75-509c-469f-9e26-711d55fe8c09 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:19:36.678431 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-33468082-32d4-4c7d-8c0f-88eba0d2ee9b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] DELETE failed (client error): The resource could not be found. Aug 10 01:19:36.678988 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33468082-32d4-4c7d-8c0f-88eba0d2ee9b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:19:36.680826 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-33468082-32d4-4c7d-8c0f-88eba0d2ee9b tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "DELETE /v2.0/networks/95023a50-79b4-4681-b0f7-51a509fd08e9 HTTP/1.1" status: 404 len: 339 time: 0.0297110 Aug 10 01:19:36.683433 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46176) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:36.689537 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 5b634e75-509c-469f-9e26-711d55fe8c09 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:19:36.690140 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5b634e75-509c-469f-9e26-711d55fe8c09 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:19:36.738866 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3101cb2c-9d46-43db-8cc9-8ebcb12ecb2a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Deleting subnet 5ecff32f-fd6a-4af5-ad7f-1e00842fa477 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:19:36.742197 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3101cb2c-9d46-43db-8cc9-8ebcb12ecb2a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:36.787225 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3101cb2c-9d46-43db-8cc9-8ebcb12ecb2a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:36.818277 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-bcc912ec-3997-4103-ad0b-dd23844e1ea5 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:36.833546 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-bcc912ec-3997-4103-ad0b-dd23844e1ea5 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Transition to ACTIVE for port object aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:36.874213 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3101cb2c-9d46-43db-8cc9-8ebcb12ecb2a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:36.876041 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-bcc912ec-3997-4103-ad0b-dd23844e1ea5 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:36.921680 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-bcc912ec-3997-4103-ad0b-dd23844e1ea5 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Network e88d51f0-ef67-43e3-acaa-ddb0705ef866 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:36.925266 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-bcc912ec-3997-4103-ad0b-dd23844e1ea5 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:36.929063 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-bcc912ec-3997-4103-ad0b-dd23844e1ea5 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:19:36.936132 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3101cb2c-9d46-43db-8cc9-8ebcb12ecb2a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:36.938941 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc912ec-3997-4103-ad0b-dd23844e1ea5 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Pushing event updated for resources: {'Port': ['ID=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:36.971004 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3101cb2c-9d46-43db-8cc9-8ebcb12ecb2a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event deleted for resources: {'Subnet': ['ID=5ecff32f-fd6a-4af5-ad7f-1e00842fa477,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:36.973129 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3101cb2c-9d46-43db-8cc9-8ebcb12ecb2a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:36.975273 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3101cb2c-9d46-43db-8cc9-8ebcb12ecb2a tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "DELETE /v2.0/subnets/5ecff32f-fd6a-4af5-ad7f-1e00842fa477 HTTP/1.1" status: 204 len: 168 time: 0.2899435 Aug 10 01:19:36.977643 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46178) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:36.985429 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5163ff27-f00d-45e9-afba-a792639d7986 None None] Network 58f68dcd-b9e4-4a1c-8e30-0cea35cae752 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:37.002107 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-bcc912ec-3997-4103-ad0b-dd23844e1ea5 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:37.002787 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-bcc912ec-3997-4103-ad0b-dd23844e1ea5 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:37.020483 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-bcc912ec-3997-4103-ad0b-dd23844e1ea5 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8785498 Aug 10 01:19:37.033928 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-47b41802-6ea1-4686-90fb-adb41e329008 service neutron] Request body: {'port': {'device_id': 'e215e917-f726-47ee-aaf5-8429c75c4af7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:37.066666 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-969a334a-a379-4936-b3ae-765855ac1dc4 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:37.114991 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-47b41802-6ea1-4686-90fb-adb41e329008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:37.142362 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-969a334a-a379-4936-b3ae-765855ac1dc4 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Deleting port c0cf78ff-0edc-4691-bd6d-ac2dcd37ddbd {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:19:37.143145 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-969a334a-a379-4936-b3ae-765855ac1dc4 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:37.212046 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e92cb55-41a5-4608-9414-70a56471373d None None] DHCP port deletion for 58f68dcd-b9e4-4a1c-8e30-0cea35cae752 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:19:37.215918 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d4e70f95-64d5-43d7-94f6-a6ca49842fcc None None] Provisioning for port aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:37.221958 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d4e70f95-64d5-43d7-94f6-a6ca49842fcc None None] Provisioning complete for port aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:37.222345 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d4e70f95-64d5-43d7-94f6-a6ca49842fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:37.224886 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-969a334a-a379-4936-b3ae-765855ac1dc4 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] For port c0cf78ff-0edc-4691-bd6d-ac2dcd37ddbd, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=c0cf78ff-0edc-4691-bd6d-ac2dcd37ddbd,segment=NetworkSegment(82652e5d-eb6a-43d6-9f4e-dfb1e7e66206),segment_id=82652e5d-eb6a-43d6-9f4e-dfb1e7e66206)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:37.225258 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-969a334a-a379-4936-b3ae-765855ac1dc4 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:37.238703 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-969a334a-a379-4936-b3ae-765855ac1dc4 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Calling delete_port for c0cf78ff-0edc-4691-bd6d-ac2dcd37ddbd owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:19:37.279483 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-d4e70f95-64d5-43d7-94f6-a6ca49842fcc None None] Port aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:19:37.294635 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-5e92cb55-41a5-4608-9414-70a56471373d None None] Deleting port c0cf78ff-0edc-4691-bd6d-ac2dcd37ddbd {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:19:37.295028 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5e92cb55-41a5-4608-9414-70a56471373d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:37.329754 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-969a334a-a379-4936-b3ae-765855ac1dc4 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:37.358054 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a334a-a379-4936-b3ae-765855ac1dc4 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event deleted for resources: {'Port': ['ID=c0cf78ff-0edc-4691-bd6d-ac2dcd37ddbd,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:37.362098 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969a334a-a379-4936-b3ae-765855ac1dc4 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] No DVR routers for this DVR port c0cf78ff-0edc-4691-bd6d-ac2dcd37ddbd on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:19:37.368542 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-5e92cb55-41a5-4608-9414-70a56471373d None None] For port c0cf78ff-0edc-4691-bd6d-ac2dcd37ddbd, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=c0cf78ff-0edc-4691-bd6d-ac2dcd37ddbd,segment=NetworkSegment(82652e5d-eb6a-43d6-9f4e-dfb1e7e66206),segment_id=82652e5d-eb6a-43d6-9f4e-dfb1e7e66206)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:37.369080 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5e92cb55-41a5-4608-9414-70a56471373d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:37.383492 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-5e92cb55-41a5-4608-9414-70a56471373d None None] Calling delete_port for c0cf78ff-0edc-4691-bd6d-ac2dcd37ddbd owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:19:37.431668 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-47b41802-6ea1-4686-90fb-adb41e329008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:19:37.441080 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-47b41802-6ea1-4686-90fb-adb41e329008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:37.452868 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-969a334a-a379-4936-b3ae-765855ac1dc4 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:37.458600 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-47b41802-6ea1-4686-90fb-adb41e329008 service neutron] Transition to ACTIVE for port object aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:37.462965 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-47b41802-6ea1-4686-90fb-adb41e329008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:19:37.464446 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:19:37.470948 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-969a334a-a379-4936-b3ae-765855ac1dc4 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f68dcd-b9e4-4a1c-8e30-0cea35cae752']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:37.471072 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5e92cb55-41a5-4608-9414-70a56471373d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:37.487336 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-969a334a-a379-4936-b3ae-765855ac1dc4 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82652e5d-eb6a-43d6-9f4e-dfb1e7e66206') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:37.487746 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-969a334a-a379-4936-b3ae-765855ac1dc4 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82652e5d-eb6a-43d6-9f4e-dfb1e7e66206') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:37.499538 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-969a334a-a379-4936-b3ae-765855ac1dc4 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:37.500569 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92cb55-41a5-4608-9414-70a56471373d None None] Pushing event deleted for resources: {'Port': ['ID=c0cf78ff-0edc-4691-bd6d-ac2dcd37ddbd,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:37.521783 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e92cb55-41a5-4608-9414-70a56471373d None None] No DVR routers for this DVR port c0cf78ff-0edc-4691-bd6d-ac2dcd37ddbd on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:19:37.528513 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b41802-6ea1-4686-90fb-adb41e329008 service neutron] Pushing event updated for resources: {'Port': ['ID=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:37.529314 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-969a334a-a379-4936-b3ae-765855ac1dc4 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:37.544870 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-969a334a-a379-4936-b3ae-765855ac1dc4 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:19:37.545418 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-969a334a-a379-4936-b3ae-765855ac1dc4 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:37.548890 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:19:37.548890 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:19:37.548890 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:19:37.548890 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:19:37.548890 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:19:37.548890 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:19:37.548890 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:19:37.548890 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:19:37.548890 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:19:37.548890 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:19:37.548890 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:19:37.548890 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:19:37.548890 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:19:37.548890 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:19:37.548890 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:19:37.548890 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:19:37.548890 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:19:37.548890 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:19:37.548890 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:19:37.548890 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:19:37.548890 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:19:37.548890 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:19:37.548890 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:19:37.548890 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:19:37.548890 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:19:37.548890 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:19:37.548890 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:19:37.548890 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:19:37.548890 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:19:37.548890 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:19:37.548890 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:19:37.548890 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:19:37.616054 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-47b41802-6ea1-4686-90fb-adb41e329008 service neutron] Attempting to bind port aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:19:37.616449 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-47b41802-6ea1-4686-90fb-adb41e329008 service neutron] Attempting to bind port aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '52f03a3d-92cf-402a-8037-fd3af118309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:19:37.616804 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-47b41802-6ea1-4686-90fb-adb41e329008 service neutron] Attempting to bind port aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa on network e88d51f0-ef67-43e3-acaa-ddb0705ef866 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:19:37.626476 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-47b41802-6ea1-4686-90fb-adb41e329008 service neutron] Port aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa on network e88d51f0-ef67-43e3-acaa-ddb0705ef866 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:19:37.627080 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-47b41802-6ea1-4686-90fb-adb41e329008 service neutron] Attempting to bind port aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa on network e88d51f0-ef67-43e3-acaa-ddb0705ef866 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:19:37.633314 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-47b41802-6ea1-4686-90fb-adb41e329008 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:19:37.633904 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-47b41802-6ea1-4686-90fb-adb41e329008 service neutron] Checking segment: {'id': '52f03a3d-92cf-402a-8037-fd3af118309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:37.634318 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-47b41802-6ea1-4686-90fb-adb41e329008 service neutron] Bound using segment: {'id': '52f03a3d-92cf-402a-8037-fd3af118309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:19:37.634954 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-47b41802-6ea1-4686-90fb-adb41e329008 service neutron] Bound port: aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52f03a3d-92cf-402a-8037-fd3af118309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:19:37.635197 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-47b41802-6ea1-4686-90fb-adb41e329008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:37.648602 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-969a334a-a379-4936-b3ae-765855ac1dc4 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:37.664648 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91432d7d-fd67-4f0d-8a36-1dc7bbbd7075 req-f46b2bb8-de6a-49bf-81af-ba9bcc4bf6f9 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:37.669235 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-91432d7d-fd67-4f0d-8a36-1dc7bbbd7075 req-f46b2bb8-de6a-49bf-81af-ba9bcc4bf6f9 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 943 time: 0.1185722 Aug 10 01:19:37.670582 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-969a334a-a379-4936-b3ae-765855ac1dc4 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:37.672825 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-969a334a-a379-4936-b3ae-765855ac1dc4 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] 10.222.0.35 "DELETE /v2.0/networks/58f68dcd-b9e4-4a1c-8e30-0cea35cae752 HTTP/1.1" status: 204 len: 168 time: 0.6942573 Aug 10 01:19:37.695560 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a334a-a379-4936-b3ae-765855ac1dc4 tempest-NetworksIpV6Test-477213769 tempest-NetworksIpV6Test-477213769-project] Pushing event deleted for resources: {'Network': ['ID=58f68dcd-b9e4-4a1c-8e30-0cea35cae752,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:37.731649 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-91432d7d-fd67-4f0d-8a36-1dc7bbbd7075 req-8c0ac817-5078-43c7-b16a-39e405ca5067 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543854 Aug 10 01:19:37.751740 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-47b41802-6ea1-4686-90fb-adb41e329008 service neutron] For port aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:19:37.754899 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-47b41802-6ea1-4686-90fb-adb41e329008 service neutron] For port aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:19:37.759132 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-47b41802-6ea1-4686-90fb-adb41e329008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:37.794835 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-47b41802-6ea1-4686-90fb-adb41e329008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:37.795471 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-47b41802-6ea1-4686-90fb-adb41e329008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:37.797282 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-47b41802-6ea1-4686-90fb-adb41e329008 service neutron] 10.222.0.24 "PUT /v2.0/ports/aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa HTTP/1.1" status: 200 len: 1092 time: 0.7681906 Aug 10 01:19:37.799468 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e215e917-f726-47ee-aaf5-8429c75c4af7', 'tag': 'aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:19:37.803818 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5082683f-92e1-4f52-b4d6-3d638e7aa414" -d '{"events": [{"name": "network-changed", "server_uuid": "e215e917-f726-47ee-aaf5-8429c75c4af7", "tag": "aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:19:37.846890 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b41802-6ea1-4686-90fb-adb41e329008 service neutron] Pushing event updated for resources: {'Port': ['ID=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:37.867305 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7064e6cc-e139-49d2-bfcf-e7cecf1d61af x-openstack-request-id: req-7064e6cc-e139-49d2-bfcf-e7cecf1d61af {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:19:37.867692 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e215e917-f726-47ee-aaf5-8429c75c4af7", "tag": "aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:19:37.868022 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7064e6cc-e139-49d2-bfcf-e7cecf1d61af {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:19:37.868591 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e215e917-f726-47ee-aaf5-8429c75c4af7', 'tag': 'aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa', 'status': 'completed', 'code': 200} Aug 10 01:19:37.907490 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-f131beaa-1e52-4eb5-9a63-d8d4f89e620b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:37.909104 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-f131beaa-1e52-4eb5-9a63-d8d4f89e620b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a14fe6b470434cfda037388a8cf18ac8&device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 1095 time: 0.0519629 Aug 10 01:19:37.953831 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-22a71fd7-aa34-4951-a212-fb2c8ddbb1ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa HTTP/1.1" status: 200 len: 217 time: 0.0365052 Aug 10 01:19:37.980119 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46190) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:38.014124 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-cf129102-1da0-4f54-bd3d-d25f84dcb583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:38.015603 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-cf129102-1da0-4f54-bd3d-d25f84dcb583 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e HTTP/1.1" status: 200 len: 849 time: 0.0549214 Aug 10 01:19:38.067642 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-a22f174d-7b23-4098-8164-4a2557c8b9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:38.069171 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-a22f174d-7b23-4098-8164-4a2557c8b9f0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e88d51f0-ef67-43e3-acaa-ddb0705ef866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463166 Aug 10 01:19:38.130474 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-65f9c46c-357f-42e9-a9c3-bd5eb7312d5c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eaa01e51ab0d46f8ae624884f42c4466&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485178 Aug 10 01:19:38.133394 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46196) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:38.163909 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-87154d94-2066-4b12-9c18-9f57fa6f8eae service neutron] 10.222.0.24 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872464 Aug 10 01:19:38.186806 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-85748851-4958-4534-ae19-8f86e2476b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:38.212943 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-85748851-4958-4534-ae19-8f86e2476b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:38.270614 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-064eeebf-dc57-4bbe-8a14-fcf09afe6a0e req-3670769b-1424-49ee-9b53-b1d77d1580d9 service neutron] 10.222.0.24 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995965 Aug 10 01:19:38.271527 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-85748851-4958-4534-ae19-8f86e2476b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:38.274223 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-85748851-4958-4534-ae19-8f86e2476b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:38.278136 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-85748851-4958-4534-ae19-8f86e2476b5c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8594dc7e-cade-4bad-b84f-fc8af58c72dc HTTP/1.1" status: 204 len: 168 time: 0.1410079 Aug 10 01:19:38.287616 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85748851-4958-4534-ae19-8f86e2476b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8594dc7e-cade-4bad-b84f-fc8af58c72dc,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:38.368850 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082683f-92e1-4f52-b4d6-3d638e7aa414 req-7c062e6f-16fe-4524-8110-1550a7e46f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:38.370938 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5082683f-92e1-4f52-b4d6-3d638e7aa414 req-7c062e6f-16fe-4524-8110-1550a7e46f60 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a14fe6b470434cfda037388a8cf18ac8&device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 1095 time: 0.0482821 Aug 10 01:19:38.420120 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c0cf78ff-0edc-4691-bd6d-ac2dcd37ddbd no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:19:38.459296 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: c0cf78ff-0edc-4691-bd6d-ac2dcd37ddbd {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:19:38.459725 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c0cf78ff-0edc-4691-bd6d-ac2dcd37ddbd not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:19:38.525485 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082683f-92e1-4f52-b4d6-3d638e7aa414 req-5e388245-c041-47c3-9990-730c994cf9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:38.527150 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5082683f-92e1-4f52-b4d6-3d638e7aa414 req-5e388245-c041-47c3-9990-730c994cf9d5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e88d51f0-ef67-43e3-acaa-ddb0705ef866 HTTP/1.1" status: 200 len: 911 time: 0.1497395 Aug 10 01:19:38.582559 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5082683f-92e1-4f52-b4d6-3d638e7aa414 req-a63c247c-52d7-48ad-a46d-46f6fe6959e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa HTTP/1.1" status: 200 len: 217 time: 0.0481710 Aug 10 01:19:38.647103 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082683f-92e1-4f52-b4d6-3d638e7aa414 req-374f29d4-3d91-44c3-b3f0-247f67080b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:38.648910 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5082683f-92e1-4f52-b4d6-3d638e7aa414 req-374f29d4-3d91-44c3-b3f0-247f67080b9d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e HTTP/1.1" status: 200 len: 849 time: 0.0593641 Aug 10 01:19:38.701633 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082683f-92e1-4f52-b4d6-3d638e7aa414 req-e88c1684-9ce3-4313-b10e-869d02228aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:38.703156 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5082683f-92e1-4f52-b4d6-3d638e7aa414 req-e88c1684-9ce3-4313-b10e-869d02228aea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e88d51f0-ef67-43e3-acaa-ddb0705ef866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467906 Aug 10 01:19:38.862548 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cc6a3-a39d-45df-9b5d-6f5632531550 req-66f46faf-52f9-47f8-956a-9a969f0cbd24 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:38.864156 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fd5cc6a3-a39d-45df-9b5d-6f5632531550 req-66f46faf-52f9-47f8-956a-9a969f0cbd24 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 943 time: 0.0621912 Aug 10 01:19:38.915123 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fd5cc6a3-a39d-45df-9b5d-6f5632531550 req-d164ba5c-df38-4b98-a81a-5312285620ca tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413754 Aug 10 01:19:39.075577 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46220) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:39.102643 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5082683f-92e1-4f52-b4d6-3d638e7aa414 req-d2f0ddcf-b294-4cb2-94a4-936e25929085 service neutron] 10.222.0.24 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925149 Aug 10 01:19:39.173371 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-97f71098-bbf2-442b-a60c-b054848d9747 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-33974432'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:39.193673 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5082683f-92e1-4f52-b4d6-3d638e7aa414 req-67ce702c-9719-46d6-aa4e-e08a786d7451 service neutron] 10.222.0.24 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825937 Aug 10 01:19:39.197138 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f71098-bbf2-442b-a60c-b054848d9747 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Made reservation on behalf of e51d9d85aa3444c085782f0dff2ed795 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:39.202246 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-97f71098-bbf2-442b-a60c-b054848d9747 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:39.211604 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-97f71098-bbf2-442b-a60c-b054848d9747 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:39.302330 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-97f71098-bbf2-442b-a60c-b054848d9747 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:39.305991 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-97f71098-bbf2-442b-a60c-b054848d9747 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:39.329121 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f71098-bbf2-442b-a60c-b054848d9747 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:19:39.342685 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f71098-bbf2-442b-a60c-b054848d9747 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f58a92-d42b-483e-9fac-934353f61d47,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:39.348443 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-97f71098-bbf2-442b-a60c-b054848d9747 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:39.348786 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-97f71098-bbf2-442b-a60c-b054848d9747 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Added segment 93abecf8-29a8-4dd1-a08a-6a9ff5e8e68c of type vlan for network e036c232-7668-4f33-b5ac-5ef2c2820bfa Aug 10 01:19:39.390207 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-97f71098-bbf2-442b-a60c-b054848d9747 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:39.417959 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-97f71098-bbf2-442b-a60c-b054848d9747 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:39.423423 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f71098-bbf2-442b-a60c-b054848d9747 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:39.423999 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-97f71098-bbf2-442b-a60c-b054848d9747 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:39.478710 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-97f71098-bbf2-442b-a60c-b054848d9747 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.4014082 Aug 10 01:19:39.481872 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46224) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:39.488853 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-900d00f7-0480-48b6-854b-23cb6882a702 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Request body: {'subnet': {'network_id': 'e036c232-7668-4f33-b5ac-5ef2c2820bfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:39.538623 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f71098-bbf2-442b-a60c-b054848d9747 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Pushing event updated for resources: {'Network': ['ID=e036c232-7668-4f33-b5ac-5ef2c2820bfa,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:39.550038 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network e036c232-7668-4f33-b5ac-5ef2c2820bfa details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:19:39.589348 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900d00f7-0480-48b6-854b-23cb6882a702 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Made reservation on behalf of e51d9d85aa3444c085782f0dff2ed795 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:39.593406 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-900d00f7-0480-48b6-854b-23cb6882a702 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:39.772415 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-900d00f7-0480-48b6-854b-23cb6882a702 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:39.809677 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a98890fe-9feb-42d7-ae46-efabf874373d req-67383cfe-1ad8-4d28-aa2b-947b08c0ddb6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450652 Aug 10 01:19:39.831834 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d00f7-0480-48b6-854b-23cb6882a702 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Pushing event updated for resources: {'Subnet': ['ID=95ac08a6-1676-4a84-a0a6-c3d92e632f09,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:39.842009 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900d00f7-0480-48b6-854b-23cb6882a702 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Checking segment: {'id': '93abecf8-29a8-4dd1-a08a-6a9ff5e8e68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e036c232-7668-4f33-b5ac-5ef2c2820bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:39.842313 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900d00f7-0480-48b6-854b-23cb6882a702 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Network hostable DHCP agents. Network: e036c232-7668-4f33-b5ac-5ef2c2820bfa, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:19:39.858740 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900d00f7-0480-48b6-854b-23cb6882a702 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Network e036c232-7668-4f33-b5ac-5ef2c2820bfa is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:19:39.867200 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-900d00f7-0480-48b6-854b-23cb6882a702 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, e036c232-7668-4f33-b5ac-5ef2c2820bfa) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:39.871118 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900d00f7-0480-48b6-854b-23cb6882a702 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:39.871713 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-900d00f7-0480-48b6-854b-23cb6882a702 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:39.875636 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d423a02-cf11-4783-af02-d863c3ec105e None None] Network e036c232-7668-4f33-b5ac-5ef2c2820bfa requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:39.890692 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-900d00f7-0480-48b6-854b-23cb6882a702 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4078038 Aug 10 01:19:39.893295 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46226) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:39.898263 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-d346a96b-9bcf-4292-9f1f-1c1e225ff116 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Request body: {'port': {'network_id': 'e036c232-7668-4f33-b5ac-5ef2c2820bfa', 'name': 'tempest-TagsExtTest-1138573207'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:39.912762 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98890fe-9feb-42d7-ae46-efabf874373d req-209a63dc-15a1-46f2-a1f0-0fa14666072d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:39.914333 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a98890fe-9feb-42d7-ae46-efabf874373d req-209a63dc-15a1-46f2-a1f0-0fa14666072d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 1098 time: 0.0450156 Aug 10 01:19:40.028491 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69986dbe-bd8e-4234-8446-077f425b104e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-e036c232-7668-4f33-b5ac-5ef2c2820bfa', 'network_id': 'e036c232-7668-4f33-b5ac-5ef2c2820bfa', 'tenant_id': 'e51d9d85aa3444c085782f0dff2ed795', 'fixed_ips': [{'subnet_id': '95ac08a6-1676-4a84-a0a6-c3d92e632f09'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:19:40.029457 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-69986dbe-bd8e-4234-8446-077f425b104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:40.031194 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98890fe-9feb-42d7-ae46-efabf874373d req-070588e1-bd3f-475a-ab7f-e5bf63077bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:40.032893 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a98890fe-9feb-42d7-ae46-efabf874373d req-070588e1-bd3f-475a-ab7f-e5bf63077bdd service neutron] 10.222.0.20 "GET /v2.0/networks?id=a816cfb2-4561-452c-a993-906d177b1225 HTTP/1.1" status: 200 len: 897 time: 0.0985520 Aug 10 01:19:40.062241 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d346a96b-9bcf-4292-9f1f-1c1e225ff116 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Made reservation on behalf of e51d9d85aa3444c085782f0dff2ed795 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:40.065884 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d346a96b-9bcf-4292-9f1f-1c1e225ff116 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:40.074713 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf56bd3-5c61-4f89-9422-9e9d504a6324 req-51fc4a62-27e9-4af1-a37e-3f21024763a9 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:40.076223 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dcf56bd3-5c61-4f89-9422-9e9d504a6324 req-51fc4a62-27e9-4af1-a37e-3f21024763a9 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 943 time: 0.0786085 Aug 10 01:19:40.098839 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-d346a96b-9bcf-4292-9f1f-1c1e225ff116 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] device_id is not set on port e49c3168-1dbe-408e-9b24-7359bd5ae9f3 yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:19:40.112674 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a98890fe-9feb-42d7-ae46-efabf874373d req-2eb8de04-5a4c-4d9c-94ba-763bb7fb1fd0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5de6905a-266f-4ad1-bc62-6c3074eacd17 HTTP/1.1" status: 200 len: 1000 time: 0.0708330 Aug 10 01:19:40.164516 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98890fe-9feb-42d7-ae46-efabf874373d req-1590e626-779d-4c3b-b889-adb1c0b1b633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:40.166171 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a98890fe-9feb-42d7-ae46-efabf874373d req-1590e626-779d-4c3b-b889-adb1c0b1b633 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=50d4863a-ba29-42e9-94f4-85fc7bf0c412 HTTP/1.1" status: 200 len: 834 time: 0.0475543 Aug 10 01:19:40.168529 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dcf56bd3-5c61-4f89-9422-9e9d504a6324 req-684459d6-89d8-46af-b4d3-4504a70fb05e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828493 Aug 10 01:19:40.177890 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-69986dbe-bd8e-4234-8446-077f425b104e None None] Allocated IP 172.20.0.2 (e036c232-7668-4f33-b5ac-5ef2c2820bfa/95ac08a6-1676-4a84-a0a6-c3d92e632f09/34fd9677-13b8-4302-bd37-8254b293309b) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:19:40.221047 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98890fe-9feb-42d7-ae46-efabf874373d req-183e1f60-3a7e-4bcf-a603-2d8d82a1173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:40.222553 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a98890fe-9feb-42d7-ae46-efabf874373d req-183e1f60-3a7e-4bcf-a603-2d8d82a1173c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a816cfb2-4561-452c-a993-906d177b1225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487442 Aug 10 01:19:40.316976 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a98890fe-9feb-42d7-ae46-efabf874373d req-e888f230-3b64-42de-8cbc-7d86d6c28850 service neutron] 10.222.0.20 "GET /v2.0/networks/a816cfb2-4561-452c-a993-906d177b1225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871911 Aug 10 01:19:40.319426 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-69986dbe-bd8e-4234-8446-077f425b104e None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:40.327760 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-69986dbe-bd8e-4234-8446-077f425b104e None None] Transition to ACTIVE for port object 34fd9677-13b8-4302-bd37-8254b293309b will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:40.342945 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-69986dbe-bd8e-4234-8446-077f425b104e None None] Transition to ACTIVE for port object 34fd9677-13b8-4302-bd37-8254b293309b will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:40.350354 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-69986dbe-bd8e-4234-8446-077f425b104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:40.403167 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69986dbe-bd8e-4234-8446-077f425b104e None None] Pushing event updated for resources: {'Port': ['ID=34fd9677-13b8-4302-bd37-8254b293309b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:40.404790 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-d346a96b-9bcf-4292-9f1f-1c1e225ff116 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Allocated IP 172.20.0.7 (e036c232-7668-4f33-b5ac-5ef2c2820bfa/95ac08a6-1676-4a84-a0a6-c3d92e632f09/e49c3168-1dbe-408e-9b24-7359bd5ae9f3) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:19:40.406961 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69986dbe-bd8e-4234-8446-077f425b104e None None] Network e036c232-7668-4f33-b5ac-5ef2c2820bfa is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:40.408452 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-69986dbe-bd8e-4234-8446-077f425b104e None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:40.410574 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69986dbe-bd8e-4234-8446-077f425b104e None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:19:40.417337 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a98890fe-9feb-42d7-ae46-efabf874373d req-0055a2ca-438a-4d75-aabd-b51fccfbf006 service neutron] 10.222.0.20 "GET /v2.0/networks/a816cfb2-4561-452c-a993-906d177b1225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937192 Aug 10 01:19:40.463220 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-69986dbe-bd8e-4234-8446-077f425b104e None None] Attempting to bind port 34fd9677-13b8-4302-bd37-8254b293309b on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:19:40.463602 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-69986dbe-bd8e-4234-8446-077f425b104e None None] Attempting to bind port 34fd9677-13b8-4302-bd37-8254b293309b by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '93abecf8-29a8-4dd1-a08a-6a9ff5e8e68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e036c232-7668-4f33-b5ac-5ef2c2820bfa'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:19:40.463976 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69986dbe-bd8e-4234-8446-077f425b104e None None] Attempting to bind port 34fd9677-13b8-4302-bd37-8254b293309b on network e036c232-7668-4f33-b5ac-5ef2c2820bfa {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:19:40.469621 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69986dbe-bd8e-4234-8446-077f425b104e None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:19:40.470001 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69986dbe-bd8e-4234-8446-077f425b104e None None] Checking segment: {'id': '93abecf8-29a8-4dd1-a08a-6a9ff5e8e68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e036c232-7668-4f33-b5ac-5ef2c2820bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:40.470415 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-69986dbe-bd8e-4234-8446-077f425b104e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:40.470820 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69986dbe-bd8e-4234-8446-077f425b104e None None] Bound using segment: {'id': '93abecf8-29a8-4dd1-a08a-6a9ff5e8e68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e036c232-7668-4f33-b5ac-5ef2c2820bfa'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:19:40.471293 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-69986dbe-bd8e-4234-8446-077f425b104e None None] Bound port: 34fd9677-13b8-4302-bd37-8254b293309b, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93abecf8-29a8-4dd1-a08a-6a9ff5e8e68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e036c232-7668-4f33-b5ac-5ef2c2820bfa'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:19:40.471683 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-69986dbe-bd8e-4234-8446-077f425b104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:40.534406 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-69986dbe-bd8e-4234-8446-077f425b104e None None] For port 34fd9677-13b8-4302-bd37-8254b293309b, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:19:40.537593 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-69986dbe-bd8e-4234-8446-077f425b104e None None] For port 34fd9677-13b8-4302-bd37-8254b293309b, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=34fd9677-13b8-4302-bd37-8254b293309b,segment=NetworkSegment(93abecf8-29a8-4dd1-a08a-6a9ff5e8e68c),segment_id=93abecf8-29a8-4dd1-a08a-6a9ff5e8e68c)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:19:40.541210 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-69986dbe-bd8e-4234-8446-077f425b104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:40.565574 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d346a96b-9bcf-4292-9f1f-1c1e225ff116 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:40.579347 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-d346a96b-9bcf-4292-9f1f-1c1e225ff116 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Transition to ACTIVE for port object e49c3168-1dbe-408e-9b24-7359bd5ae9f3 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:40.599754 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69986dbe-bd8e-4234-8446-077f425b104e None None] Pushing event updated for resources: {'Port': ['ID=34fd9677-13b8-4302-bd37-8254b293309b,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:40.607986 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69986dbe-bd8e-4234-8446-077f425b104e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:40.608283 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69986dbe-bd8e-4234-8446-077f425b104e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:40.608659 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69986dbe-bd8e-4234-8446-077f425b104e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:40.608976 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69986dbe-bd8e-4234-8446-077f425b104e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:40.609558 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69986dbe-bd8e-4234-8446-077f425b104e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:40.609707 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69986dbe-bd8e-4234-8446-077f425b104e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:40.609965 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69986dbe-bd8e-4234-8446-077f425b104e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:40.610297 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69986dbe-bd8e-4234-8446-077f425b104e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:40.610635 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69986dbe-bd8e-4234-8446-077f425b104e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:40.611042 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69986dbe-bd8e-4234-8446-077f425b104e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:40.611287 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69986dbe-bd8e-4234-8446-077f425b104e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:40.611617 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69986dbe-bd8e-4234-8446-077f425b104e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:40.619819 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d346a96b-9bcf-4292-9f1f-1c1e225ff116 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:40.678615 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d346a96b-9bcf-4292-9f1f-1c1e225ff116 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Network e036c232-7668-4f33-b5ac-5ef2c2820bfa is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:40.682653 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-d346a96b-9bcf-4292-9f1f-1c1e225ff116 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:40.684617 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346a96b-9bcf-4292-9f1f-1c1e225ff116 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Pushing event updated for resources: {'Port': ['ID=e49c3168-1dbe-408e-9b24-7359bd5ae9f3,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:40.686728 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d346a96b-9bcf-4292-9f1f-1c1e225ff116 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:19:40.735759 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d346a96b-9bcf-4292-9f1f-1c1e225ff116 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:40.736431 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d346a96b-9bcf-4292-9f1f-1c1e225ff116 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:40.752951 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d346a96b-9bcf-4292-9f1f-1c1e225ff116 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8583961 Aug 10 01:19:40.754635 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46230) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:40.759326 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-b8514431-3611-43e1-b3bc-70531b1c221c tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-929140778', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:40.797353 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b8514431-3611-43e1-b3bc-70531b1c221c tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:40.798523 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b8514431-3611-43e1-b3bc-70531b1c221c tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:40.857414 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b8514431-3611-43e1-b3bc-70531b1c221c tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:40.863029 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b8514431-3611-43e1-b3bc-70531b1c221c tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:40.878954 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b8514431-3611-43e1-b3bc-70531b1c221c tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:40.880267 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b8514431-3611-43e1-b3bc-70531b1c221c tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1246130 Aug 10 01:19:40.883035 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46232) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:40.888125 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-03fea418-676a-4f9a-aa9d-9a7afc8538ed tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1837795660', 'prefixes': ['172.20.0.0/16']}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:40.951273 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-03fea418-676a-4f9a-aa9d-9a7afc8538ed tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks [] for subnetpool, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:40.952462 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-03fea418-676a-4f9a-aa9d-9a7afc8538ed tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0684850 Aug 10 01:19:40.956947 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46234) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:40.961534 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.tag.tag_plugin [None req-2010f571-25af-45d3-ac42-d4fa73e7bb89 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '95ac08a6-1676-4a84-a0a6-c3d92e632f09', 'tempest-TagsExtTest-Tag-924955567') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:41.057520 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2010f571-25af-45d3-ac42-d4fa73e7bb89 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "PUT /v2.0/subnets/95ac08a6-1676-4a84-a0a6-c3d92e632f09/tags/tempest-TagsExtTest-Tag-924955567 HTTP/1.1" status: 201 len: 201 time: 0.0995290 Aug 10 01:19:41.060050 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46236) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:41.064631 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.tag.tag_plugin [None req-819ad72f-d243-4702-9e4a-bc2e783b6a54 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e49c3168-1dbe-408e-9b24-7359bd5ae9f3', 'tempest-TagsExtTest-Tag-2129585903') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:41.126050 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-819ad72f-d243-4702-9e4a-bc2e783b6a54 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "PUT /v2.0/ports/e49c3168-1dbe-408e-9b24-7359bd5ae9f3/tags/tempest-TagsExtTest-Tag-2129585903 HTTP/1.1" status: 201 len: 201 time: 0.0648608 Aug 10 01:19:41.128551 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46238) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:41.133269 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.tag.tag_plugin [None req-a7573a78-cb14-47d3-8c5b-c723a726085d tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a0679cdd-a1b7-424c-be9f-90b861305a36', 'tempest-TagsExtTest-Tag-875187342') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:41.185714 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bacf5965-df5c-456f-8fd1-775ac4c228d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:41.231420 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a7573a78-cb14-47d3-8c5b-c723a726085d tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "PUT /v2.0/routers/a0679cdd-a1b7-424c-be9f-90b861305a36/tags/tempest-TagsExtTest-Tag-875187342 HTTP/1.1" status: 201 len: 201 time: 0.1012182 Aug 10 01:19:41.234510 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46242) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:41.239512 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-0fc37b24-18e1-4413-92e7-12d44dbe7396 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '19045010-4f77-4755-b03c-91ccbe8fa635', 'tempest-TagsExtTest-Tag-632183382') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:41.293981 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0fc37b24-18e1-4413-92e7-12d44dbe7396 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "PUT /v2.0/subnetpools/19045010-4f77-4755-b03c-91ccbe8fa635/tags/tempest-TagsExtTest-Tag-632183382 HTTP/1.1" status: 201 len: 201 time: 0.0577078 Aug 10 01:19:41.296705 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46244) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:41.301376 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-150923c1-df93-46de-8ace-75370b0e92d5 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '95ac08a6-1676-4a84-a0a6-c3d92e632f09') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:41.304340 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec73926-743d-48cb-9fa2-2d7bef482ca8 req-da7a0fcc-97dc-4c01-8570-90337a4b9b31 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:41.305945 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ec73926-743d-48cb-9fa2-2d7bef482ca8 req-da7a0fcc-97dc-4c01-8570-90337a4b9b31 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 943 time: 0.0588307 Aug 10 01:19:41.348715 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ec73926-743d-48cb-9fa2-2d7bef482ca8 req-ac294a7b-3fcc-488e-9971-7712056b212e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357316 Aug 10 01:19:41.397664 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-150923c1-df93-46de-8ace-75370b0e92d5 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "GET /v2.0/subnets/95ac08a6-1676-4a84-a0a6-c3d92e632f09/tags HTTP/1.1" status: 200 len: 240 time: 0.0998123 Aug 10 01:19:41.400124 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46246) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:41.404992 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-daeaf6c1-f6e9-4f16-86d2-78d048c5b0bd tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '95ac08a6-1676-4a84-a0a6-c3d92e632f09', 'tempest-TagsExtTest-Tag-924955567') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:41.460035 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-daeaf6c1-f6e9-4f16-86d2-78d048c5b0bd tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "GET /v2.0/subnets/95ac08a6-1676-4a84-a0a6-c3d92e632f09/tags/tempest-TagsExtTest-Tag-924955567 HTTP/1.1" status: 204 len: 168 time: 0.0569966 Aug 10 01:19:41.460730 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46248) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:41.466059 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.tag.tag_plugin [None req-ce9e59fe-c824-4a61-a1b9-18d7857be41b tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '95ac08a6-1676-4a84-a0a6-c3d92e632f09', 'tempest-TagsExtTest-Tag-924955567') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:41.528564 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b685412f-dafd-40c8-a71e-516dcbe9d209 None None] Network e036c232-7668-4f33-b5ac-5ef2c2820bfa requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:41.537659 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ce9e59fe-c824-4a61-a1b9-18d7857be41b tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "DELETE /v2.0/subnets/95ac08a6-1676-4a84-a0a6-c3d92e632f09/tags/tempest-TagsExtTest-Tag-924955567 HTTP/1.1" status: 204 len: 168 time: 0.0758677 Aug 10 01:19:41.540084 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46250) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:41.544284 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.tag.tag_plugin [None req-18480a14-8ce8-4673-8c9f-265f246a674e tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '95ac08a6-1676-4a84-a0a6-c3d92e632f09') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:41.594052 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-18480a14-8ce8-4673-8c9f-265f246a674e tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "GET /v2.0/subnets/95ac08a6-1676-4a84-a0a6-c3d92e632f09/tags HTTP/1.1" status: 200 len: 205 time: 0.0528860 Aug 10 01:19:41.596948 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46252) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:41.599679 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c0f03ac6-9519-4152-a25f-db2a9587f72a None None] Provisioning for port 34fd9677-13b8-4302-bd37-8254b293309b completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:41.601562 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.tag.tag_plugin [None req-717fac70-14fb-41de-b15c-3c62eb3e8277 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e49c3168-1dbe-408e-9b24-7359bd5ae9f3') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:41.650558 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-717fac70-14fb-41de-b15c-3c62eb3e8277 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "GET /v2.0/ports/e49c3168-1dbe-408e-9b24-7359bd5ae9f3/tags HTTP/1.1" status: 200 len: 241 time: 0.0521905 Aug 10 01:19:41.653776 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46254) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:41.658003 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.tag.tag_plugin [None req-1a87832d-ac87-4019-acf6-9d6b83090cc9 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e49c3168-1dbe-408e-9b24-7359bd5ae9f3', 'tempest-TagsExtTest-Tag-2129585903') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:41.695989 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:41.712434 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1a87832d-ac87-4019-acf6-9d6b83090cc9 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "GET /v2.0/ports/e49c3168-1dbe-408e-9b24-7359bd5ae9f3/tags/tempest-TagsExtTest-Tag-2129585903 HTTP/1.1" status: 204 len: 168 time: 0.0575957 Aug 10 01:19:41.714821 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46256) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:41.720158 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.tag.tag_plugin [None req-37ac0a7e-3d74-4c48-8ff7-4d7fe66e896a tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'e49c3168-1dbe-408e-9b24-7359bd5ae9f3', 'tempest-TagsExtTest-Tag-2129585903') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:41.785667 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-37ac0a7e-3d74-4c48-8ff7-4d7fe66e896a tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "DELETE /v2.0/ports/e49c3168-1dbe-408e-9b24-7359bd5ae9f3/tags/tempest-TagsExtTest-Tag-2129585903 HTTP/1.1" status: 204 len: 168 time: 0.0691333 Aug 10 01:19:41.788014 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46258) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:41.792252 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.tag.tag_plugin [None req-123685a5-c051-43b0-a1fa-fa19b2476303 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e49c3168-1dbe-408e-9b24-7359bd5ae9f3') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:41.844076 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-123685a5-c051-43b0-a1fa-fa19b2476303 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "GET /v2.0/ports/e49c3168-1dbe-408e-9b24-7359bd5ae9f3/tags HTTP/1.1" status: 200 len: 205 time: 0.0549648 Aug 10 01:19:41.846500 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46260) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:41.850902 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.tag.tag_plugin [None req-1f74e85b-098e-461f-ab4d-a98165589159 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a0679cdd-a1b7-424c-be9f-90b861305a36') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:41.928270 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1f74e85b-098e-461f-ab4d-a98165589159 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "GET /v2.0/routers/a0679cdd-a1b7-424c-be9f-90b861305a36/tags HTTP/1.1" status: 200 len: 240 time: 0.0807333 Aug 10 01:19:41.930838 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46262) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:41.935824 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.tag.tag_plugin [None req-5f9993f2-8c8a-4ecc-8a35-7ed4a750e89d tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a0679cdd-a1b7-424c-be9f-90b861305a36', 'tempest-TagsExtTest-Tag-875187342') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:41.944911 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c699265f-9e79-4fdd-83e1-c8263352dee5 None None] Provisioning for port e49c3168-1dbe-408e-9b24-7359bd5ae9f3 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:41.949056 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c699265f-9e79-4fdd-83e1-c8263352dee5 None None] Provisioning complete for port e49c3168-1dbe-408e-9b24-7359bd5ae9f3 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:41.950119 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c699265f-9e79-4fdd-83e1-c8263352dee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:41.988316 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c699265f-9e79-4fdd-83e1-c8263352dee5 None None] Port e49c3168-1dbe-408e-9b24-7359bd5ae9f3 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:19:41.999789 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:19:42.015838 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5f9993f2-8c8a-4ecc-8a35-7ed4a750e89d tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "GET /v2.0/routers/a0679cdd-a1b7-424c-be9f-90b861305a36/tags/tempest-TagsExtTest-Tag-875187342 HTTP/1.1" status: 204 len: 168 time: 0.0839627 Aug 10 01:19:42.018391 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46264) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:42.023445 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-fcdb5cec-2b16-4cce-ba91-47917dad9793 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'a0679cdd-a1b7-424c-be9f-90b861305a36', 'tempest-TagsExtTest-Tag-875187342') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:42.108976 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:42.120142 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-fcdb5cec-2b16-4cce-ba91-47917dad9793 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "DELETE /v2.0/routers/a0679cdd-a1b7-424c-be9f-90b861305a36/tags/tempest-TagsExtTest-Tag-875187342 HTTP/1.1" status: 204 len: 168 time: 0.1006575 Aug 10 01:19:42.122629 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46266) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:42.125040 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa', 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866', 'port_id': 'aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa', 'mac_address': 'fa:16:3e:ac:3b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:19:42.126452 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-af716481-8c2a-4d8e-b9f6-212df58bcdb6 None None] Provisioning complete for port e49c3168-1dbe-408e-9b24-7359bd5ae9f3 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:42.126824 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-af716481-8c2a-4d8e-b9f6-212df58bcdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:42.127454 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-b119ca65-666a-4bdd-b8e0-54a4ef643e6a tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a0679cdd-a1b7-424c-be9f-90b861305a36') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:42.185400 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-af716481-8c2a-4d8e-b9f6-212df58bcdb6 None None] Port e49c3168-1dbe-408e-9b24-7359bd5ae9f3 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:19:42.189932 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:42.203410 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:19:42.203715 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b119ca65-666a-4bdd-b8e0-54a4ef643e6a tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "GET /v2.0/routers/a0679cdd-a1b7-424c-be9f-90b861305a36/tags HTTP/1.1" status: 200 len: 205 time: 0.0799499 Aug 10 01:19:42.206251 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46268) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:42.210725 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-597bce98-5a4a-411c-9640-ea98bb2c79a1 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '19045010-4f77-4755-b03c-91ccbe8fa635') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:42.223503 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:42.228163 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:42.233926 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-597bce98-5a4a-411c-9640-ea98bb2c79a1 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "GET /v2.0/subnetpools/19045010-4f77-4755-b03c-91ccbe8fa635/tags HTTP/1.1" status: 200 len: 240 time: 0.0267003 Aug 10 01:19:42.236550 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46270) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:42.240924 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-38e6997b-3a81-4c9a-a06c-1c80d03c4a17 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '19045010-4f77-4755-b03c-91ccbe8fa635', 'tempest-TagsExtTest-Tag-632183382') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:42.261085 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-38e6997b-3a81-4c9a-a06c-1c80d03c4a17 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "GET /v2.0/subnetpools/19045010-4f77-4755-b03c-91ccbe8fa635/tags/tempest-TagsExtTest-Tag-632183382 HTTP/1.1" status: 204 len: 168 time: 0.0235195 Aug 10 01:19:42.263908 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46272) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:42.268385 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-8c187d25-6c1b-47e9-aedd-53f7ef21522f tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '19045010-4f77-4755-b03c-91ccbe8fa635', 'tempest-TagsExtTest-Tag-632183382') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:42.274496 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:42.304028 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8c187d25-6c1b-47e9-aedd-53f7ef21522f tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "DELETE /v2.0/subnetpools/19045010-4f77-4755-b03c-91ccbe8fa635/tags/tempest-TagsExtTest-Tag-632183382 HTTP/1.1" status: 204 len: 168 time: 0.0391293 Aug 10 01:19:42.306450 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46274) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:42.311219 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-060e7513-cb4d-4516-88cd-f77468ba804d tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '19045010-4f77-4755-b03c-91ccbe8fa635') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:42.330950 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-060e7513-cb4d-4516-88cd-f77468ba804d tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "GET /v2.0/subnetpools/19045010-4f77-4755-b03c-91ccbe8fa635/tags HTTP/1.1" status: 200 len: 205 time: 0.0235589 Aug 10 01:19:42.333354 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46276) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:42.337393 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-a8964a25-5d2e-49d3-b880-57532fd7d1a9 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '19045010-4f77-4755-b03c-91ccbe8fa635') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:42.368579 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a8964a25-5d2e-49d3-b880-57532fd7d1a9 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "DELETE /v2.0/subnetpools/19045010-4f77-4755-b03c-91ccbe8fa635/tags HTTP/1.1" status: 204 len: 168 time: 0.0341125 Aug 10 01:19:42.369931 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46278) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:42.376430 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.tag.tag_plugin [None req-6a928a8d-bd4e-4d67-807b-abe2f0088a76 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a0679cdd-a1b7-424c-be9f-90b861305a36') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:42.436925 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 34fd9677-13b8-4302-bd37-8254b293309b up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:19:42.486570 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6a928a8d-bd4e-4d67-807b-abe2f0088a76 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "DELETE /v2.0/routers/a0679cdd-a1b7-424c-be9f-90b861305a36/tags HTTP/1.1" status: 204 len: 168 time: 0.1153824 Aug 10 01:19:42.489534 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46282) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:42.490158 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 34fd9677-13b8-4302-bd37-8254b293309b completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:42.494280 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 34fd9677-13b8-4302-bd37-8254b293309b triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:42.494667 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:42.495972 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-8f8e802b-5b15-4ecd-9271-9c92e58afc20 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e49c3168-1dbe-408e-9b24-7359bd5ae9f3') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:42.499819 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd7816-201b-4a01-bb94-4345d577792b req-6b08837d-dd6a-49ed-b652-0c79f9aa2c29 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:42.501356 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-11cd7816-201b-4a01-bb94-4345d577792b req-6b08837d-dd6a-49ed-b652-0c79f9aa2c29 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0585566 Aug 10 01:19:42.540332 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:19:42.547898 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-11cd7816-201b-4a01-bb94-4345d577792b req-a70a3909-5bfd-4660-8e12-b126cef57c58 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388279 Aug 10 01:19:42.562026 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8f8e802b-5b15-4ecd-9271-9c92e58afc20 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "DELETE /v2.0/ports/e49c3168-1dbe-408e-9b24-7359bd5ae9f3/tags HTTP/1.1" status: 204 len: 168 time: 0.0677001 Aug 10 01:19:42.562982 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46284) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:42.568118 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-8a965958-076e-4b97-b1fa-23fcbb54bb11 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '95ac08a6-1676-4a84-a0a6-c3d92e632f09') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:42.609147 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:42.630869 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8a965958-076e-4b97-b1fa-23fcbb54bb11 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "DELETE /v2.0/subnets/95ac08a6-1676-4a84-a0a6-c3d92e632f09/tags HTTP/1.1" status: 204 len: 168 time: 0.0668697 Aug 10 01:19:42.634853 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46286) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:42.639411 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-9e140936-5d2b-4d25-8db9-517bf04bb809 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '95ac08a6-1676-4a84-a0a6-c3d92e632f09', 'tempest-TagsExtTest-Tag-855450070') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:42.666968 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 34fd9677-13b8-4302-bd37-8254b293309b, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=34fd9677-13b8-4302-bd37-8254b293309b,segment=NetworkSegment(93abecf8-29a8-4dd1-a08a-6a9ff5e8e68c),segment_id=93abecf8-29a8-4dd1-a08a-6a9ff5e8e68c)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:42.675993 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:42.706958 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9e140936-5d2b-4d25-8db9-517bf04bb809 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "PUT /v2.0/subnets/95ac08a6-1676-4a84-a0a6-c3d92e632f09/tags/tempest-TagsExtTest-Tag-855450070 HTTP/1.1" status: 201 len: 201 time: 0.0709887 Aug 10 01:19:42.709536 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46288) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:42.714090 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-321cc739-d8a5-4ea3-a039-869eab576b7c tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e49c3168-1dbe-408e-9b24-7359bd5ae9f3', 'tempest-TagsExtTest-Tag-693145806') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:42.754579 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=34fd9677-13b8-4302-bd37-8254b293309b,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:42.781695 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-321cc739-d8a5-4ea3-a039-869eab576b7c tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "PUT /v2.0/ports/e49c3168-1dbe-408e-9b24-7359bd5ae9f3/tags/tempest-TagsExtTest-Tag-693145806 HTTP/1.1" status: 201 len: 201 time: 0.0711119 Aug 10 01:19:42.784345 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46290) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:42.788942 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-3eb4317e-0889-46ac-ae02-11de8f6e0969 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a0679cdd-a1b7-424c-be9f-90b861305a36', 'tempest-TagsExtTest-Tag-1224432097') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:42.872222 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3eb4317e-0889-46ac-ae02-11de8f6e0969 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "PUT /v2.0/routers/a0679cdd-a1b7-424c-be9f-90b861305a36/tags/tempest-TagsExtTest-Tag-1224432097 HTTP/1.1" status: 201 len: 201 time: 0.0868659 Aug 10 01:19:42.874934 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46292) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:42.879342 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-620414aa-3bf0-48ae-a7f6-fe5a635cfffe tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '19045010-4f77-4755-b03c-91ccbe8fa635', 'tempest-TagsExtTest-Tag-2039056480') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:42.918630 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-620414aa-3bf0-48ae-a7f6-fe5a635cfffe tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "PUT /v2.0/subnetpools/19045010-4f77-4755-b03c-91ccbe8fa635/tags/tempest-TagsExtTest-Tag-2039056480 HTTP/1.1" status: 201 len: 201 time: 0.0421567 Aug 10 01:19:42.921413 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46294) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:42.926166 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-cd610f7a-8e4b-441f-96de-6e918f4a512a tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '95ac08a6-1676-4a84-a0a6-c3d92e632f09', {'tags': ['tempest-TagsExtTest-Tag-1173673981', 'tempest-TagsExtTest-Tag-1896431497', 'tempest-TagsExtTest-Tag-291357407']}) {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:42.987420 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cd610f7a-8e4b-441f-96de-6e918f4a512a tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "PUT /v2.0/subnets/95ac08a6-1676-4a84-a0a6-c3d92e632f09/tags HTTP/1.1" status: 200 len: 317 time: 0.0649302 Aug 10 01:19:42.989931 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46296) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:42.994105 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-8e9c1be6-0cb0-4af7-af89-36e7c2a66da2 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '95ac08a6-1676-4a84-a0a6-c3d92e632f09') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:43.058736 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8e9c1be6-0cb0-4af7-af89-36e7c2a66da2 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "DELETE /v2.0/subnets/95ac08a6-1676-4a84-a0a6-c3d92e632f09/tags HTTP/1.1" status: 204 len: 168 time: 0.0678158 Aug 10 01:19:43.061229 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46298) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:43.065354 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-d20ce202-b392-499d-a71c-1de3ab609904 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '95ac08a6-1676-4a84-a0a6-c3d92e632f09', 'tempest-TagsExtTest-Tag-1173673981') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:43.113997 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-d20ce202-b392-499d-a71c-1de3ab609904 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] show failed (client error): The resource could not be found. Aug 10 01:19:43.114978 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d20ce202-b392-499d-a71c-1de3ab609904 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "GET /v2.0/subnets/95ac08a6-1676-4a84-a0a6-c3d92e632f09/tags/tempest-TagsExtTest-Tag-1173673981 HTTP/1.1" status: 404 len: 329 time: 0.0528638 Aug 10 01:19:43.117629 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46300) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:43.121726 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-d5de37d5-a2c4-4a65-83e1-fedfc4e4f605 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '95ac08a6-1676-4a84-a0a6-c3d92e632f09', 'tempest-TagsExtTest-Tag-1896431497') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:43.170149 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-d5de37d5-a2c4-4a65-83e1-fedfc4e4f605 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] show failed (client error): The resource could not be found. Aug 10 01:19:43.171123 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d5de37d5-a2c4-4a65-83e1-fedfc4e4f605 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "GET /v2.0/subnets/95ac08a6-1676-4a84-a0a6-c3d92e632f09/tags/tempest-TagsExtTest-Tag-1896431497 HTTP/1.1" status: 404 len: 329 time: 0.0526373 Aug 10 01:19:43.173740 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46302) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:43.177997 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-d50355ef-3b97-4aa8-9c51-b01b670185ab tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '95ac08a6-1676-4a84-a0a6-c3d92e632f09', 'tempest-TagsExtTest-Tag-291357407') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:43.233295 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-d50355ef-3b97-4aa8-9c51-b01b670185ab tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] show failed (client error): The resource could not be found. Aug 10 01:19:43.234333 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d50355ef-3b97-4aa8-9c51-b01b670185ab tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "GET /v2.0/subnets/95ac08a6-1676-4a84-a0a6-c3d92e632f09/tags/tempest-TagsExtTest-Tag-291357407 HTTP/1.1" status: 404 len: 328 time: 0.0597281 Aug 10 01:19:43.237045 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46304) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:43.241621 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-84eacc7d-3a15-4b04-a5cc-a25eff1b4a1a tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'e49c3168-1dbe-408e-9b24-7359bd5ae9f3', {'tags': ['tempest-TagsExtTest-Tag-1905321261', 'tempest-TagsExtTest-Tag-6943844', 'tempest-TagsExtTest-Tag-1845737069']}) {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:43.301424 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-84eacc7d-3a15-4b04-a5cc-a25eff1b4a1a tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "PUT /v2.0/ports/e49c3168-1dbe-408e-9b24-7359bd5ae9f3/tags HTTP/1.1" status: 200 len: 315 time: 0.0632010 Aug 10 01:19:43.303768 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46306) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:43.308323 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-02e5da84-be26-4f21-8069-fb34417075cd tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e49c3168-1dbe-408e-9b24-7359bd5ae9f3') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:43.374926 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-02e5da84-be26-4f21-8069-fb34417075cd tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "DELETE /v2.0/ports/e49c3168-1dbe-408e-9b24-7359bd5ae9f3/tags HTTP/1.1" status: 204 len: 168 time: 0.0700533 Aug 10 01:19:43.377554 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46308) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:43.381782 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-535305ad-cab0-4469-959e-0c007d57739a tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e49c3168-1dbe-408e-9b24-7359bd5ae9f3', 'tempest-TagsExtTest-Tag-1905321261') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:43.430845 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-535305ad-cab0-4469-959e-0c007d57739a tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] show failed (client error): The resource could not be found. Aug 10 01:19:43.431868 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-535305ad-cab0-4469-959e-0c007d57739a tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "GET /v2.0/ports/e49c3168-1dbe-408e-9b24-7359bd5ae9f3/tags/tempest-TagsExtTest-Tag-1905321261 HTTP/1.1" status: 404 len: 329 time: 0.0534260 Aug 10 01:19:43.434670 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46310) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:43.438849 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-65093457-47c3-45b0-bad4-0f9b474f9463 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e49c3168-1dbe-408e-9b24-7359bd5ae9f3', 'tempest-TagsExtTest-Tag-6943844') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:43.491218 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-65093457-47c3-45b0-bad4-0f9b474f9463 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] show failed (client error): The resource could not be found. Aug 10 01:19:43.492302 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-65093457-47c3-45b0-bad4-0f9b474f9463 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "GET /v2.0/ports/e49c3168-1dbe-408e-9b24-7359bd5ae9f3/tags/tempest-TagsExtTest-Tag-6943844 HTTP/1.1" status: 404 len: 326 time: 0.0566566 Aug 10 01:19:43.494959 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46312) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:43.499130 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-7f73985f-d6b8-46c0-bbb9-9bccbe4733c0 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e49c3168-1dbe-408e-9b24-7359bd5ae9f3', 'tempest-TagsExtTest-Tag-1845737069') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:43.548338 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-7f73985f-d6b8-46c0-bbb9-9bccbe4733c0 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] show failed (client error): The resource could not be found. Aug 10 01:19:43.549349 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7f73985f-d6b8-46c0-bbb9-9bccbe4733c0 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "GET /v2.0/ports/e49c3168-1dbe-408e-9b24-7359bd5ae9f3/tags/tempest-TagsExtTest-Tag-1845737069 HTTP/1.1" status: 404 len: 329 time: 0.0535095 Aug 10 01:19:43.552274 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46314) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:43.556831 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-cb6628e9-6a21-4893-ab75-389916031a05 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'a0679cdd-a1b7-424c-be9f-90b861305a36', {'tags': ['tempest-TagsExtTest-Tag-481497797', 'tempest-TagsExtTest-Tag-1434063758', 'tempest-TagsExtTest-Tag-734082078']}) {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:43.643677 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cb6628e9-6a21-4893-ab75-389916031a05 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "PUT /v2.0/routers/a0679cdd-a1b7-424c-be9f-90b861305a36/tags HTTP/1.1" status: 200 len: 316 time: 0.0903301 Aug 10 01:19:43.646051 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46318) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:43.650641 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-5d4d4b07-f36a-4fb8-82ab-541c1a303bc5 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a0679cdd-a1b7-424c-be9f-90b861305a36') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:43.671291 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb3a824-64ab-43fb-8cf8-1130b26143e9 req-0f687539-76cc-4dac-af32-ca5489b98891 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:43.672806 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5eb3a824-64ab-43fb-8cf8-1130b26143e9 req-0f687539-76cc-4dac-af32-ca5489b98891 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0561767 Aug 10 01:19:43.710086 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5eb3a824-64ab-43fb-8cf8-1130b26143e9 req-366b337f-3ddf-4828-8a92-a6e2843a0586 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309925 Aug 10 01:19:43.743881 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5d4d4b07-f36a-4fb8-82ab-541c1a303bc5 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "DELETE /v2.0/routers/a0679cdd-a1b7-424c-be9f-90b861305a36/tags HTTP/1.1" status: 204 len: 168 time: 0.0966516 Aug 10 01:19:43.746309 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46320) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:43.750682 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-b799731d-c55b-405b-9db9-28edae4b9652 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a0679cdd-a1b7-424c-be9f-90b861305a36', 'tempest-TagsExtTest-Tag-481497797') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:43.820505 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-b799731d-c55b-405b-9db9-28edae4b9652 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] show failed (client error): The resource could not be found. Aug 10 01:19:43.821576 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b799731d-c55b-405b-9db9-28edae4b9652 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "GET /v2.0/routers/a0679cdd-a1b7-424c-be9f-90b861305a36/tags/tempest-TagsExtTest-Tag-481497797 HTTP/1.1" status: 404 len: 328 time: 0.0743692 Aug 10 01:19:43.824934 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46322) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:43.829512 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-eed5b20c-44ab-4aa9-aaa1-62b4ce77b48b tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a0679cdd-a1b7-424c-be9f-90b861305a36', 'tempest-TagsExtTest-Tag-1434063758') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:43.839314 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-68c2575a-5acf-4dc0-8ba0-87b3dff1d89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:43.909847 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-eed5b20c-44ab-4aa9-aaa1-62b4ce77b48b tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] show failed (client error): The resource could not be found. Aug 10 01:19:43.910883 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-eed5b20c-44ab-4aa9-aaa1-62b4ce77b48b tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "GET /v2.0/routers/a0679cdd-a1b7-424c-be9f-90b861305a36/tags/tempest-TagsExtTest-Tag-1434063758 HTTP/1.1" status: 404 len: 329 time: 0.0848899 Aug 10 01:19:43.913709 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46328) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:43.918089 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-381c40ee-ebea-4e62-9f8f-d244fd531ac3 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a0679cdd-a1b7-424c-be9f-90b861305a36', 'tempest-TagsExtTest-Tag-734082078') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:43.993041 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-381c40ee-ebea-4e62-9f8f-d244fd531ac3 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] show failed (client error): The resource could not be found. Aug 10 01:19:43.994171 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-381c40ee-ebea-4e62-9f8f-d244fd531ac3 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "GET /v2.0/routers/a0679cdd-a1b7-424c-be9f-90b861305a36/tags/tempest-TagsExtTest-Tag-734082078 HTTP/1.1" status: 404 len: 328 time: 0.0795059 Aug 10 01:19:43.997451 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46330) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:44.002050 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.tag.tag_plugin [None req-d08a7a0d-dc01-4f5b-a8a4-0b63d4bad184 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '19045010-4f77-4755-b03c-91ccbe8fa635', {'tags': ['tempest-TagsExtTest-Tag-702991311', 'tempest-TagsExtTest-Tag-246644467', 'tempest-TagsExtTest-Tag-1737682503']}) {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:44.015314 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:19:44.041770 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46332) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:44.041989 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d08a7a0d-dc01-4f5b-a8a4-0b63d4bad184 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "PUT /v2.0/subnetpools/19045010-4f77-4755-b03c-91ccbe8fa635/tags HTTP/1.1" status: 200 len: 316 time: 0.0433824 Aug 10 01:19:44.046474 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.tag.tag_plugin [None req-0883ecc0-a7e8-4b68-8bf6-361761515804 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '19045010-4f77-4755-b03c-91ccbe8fa635') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:44.065598 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:44.069336 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:44.069718 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:44.097741 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0883ecc0-a7e8-4b68-8bf6-361761515804 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "DELETE /v2.0/subnetpools/19045010-4f77-4755-b03c-91ccbe8fa635/tags HTTP/1.1" status: 204 len: 168 time: 0.0523348 Aug 10 01:19:44.098230 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46334) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:44.102548 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.tag.tag_plugin [None req-164d1187-2448-4f25-8dee-0d1f42f42a5d tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '19045010-4f77-4755-b03c-91ccbe8fa635', 'tempest-TagsExtTest-Tag-702991311') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:44.126015 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-164d1187-2448-4f25-8dee-0d1f42f42a5d tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] show failed (client error): The resource could not be found. Aug 10 01:19:44.127158 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-164d1187-2448-4f25-8dee-0d1f42f42a5d tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "GET /v2.0/subnetpools/19045010-4f77-4755-b03c-91ccbe8fa635/tags/tempest-TagsExtTest-Tag-702991311 HTTP/1.1" status: 404 len: 328 time: 0.0280321 Aug 10 01:19:44.129959 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46336) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:44.134438 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.tag.tag_plugin [None req-8b230874-ff86-40cd-9c30-dc2f92c860a9 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '19045010-4f77-4755-b03c-91ccbe8fa635', 'tempest-TagsExtTest-Tag-246644467') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:44.150275 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:44.173727 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e215e917-f726-47ee-aaf5-8429c75c4af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:19:44.176513 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83beef62-a5ae-4723-b937-32b3eac35267" -d '{"events": [{"server_uuid": "e215e917-f726-47ee-aaf5-8429c75c4af7", "name": "network-vif-plugged", "status": "completed", "tag": "aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:19:44.191302 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:44.197207 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:44.224798 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939b3702-b9a9-4e5d-8174-e70bb9c6582b x-openstack-request-id: req-939b3702-b9a9-4e5d-8174-e70bb9c6582b {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:19:44.225093 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e215e917-f726-47ee-aaf5-8429c75c4af7", "name": "network-vif-plugged", "status": "completed", "tag": "aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:19:44.225347 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-939b3702-b9a9-4e5d-8174-e70bb9c6582b {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:19:44.225853 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e215e917-f726-47ee-aaf5-8429c75c4af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa', 'code': 200} Aug 10 01:19:44.253696 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:44.321782 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b49e20-e8e2-48bb-8ee4-56ef1b265eb3 req-812d0892-20fd-4210-ac6e-7c75ed79d0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:44.323374 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e3b49e20-e8e2-48bb-8ee4-56ef1b265eb3 req-812d0892-20fd-4210-ac6e-7c75ed79d0ec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 1097 time: 0.0422559 Aug 10 01:19:44.364865 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e3b49e20-e8e2-48bb-8ee4-56ef1b265eb3 req-1ffa1a79-bfd0-437d-a848-1207388510bd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343692 Aug 10 01:19:44.409052 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 34fd9677-13b8-4302-bd37-8254b293309b up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:19:44.456996 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:44.471554 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 34fd9677-13b8-4302-bd37-8254b293309b triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:44.471930 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:44.503932 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-8b230874-ff86-40cd-9c30-dc2f92c860a9 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] show failed (client error): The resource could not be found. Aug 10 01:19:44.504925 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8b230874-ff86-40cd-9c30-dc2f92c860a9 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "GET /v2.0/subnetpools/19045010-4f77-4755-b03c-91ccbe8fa635/tags/tempest-TagsExtTest-Tag-246644467 HTTP/1.1" status: 404 len: 328 time: 0.3740458 Aug 10 01:19:44.507977 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46340) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:44.512973 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.tag.tag_plugin [None req-c59aa50a-550f-48c7-823b-3bd9bffe822b tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '19045010-4f77-4755-b03c-91ccbe8fa635', 'tempest-TagsExtTest-Tag-1737682503') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:44.532153 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-c59aa50a-550f-48c7-823b-3bd9bffe822b tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] show failed (client error): The resource could not be found. Aug 10 01:19:44.535892 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c59aa50a-550f-48c7-823b-3bd9bffe822b tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "GET /v2.0/subnetpools/19045010-4f77-4755-b03c-91ccbe8fa635/tags/tempest-TagsExtTest-Tag-1737682503 HTTP/1.1" status: 404 len: 329 time: 0.0244215 Aug 10 01:19:44.536054 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46344) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:44.540327 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.tag.tag_plugin [None req-85e7ea7a-104e-40d4-a7c1-2b8f1cb62706 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '19045010-4f77-4755-b03c-91ccbe8fa635') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:44.563312 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-85e7ea7a-104e-40d4-a7c1-2b8f1cb62706 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "DELETE /v2.0/subnetpools/19045010-4f77-4755-b03c-91ccbe8fa635/tags HTTP/1.1" status: 204 len: 168 time: 0.0262792 Aug 10 01:19:44.565857 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46346) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:44.570513 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.tag.tag_plugin [None req-9642b512-e03a-4578-9cc0-1dcdb78cc4ca tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a0679cdd-a1b7-424c-be9f-90b861305a36') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:44.653719 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9642b512-e03a-4578-9cc0-1dcdb78cc4ca tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "DELETE /v2.0/routers/a0679cdd-a1b7-424c-be9f-90b861305a36/tags HTTP/1.1" status: 204 len: 168 time: 0.0868979 Aug 10 01:19:44.656221 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46350) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:44.660415 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.tag.tag_plugin [None req-cbd65e83-4939-4600-96c4-9b0a3289fbc2 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e49c3168-1dbe-408e-9b24-7359bd5ae9f3') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:44.710320 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-cbd65e83-4939-4600-96c4-9b0a3289fbc2 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "DELETE /v2.0/ports/e49c3168-1dbe-408e-9b24-7359bd5ae9f3/tags HTTP/1.1" status: 204 len: 168 time: 0.0531526 Aug 10 01:19:44.712846 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46352) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:44.717558 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.tag.tag_plugin [None req-83d91ca4-ec24-4c76-a50f-edf6c3df0c92 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '95ac08a6-1676-4a84-a0a6-c3d92e632f09') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:44.770174 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-83d91ca4-ec24-4c76-a50f-edf6c3df0c92 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "DELETE /v2.0/subnets/95ac08a6-1676-4a84-a0a6-c3d92e632f09/tags HTTP/1.1" status: 204 len: 168 time: 0.0562851 Aug 10 01:19:44.774532 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46356) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:44.844618 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46358) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:44.909828 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e25424-cc93-4e0d-a2c0-391dcc8a67fe req-ac60d089-b94d-48c5-9ac5-b5e7f9f45001 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:44.911392 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-72e25424-cc93-4e0d-a2c0-391dcc8a67fe req-ac60d089-b94d-48c5-9ac5-b5e7f9f45001 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 945 time: 0.1293104 Aug 10 01:19:44.927434 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f2657d85-716d-4b6e-9a44-25dceefb1585 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks [] for subnetpool, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:44.928518 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f2657d85-716d-4b6e-9a44-25dceefb1585 tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "DELETE /v2.0/subnetpools/19045010-4f77-4755-b03c-91ccbe8fa635 HTTP/1.1" status: 204 len: 168 time: 0.1529808 Aug 10 01:19:44.936090 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46360) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:44.966884 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9002d69d-9eae-4e6e-b41a-88dadda4c9ed tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0679cdd-a1b7-424c-be9f-90b861305a36 HTTP/1.1" status: 200 len: 205 time: 0.0290301 Aug 10 01:19:44.972069 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46362) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:44.985524 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-72e25424-cc93-4e0d-a2c0-391dcc8a67fe req-22f77b73-da4c-432e-ad47-3c043c1ca444 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673375 Aug 10 01:19:45.011496 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-8e90803c-c9fa-433a-b807-ae112a9ca1cc tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Deleting port d558f4a8-5046-4220-b60f-419291fb73b3 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:19:45.012468 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8e90803c-c9fa-433a-b807-ae112a9ca1cc tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:45.053937 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-21055a07-ee60-48ef-9947-ee509c6fb53b tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:45.093817 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8e90803c-c9fa-433a-b807-ae112a9ca1cc tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:45.094152 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8e90803c-c9fa-433a-b807-ae112a9ca1cc tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:45.107222 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-8e90803c-c9fa-433a-b807-ae112a9ca1cc tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Calling delete_port for d558f4a8-5046-4220-b60f-419291fb73b3 owned by network:floatingip {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:19:45.162493 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:45.236981 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-21055a07-ee60-48ef-9947-ee509c6fb53b tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:45.241129 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-21055a07-ee60-48ef-9947-ee509c6fb53b tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:45.292820 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8e90803c-c9fa-433a-b807-ae112a9ca1cc tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:45.305327 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-21055a07-ee60-48ef-9947-ee509c6fb53b tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:45.305798 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21055a07-ee60-48ef-9947-ee509c6fb53b tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Fanout notify agent at l3_agent the message router_deleted on router a0679cdd-a1b7-424c-be9f-90b861305a36 {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:19:45.318703 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-21055a07-ee60-48ef-9947-ee509c6fb53b tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:45.320241 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-21055a07-ee60-48ef-9947-ee509c6fb53b tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "DELETE /v2.0/routers/a0679cdd-a1b7-424c-be9f-90b861305a36 HTTP/1.1" status: 204 len: 168 time: 0.3470311 Aug 10 01:19:45.321384 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90803c-c9fa-433a-b807-ae112a9ca1cc tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event deleted for resources: {'Port': ['ID=d558f4a8-5046-4220-b60f-419291fb73b3,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:45.322474 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46374) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:45.388194 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8e90803c-c9fa-433a-b807-ae112a9ca1cc tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for floatingip, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:45.388834 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [None req-8e90803c-c9fa-433a-b807-ae112a9ca1cc tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Floating IP 51ec64a3-9283-42b1-9451-f299c032a5c2 disassociated (deleted). External IP: 172.25.2.2, port: 5de6905a-266f-4ad1-bc62-6c3074eacd17. Aug 10 01:19:45.415561 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-c8b8e78e-d543-4773-8c54-95f8d0f0dcac tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Deleting port e49c3168-1dbe-408e-9b24-7359bd5ae9f3 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:19:45.415919 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e78e-d543-4773-8c54-95f8d0f0dcac tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:45.506039 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e78e-d543-4773-8c54-95f8d0f0dcac tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:45.518168 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-c8b8e78e-d543-4773-8c54-95f8d0f0dcac tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Calling delete_port for e49c3168-1dbe-408e-9b24-7359bd5ae9f3 owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:19:45.602993 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e90803c-c9fa-433a-b807-ae112a9ca1cc tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Router bdbb07c0-c609-4f2f-b3dc-a743042f2535 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:19:45.646970 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e78e-d543-4773-8c54-95f8d0f0dcac tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:45.675529 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e78e-d543-4773-8c54-95f8d0f0dcac tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Pushing event deleted for resources: {'Port': ['ID=e49c3168-1dbe-408e-9b24-7359bd5ae9f3,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:45.721531 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e90803c-c9fa-433a-b807-ae112a9ca1cc tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:19:45.731852 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb40d98-3c37-4ece-a943-77e9a2751ac9 None None] Sync routers for ids ['bdbb07c0-c609-4f2f-b3dc-a743042f2535'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:19:45.732146 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8e90803c-c9fa-433a-b807-ae112a9ca1cc tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:45.744628 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb40d98-3c37-4ece-a943-77e9a2751ac9 None None] Routers {'bdbb07c0-c609-4f2f-b3dc-a743042f2535'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:19:45.745271 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-edb40d98-3c37-4ece-a943-77e9a2751ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:19:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['bdbb07c0-c609-4f2f-b3dc-a743042f2535'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:45.757158 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e78e-d543-4773-8c54-95f8d0f0dcac tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:45.759803 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c8b8e78e-d543-4773-8c54-95f8d0f0dcac tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "DELETE /v2.0/ports/e49c3168-1dbe-408e-9b24-7359bd5ae9f3 HTTP/1.1" status: 204 len: 168 time: 0.4363489 Aug 10 01:19:45.762186 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46376) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:45.762717 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8e90803c-c9fa-433a-b807-ae112a9ca1cc tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "DELETE /v2.0/floatingips/51ec64a3-9283-42b1-9451-f299c032a5c2 HTTP/1.1" status: 204 len: 168 time: 0.9170003 Aug 10 01:19:45.763756 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d9ed3d-5f90-4f8b-9391-f58fb01cb261', 'tag': '5de6905a-266f-4ad1-bc62-6c3074eacd17'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:19:45.766604 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2bdd1a-d3f7-4b13-9498-6b05f5625f07" -d '{"events": [{"name": "network-changed", "server_uuid": "83d9ed3d-5f90-4f8b-9391-f58fb01cb261", "tag": "5de6905a-266f-4ad1-bc62-6c3074eacd17"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:19:45.830701 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3699ba3-86d6-4297-adb3-9e934f36093c tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Deleting subnet 95ac08a6-1676-4a84-a0a6-c3d92e632f09 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:19:45.834407 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f3699ba3-86d6-4297-adb3-9e934f36093c tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:45.849001 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62891130-97dc-41dc-a243-da8cd7905114 x-openstack-request-id: req-62891130-97dc-41dc-a243-da8cd7905114 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:19:45.849301 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83d9ed3d-5f90-4f8b-9391-f58fb01cb261", "tag": "5de6905a-266f-4ad1-bc62-6c3074eacd17", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:19:45.849556 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-62891130-97dc-41dc-a243-da8cd7905114 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:19:45.849988 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d9ed3d-5f90-4f8b-9391-f58fb01cb261', 'tag': '5de6905a-266f-4ad1-bc62-6c3074eacd17', 'status': 'completed', 'code': 200} Aug 10 01:19:45.887634 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f3699ba3-86d6-4297-adb3-9e934f36093c tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:45.913965 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-edb40d98-3c37-4ece-a943-77e9a2751ac9 None None] Set router bdbb07c0-c609-4f2f-b3dc-a743042f2535 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:19:45.935866 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bdd1a-d3f7-4b13-9498-6b05f5625f07 req-7c9e3cf3-e25d-4cde-ba60-34e0d39afc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:45.937554 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1a2bdd1a-d3f7-4b13-9498-6b05f5625f07 req-7c9e3cf3-e25d-4cde-ba60-34e0d39afc41 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 1098 time: 0.0478101 Aug 10 01:19:45.995802 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f3699ba3-86d6-4297-adb3-9e934f36093c tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:46.061075 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bdd1a-d3f7-4b13-9498-6b05f5625f07 req-8edb9437-649b-42c2-99c6-57c1f4be4e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:46.063648 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1a2bdd1a-d3f7-4b13-9498-6b05f5625f07 req-8edb9437-649b-42c2-99c6-57c1f4be4e28 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a816cfb2-4561-452c-a993-906d177b1225 HTTP/1.1" status: 200 len: 897 time: 0.1177266 Aug 10 01:19:46.113152 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1a2bdd1a-d3f7-4b13-9498-6b05f5625f07 req-facec9a4-78f4-40d2-bdd4-e6e41967221d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5de6905a-266f-4ad1-bc62-6c3074eacd17 HTTP/1.1" status: 200 len: 217 time: 0.0380082 Aug 10 01:19:46.123411 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa09ee-1275-4f65-aec4-eafbdd3e3135 req-96a718c9-4365-4dff-bc31-4e6b5fd4c126 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:46.124965 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b4fa09ee-1275-4f65-aec4-eafbdd3e3135 req-96a718c9-4365-4dff-bc31-4e6b5fd4c126 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 946 time: 0.0995331 Aug 10 01:19:46.145011 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a6005-5f6a-4865-beac-0bdbf3e88484 req-b0a5b6e2-a276-419b-beea-79a7e139fdd4 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:46.146480 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0f4a6005-5f6a-4865-beac-0bdbf3e88484 req-b0a5b6e2-a276-419b-beea-79a7e139fdd4 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 945 time: 0.0828259 Aug 10 01:19:46.148266 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f3699ba3-86d6-4297-adb3-9e934f36093c tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:46.171063 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bdd1a-d3f7-4b13-9498-6b05f5625f07 req-1cbf3814-c5d7-4208-93d6-adb3d6b01d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:46.172612 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1a2bdd1a-d3f7-4b13-9498-6b05f5625f07 req-1cbf3814-c5d7-4208-93d6-adb3d6b01d88 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=50d4863a-ba29-42e9-94f4-85fc7bf0c412 HTTP/1.1" status: 200 len: 834 time: 0.0497291 Aug 10 01:19:46.180503 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-edb40d98-3c37-4ece-a943-77e9a2751ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377316782', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b3ed8424-35ee-4a8b-9396-f175a3b23c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:35Z', 'updated_at': '2021-08-10T01:16:55Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'b3ed8424-35ee-4a8b-9396-f175a3b23c43', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:37Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a', 'name': '', 'network_id': 'a816cfb2-4561-452c-a993-906d177b1225', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'mac_address': 'fa:16:3e:ab:cd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '50d4863a-ba29-42e9-94f4-85fc7bf0c412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:52Z', 'updated_at': '2021-08-10T01:17:04Z', 'revision_number': 5, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'subnets': [{'id': '50d4863a-ba29-42e9-94f4-85fc7bf0c412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:46.203968 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3699ba3-86d6-4297-adb3-9e934f36093c tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Pushing event deleted for resources: {'Subnet': ['ID=95ac08a6-1676-4a84-a0a6-c3d92e632f09,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:46.207192 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb40d98-3c37-4ece-a943-77e9a2751ac9 None None] Checking router: bdbb07c0-c609-4f2f-b3dc-a743042f2535 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:19:46.216534 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb40d98-3c37-4ece-a943-77e9a2751ac9 None None] Routers {'bdbb07c0-c609-4f2f-b3dc-a743042f2535'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:19:46.217687 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-edb40d98-3c37-4ece-a943-77e9a2751ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:19:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['bdbb07c0-c609-4f2f-b3dc-a743042f2535'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:46.218312 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f3699ba3-86d6-4297-adb3-9e934f36093c tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:46.223112 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f3699ba3-86d6-4297-adb3-9e934f36093c tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "DELETE /v2.0/subnets/95ac08a6-1676-4a84-a0a6-c3d92e632f09 HTTP/1.1" status: 204 len: 168 time: 0.4570382 Aug 10 01:19:46.224167 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46386) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:46.241650 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bdd1a-d3f7-4b13-9498-6b05f5625f07 req-819e46dd-d8dc-4435-ac6b-922cd1de2d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:46.243167 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1a2bdd1a-d3f7-4b13-9498-6b05f5625f07 req-819e46dd-d8dc-4435-ac6b-922cd1de2d2b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a816cfb2-4561-452c-a993-906d177b1225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612357 Aug 10 01:19:46.247935 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b4fa09ee-1275-4f65-aec4-eafbdd3e3135 req-0f7c7377-9a64-4989-a74e-55f5f39a94f1 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=495ae47c-a2a3-4a5e-8755-8c8527e6eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117761 Aug 10 01:19:46.252832 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0f4a6005-5f6a-4865-beac-0bdbf3e88484 req-43f1ac3e-0e4f-4253-bd7c-f92264108e84 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926585 Aug 10 01:19:46.257053 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52b3842-9c77-4563-a834-e5b079297ea9 None None] Network e036c232-7668-4f33-b5ac-5ef2c2820bfa requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:46.344490 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-026c9190-0adc-43bb-b638-65c61045291d tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:46.415469 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc27dc-4b4f-4b3d-b786-eae629a9887e req-ee171cd5-833b-4c05-aa27-deb6a9a1899a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:46.417642 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fecc27dc-4b4f-4b3d-b786-eae629a9887e req-ee171cd5-833b-4c05-aa27-deb6a9a1899a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 945 time: 0.0662572 Aug 10 01:19:46.427265 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46396) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:46.432536 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-57a25145-6c35-44bd-a624-3032019d538a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Request body: {'floatingip': {'port_id': 'aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:46.477621 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-57a25145-6c35-44bd-a624-3032019d538a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks [] for floatingip, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:46.481074 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1a2bdd1a-d3f7-4b13-9498-6b05f5625f07 req-1b14222e-a269-45f1-8e72-27e4e949116c service neutron] 10.222.0.20 "GET /v2.0/networks/a816cfb2-4561-452c-a993-906d177b1225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226403 Aug 10 01:19:46.488059 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-026c9190-0adc-43bb-b638-65c61045291d tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Deleting port 34fd9677-13b8-4302-bd37-8254b293309b {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:19:46.488444 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-026c9190-0adc-43bb-b638-65c61045291d tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:46.515970 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:46.610095 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-026c9190-0adc-43bb-b638-65c61045291d tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] For port 34fd9677-13b8-4302-bd37-8254b293309b, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=34fd9677-13b8-4302-bd37-8254b293309b,segment=NetworkSegment(93abecf8-29a8-4dd1-a08a-6a9ff5e8e68c),segment_id=93abecf8-29a8-4dd1-a08a-6a9ff5e8e68c)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:46.611300 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-026c9190-0adc-43bb-b638-65c61045291d tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:46.613702 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-edb40d98-3c37-4ece-a943-77e9a2751ac9 None None] Set router bdbb07c0-c609-4f2f-b3dc-a743042f2535 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:19:46.634475 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-026c9190-0adc-43bb-b638-65c61045291d tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Calling delete_port for 34fd9677-13b8-4302-bd37-8254b293309b owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:19:46.704161 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1a2bdd1a-d3f7-4b13-9498-6b05f5625f07 req-04839e0d-fa05-4958-aefa-82a9fb12f148 service neutron] 10.222.0.20 "GET /v2.0/networks/a816cfb2-4561-452c-a993-906d177b1225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037086 Aug 10 01:19:46.742386 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e775afb-f81f-4d42-84d4-b05899517c9b None None] DHCP port deletion for e036c232-7668-4f33-b5ac-5ef2c2820bfa request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:19:46.848054 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-4e775afb-f81f-4d42-84d4-b05899517c9b None None] Deleting port 34fd9677-13b8-4302-bd37-8254b293309b {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:19:46.848462 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4e775afb-f81f-4d42-84d4-b05899517c9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:46.925199 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-4e775afb-f81f-4d42-84d4-b05899517c9b None None] For port 34fd9677-13b8-4302-bd37-8254b293309b, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=34fd9677-13b8-4302-bd37-8254b293309b,segment=NetworkSegment(93abecf8-29a8-4dd1-a08a-6a9ff5e8e68c),segment_id=93abecf8-29a8-4dd1-a08a-6a9ff5e8e68c)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:46.925608 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4e775afb-f81f-4d42-84d4-b05899517c9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:46.941916 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-4e775afb-f81f-4d42-84d4-b05899517c9b None None] Calling delete_port for 34fd9677-13b8-4302-bd37-8254b293309b owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:19:46.947643 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-edb40d98-3c37-4ece-a943-77e9a2751ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377316782', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b3ed8424-35ee-4a8b-9396-f175a3b23c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:35Z', 'updated_at': '2021-08-10T01:16:55Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'b3ed8424-35ee-4a8b-9396-f175a3b23c43', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:37Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a', 'name': '', 'network_id': 'a816cfb2-4561-452c-a993-906d177b1225', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'mac_address': 'fa:16:3e:ab:cd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '50d4863a-ba29-42e9-94f4-85fc7bf0c412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:52Z', 'updated_at': '2021-08-10T01:17:04Z', 'revision_number': 5, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'subnets': [{'id': '50d4863a-ba29-42e9-94f4-85fc7bf0c412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:46.981764 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb40d98-3c37-4ece-a943-77e9a2751ac9 None None] The sync data for ids ['bdbb07c0-c609-4f2f-b3dc-a743042f2535'] in n-d-766726-26 is: [{'id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377316782', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b3ed8424-35ee-4a8b-9396-f175a3b23c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:35Z', 'updated_at': '2021-08-10T01:16:55Z', 'revision_number': 4, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'b3ed8424-35ee-4a8b-9396-f175a3b23c43', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:37Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a', 'name': '', 'network_id': 'a816cfb2-4561-452c-a993-906d177b1225', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'mac_address': 'fa:16:3e:ab:cd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '50d4863a-ba29-42e9-94f4-85fc7bf0c412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:52Z', 'updated_at': '2021-08-10T01:17:04Z', 'revision_number': 5, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'subnets': [{'id': '50d4863a-ba29-42e9-94f4-85fc7bf0c412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:19:47.057877 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-026c9190-0adc-43bb-b638-65c61045291d tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:47.066464 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4e775afb-f81f-4d42-84d4-b05899517c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:47.087881 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c9190-0adc-43bb-b638-65c61045291d tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Pushing event deleted for resources: {'Port': ['ID=34fd9677-13b8-4302-bd37-8254b293309b,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:47.094612 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026c9190-0adc-43bb-b638-65c61045291d tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] No DVR routers for this DVR port 34fd9677-13b8-4302-bd37-8254b293309b on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:19:47.100871 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e775afb-f81f-4d42-84d4-b05899517c9b None None] No DVR routers for this DVR port 34fd9677-13b8-4302-bd37-8254b293309b on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:19:47.102470 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e775afb-f81f-4d42-84d4-b05899517c9b None None] Pushing event deleted for resources: {'Port': ['ID=34fd9677-13b8-4302-bd37-8254b293309b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:47.166934 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-57a25145-6c35-44bd-a624-3032019d538a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:47.172093 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-57a25145-6c35-44bd-a624-3032019d538a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:47.181521 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-026c9190-0adc-43bb-b638-65c61045291d tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:47.192664 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-026c9190-0adc-43bb-b638-65c61045291d tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e036c232-7668-4f33-b5ac-5ef2c2820bfa']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:47.207945 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-026c9190-0adc-43bb-b638-65c61045291d tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93abecf8-29a8-4dd1-a08a-6a9ff5e8e68c') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:47.208379 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-026c9190-0adc-43bb-b638-65c61045291d tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93abecf8-29a8-4dd1-a08a-6a9ff5e8e68c') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:47.218515 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-026c9190-0adc-43bb-b638-65c61045291d tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:47.235640 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-026c9190-0adc-43bb-b638-65c61045291d tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:47.243332 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-026c9190-0adc-43bb-b638-65c61045291d tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:19:47.244168 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-026c9190-0adc-43bb-b638-65c61045291d tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:47.248983 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:19:47.248983 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:19:47.248983 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:19:47.248983 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:19:47.248983 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:19:47.248983 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:19:47.248983 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:19:47.248983 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:19:47.248983 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:19:47.248983 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:19:47.248983 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:19:47.248983 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:19:47.248983 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:19:47.248983 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:19:47.248983 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:19:47.248983 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:19:47.248983 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:19:47.248983 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:19:47.248983 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:19:47.248983 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:19:47.248983 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:19:47.248983 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:19:47.248983 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:19:47.248983 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:19:47.248983 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:19:47.248983 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:19:47.248983 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:19:47.248983 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:19:47.248983 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:19:47.248983 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:19:47.248983 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:19:47.248983 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:19:47.274858 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77288a99-9489-47b2-a278-d0ae96f06568 None None] New status for floating IP 51ec64a3-9283-42b1-9451-f299c032a5c2: DOWN {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:19:47.290008 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [None req-57a25145-6c35-44bd-a624-3032019d538a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Floating IP 804d307a-2a94-473a-b0b9-ba8e5045a970 associated. External IP: 172.25.2.6, port: aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa. Aug 10 01:19:47.314904 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-026c9190-0adc-43bb-b638-65c61045291d tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:47.326349 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-026c9190-0adc-43bb-b638-65c61045291d tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:47.329647 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-026c9190-0adc-43bb-b638-65c61045291d tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] 10.222.0.35 "DELETE /v2.0/networks/e036c232-7668-4f33-b5ac-5ef2c2820bfa HTTP/1.1" status: 204 len: 168 time: 1.1044197 Aug 10 01:19:47.353565 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c9190-0adc-43bb-b638-65c61045291d tempest-TagsExtTest-1844961436 tempest-TagsExtTest-1844961436-project] Pushing event deleted for resources: {'Network': ['ID=e036c232-7668-4f33-b5ac-5ef2c2820bfa,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:47.456290 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8e85d-ae2c-4d5f-b797-eae05749fadb req-967d7398-e147-44dc-8808-5e574fd2264b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:47.457947 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-71f8e85d-ae2c-4d5f-b797-eae05749fadb req-967d7398-e147-44dc-8808-5e574fd2264b tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 946 time: 0.0937912 Aug 10 01:19:47.569496 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-71f8e85d-ae2c-4d5f-b797-eae05749fadb req-5c922428-bc93-4752-bb93-2582fac80e97 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/security-groups?id=495ae47c-a2a3-4a5e-8755-8c8527e6eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045804 Aug 10 01:19:47.608158 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46410) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:47.613500 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a25145-6c35-44bd-a624-3032019d538a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Router a6b27c19-4211-487b-aea0-ca47cf84e348 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:19:47.651405 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd1a3c-49bb-42c9-8619-688be0e82e53 req-f1f30d72-cb10-4d29-82d0-9f701a1eda25 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:47.653024 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a3bd1a3c-49bb-42c9-8619-688be0e82e53 req-f1f30d72-cb10-4d29-82d0-9f701a1eda25 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.20 "GET /v2.0/ports?device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 946 time: 0.0662649 Aug 10 01:19:47.755877 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a25145-6c35-44bd-a624-3032019d538a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:19:47.758804 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-a3bd1a3c-49bb-42c9-8619-688be0e82e53 req-550cff94-0644-4d53-91d1-c2d0f62bb29e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Deleting port 5de6905a-266f-4ad1-bc62-6c3074eacd17 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:19:47.759282 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a3bd1a3c-49bb-42c9-8619-688be0e82e53 req-550cff94-0644-4d53-91d1-c2d0f62bb29e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:47.760705 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-57a25145-6c35-44bd-a624-3032019d538a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:47.767651 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2446db-d991-4ec4-a71d-98e366ea5e31 None None] Sync routers for ids ['a6b27c19-4211-487b-aea0-ca47cf84e348'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:19:47.777484 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2446db-d991-4ec4-a71d-98e366ea5e31 None None] Routers {'a6b27c19-4211-487b-aea0-ca47cf84e348'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:19:47.778188 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-fe2446db-d991-4ec4-a71d-98e366ea5e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:19:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['a6b27c19-4211-487b-aea0-ca47cf84e348'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:47.801236 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e51e70c8-440b-4b3f-a2e9-a76222676f9e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e51d9d85aa3444c085782f0dff2ed795&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1918700 Aug 10 01:19:47.805325 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-57a25145-6c35-44bd-a624-3032019d538a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "PUT /v2.0/floatingips/804d307a-2a94-473a-b0b9-ba8e5045a970 HTTP/1.1" status: 200 len: 989 time: 1.3746204 Aug 10 01:19:47.805325 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e215e917-f726-47ee-aaf5-8429c75c4af7', 'tag': 'aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:19:47.806082 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46414) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:47.809783 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507f66eb-e8f6-491f-adec-8e5e117633f4" -d '{"events": [{"name": "network-changed", "server_uuid": "e215e917-f726-47ee-aaf5-8429c75c4af7", "tag": "aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:19:47.863696 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f60eba7-1af7-4984-8389-82135a87a1a6 x-openstack-request-id: req-5f60eba7-1af7-4984-8389-82135a87a1a6 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:19:47.863696 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e215e917-f726-47ee-aaf5-8429c75c4af7", "tag": "aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:19:47.864274 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5f60eba7-1af7-4984-8389-82135a87a1a6 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:19:47.865442 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e215e917-f726-47ee-aaf5-8429c75c4af7', 'tag': 'aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa', 'status': 'completed', 'code': 200} Aug 10 01:19:47.890666 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-fe2446db-d991-4ec4-a71d-98e366ea5e31 None None] Set router a6b27c19-4211-487b-aea0-ca47cf84e348 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:19:47.929393 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-a3bd1a3c-49bb-42c9-8619-688be0e82e53 req-550cff94-0644-4d53-91d1-c2d0f62bb29e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] For port 5de6905a-266f-4ad1-bc62-6c3074eacd17, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=5de6905a-266f-4ad1-bc62-6c3074eacd17,segment=NetworkSegment(5eabac7d-2d8c-40e5-9bc2-2966785e0fc7),segment_id=5eabac7d-2d8c-40e5-9bc2-2966785e0fc7)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:47.929776 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a3bd1a3c-49bb-42c9-8619-688be0e82e53 req-550cff94-0644-4d53-91d1-c2d0f62bb29e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:47.942709 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d9898cd1-22a7-4590-8026-10a97cfe7be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:47.957437 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-a3bd1a3c-49bb-42c9-8619-688be0e82e53 req-550cff94-0644-4d53-91d1-c2d0f62bb29e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Calling delete_port for 5de6905a-266f-4ad1-bc62-6c3074eacd17 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:19:47.982797 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d9898cd1-22a7-4590-8026-10a97cfe7be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:47.999885 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f66eb-e8f6-491f-adec-8e5e117633f4 req-5995dccf-28ee-498b-b296-03afdac1bd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:48.001445 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-507f66eb-e8f6-491f-adec-8e5e117633f4 req-5995dccf-28ee-498b-b296-03afdac1bd01 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a14fe6b470434cfda037388a8cf18ac8&device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 1097 time: 0.1133983 Aug 10 01:19:48.144734 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-fe2446db-d991-4ec4-a71d-98e366ea5e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'name': 'tempest-ServerActionsTestJSON-23788078-router', 'tenant_id': 'a14fe6b470434cfda037388a8cf18ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:19:24Z', 'updated_at': '2021-08-10T01:19:28Z', 'revision_number': 4, 'project_id': 'a14fe6b470434cfda037388a8cf18ac8', 'gw_port': {'id': '22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:25Z', 'updated_at': '2021-08-10T01:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '804d307a-2a94-473a-b0b9-ba8e5045a970', 'tenant_id': 'a14fe6b470434cfda037388a8cf18ac8', 'floating_ip_address': '172.25.2.6', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'port_id': 'aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866', 'mac_address': 'fa:16:3e:ac:3b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e215e917-f726-47ee-aaf5-8429c75c4af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:19:32Z', 'updated_at': '2021-08-10T01:19:47Z', 'revision_number': 1, 'project_id': 'a14fe6b470434cfda037388a8cf18ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '813e25ee-7b60-4760-8d73-4af7a6cca96f', 'name': '', 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866', 'tenant_id': 'a14fe6b470434cfda037388a8cf18ac8', 'mac_address': 'fa:16:3e:9b:57:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:27Z', 'updated_at': '2021-08-10T01:19:35Z', 'revision_number': 5, 'project_id': 'a14fe6b470434cfda037388a8cf18ac8', 'subnets': [{'id': '04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:48.162947 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d9898cd1-22a7-4590-8026-10a97cfe7be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:48.165943 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d9898cd1-22a7-4590-8026-10a97cfe7be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:48.169986 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d9898cd1-22a7-4590-8026-10a97cfe7be9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b1f58a92-d42b-483e-9fac-934353f61d47 HTTP/1.1" status: 204 len: 168 time: 0.3570747 Aug 10 01:19:48.181941 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2446db-d991-4ec4-a71d-98e366ea5e31 None None] Checking router: a6b27c19-4211-487b-aea0-ca47cf84e348 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:19:48.192399 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2446db-d991-4ec4-a71d-98e366ea5e31 None None] Routers {'a6b27c19-4211-487b-aea0-ca47cf84e348'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:19:48.192976 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-fe2446db-d991-4ec4-a71d-98e366ea5e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:19:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['a6b27c19-4211-487b-aea0-ca47cf84e348'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:48.244819 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9898cd1-22a7-4590-8026-10a97cfe7be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f58a92-d42b-483e-9fac-934353f61d47,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:48.260732 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f66eb-e8f6-491f-adec-8e5e117633f4 req-2626998e-5c0d-44ed-a5d3-a233cfbe43bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:48.263988 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-507f66eb-e8f6-491f-adec-8e5e117633f4 req-2626998e-5c0d-44ed-a5d3-a233cfbe43bf service neutron] 10.222.0.24 "GET /v2.0/networks?id=e88d51f0-ef67-43e3-acaa-ddb0705ef866 HTTP/1.1" status: 200 len: 911 time: 0.2285311 Aug 10 01:19:48.315816 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-fe2446db-d991-4ec4-a71d-98e366ea5e31 None None] Set router a6b27c19-4211-487b-aea0-ca47cf84e348 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:19:48.327865 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a3bd1a3c-49bb-42c9-8619-688be0e82e53 req-550cff94-0644-4d53-91d1-c2d0f62bb29e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:48.364016 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550cff94-0644-4d53-91d1-c2d0f62bb29e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event deleted for resources: {'Port': ['ID=5de6905a-266f-4ad1-bc62-6c3074eacd17,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:48.409425 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-507f66eb-e8f6-491f-adec-8e5e117633f4 req-d7d9f8cc-6def-482a-8a32-dd27c6715cfa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa HTTP/1.1" status: 200 len: 997 time: 0.1372070 Aug 10 01:19:48.435070 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3bd1a3c-49bb-42c9-8619-688be0e82e53 req-550cff94-0644-4d53-91d1-c2d0f62bb29e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] No DVR routers for this DVR port 5de6905a-266f-4ad1-bc62-6c3074eacd17 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:19:48.445718 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a3bd1a3c-49bb-42c9-8619-688be0e82e53 req-550cff94-0644-4d53-91d1-c2d0f62bb29e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:48.447758 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a3bd1a3c-49bb-42c9-8619-688be0e82e53 req-550cff94-0644-4d53-91d1-c2d0f62bb29e tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.20 "DELETE /v2.0/ports/5de6905a-266f-4ad1-bc62-6c3074eacd17 HTTP/1.1" status: 204 len: 173 time: 0.7883041 Aug 10 01:19:48.448162 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d9ed3d-5f90-4f8b-9391-f58fb01cb261', 'name': 'network-vif-deleted', 'tag': '5de6905a-266f-4ad1-bc62-6c3074eacd17'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:19:48.451279 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1e1148-5499-4840-a155-b02b884b1e80" -d '{"events": [{"server_uuid": "83d9ed3d-5f90-4f8b-9391-f58fb01cb261", "name": "network-vif-deleted", "tag": "5de6905a-266f-4ad1-bc62-6c3074eacd17"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:19:48.513890 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 34fd9677-13b8-4302-bd37-8254b293309b no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:19:48.549297 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9722b94-6c04-44da-bfd1-ad5db2b28dd9 x-openstack-request-id: req-d9722b94-6c04-44da-bfd1-ad5db2b28dd9 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:19:48.549604 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d9ed3d-5f90-4f8b-9391-f58fb01cb261", "name": "network-vif-deleted", "tag": "5de6905a-266f-4ad1-bc62-6c3074eacd17", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:19:48.550116 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d9722b94-6c04-44da-bfd1-ad5db2b28dd9 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:19:48.550521 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d9ed3d-5f90-4f8b-9391-f58fb01cb261', 'name': 'network-vif-deleted', 'tag': '5de6905a-266f-4ad1-bc62-6c3074eacd17', 'status': 'completed', 'code': 200} Aug 10 01:19:48.572001 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 34fd9677-13b8-4302-bd37-8254b293309b {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:19:48.575860 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 34fd9677-13b8-4302-bd37-8254b293309b not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:19:48.597588 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f66eb-e8f6-491f-adec-8e5e117633f4 req-b03c4e9f-0868-4cbe-9514-e6e9bd2372d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:48.599291 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-507f66eb-e8f6-491f-adec-8e5e117633f4 req-b03c4e9f-0868-4cbe-9514-e6e9bd2372d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e HTTP/1.1" status: 200 len: 849 time: 0.1619842 Aug 10 01:19:48.664622 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f66eb-e8f6-491f-adec-8e5e117633f4 req-aa70f30d-49f9-47e2-b56b-7d6fc4f7c3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:48.666175 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-507f66eb-e8f6-491f-adec-8e5e117633f4 req-aa70f30d-49f9-47e2-b56b-7d6fc4f7c3e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e88d51f0-ef67-43e3-acaa-ddb0705ef866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584373 Aug 10 01:19:48.764389 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-fe2446db-d991-4ec4-a71d-98e366ea5e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'name': 'tempest-ServerActionsTestJSON-23788078-router', 'tenant_id': 'a14fe6b470434cfda037388a8cf18ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:19:24Z', 'updated_at': '2021-08-10T01:19:28Z', 'revision_number': 4, 'project_id': 'a14fe6b470434cfda037388a8cf18ac8', 'gw_port': {'id': '22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:25Z', 'updated_at': '2021-08-10T01:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '804d307a-2a94-473a-b0b9-ba8e5045a970', 'tenant_id': 'a14fe6b470434cfda037388a8cf18ac8', 'floating_ip_address': '172.25.2.6', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'port_id': 'aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866', 'mac_address': 'fa:16:3e:ac:3b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e215e917-f726-47ee-aaf5-8429c75c4af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:19:32Z', 'updated_at': '2021-08-10T01:19:47Z', 'revision_number': 1, 'project_id': 'a14fe6b470434cfda037388a8cf18ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '813e25ee-7b60-4760-8d73-4af7a6cca96f', 'name': '', 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866', 'tenant_id': 'a14fe6b470434cfda037388a8cf18ac8', 'mac_address': 'fa:16:3e:9b:57:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:27Z', 'updated_at': '2021-08-10T01:19:35Z', 'revision_number': 5, 'project_id': 'a14fe6b470434cfda037388a8cf18ac8', 'subnets': [{'id': '04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:48.771484 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-297aed15-2c7f-43b3-a3a0-b333159f0c9c req-0e5ff9b6-946d-45f2-accc-52755307c802 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "GET /v2.0/ports?device_id=83d9ed3d-5f90-4f8b-9391-f58fb01cb261 HTTP/1.1" status: 200 len: 210 time: 0.0648782 Aug 10 01:19:48.805018 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2446db-d991-4ec4-a71d-98e366ea5e31 None None] The sync data for ids ['a6b27c19-4211-487b-aea0-ca47cf84e348'] in n-d-766726-26 is: [{'id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'name': 'tempest-ServerActionsTestJSON-23788078-router', 'tenant_id': 'a14fe6b470434cfda037388a8cf18ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:19:24Z', 'updated_at': '2021-08-10T01:19:28Z', 'revision_number': 4, 'project_id': 'a14fe6b470434cfda037388a8cf18ac8', 'gw_port': {'id': '22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:25Z', 'updated_at': '2021-08-10T01:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '804d307a-2a94-473a-b0b9-ba8e5045a970', 'tenant_id': 'a14fe6b470434cfda037388a8cf18ac8', 'floating_ip_address': '172.25.2.6', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'port_id': 'aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866', 'mac_address': 'fa:16:3e:ac:3b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e215e917-f726-47ee-aaf5-8429c75c4af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:19:32Z', 'updated_at': '2021-08-10T01:19:47Z', 'revision_number': 1, 'project_id': 'a14fe6b470434cfda037388a8cf18ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '813e25ee-7b60-4760-8d73-4af7a6cca96f', 'name': '', 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866', 'tenant_id': 'a14fe6b470434cfda037388a8cf18ac8', 'mac_address': 'fa:16:3e:9b:57:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:27Z', 'updated_at': '2021-08-10T01:19:35Z', 'revision_number': 5, 'project_id': 'a14fe6b470434cfda037388a8cf18ac8', 'subnets': [{'id': '04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:19:48.863198 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-507f66eb-e8f6-491f-adec-8e5e117633f4 req-d56baac3-9791-4afb-83ef-d693f7936948 service neutron] 10.222.0.24 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890433 Aug 10 01:19:49.052846 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-507f66eb-e8f6-491f-adec-8e5e117633f4 req-e2af323d-5821-4c2c-8f7e-c5266d9ff0aa service neutron] 10.222.0.24 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753442 Aug 10 01:19:49.151886 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5143bd-7a39-4cf1-a791-2b08d29ab7d9 None None] New status for floating IP 804d307a-2a94-473a-b0b9-ba8e5045a970: ACTIVE {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:19:49.179539 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46448) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:49.282720 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-0c41da58-0fc4-4258-b124-4d1f6de5c41c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1978554816-network', 'tenant_id': 'cb54a64ad78b4fc4b8acbabc718afc9b'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:49.303490 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c41da58-0fc4-4258-b124-4d1f6de5c41c admin admin] Made reservation on behalf of cb54a64ad78b4fc4b8acbabc718afc9b for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:49.305802 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0c41da58-0fc4-4258-b124-4d1f6de5c41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:49.314904 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0c41da58-0fc4-4258-b124-4d1f6de5c41c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:49.410809 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0c41da58-0fc4-4258-b124-4d1f6de5c41c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:49.414527 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0c41da58-0fc4-4258-b124-4d1f6de5c41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:49.439503 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c41da58-0fc4-4258-b124-4d1f6de5c41c admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:19:49.448140 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41da58-0fc4-4258-b124-4d1f6de5c41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c3db01-f395-410b-9eed-49f07321427a,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:49.454710 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0c41da58-0fc4-4258-b124-4d1f6de5c41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:49.455061 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-0c41da58-0fc4-4258-b124-4d1f6de5c41c admin admin] Added segment f05b5f98-f9a5-4237-8d8b-68cfea0bddce of type vlan for network 82a71ae0-6859-475d-90e6-2656293abaef Aug 10 01:19:49.493009 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0c41da58-0fc4-4258-b124-4d1f6de5c41c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:49.523113 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0c41da58-0fc4-4258-b124-4d1f6de5c41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:49.524074 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c41da58-0fc4-4258-b124-4d1f6de5c41c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:49.524692 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0c41da58-0fc4-4258-b124-4d1f6de5c41c admin admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:49.578622 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0c41da58-0fc4-4258-b124-4d1f6de5c41c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3979645 Aug 10 01:19:49.581642 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46454) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:49.586905 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-93b8eb44-5e8b-4d42-891e-f2cd7a8ac3f1 admin admin] Request body: {'subnet': {'network_id': '82a71ae0-6859-475d-90e6-2656293abaef', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1978554816-subnet', 'tenant_id': 'cb54a64ad78b4fc4b8acbabc718afc9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:49.591205 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41da58-0fc4-4258-b124-4d1f6de5c41c admin admin] Pushing event updated for resources: {'Network': ['ID=82a71ae0-6859-475d-90e6-2656293abaef,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:49.602266 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 82a71ae0-6859-475d-90e6-2656293abaef details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:19:49.610342 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b8eb44-5e8b-4d42-891e-f2cd7a8ac3f1 admin admin] Made reservation on behalf of cb54a64ad78b4fc4b8acbabc718afc9b for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:49.612717 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-93b8eb44-5e8b-4d42-891e-f2cd7a8ac3f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:49.781233 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-93b8eb44-5e8b-4d42-891e-f2cd7a8ac3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:49.820147 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46462) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:49.846465 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8eb44-5e8b-4d42-891e-f2cd7a8ac3f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5918494b-0705-4502-8363-b9a686aa02ae,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:49.861773 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b8eb44-5e8b-4d42-891e-f2cd7a8ac3f1 admin admin] Checking segment: {'id': 'f05b5f98-f9a5-4237-8d8b-68cfea0bddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '82a71ae0-6859-475d-90e6-2656293abaef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:49.862147 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b8eb44-5e8b-4d42-891e-f2cd7a8ac3f1 admin admin] Network hostable DHCP agents. Network: 82a71ae0-6859-475d-90e6-2656293abaef, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:19:49.882547 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b8eb44-5e8b-4d42-891e-f2cd7a8ac3f1 admin admin] Network 82a71ae0-6859-475d-90e6-2656293abaef is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:19:49.892467 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-93b8eb44-5e8b-4d42-891e-f2cd7a8ac3f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 82a71ae0-6859-475d-90e6-2656293abaef) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:49.896838 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b8eb44-5e8b-4d42-891e-f2cd7a8ac3f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:49.897510 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-93b8eb44-5e8b-4d42-891e-f2cd7a8ac3f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:49.906138 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071484c5-6ed5-4fb9-a9cb-8c341531d771 None None] Network 82a71ae0-6859-475d-90e6-2656293abaef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:49.917631 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-93b8eb44-5e8b-4d42-891e-f2cd7a8ac3f1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3347061 Aug 10 01:19:50.083052 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46472) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:50.118534 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffde7d4-0631-43aa-a52a-59b2332f7818 None None] Network 82a71ae0-6859-475d-90e6-2656293abaef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:50.216360 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 5de6905a-266f-4ad1-bc62-6c3074eacd17 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:19:50.268906 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 5de6905a-266f-4ad1-bc62-6c3074eacd17 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:19:50.269261 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 5de6905a-266f-4ad1-bc62-6c3074eacd17 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:19:50.296418 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-89d253ef-f5cd-46a5-9d58-2b94a45c497e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:50.408599 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-89d253ef-f5cd-46a5-9d58-2b94a45c497e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:50.414485 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-89d253ef-f5cd-46a5-9d58-2b94a45c497e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:50.460666 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-89d253ef-f5cd-46a5-9d58-2b94a45c497e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e8f5119b39044ba78670cbb3226ec232&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3762591 Aug 10 01:19:50.463308 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46484) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:50.524438 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d253ef-f5cd-46a5-9d58-2b94a45c497e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748ae19b-b791-4856-a3ab-8665476ac0c1,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:50.546795 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6270ce2c-9f59-431e-b77f-05fcabb16d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:50.572240 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6270ce2c-9f59-431e-b77f-05fcabb16d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:50.586728 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46488) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:50.592632 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-714b214b-f2fb-42f1-b5de-6accfac7d4bd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-263810960-network', 'tenant_id': 'd6dc469680ea4e769d979b67c3610434'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:50.627884 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6270ce2c-9f59-431e-b77f-05fcabb16d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:50.630873 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6270ce2c-9f59-431e-b77f-05fcabb16d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:50.632070 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6270ce2c-9f59-431e-b77f-05fcabb16d4a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/748ae19b-b791-4856-a3ab-8665476ac0c1 HTTP/1.1" status: 204 len: 168 time: 0.1665666 Aug 10 01:19:50.636062 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714b214b-f2fb-42f1-b5de-6accfac7d4bd admin admin] Made reservation on behalf of d6dc469680ea4e769d979b67c3610434 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:50.639034 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-714b214b-f2fb-42f1-b5de-6accfac7d4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:50.643843 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270ce2c-9f59-431e-b77f-05fcabb16d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748ae19b-b791-4856-a3ab-8665476ac0c1,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:50.657301 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-714b214b-f2fb-42f1-b5de-6accfac7d4bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:50.811267 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eaa4a490-4927-4062-9e97-ad13def1c257 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:50.911917 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-714b214b-f2fb-42f1-b5de-6accfac7d4bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:50.918942 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-714b214b-f2fb-42f1-b5de-6accfac7d4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:50.961556 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-714b214b-f2fb-42f1-b5de-6accfac7d4bd admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:19:51.012866 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b214b-f2fb-42f1-b5de-6accfac7d4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78703487-9a66-467f-b303-2589647dcd40,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:51.034743 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-714b214b-f2fb-42f1-b5de-6accfac7d4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:51.035105 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-714b214b-f2fb-42f1-b5de-6accfac7d4bd admin admin] Added segment cb60c20f-d9ca-49b9-89e3-964034065d9a of type vlan for network b79cb1f6-2ec7-416a-a853-0fa9722a39fa Aug 10 01:19:51.121557 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-714b214b-f2fb-42f1-b5de-6accfac7d4bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:51.174130 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-714b214b-f2fb-42f1-b5de-6accfac7d4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:51.175834 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714b214b-f2fb-42f1-b5de-6accfac7d4bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:51.176495 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-714b214b-f2fb-42f1-b5de-6accfac7d4bd admin admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:51.268779 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-714b214b-f2fb-42f1-b5de-6accfac7d4bd admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6808457 Aug 10 01:19:51.271654 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46510) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:51.276893 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-1b8f126e-4e3e-4623-bd72-6adc44ad6890 admin admin] Request body: {'subnet': {'network_id': 'b79cb1f6-2ec7-416a-a853-0fa9722a39fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-263810960-subnet', 'tenant_id': 'd6dc469680ea4e769d979b67c3610434', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:51.294827 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b214b-f2fb-42f1-b5de-6accfac7d4bd admin admin] Pushing event updated for resources: {'Network': ['ID=b79cb1f6-2ec7-416a-a853-0fa9722a39fa,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:51.304883 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network b79cb1f6-2ec7-416a-a853-0fa9722a39fa details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:19:51.310190 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8f126e-4e3e-4623-bd72-6adc44ad6890 admin admin] Made reservation on behalf of d6dc469680ea4e769d979b67c3610434 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:51.313889 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1b8f126e-4e3e-4623-bd72-6adc44ad6890 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:51.339442 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-eaa4a490-4927-4062-9e97-ad13def1c257 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Deleting port 9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:19:51.340074 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eaa4a490-4927-4062-9e97-ad13def1c257 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:51.445719 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-eaa4a490-4927-4062-9e97-ad13def1c257 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] For port 9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a,segment=NetworkSegment(5eabac7d-2d8c-40e5-9bc2-2966785e0fc7),segment_id=5eabac7d-2d8c-40e5-9bc2-2966785e0fc7)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:51.445719 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eaa4a490-4927-4062-9e97-ad13def1c257 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:51.460290 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-eaa4a490-4927-4062-9e97-ad13def1c257 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Calling delete_port for 9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:19:51.516569 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1b8f126e-4e3e-4623-bd72-6adc44ad6890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:51.572870 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f126e-4e3e-4623-bd72-6adc44ad6890 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5e18832-e4a8-4844-9e06-d91eceb57d5e,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:51.585328 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8f126e-4e3e-4623-bd72-6adc44ad6890 admin admin] Checking segment: {'id': 'cb60c20f-d9ca-49b9-89e3-964034065d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b79cb1f6-2ec7-416a-a853-0fa9722a39fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:51.585713 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8f126e-4e3e-4623-bd72-6adc44ad6890 admin admin] Network hostable DHCP agents. Network: b79cb1f6-2ec7-416a-a853-0fa9722a39fa, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:19:51.610322 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8f126e-4e3e-4623-bd72-6adc44ad6890 admin admin] Network b79cb1f6-2ec7-416a-a853-0fa9722a39fa is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:19:51.622287 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-1b8f126e-4e3e-4623-bd72-6adc44ad6890 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, b79cb1f6-2ec7-416a-a853-0fa9722a39fa) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:51.626189 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8f126e-4e3e-4623-bd72-6adc44ad6890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:51.627279 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1b8f126e-4e3e-4623-bd72-6adc44ad6890 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:51.633503 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb4a26e-0310-4653-b2ef-0fb2f2cc02a1 None None] Network b79cb1f6-2ec7-416a-a853-0fa9722a39fa requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:51.653302 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1b8f126e-4e3e-4623-bd72-6adc44ad6890 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3715303 Aug 10 01:19:51.735177 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eaa4a490-4927-4062-9e97-ad13def1c257 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:51.768900 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa4a490-4927-4062-9e97-ad13def1c257 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event deleted for resources: {'Port': ['ID=9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:51.806824 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79169d3-b032-49d4-b43f-75ab950908cd None None] Network b79cb1f6-2ec7-416a-a853-0fa9722a39fa requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:51.821593 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46542) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:51.899574 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-1780d48f-1024-4deb-96de-f22aff3c4263 admin admin] Deleting subnet 5918494b-0705-4502-8363-b9a686aa02ae {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:19:51.903496 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1780d48f-1024-4deb-96de-f22aff3c4263 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:51.978522 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1780d48f-1024-4deb-96de-f22aff3c4263 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:52.001297 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eaa4a490-4927-4062-9e97-ad13def1c257 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:52.028190 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1780d48f-1024-4deb-96de-f22aff3c4263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:52.093560 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1780d48f-1024-4deb-96de-f22aff3c4263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:52.122200 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780d48f-1024-4deb-96de-f22aff3c4263 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5918494b-0705-4502-8363-b9a686aa02ae,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:52.127806 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1780d48f-1024-4deb-96de-f22aff3c4263 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:52.130068 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1780d48f-1024-4deb-96de-f22aff3c4263 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5918494b-0705-4502-8363-b9a686aa02ae HTTP/1.1" status: 204 len: 168 time: 0.3070362 Aug 10 01:19:52.132752 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46548) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:52.192866 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46554) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:52.228973 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-86e27ab2-91c3-472c-a645-6e94eb52df78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:52.252746 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa4a490-4927-4062-9e97-ad13def1c257 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Router bdbb07c0-c609-4f2f-b3dc-a743042f2535 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:19:52.323197 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-86e27ab2-91c3-472c-a645-6e94eb52df78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:52.348553 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-86e27ab2-91c3-472c-a645-6e94eb52df78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a71ae0-6859-475d-90e6-2656293abaef']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:52.351189 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5841d41d-aab6-4bbe-a9c3-23ff2e0804d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:52.367217 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-86e27ab2-91c3-472c-a645-6e94eb52df78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f05b5f98-f9a5-4237-8d8b-68cfea0bddce') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:52.367217 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-86e27ab2-91c3-472c-a645-6e94eb52df78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f05b5f98-f9a5-4237-8d8b-68cfea0bddce') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:52.380071 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-86e27ab2-91c3-472c-a645-6e94eb52df78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:52.380447 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa4a490-4927-4062-9e97-ad13def1c257 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:19:52.390272 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-eaa4a490-4927-4062-9e97-ad13def1c257 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "PUT /v2.0/routers/bdbb07c0-c609-4f2f-b3dc-a743042f2535/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5651259 Aug 10 01:19:52.392557 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46558) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:52.398719 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb89d53-db3c-47e8-bded-01355fe4d29f None None] Sync routers for ids ['bdbb07c0-c609-4f2f-b3dc-a743042f2535'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:19:52.415816 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb89d53-db3c-47e8-bded-01355fe4d29f None None] Routers {'bdbb07c0-c609-4f2f-b3dc-a743042f2535'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:19:52.416590 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-6fb89d53-db3c-47e8-bded-01355fe4d29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:19:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['bdbb07c0-c609-4f2f-b3dc-a743042f2535'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:52.427568 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-86e27ab2-91c3-472c-a645-6e94eb52df78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:52.446420 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e27ab2-91c3-472c-a645-6e94eb52df78 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:19:52.446839 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-86e27ab2-91c3-472c-a645-6e94eb52df78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:52.448591 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:19:52.448591 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:19:52.448591 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:19:52.448591 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:19:52.448591 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:19:52.448591 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:19:52.448591 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:19:52.448591 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:19:52.448591 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:19:52.448591 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:19:52.448591 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:19:52.448591 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:19:52.448591 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:19:52.448591 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:19:52.448591 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:19:52.448591 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:19:52.448591 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:19:52.448591 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:19:52.448591 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:19:52.448591 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:19:52.448591 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:19:52.448591 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:19:52.448591 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:19:52.448591 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:19:52.448591 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:19:52.448591 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:19:52.448591 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:19:52.448591 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:19:52.448591 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:19:52.448591 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:19:52.448591 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:19:52.448591 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:19:52.516524 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-365f1d5d-bbb0-4193-85fd-643eccec6fe6 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Deleting subnet 50d4863a-ba29-42e9-94f4-85fc7bf0c412 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:19:52.525207 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-365f1d5d-bbb0-4193-85fd-643eccec6fe6 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:52.530694 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-6fb89d53-db3c-47e8-bded-01355fe4d29f None None] Set router bdbb07c0-c609-4f2f-b3dc-a743042f2535 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:19:52.563110 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-86e27ab2-91c3-472c-a645-6e94eb52df78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:52.581059 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-86e27ab2-91c3-472c-a645-6e94eb52df78 admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:52.582847 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-86e27ab2-91c3-472c-a645-6e94eb52df78 admin admin] 10.222.0.35 "DELETE /v2.0/networks/82a71ae0-6859-475d-90e6-2656293abaef HTTP/1.1" status: 204 len: 168 time: 0.4446568 Aug 10 01:19:52.586298 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46560) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:52.604318 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e27ab2-91c3-472c-a645-6e94eb52df78 admin admin] Pushing event deleted for resources: {'Network': ['ID=82a71ae0-6859-475d-90e6-2656293abaef,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:52.610323 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-365f1d5d-bbb0-4193-85fd-643eccec6fe6 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:52.663250 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa1e84ee-e295-4762-ac79-b22aef6c612a admin admin] Deleting subnet d5e18832-e4a8-4844-9e06-d91eceb57d5e {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:19:52.667027 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aa1e84ee-e295-4762-ac79-b22aef6c612a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:52.671148 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5841d41d-aab6-4bbe-a9c3-23ff2e0804d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:52.679277 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5841d41d-aab6-4bbe-a9c3-23ff2e0804d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:52.714490 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aa1e84ee-e295-4762-ac79-b22aef6c612a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:52.741648 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-6fb89d53-db3c-47e8-bded-01355fe4d29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377316782', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b3ed8424-35ee-4a8b-9396-f175a3b23c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:35Z', 'updated_at': '2021-08-10T01:19:51Z', 'revision_number': 5, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'b3ed8424-35ee-4a8b-9396-f175a3b23c43', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:37Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:52.750825 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5841d41d-aab6-4bbe-a9c3-23ff2e0804d8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5c581bef60ab4609a3a34a816cefcc19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5506966 Aug 10 01:19:52.751576 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841d41d-aab6-4bbe-a9c3-23ff2e0804d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763b2c44-f739-4c9f-9009-73f1d38c6a1d,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:52.756722 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46562) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:52.758902 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-365f1d5d-bbb0-4193-85fd-643eccec6fe6 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:52.776897 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb89d53-db3c-47e8-bded-01355fe4d29f None None] Checking router: bdbb07c0-c609-4f2f-b3dc-a743042f2535 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:19:52.787226 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb89d53-db3c-47e8-bded-01355fe4d29f None None] Routers {'bdbb07c0-c609-4f2f-b3dc-a743042f2535'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:19:52.787765 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-6fb89d53-db3c-47e8-bded-01355fe4d29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:19:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['bdbb07c0-c609-4f2f-b3dc-a743042f2535'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:52.790595 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aa1e84ee-e295-4762-ac79-b22aef6c612a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:52.831136 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-365f1d5d-bbb0-4193-85fd-643eccec6fe6 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:52.865673 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f1d5d-bbb0-4193-85fd-643eccec6fe6 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event deleted for resources: {'Subnet': ['ID=50d4863a-ba29-42e9-94f4-85fc7bf0c412,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:52.867974 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-365f1d5d-bbb0-4193-85fd-643eccec6fe6 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:52.869984 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e6d41214-5bdb-4735-8443-c581baf58fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:52.870311 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-365f1d5d-bbb0-4193-85fd-643eccec6fe6 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "DELETE /v2.0/subnets/50d4863a-ba29-42e9-94f4-85fc7bf0c412 HTTP/1.1" status: 204 len: 168 time: 0.4765992 Aug 10 01:19:52.874375 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46564) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:52.898250 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aa1e84ee-e295-4762-ac79-b22aef6c612a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:52.901731 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e6d41214-5bdb-4735-8443-c581baf58fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:52.946766 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aa1e84ee-e295-4762-ac79-b22aef6c612a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:52.951569 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-aa1e84ee-e295-4762-ac79-b22aef6c612a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d5e18832-e4a8-4844-9e06-d91eceb57d5e HTTP/1.1" status: 204 len: 168 time: 0.3632767 Aug 10 01:19:52.954475 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46566) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:52.955284 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1e84ee-e295-4762-ac79-b22aef6c612a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5e18832-e4a8-4844-9e06-d91eceb57d5e,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:53.014776 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-872c1dfa-e60a-4aad-996f-f68e6b5ae12d tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:53.054401 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-897f286e-e306-49bb-b4fa-256697c0e157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:53.058049 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5b20a7-33ca-4459-be7d-11c2932b6b3a None None] Network a816cfb2-4561-452c-a993-906d177b1225 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:53.069121 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e6d41214-5bdb-4735-8443-c581baf58fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:53.072016 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e6d41214-5bdb-4735-8443-c581baf58fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:53.076482 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e6d41214-5bdb-4735-8443-c581baf58fd4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/763b2c44-f739-4c9f-9009-73f1d38c6a1d HTTP/1.1" status: 204 len: 168 time: 0.3147204 Aug 10 01:19:53.085633 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d41214-5bdb-4735-8443-c581baf58fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763b2c44-f739-4c9f-9009-73f1d38c6a1d,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:53.140472 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-6fb89d53-db3c-47e8-bded-01355fe4d29f None None] Set router bdbb07c0-c609-4f2f-b3dc-a743042f2535 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:19:53.166970 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-897f286e-e306-49bb-b4fa-256697c0e157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:53.174231 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-872c1dfa-e60a-4aad-996f-f68e6b5ae12d tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:53.182557 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-897f286e-e306-49bb-b4fa-256697c0e157 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b79cb1f6-2ec7-416a-a853-0fa9722a39fa']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:53.200718 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-897f286e-e306-49bb-b4fa-256697c0e157 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb60c20f-d9ca-49b9-89e3-964034065d9a') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:53.201470 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-897f286e-e306-49bb-b4fa-256697c0e157 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb60c20f-d9ca-49b9-89e3-964034065d9a') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:53.212147 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-897f286e-e306-49bb-b4fa-256697c0e157 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:53.305402 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-872c1dfa-e60a-4aad-996f-f68e6b5ae12d tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Deleting port b3ed8424-35ee-4a8b-9396-f175a3b23c43 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:19:53.307729 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-872c1dfa-e60a-4aad-996f-f68e6b5ae12d tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:53.423021 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23e1fba-407f-49ab-8978-4d5fba9a6000 None None] DHCP port deletion for a816cfb2-4561-452c-a993-906d177b1225 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:19:53.435402 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-6fb89d53-db3c-47e8-bded-01355fe4d29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377316782', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b3ed8424-35ee-4a8b-9396-f175a3b23c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:35Z', 'updated_at': '2021-08-10T01:19:51Z', 'revision_number': 5, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'b3ed8424-35ee-4a8b-9396-f175a3b23c43', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:37Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:53.471066 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-872c1dfa-e60a-4aad-996f-f68e6b5ae12d tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] For port b3ed8424-35ee-4a8b-9396-f175a3b23c43, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b3ed8424-35ee-4a8b-9396-f175a3b23c43,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:53.471816 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-872c1dfa-e60a-4aad-996f-f68e6b5ae12d tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:53.492156 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-872c1dfa-e60a-4aad-996f-f68e6b5ae12d tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Calling delete_port for b3ed8424-35ee-4a8b-9396-f175a3b23c43 owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:19:53.495390 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb89d53-db3c-47e8-bded-01355fe4d29f None None] The sync data for ids ['bdbb07c0-c609-4f2f-b3dc-a743042f2535'] in n-d-766726-26 is: [{'id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-377316782', 'tenant_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b3ed8424-35ee-4a8b-9396-f175a3b23c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:35Z', 'updated_at': '2021-08-10T01:19:51Z', 'revision_number': 5, 'project_id': 'ffe13e423dfd43ec93b2db095fb6b3d8', 'gw_port': {'id': 'b3ed8424-35ee-4a8b-9396-f175a3b23c43', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb07c0-c609-4f2f-b3dc-a743042f2535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:37Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:19:53.529747 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b23e1fba-407f-49ab-8978-4d5fba9a6000 None None] Deleting port 20838ff9-909c-425e-aa44-087abb476248 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:19:53.530149 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b23e1fba-407f-49ab-8978-4d5fba9a6000 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:53.548628 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-897f286e-e306-49bb-b4fa-256697c0e157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:53.565397 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-897f286e-e306-49bb-b4fa-256697c0e157 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:19:53.565941 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-897f286e-e306-49bb-b4fa-256697c0e157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:53.567970 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:19:53.567970 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:19:53.567970 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:19:53.567970 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:19:53.567970 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:19:53.567970 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:19:53.567970 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:19:53.567970 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:19:53.567970 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:19:53.567970 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:19:53.567970 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:19:53.567970 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:19:53.567970 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:19:53.567970 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:19:53.567970 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:19:53.567970 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:19:53.567970 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:19:53.567970 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:19:53.567970 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:19:53.567970 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:19:53.567970 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:19:53.567970 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:19:53.567970 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:19:53.567970 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:19:53.567970 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:19:53.567970 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:19:53.567970 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:19:53.567970 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:19:53.567970 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:19:53.567970 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:19:53.567970 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:19:53.567970 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:19:53.607195 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-b23e1fba-407f-49ab-8978-4d5fba9a6000 None None] For port 20838ff9-909c-425e-aa44-087abb476248, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=20838ff9-909c-425e-aa44-087abb476248,segment=NetworkSegment(5eabac7d-2d8c-40e5-9bc2-2966785e0fc7),segment_id=5eabac7d-2d8c-40e5-9bc2-2966785e0fc7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:53.607195 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b23e1fba-407f-49ab-8978-4d5fba9a6000 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:53.627111 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b23e1fba-407f-49ab-8978-4d5fba9a6000 None None] Calling delete_port for 20838ff9-909c-425e-aa44-087abb476248 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:19:53.653630 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-897f286e-e306-49bb-b4fa-256697c0e157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:53.680451 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-897f286e-e306-49bb-b4fa-256697c0e157 admin admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:53.686014 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-897f286e-e306-49bb-b4fa-256697c0e157 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b79cb1f6-2ec7-416a-a853-0fa9722a39fa HTTP/1.1" status: 204 len: 168 time: 0.7248003 Aug 10 01:19:53.686014 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f286e-e306-49bb-b4fa-256697c0e157 admin admin] Pushing event deleted for resources: {'Network': ['ID=b79cb1f6-2ec7-416a-a853-0fa9722a39fa,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:53.735758 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-872c1dfa-e60a-4aad-996f-f68e6b5ae12d tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:53.748698 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b23e1fba-407f-49ab-8978-4d5fba9a6000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:53.780214 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c1dfa-e60a-4aad-996f-f68e6b5ae12d tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event deleted for resources: {'Port': ['ID=b3ed8424-35ee-4a8b-9396-f175a3b23c43,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:53.786331 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e1fba-407f-49ab-8978-4d5fba9a6000 None None] Pushing event deleted for resources: {'Port': ['ID=20838ff9-909c-425e-aa44-087abb476248,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:53.789048 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23e1fba-407f-49ab-8978-4d5fba9a6000 None None] No DVR routers for this DVR port 20838ff9-909c-425e-aa44-087abb476248 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:19:53.854862 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-872c1dfa-e60a-4aad-996f-f68e6b5ae12d tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:53.901026 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46590) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:53.957644 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e095afae-34b4-4264-8f94-e8e195f054b7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cb54a64ad78b4fc4b8acbabc718afc9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0549214 Aug 10 01:19:53.959869 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46594) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:53.995958 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-872c1dfa-e60a-4aad-996f-f68e6b5ae12d tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:53.999489 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-872c1dfa-e60a-4aad-996f-f68e6b5ae12d tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.016354 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8620be5b-5722-4042-80b7-85eaf0462bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.047404 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8620be5b-5722-4042-80b7-85eaf0462bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.054754 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-872c1dfa-e60a-4aad-996f-f68e6b5ae12d tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.055818 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872c1dfa-e60a-4aad-996f-f68e6b5ae12d tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Fanout notify agent at l3_agent the message router_deleted on router bdbb07c0-c609-4f2f-b3dc-a743042f2535 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:19:54.071162 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-872c1dfa-e60a-4aad-996f-f68e6b5ae12d tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.072737 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-872c1dfa-e60a-4aad-996f-f68e6b5ae12d tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "DELETE /v2.0/routers/bdbb07c0-c609-4f2f-b3dc-a743042f2535 HTTP/1.1" status: 204 len: 168 time: 1.1969733 Aug 10 01:19:54.075528 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46596) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:54.117426 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8620be5b-5722-4042-80b7-85eaf0462bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.120370 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8620be5b-5722-4042-80b7-85eaf0462bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.121608 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8620be5b-5722-4042-80b7-85eaf0462bee admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/41c3db01-f395-410b-9eed-49f07321427a HTTP/1.1" status: 204 len: 168 time: 0.1605966 Aug 10 01:19:54.129899 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620be5b-5722-4042-80b7-85eaf0462bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c3db01-f395-410b-9eed-49f07321427a,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:54.193140 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c9d01b15-1800-4129-b677-2c8ee31fa653 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.297271 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c9d01b15-1800-4129-b677-2c8ee31fa653 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.322782 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-c9d01b15-1800-4129-b677-2c8ee31fa653 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a816cfb2-4561-452c-a993-906d177b1225']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:54.343141 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-c9d01b15-1800-4129-b677-2c8ee31fa653 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eabac7d-2d8c-40e5-9bc2-2966785e0fc7') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:54.343963 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-c9d01b15-1800-4129-b677-2c8ee31fa653 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eabac7d-2d8c-40e5-9bc2-2966785e0fc7') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:54.373861 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c9d01b15-1800-4129-b677-2c8ee31fa653 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.394990 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c9d01b15-1800-4129-b677-2c8ee31fa653 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.421067 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9d01b15-1800-4129-b677-2c8ee31fa653 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:19:54.421762 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c9d01b15-1800-4129-b677-2c8ee31fa653 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.426191 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:19:54.426191 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:19:54.426191 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:19:54.426191 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:19:54.426191 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:19:54.426191 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:19:54.426191 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:19:54.426191 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:19:54.426191 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:19:54.426191 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:19:54.426191 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:19:54.426191 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:19:54.426191 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:19:54.426191 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:19:54.426191 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:19:54.426191 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:19:54.426191 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:19:54.426191 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:19:54.426191 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:19:54.426191 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:19:54.426191 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:19:54.426191 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:19:54.426191 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:19:54.426191 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:19:54.426191 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:19:54.426191 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:19:54.426191 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:19:54.426191 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:19:54.426191 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:19:54.426191 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:19:54.426191 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:19:54.426191 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:19:54.484645 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46612) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:54.498455 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c9d01b15-1800-4129-b677-2c8ee31fa653 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.507829 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c9d01b15-1800-4129-b677-2c8ee31fa653 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.509353 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c9d01b15-1800-4129-b677-2c8ee31fa653 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "DELETE /v2.0/networks/a816cfb2-4561-452c-a993-906d177b1225 HTTP/1.1" status: 204 len: 168 time: 0.4328442 Aug 10 01:19:54.512827 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46616) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:54.520769 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d01b15-1800-4129-b677-2c8ee31fa653 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event deleted for resources: {'Network': ['ID=a816cfb2-4561-452c-a993-906d177b1225,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:54.578649 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ddef359d-f7b3-4d44-a69d-8fbfc118a171 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.610464 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46618) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:54.614091 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ddef359d-f7b3-4d44-a69d-8fbfc118a171 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.644013 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a10345a8-0891-4a56-82d3-00133153487d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.678016 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ddef359d-f7b3-4d44-a69d-8fbfc118a171 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.681351 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ddef359d-f7b3-4d44-a69d-8fbfc118a171 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.682656 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ddef359d-f7b3-4d44-a69d-8fbfc118a171 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] 10.222.0.35 "DELETE /v2.0/security-groups/495ae47c-a2a3-4a5e-8755-8c8527e6eef7 HTTP/1.1" status: 204 len: 168 time: 0.1687799 Aug 10 01:19:54.695129 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef359d-f7b3-4d44-a69d-8fbfc118a171 tempest-TestNetworkAdvancedServerOps-1070383792 tempest-TestNetworkAdvancedServerOps-1070383792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=495ae47c-a2a3-4a5e-8755-8c8527e6eef7,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:54.695322 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-142a2e55-e74c-4f61-854c-269c4e47efc4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d6dc469680ea4e769d979b67c3610434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0829251 Aug 10 01:19:54.697067 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46622) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:54.779875 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-80fc2de1-dab5-457f-8376-4fb07c4c28b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.815163 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a10345a8-0891-4a56-82d3-00133153487d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.824488 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-80fc2de1-dab5-457f-8376-4fb07c4c28b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.836862 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a10345a8-0891-4a56-82d3-00133153487d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.882389 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 20838ff9-909c-425e-aa44-087abb476248 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:19:54.892656 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a10345a8-0891-4a56-82d3-00133153487d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1cb0fd9697bb49de9d5abdc54cc9e7b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4067359 Aug 10 01:19:54.893566 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10345a8-0891-4a56-82d3-00133153487d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465dd9b6-1669-4dc4-af43-e640bf1777a6,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:54.895285 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46626) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:54.913323 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 20838ff9-909c-425e-aa44-087abb476248 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:19:54.913775 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 20838ff9-909c-425e-aa44-087abb476248 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:19:54.914445 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:19:54.918479 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-80fc2de1-dab5-457f-8376-4fb07c4c28b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.921734 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-80fc2de1-dab5-457f-8376-4fb07c4c28b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.925790 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-80fc2de1-dab5-457f-8376-4fb07c4c28b5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/78703487-9a66-467f-b303-2589647dcd40 HTTP/1.1" status: 204 len: 168 time: 0.2250226 Aug 10 01:19:54.938517 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:19:54.939004 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9bd77d2c-56c3-4eb8-a0e8-cf554cf0d70a not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:19:54.958073 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc2de1-dab5-457f-8376-4fb07c4c28b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78703487-9a66-467f-b303-2589647dcd40,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:54.982585 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6845a50-8bbf-4bd4-b9cc-d2f0bd78b2f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:55.007156 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6845a50-8bbf-4bd4-b9cc-d2f0bd78b2f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:55.064202 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6845a50-8bbf-4bd4-b9cc-d2f0bd78b2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:55.067336 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6845a50-8bbf-4bd4-b9cc-d2f0bd78b2f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:55.068805 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d6845a50-8bbf-4bd4-b9cc-d2f0bd78b2f9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/465dd9b6-1669-4dc4-af43-e640bf1777a6 HTTP/1.1" status: 204 len: 168 time: 0.1702051 Aug 10 01:19:55.079359 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6845a50-8bbf-4bd4-b9cc-d2f0bd78b2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465dd9b6-1669-4dc4-af43-e640bf1777a6,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:55.095330 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46636) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:55.257119 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-62af9622-d3db-4588-a030-6bdfc155eb96 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ffe13e423dfd43ec93b2db095fb6b3d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1606336 Aug 10 01:19:55.259659 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46644) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:55.312438 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8987cb71-809b-4c0a-a446-dd20198564dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:55.335814 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8987cb71-809b-4c0a-a446-dd20198564dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:55.389591 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8987cb71-809b-4c0a-a446-dd20198564dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:55.392365 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8987cb71-809b-4c0a-a446-dd20198564dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:55.393547 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8987cb71-809b-4c0a-a446-dd20198564dc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b27bb619-2411-46f8-b7bc-a7d4a032728e HTTP/1.1" status: 204 len: 168 time: 0.1329448 Aug 10 01:19:55.406109 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8987cb71-809b-4c0a-a446-dd20198564dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27bb619-2411-46f8-b7bc-a7d4a032728e,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:55.773152 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46674) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:55.816694 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-be784079-66d7-4ad2-93e9-0b4097201cfe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=49649cb5ffa34e28af915fcd5c38a346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422566 Aug 10 01:19:55.819840 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46678) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:55.882039 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e3fa9782-5a18-423c-ae8e-954622a9d374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:55.909036 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e3fa9782-5a18-423c-ae8e-954622a9d374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:55.962484 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e3fa9782-5a18-423c-ae8e-954622a9d374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:55.965171 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e3fa9782-5a18-423c-ae8e-954622a9d374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:55.966326 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e3fa9782-5a18-423c-ae8e-954622a9d374 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/057c3842-bbcc-464f-8668-eed2dbcff09d HTTP/1.1" status: 204 len: 168 time: 0.1455343 Aug 10 01:19:55.974023 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa9782-5a18-423c-ae8e-954622a9d374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057c3842-bbcc-464f-8668-eed2dbcff09d,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:56.377162 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b3ed8424-35ee-4a8b-9396-f175a3b23c43 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:19:56.403150 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: b3ed8424-35ee-4a8b-9396-f175a3b23c43 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:19:56.404278 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b3ed8424-35ee-4a8b-9396-f175a3b23c43 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:19:57.282118 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46746) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:57.425982 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-198b3b32-d3bd-4d85-ad34-0738d6aa3df9 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:57.449190 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-198b3b32-d3bd-4d85-ad34-0738d6aa3df9 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks [] for floatingip, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:57.545903 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-198b3b32-d3bd-4d85-ad34-0738d6aa3df9 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:57.657684 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-198b3b32-d3bd-4d85-ad34-0738d6aa3df9 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Allocated IP 172.25.2.244 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/d3dafcea-56fd-4f63-a6cf-2d1fba283682) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:19:57.758128 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-198b3b32-d3bd-4d85-ad34-0738d6aa3df9 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:57.801136 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-198b3b32-d3bd-4d85-ad34-0738d6aa3df9 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:57.835734 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198b3b32-d3bd-4d85-ad34-0738d6aa3df9 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:57.840959 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-198b3b32-d3bd-4d85-ad34-0738d6aa3df9 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:57.844470 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198b3b32-d3bd-4d85-ad34-0738d6aa3df9 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:19:57.868230 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b3b32-d3bd-4d85-ad34-0738d6aa3df9 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Pushing event updated for resources: {'Port': ['ID=d3dafcea-56fd-4f63-a6cf-2d1fba283682,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:57.931226 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-198b3b32-d3bd-4d85-ad34-0738d6aa3df9 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:57.963656 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-198b3b32-d3bd-4d85-ad34-0738d6aa3df9 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:58.111338 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-198b3b32-d3bd-4d85-ad34-0738d6aa3df9 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:58.115455 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-198b3b32-d3bd-4d85-ad34-0738d6aa3df9 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:58.186165 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b3b32-d3bd-4d85-ad34-0738d6aa3df9 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Pushing event updated for resources: {'Port': ['ID=d3dafcea-56fd-4f63-a6cf-2d1fba283682,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:58.194137 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-198b3b32-d3bd-4d85-ad34-0738d6aa3df9 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:58.209811 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-198b3b32-d3bd-4d85-ad34-0738d6aa3df9 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:58.210931 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-198b3b32-d3bd-4d85-ad34-0738d6aa3df9 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9277444 Aug 10 01:19:58.216076 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46756) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:58.221317 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-66eaec6c-ec19-4262-80de-9534175ada40 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-606068130'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:58.231946 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:58.243104 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66eaec6c-ec19-4262-80de-9534175ada40 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Made reservation on behalf of a247ac88a09d499db3e5dbcc87161fcf for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:58.246555 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-66eaec6c-ec19-4262-80de-9534175ada40 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:58.255482 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-66eaec6c-ec19-4262-80de-9534175ada40 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:58.351789 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-66eaec6c-ec19-4262-80de-9534175ada40 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:58.356833 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-66eaec6c-ec19-4262-80de-9534175ada40 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:58.385638 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66eaec6c-ec19-4262-80de-9534175ada40 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:19:58.397225 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eaec6c-ec19-4262-80de-9534175ada40 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3e6418-db32-4277-8d06-008c25287810,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:58.404031 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-66eaec6c-ec19-4262-80de-9534175ada40 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:58.405336 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-66eaec6c-ec19-4262-80de-9534175ada40 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Added segment 77cb272a-4c35-4e44-95e0-dc79f735adca of type vlan for network 90116d00-f500-443e-aa94-8f2a2eab5a9b Aug 10 01:19:58.450110 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-66eaec6c-ec19-4262-80de-9534175ada40 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:58.481729 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-66eaec6c-ec19-4262-80de-9534175ada40 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:58.487920 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66eaec6c-ec19-4262-80de-9534175ada40 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:58.488535 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-66eaec6c-ec19-4262-80de-9534175ada40 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:58.553628 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46766) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:58.554303 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-66eaec6c-ec19-4262-80de-9534175ada40 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3363369 Aug 10 01:19:58.563345 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-b0b466bb-579a-43de-b7e4-acf9c24f69d0 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Request body: {'subnet': {'network_id': '90116d00-f500-443e-aa94-8f2a2eab5a9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:58.569025 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eaec6c-ec19-4262-80de-9534175ada40 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Pushing event updated for resources: {'Network': ['ID=90116d00-f500-443e-aa94-8f2a2eab5a9b,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:58.579582 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 90116d00-f500-443e-aa94-8f2a2eab5a9b details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:19:58.663466 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b466bb-579a-43de-b7e4-acf9c24f69d0 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Made reservation on behalf of a247ac88a09d499db3e5dbcc87161fcf for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:58.675537 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b0b466bb-579a-43de-b7e4-acf9c24f69d0 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:58.859465 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b0b466bb-579a-43de-b7e4-acf9c24f69d0 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:58.926432 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b466bb-579a-43de-b7e4-acf9c24f69d0 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Pushing event updated for resources: {'Subnet': ['ID=4e63a7b5-831d-48f6-8a16-de96e0879852,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:58.933601 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b466bb-579a-43de-b7e4-acf9c24f69d0 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Checking segment: {'id': '77cb272a-4c35-4e44-95e0-dc79f735adca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90116d00-f500-443e-aa94-8f2a2eab5a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:58.933972 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b466bb-579a-43de-b7e4-acf9c24f69d0 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Network hostable DHCP agents. Network: 90116d00-f500-443e-aa94-8f2a2eab5a9b, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:19:58.953067 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b466bb-579a-43de-b7e4-acf9c24f69d0 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Network 90116d00-f500-443e-aa94-8f2a2eab5a9b is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:19:58.963349 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-b0b466bb-579a-43de-b7e4-acf9c24f69d0 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 90116d00-f500-443e-aa94-8f2a2eab5a9b) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:58.969685 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b466bb-579a-43de-b7e4-acf9c24f69d0 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:58.970622 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b0b466bb-579a-43de-b7e4-acf9c24f69d0 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:58.977887 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114727fb-a0e3-401c-bada-739055c020dd None None] Network 90116d00-f500-443e-aa94-8f2a2eab5a9b requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:58.997165 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46774) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:59.004742 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-e7cc8bd5-beef-4b5a-897e-eb030fe4e6e4 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2114473937', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}, 'admin_state_up': False}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:59.008775 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b0b466bb-579a-43de-b7e4-acf9c24f69d0 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4527750 Aug 10 01:19:59.042416 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8bd5-beef-4b5a-897e-eb030fe4e6e4 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:59.044009 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8bd5-beef-4b5a-897e-eb030fe4e6e4 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:59.099275 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8bd5-beef-4b5a-897e-eb030fe4e6e4 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:59.156121 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38f4ab2-44b0-4adf-81df-eb6c76944868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-90116d00-f500-443e-aa94-8f2a2eab5a9b', 'network_id': '90116d00-f500-443e-aa94-8f2a2eab5a9b', 'tenant_id': 'a247ac88a09d499db3e5dbcc87161fcf', 'fixed_ips': [{'subnet_id': '4e63a7b5-831d-48f6-8a16-de96e0879852'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:19:59.157843 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a38f4ab2-44b0-4adf-81df-eb6c76944868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:59.253924 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8bd5-beef-4b5a-897e-eb030fe4e6e4 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:59.321176 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-a38f4ab2-44b0-4adf-81df-eb6c76944868 None None] Allocated IP 172.20.0.2 (90116d00-f500-443e-aa94-8f2a2eab5a9b/4e63a7b5-831d-48f6-8a16-de96e0879852/a6b68ec5-9d27-408d-8433-0843af3c1515) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:19:59.453210 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8bd5-beef-4b5a-897e-eb030fe4e6e4 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:59.467268 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a38f4ab2-44b0-4adf-81df-eb6c76944868 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:59.475529 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a38f4ab2-44b0-4adf-81df-eb6c76944868 None None] Transition to ACTIVE for port object a6b68ec5-9d27-408d-8433-0843af3c1515 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:59.476313 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8bd5-beef-4b5a-897e-eb030fe4e6e4 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:59.490317 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a38f4ab2-44b0-4adf-81df-eb6c76944868 None None] Transition to ACTIVE for port object a6b68ec5-9d27-408d-8433-0843af3c1515 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:59.496022 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a38f4ab2-44b0-4adf-81df-eb6c76944868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:59.532935 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38f4ab2-44b0-4adf-81df-eb6c76944868 None None] Network 90116d00-f500-443e-aa94-8f2a2eab5a9b is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:59.537598 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-a38f4ab2-44b0-4adf-81df-eb6c76944868 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:59.541976 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38f4ab2-44b0-4adf-81df-eb6c76944868 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:19:59.552081 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f4ab2-44b0-4adf-81df-eb6c76944868 None None] Pushing event updated for resources: {'Port': ['ID=a6b68ec5-9d27-408d-8433-0843af3c1515,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:59.585484 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-e7cc8bd5-beef-4b5a-897e-eb030fe4e6e4 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Allocated IP 172.25.2.72 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/21c7d392-92f8-47f1-8f14-981c06268907) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:19:59.600745 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a38f4ab2-44b0-4adf-81df-eb6c76944868 None None] Attempting to bind port a6b68ec5-9d27-408d-8433-0843af3c1515 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:19:59.601130 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a38f4ab2-44b0-4adf-81df-eb6c76944868 None None] Attempting to bind port a6b68ec5-9d27-408d-8433-0843af3c1515 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '77cb272a-4c35-4e44-95e0-dc79f735adca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90116d00-f500-443e-aa94-8f2a2eab5a9b'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:19:59.601535 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38f4ab2-44b0-4adf-81df-eb6c76944868 None None] Attempting to bind port a6b68ec5-9d27-408d-8433-0843af3c1515 on network 90116d00-f500-443e-aa94-8f2a2eab5a9b {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:19:59.606776 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38f4ab2-44b0-4adf-81df-eb6c76944868 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:19:59.607117 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38f4ab2-44b0-4adf-81df-eb6c76944868 None None] Checking segment: {'id': '77cb272a-4c35-4e44-95e0-dc79f735adca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90116d00-f500-443e-aa94-8f2a2eab5a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:59.607558 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a38f4ab2-44b0-4adf-81df-eb6c76944868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:59.607935 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38f4ab2-44b0-4adf-81df-eb6c76944868 None None] Bound using segment: {'id': '77cb272a-4c35-4e44-95e0-dc79f735adca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90116d00-f500-443e-aa94-8f2a2eab5a9b'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:19:59.608408 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a38f4ab2-44b0-4adf-81df-eb6c76944868 None None] Bound port: a6b68ec5-9d27-408d-8433-0843af3c1515, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77cb272a-4c35-4e44-95e0-dc79f735adca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90116d00-f500-443e-aa94-8f2a2eab5a9b'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:19:59.609249 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a38f4ab2-44b0-4adf-81df-eb6c76944868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:59.683956 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-a38f4ab2-44b0-4adf-81df-eb6c76944868 None None] For port a6b68ec5-9d27-408d-8433-0843af3c1515, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:19:59.695315 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-a38f4ab2-44b0-4adf-81df-eb6c76944868 None None] For port a6b68ec5-9d27-408d-8433-0843af3c1515, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a6b68ec5-9d27-408d-8433-0843af3c1515,segment=NetworkSegment(77cb272a-4c35-4e44-95e0-dc79f735adca),segment_id=77cb272a-4c35-4e44-95e0-dc79f735adca)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:19:59.697864 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8bd5-beef-4b5a-897e-eb030fe4e6e4 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:59.702087 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a38f4ab2-44b0-4adf-81df-eb6c76944868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:59.742888 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8bd5-beef-4b5a-897e-eb030fe4e6e4 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:59.775092 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f4ab2-44b0-4adf-81df-eb6c76944868 None None] Pushing event updated for resources: {'Port': ['ID=a6b68ec5-9d27-408d-8433-0843af3c1515,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:59.811542 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cc8bd5-beef-4b5a-897e-eb030fe4e6e4 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:59.817433 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-e7cc8bd5-beef-4b5a-897e-eb030fe4e6e4 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:59.823176 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cc8bd5-beef-4b5a-897e-eb030fe4e6e4 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:19:59.850583 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc8bd5-beef-4b5a-897e-eb030fe4e6e4 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Pushing event updated for resources: {'Port': ['ID=21c7d392-92f8-47f1-8f14-981c06268907,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:00.138898 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8bd5-beef-4b5a-897e-eb030fe4e6e4 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:00.484732 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a6b68ec5-9d27-408d-8433-0843af3c1515 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:20:00.549164 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port a6b68ec5-9d27-408d-8433-0843af3c1515 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:20:00.642652 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8bd5-beef-4b5a-897e-eb030fe4e6e4 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:00.767954 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a46c8f1-96c9-4981-b2e6-b3747e1f2df5 None None] Network 90116d00-f500-443e-aa94-8f2a2eab5a9b requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:20:00.787605 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7cc8bd5-beef-4b5a-897e-eb030fe4e6e4 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Router 133fe9bc-f829-44e0-a9c7-d2269665db67 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:20:00.877738 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a17583ff-7514-4d89-b8f6-58fa20278a85 None None] Provisioning for port a6b68ec5-9d27-408d-8433-0843af3c1515 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:20:00.884002 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a17583ff-7514-4d89-b8f6-58fa20278a85 None None] Provisioning complete for port a6b68ec5-9d27-408d-8433-0843af3c1515 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:00.884642 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a17583ff-7514-4d89-b8f6-58fa20278a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:00.916285 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cc8bd5-beef-4b5a-897e-eb030fe4e6e4 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:20:00.928029 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cf1bdc-0036-4001-9a6f-8a6063b60390 None None] Sync routers for ids ['133fe9bc-f829-44e0-a9c7-d2269665db67'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:20:00.936714 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8bd5-beef-4b5a-897e-eb030fe4e6e4 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:00.940654 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e7cc8bd5-beef-4b5a-897e-eb030fe4e6e4 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 1.9396753 Aug 10 01:20:00.940839 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cf1bdc-0036-4001-9a6f-8a6063b60390 None None] Routers {'133fe9bc-f829-44e0-a9c7-d2269665db67'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:00.940958 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46790) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:00.942276 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-98cf1bdc-0036-4001-9a6f-8a6063b60390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:19:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['133fe9bc-f829-44e0-a9c7-d2269665db67'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:01.061452 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-98cf1bdc-0036-4001-9a6f-8a6063b60390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:01.081562 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cf1bdc-0036-4001-9a6f-8a6063b60390 None None] Routers {'133fe9bc-f829-44e0-a9c7-d2269665db67'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:01.082345 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-98cf1bdc-0036-4001-9a6f-8a6063b60390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:19:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['133fe9bc-f829-44e0-a9c7-d2269665db67'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:01.112890 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a17583ff-7514-4d89-b8f6-58fa20278a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:01.126221 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-98cf1bdc-0036-4001-9a6f-8a6063b60390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:01.126889 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cf1bdc-0036-4001-9a6f-8a6063b60390 None None] The sync data for ids ['133fe9bc-f829-44e0-a9c7-d2269665db67'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:20:01.165018 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-a17583ff-7514-4d89-b8f6-58fa20278a85 None None] For port a6b68ec5-9d27-408d-8433-0843af3c1515, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a6b68ec5-9d27-408d-8433-0843af3c1515,segment=NetworkSegment(77cb272a-4c35-4e44-95e0-dc79f735adca),segment_id=77cb272a-4c35-4e44-95e0-dc79f735adca)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:01.170654 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a17583ff-7514-4d89-b8f6-58fa20278a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:01.238532 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17583ff-7514-4d89-b8f6-58fa20278a85 None None] Pushing event updated for resources: {'Port': ['ID=a6b68ec5-9d27-408d-8433-0843af3c1515,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:01.391337 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4a842863-bd33-45c4-8bf3-f50d23d6bc89 None None] Provisioning complete for port a6b68ec5-9d27-408d-8433-0843af3c1515 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:01.391701 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a842863-bd33-45c4-8bf3-f50d23d6bc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:01.496537 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9034acb8-1531-4049-a9f0-e172aa8826e8 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:01.767466 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-9034acb8-1531-4049-a9f0-e172aa8826e8 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Allocated IP 172.20.0.1 (90116d00-f500-443e-aa94-8f2a2eab5a9b/4e63a7b5-831d-48f6-8a16-de96e0879852/c2fd016b-fd5d-42dd-9f96-0dd72f144302) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:01.882298 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9034acb8-1531-4049-a9f0-e172aa8826e8 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:01.896535 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-9034acb8-1531-4049-a9f0-e172aa8826e8 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Transition to ACTIVE for port object c2fd016b-fd5d-42dd-9f96-0dd72f144302 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:20:01.932440 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9034acb8-1531-4049-a9f0-e172aa8826e8 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:01.976328 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9034acb8-1531-4049-a9f0-e172aa8826e8 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Network 90116d00-f500-443e-aa94-8f2a2eab5a9b is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:01.979559 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-9034acb8-1531-4049-a9f0-e172aa8826e8 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:01.984086 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9034acb8-1531-4049-a9f0-e172aa8826e8 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:20:02.008946 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034acb8-1531-4049-a9f0-e172aa8826e8 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Pushing event updated for resources: {'Port': ['ID=c2fd016b-fd5d-42dd-9f96-0dd72f144302,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:02.039935 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9034acb8-1531-4049-a9f0-e172aa8826e8 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:02.193750 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9034acb8-1531-4049-a9f0-e172aa8826e8 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:02.293925 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-12aa38ce-be3b-4d5c-a60b-3b06144c32a1 None None] Provisioning for port c2fd016b-fd5d-42dd-9f96-0dd72f144302 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:20:02.298409 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-12aa38ce-be3b-4d5c-a60b-3b06144c32a1 None None] Provisioning complete for port c2fd016b-fd5d-42dd-9f96-0dd72f144302 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:02.298866 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-12aa38ce-be3b-4d5c-a60b-3b06144c32a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:02.341236 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-12aa38ce-be3b-4d5c-a60b-3b06144c32a1 None None] Port c2fd016b-fd5d-42dd-9f96-0dd72f144302 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:20:02.444765 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a6b68ec5-9d27-408d-8433-0843af3c1515 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:20:02.505908 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9034acb8-1531-4049-a9f0-e172aa8826e8 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:02.513679 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9034acb8-1531-4049-a9f0-e172aa8826e8 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:02.522170 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port a6b68ec5-9d27-408d-8433-0843af3c1515 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:02.522647 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:02.591142 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034acb8-1531-4049-a9f0-e172aa8826e8 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Pushing event updated for resources: {'Port': ['ID=c2fd016b-fd5d-42dd-9f96-0dd72f144302,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:02.628046 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9034acb8-1531-4049-a9f0-e172aa8826e8 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:02.729512 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9034acb8-1531-4049-a9f0-e172aa8826e8 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Network 90116d00-f500-443e-aa94-8f2a2eab5a9b is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:02.731470 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-9034acb8-1531-4049-a9f0-e172aa8826e8 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:02.852840 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9034acb8-1531-4049-a9f0-e172aa8826e8 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Router 133fe9bc-f829-44e0-a9c7-d2269665db67 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:20:02.968013 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-eea5cd01-b9cd-408a-894c-19429f720d4e None None] Provisioning complete for port c2fd016b-fd5d-42dd-9f96-0dd72f144302 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:02.969675 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eea5cd01-b9cd-408a-894c-19429f720d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:02.973743 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9034acb8-1531-4049-a9f0-e172aa8826e8 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:20:02.979506 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9034acb8-1531-4049-a9f0-e172aa8826e8 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] 10.222.0.35 "PUT /v2.0/routers/133fe9bc-f829-44e0-a9c7-d2269665db67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0369589 Aug 10 01:20:02.982899 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46814) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:02.990840 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-5d6411d8-e795-47c6-b6b0-93750c0df4d3 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Request body: {'port': {'network_id': '90116d00-f500-443e-aa94-8f2a2eab5a9b', 'name': 'tempest-FloatingIPAdminTestJSON-1609287300'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:03.004117 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430325b2-077a-442c-ad2d-c537c27762d4 None None] Sync routers for ids ['133fe9bc-f829-44e0-a9c7-d2269665db67'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:20:03.032633 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430325b2-077a-442c-ad2d-c537c27762d4 None None] Routers {'133fe9bc-f829-44e0-a9c7-d2269665db67'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:03.033360 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-430325b2-077a-442c-ad2d-c537c27762d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:19:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['133fe9bc-f829-44e0-a9c7-d2269665db67'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:03.080328 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-430325b2-077a-442c-ad2d-c537c27762d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:03.094025 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-eea5cd01-b9cd-408a-894c-19429f720d4e None None] Port c2fd016b-fd5d-42dd-9f96-0dd72f144302 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:20:03.096508 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430325b2-077a-442c-ad2d-c537c27762d4 None None] Routers {'133fe9bc-f829-44e0-a9c7-d2269665db67'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:03.097262 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-430325b2-077a-442c-ad2d-c537c27762d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:19:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['133fe9bc-f829-44e0-a9c7-d2269665db67'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:03.126721 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6411d8-e795-47c6-b6b0-93750c0df4d3 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Made reservation on behalf of a247ac88a09d499db3e5dbcc87161fcf for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:20:03.130816 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5d6411d8-e795-47c6-b6b0-93750c0df4d3 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:03.135951 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-430325b2-077a-442c-ad2d-c537c27762d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:03.137358 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430325b2-077a-442c-ad2d-c537c27762d4 None None] The sync data for ids ['133fe9bc-f829-44e0-a9c7-d2269665db67'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:20:03.153461 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-5d6411d8-e795-47c6-b6b0-93750c0df4d3 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] device_id is not set on port 2e4f9d03-5916-41e4-aa74-4295c75f5d79 yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:20:03.288769 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-5d6411d8-e795-47c6-b6b0-93750c0df4d3 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Allocated IP 172.20.0.14 (90116d00-f500-443e-aa94-8f2a2eab5a9b/4e63a7b5-831d-48f6-8a16-de96e0879852/2e4f9d03-5916-41e4-aa74-4295c75f5d79) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:03.451141 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5d6411d8-e795-47c6-b6b0-93750c0df4d3 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:03.466429 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-5d6411d8-e795-47c6-b6b0-93750c0df4d3 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Transition to ACTIVE for port object 2e4f9d03-5916-41e4-aa74-4295c75f5d79 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:20:03.501297 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5d6411d8-e795-47c6-b6b0-93750c0df4d3 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:03.547146 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6411d8-e795-47c6-b6b0-93750c0df4d3 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Network 90116d00-f500-443e-aa94-8f2a2eab5a9b is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:03.550651 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-5d6411d8-e795-47c6-b6b0-93750c0df4d3 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:03.554462 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6411d8-e795-47c6-b6b0-93750c0df4d3 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:20:03.561901 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6411d8-e795-47c6-b6b0-93750c0df4d3 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Pushing event updated for resources: {'Port': ['ID=2e4f9d03-5916-41e4-aa74-4295c75f5d79,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:03.629903 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6411d8-e795-47c6-b6b0-93750c0df4d3 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:03.630764 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5d6411d8-e795-47c6-b6b0-93750c0df4d3 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:03.647685 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5d6411d8-e795-47c6-b6b0-93750c0df4d3 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.6636493 Aug 10 01:20:03.650800 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46816) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:03.723927 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-9b971fde-be84-4214-ac19-a55beb98c302 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'project_id': 'a247ac88a09d499db3e5dbcc87161fcf', 'port_id': '2e4f9d03-5916-41e4-aa74-4295c75f5d79'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:03.754611 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9b971fde-be84-4214-ac19-a55beb98c302 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:03.818738 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-10a8a099-daef-4fd4-894b-2d26025e1981 None None] Provisioning for port 2e4f9d03-5916-41e4-aa74-4295c75f5d79 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:20:03.823347 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-10a8a099-daef-4fd4-894b-2d26025e1981 None None] Provisioning complete for port 2e4f9d03-5916-41e4-aa74-4295c75f5d79 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:03.824530 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-10a8a099-daef-4fd4-894b-2d26025e1981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:03.857655 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9b971fde-be84-4214-ac19-a55beb98c302 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:03.863016 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-10a8a099-daef-4fd4-894b-2d26025e1981 None None] Port 2e4f9d03-5916-41e4-aa74-4295c75f5d79 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:20:03.982594 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-9b971fde-be84-4214-ac19-a55beb98c302 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Allocated IP 172.25.2.153 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/c3d3cb84-b008-47a4-b88e-280258bd12a2) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:04.093637 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9b971fde-be84-4214-ac19-a55beb98c302 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:04.133795 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9b971fde-be84-4214-ac19-a55beb98c302 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:04.173218 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b971fde-be84-4214-ac19-a55beb98c302 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:04.176362 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-9b971fde-be84-4214-ac19-a55beb98c302 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:04.179842 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b971fde-be84-4214-ac19-a55beb98c302 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:20:04.185964 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b971fde-be84-4214-ac19-a55beb98c302 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Pushing event updated for resources: {'Port': ['ID=c3d3cb84-b008-47a4-b88e-280258bd12a2,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:04.545468 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9b971fde-be84-4214-ac19-a55beb98c302 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:04.611259 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9b971fde-be84-4214-ac19-a55beb98c302 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:04.770025 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9b971fde-be84-4214-ac19-a55beb98c302 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:04.775401 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9b971fde-be84-4214-ac19-a55beb98c302 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:04.852308 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b971fde-be84-4214-ac19-a55beb98c302 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Pushing event updated for resources: {'Port': ['ID=c3d3cb84-b008-47a4-b88e-280258bd12a2,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:04.863664 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9b971fde-be84-4214-ac19-a55beb98c302 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:04.968105 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [None req-9b971fde-be84-4214-ac19-a55beb98c302 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Floating IP 30dc9e01-86a4-4a9c-b334-5e1a655324a3 associated. External IP: 172.25.2.153, port: 2e4f9d03-5916-41e4-aa74-4295c75f5d79. Aug 10 01:20:05.219309 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b971fde-be84-4214-ac19-a55beb98c302 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Router 133fe9bc-f829-44e0-a9c7-d2269665db67 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:20:05.327824 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b971fde-be84-4214-ac19-a55beb98c302 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:20:05.340745 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89338cf8-46f2-4b8f-aa4f-859a59213214 None None] Sync routers for ids ['133fe9bc-f829-44e0-a9c7-d2269665db67'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:20:05.350074 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89338cf8-46f2-4b8f-aa4f-859a59213214 None None] Routers {'133fe9bc-f829-44e0-a9c7-d2269665db67'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:05.350777 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-89338cf8-46f2-4b8f-aa4f-859a59213214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:19:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['133fe9bc-f829-44e0-a9c7-d2269665db67'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:05.354265 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9b971fde-be84-4214-ac19-a55beb98c302 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:05.386592 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9b971fde-be84-4214-ac19-a55beb98c302 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 1.7322996 Aug 10 01:20:05.386814 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46836) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:05.389911 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-89338cf8-46f2-4b8f-aa4f-859a59213214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:05.400742 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89338cf8-46f2-4b8f-aa4f-859a59213214 None None] Routers {'133fe9bc-f829-44e0-a9c7-d2269665db67'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:05.402180 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-89338cf8-46f2-4b8f-aa4f-859a59213214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:19:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['133fe9bc-f829-44e0-a9c7-d2269665db67'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:05.440228 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-89338cf8-46f2-4b8f-aa4f-859a59213214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:05.441254 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89338cf8-46f2-4b8f-aa4f-859a59213214 None None] The sync data for ids ['133fe9bc-f829-44e0-a9c7-d2269665db67'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:20:05.512678 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-27d1ae7e-3892-4d19-ae69-e62ebb0d6c5a tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] 10.222.0.35 "GET /v2.0/floatingips/30dc9e01-86a4-4a9c-b334-5e1a655324a3 HTTP/1.1" status: 200 len: 984 time: 0.1247625 Aug 10 01:20:05.515672 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46838) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:05.638288 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-783e1e5b-197b-4337-ac73-5837a9a2c27d tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 5087 time: 0.1177187 Aug 10 01:20:05.638506 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46840) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:05.797828 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-32a84daf-4e63-453b-9be4-8197ae9e4fdb tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Deleting port c3d3cb84-b008-47a4-b88e-280258bd12a2 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:05.798245 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-32a84daf-4e63-453b-9be4-8197ae9e4fdb tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:05.877576 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-32a84daf-4e63-453b-9be4-8197ae9e4fdb tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:05.877953 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-32a84daf-4e63-453b-9be4-8197ae9e4fdb tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:05.891721 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-32a84daf-4e63-453b-9be4-8197ae9e4fdb tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Calling delete_port for c3d3cb84-b008-47a4-b88e-280258bd12a2 owned by network:floatingip {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:06.048748 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-32a84daf-4e63-453b-9be4-8197ae9e4fdb tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:06.072762 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a84daf-4e63-453b-9be4-8197ae9e4fdb tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Pushing event deleted for resources: {'Port': ['ID=c3d3cb84-b008-47a4-b88e-280258bd12a2,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:06.139960 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-32a84daf-4e63-453b-9be4-8197ae9e4fdb tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks [] for floatingip, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:06.140351 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [None req-32a84daf-4e63-453b-9be4-8197ae9e4fdb tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Floating IP 30dc9e01-86a4-4a9c-b334-5e1a655324a3 disassociated (deleted). External IP: 172.25.2.153, port: 2e4f9d03-5916-41e4-aa74-4295c75f5d79. Aug 10 01:20:06.681235 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a84daf-4e63-453b-9be4-8197ae9e4fdb tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Router 133fe9bc-f829-44e0-a9c7-d2269665db67 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:20:06.790211 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a84daf-4e63-453b-9be4-8197ae9e4fdb tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:20:06.795928 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-32a84daf-4e63-453b-9be4-8197ae9e4fdb tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:06.803589 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c895ef51-b93c-4c71-9c96-6cd933b0dde1 None None] Sync routers for ids ['133fe9bc-f829-44e0-a9c7-d2269665db67'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:20:06.814146 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c895ef51-b93c-4c71-9c96-6cd933b0dde1 None None] Routers {'133fe9bc-f829-44e0-a9c7-d2269665db67'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:06.816222 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-c895ef51-b93c-4c71-9c96-6cd933b0dde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:19:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['133fe9bc-f829-44e0-a9c7-d2269665db67'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:06.828367 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46848) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:06.828970 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-32a84daf-4e63-453b-9be4-8197ae9e4fdb tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] 10.222.0.35 "DELETE /v2.0/floatingips/30dc9e01-86a4-4a9c-b334-5e1a655324a3 HTTP/1.1" status: 204 len: 168 time: 1.1888185 Aug 10 01:20:06.832694 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-0b01d218-c32e-4f18-9ae3-beab4bbf6770 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:06.848131 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-c895ef51-b93c-4c71-9c96-6cd933b0dde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:06.855919 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0b01d218-c32e-4f18-9ae3-beab4bbf6770 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:06.857944 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c895ef51-b93c-4c71-9c96-6cd933b0dde1 None None] Routers {'133fe9bc-f829-44e0-a9c7-d2269665db67'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:06.858602 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-c895ef51-b93c-4c71-9c96-6cd933b0dde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:19:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['133fe9bc-f829-44e0-a9c7-d2269665db67'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:06.894746 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-c895ef51-b93c-4c71-9c96-6cd933b0dde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:06.894746 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c895ef51-b93c-4c71-9c96-6cd933b0dde1 None None] The sync data for ids ['133fe9bc-f829-44e0-a9c7-d2269665db67'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:20:06.951165 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0b01d218-c32e-4f18-9ae3-beab4bbf6770 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:07.063699 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-0b01d218-c32e-4f18-9ae3-beab4bbf6770 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Allocated IP 172.25.2.233 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/0290c3ff-d13e-4990-806c-4c27ad7b37eb) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:07.163864 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0b01d218-c32e-4f18-9ae3-beab4bbf6770 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:07.203936 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0b01d218-c32e-4f18-9ae3-beab4bbf6770 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:07.246214 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b01d218-c32e-4f18-9ae3-beab4bbf6770 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:07.250882 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-0b01d218-c32e-4f18-9ae3-beab4bbf6770 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:07.255178 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b01d218-c32e-4f18-9ae3-beab4bbf6770 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:20:07.258461 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01d218-c32e-4f18-9ae3-beab4bbf6770 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Pushing event updated for resources: {'Port': ['ID=0290c3ff-d13e-4990-806c-4c27ad7b37eb,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:07.354366 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0b01d218-c32e-4f18-9ae3-beab4bbf6770 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:07.389715 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0b01d218-c32e-4f18-9ae3-beab4bbf6770 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:07.542235 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0b01d218-c32e-4f18-9ae3-beab4bbf6770 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:07.547243 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0b01d218-c32e-4f18-9ae3-beab4bbf6770 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:07.627858 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01d218-c32e-4f18-9ae3-beab4bbf6770 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Pushing event updated for resources: {'Port': ['ID=0290c3ff-d13e-4990-806c-4c27ad7b37eb,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:07.640583 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0b01d218-c32e-4f18-9ae3-beab4bbf6770 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:07.662317 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0b01d218-c32e-4f18-9ae3-beab4bbf6770 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:07.663611 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0b01d218-c32e-4f18-9ae3-beab4bbf6770 tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8346083 Aug 10 01:20:07.666734 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46856) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:07.769970 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-1341f352-8ef0-4ffa-8753-89d5685a9061 tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:07.794041 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1341f352-8ef0-4ffa-8753-89d5685a9061 tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] Notify callbacks [] for floatingip, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:07.891555 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1341f352-8ef0-4ffa-8753-89d5685a9061 tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:08.010289 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-1341f352-8ef0-4ffa-8753-89d5685a9061 tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] Allocated IP 172.25.2.205 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/9ef5c6fa-1aa3-4f59-b548-88480c7274d5) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:08.129703 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1341f352-8ef0-4ffa-8753-89d5685a9061 tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:08.170707 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1341f352-8ef0-4ffa-8753-89d5685a9061 tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:08.211372 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1341f352-8ef0-4ffa-8753-89d5685a9061 tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:08.214472 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-1341f352-8ef0-4ffa-8753-89d5685a9061 tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:08.220168 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1341f352-8ef0-4ffa-8753-89d5685a9061 tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:20:08.250252 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1341f352-8ef0-4ffa-8753-89d5685a9061 tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] Pushing event updated for resources: {'Port': ['ID=9ef5c6fa-1aa3-4f59-b548-88480c7274d5,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:08.265359 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1341f352-8ef0-4ffa-8753-89d5685a9061 tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:08.265815 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1341f352-8ef0-4ffa-8753-89d5685a9061 tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:08.266292 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1341f352-8ef0-4ffa-8753-89d5685a9061 tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:08.266686 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1341f352-8ef0-4ffa-8753-89d5685a9061 tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:08.267123 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1341f352-8ef0-4ffa-8753-89d5685a9061 tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:08.267501 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1341f352-8ef0-4ffa-8753-89d5685a9061 tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:08.267842 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1341f352-8ef0-4ffa-8753-89d5685a9061 tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:08.268175 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1341f352-8ef0-4ffa-8753-89d5685a9061 tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:08.268532 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1341f352-8ef0-4ffa-8753-89d5685a9061 tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:08.268869 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1341f352-8ef0-4ffa-8753-89d5685a9061 tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:08.269194 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1341f352-8ef0-4ffa-8753-89d5685a9061 tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:08.269522 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1341f352-8ef0-4ffa-8753-89d5685a9061 tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:08.322940 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1341f352-8ef0-4ffa-8753-89d5685a9061 tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:08.365431 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1341f352-8ef0-4ffa-8753-89d5685a9061 tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:08.532776 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1341f352-8ef0-4ffa-8753-89d5685a9061 tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:08.537313 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1341f352-8ef0-4ffa-8753-89d5685a9061 tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:08.615319 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1341f352-8ef0-4ffa-8753-89d5685a9061 tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] Pushing event updated for resources: {'Port': ['ID=9ef5c6fa-1aa3-4f59-b548-88480c7274d5,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:08.621635 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1341f352-8ef0-4ffa-8753-89d5685a9061 tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:08.636828 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1341f352-8ef0-4ffa-8753-89d5685a9061 tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:08.638200 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1341f352-8ef0-4ffa-8753-89d5685a9061 tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9698024 Aug 10 01:20:08.641064 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46866) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:08.709032 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f18f2274-3de2-45c5-9f67-89cdba1d729e tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 5271 time: 0.0668268 Aug 10 01:20:08.712055 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46868) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:08.780959 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d85e376c-d143-4c89-b3ec-b213cbd74676 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0671303 Aug 10 01:20:08.783544 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46870) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:09.191521 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-1fa33e04-cb90-4e6e-badc-bdc7b7efa7fa tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] Deleting port 9ef5c6fa-1aa3-4f59-b548-88480c7274d5 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:09.191877 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1fa33e04-cb90-4e6e-badc-bdc7b7efa7fa tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:09.271785 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1fa33e04-cb90-4e6e-badc-bdc7b7efa7fa tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:09.272113 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1fa33e04-cb90-4e6e-badc-bdc7b7efa7fa tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:09.284494 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-1fa33e04-cb90-4e6e-badc-bdc7b7efa7fa tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] Calling delete_port for 9ef5c6fa-1aa3-4f59-b548-88480c7274d5 owned by network:floatingip {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:09.442568 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1fa33e04-cb90-4e6e-badc-bdc7b7efa7fa tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:09.470155 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa33e04-cb90-4e6e-badc-bdc7b7efa7fa tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] Pushing event deleted for resources: {'Port': ['ID=9ef5c6fa-1aa3-4f59-b548-88480c7274d5,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:09.536517 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1fa33e04-cb90-4e6e-badc-bdc7b7efa7fa tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] Notify callbacks [] for floatingip, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:09.538980 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1fa33e04-cb90-4e6e-badc-bdc7b7efa7fa tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:09.540135 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1fa33e04-cb90-4e6e-badc-bdc7b7efa7fa tempest-FloatingIPAdminTestJSON-524949326 tempest-FloatingIPAdminTestJSON-524949326-project] 10.222.0.35 "DELETE /v2.0/floatingips/1f026834-1c11-4bd0-af6c-92bbd5550c06 HTTP/1.1" status: 204 len: 168 time: 0.7553916 Aug 10 01:20:09.542797 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46892) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:09.664356 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-884c18ee-6427-4292-9030-c57cc236d8ac tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Deleting port 0290c3ff-d13e-4990-806c-4c27ad7b37eb {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:09.664700 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-884c18ee-6427-4292-9030-c57cc236d8ac tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:09.737773 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-884c18ee-6427-4292-9030-c57cc236d8ac tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:09.738465 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-884c18ee-6427-4292-9030-c57cc236d8ac tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:09.750479 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-884c18ee-6427-4292-9030-c57cc236d8ac tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Calling delete_port for 0290c3ff-d13e-4990-806c-4c27ad7b37eb owned by network:floatingip {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:09.883960 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-884c18ee-6427-4292-9030-c57cc236d8ac tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:09.913985 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c18ee-6427-4292-9030-c57cc236d8ac tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Pushing event deleted for resources: {'Port': ['ID=0290c3ff-d13e-4990-806c-4c27ad7b37eb,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:09.969029 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-884c18ee-6427-4292-9030-c57cc236d8ac tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:09.971581 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-884c18ee-6427-4292-9030-c57cc236d8ac tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:09.972800 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-884c18ee-6427-4292-9030-c57cc236d8ac tempest-FloatingIPAdminTestJSON-727134454 tempest-FloatingIPAdminTestJSON-727134454-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/338ad24d-581b-47c2-991e-670f2c79e3bb HTTP/1.1" status: 204 len: 168 time: 0.4290960 Aug 10 01:20:09.976102 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46894) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:10.063255 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-9ff997ca-5a12-4108-b295-0676d10faf01 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Deleting port 2e4f9d03-5916-41e4-aa74-4295c75f5d79 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:10.063611 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9ff997ca-5a12-4108-b295-0676d10faf01 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:10.149432 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9ff997ca-5a12-4108-b295-0676d10faf01 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:10.161136 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-9ff997ca-5a12-4108-b295-0676d10faf01 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Calling delete_port for 2e4f9d03-5916-41e4-aa74-4295c75f5d79 owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:10.288508 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9ff997ca-5a12-4108-b295-0676d10faf01 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:10.316144 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff997ca-5a12-4108-b295-0676d10faf01 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Pushing event deleted for resources: {'Port': ['ID=2e4f9d03-5916-41e4-aa74-4295c75f5d79,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:10.390852 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9ff997ca-5a12-4108-b295-0676d10faf01 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:10.395375 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9ff997ca-5a12-4108-b295-0676d10faf01 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] 10.222.0.35 "DELETE /v2.0/ports/2e4f9d03-5916-41e4-aa74-4295c75f5d79 HTTP/1.1" status: 204 len: 168 time: 0.4159057 Aug 10 01:20:10.395720 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46896) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:10.451404 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a133bd4a-01ed-4f5f-acaa-20135d54b583 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:10.458327 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a133bd4a-01ed-4f5f-acaa-20135d54b583 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] 10.222.0.35 "GET /v2.0/ports?device_id=133fe9bc-f829-44e0-a9c7-d2269665db67 HTTP/1.1" status: 200 len: 913 time: 0.0615265 Aug 10 01:20:10.461020 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46898) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:10.742617 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:20:10.876694 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-027e82e5-0da8-460b-bd26-365d00368e99 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:11.137873 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-027e82e5-0da8-460b-bd26-365d00368e99 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Deleting port c2fd016b-fd5d-42dd-9f96-0dd72f144302 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:11.138219 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-027e82e5-0da8-460b-bd26-365d00368e99 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:11.188365 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-11c2428d-bfd8-43db-85c5-f56003a795ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:11.227543 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-027e82e5-0da8-460b-bd26-365d00368e99 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:11.239707 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-027e82e5-0da8-460b-bd26-365d00368e99 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Calling delete_port for c2fd016b-fd5d-42dd-9f96-0dd72f144302 owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:11.425582 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-027e82e5-0da8-460b-bd26-365d00368e99 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:11.453803 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e82e5-0da8-460b-bd26-365d00368e99 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Pushing event deleted for resources: {'Port': ['ID=c2fd016b-fd5d-42dd-9f96-0dd72f144302,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:11.657234 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-027e82e5-0da8-460b-bd26-365d00368e99 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:11.703328 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:11.904674 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027e82e5-0da8-460b-bd26-365d00368e99 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Router 133fe9bc-f829-44e0-a9c7-d2269665db67 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:20:12.011976 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027e82e5-0da8-460b-bd26-365d00368e99 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:20:12.019038 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-027e82e5-0da8-460b-bd26-365d00368e99 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] 10.222.0.35 "PUT /v2.0/routers/133fe9bc-f829-44e0-a9c7-d2269665db67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5570319 Aug 10 01:20:12.019591 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46922) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:12.021507 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee7917e-cb0b-4bf4-b45e-086ef05cc3f5 None None] Sync routers for ids ['133fe9bc-f829-44e0-a9c7-d2269665db67'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:20:12.030544 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee7917e-cb0b-4bf4-b45e-086ef05cc3f5 None None] Routers {'133fe9bc-f829-44e0-a9c7-d2269665db67'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:12.031151 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4ee7917e-cb0b-4bf4-b45e-086ef05cc3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:19:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['133fe9bc-f829-44e0-a9c7-d2269665db67'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:12.062650 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4ee7917e-cb0b-4bf4-b45e-086ef05cc3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:12.071298 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee7917e-cb0b-4bf4-b45e-086ef05cc3f5 None None] Routers {'133fe9bc-f829-44e0-a9c7-d2269665db67'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:12.071894 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4ee7917e-cb0b-4bf4-b45e-086ef05cc3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:19:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['133fe9bc-f829-44e0-a9c7-d2269665db67'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:12.106182 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4ee7917e-cb0b-4bf4-b45e-086ef05cc3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:12.106860 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee7917e-cb0b-4bf4-b45e-086ef05cc3f5 None None] The sync data for ids ['133fe9bc-f829-44e0-a9c7-d2269665db67'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:20:12.125933 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eebc9c03-33e1-4297-a0b9-85f6813b6009 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:12.233513 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eebc9c03-33e1-4297-a0b9-85f6813b6009 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:12.284484 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-eebc9c03-33e1-4297-a0b9-85f6813b6009 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Deleting port 21c7d392-92f8-47f1-8f14-981c06268907 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:12.284757 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eebc9c03-33e1-4297-a0b9-85f6813b6009 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:12.363096 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eebc9c03-33e1-4297-a0b9-85f6813b6009 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:12.376041 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-eebc9c03-33e1-4297-a0b9-85f6813b6009 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Calling delete_port for 21c7d392-92f8-47f1-8f14-981c06268907 owned by network:router_gateway {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:12.548122 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eebc9c03-33e1-4297-a0b9-85f6813b6009 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:12.579716 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc9c03-33e1-4297-a0b9-85f6813b6009 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Pushing event deleted for resources: {'Port': ['ID=21c7d392-92f8-47f1-8f14-981c06268907,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:12.663722 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eebc9c03-33e1-4297-a0b9-85f6813b6009 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:12.757867 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eebc9c03-33e1-4297-a0b9-85f6813b6009 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:12.760269 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eebc9c03-33e1-4297-a0b9-85f6813b6009 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:12.811704 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eebc9c03-33e1-4297-a0b9-85f6813b6009 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:12.812255 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebc9c03-33e1-4297-a0b9-85f6813b6009 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Fanout notify agent at l3_agent the message router_deleted on router 133fe9bc-f829-44e0-a9c7-d2269665db67 {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:20:12.819076 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eebc9c03-33e1-4297-a0b9-85f6813b6009 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:12.822906 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-eebc9c03-33e1-4297-a0b9-85f6813b6009 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] 10.222.0.35 "DELETE /v2.0/routers/133fe9bc-f829-44e0-a9c7-d2269665db67 HTTP/1.1" status: 204 len: 168 time: 0.7995822 Aug 10 01:20:12.822906 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46928) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:12.874383 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5026bad-b085-48ba-b6a5-655e24ea78b7 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Deleting subnet 4e63a7b5-831d-48f6-8a16-de96e0879852 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:20:12.877613 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d5026bad-b085-48ba-b6a5-655e24ea78b7 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:12.921992 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d5026bad-b085-48ba-b6a5-655e24ea78b7 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:13.006696 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d5026bad-b085-48ba-b6a5-655e24ea78b7 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:13.063125 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d5026bad-b085-48ba-b6a5-655e24ea78b7 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:13.091087 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5026bad-b085-48ba-b6a5-655e24ea78b7 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Pushing event deleted for resources: {'Subnet': ['ID=4e63a7b5-831d-48f6-8a16-de96e0879852,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:13.093127 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d5026bad-b085-48ba-b6a5-655e24ea78b7 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:13.095709 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d5026bad-b085-48ba-b6a5-655e24ea78b7 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] 10.222.0.35 "DELETE /v2.0/subnets/4e63a7b5-831d-48f6-8a16-de96e0879852 HTTP/1.1" status: 204 len: 168 time: 0.2710409 Aug 10 01:20:13.097433 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46934) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:13.099748 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50662fa-bd0a-4659-bd6d-c9bdf70acf89 None None] Network 90116d00-f500-443e-aa94-8f2a2eab5a9b requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:20:13.173374 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b2f7bcf2-a041-478d-8825-ecfacd36d53e tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:13.225942 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-b2f7bcf2-a041-478d-8825-ecfacd36d53e tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Deleting port a6b68ec5-9d27-408d-8433-0843af3c1515 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:13.226287 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b2f7bcf2-a041-478d-8825-ecfacd36d53e tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:13.264165 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039d1a55-63a0-42fb-bb04-71dffb446aba None None] DHCP port deletion for 90116d00-f500-443e-aa94-8f2a2eab5a9b request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:20:13.288383 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-b2f7bcf2-a041-478d-8825-ecfacd36d53e tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] For port a6b68ec5-9d27-408d-8433-0843af3c1515, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a6b68ec5-9d27-408d-8433-0843af3c1515,segment=NetworkSegment(77cb272a-4c35-4e44-95e0-dc79f735adca),segment_id=77cb272a-4c35-4e44-95e0-dc79f735adca)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:13.288753 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b2f7bcf2-a041-478d-8825-ecfacd36d53e tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:13.301483 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-b2f7bcf2-a041-478d-8825-ecfacd36d53e tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Calling delete_port for a6b68ec5-9d27-408d-8433-0843af3c1515 owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:13.312334 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-039d1a55-63a0-42fb-bb04-71dffb446aba None None] Deleting port a6b68ec5-9d27-408d-8433-0843af3c1515 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:13.312720 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-039d1a55-63a0-42fb-bb04-71dffb446aba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:13.372493 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-039d1a55-63a0-42fb-bb04-71dffb446aba None None] For port a6b68ec5-9d27-408d-8433-0843af3c1515, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a6b68ec5-9d27-408d-8433-0843af3c1515,segment=NetworkSegment(77cb272a-4c35-4e44-95e0-dc79f735adca),segment_id=77cb272a-4c35-4e44-95e0-dc79f735adca)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:13.372817 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-039d1a55-63a0-42fb-bb04-71dffb446aba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:13.382844 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b2f7bcf2-a041-478d-8825-ecfacd36d53e tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:13.385574 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-039d1a55-63a0-42fb-bb04-71dffb446aba None None] Calling delete_port for a6b68ec5-9d27-408d-8433-0843af3c1515 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:13.407698 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f7bcf2-a041-478d-8825-ecfacd36d53e tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Pushing event deleted for resources: {'Port': ['ID=a6b68ec5-9d27-408d-8433-0843af3c1515,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:13.412095 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f7bcf2-a041-478d-8825-ecfacd36d53e tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] No DVR routers for this DVR port a6b68ec5-9d27-408d-8433-0843af3c1515 on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:20:13.463673 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-039d1a55-63a0-42fb-bb04-71dffb446aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:13.487944 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d1a55-63a0-42fb-bb04-71dffb446aba None None] Pushing event deleted for resources: {'Port': ['ID=a6b68ec5-9d27-408d-8433-0843af3c1515,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:13.492523 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039d1a55-63a0-42fb-bb04-71dffb446aba None None] No DVR routers for this DVR port a6b68ec5-9d27-408d-8433-0843af3c1515 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:20:13.492705 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b2f7bcf2-a041-478d-8825-ecfacd36d53e tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:13.504366 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-b2f7bcf2-a041-478d-8825-ecfacd36d53e tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90116d00-f500-443e-aa94-8f2a2eab5a9b']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:13.515470 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-b2f7bcf2-a041-478d-8825-ecfacd36d53e tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77cb272a-4c35-4e44-95e0-dc79f735adca') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:13.515773 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-b2f7bcf2-a041-478d-8825-ecfacd36d53e tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77cb272a-4c35-4e44-95e0-dc79f735adca') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:13.524405 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b2f7bcf2-a041-478d-8825-ecfacd36d53e tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:13.537501 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b2f7bcf2-a041-478d-8825-ecfacd36d53e tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:13.543503 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f7bcf2-a041-478d-8825-ecfacd36d53e tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:20:13.544048 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b2f7bcf2-a041-478d-8825-ecfacd36d53e tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:13.547003 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:20:13.547003 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:20:13.547003 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:20:13.547003 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:20:13.547003 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:20:13.547003 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:20:13.547003 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:20:13.547003 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:20:13.547003 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:20:13.547003 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:20:13.547003 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:20:13.547003 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:20:13.547003 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:20:13.547003 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:20:13.547003 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:20:13.547003 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:20:13.547003 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:20:13.547003 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:20:13.547003 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:20:13.547003 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:20:13.547003 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:20:13.547003 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:20:13.547003 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:20:13.547003 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:20:13.547003 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:20:13.547003 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:20:13.547003 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:20:13.547003 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:20:13.547003 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:20:13.547003 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:20:13.547003 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:20:13.547003 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:20:13.608466 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b2f7bcf2-a041-478d-8825-ecfacd36d53e tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:13.608466 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b2f7bcf2-a041-478d-8825-ecfacd36d53e tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:13.612709 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b2f7bcf2-a041-478d-8825-ecfacd36d53e tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] 10.222.0.35 "DELETE /v2.0/networks/90116d00-f500-443e-aa94-8f2a2eab5a9b HTTP/1.1" status: 204 len: 168 time: 0.5140321 Aug 10 01:20:13.612829 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46936) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:13.627761 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f7bcf2-a041-478d-8825-ecfacd36d53e tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Pushing event deleted for resources: {'Network': ['ID=90116d00-f500-443e-aa94-8f2a2eab5a9b,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:13.743507 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-f2080bde-fdc6-4427-97d4-1d3f6665e094 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Deleting port d3dafcea-56fd-4f63-a6cf-2d1fba283682 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:13.743864 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f2080bde-fdc6-4427-97d4-1d3f6665e094 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:13.823057 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f2080bde-fdc6-4427-97d4-1d3f6665e094 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:13.823393 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f2080bde-fdc6-4427-97d4-1d3f6665e094 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:13.838656 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-f2080bde-fdc6-4427-97d4-1d3f6665e094 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Calling delete_port for d3dafcea-56fd-4f63-a6cf-2d1fba283682 owned by network:floatingip {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:13.842136 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e5f2a75c-abf6-4a4f-bfa7-235cbbbc0f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:13.969554 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f2080bde-fdc6-4427-97d4-1d3f6665e094 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:13.996990 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2080bde-fdc6-4427-97d4-1d3f6665e094 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Pushing event deleted for resources: {'Port': ['ID=d3dafcea-56fd-4f63-a6cf-2d1fba283682,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:14.059507 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f2080bde-fdc6-4427-97d4-1d3f6665e094 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks [] for floatingip, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:14.062187 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f2080bde-fdc6-4427-97d4-1d3f6665e094 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:14.064095 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f2080bde-fdc6-4427-97d4-1d3f6665e094 tempest-FloatingIPAdminTestJSON-259212639 tempest-FloatingIPAdminTestJSON-259212639-project] 10.222.0.35 "DELETE /v2.0/floatingips/ad38a7cd-b197-47bb-9a3d-2ef93e90c692 HTTP/1.1" status: 204 len: 168 time: 0.4497387 Aug 10 01:20:14.320863 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46958) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:14.425830 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a6b68ec5-9d27-408d-8433-0843af3c1515 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:20:14.450878 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: a6b68ec5-9d27-408d-8433-0843af3c1515 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:20:14.451490 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a6b68ec5-9d27-408d-8433-0843af3c1515 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:20:14.465146 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:14.467640 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-25002e5b-eb87-4e36-8b36-86358775cfb2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a247ac88a09d499db3e5dbcc87161fcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1454039 Aug 10 01:20:14.469182 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46962) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:14.521973 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e27b3bf6-3703-4f36-8b53-1bb2a041e62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:14.543246 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e27b3bf6-3703-4f36-8b53-1bb2a041e62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:14.596794 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e27b3bf6-3703-4f36-8b53-1bb2a041e62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:14.599450 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e27b3bf6-3703-4f36-8b53-1bb2a041e62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:14.600686 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e27b3bf6-3703-4f36-8b53-1bb2a041e62a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6b3e6418-db32-4277-8d06-008c25287810 HTTP/1.1" status: 204 len: 168 time: 0.1303515 Aug 10 01:20:14.611711 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b3bf6-3703-4f36-8b53-1bb2a041e62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3e6418-db32-4277-8d06-008c25287810,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:14.869925 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 46968) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:14.884656 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-064b9401-caf8-49a1-b8e3-98464b47ad6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:14.983030 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-064b9401-caf8-49a1-b8e3-98464b47ad6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:14.986603 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-064b9401-caf8-49a1-b8e3-98464b47ad6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:15.027558 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-064b9401-caf8-49a1-b8e3-98464b47ad6d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=29eff66d85624192ae304a339ba3900d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1558287 Aug 10 01:20:15.028952 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b9401-caf8-49a1-b8e3-98464b47ad6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f2b82b-63c7-4cab-8dc8-873ab90d0675,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:15.030355 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46972) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:15.081772 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-05f73aec-360a-4ef6-a908-7d2f6b5a1e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:15.102279 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-05f73aec-360a-4ef6-a908-7d2f6b5a1e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:15.153273 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-05f73aec-360a-4ef6-a908-7d2f6b5a1e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:15.155810 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-05f73aec-360a-4ef6-a908-7d2f6b5a1e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:15.159341 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-05f73aec-360a-4ef6-a908-7d2f6b5a1e8f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d2f2b82b-63c7-4cab-8dc8-873ab90d0675 HTTP/1.1" status: 204 len: 168 time: 0.1251357 Aug 10 01:20:15.165465 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f73aec-360a-4ef6-a908-7d2f6b5a1e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f2b82b-63c7-4cab-8dc8-873ab90d0675,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:15.179121 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:15.488769 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46982) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:15.502778 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c9afe849-98e1-4fd9-98a9-c7b525732b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:15.597239 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c9afe849-98e1-4fd9-98a9-c7b525732b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:15.602504 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c9afe849-98e1-4fd9-98a9-c7b525732b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:15.642459 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c9afe849-98e1-4fd9-98a9-c7b525732b93 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ba4be276f843478f98ecc7535573baf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1525767 Aug 10 01:20:15.645120 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 46984) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:15.651090 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9afe849-98e1-4fd9-98a9-c7b525732b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a24929-d06d-4f77-bdda-900112521b34,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:15.698076 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2e08538c-16d2-48e0-85e9-1fea5d1fde77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:15.719050 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2e08538c-16d2-48e0-85e9-1fea5d1fde77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:15.765701 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2e08538c-16d2-48e0-85e9-1fea5d1fde77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:15.768138 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2e08538c-16d2-48e0-85e9-1fea5d1fde77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:15.769338 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2e08538c-16d2-48e0-85e9-1fea5d1fde77 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/45a24929-d06d-4f77-bdda-900112521b34 HTTP/1.1" status: 204 len: 168 time: 0.1233137 Aug 10 01:20:15.782310 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e08538c-16d2-48e0-85e9-1fea5d1fde77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a24929-d06d-4f77-bdda-900112521b34,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:16.277557 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:16.992540 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47036) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:17.095637 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-7d82c869-6eac-41b5-9e81-2d73fe08c6be tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-78273732', 'router:external': True}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:17.119573 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d82c869-6eac-41b5-9e81-2d73fe08c6be tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Made reservation on behalf of a38c8e94f84c432eb9e2e433c1763ab1 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:20:17.122420 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7d82c869-6eac-41b5-9e81-2d73fe08c6be tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:17.130444 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7d82c869-6eac-41b5-9e81-2d73fe08c6be tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:17.215123 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7d82c869-6eac-41b5-9e81-2d73fe08c6be tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:17.218989 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7d82c869-6eac-41b5-9e81-2d73fe08c6be tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:17.239491 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d82c869-6eac-41b5-9e81-2d73fe08c6be tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:20:17.254949 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d82c869-6eac-41b5-9e81-2d73fe08c6be tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a74222-0578-45a2-83b1-f27b6e31aab1,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:17.257961 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7d82c869-6eac-41b5-9e81-2d73fe08c6be tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:17.258302 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-7d82c869-6eac-41b5-9e81-2d73fe08c6be tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Added segment a543365d-45ed-4336-9436-d164af22a99e of type vlan for network 74898f40-4900-4200-9e8c-62ce4608356e Aug 10 01:20:17.269094 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d82c869-6eac-41b5-9e81-2d73fe08c6be tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:17.269445 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d82c869-6eac-41b5-9e81-2d73fe08c6be tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:17.269787 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d82c869-6eac-41b5-9e81-2d73fe08c6be tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:17.270126 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d82c869-6eac-41b5-9e81-2d73fe08c6be tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:17.270459 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d82c869-6eac-41b5-9e81-2d73fe08c6be tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:17.270792 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d82c869-6eac-41b5-9e81-2d73fe08c6be tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:17.271118 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d82c869-6eac-41b5-9e81-2d73fe08c6be tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:17.271473 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d82c869-6eac-41b5-9e81-2d73fe08c6be tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:17.271796 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d82c869-6eac-41b5-9e81-2d73fe08c6be tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:17.272121 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d82c869-6eac-41b5-9e81-2d73fe08c6be tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:17.272487 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d82c869-6eac-41b5-9e81-2d73fe08c6be tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:17.272813 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d82c869-6eac-41b5-9e81-2d73fe08c6be tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:17.318100 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7d82c869-6eac-41b5-9e81-2d73fe08c6be tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:17.349348 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7d82c869-6eac-41b5-9e81-2d73fe08c6be tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:17.350328 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d82c869-6eac-41b5-9e81-2d73fe08c6be tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:17.350940 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7d82c869-6eac-41b5-9e81-2d73fe08c6be tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:17.402436 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7d82c869-6eac-41b5-9e81-2d73fe08c6be tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4088228 Aug 10 01:20:17.405622 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47042) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:17.410631 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-581e4d1d-4246-437a-818f-d3e5b69bb2a4 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Request body: {'subnet': {'network_id': '74898f40-4900-4200-9e8c-62ce4608356e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:17.413470 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d82c869-6eac-41b5-9e81-2d73fe08c6be tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Pushing event updated for resources: {'Network': ['ID=74898f40-4900-4200-9e8c-62ce4608356e,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:17.426877 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 74898f40-4900-4200-9e8c-62ce4608356e details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:20:17.431439 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581e4d1d-4246-437a-818f-d3e5b69bb2a4 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Made reservation on behalf of a38c8e94f84c432eb9e2e433c1763ab1 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:20:17.434358 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-581e4d1d-4246-437a-818f-d3e5b69bb2a4 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:17.721385 n-d-766726-26 neutron-server[105827]: DEBUG neutron.objects.ports [None req-581e4d1d-4246-437a-818f-d3e5b69bb2a4 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 01:20:17.721884 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-581e4d1d-4246-437a-818f-d3e5b69bb2a4 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:17.778892 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e4d1d-4246-437a-818f-d3e5b69bb2a4 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8e55bcfa-d7b5-4bc5-9490-5e766c1b14e8,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:17.786852 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581e4d1d-4246-437a-818f-d3e5b69bb2a4 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Checking segment: {'id': 'a543365d-45ed-4336-9436-d164af22a99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '74898f40-4900-4200-9e8c-62ce4608356e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:20:17.787218 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581e4d1d-4246-437a-818f-d3e5b69bb2a4 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Network hostable DHCP agents. Network: 74898f40-4900-4200-9e8c-62ce4608356e, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:20:17.805179 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581e4d1d-4246-437a-818f-d3e5b69bb2a4 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Network 74898f40-4900-4200-9e8c-62ce4608356e is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:20:17.816342 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-581e4d1d-4246-437a-818f-d3e5b69bb2a4 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 74898f40-4900-4200-9e8c-62ce4608356e) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:17.820661 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581e4d1d-4246-437a-818f-d3e5b69bb2a4 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:17.821424 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-581e4d1d-4246-437a-818f-d3e5b69bb2a4 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:17.827826 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedd1050-d0ee-4a53-bce8-e51c2d51309c None None] Network 74898f40-4900-4200-9e8c-62ce4608356e requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:20:17.838214 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-581e4d1d-4246-437a-818f-d3e5b69bb2a4 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4314733 Aug 10 01:20:17.841643 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47048) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:17.846656 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-132c24a0-2b74-437b-a961-f6cc73e12d52 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1795025319', 'network_id': '74898f40-4900-4200-9e8c-62ce4608356e'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:17.870488 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132c24a0-2b74-437b-a961-f6cc73e12d52 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Made reservation on behalf of a38c8e94f84c432eb9e2e433c1763ab1 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:20:17.872952 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-132c24a0-2b74-437b-a961-f6cc73e12d52 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:17.892028 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-132c24a0-2b74-437b-a961-f6cc73e12d52 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] device_id is not set on port 6174bdb9-1068-4797-a41e-304006db712e yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:20:18.003623 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cb15b4-561e-4dc4-af24-8833a2b53258 None None] Network 74898f40-4900-4200-9e8c-62ce4608356e requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:20:18.005554 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-132c24a0-2b74-437b-a961-f6cc73e12d52 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Allocated IP 172.20.0.6 (74898f40-4900-4200-9e8c-62ce4608356e/8e55bcfa-d7b5-4bc5-9490-5e766c1b14e8/6174bdb9-1068-4797-a41e-304006db712e) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:18.166417 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-132c24a0-2b74-437b-a961-f6cc73e12d52 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:18.205521 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-132c24a0-2b74-437b-a961-f6cc73e12d52 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:18.242761 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132c24a0-2b74-437b-a961-f6cc73e12d52 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Network 74898f40-4900-4200-9e8c-62ce4608356e is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:18.249114 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-132c24a0-2b74-437b-a961-f6cc73e12d52 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:18.251778 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132c24a0-2b74-437b-a961-f6cc73e12d52 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:20:18.275529 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c24a0-2b74-437b-a961-f6cc73e12d52 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Pushing event updated for resources: {'Port': ['ID=6174bdb9-1068-4797-a41e-304006db712e,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:18.303367 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132c24a0-2b74-437b-a961-f6cc73e12d52 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:18.303976 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-132c24a0-2b74-437b-a961-f6cc73e12d52 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:18.317242 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-132c24a0-2b74-437b-a961-f6cc73e12d52 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.4744606 Aug 10 01:20:18.319744 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47062) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:18.396662 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-434dd1fc-46ef-4ae0-8bca-0cfaea477288 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Deleting port 6174bdb9-1068-4797-a41e-304006db712e {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:18.396916 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-434dd1fc-46ef-4ae0-8bca-0cfaea477288 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:18.473091 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-434dd1fc-46ef-4ae0-8bca-0cfaea477288 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:18.485244 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-434dd1fc-46ef-4ae0-8bca-0cfaea477288 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Calling delete_port for 6174bdb9-1068-4797-a41e-304006db712e owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:18.624799 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-434dd1fc-46ef-4ae0-8bca-0cfaea477288 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:18.649861 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434dd1fc-46ef-4ae0-8bca-0cfaea477288 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Pushing event deleted for resources: {'Port': ['ID=6174bdb9-1068-4797-a41e-304006db712e,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:18.715045 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-434dd1fc-46ef-4ae0-8bca-0cfaea477288 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:18.717004 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-434dd1fc-46ef-4ae0-8bca-0cfaea477288 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] 10.222.0.35 "DELETE /v2.0/ports/6174bdb9-1068-4797-a41e-304006db712e HTTP/1.1" status: 204 len: 168 time: 0.3963244 Aug 10 01:20:18.719751 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47064) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:18.724317 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-3c6a6411-a024-4255-ac73-c21ec503946b tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '74898f40-4900-4200-9e8c-62ce4608356e', 'external_fixed_ips': [{'subnet_id': '8e55bcfa-d7b5-4bc5-9490-5e766c1b14e8', 'ip_address': '172.20.0.6'}]}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:18.745491 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3c6a6411-a024-4255-ac73-c21ec503946b tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:18.746467 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3c6a6411-a024-4255-ac73-c21ec503946b tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:18.796871 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3c6a6411-a024-4255-ac73-c21ec503946b tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:18.929315 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3c6a6411-a024-4255-ac73-c21ec503946b tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:19.142851 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3c6a6411-a024-4255-ac73-c21ec503946b tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:19.461279 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3c6a6411-a024-4255-ac73-c21ec503946b tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:19.646407 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-3c6a6411-a024-4255-ac73-c21ec503946b tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Allocated IP 172.20.0.6 (74898f40-4900-4200-9e8c-62ce4608356e/8e55bcfa-d7b5-4bc5-9490-5e766c1b14e8/27fd044c-d875-43b8-b5c3-85d86150ec31) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:19.754744 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3c6a6411-a024-4255-ac73-c21ec503946b tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:19.794983 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3c6a6411-a024-4255-ac73-c21ec503946b tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:19.830875 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6a6411-a024-4255-ac73-c21ec503946b tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Network 74898f40-4900-4200-9e8c-62ce4608356e is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:19.837898 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-3c6a6411-a024-4255-ac73-c21ec503946b tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:19.842134 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6a6411-a024-4255-ac73-c21ec503946b tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:20:19.865163 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a6411-a024-4255-ac73-c21ec503946b tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Pushing event updated for resources: {'Port': ['ID=27fd044c-d875-43b8-b5c3-85d86150ec31,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:20.095332 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3c6a6411-a024-4255-ac73-c21ec503946b tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:20.286423 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3c6a6411-a024-4255-ac73-c21ec503946b tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:20.421289 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6a6411-a024-4255-ac73-c21ec503946b tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Router 7cd9d39b-ae99-4826-8dd5-ef16d77d7366 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:20:20.532268 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6a6411-a024-4255-ac73-c21ec503946b tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:20:20.547690 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4f1ddd-1151-4eb3-abad-877e48f36f4d None None] Sync routers for ids ['7cd9d39b-ae99-4826-8dd5-ef16d77d7366'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:20:20.552605 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3c6a6411-a024-4255-ac73-c21ec503946b tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:20.556836 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47096) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:20.560824 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3c6a6411-a024-4255-ac73-c21ec503946b tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 1.8360612 Aug 10 01:20:20.566165 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4f1ddd-1151-4eb3-abad-877e48f36f4d None None] Routers {'7cd9d39b-ae99-4826-8dd5-ef16d77d7366'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:20.566801 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-5d4f1ddd-1151-4eb3-abad-877e48f36f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:20:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['7cd9d39b-ae99-4826-8dd5-ef16d77d7366'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:20.668592 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-354b4a5d-42d3-4201-82fc-d6a9b169c634 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:20.674431 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-5d4f1ddd-1151-4eb3-abad-877e48f36f4d None None] Set router 7cd9d39b-ae99-4826-8dd5-ef16d77d7366 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:20:20.769597 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-354b4a5d-42d3-4201-82fc-d6a9b169c634 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:20.821007 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-354b4a5d-42d3-4201-82fc-d6a9b169c634 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Deleting port 27fd044c-d875-43b8-b5c3-85d86150ec31 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:20.821361 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-354b4a5d-42d3-4201-82fc-d6a9b169c634 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:20.850750 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-5d4f1ddd-1151-4eb3-abad-877e48f36f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd9d39b-ae99-4826-8dd5-ef16d77d7366', 'name': '', 'tenant_id': 'a38c8e94f84c432eb9e2e433c1763ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74898f40-4900-4200-9e8c-62ce4608356e', 'external_fixed_ips': [{'subnet_id': '8e55bcfa-d7b5-4bc5-9490-5e766c1b14e8', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '27fd044c-d875-43b8-b5c3-85d86150ec31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:20:18Z', 'updated_at': '2021-08-10T01:20:19Z', 'revision_number': 3, 'project_id': 'a38c8e94f84c432eb9e2e433c1763ab1', 'gw_port': {'id': '27fd044c-d875-43b8-b5c3-85d86150ec31', 'name': '', 'network_id': '74898f40-4900-4200-9e8c-62ce4608356e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:95:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd9d39b-ae99-4826-8dd5-ef16d77d7366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '8e55bcfa-d7b5-4bc5-9490-5e766c1b14e8', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:20:19Z', 'updated_at': '2021-08-10T01:20:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8e55bcfa-d7b5-4bc5-9490-5e766c1b14e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:20.876576 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4f1ddd-1151-4eb3-abad-877e48f36f4d None None] Checking router: 7cd9d39b-ae99-4826-8dd5-ef16d77d7366 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:20:20.876942 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4f1ddd-1151-4eb3-abad-877e48f36f4d None None] Updating router 7cd9d39b-ae99-4826-8dd5-ef16d77d7366 port 27fd044c-d875-43b8-b5c3-85d86150ec31 binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:20:20.899536 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-354b4a5d-42d3-4201-82fc-d6a9b169c634 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:20.900909 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5d4f1ddd-1151-4eb3-abad-877e48f36f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:20.911034 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-354b4a5d-42d3-4201-82fc-d6a9b169c634 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Calling delete_port for 27fd044c-d875-43b8-b5c3-85d86150ec31 owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:21.074168 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-354b4a5d-42d3-4201-82fc-d6a9b169c634 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:21.100741 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b4a5d-42d3-4201-82fc-d6a9b169c634 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Pushing event deleted for resources: {'Port': ['ID=27fd044c-d875-43b8-b5c3-85d86150ec31,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:21.164109 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-354b4a5d-42d3-4201-82fc-d6a9b169c634 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:21.309031 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.db.api [None req-5d4f1ddd-1151-4eb3-abad-877e48f36f4d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:20:21.309389 n-d-766726-26 neutron-server[105828]: DEBUG oslo_db.api [None req-5d4f1ddd-1151-4eb3-abad-877e48f36f4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:20:21.556651 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-354b4a5d-42d3-4201-82fc-d6a9b169c634 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:21.559384 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-354b4a5d-42d3-4201-82fc-d6a9b169c634 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:21.602444 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-354b4a5d-42d3-4201-82fc-d6a9b169c634 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:21.603008 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354b4a5d-42d3-4201-82fc-d6a9b169c634 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7cd9d39b-ae99-4826-8dd5-ef16d77d7366 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:20:21.608281 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-354b4a5d-42d3-4201-82fc-d6a9b169c634 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:21.609440 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-354b4a5d-42d3-4201-82fc-d6a9b169c634 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] 10.222.0.35 "DELETE /v2.0/routers/7cd9d39b-ae99-4826-8dd5-ef16d77d7366 HTTP/1.1" status: 204 len: 168 time: 1.0503581 Aug 10 01:20:21.612060 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47104) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:21.655545 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f792a41-0d9d-42a7-80f2-eacb2dc68630 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Deleting subnet 8e55bcfa-d7b5-4bc5-9490-5e766c1b14e8 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:20:21.658788 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3f792a41-0d9d-42a7-80f2-eacb2dc68630 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:21.698057 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3f792a41-0d9d-42a7-80f2-eacb2dc68630 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:21.742480 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3f792a41-0d9d-42a7-80f2-eacb2dc68630 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:21.793821 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3f792a41-0d9d-42a7-80f2-eacb2dc68630 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:21.820680 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f792a41-0d9d-42a7-80f2-eacb2dc68630 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8e55bcfa-d7b5-4bc5-9490-5e766c1b14e8,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:21.822714 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3f792a41-0d9d-42a7-80f2-eacb2dc68630 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:21.825234 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3f792a41-0d9d-42a7-80f2-eacb2dc68630 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] 10.222.0.35 "DELETE /v2.0/subnets/8e55bcfa-d7b5-4bc5-9490-5e766c1b14e8 HTTP/1.1" status: 204 len: 168 time: 0.2122083 Aug 10 01:20:21.827840 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47108) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:21.831542 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4f1ddd-1151-4eb3-abad-877e48f36f4d None None] Port 27fd044c-d875-43b8-b5c3-85d86150ec31 not found while updating agent binding for router 7cd9d39b-ae99-4826-8dd5-ef16d77d7366. {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 10 01:20:21.840080 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4f1ddd-1151-4eb3-abad-877e48f36f4d None None] Routers set() bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:21.840424 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4f1ddd-1151-4eb3-abad-877e48f36f4d None None] Router IDs set() for agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 01:20:21.841016 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_agentschedulers_db [None req-5d4f1ddd-1151-4eb3-abad-877e48f36f4d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7cd9d39b-ae99-4826-8dd5-ef16d77d7366'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:20:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent'). {{(pid=105828) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 01:20:21.841415 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4f1ddd-1151-4eb3-abad-877e48f36f4d None None] The sync data for ids ['7cd9d39b-ae99-4826-8dd5-ef16d77d7366'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:20:21.894211 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-65f8fc8a-5101-412d-93c5-fc07aebb971b tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:21.975018 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-65f8fc8a-5101-412d-93c5-fc07aebb971b tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:21.985761 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-65f8fc8a-5101-412d-93c5-fc07aebb971b tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74898f40-4900-4200-9e8c-62ce4608356e']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:21.996600 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-65f8fc8a-5101-412d-93c5-fc07aebb971b tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a543365d-45ed-4336-9436-d164af22a99e') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:21.996907 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-65f8fc8a-5101-412d-93c5-fc07aebb971b tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a543365d-45ed-4336-9436-d164af22a99e') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:22.005561 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-65f8fc8a-5101-412d-93c5-fc07aebb971b tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:22.019587 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-65f8fc8a-5101-412d-93c5-fc07aebb971b tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:22.025439 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f8fc8a-5101-412d-93c5-fc07aebb971b tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:20:22.025835 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-65f8fc8a-5101-412d-93c5-fc07aebb971b tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:22.028090 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:20:22.028090 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:20:22.028090 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:20:22.028090 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:20:22.028090 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:20:22.028090 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:20:22.028090 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:20:22.028090 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:20:22.028090 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:20:22.028090 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:20:22.028090 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:20:22.028090 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:20:22.028090 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:20:22.028090 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:20:22.028090 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:20:22.028090 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:20:22.028090 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:20:22.028090 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:20:22.028090 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:20:22.028090 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:20:22.028090 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:20:22.028090 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:20:22.028090 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:20:22.028090 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:20:22.028090 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:20:22.028090 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:20:22.028090 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:20:22.028090 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:20:22.028090 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:20:22.028090 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:20:22.028090 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:20:22.028090 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:20:22.082166 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-65f8fc8a-5101-412d-93c5-fc07aebb971b tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:22.087311 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f8fc8a-5101-412d-93c5-fc07aebb971b tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 74898f40-4900-4200-9e8c-62ce4608356e {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 01:20:22.090603 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-65f8fc8a-5101-412d-93c5-fc07aebb971b tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:22.092400 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-65f8fc8a-5101-412d-93c5-fc07aebb971b tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] 10.222.0.35 "DELETE /v2.0/networks/74898f40-4900-4200-9e8c-62ce4608356e HTTP/1.1" status: 204 len: 168 time: 0.2635896 Aug 10 01:20:22.106519 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f8fc8a-5101-412d-93c5-fc07aebb971b tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Pushing event deleted for resources: {'Network': ['ID=74898f40-4900-4200-9e8c-62ce4608356e,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:22.271862 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47116) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:22.277235 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-d909d3a8-ae24-4463-90c7-df21884340c5 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Request body: {'router': {'name': 'tempest-router--1395999922', 'project_id': '9e94bf7aa45849398f3178b72f4ec891'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:22.297853 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d909d3a8-ae24-4463-90c7-df21884340c5 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:22.298851 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d909d3a8-ae24-4463-90c7-df21884340c5 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:22.351005 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d909d3a8-ae24-4463-90c7-df21884340c5 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:22.357858 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d909d3a8-ae24-4463-90c7-df21884340c5 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:22.383485 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d909d3a8-ae24-4463-90c7-df21884340c5 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:22.387426 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d909d3a8-ae24-4463-90c7-df21884340c5 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1119535 Aug 10 01:20:22.387586 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47120) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:22.458713 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-87f07288-c005-4d4b-a461-646f8d4245da tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:22.612607 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-87f07288-c005-4d4b-a461-646f8d4245da tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:22.614742 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-87f07288-c005-4d4b-a461-646f8d4245da tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:22.656874 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-87f07288-c005-4d4b-a461-646f8d4245da tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:22.657360 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f07288-c005-4d4b-a461-646f8d4245da tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a2e7ce98-1eec-4a14-9b51-8330e0921f88 {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:20:22.661759 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-87f07288-c005-4d4b-a461-646f8d4245da tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:22.662674 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-87f07288-c005-4d4b-a461-646f8d4245da tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] 10.222.0.35 "DELETE /v2.0/routers/a2e7ce98-1eec-4a14-9b51-8330e0921f88 HTTP/1.1" status: 204 len: 168 time: 0.2741849 Aug 10 01:20:22.774041 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47128) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:22.970248 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-975696b6-b06f-478c-9674-e0bcf87a4f49 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-561646141', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}, 'admin_state_up': False}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:22.993105 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-975696b6-b06f-478c-9674-e0bcf87a4f49 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:22.994070 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-975696b6-b06f-478c-9674-e0bcf87a4f49 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:23.055410 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-975696b6-b06f-478c-9674-e0bcf87a4f49 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:23.185912 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-975696b6-b06f-478c-9674-e0bcf87a4f49 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:23.368230 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-975696b6-b06f-478c-9674-e0bcf87a4f49 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router_gateway, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:23.387607 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-975696b6-b06f-478c-9674-e0bcf87a4f49 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:23.502305 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-975696b6-b06f-478c-9674-e0bcf87a4f49 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Allocated IP 172.25.2.224 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/25e2db17-ca32-47a3-8b4e-7ffa02a9f1ea) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:23.599836 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-975696b6-b06f-478c-9674-e0bcf87a4f49 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:23.637008 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-975696b6-b06f-478c-9674-e0bcf87a4f49 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:23.674093 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975696b6-b06f-478c-9674-e0bcf87a4f49 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:23.677156 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-975696b6-b06f-478c-9674-e0bcf87a4f49 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:23.683443 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975696b6-b06f-478c-9674-e0bcf87a4f49 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:20:23.708635 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975696b6-b06f-478c-9674-e0bcf87a4f49 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Pushing event updated for resources: {'Port': ['ID=25e2db17-ca32-47a3-8b4e-7ffa02a9f1ea,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:24.215411 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-975696b6-b06f-478c-9674-e0bcf87a4f49 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router_gateway, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:24.404917 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-975696b6-b06f-478c-9674-e0bcf87a4f49 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:24.529765 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975696b6-b06f-478c-9674-e0bcf87a4f49 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Router b64c29b3-f092-4b5b-8b6b-4f8f2109912e is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:20:24.634301 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975696b6-b06f-478c-9674-e0bcf87a4f49 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:20:24.644082 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e17e14-8d1f-48ed-a843-4307a3c8738d None None] Sync routers for ids ['b64c29b3-f092-4b5b-8b6b-4f8f2109912e'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:20:24.653272 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-975696b6-b06f-478c-9674-e0bcf87a4f49 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:24.653784 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e17e14-8d1f-48ed-a843-4307a3c8738d None None] Routers {'b64c29b3-f092-4b5b-8b6b-4f8f2109912e'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:24.654401 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-a4e17e14-8d1f-48ed-a843-4307a3c8738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:20:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['b64c29b3-f092-4b5b-8b6b-4f8f2109912e'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:24.654681 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-975696b6-b06f-478c-9674-e0bcf87a4f49 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.8796291 Aug 10 01:20:24.657675 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47144) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:24.688837 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-a4e17e14-8d1f-48ed-a843-4307a3c8738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:24.697212 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e17e14-8d1f-48ed-a843-4307a3c8738d None None] Routers {'b64c29b3-f092-4b5b-8b6b-4f8f2109912e'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:24.697788 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-a4e17e14-8d1f-48ed-a843-4307a3c8738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:20:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['b64c29b3-f092-4b5b-8b6b-4f8f2109912e'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:24.728158 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-a4e17e14-8d1f-48ed-a843-4307a3c8738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:24.728815 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e17e14-8d1f-48ed-a843-4307a3c8738d None None] The sync data for ids ['b64c29b3-f092-4b5b-8b6b-4f8f2109912e'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:20:24.761727 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b8035be5-eb02-41b0-872e-145d2192f278 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] 10.222.0.35 "GET /v2.0/routers/b64c29b3-f092-4b5b-8b6b-4f8f2109912e HTTP/1.1" status: 200 len: 920 time: 0.1029632 Aug 10 01:20:24.764531 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47146) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:24.789656 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-05cee4b7-495d-4e0a-a466-602634eed1f5 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64c29b3-f092-4b5b-8b6b-4f8f2109912e HTTP/1.1" status: 200 len: 205 time: 0.0241032 Aug 10 01:20:24.791859 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47148) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:24.893808 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ea3a3b0d-070b-494b-b7b5-73bb2f62e435 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:24.995409 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ea3a3b0d-070b-494b-b7b5-73bb2f62e435 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:25.051908 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-ea3a3b0d-070b-494b-b7b5-73bb2f62e435 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Deleting port 25e2db17-ca32-47a3-8b4e-7ffa02a9f1ea {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:25.052566 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ea3a3b0d-070b-494b-b7b5-73bb2f62e435 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:25.127176 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ea3a3b0d-070b-494b-b7b5-73bb2f62e435 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:25.140497 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-ea3a3b0d-070b-494b-b7b5-73bb2f62e435 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Calling delete_port for 25e2db17-ca32-47a3-8b4e-7ffa02a9f1ea owned by network:router_gateway {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:25.315237 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ea3a3b0d-070b-494b-b7b5-73bb2f62e435 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:25.346529 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a3b0d-070b-494b-b7b5-73bb2f62e435 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Pushing event deleted for resources: {'Port': ['ID=25e2db17-ca32-47a3-8b4e-7ffa02a9f1ea,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:25.406898 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ea3a3b0d-070b-494b-b7b5-73bb2f62e435 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:25.497330 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ea3a3b0d-070b-494b-b7b5-73bb2f62e435 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:25.499456 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ea3a3b0d-070b-494b-b7b5-73bb2f62e435 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:25.547058 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ea3a3b0d-070b-494b-b7b5-73bb2f62e435 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:25.547994 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3a3b0d-070b-494b-b7b5-73bb2f62e435 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Fanout notify agent at l3_agent the message router_deleted on router b64c29b3-f092-4b5b-8b6b-4f8f2109912e {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:20:25.557417 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ea3a3b0d-070b-494b-b7b5-73bb2f62e435 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:25.562019 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ea3a3b0d-070b-494b-b7b5-73bb2f62e435 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] 10.222.0.35 "DELETE /v2.0/routers/b64c29b3-f092-4b5b-8b6b-4f8f2109912e HTTP/1.1" status: 204 len: 168 time: 0.7658410 Aug 10 01:20:25.562398 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47164) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:25.566956 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-cf6c9319-a956-45e1-8dcb-0949635703d0 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Request body: {'router': {'name': 'tempest-snat-router-25775237', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'enable_snat': False}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:25.589413 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf6c9319-a956-45e1-8dcb-0949635703d0 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:25.590350 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf6c9319-a956-45e1-8dcb-0949635703d0 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:25.646289 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf6c9319-a956-45e1-8dcb-0949635703d0 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:25.787249 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf6c9319-a956-45e1-8dcb-0949635703d0 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:25.985484 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf6c9319-a956-45e1-8dcb-0949635703d0 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:26.007932 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf6c9319-a956-45e1-8dcb-0949635703d0 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:26.117435 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-cf6c9319-a956-45e1-8dcb-0949635703d0 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Allocated IP 172.25.2.149 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/2f78f5b1-115f-4837-8e85-792b9aecfabf) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:26.241246 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf6c9319-a956-45e1-8dcb-0949635703d0 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:26.289008 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf6c9319-a956-45e1-8dcb-0949635703d0 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:26.333145 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6c9319-a956-45e1-8dcb-0949635703d0 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:26.338392 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-cf6c9319-a956-45e1-8dcb-0949635703d0 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:26.341999 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6c9319-a956-45e1-8dcb-0949635703d0 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:20:26.365686 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c9319-a956-45e1-8dcb-0949635703d0 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Pushing event updated for resources: {'Port': ['ID=2f78f5b1-115f-4837-8e85-792b9aecfabf,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:26.597906 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf6c9319-a956-45e1-8dcb-0949635703d0 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:26.795953 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf6c9319-a956-45e1-8dcb-0949635703d0 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:26.927782 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6c9319-a956-45e1-8dcb-0949635703d0 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Router 4ad725b3-85a0-44be-9959-2a45d6dad190 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:20:27.033188 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6c9319-a956-45e1-8dcb-0949635703d0 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:20:27.042958 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4e9b33-33ca-4243-96cf-c273860de9b8 None None] Sync routers for ids ['4ad725b3-85a0-44be-9959-2a45d6dad190'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:20:27.050862 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf6c9319-a956-45e1-8dcb-0949635703d0 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:27.052624 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cf6c9319-a956-45e1-8dcb-0949635703d0 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.4891770 Aug 10 01:20:27.055116 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47170) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:27.055356 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4e9b33-33ca-4243-96cf-c273860de9b8 None None] Routers {'4ad725b3-85a0-44be-9959-2a45d6dad190'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:27.055974 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-0e4e9b33-33ca-4243-96cf-c273860de9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:20:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['4ad725b3-85a0-44be-9959-2a45d6dad190'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:27.160496 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-0e4e9b33-33ca-4243-96cf-c273860de9b8 None None] Set router 4ad725b3-85a0-44be-9959-2a45d6dad190 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:20:27.161229 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e8b37436-b54e-4d11-a7a2-a3e3927da57a tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] 10.222.0.35 "GET /v2.0/routers/4ad725b3-85a0-44be-9959-2a45d6dad190 HTTP/1.1" status: 200 len: 907 time: 0.1050129 Aug 10 01:20:27.163564 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47172) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:27.168450 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-d064af81-81df-4e78-971f-7fba2f3e3af1 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Request body: {'router': {'name': 'tempest-snat-router-25775237', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'enable_snat': True}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:27.190241 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d064af81-81df-4e78-971f-7fba2f3e3af1 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:27.191372 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d064af81-81df-4e78-971f-7fba2f3e3af1 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:27.243644 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d064af81-81df-4e78-971f-7fba2f3e3af1 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:27.355594 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-0e4e9b33-33ca-4243-96cf-c273860de9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad725b3-85a0-44be-9959-2a45d6dad190', 'name': 'tempest-snat-router-25775237', 'tenant_id': 'a38c8e94f84c432eb9e2e433c1763ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.149'}], 'enable_snat': False}, 'gw_port_id': '2f78f5b1-115f-4837-8e85-792b9aecfabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:20:25Z', 'updated_at': '2021-08-10T01:20:26Z', 'revision_number': 3, 'project_id': 'a38c8e94f84c432eb9e2e433c1763ab1', 'gw_port': {'id': '2f78f5b1-115f-4837-8e85-792b9aecfabf', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:01:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad725b3-85a0-44be-9959-2a45d6dad190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:20:26Z', 'updated_at': '2021-08-10T01:20:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:27.395230 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4e9b33-33ca-4243-96cf-c273860de9b8 None None] Checking router: 4ad725b3-85a0-44be-9959-2a45d6dad190 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:20:27.396158 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4e9b33-33ca-4243-96cf-c273860de9b8 None None] Updating router 4ad725b3-85a0-44be-9959-2a45d6dad190 port 2f78f5b1-115f-4837-8e85-792b9aecfabf binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:20:27.405147 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d064af81-81df-4e78-971f-7fba2f3e3af1 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:27.436520 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e4e9b33-33ca-4243-96cf-c273860de9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:27.638092 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d064af81-81df-4e78-971f-7fba2f3e3af1 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:27.659827 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d064af81-81df-4e78-971f-7fba2f3e3af1 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:27.732319 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e4e9b33-33ca-4243-96cf-c273860de9b8 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:27.742625 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0e4e9b33-33ca-4243-96cf-c273860de9b8 None None] Transition to ACTIVE for port object 2f78f5b1-115f-4837-8e85-792b9aecfabf will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:20:27.748595 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e4e9b33-33ca-4243-96cf-c273860de9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:27.800916 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-d064af81-81df-4e78-971f-7fba2f3e3af1 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Allocated IP 172.25.2.184 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/1571b59d-0f66-4e14-abaa-47db5d689c9b) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:27.802643 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0e4e9b33-33ca-4243-96cf-c273860de9b8 None None] Attempting to bind port 2f78f5b1-115f-4837-8e85-792b9aecfabf on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:20:27.803190 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0e4e9b33-33ca-4243-96cf-c273860de9b8 None None] Attempting to bind port 2f78f5b1-115f-4837-8e85-792b9aecfabf by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:20:27.803424 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4e9b33-33ca-4243-96cf-c273860de9b8 None None] Attempting to bind port 2f78f5b1-115f-4837-8e85-792b9aecfabf on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:20:27.805422 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b515c-4637-4aea-9d12-f87bab59ab9c None None] Pushing event updated for resources: {'Port': ['ID=2f78f5b1-115f-4837-8e85-792b9aecfabf,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:27.811525 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4e9b33-33ca-4243-96cf-c273860de9b8 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:20:27.811909 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4e9b33-33ca-4243-96cf-c273860de9b8 None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:20:27.812412 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e4e9b33-33ca-4243-96cf-c273860de9b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:27.812886 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4e9b33-33ca-4243-96cf-c273860de9b8 None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:20:27.813359 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0e4e9b33-33ca-4243-96cf-c273860de9b8 None None] Bound port: 2f78f5b1-115f-4837-8e85-792b9aecfabf, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:20:27.814235 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e4e9b33-33ca-4243-96cf-c273860de9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:27.863183 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-0e4e9b33-33ca-4243-96cf-c273860de9b8 None None] For port 2f78f5b1-115f-4837-8e85-792b9aecfabf, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:20:27.866360 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-0e4e9b33-33ca-4243-96cf-c273860de9b8 None None] For port 2f78f5b1-115f-4837-8e85-792b9aecfabf, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=2f78f5b1-115f-4837-8e85-792b9aecfabf,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:20:27.871961 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e4e9b33-33ca-4243-96cf-c273860de9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:27.909539 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d064af81-81df-4e78-971f-7fba2f3e3af1 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:27.929629 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b515c-4637-4aea-9d12-f87bab59ab9c None None] Pushing event updated for resources: {'Port': ['ID=2f78f5b1-115f-4837-8e85-792b9aecfabf,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:27.932779 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4e9b33-33ca-4243-96cf-c273860de9b8 None None] Routers {'4ad725b3-85a0-44be-9959-2a45d6dad190'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:27.933383 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-0e4e9b33-33ca-4243-96cf-c273860de9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:20:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['4ad725b3-85a0-44be-9959-2a45d6dad190'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:27.954433 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d064af81-81df-4e78-971f-7fba2f3e3af1 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:27.990424 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d064af81-81df-4e78-971f-7fba2f3e3af1 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:27.998847 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-d064af81-81df-4e78-971f-7fba2f3e3af1 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:28.003473 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d064af81-81df-4e78-971f-7fba2f3e3af1 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:20:28.026770 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064af81-81df-4e78-971f-7fba2f3e3af1 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Pushing event updated for resources: {'Port': ['ID=1571b59d-0f66-4e14-abaa-47db5d689c9b,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:28.039212 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-0e4e9b33-33ca-4243-96cf-c273860de9b8 None None] Set router 4ad725b3-85a0-44be-9959-2a45d6dad190 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:20:28.220475 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-0e4e9b33-33ca-4243-96cf-c273860de9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad725b3-85a0-44be-9959-2a45d6dad190', 'name': 'tempest-snat-router-25775237', 'tenant_id': 'a38c8e94f84c432eb9e2e433c1763ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.149'}], 'enable_snat': False}, 'gw_port_id': '2f78f5b1-115f-4837-8e85-792b9aecfabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:20:25Z', 'updated_at': '2021-08-10T01:20:26Z', 'revision_number': 3, 'project_id': 'a38c8e94f84c432eb9e2e433c1763ab1', 'gw_port': {'id': '2f78f5b1-115f-4837-8e85-792b9aecfabf', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:01:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad725b3-85a0-44be-9959-2a45d6dad190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:20:26Z', 'updated_at': '2021-08-10T01:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:28.256232 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4e9b33-33ca-4243-96cf-c273860de9b8 None None] The sync data for ids ['4ad725b3-85a0-44be-9959-2a45d6dad190'] in n-d-766726-26 is: [{'id': '4ad725b3-85a0-44be-9959-2a45d6dad190', 'name': 'tempest-snat-router-25775237', 'tenant_id': 'a38c8e94f84c432eb9e2e433c1763ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.149'}], 'enable_snat': False}, 'gw_port_id': '2f78f5b1-115f-4837-8e85-792b9aecfabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:20:25Z', 'updated_at': '2021-08-10T01:20:26Z', 'revision_number': 3, 'project_id': 'a38c8e94f84c432eb9e2e433c1763ab1', 'gw_port': {'id': '2f78f5b1-115f-4837-8e85-792b9aecfabf', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:01:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad725b3-85a0-44be-9959-2a45d6dad190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:20:26Z', 'updated_at': '2021-08-10T01:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:20:28.268741 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:28.594841 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d064af81-81df-4e78-971f-7fba2f3e3af1 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:28.854899 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d064af81-81df-4e78-971f-7fba2f3e3af1 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:28.993957 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d064af81-81df-4e78-971f-7fba2f3e3af1 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Router 719cd86d-2bad-4fe3-af90-b13e5339996c is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:20:29.111374 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d064af81-81df-4e78-971f-7fba2f3e3af1 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:20:29.121120 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bbd9d6-0656-4552-90a9-5b47270268fd None None] Sync routers for ids ['719cd86d-2bad-4fe3-af90-b13e5339996c'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:20:29.130854 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d064af81-81df-4e78-971f-7fba2f3e3af1 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:29.132465 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bbd9d6-0656-4552-90a9-5b47270268fd None None] Routers {'719cd86d-2bad-4fe3-af90-b13e5339996c'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:29.133413 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-91bbd9d6-0656-4552-90a9-5b47270268fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:20:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['719cd86d-2bad-4fe3-af90-b13e5339996c'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:29.135196 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47200) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:29.141100 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d064af81-81df-4e78-971f-7fba2f3e3af1 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 1.9761245 Aug 10 01:20:29.259577 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47202) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:29.259812 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3a173838-bbfa-4c61-9d53-c7f9b98db813 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] 10.222.0.35 "GET /v2.0/routers/719cd86d-2bad-4fe3-af90-b13e5339996c HTTP/1.1" status: 200 len: 906 time: 0.1227379 Aug 10 01:20:29.265961 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-91bbd9d6-0656-4552-90a9-5b47270268fd None None] Set router 719cd86d-2bad-4fe3-af90-b13e5339996c gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:20:29.368589 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-769dd670-3440-4736-9fa4-fdbd6d403a4c tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:29.471864 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-91bbd9d6-0656-4552-90a9-5b47270268fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719cd86d-2bad-4fe3-af90-b13e5339996c', 'name': 'tempest-snat-router-25775237', 'tenant_id': 'a38c8e94f84c432eb9e2e433c1763ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '1571b59d-0f66-4e14-abaa-47db5d689c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:20:27Z', 'updated_at': '2021-08-10T01:20:28Z', 'revision_number': 3, 'project_id': 'a38c8e94f84c432eb9e2e433c1763ab1', 'gw_port': {'id': '1571b59d-0f66-4e14-abaa-47db5d689c9b', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719cd86d-2bad-4fe3-af90-b13e5339996c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:20:27Z', 'updated_at': '2021-08-10T01:20:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:29.484746 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-769dd670-3440-4736-9fa4-fdbd6d403a4c tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:29.520483 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bbd9d6-0656-4552-90a9-5b47270268fd None None] Checking router: 719cd86d-2bad-4fe3-af90-b13e5339996c for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:20:29.520874 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bbd9d6-0656-4552-90a9-5b47270268fd None None] Updating router 719cd86d-2bad-4fe3-af90-b13e5339996c port 1571b59d-0f66-4e14-abaa-47db5d689c9b binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:20:29.558732 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-91bbd9d6-0656-4552-90a9-5b47270268fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:29.574264 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-769dd670-3440-4736-9fa4-fdbd6d403a4c tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Deleting port 1571b59d-0f66-4e14-abaa-47db5d689c9b {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:29.574496 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-769dd670-3440-4736-9fa4-fdbd6d403a4c tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:29.656401 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-769dd670-3440-4736-9fa4-fdbd6d403a4c tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:29.670100 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-769dd670-3440-4736-9fa4-fdbd6d403a4c tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Calling delete_port for 1571b59d-0f66-4e14-abaa-47db5d689c9b owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:29.895065 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-769dd670-3440-4736-9fa4-fdbd6d403a4c tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:29.896973 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.db.api [None req-91bbd9d6-0656-4552-90a9-5b47270268fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:20:29.897560 n-d-766726-26 neutron-server[105829]: DEBUG oslo_db.api [None req-91bbd9d6-0656-4552-90a9-5b47270268fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:20:29.919692 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769dd670-3440-4736-9fa4-fdbd6d403a4c tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Pushing event deleted for resources: {'Port': ['ID=1571b59d-0f66-4e14-abaa-47db5d689c9b,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:29.988147 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-769dd670-3440-4736-9fa4-fdbd6d403a4c tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.081369 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-769dd670-3440-4736-9fa4-fdbd6d403a4c tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.084714 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-769dd670-3440-4736-9fa4-fdbd6d403a4c tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.129054 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-769dd670-3440-4736-9fa4-fdbd6d403a4c tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.129639 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769dd670-3440-4736-9fa4-fdbd6d403a4c tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 719cd86d-2bad-4fe3-af90-b13e5339996c {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:20:30.134006 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-769dd670-3440-4736-9fa4-fdbd6d403a4c tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.136060 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-769dd670-3440-4736-9fa4-fdbd6d403a4c tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] 10.222.0.35 "DELETE /v2.0/routers/719cd86d-2bad-4fe3-af90-b13e5339996c HTTP/1.1" status: 204 len: 168 time: 0.8742769 Aug 10 01:20:30.138934 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47208) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:30.246546 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cba9b60f-4ec9-42e9-ac5f-59a2c33b198f tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.349340 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cba9b60f-4ec9-42e9-ac5f-59a2c33b198f tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.411022 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-cba9b60f-4ec9-42e9-ac5f-59a2c33b198f tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Deleting port 2f78f5b1-115f-4837-8e85-792b9aecfabf {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:30.411376 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cba9b60f-4ec9-42e9-ac5f-59a2c33b198f tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.428717 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bbd9d6-0656-4552-90a9-5b47270268fd None None] Port 1571b59d-0f66-4e14-abaa-47db5d689c9b not found while updating agent binding for router 719cd86d-2bad-4fe3-af90-b13e5339996c. {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 10 01:20:30.452957 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bbd9d6-0656-4552-90a9-5b47270268fd None None] Routers set() bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:30.453490 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bbd9d6-0656-4552-90a9-5b47270268fd None None] Router IDs set() for agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 01:20:30.454376 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_agentschedulers_db [None req-91bbd9d6-0656-4552-90a9-5b47270268fd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'719cd86d-2bad-4fe3-af90-b13e5339996c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:20:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent'). {{(pid=105829) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 01:20:30.454867 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bbd9d6-0656-4552-90a9-5b47270268fd None None] The sync data for ids ['719cd86d-2bad-4fe3-af90-b13e5339996c'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:20:30.497609 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 2f78f5b1-115f-4837-8e85-792b9aecfabf up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:20:30.521096 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-cba9b60f-4ec9-42e9-ac5f-59a2c33b198f tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] For port 2f78f5b1-115f-4837-8e85-792b9aecfabf, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=2f78f5b1-115f-4837-8e85-792b9aecfabf,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:30.521580 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cba9b60f-4ec9-42e9-ac5f-59a2c33b198f tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.537913 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-cba9b60f-4ec9-42e9-ac5f-59a2c33b198f tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Calling delete_port for 2f78f5b1-115f-4837-8e85-792b9aecfabf owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:30.554758 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 2f78f5b1-115f-4837-8e85-792b9aecfabf completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:20:30.558898 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 2f78f5b1-115f-4837-8e85-792b9aecfabf triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:30.559291 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.697185 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.743593 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cba9b60f-4ec9-42e9-ac5f-59a2c33b198f tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.775757 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba9b60f-4ec9-42e9-ac5f-59a2c33b198f tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f78f5b1-115f-4837-8e85-792b9aecfabf,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:30.844288 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cba9b60f-4ec9-42e9-ac5f-59a2c33b198f tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.940595 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cba9b60f-4ec9-42e9-ac5f-59a2c33b198f tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.942809 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cba9b60f-4ec9-42e9-ac5f-59a2c33b198f tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.987357 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cba9b60f-4ec9-42e9-ac5f-59a2c33b198f tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.987982 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba9b60f-4ec9-42e9-ac5f-59a2c33b198f tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4ad725b3-85a0-44be-9959-2a45d6dad190 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:20:30.993028 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cba9b60f-4ec9-42e9-ac5f-59a2c33b198f tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.994409 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cba9b60f-4ec9-42e9-ac5f-59a2c33b198f tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] 10.222.0.35 "DELETE /v2.0/routers/4ad725b3-85a0-44be-9959-2a45d6dad190 HTTP/1.1" status: 204 len: 168 time: 0.8550665 Aug 10 01:20:30.998566 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47214) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:31.004307 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-32ca937b-5807-4185-aa05-3445017aaff2 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-738050463', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}, 'admin_state_up': False}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:31.034217 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-32ca937b-5807-4185-aa05-3445017aaff2 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:31.035240 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-32ca937b-5807-4185-aa05-3445017aaff2 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:31.091699 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-32ca937b-5807-4185-aa05-3445017aaff2 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:31.228525 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-32ca937b-5807-4185-aa05-3445017aaff2 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:31.416872 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-32ca937b-5807-4185-aa05-3445017aaff2 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router_gateway, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:31.435921 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-32ca937b-5807-4185-aa05-3445017aaff2 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:31.545268 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-32ca937b-5807-4185-aa05-3445017aaff2 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Allocated IP 172.25.2.103 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/520034fa-00e3-4437-9ba6-cb0a25287bc7) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:31.645661 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-32ca937b-5807-4185-aa05-3445017aaff2 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:31.683412 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-32ca937b-5807-4185-aa05-3445017aaff2 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:31.724871 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ca937b-5807-4185-aa05-3445017aaff2 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:31.729794 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-32ca937b-5807-4185-aa05-3445017aaff2 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:31.734687 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ca937b-5807-4185-aa05-3445017aaff2 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:20:31.736823 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca937b-5807-4185-aa05-3445017aaff2 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Pushing event updated for resources: {'Port': ['ID=520034fa-00e3-4437-9ba6-cb0a25287bc7,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:32.269368 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-32ca937b-5807-4185-aa05-3445017aaff2 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router_gateway, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:32.445955 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 2f78f5b1-115f-4837-8e85-792b9aecfabf no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:20:32.467789 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 2f78f5b1-115f-4837-8e85-792b9aecfabf {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:20:32.468150 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 2f78f5b1-115f-4837-8e85-792b9aecfabf not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:20:32.479304 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-32ca937b-5807-4185-aa05-3445017aaff2 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:32.612128 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ca937b-5807-4185-aa05-3445017aaff2 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Router 0b85a77d-88dd-499c-9c12-230a095ef96d is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:20:32.718713 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ca937b-5807-4185-aa05-3445017aaff2 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:20:32.728627 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2296c805-68e8-4140-8827-ea810a2ec712 None None] Sync routers for ids ['0b85a77d-88dd-499c-9c12-230a095ef96d'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:20:32.738724 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2296c805-68e8-4140-8827-ea810a2ec712 None None] Routers {'0b85a77d-88dd-499c-9c12-230a095ef96d'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:32.739468 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-2296c805-68e8-4140-8827-ea810a2ec712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:20:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['0b85a77d-88dd-499c-9c12-230a095ef96d'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:32.742124 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-32ca937b-5807-4185-aa05-3445017aaff2 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:32.744745 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-32ca937b-5807-4185-aa05-3445017aaff2 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.7442534 Aug 10 01:20:32.746054 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47238) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:32.751471 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-66ac59da-6631-406c-8bab-eafcf278b144 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'enable_snat': False}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:32.772939 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-2296c805-68e8-4140-8827-ea810a2ec712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:32.782296 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2296c805-68e8-4140-8827-ea810a2ec712 None None] Routers {'0b85a77d-88dd-499c-9c12-230a095ef96d'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:32.782914 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-2296c805-68e8-4140-8827-ea810a2ec712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:20:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['0b85a77d-88dd-499c-9c12-230a095ef96d'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:32.817815 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-2296c805-68e8-4140-8827-ea810a2ec712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:32.818479 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2296c805-68e8-4140-8827-ea810a2ec712 None None] The sync data for ids ['0b85a77d-88dd-499c-9c12-230a095ef96d'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:20:33.048458 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-66ac59da-6631-406c-8bab-eafcf278b144 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:33.456374 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-66ac59da-6631-406c-8bab-eafcf278b144 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8228879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8231262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232083'] for router, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:33.459904 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-66ac59da-6631-406c-8bab-eafcf278b144 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8229108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8229117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8231239'] for router, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:33.460494 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6b195a3d-888f-44a7-a84f-7f9dab9c3f52 req-f23737a4-b537-42b7-8916-c42673638c3c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a740c296-c601-4dc0-a5ed-5981f6a265c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453761 Aug 10 01:20:33.525866 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b195a3d-888f-44a7-a84f-7f9dab9c3f52 req-eaa037ab-2579-43bd-be4b-d9730c4bdcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:33.527314 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6b195a3d-888f-44a7-a84f-7f9dab9c3f52 req-eaa037ab-2579-43bd-be4b-d9730c4bdcca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=75d90fe613f04af9a88db54df84a9d1e&device_id=a740c296-c601-4dc0-a5ed-5981f6a265c1 HTTP/1.1" status: 200 len: 1097 time: 0.0438454 Aug 10 01:20:33.569271 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ac59da-6631-406c-8bab-eafcf278b144 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Router 0b85a77d-88dd-499c-9c12-230a095ef96d has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:20:33.645404 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b195a3d-888f-44a7-a84f-7f9dab9c3f52 req-1c140d25-ee71-4700-85d6-f757924a7183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:33.646876 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6b195a3d-888f-44a7-a84f-7f9dab9c3f52 req-1c140d25-ee71-4700-85d6-f757924a7183 service neutron] 10.222.0.24 "GET /v2.0/networks?id=da04b376-9179-4831-8934-0e6b7aae24e5 HTTP/1.1" status: 200 len: 909 time: 0.1000409 Aug 10 01:20:33.677769 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ac59da-6631-406c-8bab-eafcf278b144 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:20:33.683308 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-66ac59da-6631-406c-8bab-eafcf278b144 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:33.686862 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-66ac59da-6631-406c-8bab-eafcf278b144 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] 10.222.0.35 "PUT /v2.0/routers/0b85a77d-88dd-499c-9c12-230a095ef96d HTTP/1.1" status: 200 len: 921 time: 0.9372873 Aug 10 01:20:33.687102 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47246) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:33.693068 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c4b4a5-3193-46c6-9c09-3aff6e4fb3da None None] Sync routers for ids ['0b85a77d-88dd-499c-9c12-230a095ef96d'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:20:33.704287 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c4b4a5-3193-46c6-9c09-3aff6e4fb3da None None] Routers {'0b85a77d-88dd-499c-9c12-230a095ef96d'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:33.705239 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-90c4b4a5-3193-46c6-9c09-3aff6e4fb3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:20:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['0b85a77d-88dd-499c-9c12-230a095ef96d'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:33.715117 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6b195a3d-888f-44a7-a84f-7f9dab9c3f52 req-a1b945f9-11cf-4fd7-b15e-9464eb847952 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c301ec5-d740-48eb-81c2-a2e3b1df195f HTTP/1.1" status: 200 len: 1001 time: 0.0608833 Aug 10 01:20:33.739308 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-90c4b4a5-3193-46c6-9c09-3aff6e4fb3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:33.749395 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c4b4a5-3193-46c6-9c09-3aff6e4fb3da None None] Routers {'0b85a77d-88dd-499c-9c12-230a095ef96d'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:33.750348 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-90c4b4a5-3193-46c6-9c09-3aff6e4fb3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:20:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['0b85a77d-88dd-499c-9c12-230a095ef96d'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:33.773470 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b195a3d-888f-44a7-a84f-7f9dab9c3f52 req-d5e04836-68af-45ff-aafd-07e09fd62c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:33.775006 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6b195a3d-888f-44a7-a84f-7f9dab9c3f52 req-d5e04836-68af-45ff-aafd-07e09fd62c10 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4678a999-4487-4b9b-85af-b5bf29177a3f HTTP/1.1" status: 200 len: 847 time: 0.0529735 Aug 10 01:20:33.791314 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-90c4b4a5-3193-46c6-9c09-3aff6e4fb3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:33.792261 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c4b4a5-3193-46c6-9c09-3aff6e4fb3da None None] The sync data for ids ['0b85a77d-88dd-499c-9c12-230a095ef96d'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:20:33.802787 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a574d5ea-9aac-4fad-a560-c2c140871a04 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] 10.222.0.35 "GET /v2.0/routers/0b85a77d-88dd-499c-9c12-230a095ef96d HTTP/1.1" status: 200 len: 921 time: 0.1119428 Aug 10 01:20:33.803080 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47248) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:33.829636 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b195a3d-888f-44a7-a84f-7f9dab9c3f52 req-d6ea4a20-9b6a-43c5-8d62-04cc741b68f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:33.831166 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6b195a3d-888f-44a7-a84f-7f9dab9c3f52 req-d6ea4a20-9b6a-43c5-8d62-04cc741b68f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da04b376-9179-4831-8934-0e6b7aae24e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490575 Aug 10 01:20:33.878551 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c16b11-b8ac-4c98-9df7-a85a002959b2 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:33.880075 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-30c16b11-b8ac-4c98-9df7-a85a002959b2 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=beabd0db-a6e0-4ff1-a3e9-6522348fc998&device_id=0b85a77d-88dd-499c-9c12-230a095ef96d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0760903 Aug 10 01:20:33.882753 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47250) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:33.922736 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6b195a3d-888f-44a7-a84f-7f9dab9c3f52 req-e396f592-2e8a-47aa-8be6-ed5b03cd6fda service neutron] 10.222.0.24 "GET /v2.0/networks/da04b376-9179-4831-8934-0e6b7aae24e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832458 Aug 10 01:20:33.971986 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa41db14-4b0a-4807-9260-688f7f095b53 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:33.976010 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-fa41db14-4b0a-4807-9260-688f7f095b53 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 881 time: 0.0898130 Aug 10 01:20:33.976291 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47252) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:34.005894 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-32325747-7c53-4e7b-88e4-c5c4652bb015 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b85a77d-88dd-499c-9c12-230a095ef96d HTTP/1.1" status: 200 len: 205 time: 0.0285149 Aug 10 01:20:34.008291 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47254) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:34.027275 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6b195a3d-888f-44a7-a84f-7f9dab9c3f52 req-010da6db-a27a-4846-bcd6-32addebfe45d service neutron] 10.222.0.24 "GET /v2.0/networks/da04b376-9179-4831-8934-0e6b7aae24e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972328 Aug 10 01:20:34.118800 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6f746460-a003-44de-babe-8258b32648c2 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:34.221157 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6f746460-a003-44de-babe-8258b32648c2 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:34.273466 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-6f746460-a003-44de-babe-8258b32648c2 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Deleting port 520034fa-00e3-4437-9ba6-cb0a25287bc7 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:34.273815 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6f746460-a003-44de-babe-8258b32648c2 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:34.361560 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6f746460-a003-44de-babe-8258b32648c2 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:34.373919 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-6f746460-a003-44de-babe-8258b32648c2 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Calling delete_port for 520034fa-00e3-4437-9ba6-cb0a25287bc7 owned by network:router_gateway {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:34.543723 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6f746460-a003-44de-babe-8258b32648c2 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:34.568662 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f746460-a003-44de-babe-8258b32648c2 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Pushing event deleted for resources: {'Port': ['ID=520034fa-00e3-4437-9ba6-cb0a25287bc7,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:34.922169 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6f746460-a003-44de-babe-8258b32648c2 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:35.011591 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6f746460-a003-44de-babe-8258b32648c2 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:35.013707 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6f746460-a003-44de-babe-8258b32648c2 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:35.055378 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6f746460-a003-44de-babe-8258b32648c2 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:35.055957 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f746460-a003-44de-babe-8258b32648c2 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Fanout notify agent at l3_agent the message router_deleted on router 0b85a77d-88dd-499c-9c12-230a095ef96d {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:20:35.063314 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6f746460-a003-44de-babe-8258b32648c2 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:35.067970 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6f746460-a003-44de-babe-8258b32648c2 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] 10.222.0.35 "DELETE /v2.0/routers/0b85a77d-88dd-499c-9c12-230a095ef96d HTTP/1.1" status: 204 len: 168 time: 1.0552592 Aug 10 01:20:35.067970 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47262) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:35.072539 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-14afa589-8567-4bab-af04-b4a919dea8b8 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-300817901', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:35.094644 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-14afa589-8567-4bab-af04-b4a919dea8b8 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:35.096821 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-14afa589-8567-4bab-af04-b4a919dea8b8 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:35.151599 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-14afa589-8567-4bab-af04-b4a919dea8b8 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:35.156372 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-14afa589-8567-4bab-af04-b4a919dea8b8 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:35.172530 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-14afa589-8567-4bab-af04-b4a919dea8b8 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:35.173699 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-14afa589-8567-4bab-af04-b4a919dea8b8 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1047065 Aug 10 01:20:35.176757 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47264) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:35.181205 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-1f9c42c5-e6cf-42c8-9dfb-eeb853eef6cb tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Request body: {'router': {'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:35.388034 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1f9c42c5-e6cf-42c8-9dfb-eeb853eef6cb tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:35.598498 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1f9c42c5-e6cf-42c8-9dfb-eeb853eef6cb tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router_gateway, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:35.633792 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1f9c42c5-e6cf-42c8-9dfb-eeb853eef6cb tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:35.745140 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-1f9c42c5-e6cf-42c8-9dfb-eeb853eef6cb tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Allocated IP 172.25.2.138 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/156b5191-995a-40af-8b62-38041cb6ef44) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:35.851421 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1f9c42c5-e6cf-42c8-9dfb-eeb853eef6cb tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:35.890758 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1f9c42c5-e6cf-42c8-9dfb-eeb853eef6cb tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:35.925177 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9c42c5-e6cf-42c8-9dfb-eeb853eef6cb tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:35.927889 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-1f9c42c5-e6cf-42c8-9dfb-eeb853eef6cb tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:35.933764 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9c42c5-e6cf-42c8-9dfb-eeb853eef6cb tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:20:35.963662 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c42c5-e6cf-42c8-9dfb-eeb853eef6cb tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Pushing event updated for resources: {'Port': ['ID=156b5191-995a-40af-8b62-38041cb6ef44,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:36.179553 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1f9c42c5-e6cf-42c8-9dfb-eeb853eef6cb tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router_gateway, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:36.372692 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1f9c42c5-e6cf-42c8-9dfb-eeb853eef6cb tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8228879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8231262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232083'] for router, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:36.375909 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1f9c42c5-e6cf-42c8-9dfb-eeb853eef6cb tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8229108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8229117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8231239'] for router, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:36.500202 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9c42c5-e6cf-42c8-9dfb-eeb853eef6cb tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Router b50efcc2-217c-4b41-af48-96cfd035fe83 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:20:36.606297 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9c42c5-e6cf-42c8-9dfb-eeb853eef6cb tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:20:36.613945 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1f9c42c5-e6cf-42c8-9dfb-eeb853eef6cb tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:36.615134 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1f9c42c5-e6cf-42c8-9dfb-eeb853eef6cb tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] 10.222.0.35 "PUT /v2.0/routers/b50efcc2-217c-4b41-af48-96cfd035fe83 HTTP/1.1" status: 200 len: 879 time: 1.4374216 Aug 10 01:20:36.616051 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6a8b9b-8d8b-41f7-a976-63da368b79fe None None] Sync routers for ids ['b50efcc2-217c-4b41-af48-96cfd035fe83'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:20:36.617756 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47286) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:36.626520 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6a8b9b-8d8b-41f7-a976-63da368b79fe None None] Routers {'b50efcc2-217c-4b41-af48-96cfd035fe83'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:36.627131 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-bd6a8b9b-8d8b-41f7-a976-63da368b79fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:20:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['b50efcc2-217c-4b41-af48-96cfd035fe83'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:36.659908 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-bd6a8b9b-8d8b-41f7-a976-63da368b79fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:36.669540 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6a8b9b-8d8b-41f7-a976-63da368b79fe None None] Routers {'b50efcc2-217c-4b41-af48-96cfd035fe83'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:36.670156 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-bd6a8b9b-8d8b-41f7-a976-63da368b79fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:20:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['b50efcc2-217c-4b41-af48-96cfd035fe83'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:36.706010 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-bd6a8b9b-8d8b-41f7-a976-63da368b79fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:36.706704 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6a8b9b-8d8b-41f7-a976-63da368b79fe None None] The sync data for ids ['b50efcc2-217c-4b41-af48-96cfd035fe83'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:20:36.737966 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-715b527a-bade-4b2b-aa8f-549feba03316 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] 10.222.0.35 "GET /v2.0/routers/b50efcc2-217c-4b41-af48-96cfd035fe83 HTTP/1.1" status: 200 len: 920 time: 0.1191144 Aug 10 01:20:36.741268 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47292) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:36.815524 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef049f8-b835-48f1-979b-47322cdae19b tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:36.819678 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5ef049f8-b835-48f1-979b-47322cdae19b tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=beabd0db-a6e0-4ff1-a3e9-6522348fc998&device_id=b50efcc2-217c-4b41-af48-96cfd035fe83&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0748580 Aug 10 01:20:36.819859 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47294) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:36.908754 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779806eb-ccf0-467f-84e7-4f23b51fb358 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:36.912857 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-779806eb-ccf0-467f-84e7-4f23b51fb358 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 881 time: 0.0893750 Aug 10 01:20:36.913520 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47296) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:36.943772 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f3a89862-a753-47e7-8262-d24db7298e66 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] 10.222.0.35 "GET /v2.0/ports?device_id=b50efcc2-217c-4b41-af48-96cfd035fe83 HTTP/1.1" status: 200 len: 205 time: 0.0269349 Aug 10 01:20:36.944000 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47300) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:37.360529 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3f95dc5e-378d-4254-abc1-b4b352473bcf tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:37.463501 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3f95dc5e-378d-4254-abc1-b4b352473bcf tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:37.520701 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-3f95dc5e-378d-4254-abc1-b4b352473bcf tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Deleting port 156b5191-995a-40af-8b62-38041cb6ef44 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:37.521071 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3f95dc5e-378d-4254-abc1-b4b352473bcf tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:37.604425 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3f95dc5e-378d-4254-abc1-b4b352473bcf tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:37.617968 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-3f95dc5e-378d-4254-abc1-b4b352473bcf tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Calling delete_port for 156b5191-995a-40af-8b62-38041cb6ef44 owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:37.783759 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3f95dc5e-378d-4254-abc1-b4b352473bcf tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:37.809247 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f95dc5e-378d-4254-abc1-b4b352473bcf tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Pushing event deleted for resources: {'Port': ['ID=156b5191-995a-40af-8b62-38041cb6ef44,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:37.867535 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3f95dc5e-378d-4254-abc1-b4b352473bcf tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:37.959132 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3f95dc5e-378d-4254-abc1-b4b352473bcf tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:37.961189 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3f95dc5e-378d-4254-abc1-b4b352473bcf tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:38.004995 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3f95dc5e-378d-4254-abc1-b4b352473bcf tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:38.005584 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f95dc5e-378d-4254-abc1-b4b352473bcf tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Fanout notify agent at l3_agent the message router_deleted on router b50efcc2-217c-4b41-af48-96cfd035fe83 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:20:38.012383 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3f95dc5e-378d-4254-abc1-b4b352473bcf tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:38.014490 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3f95dc5e-378d-4254-abc1-b4b352473bcf tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] 10.222.0.35 "DELETE /v2.0/routers/b50efcc2-217c-4b41-af48-96cfd035fe83 HTTP/1.1" status: 204 len: 168 time: 1.0694556 Aug 10 01:20:38.018256 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47312) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:38.022655 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-d509dcaf-05f4-4dc2-bf9e-2cd6af864077 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-501678167', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:38.045318 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d509dcaf-05f4-4dc2-bf9e-2cd6af864077 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:38.046289 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d509dcaf-05f4-4dc2-bf9e-2cd6af864077 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:38.098742 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d509dcaf-05f4-4dc2-bf9e-2cd6af864077 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:38.104791 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d509dcaf-05f4-4dc2-bf9e-2cd6af864077 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:38.126362 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d509dcaf-05f4-4dc2-bf9e-2cd6af864077 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:38.127578 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d509dcaf-05f4-4dc2-bf9e-2cd6af864077 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1083894 Aug 10 01:20:38.131714 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47318) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:38.136703 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-f9e56ccc-54c1-42e9-91b9-3d693a25a30c tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'enable_snat': True}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:38.338225 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f9e56ccc-54c1-42e9-91b9-3d693a25a30c tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:38.549227 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f9e56ccc-54c1-42e9-91b9-3d693a25a30c tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:38.568449 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f9e56ccc-54c1-42e9-91b9-3d693a25a30c tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:38.677626 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-f9e56ccc-54c1-42e9-91b9-3d693a25a30c tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Allocated IP 172.25.2.35 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/e1b30b09-0297-496c-9f92-7f26251e28dd) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:38.796509 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f9e56ccc-54c1-42e9-91b9-3d693a25a30c tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:38.836641 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f9e56ccc-54c1-42e9-91b9-3d693a25a30c tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:38.877348 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e56ccc-54c1-42e9-91b9-3d693a25a30c tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:38.880227 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-f9e56ccc-54c1-42e9-91b9-3d693a25a30c tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:38.887778 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e56ccc-54c1-42e9-91b9-3d693a25a30c tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:20:38.890944 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e56ccc-54c1-42e9-91b9-3d693a25a30c tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Pushing event updated for resources: {'Port': ['ID=e1b30b09-0297-496c-9f92-7f26251e28dd,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:39.457891 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f9e56ccc-54c1-42e9-91b9-3d693a25a30c tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:39.665089 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f9e56ccc-54c1-42e9-91b9-3d693a25a30c tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8228879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8231262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232083'] for router, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:39.669060 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f9e56ccc-54c1-42e9-91b9-3d693a25a30c tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8229108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8229117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8231239'] for router, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:39.798549 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e56ccc-54c1-42e9-91b9-3d693a25a30c tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Router 2bc6aa52-bf93-4b07-8ac0-45f0fe9aefee is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:20:39.823703 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-11b75e0d-4bfb-4e31-a389-34d7b3ac8c1f req-5d7641ee-775c-4040-a1a1-aced456770d6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3d6b3b68-9a25-4296-8052-9cca2b5371df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448182 Aug 10 01:20:39.894023 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b75e0d-4bfb-4e31-a389-34d7b3ac8c1f req-8190eb77-a71e-4185-b84e-4223bf4d1c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:39.895463 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-11b75e0d-4bfb-4e31-a389-34d7b3ac8c1f req-8190eb77-a71e-4185-b84e-4223bf4d1c70 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a4f463465f414d20a10d25627743d857&device_id=3d6b3b68-9a25-4296-8052-9cca2b5371df HTTP/1.1" status: 200 len: 1098 time: 0.0399656 Aug 10 01:20:39.904053 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e56ccc-54c1-42e9-91b9-3d693a25a30c tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:20:39.908325 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f9e56ccc-54c1-42e9-91b9-3d693a25a30c tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:39.909451 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f9e56ccc-54c1-42e9-91b9-3d693a25a30c tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] 10.222.0.35 "PUT /v2.0/routers/2bc6aa52-bf93-4b07-8ac0-45f0fe9aefee HTTP/1.1" status: 200 len: 913 time: 1.7764134 Aug 10 01:20:39.911996 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47330) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:39.914547 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1acd2fc-9d23-4777-9944-366da3c06694 None None] Sync routers for ids ['2bc6aa52-bf93-4b07-8ac0-45f0fe9aefee'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:20:39.925192 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1acd2fc-9d23-4777-9944-366da3c06694 None None] Routers {'2bc6aa52-bf93-4b07-8ac0-45f0fe9aefee'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:39.926040 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-a1acd2fc-9d23-4777-9944-366da3c06694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:20:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['2bc6aa52-bf93-4b07-8ac0-45f0fe9aefee'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:39.957981 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-a1acd2fc-9d23-4777-9944-366da3c06694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:39.967112 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1acd2fc-9d23-4777-9944-366da3c06694 None None] Routers {'2bc6aa52-bf93-4b07-8ac0-45f0fe9aefee'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:39.967751 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-a1acd2fc-9d23-4777-9944-366da3c06694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:20:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['2bc6aa52-bf93-4b07-8ac0-45f0fe9aefee'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:39.999275 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b75e0d-4bfb-4e31-a389-34d7b3ac8c1f req-fad77993-c2e5-4728-b864-101b409f6ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:40.000805 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-11b75e0d-4bfb-4e31-a389-34d7b3ac8c1f req-fad77993-c2e5-4728-b864-101b409f6ce1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d5f42a49-cf64-4535-a007-0ffeb2000607 HTTP/1.1" status: 200 len: 913 time: 0.0870211 Aug 10 01:20:40.002108 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-a1acd2fc-9d23-4777-9944-366da3c06694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:40.002789 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1acd2fc-9d23-4777-9944-366da3c06694 None None] The sync data for ids ['2bc6aa52-bf93-4b07-8ac0-45f0fe9aefee'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:20:40.023375 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5db70a1c-b66d-469f-9445-f8311b262fac tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] 10.222.0.35 "GET /v2.0/routers/2bc6aa52-bf93-4b07-8ac0-45f0fe9aefee HTTP/1.1" status: 200 len: 919 time: 0.1102192 Aug 10 01:20:40.026716 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47332) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:40.065903 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb350b0-7288-463f-87e4-67d7b3529446 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:40.067420 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-aeb350b0-7288-463f-87e4-67d7b3529446 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=beabd0db-a6e0-4ff1-a3e9-6522348fc998&device_id=2bc6aa52-bf93-4b07-8ac0-45f0fe9aefee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0397398 Aug 10 01:20:40.070000 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47334) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:40.073387 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-11b75e0d-4bfb-4e31-a389-34d7b3ac8c1f req-5b147b79-9fdf-41c6-b6c9-2b20ce1c239c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d01e93a2-c625-46cf-a86e-90b48e938287 HTTP/1.1" status: 200 len: 1002 time: 0.0646894 Aug 10 01:20:40.123996 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b75e0d-4bfb-4e31-a389-34d7b3ac8c1f req-187e588c-28dc-4fa7-b6c5-471ad5488560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:40.125658 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-11b75e0d-4bfb-4e31-a389-34d7b3ac8c1f req-187e588c-28dc-4fa7-b6c5-471ad5488560 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1982ede0-b8b9-4659-ad0a-d59c9e02d1ca HTTP/1.1" status: 200 len: 851 time: 0.0456834 Aug 10 01:20:40.155721 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2c2e15-d20b-4b1a-b195-e19793d3e0cc tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:40.157086 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-fd2c2e15-d20b-4b1a-b195-e19793d3e0cc tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 881 time: 0.0861731 Aug 10 01:20:40.159938 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47336) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:40.172843 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b75e0d-4bfb-4e31-a389-34d7b3ac8c1f req-35849bf7-0fd1-4fec-b022-8dc4c011405a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:40.174350 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-11b75e0d-4bfb-4e31-a389-34d7b3ac8c1f req-35849bf7-0fd1-4fec-b022-8dc4c011405a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5f42a49-cf64-4535-a007-0ffeb2000607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417910 Aug 10 01:20:40.187332 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-65a68a3e-ace9-48cc-85f1-3f22cc40a61f tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bc6aa52-bf93-4b07-8ac0-45f0fe9aefee HTTP/1.1" status: 200 len: 205 time: 0.0262172 Aug 10 01:20:40.189837 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47338) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:40.268327 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-11b75e0d-4bfb-4e31-a389-34d7b3ac8c1f req-1513197d-456b-4ff3-84ea-59b45a53d71e service neutron] 10.222.0.20 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865679 Aug 10 01:20:40.292965 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f83a-dc6e-4b8e-afcf-ae8772f00d5c tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:40.359409 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-11b75e0d-4bfb-4e31-a389-34d7b3ac8c1f req-3d1e5630-a7b7-4bb0-b849-94b30159108b service neutron] 10.222.0.20 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844507 Aug 10 01:20:40.399456 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f83a-dc6e-4b8e-afcf-ae8772f00d5c tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:40.453759 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-bfd4f83a-dc6e-4b8e-afcf-ae8772f00d5c tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Deleting port e1b30b09-0297-496c-9f92-7f26251e28dd {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:40.454178 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f83a-dc6e-4b8e-afcf-ae8772f00d5c tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:40.531662 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f83a-dc6e-4b8e-afcf-ae8772f00d5c tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:40.544028 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-bfd4f83a-dc6e-4b8e-afcf-ae8772f00d5c tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Calling delete_port for e1b30b09-0297-496c-9f92-7f26251e28dd owned by network:router_gateway {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:40.720399 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f83a-dc6e-4b8e-afcf-ae8772f00d5c tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:40.757136 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4f83a-dc6e-4b8e-afcf-ae8772f00d5c tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Pushing event deleted for resources: {'Port': ['ID=e1b30b09-0297-496c-9f92-7f26251e28dd,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:40.816887 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f83a-dc6e-4b8e-afcf-ae8772f00d5c tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:40.908720 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f83a-dc6e-4b8e-afcf-ae8772f00d5c tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:40.910724 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f83a-dc6e-4b8e-afcf-ae8772f00d5c tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:40.953787 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f83a-dc6e-4b8e-afcf-ae8772f00d5c tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:40.954345 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd4f83a-dc6e-4b8e-afcf-ae8772f00d5c tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Fanout notify agent at l3_agent the message router_deleted on router 2bc6aa52-bf93-4b07-8ac0-45f0fe9aefee {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:20:40.961344 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f83a-dc6e-4b8e-afcf-ae8772f00d5c tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:40.966839 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-bfd4f83a-dc6e-4b8e-afcf-ae8772f00d5c tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] 10.222.0.35 "DELETE /v2.0/routers/2bc6aa52-bf93-4b07-8ac0-45f0fe9aefee HTTP/1.1" status: 204 len: 168 time: 0.7717104 Aug 10 01:20:40.966839 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47362) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:40.971402 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-9a3cf398-6300-45ea-b14b-ad652eb21901 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1635702038', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:40.996727 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9a3cf398-6300-45ea-b14b-ad652eb21901 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:40.997778 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9a3cf398-6300-45ea-b14b-ad652eb21901 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:41.061000 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9a3cf398-6300-45ea-b14b-ad652eb21901 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:41.065822 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9a3cf398-6300-45ea-b14b-ad652eb21901 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:41.085013 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9a3cf398-6300-45ea-b14b-ad652eb21901 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:41.089485 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9a3cf398-6300-45ea-b14b-ad652eb21901 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1188018 Aug 10 01:20:41.089713 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47366) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:41.094269 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-51ec7ff6-5aa9-4258-b677-6109db72a3ca tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'enable_snat': False}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:41.192667 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ee816e60-3940-43b4-b69c-30ad036b80e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:41.305579 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-51ec7ff6-5aa9-4258-b677-6109db72a3ca tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:41.520064 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-51ec7ff6-5aa9-4258-b677-6109db72a3ca tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:41.539720 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-51ec7ff6-5aa9-4258-b677-6109db72a3ca tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:41.656256 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-51ec7ff6-5aa9-4258-b677-6109db72a3ca tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Allocated IP 172.25.2.249 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/83f7114c-6185-4ad9-9ffb-544f06b577c5) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:41.700290 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:41.763350 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-51ec7ff6-5aa9-4258-b677-6109db72a3ca tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:41.802068 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-51ec7ff6-5aa9-4258-b677-6109db72a3ca tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:41.846745 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ec7ff6-5aa9-4258-b677-6109db72a3ca tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:41.851953 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-51ec7ff6-5aa9-4258-b677-6109db72a3ca tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:41.861117 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec7ff6-5aa9-4258-b677-6109db72a3ca tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Pushing event updated for resources: {'Port': ['ID=83f7114c-6185-4ad9-9ffb-544f06b577c5,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:41.864420 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ec7ff6-5aa9-4258-b677-6109db72a3ca tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:20:42.130279 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-51ec7ff6-5aa9-4258-b677-6109db72a3ca tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:42.318273 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-51ec7ff6-5aa9-4258-b677-6109db72a3ca tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8228879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8231262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232083'] for router, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:42.321580 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-51ec7ff6-5aa9-4258-b677-6109db72a3ca tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8229108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8229117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8231239'] for router, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:42.448415 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ec7ff6-5aa9-4258-b677-6109db72a3ca tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Router c6afbab0-847d-497f-ab8b-c3272a81d58b is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:20:42.554896 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ec7ff6-5aa9-4258-b677-6109db72a3ca tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:20:42.559848 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-51ec7ff6-5aa9-4258-b677-6109db72a3ca tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:42.561253 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-51ec7ff6-5aa9-4258-b677-6109db72a3ca tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] 10.222.0.35 "PUT /v2.0/routers/c6afbab0-847d-497f-ab8b-c3272a81d58b HTTP/1.1" status: 200 len: 916 time: 1.4703913 Aug 10 01:20:42.563709 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47388) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:42.565823 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c590a3-856f-4db0-a308-a9cd3aa3ab51 None None] Sync routers for ids ['c6afbab0-847d-497f-ab8b-c3272a81d58b'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:20:42.574938 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c590a3-856f-4db0-a308-a9cd3aa3ab51 None None] Routers {'c6afbab0-847d-497f-ab8b-c3272a81d58b'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:42.575678 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-11c590a3-856f-4db0-a308-a9cd3aa3ab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:20:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['c6afbab0-847d-497f-ab8b-c3272a81d58b'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:42.620596 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-11c590a3-856f-4db0-a308-a9cd3aa3ab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:42.629640 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c590a3-856f-4db0-a308-a9cd3aa3ab51 None None] Routers {'c6afbab0-847d-497f-ab8b-c3272a81d58b'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:42.630261 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-11c590a3-856f-4db0-a308-a9cd3aa3ab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:20:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['c6afbab0-847d-497f-ab8b-c3272a81d58b'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:42.665909 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-11c590a3-856f-4db0-a308-a9cd3aa3ab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:42.667055 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c590a3-856f-4db0-a308-a9cd3aa3ab51 None None] The sync data for ids ['c6afbab0-847d-497f-ab8b-c3272a81d58b'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:20:42.984322 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5db365e7-c3ab-420a-a9ea-c7802ce00668 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] 10.222.0.35 "GET /v2.0/routers/c6afbab0-847d-497f-ab8b-c3272a81d58b HTTP/1.1" status: 200 len: 922 time: 0.4192781 Aug 10 01:20:42.987204 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47392) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:43.028916 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaf6348-03fd-46d9-b76b-d140bb423d18 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:43.030457 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-dcaf6348-03fd-46d9-b76b-d140bb423d18 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=beabd0db-a6e0-4ff1-a3e9-6522348fc998&device_id=c6afbab0-847d-497f-ab8b-c3272a81d58b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0423286 Aug 10 01:20:43.033172 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47396) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:43.126547 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c26223e-1671-4e83-9c90-77847008e4e6 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:43.127940 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8c26223e-1671-4e83-9c90-77847008e4e6 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] 10.222.0.35 "GET /v2.0/networks/beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 881 time: 0.0938640 Aug 10 01:20:43.130941 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47400) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:43.158528 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-fd03ef62-078b-4972-881d-5ef9cab80010 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6afbab0-847d-497f-ab8b-c3272a81d58b HTTP/1.1" status: 200 len: 205 time: 0.0265195 Aug 10 01:20:43.161124 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47402) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:43.274803 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4bb8d869-c121-4642-b10e-903ade21f153 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:43.383350 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4bb8d869-c121-4642-b10e-903ade21f153 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:43.435191 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-4bb8d869-c121-4642-b10e-903ade21f153 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Deleting port 83f7114c-6185-4ad9-9ffb-544f06b577c5 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:43.435540 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4bb8d869-c121-4642-b10e-903ade21f153 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:43.514051 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4bb8d869-c121-4642-b10e-903ade21f153 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:43.526060 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-4bb8d869-c121-4642-b10e-903ade21f153 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Calling delete_port for 83f7114c-6185-4ad9-9ffb-544f06b577c5 owned by network:router_gateway {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:43.690498 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4bb8d869-c121-4642-b10e-903ade21f153 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:43.717695 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb8d869-c121-4642-b10e-903ade21f153 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Pushing event deleted for resources: {'Port': ['ID=83f7114c-6185-4ad9-9ffb-544f06b577c5,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:43.775033 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4bb8d869-c121-4642-b10e-903ade21f153 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:43.847306 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-db059fd5-93e4-459a-beb3-3b9a3d74b4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:43.866239 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4bb8d869-c121-4642-b10e-903ade21f153 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:43.868521 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4bb8d869-c121-4642-b10e-903ade21f153 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:43.918273 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4bb8d869-c121-4642-b10e-903ade21f153 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:43.918888 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb8d869-c121-4642-b10e-903ade21f153 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Fanout notify agent at l3_agent the message router_deleted on router c6afbab0-847d-497f-ab8b-c3272a81d58b {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:20:43.927620 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4bb8d869-c121-4642-b10e-903ade21f153 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:43.932518 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4bb8d869-c121-4642-b10e-903ade21f153 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] 10.222.0.35 "DELETE /v2.0/routers/c6afbab0-847d-497f-ab8b-c3272a81d58b HTTP/1.1" status: 204 len: 168 time: 0.7667181 Aug 10 01:20:43.932690 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47404) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:43.937188 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-4caaba21-4d55-4426-b96b-a9598b04da51 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-277279608', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}, 'admin_state_up': False}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:43.962873 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4caaba21-4d55-4426-b96b-a9598b04da51 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:43.964938 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4caaba21-4d55-4426-b96b-a9598b04da51 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:44.023844 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4caaba21-4d55-4426-b96b-a9598b04da51 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:44.169014 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4caaba21-4d55-4426-b96b-a9598b04da51 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:44.382228 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4caaba21-4d55-4426-b96b-a9598b04da51 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router_gateway, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:44.405613 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4caaba21-4d55-4426-b96b-a9598b04da51 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:44.453802 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:44.518630 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-4caaba21-4d55-4426-b96b-a9598b04da51 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Allocated IP 172.25.2.193 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/4deb50d9-8a1e-4dfd-8d41-087b36de8971) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:44.635705 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4caaba21-4d55-4426-b96b-a9598b04da51 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:44.674849 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4caaba21-4d55-4426-b96b-a9598b04da51 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:44.702211 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47438) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:44.715736 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4caaba21-4d55-4426-b96b-a9598b04da51 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:44.720619 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-4caaba21-4d55-4426-b96b-a9598b04da51 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:44.725037 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caaba21-4d55-4426-b96b-a9598b04da51 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:20:44.728095 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caaba21-4d55-4426-b96b-a9598b04da51 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Pushing event updated for resources: {'Port': ['ID=4deb50d9-8a1e-4dfd-8d41-087b36de8971,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:44.815764 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-291e64e1-3beb-4c39-a912-f212322a3072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:44.917982 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-291e64e1-3beb-4c39-a912-f212322a3072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:44.922001 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-291e64e1-3beb-4c39-a912-f212322a3072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:44.959611 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-291e64e1-3beb-4c39-a912-f212322a3072 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=00db54c6685c49088fcababbb001cd99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2561607 Aug 10 01:20:44.961584 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e64e1-3beb-4c39-a912-f212322a3072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e32742-2f8e-4dec-ac99-922bcfb38bb2,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:44.964056 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47442) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:44.986923 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4caaba21-4d55-4426-b96b-a9598b04da51 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router_gateway, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:45.091082 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1be96021-39dc-4f56-9ff8-37d60f055ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:45.123131 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1be96021-39dc-4f56-9ff8-37d60f055ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:45.168350 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:45.240506 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47446) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:45.253133 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4caaba21-4d55-4426-b96b-a9598b04da51 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:45.256157 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1be96021-39dc-4f56-9ff8-37d60f055ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:45.258654 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1be96021-39dc-4f56-9ff8-37d60f055ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:45.259775 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1be96021-39dc-4f56-9ff8-37d60f055ff5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f8e32742-2f8e-4dec-ac99-922bcfb38bb2 HTTP/1.1" status: 204 len: 168 time: 0.2947481 Aug 10 01:20:45.269990 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be96021-39dc-4f56-9ff8-37d60f055ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e32742-2f8e-4dec-ac99-922bcfb38bb2,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:45.405388 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4caaba21-4d55-4426-b96b-a9598b04da51 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Router 5b224e15-6741-47c0-ae2c-b5a43312672b is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:20:45.429419 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-5cfe3393-02de-4f2d-bc12-66767c8a03d3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Deleting port ccc83dc9-494b-4fbc-b343-3b546085f9ce {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:45.429708 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5cfe3393-02de-4f2d-bc12-66767c8a03d3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:45.507704 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5cfe3393-02de-4f2d-bc12-66767c8a03d3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:45.508044 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5cfe3393-02de-4f2d-bc12-66767c8a03d3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:45.519635 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4caaba21-4d55-4426-b96b-a9598b04da51 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:20:45.520748 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-5cfe3393-02de-4f2d-bc12-66767c8a03d3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Calling delete_port for ccc83dc9-494b-4fbc-b343-3b546085f9ce owned by network:floatingip {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:45.534750 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de41cfae-30d9-4a90-9853-ecdf8f79840f None None] Sync routers for ids ['5b224e15-6741-47c0-ae2c-b5a43312672b'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:20:45.538466 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4caaba21-4d55-4426-b96b-a9598b04da51 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:45.542651 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4caaba21-4d55-4426-b96b-a9598b04da51 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.6059787 Aug 10 01:20:45.542956 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47452) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:45.545760 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de41cfae-30d9-4a90-9853-ecdf8f79840f None None] Routers {'5b224e15-6741-47c0-ae2c-b5a43312672b'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:45.546383 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-de41cfae-30d9-4a90-9853-ecdf8f79840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:20:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['5b224e15-6741-47c0-ae2c-b5a43312672b'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:45.552148 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-cb8a885a-6a5c-4e5c-85c2-88c0691977fd tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:45.577471 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47454) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:45.580017 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-de41cfae-30d9-4a90-9853-ecdf8f79840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:45.589340 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de41cfae-30d9-4a90-9853-ecdf8f79840f None None] Routers {'5b224e15-6741-47c0-ae2c-b5a43312672b'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:45.589965 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-de41cfae-30d9-4a90-9853-ecdf8f79840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:20:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['5b224e15-6741-47c0-ae2c-b5a43312672b'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:45.594489 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-148bb24c-7d83-4733-b464-42bb2a1a3a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:45.622500 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-de41cfae-30d9-4a90-9853-ecdf8f79840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:45.623196 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de41cfae-30d9-4a90-9853-ecdf8f79840f None None] The sync data for ids ['5b224e15-6741-47c0-ae2c-b5a43312672b'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:20:45.762636 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5cfe3393-02de-4f2d-bc12-66767c8a03d3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:45.770350 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-148bb24c-7d83-4733-b464-42bb2a1a3a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:45.797425 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-148bb24c-7d83-4733-b464-42bb2a1a3a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:45.802544 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe3393-02de-4f2d-bc12-66767c8a03d3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Pushing event deleted for resources: {'Port': ['ID=ccc83dc9-494b-4fbc-b343-3b546085f9ce,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:45.875527 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-148bb24c-7d83-4733-b464-42bb2a1a3a42 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7728ab8090f5423bb85fd8e81e2f7ebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2970092 Aug 10 01:20:45.879988 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47456) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:45.883428 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cb8a885a-6a5c-4e5c-85c2-88c0691977fd tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:45.883660 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148bb24c-7d83-4733-b464-42bb2a1a3a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2703bc8-4dbd-465f-b9b8-5d29e3ae7234,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:45.896026 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5cfe3393-02de-4f2d-bc12-66767c8a03d3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for floatingip, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:45.896441 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [None req-5cfe3393-02de-4f2d-bc12-66767c8a03d3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Floating IP d2d1b284-1293-419b-90a8-3be66e9bac2b disassociated (deleted). External IP: 172.25.2.189, port: d01e93a2-c625-46cf-a86e-90b48e938287. Aug 10 01:20:45.914390 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cb8a885a-6a5c-4e5c-85c2-88c0691977fd tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:45.972965 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0680c02f-b764-4f92-a54d-e1565db0fb59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:46.002119 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0680c02f-b764-4f92-a54d-e1565db0fb59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:46.019174 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-cb8a885a-6a5c-4e5c-85c2-88c0691977fd tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Deleting port 4deb50d9-8a1e-4dfd-8d41-087b36de8971 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:46.019445 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cb8a885a-6a5c-4e5c-85c2-88c0691977fd tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:46.112557 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0680c02f-b764-4f92-a54d-e1565db0fb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:46.115127 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0680c02f-b764-4f92-a54d-e1565db0fb59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:46.118709 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0680c02f-b764-4f92-a54d-e1565db0fb59 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c2703bc8-4dbd-465f-b9b8-5d29e3ae7234 HTTP/1.1" status: 204 len: 168 time: 0.2357318 Aug 10 01:20:46.118839 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cfe3393-02de-4f2d-bc12-66767c8a03d3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Router 17ffa94a-5dfa-4674-b438-98620fdac6f2 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:20:46.122817 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cb8a885a-6a5c-4e5c-85c2-88c0691977fd tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:46.135772 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0680c02f-b764-4f92-a54d-e1565db0fb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2703bc8-4dbd-465f-b9b8-5d29e3ae7234,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:46.151462 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-cb8a885a-6a5c-4e5c-85c2-88c0691977fd tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Calling delete_port for 4deb50d9-8a1e-4dfd-8d41-087b36de8971 owned by network:router_gateway {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:46.232530 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfe3393-02de-4f2d-bc12-66767c8a03d3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:20:46.237776 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5cfe3393-02de-4f2d-bc12-66767c8a03d3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:46.244084 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5b578a-fd5c-4ad5-95ed-2bd97e5ff7a9 None None] Sync routers for ids ['17ffa94a-5dfa-4674-b438-98620fdac6f2'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:20:46.262322 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5b578a-fd5c-4ad5-95ed-2bd97e5ff7a9 None None] Routers {'17ffa94a-5dfa-4674-b438-98620fdac6f2'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:46.263230 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-4e5b578a-fd5c-4ad5-95ed-2bd97e5ff7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:20:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['17ffa94a-5dfa-4674-b438-98620fdac6f2'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:46.272906 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5cfe3393-02de-4f2d-bc12-66767c8a03d3 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "DELETE /v2.0/floatingips/d2d1b284-1293-419b-90a8-3be66e9bac2b HTTP/1.1" status: 204 len: 168 time: 1.0312030 Aug 10 01:20:46.273542 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6b3b68-9a25-4296-8052-9cca2b5371df', 'tag': 'd01e93a2-c625-46cf-a86e-90b48e938287'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:20:46.276094 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0bdbaf-ba0d-4f46-9f33-4cbd0476375e" -d '{"events": [{"name": "network-changed", "server_uuid": "3d6b3b68-9a25-4296-8052-9cca2b5371df", "tag": "d01e93a2-c625-46cf-a86e-90b48e938287"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:20:46.350021 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77d80b7-9001-4c75-8ed6-2efd3d805a6b x-openstack-request-id: req-d77d80b7-9001-4c75-8ed6-2efd3d805a6b {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:20:46.350557 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d6b3b68-9a25-4296-8052-9cca2b5371df", "tag": "d01e93a2-c625-46cf-a86e-90b48e938287", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:20:46.351226 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d77d80b7-9001-4c75-8ed6-2efd3d805a6b {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:20:46.352098 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6b3b68-9a25-4296-8052-9cca2b5371df', 'tag': 'd01e93a2-c625-46cf-a86e-90b48e938287', 'status': 'completed', 'code': 200} Aug 10 01:20:46.361469 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cb8a885a-6a5c-4e5c-85c2-88c0691977fd tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:46.401242 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:46.415678 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a885a-6a5c-4e5c-85c2-88c0691977fd tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Pushing event deleted for resources: {'Port': ['ID=4deb50d9-8a1e-4dfd-8d41-087b36de8971,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:46.444377 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-4e5b578a-fd5c-4ad5-95ed-2bd97e5ff7a9 None None] Set router 17ffa94a-5dfa-4674-b438-98620fdac6f2 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:20:46.459266 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bdbaf-ba0d-4f46-9f33-4cbd0476375e req-16ca28e4-c609-4e2b-93fe-158a13bf40ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:46.461311 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ca0bdbaf-ba0d-4f46-9f33-4cbd0476375e req-16ca28e4-c609-4e2b-93fe-158a13bf40ef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a4f463465f414d20a10d25627743d857&device_id=3d6b3b68-9a25-4296-8052-9cca2b5371df HTTP/1.1" status: 200 len: 1098 time: 0.0647142 Aug 10 01:20:46.462330 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cb8a885a-6a5c-4e5c-85c2-88c0691977fd tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:46.615624 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bdbaf-ba0d-4f46-9f33-4cbd0476375e req-3b358898-0ab3-487e-abc0-bd72f99e626c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:46.617016 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ca0bdbaf-ba0d-4f46-9f33-4cbd0476375e req-3b358898-0ab3-487e-abc0-bd72f99e626c service neutron] 10.222.0.20 "GET /v2.0/networks?id=d5f42a49-cf64-4535-a007-0ffeb2000607 HTTP/1.1" status: 200 len: 913 time: 0.1432848 Aug 10 01:20:46.662732 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ca0bdbaf-ba0d-4f46-9f33-4cbd0476375e req-9dcdbe69-d89c-4327-a687-96698f818101 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d01e93a2-c625-46cf-a86e-90b48e938287 HTTP/1.1" status: 200 len: 217 time: 0.0375218 Aug 10 01:20:46.723138 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bdbaf-ba0d-4f46-9f33-4cbd0476375e req-9ccc1225-9afc-47df-90c3-3c8af75f52d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:46.724097 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ce61d-db9e-4487-a3d6-e0fc9cf8eb5c req-1d227b6b-a418-424c-b015-98503c413368 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:46.724794 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ca0bdbaf-ba0d-4f46-9f33-4cbd0476375e req-9ccc1225-9afc-47df-90c3-3c8af75f52d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1982ede0-b8b9-4659-ad0a-d59c9e02d1ca HTTP/1.1" status: 200 len: 851 time: 0.0549662 Aug 10 01:20:46.725729 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-440ce61d-db9e-4487-a3d6-e0fc9cf8eb5c req-1d227b6b-a418-424c-b015-98503c413368 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d6b3b68-9a25-4296-8052-9cca2b5371df HTTP/1.1" status: 200 len: 946 time: 0.1399755 Aug 10 01:20:46.735790 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-4e5b578a-fd5c-4ad5-95ed-2bd97e5ff7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'name': 'tempest-TestVolumeBootPattern-1236048449-router', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:08:10Z', 'updated_at': '2021-08-10T01:08:16Z', 'revision_number': 4, 'project_id': 'a4f463465f414d20a10d25627743d857', 'gw_port': {'id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:53:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:11Z', 'updated_at': '2021-08-10T01:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'eef4cad3-33b4-447c-9b4b-7a67e9eca9d2', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'floating_ip_address': '172.25.2.106', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'port_id': '5fe875d6-6001-430b-9b4f-6c4185036225', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'mac_address': 'fa:16:3e:e9:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36633c2-7147-4e8f-bd96-10952b03680d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:16:56Z', 'updated_at': '2021-08-10T01:17:02Z', 'revision_number': 1, 'project_id': 'a4f463465f414d20a10d25627743d857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98f3335-ba8a-41c8-8f1d-9b87daaf23bb', 'name': '', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'mac_address': 'fa:16:3e:09:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:15Z', 'updated_at': '2021-08-10T01:08:24Z', 'revision_number': 5, 'project_id': 'a4f463465f414d20a10d25627743d857', 'subnets': [{'id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:46.771306 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5b578a-fd5c-4ad5-95ed-2bd97e5ff7a9 None None] Checking router: 17ffa94a-5dfa-4674-b438-98620fdac6f2 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:20:46.781491 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5b578a-fd5c-4ad5-95ed-2bd97e5ff7a9 None None] Routers {'17ffa94a-5dfa-4674-b438-98620fdac6f2'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:46.782123 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-4e5b578a-fd5c-4ad5-95ed-2bd97e5ff7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:20:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['17ffa94a-5dfa-4674-b438-98620fdac6f2'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:46.783974 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bdbaf-ba0d-4f46-9f33-4cbd0476375e req-91a0c8ee-052e-4a89-91fe-134276ff69aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:46.786262 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ca0bdbaf-ba0d-4f46-9f33-4cbd0476375e req-91a0c8ee-052e-4a89-91fe-134276ff69aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5f42a49-cf64-4535-a007-0ffeb2000607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482473 Aug 10 01:20:46.816318 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cb8a885a-6a5c-4e5c-85c2-88c0691977fd tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8228879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8231262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232083'] for router, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:46.838917 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-440ce61d-db9e-4487-a3d6-e0fc9cf8eb5c req-3a54c47d-3fb1-4d5e-abb8-d6ec1f1bf20b tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725451 Aug 10 01:20:46.840218 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cb8a885a-6a5c-4e5c-85c2-88c0691977fd tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8229108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8229117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8231239'] for router, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:46.922971 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-4e5b578a-fd5c-4ad5-95ed-2bd97e5ff7a9 None None] Set router 17ffa94a-5dfa-4674-b438-98620fdac6f2 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:20:46.923966 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ca0bdbaf-ba0d-4f46-9f33-4cbd0476375e req-a186f1de-6ed5-46fc-8268-682fae378c8e service neutron] 10.222.0.20 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286273 Aug 10 01:20:47.046388 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ca0bdbaf-ba0d-4f46-9f33-4cbd0476375e req-1228e176-0c6e-43d3-b1eb-ad7efa12ec85 service neutron] 10.222.0.20 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130378 Aug 10 01:20:47.232426 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8a885a-6a5c-4e5c-85c2-88c0691977fd tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Router 5b224e15-6741-47c0-ae2c-b5a43312672b has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:20:47.311166 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8a885a-6a5c-4e5c-85c2-88c0691977fd tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:20:47.318544 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cb8a885a-6a5c-4e5c-85c2-88c0691977fd tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:47.319714 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-cb8a885a-6a5c-4e5c-85c2-88c0691977fd tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] 10.222.0.35 "PUT /v2.0/routers/5b224e15-6741-47c0-ae2c-b5a43312672b HTTP/1.1" status: 200 len: 705 time: 1.7758448 Aug 10 01:20:47.322977 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47492) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:47.326847 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7918ef0e-2d8f-43f5-929b-786b14c874d3 None None] Sync routers for ids ['5b224e15-6741-47c0-ae2c-b5a43312672b'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:20:47.336210 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7918ef0e-2d8f-43f5-929b-786b14c874d3 None None] Routers {'5b224e15-6741-47c0-ae2c-b5a43312672b'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:47.336834 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-7918ef0e-2d8f-43f5-929b-786b14c874d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:20:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['5b224e15-6741-47c0-ae2c-b5a43312672b'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:47.369865 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-4e5b578a-fd5c-4ad5-95ed-2bd97e5ff7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'name': 'tempest-TestVolumeBootPattern-1236048449-router', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:08:10Z', 'updated_at': '2021-08-10T01:08:16Z', 'revision_number': 4, 'project_id': 'a4f463465f414d20a10d25627743d857', 'gw_port': {'id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:53:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:11Z', 'updated_at': '2021-08-10T01:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'eef4cad3-33b4-447c-9b4b-7a67e9eca9d2', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'floating_ip_address': '172.25.2.106', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'port_id': '5fe875d6-6001-430b-9b4f-6c4185036225', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'mac_address': 'fa:16:3e:e9:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36633c2-7147-4e8f-bd96-10952b03680d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:16:56Z', 'updated_at': '2021-08-10T01:17:02Z', 'revision_number': 1, 'project_id': 'a4f463465f414d20a10d25627743d857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98f3335-ba8a-41c8-8f1d-9b87daaf23bb', 'name': '', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'mac_address': 'fa:16:3e:09:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:15Z', 'updated_at': '2021-08-10T01:08:24Z', 'revision_number': 5, 'project_id': 'a4f463465f414d20a10d25627743d857', 'subnets': [{'id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:47.376643 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-7918ef0e-2d8f-43f5-929b-786b14c874d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:47.386043 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7918ef0e-2d8f-43f5-929b-786b14c874d3 None None] Routers {'5b224e15-6741-47c0-ae2c-b5a43312672b'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:47.386648 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-7918ef0e-2d8f-43f5-929b-786b14c874d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:20:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['5b224e15-6741-47c0-ae2c-b5a43312672b'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:47.403165 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5b578a-fd5c-4ad5-95ed-2bd97e5ff7a9 None None] The sync data for ids ['17ffa94a-5dfa-4674-b438-98620fdac6f2'] in n-d-766726-26 is: [{'id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'name': 'tempest-TestVolumeBootPattern-1236048449-router', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:08:10Z', 'updated_at': '2021-08-10T01:08:16Z', 'revision_number': 4, 'project_id': 'a4f463465f414d20a10d25627743d857', 'gw_port': {'id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:53:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:11Z', 'updated_at': '2021-08-10T01:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'eef4cad3-33b4-447c-9b4b-7a67e9eca9d2', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'floating_ip_address': '172.25.2.106', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'port_id': '5fe875d6-6001-430b-9b4f-6c4185036225', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'mac_address': 'fa:16:3e:e9:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36633c2-7147-4e8f-bd96-10952b03680d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:16:56Z', 'updated_at': '2021-08-10T01:17:02Z', 'revision_number': 1, 'project_id': 'a4f463465f414d20a10d25627743d857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98f3335-ba8a-41c8-8f1d-9b87daaf23bb', 'name': '', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'mac_address': 'fa:16:3e:09:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:15Z', 'updated_at': '2021-08-10T01:08:24Z', 'revision_number': 5, 'project_id': 'a4f463465f414d20a10d25627743d857', 'subnets': [{'id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:20:47.406781 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-80b40bf5-d78a-405f-8594-204c52c07d1f tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] 10.222.0.35 "GET /v2.0/routers/5b224e15-6741-47c0-ae2c-b5a43312672b HTTP/1.1" status: 200 len: 740 time: 0.0803046 Aug 10 01:20:47.411968 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47496) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:47.423021 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-7918ef0e-2d8f-43f5-929b-786b14c874d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:47.423885 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7918ef0e-2d8f-43f5-929b-786b14c874d3 None None] The sync data for ids ['5b224e15-6741-47c0-ae2c-b5a43312672b'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:20:47.467756 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-402a91f8-5372-49ce-980e-ed0f54d86ba7 tempest-RoutersAdminTest-1082558039 tempest-RoutersAdminTest-1082558039-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=beabd0db-a6e0-4ff1-a3e9-6522348fc998&device_id=5b224e15-6741-47c0-ae2c-b5a43312672b HTTP/1.1" status: 200 len: 205 time: 0.0546043 Aug 10 01:20:47.472656 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47500) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:47.498684 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c186e5cc-f24f-4059-a2df-04ff501a7056 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b224e15-6741-47c0-ae2c-b5a43312672b HTTP/1.1" status: 200 len: 205 time: 0.0271089 Aug 10 01:20:47.501129 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47504) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:47.579874 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-73f70c7c-6a7d-4482-af71-6c7a00569750 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:47.691802 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e642b7da-0a60-493f-b3bd-e5ef7a3711a3 None None] New status for floating IP d2d1b284-1293-419b-90a8-3be66e9bac2b: DOWN {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:20:47.742522 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:20:47.747176 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-73f70c7c-6a7d-4482-af71-6c7a00569750 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:47.749394 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-73f70c7c-6a7d-4482-af71-6c7a00569750 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:47.795068 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-73f70c7c-6a7d-4482-af71-6c7a00569750 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:47.795723 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f70c7c-6a7d-4482-af71-6c7a00569750 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Fanout notify agent at l3_agent the message router_deleted on router 5b224e15-6741-47c0-ae2c-b5a43312672b {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:20:47.802790 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-73f70c7c-6a7d-4482-af71-6c7a00569750 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:47.803952 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-73f70c7c-6a7d-4482-af71-6c7a00569750 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] 10.222.0.35 "DELETE /v2.0/routers/5b224e15-6741-47c0-ae2c-b5a43312672b HTTP/1.1" status: 204 len: 168 time: 0.3019078 Aug 10 01:20:47.808444 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47514) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:47.840766 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ab205b9c-b945-42bc-9b01-363fd1c896b6 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b224e15-6741-47c0-ae2c-b5a43312672b HTTP/1.1" status: 200 len: 205 time: 0.0311594 Aug 10 01:20:47.843068 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47516) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:47.880278 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-2be622bc-6999-48bc-8844-2c0291fc4e37 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] delete failed (client error): The resource could not be found. Aug 10 01:20:47.883677 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2be622bc-6999-48bc-8844-2c0291fc4e37 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] 10.222.0.35 "DELETE /v2.0/routers/5b224e15-6741-47c0-ae2c-b5a43312672b HTTP/1.1" status: 404 len: 336 time: 0.0373781 Aug 10 01:20:47.883886 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47522) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:47.911990 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-99646520-35bf-4090-87df-5f5a0c3059c3 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6afbab0-847d-497f-ab8b-c3272a81d58b HTTP/1.1" status: 200 len: 205 time: 0.0269749 Aug 10 01:20:47.914267 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47526) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:47.958385 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-e71cd077-c7e3-4f52-9ffc-2363261afde7 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] delete failed (client error): The resource could not be found. Aug 10 01:20:47.959548 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e71cd077-c7e3-4f52-9ffc-2363261afde7 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] 10.222.0.35 "DELETE /v2.0/routers/c6afbab0-847d-497f-ab8b-c3272a81d58b HTTP/1.1" status: 404 len: 336 time: 0.0442324 Aug 10 01:20:47.962231 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47530) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:47.999987 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-443f71ec-ed98-4fad-8a51-065dbc0186fe tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bc6aa52-bf93-4b07-8ac0-45f0fe9aefee HTTP/1.1" status: 200 len: 205 time: 0.0343776 Aug 10 01:20:48.001021 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47532) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:48.019730 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fcad3-62d6-4a91-93ea-2c33c8bf14bd req-f1e53310-c5b2-4fad-b97a-47ddc38ad98f tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:48.021413 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1c6fcad3-62d6-4a91-93ea-2c33c8bf14bd req-f1e53310-c5b2-4fad-b97a-47ddc38ad98f tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d6b3b68-9a25-4296-8052-9cca2b5371df HTTP/1.1" status: 200 len: 946 time: 0.0653775 Aug 10 01:20:48.052860 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-9fa4d8cf-0402-49e3-9270-0269d8709ade tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] delete failed (client error): The resource could not be found. Aug 10 01:20:48.056334 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9fa4d8cf-0402-49e3-9270-0269d8709ade tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] 10.222.0.35 "DELETE /v2.0/routers/2bc6aa52-bf93-4b07-8ac0-45f0fe9aefee HTTP/1.1" status: 404 len: 336 time: 0.0516806 Aug 10 01:20:48.057699 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47534) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:48.092686 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1c6fcad3-62d6-4a91-93ea-2c33c8bf14bd req-e3d2dd19-3a41-4949-b269-514e11f0b870 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398846 Aug 10 01:20:48.092686 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47536) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:48.094387 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3b82550b-1c73-48e3-8791-922ed0dcc071 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] 10.222.0.35 "GET /v2.0/ports?device_id=b50efcc2-217c-4b41-af48-96cfd035fe83 HTTP/1.1" status: 200 len: 205 time: 0.0345650 Aug 10 01:20:48.138280 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-db9f5c8e-6245-425a-bbb4-e078ea8a2e63 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] delete failed (client error): The resource could not be found. Aug 10 01:20:48.140221 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-db9f5c8e-6245-425a-bbb4-e078ea8a2e63 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] 10.222.0.35 "DELETE /v2.0/routers/b50efcc2-217c-4b41-af48-96cfd035fe83 HTTP/1.1" status: 404 len: 336 time: 0.0455840 Aug 10 01:20:48.142127 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47538) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:48.175400 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1b941766-d5aa-49ce-b02b-f02b84da59da tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b85a77d-88dd-499c-9c12-230a095ef96d HTTP/1.1" status: 200 len: 205 time: 0.0297308 Aug 10 01:20:48.175745 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47542) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:48.220111 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-0a68bcef-77a8-425c-8f6f-0fc610fa0771 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] delete failed (client error): The resource could not be found. Aug 10 01:20:48.223768 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0a68bcef-77a8-425c-8f6f-0fc610fa0771 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] 10.222.0.35 "DELETE /v2.0/routers/0b85a77d-88dd-499c-9c12-230a095ef96d HTTP/1.1" status: 404 len: 336 time: 0.0443947 Aug 10 01:20:48.224054 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47544) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:48.251804 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e465e1e4-cc00-4c36-9d6a-c4ce9421a6b2 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64c29b3-f092-4b5b-8b6b-4f8f2109912e HTTP/1.1" status: 200 len: 205 time: 0.0266366 Aug 10 01:20:48.254270 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47548) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:48.304389 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-50233723-34ed-4e7b-8fee-2731e9af20b3 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] delete failed (client error): The resource could not be found. Aug 10 01:20:48.307618 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-50233723-34ed-4e7b-8fee-2731e9af20b3 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] 10.222.0.35 "DELETE /v2.0/routers/b64c29b3-f092-4b5b-8b6b-4f8f2109912e HTTP/1.1" status: 404 len: 336 time: 0.0499594 Aug 10 01:20:48.308322 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47550) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:48.347855 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-12f16a2f-70dd-4d7a-a2fc-50b27a09b667 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] DELETE failed (client error): The resource could not be found. Aug 10 01:20:48.348333 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12f16a2f-70dd-4d7a-a2fc-50b27a09b667 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:20:48.349995 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-12f16a2f-70dd-4d7a-a2fc-50b27a09b667 tempest-RoutersAdminTest-188703995 tempest-RoutersAdminTest-188703995-project] 10.222.0.35 "DELETE /v2.0/subnets/8e55bcfa-d7b5-4bc5-9490-5e766c1b14e8 HTTP/1.1" status: 404 len: 337 time: 0.0407670 Aug 10 01:20:48.371147 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6016c-3a4a-4c49-9ba6-b4dbae32d5d3 req-fb64d907-a316-4103-b15b-091d02982c78 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:48.372717 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-caa6016c-3a4a-4c49-9ba6-b4dbae32d5d3 req-fb64d907-a316-4103-b15b-091d02982c78 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d6b3b68-9a25-4296-8052-9cca2b5371df HTTP/1.1" status: 200 len: 946 time: 0.0775087 Aug 10 01:20:48.487520 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-caa6016c-3a4a-4c49-9ba6-b4dbae32d5d3 req-87374650-aa2e-4749-8db8-6ba1ec125339 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Deleting port d01e93a2-c625-46cf-a86e-90b48e938287 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:48.487880 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-caa6016c-3a4a-4c49-9ba6-b4dbae32d5d3 req-87374650-aa2e-4749-8db8-6ba1ec125339 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:48.582668 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-caa6016c-3a4a-4c49-9ba6-b4dbae32d5d3 req-87374650-aa2e-4749-8db8-6ba1ec125339 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] For port d01e93a2-c625-46cf-a86e-90b48e938287, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=d01e93a2-c625-46cf-a86e-90b48e938287,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:48.583278 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-caa6016c-3a4a-4c49-9ba6-b4dbae32d5d3 req-87374650-aa2e-4749-8db8-6ba1ec125339 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:48.597599 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-caa6016c-3a4a-4c49-9ba6-b4dbae32d5d3 req-87374650-aa2e-4749-8db8-6ba1ec125339 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Calling delete_port for d01e93a2-c625-46cf-a86e-90b48e938287 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:48.614492 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47556) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:48.728172 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e07daecc-6d56-4321-b4ec-ba1dfea53719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:48.738067 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-caa6016c-3a4a-4c49-9ba6-b4dbae32d5d3 req-87374650-aa2e-4749-8db8-6ba1ec125339 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:48.767551 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87374650-aa2e-4749-8db8-6ba1ec125339 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Pushing event deleted for resources: {'Port': ['ID=d01e93a2-c625-46cf-a86e-90b48e938287,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:48.813884 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa6016c-3a4a-4c49-9ba6-b4dbae32d5d3 req-87374650-aa2e-4749-8db8-6ba1ec125339 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] No DVR routers for this DVR port d01e93a2-c625-46cf-a86e-90b48e938287 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:20:48.816621 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-caa6016c-3a4a-4c49-9ba6-b4dbae32d5d3 req-87374650-aa2e-4749-8db8-6ba1ec125339 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:48.818673 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-caa6016c-3a4a-4c49-9ba6-b4dbae32d5d3 req-87374650-aa2e-4749-8db8-6ba1ec125339 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.20 "DELETE /v2.0/ports/d01e93a2-c625-46cf-a86e-90b48e938287 HTTP/1.1" status: 204 len: 173 time: 0.4393783 Aug 10 01:20:48.819136 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6b3b68-9a25-4296-8052-9cca2b5371df', 'name': 'network-vif-deleted', 'tag': 'd01e93a2-c625-46cf-a86e-90b48e938287'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:20:48.821497 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6df300-cea5-46a1-9743-3e88935d689b" -d '{"events": [{"server_uuid": "3d6b3b68-9a25-4296-8052-9cca2b5371df", "name": "network-vif-deleted", "tag": "d01e93a2-c625-46cf-a86e-90b48e938287"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:20:48.838087 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e07daecc-6d56-4321-b4ec-ba1dfea53719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:48.842644 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e07daecc-6d56-4321-b4ec-ba1dfea53719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:48.860311 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3d729a-dcd7-4a0b-8926-b58b2ee115ae x-openstack-request-id: req-1e3d729a-dcd7-4a0b-8926-b58b2ee115ae {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:20:48.860611 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6b3b68-9a25-4296-8052-9cca2b5371df", "name": "network-vif-deleted", "tag": "d01e93a2-c625-46cf-a86e-90b48e938287", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:20:48.860866 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1e3d729a-dcd7-4a0b-8926-b58b2ee115ae {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:20:48.862275 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6b3b68-9a25-4296-8052-9cca2b5371df', 'name': 'network-vif-deleted', 'tag': 'd01e93a2-c625-46cf-a86e-90b48e938287', 'status': 'completed', 'code': 200} Aug 10 01:20:48.882868 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e07daecc-6d56-4321-b4ec-ba1dfea53719 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f1f47af9ac194ff4a92443cb2546c954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2672989 Aug 10 01:20:48.883862 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07daecc-6d56-4321-b4ec-ba1dfea53719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed30028-e965-464d-91cd-103f6f55720d,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:48.886200 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47562) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:48.950422 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ee65aacb-ac20-4536-9870-fd5f4d7f1fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:48.972783 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ee65aacb-ac20-4536-9870-fd5f4d7f1fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:49.021029 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ee65aacb-ac20-4536-9870-fd5f4d7f1fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:49.023647 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ee65aacb-ac20-4536-9870-fd5f4d7f1fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:49.024884 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ee65aacb-ac20-4536-9870-fd5f4d7f1fa4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3ed30028-e965-464d-91cd-103f6f55720d HTTP/1.1" status: 204 len: 168 time: 0.1375289 Aug 10 01:20:49.033381 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65aacb-ac20-4536-9870-fd5f4d7f1fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed30028-e965-464d-91cd-103f6f55720d,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:49.204797 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-540d696b-fce6-4ea7-ab0a-61ad941fadc2 req-d9ae5399-cffd-4c57-9543-a86b4e1e8631 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d6b3b68-9a25-4296-8052-9cca2b5371df HTTP/1.1" status: 200 len: 210 time: 0.0282164 Aug 10 01:20:49.369924 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47582) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:49.416556 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3f90d2bc-f3d7-43b3-9b2d-a6b57b8f4f29 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a38c8e94f84c432eb9e2e433c1763ab1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428832 Aug 10 01:20:49.417133 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47586) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:49.478169 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-44a0e67c-1550-4919-a61c-6a534bc1101e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:49.501556 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-44a0e67c-1550-4919-a61c-6a534bc1101e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:49.563738 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-44a0e67c-1550-4919-a61c-6a534bc1101e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:49.567211 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-44a0e67c-1550-4919-a61c-6a534bc1101e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:49.570740 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-44a0e67c-1550-4919-a61c-6a534bc1101e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c9a74222-0578-45a2-83b1-f27b6e31aab1 HTTP/1.1" status: 204 len: 168 time: 0.1525869 Aug 10 01:20:49.582856 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0e67c-1550-4919-a61c-6a534bc1101e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a74222-0578-45a2-83b1-f27b6e31aab1,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:50.339616 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8fda1edd-9461-4899-8dd1-6b090161ddd7 req-4533cc71-99ab-4b51-a6a6-8a006d75dd45 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d6b3b68-9a25-4296-8052-9cca2b5371df HTTP/1.1" status: 200 len: 210 time: 0.0426614 Aug 10 01:20:50.487572 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device d01e93a2-c625-46cf-a86e-90b48e938287 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:20:50.520535 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: d01e93a2-c625-46cf-a86e-90b48e938287 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:20:50.521052 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device d01e93a2-c625-46cf-a86e-90b48e938287 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:20:50.941968 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47648) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:51.055009 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-27842405-32eb-4639-91a9-305fb405b8b6 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1712147590'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:51.077024 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-27842405-32eb-4639-91a9-305fb405b8b6 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.078242 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-27842405-32eb-4639-91a9-305fb405b8b6 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.126802 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47654) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:51.136828 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-27842405-32eb-4639-91a9-305fb405b8b6 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.146134 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-27842405-32eb-4639-91a9-305fb405b8b6 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.163410 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-27842405-32eb-4639-91a9-305fb405b8b6 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.167369 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-27842405-32eb-4639-91a9-305fb405b8b6 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2221248 Aug 10 01:20:51.167771 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47658) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:51.238367 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-19e1a238-8031-4b34-840c-ef39f7550fa4 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.241219 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6739941f-059b-451c-9996-a446d5693fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.338601 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6739941f-059b-451c-9996-a446d5693fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.347040 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6739941f-059b-451c-9996-a446d5693fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.391649 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6739941f-059b-451c-9996-a446d5693fd3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7e6a321807424de4b4a980eafae64679&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2620227 Aug 10 01:20:51.391649 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739941f-059b-451c-9996-a446d5693fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9dc1f6-7785-4a36-b7db-0dec90231e56,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:51.391967 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47662) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:51.407788 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-19e1a238-8031-4b34-840c-ef39f7550fa4 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.411192 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-19e1a238-8031-4b34-840c-ef39f7550fa4 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.492418 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-64bf8c0b-63c5-4239-b14e-b88aa5b7dd05 req-155c0c0b-2570-4f84-ad2f-9e0157b32e28 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d6b3b68-9a25-4296-8052-9cca2b5371df HTTP/1.1" status: 200 len: 210 time: 0.0718608 Aug 10 01:20:51.493815 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-19e1a238-8031-4b34-840c-ef39f7550fa4 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.494832 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e1a238-8031-4b34-840c-ef39f7550fa4 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c4e08804-c7a5-4459-b9b9-4cc2285fb085 {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:20:51.499594 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-19e1a238-8031-4b34-840c-ef39f7550fa4 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.503777 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47666) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:51.503879 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-19e1a238-8031-4b34-840c-ef39f7550fa4 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] 10.222.0.35 "DELETE /v2.0/routers/c4e08804-c7a5-4459-b9b9-4cc2285fb085 HTTP/1.1" status: 204 len: 168 time: 0.3350275 Aug 10 01:20:51.508676 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-04746010-a072-4c9e-8882-72241b56ecba tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Request body: {'router': {'name': 'tempest-router-821037674', 'distributed': False}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:51.518710 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-68c2abf1-838c-4c8d-9064-09550c4ca01e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.541919 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-68c2abf1-838c-4c8d-9064-09550c4ca01e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.551320 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-04746010-a072-4c9e-8882-72241b56ecba tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.553475 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-04746010-a072-4c9e-8882-72241b56ecba tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.597564 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-68c2abf1-838c-4c8d-9064-09550c4ca01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.600318 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-68c2abf1-838c-4c8d-9064-09550c4ca01e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.601469 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-68c2abf1-838c-4c8d-9064-09550c4ca01e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7b9dc1f6-7785-4a36-b7db-0dec90231e56 HTTP/1.1" status: 204 len: 168 time: 0.2083890 Aug 10 01:20:51.616652 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-04746010-a072-4c9e-8882-72241b56ecba tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.619354 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2abf1-838c-4c8d-9064-09550c4ca01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9dc1f6-7785-4a36-b7db-0dec90231e56,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:51.621667 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-04746010-a072-4c9e-8882-72241b56ecba tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.638525 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-04746010-a072-4c9e-8882-72241b56ecba tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.642842 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47670) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:51.643098 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-04746010-a072-4c9e-8882-72241b56ecba tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1382196 Aug 10 01:20:51.723603 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9401e6d1-4d58-4119-bf14-ac4ff69312e7 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.887148 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9401e6d1-4d58-4119-bf14-ac4ff69312e7 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.889406 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9401e6d1-4d58-4119-bf14-ac4ff69312e7 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.894252 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47674) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:51.909786 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67a5916c-b31e-4dee-8ffe-6636c4ae98e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.935242 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9401e6d1-4d58-4119-bf14-ac4ff69312e7 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.936042 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9401e6d1-4d58-4119-bf14-ac4ff69312e7 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d5594d28-6f25-4bb5-8036-7b107b0dcfb8 {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:20:51.941020 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9401e6d1-4d58-4119-bf14-ac4ff69312e7 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.942279 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9401e6d1-4d58-4119-bf14-ac4ff69312e7 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] 10.222.0.35 "DELETE /v2.0/routers/d5594d28-6f25-4bb5-8036-7b107b0dcfb8 HTTP/1.1" status: 204 len: 168 time: 0.2981632 Aug 10 01:20:52.024979 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47676) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:52.029046 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67a5916c-b31e-4dee-8ffe-6636c4ae98e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:52.029942 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-8daeab7e-3520-4571-b632-6067d10abdd2 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Request body: {'router': {'name': 'tempest-router-1521710408', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9daa430beb884954be6577c60c98d39a'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:52.033247 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67a5916c-b31e-4dee-8ffe-6636c4ae98e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:52.054544 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8daeab7e-3520-4571-b632-6067d10abdd2 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:52.055613 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8daeab7e-3520-4571-b632-6067d10abdd2 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:52.079104 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-67a5916c-b31e-4dee-8ffe-6636c4ae98e4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5532070f82fa40a59c9c417e3a30e10d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1836715 Aug 10 01:20:52.080140 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5916c-b31e-4dee-8ffe-6636c4ae98e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc75ad2f-c68f-4c74-b28a-279177547d03,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:52.081997 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47678) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:52.116214 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8daeab7e-3520-4571-b632-6067d10abdd2 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:52.122847 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8daeab7e-3520-4571-b632-6067d10abdd2 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:52.146921 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8daeab7e-3520-4571-b632-6067d10abdd2 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:52.148126 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8daeab7e-3520-4571-b632-6067d10abdd2 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1218100 Aug 10 01:20:52.151600 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47680) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:52.158059 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-e01b69d6-da5a-4571-8ae1-25d6c0e10b74 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Request body: {'router': {'distributed': True}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:52.170170 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-86f2d797-9a55-4e19-8f2a-c9e60c531b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:52.192376 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-86f2d797-9a55-4e19-8f2a-c9e60c531b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:52.241292 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-86f2d797-9a55-4e19-8f2a-c9e60c531b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:52.244139 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-86f2d797-9a55-4e19-8f2a-c9e60c531b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:52.247780 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-86f2d797-9a55-4e19-8f2a-c9e60c531b40 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dc75ad2f-c68f-4c74-b28a-279177547d03 HTTP/1.1" status: 204 len: 168 time: 0.1628299 Aug 10 01:20:52.254020 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2d797-9a55-4e19-8f2a-c9e60c531b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc75ad2f-c68f-4c74-b28a-279177547d03,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:52.389887 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e01b69d6-da5a-4571-8ae1-25d6c0e10b74 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8228879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8231262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-232083'] for router, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:52.390297 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e01b69d6-da5a-4571-8ae1-25d6c0e10b74 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks [] for router, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:52.475843 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e01b69d6-da5a-4571-8ae1-25d6c0e10b74 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=105827) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 10 01:20:52.476203 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e01b69d6-da5a-4571-8ae1-25d6c0e10b74 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Router ce6b6fe9-09b0-454c-a919-c1b2c361c028 migrating from provider to provider. {{(pid=105827) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 10 01:20:52.476634 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e01b69d6-da5a-4571-8ae1-25d6c0e10b74 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:52.481646 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e01b69d6-da5a-4571-8ae1-25d6c0e10b74 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:52.487269 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e01b69d6-da5a-4571-8ae1-25d6c0e10b74 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8229108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8229117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8231239'] for router, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:52.576806 n-d-766726-26 neutron-server[105827]: WARNING neutron.scheduler.l3_agent_scheduler [None req-e01b69d6-da5a-4571-8ae1-25d6c0e10b74 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] No L3 agents can host the router ce6b6fe9-09b0-454c-a919-c1b2c361c028 Aug 10 01:20:52.661892 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-92f04615-ea99-4385-a047-0f5f08ffbc5e req-6e8366fb-cf7f-4f5d-bbb2-359065f26e52 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d6b3b68-9a25-4296-8052-9cca2b5371df HTTP/1.1" status: 200 len: 210 time: 0.0334365 Aug 10 01:20:52.688982 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01b69d6-da5a-4571-8ae1-25d6c0e10b74 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Hosts for router ce6b6fe9-09b0-454c-a919-c1b2c361c028: [] {{(pid=105827) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 10 01:20:52.711278 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01b69d6-da5a-4571-8ae1-25d6c0e10b74 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Hosts for other DVR routers connected to router ce6b6fe9-09b0-454c-a919-c1b2c361c028: set() {{(pid=105827) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 10 01:20:52.714547 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e01b69d6-da5a-4571-8ae1-25d6c0e10b74 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:52.715734 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e01b69d6-da5a-4571-8ae1-25d6c0e10b74 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] 10.222.0.35 "PUT /v2.0/routers/ce6b6fe9-09b0-454c-a919-c1b2c361c028 HTTP/1.1" status: 200 len: 717 time: 0.5619683 Aug 10 01:20:52.718444 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47698) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:52.791385 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b7e2ba1c-db53-4454-abec-a62704eab670 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] 10.222.0.35 "GET /v2.0/routers/ce6b6fe9-09b0-454c-a919-c1b2c361c028 HTTP/1.1" status: 200 len: 717 time: 0.0716977 Aug 10 01:20:52.793746 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47702) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:53.031604 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-385cf7bf-b7c0-4b0e-ab81-8b9e4ef6bc08 tempest-RoutersTestDVR-1946793639 tempest-RoutersTestDVR-1946793639-project] 10.222.0.35 "GET /v2.0/routers/ce6b6fe9-09b0-454c-a919-c1b2c361c028 HTTP/1.1" status: 200 len: 683 time: 0.2367246 Aug 10 01:20:53.034300 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47714) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:53.428612 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-41d40dff-1105-412c-a9da-ccd13877ca2a tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:53.589696 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-41d40dff-1105-412c-a9da-ccd13877ca2a tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:53.591884 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-41d40dff-1105-412c-a9da-ccd13877ca2a tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:53.634826 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-41d40dff-1105-412c-a9da-ccd13877ca2a tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:53.635368 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d40dff-1105-412c-a9da-ccd13877ca2a tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce6b6fe9-09b0-454c-a919-c1b2c361c028 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:20:53.639540 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-41d40dff-1105-412c-a9da-ccd13877ca2a tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:53.640751 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-41d40dff-1105-412c-a9da-ccd13877ca2a tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] 10.222.0.35 "DELETE /v2.0/routers/ce6b6fe9-09b0-454c-a919-c1b2c361c028 HTTP/1.1" status: 204 len: 168 time: 0.6053226 Aug 10 01:20:53.644526 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47736) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:53.649132 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-1465894a-130d-4e5b-8add-771d4384c600 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Request body: {'router': {'name': 'tempest-router-489950953', 'distributed': True}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:53.670312 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1465894a-130d-4e5b-8add-771d4384c600 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:53.671391 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1465894a-130d-4e5b-8add-771d4384c600 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:53.737534 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1465894a-130d-4e5b-8add-771d4384c600 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:53.744967 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1465894a-130d-4e5b-8add-771d4384c600 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:53.765516 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1465894a-130d-4e5b-8add-771d4384c600 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:53.771461 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1465894a-130d-4e5b-8add-771d4384c600 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1213379 Aug 10 01:20:53.771538 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47748) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:53.862049 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6c6db953-6633-4aba-a18d-a29dba665015 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:54.029382 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6c6db953-6633-4aba-a18d-a29dba665015 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:54.031572 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6c6db953-6633-4aba-a18d-a29dba665015 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:54.085143 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6c6db953-6633-4aba-a18d-a29dba665015 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:54.086049 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6db953-6633-4aba-a18d-a29dba665015 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a896431-d886-4acf-bd39-c7c7f259f01c {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:20:54.091106 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6c6db953-6633-4aba-a18d-a29dba665015 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:54.096083 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6c6db953-6633-4aba-a18d-a29dba665015 tempest-RoutersTestDVR-226194831 tempest-RoutersTestDVR-226194831-project-admin] 10.222.0.35 "DELETE /v2.0/routers/7a896431-d886-4acf-bd39-c7c7f259f01c HTTP/1.1" status: 204 len: 168 time: 0.3198750 Aug 10 01:20:54.364979 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47782) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:54.433005 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47786) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:54.529484 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c559ee4a-ab42-4434-a34e-2c7a0c0cdb21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:54.548735 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4c4bba9b-2f3e-45e6-bf5f-30cc66e7b6e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:54.630425 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c559ee4a-ab42-4434-a34e-2c7a0c0cdb21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:54.635160 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c559ee4a-ab42-4434-a34e-2c7a0c0cdb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:54.672363 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559ee4a-ab42-4434-a34e-2c7a0c0cdb21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73889e7-b2a1-41e6-905b-ab6633b043e4,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:54.677074 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c559ee4a-ab42-4434-a34e-2c7a0c0cdb21 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9daa430beb884954be6577c60c98d39a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3108590 Aug 10 01:20:54.679544 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47790) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:54.729661 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4c4bba9b-2f3e-45e6-bf5f-30cc66e7b6e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:54.730446 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9a9a7313-01d5-4ae2-95b3-acd660fd96f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:54.734614 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4c4bba9b-2f3e-45e6-bf5f-30cc66e7b6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:54.753388 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9a9a7313-01d5-4ae2-95b3-acd660fd96f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:54.775462 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4c4bba9b-2f3e-45e6-bf5f-30cc66e7b6e0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3db842f06cca4cdda74f9f16043fcaa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3413377 Aug 10 01:20:54.777644 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4bba9b-2f3e-45e6-bf5f-30cc66e7b6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15f9c66-45f8-43ca-b52e-163d7ab283c1,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:54.780740 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47794) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:54.848776 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-14b6f00a-f1b3-4dd8-9e3e-e92e30f00409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:54.850305 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9a9a7313-01d5-4ae2-95b3-acd660fd96f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:54.852937 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9a9a7313-01d5-4ae2-95b3-acd660fd96f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:54.854296 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9a9a7313-01d5-4ae2-95b3-acd660fd96f9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b73889e7-b2a1-41e6-905b-ab6633b043e4 HTTP/1.1" status: 204 len: 168 time: 0.1738479 Aug 10 01:20:54.864349 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a7313-01d5-4ae2-95b3-acd660fd96f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73889e7-b2a1-41e6-905b-ab6633b043e4,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:54.897845 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-14b6f00a-f1b3-4dd8-9e3e-e92e30f00409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:54.954315 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-14b6f00a-f1b3-4dd8-9e3e-e92e30f00409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:54.957050 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-14b6f00a-f1b3-4dd8-9e3e-e92e30f00409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:54.960496 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-14b6f00a-f1b3-4dd8-9e3e-e92e30f00409 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b15f9c66-45f8-43ca-b52e-163d7ab283c1 HTTP/1.1" status: 204 len: 168 time: 0.1729300 Aug 10 01:20:54.968300 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6f00a-f1b3-4dd8-9e3e-e92e30f00409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15f9c66-45f8-43ca-b52e-163d7ab283c1,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:55.161680 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47806) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:55.175932 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-84fafeb5-c472-4a9d-a65b-11d3dd578613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:55.273826 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-84fafeb5-c472-4a9d-a65b-11d3dd578613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:55.278788 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-84fafeb5-c472-4a9d-a65b-11d3dd578613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:55.320749 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-84fafeb5-c472-4a9d-a65b-11d3dd578613 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9a827c4d8f954bc084247848ba11ef52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1579533 Aug 10 01:20:55.322004 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fafeb5-c472-4a9d-a65b-11d3dd578613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13745524-4bf8-42e2-ae20-6afdbcb0c366,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:55.323704 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47808) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:55.375757 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-86b4ca44-fa61-4b1f-9cb2-3c9ece49bf37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:55.383339 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47810) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:55.396503 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-440bd200-c740-4193-ad4f-efc84e4b96e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:55.396660 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-86b4ca44-fa61-4b1f-9cb2-3c9ece49bf37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:55.449641 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-86b4ca44-fa61-4b1f-9cb2-3c9ece49bf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:55.452463 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-86b4ca44-fa61-4b1f-9cb2-3c9ece49bf37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:55.453692 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-86b4ca44-fa61-4b1f-9cb2-3c9ece49bf37 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/13745524-4bf8-42e2-ae20-6afdbcb0c366 HTTP/1.1" status: 204 len: 168 time: 0.1280835 Aug 10 01:20:55.461933 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4ca44-fa61-4b1f-9cb2-3c9ece49bf37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13745524-4bf8-42e2-ae20-6afdbcb0c366,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:55.509868 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-440bd200-c740-4193-ad4f-efc84e4b96e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:55.516826 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-440bd200-c740-4193-ad4f-efc84e4b96e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:55.543126 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440bd200-c740-4193-ad4f-efc84e4b96e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967eb35c-1b3f-48e8-b4f7-3cc722971d55,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:55.569838 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-440bd200-c740-4193-ad4f-efc84e4b96e2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=829b9d97028548af8f253b9139111a11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1830020 Aug 10 01:20:55.570200 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47814) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:55.622856 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-392e4571-b06f-438d-a9df-3d31c147c3ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:55.649782 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-392e4571-b06f-438d-a9df-3d31c147c3ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:55.699384 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-392e4571-b06f-438d-a9df-3d31c147c3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:55.702348 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-392e4571-b06f-438d-a9df-3d31c147c3ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:55.705885 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-392e4571-b06f-438d-a9df-3d31c147c3ec admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/967eb35c-1b3f-48e8-b4f7-3cc722971d55 HTTP/1.1" status: 204 len: 168 time: 0.1324508 Aug 10 01:20:55.713442 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e4571-b06f-438d-a9df-3d31c147c3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967eb35c-1b3f-48e8-b4f7-3cc722971d55,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:56.232671 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47850) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:56.334526 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-6ef7aca1-4477-4930-a53b-1c9d9ed154b2 tempest-DvrRoutersNegativeTest-1212189743 tempest-DvrRoutersNegativeTest-1212189743-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1237070872', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:56.337974 n-d-766726-26 neutron-server[105826]: DEBUG neutron.policy [None req-6ef7aca1-4477-4930-a53b-1c9d9ed154b2 tempest-DvrRoutersNegativeTest-1212189743 tempest-DvrRoutersNegativeTest-1212189743-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=105826) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 10 01:20:56.338331 n-d-766726-26 neutron-server[105826]: DEBUG neutron.policy [None req-6ef7aca1-4477-4930-a53b-1c9d9ed154b2 tempest-DvrRoutersNegativeTest-1212189743 tempest-DvrRoutersNegativeTest-1212189743-project] Failed policy check for 'create_router' {{(pid=105826) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 10 01:20:56.338938 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-6ef7aca1-4477-4930-a53b-1c9d9ed154b2 tempest-DvrRoutersNegativeTest-1212189743 tempest-DvrRoutersNegativeTest-1212189743-project] create failed (client error): Access was denied to this resource. Aug 10 01:20:56.340025 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6ef7aca1-4477-4930-a53b-1c9d9ed154b2 tempest-DvrRoutersNegativeTest-1212189743 tempest-DvrRoutersNegativeTest-1212189743-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1058910 Aug 10 01:20:56.547262 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47868) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:56.729181 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c6fe8587-346f-49b0-9d26-9b8cd3db523c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:56.828955 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c6fe8587-346f-49b0-9d26-9b8cd3db523c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:56.833525 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c6fe8587-346f-49b0-9d26-9b8cd3db523c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:56.875800 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c6fe8587-346f-49b0-9d26-9b8cd3db523c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=894b8d36461440069949dbebd39bb590&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3251081 Aug 10 01:20:56.875800 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe8587-346f-49b0-9d26-9b8cd3db523c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a95124-56a8-4e42-9412-0f764e18d9f0,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:56.876224 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47880) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:56.951626 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d90a8151-e515-46d8-a128-44e5609c5f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:56.987348 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d90a8151-e515-46d8-a128-44e5609c5f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:57.047306 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d90a8151-e515-46d8-a128-44e5609c5f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:57.050282 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d90a8151-e515-46d8-a128-44e5609c5f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:57.051624 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d90a8151-e515-46d8-a128-44e5609c5f10 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/11a95124-56a8-4e42-9412-0f764e18d9f0 HTTP/1.1" status: 204 len: 168 time: 0.1737535 Aug 10 01:20:57.060507 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a8151-e515-46d8-a128-44e5609c5f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a95124-56a8-4e42-9412-0f764e18d9f0,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:57.844141 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47924) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:57.950636 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-0fd865ec-0e35-437a-8579-1918a52e2b09 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Request body: {'security_group': {'name': 'tempest-secgroup--1537357880'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:57.983184 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0fd865ec-0e35-437a-8579-1918a52e2b09 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:57.991608 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0fd865ec-0e35-437a-8579-1918a52e2b09 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:58.104439 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0fd865ec-0e35-437a-8579-1918a52e2b09 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:58.108859 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0fd865ec-0e35-437a-8579-1918a52e2b09 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:58.167223 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd865ec-0e35-437a-8579-1918a52e2b09 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea72ad0-8f29-474a-9f60-efa955e069a8,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:58.216105 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0fd865ec-0e35-437a-8579-1918a52e2b09 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:58.220697 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0fd865ec-0e35-437a-8579-1918a52e2b09 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:58.243180 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0fd865ec-0e35-437a-8579-1918a52e2b09 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:58.244498 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0fd865ec-0e35-437a-8579-1918a52e2b09 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3981831 Aug 10 01:20:58.247392 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47932) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:58.264829 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:58.289309 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd865ec-0e35-437a-8579-1918a52e2b09 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=182bdc53-2115-4206-a2fc-fe2d2359524d,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:58.327137 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0ab225cf-5bbb-4293-b8fb-660b5ee03d66 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0784726 Aug 10 01:20:58.329798 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47934) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:58.334191 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-2c63df40-627d-4886-a187-ee0752701110 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Request body: {'security_group': {'name': 'tempest-security--1457688641', 'description': 'tempest-security-description-1878734608'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:58.363494 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2c63df40-627d-4886-a187-ee0752701110 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:58.407173 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2c63df40-627d-4886-a187-ee0752701110 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:58.410489 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2c63df40-627d-4886-a187-ee0752701110 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:58.413068 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2c63df40-627d-4886-a187-ee0752701110 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:58.414288 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2c63df40-627d-4886-a187-ee0752701110 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "PUT /v2.0/security-groups/182bdc53-2115-4206-a2fc-fe2d2359524d HTTP/1.1" status: 200 len: 1780 time: 0.0835106 Aug 10 01:20:58.417809 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47938) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:58.463267 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63df40-627d-4886-a187-ee0752701110 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=182bdc53-2115-4206-a2fc-fe2d2359524d,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:58.474169 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-63cc9e38-32e5-482f-bd2d-1cb2c49eb3b0 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "GET /v2.0/security-groups/182bdc53-2115-4206-a2fc-fe2d2359524d HTTP/1.1" status: 200 len: 1780 time: 0.0553727 Aug 10 01:20:58.476758 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47940) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:58.527544 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-98202e53-5d06-430f-a7a9-1a510fd4cfb1 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:58.549011 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-98202e53-5d06-430f-a7a9-1a510fd4cfb1 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:58.589597 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-98202e53-5d06-430f-a7a9-1a510fd4cfb1 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:58.592442 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-98202e53-5d06-430f-a7a9-1a510fd4cfb1 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:58.593661 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-98202e53-5d06-430f-a7a9-1a510fd4cfb1 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "DELETE /v2.0/security-groups/182bdc53-2115-4206-a2fc-fe2d2359524d HTTP/1.1" status: 204 len: 168 time: 0.1160202 Aug 10 01:20:58.596634 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47944) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:58.604782 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98202e53-5d06-430f-a7a9-1a510fd4cfb1 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=182bdc53-2115-4206-a2fc-fe2d2359524d,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:58.666729 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-dbc0f42e-0002-4f6e-b61d-84fcb7fb68e8 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0683243 Aug 10 01:20:58.669403 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47948) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:58.685092 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-143687a1-1012-4433-a34d-053e9d2877f4 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] delete failed (client error): The resource could not be found. Aug 10 01:20:58.686451 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-143687a1-1012-4433-a34d-053e9d2877f4 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "DELETE /v2.0/security-groups/182bdc53-2115-4206-a2fc-fe2d2359524d HTTP/1.1" status: 404 len: 347 time: 0.0157888 Aug 10 01:20:58.690246 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47950) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:58.695286 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-60ec0d23-35af-4b08-b653-f431d3b08827 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Request body: {'security_group': {'name': 'tempest-secgroup--316162869'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:58.720164 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-60ec0d23-35af-4b08-b653-f431d3b08827 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:58.803579 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-60ec0d23-35af-4b08-b653-f431d3b08827 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:58.808724 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-60ec0d23-35af-4b08-b653-f431d3b08827 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:58.836629 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-60ec0d23-35af-4b08-b653-f431d3b08827 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:58.838410 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-60ec0d23-35af-4b08-b653-f431d3b08827 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1464372 Aug 10 01:20:58.841427 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47954) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:58.842468 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec0d23-35af-4b08-b653-f431d3b08827 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=352f9da9-eb81-48e4-ab7d-6fdeb573dc8d,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:58.851257 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-9736c7de-da3a-4adb-9715-31c43e9bc1fd tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Request body: {'security_group_rule': {'security_group_id': '352f9da9-eb81-48e4-ab7d-6fdeb573dc8d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:58.883034 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9736c7de-da3a-4adb-9715-31c43e9bc1fd tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:58.956013 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9736c7de-da3a-4adb-9715-31c43e9bc1fd tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:58.959912 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9736c7de-da3a-4adb-9715-31c43e9bc1fd tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:58.978755 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9736c7de-da3a-4adb-9715-31c43e9bc1fd tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dbb9167-ff6e-4428-b2a0-44ea9370ad49,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:58.984673 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9736c7de-da3a-4adb-9715-31c43e9bc1fd tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:58.986214 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9736c7de-da3a-4adb-9715-31c43e9bc1fd tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1436517 Aug 10 01:20:58.989129 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47956) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:59.018297 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-73e88e26-349b-4f07-a46f-8a6733d60d83 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:59.026406 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-73e88e26-349b-4f07-a46f-8a6733d60d83 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:59.055914 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-73e88e26-349b-4f07-a46f-8a6733d60d83 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:59.062152 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-73e88e26-349b-4f07-a46f-8a6733d60d83 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:59.063319 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-73e88e26-349b-4f07-a46f-8a6733d60d83 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/6dbb9167-ff6e-4428-b2a0-44ea9370ad49 HTTP/1.1" status: 204 len: 168 time: 0.0732875 Aug 10 01:20:59.066188 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47958) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:59.071059 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e88e26-349b-4f07-a46f-8a6733d60d83 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6dbb9167-ff6e-4428-b2a0-44ea9370ad49,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:59.119747 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a86b7a72-bb2d-49fc-ab92-ab1e0f15f2ec tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0497646 Aug 10 01:20:59.120017 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47962) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:59.151902 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47966) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:59.182514 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bdb8a3d1-1366-42f3-9c39-e61f0065d66d tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:59.204783 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bdb8a3d1-1366-42f3-9c39-e61f0065d66d tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:59.250216 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bdb8a3d1-1366-42f3-9c39-e61f0065d66d tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:59.253055 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bdb8a3d1-1366-42f3-9c39-e61f0065d66d tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:59.254225 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-bdb8a3d1-1366-42f3-9c39-e61f0065d66d tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "DELETE /v2.0/security-groups/352f9da9-eb81-48e4-ab7d-6fdeb573dc8d HTTP/1.1" status: 204 len: 168 time: 0.1332932 Aug 10 01:20:59.257517 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47968) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:59.264198 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb8a3d1-1366-42f3-9c39-e61f0065d66d tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=352f9da9-eb81-48e4-ab7d-6fdeb573dc8d,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:59.342105 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8081786c-ad21-40ae-9d27-8193c10949d6 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0833938 Aug 10 01:20:59.345907 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47970) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:59.350353 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-491f1b40-00ac-4f20-ab50-cc5078b8805a tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Request body: {'security_group': {'name': 'tempest-secgroup--1757651353'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:59.388663 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-491f1b40-00ac-4f20-ab50-cc5078b8805a tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:59.406158 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-b86f5b1b-b091-4db4-b3f8-cce241122dad tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Deleting port b0720d5b-e148-490e-bc25-f13cd1c6e7c4 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:59.406517 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b86f5b1b-b091-4db4-b3f8-cce241122dad tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:59.512563 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b86f5b1b-b091-4db4-b3f8-cce241122dad tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:59.512930 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b86f5b1b-b091-4db4-b3f8-cce241122dad tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:59.531366 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-b86f5b1b-b091-4db4-b3f8-cce241122dad tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Calling delete_port for b0720d5b-e148-490e-bc25-f13cd1c6e7c4 owned by network:floatingip {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:59.561781 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-491f1b40-00ac-4f20-ab50-cc5078b8805a tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:59.595564 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-491f1b40-00ac-4f20-ab50-cc5078b8805a tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:59.641480 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-491f1b40-00ac-4f20-ab50-cc5078b8805a tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:59.642644 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-491f1b40-00ac-4f20-ab50-cc5078b8805a tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2960272 Aug 10 01:20:59.645561 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47972) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:59.650322 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f1b40-00ac-4f20-ab50-cc5078b8805a tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62763ef4-980a-4032-a47b-dfdd4374240e,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:59.650679 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-fdb77202-bc07-4022-8bfc-a89ac8f461f9 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Request body: {'security_group_rule': {'security_group_id': '62763ef4-980a-4032-a47b-dfdd4374240e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:59.688227 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fdb77202-bc07-4022-8bfc-a89ac8f461f9 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:59.748648 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b86f5b1b-b091-4db4-b3f8-cce241122dad tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:59.762207 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fdb77202-bc07-4022-8bfc-a89ac8f461f9 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:59.771240 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fdb77202-bc07-4022-8bfc-a89ac8f461f9 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:59.785796 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f5b1b-b091-4db4-b3f8-cce241122dad tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Pushing event deleted for resources: {'Port': ['ID=b0720d5b-e148-490e-bc25-f13cd1c6e7c4,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:59.799582 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb77202-bc07-4022-8bfc-a89ac8f461f9 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c9731e-7e22-4685-aff0-9b076079f2c6,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:59.808015 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fdb77202-bc07-4022-8bfc-a89ac8f461f9 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:59.809477 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-fdb77202-bc07-4022-8bfc-a89ac8f461f9 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1627400 Aug 10 01:20:59.811980 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47976) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:59.817035 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-4ae69b92-2a72-4bcc-9532-301934e2dde5 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Request body: {'security_group_rule': {'security_group_id': '62763ef4-980a-4032-a47b-dfdd4374240e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:59.845440 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4ae69b92-2a72-4bcc-9532-301934e2dde5 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:59.853057 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b86f5b1b-b091-4db4-b3f8-cce241122dad tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for floatingip, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:59.856500 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [None req-b86f5b1b-b091-4db4-b3f8-cce241122dad tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Floating IP eef4cad3-33b4-447c-9b4b-7a67e9eca9d2 disassociated (deleted). External IP: 172.25.2.106, port: 5fe875d6-6001-430b-9b4f-6c4185036225. Aug 10 01:20:59.910096 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4ae69b92-2a72-4bcc-9532-301934e2dde5 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:59.914163 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4ae69b92-2a72-4bcc-9532-301934e2dde5 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:59.933427 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae69b92-2a72-4bcc-9532-301934e2dde5 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95859d8e-1a6c-4fad-b637-757c4414d79e,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:59.939389 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4ae69b92-2a72-4bcc-9532-301934e2dde5 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:59.946744 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4ae69b92-2a72-4bcc-9532-301934e2dde5 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1336026 Aug 10 01:20:59.948232 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 47978) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:59.953093 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-9676fab7-d43c-4307-bd42-39893248b41a tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Request body: {'security_group_rule': {'security_group_id': '62763ef4-980a-4032-a47b-dfdd4374240e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:00.031573 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9676fab7-d43c-4307-bd42-39893248b41a tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:00.145091 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9676fab7-d43c-4307-bd42-39893248b41a tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:00.149921 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9676fab7-d43c-4307-bd42-39893248b41a tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:00.153353 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86f5b1b-b091-4db4-b3f8-cce241122dad tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Router 17ffa94a-5dfa-4674-b438-98620fdac6f2 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:21:00.174096 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676fab7-d43c-4307-bd42-39893248b41a tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f09a93-e236-4067-9f31-a26d1c4a7dfe,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:00.187635 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9676fab7-d43c-4307-bd42-39893248b41a tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:00.189152 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9676fab7-d43c-4307-bd42-39893248b41a tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2398446 Aug 10 01:21:00.192001 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47982) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:00.197910 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-2ec2fddd-f71f-4558-9fc0-5d1702f69af4 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Request body: {'security_group_rule': {'security_group_id': '62763ef4-980a-4032-a47b-dfdd4374240e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:00.234391 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2ec2fddd-f71f-4558-9fc0-5d1702f69af4 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:00.307755 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86f5b1b-b091-4db4-b3f8-cce241122dad tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:21:00.309396 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2ec2fddd-f71f-4558-9fc0-5d1702f69af4 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:00.314635 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b86f5b1b-b091-4db4-b3f8-cce241122dad tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:00.317920 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2ec2fddd-f71f-4558-9fc0-5d1702f69af4 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:00.322478 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950ca35f-af93-46e6-b2cf-29fe17abe832 None None] Sync routers for ids ['17ffa94a-5dfa-4674-b438-98620fdac6f2'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:21:00.333065 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950ca35f-af93-46e6-b2cf-29fe17abe832 None None] Routers {'17ffa94a-5dfa-4674-b438-98620fdac6f2'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:21:00.334071 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-950ca35f-af93-46e6-b2cf-29fe17abe832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:20:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['17ffa94a-5dfa-4674-b438-98620fdac6f2'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:00.334490 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2fddd-f71f-4558-9fc0-5d1702f69af4 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bddd1a9-45f1-4b9f-b43f-0c9be7100896,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:00.348364 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2ec2fddd-f71f-4558-9fc0-5d1702f69af4 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:00.350093 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2ec2fddd-f71f-4558-9fc0-5d1702f69af4 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1569469 Aug 10 01:21:00.352682 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47984) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:00.359841 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b86f5b1b-b091-4db4-b3f8-cce241122dad tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "DELETE /v2.0/floatingips/eef4cad3-33b4-447c-9b4b-7a67e9eca9d2 HTTP/1.1" status: 204 len: 168 time: 1.2064493 Aug 10 01:21:00.360674 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36633c2-7147-4e8f-bd96-10952b03680d', 'tag': '5fe875d6-6001-430b-9b4f-6c4185036225'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:21:00.363491 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8f780c-d5bd-4064-af4d-e8b54f408202" -d '{"events": [{"name": "network-changed", "server_uuid": "e36633c2-7147-4e8f-bd96-10952b03680d", "tag": "5fe875d6-6001-430b-9b4f-6c4185036225"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:21:00.365340 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-17d7c735-92df-49aa-98f5-df7b0c26fe14 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Request body: {'security_group_rule': {'security_group_id': '62763ef4-980a-4032-a47b-dfdd4374240e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:00.403038 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-17d7c735-92df-49aa-98f5-df7b0c26fe14 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:00.435205 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c447db-2201-47c3-80a6-a1151fc22b2f x-openstack-request-id: req-12c447db-2201-47c3-80a6-a1151fc22b2f {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:21:00.435762 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e36633c2-7147-4e8f-bd96-10952b03680d", "tag": "5fe875d6-6001-430b-9b4f-6c4185036225", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:21:00.436173 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-12c447db-2201-47c3-80a6-a1151fc22b2f {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:21:00.436722 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e36633c2-7147-4e8f-bd96-10952b03680d', 'tag': '5fe875d6-6001-430b-9b4f-6c4185036225', 'status': 'completed', 'code': 200} Aug 10 01:21:00.455843 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-950ca35f-af93-46e6-b2cf-29fe17abe832 None None] Set router 17ffa94a-5dfa-4674-b438-98620fdac6f2 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:21:00.505356 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-17d7c735-92df-49aa-98f5-df7b0c26fe14 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:00.514887 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-17d7c735-92df-49aa-98f5-df7b0c26fe14 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:00.540222 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f780c-d5bd-4064-af4d-e8b54f408202 req-07205af4-5b33-4dcb-ae36-7bdd8acd68d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:00.542927 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-af8f780c-d5bd-4064-af4d-e8b54f408202 req-07205af4-5b33-4dcb-ae36-7bdd8acd68d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4f463465f414d20a10d25627743d857&device_id=e36633c2-7147-4e8f-bd96-10952b03680d HTTP/1.1" status: 200 len: 1097 time: 0.0613322 Aug 10 01:21:00.562685 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7c735-92df-49aa-98f5-df7b0c26fe14 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab324b0c-eb8c-48ef-a866-f4198c69d013,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:00.571163 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-17d7c735-92df-49aa-98f5-df7b0c26fe14 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:00.572896 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-17d7c735-92df-49aa-98f5-df7b0c26fe14 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2121744 Aug 10 01:21:00.575889 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47992) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:00.654530 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ef1b0ae2-8224-4eaa-9dcc-747e8e7cb97a tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:00.666823 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ef1b0ae2-8224-4eaa-9dcc-747e8e7cb97a tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:00.700786 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a23ebc-de0a-4cb1-8214-326bcdff5710 req-892970e3-833f-4d3c-aa01-18adbadaf50f tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:00.701283 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f780c-d5bd-4064-af4d-e8b54f408202 req-babf374e-7e40-4f9e-8b59-8c06d6376cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:00.702626 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-11a23ebc-de0a-4cb1-8214-326bcdff5710 req-892970e3-833f-4d3c-aa01-18adbadaf50f tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36633c2-7147-4e8f-bd96-10952b03680d HTTP/1.1" status: 200 len: 945 time: 0.0872273 Aug 10 01:21:00.710030 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-af8f780c-d5bd-4064-af4d-e8b54f408202 req-babf374e-7e40-4f9e-8b59-8c06d6376cdd service neutron] 10.222.0.24 "GET /v2.0/networks?id=d5f42a49-cf64-4535-a007-0ffeb2000607 HTTP/1.1" status: 200 len: 913 time: 0.1512396 Aug 10 01:21:00.720961 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ef1b0ae2-8224-4eaa-9dcc-747e8e7cb97a tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:00.727908 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-950ca35f-af93-46e6-b2cf-29fe17abe832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'name': 'tempest-TestVolumeBootPattern-1236048449-router', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:08:10Z', 'updated_at': '2021-08-10T01:08:16Z', 'revision_number': 4, 'project_id': 'a4f463465f414d20a10d25627743d857', 'gw_port': {'id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:53:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:11Z', 'updated_at': '2021-08-10T01:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'a98f3335-ba8a-41c8-8f1d-9b87daaf23bb', 'name': '', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'mac_address': 'fa:16:3e:09:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:15Z', 'updated_at': '2021-08-10T01:08:24Z', 'revision_number': 5, 'project_id': 'a4f463465f414d20a10d25627743d857', 'subnets': [{'id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:00.739961 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ef1b0ae2-8224-4eaa-9dcc-747e8e7cb97a tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:00.741230 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ef1b0ae2-8224-4eaa-9dcc-747e8e7cb97a tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/ab324b0c-eb8c-48ef-a866-f4198c69d013 HTTP/1.1" status: 204 len: 168 time: 0.1642547 Aug 10 01:21:00.742209 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b0ae2-8224-4eaa-9dcc-747e8e7cb97a tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab324b0c-eb8c-48ef-a866-f4198c69d013,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:00.743922 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47994) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:00.757493 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950ca35f-af93-46e6-b2cf-29fe17abe832 None None] Checking router: 17ffa94a-5dfa-4674-b438-98620fdac6f2 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:21:00.767088 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950ca35f-af93-46e6-b2cf-29fe17abe832 None None] Routers {'17ffa94a-5dfa-4674-b438-98620fdac6f2'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:21:00.767717 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-950ca35f-af93-46e6-b2cf-29fe17abe832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:20:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['17ffa94a-5dfa-4674-b438-98620fdac6f2'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:00.777828 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-af8f780c-d5bd-4064-af4d-e8b54f408202 req-18d256c3-6f40-4387-bc1c-c4ae0e421b92 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fe875d6-6001-430b-9b4f-6c4185036225 HTTP/1.1" status: 200 len: 217 time: 0.0574210 Aug 10 01:21:00.778071 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-11a23ebc-de0a-4cb1-8214-326bcdff5710 req-40deff69-9f05-402c-b0be-62c4d5de1ac8 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683255 Aug 10 01:21:00.822243 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0f586797-a6c2-45a9-855e-e293bd2a9979 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0758934 Aug 10 01:21:00.825210 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 47998) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:00.858391 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dc80d0be-4d7f-4879-ab87-bc43ffcfa063 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:00.867921 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dc80d0be-4d7f-4879-ab87-bc43ffcfa063 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:00.883548 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f780c-d5bd-4064-af4d-e8b54f408202 req-25acfdf0-91a2-46cf-b4be-2cad60e3d048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:00.885122 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-af8f780c-d5bd-4064-af4d-e8b54f408202 req-25acfdf0-91a2-46cf-b4be-2cad60e3d048 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1982ede0-b8b9-4659-ad0a-d59c9e02d1ca HTTP/1.1" status: 200 len: 851 time: 0.0891082 Aug 10 01:21:00.896715 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-950ca35f-af93-46e6-b2cf-29fe17abe832 None None] Set router 17ffa94a-5dfa-4674-b438-98620fdac6f2 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:21:00.897434 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dc80d0be-4d7f-4879-ab87-bc43ffcfa063 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:00.907530 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dc80d0be-4d7f-4879-ab87-bc43ffcfa063 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:00.908845 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-dc80d0be-4d7f-4879-ab87-bc43ffcfa063 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/0bddd1a9-45f1-4b9f-b43f-0c9be7100896 HTTP/1.1" status: 204 len: 168 time: 0.0817876 Aug 10 01:21:00.911766 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48000) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:00.943993 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f780c-d5bd-4064-af4d-e8b54f408202 req-bbba8a3b-aec6-498d-b0eb-cf8418253d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:00.945578 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-af8f780c-d5bd-4064-af4d-e8b54f408202 req-bbba8a3b-aec6-498d-b0eb-cf8418253d6a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d5f42a49-cf64-4535-a007-0ffeb2000607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515871 Aug 10 01:21:00.954805 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80d0be-4d7f-4879-ab87-bc43ffcfa063 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0bddd1a9-45f1-4b9f-b43f-0c9be7100896,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:00.981518 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-59fd9d3d-9ac6-4c6f-a8fb-e3a8aaca7b09 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0677090 Aug 10 01:21:00.984363 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48002) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:01.013599 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a90cc071-9273-4e5f-8ee2-2995aba6bf72 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:01.021513 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a90cc071-9273-4e5f-8ee2-2995aba6bf72 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:01.052312 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a90cc071-9273-4e5f-8ee2-2995aba6bf72 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:01.058974 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a90cc071-9273-4e5f-8ee2-2995aba6bf72 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:01.060146 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a90cc071-9273-4e5f-8ee2-2995aba6bf72 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/d1f09a93-e236-4067-9f31-a26d1c4a7dfe HTTP/1.1" status: 204 len: 168 time: 0.0748000 Aug 10 01:21:01.062740 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48004) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:01.071641 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-af8f780c-d5bd-4064-af4d-e8b54f408202 req-1fb0c07b-98e2-424d-8283-814d52245ef7 service neutron] 10.222.0.24 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163714 Aug 10 01:21:01.077179 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90cc071-9273-4e5f-8ee2-2995aba6bf72 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1f09a93-e236-4067-9f31-a26d1c4a7dfe,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:01.133549 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-950ca35f-af93-46e6-b2cf-29fe17abe832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'name': 'tempest-TestVolumeBootPattern-1236048449-router', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:08:10Z', 'updated_at': '2021-08-10T01:08:16Z', 'revision_number': 4, 'project_id': 'a4f463465f414d20a10d25627743d857', 'gw_port': {'id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:53:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:11Z', 'updated_at': '2021-08-10T01:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'a98f3335-ba8a-41c8-8f1d-9b87daaf23bb', 'name': '', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'mac_address': 'fa:16:3e:09:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:15Z', 'updated_at': '2021-08-10T01:08:24Z', 'revision_number': 5, 'project_id': 'a4f463465f414d20a10d25627743d857', 'subnets': [{'id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:01.165225 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950ca35f-af93-46e6-b2cf-29fe17abe832 None None] The sync data for ids ['17ffa94a-5dfa-4674-b438-98620fdac6f2'] in n-d-766726-26 is: [{'id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'name': 'tempest-TestVolumeBootPattern-1236048449-router', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:08:10Z', 'updated_at': '2021-08-10T01:08:16Z', 'revision_number': 4, 'project_id': 'a4f463465f414d20a10d25627743d857', 'gw_port': {'id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:53:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:11Z', 'updated_at': '2021-08-10T01:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'a98f3335-ba8a-41c8-8f1d-9b87daaf23bb', 'name': '', 'network_id': 'd5f42a49-cf64-4535-a007-0ffeb2000607', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'mac_address': 'fa:16:3e:09:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:15Z', 'updated_at': '2021-08-10T01:08:24Z', 'revision_number': 5, 'project_id': 'a4f463465f414d20a10d25627743d857', 'subnets': [{'id': '1982ede0-b8b9-4659-ad0a-d59c9e02d1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:21:01.170129 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5e78ffa7-db12-4d6d-a866-b8c9209b28fc tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1062865 Aug 10 01:21:01.172793 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48006) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:01.217772 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8477ad69-81aa-4f54-a5d9-f09d3ee5093a tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:01.228648 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8477ad69-81aa-4f54-a5d9-f09d3ee5093a tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:01.235785 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-af8f780c-d5bd-4064-af4d-e8b54f408202 req-a898223a-9bca-40fa-b58a-3b2a06a07156 service neutron] 10.222.0.24 "GET /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555474 Aug 10 01:21:01.261534 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8477ad69-81aa-4f54-a5d9-f09d3ee5093a tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:01.268648 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8477ad69-81aa-4f54-a5d9-f09d3ee5093a tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:01.270246 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8477ad69-81aa-4f54-a5d9-f09d3ee5093a tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/95859d8e-1a6c-4fad-b637-757c4414d79e HTTP/1.1" status: 204 len: 168 time: 0.0961628 Aug 10 01:21:01.272487 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48010) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:01.291191 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8477ad69-81aa-4f54-a5d9-f09d3ee5093a tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95859d8e-1a6c-4fad-b637-757c4414d79e,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:01.325181 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-cf0a6832-6d99-4ba5-922d-09f6aa39cf3e tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0515351 Aug 10 01:21:01.328122 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48014) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:01.360135 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d86b65e6-790f-4994-aba5-539140921b64 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:01.369482 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d86b65e6-790f-4994-aba5-539140921b64 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:01.399415 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d86b65e6-790f-4994-aba5-539140921b64 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:01.406438 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d86b65e6-790f-4994-aba5-539140921b64 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:01.407700 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d86b65e6-790f-4994-aba5-539140921b64 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/11c9731e-7e22-4685-aff0-9b076079f2c6 HTTP/1.1" status: 204 len: 168 time: 0.0783231 Aug 10 01:21:01.410339 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48016) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:01.432525 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b65e6-790f-4994-aba5-539140921b64 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11c9731e-7e22-4685-aff0-9b076079f2c6,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:01.452067 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd750ed5-fbb9-4202-8525-cda981518c1b None None] New status for floating IP eef4cad3-33b4-447c-9b4b-7a67e9eca9d2: DOWN {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:21:01.462872 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-bbe5325d-3aba-4aed-a4f5-cdd14acd46b9 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0486388 Aug 10 01:21:01.463146 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48018) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:01.523201 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3be8220a-506b-4de8-8877-4fb886c34ada tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:01.548766 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3be8220a-506b-4de8-8877-4fb886c34ada tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:01.594276 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3be8220a-506b-4de8-8877-4fb886c34ada tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:01.597213 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3be8220a-506b-4de8-8877-4fb886c34ada tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:01.598131 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3be8220a-506b-4de8-8877-4fb886c34ada tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "DELETE /v2.0/security-groups/62763ef4-980a-4032-a47b-dfdd4374240e HTTP/1.1" status: 204 len: 168 time: 0.1340833 Aug 10 01:21:01.601178 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48020) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:01.612865 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be8220a-506b-4de8-8877-4fb886c34ada tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62763ef4-980a-4032-a47b-dfdd4374240e,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:01.646979 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-edbc777b-190e-4617-893f-1249e6e9007e tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0446126 Aug 10 01:21:01.651160 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48022) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:01.656060 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-22fb5be9-8c1f-4d68-8e90-e2771075c78f tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Request body: {'security_group': {'name': 'tempest-secgroup--1597997310'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:01.681925 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-22fb5be9-8c1f-4d68-8e90-e2771075c78f tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:01.761208 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-22fb5be9-8c1f-4d68-8e90-e2771075c78f tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:01.765057 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-22fb5be9-8c1f-4d68-8e90-e2771075c78f tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:01.794678 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-22fb5be9-8c1f-4d68-8e90-e2771075c78f tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:01.798461 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-22fb5be9-8c1f-4d68-8e90-e2771075c78f tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1436853 Aug 10 01:21:01.798461 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5be9-8c1f-4d68-8e90-e2771075c78f tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75a90326-c9fb-4519-8aff-ef6853459fa7,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:01.798815 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48024) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:01.803735 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-4b962686-b70b-4d55-ac97-7739bf4a5ad0 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Request body: {'security_group_rule': {'security_group_id': '75a90326-c9fb-4519-8aff-ef6853459fa7', 'direction': 'ingress', 'protocol': 17}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:01.851046 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4b962686-b70b-4d55-ac97-7739bf4a5ad0 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:01.933561 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4b962686-b70b-4d55-ac97-7739bf4a5ad0 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:01.941337 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c6b1c-d862-4a5c-bbd5-cd4b9dd737ac req-7d953b88-74c3-43c1-a57e-e80e780b630e tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:01.942815 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1e3c6b1c-d862-4a5c-bbd5-cd4b9dd737ac req-7d953b88-74c3-43c1-a57e-e80e780b630e tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36633c2-7147-4e8f-bd96-10952b03680d HTTP/1.1" status: 200 len: 945 time: 0.0786395 Aug 10 01:21:01.943900 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4b962686-b70b-4d55-ac97-7739bf4a5ad0 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:01.979341 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b962686-b70b-4d55-ac97-7739bf4a5ad0 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f88ff1-3cc9-4bff-889a-513998f298d3,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:01.992888 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4b962686-b70b-4d55-ac97-7739bf4a5ad0 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:01.994738 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4b962686-b70b-4d55-ac97-7739bf4a5ad0 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1944118 Aug 10 01:21:01.997491 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48030) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:02.010270 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1e3c6b1c-d862-4a5c-bbd5-cd4b9dd737ac req-3d24ab80-4415-43f9-95a7-6704b0448e83 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/security-groups?id=10ad95c6-aec1-4913-8806-28e1c1bbc02c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600901 Aug 10 01:21:02.058444 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-987abbd4-d377-4038-a61d-bf4232ac948c tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.080931 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-987abbd4-d377-4038-a61d-bf4232ac948c tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.124901 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-987abbd4-d377-4038-a61d-bf4232ac948c tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.127429 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-987abbd4-d377-4038-a61d-bf4232ac948c tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.128603 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-987abbd4-d377-4038-a61d-bf4232ac948c tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "DELETE /v2.0/security-groups/75a90326-c9fb-4519-8aff-ef6853459fa7 HTTP/1.1" status: 204 len: 168 time: 0.1301370 Aug 10 01:21:02.131403 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48032) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:02.138269 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987abbd4-d377-4038-a61d-bf4232ac948c tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a90326-c9fb-4519-8aff-ef6853459fa7,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:02.176599 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6ff5bf05-0fc5-4388-bfac-bc90a9437025 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0439706 Aug 10 01:21:02.180172 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48034) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:02.184940 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-3eff4580-0f5e-474d-ad7f-e05ebb3ffb47 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Request body: {'security_group': {'name': 'tempest-secgroup--1655391060'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:02.206757 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3eff4580-0f5e-474d-ad7f-e05ebb3ffb47 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.301573 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000db8d5-c0d7-44fd-8fec-f209ddfa8a60 req-be51a896-1f68-455b-b14f-3740b5590531 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:02.303042 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-000db8d5-c0d7-44fd-8fec-f209ddfa8a60 req-be51a896-1f68-455b-b14f-3740b5590531 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36633c2-7147-4e8f-bd96-10952b03680d HTTP/1.1" status: 200 len: 945 time: 0.0732279 Aug 10 01:21:02.365653 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3eff4580-0f5e-474d-ad7f-e05ebb3ffb47 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.374085 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3eff4580-0f5e-474d-ad7f-e05ebb3ffb47 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.430435 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff4580-0f5e-474d-ad7f-e05ebb3ffb47 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c474455a-482b-4c57-b6ac-234f482b055e,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:02.431527 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3eff4580-0f5e-474d-ad7f-e05ebb3ffb47 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.432801 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3eff4580-0f5e-474d-ad7f-e05ebb3ffb47 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2515638 Aug 10 01:21:02.436656 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48040) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:02.441576 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-09dea267-7c8d-479d-a6d1-26173f518d6c tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Request body: {'security_group': {'name': 'tempest-secgroup--826991832'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:02.461351 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-000db8d5-c0d7-44fd-8fec-f209ddfa8a60 req-9c4613d1-a6e9-4424-a1ff-90f450d6c982 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Deleting port 5fe875d6-6001-430b-9b4f-6c4185036225 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:02.461742 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-000db8d5-c0d7-44fd-8fec-f209ddfa8a60 req-9c4613d1-a6e9-4424-a1ff-90f450d6c982 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.466395 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-09dea267-7c8d-479d-a6d1-26173f518d6c tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.560760 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-09dea267-7c8d-479d-a6d1-26173f518d6c tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.564132 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-000db8d5-c0d7-44fd-8fec-f209ddfa8a60 req-9c4613d1-a6e9-4424-a1ff-90f450d6c982 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] For port 5fe875d6-6001-430b-9b4f-6c4185036225, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=5fe875d6-6001-430b-9b4f-6c4185036225,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:02.564680 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-000db8d5-c0d7-44fd-8fec-f209ddfa8a60 req-9c4613d1-a6e9-4424-a1ff-90f450d6c982 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.564919 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-09dea267-7c8d-479d-a6d1-26173f518d6c tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.592773 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-09dea267-7c8d-479d-a6d1-26173f518d6c tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.594088 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-09dea267-7c8d-479d-a6d1-26173f518d6c tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1570604 Aug 10 01:21:02.596863 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48042) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:02.601335 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-68ef66eb-b457-4a3d-bebc-b261b59d56c0 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Request body: {'security_group_rule': {'security_group_id': 'c474455a-482b-4c57-b6ac-234f482b055e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ff1a4417-67ae-4393-bccf-d35ccab2723f', 'remote_ip_prefix': None}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:02.611530 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dea267-7c8d-479d-a6d1-26173f518d6c tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1a4417-67ae-4393-bccf-d35ccab2723f,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:02.646403 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-68ef66eb-b457-4a3d-bebc-b261b59d56c0 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.729116 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-68ef66eb-b457-4a3d-bebc-b261b59d56c0 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.736469 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-68ef66eb-b457-4a3d-bebc-b261b59d56c0 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.756730 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef66eb-b457-4a3d-bebc-b261b59d56c0 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a8119b8-914c-4928-99c6-a9ae3be34cf1,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:02.766689 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-68ef66eb-b457-4a3d-bebc-b261b59d56c0 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.768134 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-68ef66eb-b457-4a3d-bebc-b261b59d56c0 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1703119 Aug 10 01:21:02.770974 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48046) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:02.796680 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2a3dfe62-d484-4368-bf6e-46832e87ec42 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.805290 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2a3dfe62-d484-4368-bf6e-46832e87ec42 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.835169 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2a3dfe62-d484-4368-bf6e-46832e87ec42 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.840836 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2a3dfe62-d484-4368-bf6e-46832e87ec42 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.842210 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2a3dfe62-d484-4368-bf6e-46832e87ec42 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/9a8119b8-914c-4928-99c6-a9ae3be34cf1 HTTP/1.1" status: 204 len: 168 time: 0.0703118 Aug 10 01:21:02.844952 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48048) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:02.863038 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3dfe62-d484-4368-bf6e-46832e87ec42 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a8119b8-914c-4928-99c6-a9ae3be34cf1,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:02.903387 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-37c8f57f-570a-49bd-98f5-fc989b814dfb tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0570948 Aug 10 01:21:02.906060 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48052) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:02.926429 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-000db8d5-c0d7-44fd-8fec-f209ddfa8a60 req-9c4613d1-a6e9-4424-a1ff-90f450d6c982 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Calling delete_port for 5fe875d6-6001-430b-9b4f-6c4185036225 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:02.963071 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-48a96ca9-d8d6-4d84-8fcd-5ae676233073 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.986679 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-48a96ca9-d8d6-4d84-8fcd-5ae676233073 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.033718 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-48a96ca9-d8d6-4d84-8fcd-5ae676233073 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.036512 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-48a96ca9-d8d6-4d84-8fcd-5ae676233073 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.040163 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-48a96ca9-d8d6-4d84-8fcd-5ae676233073 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "DELETE /v2.0/security-groups/ff1a4417-67ae-4393-bccf-d35ccab2723f HTTP/1.1" status: 204 len: 168 time: 0.1309023 Aug 10 01:21:03.041868 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48056) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:03.073606 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a96ca9-d8d6-4d84-8fcd-5ae676233073 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1a4417-67ae-4393-bccf-d35ccab2723f,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:03.083194 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-000db8d5-c0d7-44fd-8fec-f209ddfa8a60 req-9c4613d1-a6e9-4424-a1ff-90f450d6c982 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.131488 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4613d1-a6e9-4424-a1ff-90f450d6c982 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Pushing event deleted for resources: {'Port': ['ID=5fe875d6-6001-430b-9b4f-6c4185036225,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:03.136772 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1c1b1e54-ccdc-40b3-a2d3-cbf4b5a13e81 req-cffd0260-e954-4383-9722-b9fbb19638d0 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36633c2-7147-4e8f-bd96-10952b03680d HTTP/1.1" status: 200 len: 210 time: 0.0376039 Aug 10 01:21:03.143671 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-05728c68-4916-4fbc-ad0b-075614ab2c98 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1007447 Aug 10 01:21:03.147830 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48060) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:03.195972 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-000db8d5-c0d7-44fd-8fec-f209ddfa8a60 req-9c4613d1-a6e9-4424-a1ff-90f450d6c982 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] No DVR routers for this DVR port 5fe875d6-6001-430b-9b4f-6c4185036225 on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:21:03.199281 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-000db8d5-c0d7-44fd-8fec-f209ddfa8a60 req-9c4613d1-a6e9-4424-a1ff-90f450d6c982 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.201287 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-000db8d5-c0d7-44fd-8fec-f209ddfa8a60 req-9c4613d1-a6e9-4424-a1ff-90f450d6c982 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.24 "DELETE /v2.0/ports/5fe875d6-6001-430b-9b4f-6c4185036225 HTTP/1.1" status: 204 len: 173 time: 0.8896773 Aug 10 01:21:03.201725 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36633c2-7147-4e8f-bd96-10952b03680d', 'name': 'network-vif-deleted', 'tag': '5fe875d6-6001-430b-9b4f-6c4185036225'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:21:03.203985 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f4119b-5618-40e3-ad74-ff4c942248f7" -d '{"events": [{"server_uuid": "e36633c2-7147-4e8f-bd96-10952b03680d", "name": "network-vif-deleted", "tag": "5fe875d6-6001-430b-9b4f-6c4185036225"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:21:03.215269 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7469e5c6-c99e-46fb-ba7a-958c7bb2f4fc tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.245787 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7469e5c6-c99e-46fb-ba7a-958c7bb2f4fc tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.253734 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491e4c7f-5267-4336-b2fd-33d1b1d25b56 x-openstack-request-id: req-491e4c7f-5267-4336-b2fd-33d1b1d25b56 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:21:03.253734 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36633c2-7147-4e8f-bd96-10952b03680d", "name": "network-vif-deleted", "tag": "5fe875d6-6001-430b-9b4f-6c4185036225", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:21:03.254125 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-491e4c7f-5267-4336-b2fd-33d1b1d25b56 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:21:03.254500 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36633c2-7147-4e8f-bd96-10952b03680d', 'name': 'network-vif-deleted', 'tag': '5fe875d6-6001-430b-9b4f-6c4185036225', 'status': 'completed', 'code': 200} Aug 10 01:21:03.312220 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7469e5c6-c99e-46fb-ba7a-958c7bb2f4fc tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.315122 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7469e5c6-c99e-46fb-ba7a-958c7bb2f4fc tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.318803 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7469e5c6-c99e-46fb-ba7a-958c7bb2f4fc tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "DELETE /v2.0/security-groups/c474455a-482b-4c57-b6ac-234f482b055e HTTP/1.1" status: 204 len: 168 time: 0.1691887 Aug 10 01:21:03.319244 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48064) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:03.332132 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469e5c6-c99e-46fb-ba7a-958c7bb2f4fc tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c474455a-482b-4c57-b6ac-234f482b055e,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:03.380106 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-581e9dcf-3c1c-4650-9adf-9f74436fd857 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0595598 Aug 10 01:21:03.384251 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48066) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:03.389472 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-6121b9b1-4c8a-426e-bae7-92f12b5f7b97 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Request body: {'security_group': {'name': 'tempest-secgroup--106468114'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:03.412001 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6121b9b1-4c8a-426e-bae7-92f12b5f7b97 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.501875 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6121b9b1-4c8a-426e-bae7-92f12b5f7b97 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.506207 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6121b9b1-4c8a-426e-bae7-92f12b5f7b97 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.539336 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121b9b1-4c8a-426e-bae7-92f12b5f7b97 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=583e8782-f9c1-4156-bb6f-4dcb8a0abd3f,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:03.543274 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6121b9b1-4c8a-426e-bae7-92f12b5f7b97 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.547784 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6121b9b1-4c8a-426e-bae7-92f12b5f7b97 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1620927 Aug 10 01:21:03.548528 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48070) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:03.553120 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-cc705f8f-e73f-4cc7-b43e-5a17d4650f82 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Request body: {'security_group_rule': {'security_group_id': '583e8782-f9c1-4156-bb6f-4dcb8a0abd3f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:03.582858 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cc705f8f-e73f-4cc7-b43e-5a17d4650f82 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.653621 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cc705f8f-e73f-4cc7-b43e-5a17d4650f82 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.658458 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cc705f8f-e73f-4cc7-b43e-5a17d4650f82 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.677087 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc705f8f-e73f-4cc7-b43e-5a17d4650f82 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb74723-4c64-4bbd-acf7-0a626eb99720,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:03.685040 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cc705f8f-e73f-4cc7-b43e-5a17d4650f82 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.686437 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-cc705f8f-e73f-4cc7-b43e-5a17d4650f82 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1370630 Aug 10 01:21:03.689173 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48072) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:03.713638 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-de6a3773-17da-4401-96da-7695a90f4d54 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.721831 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-de6a3773-17da-4401-96da-7695a90f4d54 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.749246 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-de6a3773-17da-4401-96da-7695a90f4d54 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.756006 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-de6a3773-17da-4401-96da-7695a90f4d54 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.757194 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-de6a3773-17da-4401-96da-7695a90f4d54 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/5bb74723-4c64-4bbd-acf7-0a626eb99720 HTTP/1.1" status: 204 len: 168 time: 0.0670316 Aug 10 01:21:03.760128 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48074) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:03.761478 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a3773-17da-4401-96da-7695a90f4d54 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bb74723-4c64-4bbd-acf7-0a626eb99720,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:03.807754 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3157bafd-c899-48cb-bbe3-25584661d666 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0437381 Aug 10 01:21:03.807952 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48076) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:03.861131 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5776ff09-f435-4b80-9546-8b75c4c34a87 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.883545 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5776ff09-f435-4b80-9546-8b75c4c34a87 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.942531 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5776ff09-f435-4b80-9546-8b75c4c34a87 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.945576 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5776ff09-f435-4b80-9546-8b75c4c34a87 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.947501 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5776ff09-f435-4b80-9546-8b75c4c34a87 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "DELETE /v2.0/security-groups/583e8782-f9c1-4156-bb6f-4dcb8a0abd3f HTTP/1.1" status: 204 len: 168 time: 0.1379807 Aug 10 01:21:03.950074 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48080) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:03.957903 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5776ff09-f435-4b80-9546-8b75c4c34a87 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=583e8782-f9c1-4156-bb6f-4dcb8a0abd3f,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:03.997075 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-48ffbffc-c6e9-43b5-89e6-0ec0303f2d3a tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0456719 Aug 10 01:21:04.000802 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48082) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:04.004963 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-4937551f-a425-43c3-a8e7-898c343f6247 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Request body: {'security_group': {'name': 'tempest-secgroup--1421069618'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:04.026762 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4937551f-a425-43c3-a8e7-898c343f6247 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.107646 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4937551f-a425-43c3-a8e7-898c343f6247 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.111726 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4937551f-a425-43c3-a8e7-898c343f6247 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.141770 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4937551f-a425-43c3-a8e7-898c343f6247 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.143090 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4937551f-a425-43c3-a8e7-898c343f6247 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1414366 Aug 10 01:21:04.145027 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937551f-a425-43c3-a8e7-898c343f6247 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5ae476-5dc2-437b-84b1-543c15e9aac0,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:04.146002 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48084) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:04.152937 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-466b316c-36cf-4793-bde2-57b4756ef7a1 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Request body: {'security_group_rule': {'security_group_id': '4a5ae476-5dc2-437b-84b1-543c15e9aac0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:04.193405 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-466b316c-36cf-4793-bde2-57b4756ef7a1 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.255275 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-466b316c-36cf-4793-bde2-57b4756ef7a1 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.255640 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd1fc9dc-eb5f-43ef-8649-f850acae9be7 req-a48d416e-6d98-40af-b623-522a3a80dec6 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36633c2-7147-4e8f-bd96-10952b03680d HTTP/1.1" status: 200 len: 210 time: 0.0359790 Aug 10 01:21:04.261319 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-466b316c-36cf-4793-bde2-57b4756ef7a1 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.287887 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b316c-36cf-4793-bde2-57b4756ef7a1 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41d981ad-924c-4324-a581-bcdd33be7e8d,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:04.298282 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-466b316c-36cf-4793-bde2-57b4756ef7a1 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.302441 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-466b316c-36cf-4793-bde2-57b4756ef7a1 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1515083 Aug 10 01:21:04.302596 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48088) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:04.321854 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-dbbb5826-af9d-41d4-8166-ed61318bb4dd tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "GET /v2.0/security-group-rules/41d981ad-924c-4324-a581-bcdd33be7e8d HTTP/1.1" status: 200 len: 763 time: 0.0157413 Aug 10 01:21:04.322063 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48090) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:04.366161 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c98645ff-bd9e-4751-b34a-eff78c582ed7 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0405617 Aug 10 01:21:04.366356 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48092) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:04.389590 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-beacbae2-d7a3-453a-9ba8-a8ed8d4b6d6e tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.397193 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-beacbae2-d7a3-453a-9ba8-a8ed8d4b6d6e tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.426714 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-beacbae2-d7a3-453a-9ba8-a8ed8d4b6d6e tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.435157 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-beacbae2-d7a3-453a-9ba8-a8ed8d4b6d6e tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.437035 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-beacbae2-d7a3-453a-9ba8-a8ed8d4b6d6e tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/41d981ad-924c-4324-a581-bcdd33be7e8d HTTP/1.1" status: 204 len: 168 time: 0.0697274 Aug 10 01:21:04.439974 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48094) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:04.442629 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beacbae2-d7a3-453a-9ba8-a8ed8d4b6d6e tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41d981ad-924c-4324-a581-bcdd33be7e8d,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:04.442824 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 5fe875d6-6001-430b-9b4f-6c4185036225 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:21:04.478741 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 5fe875d6-6001-430b-9b4f-6c4185036225 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:21:04.479102 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 5fe875d6-6001-430b-9b4f-6c4185036225 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:21:04.499313 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ae3f007e-f649-4760-ae40-ec88fadd2880 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0580523 Aug 10 01:21:04.501882 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48098) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:04.506360 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-c2ddd8d2-3ce6-4c1d-98d6-2123184fd987 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Request body: {'security_group_rule': {'security_group_id': '4a5ae476-5dc2-437b-84b1-543c15e9aac0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:04.537220 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c2ddd8d2-3ce6-4c1d-98d6-2123184fd987 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.595003 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c2ddd8d2-3ce6-4c1d-98d6-2123184fd987 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.601024 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c2ddd8d2-3ce6-4c1d-98d6-2123184fd987 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.634612 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ddd8d2-3ce6-4c1d-98d6-2123184fd987 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7660a1d4-bceb-401c-b5d2-5b87a7910196,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:04.638421 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c2ddd8d2-3ce6-4c1d-98d6-2123184fd987 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.639627 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c2ddd8d2-3ce6-4c1d-98d6-2123184fd987 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1368146 Aug 10 01:21:04.642281 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48100) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:04.660310 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-75af8c25-ad7d-4f6d-be59-5afccf660fe8 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "GET /v2.0/security-group-rules/7660a1d4-bceb-401c-b5d2-5b87a7910196 HTTP/1.1" status: 200 len: 763 time: 0.0160372 Aug 10 01:21:04.662018 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48104) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:04.708832 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0bd32972-9ad8-48a5-85d9-df8c0147b5a4 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0432878 Aug 10 01:21:04.709060 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48112) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:04.732561 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-97973f8d-cbdf-45aa-acbf-e00351724311 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.741613 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-97973f8d-cbdf-45aa-acbf-e00351724311 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.770625 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-97973f8d-cbdf-45aa-acbf-e00351724311 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.777647 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-97973f8d-cbdf-45aa-acbf-e00351724311 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.778750 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-97973f8d-cbdf-45aa-acbf-e00351724311 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/7660a1d4-bceb-401c-b5d2-5b87a7910196 HTTP/1.1" status: 204 len: 168 time: 0.0687902 Aug 10 01:21:04.781909 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48114) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:04.785083 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97973f8d-cbdf-45aa-acbf-e00351724311 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7660a1d4-bceb-401c-b5d2-5b87a7910196,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:04.825072 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8049a343-713a-4d4e-89f6-4bf07c5d5753 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0418844 Aug 10 01:21:04.827747 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48116) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:04.832728 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-01017762-cb5d-48b3-8e74-8b8e312fbf79 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Request body: {'security_group_rule': {'security_group_id': '4a5ae476-5dc2-437b-84b1-543c15e9aac0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:04.861368 n-d-766726-26 neutron-server[105827]: INFO neutron.db.securitygroups_db [None req-01017762-cb5d-48b3-8e74-8b8e312fbf79 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Project bc22f528206e406b9914f7633b34d9c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:21:04.866879 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-01017762-cb5d-48b3-8e74-8b8e312fbf79 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.917131 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-01017762-cb5d-48b3-8e74-8b8e312fbf79 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.922212 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-01017762-cb5d-48b3-8e74-8b8e312fbf79 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.941379 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01017762-cb5d-48b3-8e74-8b8e312fbf79 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17305c14-a4f4-4c77-8cec-b4c10b47f6e2,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:04.950444 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-01017762-cb5d-48b3-8e74-8b8e312fbf79 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.955150 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48128) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:04.955606 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-01017762-cb5d-48b3-8e74-8b8e312fbf79 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1260748 Aug 10 01:21:04.980514 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1c4a1a43-b321-4c35-9fcf-bb3e9eefd8d3 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "GET /v2.0/security-group-rules/17305c14-a4f4-4c77-8cec-b4c10b47f6e2 HTTP/1.1" status: 200 len: 769 time: 0.0239189 Aug 10 01:21:04.983052 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48130) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:05.043871 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-fa8b16e3-4f95-4fe9-9971-d14b6cd52db2 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0595367 Aug 10 01:21:05.046609 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48132) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:05.389972 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-076eadb0-9f0b-4eeb-b318-a6c387759f82 req-25225443-811f-4ef1-bb47-a010d7706d5c tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36633c2-7147-4e8f-bd96-10952b03680d HTTP/1.1" status: 200 len: 210 time: 0.0314672 Aug 10 01:21:05.392645 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-97af9daa-5bb4-4600-9cf6-878bbe3b8aa6 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:05.401722 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-97af9daa-5bb4-4600-9cf6-878bbe3b8aa6 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:05.430983 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-97af9daa-5bb4-4600-9cf6-878bbe3b8aa6 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:05.438110 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-97af9daa-5bb4-4600-9cf6-878bbe3b8aa6 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:05.441499 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-97af9daa-5bb4-4600-9cf6-878bbe3b8aa6 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/17305c14-a4f4-4c77-8cec-b4c10b47f6e2 HTTP/1.1" status: 204 len: 168 time: 0.3917258 Aug 10 01:21:05.441858 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48142) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:05.443881 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af9daa-5bb4-4600-9cf6-878bbe3b8aa6 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17305c14-a4f4-4c77-8cec-b4c10b47f6e2,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:05.489567 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4a8ca7ad-5807-462e-8feb-bb7e492b907a tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0438693 Aug 10 01:21:05.489788 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48144) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:05.548067 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-de8a28ff-9d09-46f8-a4e4-ab4884f97d66 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:05.571360 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-de8a28ff-9d09-46f8-a4e4-ab4884f97d66 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:05.629138 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-de8a28ff-9d09-46f8-a4e4-ab4884f97d66 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:05.631973 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-de8a28ff-9d09-46f8-a4e4-ab4884f97d66 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:05.636574 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48152) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:05.637168 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-de8a28ff-9d09-46f8-a4e4-ab4884f97d66 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "DELETE /v2.0/security-groups/4a5ae476-5dc2-437b-84b1-543c15e9aac0 HTTP/1.1" status: 204 len: 168 time: 0.1462805 Aug 10 01:21:05.653323 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a28ff-9d09-46f8-a4e4-ab4884f97d66 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5ae476-5dc2-437b-84b1-543c15e9aac0,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:05.692644 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b62f754b-b98e-4c5e-a76f-48cf04b8ace0 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0534890 Aug 10 01:21:05.698434 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48154) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:05.740350 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f861bace-80b6-4238-af21-be7b674e45e4 tempest-SecGroupIPv6Test-636963255 tempest-SecGroupIPv6Test-636963255-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0412879 Aug 10 01:21:05.997684 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48166) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:06.146055 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7a9b8b0c-10e9-4b55-a629-43730f474eb0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bc22f528206e406b9914f7633b34d9c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1469760 Aug 10 01:21:06.148661 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48174) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:06.211396 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6669b055-8748-433f-b71e-d020e6ef3133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:06.232930 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6669b055-8748-433f-b71e-d020e6ef3133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:06.286997 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6669b055-8748-433f-b71e-d020e6ef3133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:06.293227 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6669b055-8748-433f-b71e-d020e6ef3133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:06.294570 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6669b055-8748-433f-b71e-d020e6ef3133 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3ea72ad0-8f29-474a-9f60-efa955e069a8 HTTP/1.1" status: 204 len: 168 time: 0.1447682 Aug 10 01:21:06.309230 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669b055-8748-433f-b71e-d020e6ef3133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea72ad0-8f29-474a-9f60-efa955e069a8,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:06.516235 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-119fd6bf-808f-47c4-9006-49873a0f443d req-337a6c04-3d48-4800-ae33-3b40559c3549 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36633c2-7147-4e8f-bd96-10952b03680d HTTP/1.1" status: 200 len: 210 time: 0.0403664 Aug 10 01:21:07.057021 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48216) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:07.061136 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028419 Aug 10 01:21:07.063691 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48218) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:07.163730 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9def0ce0-28bc-4509-aea8-9dc2124d968e tempest-NetworksApiDiscovery-1403121311 tempest-NetworksApiDiscovery-1403121311-project] 10.222.0.35 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0987074 Aug 10 01:21:07.430724 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48230) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:07.554493 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0cd505aa-2ab2-460b-9146-b91891be0199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:07.566586 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48242) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:07.746359 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-da17a02b-b645-4814-ad4b-0f7aaf461ec8 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Deleting port 11cc43bf-4bb3-4965-8d16-7ae185346abb {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:07.746708 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-da17a02b-b645-4814-ad4b-0f7aaf461ec8 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:07.793248 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0cd505aa-2ab2-460b-9146-b91891be0199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:07.804779 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0cd505aa-2ab2-460b-9146-b91891be0199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:07.869559 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0cd505aa-2ab2-460b-9146-b91891be0199 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f77eb2f8639a41458d6ec77d48f1532b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4367962 Aug 10 01:21:07.872159 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48250) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:07.878683 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd505aa-2ab2-460b-9146-b91891be0199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6fce1e-9004-482a-8bbd-d4bb2faa7a96,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:07.885070 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-da17a02b-b645-4814-ad4b-0f7aaf461ec8 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:07.885399 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-da17a02b-b645-4814-ad4b-0f7aaf461ec8 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:07.898246 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-da17a02b-b645-4814-ad4b-0f7aaf461ec8 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Calling delete_port for 11cc43bf-4bb3-4965-8d16-7ae185346abb owned by network:floatingip {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:07.927524 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bea73ee2-0fb3-4628-887d-eafd9991b7e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:07.948747 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bea73ee2-0fb3-4628-887d-eafd9991b7e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:07.998382 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bea73ee2-0fb3-4628-887d-eafd9991b7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:08.001523 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bea73ee2-0fb3-4628-887d-eafd9991b7e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:08.002907 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-bea73ee2-0fb3-4628-887d-eafd9991b7e3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3e6fce1e-9004-482a-8bbd-d4bb2faa7a96 HTTP/1.1" status: 204 len: 168 time: 0.1290326 Aug 10 01:21:08.018259 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea73ee2-0fb3-4628-887d-eafd9991b7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6fce1e-9004-482a-8bbd-d4bb2faa7a96,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:08.079536 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-da17a02b-b645-4814-ad4b-0f7aaf461ec8 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:08.109874 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da17a02b-b645-4814-ad4b-0f7aaf461ec8 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Pushing event deleted for resources: {'Port': ['ID=11cc43bf-4bb3-4965-8d16-7ae185346abb,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:08.177608 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-da17a02b-b645-4814-ad4b-0f7aaf461ec8 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for floatingip, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:08.180309 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-da17a02b-b645-4814-ad4b-0f7aaf461ec8 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:08.182023 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-da17a02b-b645-4814-ad4b-0f7aaf461ec8 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "DELETE /v2.0/floatingips/e5e0b7f1-d5a4-4c07-9d9c-f1b8b5c792e7 HTTP/1.1" status: 204 len: 168 time: 0.6144857 Aug 10 01:21:11.206114 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8cbfc602-6602-44d7-85fc-f60103b59442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:11.543427 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48382) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:11.606021 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-26d71f2d-fe53-45cc-834d-5b9ed6bc82a1 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:11.641738 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-26d71f2d-fe53-45cc-834d-5b9ed6bc82a1 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:11.716073 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:11.729610 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-26d71f2d-fe53-45cc-834d-5b9ed6bc82a1 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:11.732247 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-26d71f2d-fe53-45cc-834d-5b9ed6bc82a1 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:11.733416 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-26d71f2d-fe53-45cc-834d-5b9ed6bc82a1 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] 10.222.0.35 "DELETE /v2.0/security-groups/10ad95c6-aec1-4913-8806-28e1c1bbc02c HTTP/1.1" status: 204 len: 168 time: 0.1889925 Aug 10 01:21:11.743521 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d71f2d-fe53-45cc-834d-5b9ed6bc82a1 tempest-TestVolumeBootPattern-536806142 tempest-TestVolumeBootPattern-536806142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ad95c6-aec1-4913-8806-28e1c1bbc02c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:11.813648 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48390) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:12.437121 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-676c7baa-8a2f-403b-accc-1793403dcdba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:12.686509 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-676c7baa-8a2f-403b-accc-1793403dcdba admin admin] Deleting port a98f3335-ba8a-41c8-8f1d-9b87daaf23bb {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:12.687108 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-676c7baa-8a2f-403b-accc-1793403dcdba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:12.768798 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-676c7baa-8a2f-403b-accc-1793403dcdba admin admin] For port a98f3335-ba8a-41c8-8f1d-9b87daaf23bb, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a98f3335-ba8a-41c8-8f1d-9b87daaf23bb,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:12.769173 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-676c7baa-8a2f-403b-accc-1793403dcdba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:12.782147 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-676c7baa-8a2f-403b-accc-1793403dcdba admin admin] Calling delete_port for a98f3335-ba8a-41c8-8f1d-9b87daaf23bb owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:12.966672 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-676c7baa-8a2f-403b-accc-1793403dcdba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:12.992196 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c7baa-8a2f-403b-accc-1793403dcdba admin admin] Pushing event deleted for resources: {'Port': ['ID=a98f3335-ba8a-41c8-8f1d-9b87daaf23bb,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:13.170513 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-676c7baa-8a2f-403b-accc-1793403dcdba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:13.424220 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676c7baa-8a2f-403b-accc-1793403dcdba admin admin] Router 17ffa94a-5dfa-4674-b438-98620fdac6f2 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:21:13.539592 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676c7baa-8a2f-403b-accc-1793403dcdba admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:21:13.547231 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-676c7baa-8a2f-403b-accc-1793403dcdba admin admin] 10.222.0.35 "PUT /v2.0/routers/17ffa94a-5dfa-4674-b438-98620fdac6f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7275505 Aug 10 01:21:13.547417 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48438) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:13.549778 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539962bb-7a11-4827-8828-1459ad756fa2 None None] Sync routers for ids ['17ffa94a-5dfa-4674-b438-98620fdac6f2'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:21:13.560454 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539962bb-7a11-4827-8828-1459ad756fa2 None None] Routers {'17ffa94a-5dfa-4674-b438-98620fdac6f2'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:21:13.561071 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-539962bb-7a11-4827-8828-1459ad756fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:20:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['17ffa94a-5dfa-4674-b438-98620fdac6f2'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:13.661231 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e068d025-3c12-400d-a345-44852eeaa1b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:13.673305 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-539962bb-7a11-4827-8828-1459ad756fa2 None None] Set router 17ffa94a-5dfa-4674-b438-98620fdac6f2 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:21:13.778220 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e068d025-3c12-400d-a345-44852eeaa1b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:13.839177 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-e068d025-3c12-400d-a345-44852eeaa1b7 admin admin] Deleting port c9adec72-9a89-46f5-b526-ece9a5e443b9 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:13.839528 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e068d025-3c12-400d-a345-44852eeaa1b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:13.853789 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-36c5d938-1173-4515-8272-98f8fdfd3a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:13.866633 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-539962bb-7a11-4827-8828-1459ad756fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'name': 'tempest-TestVolumeBootPattern-1236048449-router', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:08:10Z', 'updated_at': '2021-08-10T01:21:12Z', 'revision_number': 5, 'project_id': 'a4f463465f414d20a10d25627743d857', 'gw_port': {'id': 'c9adec72-9a89-46f5-b526-ece9a5e443b9', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:53:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:11Z', 'updated_at': '2021-08-10T01:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:13.893036 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539962bb-7a11-4827-8828-1459ad756fa2 None None] Checking router: 17ffa94a-5dfa-4674-b438-98620fdac6f2 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:21:13.902119 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539962bb-7a11-4827-8828-1459ad756fa2 None None] Routers {'17ffa94a-5dfa-4674-b438-98620fdac6f2'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:21:13.902803 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-539962bb-7a11-4827-8828-1459ad756fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:21:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['17ffa94a-5dfa-4674-b438-98620fdac6f2'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:13.930724 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-e068d025-3c12-400d-a345-44852eeaa1b7 admin admin] For port c9adec72-9a89-46f5-b526-ece9a5e443b9, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=c9adec72-9a89-46f5-b526-ece9a5e443b9,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:13.932807 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e068d025-3c12-400d-a345-44852eeaa1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:13.954015 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-e068d025-3c12-400d-a345-44852eeaa1b7 admin admin] Calling delete_port for c9adec72-9a89-46f5-b526-ece9a5e443b9 owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:13.995629 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-539962bb-7a11-4827-8828-1459ad756fa2 None None] Set router 17ffa94a-5dfa-4674-b438-98620fdac6f2 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:21:14.135770 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e068d025-3c12-400d-a345-44852eeaa1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:14.140145 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-539962bb-7a11-4827-8828-1459ad756fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'name': 'tempest-TestVolumeBootPattern-1236048449-router', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:08:10Z', 'updated_at': '2021-08-10T01:21:13Z', 'revision_number': 6, 'project_id': 'a4f463465f414d20a10d25627743d857', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:14.165577 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539962bb-7a11-4827-8828-1459ad756fa2 None None] The sync data for ids ['17ffa94a-5dfa-4674-b438-98620fdac6f2'] in n-d-766726-26 is: [{'id': '17ffa94a-5dfa-4674-b438-98620fdac6f2', 'name': 'tempest-TestVolumeBootPattern-1236048449-router', 'tenant_id': 'a4f463465f414d20a10d25627743d857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:08:10Z', 'updated_at': '2021-08-10T01:21:13Z', 'revision_number': 6, 'project_id': 'a4f463465f414d20a10d25627743d857', 'gw_port_host': None}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:21:14.169638 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068d025-3c12-400d-a345-44852eeaa1b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9adec72-9a89-46f5-b526-ece9a5e443b9,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:14.201825 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e068d025-3c12-400d-a345-44852eeaa1b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:14.202373 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e068d025-3c12-400d-a345-44852eeaa1b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:14.202791 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e068d025-3c12-400d-a345-44852eeaa1b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:14.203200 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e068d025-3c12-400d-a345-44852eeaa1b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:14.203698 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e068d025-3c12-400d-a345-44852eeaa1b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:14.205580 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e068d025-3c12-400d-a345-44852eeaa1b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:14.205951 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e068d025-3c12-400d-a345-44852eeaa1b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:14.206787 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e068d025-3c12-400d-a345-44852eeaa1b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:14.206787 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e068d025-3c12-400d-a345-44852eeaa1b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:14.207164 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e068d025-3c12-400d-a345-44852eeaa1b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:14.207558 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e068d025-3c12-400d-a345-44852eeaa1b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:14.207954 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e068d025-3c12-400d-a345-44852eeaa1b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:14.261629 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e068d025-3c12-400d-a345-44852eeaa1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:14.365206 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e068d025-3c12-400d-a345-44852eeaa1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:14.367348 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e068d025-3c12-400d-a345-44852eeaa1b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:14.417698 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e068d025-3c12-400d-a345-44852eeaa1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:14.418436 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e068d025-3c12-400d-a345-44852eeaa1b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17ffa94a-5dfa-4674-b438-98620fdac6f2 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:21:14.423965 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e068d025-3c12-400d-a345-44852eeaa1b7 admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:14.425572 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e068d025-3c12-400d-a345-44852eeaa1b7 admin admin] 10.222.0.35 "DELETE /v2.0/routers/17ffa94a-5dfa-4674-b438-98620fdac6f2 HTTP/1.1" status: 204 len: 168 time: 0.8771653 Aug 10 01:21:14.427923 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48462) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:14.456747 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:14.482551 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cf92fd8-caa1-466f-80ee-92a132680505 admin admin] Deleting subnet 1982ede0-b8b9-4659-ad0a-d59c9e02d1ca {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:21:14.485823 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3cf92fd8-caa1-466f-80ee-92a132680505 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:14.550692 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3cf92fd8-caa1-466f-80ee-92a132680505 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:14.663794 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3cf92fd8-caa1-466f-80ee-92a132680505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:14.743720 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3cf92fd8-caa1-466f-80ee-92a132680505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:14.770638 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf92fd8-caa1-466f-80ee-92a132680505 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1982ede0-b8b9-4659-ad0a-d59c9e02d1ca,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:14.781821 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254f7cb2-a95c-4935-92ae-c0877118b734 None None] Network d5f42a49-cf64-4535-a007-0ffeb2000607 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:21:14.781954 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3cf92fd8-caa1-466f-80ee-92a132680505 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:14.784351 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3cf92fd8-caa1-466f-80ee-92a132680505 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1982ede0-b8b9-4659-ad0a-d59c9e02d1ca HTTP/1.1" status: 204 len: 168 time: 0.3553581 Aug 10 01:21:14.786758 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48470) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:14.865624 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-56e608e5-e139-425f-8763-4cc3868829ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:14.935337 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-56e608e5-e139-425f-8763-4cc3868829ba admin admin] Deleting port 3ff34356-8bbe-4279-aade-c6a46d270d87 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:14.935688 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-56e608e5-e139-425f-8763-4cc3868829ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:15.003196 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-56e608e5-e139-425f-8763-4cc3868829ba admin admin] For port 3ff34356-8bbe-4279-aade-c6a46d270d87, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=3ff34356-8bbe-4279-aade-c6a46d270d87,segment=NetworkSegment(6bb08f30-b0e8-4f53-9c2c-d675a93d2518),segment_id=6bb08f30-b0e8-4f53-9c2c-d675a93d2518)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:15.003578 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-56e608e5-e139-425f-8763-4cc3868829ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:15.021391 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-56e608e5-e139-425f-8763-4cc3868829ba admin admin] Calling delete_port for 3ff34356-8bbe-4279-aade-c6a46d270d87 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:15.055667 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6560a4d-489d-46aa-86ed-78b016ed2acd None None] DHCP port deletion for d5f42a49-cf64-4535-a007-0ffeb2000607 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:21:15.093321 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a98f3335-ba8a-41c8-8f1d-9b87daaf23bb no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:21:15.121083 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: a98f3335-ba8a-41c8-8f1d-9b87daaf23bb {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:21:15.121439 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a98f3335-ba8a-41c8-8f1d-9b87daaf23bb not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:21:15.133289 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-56e608e5-e139-425f-8763-4cc3868829ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:15.148409 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b6560a4d-489d-46aa-86ed-78b016ed2acd None None] Deleting port 3ff34356-8bbe-4279-aade-c6a46d270d87 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:15.148812 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b6560a4d-489d-46aa-86ed-78b016ed2acd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:15.169728 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e608e5-e139-425f-8763-4cc3868829ba admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff34356-8bbe-4279-aade-c6a46d270d87,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:15.181094 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e608e5-e139-425f-8763-4cc3868829ba admin admin] No DVR routers for this DVR port 3ff34356-8bbe-4279-aade-c6a46d270d87 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:21:15.215905 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:15.249952 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-b6560a4d-489d-46aa-86ed-78b016ed2acd None None] For port 3ff34356-8bbe-4279-aade-c6a46d270d87, host n-d-766726-26, got binding levels [] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:15.250435 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b6560a4d-489d-46aa-86ed-78b016ed2acd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:15.266539 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b6560a4d-489d-46aa-86ed-78b016ed2acd None None] Calling delete_port for 3ff34356-8bbe-4279-aade-c6a46d270d87 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:15.267538 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-56e608e5-e139-425f-8763-4cc3868829ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:15.270134 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.ipam_backend_mixin [None req-b6560a4d-489d-46aa-86ed-78b016ed2acd None None] Port 3ff34356-8bbe-4279-aade-c6a46d270d87 was not found and therefore no delete operation was performed {{(pid=105828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 01:21:15.272652 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b6560a4d-489d-46aa-86ed-78b016ed2acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:15.283562 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-56e608e5-e139-425f-8763-4cc3868829ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f42a49-cf64-4535-a007-0ffeb2000607']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:15.295765 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-56e608e5-e139-425f-8763-4cc3868829ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb08f30-b0e8-4f53-9c2c-d675a93d2518') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:15.296089 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-56e608e5-e139-425f-8763-4cc3868829ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb08f30-b0e8-4f53-9c2c-d675a93d2518') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:15.307456 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-56e608e5-e139-425f-8763-4cc3868829ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:15.313599 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6560a4d-489d-46aa-86ed-78b016ed2acd None None] Pushing event deleted for resources: {'Port': ['ID=3ff34356-8bbe-4279-aade-c6a46d270d87,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:15.329659 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6560a4d-489d-46aa-86ed-78b016ed2acd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:15.329659 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6560a4d-489d-46aa-86ed-78b016ed2acd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:15.330081 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6560a4d-489d-46aa-86ed-78b016ed2acd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:15.330353 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6560a4d-489d-46aa-86ed-78b016ed2acd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:15.330695 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6560a4d-489d-46aa-86ed-78b016ed2acd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:15.331059 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6560a4d-489d-46aa-86ed-78b016ed2acd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:15.331398 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6560a4d-489d-46aa-86ed-78b016ed2acd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:15.331521 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-56e608e5-e139-425f-8763-4cc3868829ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:15.331732 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6560a4d-489d-46aa-86ed-78b016ed2acd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:15.332071 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6560a4d-489d-46aa-86ed-78b016ed2acd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:15.332446 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6560a4d-489d-46aa-86ed-78b016ed2acd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:15.332780 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6560a4d-489d-46aa-86ed-78b016ed2acd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:15.333112 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6560a4d-489d-46aa-86ed-78b016ed2acd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:15.338576 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6560a4d-489d-46aa-86ed-78b016ed2acd None None] No DVR routers for this DVR port 3ff34356-8bbe-4279-aade-c6a46d270d87 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:21:15.348380 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e608e5-e139-425f-8763-4cc3868829ba admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:21:15.348806 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-56e608e5-e139-425f-8763-4cc3868829ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:15.353393 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:21:15.353393 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:21:15.353393 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:21:15.353393 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:21:15.353393 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:21:15.353393 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:21:15.353393 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:21:15.353393 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:21:15.353393 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:21:15.353393 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:21:15.353393 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:21:15.353393 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:21:15.353393 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:21:15.353393 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:21:15.353393 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:21:15.353393 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:21:15.353393 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:21:15.353393 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:21:15.353393 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:21:15.353393 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:21:15.353393 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:21:15.353393 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:21:15.353393 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:21:15.353393 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:21:15.353393 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:21:15.353393 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:21:15.353393 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:21:15.353393 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:21:15.353393 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:21:15.353393 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:21:15.353393 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:21:15.353393 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:21:15.430926 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-56e608e5-e139-425f-8763-4cc3868829ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:15.443188 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-56e608e5-e139-425f-8763-4cc3868829ba admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:15.448849 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-56e608e5-e139-425f-8763-4cc3868829ba admin admin] 10.222.0.35 "DELETE /v2.0/networks/d5f42a49-cf64-4535-a007-0ffeb2000607 HTTP/1.1" status: 204 len: 168 time: 0.6574914 Aug 10 01:21:15.448849 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48488) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:15.466533 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e608e5-e139-425f-8763-4cc3868829ba admin admin] Pushing event deleted for resources: {'Network': ['ID=d5f42a49-cf64-4535-a007-0ffeb2000607,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:15.853304 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-156a0d1a-6c90-4c1f-b851-34bc5db5ce31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:16.163014 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-156a0d1a-6c90-4c1f-b851-34bc5db5ce31 admin admin] Deleting port b8090518-4d65-4733-99e3-78923c85be7d {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:16.163369 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-156a0d1a-6c90-4c1f-b851-34bc5db5ce31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:16.245247 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-156a0d1a-6c90-4c1f-b851-34bc5db5ce31 admin admin] For port b8090518-4d65-4733-99e3-78923c85be7d, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b8090518-4d65-4733-99e3-78923c85be7d,segment=NetworkSegment(847442a8-ee35-4075-847f-9fb49f0d7f57),segment_id=847442a8-ee35-4075-847f-9fb49f0d7f57)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:16.245622 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-156a0d1a-6c90-4c1f-b851-34bc5db5ce31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:16.258124 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-156a0d1a-6c90-4c1f-b851-34bc5db5ce31 admin admin] Calling delete_port for b8090518-4d65-4733-99e3-78923c85be7d owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:16.278199 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:16.461419 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-156a0d1a-6c90-4c1f-b851-34bc5db5ce31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:16.479562 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3ff34356-8bbe-4279-aade-c6a46d270d87 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:21:16.495972 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a0d1a-6c90-4c1f-b851-34bc5db5ce31 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8090518-4d65-4733-99e3-78923c85be7d,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:16.517566 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 3ff34356-8bbe-4279-aade-c6a46d270d87 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:21:16.518141 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3ff34356-8bbe-4279-aade-c6a46d270d87 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:21:16.518818 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c9adec72-9a89-46f5-b526-ece9a5e443b9 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:21:16.542746 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: c9adec72-9a89-46f5-b526-ece9a5e443b9 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:21:16.543333 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c9adec72-9a89-46f5-b526-ece9a5e443b9 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:21:16.691002 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-156a0d1a-6c90-4c1f-b851-34bc5db5ce31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:16.921955 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156a0d1a-6c90-4c1f-b851-34bc5db5ce31 admin admin] Router f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:21:17.046957 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156a0d1a-6c90-4c1f-b851-34bc5db5ce31 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:21:17.056594 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48528) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:17.057054 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-156a0d1a-6c90-4c1f-b851-34bc5db5ce31 admin admin] 10.222.0.35 "PUT /v2.0/routers/f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6069980 Aug 10 01:21:17.058925 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e09cf9-600f-495c-8ec2-6feebe7a3168 None None] Sync routers for ids ['f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:21:17.068448 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e09cf9-600f-495c-8ec2-6feebe7a3168 None None] Routers {'f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:21:17.069065 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-03e09cf9-600f-495c-8ec2-6feebe7a3168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:21:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:17.181688 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f3f7ee0d-59c7-4f8d-87e8-ca6bb8e3dec1 admin admin] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:17.182512 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-03e09cf9-600f-495c-8ec2-6feebe7a3168 None None] Set router f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:21:17.288026 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f3f7ee0d-59c7-4f8d-87e8-ca6bb8e3dec1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:17.351838 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-f3f7ee0d-59c7-4f8d-87e8-ca6bb8e3dec1 admin admin] Deleting port b5a619ef-345e-4c2b-b115-dc85c6f916de {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:17.352436 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f3f7ee0d-59c7-4f8d-87e8-ca6bb8e3dec1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:17.394207 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-03e09cf9-600f-495c-8ec2-6feebe7a3168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7', 'name': 'tempest-TestVolumeBootPattern-576994019-router', 'tenant_id': 'a99c75ab85e041ea8bec31d5e1e152ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'b5a619ef-345e-4c2b-b115-dc85c6f916de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:08:21Z', 'updated_at': '2021-08-10T01:21:16Z', 'revision_number': 5, 'project_id': 'a99c75ab85e041ea8bec31d5e1e152ee', 'gw_port': {'id': 'b5a619ef-345e-4c2b-b115-dc85c6f916de', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:08:22Z', 'updated_at': '2021-08-10T01:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:17.427577 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e09cf9-600f-495c-8ec2-6feebe7a3168 None None] Checking router: f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:21:17.439141 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e09cf9-600f-495c-8ec2-6feebe7a3168 None None] Routers {'f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:21:17.439776 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-03e09cf9-600f-495c-8ec2-6feebe7a3168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:21:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:17.463635 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-f3f7ee0d-59c7-4f8d-87e8-ca6bb8e3dec1 admin admin] For port b5a619ef-345e-4c2b-b115-dc85c6f916de, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b5a619ef-345e-4c2b-b115-dc85c6f916de,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:17.464766 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f3f7ee0d-59c7-4f8d-87e8-ca6bb8e3dec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:17.482017 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-f3f7ee0d-59c7-4f8d-87e8-ca6bb8e3dec1 admin admin] Calling delete_port for b5a619ef-345e-4c2b-b115-dc85c6f916de owned by network:router_gateway {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:17.543109 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-03e09cf9-600f-495c-8ec2-6feebe7a3168 None None] Set router f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7 gateway port host: None {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:21:17.601092 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-03e09cf9-600f-495c-8ec2-6feebe7a3168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7', 'name': 'tempest-TestVolumeBootPattern-576994019-router', 'tenant_id': 'a99c75ab85e041ea8bec31d5e1e152ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:08:21Z', 'updated_at': '2021-08-10T01:21:17Z', 'revision_number': 6, 'project_id': 'a99c75ab85e041ea8bec31d5e1e152ee', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:17.656734 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e09cf9-600f-495c-8ec2-6feebe7a3168 None None] The sync data for ids ['f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7'] in n-d-766726-26 is: [{'id': 'f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7', 'name': 'tempest-TestVolumeBootPattern-576994019-router', 'tenant_id': 'a99c75ab85e041ea8bec31d5e1e152ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:08:21Z', 'updated_at': '2021-08-10T01:21:17Z', 'revision_number': 6, 'project_id': 'a99c75ab85e041ea8bec31d5e1e152ee', 'gw_port_host': None}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:21:17.715767 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f3f7ee0d-59c7-4f8d-87e8-ca6bb8e3dec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:17.745847 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7ee0d-59c7-4f8d-87e8-ca6bb8e3dec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5a619ef-345e-4c2b-b115-dc85c6f916de,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:17.774202 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f7ee0d-59c7-4f8d-87e8-ca6bb8e3dec1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:17.775115 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f7ee0d-59c7-4f8d-87e8-ca6bb8e3dec1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:17.775478 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f7ee0d-59c7-4f8d-87e8-ca6bb8e3dec1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:17.775826 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f7ee0d-59c7-4f8d-87e8-ca6bb8e3dec1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:17.776208 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f7ee0d-59c7-4f8d-87e8-ca6bb8e3dec1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:17.776559 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f7ee0d-59c7-4f8d-87e8-ca6bb8e3dec1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:17.776872 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f7ee0d-59c7-4f8d-87e8-ca6bb8e3dec1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:17.777208 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f7ee0d-59c7-4f8d-87e8-ca6bb8e3dec1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:17.777542 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f7ee0d-59c7-4f8d-87e8-ca6bb8e3dec1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:17.777892 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f7ee0d-59c7-4f8d-87e8-ca6bb8e3dec1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:17.778206 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f7ee0d-59c7-4f8d-87e8-ca6bb8e3dec1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:17.778539 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f7ee0d-59c7-4f8d-87e8-ca6bb8e3dec1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:17.825310 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f3f7ee0d-59c7-4f8d-87e8-ca6bb8e3dec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:17.941098 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f3f7ee0d-59c7-4f8d-87e8-ca6bb8e3dec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:17.943251 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f3f7ee0d-59c7-4f8d-87e8-ca6bb8e3dec1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:17.996145 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f3f7ee0d-59c7-4f8d-87e8-ca6bb8e3dec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:18.004550 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f7ee0d-59c7-4f8d-87e8-ca6bb8e3dec1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7 {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:21:18.010203 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f3f7ee0d-59c7-4f8d-87e8-ca6bb8e3dec1 admin admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:18.011456 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f3f7ee0d-59c7-4f8d-87e8-ca6bb8e3dec1 admin admin] 10.222.0.35 "DELETE /v2.0/routers/f0ea0e12-a9f5-41e9-91ea-3a64b980bdb7 HTTP/1.1" status: 204 len: 168 time: 0.9532726 Aug 10 01:21:18.014061 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48548) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:18.063779 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c459902-3277-45a5-a5d9-74aedbbb7921 admin admin] Deleting subnet a472717a-67d7-4753-b342-be05cfe7a3c4 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:21:18.067792 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5c459902-3277-45a5-a5d9-74aedbbb7921 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:18.109695 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5c459902-3277-45a5-a5d9-74aedbbb7921 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:18.213333 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5c459902-3277-45a5-a5d9-74aedbbb7921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:18.266541 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5c459902-3277-45a5-a5d9-74aedbbb7921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:18.292731 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c459902-3277-45a5-a5d9-74aedbbb7921 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a472717a-67d7-4753-b342-be05cfe7a3c4,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:18.296414 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5c459902-3277-45a5-a5d9-74aedbbb7921 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:18.300777 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5c459902-3277-45a5-a5d9-74aedbbb7921 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a472717a-67d7-4753-b342-be05cfe7a3c4 HTTP/1.1" status: 204 len: 168 time: 0.2832325 Aug 10 01:21:18.301168 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48554) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:18.304308 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45719188-a52c-42b8-8016-9c749b0e4ca3 None None] Network 3d498a66-817f-4a29-a393-846a3465501b requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:21:18.374081 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0358269-bb7b-4466-afc4-dac43d1555f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:18.447991 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-b0358269-bb7b-4466-afc4-dac43d1555f4 admin admin] Deleting port a52c3182-2d3c-477e-ab2e-ec49b4d3affa {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:18.448378 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0358269-bb7b-4466-afc4-dac43d1555f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:18.514530 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1b01ed-4cdb-414e-a384-f21d79698260 None None] DHCP port deletion for 3d498a66-817f-4a29-a393-846a3465501b request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:21:18.537038 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-b0358269-bb7b-4466-afc4-dac43d1555f4 admin admin] For port a52c3182-2d3c-477e-ab2e-ec49b4d3affa, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a52c3182-2d3c-477e-ab2e-ec49b4d3affa,segment=NetworkSegment(847442a8-ee35-4075-847f-9fb49f0d7f57),segment_id=847442a8-ee35-4075-847f-9fb49f0d7f57)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:18.537948 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0358269-bb7b-4466-afc4-dac43d1555f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:18.558310 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-b0358269-bb7b-4466-afc4-dac43d1555f4 admin admin] Calling delete_port for a52c3182-2d3c-477e-ab2e-ec49b4d3affa owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:18.568128 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b5a619ef-345e-4c2b-b115-dc85c6f916de no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:21:18.592364 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: b5a619ef-345e-4c2b-b115-dc85c6f916de {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:21:18.592712 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b5a619ef-345e-4c2b-b115-dc85c6f916de not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:21:18.593141 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a52c3182-2d3c-477e-ab2e-ec49b4d3affa no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:21:18.597971 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-fb1b01ed-4cdb-414e-a384-f21d79698260 None None] Deleting port a52c3182-2d3c-477e-ab2e-ec49b4d3affa {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:18.598357 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fb1b01ed-4cdb-414e-a384-f21d79698260 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:18.660760 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0358269-bb7b-4466-afc4-dac43d1555f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:18.686789 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No active binding found for port a52c3182-2d3c-477e-ab2e-ec49b4d3affa {{(pid=105828) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 01:21:18.687252 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a52c3182-2d3c-477e-ab2e-ec49b4d3affa not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:21:18.687673 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b8090518-4d65-4733-99e3-78923c85be7d no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:21:18.696227 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0358269-bb7b-4466-afc4-dac43d1555f4 admin admin] No DVR routers for this DVR port a52c3182-2d3c-477e-ab2e-ec49b4d3affa on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:21:18.698738 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0358269-bb7b-4466-afc4-dac43d1555f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a52c3182-2d3c-477e-ab2e-ec49b4d3affa,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:18.717678 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: b8090518-4d65-4733-99e3-78923c85be7d {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:21:18.718261 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b8090518-4d65-4733-99e3-78923c85be7d not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:21:18.731461 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-fb1b01ed-4cdb-414e-a384-f21d79698260 None None] For port a52c3182-2d3c-477e-ab2e-ec49b4d3affa, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a52c3182-2d3c-477e-ab2e-ec49b4d3affa,segment=NetworkSegment(847442a8-ee35-4075-847f-9fb49f0d7f57),segment_id=847442a8-ee35-4075-847f-9fb49f0d7f57)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:18.732066 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fb1b01ed-4cdb-414e-a384-f21d79698260 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:18.750756 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-fb1b01ed-4cdb-414e-a384-f21d79698260 None None] Calling delete_port for a52c3182-2d3c-477e-ab2e-ec49b4d3affa owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:18.788943 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0358269-bb7b-4466-afc4-dac43d1555f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:18.799043 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-b0358269-bb7b-4466-afc4-dac43d1555f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d498a66-817f-4a29-a393-846a3465501b']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:18.811704 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-b0358269-bb7b-4466-afc4-dac43d1555f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '847442a8-ee35-4075-847f-9fb49f0d7f57') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:18.812096 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-b0358269-bb7b-4466-afc4-dac43d1555f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '847442a8-ee35-4075-847f-9fb49f0d7f57') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:18.823532 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0358269-bb7b-4466-afc4-dac43d1555f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:18.842837 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0358269-bb7b-4466-afc4-dac43d1555f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:18.849394 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0358269-bb7b-4466-afc4-dac43d1555f4 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:21:18.850228 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0358269-bb7b-4466-afc4-dac43d1555f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:18.853507 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:21:18.853507 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:21:18.853507 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:21:18.853507 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:21:18.853507 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:21:18.853507 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:21:18.853507 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:21:18.853507 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:21:18.853507 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:21:18.853507 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:21:18.853507 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:21:18.853507 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:21:18.853507 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:21:18.853507 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:21:18.853507 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:21:18.853507 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:21:18.853507 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:21:18.853507 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:21:18.853507 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:21:18.853507 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:21:18.853507 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:21:18.853507 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:21:18.853507 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:21:18.853507 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:21:18.853507 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:21:18.853507 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:21:18.853507 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:21:18.853507 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:21:18.853507 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:21:18.853507 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:21:18.853507 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:21:18.853507 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:21:18.860174 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fb1b01ed-4cdb-414e-a384-f21d79698260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:18.896420 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1b01ed-4cdb-414e-a384-f21d79698260 None None] No DVR routers for this DVR port a52c3182-2d3c-477e-ab2e-ec49b4d3affa on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:21:18.914620 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b01ed-4cdb-414e-a384-f21d79698260 None None] Pushing event deleted for resources: {'Port': ['ID=a52c3182-2d3c-477e-ab2e-ec49b4d3affa,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:18.920604 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0358269-bb7b-4466-afc4-dac43d1555f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:18.930382 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0358269-bb7b-4466-afc4-dac43d1555f4 admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:18.935243 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b0358269-bb7b-4466-afc4-dac43d1555f4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/3d498a66-817f-4a29-a393-846a3465501b HTTP/1.1" status: 204 len: 168 time: 0.6309185 Aug 10 01:21:18.968148 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0358269-bb7b-4466-afc4-dac43d1555f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d498a66-817f-4a29-a393-846a3465501b,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:19.095061 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48582) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:19.467148 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-bddddff0-4ea9-48c1-84aa-516763aeb972 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a4f463465f414d20a10d25627743d857&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3708806 Aug 10 01:21:19.470003 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48590) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:19.519993 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-068ef892-8581-4387-b265-aa8f6f2952cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:19.543299 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-068ef892-8581-4387-b265-aa8f6f2952cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:19.614604 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-068ef892-8581-4387-b265-aa8f6f2952cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:19.617639 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-068ef892-8581-4387-b265-aa8f6f2952cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:19.618957 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-068ef892-8581-4387-b265-aa8f6f2952cf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f9ede1ed-3957-4a3e-8284-98b07716ac94 HTTP/1.1" status: 204 len: 168 time: 0.1479700 Aug 10 01:21:19.635649 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ef892-8581-4387-b265-aa8f6f2952cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ede1ed-3957-4a3e-8284-98b07716ac94,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:19.976234 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48606) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:20.017108 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ff76340a-c5e0-48b4-8353-02b1d9574268 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a99c75ab85e041ea8bec31d5e1e152ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396121 Aug 10 01:21:20.019464 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48608) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:20.074769 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0f025fde-68dd-4dcd-b60c-f276be32da7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:20.096684 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0f025fde-68dd-4dcd-b60c-f276be32da7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:20.145631 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0f025fde-68dd-4dcd-b60c-f276be32da7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:20.149023 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0f025fde-68dd-4dcd-b60c-f276be32da7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:20.153317 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0f025fde-68dd-4dcd-b60c-f276be32da7b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1ffa2e77-ce9c-4818-aceb-ce73741d1219 HTTP/1.1" status: 204 len: 168 time: 0.1304924 Aug 10 01:21:20.160648 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f025fde-68dd-4dcd-b60c-f276be32da7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffa2e77-ce9c-4818-aceb-ce73741d1219,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:21.532922 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48650) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:21.645660 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0a23e659-2490-4344-8a09-2b081fd2b658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:21.739845 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0a23e659-2490-4344-8a09-2b081fd2b658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:21.743738 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0a23e659-2490-4344-8a09-2b081fd2b658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:21.782394 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0a23e659-2490-4344-8a09-2b081fd2b658 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7c7c7e04aed64dcba0fc5015e53817ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2477877 Aug 10 01:21:21.783357 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23e659-2490-4344-8a09-2b081fd2b658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d5cea5-86ba-4e9f-875c-be5e4fe91a08,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:21.784975 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48658) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:21.839020 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b698efa3-6bc1-471d-a924-0df2b1363909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:21.859309 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b698efa3-6bc1-471d-a924-0df2b1363909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:21.908456 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b698efa3-6bc1-471d-a924-0df2b1363909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:21.911024 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b698efa3-6bc1-471d-a924-0df2b1363909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:21.914496 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b698efa3-6bc1-471d-a924-0df2b1363909 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/70d5cea5-86ba-4e9f-875c-be5e4fe91a08 HTTP/1.1" status: 204 len: 168 time: 0.1253123 Aug 10 01:21:21.920167 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b698efa3-6bc1-471d-a924-0df2b1363909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d5cea5-86ba-4e9f-875c-be5e4fe91a08,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:22.185347 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48670) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:22.198805 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b5709c5c-bb01-41c3-93b4-fe5122014e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:22.290473 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b5709c5c-bb01-41c3-93b4-fe5122014e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:22.294945 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b5709c5c-bb01-41c3-93b4-fe5122014e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:22.334183 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b5709c5c-bb01-41c3-93b4-fe5122014e5b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=07f13cf85eb34ab0af72aa757f694554&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1477187 Aug 10 01:21:22.337526 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48676) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:22.338701 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5709c5c-bb01-41c3-93b4-fe5122014e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbd4cc7-cee8-4edf-879a-8e42b376cf6f,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:22.389515 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0239d4f5-810b-4e42-9772-b7d0ade35327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:22.411742 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0239d4f5-810b-4e42-9772-b7d0ade35327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:22.458798 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0239d4f5-810b-4e42-9772-b7d0ade35327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:22.461601 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0239d4f5-810b-4e42-9772-b7d0ade35327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:22.463257 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0239d4f5-810b-4e42-9772-b7d0ade35327 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ffbd4cc7-cee8-4edf-879a-8e42b376cf6f HTTP/1.1" status: 204 len: 168 time: 0.1247373 Aug 10 01:21:22.471124 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239d4f5-810b-4e42-9772-b7d0ade35327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbd4cc7-cee8-4edf-879a-8e42b376cf6f,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:24.741248 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:21:28.242770 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:32.679009 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48970) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:32.790767 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-03cbdef1-dfe9-40a4-9dcd-187d6b74158c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:32.881424 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-03cbdef1-dfe9-40a4-9dcd-187d6b74158c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:32.887501 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-03cbdef1-dfe9-40a4-9dcd-187d6b74158c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:32.924126 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cbdef1-dfe9-40a4-9dcd-187d6b74158c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78b64e7-a75c-4452-9e48-67ed0ba3bafd,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:32.931787 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-03cbdef1-dfe9-40a4-9dcd-187d6b74158c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cb952a64ac5c4b0e90a3ffa2d07d8f1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2517126 Aug 10 01:21:32.931956 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 48980) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:32.980880 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ebd672f8-f09c-46e7-ba90-b1e62e96ec8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:33.002128 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ebd672f8-f09c-46e7-ba90-b1e62e96ec8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:33.048805 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ebd672f8-f09c-46e7-ba90-b1e62e96ec8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:33.051795 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ebd672f8-f09c-46e7-ba90-b1e62e96ec8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:33.055965 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ebd672f8-f09c-46e7-ba90-b1e62e96ec8f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f78b64e7-a75c-4452-9e48-67ed0ba3bafd HTTP/1.1" status: 204 len: 168 time: 0.1200168 Aug 10 01:21:33.061381 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd672f8-f09c-46e7-ba90-b1e62e96ec8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78b64e7-a75c-4452-9e48-67ed0ba3bafd,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:33.319370 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 48998) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:33.333334 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-06f0d31d-bf1d-4446-bb6d-5b9159b606e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:33.429081 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-06f0d31d-bf1d-4446-bb6d-5b9159b606e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:33.432677 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-06f0d31d-bf1d-4446-bb6d-5b9159b606e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:33.469678 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0d31d-bf1d-4446-bb6d-5b9159b606e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4aa26e-4f69-49a8-a6c9-db0ebf71536b,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:33.473799 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-06f0d31d-bf1d-4446-bb6d-5b9159b606e3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=41574d162fec43d0a65fa67523075937&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1534104 Aug 10 01:21:33.476706 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 49000) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:33.536466 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8fab145e-f178-48f9-a23a-d1b554a52b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:33.558108 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8fab145e-f178-48f9-a23a-d1b554a52b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:33.605307 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8fab145e-f178-48f9-a23a-d1b554a52b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:33.607764 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8fab145e-f178-48f9-a23a-d1b554a52b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:33.608958 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8fab145e-f178-48f9-a23a-d1b554a52b8a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bb4aa26e-4f69-49a8-a6c9-db0ebf71536b HTTP/1.1" status: 204 len: 168 time: 0.1306903 Aug 10 01:21:33.623306 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab145e-f178-48f9-a23a-d1b554a52b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4aa26e-4f69-49a8-a6c9-db0ebf71536b,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:35.464694 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-69c0b16f-b461-44c5-b6d1-d5929852585e req-122a54db-65b7-45f5-b0b3-31f7a06a1fe7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a740c296-c601-4dc0-a5ed-5981f6a265c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426848 Aug 10 01:21:35.553517 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0b16f-b461-44c5-b6d1-d5929852585e req-626b3b95-d89f-40a4-bfac-f9857eb3c768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:35.555247 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-69c0b16f-b461-44c5-b6d1-d5929852585e req-626b3b95-d89f-40a4-bfac-f9857eb3c768 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=75d90fe613f04af9a88db54df84a9d1e&device_id=a740c296-c601-4dc0-a5ed-5981f6a265c1 HTTP/1.1" status: 200 len: 1097 time: 0.0469885 Aug 10 01:21:35.661901 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0b16f-b461-44c5-b6d1-d5929852585e req-9d6c19db-e558-47e9-8cdc-6d0d1e34d1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:35.663684 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-69c0b16f-b461-44c5-b6d1-d5929852585e req-9d6c19db-e558-47e9-8cdc-6d0d1e34d1ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=da04b376-9179-4831-8934-0e6b7aae24e5 HTTP/1.1" status: 200 len: 909 time: 0.0897572 Aug 10 01:21:35.729160 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-69c0b16f-b461-44c5-b6d1-d5929852585e req-37373c95-349a-4ed9-a2ba-4fc60e16f758 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c301ec5-d740-48eb-81c2-a2e3b1df195f HTTP/1.1" status: 200 len: 1001 time: 0.0582907 Aug 10 01:21:35.786971 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0b16f-b461-44c5-b6d1-d5929852585e req-b89400f9-a379-4380-b5d8-0e9e150353e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:35.788510 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-69c0b16f-b461-44c5-b6d1-d5929852585e req-b89400f9-a379-4380-b5d8-0e9e150353e7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4678a999-4487-4b9b-85af-b5bf29177a3f HTTP/1.1" status: 200 len: 847 time: 0.0517137 Aug 10 01:21:35.847587 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0b16f-b461-44c5-b6d1-d5929852585e req-14190076-6540-4a12-885d-b5db2a288ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:35.849316 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-69c0b16f-b461-44c5-b6d1-d5929852585e req-14190076-6540-4a12-885d-b5db2a288ef5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da04b376-9179-4831-8934-0e6b7aae24e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539279 Aug 10 01:21:35.957686 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-69c0b16f-b461-44c5-b6d1-d5929852585e req-f8eb6787-c2db-4db9-a7f7-f3c0b2c2dd77 service neutron] 10.222.0.24 "GET /v2.0/networks/da04b376-9179-4831-8934-0e6b7aae24e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924804 Aug 10 01:21:36.054755 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-69c0b16f-b461-44c5-b6d1-d5929852585e req-fd466b23-31f5-4d29-8702-d9b57d236889 service neutron] 10.222.0.24 "GET /v2.0/networks/da04b376-9179-4831-8934-0e6b7aae24e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899546 Aug 10 01:21:36.136078 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-071a8fb7-2587-4254-ac27-213737568b92 req-a7495189-01ad-4172-a0f3-417d2582ecc2 tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d566f3ea4e574f4a88c7d52872af6004&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302997 Aug 10 01:21:36.316536 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a8fb7-2587-4254-ac27-213737568b92 req-139f46b2-5e9d-4d1c-8ac1-aa50732ca46e tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:36.317940 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-071a8fb7-2587-4254-ac27-213737568b92 req-139f46b2-5e9d-4d1c-8ac1-aa50732ca46e tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1761036 Aug 10 01:21:36.333113 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-071a8fb7-2587-4254-ac27-213737568b92 req-0780b231-9059-4ae0-b39d-669ac7436284 tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] 10.222.0.35 "GET /v2.0/quotas/d566f3ea4e574f4a88c7d52872af6004 HTTP/1.1" status: 200 len: 375 time: 0.0091860 Aug 10 01:21:36.368731 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-071a8fb7-2587-4254-ac27-213737568b92 req-31801053-63b2-461d-b959-fe16dab5eb5a tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d566f3ea4e574f4a88c7d52872af6004&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301404 Aug 10 01:21:36.692507 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3579fa15-4972-4cad-bd02-2e99952964b2 req-7c30c7c3-8a48-4d73-9872-33717804d802 tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c836cef-e9ab-4572-a84b-569b51f60a6e HTTP/1.1" status: 200 len: 210 time: 0.1617541 Aug 10 01:21:37.589515 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-071a8fb7-2587-4254-ac27-213737568b92 req-ef072033-a82c-466e-a8a6-7ddd21e2e1d4 tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d566f3ea4e574f4a88c7d52872af6004&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294368 Aug 10 01:21:37.779213 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a8fb7-2587-4254-ac27-213737568b92 req-d5a251ae-5978-489d-ba05-e7910b014eb6 tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:37.780723 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-071a8fb7-2587-4254-ac27-213737568b92 req-d5a251ae-5978-489d-ba05-e7910b014eb6 tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1858079 Aug 10 01:21:37.792141 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6396e020-1df1-470d-8cfe-8ce399516930 req-2f071c05-8ade-4508-afe2-666b927b1f2d tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c836cef-e9ab-4572-a84b-569b51f60a6e HTTP/1.1" status: 200 len: 210 time: 0.0284786 Aug 10 01:21:37.799922 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-071a8fb7-2587-4254-ac27-213737568b92 req-eb377c43-7209-458b-a899-a0891e36a7af tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Request body: {'port': {'device_id': '7c836cef-e9ab-4572-a84b-569b51f60a6e', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'admin_state_up': True, 'tenant_id': 'd566f3ea4e574f4a88c7d52872af6004'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:37.908598 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-071a8fb7-2587-4254-ac27-213737568b92 req-eb377c43-7209-458b-a899-a0891e36a7af tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Made reservation on behalf of d566f3ea4e574f4a88c7d52872af6004 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:21:37.911923 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-071a8fb7-2587-4254-ac27-213737568b92 req-eb377c43-7209-458b-a899-a0891e36a7af tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:37.921085 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-071a8fb7-2587-4254-ac27-213737568b92 req-eb377c43-7209-458b-a899-a0891e36a7af tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:38.026121 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-071a8fb7-2587-4254-ac27-213737568b92 req-eb377c43-7209-458b-a899-a0891e36a7af tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:38.035184 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-071a8fb7-2587-4254-ac27-213737568b92 req-eb377c43-7209-458b-a899-a0891e36a7af tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:38.104214 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb377c43-7209-458b-a899-a0891e36a7af tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a66e8afa-b148-41fc-96d7-fc71f727a2e1,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:38.178922 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-071a8fb7-2587-4254-ac27-213737568b92 req-eb377c43-7209-458b-a899-a0891e36a7af tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Allocated IP 192.168.233.211 (853ae90b-411a-4cc9-b27c-aa212d4ff023/f49e9f1d-7e8a-42ac-a9f2-157734919ae5/e1653ee6-83bf-4847-aaa9-82a465326877) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:21:38.332117 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-071a8fb7-2587-4254-ac27-213737568b92 req-eb377c43-7209-458b-a899-a0891e36a7af tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:38.347057 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-071a8fb7-2587-4254-ac27-213737568b92 req-eb377c43-7209-458b-a899-a0891e36a7af tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Transition to ACTIVE for port object e1653ee6-83bf-4847-aaa9-82a465326877 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:21:38.379763 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-071a8fb7-2587-4254-ac27-213737568b92 req-eb377c43-7209-458b-a899-a0891e36a7af tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:38.423187 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-071a8fb7-2587-4254-ac27-213737568b92 req-eb377c43-7209-458b-a899-a0891e36a7af tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Network 853ae90b-411a-4cc9-b27c-aa212d4ff023 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:21:38.426670 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-071a8fb7-2587-4254-ac27-213737568b92 req-eb377c43-7209-458b-a899-a0891e36a7af tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:38.430876 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-071a8fb7-2587-4254-ac27-213737568b92 req-eb377c43-7209-458b-a899-a0891e36a7af tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:21:38.437354 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb377c43-7209-458b-a899-a0891e36a7af tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Pushing event updated for resources: {'Port': ['ID=e1653ee6-83bf-4847-aaa9-82a465326877,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:38.484128 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a8fb7-2587-4254-ac27-213737568b92 req-eb377c43-7209-458b-a899-a0891e36a7af tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:38.484812 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-071a8fb7-2587-4254-ac27-213737568b92 req-eb377c43-7209-458b-a899-a0891e36a7af tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:38.500378 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-071a8fb7-2587-4254-ac27-213737568b92 req-eb377c43-7209-458b-a899-a0891e36a7af tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7042427 Aug 10 01:21:38.519026 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-071a8fb7-2587-4254-ac27-213737568b92 req-ae92d3e8-e990-4e16-8b59-9e58af90db41 service neutron] Request body: {'port': {'device_id': '7c836cef-e9ab-4572-a84b-569b51f60a6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:38.580265 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-071a8fb7-2587-4254-ac27-213737568b92 req-ae92d3e8-e990-4e16-8b59-9e58af90db41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:38.700279 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d8dad849-90d7-42db-91ca-eb2465db025a None None] Provisioning for port e1653ee6-83bf-4847-aaa9-82a465326877 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:21:38.703741 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d8dad849-90d7-42db-91ca-eb2465db025a None None] Provisioning complete for port e1653ee6-83bf-4847-aaa9-82a465326877 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:21:38.704126 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d8dad849-90d7-42db-91ca-eb2465db025a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:38.740985 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-d8dad849-90d7-42db-91ca-eb2465db025a None None] Port e1653ee6-83bf-4847-aaa9-82a465326877 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:21:38.845445 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-071a8fb7-2587-4254-ac27-213737568b92 req-ae92d3e8-e990-4e16-8b59-9e58af90db41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1653ee6-83bf-4847-aaa9-82a465326877 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:21:38.852898 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-071a8fb7-2587-4254-ac27-213737568b92 req-ae92d3e8-e990-4e16-8b59-9e58af90db41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:38.865252 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-071a8fb7-2587-4254-ac27-213737568b92 req-ae92d3e8-e990-4e16-8b59-9e58af90db41 service neutron] Transition to ACTIVE for port object e1653ee6-83bf-4847-aaa9-82a465326877 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:21:38.870783 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-071a8fb7-2587-4254-ac27-213737568b92 req-ae92d3e8-e990-4e16-8b59-9e58af90db41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:38.907401 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e42653-0069-49ea-ae65-97a6a3abda33 req-37b5fded-c1bb-4f21-9334-818d8fca80c4 tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:38.908982 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-49e42653-0069-49ea-ae65-97a6a3abda33 req-37b5fded-c1bb-4f21-9334-818d8fca80c4 tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c836cef-e9ab-4572-a84b-569b51f60a6e HTTP/1.1" status: 200 len: 948 time: 0.0497241 Aug 10 01:21:38.949408 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae92d3e8-e990-4e16-8b59-9e58af90db41 service neutron] Pushing event updated for resources: {'Port': ['ID=e1653ee6-83bf-4847-aaa9-82a465326877,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:38.968997 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-49e42653-0069-49ea-ae65-97a6a3abda33 req-37284e53-2e26-47df-b580-173747d02b60 tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] 10.222.0.35 "GET /v2.0/security-groups?id=a66e8afa-b148-41fc-96d7-fc71f727a2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529201 Aug 10 01:21:39.001858 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-071a8fb7-2587-4254-ac27-213737568b92 req-ae92d3e8-e990-4e16-8b59-9e58af90db41 service neutron] Attempting to bind port e1653ee6-83bf-4847-aaa9-82a465326877 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:21:39.002337 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-071a8fb7-2587-4254-ac27-213737568b92 req-ae92d3e8-e990-4e16-8b59-9e58af90db41 service neutron] Attempting to bind port e1653ee6-83bf-4847-aaa9-82a465326877 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:21:39.002674 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071a8fb7-2587-4254-ac27-213737568b92 req-ae92d3e8-e990-4e16-8b59-9e58af90db41 service neutron] Attempting to bind port e1653ee6-83bf-4847-aaa9-82a465326877 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:21:39.007355 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071a8fb7-2587-4254-ac27-213737568b92 req-ae92d3e8-e990-4e16-8b59-9e58af90db41 service neutron] Port e1653ee6-83bf-4847-aaa9-82a465326877 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:21:39.007685 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071a8fb7-2587-4254-ac27-213737568b92 req-ae92d3e8-e990-4e16-8b59-9e58af90db41 service neutron] Attempting to bind port e1653ee6-83bf-4847-aaa9-82a465326877 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:21:39.014484 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071a8fb7-2587-4254-ac27-213737568b92 req-ae92d3e8-e990-4e16-8b59-9e58af90db41 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:21:39.014839 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071a8fb7-2587-4254-ac27-213737568b92 req-ae92d3e8-e990-4e16-8b59-9e58af90db41 service neutron] Checking segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:21:39.015242 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071a8fb7-2587-4254-ac27-213737568b92 req-ae92d3e8-e990-4e16-8b59-9e58af90db41 service neutron] Bound using segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:21:39.015691 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-071a8fb7-2587-4254-ac27-213737568b92 req-ae92d3e8-e990-4e16-8b59-9e58af90db41 service neutron] Bound port: e1653ee6-83bf-4847-aaa9-82a465326877, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:21:39.016063 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-071a8fb7-2587-4254-ac27-213737568b92 req-ae92d3e8-e990-4e16-8b59-9e58af90db41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:39.102066 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-071a8fb7-2587-4254-ac27-213737568b92 req-ae92d3e8-e990-4e16-8b59-9e58af90db41 service neutron] For port e1653ee6-83bf-4847-aaa9-82a465326877, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:21:39.108371 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-071a8fb7-2587-4254-ac27-213737568b92 req-ae92d3e8-e990-4e16-8b59-9e58af90db41 service neutron] For port e1653ee6-83bf-4847-aaa9-82a465326877, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=e1653ee6-83bf-4847-aaa9-82a465326877,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:21:39.116669 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-071a8fb7-2587-4254-ac27-213737568b92 req-ae92d3e8-e990-4e16-8b59-9e58af90db41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:39.159473 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a8fb7-2587-4254-ac27-213737568b92 req-ae92d3e8-e990-4e16-8b59-9e58af90db41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:39.160085 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-071a8fb7-2587-4254-ac27-213737568b92 req-ae92d3e8-e990-4e16-8b59-9e58af90db41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:39.161753 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-071a8fb7-2587-4254-ac27-213737568b92 req-ae92d3e8-e990-4e16-8b59-9e58af90db41 service neutron] 10.222.0.20 "PUT /v2.0/ports/e1653ee6-83bf-4847-aaa9-82a465326877 HTTP/1.1" status: 200 len: 1097 time: 0.6476033 Aug 10 01:21:39.162024 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c836cef-e9ab-4572-a84b-569b51f60a6e', 'tag': 'e1653ee6-83bf-4847-aaa9-82a465326877'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:21:39.166856 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adb61ec-09f9-4819-937a-ee04f825db3d" -d '{"events": [{"name": "network-changed", "server_uuid": "7c836cef-e9ab-4572-a84b-569b51f60a6e", "tag": "e1653ee6-83bf-4847-aaa9-82a465326877"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:21:39.184778 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae92d3e8-e990-4e16-8b59-9e58af90db41 service neutron] Pushing event updated for resources: {'Port': ['ID=e1653ee6-83bf-4847-aaa9-82a465326877,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:39.213906 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881075e2-06e6-4934-b1f8-c56c25972afd x-openstack-request-id: req-881075e2-06e6-4934-b1f8-c56c25972afd {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:21:39.214140 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c836cef-e9ab-4572-a84b-569b51f60a6e", "tag": "e1653ee6-83bf-4847-aaa9-82a465326877", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:21:39.214417 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-881075e2-06e6-4934-b1f8-c56c25972afd {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:21:39.214814 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c836cef-e9ab-4572-a84b-569b51f60a6e', 'tag': 'e1653ee6-83bf-4847-aaa9-82a465326877', 'status': 'completed', 'code': 200} Aug 10 01:21:39.278757 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a8fb7-2587-4254-ac27-213737568b92 req-68e7613d-a734-445e-9a59-94bc89641f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:39.280428 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-071a8fb7-2587-4254-ac27-213737568b92 req-68e7613d-a734-445e-9a59-94bc89641f9c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d566f3ea4e574f4a88c7d52872af6004&device_id=7c836cef-e9ab-4572-a84b-569b51f60a6e HTTP/1.1" status: 200 len: 1100 time: 0.0489163 Aug 10 01:21:39.331517 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-071a8fb7-2587-4254-ac27-213737568b92 req-0faf24e6-8c4b-4e3e-a27f-aa93d9ab0dd2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=e1653ee6-83bf-4847-aaa9-82a465326877 HTTP/1.1" status: 200 len: 217 time: 0.0384500 Aug 10 01:21:39.382724 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a8fb7-2587-4254-ac27-213737568b92 req-1d5e5f11-ac34-466b-89a4-3472a3a47a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:39.384402 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-071a8fb7-2587-4254-ac27-213737568b92 req-1d5e5f11-ac34-466b-89a4-3472a3a47a71 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0461268 Aug 10 01:21:39.441430 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a8fb7-2587-4254-ac27-213737568b92 req-8eb4e574-b9ae-426d-a548-9ee46ddb3e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:39.442933 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-071a8fb7-2587-4254-ac27-213737568b92 req-8eb4e574-b9ae-426d-a548-9ee46ddb3e7c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0517735 Aug 10 01:21:39.534206 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-071a8fb7-2587-4254-ac27-213737568b92 req-bdb1ff0c-4df7-4cf4-8d91-f105ca71030b service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843513 Aug 10 01:21:39.641197 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-071a8fb7-2587-4254-ac27-213737568b92 req-f0c3d063-40aa-4ff5-b36c-669e15c61da5 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998521 Aug 10 01:21:39.790769 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb61ec-09f9-4819-937a-ee04f825db3d req-d7d469bf-138a-49e8-9e8a-0d872bdfdd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:39.792311 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5adb61ec-09f9-4819-937a-ee04f825db3d req-d7d469bf-138a-49e8-9e8a-0d872bdfdd03 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d566f3ea4e574f4a88c7d52872af6004&device_id=7c836cef-e9ab-4572-a84b-569b51f60a6e HTTP/1.1" status: 200 len: 1100 time: 0.0432587 Aug 10 01:21:39.881445 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb61ec-09f9-4819-937a-ee04f825db3d req-f8a2b251-261f-484a-a10b-e1943e2e48bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:39.882901 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5adb61ec-09f9-4819-937a-ee04f825db3d req-f8a2b251-261f-484a-a10b-e1943e2e48bd service neutron] 10.222.0.20 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.0838194 Aug 10 01:21:39.927259 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5adb61ec-09f9-4819-937a-ee04f825db3d req-0c0db086-80bb-46df-8b50-f594d9e834fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=e1653ee6-83bf-4847-aaa9-82a465326877 HTTP/1.1" status: 200 len: 217 time: 0.0370777 Aug 10 01:21:39.977464 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb61ec-09f9-4819-937a-ee04f825db3d req-bd9eadba-22ea-45b0-aa0b-50b77e458d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:39.978829 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5adb61ec-09f9-4819-937a-ee04f825db3d req-bd9eadba-22ea-45b0-aa0b-50b77e458d1c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0444129 Aug 10 01:21:40.025000 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb61ec-09f9-4819-937a-ee04f825db3d req-6b8a748c-4f87-49ca-a11d-4fdb7bcdeb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:40.026460 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5adb61ec-09f9-4819-937a-ee04f825db3d req-6b8a748c-4f87-49ca-a11d-4fdb7bcdeb10 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0406766 Aug 10 01:21:40.088051 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7ba3a-b0c0-4781-9fbb-951a5a436a2e req-c9ce7c89-28e5-4f72-9c9a-54b6eda89bc9 tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:40.089688 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-64b7ba3a-b0c0-4781-9fbb-951a5a436a2e req-c9ce7c89-28e5-4f72-9c9a-54b6eda89bc9 tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c836cef-e9ab-4572-a84b-569b51f60a6e HTTP/1.1" status: 200 len: 948 time: 0.0534229 Aug 10 01:21:40.127009 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5adb61ec-09f9-4819-937a-ee04f825db3d req-be4cc2cb-2114-499e-841f-7d8635a96d05 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930512 Aug 10 01:21:40.132882 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-64b7ba3a-b0c0-4781-9fbb-951a5a436a2e req-d5b9c809-fae5-4fba-a468-5cbe4bc48adc tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] 10.222.0.35 "GET /v2.0/security-groups?id=a66e8afa-b148-41fc-96d7-fc71f727a2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371242 Aug 10 01:21:40.240313 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5adb61ec-09f9-4819-937a-ee04f825db3d req-d16b5dc2-8783-463d-96b7-217238906fbf service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055629 Aug 10 01:21:41.188781 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1e247f0d-21ed-46f7-979b-ba914cc1f12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:41.262774 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72874cc-dfaa-4db1-9d7c-756eb260c8ea req-cc22853d-d0e1-48cd-ac39-cbf361e143d5 tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:41.264281 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b72874cc-dfaa-4db1-9d7c-756eb260c8ea req-cc22853d-d0e1-48cd-ac39-cbf361e143d5 tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c836cef-e9ab-4572-a84b-569b51f60a6e HTTP/1.1" status: 200 len: 948 time: 0.0533366 Aug 10 01:21:41.301634 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b72874cc-dfaa-4db1-9d7c-756eb260c8ea req-7b95d05d-f3b2-40cc-afc5-9c72538e9552 tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] 10.222.0.35 "GET /v2.0/security-groups?id=a66e8afa-b148-41fc-96d7-fc71f727a2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314679 Aug 10 01:21:41.719049 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:42.416125 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6eabc-424e-4279-a40a-5a987046e33c req-9a7474df-c4b6-4d8a-8ad7-ac6e8fda5b31 tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:42.417792 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-37f6eabc-424e-4279-a40a-5a987046e33c req-9a7474df-c4b6-4d8a-8ad7-ac6e8fda5b31 tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c836cef-e9ab-4572-a84b-569b51f60a6e HTTP/1.1" status: 200 len: 948 time: 0.0482383 Aug 10 01:21:42.457774 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-37f6eabc-424e-4279-a40a-5a987046e33c req-5c50f7aa-ec18-4184-8d01-6247da2eaaff tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] 10.222.0.35 "GET /v2.0/security-groups?id=a66e8afa-b148-41fc-96d7-fc71f727a2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335340 Aug 10 01:21:43.575059 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2fb1e-e980-482b-b61e-ccb611ceb7a1 req-86762506-4349-49bd-beb1-e18154c74095 tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:43.576457 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a0f2fb1e-e980-482b-b61e-ccb611ceb7a1 req-86762506-4349-49bd-beb1-e18154c74095 tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c836cef-e9ab-4572-a84b-569b51f60a6e HTTP/1.1" status: 200 len: 948 time: 0.0511758 Aug 10 01:21:43.614726 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a0f2fb1e-e980-482b-b61e-ccb611ceb7a1 req-97798897-c5b7-466e-b61a-c5c796e84447 tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] 10.222.0.35 "GET /v2.0/security-groups?id=a66e8afa-b148-41fc-96d7-fc71f727a2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323465 Aug 10 01:21:43.846897 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5731d015-572d-4aa9-852e-d1401850417a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:44.451060 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:44.725967 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa1dde-5afd-4648-9e76-6bd9277cc837 req-8e85e1ad-ef13-4995-a7b3-92ea3d891206 tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:44.727423 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2aa1dde-5afd-4648-9e76-6bd9277cc837 req-8e85e1ad-ef13-4995-a7b3-92ea3d891206 tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c836cef-e9ab-4572-a84b-569b51f60a6e HTTP/1.1" status: 200 len: 948 time: 0.0475907 Aug 10 01:21:44.764926 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2aa1dde-5afd-4648-9e76-6bd9277cc837 req-4cd36b70-58d9-4490-ad4d-718c804769c5 tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] 10.222.0.35 "GET /v2.0/security-groups?id=a66e8afa-b148-41fc-96d7-fc71f727a2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312421 Aug 10 01:21:44.814607 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device e1653ee6-83bf-4847-aaa9-82a465326877 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:21:44.905579 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port e1653ee6-83bf-4847-aaa9-82a465326877, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=e1653ee6-83bf-4847-aaa9-82a465326877,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:44.916465 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': 'e1653ee6-83bf-4847-aaa9-82a465326877', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': 'e1653ee6-83bf-4847-aaa9-82a465326877', 'mac_address': 'fa:16:3e:c1:b4:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:21:44.956426 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:44.969070 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1653ee6-83bf-4847-aaa9-82a465326877 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:21:44.987496 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port e1653ee6-83bf-4847-aaa9-82a465326877, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=e1653ee6-83bf-4847-aaa9-82a465326877,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:44.991650 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:45.038614 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=e1653ee6-83bf-4847-aaa9-82a465326877,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:45.173073 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:45.420748 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['e1653ee6-83bf-4847-aaa9-82a465326877'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:21:45.969556 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35a337-77f2-4a68-9056-9d4e57b272e5 req-64c72eed-a4f1-455e-82ef-24f7533f9f80 tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:45.969556 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ac35a337-77f2-4a68-9056-9d4e57b272e5 req-64c72eed-a4f1-455e-82ef-24f7533f9f80 tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c836cef-e9ab-4572-a84b-569b51f60a6e HTTP/1.1" status: 200 len: 949 time: 0.0492058 Aug 10 01:21:45.969556 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ac35a337-77f2-4a68-9056-9d4e57b272e5 req-a8dba60e-1593-49b9-b37d-53210f907ce9 tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] 10.222.0.35 "GET /v2.0/security-groups?id=a66e8afa-b148-41fc-96d7-fc71f727a2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323951 Aug 10 01:21:46.278742 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:46.818270 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device e1653ee6-83bf-4847-aaa9-82a465326877 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:21:46.874036 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port e1653ee6-83bf-4847-aaa9-82a465326877 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:21:46.877833 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port e1653ee6-83bf-4847-aaa9-82a465326877 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:21:46.878318 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:46.957802 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:46.982741 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c836cef-e9ab-4572-a84b-569b51f60a6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1653ee6-83bf-4847-aaa9-82a465326877'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:21:46.985030 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074e3354-7c23-43ad-a9a5-d408bc1e47db" -d '{"events": [{"server_uuid": "7c836cef-e9ab-4572-a84b-569b51f60a6e", "name": "network-vif-plugged", "status": "completed", "tag": "e1653ee6-83bf-4847-aaa9-82a465326877"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:21:47.006211 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port e1653ee6-83bf-4847-aaa9-82a465326877, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=e1653ee6-83bf-4847-aaa9-82a465326877,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:47.011864 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:47.046531 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135169cd-6718-4991-ac09-0c7e3d42f943 x-openstack-request-id: req-135169cd-6718-4991-ac09-0c7e3d42f943 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:21:47.046839 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c836cef-e9ab-4572-a84b-569b51f60a6e", "name": "network-vif-plugged", "status": "completed", "tag": "e1653ee6-83bf-4847-aaa9-82a465326877", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:21:47.047103 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-135169cd-6718-4991-ac09-0c7e3d42f943 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:21:47.047561 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c836cef-e9ab-4572-a84b-569b51f60a6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1653ee6-83bf-4847-aaa9-82a465326877', 'code': 200} Aug 10 01:21:47.054863 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28029d-77f4-438b-b396-766b4af78a53 req-2c334e07-6a98-4b1c-9fe0-d72c72e5cb99 tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:47.056651 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2f28029d-77f4-438b-b396-766b4af78a53 req-2c334e07-6a98-4b1c-9fe0-d72c72e5cb99 tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c836cef-e9ab-4572-a84b-569b51f60a6e HTTP/1.1" status: 200 len: 950 time: 0.0551586 Aug 10 01:21:47.078793 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=e1653ee6-83bf-4847-aaa9-82a465326877,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:47.100634 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2f28029d-77f4-438b-b396-766b4af78a53 req-21bbaffa-93f7-4461-8b03-ec0bd2361731 tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] 10.222.0.35 "GET /v2.0/security-groups?id=a66e8afa-b148-41fc-96d7-fc71f727a2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336056 Aug 10 01:21:47.180898 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd9299-8212-4139-a706-f31e727bd49b req-64cdcf72-6556-478b-899a-5687939f1680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:47.182436 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e3fd9299-8212-4139-a706-f31e727bd49b req-64cdcf72-6556-478b-899a-5687939f1680 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7c836cef-e9ab-4572-a84b-569b51f60a6e HTTP/1.1" status: 200 len: 1102 time: 0.0490532 Aug 10 01:21:47.218747 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e3fd9299-8212-4139-a706-f31e727bd49b req-b5275eb8-47cb-4232-a960-c60ebff71024 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a66e8afa-b148-41fc-96d7-fc71f727a2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293772 Aug 10 01:21:48.225817 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af31a73-1772-4fdf-8f4e-dadf4cb26397 req-dc2fd4f7-28b3-459f-a7ac-0c4eb0274eee tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:48.227421 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6af31a73-1772-4fdf-8f4e-dadf4cb26397 req-dc2fd4f7-28b3-459f-a7ac-0c4eb0274eee tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c836cef-e9ab-4572-a84b-569b51f60a6e HTTP/1.1" status: 200 len: 950 time: 0.0525036 Aug 10 01:21:48.269286 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6af31a73-1772-4fdf-8f4e-dadf4cb26397 req-e49fc575-1f16-42e6-9729-9389c88b6832 tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] 10.222.0.35 "GET /v2.0/security-groups?id=a66e8afa-b148-41fc-96d7-fc71f727a2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354567 Aug 10 01:21:49.401806 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d1ef5-e16f-4c4e-9998-a381091a9072 req-beb0e8f8-3bfb-4ccc-963b-621de70829ef tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:49.403327 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f20d1ef5-e16f-4c4e-9998-a381091a9072 req-beb0e8f8-3bfb-4ccc-963b-621de70829ef tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c836cef-e9ab-4572-a84b-569b51f60a6e HTTP/1.1" status: 200 len: 950 time: 0.0476432 Aug 10 01:21:49.445818 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f20d1ef5-e16f-4c4e-9998-a381091a9072 req-5319958a-48e7-42b0-8545-24d7ea76d39f tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] 10.222.0.35 "GET /v2.0/security-groups?id=a66e8afa-b148-41fc-96d7-fc71f727a2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363557 Aug 10 01:21:58.255187 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:01.744536 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:22:11.192024 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0ac196e4-cc33-4b91-9a57-a410833b929a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:11.718430 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:13.849411 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0af2b9ea-7e42-4a1c-b8b7-5ed563f43393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:14.456503 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:15.178024 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:16.283881 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:17.724944 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf7fcc-11e1-49fe-a095-47324e014393 req-4082d861-68ef-4990-9598-a29e626c0a19 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:22:17.726920 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ffdf7fcc-11e1-49fe-a095-47324e014393 req-4082d861-68ef-4990-9598-a29e626c0a19 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 945 time: 0.0553124 Aug 10 01:22:17.766124 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ffdf7fcc-11e1-49fe-a095-47324e014393 req-20943b9a-7b7e-4b52-8e34-d08edf8526f9 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317707 Aug 10 01:22:22.917013 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:22:23.014712 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:22:23.026536 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa', 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866', 'port_id': 'aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa', 'mac_address': 'fa:16:3e:ac:3b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:22:23.066716 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:23.081304 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:22:23.103249 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:22:23.108749 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:23.174137 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:22:23.183454 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:23.183806 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:23.184155 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:23.184524 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:23.184862 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:23.185217 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:23.185851 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:23.186985 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:23.187362 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:23.187698 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:23.188028 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:23.188381 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:23.195102 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:22:24.932123 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:22:24.988287 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:22:24.988674 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:25.071616 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:25.095018 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e215e917-f726-47ee-aaf5-8429c75c4af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:22:25.097472 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf43f7db-0e1b-45fd-90c3-a3fadca7f0ba" -d '{"events": [{"server_uuid": "e215e917-f726-47ee-aaf5-8429c75c4af7", "name": "network-vif-plugged", "status": "completed", "tag": "aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:22:25.110226 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:22:25.115601 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:25.145484 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ed5cfc-7593-4dc4-bbba-6772f3408dfc x-openstack-request-id: req-21ed5cfc-7593-4dc4-bbba-6772f3408dfc {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:22:25.145788 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e215e917-f726-47ee-aaf5-8429c75c4af7", "name": "network-vif-plugged", "status": "completed", "tag": "aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:22:25.146046 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-21ed5cfc-7593-4dc4-bbba-6772f3408dfc {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:22:25.147010 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e215e917-f726-47ee-aaf5-8429c75c4af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa', 'code': 200} Aug 10 01:22:25.178742 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:22:28.261953 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:36.564489 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54b916-d7b5-4b09-bc8b-3ea1acbb974a req-109d0e99-f928-4b6b-9f57-569238964a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:22:36.566033 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-bd54b916-d7b5-4b09-bc8b-3ea1acbb974a req-109d0e99-f928-4b6b-9f57-569238964a50 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a14fe6b470434cfda037388a8cf18ac8&device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 1097 time: 0.1395206 Aug 10 01:22:36.734380 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54b916-d7b5-4b09-bc8b-3ea1acbb974a req-9bdce60e-f0cd-4236-8dd9-40c560187b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:22:36.737101 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-bd54b916-d7b5-4b09-bc8b-3ea1acbb974a req-9bdce60e-f0cd-4236-8dd9-40c560187b66 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e88d51f0-ef67-43e3-acaa-ddb0705ef866 HTTP/1.1" status: 200 len: 911 time: 0.1338692 Aug 10 01:22:36.828824 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-bd54b916-d7b5-4b09-bc8b-3ea1acbb974a req-41c4254e-2f36-4f6a-a015-b22db074d0bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa HTTP/1.1" status: 200 len: 999 time: 0.0836260 Aug 10 01:22:36.839399 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af470eba-54f6-4cd9-b14e-144de1133c9b req-038cc51b-0304-49ff-99c9-903cfc89f098 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:22:36.849262 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-af470eba-54f6-4cd9-b14e-144de1133c9b req-038cc51b-0304-49ff-99c9-903cfc89f098 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 945 time: 0.0590098 Aug 10 01:22:36.885682 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-af470eba-54f6-4cd9-b14e-144de1133c9b req-98a98e9b-c4d1-492e-9d8a-5f67e4845290 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352621 Aug 10 01:22:36.899751 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54b916-d7b5-4b09-bc8b-3ea1acbb974a req-42045823-575a-4403-9240-9086d08b621a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:22:36.901766 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-bd54b916-d7b5-4b09-bc8b-3ea1acbb974a req-42045823-575a-4403-9240-9086d08b621a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e HTTP/1.1" status: 200 len: 849 time: 0.0655923 Aug 10 01:22:36.953152 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54b916-d7b5-4b09-bc8b-3ea1acbb974a req-c0aa0eaf-9102-495d-b145-c618a84084a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:22:36.954196 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-bd54b916-d7b5-4b09-bc8b-3ea1acbb974a req-c0aa0eaf-9102-495d-b145-c618a84084a6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e88d51f0-ef67-43e3-acaa-ddb0705ef866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437186 Aug 10 01:22:36.968936 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [req-bd54b916-d7b5-4b09-bc8b-3ea1acbb974a req-2a3687a8-e8e3-40de-a523-3e658f118608 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:22:36.969942 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-bd54b916-d7b5-4b09-bc8b-3ea1acbb974a req-2a3687a8-e8e3-40de-a523-3e658f118608 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062575 Aug 10 01:22:37.065772 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-bd54b916-d7b5-4b09-bc8b-3ea1acbb974a req-3c32f69e-ceed-47bd-bf12-9efea5561017 service neutron] 10.222.0.24 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882142 Aug 10 01:22:37.171436 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-bd54b916-d7b5-4b09-bc8b-3ea1acbb974a req-d924dbc1-8365-4faf-9860-4a23438f4fa9 service neutron] 10.222.0.24 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938485 Aug 10 01:22:38.028615 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b918bcd-01c7-4671-bdea-493037dd1ce2 req-06768421-1368-4317-b3af-3eb43777fc8a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:22:38.030308 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3b918bcd-01c7-4671-bdea-493037dd1ce2 req-06768421-1368-4317-b3af-3eb43777fc8a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 945 time: 0.0645001 Aug 10 01:22:38.070785 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3b918bcd-01c7-4671-bdea-493037dd1ce2 req-9f2ee57a-072e-4d75-9526-4d65373ef42f tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339870 Aug 10 01:22:38.754791 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:22:40.897519 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-554ca3c0-42ed-4673-8b4c-b9ef5ca420ca req-cbda75a4-18a8-4074-9641-0ad48b137584 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7c836cef-e9ab-4572-a84b-569b51f60a6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1234219 Aug 10 01:22:40.986545 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:22:40.997596 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ca3c0-42ed-4673-8b4c-b9ef5ca420ca req-7bab50f9-c110-4419-b287-9de6a6e57a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:22:40.999226 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-554ca3c0-42ed-4673-8b4c-b9ef5ca420ca req-7bab50f9-c110-4419-b287-9de6a6e57a9a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d566f3ea4e574f4a88c7d52872af6004&device_id=7c836cef-e9ab-4572-a84b-569b51f60a6e HTTP/1.1" status: 200 len: 1102 time: 0.0448098 Aug 10 01:22:41.107410 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:41.130480 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ca3c0-42ed-4673-8b4c-b9ef5ca420ca req-1c01b71e-2419-4565-a32f-db751254a8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:22:41.133154 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-554ca3c0-42ed-4673-8b4c-b9ef5ca420ca req-1c01b71e-2419-4565-a32f-db751254a8b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.1117315 Aug 10 01:22:41.138993 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e215e917-f726-47ee-aaf5-8429c75c4af7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:22:41.141783 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a64313-56bd-42e2-9b3b-abb77cd24506" -d '{"events": [{"server_uuid": "e215e917-f726-47ee-aaf5-8429c75c4af7", "name": "network-vif-unplugged", "status": "completed", "tag": "aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:22:41.147362 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:22:41.157287 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:41.188507 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-554ca3c0-42ed-4673-8b4c-b9ef5ca420ca req-c6cf38ad-f90b-43c4-9050-952783b3b46a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=e1653ee6-83bf-4847-aaa9-82a465326877 HTTP/1.1" status: 200 len: 217 time: 0.0479348 Aug 10 01:22:41.225822 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:22:41.229849 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9137427a-4cd5-48c8-a576-86bcaacf0cb7 x-openstack-request-id: req-9137427a-4cd5-48c8-a576-86bcaacf0cb7 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:22:41.230153 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e215e917-f726-47ee-aaf5-8429c75c4af7", "name": "network-vif-unplugged", "status": "completed", "tag": "aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:22:41.230412 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9137427a-4cd5-48c8-a576-86bcaacf0cb7 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:22:41.230798 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e215e917-f726-47ee-aaf5-8429c75c4af7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa', 'code': 200} Aug 10 01:22:41.248738 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1f845369-be80-49d3-b82c-654b12a26420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:41.276142 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ca3c0-42ed-4673-8b4c-b9ef5ca420ca req-d49cf01e-8d8e-4d7c-8d69-6cfd9c0f25d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:22:41.277703 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-554ca3c0-42ed-4673-8b4c-b9ef5ca420ca req-d49cf01e-8d8e-4d7c-8d69-6cfd9c0f25d3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0731997 Aug 10 01:22:41.326348 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ca3c0-42ed-4673-8b4c-b9ef5ca420ca req-7cec08aa-589d-4b03-a2c8-c918182c207f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:22:41.327941 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-554ca3c0-42ed-4673-8b4c-b9ef5ca420ca req-7cec08aa-589d-4b03-a2c8-c918182c207f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0430984 Aug 10 01:22:41.340038 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [req-554ca3c0-42ed-4673-8b4c-b9ef5ca420ca req-68636d09-eb2e-48f7-82f0-8689bd916117 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:22:41.341171 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-554ca3c0-42ed-4673-8b4c-b9ef5ca420ca req-68636d09-eb2e-48f7-82f0-8689bd916117 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053575 Aug 10 01:22:41.439895 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-554ca3c0-42ed-4673-8b4c-b9ef5ca420ca req-8560f6ef-48fb-4ec5-9ce3-80173af5eaf1 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913286 Aug 10 01:22:41.547106 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-554ca3c0-42ed-4673-8b4c-b9ef5ca420ca req-f3e7dd8e-4e44-4fb1-a95f-7e85724bd337 service neutron] 10.222.0.20 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999517 Aug 10 01:22:41.736839 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:42.985685 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:22:43.110096 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:22:43.123455 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa', 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866', 'port_id': 'aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa', 'mac_address': 'fa:16:3e:ac:3b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:22:43.163314 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:43.179273 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:22:43.200041 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:22:43.204384 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:43.258232 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa,revision_number=9']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:22:43.282625 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:22:43.851243 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-901dee6c-2c31-449d-b896-9a757c709100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:44.454489 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:44.994679 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:22:45.044884 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:22:45.045161 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:45.124756 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:45.148399 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e215e917-f726-47ee-aaf5-8429c75c4af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:22:45.150669 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90cc75c0-0709-498e-b816-a0ba1f94a7b0" -d '{"events": [{"server_uuid": "e215e917-f726-47ee-aaf5-8429c75c4af7", "name": "network-vif-plugged", "status": "completed", "tag": "aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:22:45.171601 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:22:45.183619 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:45.212825 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c67e13e-9516-45c6-b31a-fc0d129ceba8 x-openstack-request-id: req-5c67e13e-9516-45c6-b31a-fc0d129ceba8 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:22:45.213193 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e215e917-f726-47ee-aaf5-8429c75c4af7", "name": "network-vif-plugged", "status": "completed", "tag": "aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:22:45.213875 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5c67e13e-9516-45c6-b31a-fc0d129ceba8 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:22:45.213875 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e215e917-f726-47ee-aaf5-8429c75c4af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa', 'code': 200} Aug 10 01:22:45.217082 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:45.243990 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa,revision_number=10']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:22:46.294409 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:55.321570 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45923b-da71-4a70-b0c7-0ad283bd2512 req-8a36181f-62fa-47b1-a4cf-eec2cbf3fdf3 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:22:55.337130 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3a45923b-da71-4a70-b0c7-0ad283bd2512 req-8a36181f-62fa-47b1-a4cf-eec2cbf3fdf3 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.35 "GET /v2.0/ports?device_id=a740c296-c601-4dc0-a5ed-5981f6a265c1 HTTP/1.1" status: 200 len: 945 time: 0.1088161 Aug 10 01:22:55.743587 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2361e6f0-6994-4c87-97a1-592a1687d369 req-198403ab-e534-4074-965a-de0f17b47cbc tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:22:55.758908 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2361e6f0-6994-4c87-97a1-592a1687d369 req-198403ab-e534-4074-965a-de0f17b47cbc tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.24 "GET /v2.0/ports?device_id=a740c296-c601-4dc0-a5ed-5981f6a265c1 HTTP/1.1" status: 200 len: 945 time: 0.1009588 Aug 10 01:22:55.800051 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3a45923b-da71-4a70-b0c7-0ad283bd2512 req-81e08c4d-1299-48b4-b4d0-13f914b08d3f tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7fa70c2-a910-489d-9253-0c3a24c3387f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4577479 Aug 10 01:22:55.903380 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-2361e6f0-6994-4c87-97a1-592a1687d369 req-ea8fb5c0-cf1d-4ed9-95b0-2f9fb1bdb94a tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Deleting port 1c301ec5-d740-48eb-81c2-a2e3b1df195f {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:22:55.903909 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2361e6f0-6994-4c87-97a1-592a1687d369 req-ea8fb5c0-cf1d-4ed9-95b0-2f9fb1bdb94a tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:56.003477 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-2361e6f0-6994-4c87-97a1-592a1687d369 req-ea8fb5c0-cf1d-4ed9-95b0-2f9fb1bdb94a tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] For port 1c301ec5-d740-48eb-81c2-a2e3b1df195f, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=1c301ec5-d740-48eb-81c2-a2e3b1df195f,segment=NetworkSegment(89115f7c-9914-47ad-82bf-a5b934a55bcc),segment_id=89115f7c-9914-47ad-82bf-a5b934a55bcc)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:22:56.003857 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2361e6f0-6994-4c87-97a1-592a1687d369 req-ea8fb5c0-cf1d-4ed9-95b0-2f9fb1bdb94a tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:56.212435 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2361e6f0-6994-4c87-97a1-592a1687d369 req-ea8fb5c0-cf1d-4ed9-95b0-2f9fb1bdb94a tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:56.212830 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2361e6f0-6994-4c87-97a1-592a1687d369 req-ea8fb5c0-cf1d-4ed9-95b0-2f9fb1bdb94a tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:56.213200 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [req-2361e6f0-6994-4c87-97a1-592a1687d369 req-ea8fb5c0-cf1d-4ed9-95b0-2f9fb1bdb94a tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Floating IP a71fd441-f34b-48fa-9e6f-968dc9560081 disassociated. External IP: 172.25.2.204, port: 1c301ec5-d740-48eb-81c2-a2e3b1df195f. Aug 10 01:22:56.213704 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-2361e6f0-6994-4c87-97a1-592a1687d369 req-ea8fb5c0-cf1d-4ed9-95b0-2f9fb1bdb94a tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Calling delete_port for 1c301ec5-d740-48eb-81c2-a2e3b1df195f owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:22:56.361774 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2361e6f0-6994-4c87-97a1-592a1687d369 req-ea8fb5c0-cf1d-4ed9-95b0-2f9fb1bdb94a tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:56.395144 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8fb5c0-cf1d-4ed9-95b0-2f9fb1bdb94a tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Pushing event deleted for resources: {'Port': ['ID=1c301ec5-d740-48eb-81c2-a2e3b1df195f,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:22:56.412154 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8fb5c0-cf1d-4ed9-95b0-2f9fb1bdb94a tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:56.412561 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8fb5c0-cf1d-4ed9-95b0-2f9fb1bdb94a tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:56.412914 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8fb5c0-cf1d-4ed9-95b0-2f9fb1bdb94a tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:56.413259 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8fb5c0-cf1d-4ed9-95b0-2f9fb1bdb94a tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:56.413601 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8fb5c0-cf1d-4ed9-95b0-2f9fb1bdb94a tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:56.413943 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8fb5c0-cf1d-4ed9-95b0-2f9fb1bdb94a tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:56.414280 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8fb5c0-cf1d-4ed9-95b0-2f9fb1bdb94a tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:56.414616 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8fb5c0-cf1d-4ed9-95b0-2f9fb1bdb94a tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:56.414950 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8fb5c0-cf1d-4ed9-95b0-2f9fb1bdb94a tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:56.415283 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8fb5c0-cf1d-4ed9-95b0-2f9fb1bdb94a tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:56.415627 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8fb5c0-cf1d-4ed9-95b0-2f9fb1bdb94a tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:56.415953 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8fb5c0-cf1d-4ed9-95b0-2f9fb1bdb94a tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:56.552310 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2361e6f0-6994-4c87-97a1-592a1687d369 req-ea8fb5c0-cf1d-4ed9-95b0-2f9fb1bdb94a tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Router 565122d1-364d-49b8-8314-b03c11ea0d21 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:22:56.700731 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2361e6f0-6994-4c87-97a1-592a1687d369 req-ea8fb5c0-cf1d-4ed9-95b0-2f9fb1bdb94a tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:22:56.720164 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179c883b-75cb-4d82-b968-6ae31c708adc None None] Sync routers for ids ['565122d1-364d-49b8-8314-b03c11ea0d21'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:22:56.734919 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179c883b-75cb-4d82-b968-6ae31c708adc None None] Routers {'565122d1-364d-49b8-8314-b03c11ea0d21'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:22:56.735589 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-179c883b-75cb-4d82-b968-6ae31c708adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:22:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['565122d1-364d-49b8-8314-b03c11ea0d21'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:22:56.786448 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2361e6f0-6994-4c87-97a1-592a1687d369 req-ea8fb5c0-cf1d-4ed9-95b0-2f9fb1bdb94a tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] No DVR routers for this DVR port 1c301ec5-d740-48eb-81c2-a2e3b1df195f on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:22:56.789964 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2361e6f0-6994-4c87-97a1-592a1687d369 req-ea8fb5c0-cf1d-4ed9-95b0-2f9fb1bdb94a tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:56.792869 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2361e6f0-6994-4c87-97a1-592a1687d369 req-ea8fb5c0-cf1d-4ed9-95b0-2f9fb1bdb94a tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.24 "DELETE /v2.0/ports/1c301ec5-d740-48eb-81c2-a2e3b1df195f HTTP/1.1" status: 204 len: 173 time: 1.0275526 Aug 10 01:22:56.793380 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a740c296-c601-4dc0-a5ed-5981f6a265c1', 'name': 'network-vif-deleted', 'tag': '1c301ec5-d740-48eb-81c2-a2e3b1df195f'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:22:56.796064 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d27b97-55d7-49a3-9a69-58ae0dd51309" -d '{"events": [{"server_uuid": "a740c296-c601-4dc0-a5ed-5981f6a265c1", "name": "network-vif-deleted", "tag": "1c301ec5-d740-48eb-81c2-a2e3b1df195f"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:22:56.913052 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-179c883b-75cb-4d82-b968-6ae31c708adc None None] Set router 565122d1-364d-49b8-8314-b03c11ea0d21 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:22:56.955222 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6ed67a9d-da45-4242-8f69-3ba09c63e4e4 req-5863ef62-def5-4174-bcaa-0a3a439e1976 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.35 "GET /v2.0/ports?device_id=a740c296-c601-4dc0-a5ed-5981f6a265c1 HTTP/1.1" status: 200 len: 210 time: 0.0493627 Aug 10 01:22:57.006897 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b8318b-980b-46cc-bb5a-be2f61dfd9ef x-openstack-request-id: req-d7b8318b-980b-46cc-bb5a-be2f61dfd9ef {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:22:57.007399 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a740c296-c601-4dc0-a5ed-5981f6a265c1", "name": "network-vif-deleted", "tag": "1c301ec5-d740-48eb-81c2-a2e3b1df195f", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:22:57.007836 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d7b8318b-980b-46cc-bb5a-be2f61dfd9ef {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:22:57.008422 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a740c296-c601-4dc0-a5ed-5981f6a265c1', 'name': 'network-vif-deleted', 'tag': '1c301ec5-d740-48eb-81c2-a2e3b1df195f', 'status': 'completed', 'code': 200} Aug 10 01:22:57.153572 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-179c883b-75cb-4d82-b968-6ae31c708adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'name': 'tempest-TestServerBasicOps-362065631-router', 'tenant_id': '75d90fe613f04af9a88db54df84a9d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '4c33c499-dd29-45d1-ac9b-784b6b1b9973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:36Z', 'updated_at': '2021-08-10T01:16:52Z', 'revision_number': 4, 'project_id': '75d90fe613f04af9a88db54df84a9d1e', 'gw_port': {'id': '4c33c499-dd29-45d1-ac9b-784b6b1b9973', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:12:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:38Z', 'updated_at': '2021-08-10T01:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6', 'name': '', 'network_id': 'da04b376-9179-4831-8934-0e6b7aae24e5', 'tenant_id': '75d90fe613f04af9a88db54df84a9d1e', 'mac_address': 'fa:16:3e:be:3f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '4678a999-4487-4b9b-85af-b5bf29177a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:48Z', 'updated_at': '2021-08-10T01:17:00Z', 'revision_number': 5, 'project_id': '75d90fe613f04af9a88db54df84a9d1e', 'subnets': [{'id': '4678a999-4487-4b9b-85af-b5bf29177a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:22:57.182173 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179c883b-75cb-4d82-b968-6ae31c708adc None None] Checking router: 565122d1-364d-49b8-8314-b03c11ea0d21 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:22:57.190695 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179c883b-75cb-4d82-b968-6ae31c708adc None None] Routers {'565122d1-364d-49b8-8314-b03c11ea0d21'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:22:57.191657 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-179c883b-75cb-4d82-b968-6ae31c708adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:22:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['565122d1-364d-49b8-8314-b03c11ea0d21'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:22:57.226885 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3ff3a-0fb1-4823-a128-6b3c639bfe79 req-20ce6c11-dc3c-4aa3-ad54-eb37305091c0 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:22:57.228608 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5ec3ff3a-0fb1-4823-a128-6b3c639bfe79 req-20ce6c11-dc3c-4aa3-ad54-eb37305091c0 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 946 time: 0.0522280 Aug 10 01:22:57.279708 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5ec3ff3a-0fb1-4823-a128-6b3c639bfe79 req-48cd5e4a-58f0-4734-a95f-763264e5ba1e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341825 Aug 10 01:22:57.315987 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-179c883b-75cb-4d82-b968-6ae31c708adc None None] Set router 565122d1-364d-49b8-8314-b03c11ea0d21 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:22:57.570083 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-179c883b-75cb-4d82-b968-6ae31c708adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'name': 'tempest-TestServerBasicOps-362065631-router', 'tenant_id': '75d90fe613f04af9a88db54df84a9d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '4c33c499-dd29-45d1-ac9b-784b6b1b9973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:36Z', 'updated_at': '2021-08-10T01:16:52Z', 'revision_number': 4, 'project_id': '75d90fe613f04af9a88db54df84a9d1e', 'gw_port': {'id': '4c33c499-dd29-45d1-ac9b-784b6b1b9973', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:12:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:38Z', 'updated_at': '2021-08-10T01:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6', 'name': '', 'network_id': 'da04b376-9179-4831-8934-0e6b7aae24e5', 'tenant_id': '75d90fe613f04af9a88db54df84a9d1e', 'mac_address': 'fa:16:3e:be:3f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '4678a999-4487-4b9b-85af-b5bf29177a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:48Z', 'updated_at': '2021-08-10T01:17:00Z', 'revision_number': 5, 'project_id': '75d90fe613f04af9a88db54df84a9d1e', 'subnets': [{'id': '4678a999-4487-4b9b-85af-b5bf29177a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:22:57.601673 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179c883b-75cb-4d82-b968-6ae31c708adc None None] The sync data for ids ['565122d1-364d-49b8-8314-b03c11ea0d21'] in n-d-766726-26 is: [{'id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'name': 'tempest-TestServerBasicOps-362065631-router', 'tenant_id': '75d90fe613f04af9a88db54df84a9d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '4c33c499-dd29-45d1-ac9b-784b6b1b9973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:36Z', 'updated_at': '2021-08-10T01:16:52Z', 'revision_number': 4, 'project_id': '75d90fe613f04af9a88db54df84a9d1e', 'gw_port': {'id': '4c33c499-dd29-45d1-ac9b-784b6b1b9973', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:12:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:38Z', 'updated_at': '2021-08-10T01:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6', 'name': '', 'network_id': 'da04b376-9179-4831-8934-0e6b7aae24e5', 'tenant_id': '75d90fe613f04af9a88db54df84a9d1e', 'mac_address': 'fa:16:3e:be:3f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '4678a999-4487-4b9b-85af-b5bf29177a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:48Z', 'updated_at': '2021-08-10T01:17:00Z', 'revision_number': 5, 'project_id': '75d90fe613f04af9a88db54df84a9d1e', 'subnets': [{'id': '4678a999-4487-4b9b-85af-b5bf29177a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:22:57.857640 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2058eb2-c9fe-4bbd-bf6c-7feefa3a70be req-fccf2a8b-3208-4a1c-a1dd-5b329ff1d754 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:22:57.859524 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2058eb2-c9fe-4bbd-bf6c-7feefa3a70be req-fccf2a8b-3208-4a1c-a1dd-5b329ff1d754 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 946 time: 0.0632861 Aug 10 01:22:57.937609 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2058eb2-c9fe-4bbd-bf6c-7feefa3a70be req-6e44cbad-9d2c-44f1-ba6d-d5a9362aed39 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704069 Aug 10 01:22:58.024265 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52296) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:22:58.033779 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cd0e9d-f61b-4695-a882-ab916ec1f847 None None] New status for floating IP a71fd441-f34b-48fa-9e6f-968dc9560081: DOWN {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:22:58.180888 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-c0ded888-f41b-4cc1-b6ba-36d85ec34d6d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Deleting port b523212d-42a6-4415-9f45-fadf2bdd02c4 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:22:58.181233 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c0ded888-f41b-4cc1-b6ba-36d85ec34d6d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:58.260830 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:58.273239 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c0ded888-f41b-4cc1-b6ba-36d85ec34d6d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:58.273573 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c0ded888-f41b-4cc1-b6ba-36d85ec34d6d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:58.286221 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-c0ded888-f41b-4cc1-b6ba-36d85ec34d6d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Calling delete_port for b523212d-42a6-4415-9f45-fadf2bdd02c4 owned by network:floatingip {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:22:58.430178 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c0ded888-f41b-4cc1-b6ba-36d85ec34d6d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:58.516830 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ded888-f41b-4cc1-b6ba-36d85ec34d6d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Pushing event deleted for resources: {'Port': ['ID=b523212d-42a6-4415-9f45-fadf2bdd02c4,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:22:58.527662 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c0ded888-f41b-4cc1-b6ba-36d85ec34d6d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks [] for floatingip, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:58.530736 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c0ded888-f41b-4cc1-b6ba-36d85ec34d6d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:58.531906 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c0ded888-f41b-4cc1-b6ba-36d85ec34d6d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.35 "DELETE /v2.0/floatingips/a71fd441-f34b-48fa-9e6f-968dc9560081 HTTP/1.1" status: 204 len: 168 time: 0.5058408 Aug 10 01:22:58.533362 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ded888-f41b-4cc1-b6ba-36d85ec34d6d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:58.533889 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ded888-f41b-4cc1-b6ba-36d85ec34d6d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:58.534405 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ded888-f41b-4cc1-b6ba-36d85ec34d6d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:58.534923 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ded888-f41b-4cc1-b6ba-36d85ec34d6d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:58.535415 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ded888-f41b-4cc1-b6ba-36d85ec34d6d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:58.535904 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ded888-f41b-4cc1-b6ba-36d85ec34d6d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:58.536419 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ded888-f41b-4cc1-b6ba-36d85ec34d6d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:58.536984 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ded888-f41b-4cc1-b6ba-36d85ec34d6d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:58.537965 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ded888-f41b-4cc1-b6ba-36d85ec34d6d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:58.538703 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ded888-f41b-4cc1-b6ba-36d85ec34d6d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:58.539193 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ded888-f41b-4cc1-b6ba-36d85ec34d6d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:58.539682 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ded888-f41b-4cc1-b6ba-36d85ec34d6d tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:58.606310 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52304) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:22:58.675664 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1edb5a65-606c-4ccf-9c80-fa7175d01dd6 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:58.705212 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1edb5a65-606c-4ccf-9c80-fa7175d01dd6 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:58.780389 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1edb5a65-606c-4ccf-9c80-fa7175d01dd6 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:58.783550 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1edb5a65-606c-4ccf-9c80-fa7175d01dd6 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:58.785062 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1edb5a65-606c-4ccf-9c80-fa7175d01dd6 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] 10.222.0.35 "DELETE /v2.0/security-groups/b7fa70c2-a910-489d-9253-0c3a24c3387f HTTP/1.1" status: 204 len: 168 time: 0.1777227 Aug 10 01:22:58.795527 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb5a65-606c-4ccf-9c80-fa7175d01dd6 tempest-TestServerBasicOps-1521841885 tempest-TestServerBasicOps-1521841885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fa70c2-a910-489d-9253-0c3a24c3387f,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:22:58.855929 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52310) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:22:59.139183 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd80eaa-7875-48fe-bd12-a71dedb02d83 req-4a903224-cdb2-4131-a2fd-b4084feba9ec tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:22:59.141561 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8dd80eaa-7875-48fe-bd12-a71dedb02d83 req-4a903224-cdb2-4131-a2fd-b4084feba9ec tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 946 time: 0.0971453 Aug 10 01:22:59.228765 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8dd80eaa-7875-48fe-bd12-a71dedb02d83 req-b4622c1b-e8b8-4aef-9a05-c4ceb6dd13a2 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772059 Aug 10 01:22:59.435915 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bcc82e95-a04b-4c80-a26f-adbf330a5d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:59.709480 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-bcc82e95-a04b-4c80-a26f-adbf330a5d7a admin admin] Deleting port dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:22:59.709843 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bcc82e95-a04b-4c80-a26f-adbf330a5d7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:59.802500 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-bcc82e95-a04b-4c80-a26f-adbf330a5d7a admin admin] For port dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6,segment=NetworkSegment(89115f7c-9914-47ad-82bf-a5b934a55bcc),segment_id=89115f7c-9914-47ad-82bf-a5b934a55bcc)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:22:59.803149 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bcc82e95-a04b-4c80-a26f-adbf330a5d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:59.826253 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-bcc82e95-a04b-4c80-a26f-adbf330a5d7a admin admin] Calling delete_port for dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6 owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:22:59.852147 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 52322) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:22:59.972482 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a2d1ef1d-cf08-463d-89dd-0b04eca53d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:00.037333 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bcc82e95-a04b-4c80-a26f-adbf330a5d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:00.066937 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a2d1ef1d-cf08-463d-89dd-0b04eca53d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:00.074853 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a2d1ef1d-cf08-463d-89dd-0b04eca53d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:00.093654 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc82e95-a04b-4c80-a26f-adbf330a5d7a admin admin] Pushing event deleted for resources: {'Port': ['ID=dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:00.115040 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d1ef1d-cf08-463d-89dd-0b04eca53d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4117558f-99af-4c7f-a6a6-91133cf4e852,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:00.124540 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a2d1ef1d-cf08-463d-89dd-0b04eca53d6a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=19e200fc3fa242a9855ec194479ac552&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2711220 Aug 10 01:23:00.129268 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 52328) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:23:00.190038 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-356b102e-b48c-4c57-9639-733fa9e42810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:00.214077 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-356b102e-b48c-4c57-9639-733fa9e42810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:00.277241 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-356b102e-b48c-4c57-9639-733fa9e42810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:00.282545 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-356b102e-b48c-4c57-9639-733fa9e42810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:00.286431 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bcc82e95-a04b-4c80-a26f-adbf330a5d7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:00.287578 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-356b102e-b48c-4c57-9639-733fa9e42810 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4117558f-99af-4c7f-a6a6-91133cf4e852 HTTP/1.1" status: 204 len: 168 time: 0.1563251 Aug 10 01:23:00.297381 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b102e-b48c-4c57-9639-733fa9e42810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4117558f-99af-4c7f-a6a6-91133cf4e852,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:00.432455 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11e5df-3044-4aa9-952f-e16029371bde req-c478a9c3-07b0-4788-bd90-c4c057c67e0e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:00.434302 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fc11e5df-3044-4aa9-952f-e16029371bde req-c478a9c3-07b0-4788-bd90-c4c057c67e0e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 946 time: 0.0867741 Aug 10 01:23:00.528741 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fc11e5df-3044-4aa9-952f-e16029371bde req-71b7334f-effd-40fc-ba55-e69c9e804d25 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858262 Aug 10 01:23:00.598834 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc82e95-a04b-4c80-a26f-adbf330a5d7a admin admin] Router 565122d1-364d-49b8-8314-b03c11ea0d21 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:23:00.652917 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 52336) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:23:00.667060 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-622cd477-6766-4545-9a8e-75de6e5cd84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:00.715019 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc82e95-a04b-4c80-a26f-adbf330a5d7a admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:23:00.723686 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-bcc82e95-a04b-4c80-a26f-adbf330a5d7a admin admin] 10.222.0.35 "PUT /v2.0/routers/565122d1-364d-49b8-8314-b03c11ea0d21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8637431 Aug 10 01:23:00.724627 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52338) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:23:00.727344 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0f3c3a-db51-4b0e-b767-ef8f09f45769 None None] Sync routers for ids ['565122d1-364d-49b8-8314-b03c11ea0d21'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:23:00.744928 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0f3c3a-db51-4b0e-b767-ef8f09f45769 None None] Routers {'565122d1-364d-49b8-8314-b03c11ea0d21'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:23:00.746326 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-7f0f3c3a-db51-4b0e-b767-ef8f09f45769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:22:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['565122d1-364d-49b8-8314-b03c11ea0d21'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:23:00.767619 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-622cd477-6766-4545-9a8e-75de6e5cd84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:00.773737 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-622cd477-6766-4545-9a8e-75de6e5cd84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:00.823723 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-622cd477-6766-4545-9a8e-75de6e5cd84d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fdbc2b762a47458b8b1e9baae9c1d890&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1693313 Aug 10 01:23:00.826905 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 52340) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:23:00.829321 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622cd477-6766-4545-9a8e-75de6e5cd84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd5d745-3bf0-48ca-b208-a51efa0e88e1,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:00.855907 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d74f8f15-8c44-47b8-977b-d6f9c465ac78 admin admin] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:00.881492 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-7f0f3c3a-db51-4b0e-b767-ef8f09f45769 None None] Set router 565122d1-364d-49b8-8314-b03c11ea0d21 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:23:00.908192 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1d919aa2-b9b0-4155-bce5-237a98f62ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:00.933264 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1d919aa2-b9b0-4155-bce5-237a98f62ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:00.983528 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d74f8f15-8c44-47b8-977b-d6f9c465ac78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:01.014093 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1d919aa2-b9b0-4155-bce5-237a98f62ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:01.017018 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1d919aa2-b9b0-4155-bce5-237a98f62ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:01.018343 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1d919aa2-b9b0-4155-bce5-237a98f62ad3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6fd5d745-3bf0-48ca-b208-a51efa0e88e1 HTTP/1.1" status: 204 len: 168 time: 0.1901720 Aug 10 01:23:01.032026 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d919aa2-b9b0-4155-bce5-237a98f62ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd5d745-3bf0-48ca-b208-a51efa0e88e1,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:01.076718 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:23:01.077250 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8f15-8c44-47b8-977b-d6f9c465ac78 admin admin] Deleting port 4c33c499-dd29-45d1-ac9b-784b6b1b9973 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:23:01.077250 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d74f8f15-8c44-47b8-977b-d6f9c465ac78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:01.094807 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-7f0f3c3a-db51-4b0e-b767-ef8f09f45769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'name': 'tempest-TestServerBasicOps-362065631-router', 'tenant_id': '75d90fe613f04af9a88db54df84a9d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '4c33c499-dd29-45d1-ac9b-784b6b1b9973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:36Z', 'updated_at': '2021-08-10T01:22:59Z', 'revision_number': 5, 'project_id': '75d90fe613f04af9a88db54df84a9d1e', 'gw_port': {'id': '4c33c499-dd29-45d1-ac9b-784b6b1b9973', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:12:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:38Z', 'updated_at': '2021-08-10T01:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:23:01.136836 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0f3c3a-db51-4b0e-b767-ef8f09f45769 None None] Checking router: 565122d1-364d-49b8-8314-b03c11ea0d21 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:23:01.147207 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0f3c3a-db51-4b0e-b767-ef8f09f45769 None None] Routers {'565122d1-364d-49b8-8314-b03c11ea0d21'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:23:01.148092 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-7f0f3c3a-db51-4b0e-b767-ef8f09f45769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:22:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['565122d1-364d-49b8-8314-b03c11ea0d21'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:23:01.174027 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-d74f8f15-8c44-47b8-977b-d6f9c465ac78 admin admin] For port 4c33c499-dd29-45d1-ac9b-784b6b1b9973, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=4c33c499-dd29-45d1-ac9b-784b6b1b9973,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:23:01.174414 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d74f8f15-8c44-47b8-977b-d6f9c465ac78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:01.190305 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8f15-8c44-47b8-977b-d6f9c465ac78 admin admin] Calling delete_port for 4c33c499-dd29-45d1-ac9b-784b6b1b9973 owned by network:router_gateway {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:23:01.191386 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:23:01.246453 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-7f0f3c3a-db51-4b0e-b767-ef8f09f45769 None None] Set router 565122d1-364d-49b8-8314-b03c11ea0d21 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:23:01.301625 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:23:01.319803 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa', 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866', 'port_id': 'aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa', 'mac_address': 'fa:16:3e:ac:3b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:23:01.401596 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:01.405088 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:01.408477 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-7f0f3c3a-db51-4b0e-b767-ef8f09f45769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'name': 'tempest-TestServerBasicOps-362065631-router', 'tenant_id': '75d90fe613f04af9a88db54df84a9d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:36Z', 'updated_at': '2021-08-10T01:23:00Z', 'revision_number': 6, 'project_id': '75d90fe613f04af9a88db54df84a9d1e', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:23:01.413899 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d74f8f15-8c44-47b8-977b-d6f9c465ac78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:01.428878 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:23:01.436655 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0f3c3a-db51-4b0e-b767-ef8f09f45769 None None] The sync data for ids ['565122d1-364d-49b8-8314-b03c11ea0d21'] in n-d-766726-26 is: [{'id': '565122d1-364d-49b8-8314-b03c11ea0d21', 'name': 'tempest-TestServerBasicOps-362065631-router', 'tenant_id': '75d90fe613f04af9a88db54df84a9d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:36Z', 'updated_at': '2021-08-10T01:23:00Z', 'revision_number': 6, 'project_id': '75d90fe613f04af9a88db54df84a9d1e', 'gw_port_host': None}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:23:01.447020 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f8f15-8c44-47b8-977b-d6f9c465ac78 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c33c499-dd29-45d1-ac9b-784b6b1b9973,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:01.452488 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e215e917-f726-47ee-aaf5-8429c75c4af7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:23:01.456484 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77abf087-8f6d-4875-aa12-d85c7c4370b4" -d '{"events": [{"server_uuid": "e215e917-f726-47ee-aaf5-8429c75c4af7", "name": "network-vif-unplugged", "status": "completed", "tag": "aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:23:01.471202 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:23:01.513068 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161151e3-2e34-4f5f-9531-ac7ff5d003a3 x-openstack-request-id: req-161151e3-2e34-4f5f-9531-ac7ff5d003a3 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:23:01.513373 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e215e917-f726-47ee-aaf5-8429c75c4af7", "name": "network-vif-unplugged", "status": "completed", "tag": "aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:23:01.513633 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-161151e3-2e34-4f5f-9531-ac7ff5d003a3 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:23:01.514029 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e215e917-f726-47ee-aaf5-8429c75c4af7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa', 'code': 200} Aug 10 01:23:01.514959 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:01.515837 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 1c301ec5-d740-48eb-81c2-a2e3b1df195f no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:23:01.529557 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d74f8f15-8c44-47b8-977b-d6f9c465ac78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:01.545998 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.db.api [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:23:01.546372 n-d-766726-26 neutron-server[105828]: DEBUG oslo_db.api [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:23:01.563909 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 1c301ec5-d740-48eb-81c2-a2e3b1df195f {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:23:01.564503 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 1c301ec5-d740-48eb-81c2-a2e3b1df195f not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:23:01.608392 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa,revision_number=11']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:01.655666 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d74f8f15-8c44-47b8-977b-d6f9c465ac78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:01.674484 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d74f8f15-8c44-47b8-977b-d6f9c465ac78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:01.726082 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d74f8f15-8c44-47b8-977b-d6f9c465ac78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:01.726689 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74f8f15-8c44-47b8-977b-d6f9c465ac78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 565122d1-364d-49b8-8314-b03c11ea0d21 {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:23:01.734549 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d74f8f15-8c44-47b8-977b-d6f9c465ac78 admin admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:01.735789 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d74f8f15-8c44-47b8-977b-d6f9c465ac78 admin admin] 10.222.0.35 "DELETE /v2.0/routers/565122d1-364d-49b8-8314-b03c11ea0d21 HTTP/1.1" status: 204 len: 168 time: 0.9981477 Aug 10 01:23:01.738325 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 52364) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:23:01.751437 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca6ad9-ac4a-4d7b-8d1f-01ca344201da req-6c27f2ab-1301-4f3d-8705-a0f31277b12e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:01.753337 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f9ca6ad9-ac4a-4d7b-8d1f-01ca344201da req-6c27f2ab-1301-4f3d-8705-a0f31277b12e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.1110640 Aug 10 01:23:01.784005 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-e285b862-1f3c-4d94-96e3-c37eff8a9b32 admin admin] Deleting subnet 4678a999-4487-4b9b-85af-b5bf29177a3f {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:23:01.787841 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e285b862-1f3c-4d94-96e3-c37eff8a9b32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:01.795618 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f9ca6ad9-ac4a-4d7b-8d1f-01ca344201da req-43eea9cb-33a3-4efb-a92b-803f6185ea74 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347641 Aug 10 01:23:01.831742 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e285b862-1f3c-4d94-96e3-c37eff8a9b32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:01.918010 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e285b862-1f3c-4d94-96e3-c37eff8a9b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:01.939393 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52370) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:23:01.973671 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e285b862-1f3c-4d94-96e3-c37eff8a9b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:02.008914 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285b862-1f3c-4d94-96e3-c37eff8a9b32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4678a999-4487-4b9b-85af-b5bf29177a3f,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:02.011577 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e285b862-1f3c-4d94-96e3-c37eff8a9b32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:02.013807 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e285b862-1f3c-4d94-96e3-c37eff8a9b32 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4678a999-4487-4b9b-85af-b5bf29177a3f HTTP/1.1" status: 204 len: 168 time: 0.2742176 Aug 10 01:23:02.016618 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 52374) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:23:02.019592 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55969bfa-e9d1-4434-91be-77711c07a992 None None] Network da04b376-9179-4831-8934-0e6b7aae24e5 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:23:02.049488 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-a34e0b31-95eb-4515-81ad-4bfdae9a06f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-216324145-network', 'tenant_id': 'c536cf1333304995b2f1cf1f04e0c09a'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:23:02.079633 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34e0b31-95eb-4515-81ad-4bfdae9a06f6 admin admin] Made reservation on behalf of c536cf1333304995b2f1cf1f04e0c09a for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:23:02.083100 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a34e0b31-95eb-4515-81ad-4bfdae9a06f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:02.097471 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a34e0b31-95eb-4515-81ad-4bfdae9a06f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:02.099212 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-521e7b1b-5d03-43c4-a677-ac260f68948a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:02.117948 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:02.131199 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:23:02.162841 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-521e7b1b-5d03-43c4-a677-ac260f68948a admin admin] Deleting port b36b035d-0ed7-4df0-b982-a65bb1f1e5a5 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:23:02.163323 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-521e7b1b-5d03-43c4-a677-ac260f68948a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:02.173021 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:23:02.191255 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:02.210234 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a34e0b31-95eb-4515-81ad-4bfdae9a06f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:02.220482 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a34e0b31-95eb-4515-81ad-4bfdae9a06f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:02.248977 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-521e7b1b-5d03-43c4-a677-ac260f68948a admin admin] For port b36b035d-0ed7-4df0-b982-a65bb1f1e5a5, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b36b035d-0ed7-4df0-b982-a65bb1f1e5a5,segment=NetworkSegment(89115f7c-9914-47ad-82bf-a5b934a55bcc),segment_id=89115f7c-9914-47ad-82bf-a5b934a55bcc)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:23:02.250391 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-521e7b1b-5d03-43c4-a677-ac260f68948a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:02.274869 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-521e7b1b-5d03-43c4-a677-ac260f68948a admin admin] Calling delete_port for b36b035d-0ed7-4df0-b982-a65bb1f1e5a5 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:23:02.282015 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e0b31-95eb-4515-81ad-4bfdae9a06f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0523ce-f134-4055-9af3-40decb75ba86,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:02.285825 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:23:02.287537 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a34e0b31-95eb-4515-81ad-4bfdae9a06f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:23:02.298072 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a34e0b31-95eb-4515-81ad-4bfdae9a06f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:02.298510 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-a34e0b31-95eb-4515-81ad-4bfdae9a06f6 admin admin] Added segment ca90a580-5ed2-462d-883c-3f0914b637aa of type vlan for network a7394e33-474c-4e86-b94f-8bdd4b0db2eb Aug 10 01:23:02.338643 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa,revision_number=12']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:02.377785 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a70253-16c3-4a76-aa93-eabed8c244e7 None None] DHCP port deletion for da04b376-9179-4831-8934-0e6b7aae24e5 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:23:02.394847 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-521e7b1b-5d03-43c4-a677-ac260f68948a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:02.415587 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a1a70253-16c3-4a76-aa93-eabed8c244e7 None None] The port 'b36b035d-0ed7-4df0-b982-a65bb1f1e5a5' was deleted {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 10 01:23:02.421322 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a34e0b31-95eb-4515-81ad-4bfdae9a06f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:02.427999 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521e7b1b-5d03-43c4-a677-ac260f68948a admin admin] No DVR routers for this DVR port b36b035d-0ed7-4df0-b982-a65bb1f1e5a5 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:23:02.430042 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e7b1b-5d03-43c4-a677-ac260f68948a admin admin] Pushing event deleted for resources: {'Port': ['ID=b36b035d-0ed7-4df0-b982-a65bb1f1e5a5,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:02.480256 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac602674-0b74-45cb-a94b-64445ce038cb req-e9ec0490-cf88-4eda-8c48-db5faac84a47 tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:02.488473 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ac602674-0b74-45cb-a94b-64445ce038cb req-e9ec0490-cf88-4eda-8c48-db5faac84a47 tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c836cef-e9ab-4572-a84b-569b51f60a6e HTTP/1.1" status: 200 len: 950 time: 0.1164522 Aug 10 01:23:02.497149 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a34e0b31-95eb-4515-81ad-4bfdae9a06f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:02.498163 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34e0b31-95eb-4515-81ad-4bfdae9a06f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:02.498754 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a34e0b31-95eb-4515-81ad-4bfdae9a06f6 admin admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:02.513143 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-521e7b1b-5d03-43c4-a677-ac260f68948a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:02.530610 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-521e7b1b-5d03-43c4-a677-ac260f68948a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da04b376-9179-4831-8934-0e6b7aae24e5']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:23:02.543643 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-521e7b1b-5d03-43c4-a677-ac260f68948a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89115f7c-9914-47ad-82bf-a5b934a55bcc') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:23:02.543948 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-521e7b1b-5d03-43c4-a677-ac260f68948a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89115f7c-9914-47ad-82bf-a5b934a55bcc') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:23:02.554036 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-521e7b1b-5d03-43c4-a677-ac260f68948a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:02.573453 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-521e7b1b-5d03-43c4-a677-ac260f68948a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:02.579168 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4c33c499-dd29-45d1-ac9b-784b6b1b9973 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:23:02.583521 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-521e7b1b-5d03-43c4-a677-ac260f68948a admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:23:02.584482 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-521e7b1b-5d03-43c4-a677-ac260f68948a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:02.586233 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:23:02.586233 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:23:02.586233 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:23:02.586233 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:23:02.586233 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:23:02.586233 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:23:02.586233 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:23:02.586233 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:23:02.586233 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:23:02.586233 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:23:02.586233 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:23:02.586233 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:23:02.586233 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:23:02.586233 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:23:02.586233 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:23:02.586233 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:23:02.586233 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:23:02.586233 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:23:02.586233 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:23:02.586233 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:23:02.586233 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:23:02.586233 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:23:02.586233 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:23:02.586233 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:23:02.586233 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:23:02.586233 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:23:02.586233 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:23:02.586233 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:23:02.586233 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:23:02.586233 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:23:02.586233 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:23:02.586233 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:23:02.591773 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a34e0b31-95eb-4515-81ad-4bfdae9a06f6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6506438 Aug 10 01:23:02.596139 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52382) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:23:02.600080 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e0b31-95eb-4515-81ad-4bfdae9a06f6 admin admin] Pushing event updated for resources: {'Network': ['ID=a7394e33-474c-4e86-b94f-8bdd4b0db2eb,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:02.615347 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-fe2e663e-1939-407e-b519-25ce566b478e admin admin] Request body: {'subnet': {'network_id': 'a7394e33-474c-4e86-b94f-8bdd4b0db2eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-216324145-subnet', 'tenant_id': 'c536cf1333304995b2f1cf1f04e0c09a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:23:02.624023 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 4c33c499-dd29-45d1-ac9b-784b6b1b9973 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:23:02.624458 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4c33c499-dd29-45d1-ac9b-784b6b1b9973 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:23:02.624841 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:23:02.627620 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network a7394e33-474c-4e86-b94f-8bdd4b0db2eb details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:23:02.637854 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ac602674-0b74-45cb-a94b-64445ce038cb req-e9efb532-4428-4295-9acf-4b960e8c4d65 tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] 10.222.0.35 "GET /v2.0/security-groups?id=a66e8afa-b148-41fc-96d7-fc71f727a2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484411 Aug 10 01:23:02.662919 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2e663e-1939-407e-b519-25ce566b478e admin admin] Made reservation on behalf of c536cf1333304995b2f1cf1f04e0c09a for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:23:02.665061 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-521e7b1b-5d03-43c4-a677-ac260f68948a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:02.665444 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fe2e663e-1939-407e-b519-25ce566b478e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:02.672579 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-521e7b1b-5d03-43c4-a677-ac260f68948a admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:02.674648 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-521e7b1b-5d03-43c4-a677-ac260f68948a admin admin] 10.222.0.35 "DELETE /v2.0/networks/da04b376-9179-4831-8934-0e6b7aae24e5 HTTP/1.1" status: 204 len: 168 time: 0.6566696 Aug 10 01:23:02.678473 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52384) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:23:02.679646 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:23:02.684543 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device dc5d4f1f-88e8-4d67-bd8b-e97a00e7eda6 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:23:02.685068 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b36b035d-0ed7-4df0-b982-a65bb1f1e5a5 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:23:02.697049 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e7b1b-5d03-43c4-a677-ac260f68948a admin admin] Pushing event deleted for resources: {'Network': ['ID=da04b376-9179-4831-8934-0e6b7aae24e5,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:02.744667 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: b36b035d-0ed7-4df0-b982-a65bb1f1e5a5 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:23:02.745075 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b36b035d-0ed7-4df0-b982-a65bb1f1e5a5 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:23:03.051013 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064184af-dfc8-4a03-b095-f71eb709c2d5 req-3caeff2f-61d8-4eb9-821f-fea96803a4e2 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:03.053040 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-064184af-dfc8-4a03-b095-f71eb709c2d5 req-3caeff2f-61d8-4eb9-821f-fea96803a4e2 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 945 time: 0.1699731 Aug 10 01:23:03.072723 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fe2e663e-1939-407e-b519-25ce566b478e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:03.079868 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:23:03.124784 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:23:03.125427 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:03.169813 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-064184af-dfc8-4a03-b095-f71eb709c2d5 req-6dcce30e-9f8a-4cdc-95e3-e872cd9ee114 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079166 Aug 10 01:23:03.178446 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e663e-1939-407e-b519-25ce566b478e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ee76d0d-c99f-4794-8947-27f9a74dd587,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:03.198391 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2e663e-1939-407e-b519-25ce566b478e admin admin] Checking segment: {'id': 'ca90a580-5ed2-462d-883c-3f0914b637aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a7394e33-474c-4e86-b94f-8bdd4b0db2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:23:03.198391 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2e663e-1939-407e-b519-25ce566b478e admin admin] Network hostable DHCP agents. Network: a7394e33-474c-4e86-b94f-8bdd4b0db2eb, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:23:03.210875 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:03.248031 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2e663e-1939-407e-b519-25ce566b478e admin admin] Network a7394e33-474c-4e86-b94f-8bdd4b0db2eb is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:23:03.253395 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:23:03.261361 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:03.266013 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-fe2e663e-1939-407e-b519-25ce566b478e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, a7394e33-474c-4e86-b94f-8bdd4b0db2eb) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:23:03.272891 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2e663e-1939-407e-b519-25ce566b478e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:03.273395 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fe2e663e-1939-407e-b519-25ce566b478e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:03.284496 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef7d046-bf45-4f8b-aa8c-f2f1657c81cb None None] Network a7394e33-474c-4e86-b94f-8bdd4b0db2eb requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:23:03.297754 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-fe2e663e-1939-407e-b519-25ce566b478e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7004211 Aug 10 01:23:03.341396 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e382703e-77d8-45c6-99a2-002c98f8b88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:03.356427 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa,revision_number=13']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:03.436921 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d762beba-51be-49fa-bdd3-c42d7ca8dbe5 None None] Network a7394e33-474c-4e86-b94f-8bdd4b0db2eb requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:23:03.514902 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e215e917-f726-47ee-aaf5-8429c75c4af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:23:03.517232 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f69734-aea1-4f63-9e25-c86b357d239d" -d '{"events": [{"server_uuid": "e215e917-f726-47ee-aaf5-8429c75c4af7", "name": "network-vif-plugged", "status": "completed", "tag": "aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:23:03.584127 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78a8017-ae9a-4110-b746-3be6605f5b75 x-openstack-request-id: req-b78a8017-ae9a-4110-b746-3be6605f5b75 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:23:03.584493 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e215e917-f726-47ee-aaf5-8429c75c4af7", "name": "network-vif-plugged", "status": "completed", "tag": "aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:23:03.584715 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b78a8017-ae9a-4110-b746-3be6605f5b75 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:23:03.585096 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e215e917-f726-47ee-aaf5-8429c75c4af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa', 'code': 200} Aug 10 01:23:03.864702 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd07c351-2c6f-478f-b7a1-e4607cf123fa req-0d62f725-275b-43a4-953a-c8df4cf8d463 tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:03.864702 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fd07c351-2c6f-478f-b7a1-e4607cf123fa req-0d62f725-275b-43a4-953a-c8df4cf8d463 tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c836cef-e9ab-4572-a84b-569b51f60a6e HTTP/1.1" status: 200 len: 950 time: 0.1133504 Aug 10 01:23:03.911773 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fd07c351-2c6f-478f-b7a1-e4607cf123fa req-7b2a0998-8f0f-4b06-8307-a6b29e23b4a0 tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] 10.222.0.35 "GET /v2.0/security-groups?id=a66e8afa-b148-41fc-96d7-fc71f727a2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455506 Aug 10 01:23:03.989365 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-e382703e-77d8-45c6-99a2-002c98f8b88a admin admin] Deleting port 6360d8b7-e575-4bed-be1f-23690518529b {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:23:03.989728 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e382703e-77d8-45c6-99a2-002c98f8b88a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:04.070883 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-e382703e-77d8-45c6-99a2-002c98f8b88a admin admin] For port 6360d8b7-e575-4bed-be1f-23690518529b, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=6360d8b7-e575-4bed-be1f-23690518529b,segment=NetworkSegment(c5107bd9-16bb-47f0-86fe-6710a823458c),segment_id=c5107bd9-16bb-47f0-86fe-6710a823458c)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:23:04.071259 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e382703e-77d8-45c6-99a2-002c98f8b88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:04.084334 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-e382703e-77d8-45c6-99a2-002c98f8b88a admin admin] Calling delete_port for 6360d8b7-e575-4bed-be1f-23690518529b owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:23:04.256058 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63fd625-f409-4ae7-ac39-d9825d973454 req-dff56875-678a-4f66-b6c6-690061764b02 tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:04.257542 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b63fd625-f409-4ae7-ac39-d9825d973454 req-dff56875-678a-4f66-b6c6-690061764b02 tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c836cef-e9ab-4572-a84b-569b51f60a6e HTTP/1.1" status: 200 len: 950 time: 0.0562420 Aug 10 01:23:04.300901 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e382703e-77d8-45c6-99a2-002c98f8b88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:04.331599 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382703e-77d8-45c6-99a2-002c98f8b88a admin admin] Pushing event deleted for resources: {'Port': ['ID=6360d8b7-e575-4bed-be1f-23690518529b,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:04.347333 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78689cd9-dd4a-460d-86f4-6312114a1753 req-58319336-f12f-41f4-b304-6a86495a3f06 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:04.349002 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-78689cd9-dd4a-460d-86f4-6312114a1753 req-58319336-f12f-41f4-b304-6a86495a3f06 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 946 time: 0.0892789 Aug 10 01:23:04.370163 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-b63fd625-f409-4ae7-ac39-d9825d973454 req-adfab24f-0637-41d1-be02-04a1961ca6ff tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Deleting port e1653ee6-83bf-4847-aaa9-82a465326877 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:23:04.370512 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b63fd625-f409-4ae7-ac39-d9825d973454 req-adfab24f-0637-41d1-be02-04a1961ca6ff tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:04.433752 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-78689cd9-dd4a-460d-86f4-6312114a1753 req-fe1437a0-e344-48e8-bccb-e97e74be9a45 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694499 Aug 10 01:23:04.626016 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e382703e-77d8-45c6-99a2-002c98f8b88a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:04.821116 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-b63fd625-f409-4ae7-ac39-d9825d973454 req-adfab24f-0637-41d1-be02-04a1961ca6ff tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] For port e1653ee6-83bf-4847-aaa9-82a465326877, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=e1653ee6-83bf-4847-aaa9-82a465326877,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:23:04.821482 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b63fd625-f409-4ae7-ac39-d9825d973454 req-adfab24f-0637-41d1-be02-04a1961ca6ff tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:04.833899 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-b63fd625-f409-4ae7-ac39-d9825d973454 req-adfab24f-0637-41d1-be02-04a1961ca6ff tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Calling delete_port for e1653ee6-83bf-4847-aaa9-82a465326877 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:23:04.861039 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e382703e-77d8-45c6-99a2-002c98f8b88a admin admin] Router 7b2d3b5d-d97c-4835-9e48-8b7203d25edf has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:23:04.979567 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b63fd625-f409-4ae7-ac39-d9825d973454 req-adfab24f-0637-41d1-be02-04a1961ca6ff tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:04.987563 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e382703e-77d8-45c6-99a2-002c98f8b88a admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:23:04.999061 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a4fc16-0709-48f7-b3a5-f5d81cf6c524 None None] Sync routers for ids ['7b2d3b5d-d97c-4835-9e48-8b7203d25edf'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:23:05.003633 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e382703e-77d8-45c6-99a2-002c98f8b88a admin admin] 10.222.0.35 "PUT /v2.0/routers/7b2d3b5d-d97c-4835-9e48-8b7203d25edf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3239794 Aug 10 01:23:05.004296 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52418) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:23:05.012427 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfab24f-0637-41d1-be02-04a1961ca6ff tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Pushing event deleted for resources: {'Port': ['ID=e1653ee6-83bf-4847-aaa9-82a465326877,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:05.013415 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['e1653ee6-83bf-4847-aaa9-82a465326877'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:23:05.020450 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a4fc16-0709-48f7-b3a5-f5d81cf6c524 None None] Routers {'7b2d3b5d-d97c-4835-9e48-8b7203d25edf'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:23:05.028973 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-71a4fc16-0709-48f7-b3a5-f5d81cf6c524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:22:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['7b2d3b5d-d97c-4835-9e48-8b7203d25edf'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:23:05.057258 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cca3f1fe-a66d-4cef-9a21-32ea95855c4f req-7188b4dd-8dfc-4830-9388-be56af22b3c8 tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c836cef-e9ab-4572-a84b-569b51f60a6e HTTP/1.1" status: 200 len: 210 time: 0.0727522 Aug 10 01:23:05.071008 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63fd625-f409-4ae7-ac39-d9825d973454 req-adfab24f-0637-41d1-be02-04a1961ca6ff tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] No DVR routers for this DVR port e1653ee6-83bf-4847-aaa9-82a465326877 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:23:05.079525 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b63fd625-f409-4ae7-ac39-d9825d973454 req-adfab24f-0637-41d1-be02-04a1961ca6ff tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:05.081789 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b63fd625-f409-4ae7-ac39-d9825d973454 req-adfab24f-0637-41d1-be02-04a1961ca6ff tempest-VolumesBackupsTest-1263193959 tempest-VolumesBackupsTest-1263193959-project] 10.222.0.20 "DELETE /v2.0/ports/e1653ee6-83bf-4847-aaa9-82a465326877 HTTP/1.1" status: 204 len: 173 time: 0.8172808 Aug 10 01:23:05.082389 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c836cef-e9ab-4572-a84b-569b51f60a6e', 'name': 'network-vif-deleted', 'tag': 'e1653ee6-83bf-4847-aaa9-82a465326877'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:23:05.085675 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26d0d86-5c3b-45bc-983b-a65645db54aa" -d '{"events": [{"server_uuid": "7c836cef-e9ab-4572-a84b-569b51f60a6e", "name": "network-vif-deleted", "tag": "e1653ee6-83bf-4847-aaa9-82a465326877"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:23:05.124964 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0d6f0b-0327-4dca-866b-95f5737e39c4 x-openstack-request-id: req-ed0d6f0b-0327-4dca-866b-95f5737e39c4 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:23:05.125247 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c836cef-e9ab-4572-a84b-569b51f60a6e", "name": "network-vif-deleted", "tag": "e1653ee6-83bf-4847-aaa9-82a465326877", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:23:05.125522 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ed0d6f0b-0327-4dca-866b-95f5737e39c4 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:23:05.125972 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c836cef-e9ab-4572-a84b-569b51f60a6e', 'name': 'network-vif-deleted', 'tag': 'e1653ee6-83bf-4847-aaa9-82a465326877', 'status': 'completed', 'code': 200} Aug 10 01:23:05.170908 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-71a4fc16-0709-48f7-b3a5-f5d81cf6c524 None None] Set router 7b2d3b5d-d97c-4835-9e48-8b7203d25edf gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:23:05.247790 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cf05c3af-63fc-44b6-8d7f-c0e0e693f821 admin admin] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:05.257083 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-37d41332-d75a-40b2-8d7d-8b377c22caf7 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:05.258598 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-37d41332-d75a-40b2-8d7d-8b377c22caf7 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/networks?id=a7394e33-474c-4e86-b94f-8bdd4b0db2eb HTTP/1.1" status: 200 len: 808 time: 0.2088888 Aug 10 01:23:05.306452 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-80b012fb-8196-4ff3-b854-b37bc3e9d3bf tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/quotas/c536cf1333304995b2f1cf1f04e0c09a HTTP/1.1" status: 200 len: 375 time: 0.0141151 Aug 10 01:23:05.365317 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-34d8ff0b-956a-4adb-ae39-673074812fee tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c536cf1333304995b2f1cf1f04e0c09a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520813 Aug 10 01:23:05.368822 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-71a4fc16-0709-48f7-b3a5-f5d81cf6c524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2d3b5d-d97c-4835-9e48-8b7203d25edf', 'name': 'tempest-TestServerBasicOps-651227349-router', 'tenant_id': 'a3c4f9f7257b480381b183bac1270848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'baae6e20-0848-4b28-ba85-015193ad7c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:02Z', 'updated_at': '2021-08-10T01:23:04Z', 'revision_number': 5, 'project_id': 'a3c4f9f7257b480381b183bac1270848', 'gw_port': {'id': 'baae6e20-0848-4b28-ba85-015193ad7c6b', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2d3b5d-d97c-4835-9e48-8b7203d25edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:04Z', 'updated_at': '2021-08-10T01:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:23:05.407116 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a4fc16-0709-48f7-b3a5-f5d81cf6c524 None None] Checking router: 7b2d3b5d-d97c-4835-9e48-8b7203d25edf for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:23:05.414583 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cf05c3af-63fc-44b6-8d7f-c0e0e693f821 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:05.419668 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a4fc16-0709-48f7-b3a5-f5d81cf6c524 None None] Routers {'7b2d3b5d-d97c-4835-9e48-8b7203d25edf'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:23:05.420701 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-71a4fc16-0709-48f7-b3a5-f5d81cf6c524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:22:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['7b2d3b5d-d97c-4835-9e48-8b7203d25edf'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:23:05.593821 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-cf05c3af-63fc-44b6-8d7f-c0e0e693f821 admin admin] Deleting port baae6e20-0848-4b28-ba85-015193ad7c6b {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:23:05.594203 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cf05c3af-63fc-44b6-8d7f-c0e0e693f821 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:05.679760 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f9caf-423d-42b9-94ce-fe5c6c3f5088 req-cd0e31c4-a052-4be9-ae6d-8b0fd32b6c26 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:05.681406 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-756f9caf-423d-42b9-94ce-fe5c6c3f5088 req-cd0e31c4-a052-4be9-ae6d-8b0fd32b6c26 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 946 time: 0.1524210 Aug 10 01:23:05.691288 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-02b282fa-df1f-4a3d-8335-4aaddcb7262e service neutron] 10.222.0.35 "GET /v2.0/networks/a7394e33-474c-4e86-b94f-8bdd4b0db2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093629 Aug 10 01:23:05.791029 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-71a4fc16-0709-48f7-b3a5-f5d81cf6c524 None None] Set router 7b2d3b5d-d97c-4835-9e48-8b7203d25edf gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:23:05.832823 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-53071487-73b7-46ad-90f5-1bcf1467de96 service neutron] 10.222.0.35 "GET /v2.0/networks/a7394e33-474c-4e86-b94f-8bdd4b0db2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405931 Aug 10 01:23:05.860518 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-756f9caf-423d-42b9-94ce-fe5c6c3f5088 req-73a260cf-e4e6-44a8-b724-7f01f6858386 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510561 Aug 10 01:23:05.877250 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-cf05c3af-63fc-44b6-8d7f-c0e0e693f821 admin admin] For port baae6e20-0848-4b28-ba85-015193ad7c6b, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=baae6e20-0848-4b28-ba85-015193ad7c6b,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:23:05.878504 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cf05c3af-63fc-44b6-8d7f-c0e0e693f821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:05.891805 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-cf05c3af-63fc-44b6-8d7f-c0e0e693f821 admin admin] Calling delete_port for baae6e20-0848-4b28-ba85-015193ad7c6b owned by network:router_gateway {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:23:06.010767 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-71a4fc16-0709-48f7-b3a5-f5d81cf6c524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2d3b5d-d97c-4835-9e48-8b7203d25edf', 'name': 'tempest-TestServerBasicOps-651227349-router', 'tenant_id': 'a3c4f9f7257b480381b183bac1270848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'baae6e20-0848-4b28-ba85-015193ad7c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:02Z', 'updated_at': '2021-08-10T01:23:04Z', 'revision_number': 5, 'project_id': 'a3c4f9f7257b480381b183bac1270848', 'gw_port': {'id': 'baae6e20-0848-4b28-ba85-015193ad7c6b', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2d3b5d-d97c-4835-9e48-8b7203d25edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:04Z', 'updated_at': '2021-08-10T01:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:23:06.048828 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a4fc16-0709-48f7-b3a5-f5d81cf6c524 None None] The sync data for ids ['7b2d3b5d-d97c-4835-9e48-8b7203d25edf'] in n-d-766726-26 is: [{'id': '7b2d3b5d-d97c-4835-9e48-8b7203d25edf', 'name': 'tempest-TestServerBasicOps-651227349-router', 'tenant_id': 'a3c4f9f7257b480381b183bac1270848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'baae6e20-0848-4b28-ba85-015193ad7c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:02Z', 'updated_at': '2021-08-10T01:23:04Z', 'revision_number': 5, 'project_id': 'a3c4f9f7257b480381b183bac1270848', 'gw_port': {'id': 'baae6e20-0848-4b28-ba85-015193ad7c6b', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2d3b5d-d97c-4835-9e48-8b7203d25edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:04Z', 'updated_at': '2021-08-10T01:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:23:06.122745 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aead55f6-8c4d-4334-a3ab-6cb2db2e6e95 req-18f2430c-d7f2-4855-a3fd-f50cf0fbd0d9 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e71ff6a9-70db-4329-a32c-6ce1e9dc94f9 HTTP/1.1" status: 200 len: 210 time: 0.0974472 Aug 10 01:23:06.133652 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cf05c3af-63fc-44b6-8d7f-c0e0e693f821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:06.184079 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf05c3af-63fc-44b6-8d7f-c0e0e693f821 admin admin] Pushing event deleted for resources: {'Port': ['ID=baae6e20-0848-4b28-ba85-015193ad7c6b,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:06.295494 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cf05c3af-63fc-44b6-8d7f-c0e0e693f821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:06.309161 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [req-c9e400c9-a19c-440b-b22a-6f89c22c7faf req-ee56e289-6911-4603-b3f1-094304d690b6 service neutron] (105827) timed out ('10.222.0.35', 59156) {{(pid=105827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 01:23:06.471508 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cf05c3af-63fc-44b6-8d7f-c0e0e693f821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:06.475000 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cf05c3af-63fc-44b6-8d7f-c0e0e693f821 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:06.548202 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cf05c3af-63fc-44b6-8d7f-c0e0e693f821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:06.549122 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf05c3af-63fc-44b6-8d7f-c0e0e693f821 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b2d3b5d-d97c-4835-9e48-8b7203d25edf {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:23:06.555374 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cf05c3af-63fc-44b6-8d7f-c0e0e693f821 admin admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:06.559131 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-cf05c3af-63fc-44b6-8d7f-c0e0e693f821 admin admin] 10.222.0.35 "DELETE /v2.0/routers/7b2d3b5d-d97c-4835-9e48-8b7203d25edf HTTP/1.1" status: 204 len: 168 time: 1.5400136 Aug 10 01:23:06.559907 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52470) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:23:06.618929 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 6360d8b7-e575-4bed-be1f-23690518529b no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:23:06.637535 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbf7b1a4-4d5c-4abf-8cd8-b9f5e898bc5f admin admin] Deleting subnet bbec3b55-04df-459d-8b9f-cb2bbb662545 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:23:06.641786 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fbf7b1a4-4d5c-4abf-8cd8-b9f5e898bc5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:06.692373 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 6360d8b7-e575-4bed-be1f-23690518529b {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:23:06.692735 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 6360d8b7-e575-4bed-be1f-23690518529b not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:23:06.727472 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fbf7b1a4-4d5c-4abf-8cd8-b9f5e898bc5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:06.836837 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fbf7b1a4-4d5c-4abf-8cd8-b9f5e898bc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:06.925009 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fbf7b1a4-4d5c-4abf-8cd8-b9f5e898bc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:07.010850 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a710e7c9-2717-4f57-b93a-c4d8ab01e992 None None] Network 1f6108a8-3a0a-4707-b3c0-0bca8fa90699 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:23:07.043240 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7b1a4-4d5c-4abf-8cd8-b9f5e898bc5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbec3b55-04df-459d-8b9f-cb2bbb662545,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:07.047342 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fbf7b1a4-4d5c-4abf-8cd8-b9f5e898bc5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:07.051009 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-fbf7b1a4-4d5c-4abf-8cd8-b9f5e898bc5f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/bbec3b55-04df-459d-8b9f-cb2bbb662545 HTTP/1.1" status: 204 len: 168 time: 0.4889505 Aug 10 01:23:07.053024 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 52476) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:23:07.190731 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device e1653ee6-83bf-4847-aaa9-82a465326877 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:23:07.202283 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4d9106d7-0a9f-414f-ba1e-bf9da9e9d4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:07.212769 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d79efee-33d8-40b3-888e-b5878a1f759d req-4a603e29-8b86-430b-ab97-3a4418930464 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:07.220156 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9d79efee-33d8-40b3-888e-b5878a1f759d req-4a603e29-8b86-430b-ab97-3a4418930464 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 946 time: 0.2742994 Aug 10 01:23:07.248809 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: e1653ee6-83bf-4847-aaa9-82a465326877 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:23:07.249153 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device e1653ee6-83bf-4847-aaa9-82a465326877 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:23:07.292426 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-4d9106d7-0a9f-414f-ba1e-bf9da9e9d4a6 admin admin] Deleting port 58a5a32d-71e4-4922-9080-ff77fc40cf95 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:23:07.292948 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4d9106d7-0a9f-414f-ba1e-bf9da9e9d4a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:07.333075 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9d79efee-33d8-40b3-888e-b5878a1f759d req-03e6208e-a98b-4be6-a98a-416e4e5b3745 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100352 Aug 10 01:23:07.382127 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-92bb93bd-a45a-4ed0-9846-5bb84e0d7d8e req-b7db09eb-849b-4118-9b07-f15b7622827e tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e71ff6a9-70db-4329-a32c-6ce1e9dc94f9 HTTP/1.1" status: 200 len: 210 time: 0.0987625 Aug 10 01:23:07.425307 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b4b398-b72f-40e8-abf6-4f89c7000a32 None None] DHCP port deletion for 1f6108a8-3a0a-4707-b3c0-0bca8fa90699 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:23:07.425962 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-4d9106d7-0a9f-414f-ba1e-bf9da9e9d4a6 admin admin] For port 58a5a32d-71e4-4922-9080-ff77fc40cf95, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=58a5a32d-71e4-4922-9080-ff77fc40cf95,segment=NetworkSegment(c5107bd9-16bb-47f0-86fe-6710a823458c),segment_id=c5107bd9-16bb-47f0-86fe-6710a823458c)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:23:07.427089 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4d9106d7-0a9f-414f-ba1e-bf9da9e9d4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:07.456305 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-4d9106d7-0a9f-414f-ba1e-bf9da9e9d4a6 admin admin] Calling delete_port for 58a5a32d-71e4-4922-9080-ff77fc40cf95 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:23:07.572348 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-70b4b398-b72f-40e8-abf6-4f89c7000a32 None None] Deleting port 58a5a32d-71e4-4922-9080-ff77fc40cf95 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:23:07.576649 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-70b4b398-b72f-40e8-abf6-4f89c7000a32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:07.655871 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4d9106d7-0a9f-414f-ba1e-bf9da9e9d4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:07.709641 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-70b4b398-b72f-40e8-abf6-4f89c7000a32 None None] For port 58a5a32d-71e4-4922-9080-ff77fc40cf95, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=58a5a32d-71e4-4922-9080-ff77fc40cf95,segment=NetworkSegment(c5107bd9-16bb-47f0-86fe-6710a823458c),segment_id=c5107bd9-16bb-47f0-86fe-6710a823458c)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:23:07.710451 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-70b4b398-b72f-40e8-abf6-4f89c7000a32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:07.739970 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-70b4b398-b72f-40e8-abf6-4f89c7000a32 None None] Calling delete_port for 58a5a32d-71e4-4922-9080-ff77fc40cf95 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:23:07.760971 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9106d7-0a9f-414f-ba1e-bf9da9e9d4a6 admin admin] No DVR routers for this DVR port 58a5a32d-71e4-4922-9080-ff77fc40cf95 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:23:07.810908 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9106d7-0a9f-414f-ba1e-bf9da9e9d4a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=58a5a32d-71e4-4922-9080-ff77fc40cf95,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:07.906873 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-70b4b398-b72f-40e8-abf6-4f89c7000a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:07.933753 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b4b398-b72f-40e8-abf6-4f89c7000a32 None None] No DVR routers for this DVR port 58a5a32d-71e4-4922-9080-ff77fc40cf95 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:23:07.965112 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4b398-b72f-40e8-abf6-4f89c7000a32 None None] Pushing event deleted for resources: {'Port': ['ID=58a5a32d-71e4-4922-9080-ff77fc40cf95,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:07.973577 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-e7de8ba9-7f3f-4ac2-b649-eae8de1dae15 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:07.975252 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-e7de8ba9-7f3f-4ac2-b649-eae8de1dae15 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.20 "GET /v2.0/networks?id=a7394e33-474c-4e86-b94f-8bdd4b0db2eb HTTP/1.1" status: 200 len: 808 time: 0.3303423 Aug 10 01:23:07.983944 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4d9106d7-0a9f-414f-ba1e-bf9da9e9d4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:07.997061 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-b0a8cdbf-c8a1-477a-b7c0-bbd905574d39 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Request body: {'port': {'device_id': 'e71ff6a9-70db-4329-a32c-6ce1e9dc94f9', 'network_id': 'a7394e33-474c-4e86-b94f-8bdd4b0db2eb', 'admin_state_up': True, 'tenant_id': 'c536cf1333304995b2f1cf1f04e0c09a'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:23:08.006311 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-4d9106d7-0a9f-414f-ba1e-bf9da9e9d4a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f6108a8-3a0a-4707-b3c0-0bca8fa90699']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:23:08.081731 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-4d9106d7-0a9f-414f-ba1e-bf9da9e9d4a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5107bd9-16bb-47f0-86fe-6710a823458c') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:23:08.088455 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-4d9106d7-0a9f-414f-ba1e-bf9da9e9d4a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5107bd9-16bb-47f0-86fe-6710a823458c') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:23:08.112758 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4d9106d7-0a9f-414f-ba1e-bf9da9e9d4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:08.146472 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4d9106d7-0a9f-414f-ba1e-bf9da9e9d4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:08.160166 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d9106d7-0a9f-414f-ba1e-bf9da9e9d4a6 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:23:08.161177 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4d9106d7-0a9f-414f-ba1e-bf9da9e9d4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:08.163403 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:23:08.163403 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:23:08.163403 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:23:08.163403 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:23:08.163403 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:23:08.163403 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:23:08.163403 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:23:08.163403 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:23:08.163403 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:23:08.163403 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:23:08.163403 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:23:08.163403 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:23:08.163403 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:23:08.163403 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:23:08.163403 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:23:08.163403 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:23:08.163403 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:23:08.163403 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:23:08.163403 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:23:08.163403 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:23:08.163403 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:23:08.163403 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:23:08.163403 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:23:08.163403 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:23:08.163403 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:23:08.163403 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:23:08.163403 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:23:08.163403 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:23:08.163403 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:23:08.163403 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:23:08.163403 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:23:08.163403 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:23:08.260787 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4d9106d7-0a9f-414f-ba1e-bf9da9e9d4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:08.271316 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4d9106d7-0a9f-414f-ba1e-bf9da9e9d4a6 admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:08.273583 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4d9106d7-0a9f-414f-ba1e-bf9da9e9d4a6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/1f6108a8-3a0a-4707-b3c0-0bca8fa90699 HTTP/1.1" status: 204 len: 168 time: 1.2192743 Aug 10 01:23:08.286353 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-b0a8cdbf-c8a1-477a-b7c0-bbd905574d39 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Made reservation on behalf of c536cf1333304995b2f1cf1f04e0c09a for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:23:08.290567 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-b0a8cdbf-c8a1-477a-b7c0-bbd905574d39 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:08.300061 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9106d7-0a9f-414f-ba1e-bf9da9e9d4a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f6108a8-3a0a-4707-b3c0-0bca8fa90699,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:08.483690 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-b0a8cdbf-c8a1-477a-b7c0-bbd905574d39 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Allocated IP 172.20.0.14 (a7394e33-474c-4e86-b94f-8bdd4b0db2eb/0ee76d0d-c99f-4794-8947-27f9a74dd587/625866e6-718c-4b57-8dd1-1d22e11291c1) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:23:08.499625 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52490) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:23:08.597170 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 58a5a32d-71e4-4922-9080-ff77fc40cf95 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:23:08.597688 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446de119-bbc8-463f-a741-115a54b99da3 req-1873f823-3bad-4175-b527-7a3f778e0af3 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:08.599419 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-446de119-bbc8-463f-a741-115a54b99da3 req-1873f823-3bad-4175-b527-7a3f778e0af3 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 946 time: 0.1574965 Aug 10 01:23:08.635677 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 58a5a32d-71e4-4922-9080-ff77fc40cf95 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:23:08.636347 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 58a5a32d-71e4-4922-9080-ff77fc40cf95 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:23:08.636939 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device baae6e20-0848-4b28-ba85-015193ad7c6b no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:23:08.660454 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bba7d6cf-f73d-4c97-887f-c49ce5b61535 req-289d5ecf-058b-4321-a4d3-28d6118c735f tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e71ff6a9-70db-4329-a32c-6ce1e9dc94f9 HTTP/1.1" status: 200 len: 210 time: 0.1266069 Aug 10 01:23:08.669854 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: baae6e20-0848-4b28-ba85-015193ad7c6b {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:23:08.670145 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device baae6e20-0848-4b28-ba85-015193ad7c6b not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:23:08.686544 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-b0a8cdbf-c8a1-477a-b7c0-bbd905574d39 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:08.689173 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-edc8f4b3-aa40-46ee-b699-598a1400b203 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=75d90fe613f04af9a88db54df84a9d1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1867528 Aug 10 01:23:08.705030 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52492) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:23:08.708302 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-446de119-bbc8-463f-a741-115a54b99da3 req-35ae2224-0a03-490f-ae88-11539f13bc85 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724220 Aug 10 01:23:08.757124 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-b0a8cdbf-c8a1-477a-b7c0-bbd905574d39 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:08.764025 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-37178e14-4e5d-44cf-8371-548e4c0b708d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:08.787233 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-37178e14-4e5d-44cf-8371-548e4c0b708d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:08.806585 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-b0a8cdbf-c8a1-477a-b7c0-bbd905574d39 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Network a7394e33-474c-4e86-b94f-8bdd4b0db2eb is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:23:08.809857 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-b0a8cdbf-c8a1-477a-b7c0-bbd905574d39 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:23:08.812946 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-b0a8cdbf-c8a1-477a-b7c0-bbd905574d39 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:23:08.845336 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-37178e14-4e5d-44cf-8371-548e4c0b708d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:08.848102 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-37178e14-4e5d-44cf-8371-548e4c0b708d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:08.854258 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-37178e14-4e5d-44cf-8371-548e4c0b708d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5fc9a1ee-57a9-4af0-b04c-5d160e4f5795 HTTP/1.1" status: 204 len: 168 time: 0.1443064 Aug 10 01:23:08.865744 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37178e14-4e5d-44cf-8371-548e4c0b708d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc9a1ee-57a9-4af0-b04c-5d160e4f5795,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:08.893885 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8cdbf-c8a1-477a-b7c0-bbd905574d39 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Pushing event updated for resources: {'Port': ['ID=625866e6-718c-4b57-8dd1-1d22e11291c1,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:08.914850 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-b0a8cdbf-c8a1-477a-b7c0-bbd905574d39 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:08.915524 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-b0a8cdbf-c8a1-477a-b7c0-bbd905574d39 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:08.935868 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-b0a8cdbf-c8a1-477a-b7c0-bbd905574d39 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9424872 Aug 10 01:23:08.958096 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-22fe0885-93db-4569-a2f7-f58a80e6f61a service neutron] Request body: {'port': {'device_id': 'e71ff6a9-70db-4329-a32c-6ce1e9dc94f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:23:09.044066 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-22fe0885-93db-4569-a2f7-f58a80e6f61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:09.450294 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-22fe0885-93db-4569-a2f7-f58a80e6f61a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 625866e6-718c-4b57-8dd1-1d22e11291c1 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:23:09.456913 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52500) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:23:09.469883 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-22fe0885-93db-4569-a2f7-f58a80e6f61a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:09.489320 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-22fe0885-93db-4569-a2f7-f58a80e6f61a service neutron] Transition to ACTIVE for port object 625866e6-718c-4b57-8dd1-1d22e11291c1 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:23:09.502497 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-22fe0885-93db-4569-a2f7-f58a80e6f61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:09.527139 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-83d0a4c7-3d32-4e5d-bf56-81245bc886fb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a3c4f9f7257b480381b183bac1270848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0667529 Aug 10 01:23:09.527722 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 52502) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:23:09.625608 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fe0885-93db-4569-a2f7-f58a80e6f61a service neutron] Pushing event updated for resources: {'Port': ['ID=625866e6-718c-4b57-8dd1-1d22e11291c1,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:09.657627 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-112ac4db-7d22-4610-b317-3d572480d697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:09.702106 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-112ac4db-7d22-4610-b317-3d572480d697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:09.753707 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-22fe0885-93db-4569-a2f7-f58a80e6f61a service neutron] Attempting to bind port 625866e6-718c-4b57-8dd1-1d22e11291c1 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:23:09.754059 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-22fe0885-93db-4569-a2f7-f58a80e6f61a service neutron] Attempting to bind port 625866e6-718c-4b57-8dd1-1d22e11291c1 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': 'ca90a580-5ed2-462d-883c-3f0914b637aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a7394e33-474c-4e86-b94f-8bdd4b0db2eb'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:23:09.754402 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-22fe0885-93db-4569-a2f7-f58a80e6f61a service neutron] Attempting to bind port 625866e6-718c-4b57-8dd1-1d22e11291c1 on network a7394e33-474c-4e86-b94f-8bdd4b0db2eb {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:23:09.773428 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-22fe0885-93db-4569-a2f7-f58a80e6f61a service neutron] Port 625866e6-718c-4b57-8dd1-1d22e11291c1 on network a7394e33-474c-4e86-b94f-8bdd4b0db2eb not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:23:09.773428 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-22fe0885-93db-4569-a2f7-f58a80e6f61a service neutron] Attempting to bind port 625866e6-718c-4b57-8dd1-1d22e11291c1 on network a7394e33-474c-4e86-b94f-8bdd4b0db2eb {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:23:09.787673 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-22fe0885-93db-4569-a2f7-f58a80e6f61a service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:23:09.788034 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-22fe0885-93db-4569-a2f7-f58a80e6f61a service neutron] Checking segment: {'id': 'ca90a580-5ed2-462d-883c-3f0914b637aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a7394e33-474c-4e86-b94f-8bdd4b0db2eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:23:09.788509 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-22fe0885-93db-4569-a2f7-f58a80e6f61a service neutron] Bound using segment: {'id': 'ca90a580-5ed2-462d-883c-3f0914b637aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a7394e33-474c-4e86-b94f-8bdd4b0db2eb'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:23:09.788901 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-22fe0885-93db-4569-a2f7-f58a80e6f61a service neutron] Bound port: 625866e6-718c-4b57-8dd1-1d22e11291c1, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca90a580-5ed2-462d-883c-3f0914b637aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a7394e33-474c-4e86-b94f-8bdd4b0db2eb'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:23:09.790518 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-22fe0885-93db-4569-a2f7-f58a80e6f61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:09.911056 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-22fe0885-93db-4569-a2f7-f58a80e6f61a service neutron] For port 625866e6-718c-4b57-8dd1-1d22e11291c1, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:23:09.922256 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-22fe0885-93db-4569-a2f7-f58a80e6f61a service neutron] For port 625866e6-718c-4b57-8dd1-1d22e11291c1, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=625866e6-718c-4b57-8dd1-1d22e11291c1,segment=NetworkSegment(ca90a580-5ed2-462d-883c-3f0914b637aa),segment_id=ca90a580-5ed2-462d-883c-3f0914b637aa)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:23:09.932542 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-22fe0885-93db-4569-a2f7-f58a80e6f61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:09.976914 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3393695-6c3b-49a0-988f-3578a2dcc899 req-f6ed49f2-b1bd-4d7a-b9a2-db400e8b25fe tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:09.984869 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a3393695-6c3b-49a0-988f-3578a2dcc899 req-f6ed49f2-b1bd-4d7a-b9a2-db400e8b25fe tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 946 time: 0.1365981 Aug 10 01:23:10.014758 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5613e78-8015-42e1-af83-dae550064cd7 req-914868b5-e6b9-44e1-9162-693c6c0bffed tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:10.022491 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c5613e78-8015-42e1-af83-dae550064cd7 req-914868b5-e6b9-44e1-9162-693c6c0bffed tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e71ff6a9-70db-4329-a32c-6ce1e9dc94f9 HTTP/1.1" status: 200 len: 944 time: 0.2323191 Aug 10 01:23:10.030211 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fe0885-93db-4569-a2f7-f58a80e6f61a service neutron] Pushing event updated for resources: {'Port': ['ID=625866e6-718c-4b57-8dd1-1d22e11291c1,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:10.043007 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-22fe0885-93db-4569-a2f7-f58a80e6f61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:10.043954 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-22fe0885-93db-4569-a2f7-f58a80e6f61a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:10.045729 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-22fe0885-93db-4569-a2f7-f58a80e6f61a service neutron] 10.222.0.20 "PUT /v2.0/ports/625866e6-718c-4b57-8dd1-1d22e11291c1 HTTP/1.1" status: 200 len: 1093 time: 1.0941901 Aug 10 01:23:10.046481 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71ff6a9-70db-4329-a32c-6ce1e9dc94f9', 'tag': '625866e6-718c-4b57-8dd1-1d22e11291c1'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:23:10.049368 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239136a4-2cee-4341-8e2b-57d17fed99b1" -d '{"events": [{"name": "network-changed", "server_uuid": "e71ff6a9-70db-4329-a32c-6ce1e9dc94f9", "tag": "625866e6-718c-4b57-8dd1-1d22e11291c1"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:23:10.074147 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c5613e78-8015-42e1-af83-dae550064cd7 req-33612146-7b5f-4db3-b5ed-6e00ca91249e tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b0523ce-f134-4055-9af3-40decb75ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499735 Aug 10 01:23:10.120069 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-112ac4db-7d22-4610-b317-3d572480d697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:10.126546 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-112ac4db-7d22-4610-b317-3d572480d697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:10.129858 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-112ac4db-7d22-4610-b317-3d572480d697 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/900a1ab7-e40e-4943-9928-974fd628a787 HTTP/1.1" status: 204 len: 168 time: 0.6006117 Aug 10 01:23:10.161866 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ac4db-7d22-4610-b317-3d572480d697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900a1ab7-e40e-4943-9928-974fd628a787,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:10.183746 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2b81cd-3247-44cb-b374-1cfd6fc66206 x-openstack-request-id: req-4b2b81cd-3247-44cb-b374-1cfd6fc66206 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:23:10.184040 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e71ff6a9-70db-4329-a32c-6ce1e9dc94f9", "tag": "625866e6-718c-4b57-8dd1-1d22e11291c1", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:23:10.184374 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4b2b81cd-3247-44cb-b374-1cfd6fc66206 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:23:10.184774 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e71ff6a9-70db-4329-a32c-6ce1e9dc94f9', 'tag': '625866e6-718c-4b57-8dd1-1d22e11291c1', 'status': 'completed', 'code': 200} Aug 10 01:23:10.188680 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a3393695-6c3b-49a0-988f-3578a2dcc899 req-dd771656-17c3-43c1-92f2-006be3c40ef5 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026074 Aug 10 01:23:10.233198 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-c2babcc8-9bb5-4c7d-b9c1-f87278998c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:10.234797 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-c2babcc8-9bb5-4c7d-b9c1-f87278998c68 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c536cf1333304995b2f1cf1f04e0c09a&device_id=e71ff6a9-70db-4329-a32c-6ce1e9dc94f9 HTTP/1.1" status: 200 len: 1096 time: 0.1176600 Aug 10 01:23:10.359229 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-bab42ae7-df47-4bce-9cb9-88380bd10302 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=625866e6-718c-4b57-8dd1-1d22e11291c1 HTTP/1.1" status: 200 len: 217 time: 0.1114800 Aug 10 01:23:10.465077 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-1eea239f-3996-41ac-9bdb-3275225e8d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:10.467461 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-1eea239f-3996-41ac-9bdb-3275225e8d6f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ee76d0d-c99f-4794-8947-27f9a74dd587 HTTP/1.1" status: 200 len: 848 time: 0.1008058 Aug 10 01:23:10.512910 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-073ded66-4a43-4cf0-a6b6-b5b870f71520 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a7394e33-474c-4e86-b94f-8bdd4b0db2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361099 Aug 10 01:23:10.776329 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-77b05bc1-833b-404f-934c-0c2cbdb491f4 service neutron] 10.222.0.20 "GET /v2.0/networks/a7394e33-474c-4e86-b94f-8bdd4b0db2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550180 Aug 10 01:23:10.910421 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f98bacb9-390f-416e-8126-a19989fe6d13 req-69856a03-7183-43e4-9ac1-9f680b596e2d service neutron] 10.222.0.20 "GET /v2.0/networks/a7394e33-474c-4e86-b94f-8bdd4b0db2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252120 Aug 10 01:23:11.058801 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239136a4-2cee-4341-8e2b-57d17fed99b1 req-a76eac2f-06d8-45ad-863b-6c690cdf43e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:11.060809 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-239136a4-2cee-4341-8e2b-57d17fed99b1 req-a76eac2f-06d8-45ad-863b-6c690cdf43e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c536cf1333304995b2f1cf1f04e0c09a&device_id=e71ff6a9-70db-4329-a32c-6ce1e9dc94f9 HTTP/1.1" status: 200 len: 1096 time: 0.0564268 Aug 10 01:23:11.210850 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3d6b36cf-c6c2-4b6c-8512-d927a9b431ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:11.241210 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e48d33-3268-4756-8886-130f6ea5adaa req-fc1fe68f-a675-428d-a40c-391b670fe04e tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:11.249023 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b9e48d33-3268-4756-8886-130f6ea5adaa req-fc1fe68f-a675-428d-a40c-391b670fe04e tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e71ff6a9-70db-4329-a32c-6ce1e9dc94f9 HTTP/1.1" status: 200 len: 944 time: 0.0877690 Aug 10 01:23:11.251479 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239136a4-2cee-4341-8e2b-57d17fed99b1 req-34fe8d06-d949-4aa8-9045-6aa908b68823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:11.255155 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-239136a4-2cee-4341-8e2b-57d17fed99b1 req-34fe8d06-d949-4aa8-9045-6aa908b68823 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a7394e33-474c-4e86-b94f-8bdd4b0db2eb HTTP/1.1" status: 200 len: 909 time: 0.1871543 Aug 10 01:23:11.324310 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-239136a4-2cee-4341-8e2b-57d17fed99b1 req-f5fda8fd-cf70-4d5f-92db-1d13aaefdfaf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=625866e6-718c-4b57-8dd1-1d22e11291c1 HTTP/1.1" status: 200 len: 217 time: 0.0600326 Aug 10 01:23:11.329839 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b9e48d33-3268-4756-8886-130f6ea5adaa req-ff80bf45-c70d-4ac7-81ce-9b5a2db75287 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b0523ce-f134-4055-9af3-40decb75ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788424 Aug 10 01:23:11.366655 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626eff33-4812-4191-b659-e9caae6bb41d req-cae05635-892c-4521-b779-93130ab9ab20 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:11.368170 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-626eff33-4812-4191-b659-e9caae6bb41d req-cae05635-892c-4521-b779-93130ab9ab20 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 946 time: 0.1107728 Aug 10 01:23:11.398372 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239136a4-2cee-4341-8e2b-57d17fed99b1 req-66db76e2-cfbc-4e9a-a818-c15efb622022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:11.399878 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-239136a4-2cee-4341-8e2b-57d17fed99b1 req-66db76e2-cfbc-4e9a-a818-c15efb622022 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ee76d0d-c99f-4794-8947-27f9a74dd587 HTTP/1.1" status: 200 len: 848 time: 0.0646963 Aug 10 01:23:11.430204 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-626eff33-4812-4191-b659-e9caae6bb41d req-9c0151a9-3a35-48b2-8fd4-5e8e448758b0 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498428 Aug 10 01:23:11.448682 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-239136a4-2cee-4341-8e2b-57d17fed99b1 req-9fc52b88-51f5-4de6-bb17-b6a989bfe5ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a7394e33-474c-4e86-b94f-8bdd4b0db2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414462 Aug 10 01:23:11.566456 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-239136a4-2cee-4341-8e2b-57d17fed99b1 req-4e785a1b-8a99-4dd1-9113-a3610facb41a service neutron] 10.222.0.20 "GET /v2.0/networks/a7394e33-474c-4e86-b94f-8bdd4b0db2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105554 Aug 10 01:23:11.691644 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-239136a4-2cee-4341-8e2b-57d17fed99b1 req-1d283968-6a2f-4621-a809-17fa846d3d5a service neutron] 10.222.0.20 "GET /v2.0/networks/a7394e33-474c-4e86-b94f-8bdd4b0db2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171429 Aug 10 01:23:11.745501 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:12.490359 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace571e-1dfa-4e7c-b1b3-8288e990a4dc req-e561dd8d-6442-4442-a308-e4b1ecadebc0 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:12.493221 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dace571e-1dfa-4e7c-b1b3-8288e990a4dc req-e561dd8d-6442-4442-a308-e4b1ecadebc0 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e71ff6a9-70db-4329-a32c-6ce1e9dc94f9 HTTP/1.1" status: 200 len: 944 time: 0.0671058 Aug 10 01:23:12.585558 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dace571e-1dfa-4e7c-b1b3-8288e990a4dc req-685a891d-0c60-473e-a52f-fd95682cd1b8 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b0523ce-f134-4055-9af3-40decb75ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833120 Aug 10 01:23:12.611971 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a52e5e-76ff-4249-9b9b-e1bc22227d16 req-a9c5e188-4e69-467a-a5cd-56ab60cdb8db tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:12.613622 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-84a52e5e-76ff-4249-9b9b-e1bc22227d16 req-a9c5e188-4e69-467a-a5cd-56ab60cdb8db tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 946 time: 0.1002288 Aug 10 01:23:12.670730 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-84a52e5e-76ff-4249-9b9b-e1bc22227d16 req-c8040e72-a529-4f00-b7a3-799e48f96542 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456629 Aug 10 01:23:13.764383 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbd68a-b3d4-4a3b-a40e-62c248ab0e0b req-03b6acaa-0b72-4caa-bdc8-f86f526c2db5 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:13.765947 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ffcbd68a-b3d4-4a3b-a40e-62c248ab0e0b req-03b6acaa-0b72-4caa-bdc8-f86f526c2db5 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e71ff6a9-70db-4329-a32c-6ce1e9dc94f9 HTTP/1.1" status: 200 len: 944 time: 0.0918722 Aug 10 01:23:13.836630 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ffcbd68a-b3d4-4a3b-a40e-62c248ab0e0b req-ceaa6fd4-84c4-4823-b18b-317c423b5083 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b0523ce-f134-4055-9af3-40decb75ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506032 Aug 10 01:23:13.846967 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad370d5-03fb-4b94-b88d-d0f6f63488ca req-2eb73dfa-7590-419b-9fa1-f536b6872842 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:13.855747 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b9b3041f-0085-4be6-aadc-8287fd58f615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:13.856560 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0ad370d5-03fb-4b94-b88d-d0f6f63488ca req-2eb73dfa-7590-419b-9fa1-f536b6872842 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 946 time: 0.1134801 Aug 10 01:23:14.312101 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0ad370d5-03fb-4b94-b88d-d0f6f63488ca req-d415135c-adb3-47ae-bc6e-f77e26574fb4 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4475176 Aug 10 01:23:14.453620 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:14.996411 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935b11b-072e-4ef8-b9c2-b3fec3e4f93c req-f302dd3b-ebb1-444c-a045-7c9fea89b80d tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:15.000220 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a935b11b-072e-4ef8-b9c2-b3fec3e4f93c req-f302dd3b-ebb1-444c-a045-7c9fea89b80d tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e71ff6a9-70db-4329-a32c-6ce1e9dc94f9 HTTP/1.1" status: 200 len: 944 time: 0.0720732 Aug 10 01:23:15.062773 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a935b11b-072e-4ef8-b9c2-b3fec3e4f93c req-9057e0c3-c7aa-4e8c-a4c5-7126ebef44d5 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b0523ce-f134-4055-9af3-40decb75ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502613 Aug 10 01:23:15.189019 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:15.206948 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 625866e6-718c-4b57-8dd1-1d22e11291c1 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:23:15.324446 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 625866e6-718c-4b57-8dd1-1d22e11291c1, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=625866e6-718c-4b57-8dd1-1d22e11291c1,segment=NetworkSegment(ca90a580-5ed2-462d-883c-3f0914b637aa),segment_id=ca90a580-5ed2-462d-883c-3f0914b637aa)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:23:15.337702 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '625866e6-718c-4b57-8dd1-1d22e11291c1', 'network_id': 'a7394e33-474c-4e86-b94f-8bdd4b0db2eb', 'port_id': '625866e6-718c-4b57-8dd1-1d22e11291c1', 'mac_address': 'fa:16:3e:e6:7b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee76d0d-c99f-4794-8947-27f9a74dd587', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:23:15.382121 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:15.398412 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 625866e6-718c-4b57-8dd1-1d22e11291c1 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:23:15.420524 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 625866e6-718c-4b57-8dd1-1d22e11291c1, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=625866e6-718c-4b57-8dd1-1d22e11291c1,segment=NetworkSegment(ca90a580-5ed2-462d-883c-3f0914b637aa),segment_id=ca90a580-5ed2-462d-883c-3f0914b637aa)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:23:15.427662 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:15.471317 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de9322-f99f-4845-99a4-051f4b98a142 req-f03d879a-60f0-4047-a45b-9cdeea6307dc tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:15.473204 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f2de9322-f99f-4845-99a4-051f4b98a142 req-f03d879a-60f0-4047-a45b-9cdeea6307dc tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 946 time: 0.0645046 Aug 10 01:23:15.501245 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=625866e6-718c-4b57-8dd1-1d22e11291c1,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:15.514918 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f2de9322-f99f-4845-99a4-051f4b98a142 req-0a6b880b-6076-4786-a6fd-b99a1fa711cb tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351119 Aug 10 01:23:15.754740 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:23:15.823370 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['625866e6-718c-4b57-8dd1-1d22e11291c1'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:23:16.183902 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8bc8d-f507-41de-9d82-5a731bad354f req-851d124f-4396-462f-807a-45fb02468096 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:16.195645 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-33c8bc8d-f507-41de-9d82-5a731bad354f req-851d124f-4396-462f-807a-45fb02468096 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e71ff6a9-70db-4329-a32c-6ce1e9dc94f9 HTTP/1.1" status: 200 len: 945 time: 0.0662353 Aug 10 01:23:16.255967 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-33c8bc8d-f507-41de-9d82-5a731bad354f req-7a9f7cb4-1275-4d81-9ecc-84fb501142b0 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b0523ce-f134-4055-9af3-40decb75ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633628 Aug 10 01:23:16.299664 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:16.712129 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca9a523-79fc-4e90-8b95-29804715dd57 req-dfcdca17-68c2-4c1b-ac80-625f6870b2bf tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:16.713750 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6ca9a523-79fc-4e90-8b95-29804715dd57 req-dfcdca17-68c2-4c1b-ac80-625f6870b2bf tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 946 time: 0.1153755 Aug 10 01:23:16.787806 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6ca9a523-79fc-4e90-8b95-29804715dd57 req-a888e6a8-dd36-4bbd-8db4-77b655d9beeb tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511818 Aug 10 01:23:17.208082 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 625866e6-718c-4b57-8dd1-1d22e11291c1 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:23:17.289821 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 625866e6-718c-4b57-8dd1-1d22e11291c1 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:23:17.296064 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 625866e6-718c-4b57-8dd1-1d22e11291c1 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:23:17.296476 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:17.396690 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17037ea8-ed1c-4916-bb3c-bd693c4f1fca req-112242ea-28f1-46d9-bf35-737aa0bda38c tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:17.399627 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-17037ea8-ed1c-4916-bb3c-bd693c4f1fca req-112242ea-28f1-46d9-bf35-737aa0bda38c tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e71ff6a9-70db-4329-a32c-6ce1e9dc94f9 HTTP/1.1" status: 200 len: 945 time: 0.0755780 Aug 10 01:23:17.435578 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:17.453986 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-17037ea8-ed1c-4916-bb3c-bd693c4f1fca req-f4305f6f-8776-4e9b-97dc-0e504fe72c7a tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b0523ce-f134-4055-9af3-40decb75ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481064 Aug 10 01:23:17.481531 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 625866e6-718c-4b57-8dd1-1d22e11291c1, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=625866e6-718c-4b57-8dd1-1d22e11291c1,segment=NetworkSegment(ca90a580-5ed2-462d-883c-3f0914b637aa),segment_id=ca90a580-5ed2-462d-883c-3f0914b637aa)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:23:17.482557 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71ff6a9-70db-4329-a32c-6ce1e9dc94f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625866e6-718c-4b57-8dd1-1d22e11291c1'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:23:17.490646 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92900792-0e0b-48ea-8351-2e7918e32ba4" -d '{"events": [{"server_uuid": "e71ff6a9-70db-4329-a32c-6ce1e9dc94f9", "name": "network-vif-plugged", "status": "completed", "tag": "625866e6-718c-4b57-8dd1-1d22e11291c1"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:23:17.498959 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:17.550373 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767daf12-00bb-40df-8cc5-0bed395e15cd x-openstack-request-id: req-767daf12-00bb-40df-8cc5-0bed395e15cd {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:23:17.550685 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71ff6a9-70db-4329-a32c-6ce1e9dc94f9", "name": "network-vif-plugged", "status": "completed", "tag": "625866e6-718c-4b57-8dd1-1d22e11291c1", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:23:17.550937 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-767daf12-00bb-40df-8cc5-0bed395e15cd {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:23:17.551338 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71ff6a9-70db-4329-a32c-6ce1e9dc94f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625866e6-718c-4b57-8dd1-1d22e11291c1', 'code': 200} Aug 10 01:23:17.565015 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=625866e6-718c-4b57-8dd1-1d22e11291c1,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:17.693308 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2df83-8e85-497c-bdb9-c08c463f351b req-0122afa3-e3b5-4ad7-85bf-5877fc1730ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:17.695476 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5ae2df83-8e85-497c-bdb9-c08c463f351b req-0122afa3-e3b5-4ad7-85bf-5877fc1730ab service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e71ff6a9-70db-4329-a32c-6ce1e9dc94f9 HTTP/1.1" status: 200 len: 1098 time: 0.0464735 Aug 10 01:23:17.737635 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5ae2df83-8e85-497c-bdb9-c08c463f351b req-b9b7bf1e-bcff-4db8-a7d3-9e0d745f9203 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2b0523ce-f134-4055-9af3-40decb75ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350504 Aug 10 01:23:17.934892 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438bb12-5d7f-4f37-8184-ad504a800b51 req-a2cc2d4c-8561-40e9-a1c4-3f24dc354c65 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:17.936521 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0438bb12-5d7f-4f37-8184-ad504a800b51 req-a2cc2d4c-8561-40e9-a1c4-3f24dc354c65 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 946 time: 0.0633779 Aug 10 01:23:17.979559 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0438bb12-5d7f-4f37-8184-ad504a800b51 req-7bcf0a30-fb40-4a42-bbc5-78455cb7c9d2 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363588 Aug 10 01:23:18.584056 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187483b5-85c0-4860-a3cd-67d87456cda7 req-eaa2ce99-2946-4df5-acea-7bcf1634d290 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:18.585586 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-187483b5-85c0-4860-a3cd-67d87456cda7 req-eaa2ce99-2946-4df5-acea-7bcf1634d290 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e71ff6a9-70db-4329-a32c-6ce1e9dc94f9 HTTP/1.1" status: 200 len: 946 time: 0.0522842 Aug 10 01:23:18.632495 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-187483b5-85c0-4860-a3cd-67d87456cda7 req-9c2db405-b54e-4a7f-9045-7b5c9a2c57de tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b0523ce-f134-4055-9af3-40decb75ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387316 Aug 10 01:23:19.125353 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a6ac6-6c57-45a7-a00a-06b66c3e648c req-a5040eaa-ee78-446d-ae06-1f6a51a3e03a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:19.127331 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ac4a6ac6-6c57-45a7-a00a-06b66c3e648c req-a5040eaa-ee78-446d-ae06-1f6a51a3e03a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 946 time: 0.0632796 Aug 10 01:23:19.179371 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ac4a6ac6-6c57-45a7-a00a-06b66c3e648c req-050c0c59-2d38-426f-904d-a383ccdca541 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443602 Aug 10 01:23:19.434952 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd6949-be72-412d-8fa3-510555e0285f req-b285f787-46ec-4ac3-a73e-6abe01ff62e4 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:19.436497 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-07cd6949-be72-412d-8fa3-510555e0285f req-b285f787-46ec-4ac3-a73e-6abe01ff62e4 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 946 time: 0.0544455 Aug 10 01:23:19.478462 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-07cd6949-be72-412d-8fa3-510555e0285f req-552091bf-af77-46cf-8811-06bb05a99996 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359499 Aug 10 01:23:19.764083 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fadf6f-5e24-4dba-9e0e-36acaed09727 req-c56fb0c9-e87d-48a8-9bc8-495da72c1457 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:19.765614 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-55fadf6f-5e24-4dba-9e0e-36acaed09727 req-c56fb0c9-e87d-48a8-9bc8-495da72c1457 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e71ff6a9-70db-4329-a32c-6ce1e9dc94f9 HTTP/1.1" status: 200 len: 946 time: 0.0574901 Aug 10 01:23:19.807622 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-55fadf6f-5e24-4dba-9e0e-36acaed09727 req-046d25c1-3f01-4a46-b351-7551e618759e tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b0523ce-f134-4055-9af3-40decb75ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344718 Aug 10 01:23:20.487299 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907bd03-7eb5-4d90-9bf5-1cbdb1639c7e req-43dd5b1e-b363-4bfb-97f4-fa9aee7fa05a tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:20.489130 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f907bd03-7eb5-4d90-9bf5-1cbdb1639c7e req-43dd5b1e-b363-4bfb-97f4-fa9aee7fa05a tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e71ff6a9-70db-4329-a32c-6ce1e9dc94f9 HTTP/1.1" status: 200 len: 946 time: 0.0500185 Aug 10 01:23:20.560741 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f907bd03-7eb5-4d90-9bf5-1cbdb1639c7e req-80533667-8065-4d87-bddb-122dfe66f14c tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b0523ce-f134-4055-9af3-40decb75ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594995 Aug 10 01:23:20.569733 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27814c6f-2993-4ef5-968f-546031cee407 req-aaa2e8df-0ff0-4f99-b955-1ca6a3f22b65 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:20.571357 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-27814c6f-2993-4ef5-968f-546031cee407 req-aaa2e8df-0ff0-4f99-b955-1ca6a3f22b65 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 946 time: 0.0800407 Aug 10 01:23:20.610181 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-27814c6f-2993-4ef5-968f-546031cee407 req-680a99e7-7655-43d5-9a5e-7fba496e8551 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325458 Aug 10 01:23:20.827981 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764031aa-b8a8-46e2-917c-0dcaacb60d82 req-9e48a3db-5aed-47d0-a8b9-b6b1b2bd22e7 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:20.829868 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749470f-deb3-4c6b-b7a9-bcb27be05cfb req-dc0a0dd7-05d2-4112-ad14-ebecfe013392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:20.830303 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-764031aa-b8a8-46e2-917c-0dcaacb60d82 req-9e48a3db-5aed-47d0-a8b9-b6b1b2bd22e7 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 946 time: 0.0522983 Aug 10 01:23:20.831479 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4749470f-deb3-4c6b-b7a9-bcb27be05cfb req-dc0a0dd7-05d2-4112-ad14-ebecfe013392 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a14fe6b470434cfda037388a8cf18ac8&device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 1098 time: 0.0443399 Aug 10 01:23:20.873217 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-764031aa-b8a8-46e2-917c-0dcaacb60d82 req-9a928a65-f1d1-4188-9ae0-70ab01e6417c tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344746 Aug 10 01:23:20.929261 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749470f-deb3-4c6b-b7a9-bcb27be05cfb req-fbc2f690-eff9-4453-8577-d4289626eba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:20.931045 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4749470f-deb3-4c6b-b7a9-bcb27be05cfb req-fbc2f690-eff9-4453-8577-d4289626eba3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e88d51f0-ef67-43e3-acaa-ddb0705ef866 HTTP/1.1" status: 200 len: 911 time: 0.0927594 Aug 10 01:23:20.997174 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4749470f-deb3-4c6b-b7a9-bcb27be05cfb req-3835038a-3f9d-4050-9f6c-d90a6a1ef1a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa HTTP/1.1" status: 200 len: 999 time: 0.0591908 Aug 10 01:23:21.050044 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749470f-deb3-4c6b-b7a9-bcb27be05cfb req-606f371a-9eff-49e3-aeb5-978ea1cd66b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:21.051922 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4749470f-deb3-4c6b-b7a9-bcb27be05cfb req-606f371a-9eff-49e3-aeb5-978ea1cd66b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e HTTP/1.1" status: 200 len: 849 time: 0.0467956 Aug 10 01:23:21.107206 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749470f-deb3-4c6b-b7a9-bcb27be05cfb req-63c94edf-6dd5-4024-9d3e-946ce93e13a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:21.109002 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4749470f-deb3-4c6b-b7a9-bcb27be05cfb req-63c94edf-6dd5-4024-9d3e-946ce93e13a0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e88d51f0-ef67-43e3-acaa-ddb0705ef866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487404 Aug 10 01:23:21.200632 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4749470f-deb3-4c6b-b7a9-bcb27be05cfb req-ddb70132-f20f-459b-9e7d-17a6be8adfe5 service neutron] 10.222.0.24 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838132 Aug 10 01:23:21.297411 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4749470f-deb3-4c6b-b7a9-bcb27be05cfb req-cdb3903f-67f2-40dd-8528-400722205525 service neutron] 10.222.0.24 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892539 Aug 10 01:23:21.688618 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9ca14-b2c3-445b-b8a6-0c3effa8334d req-f1c8a1b9-83c3-4d0b-a59e-11ce74616c28 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:21.690143 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f6d9ca14-b2c3-445b-b8a6-0c3effa8334d req-f1c8a1b9-83c3-4d0b-a59e-11ce74616c28 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e71ff6a9-70db-4329-a32c-6ce1e9dc94f9 HTTP/1.1" status: 200 len: 946 time: 0.0530379 Aug 10 01:23:21.731951 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f6d9ca14-b2c3-445b-b8a6-0c3effa8334d req-aeca1d5e-35d3-4e0f-8191-1473965837c5 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b0523ce-f134-4055-9af3-40decb75ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339081 Aug 10 01:23:21.937704 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e5ba8-26fa-44a0-b777-ddce2208de8e req-d714a47b-5963-4bdc-b135-c94fc6c4bd7e tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:21.939978 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-569e5ba8-26fa-44a0-b777-ddce2208de8e req-d714a47b-5963-4bdc-b135-c94fc6c4bd7e tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.20 "GET /v2.0/ports?device_id=e71ff6a9-70db-4329-a32c-6ce1e9dc94f9 HTTP/1.1" status: 200 len: 946 time: 0.0637562 Aug 10 01:23:22.028022 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2921e4-986f-46e7-88de-ad7061a8dc25 req-23f3e535-b51d-4194-a85a-8240102a6343 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:22.030457 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cb2921e4-986f-46e7-88de-ad7061a8dc25 req-23f3e535-b51d-4194-a85a-8240102a6343 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 946 time: 0.0685911 Aug 10 01:23:22.052120 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-569e5ba8-26fa-44a0-b777-ddce2208de8e req-72db6e86-dfc9-45bc-bd46-c17b4a576ffc tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Deleting port 625866e6-718c-4b57-8dd1-1d22e11291c1 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:23:22.052503 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-569e5ba8-26fa-44a0-b777-ddce2208de8e req-72db6e86-dfc9-45bc-bd46-c17b4a576ffc tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:22.071471 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cb2921e4-986f-46e7-88de-ad7061a8dc25 req-827d92bf-dab1-4ee1-a0df-dcfd848d9a20 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349867 Aug 10 01:23:22.168974 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-569e5ba8-26fa-44a0-b777-ddce2208de8e req-72db6e86-dfc9-45bc-bd46-c17b4a576ffc tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] For port 625866e6-718c-4b57-8dd1-1d22e11291c1, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=625866e6-718c-4b57-8dd1-1d22e11291c1,segment=NetworkSegment(ca90a580-5ed2-462d-883c-3f0914b637aa),segment_id=ca90a580-5ed2-462d-883c-3f0914b637aa)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:23:22.169359 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-569e5ba8-26fa-44a0-b777-ddce2208de8e req-72db6e86-dfc9-45bc-bd46-c17b4a576ffc tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:22.183841 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-569e5ba8-26fa-44a0-b777-ddce2208de8e req-72db6e86-dfc9-45bc-bd46-c17b4a576ffc tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Calling delete_port for 625866e6-718c-4b57-8dd1-1d22e11291c1 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:23:22.274822 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49f578-b3ea-4b93-ac55-e6770cbb2170 req-4dc49f33-4936-4489-8fef-ef74ecb37c60 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:22.277112 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e49f578-b3ea-4b93-ac55-e6770cbb2170 req-4dc49f33-4936-4489-8fef-ef74ecb37c60 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 946 time: 0.0555344 Aug 10 01:23:22.320910 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e49f578-b3ea-4b93-ac55-e6770cbb2170 req-97972fb0-4ad4-4b98-89d9-d601a8c9e2a6 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374386 Aug 10 01:23:22.327842 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-569e5ba8-26fa-44a0-b777-ddce2208de8e req-72db6e86-dfc9-45bc-bd46-c17b4a576ffc tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:22.361288 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['625866e6-718c-4b57-8dd1-1d22e11291c1'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:23:22.361956 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db6e86-dfc9-45bc-bd46-c17b4a576ffc tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Pushing event deleted for resources: {'Port': ['ID=625866e6-718c-4b57-8dd1-1d22e11291c1,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:22.408857 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-569e5ba8-26fa-44a0-b777-ddce2208de8e req-72db6e86-dfc9-45bc-bd46-c17b4a576ffc tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] No DVR routers for this DVR port 625866e6-718c-4b57-8dd1-1d22e11291c1 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:23:22.412540 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-569e5ba8-26fa-44a0-b777-ddce2208de8e req-72db6e86-dfc9-45bc-bd46-c17b4a576ffc tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:22.414580 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-569e5ba8-26fa-44a0-b777-ddce2208de8e req-72db6e86-dfc9-45bc-bd46-c17b4a576ffc tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.20 "DELETE /v2.0/ports/625866e6-718c-4b57-8dd1-1d22e11291c1 HTTP/1.1" status: 204 len: 173 time: 0.4681449 Aug 10 01:23:22.415041 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71ff6a9-70db-4329-a32c-6ce1e9dc94f9', 'name': 'network-vif-deleted', 'tag': '625866e6-718c-4b57-8dd1-1d22e11291c1'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:23:22.418250 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce916ab-257a-4050-afb1-ffe5df25805e" -d '{"events": [{"server_uuid": "e71ff6a9-70db-4329-a32c-6ce1e9dc94f9", "name": "network-vif-deleted", "tag": "625866e6-718c-4b57-8dd1-1d22e11291c1"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:23:22.467273 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bd2ef-55f4-4a66-872a-eb2c3024a6ae req-2437517d-d1ba-4251-971b-ab4dd93fda26 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:22.469014 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-389bd2ef-55f4-4a66-872a-eb2c3024a6ae req-2437517d-d1ba-4251-971b-ab4dd93fda26 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 946 time: 0.0565722 Aug 10 01:23:22.469368 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a021ee48-114f-411a-9969-ad423200c2ea x-openstack-request-id: req-a021ee48-114f-411a-9969-ad423200c2ea {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:23:22.469734 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71ff6a9-70db-4329-a32c-6ce1e9dc94f9", "name": "network-vif-deleted", "tag": "625866e6-718c-4b57-8dd1-1d22e11291c1", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:23:22.470053 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a021ee48-114f-411a-9969-ad423200c2ea {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:23:22.470516 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71ff6a9-70db-4329-a32c-6ce1e9dc94f9', 'name': 'network-vif-deleted', 'tag': '625866e6-718c-4b57-8dd1-1d22e11291c1', 'status': 'completed', 'code': 200} Aug 10 01:23:22.510325 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-389bd2ef-55f4-4a66-872a-eb2c3024a6ae req-9deab31c-9ab1-4084-803a-5e6e6861729c tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347803 Aug 10 01:23:22.796936 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-41a887c6-edf5-4b2b-89d6-41b49289839b tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:22.798416 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-41a887c6-edf5-4b2b-89d6-41b49289839b tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/networks?id=e88d51f0-ef67-43e3-acaa-ddb0705ef866 HTTP/1.1" status: 200 len: 810 time: 0.1100233 Aug 10 01:23:22.815510 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-5adc0243-9a03-411d-9021-5a78cdfdbf6e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/quotas/a14fe6b470434cfda037388a8cf18ac8 HTTP/1.1" status: 200 len: 375 time: 0.0099611 Aug 10 01:23:22.856212 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-af02ccf8-4f19-42e9-a792-177765063496 req-e029185e-0eb6-4f73-9e78-94556860cc7d tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e71ff6a9-70db-4329-a32c-6ce1e9dc94f9 HTTP/1.1" status: 200 len: 210 time: 0.0351973 Aug 10 01:23:22.896398 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-05bee905-99e7-46b1-9c12-5d130727dcb5 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a14fe6b470434cfda037388a8cf18ac8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0659637 Aug 10 01:23:23.098011 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-b34178f1-6c8b-4407-95e7-164bd53aa493 service neutron] 10.222.0.35 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939654 Aug 10 01:23:23.132359 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:23:23.194842 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-b1b6a11d-7478-41f0-97bd-617925c61b90 service neutron] 10.222.0.35 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907207 Aug 10 01:23:23.226558 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:23.250815 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e215e917-f726-47ee-aaf5-8429c75c4af7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:23:23.253195 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b60946f-d500-4ddd-922c-07b93fbcca43" -d '{"events": [{"server_uuid": "e215e917-f726-47ee-aaf5-8429c75c4af7", "name": "network-vif-unplugged", "status": "completed", "tag": "aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:23:23.267276 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:23:23.272904 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:23.303941 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a86f26-a056-41a3-a66a-27b0c5bc4e67 x-openstack-request-id: req-a4a86f26-a056-41a3-a66a-27b0c5bc4e67 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:23:23.304348 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e215e917-f726-47ee-aaf5-8429c75c4af7", "name": "network-vif-unplugged", "status": "completed", "tag": "aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:23:23.304676 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a4a86f26-a056-41a3-a66a-27b0c5bc4e67 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:23:23.305129 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e215e917-f726-47ee-aaf5-8429c75c4af7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa', 'code': 200} Aug 10 01:23:23.335583 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa,revision_number=14']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:23.345566 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:23.346058 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:23.346401 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:23.347013 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:23.347570 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:23.348066 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:23.348635 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:23.349129 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:23.349620 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:23.350207 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:23.350733 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:23.351243 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:23.386644 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c00c2418-c71c-4718-85e5-72db01bd0200 req-6ca572da-5f7a-4f9d-8d02-df3a8b433bb8 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 210 time: 0.0344050 Aug 10 01:23:24.185130 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-d26b6334-ea75-4c56-b326-70df3970cb0d tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:24.186621 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-d26b6334-ea75-4c56-b326-70df3970cb0d tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/networks?id=a7394e33-474c-4e86-b94f-8bdd4b0db2eb HTTP/1.1" status: 200 len: 808 time: 0.1065280 Aug 10 01:23:24.203260 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-93e9e275-5b32-4321-8275-76245e8a4789 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/quotas/c536cf1333304995b2f1cf1f04e0c09a HTTP/1.1" status: 200 len: 375 time: 0.0098872 Aug 10 01:23:24.240434 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-8767b8c3-be5e-4f26-a820-1f8f4b104982 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c536cf1333304995b2f1cf1f04e0c09a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307672 Aug 10 01:23:24.253204 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-5ca86d24-a44b-46ec-b131-2d7bcde00881 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:23:24.254516 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-5ca86d24-a44b-46ec-b131-2d7bcde00881 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068226 Aug 10 01:23:24.373460 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-251fd389-5854-46c9-af20-f43a0ebe23fd service neutron] 10.222.0.35 "GET /v2.0/networks/a7394e33-474c-4e86-b94f-8bdd4b0db2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073973 Aug 10 01:23:24.397509 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-1987151a-a402-46fb-99db-4ec323cf9125 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:24.400456 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-1987151a-a402-46fb-99db-4ec323cf9125 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.20 "GET /v2.0/networks?id=e88d51f0-ef67-43e3-acaa-ddb0705ef866 HTTP/1.1" status: 200 len: 810 time: 0.1484501 Aug 10 01:23:24.428674 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-f867b48a-2485-40c3-be8f-33fda7527208 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Request body: {'port': {'device_id': 'ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c', 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866', 'admin_state_up': True, 'tenant_id': 'a14fe6b470434cfda037388a8cf18ac8'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:23:24.483979 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-b178e60f-6e62-434e-be86-0608e2071112 service neutron] 10.222.0.35 "GET /v2.0/networks/a7394e33-474c-4e86-b94f-8bdd4b0db2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035213 Aug 10 01:23:24.506011 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4e778bd1-1b71-41a1-a0a6-d96356dd6572 req-a0e9a45c-7894-4ff2-8260-18718d30592e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 210 time: 0.0359824 Aug 10 01:23:24.559729 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-f867b48a-2485-40c3-be8f-33fda7527208 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Made reservation on behalf of a14fe6b470434cfda037388a8cf18ac8 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:23:24.563419 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-f867b48a-2485-40c3-be8f-33fda7527208 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:24.684714 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3ae94514-c166-4e13-8b6b-03a2c303d13f req-0d422350-babb-467c-a263-66a49a8822b9 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/ports?device_id=93f9d8fe-9778-45eb-859a-ddc929387f58 HTTP/1.1" status: 200 len: 210 time: 0.0349524 Aug 10 01:23:24.735640 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-f867b48a-2485-40c3-be8f-33fda7527208 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Allocated IP 172.20.0.4 (e88d51f0-ef67-43e3-acaa-ddb0705ef866/04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e/0ad8690c-88e9-4038-9a42-69551b457df2) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:23:24.892387 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-f867b48a-2485-40c3-be8f-33fda7527208 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:24.908941 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-f867b48a-2485-40c3-be8f-33fda7527208 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Transition to ACTIVE for port object 0ad8690c-88e9-4038-9a42-69551b457df2 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:23:24.946069 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-f867b48a-2485-40c3-be8f-33fda7527208 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:24.994042 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-f867b48a-2485-40c3-be8f-33fda7527208 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Network e88d51f0-ef67-43e3-acaa-ddb0705ef866 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:23:24.997264 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-f867b48a-2485-40c3-be8f-33fda7527208 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:23:25.001357 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-f867b48a-2485-40c3-be8f-33fda7527208 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:23:25.031893 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867b48a-2485-40c3-be8f-33fda7527208 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Pushing event updated for resources: {'Port': ['ID=0ad8690c-88e9-4038-9a42-69551b457df2,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:25.074978 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-f867b48a-2485-40c3-be8f-33fda7527208 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:25.075767 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-f867b48a-2485-40c3-be8f-33fda7527208 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:25.097321 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-f867b48a-2485-40c3-be8f-33fda7527208 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6767795 Aug 10 01:23:25.116247 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-b8800b45-a761-49d0-adbf-89d523d56e76 service neutron] Request body: {'port': {'device_id': 'ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:23:25.190505 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-b8800b45-a761-49d0-adbf-89d523d56e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:25.250496 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a2ecc8d9-cbc5-48e5-a5f8-4eb98ab2321b None None] Provisioning for port 0ad8690c-88e9-4038-9a42-69551b457df2 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:23:25.257116 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a2ecc8d9-cbc5-48e5-a5f8-4eb98ab2321b None None] Provisioning complete for port 0ad8690c-88e9-4038-9a42-69551b457df2 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:23:25.258038 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a2ecc8d9-cbc5-48e5-a5f8-4eb98ab2321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:25.308259 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a2ecc8d9-cbc5-48e5-a5f8-4eb98ab2321b None None] Port 0ad8690c-88e9-4038-9a42-69551b457df2 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:23:25.480484 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-b8800b45-a761-49d0-adbf-89d523d56e76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ad8690c-88e9-4038-9a42-69551b457df2 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:23:25.487926 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-b8800b45-a761-49d0-adbf-89d523d56e76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:25.500396 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-b8800b45-a761-49d0-adbf-89d523d56e76 service neutron] Transition to ACTIVE for port object 0ad8690c-88e9-4038-9a42-69551b457df2 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:23:25.504400 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-b8800b45-a761-49d0-adbf-89d523d56e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:25.602936 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8800b45-a761-49d0-adbf-89d523d56e76 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad8690c-88e9-4038-9a42-69551b457df2,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:25.644404 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-b8800b45-a761-49d0-adbf-89d523d56e76 service neutron] Attempting to bind port 0ad8690c-88e9-4038-9a42-69551b457df2 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:23:25.644952 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-b8800b45-a761-49d0-adbf-89d523d56e76 service neutron] Attempting to bind port 0ad8690c-88e9-4038-9a42-69551b457df2 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '52f03a3d-92cf-402a-8037-fd3af118309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:23:25.645436 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-b8800b45-a761-49d0-adbf-89d523d56e76 service neutron] Attempting to bind port 0ad8690c-88e9-4038-9a42-69551b457df2 on network e88d51f0-ef67-43e3-acaa-ddb0705ef866 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:23:25.656247 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe06663-05e7-4398-805e-b310c84255eb req-ef759a06-1628-4ab6-a6a1-4c20fbbec439 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:25.658119 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-b8800b45-a761-49d0-adbf-89d523d56e76 service neutron] Port 0ad8690c-88e9-4038-9a42-69551b457df2 on network e88d51f0-ef67-43e3-acaa-ddb0705ef866 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:23:25.659511 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-b8800b45-a761-49d0-adbf-89d523d56e76 service neutron] Attempting to bind port 0ad8690c-88e9-4038-9a42-69551b457df2 on network e88d51f0-ef67-43e3-acaa-ddb0705ef866 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:23:25.665554 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-abe06663-05e7-4398-805e-b310c84255eb req-ef759a06-1628-4ab6-a6a1-4c20fbbec439 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 943 time: 0.0772166 Aug 10 01:23:25.670058 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-b8800b45-a761-49d0-adbf-89d523d56e76 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:23:25.670536 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-b8800b45-a761-49d0-adbf-89d523d56e76 service neutron] Checking segment: {'id': '52f03a3d-92cf-402a-8037-fd3af118309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:23:25.671077 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-b8800b45-a761-49d0-adbf-89d523d56e76 service neutron] Bound using segment: {'id': '52f03a3d-92cf-402a-8037-fd3af118309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:23:25.671623 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-b8800b45-a761-49d0-adbf-89d523d56e76 service neutron] Bound port: 0ad8690c-88e9-4038-9a42-69551b457df2, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52f03a3d-92cf-402a-8037-fd3af118309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:23:25.672141 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-b8800b45-a761-49d0-adbf-89d523d56e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:25.753343 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-abe06663-05e7-4398-805e-b310c84255eb req-e9c98a72-2686-4aae-aaf1-92aaeae02925 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854282 Aug 10 01:23:25.846735 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-b8800b45-a761-49d0-adbf-89d523d56e76 service neutron] For port 0ad8690c-88e9-4038-9a42-69551b457df2, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:23:25.857709 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b67a29aa-50b6-4c75-9d05-cc4e5ed90c91 req-0a929b3a-c428-4c35-88f7-a6c17792b459 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/ports?device_id=93f9d8fe-9778-45eb-859a-ddc929387f58 HTTP/1.1" status: 200 len: 210 time: 0.0468884 Aug 10 01:23:25.892435 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-b8800b45-a761-49d0-adbf-89d523d56e76 service neutron] For port 0ad8690c-88e9-4038-9a42-69551b457df2, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=0ad8690c-88e9-4038-9a42-69551b457df2,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:23:25.905962 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-22548cd5-5684-468f-a5f0-1713dcfabbaa tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:25.907839 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-22548cd5-5684-468f-a5f0-1713dcfabbaa tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.20 "GET /v2.0/networks?id=a7394e33-474c-4e86-b94f-8bdd4b0db2eb HTTP/1.1" status: 200 len: 808 time: 0.1943707 Aug 10 01:23:25.909939 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-b8800b45-a761-49d0-adbf-89d523d56e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:25.946885 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-3c3649d4-15cd-4840-8dff-df203ea92405 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Request body: {'port': {'device_id': '93f9d8fe-9778-45eb-859a-ddc929387f58', 'network_id': 'a7394e33-474c-4e86-b94f-8bdd4b0db2eb', 'admin_state_up': True, 'tenant_id': 'c536cf1333304995b2f1cf1f04e0c09a'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:23:26.013341 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-b8800b45-a761-49d0-adbf-89d523d56e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:26.014076 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-b8800b45-a761-49d0-adbf-89d523d56e76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:26.015697 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-b8800b45-a761-49d0-adbf-89d523d56e76 service neutron] 10.222.0.20 "PUT /v2.0/ports/0ad8690c-88e9-4038-9a42-69551b457df2 HTTP/1.1" status: 200 len: 1092 time: 0.9048798 Aug 10 01:23:26.016379 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c', 'tag': '0ad8690c-88e9-4038-9a42-69551b457df2'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:23:26.019099 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1480836-6f13-4094-bad2-041d82b95f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c", "tag": "0ad8690c-88e9-4038-9a42-69551b457df2"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:23:26.086538 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f455dd-f259-497f-afba-0f8d50c0eaa3 x-openstack-request-id: req-34f455dd-f259-497f-afba-0f8d50c0eaa3 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:23:26.086842 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c", "tag": "0ad8690c-88e9-4038-9a42-69551b457df2", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:23:26.087096 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-34f455dd-f259-497f-afba-0f8d50c0eaa3 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:23:26.087652 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c', 'tag': '0ad8690c-88e9-4038-9a42-69551b457df2', 'status': 'completed', 'code': 200} Aug 10 01:23:26.097263 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8800b45-a761-49d0-adbf-89d523d56e76 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad8690c-88e9-4038-9a42-69551b457df2,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:26.181585 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-e4ceb4cc-a9db-4ae6-8a64-9d0fa2327196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:26.183552 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-e4ceb4cc-a9db-4ae6-8a64-9d0fa2327196 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a14fe6b470434cfda037388a8cf18ac8&device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 1095 time: 0.1113009 Aug 10 01:23:26.239971 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-3c3649d4-15cd-4840-8dff-df203ea92405 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Made reservation on behalf of c536cf1333304995b2f1cf1f04e0c09a for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:23:26.243900 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-3c3649d4-15cd-4840-8dff-df203ea92405 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:26.247146 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-e1c25630-b2f0-4bb1-91d1-958477dc696c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ad8690c-88e9-4038-9a42-69551b457df2 HTTP/1.1" status: 200 len: 217 time: 0.0511990 Aug 10 01:23:26.364322 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-a40bcba6-7880-4167-87a1-8b66d93396b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:26.366664 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-a40bcba6-7880-4167-87a1-8b66d93396b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e HTTP/1.1" status: 200 len: 849 time: 0.1083364 Aug 10 01:23:26.474873 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-3c3649d4-15cd-4840-8dff-df203ea92405 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Allocated IP 172.20.0.8 (a7394e33-474c-4e86-b94f-8bdd4b0db2eb/0ee76d0d-c99f-4794-8947-27f9a74dd587/c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:23:26.494568 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-43599836-8a17-4295-a640-20d0949ce133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:26.495785 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-43599836-8a17-4295-a640-20d0949ce133 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e88d51f0-ef67-43e3-acaa-ddb0705ef866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734923 Aug 10 01:23:26.886806 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7757549-d437-47b1-90ee-0ba7eac92935 req-44deba07-352b-47d4-9c89-8d8a35ea82c4 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:26.889322 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a7757549-d437-47b1-90ee-0ba7eac92935 req-44deba07-352b-47d4-9c89-8d8a35ea82c4 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 943 time: 0.0577374 Aug 10 01:23:26.939303 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a7757549-d437-47b1-90ee-0ba7eac92935 req-9d26e669-45f7-4a15-8de7-36d39672a5fa tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424719 Aug 10 01:23:26.994495 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fb1083a5-dc1b-4846-91bc-8cc5479a7ccb req-cfd3f089-d8c5-4a74-82b0-86de6a987d3e tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/ports?device_id=93f9d8fe-9778-45eb-859a-ddc929387f58 HTTP/1.1" status: 200 len: 210 time: 0.0286109 Aug 10 01:23:27.003741 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-fe7f9890-a453-4bae-9c15-6e8044dcfca0 service neutron] 10.222.0.20 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5009203 Aug 10 01:23:27.095870 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-3c3649d4-15cd-4840-8dff-df203ea92405 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:27.138898 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c59f2159-e9a8-42e9-9dad-cef241274c09 req-d024b399-c96a-4078-b5bf-e9e8dd447348 service neutron] 10.222.0.20 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261129 Aug 10 01:23:27.160473 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-3c3649d4-15cd-4840-8dff-df203ea92405 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:27.213027 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-3c3649d4-15cd-4840-8dff-df203ea92405 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Network a7394e33-474c-4e86-b94f-8bdd4b0db2eb is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:23:27.216127 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-3c3649d4-15cd-4840-8dff-df203ea92405 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:23:27.219806 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-3c3649d4-15cd-4840-8dff-df203ea92405 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:23:27.252866 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3649d4-15cd-4840-8dff-df203ea92405 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Pushing event updated for resources: {'Port': ['ID=c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:27.259358 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 625866e6-718c-4b57-8dd1-1d22e11291c1 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:23:27.279777 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 625866e6-718c-4b57-8dd1-1d22e11291c1 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:23:27.280136 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 625866e6-718c-4b57-8dd1-1d22e11291c1 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:23:27.295045 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-3c3649d4-15cd-4840-8dff-df203ea92405 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:27.295652 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-3c3649d4-15cd-4840-8dff-df203ea92405 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:27.310827 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1480836-6f13-4094-bad2-041d82b95f8b req-83766a69-91ba-435b-803a-06c241353a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:27.312248 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c1480836-6f13-4094-bad2-041d82b95f8b req-83766a69-91ba-435b-803a-06c241353a12 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a14fe6b470434cfda037388a8cf18ac8&device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 1095 time: 0.0887818 Aug 10 01:23:27.317191 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-3c3649d4-15cd-4840-8dff-df203ea92405 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3756671 Aug 10 01:23:27.343135 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-48e9ea3d-9df4-4990-bd4f-ccc633ac7f9d service neutron] Request body: {'port': {'device_id': '93f9d8fe-9778-45eb-859a-ddc929387f58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:23:27.448106 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-48e9ea3d-9df4-4990-bd4f-ccc633ac7f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:27.475782 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1480836-6f13-4094-bad2-041d82b95f8b req-a26ab210-c192-43f3-9b01-1986f1d36d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:27.477295 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c1480836-6f13-4094-bad2-041d82b95f8b req-a26ab210-c192-43f3-9b01-1986f1d36d7e service neutron] 10.222.0.20 "GET /v2.0/networks?id=e88d51f0-ef67-43e3-acaa-ddb0705ef866 HTTP/1.1" status: 200 len: 911 time: 0.1460805 Aug 10 01:23:27.535817 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c1480836-6f13-4094-bad2-041d82b95f8b req-c419b6ea-7988-4155-9b44-8febc0c20079 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ad8690c-88e9-4038-9a42-69551b457df2 HTTP/1.1" status: 200 len: 217 time: 0.0372689 Aug 10 01:23:27.670947 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1480836-6f13-4094-bad2-041d82b95f8b req-da315034-1d19-4040-9391-4030a21cabc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:27.672592 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c1480836-6f13-4094-bad2-041d82b95f8b req-da315034-1d19-4040-9391-4030a21cabc6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e HTTP/1.1" status: 200 len: 849 time: 0.1300087 Aug 10 01:23:27.773194 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1480836-6f13-4094-bad2-041d82b95f8b req-9eebf87b-63c4-497a-b55c-79a603b5e555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:27.774734 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c1480836-6f13-4094-bad2-041d82b95f8b req-9eebf87b-63c4-497a-b55c-79a603b5e555 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e88d51f0-ef67-43e3-acaa-ddb0705ef866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0953317 Aug 10 01:23:27.925902 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c1480836-6f13-4094-bad2-041d82b95f8b req-a2a8e1da-1541-47d1-8486-c32450656c8e service neutron] 10.222.0.20 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411767 Aug 10 01:23:27.927814 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-48e9ea3d-9df4-4990-bd4f-ccc633ac7f9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:23:27.936441 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-48e9ea3d-9df4-4990-bd4f-ccc633ac7f9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:27.990546 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-48e9ea3d-9df4-4990-bd4f-ccc633ac7f9d service neutron] Transition to ACTIVE for port object c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:23:27.999432 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-48e9ea3d-9df4-4990-bd4f-ccc633ac7f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:28.073242 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e9ea3d-9df4-4990-bd4f-ccc633ac7f9d service neutron] Pushing event updated for resources: {'Port': ['ID=c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:28.090991 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c1480836-6f13-4094-bad2-041d82b95f8b req-f0bdc1d8-92f3-4838-b0e4-6d9733120b7c service neutron] 10.222.0.20 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564162 Aug 10 01:23:28.092912 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9939f-6270-4b21-8f6a-9a02456032b6 req-9b859144-2b1e-432f-b234-bf0349b2afb9 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:28.094456 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e9b9939f-6270-4b21-8f6a-9a02456032b6 req-9b859144-2b1e-432f-b234-bf0349b2afb9 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 943 time: 0.0823994 Aug 10 01:23:28.157998 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-48e9ea3d-9df4-4990-bd4f-ccc633ac7f9d service neutron] Attempting to bind port c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:23:28.158339 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-48e9ea3d-9df4-4990-bd4f-ccc633ac7f9d service neutron] Attempting to bind port c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': 'ca90a580-5ed2-462d-883c-3f0914b637aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a7394e33-474c-4e86-b94f-8bdd4b0db2eb'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:23:28.158673 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-48e9ea3d-9df4-4990-bd4f-ccc633ac7f9d service neutron] Attempting to bind port c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8 on network a7394e33-474c-4e86-b94f-8bdd4b0db2eb {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:23:28.163626 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-48e9ea3d-9df4-4990-bd4f-ccc633ac7f9d service neutron] Port c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8 on network a7394e33-474c-4e86-b94f-8bdd4b0db2eb not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:23:28.163950 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-48e9ea3d-9df4-4990-bd4f-ccc633ac7f9d service neutron] Attempting to bind port c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8 on network a7394e33-474c-4e86-b94f-8bdd4b0db2eb {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:23:28.168959 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-48e9ea3d-9df4-4990-bd4f-ccc633ac7f9d service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:23:28.169296 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-48e9ea3d-9df4-4990-bd4f-ccc633ac7f9d service neutron] Checking segment: {'id': 'ca90a580-5ed2-462d-883c-3f0914b637aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a7394e33-474c-4e86-b94f-8bdd4b0db2eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:23:28.169688 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-48e9ea3d-9df4-4990-bd4f-ccc633ac7f9d service neutron] Bound using segment: {'id': 'ca90a580-5ed2-462d-883c-3f0914b637aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a7394e33-474c-4e86-b94f-8bdd4b0db2eb'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:23:28.170117 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-48e9ea3d-9df4-4990-bd4f-ccc633ac7f9d service neutron] Bound port: c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca90a580-5ed2-462d-883c-3f0914b637aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a7394e33-474c-4e86-b94f-8bdd4b0db2eb'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:23:28.170479 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-48e9ea3d-9df4-4990-bd4f-ccc633ac7f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:28.177246 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e9b9939f-6270-4b21-8f6a-9a02456032b6 req-20168cf0-332c-4b54-b9f6-7ab28ff1541c tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760016 Aug 10 01:23:28.188428 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09422c03-6bf5-4920-94e0-8d926c3a56ef req-6ffd34f0-f296-416f-b236-03eca4fc676f tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:28.190144 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-09422c03-6bf5-4920-94e0-8d926c3a56ef req-6ffd34f0-f296-416f-b236-03eca4fc676f tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/ports?device_id=93f9d8fe-9778-45eb-859a-ddc929387f58 HTTP/1.1" status: 200 len: 943 time: 0.0830038 Aug 10 01:23:28.228434 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-09422c03-6bf5-4920-94e0-8d926c3a56ef req-467973f2-dde6-4b7d-942f-84423dc4fd90 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b0523ce-f134-4055-9af3-40decb75ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320780 Aug 10 01:23:28.234983 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-48e9ea3d-9df4-4990-bd4f-ccc633ac7f9d service neutron] For port c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:23:28.238162 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-48e9ea3d-9df4-4990-bd4f-ccc633ac7f9d service neutron] For port c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8,segment=NetworkSegment(ca90a580-5ed2-462d-883c-3f0914b637aa),segment_id=ca90a580-5ed2-462d-883c-3f0914b637aa)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:23:28.254411 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-48e9ea3d-9df4-4990-bd4f-ccc633ac7f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:28.255201 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:28.298932 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-48e9ea3d-9df4-4990-bd4f-ccc633ac7f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:28.299562 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-48e9ea3d-9df4-4990-bd4f-ccc633ac7f9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:28.303570 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-48e9ea3d-9df4-4990-bd4f-ccc633ac7f9d service neutron] 10.222.0.20 "PUT /v2.0/ports/c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8 HTTP/1.1" status: 200 len: 1092 time: 0.9689586 Aug 10 01:23:28.303570 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f9d8fe-9778-45eb-859a-ddc929387f58', 'tag': 'c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:23:28.304680 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d0bfa9-9bd4-40e0-a794-7eee867ca941" -d '{"events": [{"name": "network-changed", "server_uuid": "93f9d8fe-9778-45eb-859a-ddc929387f58", "tag": "c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:23:28.325276 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e9ea3d-9df4-4990-bd4f-ccc633ac7f9d service neutron] Pushing event updated for resources: {'Port': ['ID=c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:28.355760 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a723104-85f7-4a6c-9a55-39bea27d5de4 x-openstack-request-id: req-9a723104-85f7-4a6c-9a55-39bea27d5de4 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:23:28.356065 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93f9d8fe-9778-45eb-859a-ddc929387f58", "tag": "c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:23:28.356349 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9a723104-85f7-4a6c-9a55-39bea27d5de4 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:23:28.356760 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f9d8fe-9778-45eb-859a-ddc929387f58', 'tag': 'c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8', 'status': 'completed', 'code': 200} Aug 10 01:23:28.411752 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-b66316b5-5227-4199-9641-0a59e132c475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:28.413275 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-b66316b5-5227-4199-9641-0a59e132c475 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c536cf1333304995b2f1cf1f04e0c09a&device_id=93f9d8fe-9778-45eb-859a-ddc929387f58 HTTP/1.1" status: 200 len: 1095 time: 0.0445039 Aug 10 01:23:28.460248 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-a21f99c5-081b-4ffe-af4d-019da2c8354a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8 HTTP/1.1" status: 200 len: 217 time: 0.0338519 Aug 10 01:23:28.508573 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-0fa1cf0c-e4ca-496c-9369-c6868d464e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:28.510027 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-0fa1cf0c-e4ca-496c-9369-c6868d464e98 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ee76d0d-c99f-4794-8947-27f9a74dd587 HTTP/1.1" status: 200 len: 848 time: 0.0436847 Aug 10 01:23:28.549865 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-b094ec4f-aa81-44e0-a22d-45fb9a1a1764 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a7394e33-474c-4e86-b94f-8bdd4b0db2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317209 Aug 10 01:23:28.642518 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-5f6f7ea6-2371-4598-91ad-64ba3e519b33 service neutron] 10.222.0.20 "GET /v2.0/networks/a7394e33-474c-4e86-b94f-8bdd4b0db2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839260 Aug 10 01:23:28.738024 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1308bb4c-4990-4ca1-b5ac-f048636c9ad7 req-cd9e0ad8-7d8c-4b4d-81cd-9641373ba5ee service neutron] 10.222.0.20 "GET /v2.0/networks/a7394e33-474c-4e86-b94f-8bdd4b0db2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883522 Aug 10 01:23:28.863855 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0bfa9-9bd4-40e0-a794-7eee867ca941 req-94d66e6c-6788-41d0-a495-d7f29125830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:28.865408 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a8d0bfa9-9bd4-40e0-a794-7eee867ca941 req-94d66e6c-6788-41d0-a495-d7f29125830f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c536cf1333304995b2f1cf1f04e0c09a&device_id=93f9d8fe-9778-45eb-859a-ddc929387f58 HTTP/1.1" status: 200 len: 1095 time: 0.0425031 Aug 10 01:23:28.964791 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0bfa9-9bd4-40e0-a794-7eee867ca941 req-8352b964-175c-467a-86f0-d255c7eda346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:28.966728 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a8d0bfa9-9bd4-40e0-a794-7eee867ca941 req-8352b964-175c-467a-86f0-d255c7eda346 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a7394e33-474c-4e86-b94f-8bdd4b0db2eb HTTP/1.1" status: 200 len: 909 time: 0.0930126 Aug 10 01:23:29.013946 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a8d0bfa9-9bd4-40e0-a794-7eee867ca941 req-f336f8cc-35cf-4eff-8acf-9833aad2b140 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8 HTTP/1.1" status: 200 len: 217 time: 0.0390942 Aug 10 01:23:29.064274 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0bfa9-9bd4-40e0-a794-7eee867ca941 req-2af3df35-468d-4fae-b60b-71ee5d1679ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:29.065734 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a8d0bfa9-9bd4-40e0-a794-7eee867ca941 req-2af3df35-468d-4fae-b60b-71ee5d1679ee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ee76d0d-c99f-4794-8947-27f9a74dd587 HTTP/1.1" status: 200 len: 848 time: 0.0448191 Aug 10 01:23:29.097531 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a8d0bfa9-9bd4-40e0-a794-7eee867ca941 req-2b5fed0d-e75f-4779-9acf-002d4d2ac8b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a7394e33-474c-4e86-b94f-8bdd4b0db2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243993 Aug 10 01:23:29.190965 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a8d0bfa9-9bd4-40e0-a794-7eee867ca941 req-359ea2ef-7051-4aef-98e5-4a337a4fc73c service neutron] 10.222.0.20 "GET /v2.0/networks/a7394e33-474c-4e86-b94f-8bdd4b0db2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858710 Aug 10 01:23:29.292909 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a8d0bfa9-9bd4-40e0-a794-7eee867ca941 req-71c3a37a-d2b5-4b3d-92f8-5e41288767e0 service neutron] 10.222.0.20 "GET /v2.0/networks/a7394e33-474c-4e86-b94f-8bdd4b0db2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942674 Aug 10 01:23:29.298412 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ccc5e-0156-4cea-b225-ef5fa327783e req-b693fe1d-5d4b-4b9b-933a-5f9109eb24eb tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:29.300816 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a87ccc5e-0156-4cea-b225-ef5fa327783e req-b693fe1d-5d4b-4b9b-933a-5f9109eb24eb tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 943 time: 0.0532672 Aug 10 01:23:29.365115 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a87ccc5e-0156-4cea-b225-ef5fa327783e req-0f02b613-54d6-4ebc-be31-24db7286b85b tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523195 Aug 10 01:23:29.377857 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77037f62-2731-4272-95ea-2bf9e40eecab req-daa0f944-b043-4857-97fb-7f6dd04e56fb tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:29.379638 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77037f62-2731-4272-95ea-2bf9e40eecab req-daa0f944-b043-4857-97fb-7f6dd04e56fb tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/ports?device_id=93f9d8fe-9778-45eb-859a-ddc929387f58 HTTP/1.1" status: 200 len: 943 time: 0.0752606 Aug 10 01:23:29.418814 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77037f62-2731-4272-95ea-2bf9e40eecab req-abb382b8-465f-491a-9673-20c1363104a9 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b0523ce-f134-4055-9af3-40decb75ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328155 Aug 10 01:23:30.486455 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c58d8d-87d1-4fd0-b6a1-82d17d52c001 req-cfcf727e-7a07-4bef-88c7-9e690cb422c4 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:30.487950 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a6c58d8d-87d1-4fd0-b6a1-82d17d52c001 req-cfcf727e-7a07-4bef-88c7-9e690cb422c4 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 943 time: 0.0541296 Aug 10 01:23:30.554250 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a6c58d8d-87d1-4fd0-b6a1-82d17d52c001 req-ea8e08b3-c888-4192-bc03-13521754ff5f tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560935 Aug 10 01:23:30.562744 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85a036-d713-4f78-8224-449ec43521e7 req-38b1e22c-57c8-4780-b956-6fd9bb12cea9 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:30.564240 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9c85a036-d713-4f78-8224-449ec43521e7 req-38b1e22c-57c8-4780-b956-6fd9bb12cea9 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/ports?device_id=93f9d8fe-9778-45eb-859a-ddc929387f58 HTTP/1.1" status: 200 len: 943 time: 0.0752664 Aug 10 01:23:30.603303 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9c85a036-d713-4f78-8224-449ec43521e7 req-bf18cbde-3c27-414d-8115-f3b9f080ef77 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b0523ce-f134-4055-9af3-40decb75ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325413 Aug 10 01:23:31.268565 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 0ad8690c-88e9-4038-9a42-69551b457df2 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:23:31.364212 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 0ad8690c-88e9-4038-9a42-69551b457df2, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=0ad8690c-88e9-4038-9a42-69551b457df2,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:23:31.375999 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '0ad8690c-88e9-4038-9a42-69551b457df2', 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866', 'port_id': '0ad8690c-88e9-4038-9a42-69551b457df2', 'mac_address': 'fa:16:3e:48:e6:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:23:31.414101 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:31.428250 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad8690c-88e9-4038-9a42-69551b457df2 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:23:31.448437 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 0ad8690c-88e9-4038-9a42-69551b457df2, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=0ad8690c-88e9-4038-9a42-69551b457df2,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:23:31.452282 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:31.503611 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=0ad8690c-88e9-4038-9a42-69551b457df2,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:31.719148 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe809b1f-d4f3-4f7f-b177-fcc60d4458fb req-ff7ae9fe-04bc-4c80-87a3-1858f91de436 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:31.721244 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fe809b1f-d4f3-4f7f-b177-fcc60d4458fb req-ff7ae9fe-04bc-4c80-87a3-1858f91de436 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 944 time: 0.0890517 Aug 10 01:23:31.760938 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990cf310-2c60-4d92-ba58-8b6447d9bb37 req-dcf8f65d-0e53-4f9b-bda8-94e682525759 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:31.762459 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-990cf310-2c60-4d92-ba58-8b6447d9bb37 req-dcf8f65d-0e53-4f9b-bda8-94e682525759 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/ports?device_id=93f9d8fe-9778-45eb-859a-ddc929387f58 HTTP/1.1" status: 200 len: 943 time: 0.0843077 Aug 10 01:23:31.777003 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['0ad8690c-88e9-4038-9a42-69551b457df2'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:23:31.793601 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fe809b1f-d4f3-4f7f-b177-fcc60d4458fb req-b56454a4-ca46-4225-bd49-c6aa66941c32 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640547 Aug 10 01:23:31.822775 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-990cf310-2c60-4d92-ba58-8b6447d9bb37 req-7ea7d1bc-3436-4645-8daf-2fa6db709efd tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b0523ce-f134-4055-9af3-40decb75ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442450 Aug 10 01:23:32.941182 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edca39-65f8-40d8-a919-f5bfbfad3c15 req-64b0bb6e-d09e-46e1-b233-e36f1c0ff802 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:32.942719 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-04edca39-65f8-40d8-a919-f5bfbfad3c15 req-64b0bb6e-d09e-46e1-b233-e36f1c0ff802 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 944 time: 0.0790360 Aug 10 01:23:32.967657 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28925ec6-8d9a-4f17-9df4-fa53a6d548dc req-c3f8af05-33fd-4583-afe5-2e9708d533c0 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:32.969298 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-28925ec6-8d9a-4f17-9df4-fa53a6d548dc req-c3f8af05-33fd-4583-afe5-2e9708d533c0 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/ports?device_id=93f9d8fe-9778-45eb-859a-ddc929387f58 HTTP/1.1" status: 200 len: 943 time: 0.0764909 Aug 10 01:23:33.010899 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-04edca39-65f8-40d8-a919-f5bfbfad3c15 req-759a461c-cde4-461c-a2bb-686d0719cfc2 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604329 Aug 10 01:23:33.027773 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-28925ec6-8d9a-4f17-9df4-fa53a6d548dc req-5c60c300-8909-4bca-a969-ba677aaa1c2c tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b0523ce-f134-4055-9af3-40decb75ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495117 Aug 10 01:23:33.283933 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:23:33.290611 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 0ad8690c-88e9-4038-9a42-69551b457df2 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:23:33.405688 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 0ad8690c-88e9-4038-9a42-69551b457df2 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:23:33.417828 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 0ad8690c-88e9-4038-9a42-69551b457df2 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:23:33.418207 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:33.420683 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8,segment=NetworkSegment(ca90a580-5ed2-462d-883c-3f0914b637aa),segment_id=ca90a580-5ed2-462d-883c-3f0914b637aa)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:23:33.449789 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': 'c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8', 'network_id': 'a7394e33-474c-4e86-b94f-8bdd4b0db2eb', 'port_id': 'c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8', 'mac_address': 'fa:16:3e:c6:1d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee76d0d-c99f-4794-8947-27f9a74dd587', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:23:33.504011 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:33.534121 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:23:33.563632 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8,segment=NetworkSegment(ca90a580-5ed2-462d-883c-3f0914b637aa),segment_id=ca90a580-5ed2-462d-883c-3f0914b637aa)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:23:33.564877 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:33.573285 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:33.618200 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad8690c-88e9-4038-9a42-69551b457df2'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:23:33.620478 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86eb43c9-5aac-440c-95d5-28f6d5dd1a84" -d '{"events": [{"server_uuid": "ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c", "name": "network-vif-plugged", "status": "completed", "tag": "0ad8690c-88e9-4038-9a42-69551b457df2"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:23:33.641666 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 0ad8690c-88e9-4038-9a42-69551b457df2, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=0ad8690c-88e9-4038-9a42-69551b457df2,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:23:33.648253 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:33.651033 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:33.701623 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=0ad8690c-88e9-4038-9a42-69551b457df2,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:33.833236 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74caf1b-9ddd-4fee-b86e-8135ab1a8c20 x-openstack-request-id: req-f74caf1b-9ddd-4fee-b86e-8135ab1a8c20 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:23:33.833553 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c", "name": "network-vif-plugged", "status": "completed", "tag": "0ad8690c-88e9-4038-9a42-69551b457df2", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:23:33.833806 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f74caf1b-9ddd-4fee-b86e-8135ab1a8c20 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:23:33.834199 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad8690c-88e9-4038-9a42-69551b457df2', 'code': 200} Aug 10 01:23:33.952291 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:23:33.955093 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecedf81-806e-418d-b530-1a26d24a1ad0 req-a93cac43-a4ba-4414-a946-c035b5c7b22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:33.956670 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8ecedf81-806e-418d-b530-1a26d24a1ad0 req-a93cac43-a4ba-4414-a946-c035b5c7b22b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 1097 time: 0.0407255 Aug 10 01:23:33.992423 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8ecedf81-806e-418d-b530-1a26d24a1ad0 req-5f479649-d8f4-43d8-a85e-6aa32b34d9e3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286009 Aug 10 01:23:34.174444 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f30d06-0a0f-4daa-8ffa-f9a85f647397 req-67924da6-f15a-4804-af85-a8b349b2916a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:34.176192 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d6f30d06-0a0f-4daa-8ffa-f9a85f647397 req-67924da6-f15a-4804-af85-a8b349b2916a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 945 time: 0.0762866 Aug 10 01:23:34.183849 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed00536-e538-41ed-bc1e-b204f0c1e3df req-70515568-721f-4bb7-b6c3-6599e265d373 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:34.185240 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0ed00536-e538-41ed-bc1e-b204f0c1e3df req-70515568-721f-4bb7-b6c3-6599e265d373 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/ports?device_id=93f9d8fe-9778-45eb-859a-ddc929387f58 HTTP/1.1" status: 200 len: 944 time: 0.0754311 Aug 10 01:23:34.244772 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0ed00536-e538-41ed-bc1e-b204f0c1e3df req-e7874105-567b-462f-bf2b-de70a99dadfb tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b0523ce-f134-4055-9af3-40decb75ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528531 Aug 10 01:23:34.247523 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d6f30d06-0a0f-4daa-8ffa-f9a85f647397 req-470f7576-bfcd-44a9-80fe-c3bbb53de6d9 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612667 Aug 10 01:23:35.306232 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:23:35.362456 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:23:35.369164 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:23:35.369959 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:35.408815 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248f932-952c-4e42-96d4-45d6e45ad6b3 req-4dacd0c2-b025-4bbc-952c-5360e2a80544 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:35.410368 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8248f932-952c-4e42-96d4-45d6e45ad6b3 req-4dacd0c2-b025-4bbc-952c-5360e2a80544 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 945 time: 0.0942698 Aug 10 01:23:35.420000 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89747e16-c7f5-4152-a4e1-d9d65dc6fcb4 req-28b93139-caa4-4911-abdb-15d647255e78 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:35.421533 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-89747e16-c7f5-4152-a4e1-d9d65dc6fcb4 req-28b93139-caa4-4911-abdb-15d647255e78 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/ports?device_id=93f9d8fe-9778-45eb-859a-ddc929387f58 HTTP/1.1" status: 200 len: 944 time: 0.1066856 Aug 10 01:23:35.477047 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8248f932-952c-4e42-96d4-45d6e45ad6b3 req-63c97b8a-ac28-499a-a698-619c72be28ea tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544198 Aug 10 01:23:35.498056 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-89747e16-c7f5-4152-a4e1-d9d65dc6fcb4 req-323a2087-1b31-411a-9060-95e701baa7f6 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b0523ce-f134-4055-9af3-40decb75ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592802 Aug 10 01:23:35.508287 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:35.543158 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8,segment=NetworkSegment(ca90a580-5ed2-462d-883c-3f0914b637aa),segment_id=ca90a580-5ed2-462d-883c-3f0914b637aa)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:23:35.547025 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:35.594301 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:35.835898 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f9d8fe-9778-45eb-859a-ddc929387f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:23:35.838325 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dba36f3-d698-4fe0-bb3d-652ccac8ef18" -d '{"events": [{"server_uuid": "93f9d8fe-9778-45eb-859a-ddc929387f58", "name": "network-vif-plugged", "status": "completed", "tag": "c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:23:35.874677 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bdc0a47-34a2-49e8-99b2-fde6cefe28f1 x-openstack-request-id: req-6bdc0a47-34a2-49e8-99b2-fde6cefe28f1 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:23:35.874973 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f9d8fe-9778-45eb-859a-ddc929387f58", "name": "network-vif-plugged", "status": "completed", "tag": "c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:23:35.875229 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6bdc0a47-34a2-49e8-99b2-fde6cefe28f1 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:23:35.875624 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f9d8fe-9778-45eb-859a-ddc929387f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8', 'code': 200} Aug 10 01:23:35.998141 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0e7b1-488e-44e1-aa1b-fb90aaa30b31 req-a795ae8d-07b7-492d-8005-1cdb8b720610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:35.999606 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-80f0e7b1-488e-44e1-aa1b-fb90aaa30b31 req-a795ae8d-07b7-492d-8005-1cdb8b720610 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=93f9d8fe-9778-45eb-859a-ddc929387f58 HTTP/1.1" status: 200 len: 1097 time: 0.0438077 Aug 10 01:23:36.032714 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-80f0e7b1-488e-44e1-aa1b-fb90aaa30b31 req-107e5c2d-8a9e-4865-bf90-5b6f4f4a7a5c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2b0523ce-f134-4055-9af3-40decb75ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261846 Aug 10 01:23:36.637850 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68389a7-4dd1-4c72-bd2c-5cad78e797cd req-b50cb7b0-22f6-480f-ab68-e6552c720ac0 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:36.639331 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e68389a7-4dd1-4c72-bd2c-5cad78e797cd req-b50cb7b0-22f6-480f-ab68-e6552c720ac0 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/ports?device_id=93f9d8fe-9778-45eb-859a-ddc929387f58 HTTP/1.1" status: 200 len: 945 time: 0.0617070 Aug 10 01:23:36.646680 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f6f4a-92cd-439d-bc70-47f520297716 req-82ff7720-4782-408f-b49f-8c71d72e2a6e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:36.648079 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e0f6f4a-92cd-439d-bc70-47f520297716 req-82ff7720-4782-408f-b49f-8c71d72e2a6e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 945 time: 0.0977571 Aug 10 01:23:36.704100 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e68389a7-4dd1-4c72-bd2c-5cad78e797cd req-1b063927-448e-4e30-ac93-969f30e8a443 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b0523ce-f134-4055-9af3-40decb75ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549560 Aug 10 01:23:36.706827 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e0f6f4a-92cd-439d-bc70-47f520297716 req-48b76f45-747e-4f1d-b5dc-1651683c446e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519853 Aug 10 01:23:36.919228 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8879464-8855-44a3-9032-e0435f51ab60 req-1e5a07f8-f413-4a49-b8ab-93d87368a101 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:36.920736 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8879464-8855-44a3-9032-e0435f51ab60 req-1e5a07f8-f413-4a49-b8ab-93d87368a101 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 945 time: 0.0518425 Aug 10 01:23:36.961475 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8879464-8855-44a3-9032-e0435f51ab60 req-7f109c7a-a6ef-46bf-83aa-316d87474f50 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321167 Aug 10 01:23:37.446123 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e7933bff-342a-4b93-a055-015f1bf4d4f1 req-43d94ced-1514-4b36-a9b3-9338473ffc6d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441713 Aug 10 01:23:37.534484 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7933bff-342a-4b93-a055-015f1bf4d4f1 req-8ca4596f-d0be-4718-a9d7-58f800521f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:37.536837 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e7933bff-342a-4b93-a055-015f1bf4d4f1 req-8ca4596f-d0be-4718-a9d7-58f800521f26 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a14fe6b470434cfda037388a8cf18ac8&device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 1096 time: 0.0436289 Aug 10 01:23:37.642408 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7933bff-342a-4b93-a055-015f1bf4d4f1 req-b1e72895-0a3b-490e-9066-36efae0e1875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:37.643884 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e7933bff-342a-4b93-a055-015f1bf4d4f1 req-b1e72895-0a3b-490e-9066-36efae0e1875 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e88d51f0-ef67-43e3-acaa-ddb0705ef866 HTTP/1.1" status: 200 len: 911 time: 0.0880811 Aug 10 01:23:37.709629 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e7933bff-342a-4b93-a055-015f1bf4d4f1 req-5aa0f21e-ea8a-4b5f-8725-57a3bdd1fc01 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa HTTP/1.1" status: 200 len: 997 time: 0.0573282 Aug 10 01:23:37.763471 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7933bff-342a-4b93-a055-015f1bf4d4f1 req-be501fc9-1545-4d1d-92e7-84b936892689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:37.764998 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e7933bff-342a-4b93-a055-015f1bf4d4f1 req-be501fc9-1545-4d1d-92e7-84b936892689 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e HTTP/1.1" status: 200 len: 849 time: 0.0478282 Aug 10 01:23:37.813087 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7933bff-342a-4b93-a055-015f1bf4d4f1 req-afb0f139-cbf1-4083-8982-d33874019a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:37.814604 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e7933bff-342a-4b93-a055-015f1bf4d4f1 req-afb0f139-cbf1-4083-8982-d33874019a72 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e88d51f0-ef67-43e3-acaa-ddb0705ef866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426190 Aug 10 01:23:37.844126 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38d767-24a5-4857-9a71-5374287d9742 req-7721f2b9-0cdd-4338-9f75-faf970f56363 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:37.845670 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d38d767-24a5-4857-9a71-5374287d9742 req-7721f2b9-0cdd-4338-9f75-faf970f56363 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/ports?device_id=93f9d8fe-9778-45eb-859a-ddc929387f58 HTTP/1.1" status: 200 len: 945 time: 0.0533326 Aug 10 01:23:37.883784 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d38d767-24a5-4857-9a71-5374287d9742 req-3f55a009-adf8-4df2-b685-d46e4a616484 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b0523ce-f134-4055-9af3-40decb75ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318604 Aug 10 01:23:37.910828 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e7933bff-342a-4b93-a055-015f1bf4d4f1 req-63980871-3abc-441e-b25b-a2dab93131bd service neutron] 10.222.0.24 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884259 Aug 10 01:23:38.035642 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e7933bff-342a-4b93-a055-015f1bf4d4f1 req-13529d34-064b-40a4-b5cd-d948cc63e6d0 service neutron] 10.222.0.24 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142867 Aug 10 01:23:38.106876 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7016a6-124e-4d8b-8a37-5ed217a098ad req-887717b8-7797-4a2d-b315-7954a1bcc185 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:38.108544 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f7016a6-124e-4d8b-8a37-5ed217a098ad req-887717b8-7797-4a2d-b315-7954a1bcc185 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 945 time: 0.0618956 Aug 10 01:23:38.149664 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f7016a6-124e-4d8b-8a37-5ed217a098ad req-93c947b5-936f-4651-9945-97ef02042c15 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341239 Aug 10 01:23:38.555335 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd1baa-fd90-456e-8d02-9787ca2e3b4c req-a2934e84-62f7-4da7-b6f3-f2264af69e92 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:38.556780 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-39fd1baa-fd90-456e-8d02-9787ca2e3b4c req-a2934e84-62f7-4da7-b6f3-f2264af69e92 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/ports?device_id=93f9d8fe-9778-45eb-859a-ddc929387f58 HTTP/1.1" status: 200 len: 945 time: 0.0504942 Aug 10 01:23:38.594210 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-39fd1baa-fd90-456e-8d02-9787ca2e3b4c req-db147ead-3e35-4a34-91ac-b79b5f3bdfe1 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b0523ce-f134-4055-9af3-40decb75ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314825 Aug 10 01:23:39.276688 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51dfb2d-eb8e-4b35-bfe2-cad1924ad59a req-ddcaf540-c039-4031-9902-680962623799 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:39.278244 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d51dfb2d-eb8e-4b35-bfe2-cad1924ad59a req-ddcaf540-c039-4031-9902-680962623799 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 945 time: 0.0553036 Aug 10 01:23:39.315761 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d51dfb2d-eb8e-4b35-bfe2-cad1924ad59a req-b66f606e-ff99-470d-b6fe-065f1c8d59a3 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314381 Aug 10 01:23:39.825331 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714cb68-760c-4c0c-b8b5-9eb80e6ad161 req-84af8aae-d5d6-4938-9f29-5cd263f8cc3f tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:39.827210 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b714cb68-760c-4c0c-b8b5-9eb80e6ad161 req-84af8aae-d5d6-4938-9f29-5cd263f8cc3f tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/ports?device_id=93f9d8fe-9778-45eb-859a-ddc929387f58 HTTP/1.1" status: 200 len: 945 time: 0.0660613 Aug 10 01:23:39.867049 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b714cb68-760c-4c0c-b8b5-9eb80e6ad161 req-13778fcb-4601-4f7a-9649-3eed77b41123 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b0523ce-f134-4055-9af3-40decb75ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331554 Aug 10 01:23:40.067823 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27241b4-764f-488f-9df9-967fdf647bd1 req-40fb3697-0cd2-4312-9cb5-7097644e42fb tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:40.069298 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c27241b4-764f-488f-9df9-967fdf647bd1 req-40fb3697-0cd2-4312-9cb5-7097644e42fb tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.20 "GET /v2.0/ports?device_id=93f9d8fe-9778-45eb-859a-ddc929387f58 HTTP/1.1" status: 200 len: 945 time: 0.0515637 Aug 10 01:23:40.158843 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-c27241b4-764f-488f-9df9-967fdf647bd1 req-2a21817f-b48b-4a65-9864-4ce6ceab66a2 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Deleting port c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:23:40.159103 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c27241b4-764f-488f-9df9-967fdf647bd1 req-2a21817f-b48b-4a65-9864-4ce6ceab66a2 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:40.244141 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-c27241b4-764f-488f-9df9-967fdf647bd1 req-2a21817f-b48b-4a65-9864-4ce6ceab66a2 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] For port c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8,segment=NetworkSegment(ca90a580-5ed2-462d-883c-3f0914b637aa),segment_id=ca90a580-5ed2-462d-883c-3f0914b637aa)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:23:40.244529 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c27241b4-764f-488f-9df9-967fdf647bd1 req-2a21817f-b48b-4a65-9864-4ce6ceab66a2 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:40.257072 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-c27241b4-764f-488f-9df9-967fdf647bd1 req-2a21817f-b48b-4a65-9864-4ce6ceab66a2 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Calling delete_port for c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:23:40.393359 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c27241b4-764f-488f-9df9-967fdf647bd1 req-2a21817f-b48b-4a65-9864-4ce6ceab66a2 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:40.422300 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21817f-b48b-4a65-9864-4ce6ceab66a2 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Pushing event deleted for resources: {'Port': ['ID=c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:40.434726 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:23:40.460583 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed132fc8-5f00-461e-9c1a-769f399fdb69 req-31917495-d39c-49d0-84d4-62c48415aed7 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:40.472225 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27241b4-764f-488f-9df9-967fdf647bd1 req-2a21817f-b48b-4a65-9864-4ce6ceab66a2 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] No DVR routers for this DVR port c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:23:40.472449 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ed132fc8-5f00-461e-9c1a-769f399fdb69 req-31917495-d39c-49d0-84d4-62c48415aed7 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 945 time: 0.0754085 Aug 10 01:23:40.478164 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-c27241b4-764f-488f-9df9-967fdf647bd1 req-2a21817f-b48b-4a65-9864-4ce6ceab66a2 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:40.480618 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c27241b4-764f-488f-9df9-967fdf647bd1 req-2a21817f-b48b-4a65-9864-4ce6ceab66a2 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.20 "DELETE /v2.0/ports/c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8 HTTP/1.1" status: 204 len: 173 time: 0.4047697 Aug 10 01:23:40.481079 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f9d8fe-9778-45eb-859a-ddc929387f58', 'name': 'network-vif-deleted', 'tag': 'c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:23:40.483576 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ae1220-96bd-4499-b93a-d7b4e2d914fa" -d '{"events": [{"server_uuid": "93f9d8fe-9778-45eb-859a-ddc929387f58", "name": "network-vif-deleted", "tag": "c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:23:40.508619 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ed132fc8-5f00-461e-9c1a-769f399fdb69 req-426732ca-c3de-42d0-a3ec-bdfda198483c tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387797 Aug 10 01:23:40.530721 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980f353b-2fac-48e1-bf19-e8b171c77eda x-openstack-request-id: req-980f353b-2fac-48e1-bf19-e8b171c77eda {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:23:40.531208 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f9d8fe-9778-45eb-859a-ddc929387f58", "name": "network-vif-deleted", "tag": "c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:23:40.531621 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-980f353b-2fac-48e1-bf19-e8b171c77eda {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:23:40.532254 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f9d8fe-9778-45eb-859a-ddc929387f58', 'name': 'network-vif-deleted', 'tag': 'c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8', 'status': 'completed', 'code': 200} Aug 10 01:23:40.979749 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-03a1eb0b-cb55-4400-b96f-a4ad4a1ca86a req-e19257e1-e46c-479a-a3e1-407efcc1b5c8 tempest-VolumesActionsTest-1110731406 tempest-VolumesActionsTest-1110731406-project] 10.222.0.35 "GET /v2.0/ports?device_id=93f9d8fe-9778-45eb-859a-ddc929387f58 HTTP/1.1" status: 200 len: 210 time: 0.0323186 Aug 10 01:23:41.196777 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bde93661-8de1-4439-860f-a107c6744098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:41.633064 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4071c9-5865-42e8-871b-fd661f04b60f req-b2244083-63f2-4239-beb4-239f629c711c tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:41.634542 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7c4071c9-5865-42e8-871b-fd661f04b60f req-b2244083-63f2-4239-beb4-239f629c711c tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 945 time: 0.0496964 Aug 10 01:23:41.671864 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7c4071c9-5865-42e8-871b-fd661f04b60f req-adbc7feb-0d2e-4408-a4a5-165b4b3eed85 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309396 Aug 10 01:23:41.723762 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:42.799536 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55834d4-606a-4fa7-b4b7-670c1aac6068 req-69ee1ff1-4419-4930-96bd-885808b160a6 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:42.808076 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e55834d4-606a-4fa7-b4b7-670c1aac6068 req-69ee1ff1-4419-4930-96bd-885808b160a6 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 945 time: 0.0599630 Aug 10 01:23:42.854030 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e55834d4-606a-4fa7-b4b7-670c1aac6068 req-1e825aff-5689-44d0-b7c3-41b1b69e4bb0 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449169 Aug 10 01:23:42.890948 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5fc93-9464-4592-b83d-b83f787f98f5 req-708e7466-920f-4e2f-9d45-3636d9d720a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:42.892622 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-13d5fc93-9464-4592-b83d-b83f787f98f5 req-708e7466-920f-4e2f-9d45-3636d9d720a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a14fe6b470434cfda037388a8cf18ac8&device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 1097 time: 0.0491846 Aug 10 01:23:42.996630 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5fc93-9464-4592-b83d-b83f787f98f5 req-05c2229a-b6b3-4036-bef3-8ee88a293f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:42.998397 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-13d5fc93-9464-4592-b83d-b83f787f98f5 req-05c2229a-b6b3-4036-bef3-8ee88a293f83 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e88d51f0-ef67-43e3-acaa-ddb0705ef866 HTTP/1.1" status: 200 len: 911 time: 0.0863979 Aug 10 01:23:43.043232 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-13d5fc93-9464-4592-b83d-b83f787f98f5 req-015649cb-68f7-42d5-bdc1-bf196f7caa52 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ad8690c-88e9-4038-9a42-69551b457df2 HTTP/1.1" status: 200 len: 217 time: 0.0375836 Aug 10 01:23:43.099125 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5fc93-9464-4592-b83d-b83f787f98f5 req-fd61e26f-354b-4920-81e4-d13a906f9778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:43.100856 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-13d5fc93-9464-4592-b83d-b83f787f98f5 req-fd61e26f-354b-4920-81e4-d13a906f9778 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e HTTP/1.1" status: 200 len: 849 time: 0.0495968 Aug 10 01:23:43.153728 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5fc93-9464-4592-b83d-b83f787f98f5 req-f9efcedc-bceb-459c-9d85-84782b72057c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:43.156134 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-13d5fc93-9464-4592-b83d-b83f787f98f5 req-f9efcedc-bceb-459c-9d85-84782b72057c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e88d51f0-ef67-43e3-acaa-ddb0705ef866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463293 Aug 10 01:23:43.274627 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-13d5fc93-9464-4592-b83d-b83f787f98f5 req-98205684-7d6e-483f-8315-06298dcf05d9 service neutron] 10.222.0.20 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114171 Aug 10 01:23:43.390053 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-13d5fc93-9464-4592-b83d-b83f787f98f5 req-be05752e-d4eb-4c25-9992-500de62bc933 service neutron] 10.222.0.20 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082454 Aug 10 01:23:43.860319 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-18a151b7-8601-41fc-a6d7-2a0380377d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:44.002082 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d535eb7-bb26-496e-bcb5-e0f23a07b36f req-728df31f-ac61-4058-b7bd-70c641d7b7ae tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:44.011756 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6d535eb7-bb26-496e-bcb5-e0f23a07b36f req-728df31f-ac61-4058-b7bd-70c641d7b7ae tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 945 time: 0.0749927 Aug 10 01:23:44.088270 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6d535eb7-bb26-496e-bcb5-e0f23a07b36f req-316d1266-dc1d-4a5d-898a-798db2ee3ee9 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700669 Aug 10 01:23:44.455505 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:45.197505 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:45.324495 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e0230-618e-4c86-a1ef-ecf29de4a433 req-375ade2d-2f2b-4b3c-b28b-d98a4b2a1d5a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:45.326492 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-993e0230-618e-4c86-a1ef-ecf29de4a433 req-375ade2d-2f2b-4b3c-b28b-d98a4b2a1d5a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 945 time: 0.0857949 Aug 10 01:23:45.378413 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:23:45.390532 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-993e0230-618e-4c86-a1ef-ecf29de4a433 req-ddd6f3eb-04db-45cb-80c2-cfa0b56eddfa tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534480 Aug 10 01:23:45.414389 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:23:45.415540 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device c7cdf2e2-7ee3-4b29-919c-78cd71ead6b8 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:23:46.311368 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:46.556347 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d2fce-328b-4f99-b5b1-45efe76623b1 req-7336e078-0f2d-4c4b-9f0c-8ef5f319f85a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:46.564114 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-799d2fce-328b-4f99-b5b1-45efe76623b1 req-7336e078-0f2d-4c4b-9f0c-8ef5f319f85a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 945 time: 0.0837054 Aug 10 01:23:46.617874 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-799d2fce-328b-4f99-b5b1-45efe76623b1 req-bebcb1fb-6239-4111-9ed4-a0c5a71da126 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526130 Aug 10 01:23:47.759304 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531ce4e-c434-49d5-a0f5-532fd18a3713 req-dd58bf95-1dee-4664-a486-07ecaf7919b1 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:47.766713 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7531ce4e-c434-49d5-a0f5-532fd18a3713 req-dd58bf95-1dee-4664-a486-07ecaf7919b1 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 945 time: 0.0561004 Aug 10 01:23:47.825169 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7531ce4e-c434-49d5-a0f5-532fd18a3713 req-98006a35-198f-4ec5-b9e6-48e5ec1bc920 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562260 Aug 10 01:23:48.983354 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126058d-f5a5-4e9a-8e20-1350882ce7dd req-15114a9c-5583-49df-9e69-61430ee1bcf4 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:48.991690 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2126058d-f5a5-4e9a-8e20-1350882ce7dd req-15114a9c-5583-49df-9e69-61430ee1bcf4 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 945 time: 0.0684955 Aug 10 01:23:49.040852 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2126058d-f5a5-4e9a-8e20-1350882ce7dd req-61512f74-ffd8-4881-96bd-38b4933e61bc tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450151 Aug 10 01:23:50.171037 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc357e-bcd8-4696-a637-4c27a11e53af req-fe227aaf-0579-48cc-ac2a-756429d96dd3 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:50.178860 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-73bc357e-bcd8-4696-a637-4c27a11e53af req-fe227aaf-0579-48cc-ac2a-756429d96dd3 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 945 time: 0.0656619 Aug 10 01:23:50.213747 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-73bc357e-bcd8-4696-a637-4c27a11e53af req-33925798-96b3-459d-800a-fbac16e6c40d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336912 Aug 10 01:23:51.380587 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65d90e-6916-4b84-971b-2e7c9175a5f0 req-5afe9ef6-d80a-434a-8f30-ccfccab5264f tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:51.394029 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4b65d90e-6916-4b84-971b-2e7c9175a5f0 req-5afe9ef6-d80a-434a-8f30-ccfccab5264f tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 945 time: 0.0857377 Aug 10 01:23:51.450102 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4b65d90e-6916-4b84-971b-2e7c9175a5f0 req-d5b8b0e2-288f-4826-8754-bf11b82e088c tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550771 Aug 10 01:23:52.609101 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed25353-e190-494b-88ce-2027173711a5 req-47f197dc-fd01-4d46-9c2f-a4250ffd6ccf tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:52.611110 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6ed25353-e190-494b-88ce-2027173711a5 req-47f197dc-fd01-4d46-9c2f-a4250ffd6ccf tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 945 time: 0.0726564 Aug 10 01:23:52.669645 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6ed25353-e190-494b-88ce-2027173711a5 req-a7428661-59ed-4f74-b552-6454d8cfa96b tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416541 Aug 10 01:23:52.752769 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:23:53.843242 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ebb01-e064-420e-a377-1a9f7c0e331a req-bb15e131-21f2-4e1d-a1bc-4b81e088d883 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:53.853439 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b8ebb01-e064-420e-a377-1a9f7c0e331a req-bb15e131-21f2-4e1d-a1bc-4b81e088d883 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 945 time: 0.0636766 Aug 10 01:23:53.901326 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b8ebb01-e064-420e-a377-1a9f7c0e331a req-4074af8d-44fe-4f25-90a7-0a62cf05f9d1 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460043 Aug 10 01:23:55.085031 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa24360-348b-43a3-b03c-a1689ff65423 req-549036b4-3b06-4f55-8e65-8fb1929063d4 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:55.086888 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3fa24360-348b-43a3-b03c-a1689ff65423 req-549036b4-3b06-4f55-8e65-8fb1929063d4 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 945 time: 0.0934274 Aug 10 01:23:55.147905 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3fa24360-348b-43a3-b03c-a1689ff65423 req-3c0d25dc-151f-40b7-83ed-ef6772691b6b tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540020 Aug 10 01:23:56.330193 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36daa351-82d4-4bd4-8a34-17f092505d38 req-39f11a57-8462-469c-a914-731799feb79e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:56.331855 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-36daa351-82d4-4bd4-8a34-17f092505d38 req-39f11a57-8462-469c-a914-731799feb79e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 945 time: 0.0610738 Aug 10 01:23:56.384236 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-36daa351-82d4-4bd4-8a34-17f092505d38 req-d2e1d1d7-c43b-45a2-a371-276879da38dc tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394704 Aug 10 01:23:57.552294 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507104c-e862-4a9a-9a4c-e5be242a5004 req-fd27e017-6999-4d97-b6e1-bd21885da3a1 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:57.554627 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a507104c-e862-4a9a-9a4c-e5be242a5004 req-fd27e017-6999-4d97-b6e1-bd21885da3a1 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 945 time: 0.0872290 Aug 10 01:23:57.634823 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a507104c-e862-4a9a-9a4c-e5be242a5004 req-6b0a1369-590e-47ae-91d1-9b1bca8971d8 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736055 Aug 10 01:23:58.260372 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:58.783554 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40309fa8-625d-483c-99d6-98daaebaac5e req-15075a1f-4458-4081-a9fa-83bdefd05191 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:58.785794 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-40309fa8-625d-483c-99d6-98daaebaac5e req-15075a1f-4458-4081-a9fa-83bdefd05191 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 945 time: 0.0513396 Aug 10 01:23:58.836718 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-40309fa8-625d-483c-99d6-98daaebaac5e req-b974074c-7fc8-4240-ab7d-8a976a587a8c tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443449 Aug 10 01:23:59.951908 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c469f5-48c1-428e-bfa6-6659a65de994 req-5ce34bf9-fa58-4d64-8b93-6472f68287f8 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:59.953521 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-25c469f5-48c1-428e-bfa6-6659a65de994 req-5ce34bf9-fa58-4d64-8b93-6472f68287f8 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 945 time: 0.0516684 Aug 10 01:23:59.992050 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-25c469f5-48c1-428e-bfa6-6659a65de994 req-5eefd673-64a6-453e-86db-e8ea8c478c8d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318961 Aug 10 01:24:01.107385 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10a6e3-2c85-4293-ba2e-2abe340d339d req-3032138a-22f6-4adf-bae8-0865afe60add tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:01.109001 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f10a6e3-2c85-4293-ba2e-2abe340d339d req-3032138a-22f6-4adf-bae8-0865afe60add tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 945 time: 0.0498645 Aug 10 01:24:01.148352 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f10a6e3-2c85-4293-ba2e-2abe340d339d req-979d2d7c-690d-4d92-b0f2-7b7a43ae87f2 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328038 Aug 10 01:24:02.280854 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dde98d-ed24-48c1-bb9a-b212eb4bdc0c req-af1e4080-664c-47e8-b30e-d8bbd89064ab tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:02.282366 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-72dde98d-ed24-48c1-bb9a-b212eb4bdc0c req-af1e4080-664c-47e8-b30e-d8bbd89064ab tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 945 time: 0.0589640 Aug 10 01:24:02.339851 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-72dde98d-ed24-48c1-bb9a-b212eb4bdc0c req-ea9945ca-5fce-43c8-92d2-7110f26ab66a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503159 Aug 10 01:24:03.003181 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 53474) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:24:03.047184 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf9f90f-255d-438e-b585-8d2080e27344 admin admin] Deleting subnet 0ee76d0d-c99f-4794-8947-27f9a74dd587 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:24:03.050599 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ddf9f90f-255d-438e-b585-8d2080e27344 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:03.083740 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ddf9f90f-255d-438e-b585-8d2080e27344 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:03.121099 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ddf9f90f-255d-438e-b585-8d2080e27344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:03.177632 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ddf9f90f-255d-438e-b585-8d2080e27344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:03.205726 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ddf9f90f-255d-438e-b585-8d2080e27344 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:03.210575 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ddf9f90f-255d-438e-b585-8d2080e27344 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0ee76d0d-c99f-4794-8947-27f9a74dd587 HTTP/1.1" status: 204 len: 168 time: 0.2041543 Aug 10 01:24:03.210575 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9f90f-255d-438e-b585-8d2080e27344 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ee76d0d-c99f-4794-8947-27f9a74dd587,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:24:03.211429 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 53476) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:24:03.231830 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9f90f-255d-438e-b585-8d2080e27344 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:03.232204 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9f90f-255d-438e-b585-8d2080e27344 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:03.232552 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9f90f-255d-438e-b585-8d2080e27344 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:03.232895 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9f90f-255d-438e-b585-8d2080e27344 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:03.233236 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9f90f-255d-438e-b585-8d2080e27344 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:03.233577 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9f90f-255d-438e-b585-8d2080e27344 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:03.233911 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9f90f-255d-438e-b585-8d2080e27344 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:03.234245 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9f90f-255d-438e-b585-8d2080e27344 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:03.234575 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9f90f-255d-438e-b585-8d2080e27344 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:03.234903 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9f90f-255d-438e-b585-8d2080e27344 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:03.235233 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9f90f-255d-438e-b585-8d2080e27344 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:03.235560 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9f90f-255d-438e-b585-8d2080e27344 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:03.295700 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3b4fbf5a-5d35-4042-a8bd-2f92b5d2627f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:03.385429 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3b4fbf5a-5d35-4042-a8bd-2f92b5d2627f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:03.395402 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-3b4fbf5a-5d35-4042-a8bd-2f92b5d2627f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7394e33-474c-4e86-b94f-8bdd4b0db2eb']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:24:03.405745 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-3b4fbf5a-5d35-4042-a8bd-2f92b5d2627f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca90a580-5ed2-462d-883c-3f0914b637aa') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:24:03.406047 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-3b4fbf5a-5d35-4042-a8bd-2f92b5d2627f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca90a580-5ed2-462d-883c-3f0914b637aa') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:24:03.426146 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3b4fbf5a-5d35-4042-a8bd-2f92b5d2627f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:03.453938 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3b4fbf5a-5d35-4042-a8bd-2f92b5d2627f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:03.466307 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b4fbf5a-5d35-4042-a8bd-2f92b5d2627f admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:24:03.466728 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3b4fbf5a-5d35-4042-a8bd-2f92b5d2627f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:03.468504 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:24:03.468504 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:24:03.468504 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:24:03.468504 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:24:03.468504 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:24:03.468504 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:24:03.468504 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:24:03.468504 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:24:03.468504 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:24:03.468504 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:24:03.468504 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:24:03.468504 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:24:03.468504 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:24:03.468504 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:24:03.468504 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:24:03.468504 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:24:03.468504 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:24:03.468504 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:24:03.468504 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:24:03.468504 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:24:03.468504 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:24:03.468504 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:24:03.468504 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:24:03.468504 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:24:03.468504 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:24:03.468504 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:24:03.468504 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:24:03.468504 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:24:03.468504 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:24:03.468504 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:24:03.468504 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:24:03.468504 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:24:03.485971 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15b435-077d-4d7f-a81e-edc35a077339 req-ac0455ce-b804-420f-acc7-ec913c29820e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:03.487479 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fa15b435-077d-4d7f-a81e-edc35a077339 req-ac0455ce-b804-420f-acc7-ec913c29820e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 945 time: 0.0744634 Aug 10 01:24:03.554866 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3b4fbf5a-5d35-4042-a8bd-2f92b5d2627f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:03.561137 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3b4fbf5a-5d35-4042-a8bd-2f92b5d2627f admin admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:03.565416 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3b4fbf5a-5d35-4042-a8bd-2f92b5d2627f admin admin] 10.222.0.35 "DELETE /v2.0/networks/a7394e33-474c-4e86-b94f-8bdd4b0db2eb HTTP/1.1" status: 204 len: 168 time: 0.3509724 Aug 10 01:24:03.569288 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fa15b435-077d-4d7f-a81e-edc35a077339 req-aa03b311-93f3-42d5-bf42-1ec0544a6b0b tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530543 Aug 10 01:24:03.579672 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4fbf5a-5d35-4042-a8bd-2f92b5d2627f admin admin] Pushing event deleted for resources: {'Network': ['ID=a7394e33-474c-4e86-b94f-8bdd4b0db2eb,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:24:03.762779 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57940df-1a64-4e57-9f34-38a2e5f95578 req-2ec10191-8c50-463c-b941-b09b1712b095 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:03.764356 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a57940df-1a64-4e57-9f34-38a2e5f95578 req-2ec10191-8c50-463c-b941-b09b1712b095 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0498593 Aug 10 01:24:03.769990 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 53492) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:24:03.803926 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a57940df-1a64-4e57-9f34-38a2e5f95578 req-590cd8ff-1ee0-41ac-af68-243dc72478fd tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320418 Aug 10 01:24:03.814472 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ac2b4745-793c-42a7-977a-6d1101ab9c8f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c536cf1333304995b2f1cf1f04e0c09a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432725 Aug 10 01:24:03.817266 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 53494) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:24:03.865822 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-33c43937-3f5d-4046-a606-a5c1763cb0da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:03.887708 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-33c43937-3f5d-4046-a606-a5c1763cb0da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:03.928984 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ece9f-e44e-4797-b230-8db6a371816e req-22e13e49-5e97-4e2b-9083-5b262a6cb8f2 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:03.930594 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-526ece9f-e44e-4797-b230-8db6a371816e req-22e13e49-5e97-4e2b-9083-5b262a6cb8f2 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0532026 Aug 10 01:24:03.943440 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-33c43937-3f5d-4046-a606-a5c1763cb0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:03.946505 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-33c43937-3f5d-4046-a606-a5c1763cb0da admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:03.947673 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-33c43937-3f5d-4046-a606-a5c1763cb0da admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2b0523ce-f134-4055-9af3-40decb75ba86 HTTP/1.1" status: 204 len: 168 time: 0.1294279 Aug 10 01:24:03.956036 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c43937-3f5d-4046-a606-a5c1763cb0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0523ce-f134-4055-9af3-40decb75ba86,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:24:03.967558 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c43937-3f5d-4046-a606-a5c1763cb0da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:03.968233 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c43937-3f5d-4046-a606-a5c1763cb0da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:03.968888 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c43937-3f5d-4046-a606-a5c1763cb0da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:03.969504 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c43937-3f5d-4046-a606-a5c1763cb0da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:03.970007 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c43937-3f5d-4046-a606-a5c1763cb0da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:03.970659 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c43937-3f5d-4046-a606-a5c1763cb0da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:03.971170 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c43937-3f5d-4046-a606-a5c1763cb0da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:03.972114 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c43937-3f5d-4046-a606-a5c1763cb0da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:03.972680 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c43937-3f5d-4046-a606-a5c1763cb0da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:03.972813 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-526ece9f-e44e-4797-b230-8db6a371816e req-f90e2911-5c0f-4fdc-ad28-8298514848e3 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351710 Aug 10 01:24:03.973300 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c43937-3f5d-4046-a606-a5c1763cb0da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:03.973643 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c43937-3f5d-4046-a606-a5c1763cb0da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:03.973981 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c43937-3f5d-4046-a606-a5c1763cb0da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:04.285876 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-0e548ed2-bbb8-45ed-8088-bd9225b5103e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:04.287482 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-0e548ed2-bbb8-45ed-8088-bd9225b5103e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/networks?id=e88d51f0-ef67-43e3-acaa-ddb0705ef866 HTTP/1.1" status: 200 len: 810 time: 0.1250186 Aug 10 01:24:04.309522 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-650f60ed-7150-440e-8a6f-0f5e0bbcc063 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/quotas/a14fe6b470434cfda037388a8cf18ac8 HTTP/1.1" status: 200 len: 375 time: 0.0122495 Aug 10 01:24:04.377206 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-ef9d3d3d-264a-4f38-9e11-9907c52b7f2d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a14fe6b470434cfda037388a8cf18ac8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0608804 Aug 10 01:24:04.493608 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-a9302c01-4084-40e1-b172-ed15d4c6ffe1 service neutron] 10.222.0.35 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952361 Aug 10 01:24:04.591205 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-4ac36ef7-2957-4e80-91b7-c205189dc154 service neutron] 10.222.0.35 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912509 Aug 10 01:24:04.787893 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-224ac1ff-faa8-439b-a82d-d2354478acc1 req-dde22703-bf5b-4297-9dfe-ca9ae8a5bb65 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=940b7234-5c69-4855-8f6b-d8225225588e HTTP/1.1" status: 200 len: 210 time: 0.0321910 Aug 10 01:24:05.867853 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-58bee72e-5550-455b-83a8-ce3031bd8e96 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:05.870790 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-58bee72e-5550-455b-83a8-ce3031bd8e96 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.20 "GET /v2.0/networks?id=e88d51f0-ef67-43e3-acaa-ddb0705ef866 HTTP/1.1" status: 200 len: 810 time: 0.1536033 Aug 10 01:24:05.891119 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-61bbe76d-f50b-4181-9584-453942813b03 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Request body: {'port': {'device_id': '940b7234-5c69-4855-8f6b-d8225225588e', 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866', 'admin_state_up': True, 'tenant_id': 'a14fe6b470434cfda037388a8cf18ac8'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:24:05.919429 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1f7d64eb-6717-4016-894d-b3e8ae08b0e8 req-921bf00e-f155-473c-b860-abce69f3dad3 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=940b7234-5c69-4855-8f6b-d8225225588e HTTP/1.1" status: 200 len: 210 time: 0.0393248 Aug 10 01:24:06.024669 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-61bbe76d-f50b-4181-9584-453942813b03 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Made reservation on behalf of a14fe6b470434cfda037388a8cf18ac8 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:24:06.028139 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-61bbe76d-f50b-4181-9584-453942813b03 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:06.151746 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-61bbe76d-f50b-4181-9584-453942813b03 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Allocated IP 172.20.0.9 (e88d51f0-ef67-43e3-acaa-ddb0705ef866/04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e/bbc29408-5a36-4e37-af30-bed04ff00dbf) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:24:06.301050 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-61bbe76d-f50b-4181-9584-453942813b03 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:06.315526 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-61bbe76d-f50b-4181-9584-453942813b03 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Transition to ACTIVE for port object bbc29408-5a36-4e37-af30-bed04ff00dbf will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:24:06.350213 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-61bbe76d-f50b-4181-9584-453942813b03 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:06.386946 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['0ad8690c-88e9-4038-9a42-69551b457df2'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:24:06.396490 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-61bbe76d-f50b-4181-9584-453942813b03 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Network e88d51f0-ef67-43e3-acaa-ddb0705ef866 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:24:06.399890 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-61bbe76d-f50b-4181-9584-453942813b03 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:24:06.403948 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-61bbe76d-f50b-4181-9584-453942813b03 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:24:06.411100 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bbe76d-f50b-4181-9584-453942813b03 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Pushing event updated for resources: {'Port': ['ID=bbc29408-5a36-4e37-af30-bed04ff00dbf,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:24:06.418347 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-a85f0a7c-d324-4fab-a034-68de7fdc7503 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=75787a08c0d24a9186d3553641e7f80f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311723 Aug 10 01:24:06.461988 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-61bbe76d-f50b-4181-9584-453942813b03 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:06.462817 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-61bbe76d-f50b-4181-9584-453942813b03 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:06.480895 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-61bbe76d-f50b-4181-9584-453942813b03 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5943766 Aug 10 01:24:06.509385 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-242c2a82-e486-4332-ada7-26275c36675c service neutron] Request body: {'port': {'device_id': '940b7234-5c69-4855-8f6b-d8225225588e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:24:06.566732 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-416bd823-236d-4456-bed7-a58923d627db tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:06.568942 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-416bd823-236d-4456-bed7-a58923d627db tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1493306 Aug 10 01:24:06.586854 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-c80b2273-9680-442f-86e1-850ba12d99af tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] 10.222.0.35 "GET /v2.0/quotas/75787a08c0d24a9186d3553641e7f80f HTTP/1.1" status: 200 len: 375 time: 0.0118814 Aug 10 01:24:06.601857 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-242c2a82-e486-4332-ada7-26275c36675c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:06.658998 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-b294af69-2f9a-4d3b-ae1f-8a8cd64f0283 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=75787a08c0d24a9186d3553641e7f80f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661635 Aug 10 01:24:06.726207 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-aeb40302-6fd5-4bd2-a360-bd8895f8d9d4 None None] Provisioning for port bbc29408-5a36-4e37-af30-bed04ff00dbf completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:24:06.748847 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-aeb40302-6fd5-4bd2-a360-bd8895f8d9d4 None None] Provisioning complete for port bbc29408-5a36-4e37-af30-bed04ff00dbf triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:24:06.751064 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aeb40302-6fd5-4bd2-a360-bd8895f8d9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:06.826057 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-aeb40302-6fd5-4bd2-a360-bd8895f8d9d4 None None] Port bbc29408-5a36-4e37-af30-bed04ff00dbf cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:24:06.900814 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bd812af9-ebf3-4474-a563-1ee65e6cad74 req-5eed2c80-3874-4496-bc45-fac1c2321ba1 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e2e5595-173b-4626-9baf-898aaabf0bd9 HTTP/1.1" status: 200 len: 210 time: 0.0558703 Aug 10 01:24:06.957879 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-242c2a82-e486-4332-ada7-26275c36675c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbc29408-5a36-4e37-af30-bed04ff00dbf {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:24:06.972485 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-242c2a82-e486-4332-ada7-26275c36675c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:06.987561 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-242c2a82-e486-4332-ada7-26275c36675c service neutron] Transition to ACTIVE for port object bbc29408-5a36-4e37-af30-bed04ff00dbf will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:24:06.992540 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-242c2a82-e486-4332-ada7-26275c36675c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:07.052432 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c2a82-e486-4332-ada7-26275c36675c service neutron] Pushing event updated for resources: {'Port': ['ID=bbc29408-5a36-4e37-af30-bed04ff00dbf,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:24:07.052930 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b5f2a-2e2c-4d4c-aea8-e0ac55f472e4 req-b50afb3e-9e77-4aec-a5ef-efd84fd0749e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:07.064580 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7a4b5f2a-2e2c-4d4c-aea8-e0ac55f472e4 req-b50afb3e-9e77-4aec-a5ef-efd84fd0749e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=940b7234-5c69-4855-8f6b-d8225225588e HTTP/1.1" status: 200 len: 943 time: 0.0688343 Aug 10 01:24:07.108695 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7a4b5f2a-2e2c-4d4c-aea8-e0ac55f472e4 req-fb6edf01-4c0d-4dbf-8ae1-a3218acc518d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416160 Aug 10 01:24:07.153244 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-242c2a82-e486-4332-ada7-26275c36675c service neutron] Attempting to bind port bbc29408-5a36-4e37-af30-bed04ff00dbf on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:24:07.153645 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-242c2a82-e486-4332-ada7-26275c36675c service neutron] Attempting to bind port bbc29408-5a36-4e37-af30-bed04ff00dbf by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '52f03a3d-92cf-402a-8037-fd3af118309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:24:07.154037 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-242c2a82-e486-4332-ada7-26275c36675c service neutron] Attempting to bind port bbc29408-5a36-4e37-af30-bed04ff00dbf on network e88d51f0-ef67-43e3-acaa-ddb0705ef866 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:24:07.159270 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-242c2a82-e486-4332-ada7-26275c36675c service neutron] Port bbc29408-5a36-4e37-af30-bed04ff00dbf on network e88d51f0-ef67-43e3-acaa-ddb0705ef866 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:24:07.159602 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-242c2a82-e486-4332-ada7-26275c36675c service neutron] Attempting to bind port bbc29408-5a36-4e37-af30-bed04ff00dbf on network e88d51f0-ef67-43e3-acaa-ddb0705ef866 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:24:07.165712 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-242c2a82-e486-4332-ada7-26275c36675c service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:24:07.166124 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-242c2a82-e486-4332-ada7-26275c36675c service neutron] Checking segment: {'id': '52f03a3d-92cf-402a-8037-fd3af118309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:24:07.166453 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-242c2a82-e486-4332-ada7-26275c36675c service neutron] Bound using segment: {'id': '52f03a3d-92cf-402a-8037-fd3af118309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:24:07.166885 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-242c2a82-e486-4332-ada7-26275c36675c service neutron] Bound port: bbc29408-5a36-4e37-af30-bed04ff00dbf, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52f03a3d-92cf-402a-8037-fd3af118309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:24:07.167247 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-242c2a82-e486-4332-ada7-26275c36675c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:07.241292 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-242c2a82-e486-4332-ada7-26275c36675c service neutron] For port bbc29408-5a36-4e37-af30-bed04ff00dbf, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:24:07.248555 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-242c2a82-e486-4332-ada7-26275c36675c service neutron] For port bbc29408-5a36-4e37-af30-bed04ff00dbf, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=bbc29408-5a36-4e37-af30-bed04ff00dbf,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:24:07.255906 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-242c2a82-e486-4332-ada7-26275c36675c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:07.307937 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-242c2a82-e486-4332-ada7-26275c36675c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:07.308586 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-242c2a82-e486-4332-ada7-26275c36675c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:07.309994 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-242c2a82-e486-4332-ada7-26275c36675c service neutron] 10.222.0.20 "PUT /v2.0/ports/bbc29408-5a36-4e37-af30-bed04ff00dbf HTTP/1.1" status: 200 len: 1092 time: 0.8154621 Aug 10 01:24:07.310445 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940b7234-5c69-4855-8f6b-d8225225588e', 'tag': 'bbc29408-5a36-4e37-af30-bed04ff00dbf'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:24:07.312904 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fc9be3-de68-4f7c-a386-f80809fa3e53" -d '{"events": [{"name": "network-changed", "server_uuid": "940b7234-5c69-4855-8f6b-d8225225588e", "tag": "bbc29408-5a36-4e37-af30-bed04ff00dbf"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:24:07.345860 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c2a82-e486-4332-ada7-26275c36675c service neutron] Pushing event updated for resources: {'Port': ['ID=bbc29408-5a36-4e37-af30-bed04ff00dbf,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:24:07.371700 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8373124a-aa8c-4ebf-8bbf-5948c1fc3902 x-openstack-request-id: req-8373124a-aa8c-4ebf-8bbf-5948c1fc3902 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:24:07.372244 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "940b7234-5c69-4855-8f6b-d8225225588e", "tag": "bbc29408-5a36-4e37-af30-bed04ff00dbf", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:24:07.372696 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8373124a-aa8c-4ebf-8bbf-5948c1fc3902 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:24:07.373108 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '940b7234-5c69-4855-8f6b-d8225225588e', 'tag': 'bbc29408-5a36-4e37-af30-bed04ff00dbf', 'status': 'completed', 'code': 200} Aug 10 01:24:07.430609 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-486a35b6-2809-477a-9400-3e5677039371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:07.432252 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-486a35b6-2809-477a-9400-3e5677039371 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a14fe6b470434cfda037388a8cf18ac8&device_id=940b7234-5c69-4855-8f6b-d8225225588e HTTP/1.1" status: 200 len: 1095 time: 0.0499618 Aug 10 01:24:07.486530 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-737c636d-85eb-4c49-8fee-4432f578975f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbc29408-5a36-4e37-af30-bed04ff00dbf HTTP/1.1" status: 200 len: 217 time: 0.0386858 Aug 10 01:24:07.548616 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-0de6860d-e06e-4dcc-b76b-2cd2e8f7dc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:07.550087 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-0de6860d-e06e-4dcc-b76b-2cd2e8f7dc5f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e HTTP/1.1" status: 200 len: 849 time: 0.0566730 Aug 10 01:24:07.601088 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-0e6ffc94-4ca6-47f7-86f2-27854d56602c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:07.602610 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-0e6ffc94-4ca6-47f7-86f2-27854d56602c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e88d51f0-ef67-43e3-acaa-ddb0705ef866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451679 Aug 10 01:24:07.691458 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-99af6a8e-c2b6-4504-afc2-3dbae30ccd03 service neutron] 10.222.0.20 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812876 Aug 10 01:24:07.783045 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ae25cb80-b03e-4db4-a035-3b8456ab3aba req-632537dc-bb3b-4095-b825-2ac84c95940d service neutron] 10.222.0.20 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854504 Aug 10 01:24:07.912916 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-2219917c-4561-48c3-9cf9-eca9dda8741b tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=75787a08c0d24a9186d3553641e7f80f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478127 Aug 10 01:24:07.986545 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc9be3-de68-4f7c-a386-f80809fa3e53 req-c33d77ae-7627-4fbc-a751-17b413a5c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:07.988001 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f3fc9be3-de68-4f7c-a386-f80809fa3e53 req-c33d77ae-7627-4fbc-a751-17b413a5c358 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a14fe6b470434cfda037388a8cf18ac8&device_id=940b7234-5c69-4855-8f6b-d8225225588e HTTP/1.1" status: 200 len: 1095 time: 0.1217508 Aug 10 01:24:08.009579 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-904f9bad-3505-4df5-809a-fa917fefd575 req-4445cef4-949e-4077-ab90-2b61c876c3a3 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e2e5595-173b-4626-9baf-898aaabf0bd9 HTTP/1.1" status: 200 len: 210 time: 0.0326312 Aug 10 01:24:08.104404 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-6ef6a9e3-c53d-4d33-85bf-5511260de8f8 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:08.105852 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-6ef6a9e3-c53d-4d33-85bf-5511260de8f8 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1857257 Aug 10 01:24:08.124457 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-0bad3135-f566-456a-885f-03ad7601b656 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] Request body: {'port': {'device_id': '7e2e5595-173b-4626-9baf-898aaabf0bd9', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'admin_state_up': True, 'tenant_id': '75787a08c0d24a9186d3553641e7f80f'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:24:08.185314 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc9be3-de68-4f7c-a386-f80809fa3e53 req-069dd75d-bbe2-4ec3-b9a5-e9fca5fc8680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:08.186778 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f3fc9be3-de68-4f7c-a386-f80809fa3e53 req-069dd75d-bbe2-4ec3-b9a5-e9fca5fc8680 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e88d51f0-ef67-43e3-acaa-ddb0705ef866 HTTP/1.1" status: 200 len: 911 time: 0.1910994 Aug 10 01:24:08.226920 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34572f9a-1e08-4274-8ed1-7f352a348a55 req-69b1ebc7-e314-4c41-8a44-5cd0e6d3482c tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:08.228637 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-34572f9a-1e08-4274-8ed1-7f352a348a55 req-69b1ebc7-e314-4c41-8a44-5cd0e6d3482c tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=940b7234-5c69-4855-8f6b-d8225225588e HTTP/1.1" status: 200 len: 943 time: 0.0555305 Aug 10 01:24:08.237391 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f3fc9be3-de68-4f7c-a386-f80809fa3e53 req-1bb480fb-fd84-445a-86b4-fa48805e608f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbc29408-5a36-4e37-af30-bed04ff00dbf HTTP/1.1" status: 200 len: 217 time: 0.0426085 Aug 10 01:24:08.268030 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-34572f9a-1e08-4274-8ed1-7f352a348a55 req-25ea4943-586e-494f-aa21-5a37bc4dec96 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330005 Aug 10 01:24:08.625728 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc9be3-de68-4f7c-a386-f80809fa3e53 req-e3d26b2f-a2e0-45de-bb2b-b35f5facf479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:08.627169 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f3fc9be3-de68-4f7c-a386-f80809fa3e53 req-e3d26b2f-a2e0-45de-bb2b-b35f5facf479 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e HTTP/1.1" status: 200 len: 849 time: 0.3835931 Aug 10 01:24:08.636113 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-0bad3135-f566-456a-885f-03ad7601b656 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] Made reservation on behalf of 75787a08c0d24a9186d3553641e7f80f for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:24:08.639537 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-0bad3135-f566-456a-885f-03ad7601b656 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:08.670348 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-0bad3135-f566-456a-885f-03ad7601b656 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:08.703951 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc9be3-de68-4f7c-a386-f80809fa3e53 req-05b09493-473c-48f2-81d0-2c4656d678bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:08.705676 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f3fc9be3-de68-4f7c-a386-f80809fa3e53 req-05b09493-473c-48f2-81d0-2c4656d678bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e88d51f0-ef67-43e3-acaa-ddb0705ef866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704849 Aug 10 01:24:08.841209 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f3fc9be3-de68-4f7c-a386-f80809fa3e53 req-6096dc3d-5972-4f1b-8a57-b3f701501ef7 service neutron] 10.222.0.20 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268778 Aug 10 01:24:08.899206 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-0bad3135-f566-456a-885f-03ad7601b656 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:08.905147 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-0bad3135-f566-456a-885f-03ad7601b656 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:08.996919 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad3135-f566-456a-885f-03ad7601b656 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebb5fd7-38b9-4239-af6d-a501f51bdd16,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:24:09.042825 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f3fc9be3-de68-4f7c-a386-f80809fa3e53 req-0dc8df50-9de9-482d-af70-965f4d581e7b service neutron] 10.222.0.20 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924231 Aug 10 01:24:09.074647 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-0bad3135-f566-456a-885f-03ad7601b656 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] Allocated IP 192.168.233.17 (853ae90b-411a-4cc9-b27c-aa212d4ff023/f49e9f1d-7e8a-42ac-a9f2-157734919ae5/bcd3646b-c2ae-47ed-bf24-74bffbac8c66) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:24:09.113183 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cff2638b-972f-4503-b657-4d54f984e2b9 req-d3506724-2266-4606-901f-079db844ce51 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e2e5595-173b-4626-9baf-898aaabf0bd9 HTTP/1.1" status: 200 len: 210 time: 0.0283632 Aug 10 01:24:09.226126 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-0bad3135-f566-456a-885f-03ad7601b656 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:09.240153 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-0bad3135-f566-456a-885f-03ad7601b656 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] Transition to ACTIVE for port object bcd3646b-c2ae-47ed-bf24-74bffbac8c66 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:24:09.272779 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-0bad3135-f566-456a-885f-03ad7601b656 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:09.313151 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-0bad3135-f566-456a-885f-03ad7601b656 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] Network 853ae90b-411a-4cc9-b27c-aa212d4ff023 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:24:09.320750 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-0bad3135-f566-456a-885f-03ad7601b656 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:24:09.324477 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-0bad3135-f566-456a-885f-03ad7601b656 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:24:09.364239 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad3135-f566-456a-885f-03ad7601b656 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] Pushing event updated for resources: {'Port': ['ID=bcd3646b-c2ae-47ed-bf24-74bffbac8c66,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:24:09.382045 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-0bad3135-f566-456a-885f-03ad7601b656 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:09.382733 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-0bad3135-f566-456a-885f-03ad7601b656 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:09.401065 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-0bad3135-f566-456a-885f-03ad7601b656 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2846608 Aug 10 01:24:09.414794 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-7db9ccf9-c8d2-42a0-983b-e98e3ab6f941 service neutron] Request body: {'port': {'device_id': '7e2e5595-173b-4626-9baf-898aaabf0bd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:24:09.415586 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71519c93-ee73-4c1f-a4ef-19d93a5e6a4f req-231ebbd0-5c65-467f-8455-c1699ff0231a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:09.417829 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-71519c93-ee73-4c1f-a4ef-19d93a5e6a4f req-231ebbd0-5c65-467f-8455-c1699ff0231a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=940b7234-5c69-4855-8f6b-d8225225588e HTTP/1.1" status: 200 len: 943 time: 0.0638781 Aug 10 01:24:09.460437 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-71519c93-ee73-4c1f-a4ef-19d93a5e6a4f req-bf4b8801-4ffc-4ca0-8a27-7150a53696fb tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354762 Aug 10 01:24:09.490207 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-7db9ccf9-c8d2-42a0-983b-e98e3ab6f941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:09.625214 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4ac7192a-4a37-44b5-8176-49f975d97767 None None] Provisioning for port bcd3646b-c2ae-47ed-bf24-74bffbac8c66 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:24:09.629243 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4ac7192a-4a37-44b5-8176-49f975d97767 None None] Provisioning complete for port bcd3646b-c2ae-47ed-bf24-74bffbac8c66 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:24:09.629829 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ac7192a-4a37-44b5-8176-49f975d97767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:09.666495 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-4ac7192a-4a37-44b5-8176-49f975d97767 None None] Port bcd3646b-c2ae-47ed-bf24-74bffbac8c66 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:24:09.775036 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-7db9ccf9-c8d2-42a0-983b-e98e3ab6f941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd3646b-c2ae-47ed-bf24-74bffbac8c66 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:24:09.782608 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-7db9ccf9-c8d2-42a0-983b-e98e3ab6f941 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:09.794746 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-7db9ccf9-c8d2-42a0-983b-e98e3ab6f941 service neutron] Transition to ACTIVE for port object bcd3646b-c2ae-47ed-bf24-74bffbac8c66 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:24:09.803812 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-7db9ccf9-c8d2-42a0-983b-e98e3ab6f941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:09.854154 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9ccf9-c8d2-42a0-983b-e98e3ab6f941 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd3646b-c2ae-47ed-bf24-74bffbac8c66,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:24:09.930539 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-7db9ccf9-c8d2-42a0-983b-e98e3ab6f941 service neutron] Attempting to bind port bcd3646b-c2ae-47ed-bf24-74bffbac8c66 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:24:09.931423 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-7db9ccf9-c8d2-42a0-983b-e98e3ab6f941 service neutron] Attempting to bind port bcd3646b-c2ae-47ed-bf24-74bffbac8c66 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:24:09.931527 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-7db9ccf9-c8d2-42a0-983b-e98e3ab6f941 service neutron] Attempting to bind port bcd3646b-c2ae-47ed-bf24-74bffbac8c66 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:24:09.935991 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-7db9ccf9-c8d2-42a0-983b-e98e3ab6f941 service neutron] Port bcd3646b-c2ae-47ed-bf24-74bffbac8c66 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:24:09.936352 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-7db9ccf9-c8d2-42a0-983b-e98e3ab6f941 service neutron] Attempting to bind port bcd3646b-c2ae-47ed-bf24-74bffbac8c66 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:24:09.942091 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-7db9ccf9-c8d2-42a0-983b-e98e3ab6f941 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:24:09.942432 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-7db9ccf9-c8d2-42a0-983b-e98e3ab6f941 service neutron] Checking segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:24:09.942823 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-7db9ccf9-c8d2-42a0-983b-e98e3ab6f941 service neutron] Bound using segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:24:09.943254 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-7db9ccf9-c8d2-42a0-983b-e98e3ab6f941 service neutron] Bound port: bcd3646b-c2ae-47ed-bf24-74bffbac8c66, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:24:09.943615 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-7db9ccf9-c8d2-42a0-983b-e98e3ab6f941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:10.009932 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-7db9ccf9-c8d2-42a0-983b-e98e3ab6f941 service neutron] For port bcd3646b-c2ae-47ed-bf24-74bffbac8c66, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:24:10.013316 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-7db9ccf9-c8d2-42a0-983b-e98e3ab6f941 service neutron] For port bcd3646b-c2ae-47ed-bf24-74bffbac8c66, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=bcd3646b-c2ae-47ed-bf24-74bffbac8c66,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:24:10.019044 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-7db9ccf9-c8d2-42a0-983b-e98e3ab6f941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:10.054802 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-7db9ccf9-c8d2-42a0-983b-e98e3ab6f941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:10.055424 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-7db9ccf9-c8d2-42a0-983b-e98e3ab6f941 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:10.056890 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-7db9ccf9-c8d2-42a0-983b-e98e3ab6f941 service neutron] 10.222.0.24 "PUT /v2.0/ports/bcd3646b-c2ae-47ed-bf24-74bffbac8c66 HTTP/1.1" status: 200 len: 1096 time: 0.6470172 Aug 10 01:24:10.057316 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2e5595-173b-4626-9baf-898aaabf0bd9', 'tag': 'bcd3646b-c2ae-47ed-bf24-74bffbac8c66'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:24:10.059589 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7860cf80-eb85-4e1f-ada4-e685b3957e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "7e2e5595-173b-4626-9baf-898aaabf0bd9", "tag": "bcd3646b-c2ae-47ed-bf24-74bffbac8c66"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:24:10.088799 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9ccf9-c8d2-42a0-983b-e98e3ab6f941 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd3646b-c2ae-47ed-bf24-74bffbac8c66,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:24:10.131709 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09de379-121b-4621-ac96-337e58b8cc2a x-openstack-request-id: req-c09de379-121b-4621-ac96-337e58b8cc2a {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:24:10.132016 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e2e5595-173b-4626-9baf-898aaabf0bd9", "tag": "bcd3646b-c2ae-47ed-bf24-74bffbac8c66", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:24:10.132304 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c09de379-121b-4621-ac96-337e58b8cc2a {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:24:10.132708 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e2e5595-173b-4626-9baf-898aaabf0bd9', 'tag': 'bcd3646b-c2ae-47ed-bf24-74bffbac8c66', 'status': 'completed', 'code': 200} Aug 10 01:24:10.150399 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-b7ac3443-74c6-432f-bea2-77e434bd9532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:10.152045 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-b7ac3443-74c6-432f-bea2-77e434bd9532 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=75787a08c0d24a9186d3553641e7f80f&device_id=7e2e5595-173b-4626-9baf-898aaabf0bd9 HTTP/1.1" status: 200 len: 1099 time: 0.0522823 Aug 10 01:24:10.200600 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-8375949f-4dd2-4cd4-9b37-4c3d7a2d09ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=bcd3646b-c2ae-47ed-bf24-74bffbac8c66 HTTP/1.1" status: 200 len: 217 time: 0.0400257 Aug 10 01:24:10.250580 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e209dd2-1133-4c4d-b64e-84cfc6452d7e req-7af4b810-df41-4b67-aef0-e0f2f41b52cb tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:10.258641 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2e209dd2-1133-4c4d-b64e-84cfc6452d7e req-7af4b810-df41-4b67-aef0-e0f2f41b52cb tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e2e5595-173b-4626-9baf-898aaabf0bd9 HTTP/1.1" status: 200 len: 947 time: 0.0694189 Aug 10 01:24:10.268504 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-4805fb88-9431-463c-ae63-cdbeafc26fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:10.270396 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-4805fb88-9431-463c-ae63-cdbeafc26fd9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0625579 Aug 10 01:24:10.305400 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2e209dd2-1133-4c4d-b64e-84cfc6452d7e req-c48cbbbb-c002-4491-944b-90d421eb7b5e tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ebb5fd7-38b9-4239-af6d-a501f51bdd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458832 Aug 10 01:24:10.332453 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-c95faef5-37c2-46a4-b9cd-949b57c2b347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:10.334003 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-c95faef5-37c2-46a4-b9cd-949b57c2b347 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0552001 Aug 10 01:24:10.431095 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-9355c007-3018-4e28-886d-832ddda60d71 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887637 Aug 10 01:24:10.531761 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b9dd2d12-de65-47ed-baf0-adc4698506bd req-cb25eb66-37a3-4a07-bd6d-52ccb13e7269 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930443 Aug 10 01:24:10.590694 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237e923-0718-4d89-a6bc-170451770677 req-d554089a-2e0c-404c-b31e-360328d7dee5 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:10.592275 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1237e923-0718-4d89-a6bc-170451770677 req-d554089a-2e0c-404c-b31e-360328d7dee5 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=940b7234-5c69-4855-8f6b-d8225225588e HTTP/1.1" status: 200 len: 943 time: 0.0486748 Aug 10 01:24:10.627878 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860cf80-eb85-4e1f-ada4-e685b3957e0f req-38010211-b2be-47e4-8fe6-cc685a263f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:10.629510 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7860cf80-eb85-4e1f-ada4-e685b3957e0f req-38010211-b2be-47e4-8fe6-cc685a263f28 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=75787a08c0d24a9186d3553641e7f80f&device_id=7e2e5595-173b-4626-9baf-898aaabf0bd9 HTTP/1.1" status: 200 len: 1099 time: 0.0507128 Aug 10 01:24:10.638423 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1237e923-0718-4d89-a6bc-170451770677 req-22f7ad88-69ba-4112-843a-1b3e0829a728 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388613 Aug 10 01:24:10.721417 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860cf80-eb85-4e1f-ada4-e685b3957e0f req-815f2baf-ed32-4da6-bafd-d9e1a4201de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:10.723413 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7860cf80-eb85-4e1f-ada4-e685b3957e0f req-815f2baf-ed32-4da6-bafd-d9e1a4201de3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.0858185 Aug 10 01:24:10.769744 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7860cf80-eb85-4e1f-ada4-e685b3957e0f req-ec48fc3d-b58b-4cca-b92c-3880b107d1bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=bcd3646b-c2ae-47ed-bf24-74bffbac8c66 HTTP/1.1" status: 200 len: 217 time: 0.0373023 Aug 10 01:24:10.818910 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860cf80-eb85-4e1f-ada4-e685b3957e0f req-98bd0211-2182-4e77-9065-b202b2974de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:10.820332 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7860cf80-eb85-4e1f-ada4-e685b3957e0f req-98bd0211-2182-4e77-9065-b202b2974de5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0437281 Aug 10 01:24:10.871045 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860cf80-eb85-4e1f-ada4-e685b3957e0f req-fe754fbc-2f8c-4946-85c3-709024e08ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:10.872641 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7860cf80-eb85-4e1f-ada4-e685b3957e0f req-fe754fbc-2f8c-4946-85c3-709024e08ccd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0443025 Aug 10 01:24:10.969190 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7860cf80-eb85-4e1f-ada4-e685b3957e0f req-b94205d1-f0bf-4537-b961-d64aafeb5648 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855424 Aug 10 01:24:11.059622 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7860cf80-eb85-4e1f-ada4-e685b3957e0f req-4ec685d3-9c37-46fa-a318-1a3ec4d52cb6 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821459 Aug 10 01:24:11.197518 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-75f5a706-8b8f-46e1-9894-038e0d895a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:11.430772 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd9317-174b-463d-88eb-59fd875f0b14 req-602215fc-5208-496f-be6f-e581c14d29a8 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:11.432288 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-03dd9317-174b-463d-88eb-59fd875f0b14 req-602215fc-5208-496f-be6f-e581c14d29a8 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e2e5595-173b-4626-9baf-898aaabf0bd9 HTTP/1.1" status: 200 len: 947 time: 0.0507200 Aug 10 01:24:11.473716 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-03dd9317-174b-463d-88eb-59fd875f0b14 req-11aa3c18-5ac4-447b-9132-f9df086ee24a tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ebb5fd7-38b9-4239-af6d-a501f51bdd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354140 Aug 10 01:24:11.547894 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device bbc29408-5a36-4e37-af30-bed04ff00dbf details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:24:11.760862 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f6829-b29b-49ab-9ef9-99ee3ad7ec3a req-062ba434-edd2-450f-a1a3-9931a3363769 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:11.762485 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f92f6829-b29b-49ab-9ef9-99ee3ad7ec3a req-062ba434-edd2-450f-a1a3-9931a3363769 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=940b7234-5c69-4855-8f6b-d8225225588e HTTP/1.1" status: 200 len: 943 time: 0.0521326 Aug 10 01:24:11.777957 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:11.807442 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f92f6829-b29b-49ab-9ef9-99ee3ad7ec3a req-694114cb-3a9f-4dbc-886a-31a86b8ba3b5 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382280 Aug 10 01:24:11.813440 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port bbc29408-5a36-4e37-af30-bed04ff00dbf, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=bbc29408-5a36-4e37-af30-bed04ff00dbf,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:24:11.828676 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': 'bbc29408-5a36-4e37-af30-bed04ff00dbf', 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866', 'port_id': 'bbc29408-5a36-4e37-af30-bed04ff00dbf', 'mac_address': 'fa:16:3e:bb:f5:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:24:11.865951 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:11.878087 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbc29408-5a36-4e37-af30-bed04ff00dbf {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:24:11.898262 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port bbc29408-5a36-4e37-af30-bed04ff00dbf, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=bbc29408-5a36-4e37-af30-bed04ff00dbf,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:24:11.902447 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:11.948425 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=bbc29408-5a36-4e37-af30-bed04ff00dbf,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:24:12.280660 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['bbc29408-5a36-4e37-af30-bed04ff00dbf'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:24:12.590606 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4e7fa-155a-42f7-ae1c-48b52affa91a req-b1039ac6-9d0d-46fa-98b6-f56c73f27da8 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:12.592050 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-48e4e7fa-155a-42f7-ae1c-48b52affa91a req-b1039ac6-9d0d-46fa-98b6-f56c73f27da8 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e2e5595-173b-4626-9baf-898aaabf0bd9 HTTP/1.1" status: 200 len: 947 time: 0.0475497 Aug 10 01:24:12.629200 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-48e4e7fa-155a-42f7-ae1c-48b52affa91a req-499b4b0a-f112-4fcc-b7ee-49c99f096d13 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ebb5fd7-38b9-4239-af6d-a501f51bdd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306394 Aug 10 01:24:12.924351 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0faf3-1e78-48f2-8848-7000247b1d3c req-bb9dd25f-8318-4ee2-8261-a0742287fdca tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:12.931317 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-36e0faf3-1e78-48f2-8848-7000247b1d3c req-bb9dd25f-8318-4ee2-8261-a0742287fdca tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=940b7234-5c69-4855-8f6b-d8225225588e HTTP/1.1" status: 200 len: 944 time: 0.0493770 Aug 10 01:24:12.969372 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-36e0faf3-1e78-48f2-8848-7000247b1d3c req-9ee8af57-42e8-45d1-9bc0-200ef567c680 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314295 Aug 10 01:24:13.395298 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device bcd3646b-c2ae-47ed-bf24-74bffbac8c66 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:24:13.490250 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port bcd3646b-c2ae-47ed-bf24-74bffbac8c66, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=bcd3646b-c2ae-47ed-bf24-74bffbac8c66,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:24:13.501459 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'bcd3646b-c2ae-47ed-bf24-74bffbac8c66', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': 'bcd3646b-c2ae-47ed-bf24-74bffbac8c66', 'mac_address': 'fa:16:3e:fc:9c:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:24:13.539880 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:13.553926 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device bbc29408-5a36-4e37-af30-bed04ff00dbf up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:24:13.557905 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcd3646b-c2ae-47ed-bf24-74bffbac8c66 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:24:13.599971 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port bcd3646b-c2ae-47ed-bf24-74bffbac8c66, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=bcd3646b-c2ae-47ed-bf24-74bffbac8c66,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:24:13.609260 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:13.643908 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port bbc29408-5a36-4e37-af30-bed04ff00dbf completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:24:13.652899 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port bbc29408-5a36-4e37-af30-bed04ff00dbf triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:24:13.653213 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:13.687490 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=bcd3646b-c2ae-47ed-bf24-74bffbac8c66,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:24:13.745503 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:13.757691 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cec1e-bb17-4618-bdbf-a8d6c06ed709 req-4d1348cc-d816-43c1-84e3-df13306d031f tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:13.759203 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5e4cec1e-bb17-4618-bdbf-a8d6c06ed709 req-4d1348cc-d816-43c1-84e3-df13306d031f tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e2e5595-173b-4626-9baf-898aaabf0bd9 HTTP/1.1" status: 200 len: 948 time: 0.0610225 Aug 10 01:24:13.768257 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940b7234-5c69-4855-8f6b-d8225225588e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc29408-5a36-4e37-af30-bed04ff00dbf'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:24:13.770521 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbe4ffa-1931-4dea-9ef1-e75e548200a0" -d '{"events": [{"server_uuid": "940b7234-5c69-4855-8f6b-d8225225588e", "name": "network-vif-plugged", "status": "completed", "tag": "bbc29408-5a36-4e37-af30-bed04ff00dbf"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:24:13.785890 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port bbc29408-5a36-4e37-af30-bed04ff00dbf, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=bbc29408-5a36-4e37-af30-bed04ff00dbf,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:24:13.791913 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:13.819631 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5e4cec1e-bb17-4618-bdbf-a8d6c06ed709 req-85473978-6e5f-4daf-8ad4-1c8585ad3d73 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ebb5fd7-38b9-4239-af6d-a501f51bdd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523658 Aug 10 01:24:13.833918 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513c5c6b-9d47-47a4-8b8c-96df8e9fcb38 x-openstack-request-id: req-513c5c6b-9d47-47a4-8b8c-96df8e9fcb38 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:24:13.834370 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940b7234-5c69-4855-8f6b-d8225225588e", "name": "network-vif-plugged", "status": "completed", "tag": "bbc29408-5a36-4e37-af30-bed04ff00dbf", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:24:13.834631 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-513c5c6b-9d47-47a4-8b8c-96df8e9fcb38 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:24:13.835080 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940b7234-5c69-4855-8f6b-d8225225588e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc29408-5a36-4e37-af30-bed04ff00dbf', 'code': 200} Aug 10 01:24:13.860151 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=bbc29408-5a36-4e37-af30-bed04ff00dbf,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:24:13.864412 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fbebec4f-deb5-493f-9705-04a7de412909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:13.947155 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c6a7b-6f65-4d0e-83b9-30fa4647f88b req-28182681-7a11-40f8-a35b-9bed5ccaa92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:13.949128 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a95c6a7b-6f65-4d0e-83b9-30fa4647f88b req-28182681-7a11-40f8-a35b-9bed5ccaa92a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=940b7234-5c69-4855-8f6b-d8225225588e HTTP/1.1" status: 200 len: 1097 time: 0.0432963 Aug 10 01:24:13.987798 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['bcd3646b-c2ae-47ed-bf24-74bffbac8c66'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:24:13.988588 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a95c6a7b-6f65-4d0e-83b9-30fa4647f88b req-372666c3-69aa-47bf-a283-e58661f4a7ae service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324440 Aug 10 01:24:14.109204 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2d559-3fd2-4ff7-a078-780151bf6bdd req-ee1123f1-f24d-4fb4-afab-2548c5a90789 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:14.110893 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9fa2d559-3fd2-4ff7-a078-780151bf6bdd req-ee1123f1-f24d-4fb4-afab-2548c5a90789 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=940b7234-5c69-4855-8f6b-d8225225588e HTTP/1.1" status: 200 len: 945 time: 0.0580645 Aug 10 01:24:14.151623 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9fa2d559-3fd2-4ff7-a078-780151bf6bdd req-c1be8579-18aa-4936-9004-823e73f43909 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327189 Aug 10 01:24:14.450608 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:14.936812 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e472259-322d-456f-a967-b31f1c4c8229 req-b9cb4608-8afc-4b58-9fe0-5130bbc96917 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:14.938299 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e472259-322d-456f-a967-b31f1c4c8229 req-b9cb4608-8afc-4b58-9fe0-5130bbc96917 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e2e5595-173b-4626-9baf-898aaabf0bd9 HTTP/1.1" status: 200 len: 948 time: 0.0476980 Aug 10 01:24:14.979413 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e472259-322d-456f-a967-b31f1c4c8229 req-95c43494-b822-4a49-8c89-c8620c30ebb4 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ebb5fd7-38b9-4239-af6d-a501f51bdd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344348 Aug 10 01:24:15.191586 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:15.273177 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c8a3d-186a-43e6-be4b-4685845eff56 req-4a12890b-eabb-4b68-b3d7-86245a6995a4 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:15.274668 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d68c8a3d-186a-43e6-be4b-4685845eff56 req-4a12890b-eabb-4b68-b3d7-86245a6995a4 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=940b7234-5c69-4855-8f6b-d8225225588e HTTP/1.1" status: 200 len: 945 time: 0.0561867 Aug 10 01:24:15.318838 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d68c8a3d-186a-43e6-be4b-4685845eff56 req-101805f6-84b1-40a5-924a-482dd618b800 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377963 Aug 10 01:24:15.407002 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device bcd3646b-c2ae-47ed-bf24-74bffbac8c66 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:24:15.454493 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port bcd3646b-c2ae-47ed-bf24-74bffbac8c66 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:24:15.458665 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port bcd3646b-c2ae-47ed-bf24-74bffbac8c66 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:24:15.459046 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:15.538331 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:15.569932 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port bcd3646b-c2ae-47ed-bf24-74bffbac8c66, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=bcd3646b-c2ae-47ed-bf24-74bffbac8c66,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:24:15.574407 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:15.624796 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=bcd3646b-c2ae-47ed-bf24-74bffbac8c66,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:24:15.836460 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2e5595-173b-4626-9baf-898aaabf0bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd3646b-c2ae-47ed-bf24-74bffbac8c66'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:24:15.839082 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d036dc66-3f51-4fd3-803f-96322c07d89e" -d '{"events": [{"server_uuid": "7e2e5595-173b-4626-9baf-898aaabf0bd9", "name": "network-vif-plugged", "status": "completed", "tag": "bcd3646b-c2ae-47ed-bf24-74bffbac8c66"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:24:15.874229 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d14cb1e-c837-47d4-bd6f-749bcac62fbf x-openstack-request-id: req-9d14cb1e-c837-47d4-bd6f-749bcac62fbf {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:24:15.874532 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2e5595-173b-4626-9baf-898aaabf0bd9", "name": "network-vif-plugged", "status": "completed", "tag": "bcd3646b-c2ae-47ed-bf24-74bffbac8c66", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:24:15.874795 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9d14cb1e-c837-47d4-bd6f-749bcac62fbf {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:24:15.875200 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2e5595-173b-4626-9baf-898aaabf0bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd3646b-c2ae-47ed-bf24-74bffbac8c66', 'code': 200} Aug 10 01:24:15.969242 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e48d7d-5f8a-443d-896e-345f33ddca1a req-a2c2da4a-3b52-4f75-a9e5-698eb6d194ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:15.970699 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-01e48d7d-5f8a-443d-896e-345f33ddca1a req-a2c2da4a-3b52-4f75-a9e5-698eb6d194ec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7e2e5595-173b-4626-9baf-898aaabf0bd9 HTTP/1.1" status: 200 len: 1101 time: 0.0402679 Aug 10 01:24:16.007862 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-01e48d7d-5f8a-443d-896e-345f33ddca1a req-8ee358a0-285a-4073-a9ec-ad5df91445fc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8ebb5fd7-38b9-4239-af6d-a501f51bdd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293756 Aug 10 01:24:16.095852 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c3ffe-fe52-409e-805c-145aa4caf02d req-5d07e165-93e5-48a2-b702-efe1afa37a2f tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:16.098011 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-134c3ffe-fe52-409e-805c-145aa4caf02d req-5d07e165-93e5-48a2-b702-efe1afa37a2f tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e2e5595-173b-4626-9baf-898aaabf0bd9 HTTP/1.1" status: 200 len: 949 time: 0.0501256 Aug 10 01:24:16.137232 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-134c3ffe-fe52-409e-805c-145aa4caf02d req-e203c51f-a761-4688-bd03-7aaec997f737 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ebb5fd7-38b9-4239-af6d-a501f51bdd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323462 Aug 10 01:24:16.299770 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:16.434039 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfcb882-7c9e-4fdb-8cf0-ec10c6d94b57 req-95cf2c5e-71d8-44b8-be6f-effb881925ef tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:16.435497 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2cfcb882-7c9e-4fdb-8cf0-ec10c6d94b57 req-95cf2c5e-71d8-44b8-be6f-effb881925ef tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=940b7234-5c69-4855-8f6b-d8225225588e HTTP/1.1" status: 200 len: 945 time: 0.0485060 Aug 10 01:24:16.472604 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2cfcb882-7c9e-4fdb-8cf0-ec10c6d94b57 req-93e9f0d3-ed9e-408f-882a-ff09527efb95 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305529 Aug 10 01:24:17.252420 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a5b5e-1dd7-4246-bd11-d410828b8a1e req-e5854393-54f5-4adf-9f65-cf30815313ca tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:17.253886 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0d3a5b5e-1dd7-4246-bd11-d410828b8a1e req-e5854393-54f5-4adf-9f65-cf30815313ca tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e2e5595-173b-4626-9baf-898aaabf0bd9 HTTP/1.1" status: 200 len: 949 time: 0.0478795 Aug 10 01:24:17.295024 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0d3a5b5e-1dd7-4246-bd11-d410828b8a1e req-2e7f5c6c-d33d-40af-ba3e-88a808e35f5c tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ebb5fd7-38b9-4239-af6d-a501f51bdd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351140 Aug 10 01:24:17.550375 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501533c-16ce-4c6e-b731-38635ab7eeb7 req-ece24408-268d-411f-820f-3972bfb440bd tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:17.551896 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6501533c-16ce-4c6e-b731-38635ab7eeb7 req-ece24408-268d-411f-820f-3972bfb440bd tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e2e5595-173b-4626-9baf-898aaabf0bd9 HTTP/1.1" status: 200 len: 949 time: 0.0526235 Aug 10 01:24:17.591527 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6501533c-16ce-4c6e-b731-38635ab7eeb7 req-756276d8-a6c3-45c2-be6f-20c8ed8ebd07 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ebb5fd7-38b9-4239-af6d-a501f51bdd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336258 Aug 10 01:24:18.718774 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43f26b-4b97-4487-8f56-d1cf63b22eb7 req-714ad318-2233-4290-b02c-0870af95575e tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:18.726556 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9b43f26b-4b97-4487-8f56-d1cf63b22eb7 req-714ad318-2233-4290-b02c-0870af95575e tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e2e5595-173b-4626-9baf-898aaabf0bd9 HTTP/1.1" status: 200 len: 949 time: 0.0588577 Aug 10 01:24:18.762146 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9b43f26b-4b97-4487-8f56-d1cf63b22eb7 req-690f8b4d-8c50-47c4-99d8-7a1a6749e73b tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ebb5fd7-38b9-4239-af6d-a501f51bdd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344126 Aug 10 01:24:18.932159 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78c1a1-54f1-424b-b8df-ec6ee5fe99ee req-e91179c8-1e4b-43da-846d-ab7f3185b1e8 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:18.933623 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ca78c1a1-54f1-424b-b8df-ec6ee5fe99ee req-e91179c8-1e4b-43da-846d-ab7f3185b1e8 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2e5595-173b-4626-9baf-898aaabf0bd9 HTTP/1.1" status: 200 len: 949 time: 0.0479648 Aug 10 01:24:19.024404 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-ca78c1a1-54f1-424b-b8df-ec6ee5fe99ee req-415f80c2-2f06-4928-8d6b-3d4786eaa0ff tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] Deleting port bcd3646b-c2ae-47ed-bf24-74bffbac8c66 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:24:19.024756 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ca78c1a1-54f1-424b-b8df-ec6ee5fe99ee req-415f80c2-2f06-4928-8d6b-3d4786eaa0ff tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:19.114860 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-ca78c1a1-54f1-424b-b8df-ec6ee5fe99ee req-415f80c2-2f06-4928-8d6b-3d4786eaa0ff tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] For port bcd3646b-c2ae-47ed-bf24-74bffbac8c66, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=bcd3646b-c2ae-47ed-bf24-74bffbac8c66,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:24:19.115240 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ca78c1a1-54f1-424b-b8df-ec6ee5fe99ee req-415f80c2-2f06-4928-8d6b-3d4786eaa0ff tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:19.129021 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-ca78c1a1-54f1-424b-b8df-ec6ee5fe99ee req-415f80c2-2f06-4928-8d6b-3d4786eaa0ff tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] Calling delete_port for bcd3646b-c2ae-47ed-bf24-74bffbac8c66 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:24:19.261672 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ca78c1a1-54f1-424b-b8df-ec6ee5fe99ee req-415f80c2-2f06-4928-8d6b-3d4786eaa0ff tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:19.273757 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['bcd3646b-c2ae-47ed-bf24-74bffbac8c66'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:24:19.290562 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f80c2-2f06-4928-8d6b-3d4786eaa0ff tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] Pushing event deleted for resources: {'Port': ['ID=bcd3646b-c2ae-47ed-bf24-74bffbac8c66,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:24:19.346136 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca78c1a1-54f1-424b-b8df-ec6ee5fe99ee req-415f80c2-2f06-4928-8d6b-3d4786eaa0ff tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] No DVR routers for this DVR port bcd3646b-c2ae-47ed-bf24-74bffbac8c66 on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:24:19.349540 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ca78c1a1-54f1-424b-b8df-ec6ee5fe99ee req-415f80c2-2f06-4928-8d6b-3d4786eaa0ff tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:19.351984 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ca78c1a1-54f1-424b-b8df-ec6ee5fe99ee req-415f80c2-2f06-4928-8d6b-3d4786eaa0ff tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] 10.222.0.24 "DELETE /v2.0/ports/bcd3646b-c2ae-47ed-bf24-74bffbac8c66 HTTP/1.1" status: 204 len: 173 time: 0.4122324 Aug 10 01:24:19.352486 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2e5595-173b-4626-9baf-898aaabf0bd9', 'name': 'network-vif-deleted', 'tag': 'bcd3646b-c2ae-47ed-bf24-74bffbac8c66'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:24:19.355537 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47adaabd-c404-4f2d-bf26-27f8e42753c4" -d '{"events": [{"server_uuid": "7e2e5595-173b-4626-9baf-898aaabf0bd9", "name": "network-vif-deleted", "tag": "bcd3646b-c2ae-47ed-bf24-74bffbac8c66"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:24:19.403972 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40fc825-10d5-479a-9f22-a0d0d86544ee x-openstack-request-id: req-d40fc825-10d5-479a-9f22-a0d0d86544ee {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:24:19.404546 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2e5595-173b-4626-9baf-898aaabf0bd9", "name": "network-vif-deleted", "tag": "bcd3646b-c2ae-47ed-bf24-74bffbac8c66", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:24:19.404907 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d40fc825-10d5-479a-9f22-a0d0d86544ee {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:24:19.405408 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2e5595-173b-4626-9baf-898aaabf0bd9', 'name': 'network-vif-deleted', 'tag': 'bcd3646b-c2ae-47ed-bf24-74bffbac8c66', 'status': 'completed', 'code': 200} Aug 10 01:24:19.883486 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1540e6e0-21b8-4aee-a13f-721976aa0813 req-00b90926-ce0e-43aa-aae1-dc3bd1fe8074 tempest-VolumesNegativeTest-2073533789 tempest-VolumesNegativeTest-2073533789-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e2e5595-173b-4626-9baf-898aaabf0bd9 HTTP/1.1" status: 200 len: 210 time: 0.0336561 Aug 10 01:24:23.452328 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device bcd3646b-c2ae-47ed-bf24-74bffbac8c66 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:24:23.474292 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: bcd3646b-c2ae-47ed-bf24-74bffbac8c66 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:24:23.475026 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device bcd3646b-c2ae-47ed-bf24-74bffbac8c66 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:24:25.794070 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 54098) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:24:25.937968 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7445ce03-f5d9-44b2-a240-b094dc5fa125 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=75787a08c0d24a9186d3553641e7f80f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1421192 Aug 10 01:24:25.940556 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 54106) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:24:25.990455 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1998520a-cfed-4c29-a391-7d1baacffa62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:26.013319 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1998520a-cfed-4c29-a391-7d1baacffa62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:26.060417 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1998520a-cfed-4c29-a391-7d1baacffa62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:26.062985 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1998520a-cfed-4c29-a391-7d1baacffa62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:26.064205 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1998520a-cfed-4c29-a391-7d1baacffa62 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8ebb5fd7-38b9-4239-af6d-a501f51bdd16 HTTP/1.1" status: 204 len: 168 time: 0.1226771 Aug 10 01:24:26.072295 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1998520a-cfed-4c29-a391-7d1baacffa62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebb5fd7-38b9-4239-af6d-a501f51bdd16,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:24:27.509706 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98885e2-b4ea-435d-bd50-f16818f9a2f0 req-b576d2f1-e8e2-41a0-8c94-3ca40f3dde96 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:27.511295 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a98885e2-b4ea-435d-bd50-f16818f9a2f0 req-b576d2f1-e8e2-41a0-8c94-3ca40f3dde96 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0551310 Aug 10 01:24:27.550845 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a98885e2-b4ea-435d-bd50-f16818f9a2f0 req-a1af2fee-b472-4d13-a80d-689b7dbcc76d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335038 Aug 10 01:24:27.668440 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a7cbb-9fa0-4ca8-8155-50ea08ba3458 req-43dacfd5-35b9-45eb-87d5-6d6de55c3258 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:27.669920 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-308a7cbb-9fa0-4ca8-8155-50ea08ba3458 req-43dacfd5-35b9-45eb-87d5-6d6de55c3258 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0480235 Aug 10 01:24:27.710456 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-308a7cbb-9fa0-4ca8-8155-50ea08ba3458 req-92eb4984-13f8-43ae-aa4f-8fefa5b17600 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335639 Aug 10 01:24:27.935354 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb0c2b-2bda-400c-9c4f-c8df01d5124e req-b7a673a0-686a-471d-a71d-163f84390128 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:27.936979 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b8cb0c2b-2bda-400c-9c4f-c8df01d5124e req-b7a673a0-686a-471d-a71d-163f84390128 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0494485 Aug 10 01:24:27.978822 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b8cb0c2b-2bda-400c-9c4f-c8df01d5124e req-6876f2d2-3c6f-49cb-ac1d-2d1abaa70462 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334363 Aug 10 01:24:28.264672 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:28.345570 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab93a0c-62e9-4405-8eac-2bd15c66fbc0 req-b70de15f-eedc-4781-9fbf-bdfce8bf2b0b tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:28.347708 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6ab93a0c-62e9-4405-8eac-2bd15c66fbc0 req-b70de15f-eedc-4781-9fbf-bdfce8bf2b0b tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0600061 Aug 10 01:24:28.385571 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6ab93a0c-62e9-4405-8eac-2bd15c66fbc0 req-f2b35d53-865f-4565-b207-4f97df1240ed tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318663 Aug 10 01:24:29.510670 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cef33a-0b1f-4557-9f35-a7b2adda882d req-aed45e14-3282-45c5-a6f8-74489786e878 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:29.512210 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f1cef33a-0b1f-4557-9f35-a7b2adda882d req-aed45e14-3282-45c5-a6f8-74489786e878 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0564249 Aug 10 01:24:29.554087 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f1cef33a-0b1f-4557-9f35-a7b2adda882d req-493f4e48-66e0-4853-8091-79d16dd0f8a8 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357316 Aug 10 01:24:29.744102 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:24:30.890709 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d976b8-5fab-436b-be88-5839ed328525 req-ce1da006-5c57-4737-a79b-22c649375f41 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:30.892271 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-60d976b8-5fab-436b-be88-5839ed328525 req-ce1da006-5c57-4737-a79b-22c649375f41 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0520210 Aug 10 01:24:30.930208 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-60d976b8-5fab-436b-be88-5839ed328525 req-dfca777c-6ae1-4093-9a46-1eb0b3853520 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312421 Aug 10 01:24:32.055817 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5aa7d-63f3-43ee-9c3c-5298b92c5220 req-b0d2b675-e305-4cb6-98ef-0465afa03504 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:32.057248 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-33a5aa7d-63f3-43ee-9c3c-5298b92c5220 req-b0d2b675-e305-4cb6-98ef-0465afa03504 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0601878 Aug 10 01:24:32.094722 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-33a5aa7d-63f3-43ee-9c3c-5298b92c5220 req-65e618e4-b7c1-451f-b448-4294284fe533 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314856 Aug 10 01:24:33.211058 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011eca1a-a398-476b-a103-74e23980316b req-1f2bc5e9-abb4-452a-9446-4716df4b70f4 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:33.212579 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-011eca1a-a398-476b-a103-74e23980316b req-1f2bc5e9-abb4-452a-9446-4716df4b70f4 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0495381 Aug 10 01:24:33.250147 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-011eca1a-a398-476b-a103-74e23980316b req-a4e14c16-087a-4ecd-aaaa-dcdc2738a4bb tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317116 Aug 10 01:24:34.363715 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f138e-c009-438a-ad95-630167960e17 req-0cffe10a-a500-4d78-949e-3f16ff12fe55 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:34.365254 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c15f138e-c009-438a-ad95-630167960e17 req-0cffe10a-a500-4d78-949e-3f16ff12fe55 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0480020 Aug 10 01:24:34.403991 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c15f138e-c009-438a-ad95-630167960e17 req-4f6abbb7-5f59-4294-a006-ebf79d122a9f tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312421 Aug 10 01:24:35.522389 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10ed38-85cc-4399-bc57-6c32a6262baf req-95100639-8209-4203-8019-b9afd2e93e59 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:35.523861 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ec10ed38-85cc-4399-bc57-6c32a6262baf req-95100639-8209-4203-8019-b9afd2e93e59 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0534468 Aug 10 01:24:35.563486 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ec10ed38-85cc-4399-bc57-6c32a6262baf req-e2d48d0a-c7ac-4a9e-b448-b19cc9f8864c tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325556 Aug 10 01:24:36.684042 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b930df-cc74-49e4-96b0-5aac8eeb3d0f req-437dc162-28c2-49d8-b08f-db4212084e14 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:36.685508 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-21b930df-cc74-49e4-96b0-5aac8eeb3d0f req-437dc162-28c2-49d8-b08f-db4212084e14 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0484672 Aug 10 01:24:36.721295 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-21b930df-cc74-49e4-96b0-5aac8eeb3d0f req-d5fc157c-7f7e-4f13-a561-b2fe8482f70c tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299053 Aug 10 01:24:37.836994 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899e498-3dc9-4977-ab00-4909dd9848a6 req-33c5a561-90c2-4580-83ee-73b6ebf26559 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:37.838518 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d899e498-3dc9-4977-ab00-4909dd9848a6 req-33c5a561-90c2-4580-83ee-73b6ebf26559 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0491765 Aug 10 01:24:37.876149 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d899e498-3dc9-4977-ab00-4909dd9848a6 req-abbe716f-fee2-4d40-8134-b75000119864 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312471 Aug 10 01:24:38.483470 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a091bb-3189-4ba5-9def-5a19f4ed1163 req-eb6bc8e4-f19d-435a-87ea-bb1e37cc8885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:38.484997 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-69a091bb-3189-4ba5-9def-5a19f4ed1163 req-eb6bc8e4-f19d-435a-87ea-bb1e37cc8885 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a14fe6b470434cfda037388a8cf18ac8&device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 1096 time: 0.0419931 Aug 10 01:24:38.597445 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a091bb-3189-4ba5-9def-5a19f4ed1163 req-8c586592-99f3-4ef4-8577-19846da9d794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:38.598945 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-69a091bb-3189-4ba5-9def-5a19f4ed1163 req-8c586592-99f3-4ef4-8577-19846da9d794 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e88d51f0-ef67-43e3-acaa-ddb0705ef866 HTTP/1.1" status: 200 len: 911 time: 0.0939102 Aug 10 01:24:38.665949 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-69a091bb-3189-4ba5-9def-5a19f4ed1163 req-6f3d1744-0734-4737-84e7-0d258f3f8f78 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa HTTP/1.1" status: 200 len: 997 time: 0.0593917 Aug 10 01:24:38.719332 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a091bb-3189-4ba5-9def-5a19f4ed1163 req-936d0195-6de4-4dae-a1c6-836abaf4cf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:38.720812 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-69a091bb-3189-4ba5-9def-5a19f4ed1163 req-936d0195-6de4-4dae-a1c6-836abaf4cf24 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e HTTP/1.1" status: 200 len: 849 time: 0.0478289 Aug 10 01:24:38.768044 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a091bb-3189-4ba5-9def-5a19f4ed1163 req-26d0d397-4c8c-4998-a406-ff4f2dea0866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:38.769664 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-69a091bb-3189-4ba5-9def-5a19f4ed1163 req-26d0d397-4c8c-4998-a406-ff4f2dea0866 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e88d51f0-ef67-43e3-acaa-ddb0705ef866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413790 Aug 10 01:24:38.858731 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-69a091bb-3189-4ba5-9def-5a19f4ed1163 req-ae3c779c-aa69-40d2-b7fb-ee211da30d35 service neutron] 10.222.0.24 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820460 Aug 10 01:24:38.953909 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-69a091bb-3189-4ba5-9def-5a19f4ed1163 req-f787478c-0fdb-4115-b0ea-25f28e49ac97 service neutron] 10.222.0.24 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877984 Aug 10 01:24:38.996676 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be20788-75f7-463e-818a-b5015b7dc57c req-eacbfffe-2d3a-4b28-aec1-0a085d6ca045 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:38.998149 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4be20788-75f7-463e-818a-b5015b7dc57c req-eacbfffe-2d3a-4b28-aec1-0a085d6ca045 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0525324 Aug 10 01:24:39.035875 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4be20788-75f7-463e-818a-b5015b7dc57c req-860d265b-08f3-435b-8b43-50eb167d75f5 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316069 Aug 10 01:24:39.245244 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e045a-0343-4f60-a694-ba942ee2bd56 req-9291997b-5163-4a20-98b2-769cc752a7ba tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:39.247142 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-245e045a-0343-4f60-a694-ba942ee2bd56 req-9291997b-5163-4a20-98b2-769cc752a7ba tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0549948 Aug 10 01:24:39.267870 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20d29d-1eed-4cb6-9765-5f32ee4457a5 req-cfba4f5b-708d-4a00-b014-159acaafd42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:39.270108 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be20d29d-1eed-4cb6-9765-5f32ee4457a5 req-cfba4f5b-708d-4a00-b014-159acaafd42b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a14fe6b470434cfda037388a8cf18ac8&device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 1096 time: 0.0483797 Aug 10 01:24:39.289231 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-245e045a-0343-4f60-a694-ba942ee2bd56 req-f05c972f-8f48-4dab-afbe-791e54908fb5 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339155 Aug 10 01:24:39.368794 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20d29d-1eed-4cb6-9765-5f32ee4457a5 req-296a3345-6e28-4772-acbd-f6fd8d906c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:39.370289 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be20d29d-1eed-4cb6-9765-5f32ee4457a5 req-296a3345-6e28-4772-acbd-f6fd8d906c11 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e88d51f0-ef67-43e3-acaa-ddb0705ef866 HTTP/1.1" status: 200 len: 911 time: 0.0919101 Aug 10 01:24:39.437139 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be20d29d-1eed-4cb6-9765-5f32ee4457a5 req-be06d7a6-4ced-4731-bdfe-0fc0ea206c68 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa HTTP/1.1" status: 200 len: 997 time: 0.0599606 Aug 10 01:24:39.487722 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20d29d-1eed-4cb6-9765-5f32ee4457a5 req-3e7fcb48-0a98-45c2-8656-ad805aea56de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:39.489244 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be20d29d-1eed-4cb6-9765-5f32ee4457a5 req-3e7fcb48-0a98-45c2-8656-ad805aea56de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e HTTP/1.1" status: 200 len: 849 time: 0.0450950 Aug 10 01:24:39.541244 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20d29d-1eed-4cb6-9765-5f32ee4457a5 req-bf77c953-b6ff-4b28-885f-a16fc5a52322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:39.542652 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be20d29d-1eed-4cb6-9765-5f32ee4457a5 req-bf77c953-b6ff-4b28-885f-a16fc5a52322 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e88d51f0-ef67-43e3-acaa-ddb0705ef866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454659 Aug 10 01:24:39.634160 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be20d29d-1eed-4cb6-9765-5f32ee4457a5 req-6af79f43-25fd-4992-a09a-22bf0be013ae service neutron] 10.222.0.24 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837622 Aug 10 01:24:39.729803 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be20d29d-1eed-4cb6-9765-5f32ee4457a5 req-f1e73e0e-fc3a-45af-9757-70b5287f8446 service neutron] 10.222.0.24 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887382 Aug 10 01:24:40.412004 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e120284-a02a-46a9-a3c7-5aa82eda7061 req-8252ee2f-5e64-4d77-aff2-9c325ceeec06 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:40.413810 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4e120284-a02a-46a9-a3c7-5aa82eda7061 req-8252ee2f-5e64-4d77-aff2-9c325ceeec06 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0532506 Aug 10 01:24:40.457834 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4e120284-a02a-46a9-a3c7-5aa82eda7061 req-b4d9b4d7-0a5f-4f05-897e-396680d70538 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364332 Aug 10 01:24:40.582832 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea6130-3bad-4b75-99d7-93489a3edaf4 req-87047d2f-278a-452d-977f-8b61be5a45ba tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:40.584381 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ebea6130-3bad-4b75-99d7-93489a3edaf4 req-87047d2f-278a-452d-977f-8b61be5a45ba tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0541008 Aug 10 01:24:40.631110 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ebea6130-3bad-4b75-99d7-93489a3edaf4 req-c8faa4ec-264f-4f40-a81c-a5c4ef12548a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401435 Aug 10 01:24:40.861401 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00055f7-c90d-4657-a366-c0001d2178da req-4a46c382-e4aa-4e87-9f77-960b66521b97 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:40.862793 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a00055f7-c90d-4657-a366-c0001d2178da req-4a46c382-e4aa-4e87-9f77-960b66521b97 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0479593 Aug 10 01:24:40.899663 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a00055f7-c90d-4657-a366-c0001d2178da req-600ea5d6-dddd-4d3a-884d-638fc0687005 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308454 Aug 10 01:24:41.095056 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2024db-2617-4c76-82dd-a276bf9c7061 req-00b27d9b-2fea-4c3a-b45b-3822e38ad57b tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:41.096530 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0e2024db-2617-4c76-82dd-a276bf9c7061 req-00b27d9b-2fea-4c3a-b45b-3822e38ad57b tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0488579 Aug 10 01:24:41.133734 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0e2024db-2617-4c76-82dd-a276bf9c7061 req-0d1f563b-5ef3-40d0-a924-5d73ca790734 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312908 Aug 10 01:24:41.198523 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-948471af-511f-412f-98e9-5356d657fda7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:41.760347 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:42.270973 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f20e25-55f2-4c26-b88b-9892d3a3698e req-6ffc4dc6-e8d2-4db2-bc25-9466218a15e7 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:42.272601 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-63f20e25-55f2-4c26-b88b-9892d3a3698e req-6ffc4dc6-e8d2-4db2-bc25-9466218a15e7 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0555763 Aug 10 01:24:42.312778 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-63f20e25-55f2-4c26-b88b-9892d3a3698e req-248d62d8-caf7-4552-8c27-253e635fec9e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342870 Aug 10 01:24:42.530693 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb633d01-c277-4d10-aa6c-8a29c6b7e0b0 req-bb9fefad-8eba-4ab8-9a0d-875b1356aacd tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:42.532299 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb633d01-c277-4d10-aa6c-8a29c6b7e0b0 req-bb9fefad-8eba-4ab8-9a0d-875b1356aacd tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0506313 Aug 10 01:24:42.572140 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb633d01-c277-4d10-aa6c-8a29c6b7e0b0 req-833c6160-a6cb-49d8-8770-c88cc9fec0d8 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326180 Aug 10 01:24:43.695399 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b3f3a-c5e1-4e0f-a710-26ca75a19d7a req-582b354b-292d-4087-bbd9-9db41e56390c tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:43.697125 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c71b3f3a-c5e1-4e0f-a710-26ca75a19d7a req-582b354b-292d-4087-bbd9-9db41e56390c tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0494699 Aug 10 01:24:43.735486 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c71b3f3a-c5e1-4e0f-a710-26ca75a19d7a req-052ed049-d287-48ea-8b60-38fd70c17d98 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324302 Aug 10 01:24:43.854707 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f8217ec8-37da-4884-9a6f-3b565ee21036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:43.859010 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb6745-27a6-4485-ba40-584a77d9bbe8 req-632ea17d-1be6-4fd0-a2b0-1410aa20db11 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:43.860816 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-75bb6745-27a6-4485-ba40-584a77d9bbe8 req-632ea17d-1be6-4fd0-a2b0-1410aa20db11 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0566220 Aug 10 01:24:43.901233 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-75bb6745-27a6-4485-ba40-584a77d9bbe8 req-7bd4ed6e-ef5a-4d99-9c2e-4a754c8c7400 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340779 Aug 10 01:24:44.022470 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea282c7-cd72-46a1-935b-bf02732680b0 req-fce2fa7b-49f6-4d90-b9cf-f0ede02d0157 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:44.023803 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1ea282c7-cd72-46a1-935b-bf02732680b0 req-fce2fa7b-49f6-4d90-b9cf-f0ede02d0157 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0533087 Aug 10 01:24:44.073138 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1ea282c7-cd72-46a1-935b-bf02732680b0 req-f069f720-34d9-4637-8df3-bd08d86e70a2 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428319 Aug 10 01:24:44.183025 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8710c-1e88-4328-96f9-355d6dd31649 req-1b1eddd6-7fbf-41e7-a0c9-ffd2924cf1da tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:44.184622 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f8710c-1e88-4328-96f9-355d6dd31649 req-1b1eddd6-7fbf-41e7-a0c9-ffd2924cf1da tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0497549 Aug 10 01:24:44.226037 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76f8710c-1e88-4328-96f9-355d6dd31649 req-79192133-803d-42cc-8a7e-825675788d1a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347931 Aug 10 01:24:44.449595 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:44.811172 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-74ef5a9a-29a4-4fe8-8919-d5f1801abb21 req-a4b4f8a6-4277-4b3f-bb04-a2a5af5a814f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402343 Aug 10 01:24:44.909641 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef5a9a-29a4-4fe8-8919-d5f1801abb21 req-7dcb6883-31d7-4f3b-9915-09492829d30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:44.911186 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-74ef5a9a-29a4-4fe8-8919-d5f1801abb21 req-7dcb6883-31d7-4f3b-9915-09492829d30d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a14fe6b470434cfda037388a8cf18ac8&device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 1097 time: 0.0437126 Aug 10 01:24:45.026547 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef5a9a-29a4-4fe8-8919-d5f1801abb21 req-6e352631-277d-40dc-8e7b-8e4e2f74d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:45.028588 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-74ef5a9a-29a4-4fe8-8919-d5f1801abb21 req-6e352631-277d-40dc-8e7b-8e4e2f74d59d service neutron] 10.222.0.20 "GET /v2.0/networks?id=e88d51f0-ef67-43e3-acaa-ddb0705ef866 HTTP/1.1" status: 200 len: 911 time: 0.0959795 Aug 10 01:24:45.072424 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-74ef5a9a-29a4-4fe8-8919-d5f1801abb21 req-4bf00ab4-8eac-4eaf-b0c3-150e0f2dd7b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ad8690c-88e9-4038-9a42-69551b457df2 HTTP/1.1" status: 200 len: 217 time: 0.0359778 Aug 10 01:24:45.120764 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef5a9a-29a4-4fe8-8919-d5f1801abb21 req-2bba0469-07ab-4cce-913b-378640143ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:45.122206 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-74ef5a9a-29a4-4fe8-8919-d5f1801abb21 req-2bba0469-07ab-4cce-913b-378640143ec2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e HTTP/1.1" status: 200 len: 849 time: 0.0431492 Aug 10 01:24:45.176354 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef5a9a-29a4-4fe8-8919-d5f1801abb21 req-1b70e048-0a12-4ea7-932a-6eb2dbd67f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:45.176354 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-74ef5a9a-29a4-4fe8-8919-d5f1801abb21 req-1b70e048-0a12-4ea7-932a-6eb2dbd67f0d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e88d51f0-ef67-43e3-acaa-ddb0705ef866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451629 Aug 10 01:24:45.195664 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:45.271325 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-74ef5a9a-29a4-4fe8-8919-d5f1801abb21 req-9b8ca9e2-9d25-47c8-ad4b-29c84ec67649 service neutron] 10.222.0.20 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893054 Aug 10 01:24:45.364957 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-74ef5a9a-29a4-4fe8-8919-d5f1801abb21 req-7bd229ec-ba9e-4fe8-8542-e8a5f71b5fab service neutron] 10.222.0.20 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865562 Aug 10 01:24:46.302350 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:58.273930 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:06.743864 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:25:11.199484 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-57868d06-d5d5-43f7-b7bc-dfd4e496fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:11.764248 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:13.855356 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ee3c5b13-6ce6-43f1-833c-7142c4d55645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:14.450516 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:15.197146 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:16.308042 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:28.279396 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:39.428392 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-338c880a-8adf-4dc7-a5d8-9996b67a4c70 req-6acc27cb-a689-49be-ad17-bf3e12f70bc5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0460408 Aug 10 01:25:39.518350 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c880a-8adf-4dc7-a5d8-9996b67a4c70 req-79403123-a62f-4a20-9472-4c968455f626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:39.519928 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-338c880a-8adf-4dc7-a5d8-9996b67a4c70 req-79403123-a62f-4a20-9472-4c968455f626 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a14fe6b470434cfda037388a8cf18ac8&device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 1096 time: 0.0467789 Aug 10 01:25:39.629959 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c880a-8adf-4dc7-a5d8-9996b67a4c70 req-6ec7abe0-1406-44ed-b699-858f8f425fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:39.631497 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-338c880a-8adf-4dc7-a5d8-9996b67a4c70 req-6ec7abe0-1406-44ed-b699-858f8f425fd4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e88d51f0-ef67-43e3-acaa-ddb0705ef866 HTTP/1.1" status: 200 len: 911 time: 0.0874331 Aug 10 01:25:39.632494 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6611928-8884-4a90-8183-c3bebd0f5864 req-da44b24d-dbc0-4bf9-88d5-940e9402c775 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:39.634060 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f6611928-8884-4a90-8183-c3bebd0f5864 req-da44b24d-dbc0-4bf9-88d5-940e9402c775 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0664694 Aug 10 01:25:39.675727 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f6611928-8884-4a90-8183-c3bebd0f5864 req-fd4632ef-e9c5-4a49-8fdb-b1ee27314ca6 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354054 Aug 10 01:25:39.709180 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-338c880a-8adf-4dc7-a5d8-9996b67a4c70 req-0f50b7d6-2b50-435a-bce3-90d3f92219da service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa HTTP/1.1" status: 200 len: 997 time: 0.0694261 Aug 10 01:25:39.759737 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c880a-8adf-4dc7-a5d8-9996b67a4c70 req-0359804e-bb3f-461b-8ad1-8044294b3619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:39.761221 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-338c880a-8adf-4dc7-a5d8-9996b67a4c70 req-0359804e-bb3f-461b-8ad1-8044294b3619 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e HTTP/1.1" status: 200 len: 849 time: 0.0444250 Aug 10 01:25:39.808062 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c880a-8adf-4dc7-a5d8-9996b67a4c70 req-207d5b1a-069a-4182-98c5-52f1b1594c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:39.809423 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-338c880a-8adf-4dc7-a5d8-9996b67a4c70 req-207d5b1a-069a-4182-98c5-52f1b1594c24 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e88d51f0-ef67-43e3-acaa-ddb0705ef866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407236 Aug 10 01:25:39.902730 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-338c880a-8adf-4dc7-a5d8-9996b67a4c70 req-6d8980a0-5a6e-4783-bb20-f6092f71df0d service neutron] 10.222.0.24 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854197 Aug 10 01:25:39.996288 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-338c880a-8adf-4dc7-a5d8-9996b67a4c70 req-5a102cee-fc54-4bf2-a4d9-bcce0f06390e service neutron] 10.222.0.24 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809917 Aug 10 01:25:40.082915 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f47fb-1efc-4394-b76c-7d49e98c07da req-6bd7c4ac-c440-4c9e-9a81-b830f34b2168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:40.084461 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e92f47fb-1efc-4394-b76c-7d49e98c07da req-6bd7c4ac-c440-4c9e-9a81-b830f34b2168 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a14fe6b470434cfda037388a8cf18ac8&device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 1096 time: 0.0480986 Aug 10 01:25:40.174714 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f47fb-1efc-4394-b76c-7d49e98c07da req-945e5756-6c83-4c35-8194-f947c33a80b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:40.176471 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e92f47fb-1efc-4394-b76c-7d49e98c07da req-945e5756-6c83-4c35-8194-f947c33a80b8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e88d51f0-ef67-43e3-acaa-ddb0705ef866 HTTP/1.1" status: 200 len: 911 time: 0.0841219 Aug 10 01:25:40.249313 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e92f47fb-1efc-4394-b76c-7d49e98c07da req-57fc4ca2-3e9b-4509-bfec-f9c0fbf0785e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa HTTP/1.1" status: 200 len: 997 time: 0.0621455 Aug 10 01:25:40.305046 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f47fb-1efc-4394-b76c-7d49e98c07da req-9dd9f63c-290e-456a-bb6e-1742d2b1ea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:40.306647 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e92f47fb-1efc-4394-b76c-7d49e98c07da req-9dd9f63c-290e-456a-bb6e-1742d2b1ea5c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e HTTP/1.1" status: 200 len: 849 time: 0.0495403 Aug 10 01:25:40.363392 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f47fb-1efc-4394-b76c-7d49e98c07da req-7d59821e-8ca7-40ae-99eb-59bba5556ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:40.364950 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e92f47fb-1efc-4394-b76c-7d49e98c07da req-7d59821e-8ca7-40ae-99eb-59bba5556ef6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e88d51f0-ef67-43e3-acaa-ddb0705ef866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498807 Aug 10 01:25:40.458922 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e92f47fb-1efc-4394-b76c-7d49e98c07da req-b2cbacf2-55a8-44f8-af48-81ccd2115609 service neutron] 10.222.0.24 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858493 Aug 10 01:25:40.549638 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e92f47fb-1efc-4394-b76c-7d49e98c07da req-34bd0226-d855-4ab4-b35f-a96b3f4d56a7 service neutron] 10.222.0.24 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830443 Aug 10 01:25:40.790711 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d424b54-8197-4e9b-90b8-a2a92051586b req-e166cbf1-f9e9-480e-b6dc-f19d6ca37c22 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:40.792225 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d424b54-8197-4e9b-90b8-a2a92051586b req-e166cbf1-f9e9-480e-b6dc-f19d6ca37c22 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0473640 Aug 10 01:25:40.828809 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d424b54-8197-4e9b-90b8-a2a92051586b req-b9190a0a-fe75-453c-9948-573da0a40bce tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307262 Aug 10 01:25:41.199500 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fa717a53-fdc3-4f86-a3bb-74cdfdd5c8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:41.771522 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:41.947780 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21479945-3cee-45bd-a74e-d75fdba7f385 req-5751cdf0-87c7-457e-bc85-e7e56e011947 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:41.949443 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-21479945-3cee-45bd-a74e-d75fdba7f385 req-5751cdf0-87c7-457e-bc85-e7e56e011947 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0508249 Aug 10 01:25:41.995279 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-21479945-3cee-45bd-a74e-d75fdba7f385 req-c63ed8c8-5406-4219-b014-2e604bb49f9f tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393817 Aug 10 01:25:43.742781 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:25:43.855060 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f2942b84-bcbc-453f-9f7c-d8a58dca5851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:44.443262 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:45.199417 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:45.793019 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-41053f36-5b61-4812-a196-ee31480a442e req-d64120e5-767a-41b9-9674-7a762a131af4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=940b7234-5c69-4855-8f6b-d8225225588e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406950 Aug 10 01:25:45.867416 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41053f36-5b61-4812-a196-ee31480a442e req-50d07fb8-9e15-4ab3-9f47-39a4c40d6e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:45.868983 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-41053f36-5b61-4812-a196-ee31480a442e req-50d07fb8-9e15-4ab3-9f47-39a4c40d6e40 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a14fe6b470434cfda037388a8cf18ac8&device_id=940b7234-5c69-4855-8f6b-d8225225588e HTTP/1.1" status: 200 len: 1097 time: 0.0446305 Aug 10 01:25:45.972409 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41053f36-5b61-4812-a196-ee31480a442e req-16f3bd49-f1f9-44b5-8642-4fdb7a8e98ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:45.973903 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-41053f36-5b61-4812-a196-ee31480a442e req-16f3bd49-f1f9-44b5-8642-4fdb7a8e98ea service neutron] 10.222.0.20 "GET /v2.0/networks?id=e88d51f0-ef67-43e3-acaa-ddb0705ef866 HTTP/1.1" status: 200 len: 911 time: 0.0852396 Aug 10 01:25:46.015626 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-41053f36-5b61-4812-a196-ee31480a442e req-61ff2ee5-aa4c-45cc-8c6e-fbc948bbec49 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbc29408-5a36-4e37-af30-bed04ff00dbf HTTP/1.1" status: 200 len: 217 time: 0.0345943 Aug 10 01:25:46.070982 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41053f36-5b61-4812-a196-ee31480a442e req-b63d5cde-2d16-47c1-849a-9ecfc2a0a1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:46.072425 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-41053f36-5b61-4812-a196-ee31480a442e req-b63d5cde-2d16-47c1-849a-9ecfc2a0a1f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e HTTP/1.1" status: 200 len: 849 time: 0.0499825 Aug 10 01:25:46.120400 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41053f36-5b61-4812-a196-ee31480a442e req-47fc83cf-deb8-4b27-8110-99f906fcec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:46.121899 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-41053f36-5b61-4812-a196-ee31480a442e req-47fc83cf-deb8-4b27-8110-99f906fcec9d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e88d51f0-ef67-43e3-acaa-ddb0705ef866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428872 Aug 10 01:25:46.217801 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-41053f36-5b61-4812-a196-ee31480a442e req-5eb6f950-6fb9-4b3c-bb26-0fe3a7f5558d service neutron] 10.222.0.20 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885522 Aug 10 01:25:46.312980 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:46.322435 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-41053f36-5b61-4812-a196-ee31480a442e req-37e96dde-1c70-4946-961b-c1de8b2009b6 service neutron] 10.222.0.20 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977762 Aug 10 01:25:58.279585 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:11.201798 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0c795cd8-3bb4-4332-a092-27e7d173e39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:11.782585 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:12.008360 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56330) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:12.146069 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6009381b-b4a5-4d2f-9dfe-1632c604efc9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d566f3ea4e574f4a88c7d52872af6004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1365211 Aug 10 01:26:12.148497 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56334) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:12.197194 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f42675b0-c7a3-4900-ada0-5ce0406ea7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:12.218122 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f42675b0-c7a3-4900-ada0-5ce0406ea7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:12.266710 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f42675b0-c7a3-4900-ada0-5ce0406ea7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:12.270217 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f42675b0-c7a3-4900-ada0-5ce0406ea7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:12.271377 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f42675b0-c7a3-4900-ada0-5ce0406ea7fa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a66e8afa-b148-41fc-96d7-fc71f727a2e1 HTTP/1.1" status: 204 len: 168 time: 0.1217828 Aug 10 01:26:12.279189 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42675b0-c7a3-4900-ada0-5ce0406ea7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66e8afa-b148-41fc-96d7-fc71f727a2e1,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:12.286626 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42675b0-c7a3-4900-ada0-5ce0406ea7fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:12.286989 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42675b0-c7a3-4900-ada0-5ce0406ea7fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:12.287343 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42675b0-c7a3-4900-ada0-5ce0406ea7fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:12.287680 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42675b0-c7a3-4900-ada0-5ce0406ea7fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:12.288012 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42675b0-c7a3-4900-ada0-5ce0406ea7fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:12.288381 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42675b0-c7a3-4900-ada0-5ce0406ea7fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:12.288722 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42675b0-c7a3-4900-ada0-5ce0406ea7fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:12.289174 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42675b0-c7a3-4900-ada0-5ce0406ea7fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:12.289626 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42675b0-c7a3-4900-ada0-5ce0406ea7fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:12.290075 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42675b0-c7a3-4900-ada0-5ce0406ea7fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:12.290517 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42675b0-c7a3-4900-ada0-5ce0406ea7fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:12.290967 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42675b0-c7a3-4900-ada0-5ce0406ea7fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:12.887687 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56356) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:12.983923 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-755bc018-8357-4e54-8bc3-58ae4de884c6 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1203904979-network', 'tenant_id': '4bf5dc0227ff415eab660d888af61a85'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:26:13.005109 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755bc018-8357-4e54-8bc3-58ae4de884c6 admin admin] Made reservation on behalf of 4bf5dc0227ff415eab660d888af61a85 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:26:13.007406 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-755bc018-8357-4e54-8bc3-58ae4de884c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:13.015562 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-755bc018-8357-4e54-8bc3-58ae4de884c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:13.102320 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-755bc018-8357-4e54-8bc3-58ae4de884c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:13.106196 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-755bc018-8357-4e54-8bc3-58ae4de884c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:13.130378 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-755bc018-8357-4e54-8bc3-58ae4de884c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:26:13.142225 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-755bc018-8357-4e54-8bc3-58ae4de884c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:13.142490 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-755bc018-8357-4e54-8bc3-58ae4de884c6 admin admin] Added segment b08c4253-fd03-4486-b28a-c87269d54ae6 of type vlan for network f99507a7-c6a4-4706-8d42-dc23868679f1 Aug 10 01:26:13.143894 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755bc018-8357-4e54-8bc3-58ae4de884c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c18b08-80e0-4050-a890-f7a5845bfd45,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:13.184946 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-755bc018-8357-4e54-8bc3-58ae4de884c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:13.211803 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-755bc018-8357-4e54-8bc3-58ae4de884c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:13.212787 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755bc018-8357-4e54-8bc3-58ae4de884c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:13.213365 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-755bc018-8357-4e54-8bc3-58ae4de884c6 admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:13.582678 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-755bc018-8357-4e54-8bc3-58ae4de884c6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6938598 Aug 10 01:26:13.586308 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56364) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:13.587860 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755bc018-8357-4e54-8bc3-58ae4de884c6 admin admin] Pushing event updated for resources: {'Network': ['ID=f99507a7-c6a4-4706-8d42-dc23868679f1,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:13.591401 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-1c7a5cfc-b625-4840-9380-0fb5b15c84e8 admin admin] Request body: {'subnet': {'network_id': 'f99507a7-c6a4-4706-8d42-dc23868679f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1203904979-subnet', 'tenant_id': '4bf5dc0227ff415eab660d888af61a85', 'ip_version': 4}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:26:13.598087 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network f99507a7-c6a4-4706-8d42-dc23868679f1 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:26:13.624930 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7a5cfc-b625-4840-9380-0fb5b15c84e8 admin admin] Made reservation on behalf of 4bf5dc0227ff415eab660d888af61a85 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:26:13.627199 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1c7a5cfc-b625-4840-9380-0fb5b15c84e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:13.793233 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1c7a5cfc-b625-4840-9380-0fb5b15c84e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:13.855361 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6212cd1f-d421-40d0-84dd-ca4229fe4d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:13.859261 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a5cfc-b625-4840-9380-0fb5b15c84e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d56c5603-f7c4-4be5-a124-671d77c1da64,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:13.867040 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7a5cfc-b625-4840-9380-0fb5b15c84e8 admin admin] Checking segment: {'id': 'b08c4253-fd03-4486-b28a-c87269d54ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f99507a7-c6a4-4706-8d42-dc23868679f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:26:13.867406 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7a5cfc-b625-4840-9380-0fb5b15c84e8 admin admin] Network hostable DHCP agents. Network: f99507a7-c6a4-4706-8d42-dc23868679f1, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:26:13.871230 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7a5cfc-b625-4840-9380-0fb5b15c84e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:13.871585 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7a5cfc-b625-4840-9380-0fb5b15c84e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:13.871936 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7a5cfc-b625-4840-9380-0fb5b15c84e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:13.872313 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7a5cfc-b625-4840-9380-0fb5b15c84e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:13.872657 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7a5cfc-b625-4840-9380-0fb5b15c84e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:13.872996 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7a5cfc-b625-4840-9380-0fb5b15c84e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:13.873336 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7a5cfc-b625-4840-9380-0fb5b15c84e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:13.873668 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7a5cfc-b625-4840-9380-0fb5b15c84e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:13.873998 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7a5cfc-b625-4840-9380-0fb5b15c84e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:13.874332 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7a5cfc-b625-4840-9380-0fb5b15c84e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:13.874662 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7a5cfc-b625-4840-9380-0fb5b15c84e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:13.874993 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7a5cfc-b625-4840-9380-0fb5b15c84e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:13.892326 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7a5cfc-b625-4840-9380-0fb5b15c84e8 admin admin] Network f99507a7-c6a4-4706-8d42-dc23868679f1 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:26:13.901322 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-1c7a5cfc-b625-4840-9380-0fb5b15c84e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, f99507a7-c6a4-4706-8d42-dc23868679f1) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:26:13.905393 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7a5cfc-b625-4840-9380-0fb5b15c84e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:13.906087 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1c7a5cfc-b625-4840-9380-0fb5b15c84e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:13.910314 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1de352d-1f3b-4877-8f11-ba30bfdc818b None None] Network f99507a7-c6a4-4706-8d42-dc23868679f1 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:26:13.922340 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56366) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:13.922607 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1c7a5cfc-b625-4840-9380-0fb5b15c84e8 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3349395 Aug 10 01:26:13.927475 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-685dfb96-799c-4219-9ca4-81fd653b5462 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1203904979-router', 'tenant_id': '4bf5dc0227ff415eab660d888af61a85', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:26:13.948238 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-685dfb96-799c-4219-9ca4-81fd653b5462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:13.949218 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-685dfb96-799c-4219-9ca4-81fd653b5462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:13.999753 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-685dfb96-799c-4219-9ca4-81fd653b5462 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:14.057558 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd9d04d-9372-4aae-9f40-22bc9fc79951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-f99507a7-c6a4-4706-8d42-dc23868679f1', 'network_id': 'f99507a7-c6a4-4706-8d42-dc23868679f1', 'tenant_id': '4bf5dc0227ff415eab660d888af61a85', 'fixed_ips': [{'subnet_id': 'd56c5603-f7c4-4be5-a124-671d77c1da64'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:26:14.058507 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cdd9d04d-9372-4aae-9f40-22bc9fc79951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:14.136149 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-685dfb96-799c-4219-9ca4-81fd653b5462 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:14.196175 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-cdd9d04d-9372-4aae-9f40-22bc9fc79951 None None] Allocated IP 172.20.0.2 (f99507a7-c6a4-4706-8d42-dc23868679f1/d56c5603-f7c4-4be5-a124-671d77c1da64/42110842-2ed4-41e2-ab95-724f18990d8f) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:26:14.333722 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-685dfb96-799c-4219-9ca4-81fd653b5462 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:14.343613 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cdd9d04d-9372-4aae-9f40-22bc9fc79951 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:14.351811 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-cdd9d04d-9372-4aae-9f40-22bc9fc79951 None None] Transition to ACTIVE for port object 42110842-2ed4-41e2-ab95-724f18990d8f will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:26:14.356171 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-685dfb96-799c-4219-9ca4-81fd653b5462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:14.367368 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-cdd9d04d-9372-4aae-9f40-22bc9fc79951 None None] Transition to ACTIVE for port object 42110842-2ed4-41e2-ab95-724f18990d8f will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:26:14.373140 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cdd9d04d-9372-4aae-9f40-22bc9fc79951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:14.411265 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd9d04d-9372-4aae-9f40-22bc9fc79951 None None] Network f99507a7-c6a4-4706-8d42-dc23868679f1 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:26:14.413987 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-cdd9d04d-9372-4aae-9f40-22bc9fc79951 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:26:14.417397 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd9d04d-9372-4aae-9f40-22bc9fc79951 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:26:14.424049 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9d04d-9372-4aae-9f40-22bc9fc79951 None None] Pushing event updated for resources: {'Port': ['ID=42110842-2ed4-41e2-ab95-724f18990d8f,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:14.441133 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd9d04d-9372-4aae-9f40-22bc9fc79951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:14.441480 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd9d04d-9372-4aae-9f40-22bc9fc79951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:14.441826 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd9d04d-9372-4aae-9f40-22bc9fc79951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:14.442187 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd9d04d-9372-4aae-9f40-22bc9fc79951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:14.442503 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd9d04d-9372-4aae-9f40-22bc9fc79951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:14.442838 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd9d04d-9372-4aae-9f40-22bc9fc79951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:14.443170 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd9d04d-9372-4aae-9f40-22bc9fc79951 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:14.443499 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd9d04d-9372-4aae-9f40-22bc9fc79951 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:14.443838 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd9d04d-9372-4aae-9f40-22bc9fc79951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:14.444162 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd9d04d-9372-4aae-9f40-22bc9fc79951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:14.444509 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd9d04d-9372-4aae-9f40-22bc9fc79951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:14.444834 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd9d04d-9372-4aae-9f40-22bc9fc79951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:14.460776 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-685dfb96-799c-4219-9ca4-81fd653b5462 admin admin] Allocated IP 172.25.2.146 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/c54d085d-8959-46c3-ad24-3a0261aa9805) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:26:14.473928 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:14.499518 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-cdd9d04d-9372-4aae-9f40-22bc9fc79951 None None] Attempting to bind port 42110842-2ed4-41e2-ab95-724f18990d8f on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:26:14.499886 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-cdd9d04d-9372-4aae-9f40-22bc9fc79951 None None] Attempting to bind port 42110842-2ed4-41e2-ab95-724f18990d8f by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b08c4253-fd03-4486-b28a-c87269d54ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f99507a7-c6a4-4706-8d42-dc23868679f1'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:26:14.500292 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd9d04d-9372-4aae-9f40-22bc9fc79951 None None] Attempting to bind port 42110842-2ed4-41e2-ab95-724f18990d8f on network f99507a7-c6a4-4706-8d42-dc23868679f1 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:26:14.505135 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd9d04d-9372-4aae-9f40-22bc9fc79951 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:26:14.505508 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd9d04d-9372-4aae-9f40-22bc9fc79951 None None] Checking segment: {'id': 'b08c4253-fd03-4486-b28a-c87269d54ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f99507a7-c6a4-4706-8d42-dc23868679f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:26:14.505908 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cdd9d04d-9372-4aae-9f40-22bc9fc79951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:14.506307 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd9d04d-9372-4aae-9f40-22bc9fc79951 None None] Bound using segment: {'id': 'b08c4253-fd03-4486-b28a-c87269d54ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f99507a7-c6a4-4706-8d42-dc23868679f1'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:26:14.506771 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-cdd9d04d-9372-4aae-9f40-22bc9fc79951 None None] Bound port: 42110842-2ed4-41e2-ab95-724f18990d8f, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b08c4253-fd03-4486-b28a-c87269d54ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f99507a7-c6a4-4706-8d42-dc23868679f1'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:26:14.507151 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cdd9d04d-9372-4aae-9f40-22bc9fc79951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:14.569147 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-cdd9d04d-9372-4aae-9f40-22bc9fc79951 None None] For port 42110842-2ed4-41e2-ab95-724f18990d8f, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:26:14.569390 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-685dfb96-799c-4219-9ca4-81fd653b5462 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:14.572619 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-cdd9d04d-9372-4aae-9f40-22bc9fc79951 None None] For port 42110842-2ed4-41e2-ab95-724f18990d8f, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=42110842-2ed4-41e2-ab95-724f18990d8f,segment=NetworkSegment(b08c4253-fd03-4486-b28a-c87269d54ae6),segment_id=b08c4253-fd03-4486-b28a-c87269d54ae6)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:26:14.577000 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cdd9d04d-9372-4aae-9f40-22bc9fc79951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:14.611398 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-685dfb96-799c-4219-9ca4-81fd653b5462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:14.641352 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9d04d-9372-4aae-9f40-22bc9fc79951 None None] Pushing event updated for resources: {'Port': ['ID=42110842-2ed4-41e2-ab95-724f18990d8f,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:14.654446 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685dfb96-799c-4219-9ca4-81fd653b5462 admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:26:14.657546 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-685dfb96-799c-4219-9ca4-81fd653b5462 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:26:14.661933 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685dfb96-799c-4219-9ca4-81fd653b5462 admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:26:14.685618 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dfb96-799c-4219-9ca4-81fd653b5462 admin admin] Pushing event updated for resources: {'Port': ['ID=c54d085d-8959-46c3-ad24-3a0261aa9805,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:14.929150 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-685dfb96-799c-4219-9ca4-81fd653b5462 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:15.130428 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-685dfb96-799c-4219-9ca4-81fd653b5462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:15.203935 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:15.263372 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685dfb96-799c-4219-9ca4-81fd653b5462 admin admin] Router 1bf9c826-8af5-4895-aed7-caea61c24678 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:26:15.374050 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685dfb96-799c-4219-9ca4-81fd653b5462 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:26:15.384366 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4988c23d-bd60-40ef-800c-046198128596 None None] Sync routers for ids ['1bf9c826-8af5-4895-aed7-caea61c24678'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:26:15.390449 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-685dfb96-799c-4219-9ca4-81fd653b5462 admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:15.392055 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-685dfb96-799c-4219-9ca4-81fd653b5462 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4684992 Aug 10 01:26:15.394902 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4988c23d-bd60-40ef-800c-046198128596 None None] Routers {'1bf9c826-8af5-4895-aed7-caea61c24678'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:26:15.395620 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4988c23d-bd60-40ef-800c-046198128596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:26:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['1bf9c826-8af5-4895-aed7-caea61c24678'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:15.395787 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56370) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:15.502021 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-4988c23d-bd60-40ef-800c-046198128596 None None] Set router 1bf9c826-8af5-4895-aed7-caea61c24678 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:26:15.511825 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7503c4f-ae8e-48d5-a10e-7707ff554917 None None] Network f99507a7-c6a4-4706-8d42-dc23868679f1 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:26:15.642462 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d087d25e-99a6-479f-88c1-926b955812d7 None None] Provisioning for port 42110842-2ed4-41e2-ab95-724f18990d8f completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:26:15.704676 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4988c23d-bd60-40ef-800c-046198128596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf9c826-8af5-4895-aed7-caea61c24678', 'name': 'tempest-TestAggregatesBasicOps-1203904979-router', 'tenant_id': '4bf5dc0227ff415eab660d888af61a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c54d085d-8959-46c3-ad24-3a0261aa9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:26:13Z', 'updated_at': '2021-08-10T01:26:14Z', 'revision_number': 3, 'project_id': '4bf5dc0227ff415eab660d888af61a85', 'gw_port': {'id': 'c54d085d-8959-46c3-ad24-3a0261aa9805', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf9c826-8af5-4895-aed7-caea61c24678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:14Z', 'updated_at': '2021-08-10T01:26:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:15.735185 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4988c23d-bd60-40ef-800c-046198128596 None None] Checking router: 1bf9c826-8af5-4895-aed7-caea61c24678 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:26:15.735534 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4988c23d-bd60-40ef-800c-046198128596 None None] Updating router 1bf9c826-8af5-4895-aed7-caea61c24678 port c54d085d-8959-46c3-ad24-3a0261aa9805 binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:26:15.763597 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4988c23d-bd60-40ef-800c-046198128596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:16.015651 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4988c23d-bd60-40ef-800c-046198128596 None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:16.025476 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-4988c23d-bd60-40ef-800c-046198128596 None None] Transition to ACTIVE for port object c54d085d-8959-46c3-ad24-3a0261aa9805 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:26:16.030834 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4988c23d-bd60-40ef-800c-046198128596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:16.082245 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-4988c23d-bd60-40ef-800c-046198128596 None None] Attempting to bind port c54d085d-8959-46c3-ad24-3a0261aa9805 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:26:16.082603 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-4988c23d-bd60-40ef-800c-046198128596 None None] Attempting to bind port c54d085d-8959-46c3-ad24-3a0261aa9805 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:26:16.082964 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4988c23d-bd60-40ef-800c-046198128596 None None] Attempting to bind port c54d085d-8959-46c3-ad24-3a0261aa9805 on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:26:16.089818 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a10d01-2898-401a-8455-3c945a5e37f1 None None] Pushing event updated for resources: {'Port': ['ID=c54d085d-8959-46c3-ad24-3a0261aa9805,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:16.092700 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4988c23d-bd60-40ef-800c-046198128596 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:26:16.093072 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4988c23d-bd60-40ef-800c-046198128596 None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:26:16.093469 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4988c23d-bd60-40ef-800c-046198128596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:16.093862 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4988c23d-bd60-40ef-800c-046198128596 None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:26:16.094329 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-4988c23d-bd60-40ef-800c-046198128596 None None] Bound port: c54d085d-8959-46c3-ad24-3a0261aa9805, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:26:16.094707 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4988c23d-bd60-40ef-800c-046198128596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:16.117212 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a10d01-2898-401a-8455-3c945a5e37f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:16.117564 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a10d01-2898-401a-8455-3c945a5e37f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:16.117919 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a10d01-2898-401a-8455-3c945a5e37f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:16.118242 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a10d01-2898-401a-8455-3c945a5e37f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:16.118573 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a10d01-2898-401a-8455-3c945a5e37f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:16.118901 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a10d01-2898-401a-8455-3c945a5e37f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:16.119520 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a10d01-2898-401a-8455-3c945a5e37f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:16.119520 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a10d01-2898-401a-8455-3c945a5e37f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:16.119863 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a10d01-2898-401a-8455-3c945a5e37f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:16.120203 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a10d01-2898-401a-8455-3c945a5e37f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:16.120531 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a10d01-2898-401a-8455-3c945a5e37f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:16.120857 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a10d01-2898-401a-8455-3c945a5e37f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:16.134761 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-70ed8228-dfc3-44e3-be34-e86bd2b8c8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:16.154452 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-4988c23d-bd60-40ef-800c-046198128596 None None] For port c54d085d-8959-46c3-ad24-3a0261aa9805, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:26:16.158359 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-4988c23d-bd60-40ef-800c-046198128596 None None] For port c54d085d-8959-46c3-ad24-3a0261aa9805, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=c54d085d-8959-46c3-ad24-3a0261aa9805,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:26:16.162458 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4988c23d-bd60-40ef-800c-046198128596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:16.220381 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a10d01-2898-401a-8455-3c945a5e37f1 None None] Pushing event updated for resources: {'Port': ['ID=c54d085d-8959-46c3-ad24-3a0261aa9805,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:16.223484 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4988c23d-bd60-40ef-800c-046198128596 None None] Routers {'1bf9c826-8af5-4895-aed7-caea61c24678'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:26:16.224016 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4988c23d-bd60-40ef-800c-046198128596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:26:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['1bf9c826-8af5-4895-aed7-caea61c24678'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:16.287809 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-70ed8228-dfc3-44e3-be34-e86bd2b8c8a9 admin admin] Allocated IP 172.20.0.1 (f99507a7-c6a4-4706-8d42-dc23868679f1/d56c5603-f7c4-4be5-a124-671d77c1da64/eb2e3378-bb8f-450e-90eb-446a73465d5e) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:26:16.310665 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:16.329890 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-4988c23d-bd60-40ef-800c-046198128596 None None] Set router 1bf9c826-8af5-4895-aed7-caea61c24678 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:26:16.394887 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-70ed8228-dfc3-44e3-be34-e86bd2b8c8a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:16.408145 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-70ed8228-dfc3-44e3-be34-e86bd2b8c8a9 admin admin] Transition to ACTIVE for port object eb2e3378-bb8f-450e-90eb-446a73465d5e will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:26:16.441706 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-70ed8228-dfc3-44e3-be34-e86bd2b8c8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:16.480482 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ed8228-dfc3-44e3-be34-e86bd2b8c8a9 admin admin] Network f99507a7-c6a4-4706-8d42-dc23868679f1 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:26:16.484976 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-70ed8228-dfc3-44e3-be34-e86bd2b8c8a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:26:16.490165 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ed8228-dfc3-44e3-be34-e86bd2b8c8a9 admin admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:26:16.492815 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed8228-dfc3-44e3-be34-e86bd2b8c8a9 admin admin] Pushing event updated for resources: {'Port': ['ID=eb2e3378-bb8f-450e-90eb-446a73465d5e,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:16.510831 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4988c23d-bd60-40ef-800c-046198128596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf9c826-8af5-4895-aed7-caea61c24678', 'name': 'tempest-TestAggregatesBasicOps-1203904979-router', 'tenant_id': '4bf5dc0227ff415eab660d888af61a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c54d085d-8959-46c3-ad24-3a0261aa9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:26:13Z', 'updated_at': '2021-08-10T01:26:14Z', 'revision_number': 3, 'project_id': '4bf5dc0227ff415eab660d888af61a85', 'gw_port': {'id': 'c54d085d-8959-46c3-ad24-3a0261aa9805', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf9c826-8af5-4895-aed7-caea61c24678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:14Z', 'updated_at': '2021-08-10T01:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:16.528798 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-70ed8228-dfc3-44e3-be34-e86bd2b8c8a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:16.540837 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4988c23d-bd60-40ef-800c-046198128596 None None] The sync data for ids ['1bf9c826-8af5-4895-aed7-caea61c24678'] in n-d-766726-26 is: [{'id': '1bf9c826-8af5-4895-aed7-caea61c24678', 'name': 'tempest-TestAggregatesBasicOps-1203904979-router', 'tenant_id': '4bf5dc0227ff415eab660d888af61a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c54d085d-8959-46c3-ad24-3a0261aa9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:26:13Z', 'updated_at': '2021-08-10T01:26:14Z', 'revision_number': 3, 'project_id': '4bf5dc0227ff415eab660d888af61a85', 'gw_port': {'id': 'c54d085d-8959-46c3-ad24-3a0261aa9805', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf9c826-8af5-4895-aed7-caea61c24678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:14Z', 'updated_at': '2021-08-10T01:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:26:16.700711 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 42110842-2ed4-41e2-ab95-724f18990d8f up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:26:16.735820 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-70ed8228-dfc3-44e3-be34-e86bd2b8c8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:16.757017 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 42110842-2ed4-41e2-ab95-724f18990d8f completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:26:16.760832 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 42110842-2ed4-41e2-ab95-724f18990d8f triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:26:16.761209 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:16.831486 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e2546d09-6a38-4bc0-aa5e-ddca625f1739 None None] Provisioning for port eb2e3378-bb8f-450e-90eb-446a73465d5e completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:26:16.837984 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e2546d09-6a38-4bc0-aa5e-ddca625f1739 None None] Provisioning complete for port eb2e3378-bb8f-450e-90eb-446a73465d5e triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:26:16.838411 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e2546d09-6a38-4bc0-aa5e-ddca625f1739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:16.903317 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:16.905391 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e2546d09-6a38-4bc0-aa5e-ddca625f1739 None None] Port eb2e3378-bb8f-450e-90eb-446a73465d5e cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:26:16.929418 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-70ed8228-dfc3-44e3-be34-e86bd2b8c8a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:16.939711 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-70ed8228-dfc3-44e3-be34-e86bd2b8c8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:16.942120 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 42110842-2ed4-41e2-ab95-724f18990d8f, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=42110842-2ed4-41e2-ab95-724f18990d8f,segment=NetworkSegment(b08c4253-fd03-4486-b28a-c87269d54ae6),segment_id=b08c4253-fd03-4486-b28a-c87269d54ae6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:26:16.947540 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:17.004444 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=42110842-2ed4-41e2-ab95-724f18990d8f,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:17.008019 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-70ed8228-dfc3-44e3-be34-e86bd2b8c8a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:17.010008 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed8228-dfc3-44e3-be34-e86bd2b8c8a9 admin admin] Pushing event updated for resources: {'Port': ['ID=eb2e3378-bb8f-450e-90eb-446a73465d5e,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:17.106603 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ed8228-dfc3-44e3-be34-e86bd2b8c8a9 admin admin] Network f99507a7-c6a4-4706-8d42-dc23868679f1 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:26:17.108089 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-70ed8228-dfc3-44e3-be34-e86bd2b8c8a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:26:17.231014 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ed8228-dfc3-44e3-be34-e86bd2b8c8a9 admin admin] Router 1bf9c826-8af5-4895-aed7-caea61c24678 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:26:17.327210 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c521735e-342b-4095-a6a4-a52babb12fa0 None None] Provisioning complete for port eb2e3378-bb8f-450e-90eb-446a73465d5e triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:26:17.327677 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c521735e-342b-4095-a6a4-a52babb12fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:17.353164 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ed8228-dfc3-44e3-be34-e86bd2b8c8a9 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:26:17.358458 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-70ed8228-dfc3-44e3-be34-e86bd2b8c8a9 admin admin] 10.222.0.35 "PUT /v2.0/routers/1bf9c826-8af5-4895-aed7-caea61c24678/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9613264 Aug 10 01:26:17.366898 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c521735e-342b-4095-a6a4-a52babb12fa0 None None] Port eb2e3378-bb8f-450e-90eb-446a73465d5e cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:26:17.952048 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56388) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:17.957221 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-883a448a-f16e-4cc1-b317-354e4dfc021e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-848379240-network', 'tenant_id': '488cc14142ea422db7a7e8baefe73650'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:26:17.978305 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883a448a-f16e-4cc1-b317-354e4dfc021e admin admin] Made reservation on behalf of 488cc14142ea422db7a7e8baefe73650 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:26:17.980746 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-883a448a-f16e-4cc1-b317-354e4dfc021e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:17.990181 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-883a448a-f16e-4cc1-b317-354e4dfc021e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:18.087633 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-883a448a-f16e-4cc1-b317-354e4dfc021e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:18.091535 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-883a448a-f16e-4cc1-b317-354e4dfc021e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:18.117057 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-883a448a-f16e-4cc1-b317-354e4dfc021e admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:26:18.126730 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a448a-f16e-4cc1-b317-354e4dfc021e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01773236-d1fd-42b2-a0df-a26f2d774586,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:18.132690 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-883a448a-f16e-4cc1-b317-354e4dfc021e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:18.133035 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-883a448a-f16e-4cc1-b317-354e4dfc021e admin admin] Added segment 62ec212e-db13-4365-86db-c609c58686e0 of type vlan for network 54beac62-28cc-48ce-b857-3cdec82eff78 Aug 10 01:26:18.175433 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-883a448a-f16e-4cc1-b317-354e4dfc021e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:18.187532 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a1b22c-d967-41c2-9bfa-e9ff2696b136 None None] Sync routers for ids ['1bf9c826-8af5-4895-aed7-caea61c24678'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:26:18.196481 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a1b22c-d967-41c2-9bfa-e9ff2696b136 None None] Routers {'1bf9c826-8af5-4895-aed7-caea61c24678'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:26:18.197089 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-06a1b22c-d967-41c2-9bfa-e9ff2696b136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:26:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['1bf9c826-8af5-4895-aed7-caea61c24678'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:18.208143 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-883a448a-f16e-4cc1-b317-354e4dfc021e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:18.209136 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883a448a-f16e-4cc1-b317-354e4dfc021e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:18.209731 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-883a448a-f16e-4cc1-b317-354e4dfc021e admin admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:18.261335 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-883a448a-f16e-4cc1-b317-354e4dfc021e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3080974 Aug 10 01:26:18.264209 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56390) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:18.271994 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a448a-f16e-4cc1-b317-354e4dfc021e admin admin] Pushing event updated for resources: {'Network': ['ID=54beac62-28cc-48ce-b857-3cdec82eff78,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:18.272296 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-28126640-5a19-480e-b55b-ccb4020ec1c6 admin admin] Request body: {'subnet': {'network_id': '54beac62-28cc-48ce-b857-3cdec82eff78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-848379240-subnet', 'tenant_id': '488cc14142ea422db7a7e8baefe73650', 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:26:18.282562 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 54beac62-28cc-48ce-b857-3cdec82eff78 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:26:18.296015 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28126640-5a19-480e-b55b-ccb4020ec1c6 admin admin] Made reservation on behalf of 488cc14142ea422db7a7e8baefe73650 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:26:18.298440 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28126640-5a19-480e-b55b-ccb4020ec1c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:18.348424 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-06a1b22c-d967-41c2-9bfa-e9ff2696b136 None None] Set router 1bf9c826-8af5-4895-aed7-caea61c24678 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:26:18.472874 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28126640-5a19-480e-b55b-ccb4020ec1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:18.534734 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28126640-5a19-480e-b55b-ccb4020ec1c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cf03c28-eeab-42d9-8d43-3b1d8a6a56f3,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:18.540266 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28126640-5a19-480e-b55b-ccb4020ec1c6 admin admin] Checking segment: {'id': '62ec212e-db13-4365-86db-c609c58686e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54beac62-28cc-48ce-b857-3cdec82eff78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:26:18.540640 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28126640-5a19-480e-b55b-ccb4020ec1c6 admin admin] Network hostable DHCP agents. Network: 54beac62-28cc-48ce-b857-3cdec82eff78, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:26:18.559144 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28126640-5a19-480e-b55b-ccb4020ec1c6 admin admin] Network 54beac62-28cc-48ce-b857-3cdec82eff78 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:26:18.569710 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-28126640-5a19-480e-b55b-ccb4020ec1c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 54beac62-28cc-48ce-b857-3cdec82eff78) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:26:18.573835 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28126640-5a19-480e-b55b-ccb4020ec1c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:18.574456 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-28126640-5a19-480e-b55b-ccb4020ec1c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:18.590319 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-28126640-5a19-480e-b55b-ccb4020ec1c6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3235202 Aug 10 01:26:18.592448 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56392) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:18.597748 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-8a8714dd-97e0-49e6-8c69-87e55454a24e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-848379240-router', 'tenant_id': '488cc14142ea422db7a7e8baefe73650', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:26:18.639942 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8a8714dd-97e0-49e6-8c69-87e55454a24e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:18.641318 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8a8714dd-97e0-49e6-8c69-87e55454a24e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:18.697744 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeae1763-343b-49c0-bcb6-2f28cfaf6f38 None None] Network 54beac62-28cc-48ce-b857-3cdec82eff78 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:26:18.699212 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8a8714dd-97e0-49e6-8c69-87e55454a24e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:18.770164 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 42110842-2ed4-41e2-ab95-724f18990d8f up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:26:18.829196 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-06a1b22c-d967-41c2-9bfa-e9ff2696b136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf9c826-8af5-4895-aed7-caea61c24678', 'name': 'tempest-TestAggregatesBasicOps-1203904979-router', 'tenant_id': '4bf5dc0227ff415eab660d888af61a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c54d085d-8959-46c3-ad24-3a0261aa9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:26:13Z', 'updated_at': '2021-08-10T01:26:16Z', 'revision_number': 4, 'project_id': '4bf5dc0227ff415eab660d888af61a85', 'gw_port': {'id': 'c54d085d-8959-46c3-ad24-3a0261aa9805', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf9c826-8af5-4895-aed7-caea61c24678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:14Z', 'updated_at': '2021-08-10T01:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'eb2e3378-bb8f-450e-90eb-446a73465d5e', 'name': '', 'network_id': 'f99507a7-c6a4-4706-8d42-dc23868679f1', 'tenant_id': '4bf5dc0227ff415eab660d888af61a85', 'mac_address': 'fa:16:3e:da:c5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf9c826-8af5-4895-aed7-caea61c24678', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'd56c5603-f7c4-4be5-a124-671d77c1da64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:16Z', 'updated_at': '2021-08-10T01:26:16Z', 'revision_number': 2, 'project_id': '4bf5dc0227ff415eab660d888af61a85', 'subnets': [{'id': 'd56c5603-f7c4-4be5-a124-671d77c1da64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:18.845516 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8a8714dd-97e0-49e6-8c69-87e55454a24e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:18.877990 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a1b22c-d967-41c2-9bfa-e9ff2696b136 None None] Checking router: 1bf9c826-8af5-4895-aed7-caea61c24678 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:26:18.878395 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a1b22c-d967-41c2-9bfa-e9ff2696b136 None None] Updating router 1bf9c826-8af5-4895-aed7-caea61c24678 port eb2e3378-bb8f-450e-90eb-446a73465d5e binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:26:18.924599 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-06a1b22c-d967-41c2-9bfa-e9ff2696b136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:18.938994 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 42110842-2ed4-41e2-ab95-724f18990d8f triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:26:18.939362 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:18.970852 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37739c4a-a45a-49a9-8f76-930e39a20ca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-54beac62-28cc-48ce-b857-3cdec82eff78', 'network_id': '54beac62-28cc-48ce-b857-3cdec82eff78', 'tenant_id': '488cc14142ea422db7a7e8baefe73650', 'fixed_ips': [{'subnet_id': '2cf03c28-eeab-42d9-8d43-3b1d8a6a56f3'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:26:18.971727 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37739c4a-a45a-49a9-8f76-930e39a20ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:19.040784 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8a8714dd-97e0-49e6-8c69-87e55454a24e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:19.063458 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8a8714dd-97e0-49e6-8c69-87e55454a24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:19.167604 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-8a8714dd-97e0-49e6-8c69-87e55454a24e admin admin] Allocated IP 172.25.2.96 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/96c5a2f4-7ac9-4f88-9e2c-75f8ac074594) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:26:19.273344 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8a8714dd-97e0-49e6-8c69-87e55454a24e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:19.287611 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c54d085d-8959-46c3-ad24-3a0261aa9805 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:26:19.303638 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-37739c4a-a45a-49a9-8f76-930e39a20ca8 None None] Allocated IP 172.20.0.2 (54beac62-28cc-48ce-b857-3cdec82eff78/2cf03c28-eeab-42d9-8d43-3b1d8a6a56f3/951c614a-31ff-4620-99d3-1d4940442c15) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:26:19.314712 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8a8714dd-97e0-49e6-8c69-87e55454a24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:19.354462 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8714dd-97e0-49e6-8c69-87e55454a24e admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:26:19.357435 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-8a8714dd-97e0-49e6-8c69-87e55454a24e admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:26:19.361434 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8714dd-97e0-49e6-8c69-87e55454a24e admin admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:26:19.385614 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8714dd-97e0-49e6-8c69-87e55454a24e admin admin] Pushing event updated for resources: {'Port': ['ID=96c5a2f4-7ac9-4f88-9e2c-75f8ac074594,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:19.475664 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port c54d085d-8959-46c3-ad24-3a0261aa9805 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:26:19.494085 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port c54d085d-8959-46c3-ad24-3a0261aa9805 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:26:19.494572 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:19.536758 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-06a1b22c-d967-41c2-9bfa-e9ff2696b136 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:19.570232 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-06a1b22c-d967-41c2-9bfa-e9ff2696b136 None None] Transition to ACTIVE for port object eb2e3378-bb8f-450e-90eb-446a73465d5e will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:26:19.594305 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-06a1b22c-d967-41c2-9bfa-e9ff2696b136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:19.613757 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8a8714dd-97e0-49e6-8c69-87e55454a24e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:19.661564 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37739c4a-a45a-49a9-8f76-930e39a20ca8 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:19.693804 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba53d4a8-722e-458f-85b3-efff6f8dd832 None None] Pushing event updated for resources: {'Port': ['ID=eb2e3378-bb8f-450e-90eb-446a73465d5e,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:19.703508 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37739c4a-a45a-49a9-8f76-930e39a20ca8 None None] Transition to ACTIVE for port object 951c614a-31ff-4620-99d3-1d4940442c15 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:26:19.760838 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:19.768325 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37739c4a-a45a-49a9-8f76-930e39a20ca8 None None] Transition to ACTIVE for port object 951c614a-31ff-4620-99d3-1d4940442c15 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:26:19.785706 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37739c4a-a45a-49a9-8f76-930e39a20ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:19.795217 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-06a1b22c-d967-41c2-9bfa-e9ff2696b136 None None] Attempting to bind port eb2e3378-bb8f-450e-90eb-446a73465d5e on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:26:19.795520 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-06a1b22c-d967-41c2-9bfa-e9ff2696b136 None None] Attempting to bind port eb2e3378-bb8f-450e-90eb-446a73465d5e by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b08c4253-fd03-4486-b28a-c87269d54ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f99507a7-c6a4-4706-8d42-dc23868679f1'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:26:19.795882 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a1b22c-d967-41c2-9bfa-e9ff2696b136 None None] Attempting to bind port eb2e3378-bb8f-450e-90eb-446a73465d5e on network f99507a7-c6a4-4706-8d42-dc23868679f1 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:26:19.824958 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port c54d085d-8959-46c3-ad24-3a0261aa9805, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=c54d085d-8959-46c3-ad24-3a0261aa9805,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:26:19.831040 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a1b22c-d967-41c2-9bfa-e9ff2696b136 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:26:19.831429 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a1b22c-d967-41c2-9bfa-e9ff2696b136 None None] Checking segment: {'id': 'b08c4253-fd03-4486-b28a-c87269d54ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f99507a7-c6a4-4706-8d42-dc23868679f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:26:19.831838 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-06a1b22c-d967-41c2-9bfa-e9ff2696b136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:19.832301 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a1b22c-d967-41c2-9bfa-e9ff2696b136 None None] Bound using segment: {'id': 'b08c4253-fd03-4486-b28a-c87269d54ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f99507a7-c6a4-4706-8d42-dc23868679f1'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:26:19.832799 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-06a1b22c-d967-41c2-9bfa-e9ff2696b136 None None] Bound port: eb2e3378-bb8f-450e-90eb-446a73465d5e, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b08c4253-fd03-4486-b28a-c87269d54ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f99507a7-c6a4-4706-8d42-dc23868679f1'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:26:19.833186 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-06a1b22c-d967-41c2-9bfa-e9ff2696b136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:19.839282 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8a8714dd-97e0-49e6-8c69-87e55454a24e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:19.841288 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:19.854395 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37739c4a-a45a-49a9-8f76-930e39a20ca8 None None] Network 54beac62-28cc-48ce-b857-3cdec82eff78 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:26:19.860073 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-37739c4a-a45a-49a9-8f76-930e39a20ca8 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:26:19.864344 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37739c4a-a45a-49a9-8f76-930e39a20ca8 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:26:19.873286 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37739c4a-a45a-49a9-8f76-930e39a20ca8 None None] Pushing event updated for resources: {'Port': ['ID=951c614a-31ff-4620-99d3-1d4940442c15,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:20.011117 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-37739c4a-a45a-49a9-8f76-930e39a20ca8 None None] Attempting to bind port 951c614a-31ff-4620-99d3-1d4940442c15 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:26:20.011503 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-37739c4a-a45a-49a9-8f76-930e39a20ca8 None None] Attempting to bind port 951c614a-31ff-4620-99d3-1d4940442c15 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '62ec212e-db13-4365-86db-c609c58686e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54beac62-28cc-48ce-b857-3cdec82eff78'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:26:20.011866 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37739c4a-a45a-49a9-8f76-930e39a20ca8 None None] Attempting to bind port 951c614a-31ff-4620-99d3-1d4940442c15 on network 54beac62-28cc-48ce-b857-3cdec82eff78 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:26:20.025511 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=c54d085d-8959-46c3-ad24-3a0261aa9805,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:20.028258 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37739c4a-a45a-49a9-8f76-930e39a20ca8 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:26:20.028653 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37739c4a-a45a-49a9-8f76-930e39a20ca8 None None] Checking segment: {'id': '62ec212e-db13-4365-86db-c609c58686e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54beac62-28cc-48ce-b857-3cdec82eff78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:26:20.029069 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37739c4a-a45a-49a9-8f76-930e39a20ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:20.029468 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37739c4a-a45a-49a9-8f76-930e39a20ca8 None None] Bound using segment: {'id': '62ec212e-db13-4365-86db-c609c58686e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54beac62-28cc-48ce-b857-3cdec82eff78'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:26:20.029963 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-37739c4a-a45a-49a9-8f76-930e39a20ca8 None None] Bound port: 951c614a-31ff-4620-99d3-1d4940442c15, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62ec212e-db13-4365-86db-c609c58686e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54beac62-28cc-48ce-b857-3cdec82eff78'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:26:20.030358 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37739c4a-a45a-49a9-8f76-930e39a20ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:20.032938 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-06a1b22c-d967-41c2-9bfa-e9ff2696b136 None None] For port eb2e3378-bb8f-450e-90eb-446a73465d5e, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:26:20.036968 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-06a1b22c-d967-41c2-9bfa-e9ff2696b136 None None] For port eb2e3378-bb8f-450e-90eb-446a73465d5e, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=eb2e3378-bb8f-450e-90eb-446a73465d5e,segment=NetworkSegment(b08c4253-fd03-4486-b28a-c87269d54ae6),segment_id=b08c4253-fd03-4486-b28a-c87269d54ae6)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:26:20.045854 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-06a1b22c-d967-41c2-9bfa-e9ff2696b136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:20.140262 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a1b22c-d967-41c2-9bfa-e9ff2696b136 None None] Routers {'1bf9c826-8af5-4895-aed7-caea61c24678'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:26:20.140923 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-06a1b22c-d967-41c2-9bfa-e9ff2696b136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:26:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['1bf9c826-8af5-4895-aed7-caea61c24678'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:20.185893 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba53d4a8-722e-458f-85b3-efff6f8dd832 None None] Pushing event updated for resources: {'Port': ['ID=eb2e3378-bb8f-450e-90eb-446a73465d5e,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:20.208968 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37739c4a-a45a-49a9-8f76-930e39a20ca8 None None] For port 951c614a-31ff-4620-99d3-1d4940442c15, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:26:20.213703 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37739c4a-a45a-49a9-8f76-930e39a20ca8 None None] For port 951c614a-31ff-4620-99d3-1d4940442c15, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=951c614a-31ff-4620-99d3-1d4940442c15,segment=NetworkSegment(62ec212e-db13-4365-86db-c609c58686e0),segment_id=62ec212e-db13-4365-86db-c609c58686e0)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:26:20.219293 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37739c4a-a45a-49a9-8f76-930e39a20ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:20.332649 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-06a1b22c-d967-41c2-9bfa-e9ff2696b136 None None] Set router 1bf9c826-8af5-4895-aed7-caea61c24678 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:26:20.334501 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8714dd-97e0-49e6-8c69-87e55454a24e admin admin] Router 23e75c79-f331-4e09-ba02-866d34d01969 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:26:20.360611 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37739c4a-a45a-49a9-8f76-930e39a20ca8 None None] Pushing event updated for resources: {'Port': ['ID=951c614a-31ff-4620-99d3-1d4940442c15,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:20.459837 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8714dd-97e0-49e6-8c69-87e55454a24e admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:26:20.479701 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8a8714dd-97e0-49e6-8c69-87e55454a24e admin admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:20.479701 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8a8714dd-97e0-49e6-8c69-87e55454a24e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8840287 Aug 10 01:26:20.479932 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bf0cc1-85ff-48b6-881f-3b7041026a31 None None] Sync routers for ids ['23e75c79-f331-4e09-ba02-866d34d01969'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:26:20.486226 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56394) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:20.505771 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bf0cc1-85ff-48b6-881f-3b7041026a31 None None] Routers {'23e75c79-f331-4e09-ba02-866d34d01969'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:26:20.506404 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-40bf0cc1-85ff-48b6-881f-3b7041026a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:26:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['23e75c79-f331-4e09-ba02-866d34d01969'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:20.632232 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-06a1b22c-d967-41c2-9bfa-e9ff2696b136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf9c826-8af5-4895-aed7-caea61c24678', 'name': 'tempest-TestAggregatesBasicOps-1203904979-router', 'tenant_id': '4bf5dc0227ff415eab660d888af61a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c54d085d-8959-46c3-ad24-3a0261aa9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:26:13Z', 'updated_at': '2021-08-10T01:26:16Z', 'revision_number': 4, 'project_id': '4bf5dc0227ff415eab660d888af61a85', 'gw_port': {'id': 'c54d085d-8959-46c3-ad24-3a0261aa9805', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf9c826-8af5-4895-aed7-caea61c24678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:14Z', 'updated_at': '2021-08-10T01:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'eb2e3378-bb8f-450e-90eb-446a73465d5e', 'name': '', 'network_id': 'f99507a7-c6a4-4706-8d42-dc23868679f1', 'tenant_id': '4bf5dc0227ff415eab660d888af61a85', 'mac_address': 'fa:16:3e:da:c5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf9c826-8af5-4895-aed7-caea61c24678', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'd56c5603-f7c4-4be5-a124-671d77c1da64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:16Z', 'updated_at': '2021-08-10T01:26:20Z', 'revision_number': 4, 'project_id': '4bf5dc0227ff415eab660d888af61a85', 'subnets': [{'id': 'd56c5603-f7c4-4be5-a124-671d77c1da64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:20.670303 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a1b22c-d967-41c2-9bfa-e9ff2696b136 None None] The sync data for ids ['1bf9c826-8af5-4895-aed7-caea61c24678'] in n-d-766726-26 is: [{'id': '1bf9c826-8af5-4895-aed7-caea61c24678', 'name': 'tempest-TestAggregatesBasicOps-1203904979-router', 'tenant_id': '4bf5dc0227ff415eab660d888af61a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c54d085d-8959-46c3-ad24-3a0261aa9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:26:13Z', 'updated_at': '2021-08-10T01:26:16Z', 'revision_number': 4, 'project_id': '4bf5dc0227ff415eab660d888af61a85', 'gw_port': {'id': 'c54d085d-8959-46c3-ad24-3a0261aa9805', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf9c826-8af5-4895-aed7-caea61c24678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:14Z', 'updated_at': '2021-08-10T01:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'eb2e3378-bb8f-450e-90eb-446a73465d5e', 'name': '', 'network_id': 'f99507a7-c6a4-4706-8d42-dc23868679f1', 'tenant_id': '4bf5dc0227ff415eab660d888af61a85', 'mac_address': 'fa:16:3e:da:c5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf9c826-8af5-4895-aed7-caea61c24678', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'd56c5603-f7c4-4be5-a124-671d77c1da64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:16Z', 'updated_at': '2021-08-10T01:26:20Z', 'revision_number': 4, 'project_id': '4bf5dc0227ff415eab660d888af61a85', 'subnets': [{'id': 'd56c5603-f7c4-4be5-a124-671d77c1da64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:26:20.773179 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:26:20.782459 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-40bf0cc1-85ff-48b6-881f-3b7041026a31 None None] Set router 23e75c79-f331-4e09-ba02-866d34d01969 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:26:20.847878 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c54d085d-8959-46c3-ad24-3a0261aa9805 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:26:20.919587 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port c54d085d-8959-46c3-ad24-3a0261aa9805 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:26:20.920066 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:20.998659 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-40bf0cc1-85ff-48b6-881f-3b7041026a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e75c79-f331-4e09-ba02-866d34d01969', 'name': 'tempest-TestAggregatesBasicOps-848379240-router', 'tenant_id': '488cc14142ea422db7a7e8baefe73650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '96c5a2f4-7ac9-4f88-9e2c-75f8ac074594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:26:18Z', 'updated_at': '2021-08-10T01:26:19Z', 'revision_number': 3, 'project_id': '488cc14142ea422db7a7e8baefe73650', 'gw_port': {'id': '96c5a2f4-7ac9-4f88-9e2c-75f8ac074594', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ca:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e75c79-f331-4e09-ba02-866d34d01969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:19Z', 'updated_at': '2021-08-10T01:26:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:21.027377 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bf0cc1-85ff-48b6-881f-3b7041026a31 None None] Checking router: 23e75c79-f331-4e09-ba02-866d34d01969 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:26:21.027727 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bf0cc1-85ff-48b6-881f-3b7041026a31 None None] Updating router 23e75c79-f331-4e09-ba02-866d34d01969 port 96c5a2f4-7ac9-4f88-9e2c-75f8ac074594 binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:26:21.029936 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 951c614a-31ff-4620-99d3-1d4940442c15 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:26:21.052609 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-21ac5f6d-6b26-4611-aff9-43165c70c99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:21.062535 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-40bf0cc1-85ff-48b6-881f-3b7041026a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:21.092975 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 951c614a-31ff-4620-99d3-1d4940442c15 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:26:21.237186 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-21ac5f6d-6b26-4611-aff9-43165c70c99c admin admin] Allocated IP 172.20.0.1 (54beac62-28cc-48ce-b857-3cdec82eff78/2cf03c28-eeab-42d9-8d43-3b1d8a6a56f3/85e219bd-486f-4603-a77f-2231c17c89d9) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:26:21.357738 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-40bf0cc1-85ff-48b6-881f-3b7041026a31 None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:21.371275 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-21ac5f6d-6b26-4611-aff9-43165c70c99c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:21.372125 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-40bf0cc1-85ff-48b6-881f-3b7041026a31 None None] Transition to ACTIVE for port object 96c5a2f4-7ac9-4f88-9e2c-75f8ac074594 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:26:21.385937 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-21ac5f6d-6b26-4611-aff9-43165c70c99c admin admin] Transition to ACTIVE for port object 85e219bd-486f-4603-a77f-2231c17c89d9 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:26:21.386264 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-40bf0cc1-85ff-48b6-881f-3b7041026a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:21.431651 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-21ac5f6d-6b26-4611-aff9-43165c70c99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:21.443425 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e692c957-2860-44a2-b66d-a08f712dd879 None None] Pushing event updated for resources: {'Port': ['ID=96c5a2f4-7ac9-4f88-9e2c-75f8ac074594,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:21.475350 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-40bf0cc1-85ff-48b6-881f-3b7041026a31 None None] Attempting to bind port 96c5a2f4-7ac9-4f88-9e2c-75f8ac074594 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:26:21.475719 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-40bf0cc1-85ff-48b6-881f-3b7041026a31 None None] Attempting to bind port 96c5a2f4-7ac9-4f88-9e2c-75f8ac074594 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:26:21.476077 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bf0cc1-85ff-48b6-881f-3b7041026a31 None None] Attempting to bind port 96c5a2f4-7ac9-4f88-9e2c-75f8ac074594 on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:26:21.481835 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bf0cc1-85ff-48b6-881f-3b7041026a31 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:26:21.482506 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bf0cc1-85ff-48b6-881f-3b7041026a31 None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:26:21.482602 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-40bf0cc1-85ff-48b6-881f-3b7041026a31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:21.483132 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bf0cc1-85ff-48b6-881f-3b7041026a31 None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:26:21.483778 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-40bf0cc1-85ff-48b6-881f-3b7041026a31 None None] Bound port: 96c5a2f4-7ac9-4f88-9e2c-75f8ac074594, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:26:21.484359 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-40bf0cc1-85ff-48b6-881f-3b7041026a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:21.487855 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ac5f6d-6b26-4611-aff9-43165c70c99c admin admin] Network 54beac62-28cc-48ce-b857-3cdec82eff78 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:26:21.490947 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-21ac5f6d-6b26-4611-aff9-43165c70c99c admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:26:21.495991 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ac5f6d-6b26-4611-aff9-43165c70c99c admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:26:21.498128 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac5f6d-6b26-4611-aff9-43165c70c99c admin admin] Pushing event updated for resources: {'Port': ['ID=85e219bd-486f-4603-a77f-2231c17c89d9,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:21.506784 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251be1cc-fbab-4183-ba5a-f280baa6bc44 None None] Network 54beac62-28cc-48ce-b857-3cdec82eff78 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:26:21.542462 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-21ac5f6d-6b26-4611-aff9-43165c70c99c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:21.561991 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-40bf0cc1-85ff-48b6-881f-3b7041026a31 None None] For port 96c5a2f4-7ac9-4f88-9e2c-75f8ac074594, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:26:21.565657 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-40bf0cc1-85ff-48b6-881f-3b7041026a31 None None] For port 96c5a2f4-7ac9-4f88-9e2c-75f8ac074594, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=96c5a2f4-7ac9-4f88-9e2c-75f8ac074594,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:26:21.573397 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-40bf0cc1-85ff-48b6-881f-3b7041026a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:21.597606 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ba93d8cc-9212-4176-993e-a9eb8dc79469 None None] Provisioning for port 951c614a-31ff-4620-99d3-1d4940442c15 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:26:21.611207 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ba93d8cc-9212-4176-993e-a9eb8dc79469 None None] Provisioning complete for port 951c614a-31ff-4620-99d3-1d4940442c15 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:26:21.612361 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba93d8cc-9212-4176-993e-a9eb8dc79469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:21.657532 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bf0cc1-85ff-48b6-881f-3b7041026a31 None None] Routers {'23e75c79-f331-4e09-ba02-866d34d01969'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:26:21.658235 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-40bf0cc1-85ff-48b6-881f-3b7041026a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:26:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['23e75c79-f331-4e09-ba02-866d34d01969'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:21.694555 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-21ac5f6d-6b26-4611-aff9-43165c70c99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:21.698376 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e692c957-2860-44a2-b66d-a08f712dd879 None None] Pushing event updated for resources: {'Port': ['ID=96c5a2f4-7ac9-4f88-9e2c-75f8ac074594,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:21.765065 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba93d8cc-9212-4176-993e-a9eb8dc79469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:21.779281 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-40bf0cc1-85ff-48b6-881f-3b7041026a31 None None] Set router 23e75c79-f331-4e09-ba02-866d34d01969 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:26:21.818160 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-ba93d8cc-9212-4176-993e-a9eb8dc79469 None None] For port 951c614a-31ff-4620-99d3-1d4940442c15, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=951c614a-31ff-4620-99d3-1d4940442c15,segment=NetworkSegment(62ec212e-db13-4365-86db-c609c58686e0),segment_id=62ec212e-db13-4365-86db-c609c58686e0)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:26:21.825269 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba93d8cc-9212-4176-993e-a9eb8dc79469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:21.900446 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-21ac5f6d-6b26-4611-aff9-43165c70c99c admin admin] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:21.906727 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-21ac5f6d-6b26-4611-aff9-43165c70c99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:21.951047 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93d8cc-9212-4176-993e-a9eb8dc79469 None None] Pushing event updated for resources: {'Port': ['ID=951c614a-31ff-4620-99d3-1d4940442c15,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:21.999555 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-21ac5f6d-6b26-4611-aff9-43165c70c99c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:22.004106 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac5f6d-6b26-4611-aff9-43165c70c99c admin admin] Pushing event updated for resources: {'Port': ['ID=85e219bd-486f-4603-a77f-2231c17c89d9,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:22.010451 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-40bf0cc1-85ff-48b6-881f-3b7041026a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e75c79-f331-4e09-ba02-866d34d01969', 'name': 'tempest-TestAggregatesBasicOps-848379240-router', 'tenant_id': '488cc14142ea422db7a7e8baefe73650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '96c5a2f4-7ac9-4f88-9e2c-75f8ac074594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:26:18Z', 'updated_at': '2021-08-10T01:26:19Z', 'revision_number': 3, 'project_id': '488cc14142ea422db7a7e8baefe73650', 'gw_port': {'id': '96c5a2f4-7ac9-4f88-9e2c-75f8ac074594', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ca:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e75c79-f331-4e09-ba02-866d34d01969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:19Z', 'updated_at': '2021-08-10T01:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:22.044455 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bf0cc1-85ff-48b6-881f-3b7041026a31 None None] The sync data for ids ['23e75c79-f331-4e09-ba02-866d34d01969'] in n-d-766726-26 is: [{'id': '23e75c79-f331-4e09-ba02-866d34d01969', 'name': 'tempest-TestAggregatesBasicOps-848379240-router', 'tenant_id': '488cc14142ea422db7a7e8baefe73650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '96c5a2f4-7ac9-4f88-9e2c-75f8ac074594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:26:18Z', 'updated_at': '2021-08-10T01:26:19Z', 'revision_number': 3, 'project_id': '488cc14142ea422db7a7e8baefe73650', 'gw_port': {'id': '96c5a2f4-7ac9-4f88-9e2c-75f8ac074594', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ca:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e75c79-f331-4e09-ba02-866d34d01969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:19Z', 'updated_at': '2021-08-10T01:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:26:22.116457 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ac5f6d-6b26-4611-aff9-43165c70c99c admin admin] Network 54beac62-28cc-48ce-b857-3cdec82eff78 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:26:22.117984 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-21ac5f6d-6b26-4611-aff9-43165c70c99c admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:26:22.158323 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f8e6911b-1572-45a3-b2ff-97c8a73bbaab None None] Provisioning complete for port 951c614a-31ff-4620-99d3-1d4940442c15 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:26:22.158755 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f8e6911b-1572-45a3-b2ff-97c8a73bbaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:22.255314 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ac5f6d-6b26-4611-aff9-43165c70c99c admin admin] Router 23e75c79-f331-4e09-ba02-866d34d01969 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:26:22.381312 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ac5f6d-6b26-4611-aff9-43165c70c99c admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:26:22.389045 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-21ac5f6d-6b26-4611-aff9-43165c70c99c admin admin] 10.222.0.35 "PUT /v2.0/routers/23e75c79-f331-4e09-ba02-866d34d01969/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9060349 Aug 10 01:26:22.478665 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f8e6911b-1572-45a3-b2ff-97c8a73bbaab None None] Provisioning for port 85e219bd-486f-4603-a77f-2231c17c89d9 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:26:22.483851 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f8e6911b-1572-45a3-b2ff-97c8a73bbaab None None] Provisioning complete for port 85e219bd-486f-4603-a77f-2231c17c89d9 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:26:22.484267 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f8e6911b-1572-45a3-b2ff-97c8a73bbaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:22.525443 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-f8e6911b-1572-45a3-b2ff-97c8a73bbaab None None] Port 85e219bd-486f-4603-a77f-2231c17c89d9 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:26:22.654997 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0f8ea5e5-b756-4a2f-971d-d89714602064 None None] Provisioning complete for port 85e219bd-486f-4603-a77f-2231c17c89d9 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:26:22.655658 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0f8ea5e5-b756-4a2f-971d-d89714602064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:22.707577 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-0f8ea5e5-b756-4a2f-971d-d89714602064 None None] Port 85e219bd-486f-4603-a77f-2231c17c89d9 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:26:22.814528 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 951c614a-31ff-4620-99d3-1d4940442c15 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:26:22.866215 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 951c614a-31ff-4620-99d3-1d4940442c15 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:26:22.866656 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:22.950727 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device eb2e3378-bb8f-450e-90eb-446a73465d5e up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:26:23.002843 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port eb2e3378-bb8f-450e-90eb-446a73465d5e completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:26:23.006516 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port eb2e3378-bb8f-450e-90eb-446a73465d5e triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:26:23.006807 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:23.086396 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:23.119909 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port eb2e3378-bb8f-450e-90eb-446a73465d5e, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=eb2e3378-bb8f-450e-90eb-446a73465d5e,segment=NetworkSegment(b08c4253-fd03-4486-b28a-c87269d54ae6),segment_id=b08c4253-fd03-4486-b28a-c87269d54ae6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:26:23.124013 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:23.124834 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 96c5a2f4-7ac9-4f88-9e2c-75f8ac074594 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:26:23.202748 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=eb2e3378-bb8f-450e-90eb-446a73465d5e,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:23.216672 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 96c5a2f4-7ac9-4f88-9e2c-75f8ac074594 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:26:23.220853 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 96c5a2f4-7ac9-4f88-9e2c-75f8ac074594 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:26:23.221392 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:23.304738 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:23.329605 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 96c5a2f4-7ac9-4f88-9e2c-75f8ac074594, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=96c5a2f4-7ac9-4f88-9e2c-75f8ac074594,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:26:23.334143 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:23.387981 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=96c5a2f4-7ac9-4f88-9e2c-75f8ac074594,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:23.510716 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56440) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:23.855451 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-facaccd0-4f8c-4a54-8ae0-f375869fc2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:24.037482 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5f138e-1752-4dea-8c5b-898fa392b941 None None] Sync routers for ids ['23e75c79-f331-4e09-ba02-866d34d01969'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:26:24.045994 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5f138e-1752-4dea-8c5b-898fa392b941 None None] Routers {'23e75c79-f331-4e09-ba02-866d34d01969'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:26:24.046620 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-3e5f138e-1752-4dea-8c5b-898fa392b941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:26:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['23e75c79-f331-4e09-ba02-866d34d01969'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:24.104644 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-facaccd0-4f8c-4a54-8ae0-f375869fc2b9 admin admin] Deleting port eb2e3378-bb8f-450e-90eb-446a73465d5e {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:26:24.105002 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-facaccd0-4f8c-4a54-8ae0-f375869fc2b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:24.156380 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-3e5f138e-1752-4dea-8c5b-898fa392b941 None None] Set router 23e75c79-f331-4e09-ba02-866d34d01969 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:26:24.186903 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-facaccd0-4f8c-4a54-8ae0-f375869fc2b9 admin admin] For port eb2e3378-bb8f-450e-90eb-446a73465d5e, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=eb2e3378-bb8f-450e-90eb-446a73465d5e,segment=NetworkSegment(b08c4253-fd03-4486-b28a-c87269d54ae6),segment_id=b08c4253-fd03-4486-b28a-c87269d54ae6)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:26:24.187279 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-facaccd0-4f8c-4a54-8ae0-f375869fc2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:24.199939 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-facaccd0-4f8c-4a54-8ae0-f375869fc2b9 admin admin] Calling delete_port for eb2e3378-bb8f-450e-90eb-446a73465d5e owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:26:24.350590 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-3e5f138e-1752-4dea-8c5b-898fa392b941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e75c79-f331-4e09-ba02-866d34d01969', 'name': 'tempest-TestAggregatesBasicOps-848379240-router', 'tenant_id': '488cc14142ea422db7a7e8baefe73650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '96c5a2f4-7ac9-4f88-9e2c-75f8ac074594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:26:18Z', 'updated_at': '2021-08-10T01:26:21Z', 'revision_number': 4, 'project_id': '488cc14142ea422db7a7e8baefe73650', 'gw_port': {'id': '96c5a2f4-7ac9-4f88-9e2c-75f8ac074594', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ca:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e75c79-f331-4e09-ba02-866d34d01969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:19Z', 'updated_at': '2021-08-10T01:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '85e219bd-486f-4603-a77f-2231c17c89d9', 'name': '', 'network_id': '54beac62-28cc-48ce-b857-3cdec82eff78', 'tenant_id': '488cc14142ea422db7a7e8baefe73650', 'mac_address': 'fa:16:3e:c5:4d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e75c79-f331-4e09-ba02-866d34d01969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '2cf03c28-eeab-42d9-8d43-3b1d8a6a56f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:21Z', 'updated_at': '2021-08-10T01:26:21Z', 'revision_number': 2, 'project_id': '488cc14142ea422db7a7e8baefe73650', 'subnets': [{'id': '2cf03c28-eeab-42d9-8d43-3b1d8a6a56f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:24.376237 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5f138e-1752-4dea-8c5b-898fa392b941 None None] Checking router: 23e75c79-f331-4e09-ba02-866d34d01969 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:26:24.376601 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5f138e-1752-4dea-8c5b-898fa392b941 None None] Updating router 23e75c79-f331-4e09-ba02-866d34d01969 port 85e219bd-486f-4603-a77f-2231c17c89d9 binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:26:24.377669 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-facaccd0-4f8c-4a54-8ae0-f375869fc2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:24.404451 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3e5f138e-1752-4dea-8c5b-898fa392b941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:24.409682 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facaccd0-4f8c-4a54-8ae0-f375869fc2b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb2e3378-bb8f-450e-90eb-446a73465d5e,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:24.577255 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-facaccd0-4f8c-4a54-8ae0-f375869fc2b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:24.692446 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3e5f138e-1752-4dea-8c5b-898fa392b941 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:24.703288 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-3e5f138e-1752-4dea-8c5b-898fa392b941 None None] Transition to ACTIVE for port object 85e219bd-486f-4603-a77f-2231c17c89d9 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:26:24.711154 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3e5f138e-1752-4dea-8c5b-898fa392b941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:24.741827 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 96c5a2f4-7ac9-4f88-9e2c-75f8ac074594 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:26:24.787884 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595860d-639b-4c70-862d-9649f1fa9405 None None] Pushing event updated for resources: {'Port': ['ID=85e219bd-486f-4603-a77f-2231c17c89d9,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:24.813949 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-facaccd0-4f8c-4a54-8ae0-f375869fc2b9 admin admin] Router 1bf9c826-8af5-4895-aed7-caea61c24678 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:26:24.854505 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-3e5f138e-1752-4dea-8c5b-898fa392b941 None None] Attempting to bind port 85e219bd-486f-4603-a77f-2231c17c89d9 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:26:24.854794 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-3e5f138e-1752-4dea-8c5b-898fa392b941 None None] Attempting to bind port 85e219bd-486f-4603-a77f-2231c17c89d9 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '62ec212e-db13-4365-86db-c609c58686e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54beac62-28cc-48ce-b857-3cdec82eff78'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:26:24.855163 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5f138e-1752-4dea-8c5b-898fa392b941 None None] Attempting to bind port 85e219bd-486f-4603-a77f-2231c17c89d9 on network 54beac62-28cc-48ce-b857-3cdec82eff78 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:26:24.858476 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 96c5a2f4-7ac9-4f88-9e2c-75f8ac074594 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:26:24.858853 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:24.863157 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5f138e-1752-4dea-8c5b-898fa392b941 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:26:24.863537 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5f138e-1752-4dea-8c5b-898fa392b941 None None] Checking segment: {'id': '62ec212e-db13-4365-86db-c609c58686e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54beac62-28cc-48ce-b857-3cdec82eff78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:26:24.863938 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3e5f138e-1752-4dea-8c5b-898fa392b941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:24.864361 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5f138e-1752-4dea-8c5b-898fa392b941 None None] Bound using segment: {'id': '62ec212e-db13-4365-86db-c609c58686e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54beac62-28cc-48ce-b857-3cdec82eff78'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:26:24.864831 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-3e5f138e-1752-4dea-8c5b-898fa392b941 None None] Bound port: 85e219bd-486f-4603-a77f-2231c17c89d9, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62ec212e-db13-4365-86db-c609c58686e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54beac62-28cc-48ce-b857-3cdec82eff78'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:26:24.865506 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3e5f138e-1752-4dea-8c5b-898fa392b941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:24.931033 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facaccd0-4f8c-4a54-8ae0-f375869fc2b9 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:26:24.937373 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-facaccd0-4f8c-4a54-8ae0-f375869fc2b9 admin admin] 10.222.0.35 "PUT /v2.0/routers/1bf9c826-8af5-4895-aed7-caea61c24678/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4249184 Aug 10 01:26:24.940091 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56442) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:24.945091 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf4ed70-4105-4107-bf2c-1e9e45b8127c None None] Sync routers for ids ['1bf9c826-8af5-4895-aed7-caea61c24678'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:26:24.957617 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf4ed70-4105-4107-bf2c-1e9e45b8127c None None] Routers {'1bf9c826-8af5-4895-aed7-caea61c24678'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:26:24.958770 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-9bf4ed70-4105-4107-bf2c-1e9e45b8127c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:26:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['1bf9c826-8af5-4895-aed7-caea61c24678'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:24.986045 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-3e5f138e-1752-4dea-8c5b-898fa392b941 None None] For port 85e219bd-486f-4603-a77f-2231c17c89d9, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:26:25.005236 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-3e5f138e-1752-4dea-8c5b-898fa392b941 None None] For port 85e219bd-486f-4603-a77f-2231c17c89d9, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=85e219bd-486f-4603-a77f-2231c17c89d9,segment=NetworkSegment(62ec212e-db13-4365-86db-c609c58686e0),segment_id=62ec212e-db13-4365-86db-c609c58686e0)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:26:25.011430 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3e5f138e-1752-4dea-8c5b-898fa392b941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:25.070208 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f199361f-e379-4ac3-8a3b-b4306b56e0f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:25.077942 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-9bf4ed70-4105-4107-bf2c-1e9e45b8127c None None] Set router 1bf9c826-8af5-4895-aed7-caea61c24678 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:26:25.083371 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5f138e-1752-4dea-8c5b-898fa392b941 None None] Routers {'23e75c79-f331-4e09-ba02-866d34d01969'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:26:25.084008 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-3e5f138e-1752-4dea-8c5b-898fa392b941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:26:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['23e75c79-f331-4e09-ba02-866d34d01969'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:25.085786 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595860d-639b-4c70-862d-9649f1fa9405 None None] Pushing event updated for resources: {'Port': ['ID=85e219bd-486f-4603-a77f-2231c17c89d9,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:25.190747 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f199361f-e379-4ac3-8a3b-b4306b56e0f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:25.207239 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-3e5f138e-1752-4dea-8c5b-898fa392b941 None None] Set router 23e75c79-f331-4e09-ba02-866d34d01969 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:26:25.253664 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-f199361f-e379-4ac3-8a3b-b4306b56e0f9 admin admin] Deleting port c54d085d-8959-46c3-ad24-3a0261aa9805 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:26:25.254117 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f199361f-e379-4ac3-8a3b-b4306b56e0f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:25.310170 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-9bf4ed70-4105-4107-bf2c-1e9e45b8127c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf9c826-8af5-4895-aed7-caea61c24678', 'name': 'tempest-TestAggregatesBasicOps-1203904979-router', 'tenant_id': '4bf5dc0227ff415eab660d888af61a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c54d085d-8959-46c3-ad24-3a0261aa9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:26:13Z', 'updated_at': '2021-08-10T01:26:24Z', 'revision_number': 5, 'project_id': '4bf5dc0227ff415eab660d888af61a85', 'gw_port': {'id': 'c54d085d-8959-46c3-ad24-3a0261aa9805', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf9c826-8af5-4895-aed7-caea61c24678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:14Z', 'updated_at': '2021-08-10T01:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:25.338689 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf4ed70-4105-4107-bf2c-1e9e45b8127c None None] Checking router: 1bf9c826-8af5-4895-aed7-caea61c24678 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:26:25.348082 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf4ed70-4105-4107-bf2c-1e9e45b8127c None None] Routers {'1bf9c826-8af5-4895-aed7-caea61c24678'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:26:25.348267 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-f199361f-e379-4ac3-8a3b-b4306b56e0f9 admin admin] For port c54d085d-8959-46c3-ad24-3a0261aa9805, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=c54d085d-8959-46c3-ad24-3a0261aa9805,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:26:25.348565 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f199361f-e379-4ac3-8a3b-b4306b56e0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:25.349195 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-9bf4ed70-4105-4107-bf2c-1e9e45b8127c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:26:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['1bf9c826-8af5-4895-aed7-caea61c24678'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:25.363767 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-f199361f-e379-4ac3-8a3b-b4306b56e0f9 admin admin] Calling delete_port for c54d085d-8959-46c3-ad24-3a0261aa9805 owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:26:25.435912 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-3e5f138e-1752-4dea-8c5b-898fa392b941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e75c79-f331-4e09-ba02-866d34d01969', 'name': 'tempest-TestAggregatesBasicOps-848379240-router', 'tenant_id': '488cc14142ea422db7a7e8baefe73650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '96c5a2f4-7ac9-4f88-9e2c-75f8ac074594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:26:18Z', 'updated_at': '2021-08-10T01:26:21Z', 'revision_number': 4, 'project_id': '488cc14142ea422db7a7e8baefe73650', 'gw_port': {'id': '96c5a2f4-7ac9-4f88-9e2c-75f8ac074594', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ca:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e75c79-f331-4e09-ba02-866d34d01969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:19Z', 'updated_at': '2021-08-10T01:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '85e219bd-486f-4603-a77f-2231c17c89d9', 'name': '', 'network_id': '54beac62-28cc-48ce-b857-3cdec82eff78', 'tenant_id': '488cc14142ea422db7a7e8baefe73650', 'mac_address': 'fa:16:3e:c5:4d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e75c79-f331-4e09-ba02-866d34d01969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '2cf03c28-eeab-42d9-8d43-3b1d8a6a56f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:21Z', 'updated_at': '2021-08-10T01:26:24Z', 'revision_number': 4, 'project_id': '488cc14142ea422db7a7e8baefe73650', 'subnets': [{'id': '2cf03c28-eeab-42d9-8d43-3b1d8a6a56f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:25.441085 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-9bf4ed70-4105-4107-bf2c-1e9e45b8127c None None] Set router 1bf9c826-8af5-4895-aed7-caea61c24678 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:26:25.466421 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5f138e-1752-4dea-8c5b-898fa392b941 None None] The sync data for ids ['23e75c79-f331-4e09-ba02-866d34d01969'] in n-d-766726-26 is: [{'id': '23e75c79-f331-4e09-ba02-866d34d01969', 'name': 'tempest-TestAggregatesBasicOps-848379240-router', 'tenant_id': '488cc14142ea422db7a7e8baefe73650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '96c5a2f4-7ac9-4f88-9e2c-75f8ac074594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:26:18Z', 'updated_at': '2021-08-10T01:26:21Z', 'revision_number': 4, 'project_id': '488cc14142ea422db7a7e8baefe73650', 'gw_port': {'id': '96c5a2f4-7ac9-4f88-9e2c-75f8ac074594', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ca:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e75c79-f331-4e09-ba02-866d34d01969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:19Z', 'updated_at': '2021-08-10T01:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '85e219bd-486f-4603-a77f-2231c17c89d9', 'name': '', 'network_id': '54beac62-28cc-48ce-b857-3cdec82eff78', 'tenant_id': '488cc14142ea422db7a7e8baefe73650', 'mac_address': 'fa:16:3e:c5:4d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e75c79-f331-4e09-ba02-866d34d01969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '2cf03c28-eeab-42d9-8d43-3b1d8a6a56f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:21Z', 'updated_at': '2021-08-10T01:26:24Z', 'revision_number': 4, 'project_id': '488cc14142ea422db7a7e8baefe73650', 'subnets': [{'id': '2cf03c28-eeab-42d9-8d43-3b1d8a6a56f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:26:25.611348 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-9bf4ed70-4105-4107-bf2c-1e9e45b8127c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf9c826-8af5-4895-aed7-caea61c24678', 'name': 'tempest-TestAggregatesBasicOps-1203904979-router', 'tenant_id': '4bf5dc0227ff415eab660d888af61a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:26:13Z', 'updated_at': '2021-08-10T01:26:25Z', 'revision_number': 6, 'project_id': '4bf5dc0227ff415eab660d888af61a85', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:25.643281 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf4ed70-4105-4107-bf2c-1e9e45b8127c None None] The sync data for ids ['1bf9c826-8af5-4895-aed7-caea61c24678'] in n-d-766726-26 is: [{'id': '1bf9c826-8af5-4895-aed7-caea61c24678', 'name': 'tempest-TestAggregatesBasicOps-1203904979-router', 'tenant_id': '4bf5dc0227ff415eab660d888af61a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:26:13Z', 'updated_at': '2021-08-10T01:26:25Z', 'revision_number': 6, 'project_id': '4bf5dc0227ff415eab660d888af61a85', 'gw_port_host': None}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:26:25.898888 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f199361f-e379-4ac3-8a3b-b4306b56e0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:25.926122 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199361f-e379-4ac3-8a3b-b4306b56e0f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c54d085d-8959-46c3-ad24-3a0261aa9805,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:25.988637 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f199361f-e379-4ac3-8a3b-b4306b56e0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:26.082476 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f199361f-e379-4ac3-8a3b-b4306b56e0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:26.084669 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f199361f-e379-4ac3-8a3b-b4306b56e0f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:26.125841 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f199361f-e379-4ac3-8a3b-b4306b56e0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:26.126360 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f199361f-e379-4ac3-8a3b-b4306b56e0f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bf9c826-8af5-4895-aed7-caea61c24678 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:26:26.130618 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f199361f-e379-4ac3-8a3b-b4306b56e0f9 admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:26.131772 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f199361f-e379-4ac3-8a3b-b4306b56e0f9 admin admin] 10.222.0.35 "DELETE /v2.0/routers/1bf9c826-8af5-4895-aed7-caea61c24678 HTTP/1.1" status: 204 len: 168 time: 1.1902206 Aug 10 01:26:26.134296 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56444) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:26.179324 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6932bb6-93c5-428d-bc26-ff04114f5882 admin admin] Deleting subnet d56c5603-f7c4-4be5-a124-671d77c1da64 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:26:26.182313 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e6932bb6-93c5-428d-bc26-ff04114f5882 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:26.215649 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e6932bb6-93c5-428d-bc26-ff04114f5882 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:26.295259 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e6932bb6-93c5-428d-bc26-ff04114f5882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:26.345206 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e6932bb6-93c5-428d-bc26-ff04114f5882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:26.372732 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6932bb6-93c5-428d-bc26-ff04114f5882 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d56c5603-f7c4-4be5-a124-671d77c1da64,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:26.374726 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e6932bb6-93c5-428d-bc26-ff04114f5882 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:26.376667 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e6932bb6-93c5-428d-bc26-ff04114f5882 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d56c5603-f7c4-4be5-a124-671d77c1da64 HTTP/1.1" status: 204 len: 168 time: 0.2414472 Aug 10 01:26:26.379731 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56446) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:26.383279 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d21197-64bd-4128-b585-df2d4e5ce629 None None] Network f99507a7-c6a4-4706-8d42-dc23868679f1 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:26:26.462480 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d2732924-8178-45a2-b630-a79c93b05f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:26.529373 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-d2732924-8178-45a2-b630-a79c93b05f7b admin admin] Deleting port 42110842-2ed4-41e2-ab95-724f18990d8f {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:26:26.529720 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d2732924-8178-45a2-b630-a79c93b05f7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:26.582315 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fe1d5d-2294-4696-816b-81b94848be66 None None] DHCP port deletion for f99507a7-c6a4-4706-8d42-dc23868679f1 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:26:26.605635 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-d2732924-8178-45a2-b630-a79c93b05f7b admin admin] For port 42110842-2ed4-41e2-ab95-724f18990d8f, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=42110842-2ed4-41e2-ab95-724f18990d8f,segment=NetworkSegment(b08c4253-fd03-4486-b28a-c87269d54ae6),segment_id=b08c4253-fd03-4486-b28a-c87269d54ae6)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:26:26.606013 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d2732924-8178-45a2-b630-a79c93b05f7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:26.623590 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-d2732924-8178-45a2-b630-a79c93b05f7b admin admin] Calling delete_port for 42110842-2ed4-41e2-ab95-724f18990d8f owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:26:26.633262 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-19fe1d5d-2294-4696-816b-81b94848be66 None None] Deleting port 42110842-2ed4-41e2-ab95-724f18990d8f {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:26:26.633649 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-19fe1d5d-2294-4696-816b-81b94848be66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:26.698289 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-19fe1d5d-2294-4696-816b-81b94848be66 None None] For port 42110842-2ed4-41e2-ab95-724f18990d8f, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=42110842-2ed4-41e2-ab95-724f18990d8f,segment=NetworkSegment(b08c4253-fd03-4486-b28a-c87269d54ae6),segment_id=b08c4253-fd03-4486-b28a-c87269d54ae6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:26:26.698699 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-19fe1d5d-2294-4696-816b-81b94848be66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:26.713282 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-19fe1d5d-2294-4696-816b-81b94848be66 None None] Calling delete_port for 42110842-2ed4-41e2-ab95-724f18990d8f owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:26:26.718179 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d2732924-8178-45a2-b630-a79c93b05f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:26.745726 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2732924-8178-45a2-b630-a79c93b05f7b admin admin] Pushing event deleted for resources: {'Port': ['ID=42110842-2ed4-41e2-ab95-724f18990d8f,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:26.753857 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2732924-8178-45a2-b630-a79c93b05f7b admin admin] No DVR routers for this DVR port 42110842-2ed4-41e2-ab95-724f18990d8f on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:26:26.798796 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-19fe1d5d-2294-4696-816b-81b94848be66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:26.822858 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe1d5d-2294-4696-816b-81b94848be66 None None] Pushing event deleted for resources: {'Port': ['ID=42110842-2ed4-41e2-ab95-724f18990d8f,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:26.828337 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fe1d5d-2294-4696-816b-81b94848be66 None None] No DVR routers for this DVR port 42110842-2ed4-41e2-ab95-724f18990d8f on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:26:26.832073 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d2732924-8178-45a2-b630-a79c93b05f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:26.844022 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-d2732924-8178-45a2-b630-a79c93b05f7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f99507a7-c6a4-4706-8d42-dc23868679f1']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:26.854535 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-d2732924-8178-45a2-b630-a79c93b05f7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b08c4253-fd03-4486-b28a-c87269d54ae6') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:26.854830 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-d2732924-8178-45a2-b630-a79c93b05f7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b08c4253-fd03-4486-b28a-c87269d54ae6') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:26.864392 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d2732924-8178-45a2-b630-a79c93b05f7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:26.884115 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d2732924-8178-45a2-b630-a79c93b05f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:26.892499 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2732924-8178-45a2-b630-a79c93b05f7b admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:26:26.893166 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d2732924-8178-45a2-b630-a79c93b05f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:26.894920 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:26:26.894920 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:26:26.894920 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:26:26.894920 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:26:26.894920 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:26:26.894920 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:26:26.894920 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:26:26.894920 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:26:26.894920 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:26:26.894920 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:26:26.894920 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:26:26.894920 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:26:26.894920 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:26:26.894920 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:26:26.894920 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:26:26.894920 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:26:26.894920 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:26:26.894920 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:26:26.894920 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:26:26.894920 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:26:26.894920 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:26:26.894920 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:26:26.894920 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:26:26.894920 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:26:26.894920 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:26:26.894920 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:26:26.894920 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:26:26.894920 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:26:26.894920 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:26:26.894920 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:26:26.894920 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:26:26.894920 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:26:26.958507 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d2732924-8178-45a2-b630-a79c93b05f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:26.968750 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d2732924-8178-45a2-b630-a79c93b05f7b admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:26.973906 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56448) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:26.974385 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d2732924-8178-45a2-b630-a79c93b05f7b admin admin] 10.222.0.35 "DELETE /v2.0/networks/f99507a7-c6a4-4706-8d42-dc23868679f1 HTTP/1.1" status: 204 len: 168 time: 0.5932205 Aug 10 01:26:27.001292 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 85e219bd-486f-4603-a77f-2231c17c89d9 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:26:27.008127 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2732924-8178-45a2-b630-a79c93b05f7b admin admin] Pushing event deleted for resources: {'Network': ['ID=f99507a7-c6a4-4706-8d42-dc23868679f1,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:27.060886 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 85e219bd-486f-4603-a77f-2231c17c89d9 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:26:27.066726 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 85e219bd-486f-4603-a77f-2231c17c89d9 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:26:27.067217 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:27.153144 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:27.187011 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 85e219bd-486f-4603-a77f-2231c17c89d9, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=85e219bd-486f-4603-a77f-2231c17c89d9,segment=NetworkSegment(62ec212e-db13-4365-86db-c609c58686e0),segment_id=62ec212e-db13-4365-86db-c609c58686e0)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:26:27.190104 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:27.237235 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=85e219bd-486f-4603-a77f-2231c17c89d9,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:27.252049 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 42110842-2ed4-41e2-ab95-724f18990d8f no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:26:27.271190 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 42110842-2ed4-41e2-ab95-724f18990d8f {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:26:27.271536 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 42110842-2ed4-41e2-ab95-724f18990d8f not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:26:27.271963 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c54d085d-8959-46c3-ad24-3a0261aa9805 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:26:27.289960 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: c54d085d-8959-46c3-ad24-3a0261aa9805 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:26:27.290310 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c54d085d-8959-46c3-ad24-3a0261aa9805 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:26:27.290725 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device eb2e3378-bb8f-450e-90eb-446a73465d5e no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:26:27.311890 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: eb2e3378-bb8f-450e-90eb-446a73465d5e {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:26:27.312260 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device eb2e3378-bb8f-450e-90eb-446a73465d5e not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:26:27.358965 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7173e7a6-d30d-4a32-9338-429b0e04fbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:27.601973 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-7173e7a6-d30d-4a32-9338-429b0e04fbb1 admin admin] Deleting port 85e219bd-486f-4603-a77f-2231c17c89d9 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:26:27.602341 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7173e7a6-d30d-4a32-9338-429b0e04fbb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:27.681217 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-7173e7a6-d30d-4a32-9338-429b0e04fbb1 admin admin] For port 85e219bd-486f-4603-a77f-2231c17c89d9, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=85e219bd-486f-4603-a77f-2231c17c89d9,segment=NetworkSegment(62ec212e-db13-4365-86db-c609c58686e0),segment_id=62ec212e-db13-4365-86db-c609c58686e0)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:26:27.681580 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7173e7a6-d30d-4a32-9338-429b0e04fbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:27.694053 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-7173e7a6-d30d-4a32-9338-429b0e04fbb1 admin admin] Calling delete_port for 85e219bd-486f-4603-a77f-2231c17c89d9 owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:26:27.867546 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7173e7a6-d30d-4a32-9338-429b0e04fbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:27.891062 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173e7a6-d30d-4a32-9338-429b0e04fbb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=85e219bd-486f-4603-a77f-2231c17c89d9,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:28.059384 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7173e7a6-d30d-4a32-9338-429b0e04fbb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:28.268612 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7173e7a6-d30d-4a32-9338-429b0e04fbb1 admin admin] Router 23e75c79-f331-4e09-ba02-866d34d01969 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:26:28.299589 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:28.372810 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7173e7a6-d30d-4a32-9338-429b0e04fbb1 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:26:28.380556 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7173e7a6-d30d-4a32-9338-429b0e04fbb1 admin admin] 10.222.0.35 "PUT /v2.0/routers/23e75c79-f331-4e09-ba02-866d34d01969/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4008451 Aug 10 01:26:28.380970 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56450) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:28.388982 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970afc09-f462-4eb4-b1ed-f972f97de9fd None None] Sync routers for ids ['23e75c79-f331-4e09-ba02-866d34d01969'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:26:28.398674 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970afc09-f462-4eb4-b1ed-f972f97de9fd None None] Routers {'23e75c79-f331-4e09-ba02-866d34d01969'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:26:28.399361 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-970afc09-f462-4eb4-b1ed-f972f97de9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:26:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['23e75c79-f331-4e09-ba02-866d34d01969'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:28.486688 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-de6b33e0-3a0d-4eda-b974-992fc1aaa6b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:28.502198 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-970afc09-f462-4eb4-b1ed-f972f97de9fd None None] Set router 23e75c79-f331-4e09-ba02-866d34d01969 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:26:28.592319 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-de6b33e0-3a0d-4eda-b974-992fc1aaa6b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:28.651990 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-de6b33e0-3a0d-4eda-b974-992fc1aaa6b9 admin admin] Deleting port 96c5a2f4-7ac9-4f88-9e2c-75f8ac074594 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:26:28.652379 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-de6b33e0-3a0d-4eda-b974-992fc1aaa6b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:28.736894 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-de6b33e0-3a0d-4eda-b974-992fc1aaa6b9 admin admin] For port 96c5a2f4-7ac9-4f88-9e2c-75f8ac074594, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=96c5a2f4-7ac9-4f88-9e2c-75f8ac074594,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:26:28.738173 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-de6b33e0-3a0d-4eda-b974-992fc1aaa6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:28.749111 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-de6b33e0-3a0d-4eda-b974-992fc1aaa6b9 admin admin] Calling delete_port for 96c5a2f4-7ac9-4f88-9e2c-75f8ac074594 owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:26:28.838300 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-970afc09-f462-4eb4-b1ed-f972f97de9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e75c79-f331-4e09-ba02-866d34d01969', 'name': 'tempest-TestAggregatesBasicOps-848379240-router', 'tenant_id': '488cc14142ea422db7a7e8baefe73650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '96c5a2f4-7ac9-4f88-9e2c-75f8ac074594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:26:18Z', 'updated_at': '2021-08-10T01:26:27Z', 'revision_number': 5, 'project_id': '488cc14142ea422db7a7e8baefe73650', 'gw_port': {'id': '96c5a2f4-7ac9-4f88-9e2c-75f8ac074594', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ca:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e75c79-f331-4e09-ba02-866d34d01969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:19Z', 'updated_at': '2021-08-10T01:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:28.863071 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970afc09-f462-4eb4-b1ed-f972f97de9fd None None] Checking router: 23e75c79-f331-4e09-ba02-866d34d01969 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:26:28.871118 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970afc09-f462-4eb4-b1ed-f972f97de9fd None None] Routers {'23e75c79-f331-4e09-ba02-866d34d01969'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:26:28.871737 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-970afc09-f462-4eb4-b1ed-f972f97de9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:26:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['23e75c79-f331-4e09-ba02-866d34d01969'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:28.915317 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-de6b33e0-3a0d-4eda-b974-992fc1aaa6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:28.942930 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b33e0-3a0d-4eda-b974-992fc1aaa6b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=96c5a2f4-7ac9-4f88-9e2c-75f8ac074594,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:28.957604 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-970afc09-f462-4eb4-b1ed-f972f97de9fd None None] Set router 23e75c79-f331-4e09-ba02-866d34d01969 gateway port host: None {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:26:29.004258 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-de6b33e0-3a0d-4eda-b974-992fc1aaa6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:29.010244 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-970afc09-f462-4eb4-b1ed-f972f97de9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e75c79-f331-4e09-ba02-866d34d01969', 'name': 'tempest-TestAggregatesBasicOps-848379240-router', 'tenant_id': '488cc14142ea422db7a7e8baefe73650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:26:18Z', 'updated_at': '2021-08-10T01:26:28Z', 'revision_number': 6, 'project_id': '488cc14142ea422db7a7e8baefe73650', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:29.041308 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970afc09-f462-4eb4-b1ed-f972f97de9fd None None] The sync data for ids ['23e75c79-f331-4e09-ba02-866d34d01969'] in n-d-766726-26 is: [{'id': '23e75c79-f331-4e09-ba02-866d34d01969', 'name': 'tempest-TestAggregatesBasicOps-848379240-router', 'tenant_id': '488cc14142ea422db7a7e8baefe73650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:26:18Z', 'updated_at': '2021-08-10T01:26:28Z', 'revision_number': 6, 'project_id': '488cc14142ea422db7a7e8baefe73650', 'gw_port_host': None}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:26:29.099686 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-de6b33e0-3a0d-4eda-b974-992fc1aaa6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:29.101831 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-de6b33e0-3a0d-4eda-b974-992fc1aaa6b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:29.142506 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-de6b33e0-3a0d-4eda-b974-992fc1aaa6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:29.143054 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6b33e0-3a0d-4eda-b974-992fc1aaa6b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23e75c79-f331-4e09-ba02-866d34d01969 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:26:29.147241 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-de6b33e0-3a0d-4eda-b974-992fc1aaa6b9 admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:29.148388 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-de6b33e0-3a0d-4eda-b974-992fc1aaa6b9 admin admin] 10.222.0.35 "DELETE /v2.0/routers/23e75c79-f331-4e09-ba02-866d34d01969 HTTP/1.1" status: 204 len: 168 time: 0.7662075 Aug 10 01:26:29.150873 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56452) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:29.194757 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc3ae471-b762-42b9-9544-920adcec4c6b admin admin] Deleting subnet 2cf03c28-eeab-42d9-8d43-3b1d8a6a56f3 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:26:29.197749 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bc3ae471-b762-42b9-9544-920adcec4c6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:29.230256 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bc3ae471-b762-42b9-9544-920adcec4c6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:29.309840 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bc3ae471-b762-42b9-9544-920adcec4c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:29.368973 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bc3ae471-b762-42b9-9544-920adcec4c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:29.400932 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ae471-b762-42b9-9544-920adcec4c6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cf03c28-eeab-42d9-8d43-3b1d8a6a56f3,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:29.402904 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bc3ae471-b762-42b9-9544-920adcec4c6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:29.404820 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-bc3ae471-b762-42b9-9544-920adcec4c6b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2cf03c28-eeab-42d9-8d43-3b1d8a6a56f3 HTTP/1.1" status: 204 len: 168 time: 0.2530382 Aug 10 01:26:29.407265 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56456) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:29.411869 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59dbde8-31ef-4af0-b88c-7b7651a63ca8 None None] Network 54beac62-28cc-48ce-b857-3cdec82eff78 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:26:29.484404 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c5042ae7-ec4e-4072-be7c-9c346fd7c25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:29.554287 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-c5042ae7-ec4e-4072-be7c-9c346fd7c25d admin admin] Deleting port 951c614a-31ff-4620-99d3-1d4940442c15 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:26:29.554636 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c5042ae7-ec4e-4072-be7c-9c346fd7c25d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:29.615695 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-c5042ae7-ec4e-4072-be7c-9c346fd7c25d admin admin] For port 951c614a-31ff-4620-99d3-1d4940442c15, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=951c614a-31ff-4620-99d3-1d4940442c15,segment=NetworkSegment(62ec212e-db13-4365-86db-c609c58686e0),segment_id=62ec212e-db13-4365-86db-c609c58686e0)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:26:29.616064 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c5042ae7-ec4e-4072-be7c-9c346fd7c25d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:29.628840 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-c5042ae7-ec4e-4072-be7c-9c346fd7c25d admin admin] Calling delete_port for 951c614a-31ff-4620-99d3-1d4940442c15 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:26:29.714856 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c5042ae7-ec4e-4072-be7c-9c346fd7c25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:29.740900 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5042ae7-ec4e-4072-be7c-9c346fd7c25d admin admin] Pushing event deleted for resources: {'Port': ['ID=951c614a-31ff-4620-99d3-1d4940442c15,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:29.744317 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5042ae7-ec4e-4072-be7c-9c346fd7c25d admin admin] No DVR routers for this DVR port 951c614a-31ff-4620-99d3-1d4940442c15 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:26:29.815828 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c5042ae7-ec4e-4072-be7c-9c346fd7c25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:29.825221 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-c5042ae7-ec4e-4072-be7c-9c346fd7c25d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54beac62-28cc-48ce-b857-3cdec82eff78']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:29.836131 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-c5042ae7-ec4e-4072-be7c-9c346fd7c25d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ec212e-db13-4365-86db-c609c58686e0') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:29.836455 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-c5042ae7-ec4e-4072-be7c-9c346fd7c25d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ec212e-db13-4365-86db-c609c58686e0') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:29.845773 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c5042ae7-ec4e-4072-be7c-9c346fd7c25d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:29.857208 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ebcf01-9016-4ae6-8138-fa171d482b8e None None] DHCP port deletion for 54beac62-28cc-48ce-b857-3cdec82eff78 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:26:29.860419 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c5042ae7-ec4e-4072-be7c-9c346fd7c25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:29.869555 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5042ae7-ec4e-4072-be7c-9c346fd7c25d admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:26:29.870034 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c5042ae7-ec4e-4072-be7c-9c346fd7c25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:29.871960 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:26:29.871960 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:26:29.871960 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:26:29.871960 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:26:29.871960 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:26:29.871960 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:26:29.871960 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:26:29.871960 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:26:29.871960 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:26:29.871960 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:26:29.871960 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:26:29.871960 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:26:29.871960 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:26:29.871960 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:26:29.871960 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:26:29.871960 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:26:29.871960 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:26:29.871960 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:26:29.871960 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:26:29.871960 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:26:29.871960 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:26:29.871960 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:26:29.871960 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:26:29.871960 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:26:29.871960 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:26:29.871960 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:26:29.871960 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:26:29.871960 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:26:29.871960 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:26:29.871960 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:26:29.871960 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:26:29.871960 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:26:29.925585 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c5042ae7-ec4e-4072-be7c-9c346fd7c25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:29.930935 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c5042ae7-ec4e-4072-be7c-9c346fd7c25d admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:29.932812 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c5042ae7-ec4e-4072-be7c-9c346fd7c25d admin admin] 10.222.0.35 "DELETE /v2.0/networks/54beac62-28cc-48ce-b857-3cdec82eff78 HTTP/1.1" status: 204 len: 168 time: 0.5243819 Aug 10 01:26:29.943908 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5042ae7-ec4e-4072-be7c-9c346fd7c25d admin admin] Pushing event deleted for resources: {'Network': ['ID=54beac62-28cc-48ce-b857-3cdec82eff78,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:30.098351 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56460) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:30.139435 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7cef9f07-e69c-46e5-95ee-2d650a00f379 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4bf5dc0227ff415eab660d888af61a85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398738 Aug 10 01:26:30.141892 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56462) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:30.190807 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4b806714-f694-4b21-8e9f-6b9614ba92de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:30.211553 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4b806714-f694-4b21-8e9f-6b9614ba92de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:30.262423 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4b806714-f694-4b21-8e9f-6b9614ba92de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:30.265188 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4b806714-f694-4b21-8e9f-6b9614ba92de admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:30.266351 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4b806714-f694-4b21-8e9f-6b9614ba92de admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/34c18b08-80e0-4050-a890-f7a5845bfd45 HTTP/1.1" status: 204 len: 168 time: 0.1235440 Aug 10 01:26:30.278627 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b806714-f694-4b21-8e9f-6b9614ba92de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c18b08-80e0-4050-a890-f7a5845bfd45,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:30.587864 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56468) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:30.630934 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c94a3bb5-5ec9-4ed7-95af-4d9fb5e792a0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=488cc14142ea422db7a7e8baefe73650&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418675 Aug 10 01:26:30.633382 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56470) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:30.652960 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 85e219bd-486f-4603-a77f-2231c17c89d9 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:26:30.672639 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 85e219bd-486f-4603-a77f-2231c17c89d9 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:26:30.672991 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 85e219bd-486f-4603-a77f-2231c17c89d9 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:26:30.673430 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 951c614a-31ff-4620-99d3-1d4940442c15 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:26:30.687011 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-363b602b-bdce-4cb6-a82e-d849fe1fc6db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:30.693499 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 951c614a-31ff-4620-99d3-1d4940442c15 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:26:30.693861 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 951c614a-31ff-4620-99d3-1d4940442c15 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:26:30.694288 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 96c5a2f4-7ac9-4f88-9e2c-75f8ac074594 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:26:30.708395 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-363b602b-bdce-4cb6-a82e-d849fe1fc6db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:30.711851 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 96c5a2f4-7ac9-4f88-9e2c-75f8ac074594 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:26:30.712227 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 96c5a2f4-7ac9-4f88-9e2c-75f8ac074594 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:26:30.756146 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-363b602b-bdce-4cb6-a82e-d849fe1fc6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:30.758819 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-363b602b-bdce-4cb6-a82e-d849fe1fc6db admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:30.759966 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-363b602b-bdce-4cb6-a82e-d849fe1fc6db admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/01773236-d1fd-42b2-a0df-a26f2d774586 HTTP/1.1" status: 204 len: 168 time: 0.1256776 Aug 10 01:26:30.767681 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b602b-bdce-4cb6-a82e-d849fe1fc6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01773236-d1fd-42b2-a0df-a26f2d774586,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:32.915902 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56524) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:32.921182 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-c8f21711-e0d1-4554-8935-e0b1b92a496e tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Request body: {'network': {'name': 'tempest-network-smoke--1056658167', 'project_id': '02515d13522e417c9c69863d2ed68595', 'port_security_enabled': True}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:26:32.941519 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f21711-e0d1-4554-8935-e0b1b92a496e tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Made reservation on behalf of 02515d13522e417c9c69863d2ed68595 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:26:32.944968 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c8f21711-e0d1-4554-8935-e0b1b92a496e tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:32.953447 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c8f21711-e0d1-4554-8935-e0b1b92a496e tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:33.039689 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c8f21711-e0d1-4554-8935-e0b1b92a496e tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:33.043503 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c8f21711-e0d1-4554-8935-e0b1b92a496e tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:33.066418 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f21711-e0d1-4554-8935-e0b1b92a496e tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:26:33.081083 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f21711-e0d1-4554-8935-e0b1b92a496e tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9be11eb0-06e2-473e-84d9-05ef26dc70de,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:33.083900 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c8f21711-e0d1-4554-8935-e0b1b92a496e tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:33.084274 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-c8f21711-e0d1-4554-8935-e0b1b92a496e tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Added segment 186e89de-13ac-4fdf-8ac2-81236892c421 of type vlan for network afd2b351-e9d7-45c4-ab60-3bf926cc8c64 Aug 10 01:26:33.127536 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c8f21711-e0d1-4554-8935-e0b1b92a496e tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:33.155101 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c8f21711-e0d1-4554-8935-e0b1b92a496e tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:33.160699 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f21711-e0d1-4554-8935-e0b1b92a496e tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:33.161274 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c8f21711-e0d1-4554-8935-e0b1b92a496e tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:33.219968 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c8f21711-e0d1-4554-8935-e0b1b92a496e tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3028724 Aug 10 01:26:33.222819 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56526) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:33.229298 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-2b12ff2f-40eb-4579-8706-d0aca4bb5eec tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1996538219', 'admin_state_up': True, 'project_id': '02515d13522e417c9c69863d2ed68595', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:26:33.240157 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f21711-e0d1-4554-8935-e0b1b92a496e tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Pushing event updated for resources: {'Network': ['ID=afd2b351-e9d7-45c4-ab60-3bf926cc8c64,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:33.250235 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network afd2b351-e9d7-45c4-ab60-3bf926cc8c64 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:26:33.257093 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2b12ff2f-40eb-4579-8706-d0aca4bb5eec tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:33.258112 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2b12ff2f-40eb-4579-8706-d0aca4bb5eec tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:33.308765 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2b12ff2f-40eb-4579-8706-d0aca4bb5eec tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:33.452134 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2b12ff2f-40eb-4579-8706-d0aca4bb5eec tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:33.640286 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2b12ff2f-40eb-4579-8706-d0aca4bb5eec tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:33.658366 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2b12ff2f-40eb-4579-8706-d0aca4bb5eec tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:33.758677 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-2b12ff2f-40eb-4579-8706-d0aca4bb5eec tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Allocated IP 172.25.2.89 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/4536f046-ae1a-40e0-86f6-2e0e3ab74712) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:26:33.859926 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2b12ff2f-40eb-4579-8706-d0aca4bb5eec tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:33.898998 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2b12ff2f-40eb-4579-8706-d0aca4bb5eec tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:33.935147 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b12ff2f-40eb-4579-8706-d0aca4bb5eec tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:26:33.939903 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-2b12ff2f-40eb-4579-8706-d0aca4bb5eec tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:26:33.943422 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b12ff2f-40eb-4579-8706-d0aca4bb5eec tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:26:33.967675 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12ff2f-40eb-4579-8706-d0aca4bb5eec tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Pushing event updated for resources: {'Port': ['ID=4536f046-ae1a-40e0-86f6-2e0e3ab74712,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:34.187492 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2b12ff2f-40eb-4579-8706-d0aca4bb5eec tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:34.378447 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2b12ff2f-40eb-4579-8706-d0aca4bb5eec tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:34.504914 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b12ff2f-40eb-4579-8706-d0aca4bb5eec tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Router 62a5e959-f5e0-46d9-8243-0472d5d16f44 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:26:34.922014 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b12ff2f-40eb-4579-8706-d0aca4bb5eec tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:26:34.931488 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20998106-c9c4-4e14-a636-76537ebe2432 None None] Sync routers for ids ['62a5e959-f5e0-46d9-8243-0472d5d16f44'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:26:34.940412 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2b12ff2f-40eb-4579-8706-d0aca4bb5eec tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:34.940892 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20998106-c9c4-4e14-a636-76537ebe2432 None None] Routers {'62a5e959-f5e0-46d9-8243-0472d5d16f44'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:26:34.941251 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-20998106-c9c4-4e14-a636-76537ebe2432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:26:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['62a5e959-f5e0-46d9-8243-0472d5d16f44'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:34.941649 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2b12ff2f-40eb-4579-8706-d0aca4bb5eec tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7179091 Aug 10 01:26:34.944708 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56536) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:35.040829 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-20998106-c9c4-4e14-a636-76537ebe2432 None None] Set router 62a5e959-f5e0-46d9-8243-0472d5d16f44 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:26:35.070311 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6e59234e-57cd-4fcf-8349-c9e039b86f95 tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=02515d13522e417c9c69863d2ed68595&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1245008 Aug 10 01:26:35.073009 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56540) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:35.214805 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-20998106-c9c4-4e14-a636-76537ebe2432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1996538219', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '4536f046-ae1a-40e0-86f6-2e0e3ab74712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:26:33Z', 'updated_at': '2021-08-10T01:26:34Z', 'revision_number': 3, 'project_id': '02515d13522e417c9c69863d2ed68595', 'gw_port': {'id': '4536f046-ae1a-40e0-86f6-2e0e3ab74712', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:63:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:33Z', 'updated_at': '2021-08-10T01:26:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:35.218264 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a5a1f3-ea48-41f7-b382-4f4ec4c988ee tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:35.219754 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c5a5a1f3-ea48-41f7-b382-4f4ec4c988ee tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1458359 Aug 10 01:26:35.222614 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56542) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:35.240387 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20998106-c9c4-4e14-a636-76537ebe2432 None None] Checking router: 62a5e959-f5e0-46d9-8243-0472d5d16f44 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:26:35.240745 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20998106-c9c4-4e14-a636-76537ebe2432 None None] Updating router 62a5e959-f5e0-46d9-8243-0472d5d16f44 port 4536f046-ae1a-40e0-86f6-2e0e3ab74712 binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:26:35.261022 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1d997116-6334-42c2-b57a-c7c46f016d44 tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=beabd0db-a6e0-4ff1-a3e9-6522348fc998&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373452 Aug 10 01:26:35.263920 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56544) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:35.264921 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-20998106-c9c4-4e14-a636-76537ebe2432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:35.268842 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-3fe42f78-6888-4e33-93b7-8c1ec0f168ff tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1287079340', 'network_id': 'afd2b351-e9d7-45c4-ab60-3bf926cc8c64', 'project_id': '02515d13522e417c9c69863d2ed68595', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:26:35.355549 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe42f78-6888-4e33-93b7-8c1ec0f168ff tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Made reservation on behalf of 02515d13522e417c9c69863d2ed68595 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:26:35.359007 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3fe42f78-6888-4e33-93b7-8c1ec0f168ff tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:35.510321 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-20998106-c9c4-4e14-a636-76537ebe2432 None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:35.520129 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-20998106-c9c4-4e14-a636-76537ebe2432 None None] Transition to ACTIVE for port object 4536f046-ae1a-40e0-86f6-2e0e3ab74712 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:26:35.525872 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-20998106-c9c4-4e14-a636-76537ebe2432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:35.538384 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3fe42f78-6888-4e33-93b7-8c1ec0f168ff tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:35.579752 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-20998106-c9c4-4e14-a636-76537ebe2432 None None] Attempting to bind port 4536f046-ae1a-40e0-86f6-2e0e3ab74712 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:26:35.580158 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-20998106-c9c4-4e14-a636-76537ebe2432 None None] Attempting to bind port 4536f046-ae1a-40e0-86f6-2e0e3ab74712 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:26:35.580548 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20998106-c9c4-4e14-a636-76537ebe2432 None None] Attempting to bind port 4536f046-ae1a-40e0-86f6-2e0e3ab74712 on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:26:35.585960 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f4c22-a9f5-4947-a26d-13f8e5eeea8a None None] Pushing event updated for resources: {'Port': ['ID=4536f046-ae1a-40e0-86f6-2e0e3ab74712,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:35.590459 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20998106-c9c4-4e14-a636-76537ebe2432 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:26:35.590840 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20998106-c9c4-4e14-a636-76537ebe2432 None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:26:35.591250 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-20998106-c9c4-4e14-a636-76537ebe2432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:35.591642 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20998106-c9c4-4e14-a636-76537ebe2432 None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:26:35.592114 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-20998106-c9c4-4e14-a636-76537ebe2432 None None] Bound port: 4536f046-ae1a-40e0-86f6-2e0e3ab74712, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:26:35.592531 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-20998106-c9c4-4e14-a636-76537ebe2432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:35.614807 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe42f78-6888-4e33-93b7-8c1ec0f168ff tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Pushing event updated for resources: {'Subnet': ['ID=33ce2803-7a2d-4065-b2cb-bf2c227904b3,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:35.621305 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe42f78-6888-4e33-93b7-8c1ec0f168ff tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Checking segment: {'id': '186e89de-13ac-4fdf-8ac2-81236892c421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'afd2b351-e9d7-45c4-ab60-3bf926cc8c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:26:35.621536 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe42f78-6888-4e33-93b7-8c1ec0f168ff tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Network hostable DHCP agents. Network: afd2b351-e9d7-45c4-ab60-3bf926cc8c64, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:26:35.638324 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe42f78-6888-4e33-93b7-8c1ec0f168ff tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Network afd2b351-e9d7-45c4-ab60-3bf926cc8c64 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:26:35.646716 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-3fe42f78-6888-4e33-93b7-8c1ec0f168ff tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, afd2b351-e9d7-45c4-ab60-3bf926cc8c64) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:26:35.647112 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-20998106-c9c4-4e14-a636-76537ebe2432 None None] For port 4536f046-ae1a-40e0-86f6-2e0e3ab74712, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:26:35.650377 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-20998106-c9c4-4e14-a636-76537ebe2432 None None] For port 4536f046-ae1a-40e0-86f6-2e0e3ab74712, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=4536f046-ae1a-40e0-86f6-2e0e3ab74712,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:26:35.651427 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe42f78-6888-4e33-93b7-8c1ec0f168ff tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:35.652127 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3fe42f78-6888-4e33-93b7-8c1ec0f168ff tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:35.655186 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-20998106-c9c4-4e14-a636-76537ebe2432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:35.656099 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45dc28d-61eb-4bdc-81ad-a8977ccb74c0 None None] Network afd2b351-e9d7-45c4-ab60-3bf926cc8c64 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:26:35.667997 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3fe42f78-6888-4e33-93b7-8c1ec0f168ff tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4030414 Aug 10 01:26:35.670975 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56546) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:35.706944 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20998106-c9c4-4e14-a636-76537ebe2432 None None] Routers {'62a5e959-f5e0-46d9-8243-0472d5d16f44'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:26:35.707561 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-20998106-c9c4-4e14-a636-76537ebe2432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:26:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['62a5e959-f5e0-46d9-8243-0472d5d16f44'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:35.755677 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f4c22-a9f5-4947-a26d-13f8e5eeea8a None None] Pushing event updated for resources: {'Port': ['ID=4536f046-ae1a-40e0-86f6-2e0e3ab74712,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:35.814009 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0944dde5-3bf2-4ac9-84b7-912e5caed497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-afd2b351-e9d7-45c4-ab60-3bf926cc8c64', 'network_id': 'afd2b351-e9d7-45c4-ab60-3bf926cc8c64', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'fixed_ips': [{'subnet_id': '33ce2803-7a2d-4065-b2cb-bf2c227904b3'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:26:35.815449 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0944dde5-3bf2-4ac9-84b7-912e5caed497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:35.822533 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-20998106-c9c4-4e14-a636-76537ebe2432 None None] Set router 62a5e959-f5e0-46d9-8243-0472d5d16f44 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:26:35.957577 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-0944dde5-3bf2-4ac9-84b7-912e5caed497 None None] Allocated IP 172.20.0.2 (afd2b351-e9d7-45c4-ab60-3bf926cc8c64/33ce2803-7a2d-4065-b2cb-bf2c227904b3/05212bb0-b435-4c5b-8dd9-ab77c9f7296d) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:26:36.018142 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-20998106-c9c4-4e14-a636-76537ebe2432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1996538219', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '4536f046-ae1a-40e0-86f6-2e0e3ab74712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:26:33Z', 'updated_at': '2021-08-10T01:26:34Z', 'revision_number': 3, 'project_id': '02515d13522e417c9c69863d2ed68595', 'gw_port': {'id': '4536f046-ae1a-40e0-86f6-2e0e3ab74712', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:63:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:33Z', 'updated_at': '2021-08-10T01:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:36.046088 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20998106-c9c4-4e14-a636-76537ebe2432 None None] The sync data for ids ['62a5e959-f5e0-46d9-8243-0472d5d16f44'] in n-d-766726-26 is: [{'id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1996538219', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '4536f046-ae1a-40e0-86f6-2e0e3ab74712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:26:33Z', 'updated_at': '2021-08-10T01:26:34Z', 'revision_number': 3, 'project_id': '02515d13522e417c9c69863d2ed68595', 'gw_port': {'id': '4536f046-ae1a-40e0-86f6-2e0e3ab74712', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:63:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:33Z', 'updated_at': '2021-08-10T01:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:26:36.108551 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0944dde5-3bf2-4ac9-84b7-912e5caed497 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:36.118343 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0944dde5-3bf2-4ac9-84b7-912e5caed497 None None] Transition to ACTIVE for port object 05212bb0-b435-4c5b-8dd9-ab77c9f7296d will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:26:36.137722 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0944dde5-3bf2-4ac9-84b7-912e5caed497 None None] Transition to ACTIVE for port object 05212bb0-b435-4c5b-8dd9-ab77c9f7296d will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:26:36.144037 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0944dde5-3bf2-4ac9-84b7-912e5caed497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:36.191290 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0944dde5-3bf2-4ac9-84b7-912e5caed497 None None] Network afd2b351-e9d7-45c4-ab60-3bf926cc8c64 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:26:36.195893 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-0944dde5-3bf2-4ac9-84b7-912e5caed497 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:26:36.198950 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0944dde5-3bf2-4ac9-84b7-912e5caed497 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:26:36.207331 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944dde5-3bf2-4ac9-84b7-912e5caed497 None None] Pushing event updated for resources: {'Port': ['ID=05212bb0-b435-4c5b-8dd9-ab77c9f7296d,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:36.262864 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0944dde5-3bf2-4ac9-84b7-912e5caed497 None None] Attempting to bind port 05212bb0-b435-4c5b-8dd9-ab77c9f7296d on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:26:36.263985 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0944dde5-3bf2-4ac9-84b7-912e5caed497 None None] Attempting to bind port 05212bb0-b435-4c5b-8dd9-ab77c9f7296d by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '186e89de-13ac-4fdf-8ac2-81236892c421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'afd2b351-e9d7-45c4-ab60-3bf926cc8c64'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:26:36.264532 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0944dde5-3bf2-4ac9-84b7-912e5caed497 None None] Attempting to bind port 05212bb0-b435-4c5b-8dd9-ab77c9f7296d on network afd2b351-e9d7-45c4-ab60-3bf926cc8c64 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:26:36.271682 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0944dde5-3bf2-4ac9-84b7-912e5caed497 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:26:36.272006 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0944dde5-3bf2-4ac9-84b7-912e5caed497 None None] Checking segment: {'id': '186e89de-13ac-4fdf-8ac2-81236892c421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'afd2b351-e9d7-45c4-ab60-3bf926cc8c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:26:36.272450 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0944dde5-3bf2-4ac9-84b7-912e5caed497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:36.272889 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0944dde5-3bf2-4ac9-84b7-912e5caed497 None None] Bound using segment: {'id': '186e89de-13ac-4fdf-8ac2-81236892c421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'afd2b351-e9d7-45c4-ab60-3bf926cc8c64'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:26:36.273482 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0944dde5-3bf2-4ac9-84b7-912e5caed497 None None] Bound port: 05212bb0-b435-4c5b-8dd9-ab77c9f7296d, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '186e89de-13ac-4fdf-8ac2-81236892c421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'afd2b351-e9d7-45c4-ab60-3bf926cc8c64'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:26:36.274125 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0944dde5-3bf2-4ac9-84b7-912e5caed497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:36.374139 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-0944dde5-3bf2-4ac9-84b7-912e5caed497 None None] For port 05212bb0-b435-4c5b-8dd9-ab77c9f7296d, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:26:36.378452 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-0944dde5-3bf2-4ac9-84b7-912e5caed497 None None] For port 05212bb0-b435-4c5b-8dd9-ab77c9f7296d, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=05212bb0-b435-4c5b-8dd9-ab77c9f7296d,segment=NetworkSegment(186e89de-13ac-4fdf-8ac2-81236892c421),segment_id=186e89de-13ac-4fdf-8ac2-81236892c421)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:26:36.383532 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0944dde5-3bf2-4ac9-84b7-912e5caed497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:36.455102 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944dde5-3bf2-4ac9-84b7-912e5caed497 None None] Pushing event updated for resources: {'Port': ['ID=05212bb0-b435-4c5b-8dd9-ab77c9f7296d,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:36.493039 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7db87c77-d445-4ba5-b939-593f946866e4 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:36.784684 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 05212bb0-b435-4c5b-8dd9-ab77c9f7296d up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:26:36.838513 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 05212bb0-b435-4c5b-8dd9-ab77c9f7296d completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:26:36.842782 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4536f046-ae1a-40e0-86f6-2e0e3ab74712 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:26:36.892112 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-7db87c77-d445-4ba5-b939-593f946866e4 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Allocated IP 172.20.0.1 (afd2b351-e9d7-45c4-ab60-3bf926cc8c64/33ce2803-7a2d-4065-b2cb-bf2c227904b3/67e03749-c516-453a-9525-a876083c5f83) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:26:36.906410 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 4536f046-ae1a-40e0-86f6-2e0e3ab74712 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:26:36.911966 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 4536f046-ae1a-40e0-86f6-2e0e3ab74712 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:26:36.912398 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:37.003383 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:37.016691 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7db87c77-d445-4ba5-b939-593f946866e4 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:37.026769 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 4536f046-ae1a-40e0-86f6-2e0e3ab74712, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=4536f046-ae1a-40e0-86f6-2e0e3ab74712,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:26:37.031151 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:37.032347 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-7db87c77-d445-4ba5-b939-593f946866e4 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Transition to ACTIVE for port object 67e03749-c516-453a-9525-a876083c5f83 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:26:37.066268 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7db87c77-d445-4ba5-b939-593f946866e4 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:37.079178 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=4536f046-ae1a-40e0-86f6-2e0e3ab74712,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:37.102220 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db87c77-d445-4ba5-b939-593f946866e4 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Network afd2b351-e9d7-45c4-ab60-3bf926cc8c64 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:26:37.105176 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-7db87c77-d445-4ba5-b939-593f946866e4 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:26:37.110663 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db87c77-d445-4ba5-b939-593f946866e4 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:26:37.143481 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db87c77-d445-4ba5-b939-593f946866e4 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Pushing event updated for resources: {'Port': ['ID=67e03749-c516-453a-9525-a876083c5f83,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:37.164575 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7db87c77-d445-4ba5-b939-593f946866e4 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:37.302196 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7db87c77-d445-4ba5-b939-593f946866e4 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:37.449013 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d7c199-b4bd-4daf-a2b0-315ed1760d7a None None] Network afd2b351-e9d7-45c4-ab60-3bf926cc8c64 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:26:37.574059 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-52eaa223-d552-43bc-9b19-9838e48b2ca1 None None] Provisioning for port 05212bb0-b435-4c5b-8dd9-ab77c9f7296d completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:26:37.578715 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7db87c77-d445-4ba5-b939-593f946866e4 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:37.583858 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7db87c77-d445-4ba5-b939-593f946866e4 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:37.592199 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-52eaa223-d552-43bc-9b19-9838e48b2ca1 None None] Provisioning complete for port 05212bb0-b435-4c5b-8dd9-ab77c9f7296d triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:26:37.592576 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-52eaa223-d552-43bc-9b19-9838e48b2ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:37.663422 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7db87c77-d445-4ba5-b939-593f946866e4 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:37.666479 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db87c77-d445-4ba5-b939-593f946866e4 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Pushing event updated for resources: {'Port': ['ID=67e03749-c516-453a-9525-a876083c5f83,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:37.687362 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-52eaa223-d552-43bc-9b19-9838e48b2ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:37.723205 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-52eaa223-d552-43bc-9b19-9838e48b2ca1 None None] For port 05212bb0-b435-4c5b-8dd9-ab77c9f7296d, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=05212bb0-b435-4c5b-8dd9-ab77c9f7296d,segment=NetworkSegment(186e89de-13ac-4fdf-8ac2-81236892c421),segment_id=186e89de-13ac-4fdf-8ac2-81236892c421)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:26:37.728209 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-52eaa223-d552-43bc-9b19-9838e48b2ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:37.782081 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db87c77-d445-4ba5-b939-593f946866e4 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Network afd2b351-e9d7-45c4-ab60-3bf926cc8c64 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:26:37.783687 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eaa223-d552-43bc-9b19-9838e48b2ca1 None None] Pushing event updated for resources: {'Port': ['ID=05212bb0-b435-4c5b-8dd9-ab77c9f7296d,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:37.783852 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-7db87c77-d445-4ba5-b939-593f946866e4 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:26:37.905011 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db87c77-d445-4ba5-b939-593f946866e4 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Router 62a5e959-f5e0-46d9-8243-0472d5d16f44 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:26:37.950089 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-91d3e24d-29fc-4a90-a9ac-e8516fc498c6 None None] Provisioning for port 67e03749-c516-453a-9525-a876083c5f83 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:26:37.955829 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-91d3e24d-29fc-4a90-a9ac-e8516fc498c6 None None] Provisioning complete for port 67e03749-c516-453a-9525-a876083c5f83 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:26:37.956259 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-91d3e24d-29fc-4a90-a9ac-e8516fc498c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:37.993232 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-91d3e24d-29fc-4a90-a9ac-e8516fc498c6 None None] Port 67e03749-c516-453a-9525-a876083c5f83 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:26:38.005294 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-91d3e24d-29fc-4a90-a9ac-e8516fc498c6 None None] Provisioning complete for port 05212bb0-b435-4c5b-8dd9-ab77c9f7296d triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:26:38.005666 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-91d3e24d-29fc-4a90-a9ac-e8516fc498c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:38.028215 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db87c77-d445-4ba5-b939-593f946866e4 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:26:38.035744 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7db87c77-d445-4ba5-b939-593f946866e4 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "PUT /v2.0/routers/62a5e959-f5e0-46d9-8243-0472d5d16f44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3609633 Aug 10 01:26:38.036128 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56550) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:38.043101 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-299b4c7c-0b30-406e-9e4a-ef8fa4f71ca3 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--589174123', 'description': 'tempest-secgroup_access--589174123 description', 'project_id': '02515d13522e417c9c69863d2ed68595'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:26:38.057004 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887c0bfb-477c-4b94-9999-8b0f80173899 None None] Sync routers for ids ['62a5e959-f5e0-46d9-8243-0472d5d16f44'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:26:38.070306 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-299b4c7c-0b30-406e-9e4a-ef8fa4f71ca3 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:38.083103 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887c0bfb-477c-4b94-9999-8b0f80173899 None None] Routers {'62a5e959-f5e0-46d9-8243-0472d5d16f44'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:26:38.083738 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-887c0bfb-477c-4b94-9999-8b0f80173899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:26:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['62a5e959-f5e0-46d9-8243-0472d5d16f44'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:38.176566 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-299b4c7c-0b30-406e-9e4a-ef8fa4f71ca3 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:38.182209 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-299b4c7c-0b30-406e-9e4a-ef8fa4f71ca3 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:38.212451 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-299b4c7c-0b30-406e-9e4a-ef8fa4f71ca3 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:38.213710 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-299b4c7c-0b30-406e-9e4a-ef8fa4f71ca3 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1758411 Aug 10 01:26:38.216770 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56552) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:38.221401 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-9352656e-1a7a-4fb2-91cc-22eb003aa264 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1662954977', 'description': 'tempest-secgroup_general--1662954977 description', 'project_id': '02515d13522e417c9c69863d2ed68595'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:26:38.226805 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b4c7c-0b30-406e-9e4a-ef8fa4f71ca3 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84da8075-5a45-4177-bd15-e38f346b9ff6,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:38.228695 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-887c0bfb-477c-4b94-9999-8b0f80173899 None None] Set router 62a5e959-f5e0-46d9-8243-0472d5d16f44 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:26:38.247642 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9352656e-1a7a-4fb2-91cc-22eb003aa264 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:38.332410 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9352656e-1a7a-4fb2-91cc-22eb003aa264 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:38.336334 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9352656e-1a7a-4fb2-91cc-22eb003aa264 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:38.365718 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f0526127-fd86-438a-8255-c94e71b80461 None None] Provisioning complete for port 67e03749-c516-453a-9525-a876083c5f83 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:26:38.365976 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9352656e-1a7a-4fb2-91cc-22eb003aa264 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:38.366115 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f0526127-fd86-438a-8255-c94e71b80461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:38.367274 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9352656e-1a7a-4fb2-91cc-22eb003aa264 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1495655 Aug 10 01:26:38.368166 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352656e-1a7a-4fb2-91cc-22eb003aa264 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3adb46e4-fe65-41f4-818c-437df0a394c9,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:38.370170 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56554) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:38.375300 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-667b774d-51a8-444e-9cd9-c43df7af9c4b tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Request body: {'security_group_rule': {'security_group_id': '84da8075-5a45-4177-bd15-e38f346b9ff6', 'project_id': '02515d13522e417c9c69863d2ed68595', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:26:38.402636 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-667b774d-51a8-444e-9cd9-c43df7af9c4b tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:38.422788 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-f0526127-fd86-438a-8255-c94e71b80461 None None] Port 67e03749-c516-453a-9525-a876083c5f83 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:26:38.460790 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-667b774d-51a8-444e-9cd9-c43df7af9c4b tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:38.465555 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-667b774d-51a8-444e-9cd9-c43df7af9c4b tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:38.468858 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-887c0bfb-477c-4b94-9999-8b0f80173899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1996538219', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '4536f046-ae1a-40e0-86f6-2e0e3ab74712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:26:33Z', 'updated_at': '2021-08-10T01:26:37Z', 'revision_number': 4, 'project_id': '02515d13522e417c9c69863d2ed68595', 'gw_port': {'id': '4536f046-ae1a-40e0-86f6-2e0e3ab74712', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:33Z', 'updated_at': '2021-08-10T01:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '67e03749-c516-453a-9525-a876083c5f83', 'name': '', 'network_id': 'afd2b351-e9d7-45c4-ab60-3bf926cc8c64', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'mac_address': 'fa:16:3e:ae:6b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '33ce2803-7a2d-4065-b2cb-bf2c227904b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:36Z', 'updated_at': '2021-08-10T01:26:37Z', 'revision_number': 2, 'project_id': '02515d13522e417c9c69863d2ed68595', 'subnets': [{'id': '33ce2803-7a2d-4065-b2cb-bf2c227904b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:38.485862 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b774d-51a8-444e-9cd9-c43df7af9c4b tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=933d8c0d-b3b9-4cbe-ad67-207e453d38af,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:38.494020 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-667b774d-51a8-444e-9cd9-c43df7af9c4b tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:38.495481 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887c0bfb-477c-4b94-9999-8b0f80173899 None None] Checking router: 62a5e959-f5e0-46d9-8243-0472d5d16f44 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:26:38.495843 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887c0bfb-477c-4b94-9999-8b0f80173899 None None] Updating router 62a5e959-f5e0-46d9-8243-0472d5d16f44 port 67e03749-c516-453a-9525-a876083c5f83 binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:26:38.496642 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-667b774d-51a8-444e-9cd9-c43df7af9c4b tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255126 Aug 10 01:26:38.523978 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-887c0bfb-477c-4b94-9999-8b0f80173899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:38.689770 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 05212bb0-b435-4c5b-8dd9-ab77c9f7296d up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:26:38.761198 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-65687d6f-4ed7-49d5-b7b8-98b8c90c768c tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup_access--589174123&fields=id&tenant_id=02515d13522e417c9c69863d2ed68595 HTTP/1.1" status: 200 len: 267 time: 0.0320511 Aug 10 01:26:38.778466 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 05212bb0-b435-4c5b-8dd9-ab77c9f7296d triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:26:38.778850 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:38.801309 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-01aebdc7-163b-4ebd-a4bf-c62c22d5dcbe tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup_general--1662954977&fields=id&tenant_id=02515d13522e417c9c69863d2ed68595 HTTP/1.1" status: 200 len: 267 time: 0.0328472 Aug 10 01:26:38.865362 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-887c0bfb-477c-4b94-9999-8b0f80173899 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:38.895556 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-887c0bfb-477c-4b94-9999-8b0f80173899 None None] Transition to ACTIVE for port object 67e03749-c516-453a-9525-a876083c5f83 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:26:38.908068 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-887c0bfb-477c-4b94-9999-8b0f80173899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:38.909969 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-582c6565-3c30-4337-a43f-6539514b0697 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:38.911452 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-582c6565-3c30-4337-a43f-6539514b0697 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/networks?id=afd2b351-e9d7-45c4-ab60-3bf926cc8c64 HTTP/1.1" status: 200 len: 797 time: 0.1027119 Aug 10 01:26:38.927825 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-5ae89cd2-1a2b-4deb-961e-2923446217ad tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/quotas/02515d13522e417c9c69863d2ed68595 HTTP/1.1" status: 200 len: 375 time: 0.0099642 Aug 10 01:26:38.940035 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4536f046-ae1a-40e0-86f6-2e0e3ab74712 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:26:38.982806 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-b6b17082-d067-4ae8-855b-9ac6f4c3183e tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=02515d13522e417c9c69863d2ed68595&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492392 Aug 10 01:26:38.991524 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e85262-f75e-472a-a83a-63eff1744090 None None] Pushing event updated for resources: {'Port': ['ID=67e03749-c516-453a-9525-a876083c5f83,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:39.100239 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-dd74be90-e787-432d-8c1f-b10596b866b3 service neutron] 10.222.0.35 "GET /v2.0/networks/afd2b351-e9d7-45c4-ab60-3bf926cc8c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041934 Aug 10 01:26:39.199236 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-74a706e2-1994-4659-8e35-b4622431b62e service neutron] 10.222.0.35 "GET /v2.0/networks/afd2b351-e9d7-45c4-ab60-3bf926cc8c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922315 Aug 10 01:26:39.223339 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-887c0bfb-477c-4b94-9999-8b0f80173899 None None] Attempting to bind port 67e03749-c516-453a-9525-a876083c5f83 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:26:39.223720 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-887c0bfb-477c-4b94-9999-8b0f80173899 None None] Attempting to bind port 67e03749-c516-453a-9525-a876083c5f83 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '186e89de-13ac-4fdf-8ac2-81236892c421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'afd2b351-e9d7-45c4-ab60-3bf926cc8c64'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:26:39.224086 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887c0bfb-477c-4b94-9999-8b0f80173899 None None] Attempting to bind port 67e03749-c516-453a-9525-a876083c5f83 on network afd2b351-e9d7-45c4-ab60-3bf926cc8c64 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:26:39.229093 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 4536f046-ae1a-40e0-86f6-2e0e3ab74712 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:26:39.229468 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:39.234337 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887c0bfb-477c-4b94-9999-8b0f80173899 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:26:39.234721 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887c0bfb-477c-4b94-9999-8b0f80173899 None None] Checking segment: {'id': '186e89de-13ac-4fdf-8ac2-81236892c421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'afd2b351-e9d7-45c4-ab60-3bf926cc8c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:26:39.235125 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-887c0bfb-477c-4b94-9999-8b0f80173899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:39.235526 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887c0bfb-477c-4b94-9999-8b0f80173899 None None] Bound using segment: {'id': '186e89de-13ac-4fdf-8ac2-81236892c421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'afd2b351-e9d7-45c4-ab60-3bf926cc8c64'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:26:39.236064 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-887c0bfb-477c-4b94-9999-8b0f80173899 None None] Bound port: 67e03749-c516-453a-9525-a876083c5f83, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '186e89de-13ac-4fdf-8ac2-81236892c421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'afd2b351-e9d7-45c4-ab60-3bf926cc8c64'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:26:39.236987 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-887c0bfb-477c-4b94-9999-8b0f80173899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:39.355083 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-887c0bfb-477c-4b94-9999-8b0f80173899 None None] For port 67e03749-c516-453a-9525-a876083c5f83, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:26:39.373996 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-887c0bfb-477c-4b94-9999-8b0f80173899 None None] For port 67e03749-c516-453a-9525-a876083c5f83, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=67e03749-c516-453a-9525-a876083c5f83,segment=NetworkSegment(186e89de-13ac-4fdf-8ac2-81236892c421),segment_id=186e89de-13ac-4fdf-8ac2-81236892c421)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:26:39.382108 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-887c0bfb-477c-4b94-9999-8b0f80173899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:39.451398 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887c0bfb-477c-4b94-9999-8b0f80173899 None None] Routers {'62a5e959-f5e0-46d9-8243-0472d5d16f44'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:26:39.452016 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-887c0bfb-477c-4b94-9999-8b0f80173899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:26:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['62a5e959-f5e0-46d9-8243-0472d5d16f44'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:39.482030 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d7f3ef30-197c-4505-8245-be9145b645c6 req-ee233aa2-7154-4b7c-ab4f-fb79dc31a2da service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0581608 Aug 10 01:26:39.526883 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e85262-f75e-472a-a83a-63eff1744090 None None] Pushing event updated for resources: {'Port': ['ID=67e03749-c516-453a-9525-a876083c5f83,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:39.529556 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cbcd1579-f897-443c-903c-a21d0a95f4b3 req-b1d9fc29-83fc-4b43-9e9c-d8471f008a77 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/ports?device_id=d326259e-e194-470c-8fb2-33f3f0ae501d HTTP/1.1" status: 200 len: 210 time: 0.1960704 Aug 10 01:26:39.586445 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3ef30-197c-4505-8245-be9145b645c6 req-b4075744-bb7f-476e-8848-0b2174a90ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:39.588769 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d7f3ef30-197c-4505-8245-be9145b645c6 req-b4075744-bb7f-476e-8848-0b2174a90ee4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a14fe6b470434cfda037388a8cf18ac8&device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 1096 time: 0.0507121 Aug 10 01:26:39.634735 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-887c0bfb-477c-4b94-9999-8b0f80173899 None None] Set router 62a5e959-f5e0-46d9-8243-0472d5d16f44 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:26:39.711895 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3ef30-197c-4505-8245-be9145b645c6 req-3aec254b-4e34-460b-bf34-02b9e0a8ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:39.713808 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d7f3ef30-197c-4505-8245-be9145b645c6 req-3aec254b-4e34-460b-bf34-02b9e0a8ea20 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e88d51f0-ef67-43e3-acaa-ddb0705ef866 HTTP/1.1" status: 200 len: 911 time: 0.1057835 Aug 10 01:26:39.785240 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d7f3ef30-197c-4505-8245-be9145b645c6 req-192438dd-b96f-41cc-b752-24baaf94b0f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa HTTP/1.1" status: 200 len: 997 time: 0.0632765 Aug 10 01:26:39.839657 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3ef30-197c-4505-8245-be9145b645c6 req-4866a3cf-d4bd-46d2-9bf2-c9c97904b0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:39.841285 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d7f3ef30-197c-4505-8245-be9145b645c6 req-4866a3cf-d4bd-46d2-9bf2-c9c97904b0ec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e HTTP/1.1" status: 200 len: 849 time: 0.0496185 Aug 10 01:26:39.863366 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-887c0bfb-477c-4b94-9999-8b0f80173899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1996538219', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '4536f046-ae1a-40e0-86f6-2e0e3ab74712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:26:33Z', 'updated_at': '2021-08-10T01:26:37Z', 'revision_number': 4, 'project_id': '02515d13522e417c9c69863d2ed68595', 'gw_port': {'id': '4536f046-ae1a-40e0-86f6-2e0e3ab74712', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:33Z', 'updated_at': '2021-08-10T01:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '67e03749-c516-453a-9525-a876083c5f83', 'name': '', 'network_id': 'afd2b351-e9d7-45c4-ab60-3bf926cc8c64', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'mac_address': 'fa:16:3e:ae:6b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '33ce2803-7a2d-4065-b2cb-bf2c227904b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:36Z', 'updated_at': '2021-08-10T01:26:39Z', 'revision_number': 4, 'project_id': '02515d13522e417c9c69863d2ed68595', 'subnets': [{'id': '33ce2803-7a2d-4065-b2cb-bf2c227904b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:39.894251 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887c0bfb-477c-4b94-9999-8b0f80173899 None None] The sync data for ids ['62a5e959-f5e0-46d9-8243-0472d5d16f44'] in n-d-766726-26 is: [{'id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1996538219', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '4536f046-ae1a-40e0-86f6-2e0e3ab74712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:26:33Z', 'updated_at': '2021-08-10T01:26:37Z', 'revision_number': 4, 'project_id': '02515d13522e417c9c69863d2ed68595', 'gw_port': {'id': '4536f046-ae1a-40e0-86f6-2e0e3ab74712', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:33Z', 'updated_at': '2021-08-10T01:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '67e03749-c516-453a-9525-a876083c5f83', 'name': '', 'network_id': 'afd2b351-e9d7-45c4-ab60-3bf926cc8c64', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'mac_address': 'fa:16:3e:ae:6b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '33ce2803-7a2d-4065-b2cb-bf2c227904b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:36Z', 'updated_at': '2021-08-10T01:26:39Z', 'revision_number': 4, 'project_id': '02515d13522e417c9c69863d2ed68595', 'subnets': [{'id': '33ce2803-7a2d-4065-b2cb-bf2c227904b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:26:39.897746 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3ef30-197c-4505-8245-be9145b645c6 req-baa47312-0376-4237-8d0d-98a99db85785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:39.899440 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d7f3ef30-197c-4505-8245-be9145b645c6 req-baa47312-0376-4237-8d0d-98a99db85785 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e88d51f0-ef67-43e3-acaa-ddb0705ef866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489397 Aug 10 01:26:40.009525 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d7f3ef30-197c-4505-8245-be9145b645c6 req-faebf47e-7538-481f-85d6-fc0cfd79242a service neutron] 10.222.0.24 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026084 Aug 10 01:26:40.117233 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d7f3ef30-197c-4505-8245-be9145b645c6 req-5d78dba6-e384-4635-894c-7d1ab54ff4f0 service neutron] 10.222.0.24 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003695 Aug 10 01:26:40.629886 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-dfb03097-81b2-408e-af6e-352622145e35 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:40.631552 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-dfb03097-81b2-408e-af6e-352622145e35 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.24 "GET /v2.0/networks?id=afd2b351-e9d7-45c4-ab60-3bf926cc8c64 HTTP/1.1" status: 200 len: 797 time: 0.1435008 Aug 10 01:26:40.698836 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-7920423d-de9a-4e96-975b-5f4dd18fb226 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02515d13522e417c9c69863d2ed68595 HTTP/1.1" status: 200 len: 477 time: 0.0565472 Aug 10 01:26:40.708993 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-bb7a1dd3-1b78-4cc9-a35f-21baa16d9eab tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Request body: {'port': {'device_id': 'd326259e-e194-470c-8fb2-33f3f0ae501d', 'network_id': 'afd2b351-e9d7-45c4-ab60-3bf926cc8c64', 'admin_state_up': True, 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'security_groups': ['84da8075-5a45-4177-bd15-e38f346b9ff6', '3adb46e4-fe65-41f4-818c-437df0a394c9']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:26:40.735530 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 67e03749-c516-453a-9525-a876083c5f83 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:26:40.739129 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0732ea7a-c01a-4da7-a719-0a9053e21499 req-664da760-1477-4769-96cb-a017bfbbab6b tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/ports?device_id=d326259e-e194-470c-8fb2-33f3f0ae501d HTTP/1.1" status: 200 len: 210 time: 0.0534430 Aug 10 01:26:40.826835 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 67e03749-c516-453a-9525-a876083c5f83 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:26:40.835115 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 67e03749-c516-453a-9525-a876083c5f83 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:26:40.835979 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:40.840840 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-bb7a1dd3-1b78-4cc9-a35f-21baa16d9eab tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Made reservation on behalf of 02515d13522e417c9c69863d2ed68595 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:26:40.844784 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-bb7a1dd3-1b78-4cc9-a35f-21baa16d9eab tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:40.944001 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:40.989705 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 67e03749-c516-453a-9525-a876083c5f83, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=67e03749-c516-453a-9525-a876083c5f83,segment=NetworkSegment(186e89de-13ac-4fdf-8ac2-81236892c421),segment_id=186e89de-13ac-4fdf-8ac2-81236892c421)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:26:41.000060 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:41.000540 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-bb7a1dd3-1b78-4cc9-a35f-21baa16d9eab tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Allocated IP 172.20.0.13 (afd2b351-e9d7-45c4-ab60-3bf926cc8c64/33ce2803-7a2d-4065-b2cb-bf2c227904b3/12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:26:41.053668 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=67e03749-c516-453a-9525-a876083c5f83,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:41.166288 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-bb7a1dd3-1b78-4cc9-a35f-21baa16d9eab tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:41.179729 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-bb7a1dd3-1b78-4cc9-a35f-21baa16d9eab tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Transition to ACTIVE for port object 12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:26:41.202893 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-82df5858-4ba8-488d-a22c-f9233585fa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:41.215265 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-bb7a1dd3-1b78-4cc9-a35f-21baa16d9eab tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:41.255113 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-bb7a1dd3-1b78-4cc9-a35f-21baa16d9eab tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Network afd2b351-e9d7-45c4-ab60-3bf926cc8c64 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:26:41.260056 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-bb7a1dd3-1b78-4cc9-a35f-21baa16d9eab tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:26:41.263677 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-bb7a1dd3-1b78-4cc9-a35f-21baa16d9eab tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:26:41.294646 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a1dd3-1b78-4cc9-a35f-21baa16d9eab tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Pushing event updated for resources: {'Port': ['ID=12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:41.323121 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-bb7a1dd3-1b78-4cc9-a35f-21baa16d9eab tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:41.323767 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-bb7a1dd3-1b78-4cc9-a35f-21baa16d9eab tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:41.339402 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-bb7a1dd3-1b78-4cc9-a35f-21baa16d9eab tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.6348729 Aug 10 01:26:41.353366 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-ad16890a-b369-42d2-8b1d-1ecbd05e07ba service neutron] Request body: {'port': {'device_id': 'd326259e-e194-470c-8fb2-33f3f0ae501d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:26:41.410652 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-ad16890a-b369-42d2-8b1d-1ecbd05e07ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:41.534451 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f40aff10-8265-4bda-8a76-beb591ce77d1 None None] Provisioning for port 12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:26:41.538194 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f40aff10-8265-4bda-8a76-beb591ce77d1 None None] Provisioning complete for port 12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:26:41.538579 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f40aff10-8265-4bda-8a76-beb591ce77d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:41.573577 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-f40aff10-8265-4bda-8a76-beb591ce77d1 None None] Port 12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:26:41.673275 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-ad16890a-b369-42d2-8b1d-1ecbd05e07ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:26:41.680818 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-ad16890a-b369-42d2-8b1d-1ecbd05e07ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:41.693175 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-ad16890a-b369-42d2-8b1d-1ecbd05e07ba service neutron] Transition to ACTIVE for port object 12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:26:41.696087 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-ad16890a-b369-42d2-8b1d-1ecbd05e07ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:41.749691 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16890a-b369-42d2-8b1d-1ecbd05e07ba service neutron] Pushing event updated for resources: {'Port': ['ID=12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:41.782397 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:41.825528 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-ad16890a-b369-42d2-8b1d-1ecbd05e07ba service neutron] Attempting to bind port 12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:26:41.825776 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-ad16890a-b369-42d2-8b1d-1ecbd05e07ba service neutron] Attempting to bind port 12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '186e89de-13ac-4fdf-8ac2-81236892c421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'afd2b351-e9d7-45c4-ab60-3bf926cc8c64'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:26:41.826104 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-ad16890a-b369-42d2-8b1d-1ecbd05e07ba service neutron] Attempting to bind port 12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d on network afd2b351-e9d7-45c4-ab60-3bf926cc8c64 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:26:41.830650 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-ad16890a-b369-42d2-8b1d-1ecbd05e07ba service neutron] Port 12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d on network afd2b351-e9d7-45c4-ab60-3bf926cc8c64 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:26:41.830974 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-ad16890a-b369-42d2-8b1d-1ecbd05e07ba service neutron] Attempting to bind port 12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d on network afd2b351-e9d7-45c4-ab60-3bf926cc8c64 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:26:41.836071 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-ad16890a-b369-42d2-8b1d-1ecbd05e07ba service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:26:41.836442 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-ad16890a-b369-42d2-8b1d-1ecbd05e07ba service neutron] Checking segment: {'id': '186e89de-13ac-4fdf-8ac2-81236892c421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'afd2b351-e9d7-45c4-ab60-3bf926cc8c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:26:41.836833 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-ad16890a-b369-42d2-8b1d-1ecbd05e07ba service neutron] Bound using segment: {'id': '186e89de-13ac-4fdf-8ac2-81236892c421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'afd2b351-e9d7-45c4-ab60-3bf926cc8c64'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:26:41.837264 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-ad16890a-b369-42d2-8b1d-1ecbd05e07ba service neutron] Bound port: 12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186e89de-13ac-4fdf-8ac2-81236892c421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'afd2b351-e9d7-45c4-ab60-3bf926cc8c64'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:26:41.837628 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-ad16890a-b369-42d2-8b1d-1ecbd05e07ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:41.869256 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34be2a0-b6c4-4918-83e1-6d1c2e598e97 req-65894fda-ccc3-42ab-a4c0-2db6c4693605 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:41.870829 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c34be2a0-b6c4-4918-83e1-6d1c2e598e97 req-65894fda-ccc3-42ab-a4c0-2db6c4693605 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/ports?device_id=d326259e-e194-470c-8fb2-33f3f0ae501d HTTP/1.1" status: 200 len: 983 time: 0.0557151 Aug 10 01:26:41.905258 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-ad16890a-b369-42d2-8b1d-1ecbd05e07ba service neutron] For port 12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:26:41.909018 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-ad16890a-b369-42d2-8b1d-1ecbd05e07ba service neutron] For port 12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d,segment=NetworkSegment(186e89de-13ac-4fdf-8ac2-81236892c421),segment_id=186e89de-13ac-4fdf-8ac2-81236892c421)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:26:41.914550 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c34be2a0-b6c4-4918-83e1-6d1c2e598e97 req-5ab485a7-db75-4495-8129-3318da04b921 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/security-groups?id=3adb46e4-fe65-41f4-818c-437df0a394c9&id=84da8075-5a45-4177-bd15-e38f346b9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0364294 Aug 10 01:26:41.916323 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-ad16890a-b369-42d2-8b1d-1ecbd05e07ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:41.955132 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-ad16890a-b369-42d2-8b1d-1ecbd05e07ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:41.955787 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-ad16890a-b369-42d2-8b1d-1ecbd05e07ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:41.957455 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-ad16890a-b369-42d2-8b1d-1ecbd05e07ba service neutron] 10.222.0.24 "PUT /v2.0/ports/12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d HTTP/1.1" status: 200 len: 1132 time: 0.6085608 Aug 10 01:26:41.960052 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd326259e-e194-470c-8fb2-33f3f0ae501d', 'tag': '12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:26:41.962881 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b61a26f-0cbc-4e51-811a-0e3e678d65b4" -d '{"events": [{"name": "network-changed", "server_uuid": "d326259e-e194-470c-8fb2-33f3f0ae501d", "tag": "12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:26:41.996699 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16890a-b369-42d2-8b1d-1ecbd05e07ba service neutron] Pushing event updated for resources: {'Port': ['ID=12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:42.031765 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b840d9f-9240-4ca9-8ab7-415a4f51905d x-openstack-request-id: req-2b840d9f-9240-4ca9-8ab7-415a4f51905d {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:26:42.032165 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d326259e-e194-470c-8fb2-33f3f0ae501d", "tag": "12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:26:42.032506 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2b840d9f-9240-4ca9-8ab7-415a4f51905d {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:26:42.033030 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd326259e-e194-470c-8fb2-33f3f0ae501d', 'tag': '12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d', 'status': 'completed', 'code': 200} Aug 10 01:26:42.049919 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-469bffca-1a4d-4e24-987a-0907c8fa6da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:42.051818 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-469bffca-1a4d-4e24-987a-0907c8fa6da3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=02515d13522e417c9c69863d2ed68595&device_id=d326259e-e194-470c-8fb2-33f3f0ae501d HTTP/1.1" status: 200 len: 1135 time: 0.0481815 Aug 10 01:26:42.095716 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-ee66cacf-d2c1-41aa-a98a-f03ace4c8a5f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d HTTP/1.1" status: 200 len: 217 time: 0.0365028 Aug 10 01:26:42.152171 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-d2a9aa61-333a-430a-b216-49f02cffbc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:42.153694 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-d2a9aa61-333a-430a-b216-49f02cffbc6f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33ce2803-7a2d-4065-b2cb-bf2c227904b3 HTTP/1.1" status: 200 len: 835 time: 0.0517623 Aug 10 01:26:42.198690 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-4669b529-d7de-4765-a8e0-277c5cc9b03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:42.200136 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-4669b529-d7de-4765-a8e0-277c5cc9b03e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=afd2b351-e9d7-45c4-ab60-3bf926cc8c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398903 Aug 10 01:26:42.288006 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-2ed47b0e-2fa8-40f2-b46e-7b67d93db897 service neutron] 10.222.0.24 "GET /v2.0/networks/afd2b351-e9d7-45c4-ab60-3bf926cc8c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808153 Aug 10 01:26:42.381065 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ed3246c-2bd8-4d2a-9449-e06e0e1aab0b req-9e3272ad-bb12-4cd9-83f3-5bfc6501bdeb service neutron] 10.222.0.24 "GET /v2.0/networks/afd2b351-e9d7-45c4-ab60-3bf926cc8c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845952 Aug 10 01:26:42.463608 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61a26f-0cbc-4e51-811a-0e3e678d65b4 req-3e9a911c-7b97-4e7c-bc98-a1846c5630ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:42.465077 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8b61a26f-0cbc-4e51-811a-0e3e678d65b4 req-3e9a911c-7b97-4e7c-bc98-a1846c5630ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=02515d13522e417c9c69863d2ed68595&device_id=d326259e-e194-470c-8fb2-33f3f0ae501d HTTP/1.1" status: 200 len: 1135 time: 0.0399885 Aug 10 01:26:42.556502 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61a26f-0cbc-4e51-811a-0e3e678d65b4 req-a04e440d-fd96-4673-bda4-739c7a2f1970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:42.557944 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8b61a26f-0cbc-4e51-811a-0e3e678d65b4 req-a04e440d-fd96-4673-bda4-739c7a2f1970 service neutron] 10.222.0.24 "GET /v2.0/networks?id=afd2b351-e9d7-45c4-ab60-3bf926cc8c64 HTTP/1.1" status: 200 len: 898 time: 0.0855682 Aug 10 01:26:42.599615 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8b61a26f-0cbc-4e51-811a-0e3e678d65b4 req-e2ac9a5a-ff24-4db2-9549-35e3d8eec928 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d HTTP/1.1" status: 200 len: 217 time: 0.0335686 Aug 10 01:26:42.648718 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61a26f-0cbc-4e51-811a-0e3e678d65b4 req-26f92e1d-3adf-49c8-9504-4e07c2af0c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:42.650133 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8b61a26f-0cbc-4e51-811a-0e3e678d65b4 req-26f92e1d-3adf-49c8-9504-4e07c2af0c1f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33ce2803-7a2d-4065-b2cb-bf2c227904b3 HTTP/1.1" status: 200 len: 835 time: 0.0440145 Aug 10 01:26:42.662033 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 67e03749-c516-453a-9525-a876083c5f83 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:26:42.699434 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61a26f-0cbc-4e51-811a-0e3e678d65b4 req-6b7d0f28-626d-4e2c-8d33-3495e5058078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:42.700962 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8b61a26f-0cbc-4e51-811a-0e3e678d65b4 req-6b7d0f28-626d-4e2c-8d33-3495e5058078 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=afd2b351-e9d7-45c4-ab60-3bf926cc8c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437481 Aug 10 01:26:42.708848 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 67e03749-c516-453a-9525-a876083c5f83 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:26:42.709232 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:42.791227 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8b61a26f-0cbc-4e51-811a-0e3e678d65b4 req-0c0b46c3-3d1e-4447-afbb-887abf37fd2c service neutron] 10.222.0.24 "GET /v2.0/networks/afd2b351-e9d7-45c4-ab60-3bf926cc8c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826092 Aug 10 01:26:42.883489 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8b61a26f-0cbc-4e51-811a-0e3e678d65b4 req-a69a4dcb-12d9-4638-8f7a-50adaee39a75 service neutron] 10.222.0.24 "GET /v2.0/networks/afd2b351-e9d7-45c4-ab60-3bf926cc8c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846446 Aug 10 01:26:43.027836 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a848e6-2a83-497a-8cce-bca481039d81 req-7f4838eb-dd48-40fc-b019-8f3c44d46a2f tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:43.029331 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82a848e6-2a83-497a-8cce-bca481039d81 req-7f4838eb-dd48-40fc-b019-8f3c44d46a2f tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/ports?device_id=d326259e-e194-470c-8fb2-33f3f0ae501d HTTP/1.1" status: 200 len: 983 time: 0.0479362 Aug 10 01:26:43.068284 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82a848e6-2a83-497a-8cce-bca481039d81 req-8ba5c975-8a83-47ad-ad99-40cfb35f4e66 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/security-groups?id=3adb46e4-fe65-41f4-818c-437df0a394c9&id=84da8075-5a45-4177-bd15-e38f346b9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0329854 Aug 10 01:26:43.855615 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fd5d23f3-c720-4b79-997f-b8959ba2276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:44.183025 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a870b-14c7-473e-bb48-eaed7388e551 req-d9a1df50-3d10-4526-8db7-496f158484f7 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:44.184518 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fc8a870b-14c7-473e-bb48-eaed7388e551 req-d9a1df50-3d10-4526-8db7-496f158484f7 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/ports?device_id=d326259e-e194-470c-8fb2-33f3f0ae501d HTTP/1.1" status: 200 len: 983 time: 0.0486403 Aug 10 01:26:44.223913 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fc8a870b-14c7-473e-bb48-eaed7388e551 req-87f2555d-b39b-4cc4-a7cc-e4fb483ad655 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/security-groups?id=3adb46e4-fe65-41f4-818c-437df0a394c9&id=84da8075-5a45-4177-bd15-e38f346b9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0333459 Aug 10 01:26:44.445822 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:45.206211 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:45.257375 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dce99f-3e41-4d56-8dc8-7c5b42ca291a req-71a9c2d4-4f20-4849-855a-55147b80088f tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:45.258934 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d1dce99f-3e41-4d56-8dc8-7c5b42ca291a req-71a9c2d4-4f20-4849-855a-55147b80088f tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0526497 Aug 10 01:26:45.306570 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d1dce99f-3e41-4d56-8dc8-7c5b42ca291a req-710fa920-87f3-4d41-a295-88da966a1add tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415990 Aug 10 01:26:45.342178 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3bc890-3cae-4a54-a8fa-95f898384228 req-278f1704-6aa4-442f-9d0a-575978b984ff tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:45.343681 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d3bc890-3cae-4a54-a8fa-95f898384228 req-278f1704-6aa4-442f-9d0a-575978b984ff tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/ports?device_id=d326259e-e194-470c-8fb2-33f3f0ae501d HTTP/1.1" status: 200 len: 983 time: 0.0537174 Aug 10 01:26:45.393413 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d3bc890-3cae-4a54-a8fa-95f898384228 req-9e67f170-685c-40c2-96a0-c2482ebc5f74 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/security-groups?id=3adb46e4-fe65-41f4-818c-437df0a394c9&id=84da8075-5a45-4177-bd15-e38f346b9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0432494 Aug 10 01:26:45.433255 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c066eea-a1af-4071-869d-bfc99cdeaa61 req-ce98716a-4c9c-4228-833b-9b0f95c88807 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:45.434791 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7c066eea-a1af-4071-869d-bfc99cdeaa61 req-ce98716a-4c9c-4228-833b-9b0f95c88807 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0591862 Aug 10 01:26:45.472338 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7c066eea-a1af-4071-869d-bfc99cdeaa61 req-6e1175e4-dacf-4c0a-9399-c2d7309573ca tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314252 Aug 10 01:26:45.736689 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-602b3750-c24c-46a2-a308-ef4fd2e693e4 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:45.738053 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-602b3750-c24c-46a2-a308-ef4fd2e693e4 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/networks?id=e88d51f0-ef67-43e3-acaa-ddb0705ef866 HTTP/1.1" status: 200 len: 810 time: 0.1025412 Aug 10 01:26:45.754311 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-1d6c2c9f-04f6-4814-b39f-791b30cc4069 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/quotas/a14fe6b470434cfda037388a8cf18ac8 HTTP/1.1" status: 200 len: 375 time: 0.0105145 Aug 10 01:26:45.813595 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-e12c4dd5-6a63-4ade-931a-97feca8c8cef tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a14fe6b470434cfda037388a8cf18ac8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0538993 Aug 10 01:26:45.904858 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-52293c1c-d191-4ae1-98e5-906add6a345c service neutron] 10.222.0.35 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844243 Aug 10 01:26:45.991463 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-d2151640-da5f-434d-899c-c7cfd3072e76 service neutron] 10.222.0.35 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806198 Aug 10 01:26:46.040311 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:26:46.143419 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d,segment=NetworkSegment(186e89de-13ac-4fdf-8ac2-81236892c421),segment_id=186e89de-13ac-4fdf-8ac2-81236892c421)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:26:46.155146 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d', 'network_id': 'afd2b351-e9d7-45c4-ab60-3bf926cc8c64', 'port_id': '12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d', 'mac_address': 'fa:16:3e:e8:c5:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ce2803-7a2d-4065-b2cb-bf2c227904b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:26:46.162417 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f397356c-3bfe-4054-9881-8f3a02ce2dfd req-dde9280d-7268-4cd9-83bd-3b25df59ae80 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=c329e399-b91b-4d20-9b75-44bbac592ec2 HTTP/1.1" status: 200 len: 210 time: 0.0322931 Aug 10 01:26:46.197630 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:46.211912 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:26:46.231259 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d,segment=NetworkSegment(186e89de-13ac-4fdf-8ac2-81236892c421),segment_id=186e89de-13ac-4fdf-8ac2-81236892c421)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:26:46.237010 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:46.284806 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:46.310228 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:46.518992 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8fb6b0-17ed-4765-9735-8dc2e72bea49 req-c1d8ae87-f7aa-4dcb-adde-8adb25201ee4 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:46.520425 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ab8fb6b0-17ed-4765-9735-8dc2e72bea49 req-c1d8ae87-f7aa-4dcb-adde-8adb25201ee4 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/ports?device_id=d326259e-e194-470c-8fb2-33f3f0ae501d HTTP/1.1" status: 200 len: 984 time: 0.0547354 Aug 10 01:26:46.556330 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:26:46.571089 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ab8fb6b0-17ed-4765-9735-8dc2e72bea49 req-8bb1b72c-9f00-424e-a46b-008c70ee2109 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/security-groups?id=3adb46e4-fe65-41f4-818c-437df0a394c9&id=84da8075-5a45-4177-bd15-e38f346b9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0438576 Aug 10 01:26:46.812368 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-33b13059-75f5-4daa-a1a6-12200006071d req-b92d8372-4a43-443c-bb57-34e9373361b8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401103 Aug 10 01:26:46.909214 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b13059-75f5-4daa-a1a6-12200006071d req-db3eb365-2393-4a4a-8264-b6bd7281048d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:46.910696 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-33b13059-75f5-4daa-a1a6-12200006071d req-db3eb365-2393-4a4a-8264-b6bd7281048d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a14fe6b470434cfda037388a8cf18ac8&device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 1097 time: 0.0394166 Aug 10 01:26:47.017695 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b13059-75f5-4daa-a1a6-12200006071d req-fb838646-b44e-43d2-b04a-f3b0280183bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:47.019155 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-33b13059-75f5-4daa-a1a6-12200006071d req-fb838646-b44e-43d2-b04a-f3b0280183bd service neutron] 10.222.0.20 "GET /v2.0/networks?id=e88d51f0-ef67-43e3-acaa-ddb0705ef866 HTTP/1.1" status: 200 len: 911 time: 0.0883901 Aug 10 01:26:47.062143 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-33b13059-75f5-4daa-a1a6-12200006071d req-2dc132e1-d322-40e4-a3af-b354e1fe906d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ad8690c-88e9-4038-9a42-69551b457df2 HTTP/1.1" status: 200 len: 217 time: 0.0356944 Aug 10 01:26:47.194240 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b13059-75f5-4daa-a1a6-12200006071d req-c2249b46-9f37-4b83-96e6-2465f886df4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:47.195721 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-33b13059-75f5-4daa-a1a6-12200006071d req-c2249b46-9f37-4b83-96e6-2465f886df4f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e HTTP/1.1" status: 200 len: 849 time: 0.1006939 Aug 10 01:26:47.257712 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-620ba955-f548-4bce-8205-dc2bc11dc28a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:47.259156 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-620ba955-f548-4bce-8205-dc2bc11dc28a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.20 "GET /v2.0/networks?id=e88d51f0-ef67-43e3-acaa-ddb0705ef866 HTTP/1.1" status: 200 len: 810 time: 0.1622591 Aug 10 01:26:47.262317 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e265b310-d8e7-47da-b3e4-ddeac7ccc246 req-8b5bb212-cea0-423d-bf32-56aeb48eb978 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=c329e399-b91b-4d20-9b75-44bbac592ec2 HTTP/1.1" status: 200 len: 210 time: 0.0257370 Aug 10 01:26:47.268610 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b13059-75f5-4daa-a1a6-12200006071d req-64d09831-f698-4ce7-9879-1cd8b6e2199b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:47.270052 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-33b13059-75f5-4daa-a1a6-12200006071d req-64d09831-f698-4ce7-9879-1cd8b6e2199b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e88d51f0-ef67-43e3-acaa-ddb0705ef866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640044 Aug 10 01:26:47.298087 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-df4da1a5-9ae6-4e96-97c5-8d8beab2356e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Request body: {'port': {'device_id': 'c329e399-b91b-4d20-9b75-44bbac592ec2', 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866', 'admin_state_up': True, 'tenant_id': 'a14fe6b470434cfda037388a8cf18ac8'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:26:47.450930 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-33b13059-75f5-4daa-a1a6-12200006071d req-4294481d-008d-40c3-ab34-4f0d624a665c service neutron] 10.222.0.20 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491785 Aug 10 01:26:47.514867 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-df4da1a5-9ae6-4e96-97c5-8d8beab2356e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Made reservation on behalf of a14fe6b470434cfda037388a8cf18ac8 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:26:47.518815 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-df4da1a5-9ae6-4e96-97c5-8d8beab2356e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:47.600245 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-33b13059-75f5-4daa-a1a6-12200006071d req-79c536bc-9caf-40eb-a196-fa50d74df417 service neutron] 10.222.0.20 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414223 Aug 10 01:26:47.670652 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-df4da1a5-9ae6-4e96-97c5-8d8beab2356e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Allocated IP 172.20.0.11 (e88d51f0-ef67-43e3-acaa-ddb0705ef866/04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e/2f5ec470-30c8-47da-8862-cdb3d723dfd8) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:26:47.686199 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3ccf6-f1e4-4958-a341-22ba7af38fc6 req-4f55812e-ccea-4e45-a8ba-5c9d4c26af15 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:47.687748 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-18e3ccf6-f1e4-4958-a341-22ba7af38fc6 req-4f55812e-ccea-4e45-a8ba-5c9d4c26af15 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/ports?device_id=d326259e-e194-470c-8fb2-33f3f0ae501d HTTP/1.1" status: 200 len: 984 time: 0.0490119 Aug 10 01:26:47.729465 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-18e3ccf6-f1e4-4958-a341-22ba7af38fc6 req-2ded0809-e2ea-425e-9046-563a402034e8 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/security-groups?id=3adb46e4-fe65-41f4-818c-437df0a394c9&id=84da8075-5a45-4177-bd15-e38f346b9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0344963 Aug 10 01:26:47.814978 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-df4da1a5-9ae6-4e96-97c5-8d8beab2356e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:47.828604 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-df4da1a5-9ae6-4e96-97c5-8d8beab2356e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Transition to ACTIVE for port object 2f5ec470-30c8-47da-8862-cdb3d723dfd8 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:26:47.860097 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-df4da1a5-9ae6-4e96-97c5-8d8beab2356e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:47.891681 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['0ad8690c-88e9-4038-9a42-69551b457df2', 'bbc29408-5a36-4e37-af30-bed04ff00dbf'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:26:47.909987 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-df4da1a5-9ae6-4e96-97c5-8d8beab2356e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Network e88d51f0-ef67-43e3-acaa-ddb0705ef866 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:26:47.913173 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-df4da1a5-9ae6-4e96-97c5-8d8beab2356e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:26:47.917556 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-df4da1a5-9ae6-4e96-97c5-8d8beab2356e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:26:47.921429 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4da1a5-9ae6-4e96-97c5-8d8beab2356e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Pushing event updated for resources: {'Port': ['ID=2f5ec470-30c8-47da-8862-cdb3d723dfd8,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:47.972555 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-df4da1a5-9ae6-4e96-97c5-8d8beab2356e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:47.973439 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-df4da1a5-9ae6-4e96-97c5-8d8beab2356e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:47.994415 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-df4da1a5-9ae6-4e96-97c5-8d8beab2356e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7001100 Aug 10 01:26:48.013112 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-38ccbec9-765e-4097-ae3f-7243749ae890 service neutron] Request body: {'port': {'device_id': 'c329e399-b91b-4d20-9b75-44bbac592ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:26:48.041344 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:26:48.084674 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-38ccbec9-765e-4097-ae3f-7243749ae890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:48.214716 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:26:48.217283 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a72c10ce-9d58-48b0-9c2b-37a9244b036a None None] Provisioning for port 2f5ec470-30c8-47da-8862-cdb3d723dfd8 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:26:48.225802 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:26:48.226281 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:48.228741 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a72c10ce-9d58-48b0-9c2b-37a9244b036a None None] Provisioning complete for port 2f5ec470-30c8-47da-8862-cdb3d723dfd8 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:26:48.229171 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a72c10ce-9d58-48b0-9c2b-37a9244b036a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:48.293744 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a72c10ce-9d58-48b0-9c2b-37a9244b036a None None] Port 2f5ec470-30c8-47da-8862-cdb3d723dfd8 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:26:48.348009 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:48.379468 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd326259e-e194-470c-8fb2-33f3f0ae501d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:26:48.382367 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b37079d-aa82-4e38-9c41-479e2343b8e0" -d '{"events": [{"server_uuid": "d326259e-e194-470c-8fb2-33f3f0ae501d", "name": "network-vif-plugged", "status": "completed", "tag": "12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:26:48.382664 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30767818-4194-4268-8231-8ee1e80c69d8 req-e28a8751-1fb9-490a-92bb-da800e735849 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:48.384215 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-30767818-4194-4268-8231-8ee1e80c69d8 req-e28a8751-1fb9-490a-92bb-da800e735849 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=c329e399-b91b-4d20-9b75-44bbac592ec2 HTTP/1.1" status: 200 len: 932 time: 0.0523245 Aug 10 01:26:48.388445 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d,segment=NetworkSegment(186e89de-13ac-4fdf-8ac2-81236892c421),segment_id=186e89de-13ac-4fdf-8ac2-81236892c421)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:26:48.393706 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-38ccbec9-765e-4097-ae3f-7243749ae890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f5ec470-30c8-47da-8862-cdb3d723dfd8 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:26:48.393850 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:48.408736 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-38ccbec9-765e-4097-ae3f-7243749ae890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:48.425962 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-38ccbec9-765e-4097-ae3f-7243749ae890 service neutron] Transition to ACTIVE for port object 2f5ec470-30c8-47da-8862-cdb3d723dfd8 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:26:48.435953 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-38ccbec9-765e-4097-ae3f-7243749ae890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:48.445050 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee5d415-27ee-4bb2-8526-6184563e21d6 x-openstack-request-id: req-fee5d415-27ee-4bb2-8526-6184563e21d6 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:26:48.445343 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d326259e-e194-470c-8fb2-33f3f0ae501d", "name": "network-vif-plugged", "status": "completed", "tag": "12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:26:48.445631 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fee5d415-27ee-4bb2-8526-6184563e21d6 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:26:48.446049 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd326259e-e194-470c-8fb2-33f3f0ae501d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d', 'code': 200} Aug 10 01:26:48.451437 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:48.496941 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-30767818-4194-4268-8231-8ee1e80c69d8 req-85b7b10b-b1da-4598-9245-9363ab164447 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006932 Aug 10 01:26:48.498825 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ccbec9-765e-4097-ae3f-7243749ae890 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5ec470-30c8-47da-8862-cdb3d723dfd8,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:48.600487 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd7270-2d52-4d24-ba13-345398c79d57 req-83e81274-877c-49c6-ab35-7c2383f77d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:48.601998 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a9bd7270-2d52-4d24-ba13-345398c79d57 req-83e81274-877c-49c6-ab35-7c2383f77d7d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d326259e-e194-470c-8fb2-33f3f0ae501d HTTP/1.1" status: 200 len: 1137 time: 0.0905511 Aug 10 01:26:48.630515 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-38ccbec9-765e-4097-ae3f-7243749ae890 service neutron] Attempting to bind port 2f5ec470-30c8-47da-8862-cdb3d723dfd8 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:26:48.630865 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-38ccbec9-765e-4097-ae3f-7243749ae890 service neutron] Attempting to bind port 2f5ec470-30c8-47da-8862-cdb3d723dfd8 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '52f03a3d-92cf-402a-8037-fd3af118309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:26:48.631193 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-38ccbec9-765e-4097-ae3f-7243749ae890 service neutron] Attempting to bind port 2f5ec470-30c8-47da-8862-cdb3d723dfd8 on network e88d51f0-ef67-43e3-acaa-ddb0705ef866 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:26:48.639012 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-38ccbec9-765e-4097-ae3f-7243749ae890 service neutron] Port 2f5ec470-30c8-47da-8862-cdb3d723dfd8 on network e88d51f0-ef67-43e3-acaa-ddb0705ef866 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:26:48.639345 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-38ccbec9-765e-4097-ae3f-7243749ae890 service neutron] Attempting to bind port 2f5ec470-30c8-47da-8862-cdb3d723dfd8 on network e88d51f0-ef67-43e3-acaa-ddb0705ef866 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:26:48.651518 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-38ccbec9-765e-4097-ae3f-7243749ae890 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:26:48.651859 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-38ccbec9-765e-4097-ae3f-7243749ae890 service neutron] Checking segment: {'id': '52f03a3d-92cf-402a-8037-fd3af118309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:26:48.652271 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-38ccbec9-765e-4097-ae3f-7243749ae890 service neutron] Bound using segment: {'id': '52f03a3d-92cf-402a-8037-fd3af118309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:26:48.652712 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-38ccbec9-765e-4097-ae3f-7243749ae890 service neutron] Bound port: 2f5ec470-30c8-47da-8862-cdb3d723dfd8, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52f03a3d-92cf-402a-8037-fd3af118309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:26:48.653076 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-38ccbec9-765e-4097-ae3f-7243749ae890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:48.666649 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a9bd7270-2d52-4d24-ba13-345398c79d57 req-6c0eed54-bf69-4052-bc1b-4c243a9a8f24 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3adb46e4-fe65-41f4-818c-437df0a394c9&id=84da8075-5a45-4177-bd15-e38f346b9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0541003 Aug 10 01:26:48.724911 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-38ccbec9-765e-4097-ae3f-7243749ae890 service neutron] For port 2f5ec470-30c8-47da-8862-cdb3d723dfd8, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:26:48.730139 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-38ccbec9-765e-4097-ae3f-7243749ae890 service neutron] For port 2f5ec470-30c8-47da-8862-cdb3d723dfd8, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2f5ec470-30c8-47da-8862-cdb3d723dfd8,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:26:48.735228 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-38ccbec9-765e-4097-ae3f-7243749ae890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:48.773621 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-38ccbec9-765e-4097-ae3f-7243749ae890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:48.774125 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-38ccbec9-765e-4097-ae3f-7243749ae890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:48.775509 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-38ccbec9-765e-4097-ae3f-7243749ae890 service neutron] 10.222.0.20 "PUT /v2.0/ports/2f5ec470-30c8-47da-8862-cdb3d723dfd8 HTTP/1.1" status: 200 len: 1093 time: 0.7677271 Aug 10 01:26:48.775955 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c329e399-b91b-4d20-9b75-44bbac592ec2', 'tag': '2f5ec470-30c8-47da-8862-cdb3d723dfd8'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:26:48.778256 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b36c61-65e4-4485-89e3-a0e74bb51eca" -d '{"events": [{"name": "network-changed", "server_uuid": "c329e399-b91b-4d20-9b75-44bbac592ec2", "tag": "2f5ec470-30c8-47da-8862-cdb3d723dfd8"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:26:48.804711 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ccbec9-765e-4097-ae3f-7243749ae890 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5ec470-30c8-47da-8862-cdb3d723dfd8,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:48.846895 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a041f508-9f63-468b-8335-325f2221ac41 x-openstack-request-id: req-a041f508-9f63-468b-8335-325f2221ac41 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:26:48.847513 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c329e399-b91b-4d20-9b75-44bbac592ec2", "tag": "2f5ec470-30c8-47da-8862-cdb3d723dfd8", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:26:48.847513 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a041f508-9f63-468b-8335-325f2221ac41 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:26:48.847842 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c329e399-b91b-4d20-9b75-44bbac592ec2', 'tag': '2f5ec470-30c8-47da-8862-cdb3d723dfd8', 'status': 'completed', 'code': 200} Aug 10 01:26:48.912056 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39735d3e-1fcf-4dd0-aab7-8ccd8e5de458 req-a723f0b9-0eed-4b2b-837b-40c6fedbfad4 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:48.912679 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-7f076743-f504-4633-a8d4-5b9b65b941d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:48.913683 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-39735d3e-1fcf-4dd0-aab7-8ccd8e5de458 req-a723f0b9-0eed-4b2b-837b-40c6fedbfad4 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/ports?device_id=d326259e-e194-470c-8fb2-33f3f0ae501d HTTP/1.1" status: 200 len: 985 time: 0.0603423 Aug 10 01:26:48.914221 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-7f076743-f504-4633-a8d4-5b9b65b941d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a14fe6b470434cfda037388a8cf18ac8&device_id=c329e399-b91b-4d20-9b75-44bbac592ec2 HTTP/1.1" status: 200 len: 1096 time: 0.0443957 Aug 10 01:26:48.960121 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-39735d3e-1fcf-4dd0-aab7-8ccd8e5de458 req-f7a7238c-1f09-4c4c-aecb-1c4d9eae5232 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/security-groups?id=3adb46e4-fe65-41f4-818c-437df0a394c9&id=84da8075-5a45-4177-bd15-e38f346b9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0395355 Aug 10 01:26:48.966650 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-cbc9b405-cabe-4438-9c6a-35eb3f56410a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f5ec470-30c8-47da-8862-cdb3d723dfd8 HTTP/1.1" status: 200 len: 217 time: 0.0370724 Aug 10 01:26:49.032213 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-d94a99a6-1a5a-4fa5-92cc-d92d4c6defa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:49.034095 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-d94a99a6-1a5a-4fa5-92cc-d92d4c6defa8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e HTTP/1.1" status: 200 len: 849 time: 0.0590553 Aug 10 01:26:49.411246 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-ad26d279-fce8-42eb-9541-0fe73aea3b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:49.412703 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-ad26d279-fce8-42eb-9541-0fe73aea3b5e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e88d51f0-ef67-43e3-acaa-ddb0705ef866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3658359 Aug 10 01:26:49.499577 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-ef167e8f-0418-4c81-91ea-dedc39505aae service neutron] 10.222.0.20 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793145 Aug 10 01:26:49.591922 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-40448634-d39b-4c4f-a929-a5bc1773a1c5 req-e1966860-6485-4638-8877-1e7878cbd271 service neutron] 10.222.0.20 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852692 Aug 10 01:26:49.618689 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aadef56-429d-40d6-96e9-b87bcb079ac8 req-ab9874ec-0a7c-448a-b6ba-9b976ab523ac tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:49.624696 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4aadef56-429d-40d6-96e9-b87bcb079ac8 req-ab9874ec-0a7c-448a-b6ba-9b976ab523ac tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=c329e399-b91b-4d20-9b75-44bbac592ec2 HTTP/1.1" status: 200 len: 944 time: 0.0567391 Aug 10 01:26:49.658469 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4aadef56-429d-40d6-96e9-b87bcb079ac8 req-f88e3f97-262b-4887-bc7d-1c36af8080ed tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322549 Aug 10 01:26:49.729876 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b36c61-65e4-4485-89e3-a0e74bb51eca req-08f3b447-efe5-4b69-aa0d-f12a1c379f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:49.731644 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-22b36c61-65e4-4485-89e3-a0e74bb51eca req-08f3b447-efe5-4b69-aa0d-f12a1c379f45 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a14fe6b470434cfda037388a8cf18ac8&device_id=c329e399-b91b-4d20-9b75-44bbac592ec2 HTTP/1.1" status: 200 len: 1096 time: 0.0434508 Aug 10 01:26:49.824496 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b36c61-65e4-4485-89e3-a0e74bb51eca req-13f9fb59-ec48-40b3-8f0f-355c310c5162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:49.825954 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-22b36c61-65e4-4485-89e3-a0e74bb51eca req-13f9fb59-ec48-40b3-8f0f-355c310c5162 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e88d51f0-ef67-43e3-acaa-ddb0705ef866 HTTP/1.1" status: 200 len: 911 time: 0.0876341 Aug 10 01:26:49.868246 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-22b36c61-65e4-4485-89e3-a0e74bb51eca req-73d56ead-4f27-413e-82f5-32653d78e88c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f5ec470-30c8-47da-8862-cdb3d723dfd8 HTTP/1.1" status: 200 len: 217 time: 0.0338256 Aug 10 01:26:49.915879 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b36c61-65e4-4485-89e3-a0e74bb51eca req-715cae65-4c2a-462d-a6b2-bb10dfa7900f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:49.917362 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-22b36c61-65e4-4485-89e3-a0e74bb51eca req-715cae65-4c2a-462d-a6b2-bb10dfa7900f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e HTTP/1.1" status: 200 len: 849 time: 0.0422359 Aug 10 01:26:49.966370 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b36c61-65e4-4485-89e3-a0e74bb51eca req-ee5a31b9-2247-4bdf-aa8a-5b62dac12738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:49.967754 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-22b36c61-65e4-4485-89e3-a0e74bb51eca req-ee5a31b9-2247-4bdf-aa8a-5b62dac12738 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e88d51f0-ef67-43e3-acaa-ddb0705ef866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431554 Aug 10 01:26:50.057040 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-22b36c61-65e4-4485-89e3-a0e74bb51eca req-04e3953e-98b8-4f0c-bf2a-bfb91cd9b00f service neutron] 10.222.0.20 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818808 Aug 10 01:26:50.083316 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f757e14-822e-4d66-817b-f62909140995 req-a4cba5bd-bebb-4610-b350-e51a21f20052 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:50.084938 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3f757e14-822e-4d66-817b-f62909140995 req-a4cba5bd-bebb-4610-b350-e51a21f20052 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/ports?device_id=d326259e-e194-470c-8fb2-33f3f0ae501d HTTP/1.1" status: 200 len: 985 time: 0.0495999 Aug 10 01:26:50.128294 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3f757e14-822e-4d66-817b-f62909140995 req-af07c12b-05cf-4467-8adc-dd05231a2457 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/security-groups?id=3adb46e4-fe65-41f4-818c-437df0a394c9&id=84da8075-5a45-4177-bd15-e38f346b9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0371823 Aug 10 01:26:50.154536 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-22b36c61-65e4-4485-89e3-a0e74bb51eca req-2174ed3d-a67d-4636-8160-cc8ffde217a7 service neutron] 10.222.0.20 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881217 Aug 10 01:26:50.240807 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792426b9-5803-4099-b6a7-edafd7ce0d45 req-3ed2c35c-518b-4de3-8342-25cf144b39be tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:50.242268 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-792426b9-5803-4099-b6a7-edafd7ce0d45 req-3ed2c35c-518b-4de3-8342-25cf144b39be tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/ports?device_id=d326259e-e194-470c-8fb2-33f3f0ae501d HTTP/1.1" status: 200 len: 985 time: 0.0483434 Aug 10 01:26:50.280777 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-792426b9-5803-4099-b6a7-edafd7ce0d45 req-64fc68f9-c89f-4997-b846-22b1a7fc8f23 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/security-groups?id=3adb46e4-fe65-41f4-818c-437df0a394c9&id=84da8075-5a45-4177-bd15-e38f346b9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0325961 Aug 10 01:26:50.383962 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9dfaeb-bc0a-4a6e-8252-b89d40b28e7e req-c7f04a60-5cce-4af2-b812-34889110f49f tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:50.385496 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6d9dfaeb-bc0a-4a6e-8252-b89d40b28e7e req-c7f04a60-5cce-4af2-b812-34889110f49f tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d326259e-e194-470c-8fb2-33f3f0ae501d HTTP/1.1" status: 200 len: 1137 time: 0.0409729 Aug 10 01:26:50.403903 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-6d9dfaeb-bc0a-4a6e-8252-b89d40b28e7e req-aaeb1a96-9c2f-4c24-945a-dc1d0db3f751 tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:50.488035 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-6d9dfaeb-bc0a-4a6e-8252-b89d40b28e7e req-aaeb1a96-9c2f-4c24-945a-dc1d0db3f751 tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:50.492502 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-6d9dfaeb-bc0a-4a6e-8252-b89d40b28e7e req-aaeb1a96-9c2f-4c24-945a-dc1d0db3f751 tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:50.513428 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6d9dfaeb-bc0a-4a6e-8252-b89d40b28e7e req-aaeb1a96-9c2f-4c24-945a-dc1d0db3f751 tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=3adb46e4-fe65-41f4-818c-437df0a394c9&id=84da8075-5a45-4177-bd15-e38f346b9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1221154 Aug 10 01:26:50.527861 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb1a96-9c2f-4c24-945a-dc1d0db3f751 tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6446e40-d9e3-441b-9039-2631e2c23d57,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:50.534953 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56656) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:50.579209 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fec99e-a13b-486b-ba9e-dc67c4429b54 tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:50.581331 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-45fec99e-a13b-486b-ba9e-dc67c4429b54 tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d326259e-e194-470c-8fb2-33f3f0ae501d HTTP/1.1" status: 200 len: 1132 time: 0.0454280 Aug 10 01:26:50.584135 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56658) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:50.588620 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-d5d0e6c6-d2b1-455b-b2f9-9a204229e68f tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'port_id': '12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:26:50.611078 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d5d0e6c6-d2b1-455b-b2f9-9a204229e68f tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:50.704103 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d5d0e6c6-d2b1-455b-b2f9-9a204229e68f tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:50.825496 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb116725-417d-4d48-ba45-72a76e3b870f req-14c9188d-203f-465f-a05d-a39bb7c8d899 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:50.826868 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb116725-417d-4d48-ba45-72a76e3b870f req-14c9188d-203f-465f-a05d-a39bb7c8d899 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=c329e399-b91b-4d20-9b75-44bbac592ec2 HTTP/1.1" status: 200 len: 944 time: 0.0826521 Aug 10 01:26:50.858678 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-d5d0e6c6-d2b1-455b-b2f9-9a204229e68f tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Allocated IP 172.25.2.136 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/f89af031-5adc-4c26-b812-651cf3221bd8) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:26:50.886810 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb116725-417d-4d48-ba45-72a76e3b870f req-9b27f10b-b3fe-43a2-9056-abae3ddba71b tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526915 Aug 10 01:26:50.973296 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d5d0e6c6-d2b1-455b-b2f9-9a204229e68f tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:51.011858 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d5d0e6c6-d2b1-455b-b2f9-9a204229e68f tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:51.046804 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d0e6c6-d2b1-455b-b2f9-9a204229e68f tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:26:51.052319 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-d5d0e6c6-d2b1-455b-b2f9-9a204229e68f tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:26:51.054736 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d0e6c6-d2b1-455b-b2f9-9a204229e68f tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:26:51.080873 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0e6c6-d2b1-455b-b2f9-9a204229e68f tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Pushing event updated for resources: {'Port': ['ID=f89af031-5adc-4c26-b812-651cf3221bd8,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:51.399455 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d5d0e6c6-d2b1-455b-b2f9-9a204229e68f tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:51.463115 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d5d0e6c6-d2b1-455b-b2f9-9a204229e68f tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:51.609065 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d5d0e6c6-d2b1-455b-b2f9-9a204229e68f tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:51.613913 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d5d0e6c6-d2b1-455b-b2f9-9a204229e68f tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:51.680119 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0e6c6-d2b1-455b-b2f9-9a204229e68f tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Pushing event updated for resources: {'Port': ['ID=f89af031-5adc-4c26-b812-651cf3221bd8,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:51.690407 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d5d0e6c6-d2b1-455b-b2f9-9a204229e68f tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:51.788484 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [None req-d5d0e6c6-d2b1-455b-b2f9-9a204229e68f tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Floating IP fe6b53e1-cd24-4a88-b9a3-384432a34197 associated. External IP: 172.25.2.136, port: 12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d. Aug 10 01:26:52.018908 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d0e6c6-d2b1-455b-b2f9-9a204229e68f tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Router 62a5e959-f5e0-46d9-8243-0472d5d16f44 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:26:52.027381 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30750514-2ab3-4642-b6ee-38d92ef74cd7 req-9a02ce04-17be-4881-b033-60238475af83 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:52.028881 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-30750514-2ab3-4642-b6ee-38d92ef74cd7 req-9a02ce04-17be-4881-b033-60238475af83 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=c329e399-b91b-4d20-9b75-44bbac592ec2 HTTP/1.1" status: 200 len: 944 time: 0.0658798 Aug 10 01:26:52.117097 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-30750514-2ab3-4642-b6ee-38d92ef74cd7 req-f1099dc6-f84c-4fa7-9863-e34033d9129e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814519 Aug 10 01:26:52.163782 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d0e6c6-d2b1-455b-b2f9-9a204229e68f tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:26:52.173757 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c4d7b8-474a-4e77-9758-997e78840b4f None None] Sync routers for ids ['62a5e959-f5e0-46d9-8243-0472d5d16f44'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:26:52.179694 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d5d0e6c6-d2b1-455b-b2f9-9a204229e68f tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:52.184085 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c4d7b8-474a-4e77-9758-997e78840b4f None None] Routers {'62a5e959-f5e0-46d9-8243-0472d5d16f44'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:26:52.184732 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-70c4d7b8-474a-4e77-9758-997e78840b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:26:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['62a5e959-f5e0-46d9-8243-0472d5d16f44'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:52.207882 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d5d0e6c6-d2b1-455b-b2f9-9a204229e68f tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6227133 Aug 10 01:26:52.208493 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd326259e-e194-470c-8fb2-33f3f0ae501d', 'tag': '12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:26:52.210575 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 56664) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:52.211061 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9940391-6871-49a5-80a2-37b47d9dc8d9" -d '{"events": [{"name": "network-changed", "server_uuid": "d326259e-e194-470c-8fb2-33f3f0ae501d", "tag": "12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:26:52.292270 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-70c4d7b8-474a-4e77-9758-997e78840b4f None None] Set router 62a5e959-f5e0-46d9-8243-0472d5d16f44 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:26:52.311406 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ed845c-cfba-4a7f-8054-f27abbc6ebff x-openstack-request-id: req-62ed845c-cfba-4a7f-8054-f27abbc6ebff {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:26:52.311700 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d326259e-e194-470c-8fb2-33f3f0ae501d", "tag": "12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:26:52.311955 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-62ed845c-cfba-4a7f-8054-f27abbc6ebff {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:26:52.312402 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd326259e-e194-470c-8fb2-33f3f0ae501d', 'tag': '12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d', 'status': 'completed', 'code': 200} Aug 10 01:26:52.338516 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 2f5ec470-30c8-47da-8862-cdb3d723dfd8 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:26:52.415414 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3331c623-24ad-4d51-be67-954cc6a7acdd tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:52.416096 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3331c623-24ad-4d51-be67-954cc6a7acdd tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:52.416683 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3331c623-24ad-4d51-be67-954cc6a7acdd tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:52.417234 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3331c623-24ad-4d51-be67-954cc6a7acdd tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:52.417777 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3331c623-24ad-4d51-be67-954cc6a7acdd tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:52.419571 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3331c623-24ad-4d51-be67-954cc6a7acdd tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3584 time: 0.2078557 Aug 10 01:26:52.422450 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56670) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:52.425947 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9940391-6871-49a5-80a2-37b47d9dc8d9 req-afc8a15d-676e-4609-a502-d1f37b524927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:52.427477 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d9940391-6871-49a5-80a2-37b47d9dc8d9 req-afc8a15d-676e-4609-a502-d1f37b524927 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=02515d13522e417c9c69863d2ed68595&device_id=d326259e-e194-470c-8fb2-33f3f0ae501d HTTP/1.1" status: 200 len: 1137 time: 0.0901265 Aug 10 01:26:52.447396 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 2f5ec470-30c8-47da-8862-cdb3d723dfd8, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2f5ec470-30c8-47da-8862-cdb3d723dfd8,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:26:52.459521 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '2f5ec470-30c8-47da-8862-cdb3d723dfd8', 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866', 'port_id': '2f5ec470-30c8-47da-8862-cdb3d723dfd8', 'mac_address': 'fa:16:3e:39:db:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:26:52.498671 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:52.515125 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f5ec470-30c8-47da-8862-cdb3d723dfd8 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:26:52.517349 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a5c98b-4b0a-45ab-9a95-1396d7356ad5 tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:52.517892 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a5c98b-4b0a-45ab-9a95-1396d7356ad5 tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:52.518310 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a5c98b-4b0a-45ab-9a95-1396d7356ad5 tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:52.518773 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a5c98b-4b0a-45ab-9a95-1396d7356ad5 tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:52.519235 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a5c98b-4b0a-45ab-9a95-1396d7356ad5 tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:52.521028 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-75a5c98b-4b0a-45ab-9a95-1396d7356ad5 tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3365 time: 0.0961833 Aug 10 01:26:52.523736 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56672) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:52.536897 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9940391-6871-49a5-80a2-37b47d9dc8d9 req-237fae5d-11a7-4071-91e5-471484f0e32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:52.538592 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d9940391-6871-49a5-80a2-37b47d9dc8d9 req-237fae5d-11a7-4071-91e5-471484f0e32c service neutron] 10.222.0.24 "GET /v2.0/networks?id=afd2b351-e9d7-45c4-ab60-3bf926cc8c64 HTTP/1.1" status: 200 len: 898 time: 0.1037631 Aug 10 01:26:52.540497 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-70c4d7b8-474a-4e77-9758-997e78840b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1996538219', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '4536f046-ae1a-40e0-86f6-2e0e3ab74712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:26:33Z', 'updated_at': '2021-08-10T01:26:37Z', 'revision_number': 4, 'project_id': '02515d13522e417c9c69863d2ed68595', 'gw_port': {'id': '4536f046-ae1a-40e0-86f6-2e0e3ab74712', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:33Z', 'updated_at': '2021-08-10T01:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'fe6b53e1-cd24-4a88-b9a3-384432a34197', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'floating_ip_address': '172.25.2.136', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'port_id': '12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd2b351-e9d7-45c4-ab60-3bf926cc8c64', 'mac_address': 'fa:16:3e:e8:c5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd326259e-e194-470c-8fb2-33f3f0ae501d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:26:51Z', 'updated_at': '2021-08-10T01:26:51Z', 'revision_number': 0, 'project_id': '02515d13522e417c9c69863d2ed68595', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e03749-c516-453a-9525-a876083c5f83', 'name': '', 'network_id': 'afd2b351-e9d7-45c4-ab60-3bf926cc8c64', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'mac_address': 'fa:16:3e:ae:6b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '33ce2803-7a2d-4065-b2cb-bf2c227904b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:36Z', 'updated_at': '2021-08-10T01:26:40Z', 'revision_number': 5, 'project_id': '02515d13522e417c9c69863d2ed68595', 'subnets': [{'id': '33ce2803-7a2d-4065-b2cb-bf2c227904b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:52.542356 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 2f5ec470-30c8-47da-8862-cdb3d723dfd8, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2f5ec470-30c8-47da-8862-cdb3d723dfd8,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:26:52.549370 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:52.569755 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c4d7b8-474a-4e77-9758-997e78840b4f None None] Checking router: 62a5e959-f5e0-46d9-8243-0472d5d16f44 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:26:52.578448 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c4d7b8-474a-4e77-9758-997e78840b4f None None] Routers {'62a5e959-f5e0-46d9-8243-0472d5d16f44'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:26:52.579325 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-70c4d7b8-474a-4e77-9758-997e78840b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:26:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['62a5e959-f5e0-46d9-8243-0472d5d16f44'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:52.625365 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=2f5ec470-30c8-47da-8862-cdb3d723dfd8,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:52.642317 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d9940391-6871-49a5-80a2-37b47d9dc8d9 req-87d18607-e651-4355-ad05-1b10fb5669b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d HTTP/1.1" status: 200 len: 1000 time: 0.0969572 Aug 10 01:26:52.696515 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9940391-6871-49a5-80a2-37b47d9dc8d9 req-31135365-01f6-441a-9b83-632128014892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:52.698219 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d9940391-6871-49a5-80a2-37b47d9dc8d9 req-31135365-01f6-441a-9b83-632128014892 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33ce2803-7a2d-4065-b2cb-bf2c227904b3 HTTP/1.1" status: 200 len: 835 time: 0.0496895 Aug 10 01:26:52.749136 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9940391-6871-49a5-80a2-37b47d9dc8d9 req-e7c5dfad-c4a4-4af1-bf5a-4762f9ce5517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:52.750690 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d9940391-6871-49a5-80a2-37b47d9dc8d9 req-e7c5dfad-c4a4-4af1-bf5a-4762f9ce5517 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=afd2b351-e9d7-45c4-ab60-3bf926cc8c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447967 Aug 10 01:26:52.816576 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-70c4d7b8-474a-4e77-9758-997e78840b4f None None] Set router 62a5e959-f5e0-46d9-8243-0472d5d16f44 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:26:52.853865 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d9940391-6871-49a5-80a2-37b47d9dc8d9 req-6803e8d8-a7da-490d-b4ac-c9fa8d1e2996 service neutron] 10.222.0.24 "GET /v2.0/networks/afd2b351-e9d7-45c4-ab60-3bf926cc8c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944397 Aug 10 01:26:52.943326 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['2f5ec470-30c8-47da-8862-cdb3d723dfd8'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:26:52.954458 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d9940391-6871-49a5-80a2-37b47d9dc8d9 req-fbb84833-3486-41c4-9a2a-b8f5befbebb1 service neutron] 10.222.0.24 "GET /v2.0/networks/afd2b351-e9d7-45c4-ab60-3bf926cc8c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926197 Aug 10 01:26:53.053963 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-70c4d7b8-474a-4e77-9758-997e78840b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1996538219', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '4536f046-ae1a-40e0-86f6-2e0e3ab74712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:26:33Z', 'updated_at': '2021-08-10T01:26:37Z', 'revision_number': 4, 'project_id': '02515d13522e417c9c69863d2ed68595', 'gw_port': {'id': '4536f046-ae1a-40e0-86f6-2e0e3ab74712', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:33Z', 'updated_at': '2021-08-10T01:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'fe6b53e1-cd24-4a88-b9a3-384432a34197', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'floating_ip_address': '172.25.2.136', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'port_id': '12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd2b351-e9d7-45c4-ab60-3bf926cc8c64', 'mac_address': 'fa:16:3e:e8:c5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd326259e-e194-470c-8fb2-33f3f0ae501d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:26:51Z', 'updated_at': '2021-08-10T01:26:51Z', 'revision_number': 0, 'project_id': '02515d13522e417c9c69863d2ed68595', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e03749-c516-453a-9525-a876083c5f83', 'name': '', 'network_id': 'afd2b351-e9d7-45c4-ab60-3bf926cc8c64', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'mac_address': 'fa:16:3e:ae:6b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '33ce2803-7a2d-4065-b2cb-bf2c227904b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:36Z', 'updated_at': '2021-08-10T01:26:40Z', 'revision_number': 5, 'project_id': '02515d13522e417c9c69863d2ed68595', 'subnets': [{'id': '33ce2803-7a2d-4065-b2cb-bf2c227904b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:53.083680 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c4d7b8-474a-4e77-9758-997e78840b4f None None] The sync data for ids ['62a5e959-f5e0-46d9-8243-0472d5d16f44'] in n-d-766726-26 is: [{'id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1996538219', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '4536f046-ae1a-40e0-86f6-2e0e3ab74712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:26:33Z', 'updated_at': '2021-08-10T01:26:37Z', 'revision_number': 4, 'project_id': '02515d13522e417c9c69863d2ed68595', 'gw_port': {'id': '4536f046-ae1a-40e0-86f6-2e0e3ab74712', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:33Z', 'updated_at': '2021-08-10T01:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'fe6b53e1-cd24-4a88-b9a3-384432a34197', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'floating_ip_address': '172.25.2.136', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'port_id': '12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd2b351-e9d7-45c4-ab60-3bf926cc8c64', 'mac_address': 'fa:16:3e:e8:c5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd326259e-e194-470c-8fb2-33f3f0ae501d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:26:51Z', 'updated_at': '2021-08-10T01:26:51Z', 'revision_number': 0, 'project_id': '02515d13522e417c9c69863d2ed68595', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e03749-c516-453a-9525-a876083c5f83', 'name': '', 'network_id': 'afd2b351-e9d7-45c4-ab60-3bf926cc8c64', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'mac_address': 'fa:16:3e:ae:6b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '33ce2803-7a2d-4065-b2cb-bf2c227904b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:36Z', 'updated_at': '2021-08-10T01:26:40Z', 'revision_number': 5, 'project_id': '02515d13522e417c9c69863d2ed68595', 'subnets': [{'id': '33ce2803-7a2d-4065-b2cb-bf2c227904b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:26:53.096572 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6efe7ee1-c863-4f93-8020-140d14620ce5 tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2333 time: 0.5716679 Aug 10 01:26:53.099088 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 56674) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:53.138703 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ba1d4b-86b2-4e14-9b37-1f820d26be00 tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:53.139209 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ba1d4b-86b2-4e14-9b37-1f820d26be00 tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:53.140921 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c6ba1d4b-86b2-4e14-9b37-1f820d26be00 tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=62a5e959-f5e0-46d9-8243-0472d5d16f44 HTTP/1.1" status: 200 len: 1991 time: 0.0409150 Aug 10 01:26:53.237898 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65156df8-4e7e-4174-8663-24090b0d361d req-bedfb914-07a8-44e7-abf4-75249d71ddac tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:53.239414 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-65156df8-4e7e-4174-8663-24090b0d361d req-bedfb914-07a8-44e7-abf4-75249d71ddac tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=c329e399-b91b-4d20-9b75-44bbac592ec2 HTTP/1.1" status: 200 len: 945 time: 0.0525019 Aug 10 01:26:53.278082 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b537526-2c8f-464a-b0c8-2f91cd47effc None None] New status for floating IP fe6b53e1-cd24-4a88-b9a3-384432a34197: ACTIVE {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:26:53.278974 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-65156df8-4e7e-4174-8663-24090b0d361d req-a68c15bc-f340-4319-8ff0-c3b9f8c852db tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334616 Aug 10 01:26:54.353859 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 2f5ec470-30c8-47da-8862-cdb3d723dfd8 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:26:54.395328 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a35ae-c818-4bfb-84eb-e5a6631e68f2 req-424240f0-43d1-4b6d-b8bc-1ec83752ecd5 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:54.396870 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a55a35ae-c818-4bfb-84eb-e5a6631e68f2 req-424240f0-43d1-4b6d-b8bc-1ec83752ecd5 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=c329e399-b91b-4d20-9b75-44bbac592ec2 HTTP/1.1" status: 200 len: 945 time: 0.0490763 Aug 10 01:26:54.409434 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 2f5ec470-30c8-47da-8862-cdb3d723dfd8 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:26:54.413351 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 2f5ec470-30c8-47da-8862-cdb3d723dfd8 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:26:54.413757 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:54.438450 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a55a35ae-c818-4bfb-84eb-e5a6631e68f2 req-089b3ed0-a6ed-434b-b5b2-2abd121c96ae tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336943 Aug 10 01:26:54.488261 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:54.510004 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c329e399-b91b-4d20-9b75-44bbac592ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5ec470-30c8-47da-8862-cdb3d723dfd8'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:26:54.512230 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104bbba3-6475-4ca9-95e3-4a9a41c2c44e" -d '{"events": [{"server_uuid": "c329e399-b91b-4d20-9b75-44bbac592ec2", "name": "network-vif-plugged", "status": "completed", "tag": "2f5ec470-30c8-47da-8862-cdb3d723dfd8"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:26:54.528769 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 2f5ec470-30c8-47da-8862-cdb3d723dfd8, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2f5ec470-30c8-47da-8862-cdb3d723dfd8,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:26:54.533454 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:54.555863 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4609a9-286e-4fd2-b7ce-6d37bbf0a9c4 x-openstack-request-id: req-be4609a9-286e-4fd2-b7ce-6d37bbf0a9c4 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:26:54.556160 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c329e399-b91b-4d20-9b75-44bbac592ec2", "name": "network-vif-plugged", "status": "completed", "tag": "2f5ec470-30c8-47da-8862-cdb3d723dfd8", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:26:54.556435 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-be4609a9-286e-4fd2-b7ce-6d37bbf0a9c4 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:26:54.556838 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c329e399-b91b-4d20-9b75-44bbac592ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5ec470-30c8-47da-8862-cdb3d723dfd8', 'code': 200} Aug 10 01:26:54.582089 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=2f5ec470-30c8-47da-8862-cdb3d723dfd8,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:54.674557 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96188779-8d6a-436f-8739-9186c044abee req-2ab65d68-46e5-4d3f-9d0e-fcbffebd809a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:54.676322 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-96188779-8d6a-436f-8739-9186c044abee req-2ab65d68-46e5-4d3f-9d0e-fcbffebd809a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c329e399-b91b-4d20-9b75-44bbac592ec2 HTTP/1.1" status: 200 len: 1098 time: 0.0409503 Aug 10 01:26:54.709783 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-96188779-8d6a-436f-8739-9186c044abee req-0cb932a9-a1ea-4e1a-86ee-f9d3e26e1aad service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267625 Aug 10 01:26:55.549746 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12798811-c3e4-4470-8f20-3998e40f48b4 req-513db000-3ac0-4730-a5dc-2634fb6b7fd0 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:55.551385 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-12798811-c3e4-4470-8f20-3998e40f48b4 req-513db000-3ac0-4730-a5dc-2634fb6b7fd0 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=c329e399-b91b-4d20-9b75-44bbac592ec2 HTTP/1.1" status: 200 len: 946 time: 0.0478382 Aug 10 01:26:55.588102 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-12798811-c3e4-4470-8f20-3998e40f48b4 req-13e178aa-57a3-4490-a2f5-eae7ae98d976 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303407 Aug 10 01:26:56.707342 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036f624-61f8-42a7-bc2a-247095ed7017 req-4c9e7510-eb86-4631-b450-cc105e89e218 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:56.708803 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f036f624-61f8-42a7-bc2a-247095ed7017 req-4c9e7510-eb86-4631-b450-cc105e89e218 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=c329e399-b91b-4d20-9b75-44bbac592ec2 HTTP/1.1" status: 200 len: 946 time: 0.0517533 Aug 10 01:26:56.745193 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f036f624-61f8-42a7-bc2a-247095ed7017 req-b61babc3-1c47-4088-8be7-b25e94bb07d2 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304861 Aug 10 01:26:56.839583 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b976cebe-59e9-495b-84c5-75b0a87cfdc4 req-abb2240a-ec38-420a-8c07-a3adb4cc200e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=a14fe6b470434cfda037388a8cf18ac8 HTTP/1.1" status: 200 len: 267 time: 0.0313361 Aug 10 01:26:56.889701 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b976cebe-59e9-495b-84c5-75b0a87cfdc4 req-e33c1488-59c5-49fb-9091-202cabf8ff4c tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:56.891043 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b976cebe-59e9-495b-84c5-75b0a87cfdc4 req-e33c1488-59c5-49fb-9091-202cabf8ff4c tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=c329e399-b91b-4d20-9b75-44bbac592ec2 HTTP/1.1" status: 200 len: 946 time: 0.0460644 Aug 10 01:26:56.902228 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-b976cebe-59e9-495b-84c5-75b0a87cfdc4 req-095d8013-5b93-487c-9364-180ea1141f59 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Request body: {'port': {'security_groups': []}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:26:56.966530 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b976cebe-59e9-495b-84c5-75b0a87cfdc4 req-095d8013-5b93-487c-9364-180ea1141f59 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:57.114979 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-b976cebe-59e9-495b-84c5-75b0a87cfdc4 req-095d8013-5b93-487c-9364-180ea1141f59 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] For port 2f5ec470-30c8-47da-8862-cdb3d723dfd8, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2f5ec470-30c8-47da-8862-cdb3d723dfd8,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:26:57.147607 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b976cebe-59e9-495b-84c5-75b0a87cfdc4 req-095d8013-5b93-487c-9364-180ea1141f59 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:57.151778 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b976cebe-59e9-495b-84c5-75b0a87cfdc4 req-095d8013-5b93-487c-9364-180ea1141f59 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:57.189903 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b976cebe-59e9-495b-84c5-75b0a87cfdc4 req-095d8013-5b93-487c-9364-180ea1141f59 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:57.190401 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b976cebe-59e9-495b-84c5-75b0a87cfdc4 req-095d8013-5b93-487c-9364-180ea1141f59 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:57.191816 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b976cebe-59e9-495b-84c5-75b0a87cfdc4 req-095d8013-5b93-487c-9364-180ea1141f59 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "PUT /v2.0/ports/2f5ec470-30c8-47da-8862-cdb3d723dfd8 HTTP/1.1" status: 200 len: 905 time: 0.2940567 Aug 10 01:26:57.194795 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c329e399-b91b-4d20-9b75-44bbac592ec2', 'tag': '2f5ec470-30c8-47da-8862-cdb3d723dfd8'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:26:57.197638 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb414cc-95aa-4398-a049-487966afc6a9" -d '{"events": [{"name": "network-changed", "server_uuid": "c329e399-b91b-4d20-9b75-44bbac592ec2", "tag": "2f5ec470-30c8-47da-8862-cdb3d723dfd8"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:26:57.200083 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['0ad8690c-88e9-4038-9a42-69551b457df2', 'bbc29408-5a36-4e37-af30-bed04ff00dbf', '2f5ec470-30c8-47da-8862-cdb3d723dfd8'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:26:57.230796 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d8013-5b93-487c-9364-180ea1141f59 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Pushing event updated for resources: {'Port': ['ID=2f5ec470-30c8-47da-8862-cdb3d723dfd8,revision_number=6']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:57.271523 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e23879-8010-4ad5-8b0e-9498a85c7f1f x-openstack-request-id: req-a5e23879-8010-4ad5-8b0e-9498a85c7f1f {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:26:57.271938 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c329e399-b91b-4d20-9b75-44bbac592ec2", "tag": "2f5ec470-30c8-47da-8862-cdb3d723dfd8", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:26:57.272275 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a5e23879-8010-4ad5-8b0e-9498a85c7f1f {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:26:57.272740 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c329e399-b91b-4d20-9b75-44bbac592ec2', 'tag': '2f5ec470-30c8-47da-8862-cdb3d723dfd8', 'status': 'completed', 'code': 200} Aug 10 01:26:57.327441 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['2f5ec470-30c8-47da-8862-cdb3d723dfd8'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:26:57.330730 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27093db-eba8-486d-8677-4f66938f20c2 req-c1954025-d9b5-48ae-970c-edc2b9150bd0 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:57.337570 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c27093db-eba8-486d-8677-4f66938f20c2 req-c1954025-d9b5-48ae-970c-edc2b9150bd0 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=c329e399-b91b-4d20-9b75-44bbac592ec2 HTTP/1.1" status: 200 len: 908 time: 0.0586600 Aug 10 01:26:57.377147 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb414cc-95aa-4398-a049-487966afc6a9 req-f53095fd-4042-4c07-97f6-7b154e60d6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:57.378752 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dfb414cc-95aa-4398-a049-487966afc6a9 req-f53095fd-4042-4c07-97f6-7b154e60d6d9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a14fe6b470434cfda037388a8cf18ac8&device_id=c329e399-b91b-4d20-9b75-44bbac592ec2 HTTP/1.1" status: 200 len: 1060 time: 0.0625198 Aug 10 01:26:57.468861 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb8f0d-ac9b-4c79-93a3-ce8fc82346da req-a02a5c4f-0b84-4bfc-b9ce-f104ad534f3f tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:57.470766 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b3cb8f0d-ac9b-4c79-93a3-ce8fc82346da req-a02a5c4f-0b84-4bfc-b9ce-f104ad534f3f tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0530009 Aug 10 01:26:57.481830 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb414cc-95aa-4398-a049-487966afc6a9 req-eaf677bf-a86b-4bae-aaa7-48ca229f4d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:57.483690 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dfb414cc-95aa-4398-a049-487966afc6a9 req-eaf677bf-a86b-4bae-aaa7-48ca229f4d52 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e88d51f0-ef67-43e3-acaa-ddb0705ef866 HTTP/1.1" status: 200 len: 911 time: 0.0970628 Aug 10 01:26:57.510531 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b3cb8f0d-ac9b-4c79-93a3-ce8fc82346da req-4e514211-8f5d-424a-a394-6adea6421f6a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335972 Aug 10 01:26:57.511138 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5563e503-b352-4ddc-b63b-ee0ceaa133e4 None None] Provisioning complete for port 2f5ec470-30c8-47da-8862-cdb3d723dfd8 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:26:57.511529 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5563e503-b352-4ddc-b63b-ee0ceaa133e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:57.533325 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dfb414cc-95aa-4398-a049-487966afc6a9 req-6ab57e0d-cd01-4a4d-acc6-d8362fa5e695 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f5ec470-30c8-47da-8862-cdb3d723dfd8 HTTP/1.1" status: 200 len: 217 time: 0.0411186 Aug 10 01:26:57.585804 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb414cc-95aa-4398-a049-487966afc6a9 req-cdcb1bb3-27e9-47b5-bb68-d89af9bfc73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:57.587425 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dfb414cc-95aa-4398-a049-487966afc6a9 req-cdcb1bb3-27e9-47b5-bb68-d89af9bfc73a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e HTTP/1.1" status: 200 len: 849 time: 0.0469701 Aug 10 01:26:57.633615 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc04dd-cc56-474f-8be3-0ffab5bd2597 req-1662590b-cf52-409a-9a7c-4ea3d4e9cc2f tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:57.635094 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-91fc04dd-cc56-474f-8be3-0ffab5bd2597 req-1662590b-cf52-409a-9a7c-4ea3d4e9cc2f tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0532854 Aug 10 01:26:57.643303 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb414cc-95aa-4398-a049-487966afc6a9 req-497ae435-98fc-4aef-93c3-22e76f61a7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:57.644816 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dfb414cc-95aa-4398-a049-487966afc6a9 req-497ae435-98fc-4aef-93c3-22e76f61a7d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e88d51f0-ef67-43e3-acaa-ddb0705ef866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414433 Aug 10 01:26:57.673694 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-91fc04dd-cc56-474f-8be3-0ffab5bd2597 req-1c50e34d-ff6c-4260-8a26-0737415d7466 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318482 Aug 10 01:26:57.743294 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dfb414cc-95aa-4398-a049-487966afc6a9 req-ead6df0c-663c-464c-82c8-69c304da3056 service neutron] 10.222.0.20 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855336 Aug 10 01:26:57.762483 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:26:57.833443 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dfb414cc-95aa-4398-a049-487966afc6a9 req-f44a6ad6-3127-40b3-bf5d-db2281e988d2 service neutron] 10.222.0.20 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826666 Aug 10 01:26:57.890946 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-b47d82bd-c18f-4942-9951-c3203518f375 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:57.892488 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-b47d82bd-c18f-4942-9951-c3203518f375 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/networks?id=e88d51f0-ef67-43e3-acaa-ddb0705ef866 HTTP/1.1" status: 200 len: 810 time: 0.0995252 Aug 10 01:26:57.907132 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-836b4b54-eba4-4653-ba65-c8c5c2f6d9c2 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/quotas/a14fe6b470434cfda037388a8cf18ac8 HTTP/1.1" status: 200 len: 375 time: 0.0089304 Aug 10 01:26:57.972161 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-e5713923-d350-4d28-b76c-c40c86cbecef tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a14fe6b470434cfda037388a8cf18ac8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0592539 Aug 10 01:26:57.982769 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-e331a8c3-3546-43eb-b414-83ee61e80366 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:26:57.983719 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-e331a8c3-3546-43eb-b414-83ee61e80366 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049253 Aug 10 01:26:58.069128 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-980565d4-1a84-4c58-8073-5cd704c520e4 service neutron] 10.222.0.35 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794175 Aug 10 01:26:58.159900 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-d248d553-0b3f-4c8a-a0f3-f99b5b7eb42b service neutron] 10.222.0.35 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848150 Aug 10 01:26:58.292645 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:58.316774 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ad9cc304-7c9c-4008-8a10-07b6fb6af7fa req-873d4dee-b55d-4e1a-9609-62a98c845a2c tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3f00efd-a5a4-4333-b38e-db194353a6b9 HTTP/1.1" status: 200 len: 210 time: 0.0286138 Aug 10 01:26:59.211598 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-c9575c50-d5e4-4683-85d3-81c00dbab5e8 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:59.213304 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-c9575c50-d5e4-4683-85d3-81c00dbab5e8 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.24 "GET /v2.0/networks?id=e88d51f0-ef67-43e3-acaa-ddb0705ef866 HTTP/1.1" status: 200 len: 810 time: 0.1109812 Aug 10 01:26:59.238733 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-aa458998-674c-485e-8178-d210391e3262 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Request body: {'port': {'device_id': 'a3f00efd-a5a4-4333-b38e-db194353a6b9', 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866', 'admin_state_up': True, 'tenant_id': 'a14fe6b470434cfda037388a8cf18ac8'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:26:59.350129 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-aa458998-674c-485e-8178-d210391e3262 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Made reservation on behalf of a14fe6b470434cfda037388a8cf18ac8 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:26:59.353958 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-aa458998-674c-485e-8178-d210391e3262 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:59.411835 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d23b1f1b-b463-482c-abe2-48c777c0a72e req-196f7259-5e0b-49be-a347-7b709d9d593e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3f00efd-a5a4-4333-b38e-db194353a6b9 HTTP/1.1" status: 200 len: 210 time: 0.0285466 Aug 10 01:26:59.487398 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-aa458998-674c-485e-8178-d210391e3262 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Allocated IP 172.20.0.10 (e88d51f0-ef67-43e3-acaa-ddb0705ef866/04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e/f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:26:59.632563 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-aa458998-674c-485e-8178-d210391e3262 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:59.645773 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-aa458998-674c-485e-8178-d210391e3262 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Transition to ACTIVE for port object f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:26:59.678403 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-aa458998-674c-485e-8178-d210391e3262 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:59.716566 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['0ad8690c-88e9-4038-9a42-69551b457df2', 'bbc29408-5a36-4e37-af30-bed04ff00dbf'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:26:59.726141 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-aa458998-674c-485e-8178-d210391e3262 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Network e88d51f0-ef67-43e3-acaa-ddb0705ef866 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:26:59.729318 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-aa458998-674c-485e-8178-d210391e3262 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:26:59.733042 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-aa458998-674c-485e-8178-d210391e3262 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:26:59.758097 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa458998-674c-485e-8178-d210391e3262 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Pushing event updated for resources: {'Port': ['ID=f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:59.790883 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-aa458998-674c-485e-8178-d210391e3262 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:59.791548 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-aa458998-674c-485e-8178-d210391e3262 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:59.807753 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-aa458998-674c-485e-8178-d210391e3262 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5730298 Aug 10 01:26:59.820640 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-526459f6-5349-4c2c-a2f3-dafc4ba0df91 service neutron] Request body: {'port': {'device_id': 'a3f00efd-a5a4-4333-b38e-db194353a6b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:26:59.879494 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-526459f6-5349-4c2c-a2f3-dafc4ba0df91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:00.025442 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4b94dd0d-e998-46b8-8e1a-8d80b4fcae30 None None] Provisioning for port f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:27:00.028864 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4b94dd0d-e998-46b8-8e1a-8d80b4fcae30 None None] Provisioning complete for port f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:27:00.029272 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4b94dd0d-e998-46b8-8e1a-8d80b4fcae30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:00.065196 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-4b94dd0d-e998-46b8-8e1a-8d80b4fcae30 None None] Port f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:27:00.145766 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-526459f6-5349-4c2c-a2f3-dafc4ba0df91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:27:00.153139 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-526459f6-5349-4c2c-a2f3-dafc4ba0df91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:00.164626 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-526459f6-5349-4c2c-a2f3-dafc4ba0df91 service neutron] Transition to ACTIVE for port object f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:27:00.168062 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-526459f6-5349-4c2c-a2f3-dafc4ba0df91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:00.240595 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526459f6-5349-4c2c-a2f3-dafc4ba0df91 service neutron] Pushing event updated for resources: {'Port': ['ID=f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:00.301067 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-526459f6-5349-4c2c-a2f3-dafc4ba0df91 service neutron] Attempting to bind port f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:27:00.301332 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-526459f6-5349-4c2c-a2f3-dafc4ba0df91 service neutron] Attempting to bind port f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '52f03a3d-92cf-402a-8037-fd3af118309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:27:00.301667 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-526459f6-5349-4c2c-a2f3-dafc4ba0df91 service neutron] Attempting to bind port f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad on network e88d51f0-ef67-43e3-acaa-ddb0705ef866 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:27:00.306108 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-526459f6-5349-4c2c-a2f3-dafc4ba0df91 service neutron] Port f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad on network e88d51f0-ef67-43e3-acaa-ddb0705ef866 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:27:00.306438 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-526459f6-5349-4c2c-a2f3-dafc4ba0df91 service neutron] Attempting to bind port f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad on network e88d51f0-ef67-43e3-acaa-ddb0705ef866 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:27:00.311370 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-526459f6-5349-4c2c-a2f3-dafc4ba0df91 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:27:00.311718 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-526459f6-5349-4c2c-a2f3-dafc4ba0df91 service neutron] Checking segment: {'id': '52f03a3d-92cf-402a-8037-fd3af118309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:27:00.312112 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-526459f6-5349-4c2c-a2f3-dafc4ba0df91 service neutron] Bound using segment: {'id': '52f03a3d-92cf-402a-8037-fd3af118309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:27:00.312582 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-526459f6-5349-4c2c-a2f3-dafc4ba0df91 service neutron] Bound port: f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52f03a3d-92cf-402a-8037-fd3af118309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:27:00.312951 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-526459f6-5349-4c2c-a2f3-dafc4ba0df91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:00.378871 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-526459f6-5349-4c2c-a2f3-dafc4ba0df91 service neutron] For port f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:27:00.382013 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-526459f6-5349-4c2c-a2f3-dafc4ba0df91 service neutron] For port f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:27:00.386781 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-526459f6-5349-4c2c-a2f3-dafc4ba0df91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:00.421338 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-526459f6-5349-4c2c-a2f3-dafc4ba0df91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:00.421727 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-526459f6-5349-4c2c-a2f3-dafc4ba0df91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:00.423171 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-526459f6-5349-4c2c-a2f3-dafc4ba0df91 service neutron] 10.222.0.24 "PUT /v2.0/ports/f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad HTTP/1.1" status: 200 len: 1093 time: 0.6071599 Aug 10 01:27:00.423617 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f00efd-a5a4-4333-b38e-db194353a6b9', 'tag': 'f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:27:00.426398 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92df9337-2d12-45ee-bb23-464c096dcca3" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f00efd-a5a4-4333-b38e-db194353a6b9", "tag": "f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:27:00.454168 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526459f6-5349-4c2c-a2f3-dafc4ba0df91 service neutron] Pushing event updated for resources: {'Port': ['ID=f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:00.499397 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c77685-650c-494c-b953-05ac4cdf15cd x-openstack-request-id: req-27c77685-650c-494c-b953-05ac4cdf15cd {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:27:00.499696 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f00efd-a5a4-4333-b38e-db194353a6b9", "tag": "f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:27:00.499951 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-27c77685-650c-494c-b953-05ac4cdf15cd {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:27:00.500386 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f00efd-a5a4-4333-b38e-db194353a6b9', 'tag': 'f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad', 'status': 'completed', 'code': 200} Aug 10 01:27:00.517689 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-a92115e0-e9bc-4b51-897e-a1b135bc3e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:00.519420 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-a92115e0-e9bc-4b51-897e-a1b135bc3e57 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a14fe6b470434cfda037388a8cf18ac8&device_id=a3f00efd-a5a4-4333-b38e-db194353a6b9 HTTP/1.1" status: 200 len: 1096 time: 0.0493681 Aug 10 01:27:00.539538 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66810846-9aba-4dce-bad1-6a4b68d19f40 req-a58d0e12-2e31-4989-9677-c851cd2831e4 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:00.541429 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-66810846-9aba-4dce-bad1-6a4b68d19f40 req-a58d0e12-2e31-4989-9677-c851cd2831e4 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3f00efd-a5a4-4333-b38e-db194353a6b9 HTTP/1.1" status: 200 len: 944 time: 0.0527105 Aug 10 01:27:00.567368 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-4e282156-028d-4959-996f-f475b244eb83 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad HTTP/1.1" status: 200 len: 217 time: 0.0403137 Aug 10 01:27:00.592079 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-66810846-9aba-4dce-bad1-6a4b68d19f40 req-c5dcec5f-cf76-4e39-84dd-aff667cc96c2 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442488 Aug 10 01:27:00.626763 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-5a838fc1-e632-4882-bf01-256cc2c48e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:00.628307 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-5a838fc1-e632-4882-bf01-256cc2c48e20 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e HTTP/1.1" status: 200 len: 849 time: 0.0539651 Aug 10 01:27:00.673548 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-a8d27153-a7b9-4e47-9627-1a7b325638ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:00.675010 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-a8d27153-a7b9-4e47-9627-1a7b325638ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e88d51f0-ef67-43e3-acaa-ddb0705ef866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400538 Aug 10 01:27:00.766685 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-73294494-8d39-4d17-97e7-7bb8e8166964 service neutron] 10.222.0.24 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843985 Aug 10 01:27:00.854248 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-23dc3643-b7d6-46b7-b186-60a3b907bc48 req-88873268-15ef-46e7-b3e0-7bd84f859409 service neutron] 10.222.0.24 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804918 Aug 10 01:27:00.938072 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df9337-2d12-45ee-bb23-464c096dcca3 req-26d41494-1da7-4f73-898b-3910fa23dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:00.939533 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-92df9337-2d12-45ee-bb23-464c096dcca3 req-26d41494-1da7-4f73-898b-3910fa23dcfe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a14fe6b470434cfda037388a8cf18ac8&device_id=a3f00efd-a5a4-4333-b38e-db194353a6b9 HTTP/1.1" status: 200 len: 1096 time: 0.0421631 Aug 10 01:27:01.039222 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df9337-2d12-45ee-bb23-464c096dcca3 req-03abe1e1-1480-443a-bc31-ae7ad7f31e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:01.040698 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-92df9337-2d12-45ee-bb23-464c096dcca3 req-03abe1e1-1480-443a-bc31-ae7ad7f31e1e service neutron] 10.222.0.24 "GET /v2.0/networks?id=e88d51f0-ef67-43e3-acaa-ddb0705ef866 HTTP/1.1" status: 200 len: 911 time: 0.0934360 Aug 10 01:27:01.081627 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-92df9337-2d12-45ee-bb23-464c096dcca3 req-b4caa1ae-45f4-46e0-8da0-9f9f71d5f32f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad HTTP/1.1" status: 200 len: 217 time: 0.0332968 Aug 10 01:27:01.133252 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df9337-2d12-45ee-bb23-464c096dcca3 req-d8428e78-72bd-45fe-af58-e0c53f6088d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:01.134556 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-92df9337-2d12-45ee-bb23-464c096dcca3 req-d8428e78-72bd-45fe-af58-e0c53f6088d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e HTTP/1.1" status: 200 len: 849 time: 0.0454159 Aug 10 01:27:01.180200 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df9337-2d12-45ee-bb23-464c096dcca3 req-ec62ea9c-8ce5-43bc-9281-b06257cb7ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:01.181635 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-92df9337-2d12-45ee-bb23-464c096dcca3 req-ec62ea9c-8ce5-43bc-9281-b06257cb7ebd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e88d51f0-ef67-43e3-acaa-ddb0705ef866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391769 Aug 10 01:27:01.279395 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-92df9337-2d12-45ee-bb23-464c096dcca3 req-1e59a8c6-95a7-4094-a8d7-4d145568185e service neutron] 10.222.0.24 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885847 Aug 10 01:27:01.369707 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-92df9337-2d12-45ee-bb23-464c096dcca3 req-a3d1d0ae-28c3-43db-b1aa-bbd8c323d09f service neutron] 10.222.0.24 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826864 Aug 10 01:27:01.711895 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00139716-830c-4b61-9050-ec54b9378f0b req-85069e85-0e50-45e9-b756-a3a46138e2bc tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:01.713390 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-00139716-830c-4b61-9050-ec54b9378f0b req-85069e85-0e50-45e9-b756-a3a46138e2bc tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3f00efd-a5a4-4333-b38e-db194353a6b9 HTTP/1.1" status: 200 len: 944 time: 0.0518398 Aug 10 01:27:01.749046 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-00139716-830c-4b61-9050-ec54b9378f0b req-26a4b910-08b4-44a5-bcb5-3f338e61d299 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297852 Aug 10 01:27:02.863145 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf6515-9000-45ad-8af9-7b5f7076049a req-88e218a3-2104-4306-8fb3-cae8c47d280c tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:02.864534 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cbcf6515-9000-45ad-8af9-7b5f7076049a req-88e218a3-2104-4306-8fb3-cae8c47d280c tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3f00efd-a5a4-4333-b38e-db194353a6b9 HTTP/1.1" status: 200 len: 944 time: 0.0481546 Aug 10 01:27:02.900520 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cbcf6515-9000-45ad-8af9-7b5f7076049a req-b215a5ef-aa37-4687-858f-bc66979333b4 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301611 Aug 10 01:27:04.013501 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760908d9-c877-4ba7-b1aa-de490f428589 req-cef0e937-806c-45d8-aaf1-f921375aa3f0 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:04.014986 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-760908d9-c877-4ba7-b1aa-de490f428589 req-cef0e937-806c-45d8-aaf1-f921375aa3f0 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3f00efd-a5a4-4333-b38e-db194353a6b9 HTTP/1.1" status: 200 len: 944 time: 0.0484922 Aug 10 01:27:04.052262 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-760908d9-c877-4ba7-b1aa-de490f428589 req-9bde96f8-5ead-4134-973b-70771f15c8d4 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313678 Aug 10 01:27:05.166519 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f1267-296d-408c-8dd8-682f42e5cbf7 req-803eea18-d1b4-45b8-a5a5-6e37b64a85e3 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:05.167978 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e71f1267-296d-408c-8dd8-682f42e5cbf7 req-803eea18-d1b4-45b8-a5a5-6e37b64a85e3 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3f00efd-a5a4-4333-b38e-db194353a6b9 HTTP/1.1" status: 200 len: 944 time: 0.0513537 Aug 10 01:27:05.205687 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e71f1267-296d-408c-8dd8-682f42e5cbf7 req-f856486a-f7a2-4d9a-ae7d-8ffa6363548c tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308750 Aug 10 01:27:06.134938 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:27:06.225066 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:27:06.236945 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad', 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866', 'port_id': 'f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad', 'mac_address': 'fa:16:3e:ce:15:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:27:06.276592 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:06.290104 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:27:06.309932 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:27:06.314358 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:06.320233 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a51a5-a09b-475e-a196-6b4e4d073ab9 req-93fc58e9-8a2b-4f3a-aeff-bc4ccb0236f5 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:06.321746 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c91a51a5-a09b-475e-a196-6b4e4d073ab9 req-93fc58e9-8a2b-4f3a-aeff-bc4ccb0236f5 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3f00efd-a5a4-4333-b38e-db194353a6b9 HTTP/1.1" status: 200 len: 944 time: 0.0489402 Aug 10 01:27:06.359239 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c91a51a5-a09b-475e-a196-6b4e4d073ab9 req-1d714bf5-05e3-4b5f-bd57-bdb8fb5f306b tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313375 Aug 10 01:27:06.361524 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:06.622392 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:27:07.471794 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0cbd1-802b-4fb5-8055-a03be288a1ae req-f29ebc3e-b845-490d-af77-d644912e78af tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:07.473286 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d0d0cbd1-802b-4fb5-8055-a03be288a1ae req-f29ebc3e-b845-490d-af77-d644912e78af tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3f00efd-a5a4-4333-b38e-db194353a6b9 HTTP/1.1" status: 200 len: 945 time: 0.0474439 Aug 10 01:27:07.510431 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d0d0cbd1-802b-4fb5-8055-a03be288a1ae req-0460d073-860f-46c8-ab22-0387e083be18 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313060 Aug 10 01:27:08.148970 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:27:08.195870 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:27:08.199534 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:27:08.199916 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:08.272917 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:08.295324 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f00efd-a5a4-4333-b38e-db194353a6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:27:08.297551 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882fa53c-5680-409a-8789-613856cf0f41" -d '{"events": [{"server_uuid": "a3f00efd-a5a4-4333-b38e-db194353a6b9", "name": "network-vif-plugged", "status": "completed", "tag": "f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:27:08.314035 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:27:08.317831 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:08.347447 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962e122d-1df3-4593-9a89-5b3105414c66 x-openstack-request-id: req-962e122d-1df3-4593-9a89-5b3105414c66 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:27:08.347751 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f00efd-a5a4-4333-b38e-db194353a6b9", "name": "network-vif-plugged", "status": "completed", "tag": "f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:27:08.348008 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-962e122d-1df3-4593-9a89-5b3105414c66 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:27:08.348460 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f00efd-a5a4-4333-b38e-db194353a6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad', 'code': 200} Aug 10 01:27:08.374307 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:08.440688 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10e649-cfc5-434f-818c-76c790f29d57 req-a32df7ed-352a-4f5d-a6c1-40ca70b53471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:08.442090 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8f10e649-cfc5-434f-818c-76c790f29d57 req-a32df7ed-352a-4f5d-a6c1-40ca70b53471 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a3f00efd-a5a4-4333-b38e-db194353a6b9 HTTP/1.1" status: 200 len: 1098 time: 0.0400953 Aug 10 01:27:08.477181 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8f10e649-cfc5-434f-818c-76c790f29d57 req-37d9b675-2cd1-48e3-b4d1-50cbe3133b29 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273504 Aug 10 01:27:08.625162 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812ec26-acd3-44aa-96c2-3d1fe29841a3 req-b3315980-7460-4e9f-949d-1d2c1f7232c4 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:08.627117 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4812ec26-acd3-44aa-96c2-3d1fe29841a3 req-b3315980-7460-4e9f-949d-1d2c1f7232c4 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3f00efd-a5a4-4333-b38e-db194353a6b9 HTTP/1.1" status: 200 len: 946 time: 0.0516036 Aug 10 01:27:08.663864 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4812ec26-acd3-44aa-96c2-3d1fe29841a3 req-4c0a7481-f59d-475e-a293-f90d6d1d310d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306044 Aug 10 01:27:09.779307 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d55c7-47a9-4d4b-bfc6-c07598dee046 req-482b2dba-bd80-40f1-bae9-9b6c0bfb2b1d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:09.780791 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd7d55c7-47a9-4d4b-bfc6-c07598dee046 req-482b2dba-bd80-40f1-bae9-9b6c0bfb2b1d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3f00efd-a5a4-4333-b38e-db194353a6b9 HTTP/1.1" status: 200 len: 946 time: 0.0484037 Aug 10 01:27:09.819011 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd7d55c7-47a9-4d4b-bfc6-c07598dee046 req-8f5402ad-ebcf-4ecc-a007-ff12304bb530 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319819 Aug 10 01:27:10.014233 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9242b7-1174-407f-8710-d7c532e2701b req-cb4ed3a4-c8cb-4845-9a9c-ad2f7a835b01 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:10.015722 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ad9242b7-1174-407f-8710-d7c532e2701b req-cb4ed3a4-c8cb-4845-9a9c-ad2f7a835b01 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3f00efd-a5a4-4333-b38e-db194353a6b9 HTTP/1.1" status: 200 len: 946 time: 0.0488443 Aug 10 01:27:10.054910 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ad9242b7-1174-407f-8710-d7c532e2701b req-8beec741-2d3d-4771-9c51-c35650310500 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330780 Aug 10 01:27:11.171362 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894a2eb-37e2-426c-8ab3-db0bbb7c8a76 req-33bbb20e-9ef3-4eb5-85d6-e5220ad2141b tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:11.172903 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3894a2eb-37e2-426c-8ab3-db0bbb7c8a76 req-33bbb20e-9ef3-4eb5-85d6-e5220ad2141b tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3f00efd-a5a4-4333-b38e-db194353a6b9 HTTP/1.1" status: 200 len: 946 time: 0.0507340 Aug 10 01:27:11.205633 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-48eba91b-0b8f-43ae-b8d6-88fa1f7159d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:11.211236 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3894a2eb-37e2-426c-8ab3-db0bbb7c8a76 req-ca11ef49-256b-475e-9538-f11f6d65dc01 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317361 Aug 10 01:27:11.610338 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f631647-b7a8-4f06-9b7d-dce27e728159 req-174817fe-7b0b-49ed-ae34-8d73a2fd43c2 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:11.611884 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2f631647-b7a8-4f06-9b7d-dce27e728159 req-174817fe-7b0b-49ed-ae34-8d73a2fd43c2 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3f00efd-a5a4-4333-b38e-db194353a6b9 HTTP/1.1" status: 200 len: 946 time: 0.0485795 Aug 10 01:27:11.649709 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2f631647-b7a8-4f06-9b7d-dce27e728159 req-0645bc6c-e8f3-4a89-bf04-0be6e13af5e5 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318441 Aug 10 01:27:11.787725 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:12.764980 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ac254-cf07-4cc8-b227-cc89ffffd324 req-09a971f7-755b-4fb6-82a4-32847deb04ca tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:12.766463 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-924ac254-cf07-4cc8-b227-cc89ffffd324 req-09a971f7-755b-4fb6-82a4-32847deb04ca tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3f00efd-a5a4-4333-b38e-db194353a6b9 HTTP/1.1" status: 200 len: 946 time: 0.0497515 Aug 10 01:27:12.805761 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-924ac254-cf07-4cc8-b227-cc89ffffd324 req-9117f7fa-e622-49fc-aac1-839c9205b63d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327857 Aug 10 01:27:13.856058 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dfcdecdc-3c69-48d4-bb42-fa9c340349f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:13.923807 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5d154-7313-4d0f-a851-aeb8eb64c996 req-2d2b1145-d910-4c06-8633-96d8d6feb3b7 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:13.925476 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-95e5d154-7313-4d0f-a851-aeb8eb64c996 req-2d2b1145-d910-4c06-8633-96d8d6feb3b7 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3f00efd-a5a4-4333-b38e-db194353a6b9 HTTP/1.1" status: 200 len: 946 time: 0.0517628 Aug 10 01:27:13.962421 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-95e5d154-7313-4d0f-a851-aeb8eb64c996 req-4889b102-a464-408f-be73-7f6e73f9e760 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310314 Aug 10 01:27:14.445460 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:15.076601 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0998dab-dc7c-4825-9c37-a251bf8d8625 req-b1980ed3-1f38-45e3-aecd-b01e4fe02297 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:15.078036 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e0998dab-dc7c-4825-9c37-a251bf8d8625 req-b1980ed3-1f38-45e3-aecd-b01e4fe02297 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3f00efd-a5a4-4333-b38e-db194353a6b9 HTTP/1.1" status: 200 len: 946 time: 0.0475144 Aug 10 01:27:15.115205 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e0998dab-dc7c-4825-9c37-a251bf8d8625 req-b67822b1-3c1e-4208-947e-68df57b33710 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308139 Aug 10 01:27:15.207974 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:16.213478 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:27:16.227949 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84698172-2531-49e9-b1fe-e5daabc79867 req-2dcb30d2-929b-403d-8a55-3ddf2407d3e9 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:16.229468 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-84698172-2531-49e9-b1fe-e5daabc79867 req-2dcb30d2-929b-403d-8a55-3ddf2407d3e9 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3f00efd-a5a4-4333-b38e-db194353a6b9 HTTP/1.1" status: 200 len: 946 time: 0.0476055 Aug 10 01:27:16.267122 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-84698172-2531-49e9-b1fe-e5daabc79867 req-5662d2ca-7a72-48e0-b36f-01f37ccc8205 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307901 Aug 10 01:27:16.466379 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:27:16.479792 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad', 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866', 'port_id': 'f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad', 'mac_address': 'fa:16:3e:ce:15:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:27:16.482302 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:16.517233 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:16.529826 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:27:16.550005 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:27:16.554095 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:16.604877 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:16.612558 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:16.612912 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:16.613259 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:16.613761 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:16.614280 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:16.614629 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:16.614967 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:16.615300 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:16.615661 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:16.619393 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:16.619393 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:16.619393 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:16.635738 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:27:17.397312 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511b05f-8196-47ee-927f-2ec27cd44a66 req-7011f147-8c09-476a-b560-a8beb3a6fc54 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:17.399466 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f511b05f-8196-47ee-927f-2ec27cd44a66 req-7011f147-8c09-476a-b560-a8beb3a6fc54 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3f00efd-a5a4-4333-b38e-db194353a6b9 HTTP/1.1" status: 200 len: 945 time: 0.0576735 Aug 10 01:27:17.450665 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f511b05f-8196-47ee-927f-2ec27cd44a66 req-21f20f8b-9d5a-4373-9752-1ba4720cf78d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414875 Aug 10 01:27:18.229882 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:27:18.281821 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:27:18.282837 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:18.382466 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:18.406682 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f00efd-a5a4-4333-b38e-db194353a6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:27:18.409926 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6707fa7c-575c-48e3-8876-d9146641d9ba" -d '{"events": [{"server_uuid": "a3f00efd-a5a4-4333-b38e-db194353a6b9", "name": "network-vif-plugged", "status": "completed", "tag": "f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:27:18.423856 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:27:18.430729 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:18.460759 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df33131d-526e-4e68-a2fb-8f7ce89e2956 x-openstack-request-id: req-df33131d-526e-4e68-a2fb-8f7ce89e2956 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:27:18.461061 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f00efd-a5a4-4333-b38e-db194353a6b9", "name": "network-vif-plugged", "status": "completed", "tag": "f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:27:18.461385 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-df33131d-526e-4e68-a2fb-8f7ce89e2956 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:27:18.461804 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f00efd-a5a4-4333-b38e-db194353a6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad', 'code': 200} Aug 10 01:27:18.494374 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:18.595683 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654dec0-d97b-4e10-9781-e8f3103c4484 req-c200efb5-7c21-4efc-a53f-84aac053a335 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:18.597230 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2654dec0-d97b-4e10-9781-e8f3103c4484 req-c200efb5-7c21-4efc-a53f-84aac053a335 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3f00efd-a5a4-4333-b38e-db194353a6b9 HTTP/1.1" status: 200 len: 946 time: 0.0585656 Aug 10 01:27:18.638490 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2654dec0-d97b-4e10-9781-e8f3103c4484 req-aa572c64-5a46-457b-9433-7bf566bcffe9 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341659 Aug 10 01:27:19.765539 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbded1f-7bde-4ceb-8ce2-538a831b854a req-03fbba3f-64a5-4fd1-a4b3-f7d4b6b6fc25 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:19.767831 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8dbded1f-7bde-4ceb-8ce2-538a831b854a req-03fbba3f-64a5-4fd1-a4b3-f7d4b6b6fc25 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3f00efd-a5a4-4333-b38e-db194353a6b9 HTTP/1.1" status: 200 len: 946 time: 0.0531986 Aug 10 01:27:19.818823 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8dbded1f-7bde-4ceb-8ce2-538a831b854a req-25ec4ca0-413a-45ce-9b9f-20629c1e3b9a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426447 Aug 10 01:27:20.959185 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1451f-bc22-4c4d-915d-245321215ce3 req-8c75deee-7ef2-4500-b5da-3029d7268a43 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:20.960852 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c5d1451f-bc22-4c4d-915d-245321215ce3 req-8c75deee-7ef2-4500-b5da-3029d7268a43 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3f00efd-a5a4-4333-b38e-db194353a6b9 HTTP/1.1" status: 200 len: 946 time: 0.0570610 Aug 10 01:27:21.009062 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c5d1451f-bc22-4c4d-915d-245321215ce3 req-03f2e231-f39c-406d-9d68-89a311714a8e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414114 Aug 10 01:27:22.130568 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4d302-20d4-48c7-8346-93f011c602f6 req-8bffe9e1-185a-4624-aa1d-fbdc6edd1678 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:22.132243 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0cb4d302-20d4-48c7-8346-93f011c602f6 req-8bffe9e1-185a-4624-aa1d-fbdc6edd1678 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3f00efd-a5a4-4333-b38e-db194353a6b9 HTTP/1.1" status: 200 len: 946 time: 0.0534277 Aug 10 01:27:22.172725 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0cb4d302-20d4-48c7-8346-93f011c602f6 req-312579e4-a4ff-4fbe-a380-296f168d511f tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341539 Aug 10 01:27:23.295890 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8175e2-f2dd-4e42-9fad-014b3c7e63ab req-49c10c38-a957-4680-9a02-84bb20e01d28 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:23.304224 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-df8175e2-f2dd-4e42-9fad-014b3c7e63ab req-49c10c38-a957-4680-9a02-84bb20e01d28 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3f00efd-a5a4-4333-b38e-db194353a6b9 HTTP/1.1" status: 200 len: 946 time: 0.0591815 Aug 10 01:27:23.346835 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-df8175e2-f2dd-4e42-9fad-014b3c7e63ab req-61505801-0d13-4e2c-a056-6c0384f171eb tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359249 Aug 10 01:27:24.480031 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b469dac-01fe-44d7-806d-942839644781 req-7bab7bdf-800a-4969-8cf4-b5d34a7d0bee tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:24.485666 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b469dac-01fe-44d7-806d-942839644781 req-7bab7bdf-800a-4969-8cf4-b5d34a7d0bee tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3f00efd-a5a4-4333-b38e-db194353a6b9 HTTP/1.1" status: 200 len: 946 time: 0.0575726 Aug 10 01:27:24.522945 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b469dac-01fe-44d7-806d-942839644781 req-ae8f1b87-df61-4c43-a1a0-544e455b967a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330937 Aug 10 01:27:25.640644 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488202d-5987-4da9-8ceb-232f12d88fc9 req-877f8b39-2bbc-4123-93df-53c58f9fe109 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:25.642135 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b488202d-5987-4da9-8ceb-232f12d88fc9 req-877f8b39-2bbc-4123-93df-53c58f9fe109 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3f00efd-a5a4-4333-b38e-db194353a6b9 HTTP/1.1" status: 200 len: 946 time: 0.0485919 Aug 10 01:27:25.679977 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b488202d-5987-4da9-8ceb-232f12d88fc9 req-eda36c4c-2d35-42fd-a703-c0e0ed54a531 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319650 Aug 10 01:27:26.081878 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a509a76-b6ed-49dd-9acd-df7f6e5d5efc req-649e5777-5d89-4ba4-8506-ed055f8ece75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:26.083354 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7a509a76-b6ed-49dd-9acd-df7f6e5d5efc req-649e5777-5d89-4ba4-8506-ed055f8ece75 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a14fe6b470434cfda037388a8cf18ac8&device_id=a3f00efd-a5a4-4333-b38e-db194353a6b9 HTTP/1.1" status: 200 len: 1098 time: 0.0400541 Aug 10 01:27:26.144383 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [req-ee0319ff-6b38-464a-ac5f-828c5731ae72 req-db9d0866-9d08-4335-898a-5ea9a185fefa service neutron] (105826) timed out ('10.222.0.24', 60183) {{(pid=105826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 01:27:26.174301 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a509a76-b6ed-49dd-9acd-df7f6e5d5efc req-1988a7fe-594f-4f62-87fd-9624bf87de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:26.176004 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7a509a76-b6ed-49dd-9acd-df7f6e5d5efc req-1988a7fe-594f-4f62-87fd-9624bf87de53 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e88d51f0-ef67-43e3-acaa-ddb0705ef866 HTTP/1.1" status: 200 len: 911 time: 0.0855584 Aug 10 01:27:26.215806 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7a509a76-b6ed-49dd-9acd-df7f6e5d5efc req-9a40d486-3319-404c-9fa9-bda3a3efa8e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad HTTP/1.1" status: 200 len: 217 time: 0.0328155 Aug 10 01:27:26.266053 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a509a76-b6ed-49dd-9acd-df7f6e5d5efc req-6532f832-26da-4b29-8879-97777224cb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:26.267991 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7a509a76-b6ed-49dd-9acd-df7f6e5d5efc req-6532f832-26da-4b29-8879-97777224cb83 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e HTTP/1.1" status: 200 len: 849 time: 0.0455573 Aug 10 01:27:26.314174 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a509a76-b6ed-49dd-9acd-df7f6e5d5efc req-b040185a-77c8-4352-a534-4459a39772d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:26.315590 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7a509a76-b6ed-49dd-9acd-df7f6e5d5efc req-b040185a-77c8-4352-a534-4459a39772d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e88d51f0-ef67-43e3-acaa-ddb0705ef866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392420 Aug 10 01:27:26.403900 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7a509a76-b6ed-49dd-9acd-df7f6e5d5efc req-11faf716-eb6b-42bc-9e9e-a5b3d77e40e3 service neutron] 10.222.0.24 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796883 Aug 10 01:27:26.494778 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7a509a76-b6ed-49dd-9acd-df7f6e5d5efc req-7a30c6a5-c43e-4432-b469-c051f17b715f service neutron] 10.222.0.24 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832021 Aug 10 01:27:26.792441 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc62e9-03ec-425d-9e61-a306484c0ba3 req-ae1c22a7-7864-4700-83cd-9574b2e4df30 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:26.794162 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e2fc62e9-03ec-425d-9e61-a306484c0ba3 req-ae1c22a7-7864-4700-83cd-9574b2e4df30 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3f00efd-a5a4-4333-b38e-db194353a6b9 HTTP/1.1" status: 200 len: 946 time: 0.0483861 Aug 10 01:27:26.831613 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e2fc62e9-03ec-425d-9e61-a306484c0ba3 req-cb19b3c8-7aba-490d-9be3-ebf4901830aa tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307021 Aug 10 01:27:27.949967 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c36551-cba1-4abb-bfc0-6e2fe07a96a6 req-ac48b097-b870-48d5-bc0a-bf552181548e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:27.951430 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-96c36551-cba1-4abb-bfc0-6e2fe07a96a6 req-ac48b097-b870-48d5-bc0a-bf552181548e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3f00efd-a5a4-4333-b38e-db194353a6b9 HTTP/1.1" status: 200 len: 946 time: 0.0516522 Aug 10 01:27:27.989060 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-96c36551-cba1-4abb-bfc0-6e2fe07a96a6 req-e0d6ad99-4ece-4c3f-beb5-aae605288779 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311379 Aug 10 01:27:28.300764 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:29.102630 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df3c24-13b4-4882-88d2-69649a13cbce req-15584ccd-130b-4c25-8959-33176ab27165 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:29.104110 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24df3c24-13b4-4882-88d2-69649a13cbce req-15584ccd-130b-4c25-8959-33176ab27165 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3f00efd-a5a4-4333-b38e-db194353a6b9 HTTP/1.1" status: 200 len: 946 time: 0.0498753 Aug 10 01:27:29.141164 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24df3c24-13b4-4882-88d2-69649a13cbce req-deb44910-fa7e-4cf7-822a-78cd5a41f841 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311649 Aug 10 01:27:29.252858 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ce6cd-d90f-4894-aafd-90369905f9f1 req-2c5f880f-4717-43e5-93a6-24a73572426c tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:29.254320 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3a7ce6cd-d90f-4894-aafd-90369905f9f1 req-2c5f880f-4717-43e5-93a6-24a73572426c tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0480721 Aug 10 01:27:29.290751 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3a7ce6cd-d90f-4894-aafd-90369905f9f1 req-df2e7ff3-d265-4a6b-bbc3-83560f3a58e1 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304978 Aug 10 01:27:29.413664 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f33b0-e36f-47c0-a624-ca1693d89b10 req-2153a181-fbe6-4f22-9efa-d78add0149dd tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:29.415130 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-367f33b0-e36f-47c0-a624-ca1693d89b10 req-2153a181-fbe6-4f22-9efa-d78add0149dd tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0525455 Aug 10 01:27:29.453844 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-367f33b0-e36f-47c0-a624-ca1693d89b10 req-bd0e1ee2-283c-430a-8194-203513e10366 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316498 Aug 10 01:27:29.647204 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5ec90-e3d2-4aef-a983-f6dd4a3600ff req-675a2ec1-30f1-468f-b304-224522b6bea7 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:29.648711 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0ae5ec90-e3d2-4aef-a983-f6dd4a3600ff req-675a2ec1-30f1-468f-b304-224522b6bea7 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0498064 Aug 10 01:27:29.684981 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0ae5ec90-e3d2-4aef-a983-f6dd4a3600ff req-84dbe2af-4324-49e9-8069-06f78a52ea09 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302858 Aug 10 01:27:30.277861 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:27:30.353831 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:30.375606 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f00efd-a5a4-4333-b38e-db194353a6b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:27:30.378174 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e0fdd1-2918-46ad-815c-b59dc70e19de" -d '{"events": [{"server_uuid": "a3f00efd-a5a4-4333-b38e-db194353a6b9", "name": "network-vif-unplugged", "status": "completed", "tag": "f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:27:30.390541 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:27:30.394859 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:30.422478 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 01:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0df036-b69a-43c7-8ee7-62fd1d57ada3 x-openstack-request-id: req-9b0df036-b69a-43c7-8ee7-62fd1d57ada3 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:27:30.422774 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f00efd-a5a4-4333-b38e-db194353a6b9", "name": "network-vif-unplugged", "status": "failed", "tag": "f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad", "code": 422}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:27:30.423675 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9b0df036-b69a-43c7-8ee7-62fd1d57ada3 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:27:30.424063 n-d-766726-26 neutron-server[105828]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a3f00efd-a5a4-4333-b38e-db194353a6b9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad', 'code': 422} returned with failed status Aug 10 01:27:30.448453 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:30.800539 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d04cba-b915-42f5-942f-996bdfb4a8d3 req-079033cd-f9e9-47c2-8d11-ceea2cfbbf41 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:30.802019 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-84d04cba-b915-42f5-942f-996bdfb4a8d3 req-079033cd-f9e9-47c2-8d11-ceea2cfbbf41 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0492954 Aug 10 01:27:30.838767 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-84d04cba-b915-42f5-942f-996bdfb4a8d3 req-6137e4e4-0172-4759-8710-9f49da91e1fa tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308485 Aug 10 01:27:31.955041 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f6043-561f-4ec9-80c2-66482e5e0223 req-965989c8-68c9-43c0-800e-bfd49590144a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:31.956502 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7e5f6043-561f-4ec9-80c2-66482e5e0223 req-965989c8-68c9-43c0-800e-bfd49590144a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0512352 Aug 10 01:27:31.992270 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7e5f6043-561f-4ec9-80c2-66482e5e0223 req-8af2cd04-1a6f-4940-8f00-eab6771da962 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299513 Aug 10 01:27:33.104520 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81abc8-968c-46df-86f3-c895869451f8 req-0af7e35d-27ba-4051-a624-6a989d62215b tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:33.105996 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7b81abc8-968c-46df-86f3-c895869451f8 req-0af7e35d-27ba-4051-a624-6a989d62215b tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0483761 Aug 10 01:27:33.142684 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7b81abc8-968c-46df-86f3-c895869451f8 req-7669ac5f-31fc-4ba9-bbbf-c2fceded2ffb tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303032 Aug 10 01:27:34.256851 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60febfab-f6df-4136-b260-d549b17a66a4 req-20c3c4e4-c5ca-4a4a-ae34-ddd8ba21fcb4 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:34.258357 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-60febfab-f6df-4136-b260-d549b17a66a4 req-20c3c4e4-c5ca-4a4a-ae34-ddd8ba21fcb4 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0488260 Aug 10 01:27:34.294579 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-60febfab-f6df-4136-b260-d549b17a66a4 req-6b0a3580-f923-4b6d-84f6-94b9d5f0afce tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304809 Aug 10 01:27:34.760810 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:27:35.413569 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba261e-a8e3-4d88-9174-de456f7eed90 req-37d6bdc2-0529-438b-a8fe-62422828fb8d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:35.415026 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5bba261e-a8e3-4d88-9174-de456f7eed90 req-37d6bdc2-0529-438b-a8fe-62422828fb8d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0529399 Aug 10 01:27:35.451895 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5bba261e-a8e3-4d88-9174-de456f7eed90 req-f3ed6790-60dc-4fe0-8f17-f161a0db3d0c tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309522 Aug 10 01:27:36.565200 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed85435-f976-4915-94b7-fea69fcee7ff req-f55f3db1-192b-42ac-98b2-bb4184495274 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:36.566656 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7ed85435-f976-4915-94b7-fea69fcee7ff req-f55f3db1-192b-42ac-98b2-bb4184495274 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0488238 Aug 10 01:27:36.602498 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7ed85435-f976-4915-94b7-fea69fcee7ff req-c14f1fef-2b99-4259-be2d-e18365b14af2 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298617 Aug 10 01:27:37.714265 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0f42a-4c15-4158-8eb8-a5d2158996b5 req-346fc155-2693-4236-be97-e0359eb5a051 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:37.715707 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-78f0f42a-4c15-4158-8eb8-a5d2158996b5 req-346fc155-2693-4236-be97-e0359eb5a051 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0473258 Aug 10 01:27:37.752309 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-78f0f42a-4c15-4158-8eb8-a5d2158996b5 req-aba12ffd-1cf1-4419-ba91-e360559917e8 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302258 Aug 10 01:27:38.867656 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409bc3d-6c24-468b-bcc6-9471e8e84d8d req-7a349ca4-40e0-4ee0-a749-2daae1cd2e17 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:38.869057 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2409bc3d-6c24-468b-bcc6-9471e8e84d8d req-7a349ca4-40e0-4ee0-a749-2daae1cd2e17 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0505424 Aug 10 01:27:38.904732 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2409bc3d-6c24-468b-bcc6-9471e8e84d8d req-b898204c-cd72-4d8f-bc97-1e9c7f0f9e3a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298820 Aug 10 01:27:39.509604 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c4ea7-9c08-4d69-a77c-3be223bdd029 req-891fa92d-143d-468a-8500-cce2adaee251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:39.511098 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0f5c4ea7-9c08-4d69-a77c-3be223bdd029 req-891fa92d-143d-468a-8500-cce2adaee251 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a14fe6b470434cfda037388a8cf18ac8&device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 1096 time: 0.0968764 Aug 10 01:27:39.616120 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c4ea7-9c08-4d69-a77c-3be223bdd029 req-49dc2e1f-52f0-4731-a080-0b7a395f1b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:39.617616 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0f5c4ea7-9c08-4d69-a77c-3be223bdd029 req-49dc2e1f-52f0-4731-a080-0b7a395f1b9f service neutron] 10.222.0.24 "GET /v2.0/networks?id=e88d51f0-ef67-43e3-acaa-ddb0705ef866 HTTP/1.1" status: 200 len: 911 time: 0.0864995 Aug 10 01:27:39.681477 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0f5c4ea7-9c08-4d69-a77c-3be223bdd029 req-b5fa4891-2398-4dda-8ffa-e81ef08f045b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa HTTP/1.1" status: 200 len: 997 time: 0.0566447 Aug 10 01:27:39.728139 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c4ea7-9c08-4d69-a77c-3be223bdd029 req-1cba8d99-53b8-4ceb-93c3-384b61b9f88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:39.729519 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0f5c4ea7-9c08-4d69-a77c-3be223bdd029 req-1cba8d99-53b8-4ceb-93c3-384b61b9f88e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e HTTP/1.1" status: 200 len: 849 time: 0.0412710 Aug 10 01:27:39.776632 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c4ea7-9c08-4d69-a77c-3be223bdd029 req-bb903c4d-e186-43e3-a8cf-193d8de43c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:39.778089 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0f5c4ea7-9c08-4d69-a77c-3be223bdd029 req-bb903c4d-e186-43e3-a8cf-193d8de43c3b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e88d51f0-ef67-43e3-acaa-ddb0705ef866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414648 Aug 10 01:27:39.875075 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0f5c4ea7-9c08-4d69-a77c-3be223bdd029 req-7ea976f8-c116-491d-8478-f199e5443abc service neutron] 10.222.0.24 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887744 Aug 10 01:27:39.971347 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0f5c4ea7-9c08-4d69-a77c-3be223bdd029 req-f098134e-1eaa-4a5e-ac13-283336e411b0 service neutron] 10.222.0.24 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867305 Aug 10 01:27:40.021262 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b210d-c523-40b2-95c1-e223f5f25302 req-7d7e4218-457a-4cf7-b9d7-f923829736a8 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:40.022729 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-387b210d-c523-40b2-95c1-e223f5f25302 req-7d7e4218-457a-4cf7-b9d7-f923829736a8 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0507393 Aug 10 01:27:40.059970 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-387b210d-c523-40b2-95c1-e223f5f25302 req-e1d41607-99b7-45fe-8ce4-df5b21809531 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312297 Aug 10 01:27:40.252618 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a74ed-bd08-4b60-9cfb-e45756424c2a req-57737500-52c1-4c3e-bb41-ffbc79dd0a5c tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:40.254156 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb2a74ed-bd08-4b60-9cfb-e45756424c2a req-57737500-52c1-4c3e-bb41-ffbc79dd0a5c tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0509717 Aug 10 01:27:40.275432 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fca34-d087-4f30-8d02-3dd3727b9a60 req-945045b1-12de-408a-b3d5-d1e116336484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:40.276972 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6a2fca34-d087-4f30-8d02-3dd3727b9a60 req-945045b1-12de-408a-b3d5-d1e116336484 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a14fe6b470434cfda037388a8cf18ac8&device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 1096 time: 0.0409191 Aug 10 01:27:40.291539 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb2a74ed-bd08-4b60-9cfb-e45756424c2a req-c657232d-9c23-4399-a98a-aec969b65ad2 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311637 Aug 10 01:27:40.364110 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fca34-d087-4f30-8d02-3dd3727b9a60 req-748cda47-2b16-428c-b0f6-5e055ea7f62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:40.365653 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6a2fca34-d087-4f30-8d02-3dd3727b9a60 req-748cda47-2b16-428c-b0f6-5e055ea7f62d service neutron] 10.222.0.24 "GET /v2.0/networks?id=e88d51f0-ef67-43e3-acaa-ddb0705ef866 HTTP/1.1" status: 200 len: 911 time: 0.0817103 Aug 10 01:27:40.432253 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6a2fca34-d087-4f30-8d02-3dd3727b9a60 req-9b956352-8223-4254-8112-7e4fffe64a02 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa HTTP/1.1" status: 200 len: 997 time: 0.0588579 Aug 10 01:27:40.478957 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fca34-d087-4f30-8d02-3dd3727b9a60 req-5da168c2-beef-4003-999b-51fd8a0eba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:40.480419 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6a2fca34-d087-4f30-8d02-3dd3727b9a60 req-5da168c2-beef-4003-999b-51fd8a0eba88 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e HTTP/1.1" status: 200 len: 849 time: 0.0412323 Aug 10 01:27:40.534455 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fca34-d087-4f30-8d02-3dd3727b9a60 req-2ae995c6-a2d2-4879-a39d-f2be4aa407a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:40.535828 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6a2fca34-d087-4f30-8d02-3dd3727b9a60 req-2ae995c6-a2d2-4879-a39d-f2be4aa407a4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e88d51f0-ef67-43e3-acaa-ddb0705ef866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487421 Aug 10 01:27:40.953120 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6a2fca34-d087-4f30-8d02-3dd3727b9a60 req-944d99ad-d826-4e7c-9c5d-cc77855fa474 service neutron] 10.222.0.24 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088552 Aug 10 01:27:41.039190 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6a2fca34-d087-4f30-8d02-3dd3727b9a60 req-1c02b231-ff6a-47cf-abeb-45defc19ed71 service neutron] 10.222.0.24 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787890 Aug 10 01:27:41.206847 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7ed7ae04-742d-49c2-8eb1-0ea81092d026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:41.412605 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bdf7d8-72ae-4e68-bf05-265eb4ba18c3 req-399d7946-eaac-4fc9-b59b-c578668b7fbe tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:41.414072 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-93bdf7d8-72ae-4e68-bf05-265eb4ba18c3 req-399d7946-eaac-4fc9-b59b-c578668b7fbe tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0510287 Aug 10 01:27:41.452577 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-93bdf7d8-72ae-4e68-bf05-265eb4ba18c3 req-c933b0de-99f7-4b2c-bd4d-ef8b435e4bb9 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326958 Aug 10 01:27:41.796419 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:42.565928 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d663b-ac46-4ada-98e9-0c8445383f76 req-4c586d5c-151a-42b0-9316-0999bc42051b tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:42.567382 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b76d663b-ac46-4ada-98e9-0c8445383f76 req-4c586d5c-151a-42b0-9316-0999bc42051b tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0486012 Aug 10 01:27:42.604738 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b76d663b-ac46-4ada-98e9-0c8445383f76 req-2b80eec9-cd8d-4795-b802-79e9c52d539d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313993 Aug 10 01:27:42.715928 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56db06-69e1-4ac6-9788-493e5a91a697 req-98f35309-aaf6-4f26-b18d-d645a383364a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:42.717390 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7c56db06-69e1-4ac6-9788-493e5a91a697 req-98f35309-aaf6-4f26-b18d-d645a383364a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0471914 Aug 10 01:27:42.754112 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7c56db06-69e1-4ac6-9788-493e5a91a697 req-fa86acd4-87ad-4c0f-bd42-3658bd25c3d7 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303924 Aug 10 01:27:42.873222 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3107c7-0f05-4a84-acb2-c5014cad5392 req-7fe53110-b217-4ae1-86b5-ce9930c74070 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:42.874676 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f3107c7-0f05-4a84-acb2-c5014cad5392 req-7fe53110-b217-4ae1-86b5-ce9930c74070 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0517950 Aug 10 01:27:42.911186 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f3107c7-0f05-4a84-acb2-c5014cad5392 req-4ac6f212-9a89-4545-8d80-e3a0e5fa025a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301812 Aug 10 01:27:43.127236 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5eb1d3-dd64-4064-84f8-b5c1bcff199a req-a26917d2-8aa9-4c16-ade3-270ce901f8ec tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:43.128732 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3a5eb1d3-dd64-4064-84f8-b5c1bcff199a req-a26917d2-8aa9-4c16-ade3-270ce901f8ec tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0474300 Aug 10 01:27:43.165197 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3a5eb1d3-dd64-4064-84f8-b5c1bcff199a req-7a12e879-f335-407b-8125-a320a281a675 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306180 Aug 10 01:27:43.856594 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-12006ab3-6464-4016-9f95-2b9f98711114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:44.277932 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904686c0-4ea4-4200-b6ee-c0056ca925ce req-56710dc7-a19e-48e5-a391-ac2c40484360 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:44.279381 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-904686c0-4ea4-4200-b6ee-c0056ca925ce req-56710dc7-a19e-48e5-a391-ac2c40484360 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0469167 Aug 10 01:27:44.316493 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-904686c0-4ea4-4200-b6ee-c0056ca925ce req-4209c246-776d-43bb-ae09-ffa16e8468fe tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305879 Aug 10 01:27:44.458935 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:44.516983 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4cc814-499e-4a58-a34b-a9cca23d28c6 req-d3063e8c-e517-4146-a2cc-cd466a87161f tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:44.518462 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cb4cc814-499e-4a58-a34b-a9cca23d28c6 req-d3063e8c-e517-4146-a2cc-cd466a87161f tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0533681 Aug 10 01:27:44.545079 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97894a8-05fd-43d0-be1a-01fb2e608cb7 req-47a69af4-e921-4bd0-b16b-986f38306868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:44.546571 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e97894a8-05fd-43d0-be1a-01fb2e608cb7 req-47a69af4-e921-4bd0-b16b-986f38306868 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a14fe6b470434cfda037388a8cf18ac8&device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 1096 time: 0.0450134 Aug 10 01:27:44.555964 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cb4cc814-499e-4a58-a34b-a9cca23d28c6 req-f86fe3d3-9256-4a85-90e7-b0cebb84ef5a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313840 Aug 10 01:27:44.636259 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97894a8-05fd-43d0-be1a-01fb2e608cb7 req-10efa731-c8f0-47ee-9803-69be9828939c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:44.637730 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e97894a8-05fd-43d0-be1a-01fb2e608cb7 req-10efa731-c8f0-47ee-9803-69be9828939c service neutron] 10.222.0.24 "GET /v2.0/networks?id=e88d51f0-ef67-43e3-acaa-ddb0705ef866 HTTP/1.1" status: 200 len: 911 time: 0.0845039 Aug 10 01:27:44.705271 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e97894a8-05fd-43d0-be1a-01fb2e608cb7 req-bc4648c2-5910-4c4d-9f6c-1c00572a0805 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa HTTP/1.1" status: 200 len: 997 time: 0.0604775 Aug 10 01:27:44.752925 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97894a8-05fd-43d0-be1a-01fb2e608cb7 req-c59e483f-3feb-4de2-8d24-a30360499167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:44.754297 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e97894a8-05fd-43d0-be1a-01fb2e608cb7 req-c59e483f-3feb-4de2-8d24-a30360499167 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e HTTP/1.1" status: 200 len: 849 time: 0.0420356 Aug 10 01:27:44.800272 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97894a8-05fd-43d0-be1a-01fb2e608cb7 req-6c9071b8-45ae-4839-a115-9f9e5404d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:44.801707 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e97894a8-05fd-43d0-be1a-01fb2e608cb7 req-6c9071b8-45ae-4839-a115-9f9e5404d8b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e88d51f0-ef67-43e3-acaa-ddb0705ef866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398088 Aug 10 01:27:44.890918 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e97894a8-05fd-43d0-be1a-01fb2e608cb7 req-e47323ab-b915-4a65-8d69-cbcf28a08b96 service neutron] 10.222.0.24 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815134 Aug 10 01:27:44.978154 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e97894a8-05fd-43d0-be1a-01fb2e608cb7 req-949bb907-2c40-44f2-867f-a4c8a5f4ebaf service neutron] 10.222.0.24 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796337 Aug 10 01:27:45.210965 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:45.672453 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f4854-1943-49f0-b17f-e878a009a900 req-6632d199-1a89-44d6-85fe-7c6adfe9e118 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:45.673989 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f1f4854-1943-49f0-b17f-e878a009a900 req-6632d199-1a89-44d6-85fe-7c6adfe9e118 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0489564 Aug 10 01:27:45.713760 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f1f4854-1943-49f0-b17f-e878a009a900 req-2cce417f-c9b9-4c92-86b0-b614b456732e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335965 Aug 10 01:27:46.315818 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:46.835806 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f7802-6aaa-489c-9fde-3c18a4d45070 req-34632346-3ca7-41bd-8e09-833e828348ec tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:46.837310 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-626f7802-6aaa-489c-9fde-3c18a4d45070 req-34632346-3ca7-41bd-8e09-833e828348ec tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0501733 Aug 10 01:27:46.873287 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-626f7802-6aaa-489c-9fde-3c18a4d45070 req-f5e7fd9c-8011-42ff-9837-76d652c562d4 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300615 Aug 10 01:27:46.989546 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a00532-ce2e-4799-a091-dc675dcc51a0 req-785de493-4851-40d2-bb09-028696d96757 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:46.991010 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2a00532-ce2e-4799-a091-dc675dcc51a0 req-785de493-4851-40d2-bb09-028696d96757 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0521014 Aug 10 01:27:47.027831 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2a00532-ce2e-4799-a091-dc675dcc51a0 req-4f45d7fe-592c-46b3-a230-870bd6058b89 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307899 Aug 10 01:27:47.580592 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb4dd9-a919-4f4a-954f-3b71c784cbfd req-5875c21b-33c0-46c7-97bd-a7fcfe9b222a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:47.582047 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-68bb4dd9-a919-4f4a-954f-3b71c784cbfd req-5875c21b-33c0-46c7-97bd-a7fcfe9b222a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3f00efd-a5a4-4333-b38e-db194353a6b9 HTTP/1.1" status: 200 len: 944 time: 0.0486431 Aug 10 01:27:47.668934 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-68bb4dd9-a919-4f4a-954f-3b71c784cbfd req-4270b251-3545-42e6-b070-d66fa6010c4d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Deleting port f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:27:47.669286 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-68bb4dd9-a919-4f4a-954f-3b71c784cbfd req-4270b251-3545-42e6-b070-d66fa6010c4d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:47.757274 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-68bb4dd9-a919-4f4a-954f-3b71c784cbfd req-4270b251-3545-42e6-b070-d66fa6010c4d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] For port f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:27:47.757641 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-68bb4dd9-a919-4f4a-954f-3b71c784cbfd req-4270b251-3545-42e6-b070-d66fa6010c4d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:47.770320 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-68bb4dd9-a919-4f4a-954f-3b71c784cbfd req-4270b251-3545-42e6-b070-d66fa6010c4d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Calling delete_port for f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:27:47.893501 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-68bb4dd9-a919-4f4a-954f-3b71c784cbfd req-4270b251-3545-42e6-b070-d66fa6010c4d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:47.921381 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270b251-3545-42e6-b070-d66fa6010c4d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Pushing event deleted for resources: {'Port': ['ID=f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:47.926553 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['0ad8690c-88e9-4038-9a42-69551b457df2', 'bbc29408-5a36-4e37-af30-bed04ff00dbf'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:27:47.929765 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270b251-3545-42e6-b070-d66fa6010c4d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:47.930124 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270b251-3545-42e6-b070-d66fa6010c4d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:47.930473 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270b251-3545-42e6-b070-d66fa6010c4d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:47.930819 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270b251-3545-42e6-b070-d66fa6010c4d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:47.931159 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270b251-3545-42e6-b070-d66fa6010c4d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:47.931498 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270b251-3545-42e6-b070-d66fa6010c4d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:47.931831 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270b251-3545-42e6-b070-d66fa6010c4d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:47.932162 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270b251-3545-42e6-b070-d66fa6010c4d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:47.932513 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270b251-3545-42e6-b070-d66fa6010c4d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:47.933241 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270b251-3545-42e6-b070-d66fa6010c4d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:47.933241 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270b251-3545-42e6-b070-d66fa6010c4d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:47.933510 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270b251-3545-42e6-b070-d66fa6010c4d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:47.974540 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-68bb4dd9-a919-4f4a-954f-3b71c784cbfd req-4270b251-3545-42e6-b070-d66fa6010c4d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] No DVR routers for this DVR port f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad on host n-h1-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:27:47.977300 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-68bb4dd9-a919-4f4a-954f-3b71c784cbfd req-4270b251-3545-42e6-b070-d66fa6010c4d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:47.979462 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-68bb4dd9-a919-4f4a-954f-3b71c784cbfd req-4270b251-3545-42e6-b070-d66fa6010c4d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "DELETE /v2.0/ports/f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad HTTP/1.1" status: 204 len: 173 time: 0.3918476 Aug 10 01:27:47.979940 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f00efd-a5a4-4333-b38e-db194353a6b9', 'name': 'network-vif-deleted', 'tag': 'f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:27:47.982290 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88132e8-2599-4dd4-bd2f-50fe167b237d" -d '{"events": [{"server_uuid": "a3f00efd-a5a4-4333-b38e-db194353a6b9", "name": "network-vif-deleted", "tag": "f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:27:48.015787 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 10 Aug 2021 01:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5abfa4-119e-4db2-b49b-9e1bdaf9d227 x-openstack-request-id: req-cd5abfa4-119e-4db2-b49b-9e1bdaf9d227 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:27:48.016606 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f00efd-a5a4-4333-b38e-db194353a6b9", "name": "network-vif-deleted", "tag": "f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad", "status": "failed", "code": 422}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:27:48.017056 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cd5abfa4-119e-4db2-b49b-9e1bdaf9d227 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:27:48.017646 n-d-766726-26 neutron-server[105826]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a3f00efd-a5a4-4333-b38e-db194353a6b9', 'name': 'network-vif-deleted', 'tag': 'f43ef25f-e6a8-4025-9cbb-a37d7e0f12ad', 'status': 'failed', 'code': 422} returned with failed status Aug 10 01:27:48.592028 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882dfd9-8eb1-477a-8c32-a55006fb84d8 req-30f32f03-d3dc-4278-8370-cb7f51a73482 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:48.593606 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e882dfd9-8eb1-477a-8c32-a55006fb84d8 req-30f32f03-d3dc-4278-8370-cb7f51a73482 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=c329e399-b91b-4d20-9b75-44bbac592ec2 HTTP/1.1" status: 200 len: 908 time: 0.0530331 Aug 10 01:27:48.843578 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-10b0db0b-5d03-48dc-9817-5d5dcb354a67 req-c877c34f-6ae2-4012-bb68-1a17845cf2f5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=940b7234-5c69-4855-8f6b-d8225225588e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0896747 Aug 10 01:27:48.919220 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0db0b-5d03-48dc-9817-5d5dcb354a67 req-dd02f590-4803-4f3f-a35d-6c96f9c2ad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:48.920707 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-10b0db0b-5d03-48dc-9817-5d5dcb354a67 req-dd02f590-4803-4f3f-a35d-6c96f9c2ad9d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a14fe6b470434cfda037388a8cf18ac8&device_id=940b7234-5c69-4855-8f6b-d8225225588e HTTP/1.1" status: 200 len: 1097 time: 0.0430272 Aug 10 01:27:49.024703 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0db0b-5d03-48dc-9817-5d5dcb354a67 req-303b6ce0-8947-4666-83c4-e45d33d85114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:49.026152 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-10b0db0b-5d03-48dc-9817-5d5dcb354a67 req-303b6ce0-8947-4666-83c4-e45d33d85114 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e88d51f0-ef67-43e3-acaa-ddb0705ef866 HTTP/1.1" status: 200 len: 911 time: 0.0837476 Aug 10 01:27:49.068804 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-10b0db0b-5d03-48dc-9817-5d5dcb354a67 req-4e182ff1-f5ca-443b-8da7-404920f4303a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbc29408-5a36-4e37-af30-bed04ff00dbf HTTP/1.1" status: 200 len: 217 time: 0.0348141 Aug 10 01:27:49.121519 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0db0b-5d03-48dc-9817-5d5dcb354a67 req-43d3cdde-e438-4ea0-b600-33da724bda1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:49.122841 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-10b0db0b-5d03-48dc-9817-5d5dcb354a67 req-43d3cdde-e438-4ea0-b600-33da724bda1b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e HTTP/1.1" status: 200 len: 849 time: 0.0459549 Aug 10 01:27:49.167547 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0db0b-5d03-48dc-9817-5d5dcb354a67 req-8edf66f9-4cd2-42fe-b949-1cccd67f1993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:49.169013 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-10b0db0b-5d03-48dc-9817-5d5dcb354a67 req-8edf66f9-4cd2-42fe-b949-1cccd67f1993 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e88d51f0-ef67-43e3-acaa-ddb0705ef866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388749 Aug 10 01:27:49.256566 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-10b0db0b-5d03-48dc-9817-5d5dcb354a67 req-253abb9a-3e56-4177-9293-3bf7d75ed02b service neutron] 10.222.0.20 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796146 Aug 10 01:27:49.347271 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-10b0db0b-5d03-48dc-9817-5d5dcb354a67 req-98696871-3dc9-4f01-9d27-45ecb9d1a656 service neutron] 10.222.0.20 "GET /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836174 Aug 10 01:27:49.708490 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d4bd7-4f97-4f17-961e-b535e2774731 req-d0ab7683-c929-4bdc-9b6a-5e383324e84d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:49.709969 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-648d4bd7-4f97-4f17-961e-b535e2774731 req-d0ab7683-c929-4bdc-9b6a-5e383324e84d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=c329e399-b91b-4d20-9b75-44bbac592ec2 HTTP/1.1" status: 200 len: 908 time: 0.0475314 Aug 10 01:27:50.250033 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba91ef-571c-4c31-a9d5-0198889109f2 req-a93beea7-3c21-4e2e-a09f-42591c7b5495 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:50.251453 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-eaba91ef-571c-4c31-a9d5-0198889109f2 req-a93beea7-3c21-4e2e-a09f-42591c7b5495 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.20 "GET /v2.0/ports?device_id=c329e399-b91b-4d20-9b75-44bbac592ec2 HTTP/1.1" status: 200 len: 908 time: 0.0482857 Aug 10 01:27:50.342325 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-eaba91ef-571c-4c31-a9d5-0198889109f2 req-db5ba159-d390-498e-b41a-fa111c9ea948 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Deleting port 2f5ec470-30c8-47da-8862-cdb3d723dfd8 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:27:50.342668 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-eaba91ef-571c-4c31-a9d5-0198889109f2 req-db5ba159-d390-498e-b41a-fa111c9ea948 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:50.428600 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-eaba91ef-571c-4c31-a9d5-0198889109f2 req-db5ba159-d390-498e-b41a-fa111c9ea948 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] For port 2f5ec470-30c8-47da-8862-cdb3d723dfd8, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=2f5ec470-30c8-47da-8862-cdb3d723dfd8,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:27:50.428969 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-eaba91ef-571c-4c31-a9d5-0198889109f2 req-db5ba159-d390-498e-b41a-fa111c9ea948 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:50.442100 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-eaba91ef-571c-4c31-a9d5-0198889109f2 req-db5ba159-d390-498e-b41a-fa111c9ea948 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Calling delete_port for 2f5ec470-30c8-47da-8862-cdb3d723dfd8 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:27:50.575602 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-eaba91ef-571c-4c31-a9d5-0198889109f2 req-db5ba159-d390-498e-b41a-fa111c9ea948 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:50.602858 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ba159-d390-498e-b41a-fa111c9ea948 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Pushing event deleted for resources: {'Port': ['ID=2f5ec470-30c8-47da-8862-cdb3d723dfd8,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:50.628763 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ba159-d390-498e-b41a-fa111c9ea948 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:50.629092 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ba159-d390-498e-b41a-fa111c9ea948 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:50.629433 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ba159-d390-498e-b41a-fa111c9ea948 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:50.629770 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ba159-d390-498e-b41a-fa111c9ea948 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:50.630107 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ba159-d390-498e-b41a-fa111c9ea948 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:50.630441 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ba159-d390-498e-b41a-fa111c9ea948 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:50.630770 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ba159-d390-498e-b41a-fa111c9ea948 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:50.631094 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ba159-d390-498e-b41a-fa111c9ea948 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:50.631596 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ba159-d390-498e-b41a-fa111c9ea948 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:50.631941 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ba159-d390-498e-b41a-fa111c9ea948 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:50.632293 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ba159-d390-498e-b41a-fa111c9ea948 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:50.632623 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ba159-d390-498e-b41a-fa111c9ea948 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:50.659340 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaba91ef-571c-4c31-a9d5-0198889109f2 req-db5ba159-d390-498e-b41a-fa111c9ea948 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] No DVR routers for this DVR port 2f5ec470-30c8-47da-8862-cdb3d723dfd8 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:27:50.662228 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-eaba91ef-571c-4c31-a9d5-0198889109f2 req-db5ba159-d390-498e-b41a-fa111c9ea948 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:50.664635 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-eaba91ef-571c-4c31-a9d5-0198889109f2 req-db5ba159-d390-498e-b41a-fa111c9ea948 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.20 "DELETE /v2.0/ports/2f5ec470-30c8-47da-8862-cdb3d723dfd8 HTTP/1.1" status: 204 len: 173 time: 0.4063818 Aug 10 01:27:50.665114 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c329e399-b91b-4d20-9b75-44bbac592ec2', 'name': 'network-vif-deleted', 'tag': '2f5ec470-30c8-47da-8862-cdb3d723dfd8'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:27:50.668372 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a1228c-2e0d-4d7d-b72d-bed3c083239e" -d '{"events": [{"server_uuid": "c329e399-b91b-4d20-9b75-44bbac592ec2", "name": "network-vif-deleted", "tag": "2f5ec470-30c8-47da-8862-cdb3d723dfd8"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:27:50.710477 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e39bacc-2ffa-4297-aef6-bbcbaebef652 x-openstack-request-id: req-2e39bacc-2ffa-4297-aef6-bbcbaebef652 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:27:50.710792 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c329e399-b91b-4d20-9b75-44bbac592ec2", "name": "network-vif-deleted", "tag": "2f5ec470-30c8-47da-8862-cdb3d723dfd8", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:27:50.711028 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2e39bacc-2ffa-4297-aef6-bbcbaebef652 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:27:50.711428 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c329e399-b91b-4d20-9b75-44bbac592ec2', 'name': 'network-vif-deleted', 'tag': '2f5ec470-30c8-47da-8862-cdb3d723dfd8', 'status': 'completed', 'code': 200} Aug 10 01:27:50.806357 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ccd4ad38-0085-4b89-af6b-e57eb62209b0 req-c0ac8704-83cf-4bb5-ab24-035ead5251c0 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=c329e399-b91b-4d20-9b75-44bbac592ec2 HTTP/1.1" status: 200 len: 210 time: 0.0278437 Aug 10 01:27:52.065165 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a125c-9870-45d4-b1ae-d81fe3224570 req-e3b6c41d-4605-4e8f-9be3-825ab272a05e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:52.066630 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8e7a125c-9870-45d4-b1ae-d81fe3224570 req-e3b6c41d-4605-4e8f-9be3-825ab272a05e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=940b7234-5c69-4855-8f6b-d8225225588e HTTP/1.1" status: 200 len: 945 time: 0.0482445 Aug 10 01:27:52.104371 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8e7a125c-9870-45d4-b1ae-d81fe3224570 req-85d6f962-e67d-46a1-bb36-5c71472992ba tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315063 Aug 10 01:27:53.221553 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0229e-8e64-409f-8289-6c23a3810a1a req-fbf74db5-9014-4199-b571-faf35b280601 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:53.222981 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1ab0229e-8e64-409f-8289-6c23a3810a1a req-fbf74db5-9014-4199-b571-faf35b280601 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=940b7234-5c69-4855-8f6b-d8225225588e HTTP/1.1" status: 200 len: 945 time: 0.0517302 Aug 10 01:27:53.260242 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1ab0229e-8e64-409f-8289-6c23a3810a1a req-f793a27e-18a3-4cd4-a001-7de42ad34699 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314050 Aug 10 01:27:53.644315 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fd917-2e35-42c8-b899-e92a8102bbb3 req-ecc4c8e5-abaf-4ca0-8df9-05b608bf0d6a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:53.645754 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5e4fd917-2e35-42c8-b899-e92a8102bbb3 req-ecc4c8e5-abaf-4ca0-8df9-05b608bf0d6a tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.20 "GET /v2.0/ports?device_id=940b7234-5c69-4855-8f6b-d8225225588e HTTP/1.1" status: 200 len: 945 time: 0.0485139 Aug 10 01:27:53.732908 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-5e4fd917-2e35-42c8-b899-e92a8102bbb3 req-eb308991-536f-4b02-8acc-d03dab5897ce tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Deleting port bbc29408-5a36-4e37-af30-bed04ff00dbf {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:27:53.733248 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5e4fd917-2e35-42c8-b899-e92a8102bbb3 req-eb308991-536f-4b02-8acc-d03dab5897ce tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:53.821896 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-5e4fd917-2e35-42c8-b899-e92a8102bbb3 req-eb308991-536f-4b02-8acc-d03dab5897ce tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] For port bbc29408-5a36-4e37-af30-bed04ff00dbf, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=bbc29408-5a36-4e37-af30-bed04ff00dbf,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:27:53.822253 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5e4fd917-2e35-42c8-b899-e92a8102bbb3 req-eb308991-536f-4b02-8acc-d03dab5897ce tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:53.835010 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-5e4fd917-2e35-42c8-b899-e92a8102bbb3 req-eb308991-536f-4b02-8acc-d03dab5897ce tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Calling delete_port for bbc29408-5a36-4e37-af30-bed04ff00dbf owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:27:53.960198 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5e4fd917-2e35-42c8-b899-e92a8102bbb3 req-eb308991-536f-4b02-8acc-d03dab5897ce tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:53.989075 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb308991-536f-4b02-8acc-d03dab5897ce tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Pushing event deleted for resources: {'Port': ['ID=bbc29408-5a36-4e37-af30-bed04ff00dbf,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:53.992347 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['0ad8690c-88e9-4038-9a42-69551b457df2', 'bbc29408-5a36-4e37-af30-bed04ff00dbf'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:27:54.036566 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4fd917-2e35-42c8-b899-e92a8102bbb3 req-eb308991-536f-4b02-8acc-d03dab5897ce tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] No DVR routers for this DVR port bbc29408-5a36-4e37-af30-bed04ff00dbf on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:27:54.039142 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5e4fd917-2e35-42c8-b899-e92a8102bbb3 req-eb308991-536f-4b02-8acc-d03dab5897ce tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:54.041169 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5e4fd917-2e35-42c8-b899-e92a8102bbb3 req-eb308991-536f-4b02-8acc-d03dab5897ce tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.20 "DELETE /v2.0/ports/bbc29408-5a36-4e37-af30-bed04ff00dbf HTTP/1.1" status: 204 len: 173 time: 0.3893294 Aug 10 01:27:54.041609 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940b7234-5c69-4855-8f6b-d8225225588e', 'name': 'network-vif-deleted', 'tag': 'bbc29408-5a36-4e37-af30-bed04ff00dbf'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:27:54.043864 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0408153f-057a-462c-a0ad-e42495f8aa07" -d '{"events": [{"server_uuid": "940b7234-5c69-4855-8f6b-d8225225588e", "name": "network-vif-deleted", "tag": "bbc29408-5a36-4e37-af30-bed04ff00dbf"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:27:54.085986 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b765dd-78a0-49a7-82a9-155dbb52baeb x-openstack-request-id: req-82b765dd-78a0-49a7-82a9-155dbb52baeb {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:27:54.086357 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940b7234-5c69-4855-8f6b-d8225225588e", "name": "network-vif-deleted", "tag": "bbc29408-5a36-4e37-af30-bed04ff00dbf", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:27:54.086619 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-82b765dd-78a0-49a7-82a9-155dbb52baeb {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:27:54.087028 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940b7234-5c69-4855-8f6b-d8225225588e', 'name': 'network-vif-deleted', 'tag': 'bbc29408-5a36-4e37-af30-bed04ff00dbf', 'status': 'completed', 'code': 200} Aug 10 01:27:54.362268 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5ed58a85-eb62-4b79-8d9d-55ef45dbaedd req-a798914e-dfdb-4dcb-85d7-408751a508eb tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=940b7234-5c69-4855-8f6b-d8225225588e HTTP/1.1" status: 200 len: 210 time: 0.0266316 Aug 10 01:27:54.670631 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 2f5ec470-30c8-47da-8862-cdb3d723dfd8 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:27:54.691271 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 2f5ec470-30c8-47da-8862-cdb3d723dfd8 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:27:54.691622 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 2f5ec470-30c8-47da-8862-cdb3d723dfd8 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:27:55.627151 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c1b4b-65d6-40d1-958f-f5c57fba1b13 req-326025dd-be38-4adc-a1a4-37ac37d3ddda tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:55.628668 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-732c1b4b-65d6-40d1-958f-f5c57fba1b13 req-326025dd-be38-4adc-a1a4-37ac37d3ddda tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 945 time: 0.0485389 Aug 10 01:27:55.665399 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-732c1b4b-65d6-40d1-958f-f5c57fba1b13 req-0f2b85dc-e89f-453c-ab00-c159ca0f7d7b tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307269 Aug 10 01:27:56.778400 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de76e90-d845-4795-b78b-931b44274a53 req-1ca0b805-ec2f-4de5-ac41-5acfbe036a6d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:56.779851 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1de76e90-d845-4795-b78b-931b44274a53 req-1ca0b805-ec2f-4de5-ac41-5acfbe036a6d tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 945 time: 0.0467455 Aug 10 01:27:56.820432 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1de76e90-d845-4795-b78b-931b44274a53 req-0891ac3b-fb0f-47c6-bfcd-3288c18d84ab tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=a45187e5-c915-4fec-b7a9-c05cc749d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340862 Aug 10 01:27:56.855758 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de7f56-7466-415e-9308-d34cd4d524bb req-7857919a-3d8f-4f30-ab20-7257f7f73349 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:56.857223 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-65de7f56-7466-415e-9308-d34cd4d524bb req-7857919a-3d8f-4f30-ab20-7257f7f73349 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c HTTP/1.1" status: 200 len: 945 time: 0.0482812 Aug 10 01:27:56.948829 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-65de7f56-7466-415e-9308-d34cd4d524bb req-4de7e88e-c2ff-47be-b1e2-bc637cee3629 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Deleting port 0ad8690c-88e9-4038-9a42-69551b457df2 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:27:56.949096 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-65de7f56-7466-415e-9308-d34cd4d524bb req-4de7e88e-c2ff-47be-b1e2-bc637cee3629 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:57.036072 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-65de7f56-7466-415e-9308-d34cd4d524bb req-4de7e88e-c2ff-47be-b1e2-bc637cee3629 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] For port 0ad8690c-88e9-4038-9a42-69551b457df2, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=0ad8690c-88e9-4038-9a42-69551b457df2,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:27:57.036467 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-65de7f56-7466-415e-9308-d34cd4d524bb req-4de7e88e-c2ff-47be-b1e2-bc637cee3629 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:57.049429 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-65de7f56-7466-415e-9308-d34cd4d524bb req-4de7e88e-c2ff-47be-b1e2-bc637cee3629 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Calling delete_port for 0ad8690c-88e9-4038-9a42-69551b457df2 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:27:57.179243 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-65de7f56-7466-415e-9308-d34cd4d524bb req-4de7e88e-c2ff-47be-b1e2-bc637cee3629 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:57.206896 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de7e88e-c2ff-47be-b1e2-bc637cee3629 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Pushing event deleted for resources: {'Port': ['ID=0ad8690c-88e9-4038-9a42-69551b457df2,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:57.210871 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['0ad8690c-88e9-4038-9a42-69551b457df2'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:27:57.252834 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-65de7f56-7466-415e-9308-d34cd4d524bb req-4de7e88e-c2ff-47be-b1e2-bc637cee3629 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] No DVR routers for this DVR port 0ad8690c-88e9-4038-9a42-69551b457df2 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:27:57.255487 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-65de7f56-7466-415e-9308-d34cd4d524bb req-4de7e88e-c2ff-47be-b1e2-bc637cee3629 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:57.257602 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-65de7f56-7466-415e-9308-d34cd4d524bb req-4de7e88e-c2ff-47be-b1e2-bc637cee3629 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.20 "DELETE /v2.0/ports/0ad8690c-88e9-4038-9a42-69551b457df2 HTTP/1.1" status: 204 len: 173 time: 0.3927820 Aug 10 01:27:57.258045 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c', 'name': 'network-vif-deleted', 'tag': '0ad8690c-88e9-4038-9a42-69551b457df2'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:27:57.260340 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a05513-14d9-4c3a-bfe7-ce6e17b98624" -d '{"events": [{"server_uuid": "ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c", "name": "network-vif-deleted", "tag": "0ad8690c-88e9-4038-9a42-69551b457df2"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:27:57.369238 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8491d501-8e64-47fa-a246-aecf979ba92d x-openstack-request-id: req-8491d501-8e64-47fa-a246-aecf979ba92d {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:27:57.369546 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c", "name": "network-vif-deleted", "tag": "0ad8690c-88e9-4038-9a42-69551b457df2", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:27:57.369803 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8491d501-8e64-47fa-a246-aecf979ba92d {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:27:57.370210 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa4ff87-bbde-4d44-8d7d-07318e1e7f4c', 'name': 'network-vif-deleted', 'tag': '0ad8690c-88e9-4038-9a42-69551b457df2', 'status': 'completed', 'code': 200} Aug 10 01:27:58.080565 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d92b09-f531-4dbb-84c0-ebb4560a0a22 req-1c443434-11cf-46c4-9b79-834e3f7af1e3 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:58.082024 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-23d92b09-f531-4dbb-84c0-ebb4560a0a22 req-1c443434-11cf-46c4-9b79-834e3f7af1e3 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0478513 Aug 10 01:27:58.118797 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-23d92b09-f531-4dbb-84c0-ebb4560a0a22 req-7e267c31-c221-4d5e-99c4-2d441e5564c4 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308082 Aug 10 01:27:58.304329 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:58.685734 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device bbc29408-5a36-4e37-af30-bed04ff00dbf no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:27:58.708172 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: bbc29408-5a36-4e37-af30-bed04ff00dbf {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:27:58.708545 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device bbc29408-5a36-4e37-af30-bed04ff00dbf not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:27:59.232086 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02886a-a90a-4a8a-a823-8f20ea9188dd req-dfe1c361-e77a-4287-9ece-84e1a3774160 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:59.233569 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d02886a-a90a-4a8a-a823-8f20ea9188dd req-dfe1c361-e77a-4287-9ece-84e1a3774160 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0472376 Aug 10 01:27:59.270138 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d02886a-a90a-4a8a-a823-8f20ea9188dd req-4fe05385-e5c5-4062-a2b7-36936de80dfe tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302553 Aug 10 01:28:00.071876 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75746b5-48a1-4f4c-81db-2bb9739a43d3 req-48b3355e-94b6-4402-89ce-67c3877b2b1b tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:00.073348 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f75746b5-48a1-4f4c-81db-2bb9739a43d3 req-48b3355e-94b6-4402-89ce-67c3877b2b1b tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0480981 Aug 10 01:28:00.160140 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-f75746b5-48a1-4f4c-81db-2bb9739a43d3 req-6067e303-383e-4bd2-85e2-13d83011c69b tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Deleting port aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:28:00.160510 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f75746b5-48a1-4f4c-81db-2bb9739a43d3 req-6067e303-383e-4bd2-85e2-13d83011c69b tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:00.250469 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-f75746b5-48a1-4f4c-81db-2bb9739a43d3 req-6067e303-383e-4bd2-85e2-13d83011c69b tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] For port aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:28:00.250846 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f75746b5-48a1-4f4c-81db-2bb9739a43d3 req-6067e303-383e-4bd2-85e2-13d83011c69b tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:00.381733 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf244e7c-a041-4f12-b8cd-a8816db3801f req-3fdaf2ef-2e98-4d79-b293-bae79d0a3c22 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:00.383151 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bf244e7c-a041-4f12-b8cd-a8816db3801f req-3fdaf2ef-2e98-4d79-b293-bae79d0a3c22 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/ports?device_id=e215e917-f726-47ee-aaf5-8429c75c4af7 HTTP/1.1" status: 200 len: 944 time: 0.0468717 Aug 10 01:28:00.419967 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f75746b5-48a1-4f4c-81db-2bb9739a43d3 req-6067e303-383e-4bd2-85e2-13d83011c69b tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:00.420391 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f75746b5-48a1-4f4c-81db-2bb9739a43d3 req-6067e303-383e-4bd2-85e2-13d83011c69b tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:00.420710 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [req-f75746b5-48a1-4f4c-81db-2bb9739a43d3 req-6067e303-383e-4bd2-85e2-13d83011c69b tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Floating IP 804d307a-2a94-473a-b0b9-ba8e5045a970 disassociated. External IP: 172.25.2.6, port: aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa. Aug 10 01:28:00.421557 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-f75746b5-48a1-4f4c-81db-2bb9739a43d3 req-6067e303-383e-4bd2-85e2-13d83011c69b tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Calling delete_port for aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:28:00.423722 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bf244e7c-a041-4f12-b8cd-a8816db3801f req-18ad9ad5-879e-4e76-ba9e-3fcabab2cc0e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups?id=12ece31a-af89-4caa-b229-37189edb119f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346801 Aug 10 01:28:00.548748 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f75746b5-48a1-4f4c-81db-2bb9739a43d3 req-6067e303-383e-4bd2-85e2-13d83011c69b tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:00.576913 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067e303-383e-4bd2-85e2-13d83011c69b tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Pushing event deleted for resources: {'Port': ['ID=aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:00.678713 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 0ad8690c-88e9-4038-9a42-69551b457df2 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:28:00.697900 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f75746b5-48a1-4f4c-81db-2bb9739a43d3 req-6067e303-383e-4bd2-85e2-13d83011c69b tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Router a6b27c19-4211-487b-aea0-ca47cf84e348 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:28:00.702052 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 0ad8690c-88e9-4038-9a42-69551b457df2 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:28:00.702411 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 0ad8690c-88e9-4038-9a42-69551b457df2 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:28:00.809008 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f75746b5-48a1-4f4c-81db-2bb9739a43d3 req-6067e303-383e-4bd2-85e2-13d83011c69b tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:28:00.819374 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99515412-aa72-470b-b752-c41e18461170 None None] Sync routers for ids ['a6b27c19-4211-487b-aea0-ca47cf84e348'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:28:00.829214 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99515412-aa72-470b-b752-c41e18461170 None None] Routers {'a6b27c19-4211-487b-aea0-ca47cf84e348'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:28:00.829836 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-99515412-aa72-470b-b752-c41e18461170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:27:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['a6b27c19-4211-487b-aea0-ca47cf84e348'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:00.850918 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75746b5-48a1-4f4c-81db-2bb9739a43d3 req-6067e303-383e-4bd2-85e2-13d83011c69b tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] No DVR routers for this DVR port aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:28:00.853436 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-f75746b5-48a1-4f4c-81db-2bb9739a43d3 req-6067e303-383e-4bd2-85e2-13d83011c69b tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:00.855539 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f75746b5-48a1-4f4c-81db-2bb9739a43d3 req-6067e303-383e-4bd2-85e2-13d83011c69b tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.24 "DELETE /v2.0/ports/aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa HTTP/1.1" status: 204 len: 173 time: 0.7757325 Aug 10 01:28:00.855990 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e215e917-f726-47ee-aaf5-8429c75c4af7', 'name': 'network-vif-deleted', 'tag': 'aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:28:00.858296 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3567f046-47bd-43d2-8f97-12112d78d066" -d '{"events": [{"server_uuid": "e215e917-f726-47ee-aaf5-8429c75c4af7", "name": "network-vif-deleted", "tag": "aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:28:00.904971 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d195eb-8a21-416d-a61d-c34b5eaed401 x-openstack-request-id: req-82d195eb-8a21-416d-a61d-c34b5eaed401 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:28:00.905277 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e215e917-f726-47ee-aaf5-8429c75c4af7", "name": "network-vif-deleted", "tag": "aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:28:00.905530 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-82d195eb-8a21-416d-a61d-c34b5eaed401 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:28:00.905971 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e215e917-f726-47ee-aaf5-8429c75c4af7', 'name': 'network-vif-deleted', 'tag': 'aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa', 'status': 'completed', 'code': 200} Aug 10 01:28:00.938176 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-99515412-aa72-470b-b752-c41e18461170 None None] Set router a6b27c19-4211-487b-aea0-ca47cf84e348 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:28:01.132601 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-99515412-aa72-470b-b752-c41e18461170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'name': 'tempest-ServerActionsTestJSON-23788078-router', 'tenant_id': 'a14fe6b470434cfda037388a8cf18ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:19:24Z', 'updated_at': '2021-08-10T01:19:28Z', 'revision_number': 4, 'project_id': 'a14fe6b470434cfda037388a8cf18ac8', 'gw_port': {'id': '22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:25Z', 'updated_at': '2021-08-10T01:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '813e25ee-7b60-4760-8d73-4af7a6cca96f', 'name': '', 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866', 'tenant_id': 'a14fe6b470434cfda037388a8cf18ac8', 'mac_address': 'fa:16:3e:9b:57:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:27Z', 'updated_at': '2021-08-10T01:19:35Z', 'revision_number': 5, 'project_id': 'a14fe6b470434cfda037388a8cf18ac8', 'subnets': [{'id': '04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:01.161353 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99515412-aa72-470b-b752-c41e18461170 None None] Checking router: a6b27c19-4211-487b-aea0-ca47cf84e348 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:28:01.169126 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99515412-aa72-470b-b752-c41e18461170 None None] Routers {'a6b27c19-4211-487b-aea0-ca47cf84e348'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:28:01.169719 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-99515412-aa72-470b-b752-c41e18461170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:27:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['a6b27c19-4211-487b-aea0-ca47cf84e348'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:01.270045 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-99515412-aa72-470b-b752-c41e18461170 None None] Set router a6b27c19-4211-487b-aea0-ca47cf84e348 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:28:01.466527 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-99515412-aa72-470b-b752-c41e18461170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'name': 'tempest-ServerActionsTestJSON-23788078-router', 'tenant_id': 'a14fe6b470434cfda037388a8cf18ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:19:24Z', 'updated_at': '2021-08-10T01:19:28Z', 'revision_number': 4, 'project_id': 'a14fe6b470434cfda037388a8cf18ac8', 'gw_port': {'id': '22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:25Z', 'updated_at': '2021-08-10T01:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '813e25ee-7b60-4760-8d73-4af7a6cca96f', 'name': '', 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866', 'tenant_id': 'a14fe6b470434cfda037388a8cf18ac8', 'mac_address': 'fa:16:3e:9b:57:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:27Z', 'updated_at': '2021-08-10T01:19:35Z', 'revision_number': 5, 'project_id': 'a14fe6b470434cfda037388a8cf18ac8', 'subnets': [{'id': '04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:01.493049 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99515412-aa72-470b-b752-c41e18461170 None None] The sync data for ids ['a6b27c19-4211-487b-aea0-ca47cf84e348'] in n-d-766726-26 is: [{'id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'name': 'tempest-ServerActionsTestJSON-23788078-router', 'tenant_id': 'a14fe6b470434cfda037388a8cf18ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:19:24Z', 'updated_at': '2021-08-10T01:19:28Z', 'revision_number': 4, 'project_id': 'a14fe6b470434cfda037388a8cf18ac8', 'gw_port': {'id': '22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:25Z', 'updated_at': '2021-08-10T01:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '813e25ee-7b60-4760-8d73-4af7a6cca96f', 'name': '', 'network_id': 'e88d51f0-ef67-43e3-acaa-ddb0705ef866', 'tenant_id': 'a14fe6b470434cfda037388a8cf18ac8', 'mac_address': 'fa:16:3e:9b:57:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:27Z', 'updated_at': '2021-08-10T01:19:35Z', 'revision_number': 5, 'project_id': 'a14fe6b470434cfda037388a8cf18ac8', 'subnets': [{'id': '04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:28:01.509171 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57028) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:01.564411 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-735e1229-302a-495b-997a-a44827bb2caf tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:01.588054 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-735e1229-302a-495b-997a-a44827bb2caf tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:01.639096 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-735e1229-302a-495b-997a-a44827bb2caf tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:01.641911 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-735e1229-302a-495b-997a-a44827bb2caf tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:01.643094 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-735e1229-302a-495b-997a-a44827bb2caf tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "DELETE /v2.0/security-groups/12ece31a-af89-4caa-b229-37189edb119f HTTP/1.1" status: 204 len: 168 time: 0.1329350 Aug 10 01:28:01.645776 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57030) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:01.652668 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e1229-302a-495b-997a-a44827bb2caf tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ece31a-af89-4caa-b229-37189edb119f,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:01.659887 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-263d8674-07d2-4e08-b1b4-6fca8f7b6f00 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] show failed (client error): The resource could not be found. Aug 10 01:28:01.660928 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-263d8674-07d2-4e08-b1b4-6fca8f7b6f00 tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "GET /v2.0/security-groups/12ece31a-af89-4caa-b229-37189edb119f HTTP/1.1" status: 404 len: 347 time: 0.0141737 Aug 10 01:28:01.663602 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57032) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:01.736204 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00666ece-99b5-4466-bb36-1ff92855799d None None] New status for floating IP 804d307a-2a94-473a-b0b9-ba8e5045a970: DOWN {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:28:01.792786 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-43b1f685-96b4-4e52-b47b-975ab30cb41e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Deleting port 314295f2-2a55-45cb-b756-90dbb4e3c461 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:28:01.793135 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-43b1f685-96b4-4e52-b47b-975ab30cb41e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:01.870407 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-43b1f685-96b4-4e52-b47b-975ab30cb41e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:01.870736 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-43b1f685-96b4-4e52-b47b-975ab30cb41e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:01.882749 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-43b1f685-96b4-4e52-b47b-975ab30cb41e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Calling delete_port for 314295f2-2a55-45cb-b756-90dbb4e3c461 owned by network:floatingip {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:28:02.013594 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-43b1f685-96b4-4e52-b47b-975ab30cb41e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:02.039558 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b1f685-96b4-4e52-b47b-975ab30cb41e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Pushing event deleted for resources: {'Port': ['ID=314295f2-2a55-45cb-b756-90dbb4e3c461,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:02.105023 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-43b1f685-96b4-4e52-b47b-975ab30cb41e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks [] for floatingip, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:02.107702 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-43b1f685-96b4-4e52-b47b-975ab30cb41e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:02.108893 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-43b1f685-96b4-4e52-b47b-975ab30cb41e tempest-ServerActionsTestJSON-153436099 tempest-ServerActionsTestJSON-153436099-project] 10.222.0.35 "DELETE /v2.0/floatingips/804d307a-2a94-473a-b0b9-ba8e5045a970 HTTP/1.1" status: 204 len: 168 time: 0.4443157 Aug 10 01:28:02.111732 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57034) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:02.547396 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9ef40d87-5aef-4db2-8295-a2a23e4d4b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:02.788753 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-9ef40d87-5aef-4db2-8295-a2a23e4d4b18 admin admin] Deleting port 813e25ee-7b60-4760-8d73-4af7a6cca96f {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:28:02.789475 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9ef40d87-5aef-4db2-8295-a2a23e4d4b18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:02.872246 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-9ef40d87-5aef-4db2-8295-a2a23e4d4b18 admin admin] For port 813e25ee-7b60-4760-8d73-4af7a6cca96f, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=813e25ee-7b60-4760-8d73-4af7a6cca96f,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:28:02.872555 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9ef40d87-5aef-4db2-8295-a2a23e4d4b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:02.885583 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-9ef40d87-5aef-4db2-8295-a2a23e4d4b18 admin admin] Calling delete_port for 813e25ee-7b60-4760-8d73-4af7a6cca96f owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:28:03.060330 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9ef40d87-5aef-4db2-8295-a2a23e4d4b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:03.087435 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef40d87-5aef-4db2-8295-a2a23e4d4b18 admin admin] Pushing event deleted for resources: {'Port': ['ID=813e25ee-7b60-4760-8d73-4af7a6cca96f,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:03.248038 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9ef40d87-5aef-4db2-8295-a2a23e4d4b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:03.457007 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef40d87-5aef-4db2-8295-a2a23e4d4b18 admin admin] Router a6b27c19-4211-487b-aea0-ca47cf84e348 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:28:03.559500 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef40d87-5aef-4db2-8295-a2a23e4d4b18 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:28:03.565609 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9ef40d87-5aef-4db2-8295-a2a23e4d4b18 admin admin] 10.222.0.35 "PUT /v2.0/routers/a6b27c19-4211-487b-aea0-ca47cf84e348/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4528699 Aug 10 01:28:03.568010 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57038) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:03.570359 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4362ba27-3b06-47a4-b80e-2946e3f53269 None None] Sync routers for ids ['a6b27c19-4211-487b-aea0-ca47cf84e348'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:28:03.579390 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4362ba27-3b06-47a4-b80e-2946e3f53269 None None] Routers {'a6b27c19-4211-487b-aea0-ca47cf84e348'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:28:03.579986 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4362ba27-3b06-47a4-b80e-2946e3f53269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:27:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['a6b27c19-4211-487b-aea0-ca47cf84e348'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:03.682456 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-4362ba27-3b06-47a4-b80e-2946e3f53269 None None] Set router a6b27c19-4211-487b-aea0-ca47cf84e348 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:28:03.864631 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4362ba27-3b06-47a4-b80e-2946e3f53269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'name': 'tempest-ServerActionsTestJSON-23788078-router', 'tenant_id': 'a14fe6b470434cfda037388a8cf18ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:19:24Z', 'updated_at': '2021-08-10T01:28:03Z', 'revision_number': 5, 'project_id': 'a14fe6b470434cfda037388a8cf18ac8', 'gw_port': {'id': '22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:25Z', 'updated_at': '2021-08-10T01:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:03.891085 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4362ba27-3b06-47a4-b80e-2946e3f53269 None None] Checking router: a6b27c19-4211-487b-aea0-ca47cf84e348 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:28:03.899530 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4362ba27-3b06-47a4-b80e-2946e3f53269 None None] Routers {'a6b27c19-4211-487b-aea0-ca47cf84e348'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:28:03.900136 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4362ba27-3b06-47a4-b80e-2946e3f53269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:27:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['a6b27c19-4211-487b-aea0-ca47cf84e348'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:04.005977 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-41dfe2f5-6559-4412-9f81-4e7afb607404 admin admin] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:04.091542 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-4362ba27-3b06-47a4-b80e-2946e3f53269 None None] Set router a6b27c19-4211-487b-aea0-ca47cf84e348 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:28:04.107428 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-41dfe2f5-6559-4412-9f81-4e7afb607404 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:04.159846 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-41dfe2f5-6559-4412-9f81-4e7afb607404 admin admin] Deleting port 22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:28:04.160101 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-41dfe2f5-6559-4412-9f81-4e7afb607404 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:04.237688 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-41dfe2f5-6559-4412-9f81-4e7afb607404 admin admin] For port 22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:28:04.238062 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-41dfe2f5-6559-4412-9f81-4e7afb607404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:04.254154 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-41dfe2f5-6559-4412-9f81-4e7afb607404 admin admin] Calling delete_port for 22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7 owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:28:04.260989 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4362ba27-3b06-47a4-b80e-2946e3f53269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'name': 'tempest-ServerActionsTestJSON-23788078-router', 'tenant_id': 'a14fe6b470434cfda037388a8cf18ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:19:24Z', 'updated_at': '2021-08-10T01:28:03Z', 'revision_number': 5, 'project_id': 'a14fe6b470434cfda037388a8cf18ac8', 'gw_port': {'id': '22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:25Z', 'updated_at': '2021-08-10T01:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:04.290605 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4362ba27-3b06-47a4-b80e-2946e3f53269 None None] The sync data for ids ['a6b27c19-4211-487b-aea0-ca47cf84e348'] in n-d-766726-26 is: [{'id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'name': 'tempest-ServerActionsTestJSON-23788078-router', 'tenant_id': 'a14fe6b470434cfda037388a8cf18ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:19:24Z', 'updated_at': '2021-08-10T01:28:03Z', 'revision_number': 5, 'project_id': 'a14fe6b470434cfda037388a8cf18ac8', 'gw_port': {'id': '22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b27c19-4211-487b-aea0-ca47cf84e348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:25Z', 'updated_at': '2021-08-10T01:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:28:04.410554 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:28:04.419317 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-41dfe2f5-6559-4412-9f81-4e7afb607404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:04.430676 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:28:04.431030 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device aba2a7a7-2b0b-4bc9-af1a-074d5efb7baa not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:28:04.445979 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dfe2f5-6559-4412-9f81-4e7afb607404 admin admin] Pushing event deleted for resources: {'Port': ['ID=22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:04.504018 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-41dfe2f5-6559-4412-9f81-4e7afb607404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:04.592485 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-41dfe2f5-6559-4412-9f81-4e7afb607404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:04.595074 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-41dfe2f5-6559-4412-9f81-4e7afb607404 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:04.641132 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-41dfe2f5-6559-4412-9f81-4e7afb607404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:04.642219 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41dfe2f5-6559-4412-9f81-4e7afb607404 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6b27c19-4211-487b-aea0-ca47cf84e348 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:28:04.646664 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-41dfe2f5-6559-4412-9f81-4e7afb607404 admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:04.647817 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-41dfe2f5-6559-4412-9f81-4e7afb607404 admin admin] 10.222.0.35 "DELETE /v2.0/routers/a6b27c19-4211-487b-aea0-ca47cf84e348 HTTP/1.1" status: 204 len: 168 time: 1.0788529 Aug 10 01:28:04.650510 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57040) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:04.707399 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-089065e4-2dae-46c8-98d4-88af34d36666 admin admin] Deleting subnet 04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:28:04.711250 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-089065e4-2dae-46c8-98d4-88af34d36666 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:04.746945 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-089065e4-2dae-46c8-98d4-88af34d36666 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:04.779302 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 813e25ee-7b60-4760-8d73-4af7a6cca96f no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:28:04.800841 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 813e25ee-7b60-4760-8d73-4af7a6cca96f {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:28:04.801282 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 813e25ee-7b60-4760-8d73-4af7a6cca96f not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:28:04.835543 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-089065e4-2dae-46c8-98d4-88af34d36666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:04.887727 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-089065e4-2dae-46c8-98d4-88af34d36666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:04.916963 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089065e4-2dae-46c8-98d4-88af34d36666 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:04.921022 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-089065e4-2dae-46c8-98d4-88af34d36666 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:04.922799 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64ac072-bbf7-4299-895f-d905f4d26d7f None None] Network e88d51f0-ef67-43e3-acaa-ddb0705ef866 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:28:04.923431 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-089065e4-2dae-46c8-98d4-88af34d36666 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/04bb04a1-47ef-4a31-a1fa-fa4a6fb5d42e HTTP/1.1" status: 204 len: 168 time: 0.2669387 Aug 10 01:28:04.926161 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57042) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:05.000783 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-00641eed-7197-4cb1-8812-57bcfff4810c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:05.060918 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-00641eed-7197-4cb1-8812-57bcfff4810c admin admin] Deleting port ec10d57b-09ec-4f22-bec6-1df5d9a02bf2 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:28:05.061264 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-00641eed-7197-4cb1-8812-57bcfff4810c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:05.120107 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-00641eed-7197-4cb1-8812-57bcfff4810c admin admin] For port ec10d57b-09ec-4f22-bec6-1df5d9a02bf2, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=ec10d57b-09ec-4f22-bec6-1df5d9a02bf2,segment=NetworkSegment(52f03a3d-92cf-402a-8037-fd3af118309f),segment_id=52f03a3d-92cf-402a-8037-fd3af118309f)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:28:05.120503 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-00641eed-7197-4cb1-8812-57bcfff4810c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:05.132982 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-00641eed-7197-4cb1-8812-57bcfff4810c admin admin] Calling delete_port for ec10d57b-09ec-4f22-bec6-1df5d9a02bf2 owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:28:05.211697 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-00641eed-7197-4cb1-8812-57bcfff4810c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:05.237896 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00641eed-7197-4cb1-8812-57bcfff4810c admin admin] No DVR routers for this DVR port ec10d57b-09ec-4f22-bec6-1df5d9a02bf2 on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:28:05.242367 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00641eed-7197-4cb1-8812-57bcfff4810c admin admin] Pushing event deleted for resources: {'Port': ['ID=ec10d57b-09ec-4f22-bec6-1df5d9a02bf2,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:05.310545 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-00641eed-7197-4cb1-8812-57bcfff4810c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:05.321175 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-00641eed-7197-4cb1-8812-57bcfff4810c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e88d51f0-ef67-43e3-acaa-ddb0705ef866']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:05.332012 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-00641eed-7197-4cb1-8812-57bcfff4810c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f03a3d-92cf-402a-8037-fd3af118309f') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:05.332356 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-00641eed-7197-4cb1-8812-57bcfff4810c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f03a3d-92cf-402a-8037-fd3af118309f') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:05.341516 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-00641eed-7197-4cb1-8812-57bcfff4810c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:05.352618 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c239655c-d1a0-431c-9c21-ded041834404 None None] DHCP port deletion for e88d51f0-ef67-43e3-acaa-ddb0705ef866 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:28:05.357452 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-00641eed-7197-4cb1-8812-57bcfff4810c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:05.367186 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00641eed-7197-4cb1-8812-57bcfff4810c admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:28:05.367186 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-00641eed-7197-4cb1-8812-57bcfff4810c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:05.368520 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:28:05.368520 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:28:05.368520 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:28:05.368520 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:28:05.368520 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:28:05.368520 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:28:05.368520 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:28:05.368520 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:28:05.368520 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:28:05.368520 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:28:05.368520 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:28:05.368520 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:28:05.368520 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:28:05.368520 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:28:05.368520 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:28:05.368520 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:28:05.368520 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:28:05.368520 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:28:05.368520 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:28:05.368520 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:28:05.368520 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:28:05.368520 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:28:05.368520 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:28:05.368520 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:28:05.368520 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:28:05.368520 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:28:05.368520 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:28:05.368520 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:28:05.368520 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:28:05.368520 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:28:05.368520 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:28:05.368520 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:28:05.424330 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-00641eed-7197-4cb1-8812-57bcfff4810c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:05.433114 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-00641eed-7197-4cb1-8812-57bcfff4810c admin admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:05.433114 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-00641eed-7197-4cb1-8812-57bcfff4810c admin admin] 10.222.0.35 "DELETE /v2.0/networks/e88d51f0-ef67-43e3-acaa-ddb0705ef866 HTTP/1.1" status: 204 len: 168 time: 0.5060279 Aug 10 01:28:05.442693 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00641eed-7197-4cb1-8812-57bcfff4810c admin admin] Pushing event deleted for resources: {'Network': ['ID=e88d51f0-ef67-43e3-acaa-ddb0705ef866,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:05.540044 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57046) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:05.578771 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-76a3cebc-c64c-44d8-9edc-c7a730517d9a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a14fe6b470434cfda037388a8cf18ac8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375013 Aug 10 01:28:05.581108 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57048) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:05.630956 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d29ec4e4-4499-4b6d-bf66-dbd1ab61dd46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:05.650941 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d29ec4e4-4499-4b6d-bf66-dbd1ab61dd46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:05.697195 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d29ec4e4-4499-4b6d-bf66-dbd1ab61dd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:05.699820 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d29ec4e4-4499-4b6d-bf66-dbd1ab61dd46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:05.701028 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d29ec4e4-4499-4b6d-bf66-dbd1ab61dd46 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a45187e5-c915-4fec-b7a9-c05cc749d99c HTTP/1.1" status: 204 len: 168 time: 0.1190367 Aug 10 01:28:05.709578 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ec4e4-4499-4b6d-bf66-dbd1ab61dd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45187e5-c915-4fec-b7a9-c05cc749d99c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:06.343983 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57070) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:06.438715 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-55f6546b-2e37-49e1-8c05-58aa3fc984ba admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-939373072-network', 'tenant_id': 'a2aef40f8504414fa599dc77ba652e3e'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:28:06.461873 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f6546b-2e37-49e1-8c05-58aa3fc984ba admin admin] Made reservation on behalf of a2aef40f8504414fa599dc77ba652e3e for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:28:06.466085 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-55f6546b-2e37-49e1-8c05-58aa3fc984ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:06.476009 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-55f6546b-2e37-49e1-8c05-58aa3fc984ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:06.564830 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-55f6546b-2e37-49e1-8c05-58aa3fc984ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:06.568072 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-55f6546b-2e37-49e1-8c05-58aa3fc984ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:06.588522 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55f6546b-2e37-49e1-8c05-58aa3fc984ba admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:28:06.603470 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f6546b-2e37-49e1-8c05-58aa3fc984ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744b29ec-10e2-4b0b-8c98-17226ee733d2,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:06.606374 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-55f6546b-2e37-49e1-8c05-58aa3fc984ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:06.606719 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-55f6546b-2e37-49e1-8c05-58aa3fc984ba admin admin] Added segment ef7fbdd3-5253-4b3d-a4e1-812fc92814cf of type vlan for network aff05c9a-e8d3-4556-823f-a7475c536508 Aug 10 01:28:06.646015 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-55f6546b-2e37-49e1-8c05-58aa3fc984ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:06.674512 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-55f6546b-2e37-49e1-8c05-58aa3fc984ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:06.675893 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f6546b-2e37-49e1-8c05-58aa3fc984ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:06.676470 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-55f6546b-2e37-49e1-8c05-58aa3fc984ba admin admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:06.717919 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device ec10d57b-09ec-4f22-bec6-1df5d9a02bf2 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:28:06.736391 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-55f6546b-2e37-49e1-8c05-58aa3fc984ba admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3912382 Aug 10 01:28:06.738400 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: ec10d57b-09ec-4f22-bec6-1df5d9a02bf2 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:28:06.738767 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device ec10d57b-09ec-4f22-bec6-1df5d9a02bf2 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:28:06.739217 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57074) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:06.739423 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:28:06.744438 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-d6e7d04c-9208-408d-9ae3-bd672f42f7b7 admin admin] Request body: {'subnet': {'network_id': 'aff05c9a-e8d3-4556-823f-a7475c536508', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-939373072-subnet', 'tenant_id': 'a2aef40f8504414fa599dc77ba652e3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:28:06.753043 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f6546b-2e37-49e1-8c05-58aa3fc984ba admin admin] Pushing event updated for resources: {'Network': ['ID=aff05c9a-e8d3-4556-823f-a7475c536508,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:06.763285 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network aff05c9a-e8d3-4556-823f-a7475c536508 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:28:06.766169 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:28:06.766518 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 22a0fa81-87c6-4c3b-a5ab-c6e7f3a816c7 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:28:06.773719 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e7d04c-9208-408d-9ae3-bd672f42f7b7 admin admin] Made reservation on behalf of a2aef40f8504414fa599dc77ba652e3e for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:28:06.776050 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6e7d04c-9208-408d-9ae3-bd672f42f7b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:07.259874 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6e7d04c-9208-408d-9ae3-bd672f42f7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:07.313665 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7d04c-9208-408d-9ae3-bd672f42f7b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b762b89-2d46-47b3-99d3-6df0ae9196ef,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:07.322024 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e7d04c-9208-408d-9ae3-bd672f42f7b7 admin admin] Checking segment: {'id': 'ef7fbdd3-5253-4b3d-a4e1-812fc92814cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aff05c9a-e8d3-4556-823f-a7475c536508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:28:07.322379 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e7d04c-9208-408d-9ae3-bd672f42f7b7 admin admin] Network hostable DHCP agents. Network: aff05c9a-e8d3-4556-823f-a7475c536508, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:28:07.338147 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e7d04c-9208-408d-9ae3-bd672f42f7b7 admin admin] Network aff05c9a-e8d3-4556-823f-a7475c536508 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:28:07.346689 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-d6e7d04c-9208-408d-9ae3-bd672f42f7b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, aff05c9a-e8d3-4556-823f-a7475c536508) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:28:07.350517 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e7d04c-9208-408d-9ae3-bd672f42f7b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:07.351104 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6e7d04c-9208-408d-9ae3-bd672f42f7b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:07.355664 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7817de49-f3b7-4b60-9f62-b04ecb016078 None None] Network aff05c9a-e8d3-4556-823f-a7475c536508 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:28:07.365008 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d6e7d04c-9208-408d-9ae3-bd672f42f7b7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6244488 Aug 10 01:28:07.367634 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57076) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:07.372505 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-26c71081-0fdb-400f-9d1e-b0575334c91d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-939373072-router', 'tenant_id': 'a2aef40f8504414fa599dc77ba652e3e', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:28:07.393898 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-26c71081-0fdb-400f-9d1e-b0575334c91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:07.394854 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-26c71081-0fdb-400f-9d1e-b0575334c91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:07.448131 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-26c71081-0fdb-400f-9d1e-b0575334c91d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:07.477959 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367c9532-533a-43cd-aff6-17a2202bfbc0 None None] Network aff05c9a-e8d3-4556-823f-a7475c536508 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:28:07.582196 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-26c71081-0fdb-400f-9d1e-b0575334c91d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:07.772999 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-26c71081-0fdb-400f-9d1e-b0575334c91d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:07.791190 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-26c71081-0fdb-400f-9d1e-b0575334c91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:07.891662 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-26c71081-0fdb-400f-9d1e-b0575334c91d admin admin] Allocated IP 172.25.2.142 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/a4110341-fb77-4fc4-92ed-89a6bef444f7) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:28:07.987590 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-26c71081-0fdb-400f-9d1e-b0575334c91d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:08.024339 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-26c71081-0fdb-400f-9d1e-b0575334c91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:08.066309 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c71081-0fdb-400f-9d1e-b0575334c91d admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:28:08.070656 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-26c71081-0fdb-400f-9d1e-b0575334c91d admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:28:08.074841 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c71081-0fdb-400f-9d1e-b0575334c91d admin admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:28:08.078308 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c71081-0fdb-400f-9d1e-b0575334c91d admin admin] Pushing event updated for resources: {'Port': ['ID=a4110341-fb77-4fc4-92ed-89a6bef444f7,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:08.312412 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-26c71081-0fdb-400f-9d1e-b0575334c91d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:08.358374 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57082) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:08.436129 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5e83fa88-f55d-4c63-8101-252098a45adf tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] 10.222.0.35 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1507 time: 0.0740197 Aug 10 01:28:08.436442 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57084) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:08.441642 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-cc99a4fe-1d03-4c5a-914c-1e44a05c10af tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Request body: {'network': {'name': 'tempest-network-smoke--1273080427', 'project_id': '02515d13522e417c9c69863d2ed68595', 'port_security_enabled': False}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:28:08.462152 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc99a4fe-1d03-4c5a-914c-1e44a05c10af tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Made reservation on behalf of 02515d13522e417c9c69863d2ed68595 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:28:08.466335 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cc99a4fe-1d03-4c5a-914c-1e44a05c10af tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:08.490611 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc99a4fe-1d03-4c5a-914c-1e44a05c10af tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:28:08.501587 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cc99a4fe-1d03-4c5a-914c-1e44a05c10af tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:08.501956 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-cc99a4fe-1d03-4c5a-914c-1e44a05c10af tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Added segment c0a20f02-db17-483a-87cf-0b30e562d99f of type vlan for network e5a19935-0693-46b8-b6d6-cc99cc128818 Aug 10 01:28:08.507841 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-26c71081-0fdb-400f-9d1e-b0575334c91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:08.541643 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cc99a4fe-1d03-4c5a-914c-1e44a05c10af tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:08.575013 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cc99a4fe-1d03-4c5a-914c-1e44a05c10af tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:08.581253 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc99a4fe-1d03-4c5a-914c-1e44a05c10af tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:08.581828 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cc99a4fe-1d03-4c5a-914c-1e44a05c10af tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:08.641798 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cc99a4fe-1d03-4c5a-914c-1e44a05c10af tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2011986 Aug 10 01:28:08.642160 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57086) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:08.646609 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-a2406f9f-815c-43a8-a52e-728cad50f038 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1536592354', 'admin_state_up': True, 'project_id': '02515d13522e417c9c69863d2ed68595', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:28:08.647702 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c71081-0fdb-400f-9d1e-b0575334c91d admin admin] Router 8e02aace-1c4a-4898-9f1e-97ace6506db6 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:28:08.663234 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99a4fe-1d03-4c5a-914c-1e44a05c10af tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Pushing event updated for resources: {'Network': ['ID=e5a19935-0693-46b8-b6d6-cc99cc128818,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:08.677037 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a2406f9f-815c-43a8-a52e-728cad50f038 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:08.677630 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a2406f9f-815c-43a8-a52e-728cad50f038 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:08.679399 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network e5a19935-0693-46b8-b6d6-cc99cc128818 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:28:08.736065 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a2406f9f-815c-43a8-a52e-728cad50f038 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:08.753506 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c71081-0fdb-400f-9d1e-b0575334c91d admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:28:08.762812 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14007cd4-8ce7-4022-8b92-42abc8a62b4e None None] Sync routers for ids ['8e02aace-1c4a-4898-9f1e-97ace6506db6'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:28:08.770264 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-26c71081-0fdb-400f-9d1e-b0575334c91d admin admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:08.771669 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-26c71081-0fdb-400f-9d1e-b0575334c91d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 1.4030838 Aug 10 01:28:08.774578 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57088) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:08.775538 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14007cd4-8ce7-4022-8b92-42abc8a62b4e None None] Routers {'8e02aace-1c4a-4898-9f1e-97ace6506db6'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:28:08.776166 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-14007cd4-8ce7-4022-8b92-42abc8a62b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:27:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['8e02aace-1c4a-4898-9f1e-97ace6506db6'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:08.876715 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a2406f9f-815c-43a8-a52e-728cad50f038 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:08.882865 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-14007cd4-8ce7-4022-8b92-42abc8a62b4e None None] Set router 8e02aace-1c4a-4898-9f1e-97ace6506db6 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:28:09.058705 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-14007cd4-8ce7-4022-8b92-42abc8a62b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e02aace-1c4a-4898-9f1e-97ace6506db6', 'name': 'tempest-ServerRescueNegativeTestJSON-939373072-router', 'tenant_id': 'a2aef40f8504414fa599dc77ba652e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a4110341-fb77-4fc4-92ed-89a6bef444f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:07Z', 'updated_at': '2021-08-10T01:28:08Z', 'revision_number': 3, 'project_id': 'a2aef40f8504414fa599dc77ba652e3e', 'gw_port': {'id': 'a4110341-fb77-4fc4-92ed-89a6bef444f7', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:da:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e02aace-1c4a-4898-9f1e-97ace6506db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:07Z', 'updated_at': '2021-08-10T01:28:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:09.081822 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a2406f9f-815c-43a8-a52e-728cad50f038 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:09.089560 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14007cd4-8ce7-4022-8b92-42abc8a62b4e None None] Checking router: 8e02aace-1c4a-4898-9f1e-97ace6506db6 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:28:09.089929 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14007cd4-8ce7-4022-8b92-42abc8a62b4e None None] Updating router 8e02aace-1c4a-4898-9f1e-97ace6506db6 port a4110341-fb77-4fc4-92ed-89a6bef444f7 binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:28:09.101704 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a2406f9f-815c-43a8-a52e-728cad50f038 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:09.115497 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-14007cd4-8ce7-4022-8b92-42abc8a62b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:09.198563 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-56e8f16e-6c4c-4be4-9786-5c40f4331b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:09.218883 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-a2406f9f-815c-43a8-a52e-728cad50f038 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Allocated IP 172.25.2.83 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/83b4c1b1-c14d-4d21-b561-8abaed9a1899) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:28:09.324115 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a2406f9f-815c-43a8-a52e-728cad50f038 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:09.353165 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-56e8f16e-6c4c-4be4-9786-5c40f4331b81 admin admin] Allocated IP 172.20.0.1 (aff05c9a-e8d3-4556-823f-a7475c536508/4b762b89-2d46-47b3-99d3-6df0ae9196ef/c4972a36-dc25-4a94-8235-9473e476ba0b) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:28:09.362974 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a2406f9f-815c-43a8-a52e-728cad50f038 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:09.399126 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2406f9f-815c-43a8-a52e-728cad50f038 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:28:09.404058 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-a2406f9f-815c-43a8-a52e-728cad50f038 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:28:09.408216 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2406f9f-815c-43a8-a52e-728cad50f038 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:28:09.438362 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2406f9f-815c-43a8-a52e-728cad50f038 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Pushing event updated for resources: {'Port': ['ID=83b4c1b1-c14d-4d21-b561-8abaed9a1899,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:09.476915 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-56e8f16e-6c4c-4be4-9786-5c40f4331b81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:09.525561 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-56e8f16e-6c4c-4be4-9786-5c40f4331b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:09.528971 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-14007cd4-8ce7-4022-8b92-42abc8a62b4e None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:09.539929 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-14007cd4-8ce7-4022-8b92-42abc8a62b4e None None] Transition to ACTIVE for port object a4110341-fb77-4fc4-92ed-89a6bef444f7 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:28:09.545649 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-14007cd4-8ce7-4022-8b92-42abc8a62b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:09.566741 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e8f16e-6c4c-4be4-9786-5c40f4331b81 admin admin] Network aff05c9a-e8d3-4556-823f-a7475c536508 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:28:09.571098 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-56e8f16e-6c4c-4be4-9786-5c40f4331b81 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:28:09.577099 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e8f16e-6c4c-4be4-9786-5c40f4331b81 admin admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:28:09.599334 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-14007cd4-8ce7-4022-8b92-42abc8a62b4e None None] Attempting to bind port a4110341-fb77-4fc4-92ed-89a6bef444f7 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:28:09.599721 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-14007cd4-8ce7-4022-8b92-42abc8a62b4e None None] Attempting to bind port a4110341-fb77-4fc4-92ed-89a6bef444f7 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:28:09.600076 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14007cd4-8ce7-4022-8b92-42abc8a62b4e None None] Attempting to bind port a4110341-fb77-4fc4-92ed-89a6bef444f7 on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:28:09.610400 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14007cd4-8ce7-4022-8b92-42abc8a62b4e None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:28:09.610791 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14007cd4-8ce7-4022-8b92-42abc8a62b4e None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:28:09.611204 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-14007cd4-8ce7-4022-8b92-42abc8a62b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:09.611613 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14007cd4-8ce7-4022-8b92-42abc8a62b4e None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:28:09.612084 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-14007cd4-8ce7-4022-8b92-42abc8a62b4e None None] Bound port: a4110341-fb77-4fc4-92ed-89a6bef444f7, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:28:09.612861 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e8f16e-6c4c-4be4-9786-5c40f4331b81 admin admin] Pushing event updated for resources: {'Port': ['ID=c4972a36-dc25-4a94-8235-9473e476ba0b,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:09.613051 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-14007cd4-8ce7-4022-8b92-42abc8a62b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:09.622259 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82bfbab-11e9-497e-9550-0dd3c68ed6b8 None None] Pushing event updated for resources: {'Port': ['ID=a4110341-fb77-4fc4-92ed-89a6bef444f7,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:09.630269 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-56e8f16e-6c4c-4be4-9786-5c40f4331b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:09.681491 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-14007cd4-8ce7-4022-8b92-42abc8a62b4e None None] For port a4110341-fb77-4fc4-92ed-89a6bef444f7, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:28:09.685212 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-14007cd4-8ce7-4022-8b92-42abc8a62b4e None None] For port a4110341-fb77-4fc4-92ed-89a6bef444f7, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a4110341-fb77-4fc4-92ed-89a6bef444f7,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:28:09.689690 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-14007cd4-8ce7-4022-8b92-42abc8a62b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:09.707688 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a2406f9f-815c-43a8-a52e-728cad50f038 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:09.743381 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82bfbab-11e9-497e-9550-0dd3c68ed6b8 None None] Pushing event updated for resources: {'Port': ['ID=a4110341-fb77-4fc4-92ed-89a6bef444f7,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:09.761896 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14007cd4-8ce7-4022-8b92-42abc8a62b4e None None] Routers {'8e02aace-1c4a-4898-9f1e-97ace6506db6'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:28:09.762519 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-14007cd4-8ce7-4022-8b92-42abc8a62b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:27:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['8e02aace-1c4a-4898-9f1e-97ace6506db6'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:09.764086 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-56e8f16e-6c4c-4be4-9786-5c40f4331b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:09.875284 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-14007cd4-8ce7-4022-8b92-42abc8a62b4e None None] Set router 8e02aace-1c4a-4898-9f1e-97ace6506db6 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:28:09.917920 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a2406f9f-815c-43a8-a52e-728cad50f038 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:09.939423 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-56e8f16e-6c4c-4be4-9786-5c40f4331b81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:09.944421 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-56e8f16e-6c4c-4be4-9786-5c40f4331b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:10.014832 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e8f16e-6c4c-4be4-9786-5c40f4331b81 admin admin] Pushing event updated for resources: {'Port': ['ID=c4972a36-dc25-4a94-8235-9473e476ba0b,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:10.017867 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-56e8f16e-6c4c-4be4-9786-5c40f4331b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:10.056044 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2406f9f-815c-43a8-a52e-728cad50f038 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Router f90ee312-009a-448b-9f26-02ceb2958325 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:28:10.086096 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-14007cd4-8ce7-4022-8b92-42abc8a62b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e02aace-1c4a-4898-9f1e-97ace6506db6', 'name': 'tempest-ServerRescueNegativeTestJSON-939373072-router', 'tenant_id': 'a2aef40f8504414fa599dc77ba652e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a4110341-fb77-4fc4-92ed-89a6bef444f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:07Z', 'updated_at': '2021-08-10T01:28:09Z', 'revision_number': 4, 'project_id': 'a2aef40f8504414fa599dc77ba652e3e', 'gw_port': {'id': 'a4110341-fb77-4fc4-92ed-89a6bef444f7', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:da:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e02aace-1c4a-4898-9f1e-97ace6506db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:07Z', 'updated_at': '2021-08-10T01:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'c4972a36-dc25-4a94-8235-9473e476ba0b', 'name': '', 'network_id': 'aff05c9a-e8d3-4556-823f-a7475c536508', 'tenant_id': 'a2aef40f8504414fa599dc77ba652e3e', 'mac_address': 'fa:16:3e:4c:14:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e02aace-1c4a-4898-9f1e-97ace6506db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '4b762b89-2d46-47b3-99d3-6df0ae9196ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:09Z', 'updated_at': '2021-08-10T01:28:09Z', 'revision_number': 1, 'project_id': 'a2aef40f8504414fa599dc77ba652e3e', 'subnets': [{'id': '4b762b89-2d46-47b3-99d3-6df0ae9196ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:10.114117 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e8f16e-6c4c-4be4-9786-5c40f4331b81 admin admin] Network aff05c9a-e8d3-4556-823f-a7475c536508 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:28:10.115773 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-56e8f16e-6c4c-4be4-9786-5c40f4331b81 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:28:10.117001 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14007cd4-8ce7-4022-8b92-42abc8a62b4e None None] The sync data for ids ['8e02aace-1c4a-4898-9f1e-97ace6506db6'] in n-d-766726-26 is: [{'id': '8e02aace-1c4a-4898-9f1e-97ace6506db6', 'name': 'tempest-ServerRescueNegativeTestJSON-939373072-router', 'tenant_id': 'a2aef40f8504414fa599dc77ba652e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a4110341-fb77-4fc4-92ed-89a6bef444f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:07Z', 'updated_at': '2021-08-10T01:28:09Z', 'revision_number': 4, 'project_id': 'a2aef40f8504414fa599dc77ba652e3e', 'gw_port': {'id': 'a4110341-fb77-4fc4-92ed-89a6bef444f7', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:da:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e02aace-1c4a-4898-9f1e-97ace6506db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:07Z', 'updated_at': '2021-08-10T01:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'c4972a36-dc25-4a94-8235-9473e476ba0b', 'name': '', 'network_id': 'aff05c9a-e8d3-4556-823f-a7475c536508', 'tenant_id': 'a2aef40f8504414fa599dc77ba652e3e', 'mac_address': 'fa:16:3e:4c:14:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e02aace-1c4a-4898-9f1e-97ace6506db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '4b762b89-2d46-47b3-99d3-6df0ae9196ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:09Z', 'updated_at': '2021-08-10T01:28:09Z', 'revision_number': 1, 'project_id': 'a2aef40f8504414fa599dc77ba652e3e', 'subnets': [{'id': '4b762b89-2d46-47b3-99d3-6df0ae9196ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:28:10.170889 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2406f9f-815c-43a8-a52e-728cad50f038 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:28:10.182561 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baa7688-aa27-4403-87aa-aab697d9e223 None None] Sync routers for ids ['f90ee312-009a-448b-9f26-02ceb2958325'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:28:10.192463 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baa7688-aa27-4403-87aa-aab697d9e223 None None] Routers {'f90ee312-009a-448b-9f26-02ceb2958325'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:28:10.193417 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-7baa7688-aa27-4403-87aa-aab697d9e223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:27:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f90ee312-009a-448b-9f26-02ceb2958325'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:10.198026 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a2406f9f-815c-43a8-a52e-728cad50f038 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:10.199426 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a2406f9f-815c-43a8-a52e-728cad50f038 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.5564837 Aug 10 01:28:10.202319 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57090) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:10.241254 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e8f16e-6c4c-4be4-9786-5c40f4331b81 admin admin] Router 8e02aace-1c4a-4898-9f1e-97ace6506db6 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:28:10.278106 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c10678-bd45-4e34-8afe-e4e4bf8901f3 tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:10.282292 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e9c10678-bd45-4e34-8afe-e4e4bf8901f3 tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=02515d13522e417c9c69863d2ed68595&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0756581 Aug 10 01:28:10.282992 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57092) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:10.322686 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-7baa7688-aa27-4403-87aa-aab697d9e223 None None] Set router f90ee312-009a-448b-9f26-02ceb2958325 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:28:10.402643 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e8f16e-6c4c-4be4-9786-5c40f4331b81 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:28:10.403904 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f2c98c-c5fe-4ba6-97e5-f0c553b611d4 tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:10.407955 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f8f2c98c-c5fe-4ba6-97e5-f0c553b611d4 tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1214921 Aug 10 01:28:10.408283 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57094) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:10.413047 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-56e8f16e-6c4c-4be4-9786-5c40f4331b81 admin admin] 10.222.0.35 "PUT /v2.0/routers/8e02aace-1c4a-4898-9f1e-97ace6506db6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6376650 Aug 10 01:28:10.449692 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57098) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:10.456373 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-83ce0b85-9e82-4500-8be4-7d5921a8b665 tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=beabd0db-a6e0-4ff1-a3e9-6522348fc998&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0469282 Aug 10 01:28:10.501110 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57100) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:10.513108 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7e750ee7-6e62-446a-8b63-b015bd5a26b1 tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=02515d13522e417c9c69863d2ed68595&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0600011 Aug 10 01:28:10.570651 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-7baa7688-aa27-4403-87aa-aab697d9e223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90ee312-009a-448b-9f26-02ceb2958325', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1536592354', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '83b4c1b1-c14d-4d21-b561-8abaed9a1899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:08Z', 'updated_at': '2021-08-10T01:28:09Z', 'revision_number': 3, 'project_id': '02515d13522e417c9c69863d2ed68595', 'gw_port': {'id': '83b4c1b1-c14d-4d21-b561-8abaed9a1899', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:44:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90ee312-009a-448b-9f26-02ceb2958325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:09Z', 'updated_at': '2021-08-10T01:28:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:10.608256 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baa7688-aa27-4403-87aa-aab697d9e223 None None] Checking router: f90ee312-009a-448b-9f26-02ceb2958325 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:28:10.609096 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baa7688-aa27-4403-87aa-aab697d9e223 None None] Updating router f90ee312-009a-448b-9f26-02ceb2958325 port 83b4c1b1-c14d-4d21-b561-8abaed9a1899 binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:28:10.628212 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6094e8c1-46a2-412b-affd-dffaec4e98b2 tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:10.629799 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6094e8c1-46a2-412b-affd-dffaec4e98b2 tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1276760 Aug 10 01:28:10.632608 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57108) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:10.653218 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7baa7688-aa27-4403-87aa-aab697d9e223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:10.669542 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f6982eb2-d6e7-4431-8ed4-c2145b15a4ba tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=beabd0db-a6e0-4ff1-a3e9-6522348fc998&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0353181 Aug 10 01:28:10.672379 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57110) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:10.678049 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-54f5a56f-3098-4730-a997-8dd6e8984e07 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2075601528', 'network_id': 'e5a19935-0693-46b8-b6d6-cc99cc128818', 'project_id': '02515d13522e417c9c69863d2ed68595', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:28:10.780033 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f5a56f-3098-4730-a997-8dd6e8984e07 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Made reservation on behalf of 02515d13522e417c9c69863d2ed68595 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:28:10.784745 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-54f5a56f-3098-4730-a997-8dd6e8984e07 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:10.984245 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-a49b5e44-4b9e-42fa-904c-6bbcd446a9d7 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:10.985874 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-a49b5e44-4b9e-42fa-904c-6bbcd446a9d7 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/networks?id=aff05c9a-e8d3-4556-823f-a7475c536508 HTTP/1.1" status: 200 len: 818 time: 0.1618009 Aug 10 01:28:11.004421 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-5447aeeb-83d3-40a3-83fe-044fc35f3cae tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/quotas/a2aef40f8504414fa599dc77ba652e3e HTTP/1.1" status: 200 len: 375 time: 0.0120103 Aug 10 01:28:11.007392 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7baa7688-aa27-4403-87aa-aab697d9e223 None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:11.019096 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-7baa7688-aa27-4403-87aa-aab697d9e223 None None] Transition to ACTIVE for port object 83b4c1b1-c14d-4d21-b561-8abaed9a1899 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:28:11.026177 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7baa7688-aa27-4403-87aa-aab697d9e223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:11.056579 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-54f5a56f-3098-4730-a997-8dd6e8984e07 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:11.057776 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-7baa7688-aa27-4403-87aa-aab697d9e223 None None] Attempting to bind port 83b4c1b1-c14d-4d21-b561-8abaed9a1899 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:28:11.058393 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-7baa7688-aa27-4403-87aa-aab697d9e223 None None] Attempting to bind port 83b4c1b1-c14d-4d21-b561-8abaed9a1899 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:28:11.059010 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baa7688-aa27-4403-87aa-aab697d9e223 None None] Attempting to bind port 83b4c1b1-c14d-4d21-b561-8abaed9a1899 on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:28:11.068093 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-1b4fb575-6198-41f7-a845-ad5c39fd46d7 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a2aef40f8504414fa599dc77ba652e3e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0578430 Aug 10 01:28:11.081898 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baa7688-aa27-4403-87aa-aab697d9e223 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:28:11.082648 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baa7688-aa27-4403-87aa-aab697d9e223 None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:28:11.083335 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7baa7688-aa27-4403-87aa-aab697d9e223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:11.084498 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baa7688-aa27-4403-87aa-aab697d9e223 None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:28:11.085387 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-7baa7688-aa27-4403-87aa-aab697d9e223 None None] Bound port: 83b4c1b1-c14d-4d21-b561-8abaed9a1899, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:28:11.086027 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7baa7688-aa27-4403-87aa-aab697d9e223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:11.136846 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f5a56f-3098-4730-a997-8dd6e8984e07 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Pushing event updated for resources: {'Subnet': ['ID=7560dfa1-c109-4bde-ba83-6b9233658b07,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:11.146790 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-7baa7688-aa27-4403-87aa-aab697d9e223 None None] For port 83b4c1b1-c14d-4d21-b561-8abaed9a1899, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:28:11.151481 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f5a56f-3098-4730-a997-8dd6e8984e07 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Checking segment: {'id': 'c0a20f02-db17-483a-87cf-0b30e562d99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e5a19935-0693-46b8-b6d6-cc99cc128818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:28:11.152056 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f5a56f-3098-4730-a997-8dd6e8984e07 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Network hostable DHCP agents. Network: e5a19935-0693-46b8-b6d6-cc99cc128818, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:28:11.171361 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-7baa7688-aa27-4403-87aa-aab697d9e223 None None] For port 83b4c1b1-c14d-4d21-b561-8abaed9a1899, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=83b4c1b1-c14d-4d21-b561-8abaed9a1899,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:28:11.173192 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c642008-7d55-4642-90d6-035250aed25e None None] Pushing event updated for resources: {'Port': ['ID=83b4c1b1-c14d-4d21-b561-8abaed9a1899,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:11.177142 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f5a56f-3098-4730-a997-8dd6e8984e07 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Network e5a19935-0693-46b8-b6d6-cc99cc128818 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:28:11.182191 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7baa7688-aa27-4403-87aa-aab697d9e223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:11.186452 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c642008-7d55-4642-90d6-035250aed25e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:11.187159 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c642008-7d55-4642-90d6-035250aed25e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:11.187436 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c642008-7d55-4642-90d6-035250aed25e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:11.187607 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c642008-7d55-4642-90d6-035250aed25e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:11.188208 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c642008-7d55-4642-90d6-035250aed25e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:11.188564 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c642008-7d55-4642-90d6-035250aed25e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:11.189246 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c642008-7d55-4642-90d6-035250aed25e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:11.189654 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c642008-7d55-4642-90d6-035250aed25e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:11.190010 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c642008-7d55-4642-90d6-035250aed25e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:11.190409 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c642008-7d55-4642-90d6-035250aed25e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:11.190933 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c642008-7d55-4642-90d6-035250aed25e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:11.191477 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c642008-7d55-4642-90d6-035250aed25e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:11.191895 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-54f5a56f-3098-4730-a997-8dd6e8984e07 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, e5a19935-0693-46b8-b6d6-cc99cc128818) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:28:11.199825 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ddb312-e975-4be9-bd44-7d963a35c724 None None] Network e5a19935-0693-46b8-b6d6-cc99cc128818 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:28:11.210417 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f5a56f-3098-4730-a997-8dd6e8984e07 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:11.214550 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-54f5a56f-3098-4730-a997-8dd6e8984e07 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:11.252712 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-54f5a56f-3098-4730-a997-8dd6e8984e07 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5792477 Aug 10 01:28:11.253466 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57122) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:11.257162 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baa7688-aa27-4403-87aa-aab697d9e223 None None] Routers {'f90ee312-009a-448b-9f26-02ceb2958325'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:28:11.257797 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-7baa7688-aa27-4403-87aa-aab697d9e223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:27:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f90ee312-009a-448b-9f26-02ceb2958325'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:11.275489 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-1660d756-2d0b-495c-8b42-b00d58b319b4 service neutron] 10.222.0.35 "GET /v2.0/networks/aff05c9a-e8d3-4556-823f-a7475c536508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958015 Aug 10 01:28:11.307465 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c642008-7d55-4642-90d6-035250aed25e None None] Pushing event updated for resources: {'Port': ['ID=83b4c1b1-c14d-4d21-b561-8abaed9a1899,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:11.389557 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-006167ef-038a-47c8-9cfa-c7284fc6529e service neutron] 10.222.0.35 "GET /v2.0/networks/aff05c9a-e8d3-4556-823f-a7475c536508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069882 Aug 10 01:28:11.409783 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-7baa7688-aa27-4403-87aa-aab697d9e223 None None] Set router f90ee312-009a-448b-9f26-02ceb2958325 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:28:11.440285 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7ac2d0b6-3857-412f-b9fc-c1640ad95ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:11.544796 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec71032f-71a9-4afa-afd5-aee132a7d6d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-e5a19935-0693-46b8-b6d6-cc99cc128818', 'network_id': 'e5a19935-0693-46b8-b6d6-cc99cc128818', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'fixed_ips': [{'subnet_id': '7560dfa1-c109-4bde-ba83-6b9233658b07'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:28:11.545663 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ec71032f-71a9-4afa-afd5-aee132a7d6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:11.637707 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-7baa7688-aa27-4403-87aa-aab697d9e223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90ee312-009a-448b-9f26-02ceb2958325', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1536592354', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '83b4c1b1-c14d-4d21-b561-8abaed9a1899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:08Z', 'updated_at': '2021-08-10T01:28:09Z', 'revision_number': 3, 'project_id': '02515d13522e417c9c69863d2ed68595', 'gw_port': {'id': '83b4c1b1-c14d-4d21-b561-8abaed9a1899', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:44:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90ee312-009a-448b-9f26-02ceb2958325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:09Z', 'updated_at': '2021-08-10T01:28:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:11.699387 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baa7688-aa27-4403-87aa-aab697d9e223 None None] The sync data for ids ['f90ee312-009a-448b-9f26-02ceb2958325'] in n-d-766726-26 is: [{'id': 'f90ee312-009a-448b-9f26-02ceb2958325', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1536592354', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '83b4c1b1-c14d-4d21-b561-8abaed9a1899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:08Z', 'updated_at': '2021-08-10T01:28:09Z', 'revision_number': 3, 'project_id': '02515d13522e417c9c69863d2ed68595', 'gw_port': {'id': '83b4c1b1-c14d-4d21-b561-8abaed9a1899', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:44:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90ee312-009a-448b-9f26-02ceb2958325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:09Z', 'updated_at': '2021-08-10T01:28:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:28:11.732960 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bd446746-c878-44e6-a6ba-ef62007e001c req-5f2293b6-ba34-407b-88f1-63dcdf46491e tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 210 time: 0.0607779 Aug 10 01:28:11.751235 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-ec71032f-71a9-4afa-afd5-aee132a7d6d4 None None] Allocated IP 172.20.0.18 (e5a19935-0693-46b8-b6d6-cc99cc128818/7560dfa1-c109-4bde-ba83-6b9233658b07/f3fb535e-d5ff-40cb-936a-4018c3da2d84) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:28:11.761401 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:28:12.009965 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ead84825-e62b-4339-a6e2-a28185f7a282 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:12.038275 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-aefa1f3a-3bda-4e19-b88b-41a04331189f tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:12.040611 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-aefa1f3a-3bda-4e19-b88b-41a04331189f tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/networks?id=aff05c9a-e8d3-4556-823f-a7475c536508 HTTP/1.1" status: 200 len: 818 time: 0.1386180 Aug 10 01:28:12.058269 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-b141d4c8-3f88-4195-b10a-ce75947f3a93 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/quotas/a2aef40f8504414fa599dc77ba652e3e HTTP/1.1" status: 200 len: 375 time: 0.0112948 Aug 10 01:28:12.076051 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:12.182936 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-dc1f2896-8a59-4b3e-ad23-3f8d34123111 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a2aef40f8504414fa599dc77ba652e3e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1137605 Aug 10 01:28:12.220648 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ec71032f-71a9-4afa-afd5-aee132a7d6d4 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:12.229218 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ec71032f-71a9-4afa-afd5-aee132a7d6d4 None None] Transition to ACTIVE for port object f3fb535e-d5ff-40cb-936a-4018c3da2d84 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:28:12.246973 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ec71032f-71a9-4afa-afd5-aee132a7d6d4 None None] Transition to ACTIVE for port object f3fb535e-d5ff-40cb-936a-4018c3da2d84 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:28:12.254127 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ec71032f-71a9-4afa-afd5-aee132a7d6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:12.303412 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec71032f-71a9-4afa-afd5-aee132a7d6d4 None None] Network e5a19935-0693-46b8-b6d6-cc99cc128818 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:28:12.307068 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-ec71032f-71a9-4afa-afd5-aee132a7d6d4 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:28:12.315069 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec71032f-71a9-4afa-afd5-aee132a7d6d4 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:28:12.362306 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-a7d1af6d-dba8-4856-bf6a-b6af8f62a340 service neutron] 10.222.0.35 "GET /v2.0/networks/aff05c9a-e8d3-4556-823f-a7475c536508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710603 Aug 10 01:28:12.366568 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71032f-71a9-4afa-afd5-aee132a7d6d4 None None] Pushing event updated for resources: {'Port': ['ID=f3fb535e-d5ff-40cb-936a-4018c3da2d84,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:12.444324 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-ec71032f-71a9-4afa-afd5-aee132a7d6d4 None None] Attempting to bind port f3fb535e-d5ff-40cb-936a-4018c3da2d84 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:28:12.444804 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-ec71032f-71a9-4afa-afd5-aee132a7d6d4 None None] Attempting to bind port f3fb535e-d5ff-40cb-936a-4018c3da2d84 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'c0a20f02-db17-483a-87cf-0b30e562d99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e5a19935-0693-46b8-b6d6-cc99cc128818'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:28:12.446640 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec71032f-71a9-4afa-afd5-aee132a7d6d4 None None] Attempting to bind port f3fb535e-d5ff-40cb-936a-4018c3da2d84 on network e5a19935-0693-46b8-b6d6-cc99cc128818 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:28:12.451887 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-ead84825-e62b-4339-a6e2-a28185f7a282 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Allocated IP 172.20.0.17 (e5a19935-0693-46b8-b6d6-cc99cc128818/7560dfa1-c109-4bde-ba83-6b9233658b07/1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:28:12.458038 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec71032f-71a9-4afa-afd5-aee132a7d6d4 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:28:12.458423 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec71032f-71a9-4afa-afd5-aee132a7d6d4 None None] Checking segment: {'id': 'c0a20f02-db17-483a-87cf-0b30e562d99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e5a19935-0693-46b8-b6d6-cc99cc128818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:28:12.458843 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ec71032f-71a9-4afa-afd5-aee132a7d6d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:12.459229 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec71032f-71a9-4afa-afd5-aee132a7d6d4 None None] Bound using segment: {'id': 'c0a20f02-db17-483a-87cf-0b30e562d99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e5a19935-0693-46b8-b6d6-cc99cc128818'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:28:12.459704 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-ec71032f-71a9-4afa-afd5-aee132a7d6d4 None None] Bound port: f3fb535e-d5ff-40cb-936a-4018c3da2d84, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a20f02-db17-483a-87cf-0b30e562d99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e5a19935-0693-46b8-b6d6-cc99cc128818'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:28:12.460092 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ec71032f-71a9-4afa-afd5-aee132a7d6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:12.514086 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-581324e3-3ef7-4f31-8b69-af34d448cec2 service neutron] 10.222.0.35 "GET /v2.0/networks/aff05c9a-e8d3-4556-823f-a7475c536508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506376 Aug 10 01:28:12.582715 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-ec71032f-71a9-4afa-afd5-aee132a7d6d4 None None] For port f3fb535e-d5ff-40cb-936a-4018c3da2d84, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:28:12.591314 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-ec71032f-71a9-4afa-afd5-aee132a7d6d4 None None] For port f3fb535e-d5ff-40cb-936a-4018c3da2d84, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=f3fb535e-d5ff-40cb-936a-4018c3da2d84,segment=NetworkSegment(c0a20f02-db17-483a-87cf-0b30e562d99f),segment_id=c0a20f02-db17-483a-87cf-0b30e562d99f)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:28:12.613414 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ec71032f-71a9-4afa-afd5-aee132a7d6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:12.649356 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ead84825-e62b-4339-a6e2-a28185f7a282 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:12.722052 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71032f-71a9-4afa-afd5-aee132a7d6d4 None None] Pushing event updated for resources: {'Port': ['ID=f3fb535e-d5ff-40cb-936a-4018c3da2d84,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:12.751723 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-ead84825-e62b-4339-a6e2-a28185f7a282 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Transition to ACTIVE for port object 1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:28:12.823443 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b6d9f0b4-523c-4aa9-a728-615de65f1699 req-cf24afc3-aa62-41f0-9f8e-6112e2cb98e2 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 210 time: 0.0588849 Aug 10 01:28:12.867769 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ead84825-e62b-4339-a6e2-a28185f7a282 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:12.950966 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 83b4c1b1-c14d-4d21-b561-8abaed9a1899 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:28:12.967106 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead84825-e62b-4339-a6e2-a28185f7a282 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Network e5a19935-0693-46b8-b6d6-cc99cc128818 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:28:12.971454 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-ead84825-e62b-4339-a6e2-a28185f7a282 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:28:12.997050 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead84825-e62b-4339-a6e2-a28185f7a282 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Pushing event updated for resources: {'Port': ['ID=1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:13.000109 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead84825-e62b-4339-a6e2-a28185f7a282 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:28:13.055222 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 83b4c1b1-c14d-4d21-b561-8abaed9a1899 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:28:13.063340 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ead84825-e62b-4339-a6e2-a28185f7a282 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:13.065411 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 83b4c1b1-c14d-4d21-b561-8abaed9a1899 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:28:13.067273 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:13.137711 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d8e3ae-9a51-4c3e-95f5-840ee4c8ec8a None None] Sync routers for ids ['8e02aace-1c4a-4898-9f1e-97ace6506db6'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:28:13.162802 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d8e3ae-9a51-4c3e-95f5-840ee4c8ec8a None None] Routers {'8e02aace-1c4a-4898-9f1e-97ace6506db6'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:28:13.163462 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-75d8e3ae-9a51-4c3e-95f5-840ee4c8ec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:27:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['8e02aace-1c4a-4898-9f1e-97ace6506db6'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:13.301744 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:13.338590 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 83b4c1b1-c14d-4d21-b561-8abaed9a1899, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=83b4c1b1-c14d-4d21-b561-8abaed9a1899,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:28:13.344577 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:13.345391 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a4110341-fb77-4fc4-92ed-89a6bef444f7 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:28:13.357049 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-75d8e3ae-9a51-4c3e-95f5-840ee4c8ec8a None None] Set router 8e02aace-1c4a-4898-9f1e-97ace6506db6 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:28:13.548750 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=83b4c1b1-c14d-4d21-b561-8abaed9a1899,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:13.605152 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port a4110341-fb77-4fc4-92ed-89a6bef444f7 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:28:13.611227 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port a4110341-fb77-4fc4-92ed-89a6bef444f7 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:28:13.611773 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:13.751010 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-6566a6a3-6e6b-46ed-b9a5-0c324b956013 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:13.752795 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-6566a6a3-6e6b-46ed-b9a5-0c324b956013 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.20 "GET /v2.0/networks?id=aff05c9a-e8d3-4556-823f-a7475c536508 HTTP/1.1" status: 200 len: 818 time: 0.1724775 Aug 10 01:28:13.763213 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:13.764481 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ead84825-e62b-4339-a6e2-a28185f7a282 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:13.772494 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-5f867410-edb2-46a6-aa19-b431a046ec70 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Request body: {'port': {'device_id': 'c704ad9d-dcf0-4e53-8846-ea408daf511e', 'network_id': 'aff05c9a-e8d3-4556-823f-a7475c536508', 'admin_state_up': True, 'tenant_id': 'a2aef40f8504414fa599dc77ba652e3e'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:28:13.789862 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port a4110341-fb77-4fc4-92ed-89a6bef444f7, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a4110341-fb77-4fc4-92ed-89a6bef444f7,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:28:13.797476 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-75d8e3ae-9a51-4c3e-95f5-840ee4c8ec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e02aace-1c4a-4898-9f1e-97ace6506db6', 'name': 'tempest-ServerRescueNegativeTestJSON-939373072-router', 'tenant_id': 'a2aef40f8504414fa599dc77ba652e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a4110341-fb77-4fc4-92ed-89a6bef444f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:07Z', 'updated_at': '2021-08-10T01:28:09Z', 'revision_number': 4, 'project_id': 'a2aef40f8504414fa599dc77ba652e3e', 'gw_port': {'id': 'a4110341-fb77-4fc4-92ed-89a6bef444f7', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:da:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e02aace-1c4a-4898-9f1e-97ace6506db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:07Z', 'updated_at': '2021-08-10T01:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'c4972a36-dc25-4a94-8235-9473e476ba0b', 'name': '', 'network_id': 'aff05c9a-e8d3-4556-823f-a7475c536508', 'tenant_id': 'a2aef40f8504414fa599dc77ba652e3e', 'mac_address': 'fa:16:3e:4c:14:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e02aace-1c4a-4898-9f1e-97ace6506db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '4b762b89-2d46-47b3-99d3-6df0ae9196ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:09Z', 'updated_at': '2021-08-10T01:28:09Z', 'revision_number': 2, 'project_id': 'a2aef40f8504414fa599dc77ba652e3e', 'subnets': [{'id': '4b762b89-2d46-47b3-99d3-6df0ae9196ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:13.801659 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:13.831328 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d8e3ae-9a51-4c3e-95f5-840ee4c8ec8a None None] Checking router: 8e02aace-1c4a-4898-9f1e-97ace6506db6 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:28:13.831328 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d8e3ae-9a51-4c3e-95f5-840ee4c8ec8a None None] Updating router 8e02aace-1c4a-4898-9f1e-97ace6506db6 port c4972a36-dc25-4a94-8235-9473e476ba0b binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:28:13.926462 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=a4110341-fb77-4fc4-92ed-89a6bef444f7,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:13.934057 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-75d8e3ae-9a51-4c3e-95f5-840ee4c8ec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:13.949722 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-57f825cd-9085-4950-acaa-963e00e1b795 req-f7ee21b7-2db4-45a5-9879-258c3ff53890 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 210 time: 0.0540659 Aug 10 01:28:13.957668 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-790a4dd8-3412-44bb-bd9a-895d0ba0f046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:14.016839 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-5f867410-edb2-46a6-aa19-b431a046ec70 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Made reservation on behalf of a2aef40f8504414fa599dc77ba652e3e for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:28:14.020621 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-5f867410-edb2-46a6-aa19-b431a046ec70 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:14.149386 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3219daf-7e69-4dd1-8bd2-166b826084bc None None] Network e5a19935-0693-46b8-b6d6-cc99cc128818 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:28:14.223566 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b91f3612-c191-46a2-b2bc-d6a2f0bf2a43 None None] Provisioning for port f3fb535e-d5ff-40cb-936a-4018c3da2d84 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:28:14.313520 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ead84825-e62b-4339-a6e2-a28185f7a282 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:14.323846 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-81cd13ab-931e-4c50-b84e-740b2e219831 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:14.325608 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-81cd13ab-931e-4c50-b84e-740b2e219831 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.20 "GET /v2.0/networks?id=aff05c9a-e8d3-4556-823f-a7475c536508 HTTP/1.1" status: 200 len: 818 time: 0.1806002 Aug 10 01:28:14.327899 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ead84825-e62b-4339-a6e2-a28185f7a282 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:14.373982 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-42c304fb-6407-481e-a659-608874e0236c tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Request body: {'port': {'device_id': '90be9e25-232b-4299-a8b5-b85e093a2068', 'network_id': 'aff05c9a-e8d3-4556-823f-a7475c536508', 'admin_state_up': True, 'tenant_id': 'a2aef40f8504414fa599dc77ba652e3e'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:28:14.377463 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-75d8e3ae-9a51-4c3e-95f5-840ee4c8ec8a None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:14.402432 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-75d8e3ae-9a51-4c3e-95f5-840ee4c8ec8a None None] Transition to ACTIVE for port object c4972a36-dc25-4a94-8235-9473e476ba0b will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:28:14.414295 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-75d8e3ae-9a51-4c3e-95f5-840ee4c8ec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:14.489791 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cca539-bcb0-4e73-917f-ffdd5adb18db None None] Pushing event updated for resources: {'Port': ['ID=c4972a36-dc25-4a94-8235-9473e476ba0b,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:14.491471 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ead84825-e62b-4339-a6e2-a28185f7a282 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:14.508511 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:14.512985 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead84825-e62b-4339-a6e2-a28185f7a282 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Pushing event updated for resources: {'Port': ['ID=1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:14.537645 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-5f867410-edb2-46a6-aa19-b431a046ec70 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Allocated IP 172.20.0.7 (aff05c9a-e8d3-4556-823f-a7475c536508/4b762b89-2d46-47b3-99d3-6df0ae9196ef/7bb15e28-e0d5-4180-aff7-9d63f7b8fb36) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:28:14.547237 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-75d8e3ae-9a51-4c3e-95f5-840ee4c8ec8a None None] Attempting to bind port c4972a36-dc25-4a94-8235-9473e476ba0b on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:28:14.547621 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-75d8e3ae-9a51-4c3e-95f5-840ee4c8ec8a None None] Attempting to bind port c4972a36-dc25-4a94-8235-9473e476ba0b by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'ef7fbdd3-5253-4b3d-a4e1-812fc92814cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aff05c9a-e8d3-4556-823f-a7475c536508'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:28:14.547989 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d8e3ae-9a51-4c3e-95f5-840ee4c8ec8a None None] Attempting to bind port c4972a36-dc25-4a94-8235-9473e476ba0b on network aff05c9a-e8d3-4556-823f-a7475c536508 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:28:14.553491 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d8e3ae-9a51-4c3e-95f5-840ee4c8ec8a None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:28:14.553874 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d8e3ae-9a51-4c3e-95f5-840ee4c8ec8a None None] Checking segment: {'id': 'ef7fbdd3-5253-4b3d-a4e1-812fc92814cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aff05c9a-e8d3-4556-823f-a7475c536508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:28:14.554283 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-75d8e3ae-9a51-4c3e-95f5-840ee4c8ec8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:14.554694 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d8e3ae-9a51-4c3e-95f5-840ee4c8ec8a None None] Bound using segment: {'id': 'ef7fbdd3-5253-4b3d-a4e1-812fc92814cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aff05c9a-e8d3-4556-823f-a7475c536508'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:28:14.555315 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-75d8e3ae-9a51-4c3e-95f5-840ee4c8ec8a None None] Bound port: c4972a36-dc25-4a94-8235-9473e476ba0b, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7fbdd3-5253-4b3d-a4e1-812fc92814cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aff05c9a-e8d3-4556-823f-a7475c536508'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:28:14.555709 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-75d8e3ae-9a51-4c3e-95f5-840ee4c8ec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:14.637013 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-75d8e3ae-9a51-4c3e-95f5-840ee4c8ec8a None None] For port c4972a36-dc25-4a94-8235-9473e476ba0b, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:28:14.641486 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-75d8e3ae-9a51-4c3e-95f5-840ee4c8ec8a None None] For port c4972a36-dc25-4a94-8235-9473e476ba0b, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=c4972a36-dc25-4a94-8235-9473e476ba0b,segment=NetworkSegment(ef7fbdd3-5253-4b3d-a4e1-812fc92814cf),segment_id=ef7fbdd3-5253-4b3d-a4e1-812fc92814cf)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:28:14.650515 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-75d8e3ae-9a51-4c3e-95f5-840ee4c8ec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:14.704201 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-42c304fb-6407-481e-a659-608874e0236c tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Made reservation on behalf of a2aef40f8504414fa599dc77ba652e3e for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:28:14.707173 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-42c304fb-6407-481e-a659-608874e0236c tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:14.743423 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d8e3ae-9a51-4c3e-95f5-840ee4c8ec8a None None] Routers {'8e02aace-1c4a-4898-9f1e-97ace6506db6'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:28:14.743423 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-75d8e3ae-9a51-4c3e-95f5-840ee4c8ec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:28:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['8e02aace-1c4a-4898-9f1e-97ace6506db6'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:14.781864 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead84825-e62b-4339-a6e2-a28185f7a282 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Network e5a19935-0693-46b8-b6d6-cc99cc128818 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:28:14.793088 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-ead84825-e62b-4339-a6e2-a28185f7a282 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:28:14.813796 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cca539-bcb0-4e73-917f-ffdd5adb18db None None] Pushing event updated for resources: {'Port': ['ID=c4972a36-dc25-4a94-8235-9473e476ba0b,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:14.891055 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-bfeac7ff-8dbc-45af-a751-d5c31a55561a None None] Provisioning for port 1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:28:14.901983 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-bfeac7ff-8dbc-45af-a751-d5c31a55561a None None] Provisioning complete for port 1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:28:14.902277 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bfeac7ff-8dbc-45af-a751-d5c31a55561a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:14.935909 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device f3fb535e-d5ff-40cb-936a-4018c3da2d84 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:28:14.944394 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-5f867410-edb2-46a6-aa19-b431a046ec70 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:14.964574 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-75d8e3ae-9a51-4c3e-95f5-840ee4c8ec8a None None] Set router 8e02aace-1c4a-4898-9f1e-97ace6506db6 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:28:15.005705 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-bfeac7ff-8dbc-45af-a751-d5c31a55561a None None] Port 1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:28:15.021524 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead84825-e62b-4339-a6e2-a28185f7a282 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Router f90ee312-009a-448b-9f26-02ceb2958325 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:28:15.076050 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-5f867410-edb2-46a6-aa19-b431a046ec70 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:15.094441 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f076fba6-b7c0-474e-b761-e2adeba449be req-42054726-5dbc-486f-81e9-c0a72da6a3f2 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 210 time: 0.0570071 Aug 10 01:28:15.111837 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port f3fb535e-d5ff-40cb-936a-4018c3da2d84 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:28:15.125074 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port f3fb535e-d5ff-40cb-936a-4018c3da2d84 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:28:15.125543 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:15.186829 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7fe753a8-ad78-46ef-9910-119d756090c0 None None] Provisioning complete for port 1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:28:15.187239 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7fe753a8-ad78-46ef-9910-119d756090c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:15.214338 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-5f867410-edb2-46a6-aa19-b431a046ec70 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Network aff05c9a-e8d3-4556-823f-a7475c536508 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:28:15.217875 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-42c304fb-6407-481e-a659-608874e0236c tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Allocated IP 172.20.0.4 (aff05c9a-e8d3-4556-823f-a7475c536508/4b762b89-2d46-47b3-99d3-6df0ae9196ef/0103dc2c-069d-435c-82d1-0d0d220bc372) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:28:15.230825 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-5f867410-edb2-46a6-aa19-b431a046ec70 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:28:15.238497 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f867410-edb2-46a6-aa19-b431a046ec70 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Pushing event updated for resources: {'Port': ['ID=7bb15e28-e0d5-4180-aff7-9d63f7b8fb36,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:15.244857 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-5f867410-edb2-46a6-aa19-b431a046ec70 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:28:15.277436 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-7fe753a8-ad78-46ef-9910-119d756090c0 None None] Port 1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:28:15.279545 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:15.307068 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead84825-e62b-4339-a6e2-a28185f7a282 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:28:15.317221 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bb315d-5d05-4afb-87a1-4886a5cfb378 None None] Sync routers for ids ['f90ee312-009a-448b-9f26-02ceb2958325'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:28:15.326351 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ead84825-e62b-4339-a6e2-a28185f7a282 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "PUT /v2.0/routers/f90ee312-009a-448b-9f26-02ceb2958325/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0636477 Aug 10 01:28:15.333883 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bb315d-5d05-4afb-87a1-4886a5cfb378 None None] Routers {'f90ee312-009a-448b-9f26-02ceb2958325'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:28:15.334457 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:15.334739 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-f9bb315d-5d05-4afb-87a1-4886a5cfb378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:28:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f90ee312-009a-448b-9f26-02ceb2958325'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:15.338406 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-5f867410-edb2-46a6-aa19-b431a046ec70 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:15.339060 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-5f867410-edb2-46a6-aa19-b431a046ec70 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:15.364507 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-5f867410-edb2-46a6-aa19-b431a046ec70 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5957689 Aug 10 01:28:15.376756 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port f3fb535e-d5ff-40cb-936a-4018c3da2d84, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=f3fb535e-d5ff-40cb-936a-4018c3da2d84,segment=NetworkSegment(c0a20f02-db17-483a-87cf-0b30e562d99f),segment_id=c0a20f02-db17-483a-87cf-0b30e562d99f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:28:15.382527 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-75d8e3ae-9a51-4c3e-95f5-840ee4c8ec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e02aace-1c4a-4898-9f1e-97ace6506db6', 'name': 'tempest-ServerRescueNegativeTestJSON-939373072-router', 'tenant_id': 'a2aef40f8504414fa599dc77ba652e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a4110341-fb77-4fc4-92ed-89a6bef444f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:07Z', 'updated_at': '2021-08-10T01:28:09Z', 'revision_number': 4, 'project_id': 'a2aef40f8504414fa599dc77ba652e3e', 'gw_port': {'id': 'a4110341-fb77-4fc4-92ed-89a6bef444f7', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e02aace-1c4a-4898-9f1e-97ace6506db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:07Z', 'updated_at': '2021-08-10T01:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'c4972a36-dc25-4a94-8235-9473e476ba0b', 'name': '', 'network_id': 'aff05c9a-e8d3-4556-823f-a7475c536508', 'tenant_id': 'a2aef40f8504414fa599dc77ba652e3e', 'mac_address': 'fa:16:3e:4c:14:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e02aace-1c4a-4898-9f1e-97ace6506db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '4b762b89-2d46-47b3-99d3-6df0ae9196ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:09Z', 'updated_at': '2021-08-10T01:28:14Z', 'revision_number': 4, 'project_id': 'a2aef40f8504414fa599dc77ba652e3e', 'subnets': [{'id': '4b762b89-2d46-47b3-99d3-6df0ae9196ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:15.384136 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-94a313bc-db57-4498-8ab9-3bf036ff1f11 service neutron] Request body: {'port': {'device_id': 'c704ad9d-dcf0-4e53-8846-ea408daf511e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:28:15.419246 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:15.422466 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 83b4c1b1-c14d-4d21-b561-8abaed9a1899 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:28:15.446573 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d8e3ae-9a51-4c3e-95f5-840ee4c8ec8a None None] The sync data for ids ['8e02aace-1c4a-4898-9f1e-97ace6506db6'] in n-d-766726-26 is: [{'id': '8e02aace-1c4a-4898-9f1e-97ace6506db6', 'name': 'tempest-ServerRescueNegativeTestJSON-939373072-router', 'tenant_id': 'a2aef40f8504414fa599dc77ba652e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a4110341-fb77-4fc4-92ed-89a6bef444f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:07Z', 'updated_at': '2021-08-10T01:28:09Z', 'revision_number': 4, 'project_id': 'a2aef40f8504414fa599dc77ba652e3e', 'gw_port': {'id': 'a4110341-fb77-4fc4-92ed-89a6bef444f7', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e02aace-1c4a-4898-9f1e-97ace6506db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:07Z', 'updated_at': '2021-08-10T01:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'c4972a36-dc25-4a94-8235-9473e476ba0b', 'name': '', 'network_id': 'aff05c9a-e8d3-4556-823f-a7475c536508', 'tenant_id': 'a2aef40f8504414fa599dc77ba652e3e', 'mac_address': 'fa:16:3e:4c:14:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e02aace-1c4a-4898-9f1e-97ace6506db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '4b762b89-2d46-47b3-99d3-6df0ae9196ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:09Z', 'updated_at': '2021-08-10T01:28:14Z', 'revision_number': 4, 'project_id': 'a2aef40f8504414fa599dc77ba652e3e', 'subnets': [{'id': '4b762b89-2d46-47b3-99d3-6df0ae9196ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:28:15.471504 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-f9bb315d-5d05-4afb-87a1-4886a5cfb378 None None] Set router f90ee312-009a-448b-9f26-02ceb2958325 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:28:15.503177 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2a417233-dcaf-42e9-84bb-ef8f1a702405 None None] Provisioning complete for port 1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:28:15.503557 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2a417233-dcaf-42e9-84bb-ef8f1a702405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:15.538107 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-42c304fb-6407-481e-a659-608874e0236c tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:15.605297 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=f3fb535e-d5ff-40cb-936a-4018c3da2d84,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:15.636998 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-94a313bc-db57-4498-8ab9-3bf036ff1f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:15.641969 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-2a417233-dcaf-42e9-84bb-ef8f1a702405 None None] Port 1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:28:15.653367 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 83b4c1b1-c14d-4d21-b561-8abaed9a1899 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:28:15.653693 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:15.675746 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-c2ab45de-c141-4c9c-ab21-c5f46bd4fe6e tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:15.685817 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-c2ab45de-c141-4c9c-ab21-c5f46bd4fe6e tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/networks?id=e5a19935-0693-46b8-b6d6-cc99cc128818 HTTP/1.1" status: 200 len: 798 time: 0.1676979 Aug 10 01:28:15.707276 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-98b342d3-e7d2-4665-a01f-c7831ec96342 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/quotas/02515d13522e417c9c69863d2ed68595 HTTP/1.1" status: 200 len: 375 time: 0.0201192 Aug 10 01:28:15.788525 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-fcfe419f-8faf-4bf4-9285-f2dbdf232aec tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=02515d13522e417c9c69863d2ed68595&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0794544 Aug 10 01:28:15.789284 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-42c304fb-6407-481e-a659-608874e0236c tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:15.874317 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-42c304fb-6407-481e-a659-608874e0236c tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Network aff05c9a-e8d3-4556-823f-a7475c536508 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:28:15.887373 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-42c304fb-6407-481e-a659-608874e0236c tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:28:15.890187 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-f9bb315d-5d05-4afb-87a1-4886a5cfb378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90ee312-009a-448b-9f26-02ceb2958325', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1536592354', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '83b4c1b1-c14d-4d21-b561-8abaed9a1899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:08Z', 'updated_at': '2021-08-10T01:28:13Z', 'revision_number': 4, 'project_id': '02515d13522e417c9c69863d2ed68595', 'gw_port': {'id': '83b4c1b1-c14d-4d21-b561-8abaed9a1899', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:44:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90ee312-009a-448b-9f26-02ceb2958325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:09Z', 'updated_at': '2021-08-10T01:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7', 'name': '', 'network_id': 'e5a19935-0693-46b8-b6d6-cc99cc128818', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'mac_address': 'fa:16:3e:56:54:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90ee312-009a-448b-9f26-02ceb2958325', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '7560dfa1-c109-4bde-ba83-6b9233658b07', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:12Z', 'updated_at': '2021-08-10T01:28:14Z', 'revision_number': 2, 'project_id': '02515d13522e417c9c69863d2ed68595', 'subnets': [{'id': '7560dfa1-c109-4bde-ba83-6b9233658b07', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:15.902784 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-42c304fb-6407-481e-a659-608874e0236c tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:28:15.921274 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bb315d-5d05-4afb-87a1-4886a5cfb378 None None] Checking router: f90ee312-009a-448b-9f26-02ceb2958325 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:28:15.922154 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bb315d-5d05-4afb-87a1-4886a5cfb378 None None] Updating router f90ee312-009a-448b-9f26-02ceb2958325 port 1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7 binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:28:15.965691 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9bb315d-5d05-4afb-87a1-4886a5cfb378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:15.991911 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-76d5527a-0467-447a-af54-9e87ff1969ce service neutron] 10.222.0.35 "GET /v2.0/networks/e5a19935-0693-46b8-b6d6-cc99cc128818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840119 Aug 10 01:28:16.033149 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a4110341-fb77-4fc4-92ed-89a6bef444f7 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:28:16.078883 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-94a313bc-db57-4498-8ab9-3bf036ff1f11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bb15e28-e0d5-4180-aff7-9d63f7b8fb36 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:28:16.087136 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-94a313bc-db57-4498-8ab9-3bf036ff1f11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:16.111973 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port a4110341-fb77-4fc4-92ed-89a6bef444f7 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:28:16.112893 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:16.124470 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-42c304fb-6407-481e-a659-608874e0236c tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:16.124868 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-42c304fb-6407-481e-a659-608874e0236c tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:16.127462 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c304fb-6407-481e-a659-608874e0236c tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Pushing event updated for resources: {'Port': ['ID=0103dc2c-069d-435c-82d1-0d0d220bc372,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:16.147962 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-94a313bc-db57-4498-8ab9-3bf036ff1f11 service neutron] Transition to ACTIVE for port object 7bb15e28-e0d5-4180-aff7-9d63f7b8fb36 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:28:16.157077 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-42c304fb-6407-481e-a659-608874e0236c tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8036771 Aug 10 01:28:16.159196 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-94a313bc-db57-4498-8ab9-3bf036ff1f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:16.169811 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-89c8fd9b-1624-44fd-b4e8-b481c89b287a service neutron] 10.222.0.35 "GET /v2.0/networks/e5a19935-0693-46b8-b6d6-cc99cc128818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656818 Aug 10 01:28:16.178252 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-2af96de8-421f-403c-9bac-ce4bfcb22392 service neutron] Request body: {'port': {'device_id': '90be9e25-232b-4299-a8b5-b85e093a2068', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:28:16.317394 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd08e59-237d-47c6-a406-4fd47e2be35d req-1400260d-d6b4-438f-9ee9-3bce6c9bd906 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:16.328714 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6fd08e59-237d-47c6-a406-4fd47e2be35d req-1400260d-d6b4-438f-9ee9-3bce6c9bd906 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 931 time: 0.1052766 Aug 10 01:28:16.337615 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:16.344458 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9bb315d-5d05-4afb-87a1-4886a5cfb378 None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:16.356206 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-f9bb315d-5d05-4afb-87a1-4886a5cfb378 None None] Transition to ACTIVE for port object 1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:28:16.374175 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a313bc-db57-4498-8ab9-3bf036ff1f11 service neutron] Pushing event updated for resources: {'Port': ['ID=7bb15e28-e0d5-4180-aff7-9d63f7b8fb36,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:16.378175 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9bb315d-5d05-4afb-87a1-4886a5cfb378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:16.411686 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-2af96de8-421f-403c-9bac-ce4bfcb22392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:16.441624 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6fd08e59-237d-47c6-a406-4fd47e2be35d req-fa573bba-ed43-42cf-80ba-013910bb2617 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854666 Aug 10 01:28:16.444202 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb609e5-26c8-4964-ab35-6d6c9087907d None None] Pushing event updated for resources: {'Port': ['ID=1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:16.496934 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-94a313bc-db57-4498-8ab9-3bf036ff1f11 service neutron] Attempting to bind port 7bb15e28-e0d5-4180-aff7-9d63f7b8fb36 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:28:16.497279 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-94a313bc-db57-4498-8ab9-3bf036ff1f11 service neutron] Attempting to bind port 7bb15e28-e0d5-4180-aff7-9d63f7b8fb36 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': 'ef7fbdd3-5253-4b3d-a4e1-812fc92814cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aff05c9a-e8d3-4556-823f-a7475c536508'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:28:16.497615 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-94a313bc-db57-4498-8ab9-3bf036ff1f11 service neutron] Attempting to bind port 7bb15e28-e0d5-4180-aff7-9d63f7b8fb36 on network aff05c9a-e8d3-4556-823f-a7475c536508 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:28:16.514191 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-94a313bc-db57-4498-8ab9-3bf036ff1f11 service neutron] Port 7bb15e28-e0d5-4180-aff7-9d63f7b8fb36 on network aff05c9a-e8d3-4556-823f-a7475c536508 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:28:16.514530 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-94a313bc-db57-4498-8ab9-3bf036ff1f11 service neutron] Attempting to bind port 7bb15e28-e0d5-4180-aff7-9d63f7b8fb36 on network aff05c9a-e8d3-4556-823f-a7475c536508 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:28:16.528320 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b4dcce58-f41a-4422-a578-995347fff910 req-f3d161ad-9f86-4f45-a612-0f37ea1cf91e tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1381c61-239b-47bf-84b9-c792cd8816a8 HTTP/1.1" status: 200 len: 210 time: 0.0546443 Aug 10 01:28:16.543751 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-f9bb315d-5d05-4afb-87a1-4886a5cfb378 None None] Attempting to bind port 1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:28:16.545221 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-f9bb315d-5d05-4afb-87a1-4886a5cfb378 None None] Attempting to bind port 1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'c0a20f02-db17-483a-87cf-0b30e562d99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e5a19935-0693-46b8-b6d6-cc99cc128818'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:28:16.545782 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bb315d-5d05-4afb-87a1-4886a5cfb378 None None] Attempting to bind port 1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7 on network e5a19935-0693-46b8-b6d6-cc99cc128818 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:28:16.552558 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bb315d-5d05-4afb-87a1-4886a5cfb378 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:28:16.553241 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bb315d-5d05-4afb-87a1-4886a5cfb378 None None] Checking segment: {'id': 'c0a20f02-db17-483a-87cf-0b30e562d99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e5a19935-0693-46b8-b6d6-cc99cc128818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:28:16.553815 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9bb315d-5d05-4afb-87a1-4886a5cfb378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:16.554374 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bb315d-5d05-4afb-87a1-4886a5cfb378 None None] Bound using segment: {'id': 'c0a20f02-db17-483a-87cf-0b30e562d99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e5a19935-0693-46b8-b6d6-cc99cc128818'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:28:16.555022 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-f9bb315d-5d05-4afb-87a1-4886a5cfb378 None None] Bound port: 1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a20f02-db17-483a-87cf-0b30e562d99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e5a19935-0693-46b8-b6d6-cc99cc128818'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:28:16.555919 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9bb315d-5d05-4afb-87a1-4886a5cfb378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:16.652273 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-94a313bc-db57-4498-8ab9-3bf036ff1f11 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:28:16.652697 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-94a313bc-db57-4498-8ab9-3bf036ff1f11 service neutron] Checking segment: {'id': 'ef7fbdd3-5253-4b3d-a4e1-812fc92814cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aff05c9a-e8d3-4556-823f-a7475c536508'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:28:16.653003 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-94a313bc-db57-4498-8ab9-3bf036ff1f11 service neutron] Bound using segment: {'id': 'ef7fbdd3-5253-4b3d-a4e1-812fc92814cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aff05c9a-e8d3-4556-823f-a7475c536508'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:28:16.653451 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-94a313bc-db57-4498-8ab9-3bf036ff1f11 service neutron] Bound port: 7bb15e28-e0d5-4180-aff7-9d63f7b8fb36, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef7fbdd3-5253-4b3d-a4e1-812fc92814cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aff05c9a-e8d3-4556-823f-a7475c536508'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:28:16.653826 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-94a313bc-db57-4498-8ab9-3bf036ff1f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:16.659515 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-f9bb315d-5d05-4afb-87a1-4886a5cfb378 None None] For port 1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:28:16.665475 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-f9bb315d-5d05-4afb-87a1-4886a5cfb378 None None] For port 1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7,segment=NetworkSegment(c0a20f02-db17-483a-87cf-0b30e562d99f),segment_id=c0a20f02-db17-483a-87cf-0b30e562d99f)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:28:16.672972 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9bb315d-5d05-4afb-87a1-4886a5cfb378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:16.750255 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb609e5-26c8-4964-ab35-6d6c9087907d None None] Pushing event updated for resources: {'Port': ['ID=1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7,revision_number=4']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:16.753191 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bb315d-5d05-4afb-87a1-4886a5cfb378 None None] Routers {'f90ee312-009a-448b-9f26-02ceb2958325'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:28:16.754098 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-f9bb315d-5d05-4afb-87a1-4886a5cfb378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:28:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f90ee312-009a-448b-9f26-02ceb2958325'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:16.832767 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-94a313bc-db57-4498-8ab9-3bf036ff1f11 service neutron] For port 7bb15e28-e0d5-4180-aff7-9d63f7b8fb36, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:28:16.874859 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c4972a36-dc25-4a94-8235-9473e476ba0b up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:28:16.911777 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-f9bb315d-5d05-4afb-87a1-4886a5cfb378 None None] Set router f90ee312-009a-448b-9f26-02ceb2958325 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:28:16.947857 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port c4972a36-dc25-4a94-8235-9473e476ba0b completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:28:16.957430 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port c4972a36-dc25-4a94-8235-9473e476ba0b triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:28:16.957815 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:17.080819 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:17.141477 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port c4972a36-dc25-4a94-8235-9473e476ba0b, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=c4972a36-dc25-4a94-8235-9473e476ba0b,segment=NetworkSegment(ef7fbdd3-5253-4b3d-a4e1-812fc92814cf),segment_id=ef7fbdd3-5253-4b3d-a4e1-812fc92814cf)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:28:17.150116 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:17.152384 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device f3fb535e-d5ff-40cb-936a-4018c3da2d84 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:28:17.218366 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-f9bb315d-5d05-4afb-87a1-4886a5cfb378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90ee312-009a-448b-9f26-02ceb2958325', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1536592354', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '83b4c1b1-c14d-4d21-b561-8abaed9a1899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:08Z', 'updated_at': '2021-08-10T01:28:13Z', 'revision_number': 4, 'project_id': '02515d13522e417c9c69863d2ed68595', 'gw_port': {'id': '83b4c1b1-c14d-4d21-b561-8abaed9a1899', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:44:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90ee312-009a-448b-9f26-02ceb2958325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:09Z', 'updated_at': '2021-08-10T01:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7', 'name': '', 'network_id': 'e5a19935-0693-46b8-b6d6-cc99cc128818', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'mac_address': 'fa:16:3e:56:54:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90ee312-009a-448b-9f26-02ceb2958325', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '7560dfa1-c109-4bde-ba83-6b9233658b07', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:12Z', 'updated_at': '2021-08-10T01:28:16Z', 'revision_number': 4, 'project_id': '02515d13522e417c9c69863d2ed68595', 'subnets': [{'id': '7560dfa1-c109-4bde-ba83-6b9233658b07', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:17.248747 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bb315d-5d05-4afb-87a1-4886a5cfb378 None None] The sync data for ids ['f90ee312-009a-448b-9f26-02ceb2958325'] in n-d-766726-26 is: [{'id': 'f90ee312-009a-448b-9f26-02ceb2958325', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1536592354', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '83b4c1b1-c14d-4d21-b561-8abaed9a1899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:08Z', 'updated_at': '2021-08-10T01:28:13Z', 'revision_number': 4, 'project_id': '02515d13522e417c9c69863d2ed68595', 'gw_port': {'id': '83b4c1b1-c14d-4d21-b561-8abaed9a1899', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:44:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90ee312-009a-448b-9f26-02ceb2958325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:09Z', 'updated_at': '2021-08-10T01:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7', 'name': '', 'network_id': 'e5a19935-0693-46b8-b6d6-cc99cc128818', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'mac_address': 'fa:16:3e:56:54:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90ee312-009a-448b-9f26-02ceb2958325', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '7560dfa1-c109-4bde-ba83-6b9233658b07', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:12Z', 'updated_at': '2021-08-10T01:28:16Z', 'revision_number': 4, 'project_id': '02515d13522e417c9c69863d2ed68595', 'subnets': [{'id': '7560dfa1-c109-4bde-ba83-6b9233658b07', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:28:17.250981 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=c4972a36-dc25-4a94-8235-9473e476ba0b,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:17.262052 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:17.263117 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:17.263636 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:17.264157 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:17.264724 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:17.265282 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:17.266035 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:17.266589 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:17.267105 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:17.267831 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:17.268376 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:17.269001 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:17.298996 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port f3fb535e-d5ff-40cb-936a-4018c3da2d84 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:28:17.299295 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:17.327205 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-94a313bc-db57-4498-8ab9-3bf036ff1f11 service neutron] For port 7bb15e28-e0d5-4180-aff7-9d63f7b8fb36, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=7bb15e28-e0d5-4180-aff7-9d63f7b8fb36,segment=NetworkSegment(ef7fbdd3-5253-4b3d-a4e1-812fc92814cf),segment_id=ef7fbdd3-5253-4b3d-a4e1-812fc92814cf)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:28:17.335922 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-94a313bc-db57-4498-8ab9-3bf036ff1f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:17.400920 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-94a313bc-db57-4498-8ab9-3bf036ff1f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:17.401683 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-94a313bc-db57-4498-8ab9-3bf036ff1f11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:17.403234 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-94a313bc-db57-4498-8ab9-3bf036ff1f11 service neutron] 10.222.0.20 "PUT /v2.0/ports/7bb15e28-e0d5-4180-aff7-9d63f7b8fb36 HTTP/1.1" status: 200 len: 1092 time: 2.0255609 Aug 10 01:28:17.410643 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c704ad9d-dcf0-4e53-8846-ea408daf511e', 'tag': '7bb15e28-e0d5-4180-aff7-9d63f7b8fb36'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:28:17.413913 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc464ee-1573-4908-83b9-fa7cf741a80a" -d '{"events": [{"name": "network-changed", "server_uuid": "c704ad9d-dcf0-4e53-8846-ea408daf511e", "tag": "7bb15e28-e0d5-4180-aff7-9d63f7b8fb36"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:28:17.443036 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-2af96de8-421f-403c-9bac-ce4bfcb22392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0103dc2c-069d-435c-82d1-0d0d220bc372 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:28:17.456551 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-2af96de8-421f-403c-9bac-ce4bfcb22392 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:17.478644 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7e3b75-0376-42c8-b8fd-63d594137d47 x-openstack-request-id: req-bc7e3b75-0376-42c8-b8fd-63d594137d47 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:28:17.479017 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c704ad9d-dcf0-4e53-8846-ea408daf511e", "tag": "7bb15e28-e0d5-4180-aff7-9d63f7b8fb36", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:28:17.479344 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bc7e3b75-0376-42c8-b8fd-63d594137d47 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:28:17.479823 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c704ad9d-dcf0-4e53-8846-ea408daf511e', 'tag': '7bb15e28-e0d5-4180-aff7-9d63f7b8fb36', 'status': 'completed', 'code': 200} Aug 10 01:28:17.482189 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a313bc-db57-4498-8ab9-3bf036ff1f11 service neutron] Pushing event updated for resources: {'Port': ['ID=7bb15e28-e0d5-4180-aff7-9d63f7b8fb36,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:17.528080 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-2af96de8-421f-403c-9bac-ce4bfcb22392 service neutron] Transition to ACTIVE for port object 0103dc2c-069d-435c-82d1-0d0d220bc372 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:28:17.535594 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-2af96de8-421f-403c-9bac-ce4bfcb22392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:17.584964 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945b2a1-3dc4-4dda-b592-349a8557ecbf req-5509bf1b-9479-40e9-be61-f39ff7495261 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:17.593717 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5945b2a1-3dc4-4dda-b592-349a8557ecbf req-5509bf1b-9479-40e9-be61-f39ff7495261 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 943 time: 0.0747540 Aug 10 01:28:17.596557 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-e4a1f18c-ecea-4533-878d-1ec2ce0fe6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:17.598270 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-e4a1f18c-ecea-4533-878d-1ec2ce0fe6f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2aef40f8504414fa599dc77ba652e3e&device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 1095 time: 0.1070724 Aug 10 01:28:17.646951 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af96de8-421f-403c-9bac-ce4bfcb22392 service neutron] Pushing event updated for resources: {'Port': ['ID=0103dc2c-069d-435c-82d1-0d0d220bc372,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:17.660247 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5945b2a1-3dc4-4dda-b592-349a8557ecbf req-31aa94a6-b48b-470d-849b-4627f04985f9 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649900 Aug 10 01:28:17.688276 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3b055565-bfd3-4c65-aa78-1295048b237e req-43b62d40-658f-4d8b-8ace-4422033009b3 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1381c61-239b-47bf-84b9-c792cd8816a8 HTTP/1.1" status: 200 len: 210 time: 0.0415120 Aug 10 01:28:17.702290 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-90fe0cda-cd5c-44ae-a38b-4641f3e21252 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7bb15e28-e0d5-4180-aff7-9d63f7b8fb36 HTTP/1.1" status: 200 len: 217 time: 0.0740092 Aug 10 01:28:17.787632 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-ae2ae72b-aa1b-481f-baf2-249151658931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:17.789239 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-ae2ae72b-aa1b-481f-baf2-249151658931 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b762b89-2d46-47b3-99d3-6df0ae9196ef HTTP/1.1" status: 200 len: 858 time: 0.0633981 Aug 10 01:28:17.827774 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-c1445c6b-6172-4b33-90d0-a4c3b71056ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aff05c9a-e8d3-4556-823f-a7475c536508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314758 Aug 10 01:28:17.828956 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-2af96de8-421f-403c-9bac-ce4bfcb22392 service neutron] Attempting to bind port 0103dc2c-069d-435c-82d1-0d0d220bc372 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:28:17.829375 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-2af96de8-421f-403c-9bac-ce4bfcb22392 service neutron] Attempting to bind port 0103dc2c-069d-435c-82d1-0d0d220bc372 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': 'ef7fbdd3-5253-4b3d-a4e1-812fc92814cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aff05c9a-e8d3-4556-823f-a7475c536508'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:28:17.829784 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-2af96de8-421f-403c-9bac-ce4bfcb22392 service neutron] Attempting to bind port 0103dc2c-069d-435c-82d1-0d0d220bc372 on network aff05c9a-e8d3-4556-823f-a7475c536508 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:28:17.833626 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-b7fd81d0-8d11-4d3b-9ebe-fe31c8976bbf tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:17.834839 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-2af96de8-421f-403c-9bac-ce4bfcb22392 service neutron] Port 0103dc2c-069d-435c-82d1-0d0d220bc372 on network aff05c9a-e8d3-4556-823f-a7475c536508 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:28:17.835197 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-b7fd81d0-8d11-4d3b-9ebe-fe31c8976bbf tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.20 "GET /v2.0/networks?id=e5a19935-0693-46b8-b6d6-cc99cc128818 HTTP/1.1" status: 200 len: 798 time: 0.1175492 Aug 10 01:28:17.835421 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-2af96de8-421f-403c-9bac-ce4bfcb22392 service neutron] Attempting to bind port 0103dc2c-069d-435c-82d1-0d0d220bc372 on network aff05c9a-e8d3-4556-823f-a7475c536508 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:28:17.849380 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-2af96de8-421f-403c-9bac-ce4bfcb22392 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:28:17.849887 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-2af96de8-421f-403c-9bac-ce4bfcb22392 service neutron] Checking segment: {'id': 'ef7fbdd3-5253-4b3d-a4e1-812fc92814cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aff05c9a-e8d3-4556-823f-a7475c536508'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:28:17.850381 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-2af96de8-421f-403c-9bac-ce4bfcb22392 service neutron] Bound using segment: {'id': 'ef7fbdd3-5253-4b3d-a4e1-812fc92814cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aff05c9a-e8d3-4556-823f-a7475c536508'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:28:17.851079 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-2af96de8-421f-403c-9bac-ce4bfcb22392 service neutron] Bound port: 0103dc2c-069d-435c-82d1-0d0d220bc372, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef7fbdd3-5253-4b3d-a4e1-812fc92814cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aff05c9a-e8d3-4556-823f-a7475c536508'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:28:17.851566 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-2af96de8-421f-403c-9bac-ce4bfcb22392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:17.854693 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-e46de72b-eeb9-4257-b772-e8679ce0b3d2 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Request body: {'port': {'device_id': 'f1381c61-239b-47bf-84b9-c792cd8816a8', 'network_id': 'e5a19935-0693-46b8-b6d6-cc99cc128818', 'admin_state_up': True, 'tenant_id': '02515d13522e417c9c69863d2ed68595'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:28:17.974477 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-e46de72b-eeb9-4257-b772-e8679ce0b3d2 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Made reservation on behalf of 02515d13522e417c9c69863d2ed68595 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:28:17.978128 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-e46de72b-eeb9-4257-b772-e8679ce0b3d2 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:17.989384 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-b0ceb57a-320f-4095-a79a-3d82008a7a04 service neutron] 10.222.0.20 "GET /v2.0/networks/aff05c9a-e8d3-4556-823f-a7475c536508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487110 Aug 10 01:28:17.990395 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-2af96de8-421f-403c-9bac-ce4bfcb22392 service neutron] For port 0103dc2c-069d-435c-82d1-0d0d220bc372, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:28:18.011445 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-2af96de8-421f-403c-9bac-ce4bfcb22392 service neutron] For port 0103dc2c-069d-435c-82d1-0d0d220bc372, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=0103dc2c-069d-435c-82d1-0d0d220bc372,segment=NetworkSegment(ef7fbdd3-5253-4b3d-a4e1-812fc92814cf),segment_id=ef7fbdd3-5253-4b3d-a4e1-812fc92814cf)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:28:18.022813 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-2af96de8-421f-403c-9bac-ce4bfcb22392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:18.087283 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-2af96de8-421f-403c-9bac-ce4bfcb22392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:18.087941 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-2af96de8-421f-403c-9bac-ce4bfcb22392 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:18.090175 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-2af96de8-421f-403c-9bac-ce4bfcb22392 service neutron] 10.222.0.20 "PUT /v2.0/ports/0103dc2c-069d-435c-82d1-0d0d220bc372 HTTP/1.1" status: 200 len: 1092 time: 1.9187849 Aug 10 01:28:18.102762 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-e46de72b-eeb9-4257-b772-e8679ce0b3d2 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Allocated IP 172.20.0.20 (e5a19935-0693-46b8-b6d6-cc99cc128818/7560dfa1-c109-4bde-ba83-6b9233658b07/75d82823-054f-4cc9-bb90-5cb0c3a0297b) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:28:18.151041 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af96de8-421f-403c-9bac-ce4bfcb22392 service neutron] Pushing event updated for resources: {'Port': ['ID=0103dc2c-069d-435c-82d1-0d0d220bc372,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:18.168595 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7d95c53e-b52b-4d7a-9ee2-048414570466 req-6de45131-5bd8-4254-b6aa-7597611e6ff3 service neutron] 10.222.0.20 "GET /v2.0/networks/aff05c9a-e8d3-4556-823f-a7475c536508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686411 Aug 10 01:28:18.212127 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-47711be9-58d0-4f7b-9bf5-ebf6d4a308bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:18.213708 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-47711be9-58d0-4f7b-9bf5-ebf6d4a308bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2aef40f8504414fa599dc77ba652e3e&device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 1095 time: 0.0565596 Aug 10 01:28:18.318794 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-ceeca68c-0712-41e6-92ff-2316e36524b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0103dc2c-069d-435c-82d1-0d0d220bc372 HTTP/1.1" status: 200 len: 217 time: 0.0518808 Aug 10 01:28:18.395754 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc464ee-1573-4908-83b9-fa7cf741a80a req-057c40e6-cb2e-4a24-91a4-d7787ff20703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:18.397344 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1cc464ee-1573-4908-83b9-fa7cf741a80a req-057c40e6-cb2e-4a24-91a4-d7787ff20703 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2aef40f8504414fa599dc77ba652e3e&device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 1095 time: 0.0874312 Aug 10 01:28:18.399267 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-270c9534-68e6-43b6-9cfc-e69154328bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:18.400687 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-270c9534-68e6-43b6-9cfc-e69154328bf8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b762b89-2d46-47b3-99d3-6df0ae9196ef HTTP/1.1" status: 200 len: 858 time: 0.0609634 Aug 10 01:28:18.489863 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-e19a2bbc-7ace-4eb9-a337-808f7e4eb794 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aff05c9a-e8d3-4556-823f-a7475c536508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732496 Aug 10 01:28:18.598522 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-e46de72b-eeb9-4257-b772-e8679ce0b3d2 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:18.603843 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc464ee-1573-4908-83b9-fa7cf741a80a req-25c0d548-c99e-4aad-a88b-5e72fc427897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:18.605359 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1cc464ee-1573-4908-83b9-fa7cf741a80a req-25c0d548-c99e-4aad-a88b-5e72fc427897 service neutron] 10.222.0.20 "GET /v2.0/networks?id=aff05c9a-e8d3-4556-823f-a7475c536508 HTTP/1.1" status: 200 len: 919 time: 0.1902339 Aug 10 01:28:18.612261 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-e46de72b-eeb9-4257-b772-e8679ce0b3d2 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Transition to ACTIVE for port object 75d82823-054f-4cc9-bb90-5cb0c3a0297b will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:28:18.652565 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-e46de72b-eeb9-4257-b772-e8679ce0b3d2 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:18.658922 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1cc464ee-1573-4908-83b9-fa7cf741a80a req-68cb6be9-ab37-45c7-b335-56b7bd26aefa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7bb15e28-e0d5-4180-aff7-9d63f7b8fb36 HTTP/1.1" status: 200 len: 217 time: 0.0438075 Aug 10 01:28:18.662615 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-85d8a9e4-8e46-4322-9d9f-bf4f7765da3d service neutron] 10.222.0.20 "GET /v2.0/networks/aff05c9a-e8d3-4556-823f-a7475c536508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655459 Aug 10 01:28:18.717518 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-e46de72b-eeb9-4257-b772-e8679ce0b3d2 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Network e5a19935-0693-46b8-b6d6-cc99cc128818 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:28:18.739838 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-e46de72b-eeb9-4257-b772-e8679ce0b3d2 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:28:18.754715 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-e46de72b-eeb9-4257-b772-e8679ce0b3d2 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:28:18.779044 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46de72b-eeb9-4257-b772-e8679ce0b3d2 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Pushing event updated for resources: {'Port': ['ID=75d82823-054f-4cc9-bb90-5cb0c3a0297b,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:18.808316 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc464ee-1573-4908-83b9-fa7cf741a80a req-df980001-2409-4822-874c-e4e8672a729a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:18.810057 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1cc464ee-1573-4908-83b9-fa7cf741a80a req-df980001-2409-4822-874c-e4e8672a729a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b762b89-2d46-47b3-99d3-6df0ae9196ef HTTP/1.1" status: 200 len: 858 time: 0.1314044 Aug 10 01:28:18.863691 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1cc464ee-1573-4908-83b9-fa7cf741a80a req-a7338a2b-798c-4c9a-9221-3558ca1ce9d6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aff05c9a-e8d3-4556-823f-a7475c536508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397809 Aug 10 01:28:18.894792 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c4972a36-dc25-4a94-8235-9473e476ba0b up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:28:18.905872 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-5a697bc6-6780-4f5a-83fd-783732302b01 service neutron] 10.222.0.20 "GET /v2.0/networks/aff05c9a-e8d3-4556-823f-a7475c536508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351830 Aug 10 01:28:18.926128 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-e46de72b-eeb9-4257-b772-e8679ce0b3d2 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:18.926818 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-e46de72b-eeb9-4257-b772-e8679ce0b3d2 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:18.966510 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port c4972a36-dc25-4a94-8235-9473e476ba0b triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:28:18.966510 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:18.970002 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5f995-43fe-455a-b37e-538485dd7d8a req-337b1d08-3262-4709-b324-0d4bc1c052a4 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:18.971655 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8ee5f995-43fe-455a-b37e-538485dd7d8a req-337b1d08-3262-4709-b324-0d4bc1c052a4 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 943 time: 0.1498799 Aug 10 01:28:18.976318 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-e46de72b-eeb9-4257-b772-e8679ce0b3d2 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1274178 Aug 10 01:28:19.003123 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-a432f530-da2d-4e5b-b001-4974ef72be69 service neutron] Request body: {'port': {'device_id': 'f1381c61-239b-47bf-84b9-c792cd8816a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:28:19.010291 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1cc464ee-1573-4908-83b9-fa7cf741a80a req-8271d461-bce0-4f00-a9f7-2b7497291e4f service neutron] 10.222.0.20 "GET /v2.0/networks/aff05c9a-e8d3-4556-823f-a7475c536508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344526 Aug 10 01:28:19.028117 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ceea74-8dfc-41f5-9662-1843ce66bbab req-eb959b10-d34f-48db-81b4-c2d0b5aff3b3 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:19.029631 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77ceea74-8dfc-41f5-9662-1843ce66bbab req-eb959b10-d34f-48db-81b4-c2d0b5aff3b3 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1381c61-239b-47bf-84b9-c792cd8816a8 HTTP/1.1" status: 200 len: 895 time: 0.1649010 Aug 10 01:28:19.070759 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:28:19.097926 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-a432f530-da2d-4e5b-b001-4974ef72be69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:19.110002 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8ee5f995-43fe-455a-b37e-538485dd7d8a req-9685610e-d1ba-42ec-8de3-86901a90b722 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273890 Aug 10 01:28:19.114691 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1cc464ee-1573-4908-83b9-fa7cf741a80a req-e9ede172-771e-4a80-a49e-12a790d66577 service neutron] 10.222.0.20 "GET /v2.0/networks/aff05c9a-e8d3-4556-823f-a7475c536508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972924 Aug 10 01:28:19.119886 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-45eccbca-95fa-4fc0-ae5c-d53318efdf59 None None] Provisioning for port 75d82823-054f-4cc9-bb90-5cb0c3a0297b completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:28:19.127711 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-45eccbca-95fa-4fc0-ae5c-d53318efdf59 None None] Provisioning complete for port 75d82823-054f-4cc9-bb90-5cb0c3a0297b triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:28:19.128143 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-45eccbca-95fa-4fc0-ae5c-d53318efdf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:19.163620 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:28:19.171098 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:28:19.172258 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:19.174728 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-45eccbca-95fa-4fc0-ae5c-d53318efdf59 None None] Port 75d82823-054f-4cc9-bb90-5cb0c3a0297b cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:28:19.247876 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:19.283403 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7,segment=NetworkSegment(c0a20f02-db17-483a-87cf-0b30e562d99f),segment_id=c0a20f02-db17-483a-87cf-0b30e562d99f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:28:19.288322 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:19.335008 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:19.378799 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-a432f530-da2d-4e5b-b001-4974ef72be69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75d82823-054f-4cc9-bb90-5cb0c3a0297b {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:28:19.385892 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-a432f530-da2d-4e5b-b001-4974ef72be69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:19.397960 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-a432f530-da2d-4e5b-b001-4974ef72be69 service neutron] Transition to ACTIVE for port object 75d82823-054f-4cc9-bb90-5cb0c3a0297b will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:28:19.402473 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-a432f530-da2d-4e5b-b001-4974ef72be69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:19.456706 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432f530-da2d-4e5b-b001-4974ef72be69 service neutron] Pushing event updated for resources: {'Port': ['ID=75d82823-054f-4cc9-bb90-5cb0c3a0297b,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:19.481244 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90be9e25-232b-4299-a8b5-b85e093a2068', 'tag': '0103dc2c-069d-435c-82d1-0d0d220bc372'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:28:19.484030 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8ecb29-71ba-4a36-b3ec-0830c40540c2" -d '{"events": [{"name": "network-changed", "server_uuid": "90be9e25-232b-4299-a8b5-b85e093a2068", "tag": "0103dc2c-069d-435c-82d1-0d0d220bc372"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:28:19.529699 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068f93a2-c8dc-44a1-9321-94ae3cce521f x-openstack-request-id: req-068f93a2-c8dc-44a1-9321-94ae3cce521f {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:28:19.530303 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90be9e25-232b-4299-a8b5-b85e093a2068", "tag": "0103dc2c-069d-435c-82d1-0d0d220bc372", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:28:19.530408 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-068f93a2-c8dc-44a1-9321-94ae3cce521f {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:28:19.531774 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90be9e25-232b-4299-a8b5-b85e093a2068', 'tag': '0103dc2c-069d-435c-82d1-0d0d220bc372', 'status': 'completed', 'code': 200} Aug 10 01:28:19.534014 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-a432f530-da2d-4e5b-b001-4974ef72be69 service neutron] Attempting to bind port 75d82823-054f-4cc9-bb90-5cb0c3a0297b on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:28:19.534362 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-a432f530-da2d-4e5b-b001-4974ef72be69 service neutron] Attempting to bind port 75d82823-054f-4cc9-bb90-5cb0c3a0297b by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': 'c0a20f02-db17-483a-87cf-0b30e562d99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e5a19935-0693-46b8-b6d6-cc99cc128818'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:28:19.534698 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-a432f530-da2d-4e5b-b001-4974ef72be69 service neutron] Attempting to bind port 75d82823-054f-4cc9-bb90-5cb0c3a0297b on network e5a19935-0693-46b8-b6d6-cc99cc128818 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:28:19.539293 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-a432f530-da2d-4e5b-b001-4974ef72be69 service neutron] Port 75d82823-054f-4cc9-bb90-5cb0c3a0297b on network e5a19935-0693-46b8-b6d6-cc99cc128818 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:28:19.539621 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-a432f530-da2d-4e5b-b001-4974ef72be69 service neutron] Attempting to bind port 75d82823-054f-4cc9-bb90-5cb0c3a0297b on network e5a19935-0693-46b8-b6d6-cc99cc128818 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:28:19.544599 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-a432f530-da2d-4e5b-b001-4974ef72be69 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:28:19.544944 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-a432f530-da2d-4e5b-b001-4974ef72be69 service neutron] Checking segment: {'id': 'c0a20f02-db17-483a-87cf-0b30e562d99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e5a19935-0693-46b8-b6d6-cc99cc128818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:28:19.545332 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-a432f530-da2d-4e5b-b001-4974ef72be69 service neutron] Bound using segment: {'id': 'c0a20f02-db17-483a-87cf-0b30e562d99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e5a19935-0693-46b8-b6d6-cc99cc128818'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:28:19.545765 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-a432f530-da2d-4e5b-b001-4974ef72be69 service neutron] Bound port: 75d82823-054f-4cc9-bb90-5cb0c3a0297b, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0a20f02-db17-483a-87cf-0b30e562d99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e5a19935-0693-46b8-b6d6-cc99cc128818'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:28:19.546168 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-a432f530-da2d-4e5b-b001-4974ef72be69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:19.620813 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-a432f530-da2d-4e5b-b001-4974ef72be69 service neutron] For port 75d82823-054f-4cc9-bb90-5cb0c3a0297b, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:28:19.625790 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-a432f530-da2d-4e5b-b001-4974ef72be69 service neutron] For port 75d82823-054f-4cc9-bb90-5cb0c3a0297b, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=75d82823-054f-4cc9-bb90-5cb0c3a0297b,segment=NetworkSegment(c0a20f02-db17-483a-87cf-0b30e562d99f),segment_id=c0a20f02-db17-483a-87cf-0b30e562d99f)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:28:19.628909 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ecb29-71ba-4a36-b3ec-0830c40540c2 req-c834da8d-5d8c-4411-961c-ab8f7bb19045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:19.630419 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-bd8ecb29-71ba-4a36-b3ec-0830c40540c2 req-c834da8d-5d8c-4411-961c-ab8f7bb19045 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2aef40f8504414fa599dc77ba652e3e&device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 1095 time: 0.0550940 Aug 10 01:28:19.631094 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-a432f530-da2d-4e5b-b001-4974ef72be69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:19.666613 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-a432f530-da2d-4e5b-b001-4974ef72be69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:19.667240 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-a432f530-da2d-4e5b-b001-4974ef72be69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:19.668657 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-a432f530-da2d-4e5b-b001-4974ef72be69 service neutron] 10.222.0.20 "PUT /v2.0/ports/75d82823-054f-4cc9-bb90-5cb0c3a0297b HTTP/1.1" status: 200 len: 1056 time: 0.6709719 Aug 10 01:28:19.670835 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1381c61-239b-47bf-84b9-c792cd8816a8', 'tag': '75d82823-054f-4cc9-bb90-5cb0c3a0297b'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:28:19.673063 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e5209b-f2df-4cbf-bb94-a471de42b6c7" -d '{"events": [{"name": "network-changed", "server_uuid": "f1381c61-239b-47bf-84b9-c792cd8816a8", "tag": "75d82823-054f-4cc9-bb90-5cb0c3a0297b"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:28:19.720506 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432f530-da2d-4e5b-b001-4974ef72be69 service neutron] Pushing event updated for resources: {'Port': ['ID=75d82823-054f-4cc9-bb90-5cb0c3a0297b,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:19.733464 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00751a4f-85b4-4a31-b50a-b90a54e0154f x-openstack-request-id: req-00751a4f-85b4-4a31-b50a-b90a54e0154f {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:28:19.733830 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1381c61-239b-47bf-84b9-c792cd8816a8", "tag": "75d82823-054f-4cc9-bb90-5cb0c3a0297b", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:28:19.735000 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-00751a4f-85b4-4a31-b50a-b90a54e0154f {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:28:19.735420 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1381c61-239b-47bf-84b9-c792cd8816a8', 'tag': '75d82823-054f-4cc9-bb90-5cb0c3a0297b', 'status': 'completed', 'code': 200} Aug 10 01:28:19.756158 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ecb29-71ba-4a36-b3ec-0830c40540c2 req-34423b89-ab0b-494e-93fb-6d35d8b72839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:19.757680 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-bd8ecb29-71ba-4a36-b3ec-0830c40540c2 req-34423b89-ab0b-494e-93fb-6d35d8b72839 service neutron] 10.222.0.20 "GET /v2.0/networks?id=aff05c9a-e8d3-4556-823f-a7475c536508 HTTP/1.1" status: 200 len: 919 time: 0.1203783 Aug 10 01:28:19.792672 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-7ed2c8c8-566f-44f1-8428-b751009ea72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:19.794232 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-7ed2c8c8-566f-44f1-8428-b751009ea72e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=02515d13522e417c9c69863d2ed68595&device_id=f1381c61-239b-47bf-84b9-c792cd8816a8 HTTP/1.1" status: 200 len: 1059 time: 0.0429616 Aug 10 01:28:19.802300 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-bd8ecb29-71ba-4a36-b3ec-0830c40540c2 req-a2ea3eeb-0549-48d2-8f31-0bce4e771e6e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0103dc2c-069d-435c-82d1-0d0d220bc372 HTTP/1.1" status: 200 len: 217 time: 0.0374568 Aug 10 01:28:19.854406 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-7a466bf7-545c-4794-bc50-20cdce092034 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=75d82823-054f-4cc9-bb90-5cb0c3a0297b HTTP/1.1" status: 200 len: 217 time: 0.0402868 Aug 10 01:28:19.868838 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ecb29-71ba-4a36-b3ec-0830c40540c2 req-bc1a064b-9cc3-43a3-ad97-f5ebcfdaa0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:19.870350 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-bd8ecb29-71ba-4a36-b3ec-0830c40540c2 req-bc1a064b-9cc3-43a3-ad97-f5ebcfdaa0ed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b762b89-2d46-47b3-99d3-6df0ae9196ef HTTP/1.1" status: 200 len: 858 time: 0.0482101 Aug 10 01:28:19.906597 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-8e2b295e-73b0-413b-85af-8c6732903df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:19.908315 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-bd8ecb29-71ba-4a36-b3ec-0830c40540c2 req-a3f726ee-3876-4712-8103-8e0ac1f2bade service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aff05c9a-e8d3-4556-823f-a7475c536508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305698 Aug 10 01:28:19.908469 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-8e2b295e-73b0-413b-85af-8c6732903df6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7560dfa1-c109-4bde-ba83-6b9233658b07 HTTP/1.1" status: 200 len: 838 time: 0.0466537 Aug 10 01:28:19.961866 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-a410cadd-efd1-47b2-b74f-5c4f3a4f729e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:19.963384 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-a410cadd-efd1-47b2-b74f-5c4f3a4f729e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e5a19935-0693-46b8-b6d6-cc99cc128818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0419407 Aug 10 01:28:20.007228 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-bd8ecb29-71ba-4a36-b3ec-0830c40540c2 req-80cfad3f-2d35-4c09-90b3-813c65f6a169 service neutron] 10.222.0.20 "GET /v2.0/networks/aff05c9a-e8d3-4556-823f-a7475c536508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856407 Aug 10 01:28:20.059605 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-c7ec67be-b4b9-40a8-8e8c-a46cac355e95 service neutron] 10.222.0.20 "GET /v2.0/networks/e5a19935-0693-46b8-b6d6-cc99cc128818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889609 Aug 10 01:28:20.109197 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-bd8ecb29-71ba-4a36-b3ec-0830c40540c2 req-7aee9822-0af5-42ff-b298-b011d9664e14 service neutron] 10.222.0.20 "GET /v2.0/networks/aff05c9a-e8d3-4556-823f-a7475c536508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930734 Aug 10 01:28:20.194618 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3857c-b483-45f8-b0aa-8b9f11bd0b2c req-eff4c273-8c37-4dfc-a0a9-bfe1462ff818 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:20.195963 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b3a3857c-b483-45f8-b0aa-8b9f11bd0b2c req-eff4c273-8c37-4dfc-a0a9-bfe1462ff818 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1381c61-239b-47bf-84b9-c792cd8816a8 HTTP/1.1" status: 200 len: 907 time: 0.0842214 Aug 10 01:28:20.207298 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b84f3649-01c1-4edb-bdb7-42239e6dad74 req-53ba134d-564e-44e5-a2d3-a023285a6e9e service neutron] 10.222.0.20 "GET /v2.0/networks/e5a19935-0693-46b8-b6d6-cc99cc128818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399317 Aug 10 01:28:20.242826 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be93573-5955-4ebb-9727-5d8bab79e7d1 req-e6c32578-eb35-411a-b2a7-6c61599c9bef tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:20.244325 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3be93573-5955-4ebb-9727-5d8bab79e7d1 req-e6c32578-eb35-411a-b2a7-6c61599c9bef tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 943 time: 0.0609465 Aug 10 01:28:20.282988 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3be93573-5955-4ebb-9727-5d8bab79e7d1 req-7b22d696-682a-4bfc-9c0c-ff36baf8729e tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316160 Aug 10 01:28:20.329930 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5209b-f2df-4cbf-bb94-a471de42b6c7 req-27d942b5-1db8-416f-96a6-8a55ae59396d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:20.331388 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24e5209b-f2df-4cbf-bb94-a471de42b6c7 req-27d942b5-1db8-416f-96a6-8a55ae59396d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=02515d13522e417c9c69863d2ed68595&device_id=f1381c61-239b-47bf-84b9-c792cd8816a8 HTTP/1.1" status: 200 len: 1059 time: 0.0409584 Aug 10 01:28:20.424024 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5209b-f2df-4cbf-bb94-a471de42b6c7 req-2b409c1e-c0b5-4814-bab5-0834b22e4e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:20.425806 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24e5209b-f2df-4cbf-bb94-a471de42b6c7 req-2b409c1e-c0b5-4814-bab5-0834b22e4e0d service neutron] 10.222.0.20 "GET /v2.0/networks?id=e5a19935-0693-46b8-b6d6-cc99cc128818 HTTP/1.1" status: 200 len: 899 time: 0.0865145 Aug 10 01:28:20.466502 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24e5209b-f2df-4cbf-bb94-a471de42b6c7 req-88df45ac-17ca-47fc-8c78-a9a3d86154c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=75d82823-054f-4cc9-bb90-5cb0c3a0297b HTTP/1.1" status: 200 len: 217 time: 0.0334289 Aug 10 01:28:20.516322 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5209b-f2df-4cbf-bb94-a471de42b6c7 req-ac4fb069-de85-41ee-b1ec-46e8e2aa4566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:20.517692 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24e5209b-f2df-4cbf-bb94-a471de42b6c7 req-ac4fb069-de85-41ee-b1ec-46e8e2aa4566 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7560dfa1-c109-4bde-ba83-6b9233658b07 HTTP/1.1" status: 200 len: 838 time: 0.0410502 Aug 10 01:28:20.567876 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5209b-f2df-4cbf-bb94-a471de42b6c7 req-3baeda8a-c752-4f1a-b92f-15b3b5e5ab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:20.569591 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24e5209b-f2df-4cbf-bb94-a471de42b6c7 req-3baeda8a-c752-4f1a-b92f-15b3b5e5ab8c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e5a19935-0693-46b8-b6d6-cc99cc128818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0440173 Aug 10 01:28:20.658337 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24e5209b-f2df-4cbf-bb94-a471de42b6c7 req-49fa7718-ceaa-42c7-9108-fb995e126f5b service neutron] 10.222.0.20 "GET /v2.0/networks/e5a19935-0693-46b8-b6d6-cc99cc128818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813606 Aug 10 01:28:20.738400 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:28:20.755347 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24e5209b-f2df-4cbf-bb94-a471de42b6c7 req-274a7947-e6ab-4768-b1cc-7e2b41456e8a service neutron] 10.222.0.20 "GET /v2.0/networks/e5a19935-0693-46b8-b6d6-cc99cc128818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885725 Aug 10 01:28:20.785189 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:28:20.785572 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:20.806002 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 7bb15e28-e0d5-4180-aff7-9d63f7b8fb36 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:28:20.943209 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 7bb15e28-e0d5-4180-aff7-9d63f7b8fb36, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=7bb15e28-e0d5-4180-aff7-9d63f7b8fb36,segment=NetworkSegment(ef7fbdd3-5253-4b3d-a4e1-812fc92814cf),segment_id=ef7fbdd3-5253-4b3d-a4e1-812fc92814cf)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:28:20.953291 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '7bb15e28-e0d5-4180-aff7-9d63f7b8fb36', 'network_id': 'aff05c9a-e8d3-4556-823f-a7475c536508', 'port_id': '7bb15e28-e0d5-4180-aff7-9d63f7b8fb36', 'mac_address': 'fa:16:3e:aa:4c:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b762b89-2d46-47b3-99d3-6df0ae9196ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:28:20.992263 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:21.004943 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bb15e28-e0d5-4180-aff7-9d63f7b8fb36 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:28:21.023790 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 7bb15e28-e0d5-4180-aff7-9d63f7b8fb36, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=7bb15e28-e0d5-4180-aff7-9d63f7b8fb36,segment=NetworkSegment(ef7fbdd3-5253-4b3d-a4e1-812fc92814cf),segment_id=ef7fbdd3-5253-4b3d-a4e1-812fc92814cf)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:28:21.027307 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:21.071878 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=7bb15e28-e0d5-4180-aff7-9d63f7b8fb36,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:21.308849 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f356b31-ff95-4c86-936d-833fd96ac0ce req-e1edccfa-53bc-423a-bf6d-ce7d8b123753 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:21.310686 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7f356b31-ff95-4c86-936d-833fd96ac0ce req-e1edccfa-53bc-423a-bf6d-ce7d8b123753 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1381c61-239b-47bf-84b9-c792cd8816a8 HTTP/1.1" status: 200 len: 907 time: 0.0487912 Aug 10 01:28:21.396606 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264646c-e3b7-40fc-a7e8-859ff1aa7855 req-8fe51820-84e9-44f0-9b6a-2519e34bb4e4 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:21.398064 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1264646c-e3b7-40fc-a7e8-859ff1aa7855 req-8fe51820-84e9-44f0-9b6a-2519e34bb4e4 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 943 time: 0.0476954 Aug 10 01:28:21.434225 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1264646c-e3b7-40fc-a7e8-859ff1aa7855 req-f10b84c1-ae1a-42dd-82c8-081e8095c61f tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303755 Aug 10 01:28:21.442147 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['7bb15e28-e0d5-4180-aff7-9d63f7b8fb36'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:28:22.428727 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4e096-e69c-425f-831a-ce9e3cb64885 req-da964688-139d-4d2e-8278-a9dfb3353401 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:22.430135 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f9f4e096-e69c-425f-831a-ce9e3cb64885 req-da964688-139d-4d2e-8278-a9dfb3353401 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1381c61-239b-47bf-84b9-c792cd8816a8 HTTP/1.1" status: 200 len: 907 time: 0.0522833 Aug 10 01:28:22.546554 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712a8dd-cd7b-4a12-b29e-eaf4c94f2fc4 req-e7153eac-b21f-4b41-b7d5-15d35e2d847c tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:22.548011 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0712a8dd-cd7b-4a12-b29e-eaf4c94f2fc4 req-e7153eac-b21f-4b41-b7d5-15d35e2d847c tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 943 time: 0.0482495 Aug 10 01:28:22.586958 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0712a8dd-cd7b-4a12-b29e-eaf4c94f2fc4 req-fb732d22-2375-472d-a938-65808cf9e1b0 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328422 Aug 10 01:28:22.804048 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 75d82823-054f-4cc9-bb90-5cb0c3a0297b details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:28:22.811008 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 7bb15e28-e0d5-4180-aff7-9d63f7b8fb36 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:28:22.915303 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 7bb15e28-e0d5-4180-aff7-9d63f7b8fb36 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:28:22.922915 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 7bb15e28-e0d5-4180-aff7-9d63f7b8fb36 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:28:22.923294 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:22.955977 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 75d82823-054f-4cc9-bb90-5cb0c3a0297b, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=75d82823-054f-4cc9-bb90-5cb0c3a0297b,segment=NetworkSegment(c0a20f02-db17-483a-87cf-0b30e562d99f),segment_id=c0a20f02-db17-483a-87cf-0b30e562d99f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:28:22.972769 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '75d82823-054f-4cc9-bb90-5cb0c3a0297b', 'network_id': 'e5a19935-0693-46b8-b6d6-cc99cc128818', 'port_id': '75d82823-054f-4cc9-bb90-5cb0c3a0297b', 'mac_address': 'fa:16:3e:6d:d9:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7560dfa1-c109-4bde-ba83-6b9233658b07', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:28:23.036272 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:23.057030 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75d82823-054f-4cc9-bb90-5cb0c3a0297b {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:28:23.060748 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:23.090567 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 75d82823-054f-4cc9-bb90-5cb0c3a0297b, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=75d82823-054f-4cc9-bb90-5cb0c3a0297b,segment=NetworkSegment(c0a20f02-db17-483a-87cf-0b30e562d99f),segment_id=c0a20f02-db17-483a-87cf-0b30e562d99f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:28:23.094712 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c704ad9d-dcf0-4e53-8846-ea408daf511e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb15e28-e0d5-4180-aff7-9d63f7b8fb36'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:28:23.096986 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60a5c98-bfea-45fe-b008-5bae188327ae" -d '{"events": [{"server_uuid": "c704ad9d-dcf0-4e53-8846-ea408daf511e", "name": "network-vif-plugged", "status": "completed", "tag": "7bb15e28-e0d5-4180-aff7-9d63f7b8fb36"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:28:23.101685 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:23.102321 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 0103dc2c-069d-435c-82d1-0d0d220bc372 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:28:23.139806 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d52143-1093-43cd-abb5-9ecf9d293989 x-openstack-request-id: req-d6d52143-1093-43cd-abb5-9ecf9d293989 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:28:23.140114 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c704ad9d-dcf0-4e53-8846-ea408daf511e", "name": "network-vif-plugged", "status": "completed", "tag": "7bb15e28-e0d5-4180-aff7-9d63f7b8fb36", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:28:23.140500 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d6d52143-1093-43cd-abb5-9ecf9d293989 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:28:23.140895 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c704ad9d-dcf0-4e53-8846-ea408daf511e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb15e28-e0d5-4180-aff7-9d63f7b8fb36', 'code': 200} Aug 10 01:28:23.142478 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 7bb15e28-e0d5-4180-aff7-9d63f7b8fb36, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=7bb15e28-e0d5-4180-aff7-9d63f7b8fb36,segment=NetworkSegment(ef7fbdd3-5253-4b3d-a4e1-812fc92814cf),segment_id=ef7fbdd3-5253-4b3d-a4e1-812fc92814cf)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:28:23.149058 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:23.210197 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=75d82823-054f-4cc9-bb90-5cb0c3a0297b,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:23.252075 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f5ca3-6334-4b77-b2d0-f0a967759191 req-bfb08d26-2e6f-4af8-8d50-76542e35caa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:23.253753 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1f1f5ca3-6334-4b77-b2d0-f0a967759191 req-bfb08d26-2e6f-4af8-8d50-76542e35caa9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 1097 time: 0.0399318 Aug 10 01:28:23.286462 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=7bb15e28-e0d5-4180-aff7-9d63f7b8fb36,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:23.287766 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1f1f5ca3-6334-4b77-b2d0-f0a967759191 req-773bd9c0-4c78-462b-b056-71ab4c62eddf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272567 Aug 10 01:28:23.290044 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 0103dc2c-069d-435c-82d1-0d0d220bc372, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=0103dc2c-069d-435c-82d1-0d0d220bc372,segment=NetworkSegment(ef7fbdd3-5253-4b3d-a4e1-812fc92814cf),segment_id=ef7fbdd3-5253-4b3d-a4e1-812fc92814cf)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:28:23.301321 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '0103dc2c-069d-435c-82d1-0d0d220bc372', 'network_id': 'aff05c9a-e8d3-4556-823f-a7475c536508', 'port_id': '0103dc2c-069d-435c-82d1-0d0d220bc372', 'mac_address': 'fa:16:3e:ab:5f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b762b89-2d46-47b3-99d3-6df0ae9196ef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:28:23.338871 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:23.351718 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0103dc2c-069d-435c-82d1-0d0d220bc372 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:28:23.370142 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 0103dc2c-069d-435c-82d1-0d0d220bc372, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=0103dc2c-069d-435c-82d1-0d0d220bc372,segment=NetworkSegment(ef7fbdd3-5253-4b3d-a4e1-812fc92814cf),segment_id=ef7fbdd3-5253-4b3d-a4e1-812fc92814cf)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:28:23.374906 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:23.419297 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=0103dc2c-069d-435c-82d1-0d0d220bc372,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:23.541154 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae97ad-bc80-4975-9ae5-a51489a9a140 req-4664ae97-1627-469e-8205-e3b1cf3e2982 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:23.542579 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76ae97ad-bc80-4975-9ae5-a51489a9a140 req-4664ae97-1627-469e-8205-e3b1cf3e2982 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1381c61-239b-47bf-84b9-c792cd8816a8 HTTP/1.1" status: 200 len: 908 time: 0.0472310 Aug 10 01:28:23.707349 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c3817-f7ac-4af4-93bd-75faf04e5c7a req-3d189b50-65a2-406d-9c5d-698da6f37af7 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:23.708900 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f37c3817-f7ac-4af4-93bd-75faf04e5c7a req-3d189b50-65a2-406d-9c5d-698da6f37af7 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 944 time: 0.0530062 Aug 10 01:28:23.745778 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f37c3817-f7ac-4af4-93bd-75faf04e5c7a req-b0b0c66d-a26d-424b-a58e-7e2b0b8dfa26 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309269 Aug 10 01:28:23.811487 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['75d82823-054f-4cc9-bb90-5cb0c3a0297b'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:28:23.838100 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['0103dc2c-069d-435c-82d1-0d0d220bc372'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:28:24.655765 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6382d40-6015-4d2d-8938-32f9867b29c6 req-6aec7e6e-3e0e-40a3-96bc-ec68b359ba67 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:24.657262 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c6382d40-6015-4d2d-8938-32f9867b29c6 req-6aec7e6e-3e0e-40a3-96bc-ec68b359ba67 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1381c61-239b-47bf-84b9-c792cd8816a8 HTTP/1.1" status: 200 len: 908 time: 0.0489519 Aug 10 01:28:24.810926 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 75d82823-054f-4cc9-bb90-5cb0c3a0297b up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:28:24.869323 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365a0ae-7e39-4f8e-8626-19e675d6eb40 req-78b83f6d-f0e8-4259-9c74-5cdc6414404d tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:24.870902 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f365a0ae-7e39-4f8e-8626-19e675d6eb40 req-78b83f6d-f0e8-4259-9c74-5cdc6414404d tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 944 time: 0.0511196 Aug 10 01:28:24.878780 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 75d82823-054f-4cc9-bb90-5cb0c3a0297b completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:28:24.882871 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 75d82823-054f-4cc9-bb90-5cb0c3a0297b triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:28:24.883424 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:24.909906 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f365a0ae-7e39-4f8e-8626-19e675d6eb40 req-ac128159-ff74-497c-8235-cf9d72a10d67 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324748 Aug 10 01:28:24.963285 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:24.994908 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 75d82823-054f-4cc9-bb90-5cb0c3a0297b, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=75d82823-054f-4cc9-bb90-5cb0c3a0297b,segment=NetworkSegment(c0a20f02-db17-483a-87cf-0b30e562d99f),segment_id=c0a20f02-db17-483a-87cf-0b30e562d99f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:28:24.998590 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:24.999593 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 0103dc2c-069d-435c-82d1-0d0d220bc372 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:28:25.072572 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=75d82823-054f-4cc9-bb90-5cb0c3a0297b,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:25.086053 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 0103dc2c-069d-435c-82d1-0d0d220bc372 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:28:25.089979 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 0103dc2c-069d-435c-82d1-0d0d220bc372 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:28:25.090544 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:25.149933 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1381c61-239b-47bf-84b9-c792cd8816a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d82823-054f-4cc9-bb90-5cb0c3a0297b'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:28:25.152124 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9a4875-ca5f-48c5-86d2-19cd07b15f6d" -d '{"events": [{"server_uuid": "f1381c61-239b-47bf-84b9-c792cd8816a8", "name": "network-vif-plugged", "status": "completed", "tag": "75d82823-054f-4cc9-bb90-5cb0c3a0297b"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:28:25.169293 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:25.193008 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66884ae0-aa7b-4dc7-ae01-d935b3750f67 x-openstack-request-id: req-66884ae0-aa7b-4dc7-ae01-d935b3750f67 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:28:25.193296 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1381c61-239b-47bf-84b9-c792cd8816a8", "name": "network-vif-plugged", "status": "completed", "tag": "75d82823-054f-4cc9-bb90-5cb0c3a0297b", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:28:25.193547 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-66884ae0-aa7b-4dc7-ae01-d935b3750f67 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:28:25.193925 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1381c61-239b-47bf-84b9-c792cd8816a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d82823-054f-4cc9-bb90-5cb0c3a0297b', 'code': 200} Aug 10 01:28:25.204399 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 0103dc2c-069d-435c-82d1-0d0d220bc372, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=0103dc2c-069d-435c-82d1-0d0d220bc372,segment=NetworkSegment(ef7fbdd3-5253-4b3d-a4e1-812fc92814cf),segment_id=ef7fbdd3-5253-4b3d-a4e1-812fc92814cf)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:28:25.207795 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:25.254377 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=0103dc2c-069d-435c-82d1-0d0d220bc372,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:25.312572 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08dc5f-5b89-40d2-81a9-ca92eb69ce11 req-e1fc3671-9b6f-4d75-be1f-04360abe71b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:25.314061 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-df08dc5f-5b89-40d2-81a9-ca92eb69ce11 req-e1fc3671-9b6f-4d75-be1f-04360abe71b7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f1381c61-239b-47bf-84b9-c792cd8816a8 HTTP/1.1" status: 200 len: 1061 time: 0.0431764 Aug 10 01:28:25.769298 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dce44c-a2b8-44c3-a314-8b808ed1b3a7 req-075fb603-803f-4b37-86aa-70860eb0f3be tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:25.770665 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-59dce44c-a2b8-44c3-a314-8b808ed1b3a7 req-075fb603-803f-4b37-86aa-70860eb0f3be tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1381c61-239b-47bf-84b9-c792cd8816a8 HTTP/1.1" status: 200 len: 909 time: 0.0476487 Aug 10 01:28:26.026293 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcb447-a453-49ca-a4e3-9be053014ee0 req-9bc00c78-0b86-49a1-a07b-731aeae48727 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:26.027678 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9bcb447-a453-49ca-a4e3-9be053014ee0 req-9bc00c78-0b86-49a1-a07b-731aeae48727 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 945 time: 0.0475872 Aug 10 01:28:26.065155 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9bcb447-a453-49ca-a4e3-9be053014ee0 req-71d02234-09ba-4a53-9a71-ae128b88f87e tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311129 Aug 10 01:28:26.884782 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9a578-5874-43d1-bf20-2fd736b8216d req-5eec2a9f-9439-415e-a678-37a2142b6982 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:26.886252 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7fa9a578-5874-43d1-bf20-2fd736b8216d req-5eec2a9f-9439-415e-a678-37a2142b6982 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1381c61-239b-47bf-84b9-c792cd8816a8 HTTP/1.1" status: 200 len: 909 time: 0.0474453 Aug 10 01:28:27.003451 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f811c2f-b2ff-49db-907a-a5fdf12989f7 req-252a3a9a-5c52-47a9-8c72-b5841f938064 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:27.005008 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5f811c2f-b2ff-49db-907a-a5fdf12989f7 req-252a3a9a-5c52-47a9-8c72-b5841f938064 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1381c61-239b-47bf-84b9-c792cd8816a8 HTTP/1.1" status: 200 len: 909 time: 0.0531960 Aug 10 01:28:27.109252 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90532be-1134-422a-a8d3-7f79b797e67d req-6eeb738e-f8d0-480d-ba2a-b3e4a101f03e tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:27.110840 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f90532be-1134-422a-a8d3-7f79b797e67d req-6eeb738e-f8d0-480d-ba2a-b3e4a101f03e tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f1381c61-239b-47bf-84b9-c792cd8816a8 HTTP/1.1" status: 200 len: 1061 time: 0.0410931 Aug 10 01:28:27.179098 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e7651-3466-47d2-9d7b-a05526e0fe8e req-c1795734-b48f-40f0-8fa5-e89ff1b8d9b5 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:27.180592 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-531e7651-3466-47d2-9d7b-a05526e0fe8e req-c1795734-b48f-40f0-8fa5-e89ff1b8d9b5 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 945 time: 0.0488410 Aug 10 01:28:27.196030 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90be9e25-232b-4299-a8b5-b85e093a2068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0103dc2c-069d-435c-82d1-0d0d220bc372'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:28:27.198370 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa33a51b-d379-41af-a186-5d8740a572fa" -d '{"events": [{"server_uuid": "90be9e25-232b-4299-a8b5-b85e093a2068", "name": "network-vif-plugged", "status": "completed", "tag": "0103dc2c-069d-435c-82d1-0d0d220bc372"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:28:27.242689 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-531e7651-3466-47d2-9d7b-a05526e0fe8e req-b966e6ed-b942-4622-a24a-6cf62923df5b tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536745 Aug 10 01:28:27.247816 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee48096-2aec-4114-bb3a-ca28c3a32268 req-db02b408-e44c-424e-8712-04a657b3382d tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:27.249302 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fee48096-2aec-4114-bb3a-ca28c3a32268 req-db02b408-e44c-424e-8712-04a657b3382d tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d326259e-e194-470c-8fb2-33f3f0ae501d HTTP/1.1" status: 200 len: 1137 time: 0.0678227 Aug 10 01:28:27.284571 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec55ba8c-13df-46c0-8b67-86c2ca84c821 x-openstack-request-id: req-ec55ba8c-13df-46c0-8b67-86c2ca84c821 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:28:27.284874 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90be9e25-232b-4299-a8b5-b85e093a2068", "name": "network-vif-plugged", "status": "completed", "tag": "0103dc2c-069d-435c-82d1-0d0d220bc372", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:28:27.285131 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ec55ba8c-13df-46c0-8b67-86c2ca84c821 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:28:27.285532 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90be9e25-232b-4299-a8b5-b85e093a2068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0103dc2c-069d-435c-82d1-0d0d220bc372', 'code': 200} Aug 10 01:28:27.285756 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fee48096-2aec-4114-bb3a-ca28c3a32268 req-efbc1b3d-c967-4a52-b68f-849ae7f528ae tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=3adb46e4-fe65-41f4-818c-437df0a394c9&id=84da8075-5a45-4177-bd15-e38f346b9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0301642 Aug 10 01:28:27.307214 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57244) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:27.346499 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7f8188-6a64-4601-ba94-6fd458c8d90f tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:27.347948 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6d7f8188-6a64-4601-ba94-6fd458c8d90f tempest-TestSecurityGroupsBasicOps-9864525 tempest-TestSecurityGroupsBasicOps-9864525-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f1381c61-239b-47bf-84b9-c792cd8816a8 HTTP/1.1" status: 200 len: 1056 time: 0.0397630 Aug 10 01:28:27.407309 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327f4b7-6244-4f58-be6c-7cb3767d4db2 req-6ed830e8-e095-4b13-b5f4-17b12c62dac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:27.408837 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2327f4b7-6244-4f58-be6c-7cb3767d4db2 req-6ed830e8-e095-4b13-b5f4-17b12c62dac8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 1097 time: 0.0393436 Aug 10 01:28:27.445126 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2327f4b7-6244-4f58-be6c-7cb3767d4db2 req-039e8c89-f1c7-417a-8c75-3e00055aa1ff service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285435 Aug 10 01:28:27.560119 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db602f0-2c23-4c03-95a5-e2300e0da577 req-97ffef2e-dc87-46f8-8ae2-a811a1285264 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:27.562218 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6db602f0-2c23-4c03-95a5-e2300e0da577 req-97ffef2e-dc87-46f8-8ae2-a811a1285264 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1381c61-239b-47bf-84b9-c792cd8816a8 HTTP/1.1" status: 200 len: 909 time: 0.0479708 Aug 10 01:28:28.313688 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:28.360088 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9cf41e-696e-4d94-bde7-8a2fd06a05b7 req-e4815366-5105-4aa4-b960-4b607f02bf5c tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:28.361572 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ac9cf41e-696e-4d94-bde7-8a2fd06a05b7 req-e4815366-5105-4aa4-b960-4b607f02bf5c tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 945 time: 0.0525367 Aug 10 01:28:28.398227 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ac9cf41e-696e-4d94-bde7-8a2fd06a05b7 req-7d7c7ceb-e285-4fa8-8c65-dd5bd53ac51d tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308161 Aug 10 01:28:28.675395 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406886e6-94bc-4a03-aa03-935e68a688a2 req-48bc77ad-e87b-429f-804c-944f74236814 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:28.676893 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-406886e6-94bc-4a03-aa03-935e68a688a2 req-48bc77ad-e87b-429f-804c-944f74236814 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1381c61-239b-47bf-84b9-c792cd8816a8 HTTP/1.1" status: 200 len: 909 time: 0.0476804 Aug 10 01:28:29.510270 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa9f13-9724-4425-b7ca-d5a9be14c459 req-7c6a63f4-182a-4735-9750-1fc83b20ce87 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:29.511755 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8ffa9f13-9724-4425-b7ca-d5a9be14c459 req-7c6a63f4-182a-4735-9750-1fc83b20ce87 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 945 time: 0.0487511 Aug 10 01:28:29.578840 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8ffa9f13-9724-4425-b7ca-d5a9be14c459 req-ed038a11-9690-4732-8091-6ab23d14dcfd tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605276 Aug 10 01:28:29.594603 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75383d9-c218-41b6-ba78-0cc39153124b req-e6e10668-4dcf-429f-a836-b08f20e8bd09 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:29.596136 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f75383d9-c218-41b6-ba78-0cc39153124b req-e6e10668-4dcf-429f-a836-b08f20e8bd09 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1381c61-239b-47bf-84b9-c792cd8816a8 HTTP/1.1" status: 200 len: 909 time: 0.0618289 Aug 10 01:28:29.692434 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-f75383d9-c218-41b6-ba78-0cc39153124b req-5a265666-75ba-420b-be04-a60dda0bc444 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Deleting port 75d82823-054f-4cc9-bb90-5cb0c3a0297b {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:28:29.692886 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f75383d9-c218-41b6-ba78-0cc39153124b req-5a265666-75ba-420b-be04-a60dda0bc444 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:29.856357 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce6e84-272a-4603-9e6b-ccf1503359b4 req-e5baac8c-c8e3-4101-a903-7d0d6d49f501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:29.858033 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1fce6e84-272a-4603-9e6b-ccf1503359b4 req-e5baac8c-c8e3-4101-a903-7d0d6d49f501 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2aef40f8504414fa599dc77ba652e3e&device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 1097 time: 0.0430090 Aug 10 01:28:29.870115 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7003a-d418-4f72-aaa4-b93e55de7f9b req-951b8a8d-1b4e-45be-bf20-48bad9b08514 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:29.871582 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-18a7003a-d418-4f72-aaa4-b93e55de7f9b req-951b8a8d-1b4e-45be-bf20-48bad9b08514 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1381c61-239b-47bf-84b9-c792cd8816a8 HTTP/1.1" status: 200 len: 909 time: 0.1170564 Aug 10 01:28:29.877801 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-f75383d9-c218-41b6-ba78-0cc39153124b req-5a265666-75ba-420b-be04-a60dda0bc444 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] For port 75d82823-054f-4cc9-bb90-5cb0c3a0297b, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=75d82823-054f-4cc9-bb90-5cb0c3a0297b,segment=NetworkSegment(c0a20f02-db17-483a-87cf-0b30e562d99f),segment_id=c0a20f02-db17-483a-87cf-0b30e562d99f)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:28:29.878553 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f75383d9-c218-41b6-ba78-0cc39153124b req-5a265666-75ba-420b-be04-a60dda0bc444 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:29.892722 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-f75383d9-c218-41b6-ba78-0cc39153124b req-5a265666-75ba-420b-be04-a60dda0bc444 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Calling delete_port for 75d82823-054f-4cc9-bb90-5cb0c3a0297b owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:28:29.915152 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd2c7a-23b5-46c9-b310-bfa732af2b19 req-c12a795b-8d9d-4de4-a24f-526112df4a05 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:29.916587 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eacd2c7a-23b5-46c9-b310-bfa732af2b19 req-c12a795b-8d9d-4de4-a24f-526112df4a05 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 945 time: 0.1085856 Aug 10 01:28:29.952640 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce6e84-272a-4603-9e6b-ccf1503359b4 req-f9c3abaa-1ff1-43f7-9bf8-528170361788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:29.954065 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1fce6e84-272a-4603-9e6b-ccf1503359b4 req-f9c3abaa-1ff1-43f7-9bf8-528170361788 service neutron] 10.222.0.20 "GET /v2.0/networks?id=aff05c9a-e8d3-4556-823f-a7475c536508 HTTP/1.1" status: 200 len: 919 time: 0.0892019 Aug 10 01:28:29.997673 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eacd2c7a-23b5-46c9-b310-bfa732af2b19 req-0080d888-e2cb-4abc-8d89-8c867f19ddf4 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471113 Aug 10 01:28:30.001130 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1fce6e84-272a-4603-9e6b-ccf1503359b4 req-16321f3a-4596-40bf-b928-2cc470b472aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0103dc2c-069d-435c-82d1-0d0d220bc372 HTTP/1.1" status: 200 len: 217 time: 0.0383027 Aug 10 01:28:30.051291 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce6e84-272a-4603-9e6b-ccf1503359b4 req-a4f57e0f-a946-4ad4-b823-689d19127ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:30.052768 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1fce6e84-272a-4603-9e6b-ccf1503359b4 req-a4f57e0f-a946-4ad4-b823-689d19127ecf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b762b89-2d46-47b3-99d3-6df0ae9196ef HTTP/1.1" status: 200 len: 858 time: 0.0451410 Aug 10 01:28:30.068911 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f75383d9-c218-41b6-ba78-0cc39153124b req-5a265666-75ba-420b-be04-a60dda0bc444 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:30.089465 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1fce6e84-272a-4603-9e6b-ccf1503359b4 req-6f045530-a042-4875-90fe-336801257afc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aff05c9a-e8d3-4556-823f-a7475c536508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301275 Aug 10 01:28:30.095233 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a265666-75ba-420b-be04-a60dda0bc444 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Pushing event deleted for resources: {'Port': ['ID=75d82823-054f-4cc9-bb90-5cb0c3a0297b,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:30.140554 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75383d9-c218-41b6-ba78-0cc39153124b req-5a265666-75ba-420b-be04-a60dda0bc444 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] No DVR routers for this DVR port 75d82823-054f-4cc9-bb90-5cb0c3a0297b on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:28:30.143332 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f75383d9-c218-41b6-ba78-0cc39153124b req-5a265666-75ba-420b-be04-a60dda0bc444 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:30.145392 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f75383d9-c218-41b6-ba78-0cc39153124b req-5a265666-75ba-420b-be04-a60dda0bc444 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.20 "DELETE /v2.0/ports/75d82823-054f-4cc9-bb90-5cb0c3a0297b HTTP/1.1" status: 204 len: 173 time: 0.5424654 Aug 10 01:28:30.145841 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1381c61-239b-47bf-84b9-c792cd8816a8', 'name': 'network-vif-deleted', 'tag': '75d82823-054f-4cc9-bb90-5cb0c3a0297b'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:28:30.148105 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f98b2f-32f4-48e4-b466-82142fc8d9d6" -d '{"events": [{"server_uuid": "f1381c61-239b-47bf-84b9-c792cd8816a8", "name": "network-vif-deleted", "tag": "75d82823-054f-4cc9-bb90-5cb0c3a0297b"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:28:30.187034 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2dcbeb-41c9-490b-80ae-c7516c84d429 x-openstack-request-id: req-2e2dcbeb-41c9-490b-80ae-c7516c84d429 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:28:30.187362 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1381c61-239b-47bf-84b9-c792cd8816a8", "name": "network-vif-deleted", "tag": "75d82823-054f-4cc9-bb90-5cb0c3a0297b", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:28:30.187596 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2e2dcbeb-41c9-490b-80ae-c7516c84d429 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:28:30.187993 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1381c61-239b-47bf-84b9-c792cd8816a8', 'name': 'network-vif-deleted', 'tag': '75d82823-054f-4cc9-bb90-5cb0c3a0297b', 'status': 'completed', 'code': 200} Aug 10 01:28:30.196005 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1fce6e84-272a-4603-9e6b-ccf1503359b4 req-f4cc51b4-c51c-48ab-b45b-f3dbfaeb4500 service neutron] 10.222.0.20 "GET /v2.0/networks/aff05c9a-e8d3-4556-823f-a7475c536508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995843 Aug 10 01:28:30.322564 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1fce6e84-272a-4603-9e6b-ccf1503359b4 req-52e91a4c-5168-48a1-8ac0-28f305104cec service neutron] 10.222.0.20 "GET /v2.0/networks/aff05c9a-e8d3-4556-823f-a7475c536508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922844 Aug 10 01:28:30.926167 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57270) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:31.160456 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc00ad-1af0-4543-b80f-152fa573f736 req-25ac9189-aed2-40f3-b22a-3071ef42dd24 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:31.161792 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2bcc00ad-1af0-4543-b80f-152fa573f736 req-25ac9189-aed2-40f3-b22a-3071ef42dd24 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 945 time: 0.0945628 Aug 10 01:28:31.230919 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2bcc00ad-1af0-4543-b80f-152fa573f736 req-2a5c8000-aab7-42d4-ad37-9e74bc5a6be9 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606997 Aug 10 01:28:31.336214 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-413b49f8-dfed-469b-8ec4-b85528273724 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:31.581532 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-413b49f8-dfed-469b-8ec4-b85528273724 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Deleting port 1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:28:31.581875 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-413b49f8-dfed-469b-8ec4-b85528273724 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:31.666330 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-413b49f8-dfed-469b-8ec4-b85528273724 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] For port 1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7,segment=NetworkSegment(c0a20f02-db17-483a-87cf-0b30e562d99f),segment_id=c0a20f02-db17-483a-87cf-0b30e562d99f)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:28:31.666696 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-413b49f8-dfed-469b-8ec4-b85528273724 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:31.679700 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-413b49f8-dfed-469b-8ec4-b85528273724 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Calling delete_port for 1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7 owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:28:31.858835 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-413b49f8-dfed-469b-8ec4-b85528273724 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:31.892896 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b49f8-dfed-469b-8ec4-b85528273724 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Pushing event deleted for resources: {'Port': ['ID=1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:32.054837 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-413b49f8-dfed-469b-8ec4-b85528273724 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:32.263718 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413b49f8-dfed-469b-8ec4-b85528273724 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Router f90ee312-009a-448b-9f26-02ceb2958325 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:28:32.727392 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ef8fa-12ff-47f8-b1db-38556aa206ac req-34002759-1dec-4ca6-93fc-ab35973a17b1 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:32.728887 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ec7ef8fa-12ff-47f8-b1db-38556aa206ac req-34002759-1dec-4ca6-93fc-ab35973a17b1 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 945 time: 0.4238639 Aug 10 01:28:32.759160 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413b49f8-dfed-469b-8ec4-b85528273724 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:28:32.767435 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-413b49f8-dfed-469b-8ec4-b85528273724 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "PUT /v2.0/routers/f90ee312-009a-448b-9f26-02ceb2958325/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8386331 Aug 10 01:28:32.768689 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57276) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:32.770581 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5778dc6a-2cc8-473f-9d56-4ada1f690de0 None None] Sync routers for ids ['f90ee312-009a-448b-9f26-02ceb2958325'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:28:32.779644 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5778dc6a-2cc8-473f-9d56-4ada1f690de0 None None] Routers {'f90ee312-009a-448b-9f26-02ceb2958325'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:28:32.780419 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-5778dc6a-2cc8-473f-9d56-4ada1f690de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:28:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f90ee312-009a-448b-9f26-02ceb2958325'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:32.781678 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ec7ef8fa-12ff-47f8-b1db-38556aa206ac req-d87ebdf1-bb97-4c9b-96fc-75e669136b7b tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454106 Aug 10 01:28:32.821902 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d4e52b1-c53e-4508-9cba-39cf2cb593c6 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Deleting subnet 7560dfa1-c109-4bde-ba83-6b9233658b07 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:28:32.825001 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2d4e52b1-c53e-4508-9cba-39cf2cb593c6 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:32.869229 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2d4e52b1-c53e-4508-9cba-39cf2cb593c6 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:32.895711 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 75d82823-054f-4cc9-bb90-5cb0c3a0297b no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:28:32.901779 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-5778dc6a-2cc8-473f-9d56-4ada1f690de0 None None] Set router f90ee312-009a-448b-9f26-02ceb2958325 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:28:32.944837 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 75d82823-054f-4cc9-bb90-5cb0c3a0297b {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:28:32.945197 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 75d82823-054f-4cc9-bb90-5cb0c3a0297b not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:28:32.952303 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2d4e52b1-c53e-4508-9cba-39cf2cb593c6 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:33.010883 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2d4e52b1-c53e-4508-9cba-39cf2cb593c6 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:33.042489 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e52b1-c53e-4508-9cba-39cf2cb593c6 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Pushing event deleted for resources: {'Subnet': ['ID=7560dfa1-c109-4bde-ba83-6b9233658b07,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:33.044491 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2d4e52b1-c53e-4508-9cba-39cf2cb593c6 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:33.049808 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2d4e52b1-c53e-4508-9cba-39cf2cb593c6 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "DELETE /v2.0/subnets/7560dfa1-c109-4bde-ba83-6b9233658b07 HTTP/1.1" status: 204 len: 168 time: 0.2771900 Aug 10 01:28:33.049808 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57278) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:33.055962 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4674a107-10e8-42cf-8a2e-959eb29f1fc4 None None] Network e5a19935-0693-46b8-b6d6-cc99cc128818 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:28:33.163378 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9bf91707-2f65-4313-b27b-16393228d031 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:33.203695 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-5778dc6a-2cc8-473f-9d56-4ada1f690de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90ee312-009a-448b-9f26-02ceb2958325', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1536592354', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '83b4c1b1-c14d-4d21-b561-8abaed9a1899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:08Z', 'updated_at': '2021-08-10T01:28:31Z', 'revision_number': 5, 'project_id': '02515d13522e417c9c69863d2ed68595', 'gw_port': {'id': '83b4c1b1-c14d-4d21-b561-8abaed9a1899', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:44:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90ee312-009a-448b-9f26-02ceb2958325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:09Z', 'updated_at': '2021-08-10T01:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:33.233563 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5778dc6a-2cc8-473f-9d56-4ada1f690de0 None None] Checking router: f90ee312-009a-448b-9f26-02ceb2958325 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:28:33.244280 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5778dc6a-2cc8-473f-9d56-4ada1f690de0 None None] Routers {'f90ee312-009a-448b-9f26-02ceb2958325'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:28:33.244979 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-5778dc6a-2cc8-473f-9d56-4ada1f690de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:28:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f90ee312-009a-448b-9f26-02ceb2958325'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:33.269064 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9bf91707-2f65-4313-b27b-16393228d031 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:33.324395 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-9bf91707-2f65-4313-b27b-16393228d031 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Deleting port 83b4c1b1-c14d-4d21-b561-8abaed9a1899 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:28:33.324746 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9bf91707-2f65-4313-b27b-16393228d031 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:33.329027 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a26088-3562-4cfa-ba2a-8dfc84a6aada None None] DHCP port deletion for e5a19935-0693-46b8-b6d6-cc99cc128818 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:28:33.375954 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-5778dc6a-2cc8-473f-9d56-4ada1f690de0 None None] Set router f90ee312-009a-448b-9f26-02ceb2958325 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:28:33.402563 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-9bf91707-2f65-4313-b27b-16393228d031 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] For port 83b4c1b1-c14d-4d21-b561-8abaed9a1899, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=83b4c1b1-c14d-4d21-b561-8abaed9a1899,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:28:33.402935 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9bf91707-2f65-4313-b27b-16393228d031 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:33.416019 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-9bf91707-2f65-4313-b27b-16393228d031 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Calling delete_port for 83b4c1b1-c14d-4d21-b561-8abaed9a1899 owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:28:33.592571 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9bf91707-2f65-4313-b27b-16393228d031 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:33.620806 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf91707-2f65-4313-b27b-16393228d031 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Pushing event deleted for resources: {'Port': ['ID=83b4c1b1-c14d-4d21-b561-8abaed9a1899,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:33.638642 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-d4a26088-3562-4cfa-ba2a-8dfc84a6aada None None] Deleting port f3fb535e-d5ff-40cb-936a-4018c3da2d84 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:28:33.639021 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d4a26088-3562-4cfa-ba2a-8dfc84a6aada None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:33.684003 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9bf91707-2f65-4313-b27b-16393228d031 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:33.722139 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d4a26088-3562-4cfa-ba2a-8dfc84a6aada None None] For port f3fb535e-d5ff-40cb-936a-4018c3da2d84, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=f3fb535e-d5ff-40cb-936a-4018c3da2d84,segment=NetworkSegment(c0a20f02-db17-483a-87cf-0b30e562d99f),segment_id=c0a20f02-db17-483a-87cf-0b30e562d99f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:28:33.722541 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d4a26088-3562-4cfa-ba2a-8dfc84a6aada None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:33.752746 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-d4a26088-3562-4cfa-ba2a-8dfc84a6aada None None] Calling delete_port for f3fb535e-d5ff-40cb-936a-4018c3da2d84 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:28:33.771780 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9bf91707-2f65-4313-b27b-16393228d031 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:33.774321 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9bf91707-2f65-4313-b27b-16393228d031 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:33.821368 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9bf91707-2f65-4313-b27b-16393228d031 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:33.822301 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf91707-2f65-4313-b27b-16393228d031 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Fanout notify agent at l3_agent the message router_deleted on router f90ee312-009a-448b-9f26-02ceb2958325 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:28:33.831055 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9bf91707-2f65-4313-b27b-16393228d031 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:33.832203 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9bf91707-2f65-4313-b27b-16393228d031 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "DELETE /v2.0/routers/f90ee312-009a-448b-9f26-02ceb2958325 HTTP/1.1" status: 204 len: 168 time: 0.7815387 Aug 10 01:28:33.834781 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57282) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:33.840440 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-5778dc6a-2cc8-473f-9d56-4ada1f690de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90ee312-009a-448b-9f26-02ceb2958325', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1536592354', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '83b4c1b1-c14d-4d21-b561-8abaed9a1899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:08Z', 'updated_at': '2021-08-10T01:28:31Z', 'revision_number': 5, 'project_id': '02515d13522e417c9c69863d2ed68595', 'gw_port': {'id': '83b4c1b1-c14d-4d21-b561-8abaed9a1899', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:44:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90ee312-009a-448b-9f26-02ceb2958325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:09Z', 'updated_at': '2021-08-10T01:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:33.873150 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5778dc6a-2cc8-473f-9d56-4ada1f690de0 None None] The sync data for ids ['f90ee312-009a-448b-9f26-02ceb2958325'] in n-d-766726-26 is: [{'id': 'f90ee312-009a-448b-9f26-02ceb2958325', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1536592354', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '83b4c1b1-c14d-4d21-b561-8abaed9a1899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:08Z', 'updated_at': '2021-08-10T01:28:31Z', 'revision_number': 5, 'project_id': '02515d13522e417c9c69863d2ed68595', 'gw_port': {'id': '83b4c1b1-c14d-4d21-b561-8abaed9a1899', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:44:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90ee312-009a-448b-9f26-02ceb2958325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:09Z', 'updated_at': '2021-08-10T01:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:28:33.892690 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d4a26088-3562-4cfa-ba2a-8dfc84a6aada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:33.921764 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a26088-3562-4cfa-ba2a-8dfc84a6aada None None] Pushing event deleted for resources: {'Port': ['ID=f3fb535e-d5ff-40cb-936a-4018c3da2d84,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:33.923230 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a26088-3562-4cfa-ba2a-8dfc84a6aada None None] No DVR routers for this DVR port f3fb535e-d5ff-40cb-936a-4018c3da2d84 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:28:33.928543 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4efba-e19a-4323-88a7-a9b05e12fbc1 req-f5fb2bcc-ffa0-4a77-b266-fb1fee737630 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:33.935867 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-62f4efba-e19a-4323-88a7-a9b05e12fbc1 req-f5fb2bcc-ffa0-4a77-b266-fb1fee737630 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 945 time: 0.0676889 Aug 10 01:28:33.945625 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3ca8f313-8acd-43d2-80e9-f2f0357d613d tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:33.968227 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-62f4efba-e19a-4323-88a7-a9b05e12fbc1 req-82fb23bc-8c34-4ecf-ab34-6d42707ab0ef tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306430 Aug 10 01:28:34.028717 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3ca8f313-8acd-43d2-80e9-f2f0357d613d tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:34.038962 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-3ca8f313-8acd-43d2-80e9-f2f0357d613d tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5a19935-0693-46b8-b6d6-cc99cc128818']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:34.049791 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-3ca8f313-8acd-43d2-80e9-f2f0357d613d tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0a20f02-db17-483a-87cf-0b30e562d99f') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:34.050355 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-3ca8f313-8acd-43d2-80e9-f2f0357d613d tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0a20f02-db17-483a-87cf-0b30e562d99f') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:34.058900 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3ca8f313-8acd-43d2-80e9-f2f0357d613d tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:34.072075 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3ca8f313-8acd-43d2-80e9-f2f0357d613d tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:34.077959 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca8f313-8acd-43d2-80e9-f2f0357d613d tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:28:34.078344 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3ca8f313-8acd-43d2-80e9-f2f0357d613d tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:34.081479 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:28:34.081479 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:28:34.081479 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:28:34.081479 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:28:34.081479 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:28:34.081479 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:28:34.081479 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:28:34.081479 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:28:34.081479 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:28:34.081479 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:28:34.081479 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:28:34.081479 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:28:34.081479 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:28:34.081479 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:28:34.081479 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:28:34.081479 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:28:34.081479 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:28:34.081479 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:28:34.081479 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:28:34.081479 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:28:34.081479 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:28:34.081479 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:28:34.081479 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:28:34.081479 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:28:34.081479 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:28:34.081479 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:28:34.081479 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:28:34.081479 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:28:34.081479 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:28:34.081479 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:28:34.081479 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:28:34.081479 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:28:34.140472 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3ca8f313-8acd-43d2-80e9-f2f0357d613d tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:34.147860 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3ca8f313-8acd-43d2-80e9-f2f0357d613d tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:34.149201 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3ca8f313-8acd-43d2-80e9-f2f0357d613d tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "DELETE /v2.0/networks/e5a19935-0693-46b8-b6d6-cc99cc128818 HTTP/1.1" status: 204 len: 168 time: 0.3135056 Aug 10 01:28:34.152011 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57284) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:34.161019 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8f313-8acd-43d2-80e9-f2f0357d613d tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Pushing event deleted for resources: {'Network': ['ID=e5a19935-0693-46b8-b6d6-cc99cc128818,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:34.320616 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-9b383c29-7a48-45f9-9f2c-2e43ecd146c0 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Deleting port f89af031-5adc-4c26-b812-651cf3221bd8 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:28:34.320965 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9b383c29-7a48-45f9-9f2c-2e43ecd146c0 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:34.395610 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9b383c29-7a48-45f9-9f2c-2e43ecd146c0 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:34.395937 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9b383c29-7a48-45f9-9f2c-2e43ecd146c0 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:34.407971 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-9b383c29-7a48-45f9-9f2c-2e43ecd146c0 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Calling delete_port for f89af031-5adc-4c26-b812-651cf3221bd8 owned by network:floatingip {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:28:34.585206 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9b383c29-7a48-45f9-9f2c-2e43ecd146c0 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:34.610257 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b383c29-7a48-45f9-9f2c-2e43ecd146c0 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Pushing event deleted for resources: {'Port': ['ID=f89af031-5adc-4c26-b812-651cf3221bd8,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:34.672197 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9b383c29-7a48-45f9-9f2c-2e43ecd146c0 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for floatingip, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:34.672533 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [None req-9b383c29-7a48-45f9-9f2c-2e43ecd146c0 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Floating IP fe6b53e1-cd24-4a88-b9a3-384432a34197 disassociated (deleted). External IP: 172.25.2.136, port: 12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d. Aug 10 01:28:34.875072 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b383c29-7a48-45f9-9f2c-2e43ecd146c0 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Router 62a5e959-f5e0-46d9-8243-0472d5d16f44 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:28:34.908077 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device f3fb535e-d5ff-40cb-936a-4018c3da2d84 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:28:34.928878 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: f3fb535e-d5ff-40cb-936a-4018c3da2d84 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:28:34.929231 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device f3fb535e-d5ff-40cb-936a-4018c3da2d84 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:28:34.929673 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 83b4c1b1-c14d-4d21-b561-8abaed9a1899 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:28:34.950552 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 83b4c1b1-c14d-4d21-b561-8abaed9a1899 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:28:34.950908 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 83b4c1b1-c14d-4d21-b561-8abaed9a1899 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:28:34.951332 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:28:34.970342 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:28:34.970693 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 1da65c86-43e6-49e9-ba3c-0b7f0fc0f5a7 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:28:34.985954 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b383c29-7a48-45f9-9f2c-2e43ecd146c0 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:28:34.990244 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9b383c29-7a48-45f9-9f2c-2e43ecd146c0 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:34.997383 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f3e6ad-e02d-4153-996b-db136abad9c4 None None] Sync routers for ids ['62a5e959-f5e0-46d9-8243-0472d5d16f44'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:28:35.007010 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f3e6ad-e02d-4153-996b-db136abad9c4 None None] Routers {'62a5e959-f5e0-46d9-8243-0472d5d16f44'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:28:35.007749 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-c9f3e6ad-e02d-4153-996b-db136abad9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:28:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['62a5e959-f5e0-46d9-8243-0472d5d16f44'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:35.023586 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9b383c29-7a48-45f9-9f2c-2e43ecd146c0 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "DELETE /v2.0/floatingips/fe6b53e1-cd24-4a88-b9a3-384432a34197 HTTP/1.1" status: 204 len: 168 time: 0.8702972 Aug 10 01:28:35.024588 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd326259e-e194-470c-8fb2-33f3f0ae501d', 'tag': '12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:28:35.027393 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64585797-5370-4100-9f52-a1371ccc12a8" -d '{"events": [{"name": "network-changed", "server_uuid": "d326259e-e194-470c-8fb2-33f3f0ae501d", "tag": "12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:28:35.088208 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a878851-08b4-4a5b-8954-b76bbfc1618e req-35dbd17a-4c6d-4065-b02c-95fead59da2e tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:35.089635 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1a878851-08b4-4a5b-8954-b76bbfc1618e req-35dbd17a-4c6d-4065-b02c-95fead59da2e tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 945 time: 0.0504878 Aug 10 01:28:35.126429 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-c9f3e6ad-e02d-4153-996b-db136abad9c4 None None] Set router 62a5e959-f5e0-46d9-8243-0472d5d16f44 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:28:35.129491 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1a878851-08b4-4a5b-8954-b76bbfc1618e req-5b81d105-10a6-4c04-ac74-2209ff7095fc tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326612 Aug 10 01:28:35.187128 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bc6882-3513-489c-94cb-23a553459407 x-openstack-request-id: req-73bc6882-3513-489c-94cb-23a553459407 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:28:35.187427 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d326259e-e194-470c-8fb2-33f3f0ae501d", "tag": "12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:28:35.187683 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-73bc6882-3513-489c-94cb-23a553459407 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:28:35.188087 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd326259e-e194-470c-8fb2-33f3f0ae501d', 'tag': '12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d', 'status': 'completed', 'code': 200} Aug 10 01:28:35.251279 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64585797-5370-4100-9f52-a1371ccc12a8 req-c001d95f-7947-4f7a-918f-53fe67e4340b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:35.252627 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-64585797-5370-4100-9f52-a1371ccc12a8 req-c001d95f-7947-4f7a-918f-53fe67e4340b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=02515d13522e417c9c69863d2ed68595&device_id=d326259e-e194-470c-8fb2-33f3f0ae501d HTTP/1.1" status: 200 len: 1137 time: 0.0423148 Aug 10 01:28:35.263562 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34467beb-2c12-48b2-a598-98575d6cef81 req-8ed981e7-2ef8-4ec0-bed2-ba5f86bbbf1c tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:35.265614 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-34467beb-2c12-48b2-a598-98575d6cef81 req-8ed981e7-2ef8-4ec0-bed2-ba5f86bbbf1c tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/ports?device_id=d326259e-e194-470c-8fb2-33f3f0ae501d HTTP/1.1" status: 200 len: 985 time: 0.0523822 Aug 10 01:28:35.307283 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-34467beb-2c12-48b2-a598-98575d6cef81 req-818633c3-a5b4-4875-aa63-0665f08c0680 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/security-groups?id=3adb46e4-fe65-41f4-818c-437df0a394c9&id=84da8075-5a45-4177-bd15-e38f346b9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0342295 Aug 10 01:28:35.340607 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-c9f3e6ad-e02d-4153-996b-db136abad9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1996538219', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '4536f046-ae1a-40e0-86f6-2e0e3ab74712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:26:33Z', 'updated_at': '2021-08-10T01:26:37Z', 'revision_number': 4, 'project_id': '02515d13522e417c9c69863d2ed68595', 'gw_port': {'id': '4536f046-ae1a-40e0-86f6-2e0e3ab74712', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:33Z', 'updated_at': '2021-08-10T01:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '67e03749-c516-453a-9525-a876083c5f83', 'name': '', 'network_id': 'afd2b351-e9d7-45c4-ab60-3bf926cc8c64', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'mac_address': 'fa:16:3e:ae:6b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '33ce2803-7a2d-4065-b2cb-bf2c227904b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:36Z', 'updated_at': '2021-08-10T01:26:40Z', 'revision_number': 5, 'project_id': '02515d13522e417c9c69863d2ed68595', 'subnets': [{'id': '33ce2803-7a2d-4065-b2cb-bf2c227904b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:35.353957 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64585797-5370-4100-9f52-a1371ccc12a8 req-03484e8a-67b7-4fbe-8d8f-e00b93449d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:35.355494 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-64585797-5370-4100-9f52-a1371ccc12a8 req-03484e8a-67b7-4fbe-8d8f-e00b93449d04 service neutron] 10.222.0.24 "GET /v2.0/networks?id=afd2b351-e9d7-45c4-ab60-3bf926cc8c64 HTTP/1.1" status: 200 len: 898 time: 0.0954456 Aug 10 01:28:35.369244 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f3e6ad-e02d-4153-996b-db136abad9c4 None None] Checking router: 62a5e959-f5e0-46d9-8243-0472d5d16f44 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:28:35.377848 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f3e6ad-e02d-4153-996b-db136abad9c4 None None] Routers {'62a5e959-f5e0-46d9-8243-0472d5d16f44'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:28:35.378442 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-c9f3e6ad-e02d-4153-996b-db136abad9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:28:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['62a5e959-f5e0-46d9-8243-0472d5d16f44'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:35.399612 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-64585797-5370-4100-9f52-a1371ccc12a8 req-f2d287dc-04c8-4ed4-a96d-e4b01cb67abb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d HTTP/1.1" status: 200 len: 217 time: 0.0355213 Aug 10 01:28:35.449021 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64585797-5370-4100-9f52-a1371ccc12a8 req-734e0309-1134-4b4b-b90c-6158b212ee0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:35.450525 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-64585797-5370-4100-9f52-a1371ccc12a8 req-734e0309-1134-4b4b-b90c-6158b212ee0a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33ce2803-7a2d-4065-b2cb-bf2c227904b3 HTTP/1.1" status: 200 len: 835 time: 0.0429797 Aug 10 01:28:35.502449 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64585797-5370-4100-9f52-a1371ccc12a8 req-a328c947-a2dc-4ace-8e67-f986d2d45f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:35.504123 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-64585797-5370-4100-9f52-a1371ccc12a8 req-a328c947-a2dc-4ace-8e67-f986d2d45f44 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=afd2b351-e9d7-45c4-ab60-3bf926cc8c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465722 Aug 10 01:28:35.565608 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-c9f3e6ad-e02d-4153-996b-db136abad9c4 None None] Set router 62a5e959-f5e0-46d9-8243-0472d5d16f44 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:28:35.596774 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-64585797-5370-4100-9f52-a1371ccc12a8 req-25e2a159-fe0e-418b-93a5-2b8856d32aba service neutron] 10.222.0.24 "GET /v2.0/networks/afd2b351-e9d7-45c4-ab60-3bf926cc8c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838249 Aug 10 01:28:35.690163 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-64585797-5370-4100-9f52-a1371ccc12a8 req-d49cacc7-159d-4a23-acae-69a7d543448f service neutron] 10.222.0.24 "GET /v2.0/networks/afd2b351-e9d7-45c4-ab60-3bf926cc8c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852721 Aug 10 01:28:35.756502 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-c9f3e6ad-e02d-4153-996b-db136abad9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1996538219', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '4536f046-ae1a-40e0-86f6-2e0e3ab74712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:26:33Z', 'updated_at': '2021-08-10T01:26:37Z', 'revision_number': 4, 'project_id': '02515d13522e417c9c69863d2ed68595', 'gw_port': {'id': '4536f046-ae1a-40e0-86f6-2e0e3ab74712', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:33Z', 'updated_at': '2021-08-10T01:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '67e03749-c516-453a-9525-a876083c5f83', 'name': '', 'network_id': 'afd2b351-e9d7-45c4-ab60-3bf926cc8c64', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'mac_address': 'fa:16:3e:ae:6b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '33ce2803-7a2d-4065-b2cb-bf2c227904b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:36Z', 'updated_at': '2021-08-10T01:26:40Z', 'revision_number': 5, 'project_id': '02515d13522e417c9c69863d2ed68595', 'subnets': [{'id': '33ce2803-7a2d-4065-b2cb-bf2c227904b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:35.780799 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f3e6ad-e02d-4153-996b-db136abad9c4 None None] The sync data for ids ['62a5e959-f5e0-46d9-8243-0472d5d16f44'] in n-d-766726-26 is: [{'id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1996538219', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '4536f046-ae1a-40e0-86f6-2e0e3ab74712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:26:33Z', 'updated_at': '2021-08-10T01:26:37Z', 'revision_number': 4, 'project_id': '02515d13522e417c9c69863d2ed68595', 'gw_port': {'id': '4536f046-ae1a-40e0-86f6-2e0e3ab74712', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:33Z', 'updated_at': '2021-08-10T01:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '67e03749-c516-453a-9525-a876083c5f83', 'name': '', 'network_id': 'afd2b351-e9d7-45c4-ab60-3bf926cc8c64', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'mac_address': 'fa:16:3e:ae:6b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '33ce2803-7a2d-4065-b2cb-bf2c227904b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:36Z', 'updated_at': '2021-08-10T01:26:40Z', 'revision_number': 5, 'project_id': '02515d13522e417c9c69863d2ed68595', 'subnets': [{'id': '33ce2803-7a2d-4065-b2cb-bf2c227904b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:28:35.989762 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66956e0b-3da7-4a1b-9f3d-6e46b8296a9f None None] New status for floating IP fe6b53e1-cd24-4a88-b9a3-384432a34197: DOWN {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:28:36.251111 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3a8d2-03ed-427b-bbf5-aaf85623eddc req-8ca6811b-ff78-4223-9fdb-c18faeb1e2ec tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:36.252578 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-39e3a8d2-03ed-427b-bbf5-aaf85623eddc req-8ca6811b-ff78-4223-9fdb-c18faeb1e2ec tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 945 time: 0.0512481 Aug 10 01:28:36.288722 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-39e3a8d2-03ed-427b-bbf5-aaf85623eddc req-d1ebdd25-29e0-4e01-b534-58b6b1248295 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303214 Aug 10 01:28:36.424342 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca9077-c23b-429d-9bac-019d42975ca8 req-ca5dcbc6-e323-46ef-8161-469dad1acb23 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:36.426000 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-97ca9077-c23b-429d-9bac-019d42975ca8 req-ca5dcbc6-e323-46ef-8161-469dad1acb23 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/ports?device_id=d326259e-e194-470c-8fb2-33f3f0ae501d HTTP/1.1" status: 200 len: 985 time: 0.0496683 Aug 10 01:28:36.464898 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-97ca9077-c23b-429d-9bac-019d42975ca8 req-225c42ed-c276-417d-8cee-a1008db08a4a tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/security-groups?id=3adb46e4-fe65-41f4-818c-437df0a394c9&id=84da8075-5a45-4177-bd15-e38f346b9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0328746 Aug 10 01:28:36.851598 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198865c6-353c-4037-9e28-8403d1ae551b req-64190ffa-9d53-49f1-9317-19e9e1365fff tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:36.853069 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-198865c6-353c-4037-9e28-8403d1ae551b req-64190ffa-9d53-49f1-9317-19e9e1365fff tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.24 "GET /v2.0/ports?device_id=d326259e-e194-470c-8fb2-33f3f0ae501d HTTP/1.1" status: 200 len: 985 time: 0.0488753 Aug 10 01:28:36.941809 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-198865c6-353c-4037-9e28-8403d1ae551b req-6452bd19-46bf-4ee8-8cb1-e34053df5372 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Deleting port 12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:28:36.942073 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-198865c6-353c-4037-9e28-8403d1ae551b req-6452bd19-46bf-4ee8-8cb1-e34053df5372 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:37.039829 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-198865c6-353c-4037-9e28-8403d1ae551b req-6452bd19-46bf-4ee8-8cb1-e34053df5372 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] For port 12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d,segment=NetworkSegment(186e89de-13ac-4fdf-8ac2-81236892c421),segment_id=186e89de-13ac-4fdf-8ac2-81236892c421)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:28:37.040208 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-198865c6-353c-4037-9e28-8403d1ae551b req-6452bd19-46bf-4ee8-8cb1-e34053df5372 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:37.053728 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-198865c6-353c-4037-9e28-8403d1ae551b req-6452bd19-46bf-4ee8-8cb1-e34053df5372 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Calling delete_port for 12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:28:37.178373 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-198865c6-353c-4037-9e28-8403d1ae551b req-6452bd19-46bf-4ee8-8cb1-e34053df5372 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:37.207369 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452bd19-46bf-4ee8-8cb1-e34053df5372 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Pushing event deleted for resources: {'Port': ['ID=12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:37.246807 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-198865c6-353c-4037-9e28-8403d1ae551b req-6452bd19-46bf-4ee8-8cb1-e34053df5372 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] No DVR routers for this DVR port 12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:28:37.249956 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-198865c6-353c-4037-9e28-8403d1ae551b req-6452bd19-46bf-4ee8-8cb1-e34053df5372 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:37.251916 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-198865c6-353c-4037-9e28-8403d1ae551b req-6452bd19-46bf-4ee8-8cb1-e34053df5372 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.24 "DELETE /v2.0/ports/12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d HTTP/1.1" status: 204 len: 173 time: 0.3923240 Aug 10 01:28:37.252439 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd326259e-e194-470c-8fb2-33f3f0ae501d', 'name': 'network-vif-deleted', 'tag': '12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:28:37.254712 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfdb09d-3168-4f8b-8f99-210447fc4498" -d '{"events": [{"server_uuid": "d326259e-e194-470c-8fb2-33f3f0ae501d", "name": "network-vif-deleted", "tag": "12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:28:37.297763 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e278ab5-61b8-48ff-953e-7918bc50d6d7 x-openstack-request-id: req-8e278ab5-61b8-48ff-953e-7918bc50d6d7 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:28:37.298062 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d326259e-e194-470c-8fb2-33f3f0ae501d", "name": "network-vif-deleted", "tag": "12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:28:37.298320 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8e278ab5-61b8-48ff-953e-7918bc50d6d7 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:28:37.298728 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd326259e-e194-470c-8fb2-33f3f0ae501d', 'name': 'network-vif-deleted', 'tag': '12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d', 'status': 'completed', 'code': 200} Aug 10 01:28:37.405206 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b486cd1-79b5-4c0b-88f0-0e5fb201affe req-d39769df-ea3d-4caf-98b0-ccb817bbf004 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:37.406672 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3b486cd1-79b5-4c0b-88f0-0e5fb201affe req-d39769df-ea3d-4caf-98b0-ccb817bbf004 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 945 time: 0.0505853 Aug 10 01:28:37.444735 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3b486cd1-79b5-4c0b-88f0-0e5fb201affe req-ae5299cc-7c16-4289-b6b8-ac67010564d3 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319762 Aug 10 01:28:37.578167 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d8ba7b4-7ffd-4c54-b668-05b7ed326019 req-ab90de35-1ab1-420f-a1c4-a7d46c3bc6e2 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "GET /v2.0/ports?device_id=d326259e-e194-470c-8fb2-33f3f0ae501d HTTP/1.1" status: 200 len: 210 time: 0.0355558 Aug 10 01:28:38.558511 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76762386-2380-456c-bb3b-7d8b968bbbee req-ada080f3-3108-4004-bcf1-200d5715d3d5 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:38.559971 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76762386-2380-456c-bb3b-7d8b968bbbee req-ada080f3-3108-4004-bcf1-200d5715d3d5 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 945 time: 0.0485780 Aug 10 01:28:38.596685 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76762386-2380-456c-bb3b-7d8b968bbbee req-8fb90f49-2b02-4ab6-acf2-298a0a8b77cd tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305617 Aug 10 01:28:38.638404 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57308) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:38.689885 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9668d8af-12ba-46da-af1c-1100b8e93b53 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:38.711869 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9668d8af-12ba-46da-af1c-1100b8e93b53 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:38.752404 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9668d8af-12ba-46da-af1c-1100b8e93b53 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:38.754971 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9668d8af-12ba-46da-af1c-1100b8e93b53 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:38.756121 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9668d8af-12ba-46da-af1c-1100b8e93b53 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "DELETE /v2.0/security-groups/3adb46e4-fe65-41f4-818c-437df0a394c9 HTTP/1.1" status: 204 len: 168 time: 0.1167400 Aug 10 01:28:38.758859 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57310) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:38.764944 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668d8af-12ba-46da-af1c-1100b8e93b53 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3adb46e4-fe65-41f4-818c-437df0a394c9,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:38.816567 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-abf3819a-8988-4e68-bcb6-6c3d67f6c117 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:38.841737 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-abf3819a-8988-4e68-bcb6-6c3d67f6c117 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:38.885524 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-abf3819a-8988-4e68-bcb6-6c3d67f6c117 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:38.888111 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-abf3819a-8988-4e68-bcb6-6c3d67f6c117 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:38.889272 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-abf3819a-8988-4e68-bcb6-6c3d67f6c117 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "DELETE /v2.0/security-groups/84da8075-5a45-4177-bd15-e38f346b9ff6 HTTP/1.1" status: 204 len: 168 time: 0.1293499 Aug 10 01:28:38.892175 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57312) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:38.898122 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3819a-8988-4e68-bcb6-6c3d67f6c117 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84da8075-5a45-4177-bd15-e38f346b9ff6,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:39.248830 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3d303308-165f-4ddc-9394-e27ebe80512f tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:39.500141 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-3d303308-165f-4ddc-9394-e27ebe80512f tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Deleting port 67e03749-c516-453a-9525-a876083c5f83 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:28:39.500432 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3d303308-165f-4ddc-9394-e27ebe80512f tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:39.585515 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-3d303308-165f-4ddc-9394-e27ebe80512f tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] For port 67e03749-c516-453a-9525-a876083c5f83, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=67e03749-c516-453a-9525-a876083c5f83,segment=NetworkSegment(186e89de-13ac-4fdf-8ac2-81236892c421),segment_id=186e89de-13ac-4fdf-8ac2-81236892c421)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:28:39.586188 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3d303308-165f-4ddc-9394-e27ebe80512f tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:39.598772 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-3d303308-165f-4ddc-9394-e27ebe80512f tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Calling delete_port for 67e03749-c516-453a-9525-a876083c5f83 owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:28:39.759990 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bf4f1-cabe-4622-b97c-7377d8ea358a req-36430fb0-f7fc-45b0-81db-e6e2ea88033b tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:39.761396 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9b8bf4f1-cabe-4622-b97c-7377d8ea358a req-36430fb0-f7fc-45b0-81db-e6e2ea88033b tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 945 time: 0.0981717 Aug 10 01:28:39.833530 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9b8bf4f1-cabe-4622-b97c-7377d8ea358a req-e9791385-e0d3-432b-a6bf-4771d9695afd tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655546 Aug 10 01:28:39.847209 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3d303308-165f-4ddc-9394-e27ebe80512f tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:39.871354 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d303308-165f-4ddc-9394-e27ebe80512f tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Pushing event deleted for resources: {'Port': ['ID=67e03749-c516-453a-9525-a876083c5f83,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:40.042488 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3d303308-165f-4ddc-9394-e27ebe80512f tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:40.251727 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d303308-165f-4ddc-9394-e27ebe80512f tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Router 62a5e959-f5e0-46d9-8243-0472d5d16f44 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:28:40.354156 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d303308-165f-4ddc-9394-e27ebe80512f tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:28:40.360293 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3d303308-165f-4ddc-9394-e27ebe80512f tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "PUT /v2.0/routers/62a5e959-f5e0-46d9-8243-0472d5d16f44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4669044 Aug 10 01:28:40.362232 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57316) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:40.364950 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcc4710-7c05-4ca2-ad8d-06a62d12b4a1 None None] Sync routers for ids ['62a5e959-f5e0-46d9-8243-0472d5d16f44'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:28:40.374905 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcc4710-7c05-4ca2-ad8d-06a62d12b4a1 None None] Routers {'62a5e959-f5e0-46d9-8243-0472d5d16f44'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:28:40.375510 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4bcc4710-7c05-4ca2-ad8d-06a62d12b4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:28:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['62a5e959-f5e0-46d9-8243-0472d5d16f44'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:40.412121 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec43598-eacb-4c64-b5ab-524e66a187e1 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Deleting subnet 33ce2803-7a2d-4065-b2cb-bf2c227904b3 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:28:40.415149 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8ec43598-eacb-4c64-b5ab-524e66a187e1 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:40.454624 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8ec43598-eacb-4c64-b5ab-524e66a187e1 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:40.481286 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-4bcc4710-7c05-4ca2-ad8d-06a62d12b4a1 None None] Set router 62a5e959-f5e0-46d9-8243-0472d5d16f44 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:28:40.538965 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8ec43598-eacb-4c64-b5ab-524e66a187e1 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:40.561735 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:28:40.581322 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:28:40.581932 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 12ec8aa5-ae73-4aa6-bf54-b9892a1bb28d not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:28:40.602710 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8ec43598-eacb-4c64-b5ab-524e66a187e1 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:40.631786 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec43598-eacb-4c64-b5ab-524e66a187e1 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Pushing event deleted for resources: {'Subnet': ['ID=33ce2803-7a2d-4065-b2cb-bf2c227904b3,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:40.633895 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8ec43598-eacb-4c64-b5ab-524e66a187e1 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:40.635793 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8ec43598-eacb-4c64-b5ab-524e66a187e1 tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "DELETE /v2.0/subnets/33ce2803-7a2d-4065-b2cb-bf2c227904b3 HTTP/1.1" status: 204 len: 168 time: 0.2724643 Aug 10 01:28:40.638569 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57318) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:40.639099 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a2914b-c07e-4e01-85db-c62c7d526552 None None] Network afd2b351-e9d7-45c4-ab60-3bf926cc8c64 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:28:40.665849 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4bcc4710-7c05-4ca2-ad8d-06a62d12b4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1996538219', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '4536f046-ae1a-40e0-86f6-2e0e3ab74712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:26:33Z', 'updated_at': '2021-08-10T01:28:39Z', 'revision_number': 5, 'project_id': '02515d13522e417c9c69863d2ed68595', 'gw_port': {'id': '4536f046-ae1a-40e0-86f6-2e0e3ab74712', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:33Z', 'updated_at': '2021-08-10T01:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:40.695455 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcc4710-7c05-4ca2-ad8d-06a62d12b4a1 None None] Checking router: 62a5e959-f5e0-46d9-8243-0472d5d16f44 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:28:40.706727 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcc4710-7c05-4ca2-ad8d-06a62d12b4a1 None None] Routers {'62a5e959-f5e0-46d9-8243-0472d5d16f44'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:28:40.707574 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4bcc4710-7c05-4ca2-ad8d-06a62d12b4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:28:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['62a5e959-f5e0-46d9-8243-0472d5d16f44'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:40.756245 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b50db338-ecb9-4c39-93be-69b999ffa5db tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:40.817339 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-4bcc4710-7c05-4ca2-ad8d-06a62d12b4a1 None None] Set router 62a5e959-f5e0-46d9-8243-0472d5d16f44 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:28:40.856758 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1aa570-0a3a-4a54-96a3-7e56c712256f None None] DHCP port deletion for afd2b351-e9d7-45c4-ab60-3bf926cc8c64 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:28:40.913634 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-9d1aa570-0a3a-4a54-96a3-7e56c712256f None None] Deleting port 05212bb0-b435-4c5b-8dd9-ab77c9f7296d {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:28:40.914019 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9d1aa570-0a3a-4a54-96a3-7e56c712256f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:40.974639 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db045ff-4416-4dd4-b4a2-1929713e2859 req-845d4fbc-86a1-4d20-b455-50c763d42378 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:40.976969 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4db045ff-4416-4dd4-b4a2-1929713e2859 req-845d4fbc-86a1-4d20-b455-50c763d42378 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 945 time: 0.0633910 Aug 10 01:28:40.994938 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-9d1aa570-0a3a-4a54-96a3-7e56c712256f None None] For port 05212bb0-b435-4c5b-8dd9-ab77c9f7296d, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=05212bb0-b435-4c5b-8dd9-ab77c9f7296d,segment=NetworkSegment(186e89de-13ac-4fdf-8ac2-81236892c421),segment_id=186e89de-13ac-4fdf-8ac2-81236892c421)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:28:40.995495 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9d1aa570-0a3a-4a54-96a3-7e56c712256f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:41.014518 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-9d1aa570-0a3a-4a54-96a3-7e56c712256f None None] Calling delete_port for 05212bb0-b435-4c5b-8dd9-ab77c9f7296d owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:28:41.026039 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4db045ff-4416-4dd4-b4a2-1929713e2859 req-a660bf89-5046-4d15-ad13-185320ee2009 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418601 Aug 10 01:28:41.047024 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4bcc4710-7c05-4ca2-ad8d-06a62d12b4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1996538219', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '4536f046-ae1a-40e0-86f6-2e0e3ab74712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:26:33Z', 'updated_at': '2021-08-10T01:28:39Z', 'revision_number': 5, 'project_id': '02515d13522e417c9c69863d2ed68595', 'gw_port': {'id': '4536f046-ae1a-40e0-86f6-2e0e3ab74712', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:33Z', 'updated_at': '2021-08-10T01:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:41.073523 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcc4710-7c05-4ca2-ad8d-06a62d12b4a1 None None] The sync data for ids ['62a5e959-f5e0-46d9-8243-0472d5d16f44'] in n-d-766726-26 is: [{'id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1996538219', 'tenant_id': '02515d13522e417c9c69863d2ed68595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '4536f046-ae1a-40e0-86f6-2e0e3ab74712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:26:33Z', 'updated_at': '2021-08-10T01:28:39Z', 'revision_number': 5, 'project_id': '02515d13522e417c9c69863d2ed68595', 'gw_port': {'id': '4536f046-ae1a-40e0-86f6-2e0e3ab74712', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a5e959-f5e0-46d9-8243-0472d5d16f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:26:33Z', 'updated_at': '2021-08-10T01:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:28:41.112860 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9d1aa570-0a3a-4a54-96a3-7e56c712256f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:41.139914 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1aa570-0a3a-4a54-96a3-7e56c712256f None None] Pushing event deleted for resources: {'Port': ['ID=05212bb0-b435-4c5b-8dd9-ab77c9f7296d,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:41.144263 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1aa570-0a3a-4a54-96a3-7e56c712256f None None] No DVR routers for this DVR port 05212bb0-b435-4c5b-8dd9-ab77c9f7296d on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:28:41.211466 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3b090ae5-49dd-4abc-ad52-ebc557d49964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:41.211939 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b50db338-ecb9-4c39-93be-69b999ffa5db tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:41.265252 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-b50db338-ecb9-4c39-93be-69b999ffa5db tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Deleting port 4536f046-ae1a-40e0-86f6-2e0e3ab74712 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:28:41.266161 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b50db338-ecb9-4c39-93be-69b999ffa5db tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:41.346063 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-b50db338-ecb9-4c39-93be-69b999ffa5db tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] For port 4536f046-ae1a-40e0-86f6-2e0e3ab74712, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=4536f046-ae1a-40e0-86f6-2e0e3ab74712,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:28:41.346608 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b50db338-ecb9-4c39-93be-69b999ffa5db tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:41.360090 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-b50db338-ecb9-4c39-93be-69b999ffa5db tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Calling delete_port for 4536f046-ae1a-40e0-86f6-2e0e3ab74712 owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:28:41.539909 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b50db338-ecb9-4c39-93be-69b999ffa5db tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:41.571597 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50db338-ecb9-4c39-93be-69b999ffa5db tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Pushing event deleted for resources: {'Port': ['ID=4536f046-ae1a-40e0-86f6-2e0e3ab74712,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:41.637377 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b50db338-ecb9-4c39-93be-69b999ffa5db tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:41.728396 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b50db338-ecb9-4c39-93be-69b999ffa5db tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:41.730425 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b50db338-ecb9-4c39-93be-69b999ffa5db tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:41.771719 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b50db338-ecb9-4c39-93be-69b999ffa5db tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:41.772268 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50db338-ecb9-4c39-93be-69b999ffa5db tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Fanout notify agent at l3_agent the message router_deleted on router 62a5e959-f5e0-46d9-8243-0472d5d16f44 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:28:41.779317 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b50db338-ecb9-4c39-93be-69b999ffa5db tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:41.781013 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b50db338-ecb9-4c39-93be-69b999ffa5db tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "DELETE /v2.0/routers/62a5e959-f5e0-46d9-8243-0472d5d16f44 HTTP/1.1" status: 204 len: 168 time: 1.1401379 Aug 10 01:28:41.783905 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57322) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:41.810932 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:41.860947 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-61503078-13a6-47cb-9fee-4de9a39af7bd tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:41.950261 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-61503078-13a6-47cb-9fee-4de9a39af7bd tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:41.960305 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-61503078-13a6-47cb-9fee-4de9a39af7bd tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afd2b351-e9d7-45c4-ab60-3bf926cc8c64']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:41.970783 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-61503078-13a6-47cb-9fee-4de9a39af7bd tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '186e89de-13ac-4fdf-8ac2-81236892c421') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:41.971083 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-61503078-13a6-47cb-9fee-4de9a39af7bd tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '186e89de-13ac-4fdf-8ac2-81236892c421') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:41.979620 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-61503078-13a6-47cb-9fee-4de9a39af7bd tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:41.992721 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-61503078-13a6-47cb-9fee-4de9a39af7bd tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:41.998359 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61503078-13a6-47cb-9fee-4de9a39af7bd tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:28:41.998774 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-61503078-13a6-47cb-9fee-4de9a39af7bd tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:42.001637 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:28:42.001637 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:28:42.001637 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:28:42.001637 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:28:42.001637 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:28:42.001637 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:28:42.001637 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:28:42.001637 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:28:42.001637 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:28:42.001637 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:28:42.001637 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:28:42.001637 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:28:42.001637 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:28:42.001637 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:28:42.001637 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:28:42.001637 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:28:42.001637 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:28:42.001637 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:28:42.001637 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:28:42.001637 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:28:42.001637 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:28:42.001637 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:28:42.001637 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:28:42.001637 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:28:42.001637 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:28:42.001637 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:28:42.001637 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:28:42.001637 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:28:42.001637 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:28:42.001637 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:28:42.001637 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:28:42.001637 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:28:42.058589 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-61503078-13a6-47cb-9fee-4de9a39af7bd tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:42.065401 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-61503078-13a6-47cb-9fee-4de9a39af7bd tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:42.069885 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-61503078-13a6-47cb-9fee-4de9a39af7bd tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] 10.222.0.35 "DELETE /v2.0/networks/afd2b351-e9d7-45c4-ab60-3bf926cc8c64 HTTP/1.1" status: 204 len: 168 time: 0.2825158 Aug 10 01:28:42.082756 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61503078-13a6-47cb-9fee-4de9a39af7bd tempest-TestSecurityGroupsBasicOps-506569127 tempest-TestSecurityGroupsBasicOps-506569127-project] Pushing event deleted for resources: {'Network': ['ID=afd2b351-e9d7-45c4-ab60-3bf926cc8c64,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:42.157595 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0f0bf-f4da-4d4b-95ff-6b6b0fad323d req-f9c3d831-e544-40ee-a15c-e05e05abd3f4 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:42.159031 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ceb0f0bf-f4da-4d4b-95ff-6b6b0fad323d req-f9c3d831-e544-40ee-a15c-e05e05abd3f4 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 945 time: 0.0549080 Aug 10 01:28:42.198158 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ceb0f0bf-f4da-4d4b-95ff-6b6b0fad323d req-b54ea64e-d0c2-4bfd-b38f-e40be41e1c2e tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332220 Aug 10 01:28:42.321853 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57332) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:42.453881 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-69544b9b-68e7-401b-b921-62766688f261 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=02515d13522e417c9c69863d2ed68595&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1308880 Aug 10 01:28:42.456318 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57336) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:42.502548 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6d94f7c-f106-4f6a-862a-d9ef0af851b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:42.523360 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6d94f7c-f106-4f6a-862a-d9ef0af851b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:42.570237 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6d94f7c-f106-4f6a-862a-d9ef0af851b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:42.572847 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d6d94f7c-f106-4f6a-862a-d9ef0af851b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:42.574003 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d6d94f7c-f106-4f6a-862a-d9ef0af851b4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9be11eb0-06e2-473e-84d9-05ef26dc70de HTTP/1.1" status: 204 len: 168 time: 0.1167865 Aug 10 01:28:42.582103 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d94f7c-f106-4f6a-862a-d9ef0af851b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be11eb0-06e2-473e-84d9-05ef26dc70de,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:42.753980 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 05212bb0-b435-4c5b-8dd9-ab77c9f7296d no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:28:42.772983 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 05212bb0-b435-4c5b-8dd9-ab77c9f7296d {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:28:42.773333 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 05212bb0-b435-4c5b-8dd9-ab77c9f7296d not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:28:42.773766 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 67e03749-c516-453a-9525-a876083c5f83 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:28:42.792224 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 67e03749-c516-453a-9525-a876083c5f83 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:28:42.792808 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 67e03749-c516-453a-9525-a876083c5f83 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:28:42.793415 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4536f046-ae1a-40e0-86f6-2e0e3ab74712 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:28:42.812749 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 4536f046-ae1a-40e0-86f6-2e0e3ab74712 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:28:42.813402 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4536f046-ae1a-40e0-86f6-2e0e3ab74712 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:28:42.835788 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57342) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:42.850182 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-637306c3-73b8-4558-9f97-75bfd19e9f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:42.938977 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-637306c3-73b8-4558-9f97-75bfd19e9f8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:42.942737 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-637306c3-73b8-4558-9f97-75bfd19e9f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:42.979826 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-637306c3-73b8-4558-9f97-75bfd19e9f8d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7230439e781d49979ed5837d2a44f550&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428289 Aug 10 01:28:42.980703 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637306c3-73b8-4558-9f97-75bfd19e9f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f11abd-e361-4f84-b581-2579b4ad0e68,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:42.982578 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57344) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:43.034742 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e1e002cb-1061-4bf6-8e50-d5316aa2c16e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:43.056357 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e1e002cb-1061-4bf6-8e50-d5316aa2c16e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:43.100310 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e1e002cb-1061-4bf6-8e50-d5316aa2c16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:43.102973 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e1e002cb-1061-4bf6-8e50-d5316aa2c16e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:43.104150 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e1e002cb-1061-4bf6-8e50-d5316aa2c16e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/04f11abd-e361-4f84-b581-2579b4ad0e68 HTTP/1.1" status: 204 len: 168 time: 0.1205239 Aug 10 01:28:43.112411 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e002cb-1061-4bf6-8e50-d5316aa2c16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f11abd-e361-4f84-b581-2579b4ad0e68,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:43.314325 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a43154-dabd-4a66-8df5-65a385ff3515 req-ae778cfa-d3d7-410c-ac07-bd7076f97da4 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:43.315833 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-69a43154-dabd-4a66-8df5-65a385ff3515 req-ae778cfa-d3d7-410c-ac07-bd7076f97da4 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 945 time: 0.0486898 Aug 10 01:28:43.353470 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-69a43154-dabd-4a66-8df5-65a385ff3515 req-3a70cbce-414e-43a8-950c-77296bd3d605 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314081 Aug 10 01:28:43.425547 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57352) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:43.465066 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b58120b9-4b87-4f46-821e-8b179a9bfdcc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c47d9a182689400ab226e87b8c9cecec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383914 Aug 10 01:28:43.467913 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57354) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:43.513168 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cd3d4c5b-644d-4bf1-b8b9-7ece78c42c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:43.537914 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cd3d4c5b-644d-4bf1-b8b9-7ece78c42c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:43.584313 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cd3d4c5b-644d-4bf1-b8b9-7ece78c42c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:43.586865 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cd3d4c5b-644d-4bf1-b8b9-7ece78c42c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:43.588159 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-cd3d4c5b-644d-4bf1-b8b9-7ece78c42c5a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b6446e40-d9e3-441b-9039-2631e2c23d57 HTTP/1.1" status: 204 len: 168 time: 0.1193252 Aug 10 01:28:43.596063 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d4c5b-644d-4bf1-b8b9-7ece78c42c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6446e40-d9e3-441b-9039-2631e2c23d57,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:43.861302 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5846c40a-0063-4c29-86bd-e1eab4275da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:44.234665 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57376) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:44.330957 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-f9a7c11a-abfd-4d12-84ac-0e3c440884a5 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1205245882-network', 'tenant_id': 'a6688c5e04c644be8f646b74cf664638'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:28:44.353795 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a7c11a-abfd-4d12-84ac-0e3c440884a5 admin admin] Made reservation on behalf of a6688c5e04c644be8f646b74cf664638 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:28:44.356159 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f9a7c11a-abfd-4d12-84ac-0e3c440884a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:44.365185 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f9a7c11a-abfd-4d12-84ac-0e3c440884a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:44.455029 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f9a7c11a-abfd-4d12-84ac-0e3c440884a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:44.457010 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:44.459761 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f9a7c11a-abfd-4d12-84ac-0e3c440884a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:44.473644 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50fb95-d99a-4d5f-842c-738e1ff5b482 req-9b42218d-2aa1-4bea-bf3f-e35acc25e180 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:44.475294 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3b50fb95-d99a-4d5f-842c-738e1ff5b482 req-9b42218d-2aa1-4bea-bf3f-e35acc25e180 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 945 time: 0.0520337 Aug 10 01:28:44.480864 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a7c11a-abfd-4d12-84ac-0e3c440884a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:28:44.494976 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7c11a-abfd-4d12-84ac-0e3c440884a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24003a37-0274-4b90-82b0-dddfb6081893,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:44.500035 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f9a7c11a-abfd-4d12-84ac-0e3c440884a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:44.500422 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-f9a7c11a-abfd-4d12-84ac-0e3c440884a5 admin admin] Added segment f99e2c3c-1703-4ef1-92d5-da62be2eb508 of type vlan for network 3d5d1f87-82cf-4ce4-a64a-54f0ff86165e Aug 10 01:28:44.515676 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3b50fb95-d99a-4d5f-842c-738e1ff5b482 req-047b9594-a229-422f-a4af-750269910d78 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340595 Aug 10 01:28:44.542167 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f9a7c11a-abfd-4d12-84ac-0e3c440884a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:44.571514 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f9a7c11a-abfd-4d12-84ac-0e3c440884a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:44.572510 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a7c11a-abfd-4d12-84ac-0e3c440884a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:44.573087 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f9a7c11a-abfd-4d12-84ac-0e3c440884a5 admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:44.625059 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f9a7c11a-abfd-4d12-84ac-0e3c440884a5 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3893006 Aug 10 01:28:44.628013 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57382) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:44.633544 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-6cf84b3b-bcd1-418d-b6bd-8fbd1d1b0b4e admin admin] Request body: {'subnet': {'network_id': '3d5d1f87-82cf-4ce4-a64a-54f0ff86165e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1205245882-subnet', 'tenant_id': 'a6688c5e04c644be8f646b74cf664638', 'ip_version': 4}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:28:44.636033 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7c11a-abfd-4d12-84ac-0e3c440884a5 admin admin] Pushing event updated for resources: {'Network': ['ID=3d5d1f87-82cf-4ce4-a64a-54f0ff86165e,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:44.645851 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 3d5d1f87-82cf-4ce4-a64a-54f0ff86165e details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:28:44.654370 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf84b3b-bcd1-418d-b6bd-8fbd1d1b0b4e admin admin] Made reservation on behalf of a6688c5e04c644be8f646b74cf664638 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:28:44.657186 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6cf84b3b-bcd1-418d-b6bd-8fbd1d1b0b4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:44.819452 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6cf84b3b-bcd1-418d-b6bd-8fbd1d1b0b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:44.875619 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf84b3b-bcd1-418d-b6bd-8fbd1d1b0b4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a92ae24-5ea7-48ef-aa12-f3ff4393d619,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:44.882492 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf84b3b-bcd1-418d-b6bd-8fbd1d1b0b4e admin admin] Checking segment: {'id': 'f99e2c3c-1703-4ef1-92d5-da62be2eb508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3d5d1f87-82cf-4ce4-a64a-54f0ff86165e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:28:44.882856 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf84b3b-bcd1-418d-b6bd-8fbd1d1b0b4e admin admin] Network hostable DHCP agents. Network: 3d5d1f87-82cf-4ce4-a64a-54f0ff86165e, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:28:44.900377 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf84b3b-bcd1-418d-b6bd-8fbd1d1b0b4e admin admin] Network 3d5d1f87-82cf-4ce4-a64a-54f0ff86165e is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:28:44.908639 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-6cf84b3b-bcd1-418d-b6bd-8fbd1d1b0b4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 3d5d1f87-82cf-4ce4-a64a-54f0ff86165e) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:28:44.912559 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf84b3b-bcd1-418d-b6bd-8fbd1d1b0b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:44.913153 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6cf84b3b-bcd1-418d-b6bd-8fbd1d1b0b4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:44.917045 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32255cd7-a6f4-4add-9e56-0c1cad068283 None None] Network 3d5d1f87-82cf-4ce4-a64a-54f0ff86165e requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:28:44.928688 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6cf84b3b-bcd1-418d-b6bd-8fbd1d1b0b4e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.2995744 Aug 10 01:28:44.931274 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57384) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:44.935839 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-5754c6e2-2b78-41ff-8aa2-3b40762ee2c0 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1205245882-router', 'tenant_id': 'a6688c5e04c644be8f646b74cf664638', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:28:44.956414 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5754c6e2-2b78-41ff-8aa2-3b40762ee2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:44.957421 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5754c6e2-2b78-41ff-8aa2-3b40762ee2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:45.013472 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5754c6e2-2b78-41ff-8aa2-3b40762ee2c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:45.059819 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bfcf87-2a6d-435c-80c2-e118c04bd0f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-3d5d1f87-82cf-4ce4-a64a-54f0ff86165e', 'network_id': '3d5d1f87-82cf-4ce4-a64a-54f0ff86165e', 'tenant_id': 'a6688c5e04c644be8f646b74cf664638', 'fixed_ips': [{'subnet_id': '1a92ae24-5ea7-48ef-aa12-f3ff4393d619'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:28:45.060707 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-63bfcf87-2a6d-435c-80c2-e118c04bd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:45.145875 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5754c6e2-2b78-41ff-8aa2-3b40762ee2c0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:45.194012 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-63bfcf87-2a6d-435c-80c2-e118c04bd0f9 None None] Allocated IP 172.20.0.2 (3d5d1f87-82cf-4ce4-a64a-54f0ff86165e/1a92ae24-5ea7-48ef-aa12-f3ff4393d619/0d997b44-2224-4bf4-8f52-471743eb2a44) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:28:45.229075 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:45.340628 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-63bfcf87-2a6d-435c-80c2-e118c04bd0f9 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:45.342592 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5754c6e2-2b78-41ff-8aa2-3b40762ee2c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:45.349858 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-63bfcf87-2a6d-435c-80c2-e118c04bd0f9 None None] Transition to ACTIVE for port object 0d997b44-2224-4bf4-8f52-471743eb2a44 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:28:45.362882 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5754c6e2-2b78-41ff-8aa2-3b40762ee2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:45.364239 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-63bfcf87-2a6d-435c-80c2-e118c04bd0f9 None None] Transition to ACTIVE for port object 0d997b44-2224-4bf4-8f52-471743eb2a44 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:28:45.369964 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-63bfcf87-2a6d-435c-80c2-e118c04bd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:45.409092 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bfcf87-2a6d-435c-80c2-e118c04bd0f9 None None] Network 3d5d1f87-82cf-4ce4-a64a-54f0ff86165e is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:28:45.413836 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-63bfcf87-2a6d-435c-80c2-e118c04bd0f9 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:28:45.417411 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bfcf87-2a6d-435c-80c2-e118c04bd0f9 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:28:45.426862 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bfcf87-2a6d-435c-80c2-e118c04bd0f9 None None] Pushing event updated for resources: {'Port': ['ID=0d997b44-2224-4bf4-8f52-471743eb2a44,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:45.469939 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-5754c6e2-2b78-41ff-8aa2-3b40762ee2c0 admin admin] Allocated IP 172.25.2.118 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/4adb91dd-6e08-463e-a79e-e4230b3ca29d) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:28:45.476675 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-63bfcf87-2a6d-435c-80c2-e118c04bd0f9 None None] Attempting to bind port 0d997b44-2224-4bf4-8f52-471743eb2a44 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:28:45.477067 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-63bfcf87-2a6d-435c-80c2-e118c04bd0f9 None None] Attempting to bind port 0d997b44-2224-4bf4-8f52-471743eb2a44 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'f99e2c3c-1703-4ef1-92d5-da62be2eb508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3d5d1f87-82cf-4ce4-a64a-54f0ff86165e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:28:45.477434 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bfcf87-2a6d-435c-80c2-e118c04bd0f9 None None] Attempting to bind port 0d997b44-2224-4bf4-8f52-471743eb2a44 on network 3d5d1f87-82cf-4ce4-a64a-54f0ff86165e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:28:45.482412 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bfcf87-2a6d-435c-80c2-e118c04bd0f9 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:28:45.482840 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bfcf87-2a6d-435c-80c2-e118c04bd0f9 None None] Checking segment: {'id': 'f99e2c3c-1703-4ef1-92d5-da62be2eb508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3d5d1f87-82cf-4ce4-a64a-54f0ff86165e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:28:45.483305 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-63bfcf87-2a6d-435c-80c2-e118c04bd0f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:45.483709 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bfcf87-2a6d-435c-80c2-e118c04bd0f9 None None] Bound using segment: {'id': 'f99e2c3c-1703-4ef1-92d5-da62be2eb508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3d5d1f87-82cf-4ce4-a64a-54f0ff86165e'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:28:45.484226 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-63bfcf87-2a6d-435c-80c2-e118c04bd0f9 None None] Bound port: 0d997b44-2224-4bf4-8f52-471743eb2a44, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f99e2c3c-1703-4ef1-92d5-da62be2eb508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3d5d1f87-82cf-4ce4-a64a-54f0ff86165e'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:28:45.484643 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-63bfcf87-2a6d-435c-80c2-e118c04bd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:45.546624 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-63bfcf87-2a6d-435c-80c2-e118c04bd0f9 None None] For port 0d997b44-2224-4bf4-8f52-471743eb2a44, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:28:45.550181 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-63bfcf87-2a6d-435c-80c2-e118c04bd0f9 None None] For port 0d997b44-2224-4bf4-8f52-471743eb2a44, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=0d997b44-2224-4bf4-8f52-471743eb2a44,segment=NetworkSegment(f99e2c3c-1703-4ef1-92d5-da62be2eb508),segment_id=f99e2c3c-1703-4ef1-92d5-da62be2eb508)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:28:45.555382 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-63bfcf87-2a6d-435c-80c2-e118c04bd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:45.574704 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5754c6e2-2b78-41ff-8aa2-3b40762ee2c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:45.621231 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bfcf87-2a6d-435c-80c2-e118c04bd0f9 None None] Pushing event updated for resources: {'Port': ['ID=0d997b44-2224-4bf4-8f52-471743eb2a44,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:45.670603 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30beb00-0f3d-4369-bc08-5f80cb0f20d9 req-6d529b01-6f9d-46c2-b2a2-ecfb829cf5e9 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:45.672157 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b30beb00-0f3d-4369-bc08-5f80cb0f20d9 req-6d529b01-6f9d-46c2-b2a2-ecfb829cf5e9 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 945 time: 0.0832460 Aug 10 01:28:45.673754 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5754c6e2-2b78-41ff-8aa2-3b40762ee2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:46.069948 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5754c6e2-2b78-41ff-8aa2-3b40762ee2c0 admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:28:46.077770 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-5754c6e2-2b78-41ff-8aa2-3b40762ee2c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:28:46.085871 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5754c6e2-2b78-41ff-8aa2-3b40762ee2c0 admin admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:28:46.094260 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5754c6e2-2b78-41ff-8aa2-3b40762ee2c0 admin admin] Pushing event updated for resources: {'Port': ['ID=4adb91dd-6e08-463e-a79e-e4230b3ca29d,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:46.120441 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b30beb00-0f3d-4369-bc08-5f80cb0f20d9 req-cd8c768f-08ce-4e57-b802-e9e7a6062bfe tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4383974 Aug 10 01:28:46.322800 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:46.348272 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5754c6e2-2b78-41ff-8aa2-3b40762ee2c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:46.492434 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b78a91d-ec72-4c02-9efc-37b9129415e3 None None] Network 3d5d1f87-82cf-4ce4-a64a-54f0ff86165e requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:28:46.546668 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e3369dcd-c730-4099-83aa-96a229072144 None None] Provisioning for port 0d997b44-2224-4bf4-8f52-471743eb2a44 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:28:46.548267 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5754c6e2-2b78-41ff-8aa2-3b40762ee2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:46.683442 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5754c6e2-2b78-41ff-8aa2-3b40762ee2c0 admin admin] Router 1ec5fc37-19e4-4429-a011-30473e065e88 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:28:46.798897 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 0d997b44-2224-4bf4-8f52-471743eb2a44 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:28:46.802392 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5754c6e2-2b78-41ff-8aa2-3b40762ee2c0 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:28:46.820749 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5754c6e2-2b78-41ff-8aa2-3b40762ee2c0 admin admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:46.822628 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5754c6e2-2b78-41ff-8aa2-3b40762ee2c0 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 1.8901763 Aug 10 01:28:46.825483 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57388) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:46.835552 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7553b4-fd06-41a5-b33f-8b78fbadcb2e None None] Sync routers for ids ['1ec5fc37-19e4-4429-a011-30473e065e88'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:28:46.854792 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7553b4-fd06-41a5-b33f-8b78fbadcb2e None None] Routers {'1ec5fc37-19e4-4429-a011-30473e065e88'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:28:46.855512 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-9a7553b4-fd06-41a5-b33f-8b78fbadcb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:28:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['1ec5fc37-19e4-4429-a011-30473e065e88'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:46.949178 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 0d997b44-2224-4bf4-8f52-471743eb2a44 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:28:46.955596 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7bd084ac-ebb2-4304-a5c3-b2fba5d06580 None None] Provisioning complete for port 0d997b44-2224-4bf4-8f52-471743eb2a44 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:28:46.955969 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7bd084ac-ebb2-4304-a5c3-b2fba5d06580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:46.962454 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 0d997b44-2224-4bf4-8f52-471743eb2a44 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:28:46.962814 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:47.038887 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-9a7553b4-fd06-41a5-b33f-8b78fbadcb2e None None] Set router 1ec5fc37-19e4-4429-a011-30473e065e88 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:28:47.204582 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:47.221437 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7bd084ac-ebb2-4304-a5c3-b2fba5d06580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:47.272209 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97f0c9-8b8f-4393-be50-e65f6f5751e6 req-4184da6b-3c2a-4ad1-b92c-263eefb13f79 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:47.273713 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3a97f0c9-8b8f-4393-be50-e65f6f5751e6 req-4184da6b-3c2a-4ad1-b92c-263eefb13f79 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 945 time: 0.0789695 Aug 10 01:28:47.275316 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d9135c1c-f494-4719-b58a-cce1ab4d4ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:47.280475 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 0d997b44-2224-4bf4-8f52-471743eb2a44, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=0d997b44-2224-4bf4-8f52-471743eb2a44,segment=NetworkSegment(f99e2c3c-1703-4ef1-92d5-da62be2eb508),segment_id=f99e2c3c-1703-4ef1-92d5-da62be2eb508)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:28:47.301008 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:47.357971 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3a97f0c9-8b8f-4393-be50-e65f6f5751e6 req-06579377-2c54-47e5-b5de-01ec8ab3ee9f tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731218 Aug 10 01:28:47.383069 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.db.api [None req-7bd084ac-ebb2-4304-a5c3-b2fba5d06580 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:28:47.383610 n-d-766726-26 neutron-server[105828]: DEBUG oslo_db.api [None req-7bd084ac-ebb2-4304-a5c3-b2fba5d06580 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:28:47.390552 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=0d997b44-2224-4bf4-8f52-471743eb2a44,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:47.401000 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-9a7553b4-fd06-41a5-b33f-8b78fbadcb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec5fc37-19e4-4429-a011-30473e065e88', 'name': 'tempest-ImageQuotaTest-1205245882-router', 'tenant_id': 'a6688c5e04c644be8f646b74cf664638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '4adb91dd-6e08-463e-a79e-e4230b3ca29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:44Z', 'updated_at': '2021-08-10T01:28:46Z', 'revision_number': 3, 'project_id': 'a6688c5e04c644be8f646b74cf664638', 'gw_port': {'id': '4adb91dd-6e08-463e-a79e-e4230b3ca29d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:de:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec5fc37-19e4-4429-a011-30473e065e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:45Z', 'updated_at': '2021-08-10T01:28:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:47.430208 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7553b4-fd06-41a5-b33f-8b78fbadcb2e None None] Checking router: 1ec5fc37-19e4-4429-a011-30473e065e88 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:28:47.430565 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7553b4-fd06-41a5-b33f-8b78fbadcb2e None None] Updating router 1ec5fc37-19e4-4429-a011-30473e065e88 port 4adb91dd-6e08-463e-a79e-e4230b3ca29d binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:28:47.454713 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9a7553b4-fd06-41a5-b33f-8b78fbadcb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:47.460665 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-d9135c1c-f494-4719-b58a-cce1ab4d4ca0 admin admin] Allocated IP 172.20.0.1 (3d5d1f87-82cf-4ce4-a64a-54f0ff86165e/1a92ae24-5ea7-48ef-aa12-f3ff4393d619/ad3fa6d4-d167-4d8c-8d5c-11d8b819b159) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:28:47.566474 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d9135c1c-f494-4719-b58a-cce1ab4d4ca0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:47.581446 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-d9135c1c-f494-4719-b58a-cce1ab4d4ca0 admin admin] Transition to ACTIVE for port object ad3fa6d4-d167-4d8c-8d5c-11d8b819b159 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:28:47.614226 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d9135c1c-f494-4719-b58a-cce1ab4d4ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:47.658666 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9135c1c-f494-4719-b58a-cce1ab4d4ca0 admin admin] Network 3d5d1f87-82cf-4ce4-a64a-54f0ff86165e is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:28:47.670026 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-d9135c1c-f494-4719-b58a-cce1ab4d4ca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:28:47.672573 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9135c1c-f494-4719-b58a-cce1ab4d4ca0 admin admin] Pushing event updated for resources: {'Port': ['ID=ad3fa6d4-d167-4d8c-8d5c-11d8b819b159,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:47.675591 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9135c1c-f494-4719-b58a-cce1ab4d4ca0 admin admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:28:47.715446 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d9135c1c-f494-4719-b58a-cce1ab4d4ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:47.854746 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d9135c1c-f494-4719-b58a-cce1ab4d4ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:47.865082 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9a7553b4-fd06-41a5-b33f-8b78fbadcb2e None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:47.875895 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-9a7553b4-fd06-41a5-b33f-8b78fbadcb2e None None] Transition to ACTIVE for port object 4adb91dd-6e08-463e-a79e-e4230b3ca29d will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:28:47.882053 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9a7553b4-fd06-41a5-b33f-8b78fbadcb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:47.962172 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-9a7553b4-fd06-41a5-b33f-8b78fbadcb2e None None] Attempting to bind port 4adb91dd-6e08-463e-a79e-e4230b3ca29d on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:28:47.962475 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-9a7553b4-fd06-41a5-b33f-8b78fbadcb2e None None] Attempting to bind port 4adb91dd-6e08-463e-a79e-e4230b3ca29d by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:28:47.962835 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7553b4-fd06-41a5-b33f-8b78fbadcb2e None None] Attempting to bind port 4adb91dd-6e08-463e-a79e-e4230b3ca29d on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:28:47.974410 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7553b4-fd06-41a5-b33f-8b78fbadcb2e None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:28:47.974794 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7553b4-fd06-41a5-b33f-8b78fbadcb2e None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:28:47.975202 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9a7553b4-fd06-41a5-b33f-8b78fbadcb2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:47.975597 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7553b4-fd06-41a5-b33f-8b78fbadcb2e None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:28:47.976070 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-9a7553b4-fd06-41a5-b33f-8b78fbadcb2e None None] Bound port: 4adb91dd-6e08-463e-a79e-e4230b3ca29d, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:28:47.976478 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9a7553b4-fd06-41a5-b33f-8b78fbadcb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:47.979037 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dcfe8d-3bcf-4da3-ba75-0918afbd1528 None None] Pushing event updated for resources: {'Port': ['ID=4adb91dd-6e08-463e-a79e-e4230b3ca29d,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:48.024763 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d9135c1c-f494-4719-b58a-cce1ab4d4ca0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:48.031845 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d9135c1c-f494-4719-b58a-cce1ab4d4ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:48.036942 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-9a7553b4-fd06-41a5-b33f-8b78fbadcb2e None None] For port 4adb91dd-6e08-463e-a79e-e4230b3ca29d, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:28:48.041960 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-9a7553b4-fd06-41a5-b33f-8b78fbadcb2e None None] For port 4adb91dd-6e08-463e-a79e-e4230b3ca29d, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=4adb91dd-6e08-463e-a79e-e4230b3ca29d,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:28:48.047780 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9a7553b4-fd06-41a5-b33f-8b78fbadcb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:48.102050 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f56235f8-cbbf-458d-b2a1-de9092f1f0e1 None None] Provisioning for port ad3fa6d4-d167-4d8c-8d5c-11d8b819b159 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:28:48.109143 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9135c1c-f494-4719-b58a-cce1ab4d4ca0 admin admin] Pushing event updated for resources: {'Port': ['ID=ad3fa6d4-d167-4d8c-8d5c-11d8b819b159,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:48.112230 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d9135c1c-f494-4719-b58a-cce1ab4d4ca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:48.114536 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f56235f8-cbbf-458d-b2a1-de9092f1f0e1 None None] Provisioning complete for port ad3fa6d4-d167-4d8c-8d5c-11d8b819b159 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:28:48.114921 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f56235f8-cbbf-458d-b2a1-de9092f1f0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:48.121592 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9135c1c-f494-4719-b58a-cce1ab4d4ca0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:48.121940 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9135c1c-f494-4719-b58a-cce1ab4d4ca0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:48.122272 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9135c1c-f494-4719-b58a-cce1ab4d4ca0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:48.122613 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9135c1c-f494-4719-b58a-cce1ab4d4ca0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:48.122948 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9135c1c-f494-4719-b58a-cce1ab4d4ca0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:48.123802 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9135c1c-f494-4719-b58a-cce1ab4d4ca0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:48.124236 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9135c1c-f494-4719-b58a-cce1ab4d4ca0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:48.124878 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9135c1c-f494-4719-b58a-cce1ab4d4ca0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:48.124878 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9135c1c-f494-4719-b58a-cce1ab4d4ca0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:48.125204 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9135c1c-f494-4719-b58a-cce1ab4d4ca0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:48.125527 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9135c1c-f494-4719-b58a-cce1ab4d4ca0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:48.125847 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9135c1c-f494-4719-b58a-cce1ab4d4ca0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:48.152116 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7553b4-fd06-41a5-b33f-8b78fbadcb2e None None] Routers {'1ec5fc37-19e4-4429-a011-30473e065e88'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:28:48.152779 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-9a7553b4-fd06-41a5-b33f-8b78fbadcb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:28:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['1ec5fc37-19e4-4429-a011-30473e065e88'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:48.158707 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dcfe8d-3bcf-4da3-ba75-0918afbd1528 None None] Pushing event updated for resources: {'Port': ['ID=4adb91dd-6e08-463e-a79e-e4230b3ca29d,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:48.207392 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-f56235f8-cbbf-458d-b2a1-de9092f1f0e1 None None] Port ad3fa6d4-d167-4d8c-8d5c-11d8b819b159 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:28:48.222582 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9135c1c-f494-4719-b58a-cce1ab4d4ca0 admin admin] Network 3d5d1f87-82cf-4ce4-a64a-54f0ff86165e is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:28:48.224048 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-d9135c1c-f494-4719-b58a-cce1ab4d4ca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:28:48.275098 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-9a7553b4-fd06-41a5-b33f-8b78fbadcb2e None None] Set router 1ec5fc37-19e4-4429-a011-30473e065e88 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:28:48.349017 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9135c1c-f494-4719-b58a-cce1ab4d4ca0 admin admin] Router 1ec5fc37-19e4-4429-a011-30473e065e88 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:28:48.492968 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-9a7553b4-fd06-41a5-b33f-8b78fbadcb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec5fc37-19e4-4429-a011-30473e065e88', 'name': 'tempest-ImageQuotaTest-1205245882-router', 'tenant_id': 'a6688c5e04c644be8f646b74cf664638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '4adb91dd-6e08-463e-a79e-e4230b3ca29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:44Z', 'updated_at': '2021-08-10T01:28:47Z', 'revision_number': 4, 'project_id': 'a6688c5e04c644be8f646b74cf664638', 'gw_port': {'id': '4adb91dd-6e08-463e-a79e-e4230b3ca29d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:de:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec5fc37-19e4-4429-a011-30473e065e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:45Z', 'updated_at': '2021-08-10T01:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'ad3fa6d4-d167-4d8c-8d5c-11d8b819b159', 'name': '', 'network_id': '3d5d1f87-82cf-4ce4-a64a-54f0ff86165e', 'tenant_id': 'a6688c5e04c644be8f646b74cf664638', 'mac_address': 'fa:16:3e:fb:f5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec5fc37-19e4-4429-a011-30473e065e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '1a92ae24-5ea7-48ef-aa12-f3ff4393d619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:47Z', 'updated_at': '2021-08-10T01:28:47Z', 'revision_number': 2, 'project_id': 'a6688c5e04c644be8f646b74cf664638', 'subnets': [{'id': '1a92ae24-5ea7-48ef-aa12-f3ff4393d619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:48.509197 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9135c1c-f494-4719-b58a-cce1ab4d4ca0 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:28:48.517441 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d9135c1c-f494-4719-b58a-cce1ab4d4ca0 admin admin] 10.222.0.35 "PUT /v2.0/routers/1ec5fc37-19e4-4429-a011-30473e065e88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6879597 Aug 10 01:28:48.520718 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7553b4-fd06-41a5-b33f-8b78fbadcb2e None None] The sync data for ids ['1ec5fc37-19e4-4429-a011-30473e065e88'] in n-d-766726-26 is: [{'id': '1ec5fc37-19e4-4429-a011-30473e065e88', 'name': 'tempest-ImageQuotaTest-1205245882-router', 'tenant_id': 'a6688c5e04c644be8f646b74cf664638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '4adb91dd-6e08-463e-a79e-e4230b3ca29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:44Z', 'updated_at': '2021-08-10T01:28:47Z', 'revision_number': 4, 'project_id': 'a6688c5e04c644be8f646b74cf664638', 'gw_port': {'id': '4adb91dd-6e08-463e-a79e-e4230b3ca29d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:de:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec5fc37-19e4-4429-a011-30473e065e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:45Z', 'updated_at': '2021-08-10T01:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'ad3fa6d4-d167-4d8c-8d5c-11d8b819b159', 'name': '', 'network_id': '3d5d1f87-82cf-4ce4-a64a-54f0ff86165e', 'tenant_id': 'a6688c5e04c644be8f646b74cf664638', 'mac_address': 'fa:16:3e:fb:f5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec5fc37-19e4-4429-a011-30473e065e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '1a92ae24-5ea7-48ef-aa12-f3ff4393d619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:47Z', 'updated_at': '2021-08-10T01:28:47Z', 'revision_number': 2, 'project_id': 'a6688c5e04c644be8f646b74cf664638', 'subnets': [{'id': '1a92ae24-5ea7-48ef-aa12-f3ff4393d619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:28:48.534930 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c6bf0a7d-9a0a-404d-afdb-061f6781ed25 None None] Provisioning complete for port ad3fa6d4-d167-4d8c-8d5c-11d8b819b159 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:28:48.535314 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c6bf0a7d-9a0a-404d-afdb-061f6781ed25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:48.535828 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c2456-5c96-4237-9bb8-1cecaf5acf3f req-c5983508-4621-4b5c-94e0-5c139bf6c888 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:48.537345 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c13c2456-5c96-4237-9bb8-1cecaf5acf3f req-c5983508-4621-4b5c-94e0-5c139bf6c888 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 945 time: 0.0864108 Aug 10 01:28:48.587792 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c13c2456-5c96-4237-9bb8-1cecaf5acf3f req-453e5d69-c787-48de-8ded-a5f09123ad3d tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403852 Aug 10 01:28:48.595082 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c6bf0a7d-9a0a-404d-afdb-061f6781ed25 None None] Port ad3fa6d4-d167-4d8c-8d5c-11d8b819b159 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:28:48.760352 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:28:48.773990 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 0d997b44-2224-4bf4-8f52-471743eb2a44 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:28:48.854104 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 0d997b44-2224-4bf4-8f52-471743eb2a44 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:28:48.854620 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:49.627506 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57414) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:49.726443 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656f3a6-95d2-4a8b-9257-7420ad712f05 req-1d32821a-3adf-4eca-a073-2f7491cdce4e tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:49.728342 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e656f3a6-95d2-4a8b-9257-7420ad712f05 req-1d32821a-3adf-4eca-a073-2f7491cdce4e tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 945 time: 0.0564506 Aug 10 01:28:49.768440 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e656f3a6-95d2-4a8b-9257-7420ad712f05 req-48915e97-8060-41ad-9a5f-b89bd74f4124 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335200 Aug 10 01:28:49.975715 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cc44f87a-2fbb-4384-b718-4ff5fca89e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:50.222409 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-cc44f87a-2fbb-4384-b718-4ff5fca89e8a admin admin] Deleting port ad3fa6d4-d167-4d8c-8d5c-11d8b819b159 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:28:50.222748 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cc44f87a-2fbb-4384-b718-4ff5fca89e8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:50.298773 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cc44f87a-2fbb-4384-b718-4ff5fca89e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:50.311707 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-cc44f87a-2fbb-4384-b718-4ff5fca89e8a admin admin] Calling delete_port for ad3fa6d4-d167-4d8c-8d5c-11d8b819b159 owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:28:50.494014 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cc44f87a-2fbb-4384-b718-4ff5fca89e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:50.519385 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44f87a-2fbb-4384-b718-4ff5fca89e8a admin admin] Pushing event deleted for resources: {'Port': ['ID=ad3fa6d4-d167-4d8c-8d5c-11d8b819b159,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:50.619892 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00e10fa-b0ee-4204-83c7-3faa4299f011 None None] Sync routers for ids ['1ec5fc37-19e4-4429-a011-30473e065e88'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:28:50.633013 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00e10fa-b0ee-4204-83c7-3faa4299f011 None None] Routers {'1ec5fc37-19e4-4429-a011-30473e065e88'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:28:50.633633 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-d00e10fa-b0ee-4204-83c7-3faa4299f011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:28:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['1ec5fc37-19e4-4429-a011-30473e065e88'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:50.698408 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cc44f87a-2fbb-4384-b718-4ff5fca89e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:50.745860 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-d00e10fa-b0ee-4204-83c7-3faa4299f011 None None] Set router 1ec5fc37-19e4-4429-a011-30473e065e88 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:28:50.794345 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4adb91dd-6e08-463e-a79e-e4230b3ca29d up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:28:50.858110 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 4adb91dd-6e08-463e-a79e-e4230b3ca29d completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:28:50.864461 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 4adb91dd-6e08-463e-a79e-e4230b3ca29d triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:28:50.864919 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:50.911420 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8c11f-53a4-4590-a287-93d10845659c req-a667cb48-6635-4c68-8cd8-0ef9ebe5d94a tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:50.913870 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-17f8c11f-53a4-4590-a287-93d10845659c req-a667cb48-6635-4c68-8cd8-0ef9ebe5d94a tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 945 time: 0.0741036 Aug 10 01:28:50.948987 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-d00e10fa-b0ee-4204-83c7-3faa4299f011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec5fc37-19e4-4429-a011-30473e065e88', 'name': 'tempest-ImageQuotaTest-1205245882-router', 'tenant_id': 'a6688c5e04c644be8f646b74cf664638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '4adb91dd-6e08-463e-a79e-e4230b3ca29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:44Z', 'updated_at': '2021-08-10T01:28:50Z', 'revision_number': 5, 'project_id': 'a6688c5e04c644be8f646b74cf664638', 'gw_port': {'id': '4adb91dd-6e08-463e-a79e-e4230b3ca29d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:de:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec5fc37-19e4-4429-a011-30473e065e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:45Z', 'updated_at': '2021-08-10T01:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:50.955351 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc44f87a-2fbb-4384-b718-4ff5fca89e8a admin admin] Router 1ec5fc37-19e4-4429-a011-30473e065e88 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:28:50.961948 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-17f8c11f-53a4-4590-a287-93d10845659c req-e31ea399-68b5-429d-a063-59d91244e317 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418959 Aug 10 01:28:50.966692 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:50.979823 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00e10fa-b0ee-4204-83c7-3faa4299f011 None None] Checking router: 1ec5fc37-19e4-4429-a011-30473e065e88 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:28:50.989091 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00e10fa-b0ee-4204-83c7-3faa4299f011 None None] Routers {'1ec5fc37-19e4-4429-a011-30473e065e88'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:28:50.989756 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-d00e10fa-b0ee-4204-83c7-3faa4299f011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:28:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['1ec5fc37-19e4-4429-a011-30473e065e88'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:50.989918 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 4adb91dd-6e08-463e-a79e-e4230b3ca29d, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=4adb91dd-6e08-463e-a79e-e4230b3ca29d,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:28:50.994058 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:51.050731 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=4adb91dd-6e08-463e-a79e-e4230b3ca29d,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:51.070772 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc44f87a-2fbb-4384-b718-4ff5fca89e8a admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:28:51.075694 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cc44f87a-2fbb-4384-b718-4ff5fca89e8a admin admin] 10.222.0.35 "PUT /v2.0/routers/1ec5fc37-19e4-4429-a011-30473e065e88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4470949 Aug 10 01:28:51.078766 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57418) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:51.099813 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-d00e10fa-b0ee-4204-83c7-3faa4299f011 None None] Set router 1ec5fc37-19e4-4429-a011-30473e065e88 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:28:51.180634 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cd2d493f-bdc3-404c-a74b-38fb7b48ec8c admin admin] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:51.272352 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-d00e10fa-b0ee-4204-83c7-3faa4299f011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec5fc37-19e4-4429-a011-30473e065e88', 'name': 'tempest-ImageQuotaTest-1205245882-router', 'tenant_id': 'a6688c5e04c644be8f646b74cf664638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '4adb91dd-6e08-463e-a79e-e4230b3ca29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:44Z', 'updated_at': '2021-08-10T01:28:50Z', 'revision_number': 5, 'project_id': 'a6688c5e04c644be8f646b74cf664638', 'gw_port': {'id': '4adb91dd-6e08-463e-a79e-e4230b3ca29d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:de:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec5fc37-19e4-4429-a011-30473e065e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:45Z', 'updated_at': '2021-08-10T01:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:51.282402 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cd2d493f-bdc3-404c-a74b-38fb7b48ec8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:51.298740 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00e10fa-b0ee-4204-83c7-3faa4299f011 None None] The sync data for ids ['1ec5fc37-19e4-4429-a011-30473e065e88'] in n-d-766726-26 is: [{'id': '1ec5fc37-19e4-4429-a011-30473e065e88', 'name': 'tempest-ImageQuotaTest-1205245882-router', 'tenant_id': 'a6688c5e04c644be8f646b74cf664638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '4adb91dd-6e08-463e-a79e-e4230b3ca29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:44Z', 'updated_at': '2021-08-10T01:28:50Z', 'revision_number': 5, 'project_id': 'a6688c5e04c644be8f646b74cf664638', 'gw_port': {'id': '4adb91dd-6e08-463e-a79e-e4230b3ca29d', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:de:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec5fc37-19e4-4429-a011-30473e065e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:45Z', 'updated_at': '2021-08-10T01:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:28:51.338031 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-cd2d493f-bdc3-404c-a74b-38fb7b48ec8c admin admin] Deleting port 4adb91dd-6e08-463e-a79e-e4230b3ca29d {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:28:51.338377 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cd2d493f-bdc3-404c-a74b-38fb7b48ec8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:51.419603 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-cd2d493f-bdc3-404c-a74b-38fb7b48ec8c admin admin] For port 4adb91dd-6e08-463e-a79e-e4230b3ca29d, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=4adb91dd-6e08-463e-a79e-e4230b3ca29d,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:28:51.419973 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cd2d493f-bdc3-404c-a74b-38fb7b48ec8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:51.455239 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-cd2d493f-bdc3-404c-a74b-38fb7b48ec8c admin admin] Calling delete_port for 4adb91dd-6e08-463e-a79e-e4230b3ca29d owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:28:51.504010 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-731132f0-3ace-476c-ad09-68ef7f72aa28 req-21c66fdb-0677-4603-ad02-a50f6a3253a1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0864146 Aug 10 01:28:51.643637 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731132f0-3ace-476c-ad09-68ef7f72aa28 req-d9be8a63-ce7e-40e8-a5a5-6b62e05af48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:51.645173 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-731132f0-3ace-476c-ad09-68ef7f72aa28 req-d9be8a63-ce7e-40e8-a5a5-6b62e05af48c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2aef40f8504414fa599dc77ba652e3e&device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 1097 time: 0.0787151 Aug 10 01:28:51.664759 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cd2d493f-bdc3-404c-a74b-38fb7b48ec8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:51.740117 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d493f-bdc3-404c-a74b-38fb7b48ec8c admin admin] Pushing event deleted for resources: {'Port': ['ID=4adb91dd-6e08-463e-a79e-e4230b3ca29d,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:51.775648 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d493f-bdc3-404c-a74b-38fb7b48ec8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:51.776010 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d493f-bdc3-404c-a74b-38fb7b48ec8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:51.776388 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d493f-bdc3-404c-a74b-38fb7b48ec8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:51.776736 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d493f-bdc3-404c-a74b-38fb7b48ec8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:51.777083 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d493f-bdc3-404c-a74b-38fb7b48ec8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:51.777421 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d493f-bdc3-404c-a74b-38fb7b48ec8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:51.777759 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d493f-bdc3-404c-a74b-38fb7b48ec8c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:51.778094 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d493f-bdc3-404c-a74b-38fb7b48ec8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:51.778434 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d493f-bdc3-404c-a74b-38fb7b48ec8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:51.778767 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d493f-bdc3-404c-a74b-38fb7b48ec8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:51.779100 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d493f-bdc3-404c-a74b-38fb7b48ec8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:51.779473 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d493f-bdc3-404c-a74b-38fb7b48ec8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:28:51.843385 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cd2d493f-bdc3-404c-a74b-38fb7b48ec8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:51.845832 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731132f0-3ace-476c-ad09-68ef7f72aa28 req-54e1bce9-d094-409b-bc98-f159751ca6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:51.847347 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-731132f0-3ace-476c-ad09-68ef7f72aa28 req-54e1bce9-d094-409b-bc98-f159751ca6e5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=aff05c9a-e8d3-4556-823f-a7475c536508 HTTP/1.1" status: 200 len: 919 time: 0.1803174 Aug 10 01:28:51.968987 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-731132f0-3ace-476c-ad09-68ef7f72aa28 req-8aec1355-bf3a-49db-ade8-f4a675dc8e11 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7bb15e28-e0d5-4180-aff7-9d63f7b8fb36 HTTP/1.1" status: 200 len: 217 time: 0.0915468 Aug 10 01:28:51.974849 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cd2d493f-bdc3-404c-a74b-38fb7b48ec8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:51.985019 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cd2d493f-bdc3-404c-a74b-38fb7b48ec8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:52.059653 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cd2d493f-bdc3-404c-a74b-38fb7b48ec8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:52.060218 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2d493f-bdc3-404c-a74b-38fb7b48ec8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ec5fc37-19e4-4429-a011-30473e065e88 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:28:52.062606 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731132f0-3ace-476c-ad09-68ef7f72aa28 req-7f56c1f9-c326-475b-a7a2-66339288d1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:52.064127 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-731132f0-3ace-476c-ad09-68ef7f72aa28 req-7f56c1f9-c326-475b-a7a2-66339288d1ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b762b89-2d46-47b3-99d3-6df0ae9196ef HTTP/1.1" status: 200 len: 858 time: 0.0873451 Aug 10 01:28:52.067041 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cd2d493f-bdc3-404c-a74b-38fb7b48ec8c admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:52.068074 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cd2d493f-bdc3-404c-a74b-38fb7b48ec8c admin admin] 10.222.0.35 "DELETE /v2.0/routers/1ec5fc37-19e4-4429-a011-30473e065e88 HTTP/1.1" status: 204 len: 168 time: 0.9883568 Aug 10 01:28:52.070628 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57422) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:52.106039 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0cf25-aba2-471e-bf06-e794c264701a req-fdeedf23-c5b7-4813-bff5-265cda9addb2 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:52.108544 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-95c0cf25-aba2-471e-bf06-e794c264701a req-fdeedf23-c5b7-4813-bff5-265cda9addb2 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 945 time: 0.0648916 Aug 10 01:28:52.120957 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-731132f0-3ace-476c-ad09-68ef7f72aa28 req-8eca6330-a0d5-4366-9911-739af7ea1a46 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aff05c9a-e8d3-4556-823f-a7475c536508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481484 Aug 10 01:28:52.150875 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-95c0cf25-aba2-471e-bf06-e794c264701a req-36a724b9-3986-4d58-8153-54638a889de2 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354629 Aug 10 01:28:52.183188 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-7afdabfe-3997-46a8-93de-faa2772e180b admin admin] Deleting subnet 1a92ae24-5ea7-48ef-aa12-f3ff4393d619 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:28:52.189050 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7afdabfe-3997-46a8-93de-faa2772e180b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:52.244971 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7afdabfe-3997-46a8-93de-faa2772e180b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:52.284029 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-731132f0-3ace-476c-ad09-68ef7f72aa28 req-ed36d664-3a5f-4278-8cb0-3278f7bb94cf service neutron] 10.222.0.20 "GET /v2.0/networks/aff05c9a-e8d3-4556-823f-a7475c536508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527989 Aug 10 01:28:52.316981 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b1fd7e-0a44-4ffe-98ff-0fb21a626b30 None None] Sync routers for ids ['1ec5fc37-19e4-4429-a011-30473e065e88'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:28:52.325669 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b1fd7e-0a44-4ffe-98ff-0fb21a626b30 None None] Routers set() bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:28:52.326044 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b1fd7e-0a44-4ffe-98ff-0fb21a626b30 None None] Router IDs set() for agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 01:28:52.326702 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_agentschedulers_db [None req-73b1fd7e-0a44-4ffe-98ff-0fb21a626b30 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1ec5fc37-19e4-4429-a011-30473e065e88'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:28:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent'). {{(pid=105828) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 01:28:52.334623 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b1fd7e-0a44-4ffe-98ff-0fb21a626b30 None None] Routers set() bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:28:52.334985 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b1fd7e-0a44-4ffe-98ff-0fb21a626b30 None None] Router IDs set() for agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 01:28:52.335603 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_agentschedulers_db [None req-73b1fd7e-0a44-4ffe-98ff-0fb21a626b30 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1ec5fc37-19e4-4429-a011-30473e065e88'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:28:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent'). {{(pid=105828) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 01:28:52.335974 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b1fd7e-0a44-4ffe-98ff-0fb21a626b30 None None] The sync data for ids ['1ec5fc37-19e4-4429-a011-30473e065e88'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:28:52.399323 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7afdabfe-3997-46a8-93de-faa2772e180b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:52.445980 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-731132f0-3ace-476c-ad09-68ef7f72aa28 req-fcbc9c84-e5b0-4b78-a3f8-998316a17def service neutron] 10.222.0.20 "GET /v2.0/networks/aff05c9a-e8d3-4556-823f-a7475c536508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532643 Aug 10 01:28:52.469055 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7afdabfe-3997-46a8-93de-faa2772e180b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:52.494256 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afdabfe-3997-46a8-93de-faa2772e180b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a92ae24-5ea7-48ef-aa12-f3ff4393d619,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:52.498016 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7afdabfe-3997-46a8-93de-faa2772e180b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:52.500882 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7afdabfe-3997-46a8-93de-faa2772e180b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1a92ae24-5ea7-48ef-aa12-f3ff4393d619 HTTP/1.1" status: 204 len: 168 time: 0.4289339 Aug 10 01:28:52.502922 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57424) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:52.504389 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249d93c8-0f51-4674-9c60-af9d28af5d46 None None] Network 3d5d1f87-82cf-4ce4-a64a-54f0ff86165e requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:28:52.573744 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f2db8b1a-0048-46d1-85e4-73f14aedbe78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:52.628382 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-f2db8b1a-0048-46d1-85e4-73f14aedbe78 admin admin] Deleting port 0d997b44-2224-4bf4-8f52-471743eb2a44 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:28:52.628727 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f2db8b1a-0048-46d1-85e4-73f14aedbe78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:52.691446 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-f2db8b1a-0048-46d1-85e4-73f14aedbe78 admin admin] For port 0d997b44-2224-4bf4-8f52-471743eb2a44, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=0d997b44-2224-4bf4-8f52-471743eb2a44,segment=NetworkSegment(f99e2c3c-1703-4ef1-92d5-da62be2eb508),segment_id=f99e2c3c-1703-4ef1-92d5-da62be2eb508)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:28:52.691817 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f2db8b1a-0048-46d1-85e4-73f14aedbe78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:52.705082 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-f2db8b1a-0048-46d1-85e4-73f14aedbe78 admin admin] Calling delete_port for 0d997b44-2224-4bf4-8f52-471743eb2a44 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:28:52.768878 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3588287a-83b3-4f66-90b6-c9f7a884c0e1 None None] DHCP port deletion for 3d5d1f87-82cf-4ce4-a64a-54f0ff86165e request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:28:52.801745 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f2db8b1a-0048-46d1-85e4-73f14aedbe78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:52.837219 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-3588287a-83b3-4f66-90b6-c9f7a884c0e1 None None] Deleting port 0d997b44-2224-4bf4-8f52-471743eb2a44 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:28:52.838044 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db8b1a-0048-46d1-85e4-73f14aedbe78 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d997b44-2224-4bf4-8f52-471743eb2a44,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:52.838718 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3588287a-83b3-4f66-90b6-c9f7a884c0e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:52.841448 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2db8b1a-0048-46d1-85e4-73f14aedbe78 admin admin] No DVR routers for this DVR port 0d997b44-2224-4bf4-8f52-471743eb2a44 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:28:52.844041 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device ad3fa6d4-d167-4d8c-8d5c-11d8b819b159 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:28:52.878440 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: ad3fa6d4-d167-4d8c-8d5c-11d8b819b159 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:28:52.878790 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device ad3fa6d4-d167-4d8c-8d5c-11d8b819b159 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:28:52.879216 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4adb91dd-6e08-463e-a79e-e4230b3ca29d no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:28:52.915064 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f2db8b1a-0048-46d1-85e4-73f14aedbe78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:52.924850 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-f2db8b1a-0048-46d1-85e4-73f14aedbe78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d5d1f87-82cf-4ce4-a64a-54f0ff86165e']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:52.925310 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 4adb91dd-6e08-463e-a79e-e4230b3ca29d {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:28:52.925662 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4adb91dd-6e08-463e-a79e-e4230b3ca29d not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:28:52.926090 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 0d997b44-2224-4bf4-8f52-471743eb2a44 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:28:52.935193 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-f2db8b1a-0048-46d1-85e4-73f14aedbe78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f99e2c3c-1703-4ef1-92d5-da62be2eb508') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:52.935493 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-f2db8b1a-0048-46d1-85e4-73f14aedbe78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f99e2c3c-1703-4ef1-92d5-da62be2eb508') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:52.945035 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f2db8b1a-0048-46d1-85e4-73f14aedbe78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:52.948161 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 0d997b44-2224-4bf4-8f52-471743eb2a44 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:28:52.948543 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 0d997b44-2224-4bf4-8f52-471743eb2a44 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:28:52.960471 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f2db8b1a-0048-46d1-85e4-73f14aedbe78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:52.965104 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-3588287a-83b3-4f66-90b6-c9f7a884c0e1 None None] For port 0d997b44-2224-4bf4-8f52-471743eb2a44, host n-d-766726-26, got binding levels [] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:28:52.965504 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3588287a-83b3-4f66-90b6-c9f7a884c0e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:52.967104 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2db8b1a-0048-46d1-85e4-73f14aedbe78 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:28:52.967503 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f2db8b1a-0048-46d1-85e4-73f14aedbe78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:52.969251 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:28:52.969251 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:28:52.969251 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:28:52.969251 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:28:52.969251 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:28:52.969251 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:28:52.969251 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:28:52.969251 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:28:52.969251 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:28:52.969251 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:28:52.969251 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:28:52.969251 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:28:52.969251 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:28:52.969251 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:28:52.969251 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:28:52.969251 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:28:52.969251 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:28:52.969251 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:28:52.969251 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:28:52.969251 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:28:52.969251 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:28:52.969251 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:28:52.969251 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:28:52.969251 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:28:52.969251 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:28:52.969251 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:28:52.969251 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:28:52.969251 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:28:52.969251 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:28:52.969251 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:28:52.969251 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:28:52.969251 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:28:52.978928 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-3588287a-83b3-4f66-90b6-c9f7a884c0e1 None None] Calling delete_port for 0d997b44-2224-4bf4-8f52-471743eb2a44 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:28:52.981556 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.ipam_backend_mixin [None req-3588287a-83b3-4f66-90b6-c9f7a884c0e1 None None] Port 0d997b44-2224-4bf4-8f52-471743eb2a44 was not found and therefore no delete operation was performed {{(pid=105828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 01:28:52.983328 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3588287a-83b3-4f66-90b6-c9f7a884c0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:53.008778 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3588287a-83b3-4f66-90b6-c9f7a884c0e1 None None] Pushing event deleted for resources: {'Port': ['ID=0d997b44-2224-4bf4-8f52-471743eb2a44,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:53.014972 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3588287a-83b3-4f66-90b6-c9f7a884c0e1 None None] No DVR routers for this DVR port 0d997b44-2224-4bf4-8f52-471743eb2a44 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:28:53.025747 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f2db8b1a-0048-46d1-85e4-73f14aedbe78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:53.030203 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f2db8b1a-0048-46d1-85e4-73f14aedbe78 admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:53.032268 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f2db8b1a-0048-46d1-85e4-73f14aedbe78 admin admin] 10.222.0.35 "DELETE /v2.0/networks/3d5d1f87-82cf-4ce4-a64a-54f0ff86165e HTTP/1.1" status: 204 len: 168 time: 0.5284054 Aug 10 01:28:53.044854 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db8b1a-0048-46d1-85e4-73f14aedbe78 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d5d1f87-82cf-4ce4-a64a-54f0ff86165e,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:53.136293 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57428) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:53.180710 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-bde361df-a276-4edd-a42f-48e4a0d3495f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a6688c5e04c644be8f646b74cf664638&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430784 Aug 10 01:28:53.183296 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57432) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:53.231999 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-87ee4174-08e6-4134-abaf-cc2ef2f9f237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:53.257853 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-87ee4174-08e6-4134-abaf-cc2ef2f9f237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:53.270359 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff2e4e-af97-439d-973a-867e2f9a05cf req-5837c59e-cbf2-4636-938c-e21298198c56 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:53.272498 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-43ff2e4e-af97-439d-973a-867e2f9a05cf req-5837c59e-cbf2-4636-938c-e21298198c56 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 945 time: 0.0503039 Aug 10 01:28:53.307044 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-87ee4174-08e6-4134-abaf-cc2ef2f9f237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:53.309821 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-87ee4174-08e6-4134-abaf-cc2ef2f9f237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:53.311608 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-87ee4174-08e6-4134-abaf-cc2ef2f9f237 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/24003a37-0274-4b90-82b0-dddfb6081893 HTTP/1.1" status: 204 len: 168 time: 0.1271605 Aug 10 01:28:53.316085 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-43ff2e4e-af97-439d-973a-867e2f9a05cf req-3d6430da-8f10-4b20-bafa-3787d904dd19 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373888 Aug 10 01:28:53.319788 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee4174-08e6-4134-abaf-cc2ef2f9f237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24003a37-0274-4b90-82b0-dddfb6081893,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:53.626574 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57438) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:53.639472 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c405093a-336c-4a46-abdf-4a755e4e1a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:53.727105 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c405093a-336c-4a46-abdf-4a755e4e1a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:53.730625 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c405093a-336c-4a46-abdf-4a755e4e1a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:53.768046 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c405093a-336c-4a46-abdf-4a755e4e1a2b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1404457 Aug 10 01:28:53.768977 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405093a-336c-4a46-abdf-4a755e4e1a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8de9a14-9b20-4777-b819-1578f3409148,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:53.770760 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57440) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:53.819271 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d5a51c29-f2eb-4761-8e3d-0dfbb09f57c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:53.840272 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d5a51c29-f2eb-4761-8e3d-0dfbb09f57c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:53.885775 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d5a51c29-f2eb-4761-8e3d-0dfbb09f57c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:53.888474 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d5a51c29-f2eb-4761-8e3d-0dfbb09f57c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:53.890130 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d5a51c29-f2eb-4761-8e3d-0dfbb09f57c1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e8de9a14-9b20-4777-b819-1578f3409148 HTTP/1.1" status: 204 len: 168 time: 0.1183820 Aug 10 01:28:53.897514 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a51c29-f2eb-4761-8e3d-0dfbb09f57c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8de9a14-9b20-4777-b819-1578f3409148,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:54.434873 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57464) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:54.435240 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c52214e-4095-4508-9808-7c0620899131 req-0c2e93b8-bb31-4ba4-85c3-695fd1b7edf0 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:54.436779 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6c52214e-4095-4508-9808-7c0620899131 req-0c2e93b8-bb31-4ba4-85c3-695fd1b7edf0 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 945 time: 0.0518811 Aug 10 01:28:54.479044 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6c52214e-4095-4508-9808-7c0620899131 req-ee5745c1-29bc-4003-af72-2ac8557cdd57 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320616 Aug 10 01:28:54.532751 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-7319d0ca-9b5d-4f2d-8ffb-4644122e958a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1670509000-network', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:28:54.553379 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7319d0ca-9b5d-4f2d-8ffb-4644122e958a admin admin] Made reservation on behalf of 9d2722217e974ed9b1535af8204f40ca for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:28:54.555557 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7319d0ca-9b5d-4f2d-8ffb-4644122e958a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:54.563850 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7319d0ca-9b5d-4f2d-8ffb-4644122e958a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:54.649471 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7319d0ca-9b5d-4f2d-8ffb-4644122e958a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:54.653004 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7319d0ca-9b5d-4f2d-8ffb-4644122e958a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:54.675529 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7319d0ca-9b5d-4f2d-8ffb-4644122e958a admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:28:54.688412 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319d0ca-9b5d-4f2d-8ffb-4644122e958a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f7d47e-2f56-4c99-943a-9d98e6dc9cca,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:54.693086 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7319d0ca-9b5d-4f2d-8ffb-4644122e958a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:54.693427 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-7319d0ca-9b5d-4f2d-8ffb-4644122e958a admin admin] Added segment 754fc447-6e59-47f4-92ae-a0f82e5d1f3f of type vlan for network 4f34bcc9-e989-40ac-b4a5-4304ba1165ce Aug 10 01:28:54.735029 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7319d0ca-9b5d-4f2d-8ffb-4644122e958a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:54.763377 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7319d0ca-9b5d-4f2d-8ffb-4644122e958a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:54.764384 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7319d0ca-9b5d-4f2d-8ffb-4644122e958a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:54.764974 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7319d0ca-9b5d-4f2d-8ffb-4644122e958a admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:54.819965 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7319d0ca-9b5d-4f2d-8ffb-4644122e958a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3838348 Aug 10 01:28:54.822688 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57468) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:54.827431 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-39bf6416-c8e7-48b4-977b-fd80d843c8fb admin admin] Request body: {'subnet': {'network_id': '4f34bcc9-e989-40ac-b4a5-4304ba1165ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1670509000-subnet', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:28:54.835761 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319d0ca-9b5d-4f2d-8ffb-4644122e958a admin admin] Pushing event updated for resources: {'Network': ['ID=4f34bcc9-e989-40ac-b4a5-4304ba1165ce,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:54.846924 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 4f34bcc9-e989-40ac-b4a5-4304ba1165ce details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:28:54.853388 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bf6416-c8e7-48b4-977b-fd80d843c8fb admin admin] Made reservation on behalf of 9d2722217e974ed9b1535af8204f40ca for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:28:54.855696 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39bf6416-c8e7-48b4-977b-fd80d843c8fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:55.022368 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39bf6416-c8e7-48b4-977b-fd80d843c8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:55.077910 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf6416-c8e7-48b4-977b-fd80d843c8fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=745af1f2-f7ee-41c2-a53f-31ea15064b42,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:55.084596 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bf6416-c8e7-48b4-977b-fd80d843c8fb admin admin] Checking segment: {'id': '754fc447-6e59-47f4-92ae-a0f82e5d1f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f34bcc9-e989-40ac-b4a5-4304ba1165ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:28:55.084957 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bf6416-c8e7-48b4-977b-fd80d843c8fb admin admin] Network hostable DHCP agents. Network: 4f34bcc9-e989-40ac-b4a5-4304ba1165ce, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:28:55.101448 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bf6416-c8e7-48b4-977b-fd80d843c8fb admin admin] Network 4f34bcc9-e989-40ac-b4a5-4304ba1165ce is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:28:55.109961 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-39bf6416-c8e7-48b4-977b-fd80d843c8fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 4f34bcc9-e989-40ac-b4a5-4304ba1165ce) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:28:55.113771 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf6416-c8e7-48b4-977b-fd80d843c8fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:55.114357 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39bf6416-c8e7-48b4-977b-fd80d843c8fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:55.119909 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4dbfae-0701-44da-8502-924ca53fdd3a None None] Network 4f34bcc9-e989-40ac-b4a5-4304ba1165ce requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:28:55.128066 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-39bf6416-c8e7-48b4-977b-fd80d843c8fb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3043914 Aug 10 01:28:55.130697 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57470) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:55.135005 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-f0b6c651-4b85-4222-916f-c15ff368d420 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1670509000-router', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:28:55.154387 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f0b6c651-4b85-4222-916f-c15ff368d420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:55.155409 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f0b6c651-4b85-4222-916f-c15ff368d420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:55.271231 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8def967-436b-4eb5-ac2d-6623f64080c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-4f34bcc9-e989-40ac-b4a5-4304ba1165ce', 'network_id': '4f34bcc9-e989-40ac-b4a5-4304ba1165ce', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'fixed_ips': [{'subnet_id': '745af1f2-f7ee-41c2-a53f-31ea15064b42'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:28:55.272219 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d8def967-436b-4eb5-ac2d-6623f64080c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:55.414258 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-d8def967-436b-4eb5-ac2d-6623f64080c5 None None] Allocated IP 172.20.0.2 (4f34bcc9-e989-40ac-b4a5-4304ba1165ce/745af1f2-f7ee-41c2-a53f-31ea15064b42/aa6842a8-056e-4ce9-80bc-f1465e047155) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:28:55.556905 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f0b6c651-4b85-4222-916f-c15ff368d420 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:55.567033 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d8def967-436b-4eb5-ac2d-6623f64080c5 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:55.575488 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d8def967-436b-4eb5-ac2d-6623f64080c5 None None] Transition to ACTIVE for port object aa6842a8-056e-4ce9-80bc-f1465e047155 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:28:55.596064 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d8def967-436b-4eb5-ac2d-6623f64080c5 None None] Transition to ACTIVE for port object aa6842a8-056e-4ce9-80bc-f1465e047155 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:28:55.601043 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790751f-6c5f-42c0-8e01-abde2fce69ad req-713798d8-28e4-482a-a050-31e0d21a91a4 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:55.604446 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d8def967-436b-4eb5-ac2d-6623f64080c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:55.609980 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f790751f-6c5f-42c0-8e01-abde2fce69ad req-713798d8-28e4-482a-a050-31e0d21a91a4 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 945 time: 0.0596511 Aug 10 01:28:55.644677 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8def967-436b-4eb5-ac2d-6623f64080c5 None None] Network 4f34bcc9-e989-40ac-b4a5-4304ba1165ce is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:28:55.649100 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-d8def967-436b-4eb5-ac2d-6623f64080c5 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:28:55.649280 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f790751f-6c5f-42c0-8e01-abde2fce69ad req-6ee3ec8b-42f6-4589-8716-68bd08a4a3a3 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373607 Aug 10 01:28:55.652697 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8def967-436b-4eb5-ac2d-6623f64080c5 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:28:55.669545 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8def967-436b-4eb5-ac2d-6623f64080c5 None None] Pushing event updated for resources: {'Port': ['ID=aa6842a8-056e-4ce9-80bc-f1465e047155,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:55.708486 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f0b6c651-4b85-4222-916f-c15ff368d420 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:55.714269 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d8def967-436b-4eb5-ac2d-6623f64080c5 None None] Attempting to bind port aa6842a8-056e-4ce9-80bc-f1465e047155 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:28:55.714635 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d8def967-436b-4eb5-ac2d-6623f64080c5 None None] Attempting to bind port aa6842a8-056e-4ce9-80bc-f1465e047155 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '754fc447-6e59-47f4-92ae-a0f82e5d1f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f34bcc9-e989-40ac-b4a5-4304ba1165ce'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:28:55.715003 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8def967-436b-4eb5-ac2d-6623f64080c5 None None] Attempting to bind port aa6842a8-056e-4ce9-80bc-f1465e047155 on network 4f34bcc9-e989-40ac-b4a5-4304ba1165ce {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:28:55.720204 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8def967-436b-4eb5-ac2d-6623f64080c5 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:28:55.720582 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8def967-436b-4eb5-ac2d-6623f64080c5 None None] Checking segment: {'id': '754fc447-6e59-47f4-92ae-a0f82e5d1f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f34bcc9-e989-40ac-b4a5-4304ba1165ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:28:55.720984 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d8def967-436b-4eb5-ac2d-6623f64080c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:55.721405 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8def967-436b-4eb5-ac2d-6623f64080c5 None None] Bound using segment: {'id': '754fc447-6e59-47f4-92ae-a0f82e5d1f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f34bcc9-e989-40ac-b4a5-4304ba1165ce'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:28:55.721872 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d8def967-436b-4eb5-ac2d-6623f64080c5 None None] Bound port: aa6842a8-056e-4ce9-80bc-f1465e047155, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '754fc447-6e59-47f4-92ae-a0f82e5d1f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f34bcc9-e989-40ac-b4a5-4304ba1165ce'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:28:55.722254 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d8def967-436b-4eb5-ac2d-6623f64080c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:55.782180 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d8def967-436b-4eb5-ac2d-6623f64080c5 None None] For port aa6842a8-056e-4ce9-80bc-f1465e047155, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:28:55.785427 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d8def967-436b-4eb5-ac2d-6623f64080c5 None None] For port aa6842a8-056e-4ce9-80bc-f1465e047155, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=aa6842a8-056e-4ce9-80bc-f1465e047155,segment=NetworkSegment(754fc447-6e59-47f4-92ae-a0f82e5d1f3f),segment_id=754fc447-6e59-47f4-92ae-a0f82e5d1f3f)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:28:55.789018 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d8def967-436b-4eb5-ac2d-6623f64080c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:55.851645 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8def967-436b-4eb5-ac2d-6623f64080c5 None None] Pushing event updated for resources: {'Port': ['ID=aa6842a8-056e-4ce9-80bc-f1465e047155,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:55.909873 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f0b6c651-4b85-4222-916f-c15ff368d420 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:55.933578 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f0b6c651-4b85-4222-916f-c15ff368d420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:56.050843 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-f0b6c651-4b85-4222-916f-c15ff368d420 admin admin] Allocated IP 172.25.2.54 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/8f0a9382-0e0d-4559-ad68-9dcc2c74d57c) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:28:56.157674 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f0b6c651-4b85-4222-916f-c15ff368d420 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:56.194992 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f0b6c651-4b85-4222-916f-c15ff368d420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:56.230591 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b6c651-4b85-4222-916f-c15ff368d420 admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:28:56.235534 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-f0b6c651-4b85-4222-916f-c15ff368d420 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:28:56.239415 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b6c651-4b85-4222-916f-c15ff368d420 admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:28:56.264326 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6c651-4b85-4222-916f-c15ff368d420 admin admin] Pushing event updated for resources: {'Port': ['ID=8f0a9382-0e0d-4559-ad68-9dcc2c74d57c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:56.490007 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f0b6c651-4b85-4222-916f-c15ff368d420 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:56.663635 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5670ed53-f5fd-4f9d-bc9b-77fb8f5c5b18 None None] Network 4f34bcc9-e989-40ac-b4a5-4304ba1165ce requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:28:56.691806 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f0b6c651-4b85-4222-916f-c15ff368d420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:56.728432 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5e8d68fa-3d62-4ad8-a466-d500b89a6a7f None None] Provisioning for port aa6842a8-056e-4ce9-80bc-f1465e047155 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:28:56.793594 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8f0ed-732f-4b42-ae37-1a4dfcfb3c08 req-dbc8f1ba-a9de-4099-b2aa-2171649ec3cf tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:56.802616 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dff8f0ed-732f-4b42-ae37-1a4dfcfb3c08 req-dbc8f1ba-a9de-4099-b2aa-2171649ec3cf tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 945 time: 0.0755060 Aug 10 01:28:56.842866 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device aa6842a8-056e-4ce9-80bc-f1465e047155 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:28:56.844902 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dff8f0ed-732f-4b42-ae37-1a4dfcfb3c08 req-1279a609-d8a4-4414-a502-7ecb380cd6d4 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409300 Aug 10 01:28:56.846520 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b6c651-4b85-4222-916f-c15ff368d420 admin admin] Router aec66797-0528-44ec-bab7-a50bcdbe9fd7 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:28:56.917586 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port aa6842a8-056e-4ce9-80bc-f1465e047155 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:28:56.921993 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port aa6842a8-056e-4ce9-80bc-f1465e047155 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:28:56.922377 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:56.958578 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b6c651-4b85-4222-916f-c15ff368d420 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:28:56.969040 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8e4ffa-a84f-4c03-8ab4-ceed886ae5b9 None None] Sync routers for ids ['aec66797-0528-44ec-bab7-a50bcdbe9fd7'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:28:56.975866 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f0b6c651-4b85-4222-916f-c15ff368d420 admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:56.979831 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f0b6c651-4b85-4222-916f-c15ff368d420 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8458533 Aug 10 01:28:56.980319 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57476) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:56.983203 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8e4ffa-a84f-4c03-8ab4-ceed886ae5b9 None None] Routers {'aec66797-0528-44ec-bab7-a50bcdbe9fd7'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:28:56.984366 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-ab8e4ffa-a84f-4c03-8ab4-ceed886ae5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:28:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['aec66797-0528-44ec-bab7-a50bcdbe9fd7'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:57.006587 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:57.050131 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port aa6842a8-056e-4ce9-80bc-f1465e047155, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=aa6842a8-056e-4ce9-80bc-f1465e047155,segment=NetworkSegment(754fc447-6e59-47f4-92ae-a0f82e5d1f3f),segment_id=754fc447-6e59-47f4-92ae-a0f82e5d1f3f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:28:57.056078 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:57.121572 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=aa6842a8-056e-4ce9-80bc-f1465e047155,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:57.213857 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-ab8e4ffa-a84f-4c03-8ab4-ceed886ae5b9 None None] Set router aec66797-0528-44ec-bab7-a50bcdbe9fd7 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:28:57.231611 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3efbb8-1317-4b46-919b-abaf1f42f266 req-e8c613a7-2dda-4506-aa6f-db95729d6a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:57.233083 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0c3efbb8-1317-4b46-919b-abaf1f42f266 req-e8c613a7-2dda-4506-aa6f-db95729d6a53 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 1097 time: 0.0860901 Aug 10 01:28:57.254884 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-cd293392-e19b-4120-ab61-173d972399f0 None None] Provisioning complete for port aa6842a8-056e-4ce9-80bc-f1465e047155 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:28:57.255265 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cd293392-e19b-4120-ab61-173d972399f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:57.306980 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0c3efbb8-1317-4b46-919b-abaf1f42f266 req-31c9b1c4-dd55-48b3-bea6-dc8efae80b83 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449152 Aug 10 01:28:57.389140 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-ab8e4ffa-a84f-4c03-8ab4-ceed886ae5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'name': 'tempest-TestVolumeBackupRestore-1670509000-router', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '8f0a9382-0e0d-4559-ad68-9dcc2c74d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:55Z', 'updated_at': '2021-08-10T01:28:56Z', 'revision_number': 3, 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'gw_port': {'id': '8f0a9382-0e0d-4559-ad68-9dcc2c74d57c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:55Z', 'updated_at': '2021-08-10T01:28:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:57.418419 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8e4ffa-a84f-4c03-8ab4-ceed886ae5b9 None None] Checking router: aec66797-0528-44ec-bab7-a50bcdbe9fd7 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:28:57.418774 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8e4ffa-a84f-4c03-8ab4-ceed886ae5b9 None None] Updating router aec66797-0528-44ec-bab7-a50bcdbe9fd7 port 8f0a9382-0e0d-4559-ad68-9dcc2c74d57c binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:28:57.443435 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ab8e4ffa-a84f-4c03-8ab4-ceed886ae5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:57.517423 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2ec12dff-0537-4728-a4e2-79f2441cb1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:57.670826 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-2ec12dff-0537-4728-a4e2-79f2441cb1a9 admin admin] Allocated IP 172.20.0.1 (4f34bcc9-e989-40ac-b4a5-4304ba1165ce/745af1f2-f7ee-41c2-a53f-31ea15064b42/5160d20b-0d93-496e-a56d-9681e286f312) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:28:57.686960 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ab8e4ffa-a84f-4c03-8ab4-ceed886ae5b9 None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:57.696490 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-ab8e4ffa-a84f-4c03-8ab4-ceed886ae5b9 None None] Transition to ACTIVE for port object 8f0a9382-0e0d-4559-ad68-9dcc2c74d57c will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:28:57.701677 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ab8e4ffa-a84f-4c03-8ab4-ceed886ae5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:57.751753 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-ab8e4ffa-a84f-4c03-8ab4-ceed886ae5b9 None None] Attempting to bind port 8f0a9382-0e0d-4559-ad68-9dcc2c74d57c on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:28:57.752117 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-ab8e4ffa-a84f-4c03-8ab4-ceed886ae5b9 None None] Attempting to bind port 8f0a9382-0e0d-4559-ad68-9dcc2c74d57c by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:28:57.752501 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8e4ffa-a84f-4c03-8ab4-ceed886ae5b9 None None] Attempting to bind port 8f0a9382-0e0d-4559-ad68-9dcc2c74d57c on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:28:57.755207 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc577-c16a-4a17-b409-4f23ac7c0df2 None None] Pushing event updated for resources: {'Port': ['ID=8f0a9382-0e0d-4559-ad68-9dcc2c74d57c,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:57.759615 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8e4ffa-a84f-4c03-8ab4-ceed886ae5b9 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:28:57.759980 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8e4ffa-a84f-4c03-8ab4-ceed886ae5b9 None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:28:57.760399 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ab8e4ffa-a84f-4c03-8ab4-ceed886ae5b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:57.760783 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8e4ffa-a84f-4c03-8ab4-ceed886ae5b9 None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:28:57.761245 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-ab8e4ffa-a84f-4c03-8ab4-ceed886ae5b9 None None] Bound port: 8f0a9382-0e0d-4559-ad68-9dcc2c74d57c, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:28:57.761619 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ab8e4ffa-a84f-4c03-8ab4-ceed886ae5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:57.777417 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2ec12dff-0537-4728-a4e2-79f2441cb1a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:57.790371 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-2ec12dff-0537-4728-a4e2-79f2441cb1a9 admin admin] Transition to ACTIVE for port object 5160d20b-0d93-496e-a56d-9681e286f312 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:28:57.815191 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-ab8e4ffa-a84f-4c03-8ab4-ceed886ae5b9 None None] For port 8f0a9382-0e0d-4559-ad68-9dcc2c74d57c, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:28:57.818323 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-ab8e4ffa-a84f-4c03-8ab4-ceed886ae5b9 None None] For port 8f0a9382-0e0d-4559-ad68-9dcc2c74d57c, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=8f0a9382-0e0d-4559-ad68-9dcc2c74d57c,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:28:57.823841 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ab8e4ffa-a84f-4c03-8ab4-ceed886ae5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:57.826729 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2ec12dff-0537-4728-a4e2-79f2441cb1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:57.866953 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec12dff-0537-4728-a4e2-79f2441cb1a9 admin admin] Network 4f34bcc9-e989-40ac-b4a5-4304ba1165ce is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:28:57.871080 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-2ec12dff-0537-4728-a4e2-79f2441cb1a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:28:57.875238 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec12dff-0537-4728-a4e2-79f2441cb1a9 admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:28:57.882475 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8e4ffa-a84f-4c03-8ab4-ceed886ae5b9 None None] Routers {'aec66797-0528-44ec-bab7-a50bcdbe9fd7'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:28:57.883110 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-ab8e4ffa-a84f-4c03-8ab4-ceed886ae5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:28:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['aec66797-0528-44ec-bab7-a50bcdbe9fd7'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:57.897757 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec12dff-0537-4728-a4e2-79f2441cb1a9 admin admin] Pushing event updated for resources: {'Port': ['ID=5160d20b-0d93-496e-a56d-9681e286f312,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:57.916894 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2ec12dff-0537-4728-a4e2-79f2441cb1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:57.981294 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc577-c16a-4a17-b409-4f23ac7c0df2 None None] Pushing event updated for resources: {'Port': ['ID=8f0a9382-0e0d-4559-ad68-9dcc2c74d57c,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:57.996975 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-ab8e4ffa-a84f-4c03-8ab4-ceed886ae5b9 None None] Set router aec66797-0528-44ec-bab7-a50bcdbe9fd7 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:28:58.016388 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0119e-0e89-4f51-b5ad-625b8206491e req-55b7f75a-cb0f-407f-acf9-484712b8f99e tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:58.026025 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3eb0119e-0e89-4f51-b5ad-625b8206491e req-55b7f75a-cb0f-407f-acf9-484712b8f99e tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 945 time: 0.0780730 Aug 10 01:28:58.068500 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2ec12dff-0537-4728-a4e2-79f2441cb1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:58.082900 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3eb0119e-0e89-4f51-b5ad-625b8206491e req-986a57c6-5abb-46a2-a40b-c5fe105f8ef0 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554030 Aug 10 01:28:58.158760 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ec12f79f-0971-459f-a97f-379234c89258 None None] Provisioning for port 5160d20b-0d93-496e-a56d-9681e286f312 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:28:58.162506 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ec12f79f-0971-459f-a97f-379234c89258 None None] Provisioning complete for port 5160d20b-0d93-496e-a56d-9681e286f312 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:28:58.162878 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ec12f79f-0971-459f-a97f-379234c89258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:58.198829 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-ab8e4ffa-a84f-4c03-8ab4-ceed886ae5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'name': 'tempest-TestVolumeBackupRestore-1670509000-router', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '8f0a9382-0e0d-4559-ad68-9dcc2c74d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:55Z', 'updated_at': '2021-08-10T01:28:56Z', 'revision_number': 3, 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'gw_port': {'id': '8f0a9382-0e0d-4559-ad68-9dcc2c74d57c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:55Z', 'updated_at': '2021-08-10T01:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:28:58.202943 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-ec12f79f-0971-459f-a97f-379234c89258 None None] Port 5160d20b-0d93-496e-a56d-9681e286f312 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:28:58.228709 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8e4ffa-a84f-4c03-8ab4-ceed886ae5b9 None None] The sync data for ids ['aec66797-0528-44ec-bab7-a50bcdbe9fd7'] in n-d-766726-26 is: [{'id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'name': 'tempest-TestVolumeBackupRestore-1670509000-router', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '8f0a9382-0e0d-4559-ad68-9dcc2c74d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:55Z', 'updated_at': '2021-08-10T01:28:56Z', 'revision_number': 3, 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'gw_port': {'id': '8f0a9382-0e0d-4559-ad68-9dcc2c74d57c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:55Z', 'updated_at': '2021-08-10T01:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:28:58.261903 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2ec12dff-0537-4728-a4e2-79f2441cb1a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:58.266342 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2ec12dff-0537-4728-a4e2-79f2441cb1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:58.325208 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:58.336864 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec12dff-0537-4728-a4e2-79f2441cb1a9 admin admin] Pushing event updated for resources: {'Port': ['ID=5160d20b-0d93-496e-a56d-9681e286f312,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:58.339393 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2ec12dff-0537-4728-a4e2-79f2441cb1a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:58.432985 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec12dff-0537-4728-a4e2-79f2441cb1a9 admin admin] Network 4f34bcc9-e989-40ac-b4a5-4304ba1165ce is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:28:58.434363 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-2ec12dff-0537-4728-a4e2-79f2441cb1a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:28:58.603205 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec12dff-0537-4728-a4e2-79f2441cb1a9 admin admin] Router aec66797-0528-44ec-bab7-a50bcdbe9fd7 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:28:58.727403 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec12dff-0537-4728-a4e2-79f2441cb1a9 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:28:58.735600 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2ec12dff-0537-4728-a4e2-79f2441cb1a9 admin admin] 10.222.0.35 "PUT /v2.0/routers/aec66797-0528-44ec-bab7-a50bcdbe9fd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7500815 Aug 10 01:28:58.745615 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-26cec55d-76dd-42a1-85f6-fe69bc0b81c1 None None] Provisioning complete for port 5160d20b-0d93-496e-a56d-9681e286f312 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:28:58.746004 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-26cec55d-76dd-42a1-85f6-fe69bc0b81c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:58.785759 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-26cec55d-76dd-42a1-85f6-fe69bc0b81c1 None None] Port 5160d20b-0d93-496e-a56d-9681e286f312 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:28:58.861104 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 8f0a9382-0e0d-4559-ad68-9dcc2c74d57c up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:28:58.912697 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 8f0a9382-0e0d-4559-ad68-9dcc2c74d57c completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:28:58.916738 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 8f0a9382-0e0d-4559-ad68-9dcc2c74d57c triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:28:58.917188 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:59.002422 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:59.024209 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 8f0a9382-0e0d-4559-ad68-9dcc2c74d57c, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=8f0a9382-0e0d-4559-ad68-9dcc2c74d57c,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:28:59.030084 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:59.031042 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device aa6842a8-056e-4ce9-80bc-f1465e047155 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:28:59.108650 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=8f0a9382-0e0d-4559-ad68-9dcc2c74d57c,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:59.122945 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port aa6842a8-056e-4ce9-80bc-f1465e047155 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:28:59.123321 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:59.228160 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fea4b-d65f-4375-827e-5aa70159421a req-6fd0a79c-0d37-4ed1-91d2-d645f4a5e02e tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:59.230394 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-705fea4b-d65f-4375-827e-5aa70159421a req-6fd0a79c-0d37-4ed1-91d2-d645f4a5e02e tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 945 time: 0.0592268 Aug 10 01:28:59.254770 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57496) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:59.259799 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-44078a5d-782c-4b5b-8082-e87c88d0bac1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1171295986-network', 'tenant_id': '772ba3c779a240a092302acdbc726eb6'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:28:59.271430 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-705fea4b-d65f-4375-827e-5aa70159421a req-776a23e2-51c4-4539-9128-7a6884ac2638 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346656 Aug 10 01:28:59.281365 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44078a5d-782c-4b5b-8082-e87c88d0bac1 admin admin] Made reservation on behalf of 772ba3c779a240a092302acdbc726eb6 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:28:59.283934 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-44078a5d-782c-4b5b-8082-e87c88d0bac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:59.292440 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-44078a5d-782c-4b5b-8082-e87c88d0bac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:59.392577 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e9ac4-ac17-469b-a90c-9eb08ea38922 req-e56e11f1-d52e-4fb9-a49b-5aa9ef278acc tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:59.394094 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9d8e9ac4-ac17-469b-a90c-9eb08ea38922 req-e56e11f1-d52e-4fb9-a49b-5aa9ef278acc tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0519845 Aug 10 01:28:59.401269 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-44078a5d-782c-4b5b-8082-e87c88d0bac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:59.405131 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-44078a5d-782c-4b5b-8082-e87c88d0bac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:59.432113 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44078a5d-782c-4b5b-8082-e87c88d0bac1 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:28:59.432647 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9d8e9ac4-ac17-469b-a90c-9eb08ea38922 req-23c43ca5-f37a-482a-a3fc-fa79c77b008a tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324655 Aug 10 01:28:59.443170 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44078a5d-782c-4b5b-8082-e87c88d0bac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91dd621-ad30-4eac-9b7d-d1e3fdfabc56,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:59.447988 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-44078a5d-782c-4b5b-8082-e87c88d0bac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:59.448372 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-44078a5d-782c-4b5b-8082-e87c88d0bac1 admin admin] Added segment d0a041d5-1935-4a99-9385-4d4f11889b4d of type vlan for network de61b9e9-78e0-46ed-9842-6d9efde287a1 Aug 10 01:28:59.493323 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-44078a5d-782c-4b5b-8082-e87c88d0bac1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:59.525252 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-44078a5d-782c-4b5b-8082-e87c88d0bac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:59.526294 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44078a5d-782c-4b5b-8082-e87c88d0bac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:59.526945 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-44078a5d-782c-4b5b-8082-e87c88d0bac1 admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:59.587589 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-44078a5d-782c-4b5b-8082-e87c88d0bac1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3316951 Aug 10 01:28:59.590483 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57506) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:59.597444 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-e16ba273-84ac-46d6-a066-fb6d3bc89fdd admin admin] Request body: {'subnet': {'network_id': 'de61b9e9-78e0-46ed-9842-6d9efde287a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1171295986-subnet', 'tenant_id': '772ba3c779a240a092302acdbc726eb6', 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:28:59.606987 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44078a5d-782c-4b5b-8082-e87c88d0bac1 admin admin] Pushing event updated for resources: {'Network': ['ID=de61b9e9-78e0-46ed-9842-6d9efde287a1,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:59.624980 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network de61b9e9-78e0-46ed-9842-6d9efde287a1 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:28:59.648407 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16ba273-84ac-46d6-a066-fb6d3bc89fdd admin admin] Made reservation on behalf of 772ba3c779a240a092302acdbc726eb6 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:28:59.651111 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e16ba273-84ac-46d6-a066-fb6d3bc89fdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:59.691923 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c0852-51f1-4751-8284-591c2741f877 req-db7eac7b-071c-41ba-a1f2-806df7d7b7d1 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:59.693900 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9f7c0852-51f1-4751-8284-591c2741f877 req-db7eac7b-071c-41ba-a1f2-806df7d7b7d1 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0663908 Aug 10 01:28:59.736150 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9f7c0852-51f1-4751-8284-591c2741f877 req-44cb6345-e686-4ab5-8fda-41a087ea8816 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358179 Aug 10 01:28:59.869248 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e16ba273-84ac-46d6-a066-fb6d3bc89fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:59.931006 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ba273-84ac-46d6-a066-fb6d3bc89fdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d43e622-2c90-4c9b-bd40-c93946c9ee2e,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:28:59.939572 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16ba273-84ac-46d6-a066-fb6d3bc89fdd admin admin] Checking segment: {'id': 'd0a041d5-1935-4a99-9385-4d4f11889b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'de61b9e9-78e0-46ed-9842-6d9efde287a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:28:59.939936 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16ba273-84ac-46d6-a066-fb6d3bc89fdd admin admin] Network hostable DHCP agents. Network: de61b9e9-78e0-46ed-9842-6d9efde287a1, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:28:59.956444 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16ba273-84ac-46d6-a066-fb6d3bc89fdd admin admin] Network de61b9e9-78e0-46ed-9842-6d9efde287a1 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:28:59.964986 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-e16ba273-84ac-46d6-a066-fb6d3bc89fdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, de61b9e9-78e0-46ed-9842-6d9efde287a1) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:28:59.969107 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16ba273-84ac-46d6-a066-fb6d3bc89fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:59.969695 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e16ba273-84ac-46d6-a066-fb6d3bc89fdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:59.974760 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee7f2a7-f740-43ff-8a49-6c43b72839ba None None] Network de61b9e9-78e0-46ed-9842-6d9efde287a1 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:28:59.989910 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5224325f-e42c-4ba0-a19f-a6d745062f36 None None] Sync routers for ids ['aec66797-0528-44ec-bab7-a50bcdbe9fd7'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:28:59.990130 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e16ba273-84ac-46d6-a066-fb6d3bc89fdd admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3985448 Aug 10 01:28:59.992687 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 57508) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:59.996965 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-c3703d3b-ebbd-41c5-85ce-d0e0b29b07da admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1171295986-router', 'tenant_id': '772ba3c779a240a092302acdbc726eb6', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:29:00.017152 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c3703d3b-ebbd-41c5-85ce-d0e0b29b07da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:00.018129 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c3703d3b-ebbd-41c5-85ce-d0e0b29b07da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:00.037933 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5224325f-e42c-4ba0-a19f-a6d745062f36 None None] Routers {'aec66797-0528-44ec-bab7-a50bcdbe9fd7'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:29:00.038552 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-5224325f-e42c-4ba0-a19f-a6d745062f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:28:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['aec66797-0528-44ec-bab7-a50bcdbe9fd7'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:29:00.068901 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c3703d3b-ebbd-41c5-85ce-d0e0b29b07da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:00.192932 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-5224325f-e42c-4ba0-a19f-a6d745062f36 None None] Set router aec66797-0528-44ec-bab7-a50bcdbe9fd7 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:29:00.244611 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58fa3b0-0d5f-42fb-8761-ebae94347df9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-de61b9e9-78e0-46ed-9842-6d9efde287a1', 'network_id': 'de61b9e9-78e0-46ed-9842-6d9efde287a1', 'tenant_id': '772ba3c779a240a092302acdbc726eb6', 'fixed_ips': [{'subnet_id': '8d43e622-2c90-4c9b-bd40-c93946c9ee2e'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:29:00.245467 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a58fa3b0-0d5f-42fb-8761-ebae94347df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:00.494023 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-a58fa3b0-0d5f-42fb-8761-ebae94347df9 None None] Allocated IP 172.20.0.2 (de61b9e9-78e0-46ed-9842-6d9efde287a1/8d43e622-2c90-4c9b-bd40-c93946c9ee2e/eaefaccc-e8ba-4d3f-b933-9abfe45f4603) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:29:00.544809 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c3703d3b-ebbd-41c5-85ce-d0e0b29b07da admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:00.584779 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-5224325f-e42c-4ba0-a19f-a6d745062f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'name': 'tempest-TestVolumeBackupRestore-1670509000-router', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '8f0a9382-0e0d-4559-ad68-9dcc2c74d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:55Z', 'updated_at': '2021-08-10T01:28:58Z', 'revision_number': 4, 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'gw_port': {'id': '8f0a9382-0e0d-4559-ad68-9dcc2c74d57c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:55Z', 'updated_at': '2021-08-10T01:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '5160d20b-0d93-496e-a56d-9681e286f312', 'name': '', 'network_id': '4f34bcc9-e989-40ac-b4a5-4304ba1165ce', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'mac_address': 'fa:16:3e:5e:1d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '745af1f2-f7ee-41c2-a53f-31ea15064b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:57Z', 'updated_at': '2021-08-10T01:28:58Z', 'revision_number': 2, 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'subnets': [{'id': '745af1f2-f7ee-41c2-a53f-31ea15064b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:29:00.617866 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5224325f-e42c-4ba0-a19f-a6d745062f36 None None] Checking router: aec66797-0528-44ec-bab7-a50bcdbe9fd7 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:29:00.618165 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5224325f-e42c-4ba0-a19f-a6d745062f36 None None] Updating router aec66797-0528-44ec-bab7-a50bcdbe9fd7 port 5160d20b-0d93-496e-a56d-9681e286f312 binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:29:00.658953 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5224325f-e42c-4ba0-a19f-a6d745062f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:00.730583 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a58fa3b0-0d5f-42fb-8761-ebae94347df9 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:00.745594 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c3703d3b-ebbd-41c5-85ce-d0e0b29b07da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:00.747818 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a58fa3b0-0d5f-42fb-8761-ebae94347df9 None None] Transition to ACTIVE for port object eaefaccc-e8ba-4d3f-b933-9abfe45f4603 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:29:00.766031 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c3703d3b-ebbd-41c5-85ce-d0e0b29b07da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:00.799416 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 8f0a9382-0e0d-4559-ad68-9dcc2c74d57c up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:29:00.846744 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a58fa3b0-0d5f-42fb-8761-ebae94347df9 None None] Transition to ACTIVE for port object eaefaccc-e8ba-4d3f-b933-9abfe45f4603 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:29:00.862601 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a58fa3b0-0d5f-42fb-8761-ebae94347df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:00.867986 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dddb9ed-937f-41ce-8f0f-56fc6d774a42 req-1403a957-6741-48c2-a6a0-035775cdb0bd tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:00.869766 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1dddb9ed-937f-41ce-8f0f-56fc6d774a42 req-1403a957-6741-48c2-a6a0-035775cdb0bd tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0522556 Aug 10 01:29:00.886140 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-c3703d3b-ebbd-41c5-85ce-d0e0b29b07da admin admin] Allocated IP 172.25.2.112 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/4044f4e9-1e78-43fc-b2c4-ad16cd9174a8) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:29:00.912442 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1dddb9ed-937f-41ce-8f0f-56fc6d774a42 req-9577ac98-88ec-422b-9e6b-c7c4d5d415eb tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344369 Aug 10 01:29:00.946705 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58fa3b0-0d5f-42fb-8761-ebae94347df9 None None] Network de61b9e9-78e0-46ed-9842-6d9efde287a1 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:29:00.955191 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-a58fa3b0-0d5f-42fb-8761-ebae94347df9 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:29:00.957714 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58fa3b0-0d5f-42fb-8761-ebae94347df9 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:29:00.970014 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58fa3b0-0d5f-42fb-8761-ebae94347df9 None None] Pushing event updated for resources: {'Port': ['ID=eaefaccc-e8ba-4d3f-b933-9abfe45f4603,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:29:01.003316 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 8f0a9382-0e0d-4559-ad68-9dcc2c74d57c triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:29:01.003702 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:01.008441 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c3703d3b-ebbd-41c5-85ce-d0e0b29b07da admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:01.055070 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c3703d3b-ebbd-41c5-85ce-d0e0b29b07da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:01.078445 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a58fa3b0-0d5f-42fb-8761-ebae94347df9 None None] Attempting to bind port eaefaccc-e8ba-4d3f-b933-9abfe45f4603 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:29:01.078854 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a58fa3b0-0d5f-42fb-8761-ebae94347df9 None None] Attempting to bind port eaefaccc-e8ba-4d3f-b933-9abfe45f4603 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'd0a041d5-1935-4a99-9385-4d4f11889b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'de61b9e9-78e0-46ed-9842-6d9efde287a1'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:29:01.079189 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58fa3b0-0d5f-42fb-8761-ebae94347df9 None None] Attempting to bind port eaefaccc-e8ba-4d3f-b933-9abfe45f4603 on network de61b9e9-78e0-46ed-9842-6d9efde287a1 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:29:01.093687 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3703d3b-ebbd-41c5-85ce-d0e0b29b07da admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:29:01.100967 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-c3703d3b-ebbd-41c5-85ce-d0e0b29b07da admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:29:01.101674 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58fa3b0-0d5f-42fb-8761-ebae94347df9 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:29:01.102211 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58fa3b0-0d5f-42fb-8761-ebae94347df9 None None] Checking segment: {'id': 'd0a041d5-1935-4a99-9385-4d4f11889b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'de61b9e9-78e0-46ed-9842-6d9efde287a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:29:01.104849 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3703d3b-ebbd-41c5-85ce-d0e0b29b07da admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:29:01.106553 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a58fa3b0-0d5f-42fb-8761-ebae94347df9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:01.106924 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58fa3b0-0d5f-42fb-8761-ebae94347df9 None None] Bound using segment: {'id': 'd0a041d5-1935-4a99-9385-4d4f11889b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'de61b9e9-78e0-46ed-9842-6d9efde287a1'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:29:01.107481 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a58fa3b0-0d5f-42fb-8761-ebae94347df9 None None] Bound port: eaefaccc-e8ba-4d3f-b933-9abfe45f4603, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a041d5-1935-4a99-9385-4d4f11889b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'de61b9e9-78e0-46ed-9842-6d9efde287a1'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:29:01.107856 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a58fa3b0-0d5f-42fb-8761-ebae94347df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:01.111080 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3703d3b-ebbd-41c5-85ce-d0e0b29b07da admin admin] Pushing event updated for resources: {'Port': ['ID=4044f4e9-1e78-43fc-b2c4-ad16cd9174a8,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:29:01.208281 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e26b00-7fc9-4808-baad-f95eda680249 req-37a86eb8-c0ef-474d-9d33-c898274a81ee tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:01.210028 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f1e26b00-7fc9-4808-baad-f95eda680249 req-37a86eb8-c0ef-474d-9d33-c898274a81ee tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0578690 Aug 10 01:29:01.257498 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-a58fa3b0-0d5f-42fb-8761-ebae94347df9 None None] For port eaefaccc-e8ba-4d3f-b933-9abfe45f4603, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:29:01.269980 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f1e26b00-7fc9-4808-baad-f95eda680249 req-04275352-6fd9-4652-b165-72fef3f46f8b tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530920 Aug 10 01:29:01.280266 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5224325f-e42c-4ba0-a19f-a6d745062f36 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:01.284113 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-a58fa3b0-0d5f-42fb-8761-ebae94347df9 None None] For port eaefaccc-e8ba-4d3f-b933-9abfe45f4603, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=eaefaccc-e8ba-4d3f-b933-9abfe45f4603,segment=NetworkSegment(d0a041d5-1935-4a99-9385-4d4f11889b4d),segment_id=d0a041d5-1935-4a99-9385-4d4f11889b4d)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:29:01.291524 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a58fa3b0-0d5f-42fb-8761-ebae94347df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:01.299554 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5224325f-e42c-4ba0-a19f-a6d745062f36 None None] Transition to ACTIVE for port object 5160d20b-0d93-496e-a56d-9681e286f312 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:29:01.337500 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5224325f-e42c-4ba0-a19f-a6d745062f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:01.360539 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58fa3b0-0d5f-42fb-8761-ebae94347df9 None None] Pushing event updated for resources: {'Port': ['ID=eaefaccc-e8ba-4d3f-b933-9abfe45f4603,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:29:01.393145 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c3703d3b-ebbd-41c5-85ce-d0e0b29b07da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:01.446028 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e0708-9bf0-4820-995e-e4d8eb315685 None None] Pushing event updated for resources: {'Port': ['ID=5160d20b-0d93-496e-a56d-9681e286f312,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:29:01.464694 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-5224325f-e42c-4ba0-a19f-a6d745062f36 None None] Attempting to bind port 5160d20b-0d93-496e-a56d-9681e286f312 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:29:01.469168 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-5224325f-e42c-4ba0-a19f-a6d745062f36 None None] Attempting to bind port 5160d20b-0d93-496e-a56d-9681e286f312 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '754fc447-6e59-47f4-92ae-a0f82e5d1f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f34bcc9-e989-40ac-b4a5-4304ba1165ce'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:29:01.469862 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5224325f-e42c-4ba0-a19f-a6d745062f36 None None] Attempting to bind port 5160d20b-0d93-496e-a56d-9681e286f312 on network 4f34bcc9-e989-40ac-b4a5-4304ba1165ce {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:29:01.475399 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5224325f-e42c-4ba0-a19f-a6d745062f36 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:29:01.475941 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5224325f-e42c-4ba0-a19f-a6d745062f36 None None] Checking segment: {'id': '754fc447-6e59-47f4-92ae-a0f82e5d1f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f34bcc9-e989-40ac-b4a5-4304ba1165ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:29:01.476402 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5224325f-e42c-4ba0-a19f-a6d745062f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:01.476806 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5224325f-e42c-4ba0-a19f-a6d745062f36 None None] Bound using segment: {'id': '754fc447-6e59-47f4-92ae-a0f82e5d1f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f34bcc9-e989-40ac-b4a5-4304ba1165ce'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:29:01.477286 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-5224325f-e42c-4ba0-a19f-a6d745062f36 None None] Bound port: 5160d20b-0d93-496e-a56d-9681e286f312, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '754fc447-6e59-47f4-92ae-a0f82e5d1f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f34bcc9-e989-40ac-b4a5-4304ba1165ce'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:29:01.477677 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5224325f-e42c-4ba0-a19f-a6d745062f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:01.551522 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-5224325f-e42c-4ba0-a19f-a6d745062f36 None None] For port 5160d20b-0d93-496e-a56d-9681e286f312, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:29:01.554971 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-5224325f-e42c-4ba0-a19f-a6d745062f36 None None] For port 5160d20b-0d93-496e-a56d-9681e286f312, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5160d20b-0d93-496e-a56d-9681e286f312,segment=NetworkSegment(754fc447-6e59-47f4-92ae-a0f82e5d1f3f),segment_id=754fc447-6e59-47f4-92ae-a0f82e5d1f3f)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:29:01.563746 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5224325f-e42c-4ba0-a19f-a6d745062f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:01.626706 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5224325f-e42c-4ba0-a19f-a6d745062f36 None None] Routers {'aec66797-0528-44ec-bab7-a50bcdbe9fd7'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:29:01.627684 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-5224325f-e42c-4ba0-a19f-a6d745062f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:28:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['aec66797-0528-44ec-bab7-a50bcdbe9fd7'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:29:01.663496 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c3703d3b-ebbd-41c5-85ce-d0e0b29b07da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:01.704409 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e0708-9bf0-4820-995e-e4d8eb315685 None None] Pushing event updated for resources: {'Port': ['ID=5160d20b-0d93-496e-a56d-9681e286f312,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:29:01.834830 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3703d3b-ebbd-41c5-85ce-d0e0b29b07da admin admin] Router f0683bb2-c50b-4682-afcf-2ab94d731731 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:29:01.949389 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3703d3b-ebbd-41c5-85ce-d0e0b29b07da admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:29:01.950688 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-5224325f-e42c-4ba0-a19f-a6d745062f36 None None] Set router aec66797-0528-44ec-bab7-a50bcdbe9fd7 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:29:01.960511 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e82a142-0da4-4a2d-9654-7788ffadf161 None None] Sync routers for ids ['f0683bb2-c50b-4682-afcf-2ab94d731731'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:29:01.965809 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c3703d3b-ebbd-41c5-85ce-d0e0b29b07da admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:01.970140 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 57518) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:29:01.970727 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c3703d3b-ebbd-41c5-85ce-d0e0b29b07da admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9765687 Aug 10 01:29:01.979357 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e82a142-0da4-4a2d-9654-7788ffadf161 None None] Routers {'f0683bb2-c50b-4682-afcf-2ab94d731731'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:29:01.980244 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-2e82a142-0da4-4a2d-9654-7788ffadf161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:28:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f0683bb2-c50b-4682-afcf-2ab94d731731'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:29:02.088604 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-2e82a142-0da4-4a2d-9654-7788ffadf161 None None] Set router f0683bb2-c50b-4682-afcf-2ab94d731731 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:29:02.169019 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-5224325f-e42c-4ba0-a19f-a6d745062f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'name': 'tempest-TestVolumeBackupRestore-1670509000-router', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '8f0a9382-0e0d-4559-ad68-9dcc2c74d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:55Z', 'updated_at': '2021-08-10T01:28:58Z', 'revision_number': 4, 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'gw_port': {'id': '8f0a9382-0e0d-4559-ad68-9dcc2c74d57c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:55Z', 'updated_at': '2021-08-10T01:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '5160d20b-0d93-496e-a56d-9681e286f312', 'name': '', 'network_id': '4f34bcc9-e989-40ac-b4a5-4304ba1165ce', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'mac_address': 'fa:16:3e:5e:1d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '745af1f2-f7ee-41c2-a53f-31ea15064b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:57Z', 'updated_at': '2021-08-10T01:29:01Z', 'revision_number': 4, 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'subnets': [{'id': '745af1f2-f7ee-41c2-a53f-31ea15064b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:29:02.204715 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5224325f-e42c-4ba0-a19f-a6d745062f36 None None] The sync data for ids ['aec66797-0528-44ec-bab7-a50bcdbe9fd7'] in n-d-766726-26 is: [{'id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'name': 'tempest-TestVolumeBackupRestore-1670509000-router', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '8f0a9382-0e0d-4559-ad68-9dcc2c74d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:55Z', 'updated_at': '2021-08-10T01:28:58Z', 'revision_number': 4, 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'gw_port': {'id': '8f0a9382-0e0d-4559-ad68-9dcc2c74d57c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:55Z', 'updated_at': '2021-08-10T01:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '5160d20b-0d93-496e-a56d-9681e286f312', 'name': '', 'network_id': '4f34bcc9-e989-40ac-b4a5-4304ba1165ce', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'mac_address': 'fa:16:3e:5e:1d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '745af1f2-f7ee-41c2-a53f-31ea15064b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:57Z', 'updated_at': '2021-08-10T01:29:01Z', 'revision_number': 4, 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'subnets': [{'id': '745af1f2-f7ee-41c2-a53f-31ea15064b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:29:02.333254 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-2e82a142-0da4-4a2d-9654-7788ffadf161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0683bb2-c50b-4682-afcf-2ab94d731731', 'name': 'tempest-TestVolumeBackupRestore-1171295986-router', 'tenant_id': '772ba3c779a240a092302acdbc726eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '4044f4e9-1e78-43fc-b2c4-ad16cd9174a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:29:00Z', 'updated_at': '2021-08-10T01:29:01Z', 'revision_number': 3, 'project_id': '772ba3c779a240a092302acdbc726eb6', 'gw_port': {'id': '4044f4e9-1e78-43fc-b2c4-ad16cd9174a8', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ff:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0683bb2-c50b-4682-afcf-2ab94d731731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:29:00Z', 'updated_at': '2021-08-10T01:29:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:29:02.361493 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e82a142-0da4-4a2d-9654-7788ffadf161 None None] Checking router: f0683bb2-c50b-4682-afcf-2ab94d731731 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:29:02.361760 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e82a142-0da4-4a2d-9654-7788ffadf161 None None] Updating router f0683bb2-c50b-4682-afcf-2ab94d731731 port 4044f4e9-1e78-43fc-b2c4-ad16cd9174a8 binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:29:02.394592 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2e82a142-0da4-4a2d-9654-7788ffadf161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:02.502028 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fc278-8b70-4350-ae3a-3dad7dffdc79 req-2f2b6849-a3fe-403e-9455-1655f7abb043 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:02.509420 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b14fc278-8b70-4350-ae3a-3dad7dffdc79 req-2f2b6849-a3fe-403e-9455-1655f7abb043 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.1514864 Aug 10 01:29:02.572997 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6beccad3-a81c-4319-affe-4b75c04c8b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:02.578031 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f263f0c2-c815-4f1a-9775-1cc59dbb8df9 None None] Network de61b9e9-78e0-46ed-9842-6d9efde287a1 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:29:02.591528 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b14fc278-8b70-4350-ae3a-3dad7dffdc79 req-54b0acf7-c77e-4bbb-9d37-22c87f4da945 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812266 Aug 10 01:29:02.771158 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-80d2cbf6-50e5-43e1-9fc5-038a3cfb6891 None None] Provisioning for port eaefaccc-e8ba-4d3f-b933-9abfe45f4603 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:29:02.897688 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2e82a142-0da4-4a2d-9654-7788ffadf161 None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:02.926545 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-2e82a142-0da4-4a2d-9654-7788ffadf161 None None] Transition to ACTIVE for port object 4044f4e9-1e78-43fc-b2c4-ad16cd9174a8 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:29:02.927188 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device eaefaccc-e8ba-4d3f-b933-9abfe45f4603 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:29:02.938332 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2e82a142-0da4-4a2d-9654-7788ffadf161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:02.950084 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-6beccad3-a81c-4319-affe-4b75c04c8b44 admin admin] Allocated IP 172.20.0.1 (de61b9e9-78e0-46ed-9842-6d9efde287a1/8d43e622-2c90-4c9b-bd40-c93946c9ee2e/b59d9cf2-7d07-4317-8e4c-1cf556b240c2) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:29:03.010708 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-2e82a142-0da4-4a2d-9654-7788ffadf161 None None] Attempting to bind port 4044f4e9-1e78-43fc-b2c4-ad16cd9174a8 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:29:03.011638 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-2e82a142-0da4-4a2d-9654-7788ffadf161 None None] Attempting to bind port 4044f4e9-1e78-43fc-b2c4-ad16cd9174a8 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:29:03.012001 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e82a142-0da4-4a2d-9654-7788ffadf161 None None] Attempting to bind port 4044f4e9-1e78-43fc-b2c4-ad16cd9174a8 on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:29:03.026137 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e82a142-0da4-4a2d-9654-7788ffadf161 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:29:03.027086 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e82a142-0da4-4a2d-9654-7788ffadf161 None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:29:03.028590 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2e82a142-0da4-4a2d-9654-7788ffadf161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:03.029015 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e82a142-0da4-4a2d-9654-7788ffadf161 None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:29:03.029513 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-2e82a142-0da4-4a2d-9654-7788ffadf161 None None] Bound port: 4044f4e9-1e78-43fc-b2c4-ad16cd9174a8, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:29:03.029907 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2e82a142-0da4-4a2d-9654-7788ffadf161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:03.069895 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port eaefaccc-e8ba-4d3f-b933-9abfe45f4603 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:29:03.075058 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port eaefaccc-e8ba-4d3f-b933-9abfe45f4603 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:29:03.075682 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:03.145557 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-2e82a142-0da4-4a2d-9654-7788ffadf161 None None] For port 4044f4e9-1e78-43fc-b2c4-ad16cd9174a8, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:29:03.149054 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-2e82a142-0da4-4a2d-9654-7788ffadf161 None None] For port 4044f4e9-1e78-43fc-b2c4-ad16cd9174a8, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=4044f4e9-1e78-43fc-b2c4-ad16cd9174a8,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:29:03.150434 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e2bcb-daaf-4b76-a631-15623145ab93 None None] Pushing event updated for resources: {'Port': ['ID=4044f4e9-1e78-43fc-b2c4-ad16cd9174a8,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:29:03.163933 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2e82a142-0da4-4a2d-9654-7788ffadf161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:03.198778 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6beccad3-a81c-4319-affe-4b75c04c8b44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:03.240814 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-6beccad3-a81c-4319-affe-4b75c04c8b44 admin admin] Transition to ACTIVE for port object b59d9cf2-7d07-4317-8e4c-1cf556b240c2 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:29:03.249978 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:03.253906 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0557d10f-28cd-4b5d-9c2a-5de8a6ab2617 None None] Provisioning complete for port eaefaccc-e8ba-4d3f-b933-9abfe45f4603 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:29:03.254112 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0557d10f-28cd-4b5d-9c2a-5de8a6ab2617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:03.261030 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e82a142-0da4-4a2d-9654-7788ffadf161 None None] Routers {'f0683bb2-c50b-4682-afcf-2ab94d731731'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:29:03.261752 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-2e82a142-0da4-4a2d-9654-7788ffadf161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:28:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f0683bb2-c50b-4682-afcf-2ab94d731731'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:29:03.293907 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6beccad3-a81c-4319-affe-4b75c04c8b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:03.331215 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port eaefaccc-e8ba-4d3f-b933-9abfe45f4603, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=eaefaccc-e8ba-4d3f-b933-9abfe45f4603,segment=NetworkSegment(d0a041d5-1935-4a99-9385-4d4f11889b4d),segment_id=d0a041d5-1935-4a99-9385-4d4f11889b4d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:29:03.336156 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e2bcb-daaf-4b76-a631-15623145ab93 None None] Pushing event updated for resources: {'Port': ['ID=4044f4e9-1e78-43fc-b2c4-ad16cd9174a8,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:29:03.348835 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6beccad3-a81c-4319-affe-4b75c04c8b44 admin admin] Network de61b9e9-78e0-46ed-9842-6d9efde287a1 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:29:03.351541 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:03.352372 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5160d20b-0d93-496e-a56d-9681e286f312 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:29:03.353327 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-6beccad3-a81c-4319-affe-4b75c04c8b44 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:29:03.357706 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beccad3-a81c-4319-affe-4b75c04c8b44 admin admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:29:03.366223 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beccad3-a81c-4319-affe-4b75c04c8b44 admin admin] Pushing event updated for resources: {'Port': ['ID=b59d9cf2-7d07-4317-8e4c-1cf556b240c2,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:29:03.420609 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6beccad3-a81c-4319-affe-4b75c04c8b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:03.466633 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-2e82a142-0da4-4a2d-9654-7788ffadf161 None None] Set router f0683bb2-c50b-4682-afcf-2ab94d731731 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:29:03.524357 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=eaefaccc-e8ba-4d3f-b933-9abfe45f4603,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:29:03.604642 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 5160d20b-0d93-496e-a56d-9681e286f312 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:29:03.609892 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 5160d20b-0d93-496e-a56d-9681e286f312 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:29:03.611473 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:03.680952 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6beccad3-a81c-4319-affe-4b75c04c8b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:03.725706 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:03.728292 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-2e82a142-0da4-4a2d-9654-7788ffadf161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0683bb2-c50b-4682-afcf-2ab94d731731', 'name': 'tempest-TestVolumeBackupRestore-1171295986-router', 'tenant_id': '772ba3c779a240a092302acdbc726eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '4044f4e9-1e78-43fc-b2c4-ad16cd9174a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:29:00Z', 'updated_at': '2021-08-10T01:29:01Z', 'revision_number': 3, 'project_id': '772ba3c779a240a092302acdbc726eb6', 'gw_port': {'id': '4044f4e9-1e78-43fc-b2c4-ad16cd9174a8', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ff:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0683bb2-c50b-4682-afcf-2ab94d731731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:29:00Z', 'updated_at': '2021-08-10T01:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:29:03.774795 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e82a142-0da4-4a2d-9654-7788ffadf161 None None] The sync data for ids ['f0683bb2-c50b-4682-afcf-2ab94d731731'] in n-d-766726-26 is: [{'id': 'f0683bb2-c50b-4682-afcf-2ab94d731731', 'name': 'tempest-TestVolumeBackupRestore-1171295986-router', 'tenant_id': '772ba3c779a240a092302acdbc726eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '4044f4e9-1e78-43fc-b2c4-ad16cd9174a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:29:00Z', 'updated_at': '2021-08-10T01:29:01Z', 'revision_number': 3, 'project_id': '772ba3c779a240a092302acdbc726eb6', 'gw_port': {'id': '4044f4e9-1e78-43fc-b2c4-ad16cd9174a8', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ff:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0683bb2-c50b-4682-afcf-2ab94d731731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:29:00Z', 'updated_at': '2021-08-10T01:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:29:03.792015 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 5160d20b-0d93-496e-a56d-9681e286f312, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5160d20b-0d93-496e-a56d-9681e286f312,segment=NetworkSegment(754fc447-6e59-47f4-92ae-a0f82e5d1f3f),segment_id=754fc447-6e59-47f4-92ae-a0f82e5d1f3f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:29:03.807566 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:03.843942 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-48e60864-1dd1-4739-a2b8-ff987f634461 None None] Provisioning for port b59d9cf2-7d07-4317-8e4c-1cf556b240c2 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:29:03.866988 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-48e60864-1dd1-4739-a2b8-ff987f634461 None None] Provisioning complete for port b59d9cf2-7d07-4317-8e4c-1cf556b240c2 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:29:03.867368 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-48e60864-1dd1-4739-a2b8-ff987f634461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:03.905050 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=5160d20b-0d93-496e-a56d-9681e286f312,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:29:03.919816 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-48e60864-1dd1-4739-a2b8-ff987f634461 None None] Port b59d9cf2-7d07-4317-8e4c-1cf556b240c2 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:29:03.953643 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6beccad3-a81c-4319-affe-4b75c04c8b44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:03.958410 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6beccad3-a81c-4319-affe-4b75c04c8b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:04.024349 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beccad3-a81c-4319-affe-4b75c04c8b44 admin admin] Pushing event updated for resources: {'Port': ['ID=b59d9cf2-7d07-4317-8e4c-1cf556b240c2,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:29:04.026848 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6beccad3-a81c-4319-affe-4b75c04c8b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:04.546376 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebceef-c6c6-4e1a-8377-79be62257c6c req-f5d9da0e-0342-4756-8ce2-b88611f12ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:04.547911 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-57ebceef-c6c6-4e1a-8377-79be62257c6c req-f5d9da0e-0342-4756-8ce2-b88611f12ba0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2aef40f8504414fa599dc77ba652e3e&device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 1097 time: 0.0583174 Aug 10 01:29:04.557071 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6beccad3-a81c-4319-affe-4b75c04c8b44 admin admin] Network de61b9e9-78e0-46ed-9842-6d9efde287a1 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:29:04.560193 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-6beccad3-a81c-4319-affe-4b75c04c8b44 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:29:04.575661 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd92e3-1dc9-4c9a-9bf1-0d7af5d99f25 req-75a87e42-67a1-4a0b-9177-c50542d57ef1 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:04.578023 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-febd92e3-1dc9-4c9a-9bf1-0d7af5d99f25 req-75a87e42-67a1-4a0b-9177-c50542d57ef1 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0772605 Aug 10 01:29:04.658710 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebceef-c6c6-4e1a-8377-79be62257c6c req-e4faeff2-d0f9-499a-aef3-5a82e38d7027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:04.660452 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-57ebceef-c6c6-4e1a-8377-79be62257c6c req-e4faeff2-d0f9-499a-aef3-5a82e38d7027 service neutron] 10.222.0.20 "GET /v2.0/networks?id=aff05c9a-e8d3-4556-823f-a7475c536508 HTTP/1.1" status: 200 len: 919 time: 0.1057060 Aug 10 01:29:04.716545 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-57ebceef-c6c6-4e1a-8377-79be62257c6c req-6bbce833-952c-462a-8173-61d1b4247b04 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7bb15e28-e0d5-4180-aff7-9d63f7b8fb36 HTTP/1.1" status: 200 len: 217 time: 0.0488534 Aug 10 01:29:04.732997 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-febd92e3-1dc9-4c9a-9bf1-0d7af5d99f25 req-fb0ad070-abc2-485e-9717-6e83b34e8999 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864539 Aug 10 01:29:04.778497 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6beccad3-a81c-4319-affe-4b75c04c8b44 admin admin] Router f0683bb2-c50b-4682-afcf-2ab94d731731 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:29:04.784821 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebceef-c6c6-4e1a-8377-79be62257c6c req-b53014b4-673d-43ae-80de-ff45a786d325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:04.786577 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-57ebceef-c6c6-4e1a-8377-79be62257c6c req-b53014b4-673d-43ae-80de-ff45a786d325 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b762b89-2d46-47b3-99d3-6df0ae9196ef HTTP/1.1" status: 200 len: 858 time: 0.0629396 Aug 10 01:29:04.824957 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-57ebceef-c6c6-4e1a-8377-79be62257c6c req-cff327a0-c999-498c-a3d5-de8fd22ffd28 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aff05c9a-e8d3-4556-823f-a7475c536508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271072 Aug 10 01:29:04.862940 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-95cb29e5-40c2-4e18-a832-2645245f74c6 None None] Provisioning complete for port b59d9cf2-7d07-4317-8e4c-1cf556b240c2 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:29:04.863444 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95cb29e5-40c2-4e18-a832-2645245f74c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:04.924538 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-95cb29e5-40c2-4e18-a832-2645245f74c6 None None] Port b59d9cf2-7d07-4317-8e4c-1cf556b240c2 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:29:04.944761 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4044f4e9-1e78-43fc-b2c4-ad16cd9174a8 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:29:04.957056 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6beccad3-a81c-4319-affe-4b75c04c8b44 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:29:04.962288 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6beccad3-a81c-4319-affe-4b75c04c8b44 admin admin] 10.222.0.35 "PUT /v2.0/routers/f0683bb2-c50b-4682-afcf-2ab94d731731/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9902422 Aug 10 01:29:04.976425 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-57ebceef-c6c6-4e1a-8377-79be62257c6c req-207378a8-f749-4f47-bff2-aaf05da0d73d service neutron] 10.222.0.20 "GET /v2.0/networks/aff05c9a-e8d3-4556-823f-a7475c536508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444323 Aug 10 01:29:05.016786 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 4044f4e9-1e78-43fc-b2c4-ad16cd9174a8 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:29:05.021899 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 4044f4e9-1e78-43fc-b2c4-ad16cd9174a8 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:29:05.022393 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:05.079139 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-57ebceef-c6c6-4e1a-8377-79be62257c6c req-2c2f903c-e9c9-475f-9bd4-0e2d3f8b5530 service neutron] 10.222.0.20 "GET /v2.0/networks/aff05c9a-e8d3-4556-823f-a7475c536508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954831 Aug 10 01:29:05.102772 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:05.124921 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 4044f4e9-1e78-43fc-b2c4-ad16cd9174a8, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=4044f4e9-1e78-43fc-b2c4-ad16cd9174a8,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:29:05.129908 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:05.130790 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device eaefaccc-e8ba-4d3f-b933-9abfe45f4603 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:29:05.219445 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=4044f4e9-1e78-43fc-b2c4-ad16cd9174a8,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:29:05.228620 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port eaefaccc-e8ba-4d3f-b933-9abfe45f4603 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:29:05.229057 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:05.305661 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5160d20b-0d93-496e-a56d-9681e286f312 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:29:05.352511 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 5160d20b-0d93-496e-a56d-9681e286f312 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:29:05.352897 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:05.737523 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba00f573-d11d-4a5e-adce-26002dfbf426 None None] Sync routers for ids ['f0683bb2-c50b-4682-afcf-2ab94d731731'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:29:05.748139 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba00f573-d11d-4a5e-adce-26002dfbf426 None None] Routers {'f0683bb2-c50b-4682-afcf-2ab94d731731'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:29:05.748924 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-ba00f573-d11d-4a5e-adce-26002dfbf426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:28:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f0683bb2-c50b-4682-afcf-2ab94d731731'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:29:05.856757 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f1155-02d6-48c6-a647-6ffb55cb6305 req-0d7868f1-e5a8-4927-a54f-c1e435eda86a tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:05.857986 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-ba00f573-d11d-4a5e-adce-26002dfbf426 None None] Set router f0683bb2-c50b-4682-afcf-2ab94d731731 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:29:05.858314 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-422f1155-02d6-48c6-a647-6ffb55cb6305 req-0d7868f1-e5a8-4927-a54f-c1e435eda86a tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0563345 Aug 10 01:29:05.903782 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-422f1155-02d6-48c6-a647-6ffb55cb6305 req-1e208044-4063-45e3-a1e4-9216cab9392c tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390968 Aug 10 01:29:06.064465 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-ba00f573-d11d-4a5e-adce-26002dfbf426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0683bb2-c50b-4682-afcf-2ab94d731731', 'name': 'tempest-TestVolumeBackupRestore-1171295986-router', 'tenant_id': '772ba3c779a240a092302acdbc726eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '4044f4e9-1e78-43fc-b2c4-ad16cd9174a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:29:00Z', 'updated_at': '2021-08-10T01:29:03Z', 'revision_number': 4, 'project_id': '772ba3c779a240a092302acdbc726eb6', 'gw_port': {'id': '4044f4e9-1e78-43fc-b2c4-ad16cd9174a8', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ff:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0683bb2-c50b-4682-afcf-2ab94d731731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:29:00Z', 'updated_at': '2021-08-10T01:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'b59d9cf2-7d07-4317-8e4c-1cf556b240c2', 'name': '', 'network_id': 'de61b9e9-78e0-46ed-9842-6d9efde287a1', 'tenant_id': '772ba3c779a240a092302acdbc726eb6', 'mac_address': 'fa:16:3e:09:5f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0683bb2-c50b-4682-afcf-2ab94d731731', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '8d43e622-2c90-4c9b-bd40-c93946c9ee2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:29:02Z', 'updated_at': '2021-08-10T01:29:03Z', 'revision_number': 2, 'project_id': '772ba3c779a240a092302acdbc726eb6', 'subnets': [{'id': '8d43e622-2c90-4c9b-bd40-c93946c9ee2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:29:06.094371 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba00f573-d11d-4a5e-adce-26002dfbf426 None None] Checking router: f0683bb2-c50b-4682-afcf-2ab94d731731 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:29:06.094726 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba00f573-d11d-4a5e-adce-26002dfbf426 None None] Updating router f0683bb2-c50b-4682-afcf-2ab94d731731 port b59d9cf2-7d07-4317-8e4c-1cf556b240c2 binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:29:06.120370 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba00f573-d11d-4a5e-adce-26002dfbf426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:06.384542 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba00f573-d11d-4a5e-adce-26002dfbf426 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:06.395326 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ba00f573-d11d-4a5e-adce-26002dfbf426 None None] Transition to ACTIVE for port object b59d9cf2-7d07-4317-8e4c-1cf556b240c2 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:29:06.401255 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba00f573-d11d-4a5e-adce-26002dfbf426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:06.453064 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb1527-9977-46d1-aa82-5b4c6d4a21ee None None] Pushing event updated for resources: {'Port': ['ID=b59d9cf2-7d07-4317-8e4c-1cf556b240c2,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:29:06.507528 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-ba00f573-d11d-4a5e-adce-26002dfbf426 None None] Attempting to bind port b59d9cf2-7d07-4317-8e4c-1cf556b240c2 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:29:06.507911 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-ba00f573-d11d-4a5e-adce-26002dfbf426 None None] Attempting to bind port b59d9cf2-7d07-4317-8e4c-1cf556b240c2 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'd0a041d5-1935-4a99-9385-4d4f11889b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'de61b9e9-78e0-46ed-9842-6d9efde287a1'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:29:06.508365 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba00f573-d11d-4a5e-adce-26002dfbf426 None None] Attempting to bind port b59d9cf2-7d07-4317-8e4c-1cf556b240c2 on network de61b9e9-78e0-46ed-9842-6d9efde287a1 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:29:06.513904 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba00f573-d11d-4a5e-adce-26002dfbf426 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:29:06.514376 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba00f573-d11d-4a5e-adce-26002dfbf426 None None] Checking segment: {'id': 'd0a041d5-1935-4a99-9385-4d4f11889b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'de61b9e9-78e0-46ed-9842-6d9efde287a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:29:06.515386 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba00f573-d11d-4a5e-adce-26002dfbf426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:06.515877 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba00f573-d11d-4a5e-adce-26002dfbf426 None None] Bound using segment: {'id': 'd0a041d5-1935-4a99-9385-4d4f11889b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'de61b9e9-78e0-46ed-9842-6d9efde287a1'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:29:06.516447 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-ba00f573-d11d-4a5e-adce-26002dfbf426 None None] Bound port: b59d9cf2-7d07-4317-8e4c-1cf556b240c2, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a041d5-1935-4a99-9385-4d4f11889b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'de61b9e9-78e0-46ed-9842-6d9efde287a1'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:29:06.516846 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba00f573-d11d-4a5e-adce-26002dfbf426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:06.586565 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-ba00f573-d11d-4a5e-adce-26002dfbf426 None None] For port b59d9cf2-7d07-4317-8e4c-1cf556b240c2, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:29:06.590819 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-ba00f573-d11d-4a5e-adce-26002dfbf426 None None] For port b59d9cf2-7d07-4317-8e4c-1cf556b240c2, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b59d9cf2-7d07-4317-8e4c-1cf556b240c2,segment=NetworkSegment(d0a041d5-1935-4a99-9385-4d4f11889b4d),segment_id=d0a041d5-1935-4a99-9385-4d4f11889b4d)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:29:06.599145 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba00f573-d11d-4a5e-adce-26002dfbf426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:06.657449 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba00f573-d11d-4a5e-adce-26002dfbf426 None None] Routers {'f0683bb2-c50b-4682-afcf-2ab94d731731'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:29:06.658523 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-ba00f573-d11d-4a5e-adce-26002dfbf426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:28:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f0683bb2-c50b-4682-afcf-2ab94d731731'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:29:06.710909 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb1527-9977-46d1-aa82-5b4c6d4a21ee None None] Pushing event updated for resources: {'Port': ['ID=b59d9cf2-7d07-4317-8e4c-1cf556b240c2,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:29:06.821963 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-ba00f573-d11d-4a5e-adce-26002dfbf426 None None] Set router f0683bb2-c50b-4682-afcf-2ab94d731731 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:29:06.825399 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4044f4e9-1e78-43fc-b2c4-ad16cd9174a8 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:29:07.005797 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 4044f4e9-1e78-43fc-b2c4-ad16cd9174a8 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:29:07.006125 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:07.042195 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace818c-7064-4825-9618-dc52ca4b5d3c req-18aa61fd-e6c9-4b91-9805-654f52ab1bb7 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:07.044255 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aace818c-7064-4825-9618-dc52ca4b5d3c req-18aa61fd-e6c9-4b91-9805-654f52ab1bb7 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0680420 Aug 10 01:29:07.091769 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aace818c-7064-4825-9618-dc52ca4b5d3c req-281ed21a-21ee-4467-9d24-693107ab834c tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372746 Aug 10 01:29:07.139439 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-ba00f573-d11d-4a5e-adce-26002dfbf426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0683bb2-c50b-4682-afcf-2ab94d731731', 'name': 'tempest-TestVolumeBackupRestore-1171295986-router', 'tenant_id': '772ba3c779a240a092302acdbc726eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '4044f4e9-1e78-43fc-b2c4-ad16cd9174a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:29:00Z', 'updated_at': '2021-08-10T01:29:03Z', 'revision_number': 4, 'project_id': '772ba3c779a240a092302acdbc726eb6', 'gw_port': {'id': '4044f4e9-1e78-43fc-b2c4-ad16cd9174a8', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ff:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0683bb2-c50b-4682-afcf-2ab94d731731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:29:00Z', 'updated_at': '2021-08-10T01:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'b59d9cf2-7d07-4317-8e4c-1cf556b240c2', 'name': '', 'network_id': 'de61b9e9-78e0-46ed-9842-6d9efde287a1', 'tenant_id': '772ba3c779a240a092302acdbc726eb6', 'mac_address': 'fa:16:3e:09:5f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0683bb2-c50b-4682-afcf-2ab94d731731', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '8d43e622-2c90-4c9b-bd40-c93946c9ee2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:29:02Z', 'updated_at': '2021-08-10T01:29:06Z', 'revision_number': 4, 'project_id': '772ba3c779a240a092302acdbc726eb6', 'subnets': [{'id': '8d43e622-2c90-4c9b-bd40-c93946c9ee2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:29:07.166638 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba00f573-d11d-4a5e-adce-26002dfbf426 None None] The sync data for ids ['f0683bb2-c50b-4682-afcf-2ab94d731731'] in n-d-766726-26 is: [{'id': 'f0683bb2-c50b-4682-afcf-2ab94d731731', 'name': 'tempest-TestVolumeBackupRestore-1171295986-router', 'tenant_id': '772ba3c779a240a092302acdbc726eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '4044f4e9-1e78-43fc-b2c4-ad16cd9174a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:29:00Z', 'updated_at': '2021-08-10T01:29:03Z', 'revision_number': 4, 'project_id': '772ba3c779a240a092302acdbc726eb6', 'gw_port': {'id': '4044f4e9-1e78-43fc-b2c4-ad16cd9174a8', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ff:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0683bb2-c50b-4682-afcf-2ab94d731731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:29:00Z', 'updated_at': '2021-08-10T01:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'b59d9cf2-7d07-4317-8e4c-1cf556b240c2', 'name': '', 'network_id': 'de61b9e9-78e0-46ed-9842-6d9efde287a1', 'tenant_id': '772ba3c779a240a092302acdbc726eb6', 'mac_address': 'fa:16:3e:09:5f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0683bb2-c50b-4682-afcf-2ab94d731731', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '8d43e622-2c90-4c9b-bd40-c93946c9ee2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:29:02Z', 'updated_at': '2021-08-10T01:29:06Z', 'revision_number': 4, 'project_id': '772ba3c779a240a092302acdbc726eb6', 'subnets': [{'id': '8d43e622-2c90-4c9b-bd40-c93946c9ee2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:29:08.231497 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67584470-5541-4008-8a17-e7b252c3e2d3 req-4132eeb8-b05b-4a90-b1fd-1f3113d3ff75 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:08.233185 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-67584470-5541-4008-8a17-e7b252c3e2d3 req-4132eeb8-b05b-4a90-b1fd-1f3113d3ff75 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0606818 Aug 10 01:29:08.273382 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-67584470-5541-4008-8a17-e7b252c3e2d3 req-aba37503-b63e-4190-8fe3-6b5ed160552e tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338011 Aug 10 01:29:08.789577 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b59d9cf2-7d07-4317-8e4c-1cf556b240c2 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:29:08.840876 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port b59d9cf2-7d07-4317-8e4c-1cf556b240c2 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:29:08.844772 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port b59d9cf2-7d07-4317-8e4c-1cf556b240c2 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:29:08.845347 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:09.088380 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:09.122452 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port b59d9cf2-7d07-4317-8e4c-1cf556b240c2, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b59d9cf2-7d07-4317-8e4c-1cf556b240c2,segment=NetworkSegment(d0a041d5-1935-4a99-9385-4d4f11889b4d),segment_id=d0a041d5-1935-4a99-9385-4d4f11889b4d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:29:09.125737 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:09.176816 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=b59d9cf2-7d07-4317-8e4c-1cf556b240c2,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:29:09.389929 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c71d5f-7eb5-42b2-8ab0-6c49a67927be req-2174055e-e731-45e4-aae9-c889d8ccbf1f tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:09.392080 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-81c71d5f-7eb5-42b2-8ab0-6c49a67927be req-2174055e-e731-45e4-aae9-c889d8ccbf1f tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0502644 Aug 10 01:29:09.433225 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-81c71d5f-7eb5-42b2-8ab0-6c49a67927be req-e18672a1-1565-407a-878c-74f128a845ad tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351031 Aug 10 01:29:10.554222 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48199b8-19f9-48b1-865b-793a0d0e868c req-8351f114-b5e2-46ba-975c-74e366e48589 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:10.556547 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d48199b8-19f9-48b1-865b-793a0d0e868c req-8351f114-b5e2-46ba-975c-74e366e48589 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0553539 Aug 10 01:29:10.595957 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d48199b8-19f9-48b1-865b-793a0d0e868c req-4af50fb4-5696-4c68-8bdb-eab856499096 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329583 Aug 10 01:29:10.786639 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b59d9cf2-7d07-4317-8e4c-1cf556b240c2 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:29:10.837834 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port b59d9cf2-7d07-4317-8e4c-1cf556b240c2 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:29:10.838252 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:11.211888 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6fa7f376-a748-451c-997a-d80dc36f497a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:11.720418 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4264f96-decd-44a4-9ada-9a1cd885ab74 req-ad6a1dcc-573d-4d26-8339-9754f06ccbe8 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:11.721991 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d4264f96-decd-44a4-9ada-9a1cd885ab74 req-ad6a1dcc-573d-4d26-8339-9754f06ccbe8 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0517612 Aug 10 01:29:11.760422 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d4264f96-decd-44a4-9ada-9a1cd885ab74 req-3e3706d9-ebb8-4e79-b62e-9d809f9ba835 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322280 Aug 10 01:29:11.826034 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:11.853994 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b5746-40bf-4989-8974-d16596e47aa2 req-33744957-39ae-4b54-9718-fc79a56e3800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:11.855501 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9a1b5746-40bf-4989-8974-d16596e47aa2 req-33744957-39ae-4b54-9718-fc79a56e3800 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 1097 time: 0.0433164 Aug 10 01:29:11.895437 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9a1b5746-40bf-4989-8974-d16596e47aa2 req-e92a7bb3-e5fd-46ed-9953-f542026b069e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318446 Aug 10 01:29:12.884534 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a170b-3197-44ff-8575-f157649a78be req-5af03611-7e81-4c41-b8ac-a282f27e58a3 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:12.886320 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b15a170b-3197-44ff-8575-f157649a78be req-5af03611-7e81-4c41-b8ac-a282f27e58a3 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0532887 Aug 10 01:29:12.928994 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b15a170b-3197-44ff-8575-f157649a78be req-106efbf5-d099-4ad1-bd83-b62fe21479a4 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349290 Aug 10 01:29:13.864087 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1aa60327-8e5d-4808-befe-6a1ecaefbcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:14.049763 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d86cc-d13f-44c4-87f1-d72dee35b781 req-deac8af1-671c-479c-b0b5-513796f34c67 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:14.052202 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be1d86cc-d13f-44c4-87f1-d72dee35b781 req-deac8af1-671c-479c-b0b5-513796f34c67 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0546629 Aug 10 01:29:14.091593 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be1d86cc-d13f-44c4-87f1-d72dee35b781 req-2ab5b468-1906-45f4-a71a-406bc5b67bd8 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328932 Aug 10 01:29:14.400010 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c167c-7dea-4050-b4f6-d328a71257e0 req-537c3d72-58bc-4f0c-a535-5c898df64dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:14.401763 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5c2c167c-7dea-4050-b4f6-d328a71257e0 req-537c3d72-58bc-4f0c-a535-5c898df64dac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2aef40f8504414fa599dc77ba652e3e&device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 1097 time: 0.0781710 Aug 10 01:29:14.456994 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786e21c-5204-4d2d-9751-7b33d29941a9 req-e22e0b0d-8fec-4c70-9bbb-09fa258df97a tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:14.458798 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e786e21c-5204-4d2d-9751-7b33d29941a9 req-e22e0b0d-8fec-4c70-9bbb-09fa258df97a tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.1235662 Aug 10 01:29:14.468306 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:14.501948 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e786e21c-5204-4d2d-9751-7b33d29941a9 req-d974b6e5-58f1-4a2a-9942-90a85cfd5abf tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357139 Aug 10 01:29:14.512614 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c167c-7dea-4050-b4f6-d328a71257e0 req-74758585-835f-4798-8291-c6896243e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:14.515683 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5c2c167c-7dea-4050-b4f6-d328a71257e0 req-74758585-835f-4798-8291-c6896243e980 service neutron] 10.222.0.20 "GET /v2.0/networks?id=aff05c9a-e8d3-4556-823f-a7475c536508 HTTP/1.1" status: 200 len: 919 time: 0.1069260 Aug 10 01:29:14.562585 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5c2c167c-7dea-4050-b4f6-d328a71257e0 req-f92753d7-412f-456b-8e6a-a1b11af092e7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7bb15e28-e0d5-4180-aff7-9d63f7b8fb36 HTTP/1.1" status: 200 len: 217 time: 0.0393655 Aug 10 01:29:14.614230 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c167c-7dea-4050-b4f6-d328a71257e0 req-df60f183-3676-4c9d-8a98-8dc5dbe15d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:14.615718 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5c2c167c-7dea-4050-b4f6-d328a71257e0 req-df60f183-3676-4c9d-8a98-8dc5dbe15d6e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b762b89-2d46-47b3-99d3-6df0ae9196ef HTTP/1.1" status: 200 len: 858 time: 0.0460298 Aug 10 01:29:14.648808 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5c2c167c-7dea-4050-b4f6-d328a71257e0 req-f0db2bc1-cdcb-40ed-9450-f9a6ef8aeeb0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aff05c9a-e8d3-4556-823f-a7475c536508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261745 Aug 10 01:29:14.738464 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5c2c167c-7dea-4050-b4f6-d328a71257e0 req-906a1f6c-ee35-48d9-8c18-c4493e4f92c6 service neutron] 10.222.0.20 "GET /v2.0/networks/aff05c9a-e8d3-4556-823f-a7475c536508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826511 Aug 10 01:29:14.833892 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5c2c167c-7dea-4050-b4f6-d328a71257e0 req-424d0632-a87d-4aeb-8c84-8576ded615fd service neutron] 10.222.0.20 "GET /v2.0/networks/aff05c9a-e8d3-4556-823f-a7475c536508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889664 Aug 10 01:29:15.221681 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:15.624652 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c26c2-8d93-44fc-8c19-baf2faf9c48c req-f1a64430-bce7-419d-9cbb-3465011a123f tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:15.626263 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb8c26c2-8d93-44fc-8c19-baf2faf9c48c req-f1a64430-bce7-419d-9cbb-3465011a123f tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0509381 Aug 10 01:29:15.665835 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb8c26c2-8d93-44fc-8c19-baf2faf9c48c req-a489a736-86b1-44ca-94dc-9586bc89eb22 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331104 Aug 10 01:29:16.322547 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:16.784485 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2323509-9521-402b-b2a3-06457dd1a993 req-29844e6c-1b83-4f66-957f-fbeda6bb5d7f tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:16.786002 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e2323509-9521-402b-b2a3-06457dd1a993 req-29844e6c-1b83-4f66-957f-fbeda6bb5d7f tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0525072 Aug 10 01:29:16.828519 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e2323509-9521-402b-b2a3-06457dd1a993 req-9a394663-b82b-4182-b4e6-7083f0b881f1 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362320 Aug 10 01:29:17.960432 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10295583-2544-45f7-8a84-618a38d32520 req-a741ee00-2713-4972-84a9-8ca585303b73 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:17.962632 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-10295583-2544-45f7-8a84-618a38d32520 req-a741ee00-2713-4972-84a9-8ca585303b73 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0574772 Aug 10 01:29:18.013722 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-10295583-2544-45f7-8a84-618a38d32520 req-489cde15-a438-4ffd-ba52-8377b7483f5a tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430384 Aug 10 01:29:19.497267 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a6e9b-076b-4ae9-93eb-bc59056a3d86 req-5973c8ad-001d-497f-ab57-61c97acbe59b tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:19.498776 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3e5a6e9b-076b-4ae9-93eb-bc59056a3d86 req-5973c8ad-001d-497f-ab57-61c97acbe59b tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0503261 Aug 10 01:29:19.539009 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3e5a6e9b-076b-4ae9-93eb-bc59056a3d86 req-2564c320-746a-425a-accb-75bacac40b96 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336559 Aug 10 01:29:25.759942 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:29:28.325447 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:32.908104 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887e866-91c2-43fa-aba4-c249661a658e req-3a5ed408-1315-4c88-8b67-61eecb429a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:32.909809 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9887e866-91c2-43fa-aba4-c249661a658e req-3a5ed408-1315-4c88-8b67-61eecb429a0b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2aef40f8504414fa599dc77ba652e3e&device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 1097 time: 0.0487037 Aug 10 01:29:32.931031 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b0519-58ba-41b8-bac6-ed3fc56d8e04 req-598788a2-8c03-4b65-b3ef-5114949c1ff3 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:32.932555 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a30b0519-58ba-41b8-bac6-ed3fc56d8e04 req-598788a2-8c03-4b65-b3ef-5114949c1ff3 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0729671 Aug 10 01:29:32.974859 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a30b0519-58ba-41b8-bac6-ed3fc56d8e04 req-9b56e62e-5780-46c1-a3a8-9fceb56dc5c8 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359020 Aug 10 01:29:33.025428 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887e866-91c2-43fa-aba4-c249661a658e req-a036df4c-2d6f-4fb6-8aa1-3a3991f323da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:33.026917 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9887e866-91c2-43fa-aba4-c249661a658e req-a036df4c-2d6f-4fb6-8aa1-3a3991f323da service neutron] 10.222.0.20 "GET /v2.0/networks?id=aff05c9a-e8d3-4556-823f-a7475c536508 HTTP/1.1" status: 200 len: 919 time: 0.1094744 Aug 10 01:29:33.070728 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9887e866-91c2-43fa-aba4-c249661a658e req-e72d2617-cb18-4ceb-b347-73a9a4414d40 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7bb15e28-e0d5-4180-aff7-9d63f7b8fb36 HTTP/1.1" status: 200 len: 217 time: 0.0348699 Aug 10 01:29:33.118934 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887e866-91c2-43fa-aba4-c249661a658e req-df2bc00f-9f94-4477-a045-bc69c058bce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:33.120348 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9887e866-91c2-43fa-aba4-c249661a658e req-df2bc00f-9f94-4477-a045-bc69c058bce3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b762b89-2d46-47b3-99d3-6df0ae9196ef HTTP/1.1" status: 200 len: 858 time: 0.0425985 Aug 10 01:29:33.149994 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9887e866-91c2-43fa-aba4-c249661a658e req-e18af8ed-5df5-4dde-89ec-a0cbea2ac27b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aff05c9a-e8d3-4556-823f-a7475c536508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228374 Aug 10 01:29:33.241455 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9887e866-91c2-43fa-aba4-c249661a658e req-2372a7fb-4dc2-41c3-ad2e-6c72429ed42d service neutron] 10.222.0.20 "GET /v2.0/networks/aff05c9a-e8d3-4556-823f-a7475c536508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838494 Aug 10 01:29:33.329889 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9887e866-91c2-43fa-aba4-c249661a658e req-bc616fff-6a56-45bb-9655-9e8802e1df0b service neutron] 10.222.0.20 "GET /v2.0/networks/aff05c9a-e8d3-4556-823f-a7475c536508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813315 Aug 10 01:29:34.100688 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c8aed-a68f-419a-b970-2858710beb00 req-1176b2e2-bc21-4385-a0ca-3dd5e992fc89 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:34.102204 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d01c8aed-a68f-419a-b970-2858710beb00 req-1176b2e2-bc21-4385-a0ca-3dd5e992fc89 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0486035 Aug 10 01:29:34.142230 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d01c8aed-a68f-419a-b970-2858710beb00 req-58900e87-b2dc-45e6-b354-394b0195505d tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339484 Aug 10 01:29:35.275231 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa11bf4-b50e-4d31-8dbe-f5623bb30ac4 req-b45fbe6c-f032-445d-a66a-643fc3c89b5b tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:35.276723 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9aa11bf4-b50e-4d31-8dbe-f5623bb30ac4 req-b45fbe6c-f032-445d-a66a-643fc3c89b5b tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0479834 Aug 10 01:29:35.322224 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9aa11bf4-b50e-4d31-8dbe-f5623bb30ac4 req-5dfd434e-6fad-454e-8760-f433c9b14d88 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394623 Aug 10 01:29:36.441192 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf231a-ce1e-47ed-b944-1aa8440b7cd9 req-c86a4252-7cb6-48a6-b5ea-20143d34b6df tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:36.442644 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8fcf231a-ce1e-47ed-b944-1aa8440b7cd9 req-c86a4252-7cb6-48a6-b5ea-20143d34b6df tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0517454 Aug 10 01:29:36.479405 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8fcf231a-ce1e-47ed-b944-1aa8440b7cd9 req-18708cc4-9b12-417c-bef1-226c71db7231 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309317 Aug 10 01:29:37.595742 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f01f07-8299-49fa-9aef-699638ace181 req-12f18e15-23f1-4d13-9fbd-352efe594803 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:37.597238 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-95f01f07-8299-49fa-9aef-699638ace181 req-12f18e15-23f1-4d13-9fbd-352efe594803 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0490618 Aug 10 01:29:37.634950 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-95f01f07-8299-49fa-9aef-699638ace181 req-4d37e43f-8c28-41dd-bf11-f1765bfa9481 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317626 Aug 10 01:29:38.751947 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19808f74-e449-4eb2-a8a2-45035a88376f req-3023f79d-d224-4038-af12-b8649ee60ca1 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:38.753458 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-19808f74-e449-4eb2-a8a2-45035a88376f req-3023f79d-d224-4038-af12-b8649ee60ca1 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0490346 Aug 10 01:29:38.789382 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-19808f74-e449-4eb2-a8a2-45035a88376f req-156dcd1c-2ee3-4d5b-b2f8-5ee97cc6cd04 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300589 Aug 10 01:29:39.916732 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d1a1a-9371-47e8-9138-fbbc5fb6218c req-a6d6ac74-0249-49a5-80b6-315a0fc6b55b tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:39.918222 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2c6d1a1a-9371-47e8-9138-fbbc5fb6218c req-a6d6ac74-0249-49a5-80b6-315a0fc6b55b tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0581610 Aug 10 01:29:39.956605 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2c6d1a1a-9371-47e8-9138-fbbc5fb6218c req-a96cee9c-8781-4d0f-9cf1-2c489066bf4d tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316911 Aug 10 01:29:41.073663 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2397794-c9b3-4d78-8e33-63209f18c088 req-1d5c4f06-891a-4f99-93cb-6e5c12808e57 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:41.075387 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f2397794-c9b3-4d78-8e33-63209f18c088 req-1d5c4f06-891a-4f99-93cb-6e5c12808e57 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0526862 Aug 10 01:29:41.115269 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f2397794-c9b3-4d78-8e33-63209f18c088 req-6acc6cbf-5e7c-4e28-96c0-d89f7b22515a tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330203 Aug 10 01:29:41.213210 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-07c277cf-28d9-49cc-8f6f-99fe6198f3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:41.828770 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:42.230757 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9e1b1-63e0-4ebb-9f40-c4786393a3ae req-25fb6c6d-e721-4432-88e2-5bb01a8b7771 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:42.232301 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-41e9e1b1-63e0-4ebb-9f40-c4786393a3ae req-25fb6c6d-e721-4432-88e2-5bb01a8b7771 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0505579 Aug 10 01:29:42.269770 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-41e9e1b1-63e0-4ebb-9f40-c4786393a3ae req-2c8472a7-3202-4c99-8840-69228f2f09f9 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314608 Aug 10 01:29:43.387224 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a718365-f45b-479f-8fdd-7e6761c35ecc req-a145c5b5-7b8c-426a-bf5f-7cc1ae262b28 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:43.389396 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9a718365-f45b-479f-8fdd-7e6761c35ecc req-a145c5b5-7b8c-426a-bf5f-7cc1ae262b28 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0531228 Aug 10 01:29:43.431635 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9a718365-f45b-479f-8fdd-7e6761c35ecc req-5dd62b23-4bdb-4c9a-ab1f-acf52b9d0c5f tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359254 Aug 10 01:29:43.864603 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b0b42659-4144-4a88-9baa-fc43020dc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:44.460707 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:44.552565 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6320be-ae3f-40fb-a874-fe9cd43dacfe req-0e2f4511-0063-4659-87dc-23fd9d097310 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:44.554062 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0e6320be-ae3f-40fb-a874-fe9cd43dacfe req-0e2f4511-0063-4659-87dc-23fd9d097310 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0501027 Aug 10 01:29:44.591523 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0e6320be-ae3f-40fb-a874-fe9cd43dacfe req-064c165c-f843-45e8-8855-15b7d58c2907 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314181 Aug 10 01:29:45.224164 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:45.707037 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d65f8-1aa9-4c32-be68-36bbc02a4fc6 req-9e7c2dd3-053f-45d5-95e9-03c1249a3ee5 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:45.708512 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ea9d65f8-1aa9-4c32-be68-36bbc02a4fc6 req-9e7c2dd3-053f-45d5-95e9-03c1249a3ee5 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0474427 Aug 10 01:29:45.744815 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ea9d65f8-1aa9-4c32-be68-36bbc02a4fc6 req-452a860f-af3f-40d9-88ae-7e3fc197979e tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305014 Aug 10 01:29:46.329457 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:46.870703 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c328fa-7a37-456e-a8bb-46a3d9881100 req-e0637b54-eaad-40e3-9018-529265febf63 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:46.872374 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e7c328fa-7a37-456e-a8bb-46a3d9881100 req-e0637b54-eaad-40e3-9018-529265febf63 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0557935 Aug 10 01:29:46.910068 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e7c328fa-7a37-456e-a8bb-46a3d9881100 req-21a01a69-85ca-42ea-b181-c65c4dfe6617 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314779 Aug 10 01:29:48.026872 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d98cd-37d0-4ea4-9ff7-9767711aa817 req-d82d6db8-3606-4664-b975-d3812bea0b88 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:48.028518 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a80d98cd-37d0-4ea4-9ff7-9767711aa817 req-d82d6db8-3606-4664-b975-d3812bea0b88 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0502732 Aug 10 01:29:48.067588 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a80d98cd-37d0-4ea4-9ff7-9767711aa817 req-d4af62e0-f688-4341-942a-4d427c4aa072 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321691 Aug 10 01:29:49.182548 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20395e-ac3d-4468-9d69-e1af2458a5e8 req-0eabfc0d-9175-4fa7-91a7-37646cb4a2e4 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:49.183890 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3e20395e-ac3d-4468-9d69-e1af2458a5e8 req-0eabfc0d-9175-4fa7-91a7-37646cb4a2e4 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0485477 Aug 10 01:29:49.224669 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3e20395e-ac3d-4468-9d69-e1af2458a5e8 req-9fea0780-66a2-4522-866b-27a946cf20fa tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340974 Aug 10 01:29:50.128699 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ce85c-36e9-476f-a9a2-1f74374f17f5 req-86cffaec-198a-4285-b05e-a69c3877804e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:50.130219 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-181ce85c-36e9-476f-a9a2-1f74374f17f5 req-86cffaec-198a-4285-b05e-a69c3877804e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 1097 time: 0.0442498 Aug 10 01:29:50.166857 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-181ce85c-36e9-476f-a9a2-1f74374f17f5 req-ac312ba7-76b3-4c09-b216-19488545461c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270960 Aug 10 01:29:50.348265 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860501f-def0-451b-9689-beb23144e7f0 req-0c0c9089-f9d7-4e1b-9848-ef847f133cc6 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:50.349800 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2860501f-def0-451b-9689-beb23144e7f0 req-0c0c9089-f9d7-4e1b-9848-ef847f133cc6 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0568228 Aug 10 01:29:50.393248 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2860501f-def0-451b-9689-beb23144e7f0 req-e9c3f6bc-8cbe-4b29-a7e9-b6b7464199d4 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374963 Aug 10 01:29:51.513220 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3da5c5-f8b7-4640-b1d8-de286be711d4 req-95d866f0-3c13-4c6b-834d-ea6e0840e584 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:51.514740 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6b3da5c5-f8b7-4640-b1d8-de286be711d4 req-95d866f0-3c13-4c6b-834d-ea6e0840e584 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0493391 Aug 10 01:29:51.552281 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6b3da5c5-f8b7-4640-b1d8-de286be711d4 req-4b3bbd65-bd15-46bb-872a-d6a68f0a1e8c tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314274 Aug 10 01:29:51.855338 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e4f0b-107d-4251-aaac-552ba6f671c0 req-bca6f33c-2ba6-4413-bb31-1e10af67faaf tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:51.856968 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5028ad1-bd99-451d-84b8-0845dc58e83d req-07c25b61-741e-49da-bfb7-8c51f8d51900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:51.857496 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-008e4f0b-107d-4251-aaac-552ba6f671c0 req-bca6f33c-2ba6-4413-bb31-1e10af67faaf tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0509284 Aug 10 01:29:51.858506 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d5028ad1-bd99-451d-84b8-0845dc58e83d req-07c25b61-741e-49da-bfb7-8c51f8d51900 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2aef40f8504414fa599dc77ba652e3e&device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 1097 time: 0.0433798 Aug 10 01:29:51.897372 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-008e4f0b-107d-4251-aaac-552ba6f671c0 req-475e46b3-7484-4499-8f82-7286e25d1533 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329127 Aug 10 01:29:51.953700 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5028ad1-bd99-451d-84b8-0845dc58e83d req-065b1270-f70b-4ed0-9db7-0384455bac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:51.955180 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d5028ad1-bd99-451d-84b8-0845dc58e83d req-065b1270-f70b-4ed0-9db7-0384455bac98 service neutron] 10.222.0.20 "GET /v2.0/networks?id=aff05c9a-e8d3-4556-823f-a7475c536508 HTTP/1.1" status: 200 len: 919 time: 0.0886106 Aug 10 01:29:51.995859 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d5028ad1-bd99-451d-84b8-0845dc58e83d req-5069e89c-9265-4711-a0bb-d48a58557937 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7bb15e28-e0d5-4180-aff7-9d63f7b8fb36 HTTP/1.1" status: 200 len: 217 time: 0.0328522 Aug 10 01:29:52.050757 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5028ad1-bd99-451d-84b8-0845dc58e83d req-7f37f5e5-7a67-4368-9344-1ef4f093feb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:52.052378 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d5028ad1-bd99-451d-84b8-0845dc58e83d req-7f37f5e5-7a67-4368-9344-1ef4f093feb5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b762b89-2d46-47b3-99d3-6df0ae9196ef HTTP/1.1" status: 200 len: 858 time: 0.0461793 Aug 10 01:29:52.085537 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d5028ad1-bd99-451d-84b8-0845dc58e83d req-d2f6b0d5-e145-4465-a640-1a09820d5748 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aff05c9a-e8d3-4556-823f-a7475c536508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258029 Aug 10 01:29:52.198517 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d5028ad1-bd99-451d-84b8-0845dc58e83d req-bf433838-aa4e-47a7-bb5b-1be86dd075a5 service neutron] 10.222.0.20 "GET /v2.0/networks/aff05c9a-e8d3-4556-823f-a7475c536508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928123 Aug 10 01:29:52.296679 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d5028ad1-bd99-451d-84b8-0845dc58e83d req-40aabd3c-1a81-4832-ab8a-ee38da632af7 service neutron] 10.222.0.20 "GET /v2.0/networks/aff05c9a-e8d3-4556-823f-a7475c536508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902927 Aug 10 01:29:53.024023 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb1d2e-7d00-48a9-9ffe-31b9c9938a52 req-5a9601b5-802c-4059-a2f4-2e0f75051c95 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:53.025575 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c4bb1d2e-7d00-48a9-9ffe-31b9c9938a52 req-5a9601b5-802c-4059-a2f4-2e0f75051c95 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0556774 Aug 10 01:29:53.066935 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c4bb1d2e-7d00-48a9-9ffe-31b9c9938a52 req-4a2dd66a-0f30-483d-aa7e-c0a5b58685bc tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346904 Aug 10 01:29:53.499892 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-34500653-5e13-410f-8918-1f1714728c10 req-f0c118ac-0916-4a56-aa2d-a8f3f764eaad service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454860 Aug 10 01:29:53.572292 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34500653-5e13-410f-8918-1f1714728c10 req-bf20daeb-787f-4bbb-8391-f5b1cdc1cce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:53.573770 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-34500653-5e13-410f-8918-1f1714728c10 req-bf20daeb-787f-4bbb-8391-f5b1cdc1cce9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2aef40f8504414fa599dc77ba652e3e&device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 1097 time: 0.0407639 Aug 10 01:29:53.677222 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34500653-5e13-410f-8918-1f1714728c10 req-92018b8e-875e-482b-8a55-b33a9ad54ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:53.678696 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-34500653-5e13-410f-8918-1f1714728c10 req-92018b8e-875e-482b-8a55-b33a9ad54ab7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=aff05c9a-e8d3-4556-823f-a7475c536508 HTTP/1.1" status: 200 len: 919 time: 0.0846984 Aug 10 01:29:53.724929 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-34500653-5e13-410f-8918-1f1714728c10 req-148e2e89-3c38-4137-8fcc-c77d021aa070 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0103dc2c-069d-435c-82d1-0d0d220bc372 HTTP/1.1" status: 200 len: 217 time: 0.0382397 Aug 10 01:29:53.777079 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34500653-5e13-410f-8918-1f1714728c10 req-354632bd-cf7c-4e81-8051-c2db7c1440b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:53.778575 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-34500653-5e13-410f-8918-1f1714728c10 req-354632bd-cf7c-4e81-8051-c2db7c1440b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b762b89-2d46-47b3-99d3-6df0ae9196ef HTTP/1.1" status: 200 len: 858 time: 0.0459421 Aug 10 01:29:53.812099 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-34500653-5e13-410f-8918-1f1714728c10 req-b7e61f12-5ec0-4a30-91a0-8d93b149e58a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aff05c9a-e8d3-4556-823f-a7475c536508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258598 Aug 10 01:29:53.909161 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-34500653-5e13-410f-8918-1f1714728c10 req-4e630bc8-9595-47a9-baef-e9255930c5b1 service neutron] 10.222.0.20 "GET /v2.0/networks/aff05c9a-e8d3-4556-823f-a7475c536508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896502 Aug 10 01:29:54.004193 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-34500653-5e13-410f-8918-1f1714728c10 req-28d62866-c71a-4363-ab45-8c20ad3c0ba8 service neutron] 10.222.0.20 "GET /v2.0/networks/aff05c9a-e8d3-4556-823f-a7475c536508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870569 Aug 10 01:29:54.181439 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9b27a-1296-435b-8b36-ade5573771d1 req-edfc5350-25db-48d2-b737-ed825aaf5424 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:54.182967 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-09c9b27a-1296-435b-8b36-ade5573771d1 req-edfc5350-25db-48d2-b737-ed825aaf5424 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0486114 Aug 10 01:29:54.220899 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-09c9b27a-1296-435b-8b36-ade5573771d1 req-a503afb3-9978-410f-9db8-7c36cbcb01f2 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314832 Aug 10 01:29:55.334723 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb7888-4a66-4af4-852f-0ff3f4ca14c2 req-37b71c86-854f-43e8-9e39-daaa5db202b7 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:55.336174 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-27cb7888-4a66-4af4-852f-0ff3f4ca14c2 req-37b71c86-854f-43e8-9e39-daaa5db202b7 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0481968 Aug 10 01:29:55.373220 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-27cb7888-4a66-4af4-852f-0ff3f4ca14c2 req-ddcb8c44-8432-4f62-8437-5966d0ab4b91 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304344 Aug 10 01:29:58.324138 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:02.758694 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:30:04.687831 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef28bc-3f38-4f69-b787-080d74846270 req-baba54ec-1b98-4b25-9945-e4828da7b5a3 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:04.689449 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87ef28bc-3f38-4f69-b787-080d74846270 req-baba54ec-1b98-4b25-9945-e4828da7b5a3 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 945 time: 0.0548334 Aug 10 01:30:04.747195 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87ef28bc-3f38-4f69-b787-080d74846270 req-5c59973f-e85a-40f2-afd0-1f3e877f2a9e tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462832 Aug 10 01:30:05.853370 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53aa68-8d1f-42e5-9a4e-f6d51b5255be req-203779ed-4590-4cc6-b2a4-66385ef4f0c4 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:05.854868 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb53aa68-8d1f-42e5-9a4e-f6d51b5255be req-203779ed-4590-4cc6-b2a4-66385ef4f0c4 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 945 time: 0.0481725 Aug 10 01:30:05.892157 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb53aa68-8d1f-42e5-9a4e-f6d51b5255be req-a52cd496-0260-4aea-96f7-0b73237eb1d7 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307989 Aug 10 01:30:07.011343 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca25c90-2214-4b0e-a9c5-d316f4428b36 req-cb7364e5-e610-4fc3-9faf-59ef0d331006 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:07.012874 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5ca25c90-2214-4b0e-a9c5-d316f4428b36 req-cb7364e5-e610-4fc3-9faf-59ef0d331006 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 945 time: 0.0505471 Aug 10 01:30:07.051401 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5ca25c90-2214-4b0e-a9c5-d316f4428b36 req-567c3563-d7f8-4a58-8029-ba62c5a16288 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318635 Aug 10 01:30:07.158068 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fc8b4-4213-4e4f-813d-135315f6f0ed req-04d54f38-2546-4018-a0e2-18a475414c5d tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:07.159517 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1f8fc8b4-4213-4e4f-813d-135315f6f0ed req-04d54f38-2546-4018-a0e2-18a475414c5d tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.20 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 945 time: 0.0480270 Aug 10 01:30:07.253278 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-1f8fc8b4-4213-4e4f-813d-135315f6f0ed req-953e4ef0-374d-46dc-91d2-84fdfdce6379 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Deleting port 0103dc2c-069d-435c-82d1-0d0d220bc372 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:30:07.253681 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1f8fc8b4-4213-4e4f-813d-135315f6f0ed req-953e4ef0-374d-46dc-91d2-84fdfdce6379 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:07.339522 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-1f8fc8b4-4213-4e4f-813d-135315f6f0ed req-953e4ef0-374d-46dc-91d2-84fdfdce6379 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] For port 0103dc2c-069d-435c-82d1-0d0d220bc372, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=0103dc2c-069d-435c-82d1-0d0d220bc372,segment=NetworkSegment(ef7fbdd3-5253-4b3d-a4e1-812fc92814cf),segment_id=ef7fbdd3-5253-4b3d-a4e1-812fc92814cf)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:30:07.339896 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1f8fc8b4-4213-4e4f-813d-135315f6f0ed req-953e4ef0-374d-46dc-91d2-84fdfdce6379 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:07.353753 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-1f8fc8b4-4213-4e4f-813d-135315f6f0ed req-953e4ef0-374d-46dc-91d2-84fdfdce6379 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Calling delete_port for 0103dc2c-069d-435c-82d1-0d0d220bc372 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:30:07.485885 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1f8fc8b4-4213-4e4f-813d-135315f6f0ed req-953e4ef0-374d-46dc-91d2-84fdfdce6379 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:07.513522 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e4ef0-374d-46dc-91d2-84fdfdce6379 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Pushing event deleted for resources: {'Port': ['ID=0103dc2c-069d-435c-82d1-0d0d220bc372,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:30:07.521381 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['7bb15e28-e0d5-4180-aff7-9d63f7b8fb36', '0103dc2c-069d-435c-82d1-0d0d220bc372'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:30:07.527779 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e4ef0-374d-46dc-91d2-84fdfdce6379 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:30:07.528811 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e4ef0-374d-46dc-91d2-84fdfdce6379 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:30:07.528811 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e4ef0-374d-46dc-91d2-84fdfdce6379 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:30:07.528975 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e4ef0-374d-46dc-91d2-84fdfdce6379 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:30:07.529321 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e4ef0-374d-46dc-91d2-84fdfdce6379 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:30:07.529664 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e4ef0-374d-46dc-91d2-84fdfdce6379 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:30:07.530009 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e4ef0-374d-46dc-91d2-84fdfdce6379 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:30:07.530345 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e4ef0-374d-46dc-91d2-84fdfdce6379 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:30:07.530820 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e4ef0-374d-46dc-91d2-84fdfdce6379 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:30:07.531056 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e4ef0-374d-46dc-91d2-84fdfdce6379 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:30:07.531393 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e4ef0-374d-46dc-91d2-84fdfdce6379 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:30:07.531733 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e4ef0-374d-46dc-91d2-84fdfdce6379 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:30:07.570950 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f8fc8b4-4213-4e4f-813d-135315f6f0ed req-953e4ef0-374d-46dc-91d2-84fdfdce6379 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] No DVR routers for this DVR port 0103dc2c-069d-435c-82d1-0d0d220bc372 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:30:07.574199 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1f8fc8b4-4213-4e4f-813d-135315f6f0ed req-953e4ef0-374d-46dc-91d2-84fdfdce6379 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:07.576326 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1f8fc8b4-4213-4e4f-813d-135315f6f0ed req-953e4ef0-374d-46dc-91d2-84fdfdce6379 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.20 "DELETE /v2.0/ports/0103dc2c-069d-435c-82d1-0d0d220bc372 HTTP/1.1" status: 204 len: 173 time: 0.4095995 Aug 10 01:30:07.576776 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90be9e25-232b-4299-a8b5-b85e093a2068', 'name': 'network-vif-deleted', 'tag': '0103dc2c-069d-435c-82d1-0d0d220bc372'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:30:07.579265 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489c0175-7255-4c90-8246-e74e39851727" -d '{"events": [{"server_uuid": "90be9e25-232b-4299-a8b5-b85e093a2068", "name": "network-vif-deleted", "tag": "0103dc2c-069d-435c-82d1-0d0d220bc372"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:30:07.625940 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd549084-c11a-4535-b0ef-746ea1a2700e x-openstack-request-id: req-bd549084-c11a-4535-b0ef-746ea1a2700e {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:30:07.626270 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90be9e25-232b-4299-a8b5-b85e093a2068", "name": "network-vif-deleted", "tag": "0103dc2c-069d-435c-82d1-0d0d220bc372", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:30:07.626550 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bd549084-c11a-4535-b0ef-746ea1a2700e {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:30:07.627119 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90be9e25-232b-4299-a8b5-b85e093a2068', 'name': 'network-vif-deleted', 'tag': '0103dc2c-069d-435c-82d1-0d0d220bc372', 'status': 'completed', 'code': 200} Aug 10 01:30:08.166176 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-553f527f-7962-4813-9ece-cf661081864f req-52817d2a-0e3f-4672-9521-7d4c8e2c4059 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=90be9e25-232b-4299-a8b5-b85e093a2068 HTTP/1.1" status: 200 len: 210 time: 0.0350556 Aug 10 01:30:09.458224 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff745bac-b579-480f-9f5e-eab4af3ce214 req-5523f7ea-b53c-4289-984b-8ada40553dee tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:09.459777 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ff745bac-b579-480f-9f5e-eab4af3ce214 req-5523f7ea-b53c-4289-984b-8ada40553dee tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0583992 Aug 10 01:30:09.497893 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ff745bac-b579-480f-9f5e-eab4af3ce214 req-4600c737-a4bd-4e28-84ba-7b7372eb0104 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319118 Aug 10 01:30:10.623080 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb9266-73fe-4bc0-8247-eca9374c0b85 req-9b11d5e0-5b16-4b79-a423-3c94fa1b7f1c tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:10.624600 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0ddb9266-73fe-4bc0-8247-eca9374c0b85 req-9b11d5e0-5b16-4b79-a423-3c94fa1b7f1c tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0482464 Aug 10 01:30:10.661967 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0ddb9266-73fe-4bc0-8247-eca9374c0b85 req-79e38818-9c66-4571-931f-0af47692cfe0 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312634 Aug 10 01:30:11.213152 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e83438d8-dbeb-4511-a8ab-899aed3fa8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:11.318332 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 0103dc2c-069d-435c-82d1-0d0d220bc372 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:30:11.340082 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 0103dc2c-069d-435c-82d1-0d0d220bc372 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:30:11.340449 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 0103dc2c-069d-435c-82d1-0d0d220bc372 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:30:11.791134 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d53274-9fd3-4b7c-ae8d-bb1fba38fb6b req-4280c34a-6d28-4fac-a320-538a025604e6 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:11.792755 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a2d53274-9fd3-4b7c-ae8d-bb1fba38fb6b req-4280c34a-6d28-4fac-a320-538a025604e6 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0471430 Aug 10 01:30:11.827364 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:11.836802 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a2d53274-9fd3-4b7c-ae8d-bb1fba38fb6b req-0665e590-fbed-4321-b375-1b853433d983 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377047 Aug 10 01:30:12.953233 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d70127-fc38-4303-89a3-1e1fcd75a6d1 req-e4222416-1d65-4ee5-8fa9-f2fe3174c5f4 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:12.954727 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-92d70127-fc38-4303-89a3-1e1fcd75a6d1 req-e4222416-1d65-4ee5-8fa9-f2fe3174c5f4 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0494726 Aug 10 01:30:12.993884 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-92d70127-fc38-4303-89a3-1e1fcd75a6d1 req-2fa29e16-795a-4030-b84b-c4bbc28342af tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322266 Aug 10 01:30:13.864340 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9111f957-a23c-44ee-bf27-61c5235a125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:14.110229 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d3e8c-e677-4ba1-9b2d-dd0b89838e06 req-d592819d-d06b-4aef-8f9c-02d128ff20ef tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:14.111725 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d5d3e8c-e677-4ba1-9b2d-dd0b89838e06 req-d592819d-d06b-4aef-8f9c-02d128ff20ef tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0498378 Aug 10 01:30:14.149444 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d5d3e8c-e677-4ba1-9b2d-dd0b89838e06 req-cc9d2df5-f6b2-4097-8ca5-d786ff7c6561 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315440 Aug 10 01:30:14.463436 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:14.772776 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eea511-6277-49c5-809f-e36f24f068d8 req-91ee9594-7859-4f7f-9478-8198e6fc5e51 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:14.774338 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b7eea511-6277-49c5-809f-e36f24f068d8 req-91ee9594-7859-4f7f-9478-8198e6fc5e51 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.20 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0508707 Aug 10 01:30:14.869529 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-b7eea511-6277-49c5-809f-e36f24f068d8 req-c6737eed-15cd-46c0-a8c6-3163ca221397 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Deleting port 7bb15e28-e0d5-4180-aff7-9d63f7b8fb36 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:30:14.869999 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b7eea511-6277-49c5-809f-e36f24f068d8 req-c6737eed-15cd-46c0-a8c6-3163ca221397 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:14.960688 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-b7eea511-6277-49c5-809f-e36f24f068d8 req-c6737eed-15cd-46c0-a8c6-3163ca221397 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] For port 7bb15e28-e0d5-4180-aff7-9d63f7b8fb36, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=7bb15e28-e0d5-4180-aff7-9d63f7b8fb36,segment=NetworkSegment(ef7fbdd3-5253-4b3d-a4e1-812fc92814cf),segment_id=ef7fbdd3-5253-4b3d-a4e1-812fc92814cf)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:30:14.961059 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b7eea511-6277-49c5-809f-e36f24f068d8 req-c6737eed-15cd-46c0-a8c6-3163ca221397 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:14.973586 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-b7eea511-6277-49c5-809f-e36f24f068d8 req-c6737eed-15cd-46c0-a8c6-3163ca221397 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Calling delete_port for 7bb15e28-e0d5-4180-aff7-9d63f7b8fb36 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:30:15.233426 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:15.274822 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ca9d0-804b-467d-aac8-55afbf449498 req-fda04439-616d-47ab-aef5-3a8cb0b27024 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:15.276416 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8c9ca9d0-804b-467d-aac8-55afbf449498 req-fda04439-616d-47ab-aef5-3a8cb0b27024 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/ports?device_id=c704ad9d-dcf0-4e53-8846-ea408daf511e HTTP/1.1" status: 200 len: 945 time: 0.0575407 Aug 10 01:30:15.323508 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8c9ca9d0-804b-467d-aac8-55afbf449498 req-6f6ef92a-cbc9-4b25-8a07-4d4b8435ba10 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.35 "GET /v2.0/security-groups?id=744b29ec-10e2-4b0b-8c98-17226ee733d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394468 Aug 10 01:30:15.453600 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b7eea511-6277-49c5-809f-e36f24f068d8 req-c6737eed-15cd-46c0-a8c6-3163ca221397 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:15.481673 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6737eed-15cd-46c0-a8c6-3163ca221397 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Pushing event deleted for resources: {'Port': ['ID=7bb15e28-e0d5-4180-aff7-9d63f7b8fb36,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:30:15.491334 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['7bb15e28-e0d5-4180-aff7-9d63f7b8fb36'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:30:15.527167 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7eea511-6277-49c5-809f-e36f24f068d8 req-c6737eed-15cd-46c0-a8c6-3163ca221397 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] No DVR routers for this DVR port 7bb15e28-e0d5-4180-aff7-9d63f7b8fb36 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:30:15.530390 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b7eea511-6277-49c5-809f-e36f24f068d8 req-c6737eed-15cd-46c0-a8c6-3163ca221397 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:15.532541 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b7eea511-6277-49c5-809f-e36f24f068d8 req-c6737eed-15cd-46c0-a8c6-3163ca221397 tempest-ServerRescueNegativeTestJSON-491216423 tempest-ServerRescueNegativeTestJSON-491216423-project] 10.222.0.20 "DELETE /v2.0/ports/7bb15e28-e0d5-4180-aff7-9d63f7b8fb36 HTTP/1.1" status: 204 len: 173 time: 0.7513883 Aug 10 01:30:15.532984 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c704ad9d-dcf0-4e53-8846-ea408daf511e', 'name': 'network-vif-deleted', 'tag': '7bb15e28-e0d5-4180-aff7-9d63f7b8fb36'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:30:15.535867 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564aadbc-1330-4497-93cf-b2399acefd2e" -d '{"events": [{"server_uuid": "c704ad9d-dcf0-4e53-8846-ea408daf511e", "name": "network-vif-deleted", "tag": "7bb15e28-e0d5-4180-aff7-9d63f7b8fb36"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:30:15.573312 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46c1b2c-e47b-4af0-a8e9-608fa4383e5b x-openstack-request-id: req-c46c1b2c-e47b-4af0-a8e9-608fa4383e5b {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:30:15.573605 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c704ad9d-dcf0-4e53-8846-ea408daf511e", "name": "network-vif-deleted", "tag": "7bb15e28-e0d5-4180-aff7-9d63f7b8fb36", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:30:15.573860 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c46c1b2c-e47b-4af0-a8e9-608fa4383e5b {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:30:15.574255 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c704ad9d-dcf0-4e53-8846-ea408daf511e', 'name': 'network-vif-deleted', 'tag': '7bb15e28-e0d5-4180-aff7-9d63f7b8fb36', 'status': 'completed', 'code': 200} Aug 10 01:30:16.327423 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:16.381975 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58358) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:30:16.728364 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bd2e85b2-741f-4051-9b09-fd98c8f91bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:16.973725 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e85b2-741f-4051-9b09-fd98c8f91bc3 admin admin] Deleting port c4972a36-dc25-4a94-8235-9473e476ba0b {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:30:16.974081 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bd2e85b2-741f-4051-9b09-fd98c8f91bc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:17.054875 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-bd2e85b2-741f-4051-9b09-fd98c8f91bc3 admin admin] For port c4972a36-dc25-4a94-8235-9473e476ba0b, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=c4972a36-dc25-4a94-8235-9473e476ba0b,segment=NetworkSegment(ef7fbdd3-5253-4b3d-a4e1-812fc92814cf),segment_id=ef7fbdd3-5253-4b3d-a4e1-812fc92814cf)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:30:17.055259 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bd2e85b2-741f-4051-9b09-fd98c8f91bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:17.070212 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e85b2-741f-4051-9b09-fd98c8f91bc3 admin admin] Calling delete_port for c4972a36-dc25-4a94-8235-9473e476ba0b owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:30:17.254649 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bd2e85b2-741f-4051-9b09-fd98c8f91bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:17.279504 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e85b2-741f-4051-9b09-fd98c8f91bc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4972a36-dc25-4a94-8235-9473e476ba0b,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:30:17.291071 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e85b2-741f-4051-9b09-fd98c8f91bc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:30:17.291432 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e85b2-741f-4051-9b09-fd98c8f91bc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:30:17.291788 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e85b2-741f-4051-9b09-fd98c8f91bc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:30:17.292136 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e85b2-741f-4051-9b09-fd98c8f91bc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:30:17.292511 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e85b2-741f-4051-9b09-fd98c8f91bc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:30:17.292854 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e85b2-741f-4051-9b09-fd98c8f91bc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:30:17.293192 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e85b2-741f-4051-9b09-fd98c8f91bc3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:30:17.293529 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e85b2-741f-4051-9b09-fd98c8f91bc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:30:17.294397 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e85b2-741f-4051-9b09-fd98c8f91bc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:30:17.294734 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e85b2-741f-4051-9b09-fd98c8f91bc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:30:17.295070 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e85b2-741f-4051-9b09-fd98c8f91bc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:30:17.295402 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e85b2-741f-4051-9b09-fd98c8f91bc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:30:17.449522 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bd2e85b2-741f-4051-9b09-fd98c8f91bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:17.664870 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2e85b2-741f-4051-9b09-fd98c8f91bc3 admin admin] Router 8e02aace-1c4a-4898-9f1e-97ace6506db6 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:30:17.770305 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2e85b2-741f-4051-9b09-fd98c8f91bc3 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:30:17.775289 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-bd2e85b2-741f-4051-9b09-fd98c8f91bc3 admin admin] 10.222.0.35 "PUT /v2.0/routers/8e02aace-1c4a-4898-9f1e-97ace6506db6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3916864 Aug 10 01:30:17.777880 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58384) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:30:17.780076 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3e28d1-a0e3-4817-96f9-deeb16088a25 None None] Sync routers for ids ['8e02aace-1c4a-4898-9f1e-97ace6506db6'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:30:17.789536 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3e28d1-a0e3-4817-96f9-deeb16088a25 None None] Routers {'8e02aace-1c4a-4898-9f1e-97ace6506db6'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:30:17.790147 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-7e3e28d1-a0e3-4817-96f9-deeb16088a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:30:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['8e02aace-1c4a-4898-9f1e-97ace6506db6'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:30:17.894930 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-7e3e28d1-a0e3-4817-96f9-deeb16088a25 None None] Set router 8e02aace-1c4a-4898-9f1e-97ace6506db6 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:30:17.900764 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39e4b4da-ba61-485b-8650-c8ca5b45c0fc admin admin] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:18.006486 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39e4b4da-ba61-485b-8650-c8ca5b45c0fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:18.060736 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-39e4b4da-ba61-485b-8650-c8ca5b45c0fc admin admin] Deleting port a4110341-fb77-4fc4-92ed-89a6bef444f7 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:30:18.061144 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39e4b4da-ba61-485b-8650-c8ca5b45c0fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:18.082440 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-7e3e28d1-a0e3-4817-96f9-deeb16088a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e02aace-1c4a-4898-9f1e-97ace6506db6', 'name': 'tempest-ServerRescueNegativeTestJSON-939373072-router', 'tenant_id': 'a2aef40f8504414fa599dc77ba652e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a4110341-fb77-4fc4-92ed-89a6bef444f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:07Z', 'updated_at': '2021-08-10T01:30:17Z', 'revision_number': 5, 'project_id': 'a2aef40f8504414fa599dc77ba652e3e', 'gw_port': {'id': 'a4110341-fb77-4fc4-92ed-89a6bef444f7', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e02aace-1c4a-4898-9f1e-97ace6506db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:07Z', 'updated_at': '2021-08-10T01:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:30:18.117246 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3e28d1-a0e3-4817-96f9-deeb16088a25 None None] Checking router: 8e02aace-1c4a-4898-9f1e-97ace6506db6 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:30:18.126266 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3e28d1-a0e3-4817-96f9-deeb16088a25 None None] Routers {'8e02aace-1c4a-4898-9f1e-97ace6506db6'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:30:18.127074 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-7e3e28d1-a0e3-4817-96f9-deeb16088a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:30:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['8e02aace-1c4a-4898-9f1e-97ace6506db6'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:30:18.149527 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-39e4b4da-ba61-485b-8650-c8ca5b45c0fc admin admin] For port a4110341-fb77-4fc4-92ed-89a6bef444f7, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a4110341-fb77-4fc4-92ed-89a6bef444f7,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:30:18.150050 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39e4b4da-ba61-485b-8650-c8ca5b45c0fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:18.164017 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-39e4b4da-ba61-485b-8650-c8ca5b45c0fc admin admin] Calling delete_port for a4110341-fb77-4fc4-92ed-89a6bef444f7 owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:30:18.218810 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-7e3e28d1-a0e3-4817-96f9-deeb16088a25 None None] Set router 8e02aace-1c4a-4898-9f1e-97ace6506db6 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:30:18.273930 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-7e3e28d1-a0e3-4817-96f9-deeb16088a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e02aace-1c4a-4898-9f1e-97ace6506db6', 'name': 'tempest-ServerRescueNegativeTestJSON-939373072-router', 'tenant_id': 'a2aef40f8504414fa599dc77ba652e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:07Z', 'updated_at': '2021-08-10T01:30:18Z', 'revision_number': 6, 'project_id': 'a2aef40f8504414fa599dc77ba652e3e', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:30:18.302403 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3e28d1-a0e3-4817-96f9-deeb16088a25 None None] The sync data for ids ['8e02aace-1c4a-4898-9f1e-97ace6506db6'] in n-d-766726-26 is: [{'id': '8e02aace-1c4a-4898-9f1e-97ace6506db6', 'name': 'tempest-ServerRescueNegativeTestJSON-939373072-router', 'tenant_id': 'a2aef40f8504414fa599dc77ba652e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:07Z', 'updated_at': '2021-08-10T01:30:18Z', 'revision_number': 6, 'project_id': 'a2aef40f8504414fa599dc77ba652e3e', 'gw_port_host': None}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:30:18.345550 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39e4b4da-ba61-485b-8650-c8ca5b45c0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:18.375055 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4b4da-ba61-485b-8650-c8ca5b45c0fc admin admin] Pushing event deleted for resources: {'Port': ['ID=a4110341-fb77-4fc4-92ed-89a6bef444f7,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:30:18.440536 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39e4b4da-ba61-485b-8650-c8ca5b45c0fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:18.536400 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39e4b4da-ba61-485b-8650-c8ca5b45c0fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:18.538577 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39e4b4da-ba61-485b-8650-c8ca5b45c0fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:18.582780 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39e4b4da-ba61-485b-8650-c8ca5b45c0fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:18.583301 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e4b4da-ba61-485b-8650-c8ca5b45c0fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e02aace-1c4a-4898-9f1e-97ace6506db6 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:30:18.587568 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-39e4b4da-ba61-485b-8650-c8ca5b45c0fc admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:18.588767 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-39e4b4da-ba61-485b-8650-c8ca5b45c0fc admin admin] 10.222.0.35 "DELETE /v2.0/routers/8e02aace-1c4a-4898-9f1e-97ace6506db6 HTTP/1.1" status: 204 len: 168 time: 0.8093171 Aug 10 01:30:18.591690 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58400) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:30:18.637999 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db9da9e-9b5e-4730-a0f3-f35f60c5c514 admin admin] Deleting subnet 4b762b89-2d46-47b3-99d3-6df0ae9196ef {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:30:18.641543 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4db9da9e-9b5e-4730-a0f3-f35f60c5c514 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:18.680401 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4db9da9e-9b5e-4730-a0f3-f35f60c5c514 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:18.730055 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4db9da9e-9b5e-4730-a0f3-f35f60c5c514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:18.788662 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4db9da9e-9b5e-4730-a0f3-f35f60c5c514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:18.818526 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9da9e-9b5e-4730-a0f3-f35f60c5c514 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b762b89-2d46-47b3-99d3-6df0ae9196ef,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:30:18.822456 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4db9da9e-9b5e-4730-a0f3-f35f60c5c514 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:18.826885 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58406) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:30:18.827461 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4db9da9e-9b5e-4730-a0f3-f35f60c5c514 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4b762b89-2d46-47b3-99d3-6df0ae9196ef HTTP/1.1" status: 204 len: 168 time: 0.2342358 Aug 10 01:30:18.893761 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2688943d-340f-487f-a939-1b140d147342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:18.979119 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2688943d-340f-487f-a939-1b140d147342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:18.990013 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-2688943d-340f-487f-a939-1b140d147342 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aff05c9a-e8d3-4556-823f-a7475c536508']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:30:19.000246 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-2688943d-340f-487f-a939-1b140d147342 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef7fbdd3-5253-4b3d-a4e1-812fc92814cf') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:30:19.000553 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-2688943d-340f-487f-a939-1b140d147342 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef7fbdd3-5253-4b3d-a4e1-812fc92814cf') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:30:19.009279 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2688943d-340f-487f-a939-1b140d147342 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:19.022607 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2688943d-340f-487f-a939-1b140d147342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:19.028974 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2688943d-340f-487f-a939-1b140d147342 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:30:19.029377 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2688943d-340f-487f-a939-1b140d147342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:19.030995 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:30:19.030995 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:30:19.030995 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:30:19.030995 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:30:19.030995 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:30:19.030995 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:30:19.030995 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:30:19.030995 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:30:19.030995 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:30:19.030995 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:30:19.030995 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:30:19.030995 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:30:19.030995 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:30:19.030995 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:30:19.030995 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:30:19.030995 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:30:19.030995 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:30:19.030995 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:30:19.030995 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:30:19.030995 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:30:19.030995 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:30:19.030995 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:30:19.030995 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:30:19.030995 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:30:19.030995 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:30:19.030995 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:30:19.030995 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:30:19.030995 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:30:19.030995 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:30:19.030995 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:30:19.030995 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:30:19.030995 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:30:19.100366 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2688943d-340f-487f-a939-1b140d147342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:19.105862 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2688943d-340f-487f-a939-1b140d147342 admin admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:19.111232 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2688943d-340f-487f-a939-1b140d147342 admin admin] 10.222.0.35 "DELETE /v2.0/networks/aff05c9a-e8d3-4556-823f-a7475c536508 HTTP/1.1" status: 204 len: 168 time: 0.2809753 Aug 10 01:30:19.126901 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688943d-340f-487f-a939-1b140d147342 admin admin] Pushing event deleted for resources: {'Network': ['ID=aff05c9a-e8d3-4556-823f-a7475c536508,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:30:19.208877 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c4972a36-dc25-4a94-8235-9473e476ba0b no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:30:19.231340 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: c4972a36-dc25-4a94-8235-9473e476ba0b {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:30:19.231689 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c4972a36-dc25-4a94-8235-9473e476ba0b not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:30:19.316709 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58420) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:30:19.351204 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 7bb15e28-e0d5-4180-aff7-9d63f7b8fb36 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:30:19.371038 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58422) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:30:19.371342 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-76e6f1c8-bd75-4db6-852b-6cd2235b445a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a2aef40f8504414fa599dc77ba652e3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534625 Aug 10 01:30:19.376169 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 7bb15e28-e0d5-4180-aff7-9d63f7b8fb36 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:30:19.376609 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 7bb15e28-e0d5-4180-aff7-9d63f7b8fb36 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:30:19.430317 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b40278c2-84a2-4bc9-bf41-f71b219866f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:19.453274 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b40278c2-84a2-4bc9-bf41-f71b219866f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:19.505434 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b40278c2-84a2-4bc9-bf41-f71b219866f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:19.508432 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b40278c2-84a2-4bc9-bf41-f71b219866f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:19.509827 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b40278c2-84a2-4bc9-bf41-f71b219866f1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/744b29ec-10e2-4b0b-8c98-17226ee733d2 HTTP/1.1" status: 204 len: 168 time: 0.1373317 Aug 10 01:30:19.519788 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40278c2-84a2-4bc9-bf41-f71b219866f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744b29ec-10e2-4b0b-8c98-17226ee733d2,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:30:20.201339 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58458) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:30:20.310719 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-09f61684-7ef9-4dec-8819-adacc84f5818 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-205497127-network', 'tenant_id': '28e72e1eef294ba5a6fd7ed5bc75ab53'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:30:20.333056 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f61684-7ef9-4dec-8819-adacc84f5818 admin admin] Made reservation on behalf of 28e72e1eef294ba5a6fd7ed5bc75ab53 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:30:20.335428 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-09f61684-7ef9-4dec-8819-adacc84f5818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:20.345484 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-09f61684-7ef9-4dec-8819-adacc84f5818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:20.443457 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-09f61684-7ef9-4dec-8819-adacc84f5818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:20.447882 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-09f61684-7ef9-4dec-8819-adacc84f5818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:20.469717 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09f61684-7ef9-4dec-8819-adacc84f5818 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:30:20.485760 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f61684-7ef9-4dec-8819-adacc84f5818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f429bbb1-d431-4791-9414-2fc23260704d,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:30:20.489447 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-09f61684-7ef9-4dec-8819-adacc84f5818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:20.489759 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-09f61684-7ef9-4dec-8819-adacc84f5818 admin admin] Added segment fcde06c5-30de-41c8-a0d6-de3fd9de5048 of type vlan for network 07d9c5d9-89e8-4979-9988-4ceacfcea9e0 Aug 10 01:30:20.534623 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-09f61684-7ef9-4dec-8819-adacc84f5818 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:20.563806 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-09f61684-7ef9-4dec-8819-adacc84f5818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:20.564821 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f61684-7ef9-4dec-8819-adacc84f5818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:20.565403 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-09f61684-7ef9-4dec-8819-adacc84f5818 admin admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:20.616112 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-09f61684-7ef9-4dec-8819-adacc84f5818 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4136305 Aug 10 01:30:20.619417 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 58470) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:30:20.626960 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-24e8ae7a-86c9-4d67-889e-98a08ac702ce admin admin] Request body: {'subnet': {'network_id': '07d9c5d9-89e8-4979-9988-4ceacfcea9e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-205497127-subnet', 'tenant_id': '28e72e1eef294ba5a6fd7ed5bc75ab53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:30:20.639572 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f61684-7ef9-4dec-8819-adacc84f5818 admin admin] Pushing event updated for resources: {'Network': ['ID=07d9c5d9-89e8-4979-9988-4ceacfcea9e0,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:30:20.654438 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 07d9c5d9-89e8-4979-9988-4ceacfcea9e0 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:30:20.657914 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e8ae7a-86c9-4d67-889e-98a08ac702ce admin admin] Made reservation on behalf of 28e72e1eef294ba5a6fd7ed5bc75ab53 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:30:20.660690 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-24e8ae7a-86c9-4d67-889e-98a08ac702ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:20.766769 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a4110341-fb77-4fc4-92ed-89a6bef444f7 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:30:20.787761 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: a4110341-fb77-4fc4-92ed-89a6bef444f7 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:30:20.787974 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a4110341-fb77-4fc4-92ed-89a6bef444f7 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:30:20.847947 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-24e8ae7a-86c9-4d67-889e-98a08ac702ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:20.907637 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8ae7a-86c9-4d67-889e-98a08ac702ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7487869-b859-47e7-a960-aab131a2bb72,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:30:20.915047 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e8ae7a-86c9-4d67-889e-98a08ac702ce admin admin] Checking segment: {'id': 'fcde06c5-30de-41c8-a0d6-de3fd9de5048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '07d9c5d9-89e8-4979-9988-4ceacfcea9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:30:20.915415 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e8ae7a-86c9-4d67-889e-98a08ac702ce admin admin] Network hostable DHCP agents. Network: 07d9c5d9-89e8-4979-9988-4ceacfcea9e0, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:30:20.932359 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e8ae7a-86c9-4d67-889e-98a08ac702ce admin admin] Network 07d9c5d9-89e8-4979-9988-4ceacfcea9e0 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:30:20.941460 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-24e8ae7a-86c9-4d67-889e-98a08ac702ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 07d9c5d9-89e8-4979-9988-4ceacfcea9e0) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:30:20.945575 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e8ae7a-86c9-4d67-889e-98a08ac702ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:20.946171 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-24e8ae7a-86c9-4d67-889e-98a08ac702ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:20.951113 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031b3074-a77c-4ad2-b50b-270a76e327e1 None None] Network 07d9c5d9-89e8-4979-9988-4ceacfcea9e0 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:30:20.964070 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-24e8ae7a-86c9-4d67-889e-98a08ac702ce admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3418000 Aug 10 01:30:21.089920 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409026a9-caed-48ae-bd69-5debc60efd6b None None] Network 07d9c5d9-89e8-4979-9988-4ceacfcea9e0 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:30:21.417022 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-3bc78acc-ab4e-43b8-86e7-ab8f23e76716 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:21.418522 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-3bc78acc-ab4e-43b8-86e7-ab8f23e76716 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] 10.222.0.35 "GET /v2.0/networks?id=07d9c5d9-89e8-4979-9988-4ceacfcea9e0 HTTP/1.1" status: 200 len: 808 time: 0.1064439 Aug 10 01:30:21.434210 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-b4da0210-498a-4248-97c6-b0aa3ccc5501 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] 10.222.0.35 "GET /v2.0/quotas/28e72e1eef294ba5a6fd7ed5bc75ab53 HTTP/1.1" status: 200 len: 375 time: 0.0094106 Aug 10 01:30:21.465735 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-4c3921f2-0a70-4ead-9426-e9105c9699fc tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=28e72e1eef294ba5a6fd7ed5bc75ab53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253849 Aug 10 01:30:21.563443 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-f1782085-6c7a-465b-8ff9-8cdcf5a7b0c3 service neutron] 10.222.0.35 "GET /v2.0/networks/07d9c5d9-89e8-4979-9988-4ceacfcea9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907626 Aug 10 01:30:21.655252 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-20d9aa09-876e-4d45-a004-b25e330e87c2 service neutron] 10.222.0.35 "GET /v2.0/networks/07d9c5d9-89e8-4979-9988-4ceacfcea9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854430 Aug 10 01:30:21.817438 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9c301940-cf2b-449e-8e66-b2033925a9a3 req-656e88b1-fd22-49f7-a995-8f6a0aa6e938 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3fc702b-aa6a-4a90-b4f6-0483f9dc9eee HTTP/1.1" status: 200 len: 210 time: 0.0277011 Aug 10 01:30:22.897779 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9c1c0a4f-37ca-4218-a0e7-305785494873 req-90aaa7eb-0da5-4a4a-b2d6-f6581dd033e6 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3fc702b-aa6a-4a90-b4f6-0483f9dc9eee HTTP/1.1" status: 200 len: 210 time: 0.0269186 Aug 10 01:30:23.994874 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bd49da39-5e66-42b5-bb87-02bdb9a3634f req-18b1841a-7900-4d0e-82dc-7047dadc4b56 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3fc702b-aa6a-4a90-b4f6-0483f9dc9eee HTTP/1.1" status: 200 len: 210 time: 0.0386522 Aug 10 01:30:25.064268 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-58ad769b-4cb9-4ef5-bc1f-6ddf7512815d req-5ec4a070-14f9-486f-abb7-b2a8cc5c2534 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3fc702b-aa6a-4a90-b4f6-0483f9dc9eee HTTP/1.1" status: 200 len: 210 time: 0.0282924 Aug 10 01:30:26.157231 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0728fc4c-8622-4a1a-8240-445132dcdb41 req-5aae02f3-4eff-49b8-9f95-4c425565ee46 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3fc702b-aa6a-4a90-b4f6-0483f9dc9eee HTTP/1.1" status: 200 len: 210 time: 0.0254514 Aug 10 01:30:26.809614 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-e5d28d99-7911-4f0f-850a-b590cdeb6746 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:26.811119 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-e5d28d99-7911-4f0f-850a-b590cdeb6746 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] 10.222.0.24 "GET /v2.0/networks?id=07d9c5d9-89e8-4979-9988-4ceacfcea9e0 HTTP/1.1" status: 200 len: 808 time: 0.1128047 Aug 10 01:30:26.825347 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-cee69998-6527-4587-a420-d50b73169059 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] Request body: {'port': {'device_id': 'c3fc702b-aa6a-4a90-b4f6-0483f9dc9eee', 'network_id': '07d9c5d9-89e8-4979-9988-4ceacfcea9e0', 'admin_state_up': True, 'tenant_id': '28e72e1eef294ba5a6fd7ed5bc75ab53'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:30:26.932584 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-cee69998-6527-4587-a420-d50b73169059 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] Made reservation on behalf of 28e72e1eef294ba5a6fd7ed5bc75ab53 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:30:26.936115 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-cee69998-6527-4587-a420-d50b73169059 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:27.068741 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-cee69998-6527-4587-a420-d50b73169059 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] Allocated IP 172.20.0.11 (07d9c5d9-89e8-4979-9988-4ceacfcea9e0/e7487869-b859-47e7-a960-aab131a2bb72/e2d59e01-3370-4d75-b8c2-4398deee0298) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:30:27.225359 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-cee69998-6527-4587-a420-d50b73169059 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:27.257364 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-df70610f-d5cd-4200-8096-653d9e0664d2 req-943692ce-7856-45b4-aec1-2a0db48b0eb4 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3fc702b-aa6a-4a90-b4f6-0483f9dc9eee HTTP/1.1" status: 200 len: 210 time: 0.0261614 Aug 10 01:30:27.267731 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-cee69998-6527-4587-a420-d50b73169059 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:27.318363 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-cee69998-6527-4587-a420-d50b73169059 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] Network 07d9c5d9-89e8-4979-9988-4ceacfcea9e0 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:30:27.322511 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-cee69998-6527-4587-a420-d50b73169059 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:30:27.324462 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee69998-6527-4587-a420-d50b73169059 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] Pushing event updated for resources: {'Port': ['ID=e2d59e01-3370-4d75-b8c2-4398deee0298,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:30:27.327290 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-cee69998-6527-4587-a420-d50b73169059 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:30:27.376162 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-cee69998-6527-4587-a420-d50b73169059 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:27.376805 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-cee69998-6527-4587-a420-d50b73169059 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:27.390621 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-cee69998-6527-4587-a420-d50b73169059 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5701380 Aug 10 01:30:27.402345 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-cfbc0882-0d54-4257-bd8d-83c44cf96f68 service neutron] Request body: {'port': {'device_id': 'c3fc702b-aa6a-4a90-b4f6-0483f9dc9eee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:30:27.457696 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-cfbc0882-0d54-4257-bd8d-83c44cf96f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:27.724404 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-cfbc0882-0d54-4257-bd8d-83c44cf96f68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2d59e01-3370-4d75-b8c2-4398deee0298 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:30:27.733071 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-cfbc0882-0d54-4257-bd8d-83c44cf96f68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:27.745454 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-cfbc0882-0d54-4257-bd8d-83c44cf96f68 service neutron] Transition to ACTIVE for port object e2d59e01-3370-4d75-b8c2-4398deee0298 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:30:27.749840 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-cfbc0882-0d54-4257-bd8d-83c44cf96f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:27.799078 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc0882-0d54-4257-bd8d-83c44cf96f68 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d59e01-3370-4d75-b8c2-4398deee0298,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:30:27.871627 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-cfbc0882-0d54-4257-bd8d-83c44cf96f68 service neutron] Attempting to bind port e2d59e01-3370-4d75-b8c2-4398deee0298 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:30:27.872354 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-cfbc0882-0d54-4257-bd8d-83c44cf96f68 service neutron] Attempting to bind port e2d59e01-3370-4d75-b8c2-4398deee0298 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'fcde06c5-30de-41c8-a0d6-de3fd9de5048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '07d9c5d9-89e8-4979-9988-4ceacfcea9e0'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:30:27.872354 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-cfbc0882-0d54-4257-bd8d-83c44cf96f68 service neutron] Attempting to bind port e2d59e01-3370-4d75-b8c2-4398deee0298 on network 07d9c5d9-89e8-4979-9988-4ceacfcea9e0 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:30:27.876517 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-cfbc0882-0d54-4257-bd8d-83c44cf96f68 service neutron] Port e2d59e01-3370-4d75-b8c2-4398deee0298 on network 07d9c5d9-89e8-4979-9988-4ceacfcea9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:30:27.876840 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-cfbc0882-0d54-4257-bd8d-83c44cf96f68 service neutron] Attempting to bind port e2d59e01-3370-4d75-b8c2-4398deee0298 on network 07d9c5d9-89e8-4979-9988-4ceacfcea9e0 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:30:27.881810 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-cfbc0882-0d54-4257-bd8d-83c44cf96f68 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:30:27.882167 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-cfbc0882-0d54-4257-bd8d-83c44cf96f68 service neutron] Checking segment: {'id': 'fcde06c5-30de-41c8-a0d6-de3fd9de5048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '07d9c5d9-89e8-4979-9988-4ceacfcea9e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:30:27.882692 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-cfbc0882-0d54-4257-bd8d-83c44cf96f68 service neutron] Bound using segment: {'id': 'fcde06c5-30de-41c8-a0d6-de3fd9de5048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '07d9c5d9-89e8-4979-9988-4ceacfcea9e0'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:30:27.883124 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-cfbc0882-0d54-4257-bd8d-83c44cf96f68 service neutron] Bound port: e2d59e01-3370-4d75-b8c2-4398deee0298, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcde06c5-30de-41c8-a0d6-de3fd9de5048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '07d9c5d9-89e8-4979-9988-4ceacfcea9e0'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:30:27.883486 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-cfbc0882-0d54-4257-bd8d-83c44cf96f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:27.946040 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-cfbc0882-0d54-4257-bd8d-83c44cf96f68 service neutron] For port e2d59e01-3370-4d75-b8c2-4398deee0298, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:30:27.949147 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-cfbc0882-0d54-4257-bd8d-83c44cf96f68 service neutron] For port e2d59e01-3370-4d75-b8c2-4398deee0298, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=e2d59e01-3370-4d75-b8c2-4398deee0298,segment=NetworkSegment(fcde06c5-30de-41c8-a0d6-de3fd9de5048),segment_id=fcde06c5-30de-41c8-a0d6-de3fd9de5048)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:30:27.953714 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-cfbc0882-0d54-4257-bd8d-83c44cf96f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:27.987043 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-cfbc0882-0d54-4257-bd8d-83c44cf96f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:27.987714 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-cfbc0882-0d54-4257-bd8d-83c44cf96f68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:27.989128 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-cfbc0882-0d54-4257-bd8d-83c44cf96f68 service neutron] 10.222.0.24 "PUT /v2.0/ports/e2d59e01-3370-4d75-b8c2-4398deee0298 HTTP/1.1" status: 200 len: 1093 time: 0.5907416 Aug 10 01:30:27.989566 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3fc702b-aa6a-4a90-b4f6-0483f9dc9eee', 'tag': 'e2d59e01-3370-4d75-b8c2-4398deee0298'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:30:27.991858 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13bfebc-c6af-4a67-a5c9-a5b4cbfb89a8" -d '{"events": [{"name": "network-changed", "server_uuid": "c3fc702b-aa6a-4a90-b4f6-0483f9dc9eee", "tag": "e2d59e01-3370-4d75-b8c2-4398deee0298"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:30:28.024231 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc0882-0d54-4257-bd8d-83c44cf96f68 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d59e01-3370-4d75-b8c2-4398deee0298,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:30:28.034488 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d319fbec-788c-4a78-b4ce-8073f48ceab0 x-openstack-request-id: req-d319fbec-788c-4a78-b4ce-8073f48ceab0 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:30:28.034777 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3fc702b-aa6a-4a90-b4f6-0483f9dc9eee", "tag": "e2d59e01-3370-4d75-b8c2-4398deee0298", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:30:28.035030 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d319fbec-788c-4a78-b4ce-8073f48ceab0 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:30:28.035425 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3fc702b-aa6a-4a90-b4f6-0483f9dc9eee', 'tag': 'e2d59e01-3370-4d75-b8c2-4398deee0298', 'status': 'completed', 'code': 200} Aug 10 01:30:28.080217 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-ea223f1f-d7b1-4ecf-b2b7-df450651776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:28.081785 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-ea223f1f-d7b1-4ecf-b2b7-df450651776d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=28e72e1eef294ba5a6fd7ed5bc75ab53&device_id=c3fc702b-aa6a-4a90-b4f6-0483f9dc9eee HTTP/1.1" status: 200 len: 1096 time: 0.0455430 Aug 10 01:30:28.123779 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-ae77a46c-7213-448f-adf4-9da0d0402500 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2d59e01-3370-4d75-b8c2-4398deee0298 HTTP/1.1" status: 200 len: 217 time: 0.0342722 Aug 10 01:30:28.172050 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-f0eb33f5-0db2-448f-8aa1-fc05c41a1bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:28.173697 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-f0eb33f5-0db2-448f-8aa1-fc05c41a1bbe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7487869-b859-47e7-a960-aab131a2bb72 HTTP/1.1" status: 200 len: 848 time: 0.0435858 Aug 10 01:30:28.207110 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-0b1ce787-fdbd-4d20-a882-1e5771b94453 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=07d9c5d9-89e8-4979-9988-4ceacfcea9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252986 Aug 10 01:30:28.305676 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-71a2395e-17c8-4350-bbed-d7c546b083ba service neutron] 10.222.0.24 "GET /v2.0/networks/07d9c5d9-89e8-4979-9988-4ceacfcea9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909011 Aug 10 01:30:28.322826 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:28.379419 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77826010-b070-4382-a5d5-232dad2b1d67 req-d3ee656d-733f-4f64-b916-f5edc3decff8 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:28.380983 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77826010-b070-4382-a5d5-232dad2b1d67 req-d3ee656d-733f-4f64-b916-f5edc3decff8 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3fc702b-aa6a-4a90-b4f6-0483f9dc9eee HTTP/1.1" status: 200 len: 944 time: 0.0499701 Aug 10 01:30:28.408811 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-47782ec5-14c5-47d1-a56e-edac7c955d77 req-6da1d05d-a421-4c61-8d43-e02ee0cdea81 service neutron] 10.222.0.24 "GET /v2.0/networks/07d9c5d9-89e8-4979-9988-4ceacfcea9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946636 Aug 10 01:30:28.422138 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77826010-b070-4382-a5d5-232dad2b1d67 req-e755d029-522d-4362-b8bc-ca77ddcc8a75 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] 10.222.0.35 "GET /v2.0/security-groups?id=f429bbb1-d431-4791-9414-2fc23260704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337381 Aug 10 01:30:28.504537 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bfebc-c6af-4a67-a5c9-a5b4cbfb89a8 req-ba8c4980-bd84-41ee-a047-5d087850f23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:28.506140 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c13bfebc-c6af-4a67-a5c9-a5b4cbfb89a8 req-ba8c4980-bd84-41ee-a047-5d087850f23b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=28e72e1eef294ba5a6fd7ed5bc75ab53&device_id=c3fc702b-aa6a-4a90-b4f6-0483f9dc9eee HTTP/1.1" status: 200 len: 1096 time: 0.0452123 Aug 10 01:30:28.595991 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bfebc-c6af-4a67-a5c9-a5b4cbfb89a8 req-f399b834-c723-4b37-bef5-5764c3de1105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:28.597409 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c13bfebc-c6af-4a67-a5c9-a5b4cbfb89a8 req-f399b834-c723-4b37-bef5-5764c3de1105 service neutron] 10.222.0.24 "GET /v2.0/networks?id=07d9c5d9-89e8-4979-9988-4ceacfcea9e0 HTTP/1.1" status: 200 len: 909 time: 0.0838926 Aug 10 01:30:28.644937 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c13bfebc-c6af-4a67-a5c9-a5b4cbfb89a8 req-4db3f901-3c11-4050-9ac1-b1b9e7150044 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2d59e01-3370-4d75-b8c2-4398deee0298 HTTP/1.1" status: 200 len: 217 time: 0.0401564 Aug 10 01:30:28.701642 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bfebc-c6af-4a67-a5c9-a5b4cbfb89a8 req-0c858738-dbee-4e29-8512-707980880ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:28.703152 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c13bfebc-c6af-4a67-a5c9-a5b4cbfb89a8 req-0c858738-dbee-4e29-8512-707980880ff8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7487869-b859-47e7-a960-aab131a2bb72 HTTP/1.1" status: 200 len: 848 time: 0.0504735 Aug 10 01:30:28.734178 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c13bfebc-c6af-4a67-a5c9-a5b4cbfb89a8 req-4353de03-388d-4184-9c4a-d9c2aafc8e5e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=07d9c5d9-89e8-4979-9988-4ceacfcea9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240338 Aug 10 01:30:28.829211 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c13bfebc-c6af-4a67-a5c9-a5b4cbfb89a8 req-78a84482-7f0b-4cac-9e96-2b10e3fba3a0 service neutron] 10.222.0.24 "GET /v2.0/networks/07d9c5d9-89e8-4979-9988-4ceacfcea9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882397 Aug 10 01:30:28.923306 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c13bfebc-c6af-4a67-a5c9-a5b4cbfb89a8 req-e8e13d34-7e6b-497a-858b-e744bd57f46d service neutron] 10.222.0.24 "GET /v2.0/networks/07d9c5d9-89e8-4979-9988-4ceacfcea9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866566 Aug 10 01:30:29.549350 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4bc99-fd8d-4e42-955e-92d5a8555190 req-87667cc9-29b0-4bea-8211-22618007f3f0 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:29.551084 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-58c4bc99-fd8d-4e42-955e-92d5a8555190 req-87667cc9-29b0-4bea-8211-22618007f3f0 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3fc702b-aa6a-4a90-b4f6-0483f9dc9eee HTTP/1.1" status: 200 len: 944 time: 0.0575836 Aug 10 01:30:29.589432 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-58c4bc99-fd8d-4e42-955e-92d5a8555190 req-3b92d4d9-b6a5-4535-991b-bbeff399a421 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] 10.222.0.35 "GET /v2.0/security-groups?id=f429bbb1-d431-4791-9414-2fc23260704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319920 Aug 10 01:30:30.708498 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2dc221-00f7-40c7-879f-eedfe2a20250 req-45986181-c0b1-4f14-bb84-4770b4c1fab9 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:30.710016 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6c2dc221-00f7-40c7-879f-eedfe2a20250 req-45986181-c0b1-4f14-bb84-4770b4c1fab9 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3fc702b-aa6a-4a90-b4f6-0483f9dc9eee HTTP/1.1" status: 200 len: 944 time: 0.0499866 Aug 10 01:30:30.749749 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6c2dc221-00f7-40c7-879f-eedfe2a20250 req-23462daa-8f16-48d9-8c2b-886fee683d97 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] 10.222.0.35 "GET /v2.0/security-groups?id=f429bbb1-d431-4791-9414-2fc23260704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335150 Aug 10 01:30:31.859710 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608a64c-d267-47b1-b561-833580528daa req-e643be4a-6e1e-459c-89a3-dec4bd1299f9 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:31.861095 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c608a64c-d267-47b1-b561-833580528daa req-e643be4a-6e1e-459c-89a3-dec4bd1299f9 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3fc702b-aa6a-4a90-b4f6-0483f9dc9eee HTTP/1.1" status: 200 len: 944 time: 0.0469213 Aug 10 01:30:31.897748 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c608a64c-d267-47b1-b561-833580528daa req-ebdb66a2-f04b-47c5-bc1a-ad64a31a4535 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] 10.222.0.35 "GET /v2.0/security-groups?id=f429bbb1-d431-4791-9414-2fc23260704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308921 Aug 10 01:30:33.035740 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e56fe-765a-4b60-b628-d9b4a13eb8b9 req-a82e1348-c9b1-410f-a75f-f5437fd4763d tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:33.038173 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-970e56fe-765a-4b60-b628-d9b4a13eb8b9 req-a82e1348-c9b1-410f-a75f-f5437fd4763d tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3fc702b-aa6a-4a90-b4f6-0483f9dc9eee HTTP/1.1" status: 200 len: 944 time: 0.0549860 Aug 10 01:30:33.060528 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device e2d59e01-3370-4d75-b8c2-4398deee0298 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:30:33.083640 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-970e56fe-765a-4b60-b628-d9b4a13eb8b9 req-ca58e546-640a-44fc-8b0b-d7090a376da8 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] 10.222.0.35 "GET /v2.0/security-groups?id=f429bbb1-d431-4791-9414-2fc23260704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403030 Aug 10 01:30:33.161163 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port e2d59e01-3370-4d75-b8c2-4398deee0298, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=e2d59e01-3370-4d75-b8c2-4398deee0298,segment=NetworkSegment(fcde06c5-30de-41c8-a0d6-de3fd9de5048),segment_id=fcde06c5-30de-41c8-a0d6-de3fd9de5048)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:30:33.176583 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'e2d59e01-3370-4d75-b8c2-4398deee0298', 'network_id': '07d9c5d9-89e8-4979-9988-4ceacfcea9e0', 'port_id': 'e2d59e01-3370-4d75-b8c2-4398deee0298', 'mac_address': 'fa:16:3e:67:f3:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7487869-b859-47e7-a960-aab131a2bb72', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:30:33.213833 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:33.226215 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2d59e01-3370-4d75-b8c2-4398deee0298 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:30:33.246050 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port e2d59e01-3370-4d75-b8c2-4398deee0298, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=e2d59e01-3370-4d75-b8c2-4398deee0298,segment=NetworkSegment(fcde06c5-30de-41c8-a0d6-de3fd9de5048),segment_id=fcde06c5-30de-41c8-a0d6-de3fd9de5048)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:30:33.251787 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:33.301366 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=e2d59e01-3370-4d75-b8c2-4398deee0298,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:30:33.308775 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:30:33.309661 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:30:33.310013 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:30:33.310361 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:30:33.310705 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:30:33.311045 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:30:33.311383 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:30:33.311719 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:30:33.312055 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:30:33.312412 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:30:33.312749 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:30:33.313073 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:30:33.630120 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['e2d59e01-3370-4d75-b8c2-4398deee0298'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:30:34.181606 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [req-45a909f9-ba82-4d48-af38-2276d8dc9097 req-a00a1e29-9ed2-4763-b41c-4af6138b0fc1 service neutron] (105827) timed out ('10.222.0.35', 41466) {{(pid=105827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 01:30:34.204151 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25b94e-e74a-4b63-8042-bb080052aca4 req-0b06c3e0-fd34-4e4f-81fd-fa2898493edd tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:34.205672 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aa25b94e-e74a-4b63-8042-bb080052aca4 req-0b06c3e0-fd34-4e4f-81fd-fa2898493edd tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3fc702b-aa6a-4a90-b4f6-0483f9dc9eee HTTP/1.1" status: 200 len: 945 time: 0.0553663 Aug 10 01:30:34.244163 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aa25b94e-e74a-4b63-8042-bb080052aca4 req-eea9971c-905b-4b12-8456-0d087f4b32ab tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] 10.222.0.35 "GET /v2.0/security-groups?id=f429bbb1-d431-4791-9414-2fc23260704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324755 Aug 10 01:30:35.059708 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device e2d59e01-3370-4d75-b8c2-4398deee0298 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:30:35.108052 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port e2d59e01-3370-4d75-b8c2-4398deee0298 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:30:35.112272 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port e2d59e01-3370-4d75-b8c2-4398deee0298 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:30:35.117963 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:35.192975 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:35.215570 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3fc702b-aa6a-4a90-b4f6-0483f9dc9eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d59e01-3370-4d75-b8c2-4398deee0298'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:30:35.217900 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d5a03b-0937-4a08-aa9a-6481eaa4104a" -d '{"events": [{"server_uuid": "c3fc702b-aa6a-4a90-b4f6-0483f9dc9eee", "name": "network-vif-plugged", "status": "completed", "tag": "e2d59e01-3370-4d75-b8c2-4398deee0298"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:30:35.232610 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port e2d59e01-3370-4d75-b8c2-4398deee0298, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=e2d59e01-3370-4d75-b8c2-4398deee0298,segment=NetworkSegment(fcde06c5-30de-41c8-a0d6-de3fd9de5048),segment_id=fcde06c5-30de-41c8-a0d6-de3fd9de5048)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:30:35.236762 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:35.294434 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=e2d59e01-3370-4d75-b8c2-4398deee0298,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:30:35.338262 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59aeaae7-e6c9-48aa-b966-994a3c5a29c7 x-openstack-request-id: req-59aeaae7-e6c9-48aa-b966-994a3c5a29c7 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:30:35.338890 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3fc702b-aa6a-4a90-b4f6-0483f9dc9eee", "name": "network-vif-plugged", "status": "completed", "tag": "e2d59e01-3370-4d75-b8c2-4398deee0298", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:30:35.339208 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-59aeaae7-e6c9-48aa-b966-994a3c5a29c7 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:30:35.339673 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3fc702b-aa6a-4a90-b4f6-0483f9dc9eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d59e01-3370-4d75-b8c2-4398deee0298', 'code': 200} Aug 10 01:30:35.379060 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8125dad-4f96-474d-a823-fe79471a69ee req-766803cd-8967-4347-b5de-e89b9f545b5b tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:35.381402 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b8125dad-4f96-474d-a823-fe79471a69ee req-766803cd-8967-4347-b5de-e89b9f545b5b tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3fc702b-aa6a-4a90-b4f6-0483f9dc9eee HTTP/1.1" status: 200 len: 946 time: 0.0544822 Aug 10 01:30:35.433906 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b8125dad-4f96-474d-a823-fe79471a69ee req-337990f4-bd7e-4aa8-b185-4f9e2bf0befe tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] 10.222.0.35 "GET /v2.0/security-groups?id=f429bbb1-d431-4791-9414-2fc23260704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454013 Aug 10 01:30:35.437013 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7c4b9-c84b-43a5-90cd-70f13edf410c req-7677bee4-424a-4071-956b-4a90f5dfec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:35.438388 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c1d7c4b9-c84b-43a5-90cd-70f13edf410c req-7677bee4-424a-4071-956b-4a90f5dfec52 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c3fc702b-aa6a-4a90-b4f6-0483f9dc9eee HTTP/1.1" status: 200 len: 1098 time: 0.0431764 Aug 10 01:30:35.475139 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c1d7c4b9-c84b-43a5-90cd-70f13edf410c req-ed1c0566-eb1a-48b1-9259-c9b3bd9ce97a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f429bbb1-d431-4791-9414-2fc23260704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300391 Aug 10 01:30:36.592359 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64158dd4-8e83-4639-b90d-930df089fb61 req-ef4c7136-f332-4d3d-8f92-3340355e02c5 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:36.593885 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-64158dd4-8e83-4639-b90d-930df089fb61 req-ef4c7136-f332-4d3d-8f92-3340355e02c5 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3fc702b-aa6a-4a90-b4f6-0483f9dc9eee HTTP/1.1" status: 200 len: 946 time: 0.0705538 Aug 10 01:30:36.633843 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-64158dd4-8e83-4639-b90d-930df089fb61 req-ef009c66-bd7b-4af1-a7f8-aa4221e80445 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] 10.222.0.35 "GET /v2.0/security-groups?id=f429bbb1-d431-4791-9414-2fc23260704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337915 Aug 10 01:30:37.753725 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0819f-7f38-4375-ab6e-01a2aed3d3ad req-b473f5e8-9e12-40f8-8d83-91b972014dbd tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:37.755994 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2be0819f-7f38-4375-ab6e-01a2aed3d3ad req-b473f5e8-9e12-40f8-8d83-91b972014dbd tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3fc702b-aa6a-4a90-b4f6-0483f9dc9eee HTTP/1.1" status: 200 len: 946 time: 0.0510514 Aug 10 01:30:37.795210 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2be0819f-7f38-4375-ab6e-01a2aed3d3ad req-d4e572d1-cdf6-4dbe-aa87-9ec0602fb13a tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] 10.222.0.35 "GET /v2.0/security-groups?id=f429bbb1-d431-4791-9414-2fc23260704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317538 Aug 10 01:30:39.768132 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:30:40.509374 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79156f-bda6-4752-b1f3-7e618ad8b949 req-c4583c3b-33b3-439e-83d9-1dd704719126 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:40.510989 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5a79156f-bda6-4752-b1f3-7e618ad8b949 req-c4583c3b-33b3-439e-83d9-1dd704719126 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3fc702b-aa6a-4a90-b4f6-0483f9dc9eee HTTP/1.1" status: 200 len: 946 time: 0.0489898 Aug 10 01:30:40.552124 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5a79156f-bda6-4752-b1f3-7e618ad8b949 req-d59e3d1a-10fa-41bb-8534-22b5447a32d6 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] 10.222.0.35 "GET /v2.0/security-groups?id=f429bbb1-d431-4791-9414-2fc23260704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342464 Aug 10 01:30:41.028321 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [req-2b4408c5-4a7d-459c-a21b-b9e2dc31f14c req-e09c41d3-0533-4a50-8ae3-cacff4cf160e service neutron] (105827) timed out ('10.222.0.35', 60544) {{(pid=105827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 01:30:41.213315 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8a222fdc-7f40-4863-ba57-bef00266a311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:41.692641 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12568331-b1d5-49c3-ac80-c13c00218fd6 req-b6ece7c1-5c42-4b03-ac8e-0e97a31b78ac tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:41.694401 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-12568331-b1d5-49c3-ac80-c13c00218fd6 req-b6ece7c1-5c42-4b03-ac8e-0e97a31b78ac tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3fc702b-aa6a-4a90-b4f6-0483f9dc9eee HTTP/1.1" status: 200 len: 946 time: 0.0656424 Aug 10 01:30:41.733227 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-12568331-b1d5-49c3-ac80-c13c00218fd6 req-c52cd5ef-179c-4862-99e9-bbb3d9a15ff9 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] 10.222.0.35 "GET /v2.0/security-groups?id=f429bbb1-d431-4791-9414-2fc23260704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320594 Aug 10 01:30:41.828079 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:41.923869 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04e5a8-8451-4756-82f7-282a954b0faf req-bbbfe189-951d-48c4-9944-2708a975024a tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:41.925905 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dd04e5a8-8451-4756-82f7-282a954b0faf req-bbbfe189-951d-48c4-9944-2708a975024a tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3fc702b-aa6a-4a90-b4f6-0483f9dc9eee HTTP/1.1" status: 200 len: 946 time: 0.0603700 Aug 10 01:30:42.039422 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-dd04e5a8-8451-4756-82f7-282a954b0faf req-391d9dd2-a7ab-4141-844f-b1890ac42c41 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] Deleting port e2d59e01-3370-4d75-b8c2-4398deee0298 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:30:42.040121 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-dd04e5a8-8451-4756-82f7-282a954b0faf req-391d9dd2-a7ab-4141-844f-b1890ac42c41 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:42.142979 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-dd04e5a8-8451-4756-82f7-282a954b0faf req-391d9dd2-a7ab-4141-844f-b1890ac42c41 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] For port e2d59e01-3370-4d75-b8c2-4398deee0298, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=e2d59e01-3370-4d75-b8c2-4398deee0298,segment=NetworkSegment(fcde06c5-30de-41c8-a0d6-de3fd9de5048),segment_id=fcde06c5-30de-41c8-a0d6-de3fd9de5048)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:30:42.143354 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-dd04e5a8-8451-4756-82f7-282a954b0faf req-391d9dd2-a7ab-4141-844f-b1890ac42c41 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:42.157584 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-dd04e5a8-8451-4756-82f7-282a954b0faf req-391d9dd2-a7ab-4141-844f-b1890ac42c41 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] Calling delete_port for e2d59e01-3370-4d75-b8c2-4398deee0298 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:30:42.298911 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-dd04e5a8-8451-4756-82f7-282a954b0faf req-391d9dd2-a7ab-4141-844f-b1890ac42c41 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:42.311536 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['e2d59e01-3370-4d75-b8c2-4398deee0298'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:30:42.333208 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d9dd2-a7ab-4141-844f-b1890ac42c41 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] Pushing event deleted for resources: {'Port': ['ID=e2d59e01-3370-4d75-b8c2-4398deee0298,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:30:42.376355 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd04e5a8-8451-4756-82f7-282a954b0faf req-391d9dd2-a7ab-4141-844f-b1890ac42c41 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] No DVR routers for this DVR port e2d59e01-3370-4d75-b8c2-4398deee0298 on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:30:42.378950 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-dd04e5a8-8451-4756-82f7-282a954b0faf req-391d9dd2-a7ab-4141-844f-b1890ac42c41 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:42.381069 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dd04e5a8-8451-4756-82f7-282a954b0faf req-391d9dd2-a7ab-4141-844f-b1890ac42c41 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] 10.222.0.24 "DELETE /v2.0/ports/e2d59e01-3370-4d75-b8c2-4398deee0298 HTTP/1.1" status: 204 len: 173 time: 0.4476635 Aug 10 01:30:42.381515 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3fc702b-aa6a-4a90-b4f6-0483f9dc9eee', 'name': 'network-vif-deleted', 'tag': 'e2d59e01-3370-4d75-b8c2-4398deee0298'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:30:42.383803 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0f76e4-e725-4aed-a72e-5fcdfc71a691" -d '{"events": [{"server_uuid": "c3fc702b-aa6a-4a90-b4f6-0483f9dc9eee", "name": "network-vif-deleted", "tag": "e2d59e01-3370-4d75-b8c2-4398deee0298"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:30:42.421628 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370514b9-cfdd-4c46-bb9c-3725e09cf20b x-openstack-request-id: req-370514b9-cfdd-4c46-bb9c-3725e09cf20b {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:30:42.421999 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3fc702b-aa6a-4a90-b4f6-0483f9dc9eee", "name": "network-vif-deleted", "tag": "e2d59e01-3370-4d75-b8c2-4398deee0298", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:30:42.422322 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-370514b9-cfdd-4c46-bb9c-3725e09cf20b {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:30:42.422819 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3fc702b-aa6a-4a90-b4f6-0483f9dc9eee', 'name': 'network-vif-deleted', 'tag': 'e2d59e01-3370-4d75-b8c2-4398deee0298', 'status': 'completed', 'code': 200} Aug 10 01:30:42.845337 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a4a5cf1f-170f-425b-9d39-42363a0126a1 req-98240c2e-6dec-40f9-90d4-daec5a6e3d36 tempest-ServerTagsTestJSON-958843144 tempest-ServerTagsTestJSON-958843144-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3fc702b-aa6a-4a90-b4f6-0483f9dc9eee HTTP/1.1" status: 200 len: 210 time: 0.0277946 Aug 10 01:30:43.871529 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-914bfb0e-c464-4d95-bfb4-40311f5ade73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:43.918953 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58894) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:30:43.967897 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-83b31e6a-e503-4527-a379-11c9e6a0a5f6 admin admin] Deleting subnet e7487869-b859-47e7-a960-aab131a2bb72 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:30:43.971183 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-83b31e6a-e503-4527-a379-11c9e6a0a5f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:44.005745 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-83b31e6a-e503-4527-a379-11c9e6a0a5f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:44.049065 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-83b31e6a-e503-4527-a379-11c9e6a0a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:44.116002 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-83b31e6a-e503-4527-a379-11c9e6a0a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:44.140983 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b31e6a-e503-4527-a379-11c9e6a0a5f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7487869-b859-47e7-a960-aab131a2bb72,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:30:44.158619 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-83b31e6a-e503-4527-a379-11c9e6a0a5f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:44.161555 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-83b31e6a-e503-4527-a379-11c9e6a0a5f6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e7487869-b859-47e7-a960-aab131a2bb72 HTTP/1.1" status: 204 len: 168 time: 0.2406030 Aug 10 01:30:44.163068 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58902) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:30:44.230936 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bed2770d-2fd9-4a33-adc2-22b13578b42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:44.315300 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bed2770d-2fd9-4a33-adc2-22b13578b42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:44.325458 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-bed2770d-2fd9-4a33-adc2-22b13578b42f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d9c5d9-89e8-4979-9988-4ceacfcea9e0']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:30:44.336329 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-bed2770d-2fd9-4a33-adc2-22b13578b42f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcde06c5-30de-41c8-a0d6-de3fd9de5048') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:30:44.336627 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-bed2770d-2fd9-4a33-adc2-22b13578b42f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcde06c5-30de-41c8-a0d6-de3fd9de5048') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:30:44.348749 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bed2770d-2fd9-4a33-adc2-22b13578b42f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:44.364054 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bed2770d-2fd9-4a33-adc2-22b13578b42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:44.370099 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed2770d-2fd9-4a33-adc2-22b13578b42f admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:30:44.371049 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bed2770d-2fd9-4a33-adc2-22b13578b42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:44.373135 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:30:44.373135 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:30:44.373135 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:30:44.373135 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:30:44.373135 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:30:44.373135 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:30:44.373135 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:30:44.373135 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:30:44.373135 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:30:44.373135 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:30:44.373135 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:30:44.373135 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:30:44.373135 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:30:44.373135 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:30:44.373135 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:30:44.373135 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:30:44.373135 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:30:44.373135 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:30:44.373135 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:30:44.373135 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:30:44.373135 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:30:44.373135 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:30:44.373135 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:30:44.373135 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:30:44.373135 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:30:44.373135 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:30:44.373135 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:30:44.373135 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:30:44.373135 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:30:44.373135 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:30:44.373135 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:30:44.373135 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:30:44.471261 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:44.789020 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bed2770d-2fd9-4a33-adc2-22b13578b42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:44.795040 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bed2770d-2fd9-4a33-adc2-22b13578b42f admin admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:44.797039 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-bed2770d-2fd9-4a33-adc2-22b13578b42f admin admin] 10.222.0.35 "DELETE /v2.0/networks/07d9c5d9-89e8-4979-9988-4ceacfcea9e0 HTTP/1.1" status: 204 len: 168 time: 0.6330154 Aug 10 01:30:44.810121 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2770d-2fd9-4a33-adc2-22b13578b42f admin admin] Pushing event deleted for resources: {'Network': ['ID=07d9c5d9-89e8-4979-9988-4ceacfcea9e0,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:30:44.918546 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58918) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:30:44.957580 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1805f3d9-ca2e-447f-b39b-4231faa1c4a6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=28e72e1eef294ba5a6fd7ed5bc75ab53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377767 Aug 10 01:30:44.959918 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 58920) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:30:45.008109 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4f27e81c-6ac1-4959-910f-053c9bd2c216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:45.030766 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4f27e81c-6ac1-4959-910f-053c9bd2c216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:45.084686 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4f27e81c-6ac1-4959-910f-053c9bd2c216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:45.087897 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4f27e81c-6ac1-4959-910f-053c9bd2c216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:45.089161 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4f27e81c-6ac1-4959-910f-053c9bd2c216 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f429bbb1-d431-4791-9414-2fc23260704d HTTP/1.1" status: 204 len: 168 time: 0.1283114 Aug 10 01:30:45.109999 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27e81c-6ac1-4959-910f-053c9bd2c216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f429bbb1-d431-4791-9414-2fc23260704d,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:30:45.142929 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device e2d59e01-3370-4d75-b8c2-4398deee0298 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:30:45.185996 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: e2d59e01-3370-4d75-b8c2-4398deee0298 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:30:45.186517 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device e2d59e01-3370-4d75-b8c2-4398deee0298 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:30:45.231227 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:46.233717 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3e828104-f6f2-44b9-a74e-02fac43812be req-60dcf0a0-c649-410d-9f66-41177184eb5c tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=2692af5e-4008-4b16-8a9b-fb978fe60b9f HTTP/1.1" status: 200 len: 210 time: 0.0271645 Aug 10 01:30:46.341925 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:46.630476 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f4e8977b-71bb-430e-a43c-215445db4b1c req-a2aafc76-57f4-4adb-a5b4-a5d21196d08a tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0438738 Aug 10 01:30:47.720722 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b91cda27-d039-4782-8924-296e36f36eff req-12bb9da2-777a-44f7-ad38-dc9666059835 tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0265570 Aug 10 01:30:48.803015 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b1c740ea-4f1f-4aa2-8e43-159a0680e3f3 req-83e7d312-2d3e-41ca-83d0-0d4d42fa4e22 tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0279837 Aug 10 01:30:49.895370 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 59018) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:30:49.916730 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-7ecf18d6-c22a-434e-b085-3118b83b3228 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-67990970', 'description': 'tempest-secgroup-smoke-67990970 description', 'project_id': '9d2722217e974ed9b1535af8204f40ca'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:30:49.926643 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-af50f379-3e1e-46c8-8c2a-d8e7fe081b47 req-9fb6b10f-cf9f-4e5f-967a-35c77dce3ee8 tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0339873 Aug 10 01:30:49.953491 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d5c26d56-695d-4f10-bf6f-c7a4d1721dc4 req-736fe89b-0a15-425a-88bd-b1be8678fbd6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2692af5e-4008-4b16-8a9b-fb978fe60b9f HTTP/1.1" status: 200 len: 210 time: 0.0304103 Aug 10 01:30:49.962463 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7ecf18d6-c22a-434e-b085-3118b83b3228 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:50.042578 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7ecf18d6-c22a-434e-b085-3118b83b3228 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:50.046191 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7ecf18d6-c22a-434e-b085-3118b83b3228 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:50.073765 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7ecf18d6-c22a-434e-b085-3118b83b3228 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:50.075539 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7ecf18d6-c22a-434e-b085-3118b83b3228 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1789412 Aug 10 01:30:50.076741 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf18d6-c22a-434e-b085-3118b83b3228 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b512ef80-d294-4905-87b8-0cc0b2e8f458,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:30:50.079188 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 59020) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:30:50.085648 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-a406226c-6113-460b-8e3e-10f1cf3d690d tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Request body: {'security_group_rule': {'security_group_id': 'b512ef80-d294-4905-87b8-0cc0b2e8f458', 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:30:50.111878 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a406226c-6113-460b-8e3e-10f1cf3d690d tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:50.166014 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a406226c-6113-460b-8e3e-10f1cf3d690d tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:50.169338 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a406226c-6113-460b-8e3e-10f1cf3d690d tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:50.188933 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406226c-6113-460b-8e3e-10f1cf3d690d tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d89c67e3-449d-4bbf-bd5c-7b35fe2d9a29,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:30:50.191942 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a406226c-6113-460b-8e3e-10f1cf3d690d tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:50.193158 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a406226c-6113-460b-8e3e-10f1cf3d690d tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1124320 Aug 10 01:30:50.195964 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 59022) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:30:50.200897 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-236a70d5-fe83-4e60-9ce7-82b184ce04d5 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Request body: {'security_group_rule': {'security_group_id': 'b512ef80-d294-4905-87b8-0cc0b2e8f458', 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:30:50.226035 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-236a70d5-fe83-4e60-9ce7-82b184ce04d5 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:50.283590 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-236a70d5-fe83-4e60-9ce7-82b184ce04d5 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:50.286540 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-236a70d5-fe83-4e60-9ce7-82b184ce04d5 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:50.304683 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a70d5-fe83-4e60-9ce7-82b184ce04d5 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=345c692f-efe0-45ec-a00f-085ee93ecfb3,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:30:50.310913 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-236a70d5-fe83-4e60-9ce7-82b184ce04d5 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:50.312131 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-236a70d5-fe83-4e60-9ce7-82b184ce04d5 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152134 Aug 10 01:30:50.314839 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 59024) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:30:50.319191 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-0acd527c-77a9-415e-8924-5cf034fd03be tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Request body: {'security_group_rule': {'security_group_id': 'b512ef80-d294-4905-87b8-0cc0b2e8f458', 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:30:50.344924 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0acd527c-77a9-415e-8924-5cf034fd03be tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:50.401632 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0acd527c-77a9-415e-8924-5cf034fd03be tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:50.404880 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0acd527c-77a9-415e-8924-5cf034fd03be tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:50.421391 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd527c-77a9-415e-8924-5cf034fd03be tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32974acc-03e6-47b9-acd5-5da64f47e19f,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:30:50.428407 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0acd527c-77a9-415e-8924-5cf034fd03be tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:50.429614 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0acd527c-77a9-415e-8924-5cf034fd03be tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1138639 Aug 10 01:30:50.432303 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 59026) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:30:50.437307 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-61ae208d-fa0f-43e3-a0ce-3d5c5c0929bc tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Request body: {'security_group_rule': {'security_group_id': 'b512ef80-d294-4905-87b8-0cc0b2e8f458', 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:30:50.462531 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-61ae208d-fa0f-43e3-a0ce-3d5c5c0929bc tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:50.520526 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-61ae208d-fa0f-43e3-a0ce-3d5c5c0929bc tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:50.524056 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-61ae208d-fa0f-43e3-a0ce-3d5c5c0929bc tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:50.541251 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae208d-fa0f-43e3-a0ce-3d5c5c0929bc tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=025bff11-5af0-4628-b2c7-dc3e538cfde9,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:30:50.546628 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-61ae208d-fa0f-43e3-a0ce-3d5c5c0929bc tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:50.548026 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-61ae208d-fa0f-43e3-a0ce-3d5c5c0929bc tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1147971 Aug 10 01:30:50.550963 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 59028) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:30:50.555331 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-f69e3da3-e779-49aa-a708-c56a9f31714e tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Request body: {'security_group_rule': {'security_group_id': 'b512ef80-d294-4905-87b8-0cc0b2e8f458', 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:30:50.578202 n-d-766726-26 neutron-server[105826]: INFO neutron.db.securitygroups_db [None req-f69e3da3-e779-49aa-a708-c56a9f31714e tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Project 9d2722217e974ed9b1535af8204f40ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:30:50.582887 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f69e3da3-e779-49aa-a708-c56a9f31714e tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:50.644409 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f69e3da3-e779-49aa-a708-c56a9f31714e tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:50.647865 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f69e3da3-e779-49aa-a708-c56a9f31714e tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:50.667027 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e3da3-e779-49aa-a708-c56a9f31714e tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b90103-1aed-434a-837a-77616c1849dc,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:30:50.671006 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f69e3da3-e779-49aa-a708-c56a9f31714e tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:50.672522 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f69e3da3-e779-49aa-a708-c56a9f31714e tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204765 Aug 10 01:30:50.675361 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 59030) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:30:50.679705 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-15173f69-a2ed-40f1-ac1c-4e460eba7b46 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Request body: {'security_group_rule': {'security_group_id': 'b512ef80-d294-4905-87b8-0cc0b2e8f458', 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:30:50.700472 n-d-766726-26 neutron-server[105826]: INFO neutron.db.securitygroups_db [None req-15173f69-a2ed-40f1-ac1c-4e460eba7b46 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Project 9d2722217e974ed9b1535af8204f40ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:30:50.705017 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-15173f69-a2ed-40f1-ac1c-4e460eba7b46 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:50.763368 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-15173f69-a2ed-40f1-ac1c-4e460eba7b46 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:50.766963 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-15173f69-a2ed-40f1-ac1c-4e460eba7b46 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:50.785128 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15173f69-a2ed-40f1-ac1c-4e460eba7b46 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=546afc7f-ca76-4658-b957-ab824f90bb59,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:30:50.791941 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-15173f69-a2ed-40f1-ac1c-4e460eba7b46 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:50.793694 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-15173f69-a2ed-40f1-ac1c-4e460eba7b46 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1173921 Aug 10 01:30:51.034239 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6a5e2f4b-966c-4505-8a9a-4d65b8a1fdb9 req-d74a1897-df42-4568-bf54-6fac7c009bad tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0278060 Aug 10 01:30:51.119966 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-b0da837e-aaaa-4a85-92c9-3b737fbcd571 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-67990970&fields=id&tenant_id=9d2722217e974ed9b1535af8204f40ca HTTP/1.1" status: 200 len: 267 time: 0.0333149 Aug 10 01:30:51.226916 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-26754d9e-af91-4356-bb37-f3de36c163a7 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:51.228394 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-26754d9e-af91-4356-bb37-f3de36c163a7 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/networks?id=4f34bcc9-e989-40ac-b4a5-4304ba1165ce HTTP/1.1" status: 200 len: 814 time: 0.1016657 Aug 10 01:30:51.243643 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-cf10897c-b88f-42e1-bb27-18281cad69c3 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/quotas/9d2722217e974ed9b1535af8204f40ca HTTP/1.1" status: 200 len: 375 time: 0.0089068 Aug 10 01:30:51.298604 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-223b5207-6924-4ac5-96e8-e6e576f79580 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d2722217e974ed9b1535af8204f40ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495284 Aug 10 01:30:51.497994 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-b820db4a-ce12-46f1-af7a-06fa48540c5c service neutron] 10.222.0.35 "GET /v2.0/networks/4f34bcc9-e989-40ac-b4a5-4304ba1165ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850817 Aug 10 01:30:51.588486 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-d1dd7f0d-1609-4436-b5a5-05d72221a237 service neutron] 10.222.0.35 "GET /v2.0/networks/4f34bcc9-e989-40ac-b4a5-4304ba1165ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844939 Aug 10 01:30:51.873511 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ee6be014-cb7f-4d0d-8b67-5acac0996a4e req-4f61f821-35a4-4363-9768-e736bccd16a7 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c HTTP/1.1" status: 200 len: 210 time: 0.0266516 Aug 10 01:30:52.153042 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-364d3564-444f-4683-88da-0a10fb68fb0e req-9b7c2abb-1992-47ba-867c-7a17b612cdc9 tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0307927 Aug 10 01:30:52.790328 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-e6c91deb-2852-4a28-be40-c0b092fc1b5b tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:52.791825 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-e6c91deb-2852-4a28-be40-c0b092fc1b5b tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.24 "GET /v2.0/networks?id=4f34bcc9-e989-40ac-b4a5-4304ba1165ce HTTP/1.1" status: 200 len: 814 time: 0.1062970 Aug 10 01:30:52.833953 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-f2dda27f-35fe-42d3-b243-9833adde1819 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d2722217e974ed9b1535af8204f40ca HTTP/1.1" status: 200 len: 378 time: 0.0334666 Aug 10 01:30:52.844866 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-91fd5e9e-cf80-40e4-aac6-9a75fc555214 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Request body: {'port': {'device_id': 'b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c', 'network_id': '4f34bcc9-e989-40ac-b4a5-4304ba1165ce', 'admin_state_up': True, 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'security_groups': ['b512ef80-d294-4905-87b8-0cc0b2e8f458']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:30:52.964488 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-91fd5e9e-cf80-40e4-aac6-9a75fc555214 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Made reservation on behalf of 9d2722217e974ed9b1535af8204f40ca for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:30:52.968885 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-91fd5e9e-cf80-40e4-aac6-9a75fc555214 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:52.989447 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-78664d56-8d2f-48db-bfa7-5612673a230b req-e9c444ec-5226-4f72-a3a4-0337c858b2c0 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c HTTP/1.1" status: 200 len: 210 time: 0.0350749 Aug 10 01:30:53.094547 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-91fd5e9e-cf80-40e4-aac6-9a75fc555214 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Allocated IP 172.20.0.3 (4f34bcc9-e989-40ac-b4a5-4304ba1165ce/745af1f2-f7ee-41c2-a53f-31ea15064b42/1a82171e-dcc4-4d61-b255-6b70be9c3584) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:30:53.237000 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-91fd5e9e-cf80-40e4-aac6-9a75fc555214 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:53.251030 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-91fd5e9e-cf80-40e4-aac6-9a75fc555214 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Transition to ACTIVE for port object 1a82171e-dcc4-4d61-b255-6b70be9c3584 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:30:53.256356 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1dbf09b2-5885-4350-8860-983d8f42a1a5 req-3fe66298-2557-4886-9ad6-93f988efed75 tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0260763 Aug 10 01:30:53.284585 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-91fd5e9e-cf80-40e4-aac6-9a75fc555214 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:53.326109 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-91fd5e9e-cf80-40e4-aac6-9a75fc555214 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Network 4f34bcc9-e989-40ac-b4a5-4304ba1165ce is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:30:53.331495 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-91fd5e9e-cf80-40e4-aac6-9a75fc555214 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:30:53.335372 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-91fd5e9e-cf80-40e4-aac6-9a75fc555214 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:30:53.363599 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd5e9e-cf80-40e4-aac6-9a75fc555214 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Pushing event updated for resources: {'Port': ['ID=1a82171e-dcc4-4d61-b255-6b70be9c3584,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:30:53.397713 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-91fd5e9e-cf80-40e4-aac6-9a75fc555214 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:53.398415 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-91fd5e9e-cf80-40e4-aac6-9a75fc555214 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:53.413844 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-91fd5e9e-cf80-40e4-aac6-9a75fc555214 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5726945 Aug 10 01:30:53.427379 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-1c331d32-ece2-420d-9d8e-73ad6f636de1 service neutron] Request body: {'port': {'device_id': 'b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:30:53.490319 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-1c331d32-ece2-420d-9d8e-73ad6f636de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:53.588332 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-027e0d0d-a5cd-469c-a4ab-06b439a4d7f2 None None] Provisioning for port 1a82171e-dcc4-4d61-b255-6b70be9c3584 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:30:53.592324 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-027e0d0d-a5cd-469c-a4ab-06b439a4d7f2 None None] Provisioning complete for port 1a82171e-dcc4-4d61-b255-6b70be9c3584 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:30:53.592844 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-027e0d0d-a5cd-469c-a4ab-06b439a4d7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:53.633363 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-027e0d0d-a5cd-469c-a4ab-06b439a4d7f2 None None] Port 1a82171e-dcc4-4d61-b255-6b70be9c3584 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:30:53.767501 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-1c331d32-ece2-420d-9d8e-73ad6f636de1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a82171e-dcc4-4d61-b255-6b70be9c3584 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:30:53.774793 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-1c331d32-ece2-420d-9d8e-73ad6f636de1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:53.787438 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-1c331d32-ece2-420d-9d8e-73ad6f636de1 service neutron] Transition to ACTIVE for port object 1a82171e-dcc4-4d61-b255-6b70be9c3584 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:30:53.790920 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-1c331d32-ece2-420d-9d8e-73ad6f636de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:53.844483 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c331d32-ece2-420d-9d8e-73ad6f636de1 service neutron] Pushing event updated for resources: {'Port': ['ID=1a82171e-dcc4-4d61-b255-6b70be9c3584,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:30:53.920625 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-1c331d32-ece2-420d-9d8e-73ad6f636de1 service neutron] Attempting to bind port 1a82171e-dcc4-4d61-b255-6b70be9c3584 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:30:53.921078 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-1c331d32-ece2-420d-9d8e-73ad6f636de1 service neutron] Attempting to bind port 1a82171e-dcc4-4d61-b255-6b70be9c3584 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '754fc447-6e59-47f4-92ae-a0f82e5d1f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f34bcc9-e989-40ac-b4a5-4304ba1165ce'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:30:53.921359 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-1c331d32-ece2-420d-9d8e-73ad6f636de1 service neutron] Attempting to bind port 1a82171e-dcc4-4d61-b255-6b70be9c3584 on network 4f34bcc9-e989-40ac-b4a5-4304ba1165ce {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:30:53.931219 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-1c331d32-ece2-420d-9d8e-73ad6f636de1 service neutron] Port 1a82171e-dcc4-4d61-b255-6b70be9c3584 on network 4f34bcc9-e989-40ac-b4a5-4304ba1165ce not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:30:53.931601 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-1c331d32-ece2-420d-9d8e-73ad6f636de1 service neutron] Attempting to bind port 1a82171e-dcc4-4d61-b255-6b70be9c3584 on network 4f34bcc9-e989-40ac-b4a5-4304ba1165ce {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:30:53.939796 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-1c331d32-ece2-420d-9d8e-73ad6f636de1 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:30:53.940206 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-1c331d32-ece2-420d-9d8e-73ad6f636de1 service neutron] Checking segment: {'id': '754fc447-6e59-47f4-92ae-a0f82e5d1f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f34bcc9-e989-40ac-b4a5-4304ba1165ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:30:53.940577 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-1c331d32-ece2-420d-9d8e-73ad6f636de1 service neutron] Bound using segment: {'id': '754fc447-6e59-47f4-92ae-a0f82e5d1f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f34bcc9-e989-40ac-b4a5-4304ba1165ce'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:30:53.941027 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-1c331d32-ece2-420d-9d8e-73ad6f636de1 service neutron] Bound port: 1a82171e-dcc4-4d61-b255-6b70be9c3584, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '754fc447-6e59-47f4-92ae-a0f82e5d1f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f34bcc9-e989-40ac-b4a5-4304ba1165ce'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:30:53.941394 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-1c331d32-ece2-420d-9d8e-73ad6f636de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:54.019024 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-1c331d32-ece2-420d-9d8e-73ad6f636de1 service neutron] For port 1a82171e-dcc4-4d61-b255-6b70be9c3584, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:30:54.023421 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-1c331d32-ece2-420d-9d8e-73ad6f636de1 service neutron] For port 1a82171e-dcc4-4d61-b255-6b70be9c3584, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=1a82171e-dcc4-4d61-b255-6b70be9c3584,segment=NetworkSegment(754fc447-6e59-47f4-92ae-a0f82e5d1f3f),segment_id=754fc447-6e59-47f4-92ae-a0f82e5d1f3f)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:30:54.030151 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-1c331d32-ece2-420d-9d8e-73ad6f636de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:54.075267 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-1c331d32-ece2-420d-9d8e-73ad6f636de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:54.075739 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-1c331d32-ece2-420d-9d8e-73ad6f636de1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:54.077258 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-1c331d32-ece2-420d-9d8e-73ad6f636de1 service neutron] 10.222.0.24 "PUT /v2.0/ports/1a82171e-dcc4-4d61-b255-6b70be9c3584 HTTP/1.1" status: 200 len: 1092 time: 0.6544247 Aug 10 01:30:54.077717 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c', 'tag': '1a82171e-dcc4-4d61-b255-6b70be9c3584'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:30:54.080570 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced20753-6eef-4b2b-9b0a-4f2006462802" -d '{"events": [{"name": "network-changed", "server_uuid": "b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c", "tag": "1a82171e-dcc4-4d61-b255-6b70be9c3584"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:30:54.120816 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c331d32-ece2-420d-9d8e-73ad6f636de1 service neutron] Pushing event updated for resources: {'Port': ['ID=1a82171e-dcc4-4d61-b255-6b70be9c3584,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:30:54.177744 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2701ac5c-15e6-47da-9428-d7577805e8ac x-openstack-request-id: req-2701ac5c-15e6-47da-9428-d7577805e8ac {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:30:54.178045 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c", "tag": "1a82171e-dcc4-4d61-b255-6b70be9c3584", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:30:54.178667 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2701ac5c-15e6-47da-9428-d7577805e8ac {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:30:54.179006 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21462a51-b381-4851-80c4-36f6f71697d6 req-ec52c7ed-78fe-4e4e-b586-2a2e730951d8 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:54.179154 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c', 'tag': '1a82171e-dcc4-4d61-b255-6b70be9c3584', 'status': 'completed', 'code': 200} Aug 10 01:30:54.180856 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-21462a51-b381-4851-80c4-36f6f71697d6 req-ec52c7ed-78fe-4e4e-b586-2a2e730951d8 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c HTTP/1.1" status: 200 len: 943 time: 0.1071270 Aug 10 01:30:54.210901 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9d0681c6-cbba-48a9-8fb1-7e76cfbbf48e req-48ccc7ef-5e62-48af-b781-318ddd951700 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0309548 Aug 10 01:30:54.221531 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-7a504012-dfbc-402d-85e8-01ef73c88903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:54.222993 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-7a504012-dfbc-402d-85e8-01ef73c88903 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d2722217e974ed9b1535af8204f40ca&device_id=b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c HTTP/1.1" status: 200 len: 1095 time: 0.0972233 Aug 10 01:30:54.229384 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-21462a51-b381-4851-80c4-36f6f71697d6 req-35920b94-b191-4328-acaa-535cecb3fb2e tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/security-groups?id=b512ef80-d294-4905-87b8-0cc0b2e8f458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391903 Aug 10 01:30:54.267176 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-8ecbfd4d-882e-4114-9a89-5adffc7b05e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a82171e-dcc4-4d61-b255-6b70be9c3584 HTTP/1.1" status: 200 len: 217 time: 0.0354757 Aug 10 01:30:54.324521 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-50caf150-77b6-4f08-bdc4-56bfb69c421d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:54.325996 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-50caf150-77b6-4f08-bdc4-56bfb69c421d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=745af1f2-f7ee-41c2-a53f-31ea15064b42 HTTP/1.1" status: 200 len: 853 time: 0.0516310 Aug 10 01:30:54.376264 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1f816bae-cc44-41ca-bb22-18baa8226e08 req-7dd19eef-d0d9-4b6a-acc7-14c179d25ab5 tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0272253 Aug 10 01:30:54.377639 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-92c9ddc1-df5e-4b67-8159-c485f2308301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:54.379115 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-92c9ddc1-df5e-4b67-8159-c485f2308301 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4f34bcc9-e989-40ac-b4a5-4304ba1165ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458543 Aug 10 01:30:54.469605 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-f15ea2eb-1fd8-4e00-8f16-ad59184bbe43 service neutron] 10.222.0.24 "GET /v2.0/networks/4f34bcc9-e989-40ac-b4a5-4304ba1165ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827196 Aug 10 01:30:54.560986 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-04e788cc-532b-44b2-bc6b-cbfd7db0752b req-17284676-fdad-4ea7-9c97-b63b207da6b9 service neutron] 10.222.0.24 "GET /v2.0/networks/4f34bcc9-e989-40ac-b4a5-4304ba1165ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845339 Aug 10 01:30:54.646304 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced20753-6eef-4b2b-9b0a-4f2006462802 req-3d9f8646-fa21-4f0c-81c9-c7e21edf7787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:54.647808 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ced20753-6eef-4b2b-9b0a-4f2006462802 req-3d9f8646-fa21-4f0c-81c9-c7e21edf7787 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d2722217e974ed9b1535af8204f40ca&device_id=b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c HTTP/1.1" status: 200 len: 1095 time: 0.0419750 Aug 10 01:30:54.740929 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced20753-6eef-4b2b-9b0a-4f2006462802 req-5925d149-2b50-488c-9b65-f6a6700ec298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:54.742396 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ced20753-6eef-4b2b-9b0a-4f2006462802 req-5925d149-2b50-488c-9b65-f6a6700ec298 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4f34bcc9-e989-40ac-b4a5-4304ba1165ce HTTP/1.1" status: 200 len: 915 time: 0.0879712 Aug 10 01:30:54.783717 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ced20753-6eef-4b2b-9b0a-4f2006462802 req-f0acf492-feab-4dd5-afc9-8a4718f83b3c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a82171e-dcc4-4d61-b255-6b70be9c3584 HTTP/1.1" status: 200 len: 217 time: 0.0343084 Aug 10 01:30:54.834590 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced20753-6eef-4b2b-9b0a-4f2006462802 req-cb8c11fb-190e-4263-b3dd-d62ed6605cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:54.835934 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ced20753-6eef-4b2b-9b0a-4f2006462802 req-cb8c11fb-190e-4263-b3dd-d62ed6605cad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=745af1f2-f7ee-41c2-a53f-31ea15064b42 HTTP/1.1" status: 200 len: 853 time: 0.0443971 Aug 10 01:30:54.884485 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced20753-6eef-4b2b-9b0a-4f2006462802 req-88b25327-71b7-420f-b6ea-e05f3cf4875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:54.885998 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ced20753-6eef-4b2b-9b0a-4f2006462802 req-88b25327-71b7-420f-b6ea-e05f3cf4875b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4f34bcc9-e989-40ac-b4a5-4304ba1165ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435207 Aug 10 01:30:54.978353 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ced20753-6eef-4b2b-9b0a-4f2006462802 req-fffc5921-25d2-4521-ace2-f3615ed61593 service neutron] 10.222.0.24 "GET /v2.0/networks/4f34bcc9-e989-40ac-b4a5-4304ba1165ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845375 Aug 10 01:30:55.070112 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ced20753-6eef-4b2b-9b0a-4f2006462802 req-a3778527-6c12-4e2e-9d4c-3078fdb86d09 service neutron] 10.222.0.24 "GET /v2.0/networks/4f34bcc9-e989-40ac-b4a5-4304ba1165ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851102 Aug 10 01:30:55.359265 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db429ad-65a5-4291-b1a6-ab318ab4e943 req-facfced9-61ac-4b7b-a4fc-de7800fe734e tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:55.360773 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1db429ad-65a5-4291-b1a6-ab318ab4e943 req-facfced9-61ac-4b7b-a4fc-de7800fe734e tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c HTTP/1.1" status: 200 len: 943 time: 0.0574725 Aug 10 01:30:55.398366 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1db429ad-65a5-4291-b1a6-ab318ab4e943 req-ab438dc1-9df8-4e46-929a-e447e03b7651 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/security-groups?id=b512ef80-d294-4905-87b8-0cc0b2e8f458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316441 Aug 10 01:30:55.484154 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c6464abd-5462-4392-8157-e45c906751c7 req-a2c952ea-a94b-40da-b7aa-e75a838300fb tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0313315 Aug 10 01:30:55.780304 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-95b6b997-7f49-4dbf-b225-7ab3f6f95c44 req-9af0f342-7e77-46a3-ae98-b201f2f6aea0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0255742 Aug 10 01:30:55.861577 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-95b6b997-7f49-4dbf-b225-7ab3f6f95c44 req-72afcee3-e9c3-4f12-b0cd-064d1ed4fd46 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1b737673d22842bf9b234a940d3c7661&device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0258238 Aug 10 01:30:55.912499 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-95b6b997-7f49-4dbf-b225-7ab3f6f95c44 req-9f65ae00-a3c8-4ca1-9a0d-eed3fef447bf service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=1b737673d22842bf9b234a940d3c7661&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269623 Aug 10 01:30:56.095480 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6b997-7f49-4dbf-b225-7ab3f6f95c44 req-8e624dff-4a3f-482d-b281-bd852ffa4538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:56.097001 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-95b6b997-7f49-4dbf-b225-7ab3f6f95c44 req-8e624dff-4a3f-482d-b281-bd852ffa4538 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1776779 Aug 10 01:30:56.513309 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c5cac-202b-4338-ad50-8d1e80da67fe req-ed7e8d5a-0a5a-49d0-8110-edb825068de4 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:56.514879 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c26c5cac-202b-4338-ad50-8d1e80da67fe req-ed7e8d5a-0a5a-49d0-8110-edb825068de4 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c HTTP/1.1" status: 200 len: 943 time: 0.0495446 Aug 10 01:30:56.555766 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c26c5cac-202b-4338-ad50-8d1e80da67fe req-09f3d5f7-b8f5-4bfb-9594-0f0cb21fd708 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/security-groups?id=b512ef80-d294-4905-87b8-0cc0b2e8f458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342503 Aug 10 01:30:56.598130 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-49c8bb11-321d-404f-bb55-5817a46dda3e req-6aad9b8b-0f41-464e-9bee-0e855c8069fc tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0321500 Aug 10 01:30:56.903740 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-08bd4f5d-d14e-4a64-9f20-f567b840c9a9 req-ec0378d0-f58f-4a12-b72c-8e67c4a8ae1d tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0263886 Aug 10 01:30:57.672366 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf21ec7-f74f-48c2-b994-55ba29e310b8 req-92a15353-3c37-4ba0-8716-cebb9b376168 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:57.673841 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-daf21ec7-f74f-48c2-b994-55ba29e310b8 req-92a15353-3c37-4ba0-8716-cebb9b376168 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c HTTP/1.1" status: 200 len: 943 time: 0.0481541 Aug 10 01:30:57.710462 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-daf21ec7-f74f-48c2-b994-55ba29e310b8 req-04337095-8d86-425e-bc08-9a0c65466c79 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/security-groups?id=b512ef80-d294-4905-87b8-0cc0b2e8f458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306065 Aug 10 01:30:58.003955 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f26eae23-427d-4a21-98d2-f10181642430 req-dcf35018-6e0a-4d39-9350-7f5034bcdf8b tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0265844 Aug 10 01:30:58.320272 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:58.825821 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc7b6a-7fb8-40f2-96cf-0651811dcccc req-9be5b890-ad75-4948-99ab-3fa967168000 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:58.827292 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-68fc7b6a-7fb8-40f2-96cf-0651811dcccc req-9be5b890-ad75-4948-99ab-3fa967168000 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c HTTP/1.1" status: 200 len: 943 time: 0.0526969 Aug 10 01:30:58.865345 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-68fc7b6a-7fb8-40f2-96cf-0651811dcccc req-feb9d46c-de16-4240-9e75-e61e0cfc4440 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/security-groups?id=b512ef80-d294-4905-87b8-0cc0b2e8f458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321045 Aug 10 01:30:59.107233 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6597df19-d54f-48e6-8407-155c431532f0 req-888991d3-a116-4668-ac21-9ad761e601d7 tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0261090 Aug 10 01:30:59.983743 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6d0f2-ecc6-4f77-aace-9c323f1c2f88 req-89ff10fe-b61d-4f2b-9e76-2fb0e58efa91 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:59.985351 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-abc6d0f2-ecc6-4f77-aace-9c323f1c2f88 req-89ff10fe-b61d-4f2b-9e76-2fb0e58efa91 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c HTTP/1.1" status: 200 len: 943 time: 0.0525463 Aug 10 01:31:00.026375 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-abc6d0f2-ecc6-4f77-aace-9c323f1c2f88 req-db1c5c0e-5094-4879-a483-e5b0ee4dfaee tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/security-groups?id=b512ef80-d294-4905-87b8-0cc0b2e8f458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347915 Aug 10 01:31:00.205651 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c17c5646-d25f-4cf3-8195-3efedfac0b85 req-f46a2601-cf74-4a47-a29b-8a9643c1ae26 tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0257301 Aug 10 01:31:01.142329 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205aea27-f549-48ec-afa8-2adbabfacd5e req-7f4c1c76-3fe7-4372-8339-0ab95459a1c2 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:01.143831 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-205aea27-f549-48ec-afa8-2adbabfacd5e req-7f4c1c76-3fe7-4372-8339-0ab95459a1c2 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c HTTP/1.1" status: 200 len: 943 time: 0.0514801 Aug 10 01:31:01.180943 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-205aea27-f549-48ec-afa8-2adbabfacd5e req-cca5df0e-c8dc-430f-b70b-8ddbca24f55a tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/security-groups?id=b512ef80-d294-4905-87b8-0cc0b2e8f458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312679 Aug 10 01:31:01.303901 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-237bb5dc-dccd-4817-9743-e7e0c3ec6254 req-b74a5b9b-c4d2-4a7b-8e46-f5c9b8b8d9e2 tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0261815 Aug 10 01:31:02.291704 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe4b40-ed12-4704-9b88-00361dfac496 req-acad1bab-b28e-4b29-93ad-1521493a188c tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:02.293194 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d9fe4b40-ed12-4704-9b88-00361dfac496 req-acad1bab-b28e-4b29-93ad-1521493a188c tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c HTTP/1.1" status: 200 len: 943 time: 0.0478208 Aug 10 01:31:02.331502 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d9fe4b40-ed12-4704-9b88-00361dfac496 req-e0b02689-8ae5-4fda-bdf8-ef93561eff06 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/security-groups?id=b512ef80-d294-4905-87b8-0cc0b2e8f458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323858 Aug 10 01:31:02.405438 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a241b45-940a-486f-9d9b-d4fd678a0195 req-1f70f8a1-73f0-4e88-b5fe-efd0b1968d74 tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0296586 Aug 10 01:31:03.444627 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095a9b4-bb21-4482-b416-1e4fe931593a req-3214f0f6-1bf9-42f5-932e-ec33589cad36 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:03.446104 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7095a9b4-bb21-4482-b416-1e4fe931593a req-3214f0f6-1bf9-42f5-932e-ec33589cad36 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c HTTP/1.1" status: 200 len: 943 time: 0.0490456 Aug 10 01:31:03.493193 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7095a9b4-bb21-4482-b416-1e4fe931593a req-d43e771c-4304-4d0b-892b-4d9d0ebc5a22 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/security-groups?id=b512ef80-d294-4905-87b8-0cc0b2e8f458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407934 Aug 10 01:31:03.507213 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-423aae0c-43e0-4895-a169-f9791fdd4dba req-aefc38f6-b732-42d1-ac81-27c1b9741cd2 tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0277612 Aug 10 01:31:04.618485 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-311670db-e0b0-426d-be18-1ce9dcfd9bcf req-d74d3a21-bfc8-40ad-9b13-c24257dc4c30 tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0330195 Aug 10 01:31:04.633915 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab1d17-cc60-487a-87b1-80b004eeb7f3 req-84627c06-0558-4568-a3b9-bd8964c1d27d tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:04.635357 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82ab1d17-cc60-487a-87b1-80b004eeb7f3 req-84627c06-0558-4568-a3b9-bd8964c1d27d tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c HTTP/1.1" status: 200 len: 943 time: 0.0760248 Aug 10 01:31:04.672530 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82ab1d17-cc60-487a-87b1-80b004eeb7f3 req-2a745ab2-d1bb-4312-ab44-88ebdbcce64a tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/security-groups?id=b512ef80-d294-4905-87b8-0cc0b2e8f458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313022 Aug 10 01:31:05.261945 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 1a82171e-dcc4-4d61-b255-6b70be9c3584 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:31:05.354981 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 1a82171e-dcc4-4d61-b255-6b70be9c3584, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=1a82171e-dcc4-4d61-b255-6b70be9c3584,segment=NetworkSegment(754fc447-6e59-47f4-92ae-a0f82e5d1f3f),segment_id=754fc447-6e59-47f4-92ae-a0f82e5d1f3f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:31:05.365719 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '1a82171e-dcc4-4d61-b255-6b70be9c3584', 'network_id': '4f34bcc9-e989-40ac-b4a5-4304ba1165ce', 'port_id': '1a82171e-dcc4-4d61-b255-6b70be9c3584', 'mac_address': 'fa:16:3e:40:88:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745af1f2-f7ee-41c2-a53f-31ea15064b42', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:31:05.401244 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:05.413270 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a82171e-dcc4-4d61-b255-6b70be9c3584 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:31:05.431898 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 1a82171e-dcc4-4d61-b255-6b70be9c3584, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=1a82171e-dcc4-4d61-b255-6b70be9c3584,segment=NetworkSegment(754fc447-6e59-47f4-92ae-a0f82e5d1f3f),segment_id=754fc447-6e59-47f4-92ae-a0f82e5d1f3f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:31:05.436406 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:05.480317 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=1a82171e-dcc4-4d61-b255-6b70be9c3584,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:31:05.716900 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-45191154-e8db-4fd7-89d2-50bef99a85fc req-eef5716d-9ed2-4efa-8c4e-585782e96616 tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0266509 Aug 10 01:31:05.734184 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['1a82171e-dcc4-4d61-b255-6b70be9c3584'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:31:05.786680 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e57e87-3d90-4d5a-8b7f-93dad7260c75 req-025aa1e1-6d65-4bc6-9204-d8f3856155ff tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:05.788143 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e4e57e87-3d90-4d5a-8b7f-93dad7260c75 req-025aa1e1-6d65-4bc6-9204-d8f3856155ff tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c HTTP/1.1" status: 200 len: 944 time: 0.0471098 Aug 10 01:31:05.825686 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e4e57e87-3d90-4d5a-8b7f-93dad7260c75 req-022fd36a-1948-417a-ba74-9dc74b41c753 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/security-groups?id=b512ef80-d294-4905-87b8-0cc0b2e8f458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310724 Aug 10 01:31:06.825591 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3f7e4d32-b5df-4ee2-9b3b-28b6869afe8d req-e70f395b-01c4-46f3-98ee-a814b0081a3f tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0304978 Aug 10 01:31:06.936876 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d2103-49ec-4301-a09e-eb5cf3943326 req-3bbaa8fe-5cb7-423b-ba27-39e61bd99ac5 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:06.938326 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ef6d2103-49ec-4301-a09e-eb5cf3943326 req-3bbaa8fe-5cb7-423b-ba27-39e61bd99ac5 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c HTTP/1.1" status: 200 len: 944 time: 0.0473242 Aug 10 01:31:06.974665 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ef6d2103-49ec-4301-a09e-eb5cf3943326 req-9127623f-0851-4811-bfea-a013986377a1 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/security-groups?id=b512ef80-d294-4905-87b8-0cc0b2e8f458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305917 Aug 10 01:31:07.292422 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 1a82171e-dcc4-4d61-b255-6b70be9c3584 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:31:07.342175 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 1a82171e-dcc4-4d61-b255-6b70be9c3584 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:31:07.345761 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 1a82171e-dcc4-4d61-b255-6b70be9c3584 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:31:07.346140 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:07.418878 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:07.441551 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a82171e-dcc4-4d61-b255-6b70be9c3584'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:31:07.443922 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c43e73-93fe-4ab4-b44a-d765fd5fde0c" -d '{"events": [{"server_uuid": "b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c", "name": "network-vif-plugged", "status": "completed", "tag": "1a82171e-dcc4-4d61-b255-6b70be9c3584"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:31:07.457171 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 1a82171e-dcc4-4d61-b255-6b70be9c3584, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=1a82171e-dcc4-4d61-b255-6b70be9c3584,segment=NetworkSegment(754fc447-6e59-47f4-92ae-a0f82e5d1f3f),segment_id=754fc447-6e59-47f4-92ae-a0f82e5d1f3f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:31:07.461035 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:07.483356 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e949a4cb-3dd7-4d13-9c18-fe098f2624fc x-openstack-request-id: req-e949a4cb-3dd7-4d13-9c18-fe098f2624fc {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:31:07.483647 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c", "name": "network-vif-plugged", "status": "completed", "tag": "1a82171e-dcc4-4d61-b255-6b70be9c3584", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:31:07.483902 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e949a4cb-3dd7-4d13-9c18-fe098f2624fc {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:31:07.484318 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a82171e-dcc4-4d61-b255-6b70be9c3584', 'code': 200} Aug 10 01:31:07.509269 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=1a82171e-dcc4-4d61-b255-6b70be9c3584,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:31:07.575034 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916f5e7-8aca-4973-9c7e-23b89d7f078f req-c77c5393-84fb-4e2a-986d-6aa8d04e4dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:07.576459 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0916f5e7-8aca-4973-9c7e-23b89d7f078f req-c77c5393-84fb-4e2a-986d-6aa8d04e4dc4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c HTTP/1.1" status: 200 len: 1097 time: 0.0409510 Aug 10 01:31:07.610021 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0916f5e7-8aca-4973-9c7e-23b89d7f078f req-632f6c8d-e575-4085-bc6d-b8b41f66fb7d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b512ef80-d294-4905-87b8-0cc0b2e8f458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0266063 Aug 10 01:31:07.923569 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f10fae0e-5e64-41ad-891e-104012217728 req-1680d0d6-8c7e-4f39-a9e2-4126e9378a37 tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0260775 Aug 10 01:31:08.090682 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1930237-da54-40d1-8c78-ef7b3d91688f req-0e03a655-6c1c-4a88-ab42-b9a8dc84c5d4 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:08.092149 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a1930237-da54-40d1-8c78-ef7b3d91688f req-0e03a655-6c1c-4a88-ab42-b9a8dc84c5d4 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c HTTP/1.1" status: 200 len: 945 time: 0.0520973 Aug 10 01:31:08.129039 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a1930237-da54-40d1-8c78-ef7b3d91688f req-e2472802-bf38-428c-a9dc-b6810b4a29cd tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/security-groups?id=b512ef80-d294-4905-87b8-0cc0b2e8f458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309362 Aug 10 01:31:09.027635 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-221a1db7-a05c-4809-b77f-adf290ac8280 req-08ebc559-683f-4d09-909e-10831cf78c84 tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0295467 Aug 10 01:31:09.239603 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a030be8-90e3-4ec5-b70f-07eaa4ab2ff1 req-73b5cdbf-01f3-4b59-be57-1de840d0a965 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:09.241084 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4a030be8-90e3-4ec5-b70f-07eaa4ab2ff1 req-73b5cdbf-01f3-4b59-be57-1de840d0a965 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c HTTP/1.1" status: 200 len: 945 time: 0.0473673 Aug 10 01:31:09.277449 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4a030be8-90e3-4ec5-b70f-07eaa4ab2ff1 req-2e13a184-4cbc-490c-8443-da118906dc13 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/security-groups?id=b512ef80-d294-4905-87b8-0cc0b2e8f458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300446 Aug 10 01:31:09.387334 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa949b-ffea-4e84-8981-d4eb82ddcb11 req-58969294-2052-46a6-abfe-702d55219ca8 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:09.388828 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-12fa949b-ffea-4e84-8981-d4eb82ddcb11 req-58969294-2052-46a6-abfe-702d55219ca8 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c HTTP/1.1" status: 200 len: 945 time: 0.0474038 Aug 10 01:31:09.427292 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-12fa949b-ffea-4e84-8981-d4eb82ddcb11 req-e0a34e77-a423-4743-83b1-c3e75b95179b tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/security-groups?id=b512ef80-d294-4905-87b8-0cc0b2e8f458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326216 Aug 10 01:31:09.448211 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 59148) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:31:09.591107 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dbc6d2-94d4-42c8-a929-2cdd1a674bc3 tempest-TestVolumeBackupRestore-441472803 tempest-TestVolumeBackupRestore-441472803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:09.592641 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-76dbc6d2-94d4-42c8-a929-2cdd1a674bc3 tempest-TestVolumeBackupRestore-441472803 tempest-TestVolumeBackupRestore-441472803-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c HTTP/1.1" status: 200 len: 1092 time: 0.1429586 Aug 10 01:31:09.595608 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 59152) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:31:09.600234 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-301adbbe-47a6-443c-994f-7f201bca8e06 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'port_id': '1a82171e-dcc4-4d61-b255-6b70be9c3584', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:31:09.622106 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-301adbbe-47a6-443c-994f-7f201bca8e06 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:09.715103 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-301adbbe-47a6-443c-994f-7f201bca8e06 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:09.818880 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-301adbbe-47a6-443c-994f-7f201bca8e06 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Allocated IP 172.25.2.99 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/1bc99078-808c-456e-9a2b-ec5f8e500a21) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:31:09.919328 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-301adbbe-47a6-443c-994f-7f201bca8e06 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:09.957475 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-301adbbe-47a6-443c-994f-7f201bca8e06 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:09.995406 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301adbbe-47a6-443c-994f-7f201bca8e06 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:31:10.002333 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-301adbbe-47a6-443c-994f-7f201bca8e06 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:31:10.005824 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301adbbe-47a6-443c-994f-7f201bca8e06 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:31:10.011149 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301adbbe-47a6-443c-994f-7f201bca8e06 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Pushing event updated for resources: {'Port': ['ID=1bc99078-808c-456e-9a2b-ec5f8e500a21,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:31:10.132910 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5751d947-0858-49ee-ba34-c9086ad307d4 req-f2023a66-fcfc-42b3-af3e-cb5150993597 tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0321388 Aug 10 01:31:10.379686 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-301adbbe-47a6-443c-994f-7f201bca8e06 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:10.445700 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-301adbbe-47a6-443c-994f-7f201bca8e06 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:10.594111 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-301adbbe-47a6-443c-994f-7f201bca8e06 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:10.599721 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-301adbbe-47a6-443c-994f-7f201bca8e06 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:10.664163 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301adbbe-47a6-443c-994f-7f201bca8e06 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Pushing event updated for resources: {'Port': ['ID=1bc99078-808c-456e-9a2b-ec5f8e500a21,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:31:10.681502 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-301adbbe-47a6-443c-994f-7f201bca8e06 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:10.779780 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [None req-301adbbe-47a6-443c-994f-7f201bca8e06 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Floating IP 035fb30e-9184-4928-837f-3687b5d17d71 associated. External IP: 172.25.2.99, port: 1a82171e-dcc4-4d61-b255-6b70be9c3584. Aug 10 01:31:10.983041 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301adbbe-47a6-443c-994f-7f201bca8e06 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Router aec66797-0528-44ec-bab7-a50bcdbe9fd7 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:31:11.091777 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301adbbe-47a6-443c-994f-7f201bca8e06 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:31:11.101106 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd73d469-137b-4310-9b2c-1566d941a6a8 None None] Sync routers for ids ['aec66797-0528-44ec-bab7-a50bcdbe9fd7'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:31:11.107649 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-301adbbe-47a6-443c-994f-7f201bca8e06 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:11.114349 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd73d469-137b-4310-9b2c-1566d941a6a8 None None] Routers {'aec66797-0528-44ec-bab7-a50bcdbe9fd7'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:31:11.114896 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-fd73d469-137b-4310-9b2c-1566d941a6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:30:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['aec66797-0528-44ec-bab7-a50bcdbe9fd7'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:31:11.135839 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-301adbbe-47a6-443c-994f-7f201bca8e06 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5391519 Aug 10 01:31:11.137017 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c', 'tag': '1a82171e-dcc4-4d61-b255-6b70be9c3584'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:31:11.139384 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34611320-537e-421a-af72-e9bd207fa6b1" -d '{"events": [{"name": "network-changed", "server_uuid": "b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c", "tag": "1a82171e-dcc4-4d61-b255-6b70be9c3584"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:31:11.139529 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 59156) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:31:11.178139 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a7e806-97f1-4fe8-b061-186d5b76e132 x-openstack-request-id: req-f4a7e806-97f1-4fe8-b061-186d5b76e132 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:31:11.178444 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c", "tag": "1a82171e-dcc4-4d61-b255-6b70be9c3584", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:31:11.178953 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f4a7e806-97f1-4fe8-b061-186d5b76e132 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:31:11.179372 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c', 'tag': '1a82171e-dcc4-4d61-b255-6b70be9c3584', 'status': 'completed', 'code': 200} Aug 10 01:31:11.232894 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1c6738f3-53bf-4ad2-a228-b9822edc4205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:11.235505 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-fd73d469-137b-4310-9b2c-1566d941a6a8 None None] Set router aec66797-0528-44ec-bab7-a50bcdbe9fd7 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:31:11.264012 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cecae15b-3a44-45f6-9f7f-f1231f4144cb req-16603814-9e01-4772-b513-b97839af8939 tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0383749 Aug 10 01:31:11.470468 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-fd73d469-137b-4310-9b2c-1566d941a6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'name': 'tempest-TestVolumeBackupRestore-1670509000-router', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '8f0a9382-0e0d-4559-ad68-9dcc2c74d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:55Z', 'updated_at': '2021-08-10T01:28:58Z', 'revision_number': 4, 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'gw_port': {'id': '8f0a9382-0e0d-4559-ad68-9dcc2c74d57c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:55Z', 'updated_at': '2021-08-10T01:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '035fb30e-9184-4928-837f-3687b5d17d71', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'floating_ip_address': '172.25.2.99', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'port_id': '1a82171e-dcc4-4d61-b255-6b70be9c3584', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f34bcc9-e989-40ac-b4a5-4304ba1165ce', 'mac_address': 'fa:16:3e:40:88:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:31:10Z', 'updated_at': '2021-08-10T01:31:10Z', 'revision_number': 0, 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5160d20b-0d93-496e-a56d-9681e286f312', 'name': '', 'network_id': '4f34bcc9-e989-40ac-b4a5-4304ba1165ce', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'mac_address': 'fa:16:3e:5e:1d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '745af1f2-f7ee-41c2-a53f-31ea15064b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:57Z', 'updated_at': '2021-08-10T01:29:03Z', 'revision_number': 5, 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'subnets': [{'id': '745af1f2-f7ee-41c2-a53f-31ea15064b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:31:11.496862 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd73d469-137b-4310-9b2c-1566d941a6a8 None None] Checking router: aec66797-0528-44ec-bab7-a50bcdbe9fd7 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:31:11.505675 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd73d469-137b-4310-9b2c-1566d941a6a8 None None] Routers {'aec66797-0528-44ec-bab7-a50bcdbe9fd7'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:31:11.506312 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-fd73d469-137b-4310-9b2c-1566d941a6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:30:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['aec66797-0528-44ec-bab7-a50bcdbe9fd7'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:31:11.573430 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f8b71c-9fd6-4279-aa0e-027e7cd99153 tempest-TestVolumeBackupRestore-441472803 tempest-TestVolumeBackupRestore-441472803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:11.575590 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a9f8b71c-9fd6-4279-aa0e-027e7cd99153 tempest-TestVolumeBackupRestore-441472803 tempest-TestVolumeBackupRestore-441472803-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c HTTP/1.1" status: 200 len: 1092 time: 0.4351468 Aug 10 01:31:11.578507 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 59162) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:31:11.581499 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34611320-537e-421a-af72-e9bd207fa6b1 req-4ec4f384-a425-4d81-bb87-a7bb1b14db2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:11.582886 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-34611320-537e-421a-af72-e9bd207fa6b1 req-4ec4f384-a425-4d81-bb87-a7bb1b14db2e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d2722217e974ed9b1535af8204f40ca&device_id=b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c HTTP/1.1" status: 200 len: 1097 time: 0.0515382 Aug 10 01:31:11.584024 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-9e2026a7-246b-44a1-b17c-ea80f752211c tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Request body: {'floatingip': {'port_id': '1a82171e-dcc4-4d61-b255-6b70be9c3584'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:31:11.610667 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-fd73d469-137b-4310-9b2c-1566d941a6a8 None None] Set router aec66797-0528-44ec-bab7-a50bcdbe9fd7 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:31:11.654922 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9e2026a7-246b-44a1-b17c-ea80f752211c tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks [] for floatingip, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:11.679489 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34611320-537e-421a-af72-e9bd207fa6b1 req-a6f99b9b-aeb4-4dae-b41f-efd0afc06e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:11.681012 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-34611320-537e-421a-af72-e9bd207fa6b1 req-a6f99b9b-aeb4-4dae-b41f-efd0afc06e88 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4f34bcc9-e989-40ac-b4a5-4304ba1165ce HTTP/1.1" status: 200 len: 915 time: 0.0899725 Aug 10 01:31:11.783147 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-34611320-537e-421a-af72-e9bd207fa6b1 req-20b7a573-5543-4929-b9f8-dc85b767e2d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a82171e-dcc4-4d61-b255-6b70be9c3584 HTTP/1.1" status: 200 len: 998 time: 0.0947478 Aug 10 01:31:11.841133 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34611320-537e-421a-af72-e9bd207fa6b1 req-22ecb7b3-1ada-4d1d-80cb-9c0986c0c11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:11.842647 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-34611320-537e-421a-af72-e9bd207fa6b1 req-22ecb7b3-1ada-4d1d-80cb-9c0986c0c11e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=745af1f2-f7ee-41c2-a53f-31ea15064b42 HTTP/1.1" status: 200 len: 853 time: 0.0515728 Aug 10 01:31:11.874594 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:11.892477 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34611320-537e-421a-af72-e9bd207fa6b1 req-7f656e61-12ab-42cc-a256-bad22f0a8099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:11.893983 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-34611320-537e-421a-af72-e9bd207fa6b1 req-7f656e61-12ab-42cc-a256-bad22f0a8099 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4f34bcc9-e989-40ac-b4a5-4304ba1165ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436685 Aug 10 01:31:11.990006 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-34611320-537e-421a-af72-e9bd207fa6b1 req-b30ed640-9189-49ae-bb9f-f984400963a9 service neutron] 10.222.0.24 "GET /v2.0/networks/4f34bcc9-e989-40ac-b4a5-4304ba1165ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867283 Aug 10 01:31:12.013608 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-fd73d469-137b-4310-9b2c-1566d941a6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'name': 'tempest-TestVolumeBackupRestore-1670509000-router', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '8f0a9382-0e0d-4559-ad68-9dcc2c74d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:55Z', 'updated_at': '2021-08-10T01:28:58Z', 'revision_number': 4, 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'gw_port': {'id': '8f0a9382-0e0d-4559-ad68-9dcc2c74d57c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:55Z', 'updated_at': '2021-08-10T01:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '035fb30e-9184-4928-837f-3687b5d17d71', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'floating_ip_address': '172.25.2.99', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'port_id': '1a82171e-dcc4-4d61-b255-6b70be9c3584', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f34bcc9-e989-40ac-b4a5-4304ba1165ce', 'mac_address': 'fa:16:3e:40:88:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:31:10Z', 'updated_at': '2021-08-10T01:31:10Z', 'revision_number': 0, 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5160d20b-0d93-496e-a56d-9681e286f312', 'name': '', 'network_id': '4f34bcc9-e989-40ac-b4a5-4304ba1165ce', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'mac_address': 'fa:16:3e:5e:1d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '745af1f2-f7ee-41c2-a53f-31ea15064b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:57Z', 'updated_at': '2021-08-10T01:29:03Z', 'revision_number': 5, 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'subnets': [{'id': '745af1f2-f7ee-41c2-a53f-31ea15064b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:31:12.040108 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd73d469-137b-4310-9b2c-1566d941a6a8 None None] The sync data for ids ['aec66797-0528-44ec-bab7-a50bcdbe9fd7'] in n-d-766726-26 is: [{'id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'name': 'tempest-TestVolumeBackupRestore-1670509000-router', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '8f0a9382-0e0d-4559-ad68-9dcc2c74d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:55Z', 'updated_at': '2021-08-10T01:28:58Z', 'revision_number': 4, 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'gw_port': {'id': '8f0a9382-0e0d-4559-ad68-9dcc2c74d57c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:55Z', 'updated_at': '2021-08-10T01:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '035fb30e-9184-4928-837f-3687b5d17d71', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'floating_ip_address': '172.25.2.99', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'port_id': '1a82171e-dcc4-4d61-b255-6b70be9c3584', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f34bcc9-e989-40ac-b4a5-4304ba1165ce', 'mac_address': 'fa:16:3e:40:88:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:31:10Z', 'updated_at': '2021-08-10T01:31:10Z', 'revision_number': 0, 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5160d20b-0d93-496e-a56d-9681e286f312', 'name': '', 'network_id': '4f34bcc9-e989-40ac-b4a5-4304ba1165ce', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'mac_address': 'fa:16:3e:5e:1d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '745af1f2-f7ee-41c2-a53f-31ea15064b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:57Z', 'updated_at': '2021-08-10T01:29:03Z', 'revision_number': 5, 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'subnets': [{'id': '745af1f2-f7ee-41c2-a53f-31ea15064b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:31:12.087918 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-34611320-537e-421a-af72-e9bd207fa6b1 req-56af5133-6b73-4f35-98b0-c30e0fe55c2d service neutron] 10.222.0.24 "GET /v2.0/networks/4f34bcc9-e989-40ac-b4a5-4304ba1165ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907035 Aug 10 01:31:12.138355 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9e2026a7-246b-44a1-b17c-ea80f752211c tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:12.141329 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9e2026a7-246b-44a1-b17c-ea80f752211c tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:12.263025 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d29b5de-ae3c-4361-a5bd-93844faf9cfd None None] New status for floating IP 035fb30e-9184-4928-837f-3687b5d17d71: ACTIVE {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:31:12.372387 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-836a3fab-ffc5-4bf5-8a2d-59c96d7defdc req-f56e1c33-3fae-4a36-b5a7-e20fcc79ceab tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0287826 Aug 10 01:31:12.382483 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2026a7-246b-44a1-b17c-ea80f752211c tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Router aec66797-0528-44ec-bab7-a50bcdbe9fd7 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:31:12.494307 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2026a7-246b-44a1-b17c-ea80f752211c tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:31:12.499329 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9e2026a7-246b-44a1-b17c-ea80f752211c tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:12.556166 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9e2026a7-246b-44a1-b17c-ea80f752211c tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "PUT /v2.0/floatingips/035fb30e-9184-4928-837f-3687b5d17d71 HTTP/1.1" status: 200 len: 990 time: 0.9763336 Aug 10 01:31:12.579572 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0801be-b1d1-4d4d-88f3-20f14ba746bb None None] Sync routers for ids ['aec66797-0528-44ec-bab7-a50bcdbe9fd7'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:31:12.588522 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0801be-b1d1-4d4d-88f3-20f14ba746bb None None] Routers {'aec66797-0528-44ec-bab7-a50bcdbe9fd7'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:31:12.589133 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-8f0801be-b1d1-4d4d-88f3-20f14ba746bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:30:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['aec66797-0528-44ec-bab7-a50bcdbe9fd7'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:31:12.692819 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-8f0801be-b1d1-4d4d-88f3-20f14ba746bb None None] Set router aec66797-0528-44ec-bab7-a50bcdbe9fd7 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:31:12.908999 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-8f0801be-b1d1-4d4d-88f3-20f14ba746bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'name': 'tempest-TestVolumeBackupRestore-1670509000-router', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '8f0a9382-0e0d-4559-ad68-9dcc2c74d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:55Z', 'updated_at': '2021-08-10T01:28:58Z', 'revision_number': 4, 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'gw_port': {'id': '8f0a9382-0e0d-4559-ad68-9dcc2c74d57c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:55Z', 'updated_at': '2021-08-10T01:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '035fb30e-9184-4928-837f-3687b5d17d71', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'floating_ip_address': '172.25.2.99', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'port_id': '1a82171e-dcc4-4d61-b255-6b70be9c3584', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f34bcc9-e989-40ac-b4a5-4304ba1165ce', 'mac_address': 'fa:16:3e:40:88:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:31:10Z', 'updated_at': '2021-08-10T01:31:12Z', 'revision_number': 2, 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5160d20b-0d93-496e-a56d-9681e286f312', 'name': '', 'network_id': '4f34bcc9-e989-40ac-b4a5-4304ba1165ce', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'mac_address': 'fa:16:3e:5e:1d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '745af1f2-f7ee-41c2-a53f-31ea15064b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:57Z', 'updated_at': '2021-08-10T01:29:03Z', 'revision_number': 5, 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'subnets': [{'id': '745af1f2-f7ee-41c2-a53f-31ea15064b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:31:12.934899 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0801be-b1d1-4d4d-88f3-20f14ba746bb None None] Checking router: aec66797-0528-44ec-bab7-a50bcdbe9fd7 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:31:12.942918 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0801be-b1d1-4d4d-88f3-20f14ba746bb None None] Routers {'aec66797-0528-44ec-bab7-a50bcdbe9fd7'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:31:12.943526 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-8f0801be-b1d1-4d4d-88f3-20f14ba746bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:30:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['aec66797-0528-44ec-bab7-a50bcdbe9fd7'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:31:13.044454 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-8f0801be-b1d1-4d4d-88f3-20f14ba746bb None None] Set router aec66797-0528-44ec-bab7-a50bcdbe9fd7 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:31:13.180851 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c', 'tag': '1a82171e-dcc4-4d61-b255-6b70be9c3584'}, {'name': 'network-changed', 'server_uuid': 'b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c', 'tag': '1a82171e-dcc4-4d61-b255-6b70be9c3584'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:31:13.183792 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b038b3ee-bf45-45d2-89aa-2a24de473992" -d '{"events": [{"name": "network-changed", "server_uuid": "b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c", "tag": "1a82171e-dcc4-4d61-b255-6b70be9c3584"}, {"name": "network-changed", "server_uuid": "b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c", "tag": "1a82171e-dcc4-4d61-b255-6b70be9c3584"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:31:13.218810 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 Aug 2021 01:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fa6e5a-d8a1-4488-b54b-b1d521db1822 x-openstack-request-id: req-20fa6e5a-d8a1-4488-b54b-b1d521db1822 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:31:13.219122 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c", "tag": "1a82171e-dcc4-4d61-b255-6b70be9c3584", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c", "tag": "1a82171e-dcc4-4d61-b255-6b70be9c3584", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:31:13.219379 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-20fa6e5a-d8a1-4488-b54b-b1d521db1822 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:31:13.219792 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c', 'tag': '1a82171e-dcc4-4d61-b255-6b70be9c3584', 'status': 'completed', 'code': 200} Aug 10 01:31:13.220055 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c', 'tag': '1a82171e-dcc4-4d61-b255-6b70be9c3584', 'status': 'completed', 'code': 200} Aug 10 01:31:13.262649 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-8f0801be-b1d1-4d4d-88f3-20f14ba746bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'name': 'tempest-TestVolumeBackupRestore-1670509000-router', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '8f0a9382-0e0d-4559-ad68-9dcc2c74d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:55Z', 'updated_at': '2021-08-10T01:28:58Z', 'revision_number': 4, 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'gw_port': {'id': '8f0a9382-0e0d-4559-ad68-9dcc2c74d57c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:55Z', 'updated_at': '2021-08-10T01:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '035fb30e-9184-4928-837f-3687b5d17d71', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'floating_ip_address': '172.25.2.99', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'port_id': '1a82171e-dcc4-4d61-b255-6b70be9c3584', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f34bcc9-e989-40ac-b4a5-4304ba1165ce', 'mac_address': 'fa:16:3e:40:88:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:31:10Z', 'updated_at': '2021-08-10T01:31:12Z', 'revision_number': 2, 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5160d20b-0d93-496e-a56d-9681e286f312', 'name': '', 'network_id': '4f34bcc9-e989-40ac-b4a5-4304ba1165ce', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'mac_address': 'fa:16:3e:5e:1d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '745af1f2-f7ee-41c2-a53f-31ea15064b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:57Z', 'updated_at': '2021-08-10T01:29:03Z', 'revision_number': 5, 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'subnets': [{'id': '745af1f2-f7ee-41c2-a53f-31ea15064b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:31:13.284892 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038b3ee-bf45-45d2-89aa-2a24de473992 req-da8ac8f7-70eb-471a-8f4f-8d8d414b10ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:13.286429 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b038b3ee-bf45-45d2-89aa-2a24de473992 req-da8ac8f7-70eb-471a-8f4f-8d8d414b10ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d2722217e974ed9b1535af8204f40ca&device_id=b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c HTTP/1.1" status: 200 len: 1097 time: 0.0424848 Aug 10 01:31:13.292873 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0801be-b1d1-4d4d-88f3-20f14ba746bb None None] The sync data for ids ['aec66797-0528-44ec-bab7-a50bcdbe9fd7'] in n-d-766726-26 is: [{'id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'name': 'tempest-TestVolumeBackupRestore-1670509000-router', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '8f0a9382-0e0d-4559-ad68-9dcc2c74d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:55Z', 'updated_at': '2021-08-10T01:28:58Z', 'revision_number': 4, 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'gw_port': {'id': '8f0a9382-0e0d-4559-ad68-9dcc2c74d57c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:55Z', 'updated_at': '2021-08-10T01:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '035fb30e-9184-4928-837f-3687b5d17d71', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'floating_ip_address': '172.25.2.99', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'port_id': '1a82171e-dcc4-4d61-b255-6b70be9c3584', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f34bcc9-e989-40ac-b4a5-4304ba1165ce', 'mac_address': 'fa:16:3e:40:88:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:31:10Z', 'updated_at': '2021-08-10T01:31:12Z', 'revision_number': 2, 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5160d20b-0d93-496e-a56d-9681e286f312', 'name': '', 'network_id': '4f34bcc9-e989-40ac-b4a5-4304ba1165ce', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'mac_address': 'fa:16:3e:5e:1d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '745af1f2-f7ee-41c2-a53f-31ea15064b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:57Z', 'updated_at': '2021-08-10T01:29:03Z', 'revision_number': 5, 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'subnets': [{'id': '745af1f2-f7ee-41c2-a53f-31ea15064b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:31:13.388762 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038b3ee-bf45-45d2-89aa-2a24de473992 req-4aaf7f54-f634-48f8-b449-3e28b349109e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:13.390283 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b038b3ee-bf45-45d2-89aa-2a24de473992 req-4aaf7f54-f634-48f8-b449-3e28b349109e service neutron] 10.222.0.24 "GET /v2.0/networks?id=4f34bcc9-e989-40ac-b4a5-4304ba1165ce HTTP/1.1" status: 200 len: 915 time: 0.0970709 Aug 10 01:31:13.459380 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b038b3ee-bf45-45d2-89aa-2a24de473992 req-906a4f24-9a8f-4ef5-a718-3698343a9b8b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a82171e-dcc4-4d61-b255-6b70be9c3584 HTTP/1.1" status: 200 len: 1000 time: 0.0619206 Aug 10 01:31:13.478129 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a47f630-05f2-4804-8882-78e6a9796a0a req-f955dd7f-4857-474f-991c-2c8f18b88da5 tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0281219 Aug 10 01:31:13.508122 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038b3ee-bf45-45d2-89aa-2a24de473992 req-ddd4065f-865d-4fbc-875e-8a499e01fc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:13.509689 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b038b3ee-bf45-45d2-89aa-2a24de473992 req-ddd4065f-865d-4fbc-875e-8a499e01fc71 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=745af1f2-f7ee-41c2-a53f-31ea15064b42 HTTP/1.1" status: 200 len: 853 time: 0.0437341 Aug 10 01:31:13.559416 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038b3ee-bf45-45d2-89aa-2a24de473992 req-b3e1bb92-24e8-4e03-b27e-4bedffafe1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:13.560882 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b038b3ee-bf45-45d2-89aa-2a24de473992 req-b3e1bb92-24e8-4e03-b27e-4bedffafe1de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4f34bcc9-e989-40ac-b4a5-4304ba1165ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433269 Aug 10 01:31:13.648448 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b038b3ee-bf45-45d2-89aa-2a24de473992 req-7a4dbea2-7071-427f-ae69-63543015601c service neutron] 10.222.0.24 "GET /v2.0/networks/4f34bcc9-e989-40ac-b4a5-4304ba1165ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803058 Aug 10 01:31:13.753506 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b038b3ee-bf45-45d2-89aa-2a24de473992 req-000877af-4692-4aa6-93cd-69c163a167f7 service neutron] 10.222.0.24 "GET /v2.0/networks/4f34bcc9-e989-40ac-b4a5-4304ba1165ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841091 Aug 10 01:31:13.833596 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038b3ee-bf45-45d2-89aa-2a24de473992 req-61e7ff0e-0013-42ed-8d12-42b88511eb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:13.835051 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b038b3ee-bf45-45d2-89aa-2a24de473992 req-61e7ff0e-0013-42ed-8d12-42b88511eb79 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d2722217e974ed9b1535af8204f40ca&device_id=b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c HTTP/1.1" status: 200 len: 1097 time: 0.0408506 Aug 10 01:31:13.861931 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-48565791-7e25-4afb-8ee8-1763dc2b4436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:13.928408 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038b3ee-bf45-45d2-89aa-2a24de473992 req-fe8eeb0a-df28-4e36-83a6-c2f3bb8904f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:13.929965 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b038b3ee-bf45-45d2-89aa-2a24de473992 req-fe8eeb0a-df28-4e36-83a6-c2f3bb8904f9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4f34bcc9-e989-40ac-b4a5-4304ba1165ce HTTP/1.1" status: 200 len: 915 time: 0.0884814 Aug 10 01:31:13.992973 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b038b3ee-bf45-45d2-89aa-2a24de473992 req-e2b51ac8-5ed2-4040-b462-79ee4b959f6f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a82171e-dcc4-4d61-b255-6b70be9c3584 HTTP/1.1" status: 200 len: 1000 time: 0.0558848 Aug 10 01:31:14.039882 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038b3ee-bf45-45d2-89aa-2a24de473992 req-ff87b8ab-e628-4a27-8bd7-d9359e849a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:14.041238 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b038b3ee-bf45-45d2-89aa-2a24de473992 req-ff87b8ab-e628-4a27-8bd7-d9359e849a94 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=745af1f2-f7ee-41c2-a53f-31ea15064b42 HTTP/1.1" status: 200 len: 853 time: 0.0415382 Aug 10 01:31:14.088525 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038b3ee-bf45-45d2-89aa-2a24de473992 req-8fb361e7-9560-4297-8b55-4bfd0baf2901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:14.090011 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b038b3ee-bf45-45d2-89aa-2a24de473992 req-8fb361e7-9560-4297-8b55-4bfd0baf2901 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4f34bcc9-e989-40ac-b4a5-4304ba1165ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422263 Aug 10 01:31:14.176992 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b038b3ee-bf45-45d2-89aa-2a24de473992 req-39f78b93-98c9-4b65-b274-cb5964c28807 service neutron] 10.222.0.24 "GET /v2.0/networks/4f34bcc9-e989-40ac-b4a5-4304ba1165ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802224 Aug 10 01:31:14.267647 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b038b3ee-bf45-45d2-89aa-2a24de473992 req-0ab98695-3de2-4e90-b628-129bfe27be87 service neutron] 10.222.0.24 "GET /v2.0/networks/4f34bcc9-e989-40ac-b4a5-4304ba1165ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831451 Aug 10 01:31:14.461056 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:14.579518 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-20772443-3f7d-4b96-aefa-d7732c7ab5d7 req-79595098-dbc9-4127-8e4c-a8531dc6c437 tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0261352 Aug 10 01:31:15.232598 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:15.679043 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-300c97df-1e48-423d-b406-68e08a47759c req-083c9e57-62dd-41a3-95e2-2dd7bb997552 tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0259423 Aug 10 01:31:16.322010 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:16.757282 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:31:16.778659 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bb1078bf-58ef-44e8-bf38-251e659f2503 req-a138b41c-3f4d-447e-81f3-90e177920769 tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0255330 Aug 10 01:31:17.878170 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d16d017d-dc05-4257-a938-f0b1276aeb2a req-d3a3c501-e653-4bdb-a840-5f3ca0de8f3c tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0260966 Aug 10 01:31:18.979019 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3f068857-10e3-4705-a7fb-bbbd2a2a3689 req-8ebc4e56-21c3-4c78-abcb-ca6ac2664457 tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0278745 Aug 10 01:31:20.081025 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-16f19a65-f0de-4ac5-8437-63e9b0fec785 req-e45abd7a-0921-44c1-b0b7-e71208428c65 tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0278430 Aug 10 01:31:21.179740 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e31067a9-b19b-4dae-92e7-0d90e8acc3d5 req-41672052-3759-47ac-ab44-974be4fe2004 tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0262051 Aug 10 01:31:22.276698 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e3197560-0e29-4c83-80e2-555bd72be212 req-a29430ba-b1f8-4947-82e8-5e2d1ac7cacf tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0252221 Aug 10 01:31:23.374213 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dbbff689-5e73-4e31-a305-c3e55dc5d0b5 req-ce0f49ee-9a8a-49b0-93a4-60910cf34394 tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0259445 Aug 10 01:31:24.471311 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-376c62cc-43da-41a6-a796-d0fc7ae9c6d0 req-0a1d2ada-c4b4-492f-904d-eac7d91499f6 tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0249302 Aug 10 01:31:25.572475 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d8bc2d03-1f62-4a2d-9405-294aa498ef36 req-01060390-266e-4bca-97cf-5e644160f829 tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0288513 Aug 10 01:31:25.923184 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ce984bb3-e419-4a82-93db-d4473f5cabb8 req-d3eb83c8-ce02-4980-9f66-b623c467159a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0253730 Aug 10 01:31:26.673485 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d0a56fc2-2183-4405-8259-f8ddc639ea73 req-03fda19f-51d0-4dc5-b634-5dd395b87e4d tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0266538 Aug 10 01:31:27.775551 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-835dc56a-b58b-48e7-a95f-de53ac7d5256 req-fdee307e-d01e-4a0e-9c5f-b9c8c5db6b7c tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0256455 Aug 10 01:31:28.061510 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4fa16776-20bc-4e17-97a6-3e6e4df6c20c req-6ef08b28-56ea-4d8b-867f-ba4922a41443 tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=2692af5e-4008-4b16-8a9b-fb978fe60b9f&device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0263433 Aug 10 01:31:28.269379 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8a8efa91-b183-4a9e-b013-2b44e9bb9e25 req-e96e3e02-9397-4375-8b70-cd86ac19b7d2 tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0277498 Aug 10 01:31:28.280853 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-199d7fe5-472a-4e41-9ba3-038ea16eefa8 req-0edbbdde-9e41-4749-a044-832fa6b33645 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1b737673d22842bf9b234a940d3c7661&device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0258553 Aug 10 01:31:28.312250 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-199d7fe5-472a-4e41-9ba3-038ea16eefa8 req-a060ab91-b432-433f-be09-339a9f0684ce service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=1b737673d22842bf9b234a940d3c7661&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0186882 Aug 10 01:31:28.337187 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:28.408294 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d7fe5-472a-4e41-9ba3-038ea16eefa8 req-bffddac7-cac4-43f2-a43b-d3aef3b09b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:28.409773 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-199d7fe5-472a-4e41-9ba3-038ea16eefa8 req-bffddac7-cac4-43f2-a43b-d3aef3b09b64 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911200 Aug 10 01:31:29.364030 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb5cabdd-3234-45b9-869e-339fcb938d67 req-095abda3-825c-45fd-b7ee-da2079bc0508 tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0260761 Aug 10 01:31:29.850577 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-199d7fe5-472a-4e41-9ba3-038ea16eefa8 req-a8a1cd2a-a520-475c-af8e-e7bd5e34a7a5 tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.20 "GET /v2.0/ports?device_id=adbed8e0-898d-47b2-9db2-22b5f6d49c57 HTTP/1.1" status: 200 len: 210 time: 0.0286720 Aug 10 01:31:30.587140 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d7eeccc2-e580-4536-afbe-6d371051182c req-bd05ed9a-f036-4dea-b03e-398beb390e43 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1b737673d22842bf9b234a940d3c7661&device_id=2692af5e-4008-4b16-8a9b-fb978fe60b9f HTTP/1.1" status: 200 len: 210 time: 0.0280237 Aug 10 01:31:30.614183 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2a3343a-dcbf-4441-9eb9-11e046b31327 req-fbbc9884-a353-4324-9146-2e13788f7944 tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=2692af5e-4008-4b16-8a9b-fb978fe60b9f HTTP/1.1" status: 200 len: 210 time: 0.0295279 Aug 10 01:31:30.615723 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d7eeccc2-e580-4536-afbe-6d371051182c req-168341c9-38a1-4659-9ed0-b508885a2b7b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=1b737673d22842bf9b234a940d3c7661&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202274 Aug 10 01:31:30.715892 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eeccc2-e580-4536-afbe-6d371051182c req-df4b1333-4030-4481-8162-d1ed60a8520a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:30.717505 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d7eeccc2-e580-4536-afbe-6d371051182c req-df4b1333-4030-4481-8162-d1ed60a8520a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945814 Aug 10 01:31:31.715731 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1f7efb43-8580-40ad-bd7e-618ac2d670d3 req-9aa90193-849c-4d56-86ae-8aab84e9285a tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.35 "GET /v2.0/ports?device_id=2692af5e-4008-4b16-8a9b-fb978fe60b9f HTTP/1.1" status: 200 len: 210 time: 0.0261405 Aug 10 01:31:32.132329 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d7eeccc2-e580-4536-afbe-6d371051182c req-e8662b4b-e77f-48bc-bce8-078ae8b4060d tempest-ServerShowV247Test-335855180 tempest-ServerShowV247Test-335855180-project] 10.222.0.24 "GET /v2.0/ports?device_id=2692af5e-4008-4b16-8a9b-fb978fe60b9f HTTP/1.1" status: 200 len: 210 time: 0.0266011 Aug 10 01:31:33.022707 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 59218) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:31:33.127095 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-75ce62f0-47eb-4c7d-a23f-fcda4ead4982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:33.213287 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-75ce62f0-47eb-4c7d-a23f-fcda4ead4982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:33.217417 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-75ce62f0-47eb-4c7d-a23f-fcda4ead4982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:33.256230 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-75ce62f0-47eb-4c7d-a23f-fcda4ead4982 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1b737673d22842bf9b234a940d3c7661&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2324588 Aug 10 01:31:33.257351 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce62f0-47eb-4c7d-a23f-fcda4ead4982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8772a654-d48b-4205-aa39-a49e66a24dff,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:31:33.258877 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 59222) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:31:33.264671 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce62f0-47eb-4c7d-a23f-fcda4ead4982 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:31:33.265021 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce62f0-47eb-4c7d-a23f-fcda4ead4982 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:31:33.265420 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce62f0-47eb-4c7d-a23f-fcda4ead4982 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:31:33.265760 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce62f0-47eb-4c7d-a23f-fcda4ead4982 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:31:33.266098 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce62f0-47eb-4c7d-a23f-fcda4ead4982 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:31:33.266428 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce62f0-47eb-4c7d-a23f-fcda4ead4982 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:31:33.266757 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce62f0-47eb-4c7d-a23f-fcda4ead4982 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:31:33.267085 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce62f0-47eb-4c7d-a23f-fcda4ead4982 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:31:33.267410 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce62f0-47eb-4c7d-a23f-fcda4ead4982 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:31:33.267735 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce62f0-47eb-4c7d-a23f-fcda4ead4982 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:31:33.268060 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce62f0-47eb-4c7d-a23f-fcda4ead4982 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:31:33.268408 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce62f0-47eb-4c7d-a23f-fcda4ead4982 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:31:33.314490 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eca3f333-bdc8-4cbb-b190-65604bdb3ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:33.336876 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eca3f333-bdc8-4cbb-b190-65604bdb3ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:33.385594 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eca3f333-bdc8-4cbb-b190-65604bdb3ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:33.388617 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eca3f333-bdc8-4cbb-b190-65604bdb3ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:33.389809 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-eca3f333-bdc8-4cbb-b190-65604bdb3ab5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8772a654-d48b-4205-aa39-a49e66a24dff HTTP/1.1" status: 204 len: 168 time: 0.1299396 Aug 10 01:31:33.397504 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3f333-bdc8-4cbb-b190-65604bdb3ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8772a654-d48b-4205-aa39-a49e66a24dff,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:31:33.404682 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3f333-bdc8-4cbb-b190-65604bdb3ab5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:31:33.405032 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3f333-bdc8-4cbb-b190-65604bdb3ab5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:31:33.405373 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3f333-bdc8-4cbb-b190-65604bdb3ab5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:31:33.405713 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3f333-bdc8-4cbb-b190-65604bdb3ab5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:31:33.406101 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3f333-bdc8-4cbb-b190-65604bdb3ab5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:31:33.406444 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3f333-bdc8-4cbb-b190-65604bdb3ab5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:31:33.406786 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3f333-bdc8-4cbb-b190-65604bdb3ab5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:31:33.407244 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3f333-bdc8-4cbb-b190-65604bdb3ab5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:31:33.407434 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3f333-bdc8-4cbb-b190-65604bdb3ab5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:31:33.407764 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3f333-bdc8-4cbb-b190-65604bdb3ab5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:31:33.408091 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3f333-bdc8-4cbb-b190-65604bdb3ab5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:31:33.408442 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3f333-bdc8-4cbb-b190-65604bdb3ab5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:31:41.213107 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-25f34a14-3412-45ce-96d6-68e6b3e0d601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:41.416639 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e6e234e9-edf3-402f-a15d-f26210540807 req-93da808c-c89c-4ea1-add8-4b2df2d046a9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400441 Aug 10 01:31:41.510145 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e234e9-edf3-402f-a15d-f26210540807 req-8dfef851-d02b-4563-a670-83e848a84e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:41.511672 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e6e234e9-edf3-402f-a15d-f26210540807 req-8dfef851-d02b-4563-a670-83e848a84e66 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d2722217e974ed9b1535af8204f40ca&device_id=b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c HTTP/1.1" status: 200 len: 1097 time: 0.0505936 Aug 10 01:31:41.619948 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e234e9-edf3-402f-a15d-f26210540807 req-2be2dc63-269f-42a7-8ff1-8e0b2ca3cceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:41.621478 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e6e234e9-edf3-402f-a15d-f26210540807 req-2be2dc63-269f-42a7-8ff1-8e0b2ca3cceb service neutron] 10.222.0.24 "GET /v2.0/networks?id=4f34bcc9-e989-40ac-b4a5-4304ba1165ce HTTP/1.1" status: 200 len: 915 time: 0.0870116 Aug 10 01:31:41.693290 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e6e234e9-edf3-402f-a15d-f26210540807 req-73800db1-cc40-45a6-8771-eb4b74dc16cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a82171e-dcc4-4d61-b255-6b70be9c3584 HTTP/1.1" status: 200 len: 1000 time: 0.0642540 Aug 10 01:31:41.744386 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e234e9-edf3-402f-a15d-f26210540807 req-27f9d062-1730-4c86-83cf-122ed2e4d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:41.746025 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e6e234e9-edf3-402f-a15d-f26210540807 req-27f9d062-1730-4c86-83cf-122ed2e4d30b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=745af1f2-f7ee-41c2-a53f-31ea15064b42 HTTP/1.1" status: 200 len: 853 time: 0.0448942 Aug 10 01:31:41.761153 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 59338) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:31:41.792553 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e234e9-edf3-402f-a15d-f26210540807 req-77508e77-409e-4123-ba9d-5005be083508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:41.794046 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e6e234e9-edf3-402f-a15d-f26210540807 req-77508e77-409e-4123-ba9d-5005be083508 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4f34bcc9-e989-40ac-b4a5-4304ba1165ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409784 Aug 10 01:31:41.835767 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:41.872500 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0943655f-277d-40c6-8ff1-ee5c98804adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:41.892625 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e6e234e9-edf3-402f-a15d-f26210540807 req-b4a9aa05-4691-4423-b524-a37934e0860a service neutron] 10.222.0.24 "GET /v2.0/networks/4f34bcc9-e989-40ac-b4a5-4304ba1165ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908864 Aug 10 01:31:41.964938 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0943655f-277d-40c6-8ff1-ee5c98804adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:41.968745 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0943655f-277d-40c6-8ff1-ee5c98804adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:41.985624 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e6e234e9-edf3-402f-a15d-f26210540807 req-ef2c0f1e-1ecc-4ebe-8de9-905ed5c7698d service neutron] 10.222.0.24 "GET /v2.0/networks/4f34bcc9-e989-40ac-b4a5-4304ba1165ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844755 Aug 10 01:31:42.008131 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0943655f-277d-40c6-8ff1-ee5c98804adf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=182970469b55427ebd7d6bf3e7ac1157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2457933 Aug 10 01:31:42.009279 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943655f-277d-40c6-8ff1-ee5c98804adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b59fa2-31b2-4deb-870e-1a8cd31a3b9a,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:31:42.010791 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 59342) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:31:42.060436 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d16921f2-6067-45b9-a840-b08ca5ed26c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:42.082373 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d16921f2-6067-45b9-a840-b08ca5ed26c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:42.136622 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d16921f2-6067-45b9-a840-b08ca5ed26c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:42.139312 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d16921f2-6067-45b9-a840-b08ca5ed26c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:42.140803 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d16921f2-6067-45b9-a840-b08ca5ed26c9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/40b59fa2-31b2-4deb-870e-1a8cd31a3b9a HTTP/1.1" status: 204 len: 168 time: 0.1289890 Aug 10 01:31:42.150730 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16921f2-6067-45b9-a840-b08ca5ed26c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b59fa2-31b2-4deb-870e-1a8cd31a3b9a,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:31:43.862126 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3b8e7109-69e7-4f8e-9d7c-ba9f35054495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:44.464742 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:45.236857 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:45.638381 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 59396) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:31:45.851029 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-e7c0f8e9-3526-4c0d-a090-15259788a2c5 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Deleting port 1bc99078-808c-456e-9a2b-ec5f8e500a21 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:31:45.851029 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e7c0f8e9-3526-4c0d-a090-15259788a2c5 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:45.933521 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e7c0f8e9-3526-4c0d-a090-15259788a2c5 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:45.933859 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e7c0f8e9-3526-4c0d-a090-15259788a2c5 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:45.946725 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-e7c0f8e9-3526-4c0d-a090-15259788a2c5 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Calling delete_port for 1bc99078-808c-456e-9a2b-ec5f8e500a21 owned by network:floatingip {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:31:46.125876 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e7c0f8e9-3526-4c0d-a090-15259788a2c5 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:46.150848 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0f8e9-3526-4c0d-a090-15259788a2c5 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Pushing event deleted for resources: {'Port': ['ID=1bc99078-808c-456e-9a2b-ec5f8e500a21,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:31:46.326455 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:46.469437 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e7c0f8e9-3526-4c0d-a090-15259788a2c5 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks [] for floatingip, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:46.469665 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [None req-e7c0f8e9-3526-4c0d-a090-15259788a2c5 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Floating IP 035fb30e-9184-4928-837f-3687b5d17d71 disassociated (deleted). External IP: 172.25.2.99, port: 1a82171e-dcc4-4d61-b255-6b70be9c3584. Aug 10 01:31:46.684063 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c0f8e9-3526-4c0d-a090-15259788a2c5 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Router aec66797-0528-44ec-bab7-a50bcdbe9fd7 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:31:46.788259 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c0f8e9-3526-4c0d-a090-15259788a2c5 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:31:46.792696 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e7c0f8e9-3526-4c0d-a090-15259788a2c5 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:46.799043 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739ecda2-0f3f-4051-92e5-199a71cb2293 None None] Sync routers for ids ['aec66797-0528-44ec-bab7-a50bcdbe9fd7'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:31:46.808496 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739ecda2-0f3f-4051-92e5-199a71cb2293 None None] Routers {'aec66797-0528-44ec-bab7-a50bcdbe9fd7'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:31:46.809108 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-739ecda2-0f3f-4051-92e5-199a71cb2293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:31:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['aec66797-0528-44ec-bab7-a50bcdbe9fd7'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:31:46.822903 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e7c0f8e9-3526-4c0d-a090-15259788a2c5 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "DELETE /v2.0/floatingips/035fb30e-9184-4928-837f-3687b5d17d71 HTTP/1.1" status: 204 len: 168 time: 1.1806424 Aug 10 01:31:46.822903 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c', 'tag': '1a82171e-dcc4-4d61-b255-6b70be9c3584'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:31:46.823225 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1e201c-0d52-44a3-96be-9cfeee0423d7" -d '{"events": [{"name": "network-changed", "server_uuid": "b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c", "tag": "1a82171e-dcc4-4d61-b255-6b70be9c3584"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:31:46.857364 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec7a66b-1810-465a-8b57-03918f463615 x-openstack-request-id: req-eec7a66b-1810-465a-8b57-03918f463615 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:31:46.857662 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c", "tag": "1a82171e-dcc4-4d61-b255-6b70be9c3584", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:31:46.857917 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eec7a66b-1810-465a-8b57-03918f463615 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:31:46.858323 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c', 'tag': '1a82171e-dcc4-4d61-b255-6b70be9c3584', 'status': 'completed', 'code': 200} Aug 10 01:31:46.928874 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-739ecda2-0f3f-4051-92e5-199a71cb2293 None None] Set router aec66797-0528-44ec-bab7-a50bcdbe9fd7 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:31:46.930461 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e201c-0d52-44a3-96be-9cfeee0423d7 req-24210c19-e1b2-4d7d-9dde-0a873c62838f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:46.932037 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4d1e201c-0d52-44a3-96be-9cfeee0423d7 req-24210c19-e1b2-4d7d-9dde-0a873c62838f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d2722217e974ed9b1535af8204f40ca&device_id=b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c HTTP/1.1" status: 200 len: 1097 time: 0.0503402 Aug 10 01:31:47.043634 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e201c-0d52-44a3-96be-9cfeee0423d7 req-16d0e32c-aceb-4f29-8c1f-51b071660860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:47.045810 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4d1e201c-0d52-44a3-96be-9cfeee0423d7 req-16d0e32c-aceb-4f29-8c1f-51b071660860 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4f34bcc9-e989-40ac-b4a5-4304ba1165ce HTTP/1.1" status: 200 len: 915 time: 0.1046586 Aug 10 01:31:47.094677 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0edc5-505a-46ff-b656-1d3483b7a823 req-fc0a5712-945c-438c-a5a0-c5c998fb5901 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:47.096429 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-23c0edc5-505a-46ff-b656-1d3483b7a823 req-fc0a5712-945c-438c-a5a0-c5c998fb5901 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c HTTP/1.1" status: 200 len: 945 time: 0.0706182 Aug 10 01:31:47.100090 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4d1e201c-0d52-44a3-96be-9cfeee0423d7 req-97c74029-60fe-4424-8f72-4f3a4bb73f85 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a82171e-dcc4-4d61-b255-6b70be9c3584 HTTP/1.1" status: 200 len: 217 time: 0.0424690 Aug 10 01:31:47.153717 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-23c0edc5-505a-46ff-b656-1d3483b7a823 req-730d1cd8-3d3c-4e61-803f-3d36b03683ee tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/security-groups?id=b512ef80-d294-4905-87b8-0cc0b2e8f458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515003 Aug 10 01:31:47.156287 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e201c-0d52-44a3-96be-9cfeee0423d7 req-ffc834f3-753e-41ae-be78-7a9fa11c1ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:47.157530 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-739ecda2-0f3f-4051-92e5-199a71cb2293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'name': 'tempest-TestVolumeBackupRestore-1670509000-router', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '8f0a9382-0e0d-4559-ad68-9dcc2c74d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:55Z', 'updated_at': '2021-08-10T01:28:58Z', 'revision_number': 4, 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'gw_port': {'id': '8f0a9382-0e0d-4559-ad68-9dcc2c74d57c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:55Z', 'updated_at': '2021-08-10T01:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '5160d20b-0d93-496e-a56d-9681e286f312', 'name': '', 'network_id': '4f34bcc9-e989-40ac-b4a5-4304ba1165ce', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'mac_address': 'fa:16:3e:5e:1d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '745af1f2-f7ee-41c2-a53f-31ea15064b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:57Z', 'updated_at': '2021-08-10T01:29:03Z', 'revision_number': 5, 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'subnets': [{'id': '745af1f2-f7ee-41c2-a53f-31ea15064b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:31:47.158449 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4d1e201c-0d52-44a3-96be-9cfeee0423d7 req-ffc834f3-753e-41ae-be78-7a9fa11c1ce7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=745af1f2-f7ee-41c2-a53f-31ea15064b42 HTTP/1.1" status: 200 len: 853 time: 0.0545242 Aug 10 01:31:47.186442 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739ecda2-0f3f-4051-92e5-199a71cb2293 None None] Checking router: aec66797-0528-44ec-bab7-a50bcdbe9fd7 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:31:47.195269 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739ecda2-0f3f-4051-92e5-199a71cb2293 None None] Routers {'aec66797-0528-44ec-bab7-a50bcdbe9fd7'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:31:47.196041 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-739ecda2-0f3f-4051-92e5-199a71cb2293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:31:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['aec66797-0528-44ec-bab7-a50bcdbe9fd7'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:31:47.215984 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e201c-0d52-44a3-96be-9cfeee0423d7 req-e8b37542-873a-49ff-af91-c4873d387ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:47.217547 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4d1e201c-0d52-44a3-96be-9cfeee0423d7 req-e8b37542-873a-49ff-af91-c4873d387ddf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4f34bcc9-e989-40ac-b4a5-4304ba1165ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504787 Aug 10 01:31:47.306679 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-739ecda2-0f3f-4051-92e5-199a71cb2293 None None] Set router aec66797-0528-44ec-bab7-a50bcdbe9fd7 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:31:47.316833 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4d1e201c-0d52-44a3-96be-9cfeee0423d7 req-a2f6818e-5d08-4973-97b8-253ccc735f24 service neutron] 10.222.0.24 "GET /v2.0/networks/4f34bcc9-e989-40ac-b4a5-4304ba1165ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913546 Aug 10 01:31:47.415788 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4d1e201c-0d52-44a3-96be-9cfeee0423d7 req-efd9d101-f4cb-4ce8-bb02-a36ef81e3de9 service neutron] 10.222.0.24 "GET /v2.0/networks/4f34bcc9-e989-40ac-b4a5-4304ba1165ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905058 Aug 10 01:31:47.507296 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-739ecda2-0f3f-4051-92e5-199a71cb2293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'name': 'tempest-TestVolumeBackupRestore-1670509000-router', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '8f0a9382-0e0d-4559-ad68-9dcc2c74d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:55Z', 'updated_at': '2021-08-10T01:28:58Z', 'revision_number': 4, 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'gw_port': {'id': '8f0a9382-0e0d-4559-ad68-9dcc2c74d57c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:55Z', 'updated_at': '2021-08-10T01:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '5160d20b-0d93-496e-a56d-9681e286f312', 'name': '', 'network_id': '4f34bcc9-e989-40ac-b4a5-4304ba1165ce', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'mac_address': 'fa:16:3e:5e:1d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '745af1f2-f7ee-41c2-a53f-31ea15064b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:57Z', 'updated_at': '2021-08-10T01:29:03Z', 'revision_number': 5, 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'subnets': [{'id': '745af1f2-f7ee-41c2-a53f-31ea15064b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:31:47.536852 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739ecda2-0f3f-4051-92e5-199a71cb2293 None None] The sync data for ids ['aec66797-0528-44ec-bab7-a50bcdbe9fd7'] in n-d-766726-26 is: [{'id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'name': 'tempest-TestVolumeBackupRestore-1670509000-router', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '8f0a9382-0e0d-4559-ad68-9dcc2c74d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:55Z', 'updated_at': '2021-08-10T01:28:58Z', 'revision_number': 4, 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'gw_port': {'id': '8f0a9382-0e0d-4559-ad68-9dcc2c74d57c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:55Z', 'updated_at': '2021-08-10T01:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '5160d20b-0d93-496e-a56d-9681e286f312', 'name': '', 'network_id': '4f34bcc9-e989-40ac-b4a5-4304ba1165ce', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'mac_address': 'fa:16:3e:5e:1d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '745af1f2-f7ee-41c2-a53f-31ea15064b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:57Z', 'updated_at': '2021-08-10T01:29:03Z', 'revision_number': 5, 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'subnets': [{'id': '745af1f2-f7ee-41c2-a53f-31ea15064b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:31:47.784126 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6f5389-128d-4b16-9333-67a28580a8b4 None None] New status for floating IP 035fb30e-9184-4928-837f-3687b5d17d71: DOWN {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:31:48.274640 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79175c-9721-4dea-b61d-a789efa0156c req-abf998da-1c97-41c7-a399-0bd688dbe8be tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:48.277070 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cc79175c-9721-4dea-b61d-a789efa0156c req-abf998da-1c97-41c7-a399-0bd688dbe8be tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c HTTP/1.1" status: 200 len: 945 time: 0.0574446 Aug 10 01:31:48.316100 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cc79175c-9721-4dea-b61d-a789efa0156c req-bd7dbd15-3bb4-4b72-911b-f8a76e6517a9 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/security-groups?id=b512ef80-d294-4905-87b8-0cc0b2e8f458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326719 Aug 10 01:31:48.677131 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b197ff-c3b6-4a28-864a-1a4124134145 req-6d4bcfd6-15dc-4819-8960-b1d693b59d54 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:48.679254 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-47b197ff-c3b6-4a28-864a-1a4124134145 req-6d4bcfd6-15dc-4819-8960-b1d693b59d54 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c HTTP/1.1" status: 200 len: 945 time: 0.0558777 Aug 10 01:31:48.769507 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-47b197ff-c3b6-4a28-864a-1a4124134145 req-a4c51f8c-35d1-4327-8249-30f9cfb76e2f tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Deleting port 1a82171e-dcc4-4d61-b255-6b70be9c3584 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:31:48.769860 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-47b197ff-c3b6-4a28-864a-1a4124134145 req-a4c51f8c-35d1-4327-8249-30f9cfb76e2f tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:48.865670 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-47b197ff-c3b6-4a28-864a-1a4124134145 req-a4c51f8c-35d1-4327-8249-30f9cfb76e2f tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] For port 1a82171e-dcc4-4d61-b255-6b70be9c3584, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=1a82171e-dcc4-4d61-b255-6b70be9c3584,segment=NetworkSegment(754fc447-6e59-47f4-92ae-a0f82e5d1f3f),segment_id=754fc447-6e59-47f4-92ae-a0f82e5d1f3f)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:31:48.866051 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-47b197ff-c3b6-4a28-864a-1a4124134145 req-a4c51f8c-35d1-4327-8249-30f9cfb76e2f tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:48.878683 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-47b197ff-c3b6-4a28-864a-1a4124134145 req-a4c51f8c-35d1-4327-8249-30f9cfb76e2f tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Calling delete_port for 1a82171e-dcc4-4d61-b255-6b70be9c3584 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:31:49.007406 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-47b197ff-c3b6-4a28-864a-1a4124134145 req-a4c51f8c-35d1-4327-8249-30f9cfb76e2f tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:49.048375 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c51f8c-35d1-4327-8249-30f9cfb76e2f tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Pushing event deleted for resources: {'Port': ['ID=1a82171e-dcc4-4d61-b255-6b70be9c3584,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:31:49.083799 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b197ff-c3b6-4a28-864a-1a4124134145 req-a4c51f8c-35d1-4327-8249-30f9cfb76e2f tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] No DVR routers for this DVR port 1a82171e-dcc4-4d61-b255-6b70be9c3584 on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:31:49.086406 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-47b197ff-c3b6-4a28-864a-1a4124134145 req-a4c51f8c-35d1-4327-8249-30f9cfb76e2f tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:49.088497 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-47b197ff-c3b6-4a28-864a-1a4124134145 req-a4c51f8c-35d1-4327-8249-30f9cfb76e2f tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.24 "DELETE /v2.0/ports/1a82171e-dcc4-4d61-b255-6b70be9c3584 HTTP/1.1" status: 204 len: 173 time: 0.4030890 Aug 10 01:31:49.088921 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c', 'name': 'network-vif-deleted', 'tag': '1a82171e-dcc4-4d61-b255-6b70be9c3584'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:31:49.091256 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f8f47f-00e2-4e38-8a64-ff0a5c2c19eb" -d '{"events": [{"server_uuid": "b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c", "name": "network-vif-deleted", "tag": "1a82171e-dcc4-4d61-b255-6b70be9c3584"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:31:49.128686 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07554d7-e7de-4969-8946-b903606b46c1 x-openstack-request-id: req-d07554d7-e7de-4969-8946-b903606b46c1 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:31:49.128986 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c", "name": "network-vif-deleted", "tag": "1a82171e-dcc4-4d61-b255-6b70be9c3584", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:31:49.129287 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d07554d7-e7de-4969-8946-b903606b46c1 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:31:49.129692 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c', 'name': 'network-vif-deleted', 'tag': '1a82171e-dcc4-4d61-b255-6b70be9c3584', 'status': 'completed', 'code': 200} Aug 10 01:31:49.431545 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-43266e9d-9e41-46af-be9b-71e909ac3a1f req-380da99a-4674-4aac-b509-91ef266a6827 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c HTTP/1.1" status: 200 len: 210 time: 0.0407221 Aug 10 01:31:50.544468 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-64dd359e-90bd-4647-8462-e71646f93089 req-25790a1a-51fc-49c6-8f44-1234dd18cade tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c HTTP/1.1" status: 200 len: 210 time: 0.0266201 Aug 10 01:31:51.507379 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 1a82171e-dcc4-4d61-b255-6b70be9c3584 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:31:51.527723 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 1a82171e-dcc4-4d61-b255-6b70be9c3584 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:31:51.528076 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 1a82171e-dcc4-4d61-b255-6b70be9c3584 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:31:51.645090 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5fb1fb20-eb39-48fc-b6c7-9897893bde8e req-ba9ad675-9fc8-4544-83ff-4bfecd87db2b tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c HTTP/1.1" status: 200 len: 210 time: 0.0260255 Aug 10 01:31:52.751674 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd8c0075-4df5-4518-a629-f6a9d4cdfe92 req-ae7617ee-450d-4931-8846-a06abffe0fb4 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5befa2f-a0a6-4876-a594-fc3dbdbb0e0c HTTP/1.1" status: 200 len: 210 time: 0.0269525 Aug 10 01:31:53.756925 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:31:53.809239 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 59488) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:31:53.867804 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6b06d4a9-082c-49f8-9a16-a486da819f11 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:53.893987 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6b06d4a9-082c-49f8-9a16-a486da819f11 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:53.956272 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6b06d4a9-082c-49f8-9a16-a486da819f11 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:53.959404 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6b06d4a9-082c-49f8-9a16-a486da819f11 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:53.960603 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6b06d4a9-082c-49f8-9a16-a486da819f11 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] 10.222.0.35 "DELETE /v2.0/security-groups/b512ef80-d294-4905-87b8-0cc0b2e8f458 HTTP/1.1" status: 204 len: 168 time: 0.1503227 Aug 10 01:31:53.971142 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b06d4a9-082c-49f8-9a16-a486da819f11 tempest-TestVolumeBackupRestore-1015830357 tempest-TestVolumeBackupRestore-1015830357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b512ef80-d294-4905-87b8-0cc0b2e8f458,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:31:54.759664 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 59592) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:31:54.887464 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b2ffc67d-48b5-4d62-97cc-5f9670cafa80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:55.020103 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b2ffc67d-48b5-4d62-97cc-5f9670cafa80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:55.033063 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b2ffc67d-48b5-4d62-97cc-5f9670cafa80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:55.087106 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ffc67d-48b5-4d62-97cc-5f9670cafa80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724cd032-3282-4d6b-b58b-6d404750e870,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:31:55.100071 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b2ffc67d-48b5-4d62-97cc-5f9670cafa80 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d41b5f3c2df94a988a400be223adbc0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3392208 Aug 10 01:31:55.102799 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 59634) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:31:55.169223 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c48c760d-8cea-4343-a159-5675095151e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:55.199266 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c48c760d-8cea-4343-a159-5675095151e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:55.257346 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c48c760d-8cea-4343-a159-5675095151e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:55.262188 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c48c760d-8cea-4343-a159-5675095151e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:55.268659 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c48c760d-8cea-4343-a159-5675095151e0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/724cd032-3282-4d6b-b58b-6d404750e870 HTTP/1.1" status: 204 len: 168 time: 0.1640904 Aug 10 01:31:55.289151 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c760d-8cea-4343-a159-5675095151e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724cd032-3282-4d6b-b58b-6d404750e870,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:31:57.548870 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 59980) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:31:58.006492 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6feaf23b-3045-40a3-b15e-ef8c2ce5901a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:58.278761 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-6feaf23b-3045-40a3-b15e-ef8c2ce5901a admin admin] Deleting port 5160d20b-0d93-496e-a56d-9681e286f312 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:31:58.279107 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6feaf23b-3045-40a3-b15e-ef8c2ce5901a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:58.353170 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:58.368270 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-6feaf23b-3045-40a3-b15e-ef8c2ce5901a admin admin] For port 5160d20b-0d93-496e-a56d-9681e286f312, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5160d20b-0d93-496e-a56d-9681e286f312,segment=NetworkSegment(754fc447-6e59-47f4-92ae-a0f82e5d1f3f),segment_id=754fc447-6e59-47f4-92ae-a0f82e5d1f3f)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:31:58.368653 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6feaf23b-3045-40a3-b15e-ef8c2ce5901a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:58.383127 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-6feaf23b-3045-40a3-b15e-ef8c2ce5901a admin admin] Calling delete_port for 5160d20b-0d93-496e-a56d-9681e286f312 owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:31:58.583965 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6feaf23b-3045-40a3-b15e-ef8c2ce5901a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:58.609983 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feaf23b-3045-40a3-b15e-ef8c2ce5901a admin admin] Pushing event deleted for resources: {'Port': ['ID=5160d20b-0d93-496e-a56d-9681e286f312,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:31:58.788681 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6feaf23b-3045-40a3-b15e-ef8c2ce5901a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:59.275734 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6feaf23b-3045-40a3-b15e-ef8c2ce5901a admin admin] Router aec66797-0528-44ec-bab7-a50bcdbe9fd7 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:31:59.385710 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6feaf23b-3045-40a3-b15e-ef8c2ce5901a admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:31:59.392418 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6feaf23b-3045-40a3-b15e-ef8c2ce5901a admin admin] 10.222.0.35 "PUT /v2.0/routers/aec66797-0528-44ec-bab7-a50bcdbe9fd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8377347 Aug 10 01:31:59.394022 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60050) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:31:59.399129 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6653f451-f47c-48ee-9cca-13ba77f52157 None None] Sync routers for ids ['aec66797-0528-44ec-bab7-a50bcdbe9fd7'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:31:59.409507 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6653f451-f47c-48ee-9cca-13ba77f52157 None None] Routers {'aec66797-0528-44ec-bab7-a50bcdbe9fd7'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:31:59.410126 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-6653f451-f47c-48ee-9cca-13ba77f52157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:31:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['aec66797-0528-44ec-bab7-a50bcdbe9fd7'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:31:59.512093 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c2fdcaa4-ec4b-4fa8-9d82-9cd2fb118327 admin admin] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:59.524640 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-6653f451-f47c-48ee-9cca-13ba77f52157 None None] Set router aec66797-0528-44ec-bab7-a50bcdbe9fd7 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:31:59.625853 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c2fdcaa4-ec4b-4fa8-9d82-9cd2fb118327 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:59.681537 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-c2fdcaa4-ec4b-4fa8-9d82-9cd2fb118327 admin admin] Deleting port 8f0a9382-0e0d-4559-ad68-9dcc2c74d57c {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:31:59.681884 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c2fdcaa4-ec4b-4fa8-9d82-9cd2fb118327 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:59.711079 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-6653f451-f47c-48ee-9cca-13ba77f52157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'name': 'tempest-TestVolumeBackupRestore-1670509000-router', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '8f0a9382-0e0d-4559-ad68-9dcc2c74d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:55Z', 'updated_at': '2021-08-10T01:31:58Z', 'revision_number': 5, 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'gw_port': {'id': '8f0a9382-0e0d-4559-ad68-9dcc2c74d57c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:28:55Z', 'updated_at': '2021-08-10T01:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:31:59.738249 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6653f451-f47c-48ee-9cca-13ba77f52157 None None] Checking router: aec66797-0528-44ec-bab7-a50bcdbe9fd7 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:31:59.746515 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6653f451-f47c-48ee-9cca-13ba77f52157 None None] Routers {'aec66797-0528-44ec-bab7-a50bcdbe9fd7'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:31:59.749170 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-6653f451-f47c-48ee-9cca-13ba77f52157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:31:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['aec66797-0528-44ec-bab7-a50bcdbe9fd7'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:31:59.774856 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-c2fdcaa4-ec4b-4fa8-9d82-9cd2fb118327 admin admin] For port 8f0a9382-0e0d-4559-ad68-9dcc2c74d57c, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=8f0a9382-0e0d-4559-ad68-9dcc2c74d57c,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:31:59.775635 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c2fdcaa4-ec4b-4fa8-9d82-9cd2fb118327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:59.793535 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-c2fdcaa4-ec4b-4fa8-9d82-9cd2fb118327 admin admin] Calling delete_port for 8f0a9382-0e0d-4559-ad68-9dcc2c74d57c owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:31:59.835605 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-6653f451-f47c-48ee-9cca-13ba77f52157 None None] Set router aec66797-0528-44ec-bab7-a50bcdbe9fd7 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:31:59.890048 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-6653f451-f47c-48ee-9cca-13ba77f52157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'name': 'tempest-TestVolumeBackupRestore-1670509000-router', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:55Z', 'updated_at': '2021-08-10T01:31:59Z', 'revision_number': 6, 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:31:59.919553 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6653f451-f47c-48ee-9cca-13ba77f52157 None None] The sync data for ids ['aec66797-0528-44ec-bab7-a50bcdbe9fd7'] in n-d-766726-26 is: [{'id': 'aec66797-0528-44ec-bab7-a50bcdbe9fd7', 'name': 'tempest-TestVolumeBackupRestore-1670509000-router', 'tenant_id': '9d2722217e974ed9b1535af8204f40ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:28:55Z', 'updated_at': '2021-08-10T01:31:59Z', 'revision_number': 6, 'project_id': '9d2722217e974ed9b1535af8204f40ca', 'gw_port_host': None}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:31:59.983309 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c2fdcaa4-ec4b-4fa8-9d82-9cd2fb118327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:00.007204 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fdcaa4-ec4b-4fa8-9d82-9cd2fb118327 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f0a9382-0e0d-4559-ad68-9dcc2c74d57c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:00.076438 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c2fdcaa4-ec4b-4fa8-9d82-9cd2fb118327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:00.169743 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c2fdcaa4-ec4b-4fa8-9d82-9cd2fb118327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:00.171971 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c2fdcaa4-ec4b-4fa8-9d82-9cd2fb118327 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:00.217358 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c2fdcaa4-ec4b-4fa8-9d82-9cd2fb118327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:00.217915 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2fdcaa4-ec4b-4fa8-9d82-9cd2fb118327 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aec66797-0528-44ec-bab7-a50bcdbe9fd7 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:32:00.223124 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c2fdcaa4-ec4b-4fa8-9d82-9cd2fb118327 admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:00.223742 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c2fdcaa4-ec4b-4fa8-9d82-9cd2fb118327 admin admin] 10.222.0.35 "DELETE /v2.0/routers/aec66797-0528-44ec-bab7-a50bcdbe9fd7 HTTP/1.1" status: 204 len: 168 time: 0.8284783 Aug 10 01:32:00.226232 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60108) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:00.274517 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c844f6-f82e-4283-af64-fec0efc9c1f3 admin admin] Deleting subnet 745af1f2-f7ee-41c2-a53f-31ea15064b42 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:32:00.284838 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e7c844f6-f82e-4283-af64-fec0efc9c1f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:00.322673 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e7c844f6-f82e-4283-af64-fec0efc9c1f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:00.414617 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e7c844f6-f82e-4283-af64-fec0efc9c1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:00.469508 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e7c844f6-f82e-4283-af64-fec0efc9c1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:00.493911 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c844f6-f82e-4283-af64-fec0efc9c1f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=745af1f2-f7ee-41c2-a53f-31ea15064b42,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:00.500530 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e7c844f6-f82e-4283-af64-fec0efc9c1f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:00.502408 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e7c844f6-f82e-4283-af64-fec0efc9c1f3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/745af1f2-f7ee-41c2-a53f-31ea15064b42 HTTP/1.1" status: 204 len: 168 time: 0.2752423 Aug 10 01:32:00.505111 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60132) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:00.508739 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb050aa-56cd-4dc8-b9a2-34ccb74277ca None None] Network 4f34bcc9-e989-40ac-b4a5-4304ba1165ce requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:32:00.587087 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-517e0a1e-2a2a-49ed-a78b-5c66d574adf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:00.650026 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-517e0a1e-2a2a-49ed-a78b-5c66d574adf5 admin admin] Deleting port aa6842a8-056e-4ce9-80bc-f1465e047155 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:32:00.650374 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-517e0a1e-2a2a-49ed-a78b-5c66d574adf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:00.718314 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc312fc4-c457-44d9-a4bd-24249a87744e None None] DHCP port deletion for 4f34bcc9-e989-40ac-b4a5-4304ba1165ce request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:32:00.718466 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-517e0a1e-2a2a-49ed-a78b-5c66d574adf5 admin admin] For port aa6842a8-056e-4ce9-80bc-f1465e047155, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=aa6842a8-056e-4ce9-80bc-f1465e047155,segment=NetworkSegment(754fc447-6e59-47f4-92ae-a0f82e5d1f3f),segment_id=754fc447-6e59-47f4-92ae-a0f82e5d1f3f)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:00.719388 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-517e0a1e-2a2a-49ed-a78b-5c66d574adf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:00.733049 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-517e0a1e-2a2a-49ed-a78b-5c66d574adf5 admin admin] Calling delete_port for aa6842a8-056e-4ce9-80bc-f1465e047155 owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:32:00.779247 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-fc312fc4-c457-44d9-a4bd-24249a87744e None None] Deleting port aa6842a8-056e-4ce9-80bc-f1465e047155 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:32:00.779632 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fc312fc4-c457-44d9-a4bd-24249a87744e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:00.832090 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-517e0a1e-2a2a-49ed-a78b-5c66d574adf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:00.864352 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e0a1e-2a2a-49ed-a78b-5c66d574adf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa6842a8-056e-4ce9-80bc-f1465e047155,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:00.872825 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517e0a1e-2a2a-49ed-a78b-5c66d574adf5 admin admin] No DVR routers for this DVR port aa6842a8-056e-4ce9-80bc-f1465e047155 on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:32:00.886962 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 8f0a9382-0e0d-4559-ad68-9dcc2c74d57c no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:32:00.890361 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-fc312fc4-c457-44d9-a4bd-24249a87744e None None] For port aa6842a8-056e-4ce9-80bc-f1465e047155, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=aa6842a8-056e-4ce9-80bc-f1465e047155,segment=NetworkSegment(754fc447-6e59-47f4-92ae-a0f82e5d1f3f),segment_id=754fc447-6e59-47f4-92ae-a0f82e5d1f3f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:00.890812 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fc312fc4-c457-44d9-a4bd-24249a87744e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:00.919716 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 8f0a9382-0e0d-4559-ad68-9dcc2c74d57c {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:32:00.920079 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 8f0a9382-0e0d-4559-ad68-9dcc2c74d57c not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:32:00.920549 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device aa6842a8-056e-4ce9-80bc-f1465e047155 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:32:00.942388 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-fc312fc4-c457-44d9-a4bd-24249a87744e None None] Calling delete_port for aa6842a8-056e-4ce9-80bc-f1465e047155 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:32:00.944154 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: aa6842a8-056e-4ce9-80bc-f1465e047155 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:32:00.944539 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device aa6842a8-056e-4ce9-80bc-f1465e047155 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:32:00.944979 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5160d20b-0d93-496e-a56d-9681e286f312 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:32:00.958809 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-517e0a1e-2a2a-49ed-a78b-5c66d574adf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:00.970119 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-517e0a1e-2a2a-49ed-a78b-5c66d574adf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f34bcc9-e989-40ac-b4a5-4304ba1165ce']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:32:00.970691 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 5160d20b-0d93-496e-a56d-9681e286f312 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:32:00.971056 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5160d20b-0d93-496e-a56d-9681e286f312 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:32:00.992425 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-517e0a1e-2a2a-49ed-a78b-5c66d574adf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '754fc447-6e59-47f4-92ae-a0f82e5d1f3f') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:32:00.992728 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-517e0a1e-2a2a-49ed-a78b-5c66d574adf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '754fc447-6e59-47f4-92ae-a0f82e5d1f3f') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:32:01.002759 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-517e0a1e-2a2a-49ed-a78b-5c66d574adf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:01.020314 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-517e0a1e-2a2a-49ed-a78b-5c66d574adf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:01.027614 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-517e0a1e-2a2a-49ed-a78b-5c66d574adf5 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:32:01.027976 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-517e0a1e-2a2a-49ed-a78b-5c66d574adf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:01.029800 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:32:01.029800 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:32:01.029800 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:32:01.029800 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:32:01.029800 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:32:01.029800 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:32:01.029800 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:32:01.029800 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:32:01.029800 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:32:01.029800 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:32:01.029800 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:32:01.029800 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:32:01.029800 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:32:01.029800 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:32:01.029800 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:32:01.029800 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:32:01.029800 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:32:01.029800 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:32:01.029800 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:32:01.029800 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:32:01.029800 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:32:01.029800 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:32:01.029800 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:32:01.029800 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:32:01.029800 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:32:01.029800 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:32:01.029800 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:32:01.029800 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:32:01.029800 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:32:01.029800 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:32:01.029800 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:32:01.029800 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:32:01.054311 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fc312fc4-c457-44d9-a4bd-24249a87744e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:01.068503 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc312fc4-c457-44d9-a4bd-24249a87744e None None] No DVR routers for this DVR port aa6842a8-056e-4ce9-80bc-f1465e047155 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:32:01.087638 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc312fc4-c457-44d9-a4bd-24249a87744e None None] Pushing event deleted for resources: {'Port': ['ID=aa6842a8-056e-4ce9-80bc-f1465e047155,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:01.099524 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc312fc4-c457-44d9-a4bd-24249a87744e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:01.099946 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc312fc4-c457-44d9-a4bd-24249a87744e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:01.100426 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc312fc4-c457-44d9-a4bd-24249a87744e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:01.100949 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc312fc4-c457-44d9-a4bd-24249a87744e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:01.101261 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc312fc4-c457-44d9-a4bd-24249a87744e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:01.101674 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc312fc4-c457-44d9-a4bd-24249a87744e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:01.102078 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc312fc4-c457-44d9-a4bd-24249a87744e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:01.102482 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc312fc4-c457-44d9-a4bd-24249a87744e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:01.102886 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc312fc4-c457-44d9-a4bd-24249a87744e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:01.103293 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc312fc4-c457-44d9-a4bd-24249a87744e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:01.103699 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc312fc4-c457-44d9-a4bd-24249a87744e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:01.104241 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc312fc4-c457-44d9-a4bd-24249a87744e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:01.116458 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-517e0a1e-2a2a-49ed-a78b-5c66d574adf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:01.123653 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-517e0a1e-2a2a-49ed-a78b-5c66d574adf5 admin admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:01.128502 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-517e0a1e-2a2a-49ed-a78b-5c66d574adf5 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4f34bcc9-e989-40ac-b4a5-4304ba1165ce HTTP/1.1" status: 204 len: 168 time: 0.6198394 Aug 10 01:32:01.128977 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60170) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:01.136230 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e0a1e-2a2a-49ed-a78b-5c66d574adf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f34bcc9-e989-40ac-b4a5-4304ba1165ce,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:01.383307 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60174) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:01.489690 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7661ed2e-827d-4f96-9906-1fa56ad4b6b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:01.495077 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-221e739e-41c8-41a4-ac31-33f73e0ffe58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:01.580109 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7661ed2e-827d-4f96-9906-1fa56ad4b6b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:01.585390 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7661ed2e-827d-4f96-9906-1fa56ad4b6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:01.626758 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7661ed2e-827d-4f96-9906-1fa56ad4b6b5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0b5090e50ad047449ecbb0afcba5ed42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2423120 Aug 10 01:32:01.627629 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661ed2e-827d-4f96-9906-1fa56ad4b6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548ea27f-1067-47a4-a616-b6ef01fcf957,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:01.629904 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60178) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:01.681323 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-999062f6-5fc0-4db8-a66f-558a21da875d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:01.704682 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-999062f6-5fc0-4db8-a66f-558a21da875d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:01.752595 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-999062f6-5fc0-4db8-a66f-558a21da875d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:01.755661 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-999062f6-5fc0-4db8-a66f-558a21da875d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:01.756897 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-999062f6-5fc0-4db8-a66f-558a21da875d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/548ea27f-1067-47a4-a616-b6ef01fcf957 HTTP/1.1" status: 204 len: 168 time: 0.1260962 Aug 10 01:32:01.758808 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-221e739e-41c8-41a4-ac31-33f73e0ffe58 admin admin] Deleting port b59d9cf2-7d07-4317-8e4c-1cf556b240c2 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:32:01.759164 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-221e739e-41c8-41a4-ac31-33f73e0ffe58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:01.764982 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999062f6-5fc0-4db8-a66f-558a21da875d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548ea27f-1067-47a4-a616-b6ef01fcf957,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:01.859612 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-221e739e-41c8-41a4-ac31-33f73e0ffe58 admin admin] For port b59d9cf2-7d07-4317-8e4c-1cf556b240c2, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b59d9cf2-7d07-4317-8e4c-1cf556b240c2,segment=NetworkSegment(d0a041d5-1935-4a99-9385-4d4f11889b4d),segment_id=d0a041d5-1935-4a99-9385-4d4f11889b4d)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:01.860023 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-221e739e-41c8-41a4-ac31-33f73e0ffe58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:01.877855 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-221e739e-41c8-41a4-ac31-33f73e0ffe58 admin admin] Calling delete_port for b59d9cf2-7d07-4317-8e4c-1cf556b240c2 owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:32:02.057808 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60184) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:02.071785 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0f894210-d453-4137-b2ac-fe72db696cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:02.097113 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-221e739e-41c8-41a4-ac31-33f73e0ffe58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:02.132069 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e739e-41c8-41a4-ac31-33f73e0ffe58 admin admin] Pushing event deleted for resources: {'Port': ['ID=b59d9cf2-7d07-4317-8e4c-1cf556b240c2,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:02.194914 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0f894210-d453-4137-b2ac-fe72db696cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:02.200050 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0f894210-d453-4137-b2ac-fe72db696cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:02.240352 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f894210-d453-4137-b2ac-fe72db696cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68dbd91-eb8d-4778-91f8-7560628cfc28,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:02.244582 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0f894210-d453-4137-b2ac-fe72db696cbf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=128bea4ce18844b18ffd354752f4363b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1856971 Aug 10 01:32:02.247217 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60186) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:02.305580 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9727285f-3950-475f-be54-1f2a3ef7e91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:02.319721 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-221e739e-41c8-41a4-ac31-33f73e0ffe58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:02.330715 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9727285f-3950-475f-be54-1f2a3ef7e91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:02.380483 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9727285f-3950-475f-be54-1f2a3ef7e91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:02.383047 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9727285f-3950-475f-be54-1f2a3ef7e91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:02.384215 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9727285f-3950-475f-be54-1f2a3ef7e91e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b68dbd91-eb8d-4778-91f8-7560628cfc28 HTTP/1.1" status: 204 len: 168 time: 0.1356037 Aug 10 01:32:02.393546 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727285f-3950-475f-be54-1f2a3ef7e91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68dbd91-eb8d-4778-91f8-7560628cfc28,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:02.539127 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221e739e-41c8-41a4-ac31-33f73e0ffe58 admin admin] Router f0683bb2-c50b-4682-afcf-2ab94d731731 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:32:02.648976 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221e739e-41c8-41a4-ac31-33f73e0ffe58 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:32:02.653876 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-221e739e-41c8-41a4-ac31-33f73e0ffe58 admin admin] 10.222.0.35 "PUT /v2.0/routers/f0683bb2-c50b-4682-afcf-2ab94d731731/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5238442 Aug 10 01:32:02.657139 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60192) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:02.660694 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfa0daa-aff8-4999-b68f-f954fe769e4e None None] Sync routers for ids ['f0683bb2-c50b-4682-afcf-2ab94d731731'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:32:02.670686 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfa0daa-aff8-4999-b68f-f954fe769e4e None None] Routers {'f0683bb2-c50b-4682-afcf-2ab94d731731'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:32:02.671311 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-dbfa0daa-aff8-4999-b68f-f954fe769e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:31:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f0683bb2-c50b-4682-afcf-2ab94d731731'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:32:02.778254 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-dbfa0daa-aff8-4999-b68f-f954fe769e4e None None] Set router f0683bb2-c50b-4682-afcf-2ab94d731731 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:32:02.985969 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-dbfa0daa-aff8-4999-b68f-f954fe769e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0683bb2-c50b-4682-afcf-2ab94d731731', 'name': 'tempest-TestVolumeBackupRestore-1171295986-router', 'tenant_id': '772ba3c779a240a092302acdbc726eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '4044f4e9-1e78-43fc-b2c4-ad16cd9174a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:29:00Z', 'updated_at': '2021-08-10T01:32:02Z', 'revision_number': 5, 'project_id': '772ba3c779a240a092302acdbc726eb6', 'gw_port': {'id': '4044f4e9-1e78-43fc-b2c4-ad16cd9174a8', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ff:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0683bb2-c50b-4682-afcf-2ab94d731731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:29:00Z', 'updated_at': '2021-08-10T01:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:32:03.018822 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfa0daa-aff8-4999-b68f-f954fe769e4e None None] Checking router: f0683bb2-c50b-4682-afcf-2ab94d731731 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:32:03.028635 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfa0daa-aff8-4999-b68f-f954fe769e4e None None] Routers {'f0683bb2-c50b-4682-afcf-2ab94d731731'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:32:03.029354 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-dbfa0daa-aff8-4999-b68f-f954fe769e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:31:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['f0683bb2-c50b-4682-afcf-2ab94d731731'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:32:03.122613 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-624ec89b-0e2a-44ba-a0f9-24ad89d3b470 admin admin] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:03.151407 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-dbfa0daa-aff8-4999-b68f-f954fe769e4e None None] Set router f0683bb2-c50b-4682-afcf-2ab94d731731 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:32:03.233029 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-624ec89b-0e2a-44ba-a0f9-24ad89d3b470 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:03.292353 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-624ec89b-0e2a-44ba-a0f9-24ad89d3b470 admin admin] Deleting port 4044f4e9-1e78-43fc-b2c4-ad16cd9174a8 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:32:03.292713 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-624ec89b-0e2a-44ba-a0f9-24ad89d3b470 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:03.348828 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-dbfa0daa-aff8-4999-b68f-f954fe769e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0683bb2-c50b-4682-afcf-2ab94d731731', 'name': 'tempest-TestVolumeBackupRestore-1171295986-router', 'tenant_id': '772ba3c779a240a092302acdbc726eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '4044f4e9-1e78-43fc-b2c4-ad16cd9174a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:29:00Z', 'updated_at': '2021-08-10T01:32:02Z', 'revision_number': 5, 'project_id': '772ba3c779a240a092302acdbc726eb6', 'gw_port': {'id': '4044f4e9-1e78-43fc-b2c4-ad16cd9174a8', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ff:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0683bb2-c50b-4682-afcf-2ab94d731731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:29:00Z', 'updated_at': '2021-08-10T01:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:32:03.374657 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-624ec89b-0e2a-44ba-a0f9-24ad89d3b470 admin admin] For port 4044f4e9-1e78-43fc-b2c4-ad16cd9174a8, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=4044f4e9-1e78-43fc-b2c4-ad16cd9174a8,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:03.375568 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-624ec89b-0e2a-44ba-a0f9-24ad89d3b470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:03.375693 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfa0daa-aff8-4999-b68f-f954fe769e4e None None] The sync data for ids ['f0683bb2-c50b-4682-afcf-2ab94d731731'] in n-d-766726-26 is: [{'id': 'f0683bb2-c50b-4682-afcf-2ab94d731731', 'name': 'tempest-TestVolumeBackupRestore-1171295986-router', 'tenant_id': '772ba3c779a240a092302acdbc726eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '4044f4e9-1e78-43fc-b2c4-ad16cd9174a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:29:00Z', 'updated_at': '2021-08-10T01:32:02Z', 'revision_number': 5, 'project_id': '772ba3c779a240a092302acdbc726eb6', 'gw_port': {'id': '4044f4e9-1e78-43fc-b2c4-ad16cd9174a8', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ff:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0683bb2-c50b-4682-afcf-2ab94d731731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:29:00Z', 'updated_at': '2021-08-10T01:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:32:03.389214 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-624ec89b-0e2a-44ba-a0f9-24ad89d3b470 admin admin] Calling delete_port for 4044f4e9-1e78-43fc-b2c4-ad16cd9174a8 owned by network:router_gateway {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:32:03.561907 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-624ec89b-0e2a-44ba-a0f9-24ad89d3b470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:03.592797 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ec89b-0e2a-44ba-a0f9-24ad89d3b470 admin admin] Pushing event deleted for resources: {'Port': ['ID=4044f4e9-1e78-43fc-b2c4-ad16cd9174a8,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:03.651619 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-624ec89b-0e2a-44ba-a0f9-24ad89d3b470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:03.742989 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-624ec89b-0e2a-44ba-a0f9-24ad89d3b470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:03.748962 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-624ec89b-0e2a-44ba-a0f9-24ad89d3b470 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:03.798229 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-624ec89b-0e2a-44ba-a0f9-24ad89d3b470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:03.799148 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624ec89b-0e2a-44ba-a0f9-24ad89d3b470 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0683bb2-c50b-4682-afcf-2ab94d731731 {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:32:03.804395 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-624ec89b-0e2a-44ba-a0f9-24ad89d3b470 admin admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:03.805563 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-624ec89b-0e2a-44ba-a0f9-24ad89d3b470 admin admin] 10.222.0.35 "DELETE /v2.0/routers/f0683bb2-c50b-4682-afcf-2ab94d731731 HTTP/1.1" status: 204 len: 168 time: 1.1473110 Aug 10 01:32:03.808056 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60228) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:03.857464 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-751148f5-e92e-4dbe-89b9-4cca674d3525 admin admin] Deleting subnet 8d43e622-2c90-4c9b-bd40-c93946c9ee2e {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:32:03.861218 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-751148f5-e92e-4dbe-89b9-4cca674d3525 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:03.896864 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-751148f5-e92e-4dbe-89b9-4cca674d3525 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:03.978801 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-751148f5-e92e-4dbe-89b9-4cca674d3525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:04.045410 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-751148f5-e92e-4dbe-89b9-4cca674d3525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:04.079014 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751148f5-e92e-4dbe-89b9-4cca674d3525 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d43e622-2c90-4c9b-bd40-c93946c9ee2e,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:04.083760 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-751148f5-e92e-4dbe-89b9-4cca674d3525 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:04.086005 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-751148f5-e92e-4dbe-89b9-4cca674d3525 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8d43e622-2c90-4c9b-bd40-c93946c9ee2e HTTP/1.1" status: 204 len: 168 time: 0.2769809 Aug 10 01:32:04.088540 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60238) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:04.092081 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4553d8-4bc7-4932-945b-a2242ecdde80 None None] Network de61b9e9-78e0-46ed-9842-6d9efde287a1 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:32:04.168009 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aa29c1b3-facc-4aef-9970-ba29d00b74f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:04.227461 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-aa29c1b3-facc-4aef-9970-ba29d00b74f8 admin admin] Deleting port eaefaccc-e8ba-4d3f-b933-9abfe45f4603 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:32:04.227896 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aa29c1b3-facc-4aef-9970-ba29d00b74f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:04.302850 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-aa29c1b3-facc-4aef-9970-ba29d00b74f8 admin admin] For port eaefaccc-e8ba-4d3f-b933-9abfe45f4603, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=eaefaccc-e8ba-4d3f-b933-9abfe45f4603,segment=NetworkSegment(d0a041d5-1935-4a99-9385-4d4f11889b4d),segment_id=d0a041d5-1935-4a99-9385-4d4f11889b4d)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:04.303386 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aa29c1b3-facc-4aef-9970-ba29d00b74f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:04.316716 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-aa29c1b3-facc-4aef-9970-ba29d00b74f8 admin admin] Calling delete_port for eaefaccc-e8ba-4d3f-b933-9abfe45f4603 owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:32:04.407715 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aa29c1b3-facc-4aef-9970-ba29d00b74f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:04.433018 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29c1b3-facc-4aef-9970-ba29d00b74f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaefaccc-e8ba-4d3f-b933-9abfe45f4603,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:04.438787 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa29c1b3-facc-4aef-9970-ba29d00b74f8 admin admin] No DVR routers for this DVR port eaefaccc-e8ba-4d3f-b933-9abfe45f4603 on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:32:04.496513 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393647e4-c8c7-43d9-b9f3-193794ff46fc None None] DHCP port deletion for de61b9e9-78e0-46ed-9842-6d9efde287a1 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:32:04.529524 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aa29c1b3-facc-4aef-9970-ba29d00b74f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:04.539751 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-aa29c1b3-facc-4aef-9970-ba29d00b74f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de61b9e9-78e0-46ed-9842-6d9efde287a1']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:32:04.550370 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-aa29c1b3-facc-4aef-9970-ba29d00b74f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a041d5-1935-4a99-9385-4d4f11889b4d') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:32:04.550672 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-aa29c1b3-facc-4aef-9970-ba29d00b74f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a041d5-1935-4a99-9385-4d4f11889b4d') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:32:04.560339 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aa29c1b3-facc-4aef-9970-ba29d00b74f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:04.575278 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aa29c1b3-facc-4aef-9970-ba29d00b74f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:04.582379 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa29c1b3-facc-4aef-9970-ba29d00b74f8 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:32:04.582793 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aa29c1b3-facc-4aef-9970-ba29d00b74f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:04.584895 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:32:04.584895 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:32:04.584895 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:32:04.584895 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:32:04.584895 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:32:04.584895 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:32:04.584895 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:32:04.584895 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:32:04.584895 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:32:04.584895 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:32:04.584895 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:32:04.584895 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:32:04.584895 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:32:04.584895 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:32:04.584895 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:32:04.584895 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:32:04.584895 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:32:04.584895 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:32:04.584895 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:32:04.584895 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:32:04.584895 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:32:04.584895 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:32:04.584895 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:32:04.584895 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:32:04.584895 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:32:04.584895 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:32:04.584895 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:32:04.584895 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:32:04.584895 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:32:04.584895 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:32:04.584895 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:32:04.584895 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:32:04.645773 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aa29c1b3-facc-4aef-9970-ba29d00b74f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:04.651849 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-aa29c1b3-facc-4aef-9970-ba29d00b74f8 admin admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:04.656426 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-aa29c1b3-facc-4aef-9970-ba29d00b74f8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/de61b9e9-78e0-46ed-9842-6d9efde287a1 HTTP/1.1" status: 204 len: 168 time: 0.5668783 Aug 10 01:32:04.668636 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29c1b3-facc-4aef-9970-ba29d00b74f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=de61b9e9-78e0-46ed-9842-6d9efde287a1,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:04.824830 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60258) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:04.875612 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-64c7ba68-ce01-4eab-bc8f-a9a60cd9e08a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9d2722217e974ed9b1535af8204f40ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466242 Aug 10 01:32:04.875833 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60262) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:04.886215 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4044f4e9-1e78-43fc-b2c4-ad16cd9174a8 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:32:04.906149 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 4044f4e9-1e78-43fc-b2c4-ad16cd9174a8 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:32:04.906753 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4044f4e9-1e78-43fc-b2c4-ad16cd9174a8 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:32:04.907180 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device eaefaccc-e8ba-4d3f-b933-9abfe45f4603 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:32:04.928370 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-32a06f32-9f79-4be4-9692-20e57d1b72fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:04.929049 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: eaefaccc-e8ba-4d3f-b933-9abfe45f4603 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:32:04.929398 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device eaefaccc-e8ba-4d3f-b933-9abfe45f4603 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:32:04.929824 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b59d9cf2-7d07-4317-8e4c-1cf556b240c2 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:32:04.949136 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: b59d9cf2-7d07-4317-8e4c-1cf556b240c2 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:32:04.949706 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b59d9cf2-7d07-4317-8e4c-1cf556b240c2 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:32:04.954433 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-32a06f32-9f79-4be4-9692-20e57d1b72fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:05.006929 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-32a06f32-9f79-4be4-9692-20e57d1b72fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:05.009866 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-32a06f32-9f79-4be4-9692-20e57d1b72fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:05.010944 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-32a06f32-9f79-4be4-9692-20e57d1b72fa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d9f7d47e-2f56-4c99-943a-9d98e6dc9cca HTTP/1.1" status: 204 len: 168 time: 0.1341386 Aug 10 01:32:05.019073 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a06f32-9f79-4be4-9692-20e57d1b72fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f7d47e-2f56-4c99-943a-9d98e6dc9cca,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:05.332353 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60280) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:05.371548 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ee9915df-e6ac-439e-9dd2-da6ea4d2e81e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=772ba3c779a240a092302acdbc726eb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380337 Aug 10 01:32:05.374209 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60282) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:05.423620 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-78d28aad-c87c-4fb1-993d-afc0a75f0510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:05.444437 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-78d28aad-c87c-4fb1-993d-afc0a75f0510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:05.497705 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-78d28aad-c87c-4fb1-993d-afc0a75f0510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:05.500448 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-78d28aad-c87c-4fb1-993d-afc0a75f0510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:05.501623 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-78d28aad-c87c-4fb1-993d-afc0a75f0510 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b91dd621-ad30-4eac-9b7d-d1e3fdfabc56 HTTP/1.1" status: 204 len: 168 time: 0.1259961 Aug 10 01:32:05.509824 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d28aad-c87c-4fb1-993d-afc0a75f0510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91dd621-ad30-4eac-9b7d-d1e3fdfabc56,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:07.948659 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60334) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:08.053881 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4ec600b4-ebcf-41f9-a7a9-5ea234a0eff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:08.142900 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4ec600b4-ebcf-41f9-a7a9-5ea234a0eff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:08.147092 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4ec600b4-ebcf-41f9-a7a9-5ea234a0eff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:08.186233 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4ec600b4-ebcf-41f9-a7a9-5ea234a0eff2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f52b4abdfad94c07883e68b278032aac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2364783 Aug 10 01:32:08.187370 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec600b4-ebcf-41f9-a7a9-5ea234a0eff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1f4a19-8c4a-4eeb-b138-84db38f15355,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:08.188963 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60338) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:08.238365 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dcf27d44-621b-4709-9a16-df71df60116d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:08.258509 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dcf27d44-621b-4709-9a16-df71df60116d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:08.304961 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dcf27d44-621b-4709-9a16-df71df60116d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:08.307507 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dcf27d44-621b-4709-9a16-df71df60116d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:08.308783 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-dcf27d44-621b-4709-9a16-df71df60116d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ef1f4a19-8c4a-4eeb-b138-84db38f15355 HTTP/1.1" status: 204 len: 168 time: 0.1179497 Aug 10 01:32:08.316594 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf27d44-621b-4709-9a16-df71df60116d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1f4a19-8c4a-4eeb-b138-84db38f15355,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:08.560614 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60344) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:08.573692 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c3422e28-d2d3-4422-8f2f-5227be0514a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:08.664232 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c3422e28-d2d3-4422-8f2f-5227be0514a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:08.666806 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c3422e28-d2d3-4422-8f2f-5227be0514a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:08.704549 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c3422e28-d2d3-4422-8f2f-5227be0514a0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b7f4e0382b1d4f0ba835d18dff387865&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428118 Aug 10 01:32:08.706575 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3422e28-d2d3-4422-8f2f-5227be0514a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1ace7a-a554-432e-a68a-b60271de3256,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:08.707280 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60346) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:08.755043 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8587eb74-9f6d-4118-ac35-245d3984eafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:08.779578 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8587eb74-9f6d-4118-ac35-245d3984eafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:08.825141 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8587eb74-9f6d-4118-ac35-245d3984eafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:08.828238 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8587eb74-9f6d-4118-ac35-245d3984eafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:08.829411 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8587eb74-9f6d-4118-ac35-245d3984eafa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7e1ace7a-a554-432e-a68a-b60271de3256 HTTP/1.1" status: 204 len: 168 time: 0.1211243 Aug 10 01:32:08.837016 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587eb74-9f6d-4118-ac35-245d3984eafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1ace7a-a554-432e-a68a-b60271de3256,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:11.089238 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60404) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:11.193864 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f256b56f-10d2-464d-bb6d-869163ba8e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:11.213753 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9fa7b5b2-8856-45e2-af49-178673a2bc52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:11.283126 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f256b56f-10d2-464d-bb6d-869163ba8e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:11.286151 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f256b56f-10d2-464d-bb6d-869163ba8e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:11.323393 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f256b56f-10d2-464d-bb6d-869163ba8e6b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=400c974e349d43f88500dd537c03e719&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2328124 Aug 10 01:32:11.324289 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256b56f-10d2-464d-bb6d-869163ba8e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c906c4e4-a3f0-482c-b7b5-99c86afce293,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:11.326129 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60408) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:11.378688 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d7d852a4-c67b-4eba-b613-4b7737c83311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:11.399587 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d7d852a4-c67b-4eba-b613-4b7737c83311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:11.446739 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d7d852a4-c67b-4eba-b613-4b7737c83311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:11.449250 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d7d852a4-c67b-4eba-b613-4b7737c83311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:11.450384 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d7d852a4-c67b-4eba-b613-4b7737c83311 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c906c4e4-a3f0-482c-b7b5-99c86afce293 HTTP/1.1" status: 204 len: 168 time: 0.1224744 Aug 10 01:32:11.457887 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d852a4-c67b-4eba-b613-4b7737c83311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c906c4e4-a3f0-482c-b7b5-99c86afce293,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:11.705062 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60414) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:11.718903 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cbf3fa54-7bce-4d94-9ab7-51c5a4004e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:11.808465 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cbf3fa54-7bce-4d94-9ab7-51c5a4004e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:11.811893 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cbf3fa54-7bce-4d94-9ab7-51c5a4004e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:11.834937 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:11.851130 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cbf3fa54-7bce-4d94-9ab7-51c5a4004e52 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ebba9c064cd743b1aa7f17a779f1b585&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1449492 Aug 10 01:32:11.852026 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf3fa54-7bce-4d94-9ab7-51c5a4004e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58aa3e3-2de4-4cf4-ae99-473a53bbe452,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:11.853827 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60416) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:11.903050 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7b931091-4984-4205-bd7d-b684e25cfab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:11.922866 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7b931091-4984-4205-bd7d-b684e25cfab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:11.970349 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7b931091-4984-4205-bd7d-b684e25cfab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:11.972921 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7b931091-4984-4205-bd7d-b684e25cfab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:11.974066 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7b931091-4984-4205-bd7d-b684e25cfab2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b58aa3e3-2de4-4cf4-ae99-473a53bbe452 HTTP/1.1" status: 204 len: 168 time: 0.1186619 Aug 10 01:32:11.981444 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b931091-4984-4205-bd7d-b684e25cfab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58aa3e3-2de4-4cf4-ae99-473a53bbe452,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:13.863627 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1bfb703c-4bed-4f47-93cd-427f1e99ae21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:14.465769 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:14.549184 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60480) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:14.653356 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-db0aad5a-92e5-404f-b14a-1ce18995ad9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:14.740945 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-db0aad5a-92e5-404f-b14a-1ce18995ad9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:14.744679 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-db0aad5a-92e5-404f-b14a-1ce18995ad9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:14.785679 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-db0aad5a-92e5-404f-b14a-1ce18995ad9f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3599bb37f6884475ba0de4fdba872b4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2351871 Aug 10 01:32:14.787000 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0aad5a-92e5-404f-b14a-1ce18995ad9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a8f5aa-e33b-45d2-9490-c2749825b15d,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:14.788413 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60484) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:14.837165 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b4ec1594-10c0-41c7-ac92-d52f82156d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:14.858039 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b4ec1594-10c0-41c7-ac92-d52f82156d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:14.903847 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b4ec1594-10c0-41c7-ac92-d52f82156d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:14.906385 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b4ec1594-10c0-41c7-ac92-d52f82156d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:14.907529 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b4ec1594-10c0-41c7-ac92-d52f82156d3a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/62a8f5aa-e33b-45d2-9490-c2749825b15d HTTP/1.1" status: 204 len: 168 time: 0.1180339 Aug 10 01:32:14.914884 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec1594-10c0-41c7-ac92-d52f82156d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a8f5aa-e33b-45d2-9490-c2749825b15d,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:15.159953 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60490) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:15.172995 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7b77ce67-be54-4728-aea5-c69eb41cf69d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:15.237377 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:15.263974 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7b77ce67-be54-4728-aea5-c69eb41cf69d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:15.268304 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7b77ce67-be54-4728-aea5-c69eb41cf69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:15.305749 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7b77ce67-be54-4728-aea5-c69eb41cf69d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=954016fbc361459cb53e220486e30f90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1446524 Aug 10 01:32:15.307866 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77ce67-be54-4728-aea5-c69eb41cf69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cbcfa4-3030-4f71-87d0-882506ea4ab0,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:15.308678 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60492) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:15.357755 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f2b56a62-4707-4fb1-9240-f0aea84379b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:15.378155 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f2b56a62-4707-4fb1-9240-f0aea84379b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:15.424156 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f2b56a62-4707-4fb1-9240-f0aea84379b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:15.426979 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f2b56a62-4707-4fb1-9240-f0aea84379b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:15.428113 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f2b56a62-4707-4fb1-9240-f0aea84379b8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e8cbcfa4-3030-4f71-87d0-882506ea4ab0 HTTP/1.1" status: 204 len: 168 time: 0.1183696 Aug 10 01:32:15.435540 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b56a62-4707-4fb1-9240-f0aea84379b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cbcfa4-3030-4f71-87d0-882506ea4ab0,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:16.328978 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:17.309792 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60578) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:17.412966 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4de6dd26-4c8f-48e6-9cb4-753a489f3c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:17.500520 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4de6dd26-4c8f-48e6-9cb4-753a489f3c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:17.504057 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4de6dd26-4c8f-48e6-9cb4-753a489f3c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:17.541784 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4de6dd26-4c8f-48e6-9cb4-753a489f3c58 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=64a520874fdc4f68b71fef22cd9d87fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2309241 Aug 10 01:32:17.542640 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6dd26-4c8f-48e6-9cb4-753a489f3c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f628a76f-993f-4071-b630-c71ec79319a4,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:17.544502 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60582) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:17.596705 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4f1212eb-64db-422e-83ca-cbfcbb7790a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:17.617161 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4f1212eb-64db-422e-83ca-cbfcbb7790a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:17.662280 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4f1212eb-64db-422e-83ca-cbfcbb7790a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:17.665156 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4f1212eb-64db-422e-83ca-cbfcbb7790a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:17.666294 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4f1212eb-64db-422e-83ca-cbfcbb7790a2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f628a76f-993f-4071-b630-c71ec79319a4 HTTP/1.1" status: 204 len: 168 time: 0.1207221 Aug 10 01:32:17.674014 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1212eb-64db-422e-83ca-cbfcbb7790a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f628a76f-993f-4071-b630-c71ec79319a4,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:17.914936 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60588) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:17.928258 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0bb6977d-9357-4841-a981-69308ccc7020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:18.014273 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0bb6977d-9357-4841-a981-69308ccc7020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:18.018582 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0bb6977d-9357-4841-a981-69308ccc7020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:18.055408 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0bb6977d-9357-4841-a981-69308ccc7020 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4fc18abe5f6e4af6918c3c1b1906191e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1394083 Aug 10 01:32:18.057269 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6977d-9357-4841-a981-69308ccc7020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62d99bb-9c12-4314-b6fd-981f360e51f0,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:18.058184 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60590) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:18.110182 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2f537314-c923-4f8f-8875-82135b91cccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:18.130747 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2f537314-c923-4f8f-8875-82135b91cccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:18.175429 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2f537314-c923-4f8f-8875-82135b91cccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:18.177989 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2f537314-c923-4f8f-8875-82135b91cccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:18.179115 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2f537314-c923-4f8f-8875-82135b91cccd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e62d99bb-9c12-4314-b6fd-981f360e51f0 HTTP/1.1" status: 204 len: 168 time: 0.1198833 Aug 10 01:32:18.186367 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f537314-c923-4f8f-8875-82135b91cccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62d99bb-9c12-4314-b6fd-981f360e51f0,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:19.273302 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60658) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:19.379418 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b2458a01-b621-4b21-ae7c-66eb2db2df36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:19.467795 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b2458a01-b621-4b21-ae7c-66eb2db2df36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:19.472372 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b2458a01-b621-4b21-ae7c-66eb2db2df36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:19.510136 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b2458a01-b621-4b21-ae7c-66eb2db2df36 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fb21d7d727f64ec7a7fe3d2c79d2a6cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2357473 Aug 10 01:32:19.511030 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2458a01-b621-4b21-ae7c-66eb2db2df36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d79973-8297-4fab-84c8-855d7c2620d9,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:19.512895 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60662) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:19.564829 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-72c26a3b-3033-45b4-a028-499e43c29cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:19.588607 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-72c26a3b-3033-45b4-a028-499e43c29cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:19.636152 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-72c26a3b-3033-45b4-a028-499e43c29cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:19.638648 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-72c26a3b-3033-45b4-a028-499e43c29cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:19.639802 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-72c26a3b-3033-45b4-a028-499e43c29cba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/76d79973-8297-4fab-84c8-855d7c2620d9 HTTP/1.1" status: 204 len: 168 time: 0.1251738 Aug 10 01:32:19.647262 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c26a3b-3033-45b4-a028-499e43c29cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d79973-8297-4fab-84c8-855d7c2620d9,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:20.913325 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60704) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:21.008044 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-4fe890c7-4971-46c4-969e-2384169bc5e9 tempest-QuotasTest-1244411354 tempest-QuotasTest-1244411354-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:32:21.035946 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4fe890c7-4971-46c4-969e-2384169bc5e9 tempest-QuotasTest-1244411354 tempest-QuotasTest-1244411354-project-admin] 10.222.0.35 "PUT /v2.0/quotas/55d5cc8396e64933bc77e63867571780 HTTP/1.1" status: 200 len: 366 time: 0.1215348 Aug 10 01:32:21.038408 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60708) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:21.048524 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1b930b50-6981-4095-8fc5-59c744b4f473 tempest-QuotasTest-1244411354 tempest-QuotasTest-1244411354-project-admin] 10.222.0.35 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0090959 Aug 10 01:32:21.050741 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60710) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:21.059354 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-43887c9d-0855-40d7-9f4c-94c8e2180927 tempest-QuotasTest-1244411354 tempest-QuotasTest-1244411354-project-admin] 10.222.0.35 "GET /v2.0/quotas/55d5cc8396e64933bc77e63867571780 HTTP/1.1" status: 200 len: 366 time: 0.0077071 Aug 10 01:32:21.061448 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60712) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:21.075587 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b38047e7-08f6-4204-a5c6-2f29016e8d33 tempest-QuotasTest-1244411354 tempest-QuotasTest-1244411354-project-admin] 10.222.0.35 "DELETE /v2.0/quotas/55d5cc8396e64933bc77e63867571780 HTTP/1.1" status: 204 len: 168 time: 0.0129881 Aug 10 01:32:21.077606 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60714) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:21.086555 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ad2cd15e-bec9-4c68-a98b-3fe3372d004b tempest-QuotasTest-1244411354 tempest-QuotasTest-1244411354-project-admin] 10.222.0.35 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0079944 Aug 10 01:32:21.088487 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60716) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:21.098248 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a9713de7-031a-4a0e-ae05-62f8ed0b2a22 tempest-QuotasTest-1244411354 tempest-QuotasTest-1244411354-project-admin] 10.222.0.35 "GET /v2.0/quotas/55d5cc8396e64933bc77e63867571780 HTTP/1.1" status: 200 len: 370 time: 0.0088789 Aug 10 01:32:21.100213 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60718) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:21.104552 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-553578da-5cad-407a-8caf-fa6295cf986c tempest-QuotasTest-1244411354 tempest-QuotasTest-1244411354-project-admin] 10.222.0.35 "GET /v2.0/quotas/55d5cc8396e64933bc77e63867571780/default HTTP/1.1" status: 200 len: 370 time: 0.0034387 Aug 10 01:32:21.106555 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60720) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:21.114313 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-9ab47d09-fa36-43bf-85a7-b5230a62b13b tempest-QuotasTest-1244411354 tempest-QuotasTest-1244411354-project-admin] delete failed (client error): The resource could not be found. Aug 10 01:32:21.115235 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9ab47d09-fa36-43bf-85a7-b5230a62b13b tempest-QuotasTest-1244411354 tempest-QuotasTest-1244411354-project-admin] 10.222.0.35 "DELETE /v2.0/quotas/55d5cc8396e64933bc77e63867571780 HTTP/1.1" status: 404 len: 348 time: 0.0078712 Aug 10 01:32:21.213308 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60724) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:21.233421 n-d-766726-26 neutron-server[105827]: DEBUG neutron.quota.resource [None req-dc287d31-d4ae-4aa3-ab6e-fabf296028dc tempest-QuotasTest-1244411354 tempest-QuotasTest-1244411354-project-admin] Usage tracker for resource:network and tenant:1802fa34c07a4eaf8c87bf8276500ef2 is out of sync, need to count used quota {{(pid=105827) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 01:32:21.239147 n-d-766726-26 neutron-server[105827]: DEBUG neutron.quota.resource [None req-dc287d31-d4ae-4aa3-ab6e-fabf296028dc tempest-QuotasTest-1244411354 tempest-QuotasTest-1244411354-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=105827) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 01:32:21.245478 n-d-766726-26 neutron-server[105827]: DEBUG neutron.quota.resource [None req-dc287d31-d4ae-4aa3-ab6e-fabf296028dc tempest-QuotasTest-1244411354 tempest-QuotasTest-1244411354-project-admin] Usage tracker for resource:subnet and tenant:1802fa34c07a4eaf8c87bf8276500ef2 is out of sync, need to count used quota {{(pid=105827) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 01:32:21.250322 n-d-766726-26 neutron-server[105827]: DEBUG neutron.quota.resource [None req-dc287d31-d4ae-4aa3-ab6e-fabf296028dc tempest-QuotasTest-1244411354 tempest-QuotasTest-1244411354-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=105827) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 01:32:21.259467 n-d-766726-26 neutron-server[105827]: DEBUG neutron.quota.resource [None req-dc287d31-d4ae-4aa3-ab6e-fabf296028dc tempest-QuotasTest-1244411354 tempest-QuotasTest-1244411354-project-admin] Usage tracker for resource:subnetpool and tenant:1802fa34c07a4eaf8c87bf8276500ef2 is out of sync, need to count used quota {{(pid=105827) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 01:32:21.264159 n-d-766726-26 neutron-server[105827]: DEBUG neutron.quota.resource [None req-dc287d31-d4ae-4aa3-ab6e-fabf296028dc tempest-QuotasTest-1244411354 tempest-QuotasTest-1244411354-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=105827) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 01:32:21.270726 n-d-766726-26 neutron-server[105827]: DEBUG neutron.quota.resource [None req-dc287d31-d4ae-4aa3-ab6e-fabf296028dc tempest-QuotasTest-1244411354 tempest-QuotasTest-1244411354-project-admin] Usage tracker for resource:port and tenant:1802fa34c07a4eaf8c87bf8276500ef2 is out of sync, need to count used quota {{(pid=105827) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 01:32:21.275445 n-d-766726-26 neutron-server[105827]: DEBUG neutron.quota.resource [None req-dc287d31-d4ae-4aa3-ab6e-fabf296028dc tempest-QuotasTest-1244411354 tempest-QuotasTest-1244411354-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=105827) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 01:32:21.282079 n-d-766726-26 neutron-server[105827]: DEBUG neutron.quota.resource [None req-dc287d31-d4ae-4aa3-ab6e-fabf296028dc tempest-QuotasTest-1244411354 tempest-QuotasTest-1244411354-project-admin] Usage tracker for resource:router and tenant:1802fa34c07a4eaf8c87bf8276500ef2 is out of sync, need to count used quota {{(pid=105827) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 01:32:21.286802 n-d-766726-26 neutron-server[105827]: DEBUG neutron.quota.resource [None req-dc287d31-d4ae-4aa3-ab6e-fabf296028dc tempest-QuotasTest-1244411354 tempest-QuotasTest-1244411354-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=105827) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 01:32:21.292798 n-d-766726-26 neutron-server[105827]: DEBUG neutron.quota.resource [None req-dc287d31-d4ae-4aa3-ab6e-fabf296028dc tempest-QuotasTest-1244411354 tempest-QuotasTest-1244411354-project-admin] Usage tracker for resource:floatingip and tenant:1802fa34c07a4eaf8c87bf8276500ef2 is out of sync, need to count used quota {{(pid=105827) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 01:32:21.298122 n-d-766726-26 neutron-server[105827]: DEBUG neutron.quota.resource [None req-dc287d31-d4ae-4aa3-ab6e-fabf296028dc tempest-QuotasTest-1244411354 tempest-QuotasTest-1244411354-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=105827) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 01:32:21.333535 n-d-766726-26 neutron-server[105827]: DEBUG neutron.quota.resource [None req-dc287d31-d4ae-4aa3-ab6e-fabf296028dc tempest-QuotasTest-1244411354 tempest-QuotasTest-1244411354-project-admin] Usage tracker for resource:security_group and tenant:1802fa34c07a4eaf8c87bf8276500ef2 is out of sync, need to count used quota {{(pid=105827) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 01:32:21.338315 n-d-766726-26 neutron-server[105827]: DEBUG neutron.quota.resource [None req-dc287d31-d4ae-4aa3-ab6e-fabf296028dc tempest-QuotasTest-1244411354 tempest-QuotasTest-1244411354-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=105827) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 01:32:21.344925 n-d-766726-26 neutron-server[105827]: DEBUG neutron.quota.resource [None req-dc287d31-d4ae-4aa3-ab6e-fabf296028dc tempest-QuotasTest-1244411354 tempest-QuotasTest-1244411354-project-admin] Usage tracker for resource:security_group_rule and tenant:1802fa34c07a4eaf8c87bf8276500ef2 is out of sync, need to count used quota {{(pid=105827) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 01:32:21.349700 n-d-766726-26 neutron-server[105827]: DEBUG neutron.quota.resource [None req-dc287d31-d4ae-4aa3-ab6e-fabf296028dc tempest-QuotasTest-1244411354 tempest-QuotasTest-1244411354-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=105827) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 01:32:21.354535 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-dc287d31-d4ae-4aa3-ab6e-fabf296028dc tempest-QuotasTest-1244411354 tempest-QuotasTest-1244411354-project-admin] 10.222.0.35 "GET /v2.0/quotas/1802fa34c07a4eaf8c87bf8276500ef2/details.json HTTP/1.1" status: 200 len: 703 time: 0.1402562 Aug 10 01:32:21.635392 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60730) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:21.738438 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6a12e4bd-1cde-408a-b900-0df66af38943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:21.824601 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6a12e4bd-1cde-408a-b900-0df66af38943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:21.828869 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6a12e4bd-1cde-408a-b900-0df66af38943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:21.863986 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6a12e4bd-1cde-408a-b900-0df66af38943 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5df9691b52a94651bcf8bac8b4bd333e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2275422 Aug 10 01:32:21.865881 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12e4bd-1cde-408a-b900-0df66af38943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa207875-6e57-4266-ad34-aec435249189,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:21.866703 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60734) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:21.915936 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-72cf3bf4-7856-4e45-9ffe-0bb1afd70ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:21.937700 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-72cf3bf4-7856-4e45-9ffe-0bb1afd70ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:21.982511 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-72cf3bf4-7856-4e45-9ffe-0bb1afd70ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:21.985607 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-72cf3bf4-7856-4e45-9ffe-0bb1afd70ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:21.986869 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-72cf3bf4-7856-4e45-9ffe-0bb1afd70ea8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aa207875-6e57-4266-ad34-aec435249189 HTTP/1.1" status: 204 len: 168 time: 0.1191244 Aug 10 01:32:21.995615 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf3bf4-7856-4e45-9ffe-0bb1afd70ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa207875-6e57-4266-ad34-aec435249189,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:22.241057 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60740) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:22.254029 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-45ee7e94-19ad-4941-8f3c-dc45e1355b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:22.341778 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-45ee7e94-19ad-4941-8f3c-dc45e1355b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:22.345843 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-45ee7e94-19ad-4941-8f3c-dc45e1355b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:22.384761 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-45ee7e94-19ad-4941-8f3c-dc45e1355b35 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1802fa34c07a4eaf8c87bf8276500ef2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426480 Aug 10 01:32:22.385871 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee7e94-19ad-4941-8f3c-dc45e1355b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baeae05c-6666-4d64-9c62-0f970da27873,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:22.387506 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60742) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:22.436298 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b2b1f51c-85ef-4255-b6dc-f1ba438a3d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:22.457263 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b2b1f51c-85ef-4255-b6dc-f1ba438a3d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:22.754128 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b2b1f51c-85ef-4255-b6dc-f1ba438a3d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:22.756749 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b2b1f51c-85ef-4255-b6dc-f1ba438a3d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:22.757902 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b2b1f51c-85ef-4255-b6dc-f1ba438a3d26 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/baeae05c-6666-4d64-9c62-0f970da27873 HTTP/1.1" status: 204 len: 168 time: 0.3687322 Aug 10 01:32:22.766163 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1f51c-85ef-4255-b6dc-f1ba438a3d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baeae05c-6666-4d64-9c62-0f970da27873,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:23.496895 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60764) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:23.594800 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-ce0b2ee0-9d3f-4268-bc2b-46d97519bfe8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2093239957'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:32:23.615934 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0b2ee0-9d3f-4268-bc2b-46d97519bfe8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:32:23.619296 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ce0b2ee0-9d3f-4268-bc2b-46d97519bfe8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:23.628405 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ce0b2ee0-9d3f-4268-bc2b-46d97519bfe8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:23.716012 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ce0b2ee0-9d3f-4268-bc2b-46d97519bfe8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:23.719756 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ce0b2ee0-9d3f-4268-bc2b-46d97519bfe8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:23.742265 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0b2ee0-9d3f-4268-bc2b-46d97519bfe8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:32:23.756015 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b2ee0-9d3f-4268-bc2b-46d97519bfe8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bffd91bf-41f8-48f2-b332-7b537c996ff6,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:23.760824 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ce0b2ee0-9d3f-4268-bc2b-46d97519bfe8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:23.761178 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-ce0b2ee0-9d3f-4268-bc2b-46d97519bfe8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Added segment 6d1ae787-74b8-4b4a-9096-e5c983972786 of type vlan for network 534a6429-a9ac-4523-bc48-4c9abf03e5ef Aug 10 01:32:23.800800 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ce0b2ee0-9d3f-4268-bc2b-46d97519bfe8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:23.828153 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ce0b2ee0-9d3f-4268-bc2b-46d97519bfe8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:23.833689 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0b2ee0-9d3f-4268-bc2b-46d97519bfe8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:23.834282 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ce0b2ee0-9d3f-4268-bc2b-46d97519bfe8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:23.889936 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ce0b2ee0-9d3f-4268-bc2b-46d97519bfe8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3919406 Aug 10 01:32:23.893319 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60768) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:23.898636 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-823cd62a-e340-4778-b478-9544f6230ebd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:32:23.903046 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b2ee0-9d3f-4268-bc2b-46d97519bfe8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Network': ['ID=534a6429-a9ac-4523-bc48-4c9abf03e5ef,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:23.914160 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:32:23.984751 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823cd62a-e340-4778-b478-9544f6230ebd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:32:23.988222 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-823cd62a-e340-4778-b478-9544f6230ebd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:24.166033 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-823cd62a-e340-4778-b478-9544f6230ebd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:24.218262 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823cd62a-e340-4778-b478-9544f6230ebd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Subnet': ['ID=b48e91aa-df94-47b2-a02c-6675d6e1a0d2,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:24.232768 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823cd62a-e340-4778-b478-9544f6230ebd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Checking segment: {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:32:24.233079 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823cd62a-e340-4778-b478-9544f6230ebd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network hostable DHCP agents. Network: 534a6429-a9ac-4523-bc48-4c9abf03e5ef, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:32:24.248652 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823cd62a-e340-4778-b478-9544f6230ebd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:32:24.256997 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-823cd62a-e340-4778-b478-9544f6230ebd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 534a6429-a9ac-4523-bc48-4c9abf03e5ef) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:24.261007 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823cd62a-e340-4778-b478-9544f6230ebd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:24.261602 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-823cd62a-e340-4778-b478-9544f6230ebd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:24.266058 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269bd2c1-8b45-4700-b9d3-e05e61136a43 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:32:24.276820 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-823cd62a-e340-4778-b478-9544f6230ebd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3823731 Aug 10 01:32:24.279456 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60770) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:24.284966 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-2912ef11-cee0-4f0e-ab4a-06e66e3eedc7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'port': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'name': 'tempest-NetworksTestDHCPv6-247782233'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:32:24.400380 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2912ef11-cee0-4f0e-ab4a-06e66e3eedc7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:32:24.404210 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2912ef11-cee0-4f0e-ab4a-06e66e3eedc7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:24.410396 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f92ccf-fa25-4f5e-8dd4-eb8973a64d54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'tenant_id': 'ba95a63363134143868e6cc2658d29f5', 'fixed_ips': [{'subnet_id': 'b48e91aa-df94-47b2-a02c-6675d6e1a0d2'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:32:24.411255 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-14f92ccf-fa25-4f5e-8dd4-eb8973a64d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:24.423304 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-2912ef11-cee0-4f0e-ab4a-06e66e3eedc7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] device_id is not set on port 36fafb3b-dcb6-4cc1-9c18-f242d2b8fc6c yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:32:24.539942 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-2912ef11-cee0-4f0e-ab4a-06e66e3eedc7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Allocated IP 2001:db8::1a2 (534a6429-a9ac-4523-bc48-4c9abf03e5ef/b48e91aa-df94-47b2-a02c-6675d6e1a0d2/36fafb3b-dcb6-4cc1-9c18-f242d2b8fc6c) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:32:24.683824 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2912ef11-cee0-4f0e-ab4a-06e66e3eedc7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:24.697718 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-2912ef11-cee0-4f0e-ab4a-06e66e3eedc7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Transition to ACTIVE for port object 36fafb3b-dcb6-4cc1-9c18-f242d2b8fc6c will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:32:24.731750 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2912ef11-cee0-4f0e-ab4a-06e66e3eedc7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:24.779668 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-14f92ccf-fa25-4f5e-8dd4-eb8973a64d54 None None] Allocated IP 2001:db8::2 (534a6429-a9ac-4523-bc48-4c9abf03e5ef/b48e91aa-df94-47b2-a02c-6675d6e1a0d2/8109246c-42d1-4056-98c1-83331b7d0b80) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:32:24.781361 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2912ef11-cee0-4f0e-ab4a-06e66e3eedc7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:24.784967 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-2912ef11-cee0-4f0e-ab4a-06e66e3eedc7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:24.787372 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2912ef11-cee0-4f0e-ab4a-06e66e3eedc7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:32:24.793510 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2912ef11-cee0-4f0e-ab4a-06e66e3eedc7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:24.794094 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2912ef11-cee0-4f0e-ab4a-06e66e3eedc7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:24.807293 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912ef11-cee0-4f0e-ab4a-06e66e3eedc7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Port': ['ID=36fafb3b-dcb6-4cc1-9c18-f242d2b8fc6c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:24.820136 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2912ef11-cee0-4f0e-ab4a-06e66e3eedc7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5374353 Aug 10 01:32:24.820450 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60772) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:24.899602 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1105cde7-7657-49c1-9b4b-44182feadba5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:24.903714 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1105cde7-7657-49c1-9b4b-44182feadba5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0822937 Aug 10 01:32:24.903952 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60774) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:24.920282 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-14f92ccf-fa25-4f5e-8dd4-eb8973a64d54 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:24.929541 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-14f92ccf-fa25-4f5e-8dd4-eb8973a64d54 None None] Transition to ACTIVE for port object 8109246c-42d1-4056-98c1-83331b7d0b80 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:32:24.943973 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-14f92ccf-fa25-4f5e-8dd4-eb8973a64d54 None None] Transition to ACTIVE for port object 8109246c-42d1-4056-98c1-83331b7d0b80 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:32:24.950404 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-14f92ccf-fa25-4f5e-8dd4-eb8973a64d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:24.989554 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f92ccf-fa25-4f5e-8dd4-eb8973a64d54 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:24.990271 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-28331456-e5b9-4778-a9c2-0238d46e0d10 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting port 36fafb3b-dcb6-4cc1-9c18-f242d2b8fc6c {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:32:24.990627 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-28331456-e5b9-4778-a9c2-0238d46e0d10 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:24.994321 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-14f92ccf-fa25-4f5e-8dd4-eb8973a64d54 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:24.997766 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f92ccf-fa25-4f5e-8dd4-eb8973a64d54 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:32:25.007096 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f92ccf-fa25-4f5e-8dd4-eb8973a64d54 None None] Pushing event updated for resources: {'Port': ['ID=8109246c-42d1-4056-98c1-83331b7d0b80,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:25.055707 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-14f92ccf-fa25-4f5e-8dd4-eb8973a64d54 None None] Attempting to bind port 8109246c-42d1-4056-98c1-83331b7d0b80 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:32:25.055990 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-14f92ccf-fa25-4f5e-8dd4-eb8973a64d54 None None] Attempting to bind port 8109246c-42d1-4056-98c1-83331b7d0b80 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:32:25.056382 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f92ccf-fa25-4f5e-8dd4-eb8973a64d54 None None] Attempting to bind port 8109246c-42d1-4056-98c1-83331b7d0b80 on network 534a6429-a9ac-4523-bc48-4c9abf03e5ef {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:32:25.061242 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f92ccf-fa25-4f5e-8dd4-eb8973a64d54 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:32:25.062182 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f92ccf-fa25-4f5e-8dd4-eb8973a64d54 None None] Checking segment: {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:32:25.062585 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-14f92ccf-fa25-4f5e-8dd4-eb8973a64d54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:25.063031 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f92ccf-fa25-4f5e-8dd4-eb8973a64d54 None None] Bound using segment: {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:32:25.063469 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-14f92ccf-fa25-4f5e-8dd4-eb8973a64d54 None None] Bound port: 8109246c-42d1-4056-98c1-83331b7d0b80, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:32:25.063854 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-14f92ccf-fa25-4f5e-8dd4-eb8973a64d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:25.080797 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-28331456-e5b9-4778-a9c2-0238d46e0d10 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:25.092368 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-28331456-e5b9-4778-a9c2-0238d46e0d10 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Calling delete_port for 36fafb3b-dcb6-4cc1-9c18-f242d2b8fc6c owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:32:25.123657 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-14f92ccf-fa25-4f5e-8dd4-eb8973a64d54 None None] For port 8109246c-42d1-4056-98c1-83331b7d0b80, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:32:25.127208 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-14f92ccf-fa25-4f5e-8dd4-eb8973a64d54 None None] For port 8109246c-42d1-4056-98c1-83331b7d0b80, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=8109246c-42d1-4056-98c1-83331b7d0b80,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:32:25.131877 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-14f92ccf-fa25-4f5e-8dd4-eb8973a64d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:25.192459 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f92ccf-fa25-4f5e-8dd4-eb8973a64d54 None None] Pushing event updated for resources: {'Port': ['ID=8109246c-42d1-4056-98c1-83331b7d0b80,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:25.219328 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-28331456-e5b9-4778-a9c2-0238d46e0d10 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:25.251644 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28331456-e5b9-4778-a9c2-0238d46e0d10 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Port': ['ID=36fafb3b-dcb6-4cc1-9c18-f242d2b8fc6c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:25.282656 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-28331456-e5b9-4778-a9c2-0238d46e0d10 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:25.284613 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-28331456-e5b9-4778-a9c2-0238d46e0d10 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/36fafb3b-dcb6-4cc1-9c18-f242d2b8fc6c HTTP/1.1" status: 204 len: 168 time: 0.3794968 Aug 10 01:32:25.287228 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60776) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:25.406183 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd616eb9-11bc-46f2-9732-2f54e3a70a13 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:25.407823 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd616eb9-11bc-46f2-9732-2f54e3a70a13 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:25.409420 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-bd616eb9-11bc-46f2-9732-2f54e3a70a13 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1211267 Aug 10 01:32:25.412492 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60778) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:25.466631 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-913c1afe-b5e6-4d06-80fe-2ed79a34ab6f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting subnet b48e91aa-df94-47b2-a02c-6675d6e1a0d2 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:32:25.470571 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-913c1afe-b5e6-4d06-80fe-2ed79a34ab6f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:25.513947 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-913c1afe-b5e6-4d06-80fe-2ed79a34ab6f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:25.597127 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-913c1afe-b5e6-4d06-80fe-2ed79a34ab6f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:25.654611 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-913c1afe-b5e6-4d06-80fe-2ed79a34ab6f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:25.679776 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c1afe-b5e6-4d06-80fe-2ed79a34ab6f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Subnet': ['ID=b48e91aa-df94-47b2-a02c-6675d6e1a0d2,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:25.686384 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-913c1afe-b5e6-4d06-80fe-2ed79a34ab6f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:25.688236 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-913c1afe-b5e6-4d06-80fe-2ed79a34ab6f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/b48e91aa-df94-47b2-a02c-6675d6e1a0d2 HTTP/1.1" status: 204 len: 168 time: 0.2747927 Aug 10 01:32:25.690808 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60780) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:25.747852 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8e05dbe5-d0d2-4163-89cd-069006d35ce2 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0560036 Aug 10 01:32:25.750687 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60782) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:25.755482 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-e2eb446a-ffa7-4480-b635-563e01fde508 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:32:25.848087 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2eb446a-ffa7-4480-b635-563e01fde508 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:32:25.851832 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e2eb446a-ffa7-4480-b635-563e01fde508 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:26.041006 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e2eb446a-ffa7-4480-b635-563e01fde508 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:26.078066 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029b3a31-466a-40c2-abe2-bf108fc4af2c None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:32:26.086595 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2eb446a-ffa7-4480-b635-563e01fde508 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:26.089746 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-e2eb446a-ffa7-4480-b635-563e01fde508 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:26.094642 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2eb446a-ffa7-4480-b635-563e01fde508 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:26.095165 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e2eb446a-ffa7-4480-b635-563e01fde508 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:26.100472 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb446a-ffa7-4480-b635-563e01fde508 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Subnet': ['ID=6e12d116-e0a9-4fd9-8b43-dfb533feb2cd,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:26.113437 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e2eb446a-ffa7-4480-b635-563e01fde508 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3617773 Aug 10 01:32:26.116116 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60784) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:26.121136 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-bf048299-718a-4f92-875a-f75d1effac5b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'port': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'name': 'tempest-NetworksTestDHCPv6-1187786980'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:32:26.198704 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8a2e1efe-20bc-41d4-8e74-c72bed244578 None None] Provisioning for port 8109246c-42d1-4056-98c1-83331b7d0b80 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:32:26.228542 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf048299-718a-4f92-875a-f75d1effac5b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:32:26.231958 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bf048299-718a-4f92-875a-f75d1effac5b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:26.254347 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-bf048299-718a-4f92-875a-f75d1effac5b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] device_id is not set on port 72107985-e1ac-497d-8fec-c7f932e5f3f1 yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:32:26.370077 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-bf048299-718a-4f92-875a-f75d1effac5b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Allocated IP 2001:db8::73 (534a6429-a9ac-4523-bc48-4c9abf03e5ef/6e12d116-e0a9-4fd9-8b43-dfb533feb2cd/72107985-e1ac-497d-8fec-c7f932e5f3f1) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:32:26.407733 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ad98c3-dd7e-4532-bc44-a36e3d8e7506 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:32:26.519926 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bf048299-718a-4f92-875a-f75d1effac5b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:26.533649 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-bf048299-718a-4f92-875a-f75d1effac5b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Transition to ACTIVE for port object 72107985-e1ac-497d-8fec-c7f932e5f3f1 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:32:26.568414 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bf048299-718a-4f92-875a-f75d1effac5b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:26.615152 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf048299-718a-4f92-875a-f75d1effac5b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:26.618310 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-bf048299-718a-4f92-875a-f75d1effac5b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:26.620875 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf048299-718a-4f92-875a-f75d1effac5b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:32:26.627817 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf048299-718a-4f92-875a-f75d1effac5b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:26.628478 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bf048299-718a-4f92-875a-f75d1effac5b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:26.635202 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf048299-718a-4f92-875a-f75d1effac5b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Port': ['ID=72107985-e1ac-497d-8fec-c7f932e5f3f1,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:26.649749 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-bf048299-718a-4f92-875a-f75d1effac5b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5323951 Aug 10 01:32:26.652415 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60786) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:26.702219 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850cdb08-a1ff-4b53-a0b3-81dde49be393 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:26.708060 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850cdb08-a1ff-4b53-a0b3-81dde49be393 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:26.712105 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-850cdb08-a1ff-4b53-a0b3-81dde49be393 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.0563383 Aug 10 01:32:26.712378 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60788) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:26.806947 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-ecf033d8-6ff1-4cf6-b2d7-54c39eafd713 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting port 72107985-e1ac-497d-8fec-c7f932e5f3f1 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:32:26.807306 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ecf033d8-6ff1-4cf6-b2d7-54c39eafd713 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:26.896987 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ecf033d8-6ff1-4cf6-b2d7-54c39eafd713 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:26.911243 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-ecf033d8-6ff1-4cf6-b2d7-54c39eafd713 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Calling delete_port for 72107985-e1ac-497d-8fec-c7f932e5f3f1 owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:32:26.917348 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 8109246c-42d1-4056-98c1-83331b7d0b80 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:32:26.971548 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 8109246c-42d1-4056-98c1-83331b7d0b80 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:32:26.976049 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 8109246c-42d1-4056-98c1-83331b7d0b80 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:32:26.976490 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:27.015208 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ff5b8ee3-3989-4fa3-a225-07f3922d82b7 None None] Could not find standard attr ID for object 36fafb3b-dcb6-4cc1-9c18-f242d2b8fc6c. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:32:27.063815 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ecf033d8-6ff1-4cf6-b2d7-54c39eafd713 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:27.065721 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:27.096407 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf033d8-6ff1-4cf6-b2d7-54c39eafd713 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Port': ['ID=72107985-e1ac-497d-8fec-c7f932e5f3f1,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:27.103499 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 8109246c-42d1-4056-98c1-83331b7d0b80, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=8109246c-42d1-4056-98c1-83331b7d0b80,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:27.109265 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:27.132362 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ecf033d8-6ff1-4cf6-b2d7-54c39eafd713 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:27.134671 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ecf033d8-6ff1-4cf6-b2d7-54c39eafd713 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/72107985-e1ac-497d-8fec-c7f932e5f3f1 HTTP/1.1" status: 204 len: 168 time: 0.4213529 Aug 10 01:32:27.137083 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60790) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:27.163466 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=8109246c-42d1-4056-98c1-83331b7d0b80,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:27.191081 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c9d359-97f1-45d6-a5fb-eba1ec66bf69 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:27.192746 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c9d359-97f1-45d6-a5fb-eba1ec66bf69 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:27.194252 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-11c9d359-97f1-45d6-a5fb-eba1ec66bf69 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0562377 Aug 10 01:32:27.196952 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60792) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:27.229074 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c170ab26-0551-4d73-ad7f-76609602dd22 None None] Could not find standard attr ID for object 72107985-e1ac-497d-8fec-c7f932e5f3f1. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:32:27.251916 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db7caf4-9e5e-4995-bec3-5aa28e505dc7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting subnet 6e12d116-e0a9-4fd9-8b43-dfb533feb2cd {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:32:27.255298 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4db7caf4-9e5e-4995-bec3-5aa28e505dc7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:27.298879 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4db7caf4-9e5e-4995-bec3-5aa28e505dc7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:27.350067 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4db7caf4-9e5e-4995-bec3-5aa28e505dc7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:27.410723 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4db7caf4-9e5e-4995-bec3-5aa28e505dc7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:27.436035 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7caf4-9e5e-4995-bec3-5aa28e505dc7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Subnet': ['ID=6e12d116-e0a9-4fd9-8b43-dfb533feb2cd,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:27.441952 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4db7caf4-9e5e-4995-bec3-5aa28e505dc7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:27.443777 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4db7caf4-9e5e-4995-bec3-5aa28e505dc7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/6e12d116-e0a9-4fd9-8b43-dfb533feb2cd HTTP/1.1" status: 204 len: 168 time: 0.2458959 Aug 10 01:32:27.446264 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60794) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:27.487301 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3d289b7c-7899-4f98-93eb-40bf63892eb1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0372884 Aug 10 01:32:27.487527 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60796) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:27.492302 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-466d25b6-63dd-4f7c-9356-e688f3536643 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:32:27.535231 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c670bfc-3884-4f64-9f05-f757c8d8de9a None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:32:27.586574 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466d25b6-63dd-4f7c-9356-e688f3536643 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:32:27.590384 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-466d25b6-63dd-4f7c-9356-e688f3536643 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:27.695825 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6fa8e4-7d2b-4786-9573-0e37744fef68 None None] DHCP port deletion for 534a6429-a9ac-4523-bc48-4c9abf03e5ef request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:32:27.745359 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-5d6fa8e4-7d2b-4786-9573-0e37744fef68 None None] Deleting port 8109246c-42d1-4056-98c1-83331b7d0b80 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:32:27.745747 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5d6fa8e4-7d2b-4786-9573-0e37744fef68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:27.778770 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-466d25b6-63dd-4f7c-9356-e688f3536643 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:27.806895 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-5d6fa8e4-7d2b-4786-9573-0e37744fef68 None None] For port 8109246c-42d1-4056-98c1-83331b7d0b80, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=8109246c-42d1-4056-98c1-83331b7d0b80,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:27.807324 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5d6fa8e4-7d2b-4786-9573-0e37744fef68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:27.817598 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466d25b6-63dd-4f7c-9356-e688f3536643 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:27.820647 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-5d6fa8e4-7d2b-4786-9573-0e37744fef68 None None] Calling delete_port for 8109246c-42d1-4056-98c1-83331b7d0b80 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:32:27.823898 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-466d25b6-63dd-4f7c-9356-e688f3536643 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:27.828666 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466d25b6-63dd-4f7c-9356-e688f3536643 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:27.829494 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-466d25b6-63dd-4f7c-9356-e688f3536643 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:27.838581 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d25b6-63dd-4f7c-9356-e688f3536643 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Subnet': ['ID=4013c247-77c9-48e5-86ba-7020fd062d8d,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:27.848452 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-466d25b6-63dd-4f7c-9356-e688f3536643 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3600230 Aug 10 01:32:27.850965 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60798) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:27.855857 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-fca93e81-2e18-4b0c-91ff-627c7758be70 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'port': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'name': 'tempest-NetworksTestDHCPv6-106866240'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:32:27.902642 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5d6fa8e4-7d2b-4786-9573-0e37744fef68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:27.928613 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fa8e4-7d2b-4786-9573-0e37744fef68 None None] Pushing event deleted for resources: {'Port': ['ID=8109246c-42d1-4056-98c1-83331b7d0b80,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:27.930390 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6fa8e4-7d2b-4786-9573-0e37744fef68 None None] No DVR routers for this DVR port 8109246c-42d1-4056-98c1-83331b7d0b80 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:32:27.945830 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ab88c8-2086-4d46-a058-26435ec20a48 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:32:27.970001 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca93e81-2e18-4b0c-91ff-627c7758be70 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:32:27.973471 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fca93e81-2e18-4b0c-91ff-627c7758be70 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:27.990247 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-fca93e81-2e18-4b0c-91ff-627c7758be70 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] device_id is not set on port 780e863a-1305-4940-9a15-c09987a308e8 yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:32:28.086766 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3723dd8-fac6-4bcf-b8b4-1e8a5083d7f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'tenant_id': 'ba95a63363134143868e6cc2658d29f5', 'fixed_ips': [{'subnet_id': '4013c247-77c9-48e5-86ba-7020fd062d8d'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:32:28.087620 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c3723dd8-fac6-4bcf-b8b4-1e8a5083d7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:28.103128 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-fca93e81-2e18-4b0c-91ff-627c7758be70 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Allocated IP 2001:db8::2cf (534a6429-a9ac-4523-bc48-4c9abf03e5ef/4013c247-77c9-48e5-86ba-7020fd062d8d/780e863a-1305-4940-9a15-c09987a308e8) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:32:28.248526 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fca93e81-2e18-4b0c-91ff-627c7758be70 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:28.262358 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-fca93e81-2e18-4b0c-91ff-627c7758be70 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Transition to ACTIVE for port object 780e863a-1305-4940-9a15-c09987a308e8 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:32:28.296367 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fca93e81-2e18-4b0c-91ff-627c7758be70 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:28.340288 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-c3723dd8-fac6-4bcf-b8b4-1e8a5083d7f4 None None] Allocated IP 2001:db8::2 (534a6429-a9ac-4523-bc48-4c9abf03e5ef/4013c247-77c9-48e5-86ba-7020fd062d8d/d541917b-bb0a-4ac2-91a0-4e5206676418) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:32:28.340874 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca93e81-2e18-4b0c-91ff-627c7758be70 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:28.344381 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-fca93e81-2e18-4b0c-91ff-627c7758be70 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:28.348519 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca93e81-2e18-4b0c-91ff-627c7758be70 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:32:28.354204 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca93e81-2e18-4b0c-91ff-627c7758be70 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:28.354883 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fca93e81-2e18-4b0c-91ff-627c7758be70 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:28.363919 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca93e81-2e18-4b0c-91ff-627c7758be70 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Port': ['ID=780e863a-1305-4940-9a15-c09987a308e8,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:28.373508 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:28.378764 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-fca93e81-2e18-4b0c-91ff-627c7758be70 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5265899 Aug 10 01:32:28.381184 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60800) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:28.433526 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bb337d-7599-47fe-a191-67fe2d3c500d tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:28.435017 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-46bb337d-7599-47fe-a191-67fe2d3c500d tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0528023 Aug 10 01:32:28.438109 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60802) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:28.493009 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c3723dd8-fac6-4bcf-b8b4-1e8a5083d7f4 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:28.501974 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c3723dd8-fac6-4bcf-b8b4-1e8a5083d7f4 None None] Transition to ACTIVE for port object d541917b-bb0a-4ac2-91a0-4e5206676418 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:32:28.516458 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c3723dd8-fac6-4bcf-b8b4-1e8a5083d7f4 None None] Transition to ACTIVE for port object d541917b-bb0a-4ac2-91a0-4e5206676418 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:32:28.521850 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c3723dd8-fac6-4bcf-b8b4-1e8a5083d7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:28.522048 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-24901bd2-42ba-4361-adda-63938faf6acf tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting port 780e863a-1305-4940-9a15-c09987a308e8 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:32:28.522269 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-24901bd2-42ba-4361-adda-63938faf6acf tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:28.565514 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3723dd8-fac6-4bcf-b8b4-1e8a5083d7f4 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:28.571141 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-c3723dd8-fac6-4bcf-b8b4-1e8a5083d7f4 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:28.574119 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3723dd8-fac6-4bcf-b8b4-1e8a5083d7f4 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:32:28.576902 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3723dd8-fac6-4bcf-b8b4-1e8a5083d7f4 None None] Pushing event updated for resources: {'Port': ['ID=d541917b-bb0a-4ac2-91a0-4e5206676418,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:28.616628 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-24901bd2-42ba-4361-adda-63938faf6acf tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:28.629063 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-24901bd2-42ba-4361-adda-63938faf6acf tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Calling delete_port for 780e863a-1305-4940-9a15-c09987a308e8 owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:32:28.629298 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-c3723dd8-fac6-4bcf-b8b4-1e8a5083d7f4 None None] Attempting to bind port d541917b-bb0a-4ac2-91a0-4e5206676418 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:32:28.629680 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-c3723dd8-fac6-4bcf-b8b4-1e8a5083d7f4 None None] Attempting to bind port d541917b-bb0a-4ac2-91a0-4e5206676418 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:32:28.630047 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3723dd8-fac6-4bcf-b8b4-1e8a5083d7f4 None None] Attempting to bind port d541917b-bb0a-4ac2-91a0-4e5206676418 on network 534a6429-a9ac-4523-bc48-4c9abf03e5ef {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:32:28.634820 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3723dd8-fac6-4bcf-b8b4-1e8a5083d7f4 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:32:28.635196 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3723dd8-fac6-4bcf-b8b4-1e8a5083d7f4 None None] Checking segment: {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:32:28.635600 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c3723dd8-fac6-4bcf-b8b4-1e8a5083d7f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:28.635995 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3723dd8-fac6-4bcf-b8b4-1e8a5083d7f4 None None] Bound using segment: {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:32:28.636488 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-c3723dd8-fac6-4bcf-b8b4-1e8a5083d7f4 None None] Bound port: d541917b-bb0a-4ac2-91a0-4e5206676418, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:32:28.636875 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c3723dd8-fac6-4bcf-b8b4-1e8a5083d7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:28.697640 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-c3723dd8-fac6-4bcf-b8b4-1e8a5083d7f4 None None] For port d541917b-bb0a-4ac2-91a0-4e5206676418, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:32:28.700662 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-c3723dd8-fac6-4bcf-b8b4-1e8a5083d7f4 None None] For port d541917b-bb0a-4ac2-91a0-4e5206676418, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=d541917b-bb0a-4ac2-91a0-4e5206676418,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:32:28.706536 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c3723dd8-fac6-4bcf-b8b4-1e8a5083d7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:28.764084 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-24901bd2-42ba-4361-adda-63938faf6acf tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:28.766660 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3723dd8-fac6-4bcf-b8b4-1e8a5083d7f4 None None] Pushing event updated for resources: {'Port': ['ID=d541917b-bb0a-4ac2-91a0-4e5206676418,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:28.799309 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24901bd2-42ba-4361-adda-63938faf6acf tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Port': ['ID=780e863a-1305-4940-9a15-c09987a308e8,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:28.829317 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-24901bd2-42ba-4361-adda-63938faf6acf tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:28.831403 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-24901bd2-42ba-4361-adda-63938faf6acf tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/780e863a-1305-4940-9a15-c09987a308e8 HTTP/1.1" status: 204 len: 168 time: 0.3922715 Aug 10 01:32:28.833724 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60804) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:28.887011 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 8109246c-42d1-4056-98c1-83331b7d0b80 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:32:28.907158 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251da339-fa67-4b2a-b993-4c2880bc17ac tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:28.910806 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251da339-fa67-4b2a-b993-4c2880bc17ac tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:28.912503 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-251da339-fa67-4b2a-b993-4c2880bc17ac tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0761728 Aug 10 01:32:28.915186 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60806) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:28.937730 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 8109246c-42d1-4056-98c1-83331b7d0b80 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:32:28.938182 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 8109246c-42d1-4056-98c1-83331b7d0b80 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:32:28.977144 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6c22a81-4bff-4d90-888a-7f340c457a31 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting subnet 4013c247-77c9-48e5-86ba-7020fd062d8d {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:32:28.980581 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b6c22a81-4bff-4d90-888a-7f340c457a31 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:29.026815 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b6c22a81-4bff-4d90-888a-7f340c457a31 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:29.112819 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b6c22a81-4bff-4d90-888a-7f340c457a31 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:29.172208 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b6c22a81-4bff-4d90-888a-7f340c457a31 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:29.200232 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c22a81-4bff-4d90-888a-7f340c457a31 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Subnet': ['ID=4013c247-77c9-48e5-86ba-7020fd062d8d,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:29.202246 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b6c22a81-4bff-4d90-888a-7f340c457a31 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:29.204093 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b6c22a81-4bff-4d90-888a-7f340c457a31 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/4013c247-77c9-48e5-86ba-7020fd062d8d HTTP/1.1" status: 204 len: 168 time: 0.2876487 Aug 10 01:32:29.206480 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60808) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:29.248043 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-bd1605c4-560b-4ac2-bacf-a85f803f79a2 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0404601 Aug 10 01:32:29.250391 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60810) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:29.297562 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da550249-acb2-4b91-a7d4-84353623df07 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:29.298903 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-da550249-acb2-4b91-a7d4-84353623df07 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0476129 Aug 10 01:32:29.301573 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60812) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:29.352412 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3d4340-cda0-4e26-982a-4bde4d49a19c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:29.353893 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9f3d4340-cda0-4e26-982a-4bde4d49a19c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0514398 Aug 10 01:32:29.356354 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60814) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:29.398703 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-883fe370-29c3-4a14-8c52-e7807e8b8d61 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0412512 Aug 10 01:32:29.402676 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60816) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:29.408535 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-158b7ea1-ceca-4992-9921-378ed6373298 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:32:29.500007 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158b7ea1-ceca-4992-9921-378ed6373298 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:32:29.503672 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-158b7ea1-ceca-4992-9921-378ed6373298 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:29.637352 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d301a17-847f-41ca-a8c6-6d789877c457 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:32:29.694906 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-158b7ea1-ceca-4992-9921-378ed6373298 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:29.699958 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7213503f-5103-4a2d-84a9-f0768c6730a7 None None] Provisioning for port d541917b-bb0a-4ac2-91a0-4e5206676418 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:32:29.732502 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158b7ea1-ceca-4992-9921-378ed6373298 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:29.735745 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-158b7ea1-ceca-4992-9921-378ed6373298 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:29.745925 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158b7ea1-ceca-4992-9921-378ed6373298 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:29.746507 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-158b7ea1-ceca-4992-9921-378ed6373298 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:29.762727 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b7ea1-ceca-4992-9921-378ed6373298 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Subnet': ['ID=a164e420-2907-4c2c-b7d7-c36ec2715ebb,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:29.769926 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-158b7ea1-ceca-4992-9921-378ed6373298 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3636358 Aug 10 01:32:29.770735 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60818) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:29.774991 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-61e13278-2b79-401d-91ba-0ab0ee331397 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'port': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'fixed_ips': [{'subnet_id': 'a164e420-2907-4c2c-b7d7-c36ec2715ebb', 'ip_address': '2001:db8::20bf:a457:6391:da42'}], 'name': 'tempest-NetworksTestDHCPv6-303384845'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:32:29.884519 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e13278-2b79-401d-91ba-0ab0ee331397 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:32:29.967829 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88fd8a8-dd0b-48fc-8c69-803fbba800fb None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:32:29.972613 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-61e13278-2b79-401d-91ba-0ab0ee331397 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:29.989159 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-61e13278-2b79-401d-91ba-0ab0ee331397 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] device_id is not set on port 2c5b1394-9998-4358-9edc-3fd2d3092bac yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:32:30.149371 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-61e13278-2b79-401d-91ba-0ab0ee331397 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Allocated IP 2001:db8::20bf:a457:6391:da42 (534a6429-a9ac-4523-bc48-4c9abf03e5ef/a164e420-2907-4c2c-b7d7-c36ec2715ebb/2c5b1394-9998-4358-9edc-3fd2d3092bac) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:32:30.298882 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-61e13278-2b79-401d-91ba-0ab0ee331397 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:30.314099 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-61e13278-2b79-401d-91ba-0ab0ee331397 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Transition to ACTIVE for port object 2c5b1394-9998-4358-9edc-3fd2d3092bac will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:32:30.347851 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-61e13278-2b79-401d-91ba-0ab0ee331397 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:30.483966 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5f7fb80a-2564-4733-9ccb-c08eece31d49 None None] Could not find standard attr ID for object 780e863a-1305-4940-9a15-c09987a308e8. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:32:30.653207 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e13278-2b79-401d-91ba-0ab0ee331397 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:30.656386 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-61e13278-2b79-401d-91ba-0ab0ee331397 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:30.662171 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e13278-2b79-401d-91ba-0ab0ee331397 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:32:30.667747 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e13278-2b79-401d-91ba-0ab0ee331397 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:30.668392 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-61e13278-2b79-401d-91ba-0ab0ee331397 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:30.683426 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e13278-2b79-401d-91ba-0ab0ee331397 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Port': ['ID=2c5b1394-9998-4358-9edc-3fd2d3092bac,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:30.691137 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-61e13278-2b79-401d-91ba-0ab0ee331397 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9199495 Aug 10 01:32:30.693609 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60820) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:30.743372 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1151ac14-3d64-4b80-b15a-addbfbf5452c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:30.749804 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1151ac14-3d64-4b80-b15a-addbfbf5452c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:30.751419 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1151ac14-3d64-4b80-b15a-addbfbf5452c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.0568490 Aug 10 01:32:30.754185 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60822) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:30.756411 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:32:30.845238 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-afa1e7ce-4e13-4f93-a7ba-327c6bbdb853 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting port 2c5b1394-9998-4358-9edc-3fd2d3092bac {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:32:30.845592 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-afa1e7ce-4e13-4f93-a7ba-327c6bbdb853 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:30.907194 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c2228f20-ff97-4d49-8702-992770607a4a None None] Provisioning for port 2c5b1394-9998-4358-9edc-3fd2d3092bac completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:32:30.914722 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c2228f20-ff97-4d49-8702-992770607a4a None None] Provisioning complete for port 2c5b1394-9998-4358-9edc-3fd2d3092bac triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:32:30.915102 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c2228f20-ff97-4d49-8702-992770607a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:30.922376 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device d541917b-bb0a-4ac2-91a0-4e5206676418 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:32:30.937632 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-afa1e7ce-4e13-4f93-a7ba-327c6bbdb853 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:30.949551 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-afa1e7ce-4e13-4f93-a7ba-327c6bbdb853 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Calling delete_port for 2c5b1394-9998-4358-9edc-3fd2d3092bac owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:32:30.978532 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c2228f20-ff97-4d49-8702-992770607a4a None None] Port 2c5b1394-9998-4358-9edc-3fd2d3092bac cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:32:30.995213 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port d541917b-bb0a-4ac2-91a0-4e5206676418 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:32:30.999056 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port d541917b-bb0a-4ac2-91a0-4e5206676418 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:32:30.999551 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:31.079290 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:31.080621 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-afa1e7ce-4e13-4f93-a7ba-327c6bbdb853 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:31.109582 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1e7ce-4e13-4f93-a7ba-327c6bbdb853 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Port': ['ID=2c5b1394-9998-4358-9edc-3fd2d3092bac,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:31.115663 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port d541917b-bb0a-4ac2-91a0-4e5206676418, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=d541917b-bb0a-4ac2-91a0-4e5206676418,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:31.119664 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:31.136732 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-afa1e7ce-4e13-4f93-a7ba-327c6bbdb853 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:31.140994 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-afa1e7ce-4e13-4f93-a7ba-327c6bbdb853 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/2c5b1394-9998-4358-9edc-3fd2d3092bac HTTP/1.1" status: 204 len: 168 time: 0.3834028 Aug 10 01:32:31.141170 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60824) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:31.170146 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=d541917b-bb0a-4ac2-91a0-4e5206676418,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:31.193932 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded172b3-9010-4d90-a76f-bcb8ef6937c9 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:31.195606 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded172b3-9010-4d90-a76f-bcb8ef6937c9 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:31.197155 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ded172b3-9010-4d90-a76f-bcb8ef6937c9 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0550694 Aug 10 01:32:31.199835 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60826) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:31.257210 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca80f4f6-80bc-4b08-81cc-198b79e27692 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting subnet a164e420-2907-4c2c-b7d7-c36ec2715ebb {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:32:31.260462 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ca80f4f6-80bc-4b08-81cc-198b79e27692 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:31.303072 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ca80f4f6-80bc-4b08-81cc-198b79e27692 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:31.346964 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ca80f4f6-80bc-4b08-81cc-198b79e27692 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:31.402098 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ca80f4f6-80bc-4b08-81cc-198b79e27692 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:31.433715 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80f4f6-80bc-4b08-81cc-198b79e27692 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Subnet': ['ID=a164e420-2907-4c2c-b7d7-c36ec2715ebb,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:31.438176 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ca80f4f6-80bc-4b08-81cc-198b79e27692 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:31.439960 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ca80f4f6-80bc-4b08-81cc-198b79e27692 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/a164e420-2907-4c2c-b7d7-c36ec2715ebb HTTP/1.1" status: 204 len: 168 time: 0.2391140 Aug 10 01:32:31.442402 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60828) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:31.445124 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254073b3-9bb9-4092-a217-aa7492c67a76 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:32:31.478990 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-667e09fd-4b60-4f25-9ba8-e0db8e6c6d06 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0355189 Aug 10 01:32:31.481677 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60830) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:31.487154 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-442141fe-2ee8-425e-bce0-c003888f4186 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:32:31.574783 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442141fe-2ee8-425e-bce0-c003888f4186 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:32:31.578617 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-442141fe-2ee8-425e-bce0-c003888f4186 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:31.617166 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66db0d4-ec02-411a-ac4b-49c5bae33f11 None None] DHCP port deletion for 534a6429-a9ac-4523-bc48-4c9abf03e5ef request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:32:31.663335 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e66db0d4-ec02-411a-ac4b-49c5bae33f11 None None] Deleting port d541917b-bb0a-4ac2-91a0-4e5206676418 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:32:31.663750 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e66db0d4-ec02-411a-ac4b-49c5bae33f11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:31.727614 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-e66db0d4-ec02-411a-ac4b-49c5bae33f11 None None] For port d541917b-bb0a-4ac2-91a0-4e5206676418, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=d541917b-bb0a-4ac2-91a0-4e5206676418,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:31.727913 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e66db0d4-ec02-411a-ac4b-49c5bae33f11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:31.740883 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e66db0d4-ec02-411a-ac4b-49c5bae33f11 None None] Calling delete_port for d541917b-bb0a-4ac2-91a0-4e5206676418 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:32:31.765500 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-442141fe-2ee8-425e-bce0-c003888f4186 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:31.809829 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442141fe-2ee8-425e-bce0-c003888f4186 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:31.815148 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-442141fe-2ee8-425e-bce0-c003888f4186 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:31.817551 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e66db0d4-ec02-411a-ac4b-49c5bae33f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:31.819882 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442141fe-2ee8-425e-bce0-c003888f4186 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:31.820506 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-442141fe-2ee8-425e-bce0-c003888f4186 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:31.833644 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442141fe-2ee8-425e-bce0-c003888f4186 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Subnet': ['ID=efc7ae83-73e5-48a8-93f4-0bcd43d505ae,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:31.842185 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66db0d4-ec02-411a-ac4b-49c5bae33f11 None None] Pushing event deleted for resources: {'Port': ['ID=d541917b-bb0a-4ac2-91a0-4e5206676418,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:31.846293 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-442141fe-2ee8-425e-bce0-c003888f4186 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3601613 Aug 10 01:32:31.846293 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60832) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:31.847005 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66db0d4-ec02-411a-ac4b-49c5bae33f11 None None] No DVR routers for this DVR port d541917b-bb0a-4ac2-91a0-4e5206676418 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:32:31.850886 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-4eb2df6e-b44f-4412-98a4-37e35726bdd0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'port': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'fixed_ips': [{'subnet_id': 'efc7ae83-73e5-48a8-93f4-0bcd43d505ae', 'ip_address': '2001:db8::61b5:1298:1200:ce34'}], 'name': 'tempest-NetworksTestDHCPv6-521281843'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:32:31.866036 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17576a9c-55bd-4bcc-9edd-6919f0af68ca None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:32:31.960600 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb2df6e-b44f-4412-98a4-37e35726bdd0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:32:31.965804 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4eb2df6e-b44f-4412-98a4-37e35726bdd0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:31.983726 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-4eb2df6e-b44f-4412-98a4-37e35726bdd0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] device_id is not set on port e41cbab2-2210-4818-9f9d-4fb7af07bfa4 yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:32:32.011182 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa729727-3cd0-45af-bddf-50a77bdb9bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'tenant_id': 'ba95a63363134143868e6cc2658d29f5', 'fixed_ips': [{'subnet_id': 'efc7ae83-73e5-48a8-93f4-0bcd43d505ae'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:32:32.012082 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aa729727-3cd0-45af-bddf-50a77bdb9bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:32.142071 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-4eb2df6e-b44f-4412-98a4-37e35726bdd0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Allocated IP 2001:db8::61b5:1298:1200:ce34 (534a6429-a9ac-4523-bc48-4c9abf03e5ef/efc7ae83-73e5-48a8-93f4-0bcd43d505ae/e41cbab2-2210-4818-9f9d-4fb7af07bfa4) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:32:32.287634 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4eb2df6e-b44f-4412-98a4-37e35726bdd0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:32.301842 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-4eb2df6e-b44f-4412-98a4-37e35726bdd0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Transition to ACTIVE for port object e41cbab2-2210-4818-9f9d-4fb7af07bfa4 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:32:32.333895 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4eb2df6e-b44f-4412-98a4-37e35726bdd0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:32.378398 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb2df6e-b44f-4412-98a4-37e35726bdd0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:32.379108 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-aa729727-3cd0-45af-bddf-50a77bdb9bed None None] Allocated IP 2001:db8::2 (534a6429-a9ac-4523-bc48-4c9abf03e5ef/efc7ae83-73e5-48a8-93f4-0bcd43d505ae/9390f573-9412-4869-8da4-195563edf3af) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:32:32.381493 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-4eb2df6e-b44f-4412-98a4-37e35726bdd0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:32.383996 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb2df6e-b44f-4412-98a4-37e35726bdd0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:32:32.390421 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb2df6e-b44f-4412-98a4-37e35726bdd0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:32.391185 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4eb2df6e-b44f-4412-98a4-37e35726bdd0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:32.403624 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb2df6e-b44f-4412-98a4-37e35726bdd0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Port': ['ID=e41cbab2-2210-4818-9f9d-4fb7af07bfa4,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:32.413995 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4eb2df6e-b44f-4412-98a4-37e35726bdd0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.5673819 Aug 10 01:32:32.416370 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60834) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:32.463552 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d214a5f-aec4-4b6d-ad12-06afc9162db8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:32.465059 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9d214a5f-aec4-4b6d-ad12-06afc9162db8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0476832 Aug 10 01:32:32.468785 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60836) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:32.522678 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aa729727-3cd0-45af-bddf-50a77bdb9bed None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:32.531656 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-aa729727-3cd0-45af-bddf-50a77bdb9bed None None] Transition to ACTIVE for port object 9390f573-9412-4869-8da4-195563edf3af will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:32:32.546482 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-aa729727-3cd0-45af-bddf-50a77bdb9bed None None] Transition to ACTIVE for port object 9390f573-9412-4869-8da4-195563edf3af will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:32:32.552559 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aa729727-3cd0-45af-bddf-50a77bdb9bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:32.556171 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-5d4ef138-131f-4e1d-99f2-be4cce99354a tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting port e41cbab2-2210-4818-9f9d-4fb7af07bfa4 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:32:32.556544 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5d4ef138-131f-4e1d-99f2-be4cce99354a tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:32.591790 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa729727-3cd0-45af-bddf-50a77bdb9bed None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:32.595340 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-aa729727-3cd0-45af-bddf-50a77bdb9bed None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:32.598892 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa729727-3cd0-45af-bddf-50a77bdb9bed None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:32:32.609154 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa729727-3cd0-45af-bddf-50a77bdb9bed None None] Pushing event updated for resources: {'Port': ['ID=9390f573-9412-4869-8da4-195563edf3af,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:32.649355 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5d4ef138-131f-4e1d-99f2-be4cce99354a tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:32.652958 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-aa729727-3cd0-45af-bddf-50a77bdb9bed None None] Attempting to bind port 9390f573-9412-4869-8da4-195563edf3af on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:32:32.653340 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-aa729727-3cd0-45af-bddf-50a77bdb9bed None None] Attempting to bind port 9390f573-9412-4869-8da4-195563edf3af by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:32:32.653709 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa729727-3cd0-45af-bddf-50a77bdb9bed None None] Attempting to bind port 9390f573-9412-4869-8da4-195563edf3af on network 534a6429-a9ac-4523-bc48-4c9abf03e5ef {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:32:32.659155 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa729727-3cd0-45af-bddf-50a77bdb9bed None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:32:32.659530 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa729727-3cd0-45af-bddf-50a77bdb9bed None None] Checking segment: {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:32:32.659938 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aa729727-3cd0-45af-bddf-50a77bdb9bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:32.660377 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa729727-3cd0-45af-bddf-50a77bdb9bed None None] Bound using segment: {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:32:32.660846 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-aa729727-3cd0-45af-bddf-50a77bdb9bed None None] Bound port: 9390f573-9412-4869-8da4-195563edf3af, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:32:32.661232 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aa729727-3cd0-45af-bddf-50a77bdb9bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:32.662096 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-5d4ef138-131f-4e1d-99f2-be4cce99354a tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Calling delete_port for e41cbab2-2210-4818-9f9d-4fb7af07bfa4 owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:32:32.725648 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-aa729727-3cd0-45af-bddf-50a77bdb9bed None None] For port 9390f573-9412-4869-8da4-195563edf3af, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:32:32.728739 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-aa729727-3cd0-45af-bddf-50a77bdb9bed None None] For port 9390f573-9412-4869-8da4-195563edf3af, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9390f573-9412-4869-8da4-195563edf3af,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:32:32.733518 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aa729727-3cd0-45af-bddf-50a77bdb9bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:32.791867 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa729727-3cd0-45af-bddf-50a77bdb9bed None None] Pushing event updated for resources: {'Port': ['ID=9390f573-9412-4869-8da4-195563edf3af,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:32.802825 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5d4ef138-131f-4e1d-99f2-be4cce99354a tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:32.831150 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ef138-131f-4e1d-99f2-be4cce99354a tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Port': ['ID=e41cbab2-2210-4818-9f9d-4fb7af07bfa4,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:32.858804 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5d4ef138-131f-4e1d-99f2-be4cce99354a tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:32.863013 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5d4ef138-131f-4e1d-99f2-be4cce99354a tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/e41cbab2-2210-4818-9f9d-4fb7af07bfa4 HTTP/1.1" status: 204 len: 168 time: 0.3910522 Aug 10 01:32:32.863174 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60838) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:32.897027 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device d541917b-bb0a-4ac2-91a0-4e5206676418 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:32:32.919982 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: d541917b-bb0a-4ac2-91a0-4e5206676418 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:32:32.920545 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device d541917b-bb0a-4ac2-91a0-4e5206676418 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:32:32.922766 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9d7496-e1c5-48b2-872e-c8bb3ce3e7c0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:32.924827 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9d7496-e1c5-48b2-872e-c8bb3ce3e7c0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:32.937657 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ed9d7496-e1c5-48b2-872e-c8bb3ce3e7c0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0729153 Aug 10 01:32:32.939839 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60840) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:33.001043 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdcf2a47-1679-48ea-84a7-a5111f46fb09 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting subnet efc7ae83-73e5-48a8-93f4-0bcd43d505ae {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:32:33.004593 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bdcf2a47-1679-48ea-84a7-a5111f46fb09 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:33.046948 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bdcf2a47-1679-48ea-84a7-a5111f46fb09 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:33.134395 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bdcf2a47-1679-48ea-84a7-a5111f46fb09 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:33.190416 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bdcf2a47-1679-48ea-84a7-a5111f46fb09 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:33.216485 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf2a47-1679-48ea-84a7-a5111f46fb09 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Subnet': ['ID=efc7ae83-73e5-48a8-93f4-0bcd43d505ae,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:33.220812 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bdcf2a47-1679-48ea-84a7-a5111f46fb09 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:33.222693 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-bdcf2a47-1679-48ea-84a7-a5111f46fb09 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/efc7ae83-73e5-48a8-93f4-0bcd43d505ae HTTP/1.1" status: 204 len: 168 time: 0.2817070 Aug 10 01:32:33.225149 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60842) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:33.283801 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-26e620c4-9aa1-428f-8714-efdb56b55f94 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0574722 Aug 10 01:32:33.286427 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60844) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:33.291316 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-b89d17c2-8aae-4e7a-9c73-0a4c4eef4d04 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:32:33.375895 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89d17c2-8aae-4e7a-9c73-0a4c4eef4d04 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:32:33.379413 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b89d17c2-8aae-4e7a-9c73-0a4c4eef4d04 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:33.570031 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b89d17c2-8aae-4e7a-9c73-0a4c4eef4d04 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:33.614677 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89d17c2-8aae-4e7a-9c73-0a4c4eef4d04 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:33.624889 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-b89d17c2-8aae-4e7a-9c73-0a4c4eef4d04 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:33.629280 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89d17c2-8aae-4e7a-9c73-0a4c4eef4d04 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:33.629811 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b89d17c2-8aae-4e7a-9c73-0a4c4eef4d04 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:33.639980 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d17c2-8aae-4e7a-9c73-0a4c4eef4d04 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Subnet': ['ID=792d00b8-8e8c-4927-b713-e6c9df7cc462,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:33.650671 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d17c2-8aae-4e7a-9c73-0a4c4eef4d04 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:33.651085 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d17c2-8aae-4e7a-9c73-0a4c4eef4d04 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:33.651505 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d17c2-8aae-4e7a-9c73-0a4c4eef4d04 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:33.651880 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d17c2-8aae-4e7a-9c73-0a4c4eef4d04 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:33.652246 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d17c2-8aae-4e7a-9c73-0a4c4eef4d04 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:33.652591 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d17c2-8aae-4e7a-9c73-0a4c4eef4d04 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:33.653038 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d17c2-8aae-4e7a-9c73-0a4c4eef4d04 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:33.653387 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d17c2-8aae-4e7a-9c73-0a4c4eef4d04 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:33.653751 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d17c2-8aae-4e7a-9c73-0a4c4eef4d04 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:33.654085 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d17c2-8aae-4e7a-9c73-0a4c4eef4d04 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:33.654448 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d17c2-8aae-4e7a-9c73-0a4c4eef4d04 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:33.654740 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d17c2-8aae-4e7a-9c73-0a4c4eef4d04 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:33.658947 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b89d17c2-8aae-4e7a-9c73-0a4c4eef4d04 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3715625 Aug 10 01:32:33.661731 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60846) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:33.666705 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-7914a48e-1279-44d1-a96d-1eeda66c2870 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'port': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'fixed_ips': [{'subnet_id': '792d00b8-8e8c-4927-b713-e6c9df7cc462', 'ip_address': '2001:db8::5499:787b:225e:190a'}], 'name': 'tempest-NetworksTestDHCPv6-411497029'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:32:33.714043 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f36459d-aac7-4f0a-ba26-9a2e0ce4f932 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:32:33.773378 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7914a48e-1279-44d1-a96d-1eeda66c2870 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:32:33.832713 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6c616ff3-816b-45c7-b33d-531070bec94d None None] Provisioning for port 9390f573-9412-4869-8da4-195563edf3af completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:32:33.862732 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7914a48e-1279-44d1-a96d-1eeda66c2870 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:33.880739 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-7914a48e-1279-44d1-a96d-1eeda66c2870 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] device_id is not set on port 5fe715d8-a58d-4b97-84e9-b1c353eaeaac yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:32:34.041026 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-7914a48e-1279-44d1-a96d-1eeda66c2870 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Allocated IP 2001:db8::5499:787b:225e:190a (534a6429-a9ac-4523-bc48-4c9abf03e5ef/792d00b8-8e8c-4927-b713-e6c9df7cc462/5fe715d8-a58d-4b97-84e9-b1c353eaeaac) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:32:34.190044 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7914a48e-1279-44d1-a96d-1eeda66c2870 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:34.205016 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-7914a48e-1279-44d1-a96d-1eeda66c2870 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Transition to ACTIVE for port object 5fe715d8-a58d-4b97-84e9-b1c353eaeaac will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:32:34.239265 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7914a48e-1279-44d1-a96d-1eeda66c2870 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:34.272407 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c081bc58-ae19-409b-b61f-cc451f4e75ba None None] Could not find standard attr ID for object e41cbab2-2210-4818-9f9d-4fb7af07bfa4. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:32:34.291132 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7914a48e-1279-44d1-a96d-1eeda66c2870 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:34.294323 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-7914a48e-1279-44d1-a96d-1eeda66c2870 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:34.298877 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7914a48e-1279-44d1-a96d-1eeda66c2870 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:32:34.304792 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7914a48e-1279-44d1-a96d-1eeda66c2870 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:34.305363 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7914a48e-1279-44d1-a96d-1eeda66c2870 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:34.309119 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7914a48e-1279-44d1-a96d-1eeda66c2870 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Port': ['ID=5fe715d8-a58d-4b97-84e9-b1c353eaeaac,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:34.323532 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7914a48e-1279-44d1-a96d-1eeda66c2870 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6607559 Aug 10 01:32:34.326069 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60848) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:34.377249 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b9f4ae-ea92-4ebd-acca-3f81875c273a tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:34.383081 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b9f4ae-ea92-4ebd-acca-3f81875c273a tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:34.384702 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-34b9f4ae-ea92-4ebd-acca-3f81875c273a tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.0569010 Aug 10 01:32:34.387268 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60850) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:34.480308 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-85cdf05f-3b3e-4d67-ae08-6537101b150a tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting port 5fe715d8-a58d-4b97-84e9-b1c353eaeaac {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:32:34.480668 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-85cdf05f-3b3e-4d67-ae08-6537101b150a tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:34.571992 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-85cdf05f-3b3e-4d67-ae08-6537101b150a tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:34.584270 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-85cdf05f-3b3e-4d67-ae08-6537101b150a tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Calling delete_port for 5fe715d8-a58d-4b97-84e9-b1c353eaeaac owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:32:34.593993 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4698a4ce-d160-4a5c-81a9-4335e7b953a9 None None] Provisioning for port 5fe715d8-a58d-4b97-84e9-b1c353eaeaac completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:32:34.597821 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4698a4ce-d160-4a5c-81a9-4335e7b953a9 None None] Provisioning complete for port 5fe715d8-a58d-4b97-84e9-b1c353eaeaac triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:32:34.598201 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4698a4ce-d160-4a5c-81a9-4335e7b953a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:34.632214 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-4698a4ce-d160-4a5c-81a9-4335e7b953a9 None None] Port 5fe715d8-a58d-4b97-84e9-b1c353eaeaac cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:32:34.713212 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-85cdf05f-3b3e-4d67-ae08-6537101b150a tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:34.741756 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cdf05f-3b3e-4d67-ae08-6537101b150a tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Port': ['ID=5fe715d8-a58d-4b97-84e9-b1c353eaeaac,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:34.765453 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-85cdf05f-3b3e-4d67-ae08-6537101b150a tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:34.767399 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-85cdf05f-3b3e-4d67-ae08-6537101b150a tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/5fe715d8-a58d-4b97-84e9-b1c353eaeaac HTTP/1.1" status: 204 len: 168 time: 0.3791955 Aug 10 01:32:34.769926 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60852) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:34.821787 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b611f2e1-e8b0-4acc-8068-fe3296ab27e3 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:34.823441 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b611f2e1-e8b0-4acc-8068-fe3296ab27e3 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:34.825055 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b611f2e1-e8b0-4acc-8068-fe3296ab27e3 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0542045 Aug 10 01:32:34.828904 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60854) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:34.886513 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a6e259-6217-4fef-9822-99df72adcbf7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting subnet 792d00b8-8e8c-4927-b713-e6c9df7cc462 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:32:34.889881 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-66a6e259-6217-4fef-9822-99df72adcbf7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:34.923030 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9390f573-9412-4869-8da4-195563edf3af up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:32:34.935883 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-66a6e259-6217-4fef-9822-99df72adcbf7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:34.981962 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-66a6e259-6217-4fef-9822-99df72adcbf7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:35.041539 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-66a6e259-6217-4fef-9822-99df72adcbf7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:35.069656 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6e259-6217-4fef-9822-99df72adcbf7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Subnet': ['ID=792d00b8-8e8c-4927-b713-e6c9df7cc462,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:35.073303 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-66a6e259-6217-4fef-9822-99df72adcbf7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:35.076628 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-66a6e259-6217-4fef-9822-99df72adcbf7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/792d00b8-8e8c-4927-b713-e6c9df7cc462 HTTP/1.1" status: 204 len: 168 time: 0.2464881 Aug 10 01:32:35.077766 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60856) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:35.105805 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7515b7-6594-45c4-a32c-49d5c42e5e0c None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:32:35.118409 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1897dc8b-e519-4c8a-837e-6fbace9fba4a tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0372860 Aug 10 01:32:35.118628 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60858) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:35.165939 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3504afa2-b9c9-4cc5-8fc0-a6e11a405bbe tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:35.169881 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3504afa2-b9c9-4cc5-8fc0-a6e11a405bbe tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0478961 Aug 10 01:32:35.170204 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60860) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:35.207732 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 9390f573-9412-4869-8da4-195563edf3af completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:32:35.213039 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 9390f573-9412-4869-8da4-195563edf3af triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:32:35.213425 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:35.225746 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6978e345-8ff6-4b6c-9e88-14354267d7b9 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:35.227323 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6978e345-8ff6-4b6c-9e88-14354267d7b9 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0553765 Aug 10 01:32:35.230002 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60862) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:35.270501 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6ffba906-f1dc-4984-b71a-8a48ed4c9987 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0355935 Aug 10 01:32:35.270730 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60864) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:35.275755 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-5dfa23eb-84ee-46d5-b0f6-8e8d77233891 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:32:35.317417 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:35.331351 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7ef4b9-5837-4fd9-a1fe-0c251f925186 None None] DHCP port deletion for 534a6429-a9ac-4523-bc48-4c9abf03e5ef request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:32:35.369887 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfa23eb-84ee-46d5-b0f6-8e8d77233891 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:32:35.373350 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5dfa23eb-84ee-46d5-b0f6-8e8d77233891 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:35.379498 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 9390f573-9412-4869-8da4-195563edf3af, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9390f573-9412-4869-8da4-195563edf3af,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:35.383892 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:35.441345 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=9390f573-9412-4869-8da4-195563edf3af,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:35.445638 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6a7ef4b9-5837-4fd9-a1fe-0c251f925186 None None] Deleting port 9390f573-9412-4869-8da4-195563edf3af {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:32:35.446035 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a7ef4b9-5837-4fd9-a1fe-0c251f925186 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:35.507243 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6a7ef4b9-5837-4fd9-a1fe-0c251f925186 None None] For port 9390f573-9412-4869-8da4-195563edf3af, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9390f573-9412-4869-8da4-195563edf3af,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:35.507635 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a7ef4b9-5837-4fd9-a1fe-0c251f925186 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:35.520946 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6a7ef4b9-5837-4fd9-a1fe-0c251f925186 None None] Calling delete_port for 9390f573-9412-4869-8da4-195563edf3af owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:32:35.557652 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5dfa23eb-84ee-46d5-b0f6-8e8d77233891 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:35.599623 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfa23eb-84ee-46d5-b0f6-8e8d77233891 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:35.602740 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-5dfa23eb-84ee-46d5-b0f6-8e8d77233891 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:35.606912 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfa23eb-84ee-46d5-b0f6-8e8d77233891 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:35.607510 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5dfa23eb-84ee-46d5-b0f6-8e8d77233891 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:35.611555 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a7ef4b9-5837-4fd9-a1fe-0c251f925186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:35.619464 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa23eb-84ee-46d5-b0f6-8e8d77233891 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Subnet': ['ID=16e820ef-2241-439f-8573-fda890873aad,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:35.626857 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5dfa23eb-84ee-46d5-b0f6-8e8d77233891 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3550212 Aug 10 01:32:35.629401 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60866) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:35.634556 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-98f03c78-d761-4f43-86bb-beb38bedecb1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'port': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'fixed_ips': [{'subnet_id': '16e820ef-2241-439f-8573-fda890873aad', 'ip_address': '2001:db8::9790:2fbb:d98e:fd99'}], 'name': 'tempest-NetworksTestDHCPv6-385637600'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:32:35.638017 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ef4b9-5837-4fd9-a1fe-0c251f925186 None None] Pushing event deleted for resources: {'Port': ['ID=9390f573-9412-4869-8da4-195563edf3af,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:35.642063 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7ef4b9-5837-4fd9-a1fe-0c251f925186 None None] No DVR routers for this DVR port 9390f573-9412-4869-8da4-195563edf3af on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:32:35.654624 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86733bd5-8e3f-42fe-93e7-18e81936e8ef None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:32:35.747615 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f03c78-d761-4f43-86bb-beb38bedecb1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:32:35.752775 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-98f03c78-d761-4f43-86bb-beb38bedecb1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:35.770796 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-98f03c78-d761-4f43-86bb-beb38bedecb1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] device_id is not set on port 2452d8a1-1382-4dfc-98ee-c1610b303abb yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:32:35.796386 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287cc9ef-dc18-4514-b14d-cbdd0d2e699b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'tenant_id': 'ba95a63363134143868e6cc2658d29f5', 'fixed_ips': [{'subnet_id': '16e820ef-2241-439f-8573-fda890873aad'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:32:35.797244 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-287cc9ef-dc18-4514-b14d-cbdd0d2e699b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:35.927267 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-98f03c78-d761-4f43-86bb-beb38bedecb1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Allocated IP 2001:db8::9790:2fbb:d98e:fd99 (534a6429-a9ac-4523-bc48-4c9abf03e5ef/16e820ef-2241-439f-8573-fda890873aad/2452d8a1-1382-4dfc-98ee-c1610b303abb) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:32:36.070451 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-98f03c78-d761-4f43-86bb-beb38bedecb1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:36.084150 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-98f03c78-d761-4f43-86bb-beb38bedecb1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Transition to ACTIVE for port object 2452d8a1-1382-4dfc-98ee-c1610b303abb will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:32:36.115440 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-98f03c78-d761-4f43-86bb-beb38bedecb1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:36.155492 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f03c78-d761-4f43-86bb-beb38bedecb1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:36.160819 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-98f03c78-d761-4f43-86bb-beb38bedecb1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:36.164455 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f03c78-d761-4f43-86bb-beb38bedecb1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:32:36.167020 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-287cc9ef-dc18-4514-b14d-cbdd0d2e699b None None] Allocated IP 2001:db8::2 (534a6429-a9ac-4523-bc48-4c9abf03e5ef/16e820ef-2241-439f-8573-fda890873aad/f153b6a5-b6df-4aa2-8d42-4385c0e1ad29) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:32:36.170042 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f03c78-d761-4f43-86bb-beb38bedecb1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:36.170691 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-98f03c78-d761-4f43-86bb-beb38bedecb1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:36.180938 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f03c78-d761-4f43-86bb-beb38bedecb1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Port': ['ID=2452d8a1-1382-4dfc-98ee-c1610b303abb,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:36.192787 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-98f03c78-d761-4f43-86bb-beb38bedecb1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.5623672 Aug 10 01:32:36.195951 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60868) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:36.201196 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-d1037986-c90b-4615-b6d3-6aaec375407b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'port': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'fixed_ips': [{'subnet_id': '16e820ef-2241-439f-8573-fda890873aad', 'ip_address': '2001:db8::9790:2fbb:d98e:fd99'}], 'name': 'tempest-NetworksTestDHCPv6-1978915985'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:32:36.306201 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-287cc9ef-dc18-4514-b14d-cbdd0d2e699b None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:36.309705 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1037986-c90b-4615-b6d3-6aaec375407b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:32:36.315260 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d1037986-c90b-4615-b6d3-6aaec375407b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:36.315407 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-287cc9ef-dc18-4514-b14d-cbdd0d2e699b None None] Transition to ACTIVE for port object f153b6a5-b6df-4aa2-8d42-4385c0e1ad29 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:32:36.329977 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-287cc9ef-dc18-4514-b14d-cbdd0d2e699b None None] Transition to ACTIVE for port object f153b6a5-b6df-4aa2-8d42-4385c0e1ad29 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:32:36.332741 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-d1037986-c90b-4615-b6d3-6aaec375407b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] device_id is not set on port 62fa055d-c2b6-40a6-ab16-2b499f849bb2 yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:32:36.336865 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-287cc9ef-dc18-4514-b14d-cbdd0d2e699b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:36.376105 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287cc9ef-dc18-4514-b14d-cbdd0d2e699b None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:36.381245 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-287cc9ef-dc18-4514-b14d-cbdd0d2e699b None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:36.384785 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287cc9ef-dc18-4514-b14d-cbdd0d2e699b None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:32:36.396375 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287cc9ef-dc18-4514-b14d-cbdd0d2e699b None None] Pushing event updated for resources: {'Port': ['ID=f153b6a5-b6df-4aa2-8d42-4385c0e1ad29,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:36.441231 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-287cc9ef-dc18-4514-b14d-cbdd0d2e699b None None] Attempting to bind port f153b6a5-b6df-4aa2-8d42-4385c0e1ad29 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:32:36.441612 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-287cc9ef-dc18-4514-b14d-cbdd0d2e699b None None] Attempting to bind port f153b6a5-b6df-4aa2-8d42-4385c0e1ad29 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:32:36.442005 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287cc9ef-dc18-4514-b14d-cbdd0d2e699b None None] Attempting to bind port f153b6a5-b6df-4aa2-8d42-4385c0e1ad29 on network 534a6429-a9ac-4523-bc48-4c9abf03e5ef {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:32:36.446890 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287cc9ef-dc18-4514-b14d-cbdd0d2e699b None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:32:36.447268 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287cc9ef-dc18-4514-b14d-cbdd0d2e699b None None] Checking segment: {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:32:36.447714 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-287cc9ef-dc18-4514-b14d-cbdd0d2e699b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:36.448107 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287cc9ef-dc18-4514-b14d-cbdd0d2e699b None None] Bound using segment: {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:32:36.448604 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-287cc9ef-dc18-4514-b14d-cbdd0d2e699b None None] Bound port: f153b6a5-b6df-4aa2-8d42-4385c0e1ad29, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:32:36.448997 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-287cc9ef-dc18-4514-b14d-cbdd0d2e699b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:36.489976 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1037986-c90b-4615-b6d3-6aaec375407b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 10 01:32:36.490461 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1037986-c90b-4615-b6d3-6aaec375407b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:32:36.505230 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d1037986-c90b-4615-b6d3-6aaec375407b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.3080261 Aug 10 01:32:36.507741 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60870) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:36.510857 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-287cc9ef-dc18-4514-b14d-cbdd0d2e699b None None] For port f153b6a5-b6df-4aa2-8d42-4385c0e1ad29, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:32:36.513944 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-287cc9ef-dc18-4514-b14d-cbdd0d2e699b None None] For port f153b6a5-b6df-4aa2-8d42-4385c0e1ad29, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=f153b6a5-b6df-4aa2-8d42-4385c0e1ad29,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:32:36.520468 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-287cc9ef-dc18-4514-b14d-cbdd0d2e699b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:36.556305 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65c09bd-bc40-42f5-9698-3bdbfcd359e7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:36.563224 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65c09bd-bc40-42f5-9698-3bdbfcd359e7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:36.565182 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e65c09bd-bc40-42f5-9698-3bdbfcd359e7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0562449 Aug 10 01:32:36.567858 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60872) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:36.586043 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287cc9ef-dc18-4514-b14d-cbdd0d2e699b None None] Pushing event updated for resources: {'Port': ['ID=f153b6a5-b6df-4aa2-8d42-4385c0e1ad29,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:36.667936 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-de9cce7f-e606-4bdc-8512-a88c52df1719 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting port 2452d8a1-1382-4dfc-98ee-c1610b303abb {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:32:36.668324 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-de9cce7f-e606-4bdc-8512-a88c52df1719 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:36.772077 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-de9cce7f-e606-4bdc-8512-a88c52df1719 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:36.785365 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-de9cce7f-e606-4bdc-8512-a88c52df1719 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Calling delete_port for 2452d8a1-1382-4dfc-98ee-c1610b303abb owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:32:36.903628 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device f153b6a5-b6df-4aa2-8d42-4385c0e1ad29 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:32:36.922642 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-de9cce7f-e606-4bdc-8512-a88c52df1719 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:36.951301 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9cce7f-e606-4bdc-8512-a88c52df1719 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Port': ['ID=2452d8a1-1382-4dfc-98ee-c1610b303abb,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:36.953434 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port f153b6a5-b6df-4aa2-8d42-4385c0e1ad29 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:32:36.960217 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9cce7f-e606-4bdc-8512-a88c52df1719 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:36.960571 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9cce7f-e606-4bdc-8512-a88c52df1719 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:36.960934 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9cce7f-e606-4bdc-8512-a88c52df1719 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:36.961256 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9cce7f-e606-4bdc-8512-a88c52df1719 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:36.961596 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9cce7f-e606-4bdc-8512-a88c52df1719 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:36.961933 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9cce7f-e606-4bdc-8512-a88c52df1719 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:36.962267 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9cce7f-e606-4bdc-8512-a88c52df1719 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:36.962601 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9cce7f-e606-4bdc-8512-a88c52df1719 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:36.962934 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9cce7f-e606-4bdc-8512-a88c52df1719 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:36.963266 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9cce7f-e606-4bdc-8512-a88c52df1719 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:36.963599 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9cce7f-e606-4bdc-8512-a88c52df1719 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:36.963924 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9cce7f-e606-4bdc-8512-a88c52df1719 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:36.989610 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-de9cce7f-e606-4bdc-8512-a88c52df1719 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:36.991596 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-de9cce7f-e606-4bdc-8512-a88c52df1719 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/2452d8a1-1382-4dfc-98ee-c1610b303abb HTTP/1.1" status: 204 len: 168 time: 0.4202819 Aug 10 01:32:36.994414 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60874) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:37.008352 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9390f573-9412-4869-8da4-195563edf3af no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:32:37.028819 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 9390f573-9412-4869-8da4-195563edf3af {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:32:37.029533 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9390f573-9412-4869-8da4-195563edf3af not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:32:37.047820 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01c5df0-39fd-47a4-b9aa-82a92573bed4 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:37.049751 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01c5df0-39fd-47a4-b9aa-82a92573bed4 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:37.051259 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d01c5df0-39fd-47a4-b9aa-82a92573bed4 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0555351 Aug 10 01:32:37.053963 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60876) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:37.103576 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c736ccca-6652-48dd-9e7b-c9713637f059 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting subnet 16e820ef-2241-439f-8573-fda890873aad {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:32:37.106511 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c736ccca-6652-48dd-9e7b-c9713637f059 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:37.150287 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c736ccca-6652-48dd-9e7b-c9713637f059 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:37.235008 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c736ccca-6652-48dd-9e7b-c9713637f059 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:37.294910 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c736ccca-6652-48dd-9e7b-c9713637f059 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:37.329253 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c736ccca-6652-48dd-9e7b-c9713637f059 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:37.332467 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c736ccca-6652-48dd-9e7b-c9713637f059 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/16e820ef-2241-439f-8573-fda890873aad HTTP/1.1" status: 204 len: 168 time: 0.2774930 Aug 10 01:32:37.333504 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60878) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:37.339802 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736ccca-6652-48dd-9e7b-c9713637f059 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Subnet': ['ID=16e820ef-2241-439f-8573-fda890873aad,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:37.375011 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ef7a5eb3-8213-450a-b381-29d5e1dec557 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0403793 Aug 10 01:32:37.378814 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60880) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:37.383805 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-d0c1281e-9f0c-465e-aabb-b65b1c360c68 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:32:37.454356 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bf12c3-df66-4750-bd86-08e5bbe2bcc7 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:32:37.476639 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c1281e-9f0c-465e-aabb-b65b1c360c68 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:32:37.480247 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d0c1281e-9f0c-465e-aabb-b65b1c360c68 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:37.519890 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a017b4e9-f6f4-4424-9cff-f90711cf78b9 None None] Provisioning for port f153b6a5-b6df-4aa2-8d42-4385c0e1ad29 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:32:37.525699 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a017b4e9-f6f4-4424-9cff-f90711cf78b9 None None] Provisioning complete for port f153b6a5-b6df-4aa2-8d42-4385c0e1ad29 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:32:37.526077 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a017b4e9-f6f4-4424-9cff-f90711cf78b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:37.643918 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a017b4e9-f6f4-4424-9cff-f90711cf78b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:37.668486 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d0c1281e-9f0c-465e-aabb-b65b1c360c68 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:37.681081 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-a017b4e9-f6f4-4424-9cff-f90711cf78b9 None None] For port f153b6a5-b6df-4aa2-8d42-4385c0e1ad29, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=f153b6a5-b6df-4aa2-8d42-4385c0e1ad29,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:37.685848 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd64470-d791-4048-ad4b-ae4da3bf7dfb None None] DHCP port deletion for 534a6429-a9ac-4523-bc48-4c9abf03e5ef request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:32:37.689741 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a017b4e9-f6f4-4424-9cff-f90711cf78b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:37.709349 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c1281e-9f0c-465e-aabb-b65b1c360c68 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:37.712441 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-d0c1281e-9f0c-465e-aabb-b65b1c360c68 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:37.715737 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c1281e-9f0c-465e-aabb-b65b1c360c68 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:37.716364 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d0c1281e-9f0c-465e-aabb-b65b1c360c68 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:37.737016 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1281e-9f0c-465e-aabb-b65b1c360c68 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Subnet': ['ID=5e6935b6-f57f-4074-9f91-b67436f9ecbc,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:37.744568 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d0c1281e-9f0c-465e-aabb-b65b1c360c68 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3620732 Aug 10 01:32:37.745017 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60882) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:37.750136 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-83d64778-1d43-49e1-8570-e70b3d0d3bc5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'port': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'fixed_ips': [{'subnet_id': '5e6935b6-f57f-4074-9f91-b67436f9ecbc', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1686379443'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:32:37.756952 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017b4e9-f6f4-4424-9cff-f90711cf78b9 None None] Pushing event updated for resources: {'Port': ['ID=f153b6a5-b6df-4aa2-8d42-4385c0e1ad29,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:37.775271 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8fd64470-d791-4048-ad4b-ae4da3bf7dfb None None] Deleting port f153b6a5-b6df-4aa2-8d42-4385c0e1ad29 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:32:37.775658 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8fd64470-d791-4048-ad4b-ae4da3bf7dfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:37.853358 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-8fd64470-d791-4048-ad4b-ae4da3bf7dfb None None] For port f153b6a5-b6df-4aa2-8d42-4385c0e1ad29, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=f153b6a5-b6df-4aa2-8d42-4385c0e1ad29,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:37.853922 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8fd64470-d791-4048-ad4b-ae4da3bf7dfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:37.856451 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d64778-1d43-49e1-8570-e70b3d0d3bc5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:32:37.861842 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-83d64778-1d43-49e1-8570-e70b3d0d3bc5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:37.867650 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8fd64470-d791-4048-ad4b-ae4da3bf7dfb None None] Calling delete_port for f153b6a5-b6df-4aa2-8d42-4385c0e1ad29 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:32:37.879469 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-83d64778-1d43-49e1-8570-e70b3d0d3bc5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] device_id is not set on port d5f3b12b-bbb1-4333-b233-60a517463526 yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:32:37.944560 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8fd64470-d791-4048-ad4b-ae4da3bf7dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:37.966770 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd64470-d791-4048-ad4b-ae4da3bf7dfb None None] Pushing event deleted for resources: {'Port': ['ID=f153b6a5-b6df-4aa2-8d42-4385c0e1ad29,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:37.972113 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd64470-d791-4048-ad4b-ae4da3bf7dfb None None] No DVR routers for this DVR port f153b6a5-b6df-4aa2-8d42-4385c0e1ad29 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:32:37.987284 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a790c28-0677-4903-a59c-84af3da6cec7 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:32:37.995865 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d64778-1d43-49e1-8570-e70b3d0d3bc5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:32:37.996502 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83d64778-1d43-49e1-8570-e70b3d0d3bc5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:32:38.009916 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-83d64778-1d43-49e1-8570-e70b3d0d3bc5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.2641528 Aug 10 01:32:38.012512 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60884) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:38.041438 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b64f81f0-84b6-45b0-a330-adeae814a1b5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0257292 Aug 10 01:32:38.041958 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60886) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:38.092132 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87545dd-3c1b-4890-ae98-56ae4022951c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:38.093818 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87545dd-3c1b-4890-ae98-56ae4022951c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:38.095300 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d87545dd-3c1b-4890-ae98-56ae4022951c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0524099 Aug 10 01:32:38.097965 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60888) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:38.129718 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedb4d7c-f2b1-4dac-9c99-35c44938cd7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'tenant_id': 'ba95a63363134143868e6cc2658d29f5', 'fixed_ips': [{'subnet_id': '5e6935b6-f57f-4074-9f91-b67436f9ecbc'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:32:38.130520 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fedb4d7c-f2b1-4dac-9c99-35c44938cd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:38.154141 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a367f15-4d4c-45b7-b3b1-d6c5a77ef756 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting subnet 5e6935b6-f57f-4074-9f91-b67436f9ecbc {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:32:38.157755 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8a367f15-4d4c-45b7-b3b1-d6c5a77ef756 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:38.197003 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8a367f15-4d4c-45b7-b3b1-d6c5a77ef756 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:38.240747 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8a367f15-4d4c-45b7-b3b1-d6c5a77ef756 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:38.297984 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8a367f15-4d4c-45b7-b3b1-d6c5a77ef756 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server [None req-fedb4d7c-f2b1-4dac-9c99-35c44938cd7a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5e6935b6-f57f-4074-9f91-b67436f9ecbc: This subnet is being modified by another concurrent operation. Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise exception Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5e6935b6-f57f-4074-9f91-b67436f9ecbc: This subnet is being modified by another concurrent operation. Aug 10 01:32:38.300923 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server Aug 10 01:32:38.316337 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab2d04c-baf0-4b59-a21f-b619e481c9ef None None] get_active_networks_info from n-d-766726-26 {{(pid=105828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:32:38.330823 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a367f15-4d4c-45b7-b3b1-d6c5a77ef756 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Subnet': ['ID=5e6935b6-f57f-4074-9f91-b67436f9ecbc,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:38.332805 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8a367f15-4d4c-45b7-b3b1-d6c5a77ef756 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:38.334658 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8a367f15-4d4c-45b7-b3b1-d6c5a77ef756 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/5e6935b6-f57f-4074-9f91-b67436f9ecbc HTTP/1.1" status: 204 len: 168 time: 0.2358055 Aug 10 01:32:38.337295 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60890) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:38.374814 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-489c11fd-c462-4f00-9286-a9ac7ff9308c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0363600 Aug 10 01:32:38.378474 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60892) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:38.378645 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab2d04c-baf0-4b59-a21f-b619e481c9ef None None] Resources bound (agent type, host, resource id): {{(pid=105828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:32:38.383375 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-35efaa30-002d-4f4f-a44e-52b0a58c14d7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:32:38.469299 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35efaa30-002d-4f4f-a44e-52b0a58c14d7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:32:38.472794 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-35efaa30-002d-4f4f-a44e-52b0a58c14d7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:38.654702 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-35efaa30-002d-4f4f-a44e-52b0a58c14d7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:38.700872 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35efaa30-002d-4f4f-a44e-52b0a58c14d7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:38.704479 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-35efaa30-002d-4f4f-a44e-52b0a58c14d7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:38.708665 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35efaa30-002d-4f4f-a44e-52b0a58c14d7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:38.709727 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-35efaa30-002d-4f4f-a44e-52b0a58c14d7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:38.712712 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0d3faa-4df7-438f-bcad-df31e1bfc15c None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:32:38.713557 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efaa30-002d-4f4f-a44e-52b0a58c14d7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Subnet': ['ID=f9fa6dd9-ea90-4542-a2d4-4f2ebd2ff28a,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:38.728422 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-35efaa30-002d-4f4f-a44e-52b0a58c14d7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3488085 Aug 10 01:32:38.730978 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60894) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:38.735933 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-c86348bb-6173-442a-8f6e-39f844b16005 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-976821952', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:32:38.758145 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c86348bb-6173-442a-8f6e-39f844b16005 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:38.759675 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c86348bb-6173-442a-8f6e-39f844b16005 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:38.810310 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c86348bb-6173-442a-8f6e-39f844b16005 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:38.815151 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c86348bb-6173-442a-8f6e-39f844b16005 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:38.833104 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c86348bb-6173-442a-8f6e-39f844b16005 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:38.834069 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c86348bb-6173-442a-8f6e-39f844b16005 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1021714 Aug 10 01:32:38.836794 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60896) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:38.870395 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7f8abf-e349-42b5-9602-2de22f6ac4b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'tenant_id': 'ba95a63363134143868e6cc2658d29f5', 'fixed_ips': [{'subnet_id': 'f9fa6dd9-ea90-4542-a2d4-4f2ebd2ff28a'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:32:38.871354 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8abf-e349-42b5-9602-2de22f6ac4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:38.939524 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device f153b6a5-b6df-4aa2-8d42-4385c0e1ad29 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:32:38.963308 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: f153b6a5-b6df-4aa2-8d42-4385c0e1ad29 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:32:38.963656 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device f153b6a5-b6df-4aa2-8d42-4385c0e1ad29 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:32:39.032756 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-3d7f8abf-e349-42b5-9602-2de22f6ac4b7 None None] Allocated IP 2001:db8::2 (534a6429-a9ac-4523-bc48-4c9abf03e5ef/f9fa6dd9-ea90-4542-a2d4-4f2ebd2ff28a/401caf82-aad8-49b9-8d73-5f6a353d4991) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:32:39.179373 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8abf-e349-42b5-9602-2de22f6ac4b7 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:39.188333 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-3d7f8abf-e349-42b5-9602-2de22f6ac4b7 None None] Transition to ACTIVE for port object 401caf82-aad8-49b9-8d73-5f6a353d4991 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:32:39.203738 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-3d7f8abf-e349-42b5-9602-2de22f6ac4b7 None None] Transition to ACTIVE for port object 401caf82-aad8-49b9-8d73-5f6a353d4991 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:32:39.209559 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8abf-e349-42b5-9602-2de22f6ac4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:39.255300 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7f8abf-e349-42b5-9602-2de22f6ac4b7 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:39.258283 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-3d7f8abf-e349-42b5-9602-2de22f6ac4b7 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:39.260929 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7f8abf-e349-42b5-9602-2de22f6ac4b7 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:32:39.268820 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f8abf-e349-42b5-9602-2de22f6ac4b7 None None] Pushing event updated for resources: {'Port': ['ID=401caf82-aad8-49b9-8d73-5f6a353d4991,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:39.320248 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-3d7f8abf-e349-42b5-9602-2de22f6ac4b7 None None] Attempting to bind port 401caf82-aad8-49b9-8d73-5f6a353d4991 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:32:39.320633 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-3d7f8abf-e349-42b5-9602-2de22f6ac4b7 None None] Attempting to bind port 401caf82-aad8-49b9-8d73-5f6a353d4991 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:32:39.321005 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7f8abf-e349-42b5-9602-2de22f6ac4b7 None None] Attempting to bind port 401caf82-aad8-49b9-8d73-5f6a353d4991 on network 534a6429-a9ac-4523-bc48-4c9abf03e5ef {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:32:39.326012 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7f8abf-e349-42b5-9602-2de22f6ac4b7 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:32:39.326399 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7f8abf-e349-42b5-9602-2de22f6ac4b7 None None] Checking segment: {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:32:39.327299 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8abf-e349-42b5-9602-2de22f6ac4b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:39.327698 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7f8abf-e349-42b5-9602-2de22f6ac4b7 None None] Bound using segment: {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:32:39.328167 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-3d7f8abf-e349-42b5-9602-2de22f6ac4b7 None None] Bound port: 401caf82-aad8-49b9-8d73-5f6a353d4991, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:32:39.328581 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8abf-e349-42b5-9602-2de22f6ac4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:39.390111 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-3d7f8abf-e349-42b5-9602-2de22f6ac4b7 None None] For port 401caf82-aad8-49b9-8d73-5f6a353d4991, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:32:39.393445 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-3d7f8abf-e349-42b5-9602-2de22f6ac4b7 None None] For port 401caf82-aad8-49b9-8d73-5f6a353d4991, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=401caf82-aad8-49b9-8d73-5f6a353d4991,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:32:39.398035 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3d7f8abf-e349-42b5-9602-2de22f6ac4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:39.456969 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f8abf-e349-42b5-9602-2de22f6ac4b7 None None] Pushing event updated for resources: {'Port': ['ID=401caf82-aad8-49b9-8d73-5f6a353d4991,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:39.472288 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a43e2006-6887-4add-b3ce-c04f5da5bed0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:39.728682 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-a43e2006-6887-4add-b3ce-c04f5da5bed0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Allocated IP 2001:db8::1 (534a6429-a9ac-4523-bc48-4c9abf03e5ef/f9fa6dd9-ea90-4542-a2d4-4f2ebd2ff28a/64d38445-f16a-4fcb-bdd5-e046048456cc) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:32:39.835297 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a43e2006-6887-4add-b3ce-c04f5da5bed0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:39.849932 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-a43e2006-6887-4add-b3ce-c04f5da5bed0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Transition to ACTIVE for port object 64d38445-f16a-4fcb-bdd5-e046048456cc will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:32:39.883449 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a43e2006-6887-4add-b3ce-c04f5da5bed0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:39.927183 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43e2006-6887-4add-b3ce-c04f5da5bed0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:39.932205 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-a43e2006-6887-4add-b3ce-c04f5da5bed0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:39.934738 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43e2006-6887-4add-b3ce-c04f5da5bed0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:32:39.935360 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a43e2006-6887-4add-b3ce-c04f5da5bed0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:39.977192 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e2006-6887-4add-b3ce-c04f5da5bed0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Port': ['ID=64d38445-f16a-4fcb-bdd5-e046048456cc,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:40.063086 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a43e2006-6887-4add-b3ce-c04f5da5bed0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:40.326647 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a43e2006-6887-4add-b3ce-c04f5da5bed0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:40.331455 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a43e2006-6887-4add-b3ce-c04f5da5bed0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:40.332224 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a43e2006-6887-4add-b3ce-c04f5da5bed0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:40.422867 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e2006-6887-4add-b3ce-c04f5da5bed0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Port': ['ID=64d38445-f16a-4fcb-bdd5-e046048456cc,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:40.463604 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43e2006-6887-4add-b3ce-c04f5da5bed0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:40.465044 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-a43e2006-6887-4add-b3ce-c04f5da5bed0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:40.531950 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ec0e6df5-73c3-49a8-806a-5ee18499809f None None] Provisioning for port 401caf82-aad8-49b9-8d73-5f6a353d4991 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:32:40.588328 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43e2006-6887-4add-b3ce-c04f5da5bed0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Router 373f2809-d2c3-4dee-9690-345dc8d36b51 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:32:40.685589 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43e2006-6887-4add-b3ce-c04f5da5bed0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:32:40.691441 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a43e2006-6887-4add-b3ce-c04f5da5bed0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "PUT /v2.0/routers/373f2809-d2c3-4dee-9690-345dc8d36b51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8535302 Aug 10 01:32:40.693912 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60898) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:40.697248 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7db11a9-e418-4841-aebb-ddf09350e0ec None None] Sync routers for ids ['373f2809-d2c3-4dee-9690-345dc8d36b51'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:32:40.711046 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7db11a9-e418-4841-aebb-ddf09350e0ec None None] Routers {'373f2809-d2c3-4dee-9690-345dc8d36b51'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:32:40.711768 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-f7db11a9-e418-4841-aebb-ddf09350e0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:32:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['373f2809-d2c3-4dee-9690-345dc8d36b51'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:32:40.737230 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6695b015-f31b-4817-949b-59d24575c229 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:40.738685 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6695b015-f31b-4817-949b-59d24575c229 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports/64d38445-f16a-4fcb-bdd5-e046048456cc HTTP/1.1" status: 200 len: 911 time: 0.0438540 Aug 10 01:32:40.741256 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60900) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:40.792100 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7777c9bc-c6dc-48ad-81d0-1417cab593af tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:40.798324 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7777c9bc-c6dc-48ad-81d0-1417cab593af tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:40.800163 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7777c9bc-c6dc-48ad-81d0-1417cab593af tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0579729 Aug 10 01:32:40.803007 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60902) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:40.870011 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-79c04b83-6f2e-4833-97f2-0cfe96ecb328 None None] Provisioning for port 64d38445-f16a-4fcb-bdd5-e046048456cc completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:32:40.877520 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-79c04b83-6f2e-4833-97f2-0cfe96ecb328 None None] Provisioning complete for port 64d38445-f16a-4fcb-bdd5-e046048456cc triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:32:40.879432 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-79c04b83-6f2e-4833-97f2-0cfe96ecb328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:40.901554 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-f7db11a9-e418-4841-aebb-ddf09350e0ec None None] Set router 373f2809-d2c3-4dee-9690-345dc8d36b51 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:32:40.949097 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-79c04b83-6f2e-4833-97f2-0cfe96ecb328 None None] Port 64d38445-f16a-4fcb-bdd5-e046048456cc cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:32:40.958623 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 401caf82-aad8-49b9-8d73-5f6a353d4991 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:32:41.015223 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 401caf82-aad8-49b9-8d73-5f6a353d4991 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:32:41.018912 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 401caf82-aad8-49b9-8d73-5f6a353d4991 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:32:41.019608 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:41.078056 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5ff554a4-4b16-4e81-8213-8a04e5f4a053 None None] Provisioning complete for port 64d38445-f16a-4fcb-bdd5-e046048456cc triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:32:41.078056 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5ff554a4-4b16-4e81-8213-8a04e5f4a053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:41.113565 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-f7db11a9-e418-4841-aebb-ddf09350e0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373f2809-d2c3-4dee-9690-345dc8d36b51', 'name': 'tempest-NetworksTestDHCPv6-router-976821952', 'tenant_id': 'ba95a63363134143868e6cc2658d29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:32:38Z', 'updated_at': '2021-08-10T01:32:40Z', 'revision_number': 2, 'project_id': 'ba95a63363134143868e6cc2658d29f5', 'gw_port_host': None, '_interfaces': [{'id': '64d38445-f16a-4fcb-bdd5-e046048456cc', 'name': '', 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'tenant_id': 'ba95a63363134143868e6cc2658d29f5', 'mac_address': 'fa:16:3e:1f:46:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373f2809-d2c3-4dee-9690-345dc8d36b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'f9fa6dd9-ea90-4542-a2d4-4f2ebd2ff28a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:32:39Z', 'updated_at': '2021-08-10T01:32:40Z', 'revision_number': 2, 'project_id': 'ba95a63363134143868e6cc2658d29f5', 'subnets': [{'id': 'f9fa6dd9-ea90-4542-a2d4-4f2ebd2ff28a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:32:41.137758 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:41.140278 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7db11a9-e418-4841-aebb-ddf09350e0ec None None] Checking router: 373f2809-d2c3-4dee-9690-345dc8d36b51 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:32:41.140634 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7db11a9-e418-4841-aebb-ddf09350e0ec None None] Updating router 373f2809-d2c3-4dee-9690-345dc8d36b51 port 64d38445-f16a-4fcb-bdd5-e046048456cc binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:32:41.141341 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-5ff554a4-4b16-4e81-8213-8a04e5f4a053 None None] Port 64d38445-f16a-4fcb-bdd5-e046048456cc cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:32:41.166633 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f7db11a9-e418-4841-aebb-ddf09350e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:41.171745 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 401caf82-aad8-49b9-8d73-5f6a353d4991, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=401caf82-aad8-49b9-8d73-5f6a353d4991,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:41.178324 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:41.232837 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95953008-6e33-4a2d-b30a-1ab0398881d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:41.238619 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=401caf82-aad8-49b9-8d73-5f6a353d4991,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:41.322174 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eaca9744-afdc-4b37-9014-b062ac21415e tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:41.438573 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f7db11a9-e418-4841-aebb-ddf09350e0ec None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:41.448814 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-f7db11a9-e418-4841-aebb-ddf09350e0ec None None] Transition to ACTIVE for port object 64d38445-f16a-4fcb-bdd5-e046048456cc will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:32:41.454912 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f7db11a9-e418-4841-aebb-ddf09350e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:41.528947 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854f7b2-dc12-4ac2-87f7-23f79e4a9db0 None None] Pushing event updated for resources: {'Port': ['ID=64d38445-f16a-4fcb-bdd5-e046048456cc,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:41.539837 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-eaca9744-afdc-4b37-9014-b062ac21415e tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting port 64d38445-f16a-4fcb-bdd5-e046048456cc {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:32:41.540217 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eaca9744-afdc-4b37-9014-b062ac21415e tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:41.552467 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2854f7b2-dc12-4ac2-87f7-23f79e4a9db0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:41.552820 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2854f7b2-dc12-4ac2-87f7-23f79e4a9db0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:41.553158 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2854f7b2-dc12-4ac2-87f7-23f79e4a9db0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:41.553497 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2854f7b2-dc12-4ac2-87f7-23f79e4a9db0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:41.553825 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2854f7b2-dc12-4ac2-87f7-23f79e4a9db0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:41.555131 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2854f7b2-dc12-4ac2-87f7-23f79e4a9db0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:41.555131 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2854f7b2-dc12-4ac2-87f7-23f79e4a9db0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:41.555131 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2854f7b2-dc12-4ac2-87f7-23f79e4a9db0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:41.555131 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2854f7b2-dc12-4ac2-87f7-23f79e4a9db0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:41.555500 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2854f7b2-dc12-4ac2-87f7-23f79e4a9db0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:41.555705 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2854f7b2-dc12-4ac2-87f7-23f79e4a9db0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:41.556025 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2854f7b2-dc12-4ac2-87f7-23f79e4a9db0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:41.573771 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-f7db11a9-e418-4841-aebb-ddf09350e0ec None None] Attempting to bind port 64d38445-f16a-4fcb-bdd5-e046048456cc on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:32:41.574140 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-f7db11a9-e418-4841-aebb-ddf09350e0ec None None] Attempting to bind port 64d38445-f16a-4fcb-bdd5-e046048456cc by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:32:41.574567 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7db11a9-e418-4841-aebb-ddf09350e0ec None None] Attempting to bind port 64d38445-f16a-4fcb-bdd5-e046048456cc on network 534a6429-a9ac-4523-bc48-4c9abf03e5ef {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:32:41.580027 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7db11a9-e418-4841-aebb-ddf09350e0ec None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:32:41.580423 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7db11a9-e418-4841-aebb-ddf09350e0ec None None] Checking segment: {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:32:41.580824 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f7db11a9-e418-4841-aebb-ddf09350e0ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:41.581244 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7db11a9-e418-4841-aebb-ddf09350e0ec None None] Bound using segment: {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:32:41.581704 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-f7db11a9-e418-4841-aebb-ddf09350e0ec None None] Bound port: 64d38445-f16a-4fcb-bdd5-e046048456cc, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:32:41.582082 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f7db11a9-e418-4841-aebb-ddf09350e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:41.640398 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-eaca9744-afdc-4b37-9014-b062ac21415e tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] For port 64d38445-f16a-4fcb-bdd5-e046048456cc, host n-d-766726-26, got binding levels [] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:41.640998 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eaca9744-afdc-4b37-9014-b062ac21415e tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:41.651906 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-f7db11a9-e418-4841-aebb-ddf09350e0ec None None] For port 64d38445-f16a-4fcb-bdd5-e046048456cc, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:32:41.655554 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-f7db11a9-e418-4841-aebb-ddf09350e0ec None None] For port 64d38445-f16a-4fcb-bdd5-e046048456cc, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=64d38445-f16a-4fcb-bdd5-e046048456cc,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:32:41.655934 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-eaca9744-afdc-4b37-9014-b062ac21415e tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Calling delete_port for 64d38445-f16a-4fcb-bdd5-e046048456cc owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:32:41.660685 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f7db11a9-e418-4841-aebb-ddf09350e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:41.726422 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854f7b2-dc12-4ac2-87f7-23f79e4a9db0 None None] Pushing event updated for resources: {'Port': ['ID=64d38445-f16a-4fcb-bdd5-e046048456cc,revision_number=4']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:41.731527 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7db11a9-e418-4841-aebb-ddf09350e0ec None None] Routers {'373f2809-d2c3-4dee-9690-345dc8d36b51'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:32:41.732128 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-f7db11a9-e418-4841-aebb-ddf09350e0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:32:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['373f2809-d2c3-4dee-9690-345dc8d36b51'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:32:41.830572 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-f7db11a9-e418-4841-aebb-ddf09350e0ec None None] Set router 373f2809-d2c3-4dee-9690-345dc8d36b51 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:32:41.851035 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eaca9744-afdc-4b37-9014-b062ac21415e tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:41.853573 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:41.888890 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca9744-afdc-4b37-9014-b062ac21415e tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Port': ['ID=64d38445-f16a-4fcb-bdd5-e046048456cc,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:41.978728 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-eaca9744-afdc-4b37-9014-b062ac21415e tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:41.985187 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a333327c-7e59-4b25-8f85-620a8ffa47ec None None] Could not find standard attr ID for object 64d38445-f16a-4fcb-bdd5-e046048456cc. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:32:42.053862 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-f7db11a9-e418-4841-aebb-ddf09350e0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373f2809-d2c3-4dee-9690-345dc8d36b51', 'name': 'tempest-NetworksTestDHCPv6-router-976821952', 'tenant_id': 'ba95a63363134143868e6cc2658d29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:32:38Z', 'updated_at': '2021-08-10T01:32:40Z', 'revision_number': 2, 'project_id': 'ba95a63363134143868e6cc2658d29f5', 'gw_port_host': None, '_interfaces': [{'id': '64d38445-f16a-4fcb-bdd5-e046048456cc', 'name': '', 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'tenant_id': 'ba95a63363134143868e6cc2658d29f5', 'mac_address': 'fa:16:3e:1f:46:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373f2809-d2c3-4dee-9690-345dc8d36b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'f9fa6dd9-ea90-4542-a2d4-4f2ebd2ff28a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:32:39Z', 'updated_at': '2021-08-10T01:32:41Z', 'revision_number': 4, 'project_id': 'ba95a63363134143868e6cc2658d29f5', 'subnets': [{'id': 'f9fa6dd9-ea90-4542-a2d4-4f2ebd2ff28a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:32:42.083496 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7db11a9-e418-4841-aebb-ddf09350e0ec None None] The sync data for ids ['373f2809-d2c3-4dee-9690-345dc8d36b51'] in n-d-766726-26 is: [{'id': '373f2809-d2c3-4dee-9690-345dc8d36b51', 'name': 'tempest-NetworksTestDHCPv6-router-976821952', 'tenant_id': 'ba95a63363134143868e6cc2658d29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:32:38Z', 'updated_at': '2021-08-10T01:32:40Z', 'revision_number': 2, 'project_id': 'ba95a63363134143868e6cc2658d29f5', 'gw_port_host': None, '_interfaces': [{'id': '64d38445-f16a-4fcb-bdd5-e046048456cc', 'name': '', 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'tenant_id': 'ba95a63363134143868e6cc2658d29f5', 'mac_address': 'fa:16:3e:1f:46:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373f2809-d2c3-4dee-9690-345dc8d36b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'f9fa6dd9-ea90-4542-a2d4-4f2ebd2ff28a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:32:39Z', 'updated_at': '2021-08-10T01:32:41Z', 'revision_number': 4, 'project_id': 'ba95a63363134143868e6cc2658d29f5', 'subnets': [{'id': 'f9fa6dd9-ea90-4542-a2d4-4f2ebd2ff28a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:32:42.138496 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaca9744-afdc-4b37-9014-b062ac21415e tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Router 373f2809-d2c3-4dee-9690-345dc8d36b51 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:32:42.215627 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaca9744-afdc-4b37-9014-b062ac21415e tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:32:42.221110 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-eaca9744-afdc-4b37-9014-b062ac21415e tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "PUT /v2.0/routers/373f2809-d2c3-4dee-9690-345dc8d36b51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4171062 Aug 10 01:32:42.223614 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60904) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:42.292721 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f78d1a-30d8-46a4-8af4-fcecdbc46af3 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:42.294238 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f78d1a-30d8-46a4-8af4-fcecdbc46af3 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:42.295748 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-28f78d1a-30d8-46a4-8af4-fcecdbc46af3 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0711768 Aug 10 01:32:42.298340 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60906) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:42.350447 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-780ca56c-6e91-478d-8965-4ef103874c0c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting subnet f9fa6dd9-ea90-4542-a2d4-4f2ebd2ff28a {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:32:42.353879 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-780ca56c-6e91-478d-8965-4ef103874c0c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:42.405431 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-780ca56c-6e91-478d-8965-4ef103874c0c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:42.501353 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-780ca56c-6e91-478d-8965-4ef103874c0c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:42.567408 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-780ca56c-6e91-478d-8965-4ef103874c0c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:42.608557 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ca56c-6e91-478d-8965-4ef103874c0c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Subnet': ['ID=f9fa6dd9-ea90-4542-a2d4-4f2ebd2ff28a,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:42.610287 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b57f0aa-351e-4246-a1e0-57e8f972ca5d None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:32:42.610892 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-780ca56c-6e91-478d-8965-4ef103874c0c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:42.613803 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-780ca56c-6e91-478d-8965-4ef103874c0c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/f9fa6dd9-ea90-4542-a2d4-4f2ebd2ff28a HTTP/1.1" status: 204 len: 168 time: 0.3145163 Aug 10 01:32:42.616147 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60908) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:42.766658 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9922fb6b-2515-4ecd-8131-c34479fa08d6 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1491969 Aug 10 01:32:42.769686 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60910) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:42.811869 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be4312a-f77b-401e-9d80-9e27a9432905 None None] DHCP port deletion for 534a6429-a9ac-4523-bc48-4c9abf03e5ef request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:32:42.843235 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-82f5207b-f521-4c0a-9150-a929139414ee tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:42.860217 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6be4312a-f77b-401e-9d80-9e27a9432905 None None] Deleting port 401caf82-aad8-49b9-8d73-5f6a353d4991 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:32:42.860798 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6be4312a-f77b-401e-9d80-9e27a9432905 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:42.910866 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 401caf82-aad8-49b9-8d73-5f6a353d4991 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:32:42.951480 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6be4312a-f77b-401e-9d80-9e27a9432905 None None] For port 401caf82-aad8-49b9-8d73-5f6a353d4991, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=401caf82-aad8-49b9-8d73-5f6a353d4991,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:42.952440 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6be4312a-f77b-401e-9d80-9e27a9432905 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:42.969759 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6be4312a-f77b-401e-9d80-9e27a9432905 None None] Calling delete_port for 401caf82-aad8-49b9-8d73-5f6a353d4991 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:32:43.022376 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-82f5207b-f521-4c0a-9150-a929139414ee tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:43.024590 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-82f5207b-f521-4c0a-9150-a929139414ee tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:43.074265 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-82f5207b-f521-4c0a-9150-a929139414ee tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:43.074871 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f5207b-f521-4c0a-9150-a929139414ee tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Fanout notify agent at l3_agent the message router_deleted on router 373f2809-d2c3-4dee-9690-345dc8d36b51 {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:32:43.082399 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-82f5207b-f521-4c0a-9150-a929139414ee tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:43.083584 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-82f5207b-f521-4c0a-9150-a929139414ee tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/routers/373f2809-d2c3-4dee-9690-345dc8d36b51 HTTP/1.1" status: 204 len: 168 time: 0.3129714 Aug 10 01:32:43.086495 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60912) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:43.091603 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-69c2caa1-ad84-427b-be40-5584db8fd1f8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:32:43.182708 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c2caa1-ad84-427b-be40-5584db8fd1f8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:32:43.187005 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-69c2caa1-ad84-427b-be40-5584db8fd1f8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:43.215278 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:43.256944 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 401caf82-aad8-49b9-8d73-5f6a353d4991, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=401caf82-aad8-49b9-8d73-5f6a353d4991,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:43.261374 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:43.286409 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6be4312a-f77b-401e-9d80-9e27a9432905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:43.303848 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be4312a-f77b-401e-9d80-9e27a9432905 None None] No DVR routers for this DVR port 401caf82-aad8-49b9-8d73-5f6a353d4991 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:32:43.324203 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=401caf82-aad8-49b9-8d73-5f6a353d4991,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:43.347760 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4312a-f77b-401e-9d80-9e27a9432905 None None] Pushing event deleted for resources: {'Port': ['ID=401caf82-aad8-49b9-8d73-5f6a353d4991,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:43.540874 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea44a556-885e-47d2-815c-271d80c91220 None None] Sync routers for ids ['373f2809-d2c3-4dee-9690-345dc8d36b51'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:32:43.550662 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea44a556-885e-47d2-815c-271d80c91220 None None] Routers set() bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:32:43.551041 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea44a556-885e-47d2-815c-271d80c91220 None None] Router IDs set() for agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 01:32:43.551680 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_agentschedulers_db [None req-ea44a556-885e-47d2-815c-271d80c91220 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'373f2809-d2c3-4dee-9690-345dc8d36b51'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:32:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent'). {{(pid=105828) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 01:32:43.559750 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea44a556-885e-47d2-815c-271d80c91220 None None] Routers set() bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:32:43.560118 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea44a556-885e-47d2-815c-271d80c91220 None None] Router IDs set() for agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 01:32:43.560759 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_agentschedulers_db [None req-ea44a556-885e-47d2-815c-271d80c91220 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'373f2809-d2c3-4dee-9690-345dc8d36b51'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:32:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent'). {{(pid=105828) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 01:32:43.561143 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea44a556-885e-47d2-815c-271d80c91220 None None] The sync data for ids ['373f2809-d2c3-4dee-9690-345dc8d36b51'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:32:43.729585 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-69c2caa1-ad84-427b-be40-5584db8fd1f8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:43.767762 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c2caa1-ad84-427b-be40-5584db8fd1f8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:43.772073 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-69c2caa1-ad84-427b-be40-5584db8fd1f8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:43.776036 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c2caa1-ad84-427b-be40-5584db8fd1f8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:43.776659 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-69c2caa1-ad84-427b-be40-5584db8fd1f8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:43.782066 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0579ceb7-a1d0-4abb-853a-dc710d7f0af2 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:32:43.789890 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2caa1-ad84-427b-be40-5584db8fd1f8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Subnet': ['ID=2c9b0984-d7a7-4203-a2c2-b694d465a498,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:43.798887 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-69c2caa1-ad84-427b-be40-5584db8fd1f8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7113757 Aug 10 01:32:43.803831 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60914) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:43.808837 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-55df6764-cad5-48c0-8899-dada9599a291 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-374621276', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:32:43.831985 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-55df6764-cad5-48c0-8899-dada9599a291 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:43.832994 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-55df6764-cad5-48c0-8899-dada9599a291 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:43.880588 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be4df707-3126-4b9a-94f7-23f9a841490f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:43.888588 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-55df6764-cad5-48c0-8899-dada9599a291 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:43.893277 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-55df6764-cad5-48c0-8899-dada9599a291 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:43.909140 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-55df6764-cad5-48c0-8899-dada9599a291 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:43.910353 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-55df6764-cad5-48c0-8899-dada9599a291 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1051576 Aug 10 01:32:43.913261 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60916) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:43.947169 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6cdfcb-35db-4f73-94b9-0b9824a5a05a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'tenant_id': 'ba95a63363134143868e6cc2658d29f5', 'fixed_ips': [{'subnet_id': '2c9b0984-d7a7-4203-a2c2-b694d465a498'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:32:43.948344 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ed6cdfcb-35db-4f73-94b9-0b9824a5a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:44.088754 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-ed6cdfcb-35db-4f73-94b9-0b9824a5a05a None None] Allocated IP 2001:db8::2 (534a6429-a9ac-4523-bc48-4c9abf03e5ef/2c9b0984-d7a7-4203-a2c2-b694d465a498/c82dfe51-1fe6-4d4d-990b-225ffda1af8b) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:32:44.198215 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fc658e50-b3c8-4411-97df-1ad9847959e7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:44.231408 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ed6cdfcb-35db-4f73-94b9-0b9824a5a05a None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:44.239861 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ed6cdfcb-35db-4f73-94b9-0b9824a5a05a None None] Transition to ACTIVE for port object c82dfe51-1fe6-4d4d-990b-225ffda1af8b will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:32:44.254785 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ed6cdfcb-35db-4f73-94b9-0b9824a5a05a None None] Transition to ACTIVE for port object c82dfe51-1fe6-4d4d-990b-225ffda1af8b will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:32:44.260954 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ed6cdfcb-35db-4f73-94b9-0b9824a5a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:44.296021 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6cdfcb-35db-4f73-94b9-0b9824a5a05a None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:44.300927 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-ed6cdfcb-35db-4f73-94b9-0b9824a5a05a None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:44.304369 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6cdfcb-35db-4f73-94b9-0b9824a5a05a None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:32:44.315064 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6cdfcb-35db-4f73-94b9-0b9824a5a05a None None] Pushing event updated for resources: {'Port': ['ID=c82dfe51-1fe6-4d4d-990b-225ffda1af8b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:44.363439 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-ed6cdfcb-35db-4f73-94b9-0b9824a5a05a None None] Attempting to bind port c82dfe51-1fe6-4d4d-990b-225ffda1af8b on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:32:44.363817 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-ed6cdfcb-35db-4f73-94b9-0b9824a5a05a None None] Attempting to bind port c82dfe51-1fe6-4d4d-990b-225ffda1af8b by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:32:44.364190 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6cdfcb-35db-4f73-94b9-0b9824a5a05a None None] Attempting to bind port c82dfe51-1fe6-4d4d-990b-225ffda1af8b on network 534a6429-a9ac-4523-bc48-4c9abf03e5ef {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:32:44.369044 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6cdfcb-35db-4f73-94b9-0b9824a5a05a None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:32:44.369419 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6cdfcb-35db-4f73-94b9-0b9824a5a05a None None] Checking segment: {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:32:44.370383 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ed6cdfcb-35db-4f73-94b9-0b9824a5a05a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:44.370383 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6cdfcb-35db-4f73-94b9-0b9824a5a05a None None] Bound using segment: {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:32:44.370656 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-ed6cdfcb-35db-4f73-94b9-0b9824a5a05a None None] Bound port: c82dfe51-1fe6-4d4d-990b-225ffda1af8b, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:32:44.371043 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ed6cdfcb-35db-4f73-94b9-0b9824a5a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:44.431980 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-ed6cdfcb-35db-4f73-94b9-0b9824a5a05a None None] For port c82dfe51-1fe6-4d4d-990b-225ffda1af8b, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:32:44.434966 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-ed6cdfcb-35db-4f73-94b9-0b9824a5a05a None None] For port c82dfe51-1fe6-4d4d-990b-225ffda1af8b, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=c82dfe51-1fe6-4d4d-990b-225ffda1af8b,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:32:44.440596 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-fc658e50-b3c8-4411-97df-1ad9847959e7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Allocated IP 2001:db8::1 (534a6429-a9ac-4523-bc48-4c9abf03e5ef/2c9b0984-d7a7-4203-a2c2-b694d465a498/b842dff0-c0b0-4ff9-be5c-edad24705b3e) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:32:44.441466 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ed6cdfcb-35db-4f73-94b9-0b9824a5a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:44.512658 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:44.517657 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6cdfcb-35db-4f73-94b9-0b9824a5a05a None None] Pushing event updated for resources: {'Port': ['ID=c82dfe51-1fe6-4d4d-990b-225ffda1af8b,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:44.563541 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fc658e50-b3c8-4411-97df-1ad9847959e7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:44.577501 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-fc658e50-b3c8-4411-97df-1ad9847959e7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Transition to ACTIVE for port object b842dff0-c0b0-4ff9-be5c-edad24705b3e will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:32:44.612067 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fc658e50-b3c8-4411-97df-1ad9847959e7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:44.652080 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc658e50-b3c8-4411-97df-1ad9847959e7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:44.657234 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-fc658e50-b3c8-4411-97df-1ad9847959e7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:44.661863 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc658e50-b3c8-4411-97df-1ad9847959e7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:32:44.670705 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fc658e50-b3c8-4411-97df-1ad9847959e7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:44.712891 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc658e50-b3c8-4411-97df-1ad9847959e7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Port': ['ID=b842dff0-c0b0-4ff9-be5c-edad24705b3e,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:44.797847 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fc658e50-b3c8-4411-97df-1ad9847959e7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:44.913834 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c82dfe51-1fe6-4d4d-990b-225ffda1af8b up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:32:44.964705 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port c82dfe51-1fe6-4d4d-990b-225ffda1af8b completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:32:44.976610 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 64d38445-f16a-4fcb-bdd5-e046048456cc no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:32:44.996306 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 64d38445-f16a-4fcb-bdd5-e046048456cc {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:32:44.996664 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 64d38445-f16a-4fcb-bdd5-e046048456cc not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:32:45.062417 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fc658e50-b3c8-4411-97df-1ad9847959e7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:45.067287 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fc658e50-b3c8-4411-97df-1ad9847959e7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:45.068076 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fc658e50-b3c8-4411-97df-1ad9847959e7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:45.153168 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc658e50-b3c8-4411-97df-1ad9847959e7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Port': ['ID=b842dff0-c0b0-4ff9-be5c-edad24705b3e,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:45.200716 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc658e50-b3c8-4411-97df-1ad9847959e7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:45.202172 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-fc658e50-b3c8-4411-97df-1ad9847959e7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:45.243669 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:45.325837 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc658e50-b3c8-4411-97df-1ad9847959e7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Router fff2563f-9d3b-4d87-a481-aa909ecf819d is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:32:45.420008 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc658e50-b3c8-4411-97df-1ad9847959e7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:32:45.425911 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-fc658e50-b3c8-4411-97df-1ad9847959e7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "PUT /v2.0/routers/fff2563f-9d3b-4d87-a481-aa909ecf819d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5112185 Aug 10 01:32:45.428006 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60918) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:45.430879 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e260f7c-d57d-435c-a254-d3b5fc4cc123 None None] Sync routers for ids ['fff2563f-9d3b-4d87-a481-aa909ecf819d'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:32:45.442365 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e260f7c-d57d-435c-a254-d3b5fc4cc123 None None] Routers {'fff2563f-9d3b-4d87-a481-aa909ecf819d'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:32:45.443339 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4e260f7c-d57d-435c-a254-d3b5fc4cc123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:32:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['fff2563f-9d3b-4d87-a481-aa909ecf819d'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:32:45.448415 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2181c647-e448-43f3-a4a4-2357a4517c37 None None] Provisioning for port c82dfe51-1fe6-4d4d-990b-225ffda1af8b completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:32:45.454316 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2181c647-e448-43f3-a4a4-2357a4517c37 None None] Provisioning complete for port c82dfe51-1fe6-4d4d-990b-225ffda1af8b triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:32:45.454699 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2181c647-e448-43f3-a4a4-2357a4517c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:45.476972 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98453e1f-51eb-4823-82ad-d71bcf155618 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:45.478446 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-98453e1f-51eb-4823-82ad-d71bcf155618 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports/b842dff0-c0b0-4ff9-be5c-edad24705b3e HTTP/1.1" status: 200 len: 911 time: 0.0491557 Aug 10 01:32:45.480955 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60920) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:45.540519 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11a61a5-d6d7-464e-a830-da3b6dee96e7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:45.543400 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-4e260f7c-d57d-435c-a254-d3b5fc4cc123 None None] Set router fff2563f-9d3b-4d87-a481-aa909ecf819d gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:32:45.547742 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11a61a5-d6d7-464e-a830-da3b6dee96e7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:45.552246 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e11a61a5-d6d7-464e-a830-da3b6dee96e7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0675340 Aug 10 01:32:45.552485 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60922) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:45.559652 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2181c647-e448-43f3-a4a4-2357a4517c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:45.600440 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-2181c647-e448-43f3-a4a4-2357a4517c37 None None] For port c82dfe51-1fe6-4d4d-990b-225ffda1af8b, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=c82dfe51-1fe6-4d4d-990b-225ffda1af8b,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:45.613072 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2181c647-e448-43f3-a4a4-2357a4517c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:45.680005 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2181c647-e448-43f3-a4a4-2357a4517c37 None None] Pushing event updated for resources: {'Port': ['ID=c82dfe51-1fe6-4d4d-990b-225ffda1af8b,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:45.741627 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d697cbf6-f844-49e8-8db7-462d0aa89b89 None None] Provisioning for port b842dff0-c0b0-4ff9-be5c-edad24705b3e completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:32:45.746270 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d697cbf6-f844-49e8-8db7-462d0aa89b89 None None] Provisioning complete for port b842dff0-c0b0-4ff9-be5c-edad24705b3e triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:32:45.746707 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d697cbf6-f844-49e8-8db7-462d0aa89b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:45.765367 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4e260f7c-d57d-435c-a254-d3b5fc4cc123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff2563f-9d3b-4d87-a481-aa909ecf819d', 'name': 'tempest-NetworksTestDHCPv6-router-374621276', 'tenant_id': 'ba95a63363134143868e6cc2658d29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:32:43Z', 'updated_at': '2021-08-10T01:32:44Z', 'revision_number': 2, 'project_id': 'ba95a63363134143868e6cc2658d29f5', 'gw_port_host': None, '_interfaces': [{'id': 'b842dff0-c0b0-4ff9-be5c-edad24705b3e', 'name': '', 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'tenant_id': 'ba95a63363134143868e6cc2658d29f5', 'mac_address': 'fa:16:3e:67:9e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff2563f-9d3b-4d87-a481-aa909ecf819d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '2c9b0984-d7a7-4203-a2c2-b694d465a498', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:32:44Z', 'updated_at': '2021-08-10T01:32:44Z', 'revision_number': 2, 'project_id': 'ba95a63363134143868e6cc2658d29f5', 'subnets': [{'id': '2c9b0984-d7a7-4203-a2c2-b694d465a498', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:32:45.791504 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-d697cbf6-f844-49e8-8db7-462d0aa89b89 None None] Port b842dff0-c0b0-4ff9-be5c-edad24705b3e cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:32:45.800072 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e260f7c-d57d-435c-a254-d3b5fc4cc123 None None] Checking router: fff2563f-9d3b-4d87-a481-aa909ecf819d for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:32:45.800857 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e260f7c-d57d-435c-a254-d3b5fc4cc123 None None] Updating router fff2563f-9d3b-4d87-a481-aa909ecf819d port b842dff0-c0b0-4ff9-be5c-edad24705b3e binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:32:45.827506 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4e260f7c-d57d-435c-a254-d3b5fc4cc123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:45.894007 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-53669d1f-c9e4-4331-b713-e45d6378eea9 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:45.909837 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-9c2593a8-8b0d-4ce8-9873-e6134d1b4c21 None None] Provisioning complete for port b842dff0-c0b0-4ff9-be5c-edad24705b3e triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:32:45.910336 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9c2593a8-8b0d-4ce8-9873-e6134d1b4c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:45.947547 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-9c2593a8-8b0d-4ce8-9873-e6134d1b4c21 None None] Port b842dff0-c0b0-4ff9-be5c-edad24705b3e cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:32:46.092970 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4e260f7c-d57d-435c-a254-d3b5fc4cc123 None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:46.097852 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-53669d1f-c9e4-4331-b713-e45d6378eea9 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting port b842dff0-c0b0-4ff9-be5c-edad24705b3e {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:32:46.098240 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-53669d1f-c9e4-4331-b713-e45d6378eea9 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:46.102886 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-4e260f7c-d57d-435c-a254-d3b5fc4cc123 None None] Transition to ACTIVE for port object b842dff0-c0b0-4ff9-be5c-edad24705b3e will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:32:46.108886 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4e260f7c-d57d-435c-a254-d3b5fc4cc123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:46.180038 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfaff7f-5af5-4f8b-9561-7f8bfe53fb30 None None] Pushing event updated for resources: {'Port': ['ID=b842dff0-c0b0-4ff9-be5c-edad24705b3e,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:46.194478 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-53669d1f-c9e4-4331-b713-e45d6378eea9 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:46.207961 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-4e260f7c-d57d-435c-a254-d3b5fc4cc123 None None] Attempting to bind port b842dff0-c0b0-4ff9-be5c-edad24705b3e on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:32:46.208470 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-4e260f7c-d57d-435c-a254-d3b5fc4cc123 None None] Attempting to bind port b842dff0-c0b0-4ff9-be5c-edad24705b3e by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:32:46.208610 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-53669d1f-c9e4-4331-b713-e45d6378eea9 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Calling delete_port for b842dff0-c0b0-4ff9-be5c-edad24705b3e owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:32:46.208932 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e260f7c-d57d-435c-a254-d3b5fc4cc123 None None] Attempting to bind port b842dff0-c0b0-4ff9-be5c-edad24705b3e on network 534a6429-a9ac-4523-bc48-4c9abf03e5ef {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:32:46.214166 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e260f7c-d57d-435c-a254-d3b5fc4cc123 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:32:46.214652 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e260f7c-d57d-435c-a254-d3b5fc4cc123 None None] Checking segment: {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:32:46.215132 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4e260f7c-d57d-435c-a254-d3b5fc4cc123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:46.215602 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e260f7c-d57d-435c-a254-d3b5fc4cc123 None None] Bound using segment: {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:32:46.216150 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-4e260f7c-d57d-435c-a254-d3b5fc4cc123 None None] Bound port: b842dff0-c0b0-4ff9-be5c-edad24705b3e, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:32:46.217040 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4e260f7c-d57d-435c-a254-d3b5fc4cc123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:46.340508 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:46.380429 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-4e260f7c-d57d-435c-a254-d3b5fc4cc123 None None] For port b842dff0-c0b0-4ff9-be5c-edad24705b3e, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:32:46.383817 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-4e260f7c-d57d-435c-a254-d3b5fc4cc123 None None] For port b842dff0-c0b0-4ff9-be5c-edad24705b3e, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b842dff0-c0b0-4ff9-be5c-edad24705b3e,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:32:46.388473 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4e260f7c-d57d-435c-a254-d3b5fc4cc123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:46.448693 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e260f7c-d57d-435c-a254-d3b5fc4cc123 None None] Routers {'fff2563f-9d3b-4d87-a481-aa909ecf819d'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:32:46.449361 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4e260f7c-d57d-435c-a254-d3b5fc4cc123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:32:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['fff2563f-9d3b-4d87-a481-aa909ecf819d'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:32:46.511906 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfaff7f-5af5-4f8b-9561-7f8bfe53fb30 None None] Pushing event updated for resources: {'Port': ['ID=b842dff0-c0b0-4ff9-be5c-edad24705b3e,revision_number=4']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:46.539378 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-4e260f7c-d57d-435c-a254-d3b5fc4cc123 None None] Set router fff2563f-9d3b-4d87-a481-aa909ecf819d gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:32:46.643077 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-53669d1f-c9e4-4331-b713-e45d6378eea9 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:46.668637 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53669d1f-c9e4-4331-b713-e45d6378eea9 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Port': ['ID=b842dff0-c0b0-4ff9-be5c-edad24705b3e,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:46.682250 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4b684aa3-e5ee-44e8-9db7-d10ed8d4821e None None] Could not find standard attr ID for object b842dff0-c0b0-4ff9-be5c-edad24705b3e. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:32:46.756912 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4e260f7c-d57d-435c-a254-d3b5fc4cc123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff2563f-9d3b-4d87-a481-aa909ecf819d', 'name': 'tempest-NetworksTestDHCPv6-router-374621276', 'tenant_id': 'ba95a63363134143868e6cc2658d29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:32:43Z', 'updated_at': '2021-08-10T01:32:44Z', 'revision_number': 2, 'project_id': 'ba95a63363134143868e6cc2658d29f5', 'gw_port_host': None, '_interfaces': [{'id': 'b842dff0-c0b0-4ff9-be5c-edad24705b3e', 'name': '', 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'tenant_id': 'ba95a63363134143868e6cc2658d29f5', 'mac_address': 'fa:16:3e:67:9e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff2563f-9d3b-4d87-a481-aa909ecf819d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '2c9b0984-d7a7-4203-a2c2-b694d465a498', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:32:44Z', 'updated_at': '2021-08-10T01:32:46Z', 'revision_number': 4, 'project_id': 'ba95a63363134143868e6cc2658d29f5', 'subnets': [{'id': '2c9b0984-d7a7-4203-a2c2-b694d465a498', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:32:46.767537 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-53669d1f-c9e4-4331-b713-e45d6378eea9 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:46.783965 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e260f7c-d57d-435c-a254-d3b5fc4cc123 None None] The sync data for ids ['fff2563f-9d3b-4d87-a481-aa909ecf819d'] in n-d-766726-26 is: [{'id': 'fff2563f-9d3b-4d87-a481-aa909ecf819d', 'name': 'tempest-NetworksTestDHCPv6-router-374621276', 'tenant_id': 'ba95a63363134143868e6cc2658d29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:32:43Z', 'updated_at': '2021-08-10T01:32:44Z', 'revision_number': 2, 'project_id': 'ba95a63363134143868e6cc2658d29f5', 'gw_port_host': None, '_interfaces': [{'id': 'b842dff0-c0b0-4ff9-be5c-edad24705b3e', 'name': '', 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'tenant_id': 'ba95a63363134143868e6cc2658d29f5', 'mac_address': 'fa:16:3e:67:9e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff2563f-9d3b-4d87-a481-aa909ecf819d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '2c9b0984-d7a7-4203-a2c2-b694d465a498', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:32:44Z', 'updated_at': '2021-08-10T01:32:46Z', 'revision_number': 4, 'project_id': 'ba95a63363134143868e6cc2658d29f5', 'subnets': [{'id': '2c9b0984-d7a7-4203-a2c2-b694d465a498', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:32:46.906116 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c82dfe51-1fe6-4d4d-990b-225ffda1af8b up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:32:46.930575 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53669d1f-c9e4-4331-b713-e45d6378eea9 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Router fff2563f-9d3b-4d87-a481-aa909ecf819d has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:32:46.957460 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port c82dfe51-1fe6-4d4d-990b-225ffda1af8b triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:32:46.957948 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:47.024082 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53669d1f-c9e4-4331-b713-e45d6378eea9 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:32:47.029252 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-53669d1f-c9e4-4331-b713-e45d6378eea9 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "PUT /v2.0/routers/fff2563f-9d3b-4d87-a481-aa909ecf819d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4757471 Aug 10 01:32:47.031863 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60924) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:47.096276 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3129cd-8165-45ad-b56a-4b61a3691fe8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:47.097891 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3129cd-8165-45ad-b56a-4b61a3691fe8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:47.099408 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ba3129cd-8165-45ad-b56a-4b61a3691fe8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0653322 Aug 10 01:32:47.102038 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60926) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:47.156741 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb995876-c148-49d0-9132-749202a652be tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting subnet 2c9b0984-d7a7-4203-a2c2-b694d465a498 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:32:47.160311 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fb995876-c148-49d0-9132-749202a652be tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:47.203334 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fb995876-c148-49d0-9132-749202a652be tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:47.294768 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fb995876-c148-49d0-9132-749202a652be tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:47.356514 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fb995876-c148-49d0-9132-749202a652be tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:47.382591 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb995876-c148-49d0-9132-749202a652be tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Subnet': ['ID=2c9b0984-d7a7-4203-a2c2-b694d465a498,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:47.388580 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fb995876-c148-49d0-9132-749202a652be tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:47.390460 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-fb995876-c148-49d0-9132-749202a652be tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/2c9b0984-d7a7-4203-a2c2-b694d465a498 HTTP/1.1" status: 204 len: 168 time: 0.2875063 Aug 10 01:32:47.392933 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60928) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:47.394896 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dbb243-0a8b-4510-92e0-8e2285143e94 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:32:47.509854 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2953a5eb-ff3e-473b-8470-e39288e66ad2 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1158035 Aug 10 01:32:47.512979 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60930) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:47.591962 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5093a915-2e2b-4eac-b1e8-7d5dc0e3007a None None] DHCP port deletion for 534a6429-a9ac-4523-bc48-4c9abf03e5ef request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:32:47.593499 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d537382a-153a-4819-88c3-65505fc00437 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:47.641940 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-5093a915-2e2b-4eac-b1e8-7d5dc0e3007a None None] Deleting port c82dfe51-1fe6-4d4d-990b-225ffda1af8b {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:32:47.642353 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5093a915-2e2b-4eac-b1e8-7d5dc0e3007a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:47.705678 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-5093a915-2e2b-4eac-b1e8-7d5dc0e3007a None None] For port c82dfe51-1fe6-4d4d-990b-225ffda1af8b, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=c82dfe51-1fe6-4d4d-990b-225ffda1af8b,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:47.706001 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5093a915-2e2b-4eac-b1e8-7d5dc0e3007a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:47.719386 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-5093a915-2e2b-4eac-b1e8-7d5dc0e3007a None None] Calling delete_port for c82dfe51-1fe6-4d4d-990b-225ffda1af8b owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:32:47.751628 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d537382a-153a-4819-88c3-65505fc00437 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:47.754061 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d537382a-153a-4819-88c3-65505fc00437 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:47.797210 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5093a915-2e2b-4eac-b1e8-7d5dc0e3007a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:47.800592 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d537382a-153a-4819-88c3-65505fc00437 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:47.801225 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d537382a-153a-4819-88c3-65505fc00437 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Fanout notify agent at l3_agent the message router_deleted on router fff2563f-9d3b-4d87-a481-aa909ecf819d {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:32:47.808387 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d537382a-153a-4819-88c3-65505fc00437 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:47.809523 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d537382a-153a-4819-88c3-65505fc00437 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/routers/fff2563f-9d3b-4d87-a481-aa909ecf819d HTTP/1.1" status: 204 len: 168 time: 0.2961323 Aug 10 01:32:47.811984 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60932) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:47.826046 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093a915-2e2b-4eac-b1e8-7d5dc0e3007a None None] Pushing event deleted for resources: {'Port': ['ID=c82dfe51-1fe6-4d4d-990b-225ffda1af8b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:47.830140 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5093a915-2e2b-4eac-b1e8-7d5dc0e3007a None None] No DVR routers for this DVR port c82dfe51-1fe6-4d4d-990b-225ffda1af8b on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:32:47.839406 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c3880f78-4b21-48ff-9b5b-9ece9df47b56 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0262957 Aug 10 01:32:47.842031 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60934) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:47.893160 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3d2f00-91e6-4a2a-a41c-ae1b4396c450 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:47.894599 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5e3d2f00-91e6-4a2a-a41c-ae1b4396c450 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0510201 Aug 10 01:32:47.897027 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60936) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:47.938573 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-407a3a46-5028-489f-8f8d-1a270d7f35b2 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0404408 Aug 10 01:32:47.942762 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60938) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:47.947517 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-51e849ce-9938-450d-93b3-d633844745d4 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:32:48.036567 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e849ce-9938-450d-93b3-d633844745d4 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:32:48.040691 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-51e849ce-9938-450d-93b3-d633844745d4 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:48.217557 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2b856c-2ee7-4608-b139-bf069b0b8b91 None None] Sync routers for ids ['fff2563f-9d3b-4d87-a481-aa909ecf819d'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:32:48.226320 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2b856c-2ee7-4608-b139-bf069b0b8b91 None None] Routers set() bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:32:48.226700 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2b856c-2ee7-4608-b139-bf069b0b8b91 None None] Router IDs set() for agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 01:32:48.227303 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_agentschedulers_db [None req-8c2b856c-2ee7-4608-b139-bf069b0b8b91 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fff2563f-9d3b-4d87-a481-aa909ecf819d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:32:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent'). {{(pid=105828) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 01:32:48.235192 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2b856c-2ee7-4608-b139-bf069b0b8b91 None None] Routers set() bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:32:48.235595 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2b856c-2ee7-4608-b139-bf069b0b8b91 None None] Router IDs set() for agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 01:32:48.236228 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_agentschedulers_db [None req-8c2b856c-2ee7-4608-b139-bf069b0b8b91 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fff2563f-9d3b-4d87-a481-aa909ecf819d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:32:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent'). {{(pid=105828) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 01:32:48.236648 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2b856c-2ee7-4608-b139-bf069b0b8b91 None None] The sync data for ids ['fff2563f-9d3b-4d87-a481-aa909ecf819d'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:32:48.331189 n-d-766726-26 neutron-server[105827]: DEBUG neutron.objects.ports [None req-51e849ce-9938-450d-93b3-d633844745d4 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 01:32:48.332865 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-51e849ce-9938-450d-93b3-d633844745d4 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:48.378231 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e849ce-9938-450d-93b3-d633844745d4 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:48.381422 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-51e849ce-9938-450d-93b3-d633844745d4 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:48.385770 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e849ce-9938-450d-93b3-d633844745d4 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:48.386380 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-51e849ce-9938-450d-93b3-d633844745d4 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:48.391723 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650c8f71-e7f9-459a-87c4-802a16fcb7de None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:32:48.407463 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e849ce-9938-450d-93b3-d633844745d4 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Subnet': ['ID=7e740df1-a752-4c8d-b5af-99b089a77719,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:48.416063 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-51e849ce-9938-450d-93b3-d633844745d4 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4724302 Aug 10 01:32:48.418773 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60940) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:48.425960 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-d952cd0e-7b8d-477d-adb3-2a5625aba94c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:32:48.551514 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a8d7e1-16e8-425e-a62f-c19507451859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'tenant_id': 'ba95a63363134143868e6cc2658d29f5', 'fixed_ips': [{'subnet_id': '7e740df1-a752-4c8d-b5af-99b089a77719'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:32:48.551792 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d952cd0e-7b8d-477d-adb3-2a5625aba94c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:32:48.552616 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f6a8d7e1-16e8-425e-a62f-c19507451859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:48.555586 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d952cd0e-7b8d-477d-adb3-2a5625aba94c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:48.700225 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-f6a8d7e1-16e8-425e-a62f-c19507451859 None None] Allocated IP 2001:db8::f816:3eff:fec1:a1b4 (534a6429-a9ac-4523-bc48-4c9abf03e5ef/7e740df1-a752-4c8d-b5af-99b089a77719/e56dea3b-bf08-4c1c-86db-a2a3e38e644c) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:32:48.832573 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d952cd0e-7b8d-477d-adb3-2a5625aba94c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:48.846905 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f6a8d7e1-16e8-425e-a62f-c19507451859 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:48.860388 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f6a8d7e1-16e8-425e-a62f-c19507451859 None None] Transition to ACTIVE for port object e56dea3b-bf08-4c1c-86db-a2a3e38e644c will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:32:48.873711 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d952cd0e-7b8d-477d-adb3-2a5625aba94c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:48.876924 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f6a8d7e1-16e8-425e-a62f-c19507451859 None None] Transition to ACTIVE for port object e56dea3b-bf08-4c1c-86db-a2a3e38e644c will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:32:48.878178 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-d952cd0e-7b8d-477d-adb3-2a5625aba94c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:48.883214 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d952cd0e-7b8d-477d-adb3-2a5625aba94c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:48.883784 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d952cd0e-7b8d-477d-adb3-2a5625aba94c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:48.897717 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f6a8d7e1-16e8-425e-a62f-c19507451859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:48.897992 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952cd0e-7b8d-477d-adb3-2a5625aba94c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Subnet': ['ID=5f187dcd-db55-49cc-9d1c-184a4405d614,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:48.910858 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d952cd0e-7b8d-477d-adb3-2a5625aba94c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4871986 Aug 10 01:32:48.911601 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60942) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:48.917597 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-5c9cebf7-2644-41da-afab-8c136cf8d8a1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'port': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'mac_address': 'fa:16:3e:ce:58:72', 'name': 'tempest-NetworksTestDHCPv6-629396180'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:32:48.937161 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c82dfe51-1fe6-4d4d-990b-225ffda1af8b no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:32:48.962398 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a8d7e1-16e8-425e-a62f-c19507451859 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:48.964858 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: c82dfe51-1fe6-4d4d-990b-225ffda1af8b {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:32:48.965205 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device c82dfe51-1fe6-4d4d-990b-225ffda1af8b not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:32:48.971488 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-f6a8d7e1-16e8-425e-a62f-c19507451859 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:48.974763 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a8d7e1-16e8-425e-a62f-c19507451859 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:32:48.983811 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8d7e1-16e8-425e-a62f-c19507451859 None None] Pushing event updated for resources: {'Port': ['ID=e56dea3b-bf08-4c1c-86db-a2a3e38e644c,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:49.034952 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9cebf7-2644-41da-afab-8c136cf8d8a1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:32:49.036772 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-f6a8d7e1-16e8-425e-a62f-c19507451859 None None] Attempting to bind port e56dea3b-bf08-4c1c-86db-a2a3e38e644c on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:32:49.037142 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-f6a8d7e1-16e8-425e-a62f-c19507451859 None None] Attempting to bind port e56dea3b-bf08-4c1c-86db-a2a3e38e644c by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:32:49.037511 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a8d7e1-16e8-425e-a62f-c19507451859 None None] Attempting to bind port e56dea3b-bf08-4c1c-86db-a2a3e38e644c on network 534a6429-a9ac-4523-bc48-4c9abf03e5ef {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:32:49.042679 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a8d7e1-16e8-425e-a62f-c19507451859 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:32:49.043059 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a8d7e1-16e8-425e-a62f-c19507451859 None None] Checking segment: {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:32:49.043483 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f6a8d7e1-16e8-425e-a62f-c19507451859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:49.043884 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a8d7e1-16e8-425e-a62f-c19507451859 None None] Bound using segment: {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:32:49.044383 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-f6a8d7e1-16e8-425e-a62f-c19507451859 None None] Bound port: e56dea3b-bf08-4c1c-86db-a2a3e38e644c, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:32:49.044783 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f6a8d7e1-16e8-425e-a62f-c19507451859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:49.106274 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-f6a8d7e1-16e8-425e-a62f-c19507451859 None None] For port e56dea3b-bf08-4c1c-86db-a2a3e38e644c, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:32:49.109205 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-f6a8d7e1-16e8-425e-a62f-c19507451859 None None] For port e56dea3b-bf08-4c1c-86db-a2a3e38e644c, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=e56dea3b-bf08-4c1c-86db-a2a3e38e644c,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:32:49.114088 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f6a8d7e1-16e8-425e-a62f-c19507451859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:49.118443 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5c9cebf7-2644-41da-afab-8c136cf8d8a1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:49.139953 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-5c9cebf7-2644-41da-afab-8c136cf8d8a1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] device_id is not set on port 011fe1eb-7c7e-42e2-859b-b4fe726dfc28 yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:32:49.172661 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8d7e1-16e8-425e-a62f-c19507451859 None None] Pushing event updated for resources: {'Port': ['ID=e56dea3b-bf08-4c1c-86db-a2a3e38e644c,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:49.316919 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-5c9cebf7-2644-41da-afab-8c136cf8d8a1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Allocated IP 172.20.0.9 (534a6429-a9ac-4523-bc48-4c9abf03e5ef/5f187dcd-db55-49cc-9d1c-184a4405d614/011fe1eb-7c7e-42e2-859b-b4fe726dfc28) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:32:49.324557 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-5c9cebf7-2644-41da-afab-8c136cf8d8a1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Allocated IP 2001:db8::f816:3eff:fece:5872 (534a6429-a9ac-4523-bc48-4c9abf03e5ef/7e740df1-a752-4c8d-b5af-99b089a77719/011fe1eb-7c7e-42e2-859b-b4fe726dfc28) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:32:49.483161 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5c9cebf7-2644-41da-afab-8c136cf8d8a1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:49.495451 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-5c9cebf7-2644-41da-afab-8c136cf8d8a1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Transition to ACTIVE for port object 011fe1eb-7c7e-42e2-859b-b4fe726dfc28 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:32:49.535688 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5c9cebf7-2644-41da-afab-8c136cf8d8a1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:49.578974 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9cebf7-2644-41da-afab-8c136cf8d8a1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:49.582663 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-5c9cebf7-2644-41da-afab-8c136cf8d8a1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:49.586602 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9cebf7-2644-41da-afab-8c136cf8d8a1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:32:49.594061 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9cebf7-2644-41da-afab-8c136cf8d8a1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Port': ['ID=011fe1eb-7c7e-42e2-859b-b4fe726dfc28,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:49.639548 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9cebf7-2644-41da-afab-8c136cf8d8a1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:49.640169 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5c9cebf7-2644-41da-afab-8c136cf8d8a1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:49.653502 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5c9cebf7-2644-41da-afab-8c136cf8d8a1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.7407999 Aug 10 01:32:49.656498 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60944) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:49.702864 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f1ad21-1baf-4148-a715-f771fd1e9c2c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:49.708748 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f1ad21-1baf-4148-a715-f771fd1e9c2c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:49.710263 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d9f1ad21-1baf-4148-a715-f771fd1e9c2c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0528648 Aug 10 01:32:49.712890 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60946) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:49.805359 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-c98ee5ab-a3ff-4c42-94b0-f34fc95494c0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting port 011fe1eb-7c7e-42e2-859b-b4fe726dfc28 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:32:49.805715 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c98ee5ab-a3ff-4c42-94b0-f34fc95494c0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:49.893287 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c98ee5ab-a3ff-4c42-94b0-f34fc95494c0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:49.907606 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-c98ee5ab-a3ff-4c42-94b0-f34fc95494c0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Calling delete_port for 011fe1eb-7c7e-42e2-859b-b4fe726dfc28 owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:32:50.042195 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be44536f-3513-4262-b1ac-a1298fb8a6cc None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:32:50.088789 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c98ee5ab-a3ff-4c42-94b0-f34fc95494c0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:50.121281 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ee5ab-a3ff-4c42-94b0-f34fc95494c0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Port': ['ID=011fe1eb-7c7e-42e2-859b-b4fe726dfc28,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:50.158555 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-9deee8db-c77b-418e-98ae-c60d735a5750 None None] Provisioning for port e56dea3b-bf08-4c1c-86db-a2a3e38e644c completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:32:50.205827 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c98ee5ab-a3ff-4c42-94b0-f34fc95494c0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:50.207787 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c98ee5ab-a3ff-4c42-94b0-f34fc95494c0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/011fe1eb-7c7e-42e2-859b-b4fe726dfc28 HTTP/1.1" status: 204 len: 168 time: 0.4939973 Aug 10 01:32:50.210378 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60948) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:50.259353 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8c07ee-1e55-4971-820b-2e2fa2e63950 None None] Update dhcp port {'port': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'fixed_ips': [{'subnet_id': '7e740df1-a752-4c8d-b5af-99b089a77719', 'ip_address': '2001:db8::f816:3eff:fec1:a1b4'}, {'subnet_id': '5f187dcd-db55-49cc-9d1c-184a4405d614'}], 'binding:host_id': 'n-d-766726-26'}, 'id': 'e56dea3b-bf08-4c1c-86db-a2a3e38e644c'} from n-d-766726-26. {{(pid=105828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:32:50.272423 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1fa720-0c29-4a36-b2e6-fa3711873d2e tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:50.273971 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1fa720-0c29-4a36-b2e6-fa3711873d2e tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:50.275670 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1fa720-0c29-4a36-b2e6-fa3711873d2e tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:50.277278 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-bc1fa720-0c29-4a36-b2e6-fa3711873d2e tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0659671 Aug 10 01:32:50.279927 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60950) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:50.283577 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ed8c07ee-1e55-4971-820b-2e2fa2e63950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:50.335096 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c0e6cc0-7323-4426-9d01-1e20b7716d25 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting subnet 5f187dcd-db55-49cc-9d1c-184a4405d614 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:32:50.338194 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6c0e6cc0-7323-4426-9d01-1e20b7716d25 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:50.377120 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6c0e6cc0-7323-4426-9d01-1e20b7716d25 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:50.419730 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6c0e6cc0-7323-4426-9d01-1e20b7716d25 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:50.475663 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6c0e6cc0-7323-4426-9d01-1e20b7716d25 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server [None req-ed8c07ee-1e55-4971-820b-2e2fa2e63950 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5f187dcd-db55-49cc-9d1c-184a4405d614: This subnet is being modified by another concurrent operation. Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise exception Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5f187dcd-db55-49cc-9d1c-184a4405d614: This subnet is being modified by another concurrent operation. Aug 10 01:32:50.477437 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server Aug 10 01:32:50.508262 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e6cc0-7323-4426-9d01-1e20b7716d25 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Subnet': ['ID=5f187dcd-db55-49cc-9d1c-184a4405d614,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:50.516068 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6c0e6cc0-7323-4426-9d01-1e20b7716d25 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:50.518351 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6c0e6cc0-7323-4426-9d01-1e20b7716d25 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/5f187dcd-db55-49cc-9d1c-184a4405d614 HTTP/1.1" status: 204 len: 168 time: 0.2374434 Aug 10 01:32:50.520979 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60952) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:50.577847 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6671fb-7db2-4449-9741-4aa3fdc4171b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting subnet 7e740df1-a752-4c8d-b5af-99b089a77719 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:32:50.581258 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5e6671fb-7db2-4449-9741-4aa3fdc4171b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:50.626528 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5e6671fb-7db2-4449-9741-4aa3fdc4171b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:50.674878 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225c24fe-c489-407a-a74b-cb4a2ed45674 None None] get_active_networks_info from n-d-766726-26 {{(pid=105828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:32:50.707299 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-88ab572e-c140-4c18-8aca-b762cd127d1c None None] Could not find standard attr ID for object 011fe1eb-7c7e-42e2-859b-b4fe726dfc28. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:32:50.714454 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5e6671fb-7db2-4449-9741-4aa3fdc4171b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:50.750180 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225c24fe-c489-407a-a74b-cb4a2ed45674 None None] Resources bound (agent type, host, resource id): {{(pid=105828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:32:50.772547 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5e6671fb-7db2-4449-9741-4aa3fdc4171b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:50.801035 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6671fb-7db2-4449-9741-4aa3fdc4171b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Subnet': ['ID=7e740df1-a752-4c8d-b5af-99b089a77719,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:50.802936 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5e6671fb-7db2-4449-9741-4aa3fdc4171b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:50.804825 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5e6671fb-7db2-4449-9741-4aa3fdc4171b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/7e740df1-a752-4c8d-b5af-99b089a77719 HTTP/1.1" status: 204 len: 168 time: 0.2829189 Aug 10 01:32:50.808206 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60954) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:50.852655 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e6f008e9-53c0-4fc7-89b5-4032d4157453 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0429564 Aug 10 01:32:50.855524 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60956) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:50.861245 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-2d0081b2-fe86-4efa-aefc-8bdcfd179213 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:32:50.948155 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ce176b-3098-472d-9f18-739f760af24b None None] get_active_networks_info from n-d-766726-26 {{(pid=105828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:32:50.949827 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0081b2-fe86-4efa-aefc-8bdcfd179213 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:32:50.953384 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2d0081b2-fe86-4efa-aefc-8bdcfd179213 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:51.006589 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ce176b-3098-472d-9f18-739f760af24b None None] Resources bound (agent type, host, resource id): {{(pid=105828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:32:51.257857 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80c94bd-01d2-4e9c-9844-17214b2431cf None None] Update dhcp port {'port': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'fixed_ips': [{'subnet_id': 'd9b166ac-c91a-40c6-b47e-26a19d0ee7ba'}], 'binding:host_id': 'n-d-766726-26'}, 'id': 'e56dea3b-bf08-4c1c-86db-a2a3e38e644c'} from n-d-766726-26. {{(pid=105828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:32:51.263204 n-d-766726-26 neutron-server[105826]: DEBUG neutron.objects.ports [None req-2d0081b2-fe86-4efa-aefc-8bdcfd179213 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 01:32:51.282951 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d80c94bd-01d2-4e9c-9844-17214b2431cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:51.448865 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.db.api [None req-d80c94bd-01d2-4e9c-9844-17214b2431cf None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 01:32:51.448865 n-d-766726-26 neutron-server[105828]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Aug 10 01:32:51.448865 n-d-766726-26 neutron-server[105828]: [parameters: {'ip_address': '2001:db8::f816:3eff:fec1:a1b4', 'status': 'ALLOCATED', 'ipam_subnet_id': '413bd755-16fb-4910-94c4-e3b48fe6d06b'}] Aug 10 01:32:51.448865 n-d-766726-26 neutron-server[105828]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:32:51.449500 n-d-766726-26 neutron-server[105828]: DEBUG oslo_db.api [None req-d80c94bd-01d2-4e9c-9844-17214b2431cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:32:51.483736 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2d0081b2-fe86-4efa-aefc-8bdcfd179213 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:51.625565 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-2d0081b2-fe86-4efa-aefc-8bdcfd179213 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] For port e56dea3b-bf08-4c1c-86db-a2a3e38e644c, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=e56dea3b-bf08-4c1c-86db-a2a3e38e644c,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:51.653684 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2d0081b2-fe86-4efa-aefc-8bdcfd179213 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:51.658149 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2d0081b2-fe86-4efa-aefc-8bdcfd179213 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:51.658872 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2d0081b2-fe86-4efa-aefc-8bdcfd179213 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:51.729545 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0081b2-fe86-4efa-aefc-8bdcfd179213 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:51.740971 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-2d0081b2-fe86-4efa-aefc-8bdcfd179213 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:51.746315 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0081b2-fe86-4efa-aefc-8bdcfd179213 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:51.746931 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2d0081b2-fe86-4efa-aefc-8bdcfd179213 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:51.756581 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0081b2-fe86-4efa-aefc-8bdcfd179213 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Subnet': ['ID=d9b166ac-c91a-40c6-b47e-26a19d0ee7ba,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:51.760432 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0081b2-fe86-4efa-aefc-8bdcfd179213 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Port': ['ID=e56dea3b-bf08-4c1c-86db-a2a3e38e644c,revision_number=5']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:51.768955 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2d0081b2-fe86-4efa-aefc-8bdcfd179213 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9123945 Aug 10 01:32:51.771853 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60958) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:51.776752 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-cbe0158a-5157-4d00-aa03-42f536e050ed tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:32:51.880805 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe0158a-5157-4d00-aa03-42f536e050ed tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:32:51.884226 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cbe0158a-5157-4d00-aa03-42f536e050ed tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:51.976757 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d80c94bd-01d2-4e9c-9844-17214b2431cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:52.115226 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cbe0158a-5157-4d00-aa03-42f536e050ed tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:52.161038 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe0158a-5157-4d00-aa03-42f536e050ed tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:52.164693 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-cbe0158a-5157-4d00-aa03-42f536e050ed tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:52.169070 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe0158a-5157-4d00-aa03-42f536e050ed tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:52.169667 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cbe0158a-5157-4d00-aa03-42f536e050ed tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:52.179686 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe0158a-5157-4d00-aa03-42f536e050ed tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Subnet': ['ID=27d88e03-1455-4700-854c-77409d94995d,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:52.190731 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-cbe0158a-5157-4d00-aa03-42f536e050ed tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4177349 Aug 10 01:32:52.193569 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60960) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:52.198723 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-6ab382ba-07b7-4a48-999a-8b18c753fb2d tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'port': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'mac_address': 'fa:16:3e:ae:3e:7e', 'name': 'tempest-NetworksTestDHCPv6-342233750'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:32:52.213923 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d80c94bd-01d2-4e9c-9844-17214b2431cf None None] For port e56dea3b-bf08-4c1c-86db-a2a3e38e644c, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=e56dea3b-bf08-4c1c-86db-a2a3e38e644c,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:52.245444 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d80c94bd-01d2-4e9c-9844-17214b2431cf None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:52.250841 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d80c94bd-01d2-4e9c-9844-17214b2431cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:52.302523 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c94bd-01d2-4e9c-9844-17214b2431cf None None] Pushing event updated for resources: {'Port': ['ID=e56dea3b-bf08-4c1c-86db-a2a3e38e644c,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:52.565865 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab382ba-07b7-4a48-999a-8b18c753fb2d tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:32:52.569943 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6ab382ba-07b7-4a48-999a-8b18c753fb2d tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:52.591402 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-6ab382ba-07b7-4a48-999a-8b18c753fb2d tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] device_id is not set on port 6659e339-f384-462f-89db-539cee62bd8b yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:32:52.755052 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-6ab382ba-07b7-4a48-999a-8b18c753fb2d tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Allocated IP 172.20.0.10 (534a6429-a9ac-4523-bc48-4c9abf03e5ef/27d88e03-1455-4700-854c-77409d94995d/6659e339-f384-462f-89db-539cee62bd8b) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:32:52.761985 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-6ab382ba-07b7-4a48-999a-8b18c753fb2d tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Allocated IP 2001:db8::f816:3eff:feae:3e7e (534a6429-a9ac-4523-bc48-4c9abf03e5ef/d9b166ac-c91a-40c6-b47e-26a19d0ee7ba/6659e339-f384-462f-89db-539cee62bd8b) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:32:52.798289 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d192ea0d-5dfc-40bf-ade6-ddefc53a9519 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:32:52.918445 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6ab382ba-07b7-4a48-999a-8b18c753fb2d tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:52.933169 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-6ab382ba-07b7-4a48-999a-8b18c753fb2d tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Transition to ACTIVE for port object 6659e339-f384-462f-89db-539cee62bd8b will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:32:52.937642 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device e56dea3b-bf08-4c1c-86db-a2a3e38e644c up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:32:52.970865 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6ab382ba-07b7-4a48-999a-8b18c753fb2d tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:53.009996 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port e56dea3b-bf08-4c1c-86db-a2a3e38e644c completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:32:53.015326 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port e56dea3b-bf08-4c1c-86db-a2a3e38e644c triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:32:53.015718 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:53.016045 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab382ba-07b7-4a48-999a-8b18c753fb2d tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:53.019443 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-6ab382ba-07b7-4a48-999a-8b18c753fb2d tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:53.023194 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab382ba-07b7-4a48-999a-8b18c753fb2d tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:32:53.049915 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab382ba-07b7-4a48-999a-8b18c753fb2d tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Port': ['ID=6659e339-f384-462f-89db-539cee62bd8b,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:53.074268 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab382ba-07b7-4a48-999a-8b18c753fb2d tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:53.074884 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6ab382ba-07b7-4a48-999a-8b18c753fb2d tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:53.088502 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9207c506-874b-406d-935b-e8f729c31a17 None None] Update dhcp port {'port': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'fixed_ips': [{'subnet_id': 'd9b166ac-c91a-40c6-b47e-26a19d0ee7ba', 'ip_address': '2001:db8::f816:3eff:fec1:a1b4'}, {'subnet_id': '27d88e03-1455-4700-854c-77409d94995d'}], 'binding:host_id': 'n-d-766726-26'}, 'id': 'e56dea3b-bf08-4c1c-86db-a2a3e38e644c'} from n-d-766726-26. {{(pid=105828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:32:53.089572 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6ab382ba-07b7-4a48-999a-8b18c753fb2d tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.8949168 Aug 10 01:32:53.092909 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60962) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:53.134774 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9207c506-874b-406d-935b-e8f729c31a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:53.141509 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630ab11c-0828-42e3-aba0-481a8adda90c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:53.147773 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630ab11c-0828-42e3-aba0-481a8adda90c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:53.149515 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-630ab11c-0828-42e3-aba0-481a8adda90c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0556273 Aug 10 01:32:53.152408 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60964) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:53.156547 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:53.238782 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-226d13da-80f1-44a2-96c5-1c2d92f4cf4f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting port 6659e339-f384-462f-89db-539cee62bd8b {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:32:53.239139 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-226d13da-80f1-44a2-96c5-1c2d92f4cf4f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:53.263189 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port e56dea3b-bf08-4c1c-86db-a2a3e38e644c, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=e56dea3b-bf08-4c1c-86db-a2a3e38e644c,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:53.267770 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:53.323870 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-226d13da-80f1-44a2-96c5-1c2d92f4cf4f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:53.336049 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-226d13da-80f1-44a2-96c5-1c2d92f4cf4f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Calling delete_port for 6659e339-f384-462f-89db-539cee62bd8b owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:32:53.514410 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=e56dea3b-bf08-4c1c-86db-a2a3e38e644c,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:53.518030 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-226d13da-80f1-44a2-96c5-1c2d92f4cf4f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:53.528978 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-9207c506-874b-406d-935b-e8f729c31a17 None None] Allocated IP 172.20.0.2 (534a6429-a9ac-4523-bc48-4c9abf03e5ef/27d88e03-1455-4700-854c-77409d94995d/e56dea3b-bf08-4c1c-86db-a2a3e38e644c) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:32:53.551892 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d13da-80f1-44a2-96c5-1c2d92f4cf4f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Port': ['ID=6659e339-f384-462f-89db-539cee62bd8b,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:53.625454 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-9207c506-874b-406d-935b-e8f729c31a17 None None] For port e56dea3b-bf08-4c1c-86db-a2a3e38e644c, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=e56dea3b-bf08-4c1c-86db-a2a3e38e644c,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:53.635987 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-226d13da-80f1-44a2-96c5-1c2d92f4cf4f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:53.638075 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-226d13da-80f1-44a2-96c5-1c2d92f4cf4f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/6659e339-f384-462f-89db-539cee62bd8b HTTP/1.1" status: 204 len: 168 time: 0.4849672 Aug 10 01:32:53.640841 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60966) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:53.654641 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9207c506-874b-406d-935b-e8f729c31a17 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:53.667525 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-9207c506-874b-406d-935b-e8f729c31a17 None None] Transition to ACTIVE for port object e56dea3b-bf08-4c1c-86db-a2a3e38e644c will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:32:53.672563 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9207c506-874b-406d-935b-e8f729c31a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:53.698039 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6ea652-63f4-4d40-a957-a453d48d50da tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:53.700821 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6ea652-63f4-4d40-a957-a453d48d50da tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:53.702485 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6ea652-63f4-4d40-a957-a453d48d50da tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:53.704215 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3a6ea652-63f4-4d40-a957-a453d48d50da tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0622783 Aug 10 01:32:53.706850 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60968) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:53.757879 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba6a57c-5df2-46c9-9806-fd8a5fd4308d tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting subnet 27d88e03-1455-4700-854c-77409d94995d {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:32:53.759125 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9207c506-874b-406d-935b-e8f729c31a17 None None] Pushing event updated for resources: {'Port': ['ID=e56dea3b-bf08-4c1c-86db-a2a3e38e644c,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:53.762201 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dba6a57c-5df2-46c9-9806-fd8a5fd4308d tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:53.802922 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dba6a57c-5df2-46c9-9806-fd8a5fd4308d tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:53.893238 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dba6a57c-5df2-46c9-9806-fd8a5fd4308d tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:53.954327 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dba6a57c-5df2-46c9-9806-fd8a5fd4308d tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:53.982206 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba6a57c-5df2-46c9-9806-fd8a5fd4308d tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Subnet': ['ID=27d88e03-1455-4700-854c-77409d94995d,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:53.986549 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dba6a57c-5df2-46c9-9806-fd8a5fd4308d tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:53.988488 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-dba6a57c-5df2-46c9-9806-fd8a5fd4308d tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/27d88e03-1455-4700-854c-77409d94995d HTTP/1.1" status: 204 len: 168 time: 0.2806621 Aug 10 01:32:53.990901 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60970) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:54.042855 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c0070d-cadd-4332-8fde-614bcad654ee tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting subnet d9b166ac-c91a-40c6-b47e-26a19d0ee7ba {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:32:54.046920 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-39c0070d-cadd-4332-8fde-614bcad654ee tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:54.087811 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-39c0070d-cadd-4332-8fde-614bcad654ee tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:54.177738 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-39c0070d-cadd-4332-8fde-614bcad654ee tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:54.241940 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-39c0070d-cadd-4332-8fde-614bcad654ee tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:54.256893 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dafc5ba-dfd5-4419-9fa8-c4fa0870544f None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:32:54.269947 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0070d-cadd-4332-8fde-614bcad654ee tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Subnet': ['ID=d9b166ac-c91a-40c6-b47e-26a19d0ee7ba,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:54.273535 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-39c0070d-cadd-4332-8fde-614bcad654ee tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:54.275568 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-39c0070d-cadd-4332-8fde-614bcad654ee tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/d9b166ac-c91a-40c6-b47e-26a19d0ee7ba HTTP/1.1" status: 204 len: 168 time: 0.2835770 Aug 10 01:32:54.277766 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60972) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:54.318887 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9ec82e1f-408f-4c76-8781-974c4fef09c9 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0400269 Aug 10 01:32:54.321439 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60974) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:54.326768 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-9cb3e3ce-31f8-4d88-acfb-f184370bf7a4 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:32:54.372792 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b8991f26-9a20-4ca0-9112-31b5daf850fd None None] Provisioning for port e56dea3b-bf08-4c1c-86db-a2a3e38e644c completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:32:54.379545 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b8991f26-9a20-4ca0-9112-31b5daf850fd None None] Provisioning complete for port e56dea3b-bf08-4c1c-86db-a2a3e38e644c triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:32:54.379918 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b8991f26-9a20-4ca0-9112-31b5daf850fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:54.416922 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb3e3ce-31f8-4d88-acfb-f184370bf7a4 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:32:54.420841 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9cb3e3ce-31f8-4d88-acfb-f184370bf7a4 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:54.446801 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fdedb2-c33e-4cae-af66-bc16b816b120 None None] DHCP port deletion for 534a6429-a9ac-4523-bc48-4c9abf03e5ef request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:32:54.504636 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-36fdedb2-c33e-4cae-af66-bc16b816b120 None None] Deleting port e56dea3b-bf08-4c1c-86db-a2a3e38e644c {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:32:54.504947 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-36fdedb2-c33e-4cae-af66-bc16b816b120 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:54.568659 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-36fdedb2-c33e-4cae-af66-bc16b816b120 None None] For port e56dea3b-bf08-4c1c-86db-a2a3e38e644c, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=e56dea3b-bf08-4c1c-86db-a2a3e38e644c,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:54.569381 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-36fdedb2-c33e-4cae-af66-bc16b816b120 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:54.582038 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-36fdedb2-c33e-4cae-af66-bc16b816b120 None None] Calling delete_port for e56dea3b-bf08-4c1c-86db-a2a3e38e644c owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:32:54.613326 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9cb3e3ce-31f8-4d88-acfb-f184370bf7a4 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:54.653748 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb3e3ce-31f8-4d88-acfb-f184370bf7a4 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:54.658753 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-9cb3e3ce-31f8-4d88-acfb-f184370bf7a4 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:54.662680 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb3e3ce-31f8-4d88-acfb-f184370bf7a4 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:54.663267 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9cb3e3ce-31f8-4d88-acfb-f184370bf7a4 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:54.663663 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-36fdedb2-c33e-4cae-af66-bc16b816b120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:54.679941 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb3e3ce-31f8-4d88-acfb-f184370bf7a4 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Subnet': ['ID=c0311399-4b21-4414-965b-97dcc1eef34a,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:54.684831 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9cb3e3ce-31f8-4d88-acfb-f184370bf7a4 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3624349 Aug 10 01:32:54.688290 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60976) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:54.693300 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-62ce1b45-d1d9-4ca1-a01e-aa9280ae5d40 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:32:54.695777 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fdedb2-c33e-4cae-af66-bc16b816b120 None None] Pushing event deleted for resources: {'Port': ['ID=e56dea3b-bf08-4c1c-86db-a2a3e38e644c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:54.697635 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fdedb2-c33e-4cae-af66-bc16b816b120 None None] No DVR routers for this DVR port e56dea3b-bf08-4c1c-86db-a2a3e38e644c on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:32:54.712295 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31a6f68-5bcd-4cfc-a77d-b8855db65c98 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:32:54.810025 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ce1b45-d1d9-4ca1-a01e-aa9280ae5d40 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:32:54.813569 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-62ce1b45-d1d9-4ca1-a01e-aa9280ae5d40 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:54.852844 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c9c156-355d-4e94-ab2d-868f218050d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'tenant_id': 'ba95a63363134143868e6cc2658d29f5', 'fixed_ips': [{'subnet_id': 'c0311399-4b21-4414-965b-97dcc1eef34a'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:32:54.853820 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-66c9c156-355d-4e94-ab2d-868f218050d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:54.936199 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device e56dea3b-bf08-4c1c-86db-a2a3e38e644c no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:32:54.960382 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: e56dea3b-bf08-4c1c-86db-a2a3e38e644c {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:32:54.960660 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device e56dea3b-bf08-4c1c-86db-a2a3e38e644c not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:32:55.022597 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-66c9c156-355d-4e94-ab2d-868f218050d7 None None] Allocated IP 172.20.0.2 (534a6429-a9ac-4523-bc48-4c9abf03e5ef/c0311399-4b21-4414-965b-97dcc1eef34a/33f7c515-e21a-42b2-9779-cc75f8aeae73) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:32:55.108932 n-d-766726-26 neutron-server[105826]: DEBUG neutron.objects.ports [None req-62ce1b45-d1d9-4ca1-a01e-aa9280ae5d40 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 01:32:55.110256 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-62ce1b45-d1d9-4ca1-a01e-aa9280ae5d40 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:55.148440 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ce1b45-d1d9-4ca1-a01e-aa9280ae5d40 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:55.152827 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-62ce1b45-d1d9-4ca1-a01e-aa9280ae5d40 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:55.157442 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ce1b45-d1d9-4ca1-a01e-aa9280ae5d40 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:55.158038 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-62ce1b45-d1d9-4ca1-a01e-aa9280ae5d40 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:55.167073 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-66c9c156-355d-4e94-ab2d-868f218050d7 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:55.171656 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce1b45-d1d9-4ca1-a01e-aa9280ae5d40 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Subnet': ['ID=b0e896d1-bfd9-476b-9f0f-bf10930456f2,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:55.175684 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-66c9c156-355d-4e94-ab2d-868f218050d7 None None] Transition to ACTIVE for port object 33f7c515-e21a-42b2-9779-cc75f8aeae73 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:32:55.181227 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-62ce1b45-d1d9-4ca1-a01e-aa9280ae5d40 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4919319 Aug 10 01:32:55.183091 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60978) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:55.188214 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-91c5b883-2a3a-4397-ade4-254ba26d8d06 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'port': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'mac_address': 'fa:16:3e:28:30:20', 'name': 'tempest-NetworksTestDHCPv6-1229505953'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:32:55.194580 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-66c9c156-355d-4e94-ab2d-868f218050d7 None None] Transition to ACTIVE for port object 33f7c515-e21a-42b2-9779-cc75f8aeae73 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:32:55.200583 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-66c9c156-355d-4e94-ab2d-868f218050d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:55.245360 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c9c156-355d-4e94-ab2d-868f218050d7 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:55.251469 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-66c9c156-355d-4e94-ab2d-868f218050d7 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:55.253626 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9c156-355d-4e94-ab2d-868f218050d7 None None] Pushing event updated for resources: {'Port': ['ID=33f7c515-e21a-42b2-9779-cc75f8aeae73,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:55.255761 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c9c156-355d-4e94-ab2d-868f218050d7 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:32:55.296778 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c5b883-2a3a-4397-ade4-254ba26d8d06 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:32:55.310833 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-66c9c156-355d-4e94-ab2d-868f218050d7 None None] Attempting to bind port 33f7c515-e21a-42b2-9779-cc75f8aeae73 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:32:55.311211 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-66c9c156-355d-4e94-ab2d-868f218050d7 None None] Attempting to bind port 33f7c515-e21a-42b2-9779-cc75f8aeae73 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:32:55.311579 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c9c156-355d-4e94-ab2d-868f218050d7 None None] Attempting to bind port 33f7c515-e21a-42b2-9779-cc75f8aeae73 on network 534a6429-a9ac-4523-bc48-4c9abf03e5ef {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:32:55.316647 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c9c156-355d-4e94-ab2d-868f218050d7 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:32:55.317037 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c9c156-355d-4e94-ab2d-868f218050d7 None None] Checking segment: {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:32:55.317447 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-66c9c156-355d-4e94-ab2d-868f218050d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:55.317848 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c9c156-355d-4e94-ab2d-868f218050d7 None None] Bound using segment: {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:32:55.318320 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-66c9c156-355d-4e94-ab2d-868f218050d7 None None] Bound port: 33f7c515-e21a-42b2-9779-cc75f8aeae73, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:32:55.318709 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-66c9c156-355d-4e94-ab2d-868f218050d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:55.381105 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-66c9c156-355d-4e94-ab2d-868f218050d7 None None] For port 33f7c515-e21a-42b2-9779-cc75f8aeae73, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:32:55.382780 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-91c5b883-2a3a-4397-ade4-254ba26d8d06 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:55.384091 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-66c9c156-355d-4e94-ab2d-868f218050d7 None None] For port 33f7c515-e21a-42b2-9779-cc75f8aeae73, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=33f7c515-e21a-42b2-9779-cc75f8aeae73,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:32:55.389258 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-66c9c156-355d-4e94-ab2d-868f218050d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:55.403462 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-91c5b883-2a3a-4397-ade4-254ba26d8d06 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] device_id is not set on port d2a4a4ac-df6d-4a92-8746-05b4bc50e0f9 yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:32:55.446663 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9c156-355d-4e94-ab2d-868f218050d7 None None] Pushing event updated for resources: {'Port': ['ID=33f7c515-e21a-42b2-9779-cc75f8aeae73,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:55.577292 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-91c5b883-2a3a-4397-ade4-254ba26d8d06 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Allocated IP 172.20.0.8 (534a6429-a9ac-4523-bc48-4c9abf03e5ef/c0311399-4b21-4414-965b-97dcc1eef34a/d2a4a4ac-df6d-4a92-8746-05b4bc50e0f9) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:32:55.587424 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-91c5b883-2a3a-4397-ade4-254ba26d8d06 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Allocated IP 2001:db8::f816:3eff:fe28:3020 (534a6429-a9ac-4523-bc48-4c9abf03e5ef/b0e896d1-bfd9-476b-9f0f-bf10930456f2/d2a4a4ac-df6d-4a92-8746-05b4bc50e0f9) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:32:55.746363 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-91c5b883-2a3a-4397-ade4-254ba26d8d06 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:55.759184 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-91c5b883-2a3a-4397-ade4-254ba26d8d06 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Transition to ACTIVE for port object d2a4a4ac-df6d-4a92-8746-05b4bc50e0f9 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:32:55.792544 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-91c5b883-2a3a-4397-ade4-254ba26d8d06 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:55.840676 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c5b883-2a3a-4397-ade4-254ba26d8d06 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:55.843704 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-91c5b883-2a3a-4397-ade4-254ba26d8d06 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:55.847427 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c5b883-2a3a-4397-ade4-254ba26d8d06 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:32:55.871353 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5b883-2a3a-4397-ade4-254ba26d8d06 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Port': ['ID=d2a4a4ac-df6d-4a92-8746-05b4bc50e0f9,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:55.899425 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c5b883-2a3a-4397-ade4-254ba26d8d06 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:55.899976 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-91c5b883-2a3a-4397-ade4-254ba26d8d06 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:55.914104 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-91c5b883-2a3a-4397-ade4-254ba26d8d06 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.7299540 Aug 10 01:32:55.916651 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60980) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:55.964642 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8607a8-ca44-4108-b9b3-a1fadb63c9ee tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:55.970560 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8607a8-ca44-4108-b9b3-a1fadb63c9ee tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:55.972143 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ea8607a8-ca44-4108-b9b3-a1fadb63c9ee tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0545936 Aug 10 01:32:55.974838 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60982) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:56.065092 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-11fe7443-a236-4090-ad8e-037a6a155de7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting port d2a4a4ac-df6d-4a92-8746-05b4bc50e0f9 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:32:56.065449 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-11fe7443-a236-4090-ad8e-037a6a155de7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:56.152671 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-11fe7443-a236-4090-ad8e-037a6a155de7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:56.165117 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-11fe7443-a236-4090-ad8e-037a6a155de7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Calling delete_port for d2a4a4ac-df6d-4a92-8746-05b4bc50e0f9 owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:32:56.301341 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630c1067-e276-4e14-8c54-c856c3125387 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:32:56.344964 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-11fe7443-a236-4090-ad8e-037a6a155de7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:56.358128 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-50bfb91d-048e-492d-b74d-d8672ce98f2d None None] Provisioning for port 33f7c515-e21a-42b2-9779-cc75f8aeae73 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:32:56.373663 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe7443-a236-4090-ad8e-037a6a155de7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Port': ['ID=d2a4a4ac-df6d-4a92-8746-05b4bc50e0f9,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:56.463518 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-11fe7443-a236-4090-ad8e-037a6a155de7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:56.465879 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-11fe7443-a236-4090-ad8e-037a6a155de7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/d2a4a4ac-df6d-4a92-8746-05b4bc50e0f9 HTTP/1.1" status: 204 len: 168 time: 0.4901390 Aug 10 01:32:56.468983 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60984) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:56.517046 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5ca3b1-dc83-4b8c-b517-d4bd71935575 None None] Update dhcp port {'port': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'fixed_ips': [{'subnet_id': 'c0311399-4b21-4414-965b-97dcc1eef34a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b0e896d1-bfd9-476b-9f0f-bf10930456f2'}], 'binding:host_id': 'n-d-766726-26'}, 'id': '33f7c515-e21a-42b2-9779-cc75f8aeae73'} from n-d-766726-26. {{(pid=105828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:32:56.521038 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728a257e-9c29-4451-a093-85efc3f7be1f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:56.522576 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728a257e-9c29-4451-a093-85efc3f7be1f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:56.524229 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728a257e-9c29-4451-a093-85efc3f7be1f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:56.525776 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-728a257e-9c29-4451-a093-85efc3f7be1f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0558517 Aug 10 01:32:56.528433 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60986) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:56.545647 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-db5ca3b1-dc83-4b8c-b517-d4bd71935575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:56.578183 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-dff113aa-eaad-4150-9835-ef4a11b45ca6 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting subnet b0e896d1-bfd9-476b-9f0f-bf10930456f2 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:32:56.581290 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dff113aa-eaad-4150-9835-ef4a11b45ca6 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:56.625272 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dff113aa-eaad-4150-9835-ef4a11b45ca6 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:56.666707 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dff113aa-eaad-4150-9835-ef4a11b45ca6 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:56.722957 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dff113aa-eaad-4150-9835-ef4a11b45ca6 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server [None req-db5ca3b1-dc83-4b8c-b517-d4bd71935575 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0e896d1-bfd9-476b-9f0f-bf10930456f2: This subnet is being modified by another concurrent operation. Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise exception Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0e896d1-bfd9-476b-9f0f-bf10930456f2: This subnet is being modified by another concurrent operation. Aug 10 01:32:56.725662 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server Aug 10 01:32:56.745085 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff113aa-eaad-4150-9835-ef4a11b45ca6 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Subnet': ['ID=b0e896d1-bfd9-476b-9f0f-bf10930456f2,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:56.754396 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dff113aa-eaad-4150-9835-ef4a11b45ca6 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:56.756376 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-dff113aa-eaad-4150-9835-ef4a11b45ca6 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/b0e896d1-bfd9-476b-9f0f-bf10930456f2 HTTP/1.1" status: 204 len: 168 time: 0.2270122 Aug 10 01:32:56.758873 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60988) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:56.816831 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0123f4b-5258-4a76-8563-f45749123f43 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting subnet c0311399-4b21-4414-965b-97dcc1eef34a {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:32:56.820054 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d0123f4b-5258-4a76-8563-f45749123f43 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:56.863166 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d0123f4b-5258-4a76-8563-f45749123f43 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:56.882469 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2b7d33db-c618-488e-8855-83eabb0d5de6 None None] Could not find standard attr ID for object 6659e339-f384-462f-89db-539cee62bd8b. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:32:56.954030 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d0123f4b-5258-4a76-8563-f45749123f43 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:56.983163 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db465191-5439-4bb8-be4f-35b0caa25abb None None] get_active_networks_info from n-d-766726-26 {{(pid=105828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:32:57.018041 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-49f57a71-bb4e-4409-926f-aff61507029b None None] Could not find standard attr ID for object d2a4a4ac-df6d-4a92-8746-05b4bc50e0f9. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:32:57.026450 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d0123f4b-5258-4a76-8563-f45749123f43 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:57.055047 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0123f4b-5258-4a76-8563-f45749123f43 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Subnet': ['ID=c0311399-4b21-4414-965b-97dcc1eef34a,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:57.057052 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d0123f4b-5258-4a76-8563-f45749123f43 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:57.059145 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d0123f4b-5258-4a76-8563-f45749123f43 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/c0311399-4b21-4414-965b-97dcc1eef34a HTTP/1.1" status: 204 len: 168 time: 0.2993526 Aug 10 01:32:57.062200 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60992) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:57.067575 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db465191-5439-4bb8-be4f-35b0caa25abb None None] Resources bound (agent type, host, resource id): {{(pid=105828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:32:57.101124 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-73685ac4-6197-4273-93d5-9a33821f8bf6 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0376048 Aug 10 01:32:57.103754 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 60994) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:57.108639 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-2c42200e-b5fe-4853-80e6-ee40ba71b1db tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:32:57.197538 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c42200e-b5fe-4853-80e6-ee40ba71b1db tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:32:57.201755 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2c42200e-b5fe-4853-80e6-ee40ba71b1db tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:57.267870 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2881bb55-a372-4666-bab6-d3f54c801560 None None] get_active_networks_info from n-d-766726-26 {{(pid=105828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:32:57.329816 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2881bb55-a372-4666-bab6-d3f54c801560 None None] Resources bound (agent type, host, resource id): {{(pid=105828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:32:57.386001 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2c42200e-b5fe-4853-80e6-ee40ba71b1db tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:57.423379 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c42200e-b5fe-4853-80e6-ee40ba71b1db tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:57.428001 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-2c42200e-b5fe-4853-80e6-ee40ba71b1db tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:57.432038 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c42200e-b5fe-4853-80e6-ee40ba71b1db tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:57.432649 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2c42200e-b5fe-4853-80e6-ee40ba71b1db tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:57.445838 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c42200e-b5fe-4853-80e6-ee40ba71b1db tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Subnet': ['ID=c4587f69-f47e-4258-8d94-084060d887a4,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:57.457220 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60996) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:57.457759 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2c42200e-b5fe-4853-80e6-ee40ba71b1db tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3525193 Aug 10 01:32:57.462679 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-b652a480-0c1c-4632-a79e-0f9c0a211d03 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:32:57.570571 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b652a480-0c1c-4632-a79e-0f9c0a211d03 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:32:57.574053 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b652a480-0c1c-4632-a79e-0f9c0a211d03 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:57.591860 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9588774-e62d-4887-b904-b83a87970854 None None] Update dhcp port {'port': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'fixed_ips': [{'subnet_id': 'c4587f69-f47e-4258-8d94-084060d887a4'}], 'binding:host_id': 'n-d-766726-26'}, 'id': '33f7c515-e21a-42b2-9779-cc75f8aeae73'} from n-d-766726-26. {{(pid=105828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:32:57.617453 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f9588774-e62d-4887-b904-b83a87970854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:57.774683 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-f9588774-e62d-4887-b904-b83a87970854 None None] Allocated IP 172.20.0.2 (534a6429-a9ac-4523-bc48-4c9abf03e5ef/c4587f69-f47e-4258-8d94-084060d887a4/33f7c515-e21a-42b2-9779-cc75f8aeae73) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:32:57.870119 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-f9588774-e62d-4887-b904-b83a87970854 None None] For port 33f7c515-e21a-42b2-9779-cc75f8aeae73, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=33f7c515-e21a-42b2-9779-cc75f8aeae73,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:57.898379 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f9588774-e62d-4887-b904-b83a87970854 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:57.911739 n-d-766726-26 neutron-server[105827]: DEBUG neutron.objects.ports [None req-b652a480-0c1c-4632-a79e-0f9c0a211d03 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 01:32:57.911960 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f9588774-e62d-4887-b904-b83a87970854 None None] Transition to ACTIVE for port object 33f7c515-e21a-42b2-9779-cc75f8aeae73 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:32:57.915734 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f9588774-e62d-4887-b904-b83a87970854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:57.985397 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9588774-e62d-4887-b904-b83a87970854 None None] Pushing event updated for resources: {'Port': ['ID=33f7c515-e21a-42b2-9779-cc75f8aeae73,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:58.146707 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b652a480-0c1c-4632-a79e-0f9c0a211d03 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:58.356818 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:58.541611 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48e4dd2-289f-4c57-be19-3b9135ac7ded None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:32:58.575047 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-b652a480-0c1c-4632-a79e-0f9c0a211d03 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] For port 33f7c515-e21a-42b2-9779-cc75f8aeae73, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=33f7c515-e21a-42b2-9779-cc75f8aeae73,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:58.605755 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b652a480-0c1c-4632-a79e-0f9c0a211d03 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:58.611551 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b652a480-0c1c-4632-a79e-0f9c0a211d03 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:58.612428 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b652a480-0c1c-4632-a79e-0f9c0a211d03 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:58.613917 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a85bdf20-dfc9-40f3-ba29-47d20cc3e0bd None None] Provisioning for port 33f7c515-e21a-42b2-9779-cc75f8aeae73 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:32:58.692775 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b652a480-0c1c-4632-a79e-0f9c0a211d03 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:58.704728 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-b652a480-0c1c-4632-a79e-0f9c0a211d03 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:58.712411 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b652a480-0c1c-4632-a79e-0f9c0a211d03 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:58.713020 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b652a480-0c1c-4632-a79e-0f9c0a211d03 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:58.719579 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b652a480-0c1c-4632-a79e-0f9c0a211d03 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Subnet': ['ID=e1bcfb31-41fb-4b2d-a194-f6db7fcd5cc5,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:58.727108 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b652a480-0c1c-4632-a79e-0f9c0a211d03 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Port': ['ID=33f7c515-e21a-42b2-9779-cc75f8aeae73,revision_number=6']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:58.737111 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b652a480-0c1c-4632-a79e-0f9c0a211d03 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2786505 Aug 10 01:32:58.739765 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 60998) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:58.744808 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-6eef2c03-d865-42ff-a407-ed04ee3f24bd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'port': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'mac_address': 'fa:16:3e:48:80:c9', 'name': 'tempest-NetworksTestDHCPv6-1506040276'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:32:58.862310 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eef2c03-d865-42ff-a407-ed04ee3f24bd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:32:58.935753 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 33f7c515-e21a-42b2-9779-cc75f8aeae73 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:32:58.953815 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6eef2c03-d865-42ff-a407-ed04ee3f24bd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:58.977815 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-6eef2c03-d865-42ff-a407-ed04ee3f24bd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] device_id is not set on port 02156599-e789-4a7f-9479-d489a64e3ce4 yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:32:58.985158 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 33f7c515-e21a-42b2-9779-cc75f8aeae73 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:32:58.989734 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 33f7c515-e21a-42b2-9779-cc75f8aeae73 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:32:58.990111 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:59.075882 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:59.111774 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 33f7c515-e21a-42b2-9779-cc75f8aeae73, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=33f7c515-e21a-42b2-9779-cc75f8aeae73,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:59.116353 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:59.160521 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-6eef2c03-d865-42ff-a407-ed04ee3f24bd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Allocated IP 172.20.0.8 (534a6429-a9ac-4523-bc48-4c9abf03e5ef/c4587f69-f47e-4258-8d94-084060d887a4/02156599-e789-4a7f-9479-d489a64e3ce4) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:32:59.168744 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-6eef2c03-d865-42ff-a407-ed04ee3f24bd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Allocated IP 2001:db8::f816:3eff:fe48:80c9 (534a6429-a9ac-4523-bc48-4c9abf03e5ef/e1bcfb31-41fb-4b2d-a194-f6db7fcd5cc5/02156599-e789-4a7f-9479-d489a64e3ce4) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:32:59.169331 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=33f7c515-e21a-42b2-9779-cc75f8aeae73,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:59.242132 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a54add-73d5-419b-ba04-00f48aa4caad None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:32:59.334258 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6eef2c03-d865-42ff-a407-ed04ee3f24bd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:59.349742 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-6eef2c03-d865-42ff-a407-ed04ee3f24bd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Transition to ACTIVE for port object 02156599-e789-4a7f-9479-d489a64e3ce4 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:32:59.370840 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-563f4008-a4ea-464c-a3a5-32000294095b None None] Provisioning complete for port 33f7c515-e21a-42b2-9779-cc75f8aeae73 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:32:59.371454 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-563f4008-a4ea-464c-a3a5-32000294095b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:59.385035 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6eef2c03-d865-42ff-a407-ed04ee3f24bd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:59.430348 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eef2c03-d865-42ff-a407-ed04ee3f24bd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:59.433624 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-6eef2c03-d865-42ff-a407-ed04ee3f24bd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:59.438365 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eef2c03-d865-42ff-a407-ed04ee3f24bd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:32:59.465493 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef2c03-d865-42ff-a407-ed04ee3f24bd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Port': ['ID=02156599-e789-4a7f-9479-d489a64e3ce4,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:59.497459 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eef2c03-d865-42ff-a407-ed04ee3f24bd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:59.498777 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6eef2c03-d865-42ff-a407-ed04ee3f24bd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:59.514179 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6eef2c03-d865-42ff-a407-ed04ee3f24bd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.7727427 Aug 10 01:32:59.516815 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32768) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:59.573713 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d995bde5-dd13-486f-85ec-c3dd7c8c54c3 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:59.579711 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d995bde5-dd13-486f-85ec-c3dd7c8c54c3 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:59.581414 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d995bde5-dd13-486f-85ec-c3dd7c8c54c3 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0635703 Aug 10 01:32:59.584189 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32770) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:59.676814 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-cac21e04-71ec-4ed4-abab-120c613871de tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting port 02156599-e789-4a7f-9479-d489a64e3ce4 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:32:59.677098 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cac21e04-71ec-4ed4-abab-120c613871de tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:59.700825 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d20217c7-4406-4724-b456-4d12343c8375 None None] Provisioning complete for port 33f7c515-e21a-42b2-9779-cc75f8aeae73 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:32:59.701248 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d20217c7-4406-4724-b456-4d12343c8375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:59.768220 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cac21e04-71ec-4ed4-abab-120c613871de tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:59.781584 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-cac21e04-71ec-4ed4-abab-120c613871de tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Calling delete_port for 02156599-e789-4a7f-9479-d489a64e3ce4 owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:32:59.959596 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cac21e04-71ec-4ed4-abab-120c613871de tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:59.960673 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-949df541-d49e-454f-8180-d9cbb357bfa6 None None] Provisioning for port 02156599-e789-4a7f-9479-d489a64e3ce4 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:32:59.969100 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-949df541-d49e-454f-8180-d9cbb357bfa6 None None] Provisioning complete for port 02156599-e789-4a7f-9479-d489a64e3ce4 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:32:59.969478 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-949df541-d49e-454f-8180-d9cbb357bfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:59.988292 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-949df541-d49e-454f-8180-d9cbb357bfa6 None None] Port 02156599-e789-4a7f-9479-d489a64e3ce4 was deleted so its status cannot be updated. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 10 01:32:59.992833 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac21e04-71ec-4ed4-abab-120c613871de tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Port': ['ID=02156599-e789-4a7f-9479-d489a64e3ce4,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:00.083649 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cac21e04-71ec-4ed4-abab-120c613871de tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:00.085972 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-cac21e04-71ec-4ed4-abab-120c613871de tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/02156599-e789-4a7f-9479-d489a64e3ce4 HTTP/1.1" status: 204 len: 168 time: 0.5005579 Aug 10 01:33:00.088133 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32772) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:00.141884 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740c2ea4-1e69-47a6-ba22-b941ef4ee561 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:00.143448 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740c2ea4-1e69-47a6-ba22-b941ef4ee561 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:00.145137 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740c2ea4-1e69-47a6-ba22-b941ef4ee561 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:00.146717 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-740c2ea4-1e69-47a6-ba22-b941ef4ee561 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0576360 Aug 10 01:33:00.149443 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32774) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:00.202259 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-e457399b-cbba-46fb-96d6-fbb743887153 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting subnet c4587f69-f47e-4258-8d94-084060d887a4 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:33:00.205654 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e457399b-cbba-46fb-96d6-fbb743887153 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:00.249574 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e457399b-cbba-46fb-96d6-fbb743887153 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:00.329056 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e457399b-cbba-46fb-96d6-fbb743887153 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:00.383429 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e457399b-cbba-46fb-96d6-fbb743887153 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:00.414249 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457399b-cbba-46fb-96d6-fbb743887153 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Subnet': ['ID=c4587f69-f47e-4258-8d94-084060d887a4,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:00.417787 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e457399b-cbba-46fb-96d6-fbb743887153 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:00.419651 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e457399b-cbba-46fb-96d6-fbb743887153 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/c4587f69-f47e-4258-8d94-084060d887a4 HTTP/1.1" status: 204 len: 168 time: 0.2692573 Aug 10 01:33:00.422140 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32776) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:00.424841 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea799fc-20b7-4280-af38-03dd21991cd1 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:00.472773 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-37943467-8bd1-4fc7-a6c7-e2d95687fbbf tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting subnet e1bcfb31-41fb-4b2d-a194-f6db7fcd5cc5 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:33:00.475856 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-37943467-8bd1-4fc7-a6c7-e2d95687fbbf tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:00.515113 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-37943467-8bd1-4fc7-a6c7-e2d95687fbbf tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:00.601885 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-37943467-8bd1-4fc7-a6c7-e2d95687fbbf tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:00.661154 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-37943467-8bd1-4fc7-a6c7-e2d95687fbbf tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:00.687147 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37943467-8bd1-4fc7-a6c7-e2d95687fbbf tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Subnet': ['ID=e1bcfb31-41fb-4b2d-a194-f6db7fcd5cc5,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:00.694702 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-37943467-8bd1-4fc7-a6c7-e2d95687fbbf tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:00.699145 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32778) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:00.699677 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-37943467-8bd1-4fc7-a6c7-e2d95687fbbf tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/e1bcfb31-41fb-4b2d-a194-f6db7fcd5cc5 HTTP/1.1" status: 204 len: 168 time: 0.2760711 Aug 10 01:33:00.742438 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f59df161-6f8d-4e37-9929-473a6a8f692a tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419559 Aug 10 01:33:00.744856 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32780) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:00.793436 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87745edd-1787-4323-a17c-f7a8d5956163 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:00.795190 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-87745edd-1787-4323-a17c-f7a8d5956163 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0492747 Aug 10 01:33:00.797702 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32782) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:00.849481 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5620232-1719-4a7d-b99f-83b030ffea7b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:00.850986 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b5620232-1719-4a7d-b99f-83b030ffea7b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0523441 Aug 10 01:33:00.853555 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32784) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:00.898627 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-99910f7f-d2f4-47e6-80e3-fedfd2afc605 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0439715 Aug 10 01:33:00.903084 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32786) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:00.908465 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-becef9c2-eb80-4ccd-8f95-e220720a93d9 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:00.912689 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 33f7c515-e21a-42b2-9779-cc75f8aeae73 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:33:00.964699 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 33f7c515-e21a-42b2-9779-cc75f8aeae73 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:00.965081 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:01.003115 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becef9c2-eb80-4ccd-8f95-e220720a93d9 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:01.006892 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-becef9c2-eb80-4ccd-8f95-e220720a93d9 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:01.008147 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-becef9c2-eb80-4ccd-8f95-e220720a93d9 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:33:01.008828 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-becef9c2-eb80-4ccd-8f95-e220720a93d9 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:01.028957 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-becef9c2-eb80-4ccd-8f95-e220720a93d9 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1217051 Aug 10 01:33:01.029359 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32788) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:01.035199 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-9724c997-5a99-406e-aa88-e87d378cce27 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:01.048030 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f16eab-f34d-49af-beb4-860b0cddaa46 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:01.129128 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9724c997-5a99-406e-aa88-e87d378cce27 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:01.132814 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9724c997-5a99-406e-aa88-e87d378cce27 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:01.134201 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-9724c997-5a99-406e-aa88-e87d378cce27 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:33:01.134610 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9724c997-5a99-406e-aa88-e87d378cce27 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:01.144845 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-717c9f16-329d-4d39-8c35-313988e1e126 None None] Provisioning complete for port 33f7c515-e21a-42b2-9779-cc75f8aeae73 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:01.145233 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-717c9f16-329d-4d39-8c35-313988e1e126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:01.148614 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9724c997-5a99-406e-aa88-e87d378cce27 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1181307 Aug 10 01:33:01.151678 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32790) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:01.158419 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-e79e1746-f023-444a-84d1-6f5c51664a21 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:01.247360 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79e1746-f023-444a-84d1-6f5c51664a21 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:01.251614 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e79e1746-f023-444a-84d1-6f5c51664a21 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:01.253132 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-e79e1746-f023-444a-84d1-6f5c51664a21 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:33:01.253537 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e79e1746-f023-444a-84d1-6f5c51664a21 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:01.259908 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be09bc3f-9978-4536-93e2-edac6e89b31c None None] DHCP port deletion for 534a6429-a9ac-4523-bc48-4c9abf03e5ef request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:33:01.269258 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e79e1746-f023-444a-84d1-6f5c51664a21 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1165442 Aug 10 01:33:01.272323 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32792) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:01.277264 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-33555a29-a8e0-4f46-a8b4-491ea01f05f8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:01.309044 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-be09bc3f-9978-4536-93e2-edac6e89b31c None None] Deleting port 33f7c515-e21a-42b2-9779-cc75f8aeae73 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:01.309323 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be09bc3f-9978-4536-93e2-edac6e89b31c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:01.365895 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33555a29-a8e0-4f46-a8b4-491ea01f05f8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:01.368745 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-be09bc3f-9978-4536-93e2-edac6e89b31c None None] For port 33f7c515-e21a-42b2-9779-cc75f8aeae73, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=33f7c515-e21a-42b2-9779-cc75f8aeae73,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:01.369155 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be09bc3f-9978-4536-93e2-edac6e89b31c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:01.369339 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-33555a29-a8e0-4f46-a8b4-491ea01f05f8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:01.370702 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-33555a29-a8e0-4f46-a8b4-491ea01f05f8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:33:01.371131 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33555a29-a8e0-4f46-a8b4-491ea01f05f8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:01.382987 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-be09bc3f-9978-4536-93e2-edac6e89b31c None None] Calling delete_port for 33f7c515-e21a-42b2-9779-cc75f8aeae73 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:01.388825 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32794) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:01.389043 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-33555a29-a8e0-4f46-a8b4-491ea01f05f8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1155312 Aug 10 01:33:01.394444 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-4d1584a7-8d07-4f73-9407-089991fa434a tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:01.481733 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1584a7-8d07-4f73-9407-089991fa434a tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:01.486179 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4d1584a7-8d07-4f73-9407-089991fa434a tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:01.487800 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d1584a7-8d07-4f73-9407-089991fa434a tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:33:01.488351 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d1584a7-8d07-4f73-9407-089991fa434a tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:01.504951 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4d1584a7-8d07-4f73-9407-089991fa434a tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1147757 Aug 10 01:33:01.508079 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32796) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:01.515020 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-35d446f7-3422-4c26-b007-94770674aac3 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:01.609397 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d446f7-3422-4c26-b007-94770674aac3 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:01.612858 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-35d446f7-3422-4c26-b007-94770674aac3 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:01.614261 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d446f7-3422-4c26-b007-94770674aac3 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:33:01.614698 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35d446f7-3422-4c26-b007-94770674aac3 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:01.618171 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be09bc3f-9978-4536-93e2-edac6e89b31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:01.630485 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-35d446f7-3422-4c26-b007-94770674aac3 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1211994 Aug 10 01:33:01.633049 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32798) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:01.645154 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be09bc3f-9978-4536-93e2-edac6e89b31c None None] No DVR routers for this DVR port 33f7c515-e21a-42b2-9779-cc75f8aeae73 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:33:01.646812 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be09bc3f-9978-4536-93e2-edac6e89b31c None None] Pushing event deleted for resources: {'Port': ['ID=33f7c515-e21a-42b2-9779-cc75f8aeae73,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:01.657225 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be09bc3f-9978-4536-93e2-edac6e89b31c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:01.657595 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be09bc3f-9978-4536-93e2-edac6e89b31c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:01.658016 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be09bc3f-9978-4536-93e2-edac6e89b31c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:01.658364 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be09bc3f-9978-4536-93e2-edac6e89b31c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:01.658686 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be09bc3f-9978-4536-93e2-edac6e89b31c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:01.659107 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be09bc3f-9978-4536-93e2-edac6e89b31c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:01.659548 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be09bc3f-9978-4536-93e2-edac6e89b31c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:01.659965 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be09bc3f-9978-4536-93e2-edac6e89b31c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:01.660296 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be09bc3f-9978-4536-93e2-edac6e89b31c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:01.660721 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be09bc3f-9978-4536-93e2-edac6e89b31c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:01.661098 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be09bc3f-9978-4536-93e2-edac6e89b31c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:01.661405 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be09bc3f-9978-4536-93e2-edac6e89b31c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:01.662545 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c9dc0b37-bb54-478e-baec-d506d0a1093c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0284052 Aug 10 01:33:01.663229 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32800) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:01.717469 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cd2fca-2f34-4f75-b1fa-98ea89a54e2d tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:01.718913 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-04cd2fca-2f34-4f75-b1fa-98ea89a54e2d tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0545938 Aug 10 01:33:01.722088 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32802) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:01.758517 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5841c430-d83e-429d-991c-5a313f6331c1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0354106 Aug 10 01:33:01.762205 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32804) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:01.767776 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-4f11ca21-a68a-4d67-8139-cebe48a3db24 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:01.856621 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f11ca21-a68a-4d67-8139-cebe48a3db24 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:01.860104 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4f11ca21-a68a-4d67-8139-cebe48a3db24 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:02.345730 n-d-766726-26 neutron-server[105826]: DEBUG neutron.objects.ports [None req-4f11ca21-a68a-4d67-8139-cebe48a3db24 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 01:33:02.346979 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4f11ca21-a68a-4d67-8139-cebe48a3db24 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:02.387007 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f11ca21-a68a-4d67-8139-cebe48a3db24 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:02.390572 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-4f11ca21-a68a-4d67-8139-cebe48a3db24 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:02.394547 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f11ca21-a68a-4d67-8139-cebe48a3db24 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:02.395131 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4f11ca21-a68a-4d67-8139-cebe48a3db24 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:02.400862 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4341658-71a7-4501-90be-91858eb71ee8 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:02.406267 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11ca21-a68a-4d67-8139-cebe48a3db24 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Subnet': ['ID=5571cab1-9e7f-4cb2-986f-c56ec71c1c94,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:02.416372 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4f11ca21-a68a-4d67-8139-cebe48a3db24 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6530731 Aug 10 01:33:02.419087 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32806) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:02.424245 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-81c32584-59d6-4e99-827c-06f78c2ae923 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'port': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'mac_address': 'fa:16:3e:fb:b0:2d', 'name': 'tempest-NetworksTestDHCPv6-247498254'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:02.531833 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c32584-59d6-4e99-827c-06f78c2ae923 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:02.544049 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23dbe33-5384-4853-87bf-712fdbdec9d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'tenant_id': 'ba95a63363134143868e6cc2658d29f5', 'fixed_ips': [{'subnet_id': '5571cab1-9e7f-4cb2-986f-c56ec71c1c94'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:33:02.545508 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d23dbe33-5384-4853-87bf-712fdbdec9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:02.611912 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-81c32584-59d6-4e99-827c-06f78c2ae923 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:02.636258 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-81c32584-59d6-4e99-827c-06f78c2ae923 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] device_id is not set on port 62ce3259-5bbc-4dcf-85be-1e686451c2b2 yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:33:02.673948 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-d23dbe33-5384-4853-87bf-712fdbdec9d6 None None] Allocated IP 2001:db8::f816:3eff:fe3e:c688 (534a6429-a9ac-4523-bc48-4c9abf03e5ef/5571cab1-9e7f-4cb2-986f-c56ec71c1c94/80ae9c6a-5791-4ad2-bc59-3fb774a2ac1b) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:02.811847 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d23dbe33-5384-4853-87bf-712fdbdec9d6 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:02.819595 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d23dbe33-5384-4853-87bf-712fdbdec9d6 None None] Transition to ACTIVE for port object 80ae9c6a-5791-4ad2-bc59-3fb774a2ac1b will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:02.833182 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d23dbe33-5384-4853-87bf-712fdbdec9d6 None None] Transition to ACTIVE for port object 80ae9c6a-5791-4ad2-bc59-3fb774a2ac1b will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:02.838633 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d23dbe33-5384-4853-87bf-712fdbdec9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:02.875468 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23dbe33-5384-4853-87bf-712fdbdec9d6 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:02.878309 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-d23dbe33-5384-4853-87bf-712fdbdec9d6 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:02.884081 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23dbe33-5384-4853-87bf-712fdbdec9d6 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:33:02.888451 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-81c32584-59d6-4e99-827c-06f78c2ae923 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Allocated IP 2001:db8::f816:3eff:fefb:b02d (534a6429-a9ac-4523-bc48-4c9abf03e5ef/5571cab1-9e7f-4cb2-986f-c56ec71c1c94/62ce3259-5bbc-4dcf-85be-1e686451c2b2) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:02.901211 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23dbe33-5384-4853-87bf-712fdbdec9d6 None None] Pushing event updated for resources: {'Port': ['ID=80ae9c6a-5791-4ad2-bc59-3fb774a2ac1b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:02.917260 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 33f7c515-e21a-42b2-9779-cc75f8aeae73 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:33:02.954333 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 33f7c515-e21a-42b2-9779-cc75f8aeae73 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:33:02.954693 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 33f7c515-e21a-42b2-9779-cc75f8aeae73 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:33:02.970083 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d23dbe33-5384-4853-87bf-712fdbdec9d6 None None] Attempting to bind port 80ae9c6a-5791-4ad2-bc59-3fb774a2ac1b on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:33:02.970521 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d23dbe33-5384-4853-87bf-712fdbdec9d6 None None] Attempting to bind port 80ae9c6a-5791-4ad2-bc59-3fb774a2ac1b by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:33:02.970902 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23dbe33-5384-4853-87bf-712fdbdec9d6 None None] Attempting to bind port 80ae9c6a-5791-4ad2-bc59-3fb774a2ac1b on network 534a6429-a9ac-4523-bc48-4c9abf03e5ef {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:33:02.976040 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23dbe33-5384-4853-87bf-712fdbdec9d6 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:33:02.976477 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23dbe33-5384-4853-87bf-712fdbdec9d6 None None] Checking segment: {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:33:02.976896 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d23dbe33-5384-4853-87bf-712fdbdec9d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:02.977303 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23dbe33-5384-4853-87bf-712fdbdec9d6 None None] Bound using segment: {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:33:02.977783 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d23dbe33-5384-4853-87bf-712fdbdec9d6 None None] Bound port: 80ae9c6a-5791-4ad2-bc59-3fb774a2ac1b, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:33:02.978181 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d23dbe33-5384-4853-87bf-712fdbdec9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:03.040093 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d23dbe33-5384-4853-87bf-712fdbdec9d6 None None] For port 80ae9c6a-5791-4ad2-bc59-3fb774a2ac1b, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:33:03.043075 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d23dbe33-5384-4853-87bf-712fdbdec9d6 None None] For port 80ae9c6a-5791-4ad2-bc59-3fb774a2ac1b, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=80ae9c6a-5791-4ad2-bc59-3fb774a2ac1b,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:33:03.048478 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d23dbe33-5384-4853-87bf-712fdbdec9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:03.056040 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-81c32584-59d6-4e99-827c-06f78c2ae923 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:03.069446 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-81c32584-59d6-4e99-827c-06f78c2ae923 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Transition to ACTIVE for port object 62ce3259-5bbc-4dcf-85be-1e686451c2b2 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:03.110319 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23dbe33-5384-4853-87bf-712fdbdec9d6 None None] Pushing event updated for resources: {'Port': ['ID=80ae9c6a-5791-4ad2-bc59-3fb774a2ac1b,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:03.111499 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-81c32584-59d6-4e99-827c-06f78c2ae923 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:03.158289 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c32584-59d6-4e99-827c-06f78c2ae923 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:03.161392 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-81c32584-59d6-4e99-827c-06f78c2ae923 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:03.165030 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c32584-59d6-4e99-827c-06f78c2ae923 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:33:03.171307 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c32584-59d6-4e99-827c-06f78c2ae923 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:03.171936 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-81c32584-59d6-4e99-827c-06f78c2ae923 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:03.182681 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c32584-59d6-4e99-827c-06f78c2ae923 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Port': ['ID=62ce3259-5bbc-4dcf-85be-1e686451c2b2,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:03.195925 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-81c32584-59d6-4e99-827c-06f78c2ae923 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7756758 Aug 10 01:33:03.198812 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32808) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:03.266837 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6529ed9b-878c-458a-affb-98c0c2f524cb tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:03.274221 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6529ed9b-878c-458a-affb-98c0c2f524cb tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:03.277181 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6529ed9b-878c-458a-affb-98c0c2f524cb tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0761080 Aug 10 01:33:03.278764 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32810) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:03.369127 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-87ee7c5b-5fad-44da-b783-58eb6efff32c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting port 62ce3259-5bbc-4dcf-85be-1e686451c2b2 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:03.369474 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-87ee7c5b-5fad-44da-b783-58eb6efff32c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:03.451474 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-87ee7c5b-5fad-44da-b783-58eb6efff32c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:03.468203 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-87ee7c5b-5fad-44da-b783-58eb6efff32c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Calling delete_port for 62ce3259-5bbc-4dcf-85be-1e686451c2b2 owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:03.589267 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-87ee7c5b-5fad-44da-b783-58eb6efff32c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:03.617718 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee7c5b-5fad-44da-b783-58eb6efff32c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Port': ['ID=62ce3259-5bbc-4dcf-85be-1e686451c2b2,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:03.645810 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-87ee7c5b-5fad-44da-b783-58eb6efff32c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:03.647707 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-87ee7c5b-5fad-44da-b783-58eb6efff32c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/62ce3259-5bbc-4dcf-85be-1e686451c2b2 HTTP/1.1" status: 204 len: 168 time: 0.3673365 Aug 10 01:33:03.650223 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32812) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:03.701568 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ae1649-058f-4c42-881f-3d6d47bc765f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:03.703135 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ae1649-058f-4c42-881f-3d6d47bc765f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:03.704708 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-95ae1649-058f-4c42-881f-3d6d47bc765f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0535512 Aug 10 01:33:03.707517 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32814) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:03.765190 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a34c88b-02e9-42c2-8d2a-05aaf072be75 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting subnet 5571cab1-9e7f-4cb2-986f-c56ec71c1c94 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:33:03.768646 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4a34c88b-02e9-42c2-8d2a-05aaf072be75 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:03.808803 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4a34c88b-02e9-42c2-8d2a-05aaf072be75 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:03.892627 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4a34c88b-02e9-42c2-8d2a-05aaf072be75 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:03.958267 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4a34c88b-02e9-42c2-8d2a-05aaf072be75 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:03.985973 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34c88b-02e9-42c2-8d2a-05aaf072be75 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Subnet': ['ID=5571cab1-9e7f-4cb2-986f-c56ec71c1c94,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:03.990049 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4a34c88b-02e9-42c2-8d2a-05aaf072be75 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:03.994896 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4a34c88b-02e9-42c2-8d2a-05aaf072be75 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/5571cab1-9e7f-4cb2-986f-c56ec71c1c94 HTTP/1.1" status: 204 len: 168 time: 0.2847466 Aug 10 01:33:03.995330 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32816) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:03.999401 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73c6d57c-c991-4181-9dcb-4a933002c2f0 None None] Provisioning for port 80ae9c6a-5791-4ad2-bc59-3fb774a2ac1b completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:33:04.034183 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b8cf4b27-de84-42b8-b9cd-21d943482276 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0376086 Aug 10 01:33:04.036758 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32818) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:04.041695 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-8b56f4c8-96d7-4d61-91bd-ca6fb1230a22 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:04.135523 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b56f4c8-96d7-4d61-91bd-ca6fb1230a22 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:04.139249 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8b56f4c8-96d7-4d61-91bd-ca6fb1230a22 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:04.158473 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b404e110-c95f-49d4-a261-9153366597c6 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:04.227127 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5525b867-497b-4651-a15d-67f40270c30b None None] Could not find standard attr ID for object 62ce3259-5bbc-4dcf-85be-1e686451c2b2. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:33:04.339588 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60fa996-cec7-4e2d-a0d3-ea6807761842 None None] DHCP port deletion for 534a6429-a9ac-4523-bc48-4c9abf03e5ef request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:33:04.391017 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b60fa996-cec7-4e2d-a0d3-ea6807761842 None None] Deleting port 80ae9c6a-5791-4ad2-bc59-3fb774a2ac1b {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:04.391407 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b60fa996-cec7-4e2d-a0d3-ea6807761842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:04.417828 n-d-766726-26 neutron-server[105826]: DEBUG neutron.objects.ports [None req-8b56f4c8-96d7-4d61-91bd-ca6fb1230a22 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 01:33:04.466141 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-b60fa996-cec7-4e2d-a0d3-ea6807761842 None None] For port 80ae9c6a-5791-4ad2-bc59-3fb774a2ac1b, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=80ae9c6a-5791-4ad2-bc59-3fb774a2ac1b,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:04.467181 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b60fa996-cec7-4e2d-a0d3-ea6807761842 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:04.479675 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b60fa996-cec7-4e2d-a0d3-ea6807761842 None None] Calling delete_port for 80ae9c6a-5791-4ad2-bc59-3fb774a2ac1b owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:04.559542 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b60fa996-cec7-4e2d-a0d3-ea6807761842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:04.570990 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8b56f4c8-96d7-4d61-91bd-ca6fb1230a22 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:04.583627 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60fa996-cec7-4e2d-a0d3-ea6807761842 None None] Pushing event deleted for resources: {'Port': ['ID=80ae9c6a-5791-4ad2-bc59-3fb774a2ac1b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:04.589399 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60fa996-cec7-4e2d-a0d3-ea6807761842 None None] No DVR routers for this DVR port 80ae9c6a-5791-4ad2-bc59-3fb774a2ac1b on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:33:04.607720 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b56f4c8-96d7-4d61-91bd-ca6fb1230a22 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Port 80ae9c6a-5791-4ad2-bc59-3fb774a2ac1b concurrently deleted while adding address for new subnet {'id': '545c8a7b-c1a8-484d-8598-bff923a7f9b9', 'name': '', 'tenant_id': 'ba95a63363134143868e6cc2658d29f5', 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3743, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-08-10T01:33:04Z', 'updated_at': '2021-08-10T01:33:04Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'ba95a63363134143868e6cc2658d29f5'}. {{(pid=105826) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Aug 10 01:33:04.607720 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8b56f4c8-96d7-4d61-91bd-ca6fb1230a22 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:04.649647 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b56f4c8-96d7-4d61-91bd-ca6fb1230a22 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:04.652692 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-8b56f4c8-96d7-4d61-91bd-ca6fb1230a22 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:04.657248 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b56f4c8-96d7-4d61-91bd-ca6fb1230a22 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:04.657843 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8b56f4c8-96d7-4d61-91bd-ca6fb1230a22 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:04.662245 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f8eb69-d307-4a70-b839-1afd5354e6e3 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:04.667105 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56f4c8-96d7-4d61-91bd-ca6fb1230a22 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Subnet': ['ID=545c8a7b-c1a8-484d-8598-bff923a7f9b9,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:04.678481 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8b56f4c8-96d7-4d61-91bd-ca6fb1230a22 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6407175 Aug 10 01:33:04.681197 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32820) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:04.686128 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-5c56b614-0a64-42af-a032-44915f1e0f06 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'port': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'mac_address': 'fa:16:3e:8a:93:6c', 'name': 'tempest-NetworksTestDHCPv6-455488339'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:04.791930 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c56b614-0a64-42af-a032-44915f1e0f06 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:04.796112 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5c56b614-0a64-42af-a032-44915f1e0f06 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:04.805249 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd4775a-2f89-47e8-89c0-8e311579fc16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'tenant_id': 'ba95a63363134143868e6cc2658d29f5', 'fixed_ips': [{'subnet_id': '545c8a7b-c1a8-484d-8598-bff923a7f9b9'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:33:04.806190 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fcd4775a-2f89-47e8-89c0-8e311579fc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:04.816067 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-5c56b614-0a64-42af-a032-44915f1e0f06 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] device_id is not set on port 22ed78d7-1b25-4b2a-ab45-4003deb38b15 yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:33:04.924948 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-5c56b614-0a64-42af-a032-44915f1e0f06 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Allocated IP 2001:db8::f816:3eff:fe8a:936c (534a6429-a9ac-4523-bc48-4c9abf03e5ef/545c8a7b-c1a8-484d-8598-bff923a7f9b9/22ed78d7-1b25-4b2a-ab45-4003deb38b15) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:05.067928 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5c56b614-0a64-42af-a032-44915f1e0f06 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:05.081649 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-5c56b614-0a64-42af-a032-44915f1e0f06 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Transition to ACTIVE for port object 22ed78d7-1b25-4b2a-ab45-4003deb38b15 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:05.113457 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5c56b614-0a64-42af-a032-44915f1e0f06 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:05.155993 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-fcd4775a-2f89-47e8-89c0-8e311579fc16 None None] Allocated IP 2001:db8::f816:3eff:fe75:a0d3 (534a6429-a9ac-4523-bc48-4c9abf03e5ef/545c8a7b-c1a8-484d-8598-bff923a7f9b9/7e3e51e3-1ed6-44f3-8d37-4d56eaca0d79) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:05.157266 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c56b614-0a64-42af-a032-44915f1e0f06 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:05.160553 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-5c56b614-0a64-42af-a032-44915f1e0f06 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:05.164560 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c56b614-0a64-42af-a032-44915f1e0f06 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:33:05.170533 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c56b614-0a64-42af-a032-44915f1e0f06 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:05.171143 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5c56b614-0a64-42af-a032-44915f1e0f06 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:05.177749 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56b614-0a64-42af-a032-44915f1e0f06 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Port': ['ID=22ed78d7-1b25-4b2a-ab45-4003deb38b15,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:05.192478 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5c56b614-0a64-42af-a032-44915f1e0f06 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.5102425 Aug 10 01:33:05.195044 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32822) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:05.241436 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406bd9ca-f9ed-44f3-a338-e71d18f92c61 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:05.242916 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-406bd9ca-f9ed-44f3-a338-e71d18f92c61 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0469546 Aug 10 01:33:05.245510 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32824) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:05.300324 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fcd4775a-2f89-47e8-89c0-8e311579fc16 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:05.308899 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-fcd4775a-2f89-47e8-89c0-8e311579fc16 None None] Transition to ACTIVE for port object 7e3e51e3-1ed6-44f3-8d37-4d56eaca0d79 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:05.324248 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-fcd4775a-2f89-47e8-89c0-8e311579fc16 None None] Transition to ACTIVE for port object 7e3e51e3-1ed6-44f3-8d37-4d56eaca0d79 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:05.331214 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fcd4775a-2f89-47e8-89c0-8e311579fc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:05.335334 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-0fedee36-dc98-4626-8b9f-ab27221e40ae tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting port 22ed78d7-1b25-4b2a-ab45-4003deb38b15 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:05.335748 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0fedee36-dc98-4626-8b9f-ab27221e40ae tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:05.372306 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd4775a-2f89-47e8-89c0-8e311579fc16 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:05.378413 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-fcd4775a-2f89-47e8-89c0-8e311579fc16 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:05.380391 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4775a-2f89-47e8-89c0-8e311579fc16 None None] Pushing event updated for resources: {'Port': ['ID=7e3e51e3-1ed6-44f3-8d37-4d56eaca0d79,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:05.382546 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd4775a-2f89-47e8-89c0-8e311579fc16 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:33:05.436328 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0fedee36-dc98-4626-8b9f-ab27221e40ae tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:05.437524 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-fcd4775a-2f89-47e8-89c0-8e311579fc16 None None] Attempting to bind port 7e3e51e3-1ed6-44f3-8d37-4d56eaca0d79 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:33:05.437912 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-fcd4775a-2f89-47e8-89c0-8e311579fc16 None None] Attempting to bind port 7e3e51e3-1ed6-44f3-8d37-4d56eaca0d79 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:33:05.438294 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd4775a-2f89-47e8-89c0-8e311579fc16 None None] Attempting to bind port 7e3e51e3-1ed6-44f3-8d37-4d56eaca0d79 on network 534a6429-a9ac-4523-bc48-4c9abf03e5ef {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:33:05.443152 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd4775a-2f89-47e8-89c0-8e311579fc16 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:33:05.443535 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd4775a-2f89-47e8-89c0-8e311579fc16 None None] Checking segment: {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:33:05.443945 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fcd4775a-2f89-47e8-89c0-8e311579fc16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:05.444404 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd4775a-2f89-47e8-89c0-8e311579fc16 None None] Bound using segment: {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:33:05.444885 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-fcd4775a-2f89-47e8-89c0-8e311579fc16 None None] Bound port: 7e3e51e3-1ed6-44f3-8d37-4d56eaca0d79, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:33:05.445273 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fcd4775a-2f89-47e8-89c0-8e311579fc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:05.448384 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-0fedee36-dc98-4626-8b9f-ab27221e40ae tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Calling delete_port for 22ed78d7-1b25-4b2a-ab45-4003deb38b15 owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:05.505729 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-fcd4775a-2f89-47e8-89c0-8e311579fc16 None None] For port 7e3e51e3-1ed6-44f3-8d37-4d56eaca0d79, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:33:05.508702 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-fcd4775a-2f89-47e8-89c0-8e311579fc16 None None] For port 7e3e51e3-1ed6-44f3-8d37-4d56eaca0d79, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=7e3e51e3-1ed6-44f3-8d37-4d56eaca0d79,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:33:05.514568 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fcd4775a-2f89-47e8-89c0-8e311579fc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:05.571691 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4775a-2f89-47e8-89c0-8e311579fc16 None None] Pushing event updated for resources: {'Port': ['ID=7e3e51e3-1ed6-44f3-8d37-4d56eaca0d79,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:05.584262 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0fedee36-dc98-4626-8b9f-ab27221e40ae tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:05.614347 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fedee36-dc98-4626-8b9f-ab27221e40ae tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Port': ['ID=22ed78d7-1b25-4b2a-ab45-4003deb38b15,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:05.645461 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0fedee36-dc98-4626-8b9f-ab27221e40ae tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:05.647371 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0fedee36-dc98-4626-8b9f-ab27221e40ae tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/22ed78d7-1b25-4b2a-ab45-4003deb38b15 HTTP/1.1" status: 204 len: 168 time: 0.4009833 Aug 10 01:33:05.649894 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32828) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:05.723461 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc386950-3e1d-4810-b00b-f634388293e8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:05.725204 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc386950-3e1d-4810-b00b-f634388293e8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:05.726788 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-bc386950-3e1d-4810-b00b-f634388293e8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0759757 Aug 10 01:33:05.729537 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32830) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:05.783535 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-73289ca8-69ee-4c78-8d20-42898122bd29 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting subnet 545c8a7b-c1a8-484d-8598-bff923a7f9b9 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:33:05.786854 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-73289ca8-69ee-4c78-8d20-42898122bd29 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:05.832761 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-73289ca8-69ee-4c78-8d20-42898122bd29 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:05.916097 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-73289ca8-69ee-4c78-8d20-42898122bd29 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:05.973722 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-73289ca8-69ee-4c78-8d20-42898122bd29 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:06.004050 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73289ca8-69ee-4c78-8d20-42898122bd29 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Subnet': ['ID=545c8a7b-c1a8-484d-8598-bff923a7f9b9,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:06.006043 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-73289ca8-69ee-4c78-8d20-42898122bd29 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:06.007907 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-73289ca8-69ee-4c78-8d20-42898122bd29 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/545c8a7b-c1a8-484d-8598-bff923a7f9b9 HTTP/1.1" status: 204 len: 168 time: 0.2773809 Aug 10 01:33:06.012591 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32832) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:06.050653 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2b576508-c6f9-4cce-bb51-4cce942fd388 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0369532 Aug 10 01:33:06.052904 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32834) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:06.102509 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561682f9-6764-47d4-a159-538b19acd267 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:06.103926 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-561682f9-6764-47d4-a159-538b19acd267 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0501158 Aug 10 01:33:06.106431 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32836) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:06.154666 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add45135-ef50-43ab-89ae-923c8da06b9b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:06.158412 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-add45135-ef50-43ab-89ae-923c8da06b9b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0487354 Aug 10 01:33:06.158647 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32838) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:06.196152 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a70aeb94-10a2-4b63-85c4-7d36c298212e tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0364070 Aug 10 01:33:06.200367 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32840) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:06.205792 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-db8da768-6450-4d1c-875c-ad5dfbfb8d79 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:06.296902 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8da768-6450-4d1c-875c-ad5dfbfb8d79 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:06.301156 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-db8da768-6450-4d1c-875c-ad5dfbfb8d79 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:06.454361 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa829000-e273-4d7b-a05a-9381aaf1f6b4 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:06.583493 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-804ac8e0-d729-4add-aa88-4f41d3193121 None None] Provisioning for port 7e3e51e3-1ed6-44f3-8d37-4d56eaca0d79 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:33:06.592661 n-d-766726-26 neutron-server[105827]: DEBUG neutron.objects.ports [None req-db8da768-6450-4d1c-875c-ad5dfbfb8d79 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 01:33:06.749710 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-db8da768-6450-4d1c-875c-ad5dfbfb8d79 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:06.915646 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-db8da768-6450-4d1c-875c-ad5dfbfb8d79 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] For port 7e3e51e3-1ed6-44f3-8d37-4d56eaca0d79, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=7e3e51e3-1ed6-44f3-8d37-4d56eaca0d79,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:06.937423 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7e3e51e3-1ed6-44f3-8d37-4d56eaca0d79 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:33:06.954284 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-db8da768-6450-4d1c-875c-ad5dfbfb8d79 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:06.959740 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-db8da768-6450-4d1c-875c-ad5dfbfb8d79 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:06.960539 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-db8da768-6450-4d1c-875c-ad5dfbfb8d79 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:06.991855 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 7e3e51e3-1ed6-44f3-8d37-4d56eaca0d79 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:33:06.996159 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 7e3e51e3-1ed6-44f3-8d37-4d56eaca0d79 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:06.996683 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:07.033440 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1384ca89-75de-4e64-a2ad-b012c07f8524 None None] Could not find standard attr ID for object 22ed78d7-1b25-4b2a-ab45-4003deb38b15. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:33:07.036488 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8da768-6450-4d1c-875c-ad5dfbfb8d79 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:07.045879 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-db8da768-6450-4d1c-875c-ad5dfbfb8d79 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:07.053134 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8da768-6450-4d1c-875c-ad5dfbfb8d79 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:07.053741 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-db8da768-6450-4d1c-875c-ad5dfbfb8d79 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:07.074725 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8da768-6450-4d1c-875c-ad5dfbfb8d79 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Subnet': ['ID=aa88f44e-668f-49c2-b3c4-f9dbcfea5b2b,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:07.080408 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-db8da768-6450-4d1c-875c-ad5dfbfb8d79 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8789389 Aug 10 01:33:07.081790 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8da768-6450-4d1c-875c-ad5dfbfb8d79 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Port': ['ID=7e3e51e3-1ed6-44f3-8d37-4d56eaca0d79,revision_number=5']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:07.083790 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32842) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:07.089987 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-19d9096e-dfed-4f8a-b912-89a17a7c216b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'port': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'mac_address': 'fa:16:3e:b6:31:f1', 'name': 'tempest-NetworksTestDHCPv6-589239110'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:07.090616 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:07.126018 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 7e3e51e3-1ed6-44f3-8d37-4d56eaca0d79, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=7e3e51e3-1ed6-44f3-8d37-4d56eaca0d79,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:07.130845 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:07.183643 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=7e3e51e3-1ed6-44f3-8d37-4d56eaca0d79,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:07.199329 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d307f92d-d6e0-43cf-81b5-eca8278a54df None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:07.211270 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d9096e-dfed-4f8a-b912-89a17a7c216b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:07.215403 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-19d9096e-dfed-4f8a-b912-89a17a7c216b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:07.235361 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-19d9096e-dfed-4f8a-b912-89a17a7c216b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] device_id is not set on port b55c7ae4-a851-416f-b1fd-e36bbd32a435 yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:33:07.347915 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-19d9096e-dfed-4f8a-b912-89a17a7c216b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Allocated IP 2001:db8::f816:3eff:feb6:31f1 (534a6429-a9ac-4523-bc48-4c9abf03e5ef/aa88f44e-668f-49c2-b3c4-f9dbcfea5b2b/b55c7ae4-a851-416f-b1fd-e36bbd32a435) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:07.497780 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-19d9096e-dfed-4f8a-b912-89a17a7c216b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:07.511755 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-19d9096e-dfed-4f8a-b912-89a17a7c216b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Transition to ACTIVE for port object b55c7ae4-a851-416f-b1fd-e36bbd32a435 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:07.545311 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-19d9096e-dfed-4f8a-b912-89a17a7c216b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:07.555650 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b79b4371-f472-42f3-9bfb-4afc66391a42 None None] Provisioning complete for port 7e3e51e3-1ed6-44f3-8d37-4d56eaca0d79 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:07.556229 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b79b4371-f472-42f3-9bfb-4afc66391a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:07.589118 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d9096e-dfed-4f8a-b912-89a17a7c216b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:07.594748 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-19d9096e-dfed-4f8a-b912-89a17a7c216b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:07.598501 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d9096e-dfed-4f8a-b912-89a17a7c216b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:33:07.608385 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d9096e-dfed-4f8a-b912-89a17a7c216b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:07.608385 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-19d9096e-dfed-4f8a-b912-89a17a7c216b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:07.620936 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9096e-dfed-4f8a-b912-89a17a7c216b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Port': ['ID=b55c7ae4-a851-416f-b1fd-e36bbd32a435,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:07.627719 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-19d9096e-dfed-4f8a-b912-89a17a7c216b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.5396829 Aug 10 01:33:07.628097 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32844) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:07.682112 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725ee1e6-9c19-42cf-bd01-5ca11f78c7a7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:07.688392 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725ee1e6-9c19-42cf-bd01-5ca11f78c7a7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:07.690053 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-725ee1e6-9c19-42cf-bd01-5ca11f78c7a7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.0610909 Aug 10 01:33:07.692720 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32846) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:07.755647 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:33:07.778563 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-c5f7595c-77ee-42d0-8504-e005cfc2ddc3 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting port b55c7ae4-a851-416f-b1fd-e36bbd32a435 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:07.779475 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c5f7595c-77ee-42d0-8504-e005cfc2ddc3 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:07.867059 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c5f7595c-77ee-42d0-8504-e005cfc2ddc3 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:07.873488 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6c9d1551-e285-4db2-b8bc-79575a042cb3 None None] Provisioning for port b55c7ae4-a851-416f-b1fd-e36bbd32a435 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:33:07.877380 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6c9d1551-e285-4db2-b8bc-79575a042cb3 None None] Provisioning complete for port b55c7ae4-a851-416f-b1fd-e36bbd32a435 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:07.877788 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6c9d1551-e285-4db2-b8bc-79575a042cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:07.879177 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-c5f7595c-77ee-42d0-8504-e005cfc2ddc3 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Calling delete_port for b55c7ae4-a851-416f-b1fd-e36bbd32a435 owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:07.910748 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6c9d1551-e285-4db2-b8bc-79575a042cb3 None None] Port b55c7ae4-a851-416f-b1fd-e36bbd32a435 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:33:08.003392 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c5f7595c-77ee-42d0-8504-e005cfc2ddc3 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:08.029446 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7595c-77ee-42d0-8504-e005cfc2ddc3 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Port': ['ID=b55c7ae4-a851-416f-b1fd-e36bbd32a435,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:08.056009 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c5f7595c-77ee-42d0-8504-e005cfc2ddc3 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:08.058066 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c5f7595c-77ee-42d0-8504-e005cfc2ddc3 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/b55c7ae4-a851-416f-b1fd-e36bbd32a435 HTTP/1.1" status: 204 len: 168 time: 0.3642504 Aug 10 01:33:08.060586 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32848) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:08.112777 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb570c9e-5541-4ffc-b9a4-0e518b05c985 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:08.114420 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb570c9e-5541-4ffc-b9a4-0e518b05c985 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:08.115923 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-fb570c9e-5541-4ffc-b9a4-0e518b05c985 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0544088 Aug 10 01:33:08.118633 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32850) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:08.174958 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb0c56f7-3f3e-45e6-aed2-42d561ad5d11 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting subnet aa88f44e-668f-49c2-b3c4-f9dbcfea5b2b {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:33:08.178193 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bb0c56f7-3f3e-45e6-aed2-42d561ad5d11 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:08.217999 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bb0c56f7-3f3e-45e6-aed2-42d561ad5d11 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:08.294866 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bb0c56f7-3f3e-45e6-aed2-42d561ad5d11 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:08.354765 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bb0c56f7-3f3e-45e6-aed2-42d561ad5d11 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:08.381823 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c56f7-3f3e-45e6-aed2-42d561ad5d11 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Subnet': ['ID=aa88f44e-668f-49c2-b3c4-f9dbcfea5b2b,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:08.383769 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bb0c56f7-3f3e-45e6-aed2-42d561ad5d11 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:08.386824 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-bb0c56f7-3f3e-45e6-aed2-42d561ad5d11 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/aa88f44e-668f-49c2-b3c4-f9dbcfea5b2b HTTP/1.1" status: 204 len: 168 time: 0.2660835 Aug 10 01:33:08.388090 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32852) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:08.391076 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4c8258-ee55-4bae-8dfb-dc39fa27fecf None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:08.425322 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b2bb9e46-93db-40ef-af51-0baa9e2980d3 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0353763 Aug 10 01:33:08.427802 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32854) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:08.432673 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-ae9c40ed-4fcb-41ee-9d23-9a3ac7bc7897 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:08.522366 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9c40ed-4fcb-41ee-9d23-9a3ac7bc7897 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:08.527432 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ae9c40ed-4fcb-41ee-9d23-9a3ac7bc7897 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:08.555718 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32800d84-3f01-4499-86ba-eb5430867e37 None None] DHCP port deletion for 534a6429-a9ac-4523-bc48-4c9abf03e5ef request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:33:08.602574 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-32800d84-3f01-4499-86ba-eb5430867e37 None None] Deleting port 7e3e51e3-1ed6-44f3-8d37-4d56eaca0d79 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:08.602954 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-32800d84-3f01-4499-86ba-eb5430867e37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:08.663836 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-32800d84-3f01-4499-86ba-eb5430867e37 None None] For port 7e3e51e3-1ed6-44f3-8d37-4d56eaca0d79, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=7e3e51e3-1ed6-44f3-8d37-4d56eaca0d79,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:08.664267 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-32800d84-3f01-4499-86ba-eb5430867e37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:08.681210 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-32800d84-3f01-4499-86ba-eb5430867e37 None None] Calling delete_port for 7e3e51e3-1ed6-44f3-8d37-4d56eaca0d79 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:08.757719 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-32800d84-3f01-4499-86ba-eb5430867e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:08.782661 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32800d84-3f01-4499-86ba-eb5430867e37 None None] Pushing event deleted for resources: {'Port': ['ID=7e3e51e3-1ed6-44f3-8d37-4d56eaca0d79,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:08.786962 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32800d84-3f01-4499-86ba-eb5430867e37 None None] No DVR routers for this DVR port 7e3e51e3-1ed6-44f3-8d37-4d56eaca0d79 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:33:08.787442 n-d-766726-26 neutron-server[105826]: DEBUG neutron.objects.ports [None req-ae9c40ed-4fcb-41ee-9d23-9a3ac7bc7897 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 01:33:08.789024 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ae9c40ed-4fcb-41ee-9d23-9a3ac7bc7897 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:08.835636 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9c40ed-4fcb-41ee-9d23-9a3ac7bc7897 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:08.838751 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-ae9c40ed-4fcb-41ee-9d23-9a3ac7bc7897 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:08.843070 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9c40ed-4fcb-41ee-9d23-9a3ac7bc7897 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:08.843664 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ae9c40ed-4fcb-41ee-9d23-9a3ac7bc7897 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:08.846763 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9c40ed-4fcb-41ee-9d23-9a3ac7bc7897 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Subnet': ['ID=3ac6a269-b9d4-41bb-9316-8e45370c3b53,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:08.847693 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b76a50-f0ab-4e75-81c8-1d212d19173c None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:08.863341 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ae9c40ed-4fcb-41ee-9d23-9a3ac7bc7897 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4320366 Aug 10 01:33:08.863882 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32856) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:08.869478 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-019b6123-b631-4dd3-93d7-25ed7c0f38b7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'port': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'mac_address': 'fa:16:3e:f3:e4:2b', 'name': 'tempest-NetworksTestDHCPv6-998085626'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:08.910422 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7e3e51e3-1ed6-44f3-8d37-4d56eaca0d79 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:33:08.940477 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 7e3e51e3-1ed6-44f3-8d37-4d56eaca0d79 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:33:08.940831 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7e3e51e3-1ed6-44f3-8d37-4d56eaca0d79 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:33:08.983301 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019b6123-b631-4dd3-93d7-25ed7c0f38b7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:09.017086 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4286ca1-fd0b-4533-9a8f-aa5587879b09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'tenant_id': 'ba95a63363134143868e6cc2658d29f5', 'fixed_ips': [{'subnet_id': '3ac6a269-b9d4-41bb-9316-8e45370c3b53'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:33:09.017935 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d4286ca1-fd0b-4533-9a8f-aa5587879b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:09.064960 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-019b6123-b631-4dd3-93d7-25ed7c0f38b7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:09.084451 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-019b6123-b631-4dd3-93d7-25ed7c0f38b7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] device_id is not set on port d948e9d8-53fa-4053-83aa-a22316ef7bec yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:33:09.147844 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-d4286ca1-fd0b-4533-9a8f-aa5587879b09 None None] Allocated IP 2001:db8::f816:3eff:fec1:9816 (534a6429-a9ac-4523-bc48-4c9abf03e5ef/3ac6a269-b9d4-41bb-9316-8e45370c3b53/fa3b81d5-13d0-4b18-9fa0-264b17272f7c) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:09.283999 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d4286ca1-fd0b-4533-9a8f-aa5587879b09 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:09.292049 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d4286ca1-fd0b-4533-9a8f-aa5587879b09 None None] Transition to ACTIVE for port object fa3b81d5-13d0-4b18-9fa0-264b17272f7c will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:09.306488 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d4286ca1-fd0b-4533-9a8f-aa5587879b09 None None] Transition to ACTIVE for port object fa3b81d5-13d0-4b18-9fa0-264b17272f7c will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:09.313024 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d4286ca1-fd0b-4533-9a8f-aa5587879b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:09.352290 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4286ca1-fd0b-4533-9a8f-aa5587879b09 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:09.355222 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-d4286ca1-fd0b-4533-9a8f-aa5587879b09 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:09.359319 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4286ca1-fd0b-4533-9a8f-aa5587879b09 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:33:09.361796 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-019b6123-b631-4dd3-93d7-25ed7c0f38b7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Allocated IP 2001:db8::f816:3eff:fef3:e42b (534a6429-a9ac-4523-bc48-4c9abf03e5ef/3ac6a269-b9d4-41bb-9316-8e45370c3b53/d948e9d8-53fa-4053-83aa-a22316ef7bec) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:09.366222 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4286ca1-fd0b-4533-9a8f-aa5587879b09 None None] Pushing event updated for resources: {'Port': ['ID=fa3b81d5-13d0-4b18-9fa0-264b17272f7c,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:09.416222 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d4286ca1-fd0b-4533-9a8f-aa5587879b09 None None] Attempting to bind port fa3b81d5-13d0-4b18-9fa0-264b17272f7c on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:33:09.416743 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d4286ca1-fd0b-4533-9a8f-aa5587879b09 None None] Attempting to bind port fa3b81d5-13d0-4b18-9fa0-264b17272f7c by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:33:09.416981 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4286ca1-fd0b-4533-9a8f-aa5587879b09 None None] Attempting to bind port fa3b81d5-13d0-4b18-9fa0-264b17272f7c on network 534a6429-a9ac-4523-bc48-4c9abf03e5ef {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:33:09.422711 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4286ca1-fd0b-4533-9a8f-aa5587879b09 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:33:09.423090 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4286ca1-fd0b-4533-9a8f-aa5587879b09 None None] Checking segment: {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:33:09.423498 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d4286ca1-fd0b-4533-9a8f-aa5587879b09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:09.423898 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4286ca1-fd0b-4533-9a8f-aa5587879b09 None None] Bound using segment: {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:33:09.424642 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d4286ca1-fd0b-4533-9a8f-aa5587879b09 None None] Bound port: fa3b81d5-13d0-4b18-9fa0-264b17272f7c, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:33:09.425045 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d4286ca1-fd0b-4533-9a8f-aa5587879b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:09.488198 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d4286ca1-fd0b-4533-9a8f-aa5587879b09 None None] For port fa3b81d5-13d0-4b18-9fa0-264b17272f7c, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:33:09.491140 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d4286ca1-fd0b-4533-9a8f-aa5587879b09 None None] For port fa3b81d5-13d0-4b18-9fa0-264b17272f7c, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=fa3b81d5-13d0-4b18-9fa0-264b17272f7c,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:33:09.496943 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d4286ca1-fd0b-4533-9a8f-aa5587879b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:09.512267 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-019b6123-b631-4dd3-93d7-25ed7c0f38b7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:09.564289 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4286ca1-fd0b-4533-9a8f-aa5587879b09 None None] Pushing event updated for resources: {'Port': ['ID=fa3b81d5-13d0-4b18-9fa0-264b17272f7c,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:09.803582 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-019b6123-b631-4dd3-93d7-25ed7c0f38b7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Transition to ACTIVE for port object d948e9d8-53fa-4053-83aa-a22316ef7bec will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:09.837382 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-019b6123-b631-4dd3-93d7-25ed7c0f38b7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:09.881998 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019b6123-b631-4dd3-93d7-25ed7c0f38b7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:09.885010 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-019b6123-b631-4dd3-93d7-25ed7c0f38b7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:09.888677 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019b6123-b631-4dd3-93d7-25ed7c0f38b7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:33:09.894361 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019b6123-b631-4dd3-93d7-25ed7c0f38b7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:09.894984 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-019b6123-b631-4dd3-93d7-25ed7c0f38b7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:09.900787 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b6123-b631-4dd3-93d7-25ed7c0f38b7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Port': ['ID=d948e9d8-53fa-4053-83aa-a22316ef7bec,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:09.914567 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-019b6123-b631-4dd3-93d7-25ed7c0f38b7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0499229 Aug 10 01:33:09.917151 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32860) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:09.964488 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40735f2e-9e60-4fae-aab5-334234a52855 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:09.970853 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40735f2e-9e60-4fae-aab5-334234a52855 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:09.972462 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-40735f2e-9e60-4fae-aab5-334234a52855 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0544136 Aug 10 01:33:09.975007 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32862) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:10.060789 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-c9d5cff1-7939-4d56-931f-ebaa3d2a8fdf tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting port d948e9d8-53fa-4053-83aa-a22316ef7bec {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:10.061134 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c9d5cff1-7939-4d56-931f-ebaa3d2a8fdf tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:10.143194 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c9d5cff1-7939-4d56-931f-ebaa3d2a8fdf tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:10.156869 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-c9d5cff1-7939-4d56-931f-ebaa3d2a8fdf tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Calling delete_port for d948e9d8-53fa-4053-83aa-a22316ef7bec owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:10.286713 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c9d5cff1-7939-4d56-931f-ebaa3d2a8fdf tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:10.316300 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d5cff1-7939-4d56-931f-ebaa3d2a8fdf tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Port': ['ID=d948e9d8-53fa-4053-83aa-a22316ef7bec,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:10.343457 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c9d5cff1-7939-4d56-931f-ebaa3d2a8fdf tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:10.345439 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c9d5cff1-7939-4d56-931f-ebaa3d2a8fdf tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/d948e9d8-53fa-4053-83aa-a22316ef7bec HTTP/1.1" status: 204 len: 168 time: 0.3695114 Aug 10 01:33:10.347971 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32864) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:10.404793 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d171dc34-f85a-49d9-a8bf-b7c7732867f1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:10.406460 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d171dc34-f85a-49d9-a8bf-b7c7732867f1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:10.408221 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d171dc34-f85a-49d9-a8bf-b7c7732867f1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0590703 Aug 10 01:33:10.410682 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32866) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:10.462872 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b896c3c-020d-4fe2-ac57-356e9bd0b172 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting subnet 3ac6a269-b9d4-41bb-9316-8e45370c3b53 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:33:10.466171 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7b896c3c-020d-4fe2-ac57-356e9bd0b172 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:10.507287 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7b896c3c-020d-4fe2-ac57-356e9bd0b172 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:10.553100 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6a684259-c0a9-41fe-bdb2-b60f8c8c7af4 None None] Provisioning for port fa3b81d5-13d0-4b18-9fa0-264b17272f7c completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:33:10.603978 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7b896c3c-020d-4fe2-ac57-356e9bd0b172 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:10.668672 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-64ca7f8f-01d5-4cca-9f2d-252fe129f43d None None] Could not find standard attr ID for object d948e9d8-53fa-4053-83aa-a22316ef7bec. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:33:10.688910 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7b896c3c-020d-4fe2-ac57-356e9bd0b172 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:10.718857 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b896c3c-020d-4fe2-ac57-356e9bd0b172 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Subnet': ['ID=3ac6a269-b9d4-41bb-9316-8e45370c3b53,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:10.720930 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7b896c3c-020d-4fe2-ac57-356e9bd0b172 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:10.722893 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7b896c3c-020d-4fe2-ac57-356e9bd0b172 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/3ac6a269-b9d4-41bb-9316-8e45370c3b53 HTTP/1.1" status: 204 len: 168 time: 0.3112867 Aug 10 01:33:10.725654 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32868) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:10.767030 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-482d8569-d8e2-491d-8ef2-b41e84a74dc7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0403540 Aug 10 01:33:10.769240 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32870) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:10.809205 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91afaf6-e408-47aa-9ac0-c45e7bc789e2 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:10.819511 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9092cfd0-cedb-49aa-b462-507e12048ea9 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:10.821032 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9092cfd0-cedb-49aa-b462-507e12048ea9 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0508733 Aug 10 01:33:10.823549 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32872) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:10.874091 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae47c2f1-64da-4443-863a-34397b1362a5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:10.874970 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ae47c2f1-64da-4443-863a-34397b1362a5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0505071 Aug 10 01:33:10.877388 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32874) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:10.920098 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3a6e73b2-0e09-4744-9993-7e963912aa67 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410864 Aug 10 01:33:10.924269 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32876) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:10.935829 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-4a43fb9e-baa7-443f-863d-1208b05de652 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:10.936769 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device fa3b81d5-13d0-4b18-9fa0-264b17272f7c up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:33:10.989409 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port fa3b81d5-13d0-4b18-9fa0-264b17272f7c completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:33:10.993100 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port fa3b81d5-13d0-4b18-9fa0-264b17272f7c triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:10.993712 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:11.023189 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577848d5-2ced-474f-acd3-cc97c1b94b6f None None] DHCP port deletion for 534a6429-a9ac-4523-bc48-4c9abf03e5ef request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:33:11.037659 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a43fb9e-baa7-443f-863d-1208b05de652 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:11.041392 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4a43fb9e-baa7-443f-863d-1208b05de652 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:11.111874 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-577848d5-2ced-474f-acd3-cc97c1b94b6f None None] Deleting port fa3b81d5-13d0-4b18-9fa0-264b17272f7c {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:11.112284 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-577848d5-2ced-474f-acd3-cc97c1b94b6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:11.148914 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:11.198021 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-577848d5-2ced-474f-acd3-cc97c1b94b6f None None] For port fa3b81d5-13d0-4b18-9fa0-264b17272f7c, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=fa3b81d5-13d0-4b18-9fa0-264b17272f7c,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:11.198339 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-577848d5-2ced-474f-acd3-cc97c1b94b6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:11.210375 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port fa3b81d5-13d0-4b18-9fa0-264b17272f7c, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=fa3b81d5-13d0-4b18-9fa0-264b17272f7c,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:11.224018 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:11.225914 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-577848d5-2ced-474f-acd3-cc97c1b94b6f None None] Calling delete_port for fa3b81d5-13d0-4b18-9fa0-264b17272f7c owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:11.230113 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4a43fb9e-baa7-443f-863d-1208b05de652 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:11.256712 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ec87f32f-3a8b-4226-ad67-289d204a3d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:11.280862 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a43fb9e-baa7-443f-863d-1208b05de652 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:11.284007 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-4a43fb9e-baa7-443f-863d-1208b05de652 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:11.286964 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a43fb9e-baa7-443f-863d-1208b05de652 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:11.287568 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4a43fb9e-baa7-443f-863d-1208b05de652 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:11.301512 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43fb9e-baa7-443f-863d-1208b05de652 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Subnet': ['ID=dcef4974-54bd-418e-b44f-aa7641e7cd66,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:11.310782 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4a43fb9e-baa7-443f-863d-1208b05de652 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3851559 Aug 10 01:33:11.313528 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32878) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:11.313915 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=fa3b81d5-13d0-4b18-9fa0-264b17272f7c,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:11.319450 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-25a185ea-1411-4950-8809-fa9f30d73058 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'port': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'mac_address': 'fa:16:3e:2b:21:45', 'name': 'tempest-NetworksTestDHCPv6-492592541'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:11.349278 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-577848d5-2ced-474f-acd3-cc97c1b94b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:11.374029 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577848d5-2ced-474f-acd3-cc97c1b94b6f None None] Pushing event deleted for resources: {'Port': ['ID=fa3b81d5-13d0-4b18-9fa0-264b17272f7c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:11.377500 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577848d5-2ced-474f-acd3-cc97c1b94b6f None None] No DVR routers for this DVR port fa3b81d5-13d0-4b18-9fa0-264b17272f7c on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:33:11.394817 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0b91be-8175-41b6-9e7a-626dca188a04 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:11.429580 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a185ea-1411-4950-8809-fa9f30d73058 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:11.515016 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-25a185ea-1411-4950-8809-fa9f30d73058 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:11.535316 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99a174b-2f8b-4bfb-bc92-923e033d7366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'tenant_id': 'ba95a63363134143868e6cc2658d29f5', 'fixed_ips': [{'subnet_id': 'dcef4974-54bd-418e-b44f-aa7641e7cd66'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:33:11.536214 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f99a174b-2f8b-4bfb-bc92-923e033d7366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:11.536753 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-25a185ea-1411-4950-8809-fa9f30d73058 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] device_id is not set on port 9c6eb9e1-9efe-4c58-a557-0d156304213e yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:33:11.661017 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-25a185ea-1411-4950-8809-fa9f30d73058 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Allocated IP 2001:db8::1ea (534a6429-a9ac-4523-bc48-4c9abf03e5ef/dcef4974-54bd-418e-b44f-aa7641e7cd66/9c6eb9e1-9efe-4c58-a557-0d156304213e) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:11.804982 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-25a185ea-1411-4950-8809-fa9f30d73058 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:11.818097 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-25a185ea-1411-4950-8809-fa9f30d73058 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Transition to ACTIVE for port object 9c6eb9e1-9efe-4c58-a557-0d156304213e will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:11.851041 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-25a185ea-1411-4950-8809-fa9f30d73058 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:11.883289 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:11.900278 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a185ea-1411-4950-8809-fa9f30d73058 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:11.902047 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-f99a174b-2f8b-4bfb-bc92-923e033d7366 None None] Allocated IP 2001:db8::2 (534a6429-a9ac-4523-bc48-4c9abf03e5ef/dcef4974-54bd-418e-b44f-aa7641e7cd66/27fd0964-c2a0-498d-a70e-c3b9fcb48614) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:11.903478 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-25a185ea-1411-4950-8809-fa9f30d73058 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:11.907287 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a185ea-1411-4950-8809-fa9f30d73058 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:33:11.912955 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a185ea-1411-4950-8809-fa9f30d73058 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:11.913580 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-25a185ea-1411-4950-8809-fa9f30d73058 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:11.924075 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a185ea-1411-4950-8809-fa9f30d73058 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Port': ['ID=9c6eb9e1-9efe-4c58-a557-0d156304213e,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:11.935497 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32880) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:11.935969 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-25a185ea-1411-4950-8809-fa9f30d73058 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6203732 Aug 10 01:33:11.981388 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aafd0a6-1ee8-427f-bdee-00b6680df7d6 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:11.982889 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6aafd0a6-1ee8-427f-bdee-00b6680df7d6 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0464180 Aug 10 01:33:11.985572 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32882) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:12.046942 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f99a174b-2f8b-4bfb-bc92-923e033d7366 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:12.055560 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f99a174b-2f8b-4bfb-bc92-923e033d7366 None None] Transition to ACTIVE for port object 27fd0964-c2a0-498d-a70e-c3b9fcb48614 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:12.067388 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-c684b4e6-990b-484a-85fd-53fd821e91f9 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting port 9c6eb9e1-9efe-4c58-a557-0d156304213e {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:12.067734 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c684b4e6-990b-484a-85fd-53fd821e91f9 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:12.070638 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f99a174b-2f8b-4bfb-bc92-923e033d7366 None None] Transition to ACTIVE for port object 27fd0964-c2a0-498d-a70e-c3b9fcb48614 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:12.077205 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f99a174b-2f8b-4bfb-bc92-923e033d7366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:12.116987 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99a174b-2f8b-4bfb-bc92-923e033d7366 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:12.122161 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-f99a174b-2f8b-4bfb-bc92-923e033d7366 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:12.124833 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a174b-2f8b-4bfb-bc92-923e033d7366 None None] Pushing event updated for resources: {'Port': ['ID=27fd0964-c2a0-498d-a70e-c3b9fcb48614,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:12.127008 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99a174b-2f8b-4bfb-bc92-923e033d7366 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:33:12.154818 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c684b4e6-990b-484a-85fd-53fd821e91f9 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:12.166354 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-c684b4e6-990b-484a-85fd-53fd821e91f9 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Calling delete_port for 9c6eb9e1-9efe-4c58-a557-0d156304213e owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:12.181541 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-f99a174b-2f8b-4bfb-bc92-923e033d7366 None None] Attempting to bind port 27fd0964-c2a0-498d-a70e-c3b9fcb48614 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:33:12.181917 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-f99a174b-2f8b-4bfb-bc92-923e033d7366 None None] Attempting to bind port 27fd0964-c2a0-498d-a70e-c3b9fcb48614 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:33:12.182287 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99a174b-2f8b-4bfb-bc92-923e033d7366 None None] Attempting to bind port 27fd0964-c2a0-498d-a70e-c3b9fcb48614 on network 534a6429-a9ac-4523-bc48-4c9abf03e5ef {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:33:12.187707 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99a174b-2f8b-4bfb-bc92-923e033d7366 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:33:12.188088 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99a174b-2f8b-4bfb-bc92-923e033d7366 None None] Checking segment: {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:33:12.188527 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f99a174b-2f8b-4bfb-bc92-923e033d7366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:12.188925 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99a174b-2f8b-4bfb-bc92-923e033d7366 None None] Bound using segment: {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:33:12.189394 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-f99a174b-2f8b-4bfb-bc92-923e033d7366 None None] Bound port: 27fd0964-c2a0-498d-a70e-c3b9fcb48614, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1ae787-74b8-4b4a-9096-e5c983972786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:33:12.189781 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f99a174b-2f8b-4bfb-bc92-923e033d7366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:12.249858 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-f99a174b-2f8b-4bfb-bc92-923e033d7366 None None] For port 27fd0964-c2a0-498d-a70e-c3b9fcb48614, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:33:12.252956 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-f99a174b-2f8b-4bfb-bc92-923e033d7366 None None] For port 27fd0964-c2a0-498d-a70e-c3b9fcb48614, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=27fd0964-c2a0-498d-a70e-c3b9fcb48614,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:33:12.256837 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f99a174b-2f8b-4bfb-bc92-923e033d7366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:12.296160 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c684b4e6-990b-484a-85fd-53fd821e91f9 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:12.316878 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a174b-2f8b-4bfb-bc92-923e033d7366 None None] Pushing event updated for resources: {'Port': ['ID=27fd0964-c2a0-498d-a70e-c3b9fcb48614,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:12.335295 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684b4e6-990b-484a-85fd-53fd821e91f9 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Port': ['ID=9c6eb9e1-9efe-4c58-a557-0d156304213e,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:12.357290 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c684b4e6-990b-484a-85fd-53fd821e91f9 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:12.359239 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c684b4e6-990b-484a-85fd-53fd821e91f9 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/9c6eb9e1-9efe-4c58-a557-0d156304213e HTTP/1.1" status: 204 len: 168 time: 0.3726921 Aug 10 01:33:12.361722 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32884) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:12.413416 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f155f4-bf1d-4319-8cac-dd01dd0f853a tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:12.415246 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f155f4-bf1d-4319-8cac-dd01dd0f853a tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:12.416821 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-96f155f4-bf1d-4319-8cac-dd01dd0f853a tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0541637 Aug 10 01:33:12.419923 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32886) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:12.485415 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b4e5f82-16cd-4d9c-be19-1b75458de8f8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting subnet dcef4974-54bd-418e-b44f-aa7641e7cd66 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:33:12.489139 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2b4e5f82-16cd-4d9c-be19-1b75458de8f8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:12.534451 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2b4e5f82-16cd-4d9c-be19-1b75458de8f8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:12.620536 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2b4e5f82-16cd-4d9c-be19-1b75458de8f8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:12.679339 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2b4e5f82-16cd-4d9c-be19-1b75458de8f8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:12.711449 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e5f82-16cd-4d9c-be19-1b75458de8f8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Subnet': ['ID=dcef4974-54bd-418e-b44f-aa7641e7cd66,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:12.713435 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2b4e5f82-16cd-4d9c-be19-1b75458de8f8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:12.716720 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2b4e5f82-16cd-4d9c-be19-1b75458de8f8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/dcef4974-54bd-418e-b44f-aa7641e7cd66 HTTP/1.1" status: 204 len: 168 time: 0.2944174 Aug 10 01:33:12.718293 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32888) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:12.755300 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c6968cf9-84d2-4d37-af6a-1571e924022c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0358856 Aug 10 01:33:12.757424 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32890) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:12.803558 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d867d45f-d1a4-4eb4-91c6-b061a881ccd2 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:12.805117 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d867d45f-d1a4-4eb4-91c6-b061a881ccd2 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0468187 Aug 10 01:33:12.807530 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32892) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:12.857698 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e81be0-b06d-47d5-8c67-945a24893406 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:12.861934 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32894) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:12.862525 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-42e81be0-b06d-47d5-8c67-945a24893406 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0538349 Aug 10 01:33:12.920253 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2d31221d-1373-45f2-b6dd-b7a2d3b5af2d tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0547795 Aug 10 01:33:12.922387 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32896) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:12.928729 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-e05bb126-abd3-4a45-8e56-92e8e24214f5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:12.935826 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 27fd0964-c2a0-498d-a70e-c3b9fcb48614 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:33:12.989103 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 27fd0964-c2a0-498d-a70e-c3b9fcb48614 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:33:13.036911 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05bb126-abd3-4a45-8e56-92e8e24214f5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:13.040672 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device fa3b81d5-13d0-4b18-9fa0-264b17272f7c no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:33:13.041774 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e05bb126-abd3-4a45-8e56-92e8e24214f5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:13.064895 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: fa3b81d5-13d0-4b18-9fa0-264b17272f7c {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:33:13.065251 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device fa3b81d5-13d0-4b18-9fa0-264b17272f7c not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:33:13.188425 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d5476b-a1e7-41b1-b42b-4f1c3d3add4f None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:13.250299 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-63a241b0-686a-4c3d-a95d-2ae2e80b9b48 None None] Provisioning for port 27fd0964-c2a0-498d-a70e-c3b9fcb48614 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:33:13.256307 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-63a241b0-686a-4c3d-a95d-2ae2e80b9b48 None None] Provisioning complete for port 27fd0964-c2a0-498d-a70e-c3b9fcb48614 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:13.256686 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-63a241b0-686a-4c3d-a95d-2ae2e80b9b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:13.339316 n-d-766726-26 neutron-server[105827]: DEBUG neutron.objects.ports [None req-e05bb126-abd3-4a45-8e56-92e8e24214f5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 01:33:13.386868 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-63a241b0-686a-4c3d-a95d-2ae2e80b9b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:13.420886 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-63a241b0-686a-4c3d-a95d-2ae2e80b9b48 None None] For port 27fd0964-c2a0-498d-a70e-c3b9fcb48614, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=27fd0964-c2a0-498d-a70e-c3b9fcb48614,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:13.428027 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-63a241b0-686a-4c3d-a95d-2ae2e80b9b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:13.479301 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a241b0-686a-4c3d-a95d-2ae2e80b9b48 None None] Pushing event updated for resources: {'Port': ['ID=27fd0964-c2a0-498d-a70e-c3b9fcb48614,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:13.506283 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e05bb126-abd3-4a45-8e56-92e8e24214f5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:13.651409 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-396e6eb7-7fd6-4601-97de-d49689964b54 None None] Provisioning complete for port 27fd0964-c2a0-498d-a70e-c3b9fcb48614 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:13.652382 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-396e6eb7-7fd6-4601-97de-d49689964b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:13.668216 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-e05bb126-abd3-4a45-8e56-92e8e24214f5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] For port 27fd0964-c2a0-498d-a70e-c3b9fcb48614, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=27fd0964-c2a0-498d-a70e-c3b9fcb48614,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:13.701236 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e05bb126-abd3-4a45-8e56-92e8e24214f5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:13.706988 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e05bb126-abd3-4a45-8e56-92e8e24214f5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:13.707749 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e05bb126-abd3-4a45-8e56-92e8e24214f5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:13.778693 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05bb126-abd3-4a45-8e56-92e8e24214f5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:13.787689 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-e05bb126-abd3-4a45-8e56-92e8e24214f5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:13.800816 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05bb126-abd3-4a45-8e56-92e8e24214f5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:13.801423 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e05bb126-abd3-4a45-8e56-92e8e24214f5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:13.816965 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05bb126-abd3-4a45-8e56-92e8e24214f5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Port': ['ID=27fd0964-c2a0-498d-a70e-c3b9fcb48614,revision_number=6']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:13.824267 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05bb126-abd3-4a45-8e56-92e8e24214f5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Subnet': ['ID=6af0032c-d734-4dfa-9328-88b2716483f3,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:13.828537 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e05bb126-abd3-4a45-8e56-92e8e24214f5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9048116 Aug 10 01:33:13.831608 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32898) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:13.836630 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-6ea84aa7-cced-45b2-a577-d57b03b57b07 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:13.861538 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8d073c7f-db58-475d-b632-ca2482006b39 None None] Could not find standard attr ID for object 9c6eb9e1-9efe-4c58-a557-0d156304213e. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:33:13.869044 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-81664a62-76e2-43e3-9931-80cf494670e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:13.935876 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f598ecaf-9bd6-4212-bd17-b9f40fb852db None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:13.951484 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea84aa7-cced-45b2-a577-d57b03b57b07 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:13.955156 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6ea84aa7-cced-45b2-a577-d57b03b57b07 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:14.046003 n-d-766726-26 neutron-server[105826]: INFO neutron.db.ipam_backend_mixin [None req-6ea84aa7-cced-45b2-a577-d57b03b57b07 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6af0032c-d734-4dfa-9328-88b2716483f3 (CIDR: 2001:db8::/64) Aug 10 01:33:14.049816 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea84aa7-cced-45b2-a577-d57b03b57b07 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:33:14.050279 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ea84aa7-cced-45b2-a577-d57b03b57b07 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:14.064239 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6ea84aa7-cced-45b2-a577-d57b03b57b07 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2317383 Aug 10 01:33:14.067000 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32900) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:14.071916 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-604c6ff8-b2b6-4308-8371-035a6c917217 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:14.181664 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604c6ff8-b2b6-4308-8371-035a6c917217 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:14.185478 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-604c6ff8-b2b6-4308-8371-035a6c917217 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:14.284796 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-92d6aa20-21e0-4313-be89-d2af95dd56ef None None] Provisioning complete for port 27fd0964-c2a0-498d-a70e-c3b9fcb48614 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:14.285185 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-92d6aa20-21e0-4313-be89-d2af95dd56ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:14.404414 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-604c6ff8-b2b6-4308-8371-035a6c917217 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:14.445981 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604c6ff8-b2b6-4308-8371-035a6c917217 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:14.450362 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-604c6ff8-b2b6-4308-8371-035a6c917217 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:14.454588 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604c6ff8-b2b6-4308-8371-035a6c917217 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:14.455176 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-604c6ff8-b2b6-4308-8371-035a6c917217 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:14.459576 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ee6532-e6cb-4e8b-88e8-09e7132ab0ec None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:14.470071 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c6ff8-b2b6-4308-8371-035a6c917217 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Subnet': ['ID=3204da66-647f-459f-ba23-fd8840942c2d,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:14.475671 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-604c6ff8-b2b6-4308-8371-035a6c917217 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4067276 Aug 10 01:33:14.476565 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32902) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:14.481538 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-16670607-fe2c-40a9-8988-2b0ac082585c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'port': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'mac_address': 'fa:16:3e:e8:a8:7a', 'name': 'tempest-NetworksTestDHCPv6-1196503366'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:14.504720 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:14.586344 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16670607-fe2c-40a9-8988-2b0ac082585c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:14.675828 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-16670607-fe2c-40a9-8988-2b0ac082585c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:14.676140 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0025a859-1859-4758-bd38-44ddf754e28c None None] Update dhcp port {'port': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'fixed_ips': [{'subnet_id': '6af0032c-d734-4dfa-9328-88b2716483f3', 'ip_address': '2001:db8::f816:3eff:fe95:dfdb'}, {'subnet_id': '3204da66-647f-459f-ba23-fd8840942c2d'}], 'binding:host_id': 'n-d-766726-26'}, 'id': '27fd0964-c2a0-498d-a70e-c3b9fcb48614'} from n-d-766726-26. {{(pid=105828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:33:14.699636 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-16670607-fe2c-40a9-8988-2b0ac082585c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] device_id is not set on port f52247b4-cf3d-48c0-8e53-3c61bb63cb53 yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:33:14.704168 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0025a859-1859-4758-bd38-44ddf754e28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:14.862478 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-16670607-fe2c-40a9-8988-2b0ac082585c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Allocated IP 2001:db8:0:1::3a5 (534a6429-a9ac-4523-bc48-4c9abf03e5ef/3204da66-647f-459f-ba23-fd8840942c2d/f52247b4-cf3d-48c0-8e53-3c61bb63cb53) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:14.869625 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-16670607-fe2c-40a9-8988-2b0ac082585c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Allocated IP 2001:db8::f816:3eff:fee8:a87a (534a6429-a9ac-4523-bc48-4c9abf03e5ef/6af0032c-d734-4dfa-9328-88b2716483f3/f52247b4-cf3d-48c0-8e53-3c61bb63cb53) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:14.910339 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 27fd0964-c2a0-498d-a70e-c3b9fcb48614 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:33:14.957144 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 27fd0964-c2a0-498d-a70e-c3b9fcb48614 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:14.957806 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:15.012425 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-16670607-fe2c-40a9-8988-2b0ac082585c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:15.029728 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-16670607-fe2c-40a9-8988-2b0ac082585c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Transition to ACTIVE for port object f52247b4-cf3d-48c0-8e53-3c61bb63cb53 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:15.065052 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-16670607-fe2c-40a9-8988-2b0ac082585c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:15.111648 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16670607-fe2c-40a9-8988-2b0ac082585c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:15.112072 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-0025a859-1859-4758-bd38-44ddf754e28c None None] Allocated IP 2001:db8:0:1::2 (534a6429-a9ac-4523-bc48-4c9abf03e5ef/3204da66-647f-459f-ba23-fd8840942c2d/27fd0964-c2a0-498d-a70e-c3b9fcb48614) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:15.114765 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-16670607-fe2c-40a9-8988-2b0ac082585c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:15.118542 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16670607-fe2c-40a9-8988-2b0ac082585c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:33:15.124865 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16670607-fe2c-40a9-8988-2b0ac082585c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:15.125482 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-16670607-fe2c-40a9-8988-2b0ac082585c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:15.131652 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16670607-fe2c-40a9-8988-2b0ac082585c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Port': ['ID=f52247b4-cf3d-48c0-8e53-3c61bb63cb53,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:15.145882 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-16670607-fe2c-40a9-8988-2b0ac082585c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.6682258 Aug 10 01:33:15.148311 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32904) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:15.210657 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-0025a859-1859-4758-bd38-44ddf754e28c None None] For port 27fd0964-c2a0-498d-a70e-c3b9fcb48614, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=27fd0964-c2a0-498d-a70e-c3b9fcb48614,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:15.231423 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-c0ec265e-3350-48fd-976e-9dcd1bd4eabc tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting port f52247b4-cf3d-48c0-8e53-3c61bb63cb53 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:15.231913 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c0ec265e-3350-48fd-976e-9dcd1bd4eabc tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:15.245024 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0025a859-1859-4758-bd38-44ddf754e28c None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:15.264947 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:15.265982 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0025a859-1859-4758-bd38-44ddf754e28c None None] Transition to ACTIVE for port object 27fd0964-c2a0-498d-a70e-c3b9fcb48614 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:15.269820 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0025a859-1859-4758-bd38-44ddf754e28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:15.321671 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c0ec265e-3350-48fd-976e-9dcd1bd4eabc tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:15.333530 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-c0ec265e-3350-48fd-976e-9dcd1bd4eabc tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Calling delete_port for f52247b4-cf3d-48c0-8e53-3c61bb63cb53 owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:15.355415 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025a859-1859-4758-bd38-44ddf754e28c None None] Pushing event updated for resources: {'Port': ['ID=27fd0964-c2a0-498d-a70e-c3b9fcb48614,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:15.515108 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c0ec265e-3350-48fd-976e-9dcd1bd4eabc tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:15.545697 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec265e-3350-48fd-976e-9dcd1bd4eabc tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Port': ['ID=f52247b4-cf3d-48c0-8e53-3c61bb63cb53,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:15.588433 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c0ec265e-3350-48fd-976e-9dcd1bd4eabc tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:15.591038 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c0ec265e-3350-48fd-976e-9dcd1bd4eabc tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/f52247b4-cf3d-48c0-8e53-3c61bb63cb53 HTTP/1.1" status: 204 len: 168 time: 0.4415107 Aug 10 01:33:15.594441 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32908) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:15.654333 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b888f0-90c2-4eac-832b-ba567d468aa3 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:15.655937 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d2b888f0-90c2-4eac-832b-ba567d468aa3 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0575716 Aug 10 01:33:15.658430 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32910) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:15.706808 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6a3bcf-285a-4288-8e26-080a077fdf60 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:15.708473 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4d6a3bcf-285a-4288-8e26-080a077fdf60 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0490370 Aug 10 01:33:15.710910 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32912) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:15.764853 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4caa269-22fc-4de1-912e-9f6c00a50d6d tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:15.766368 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4caa269-22fc-4de1-912e-9f6c00a50d6d tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:15.768019 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4caa269-22fc-4de1-912e-9f6c00a50d6d tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:15.769960 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e4caa269-22fc-4de1-912e-9f6c00a50d6d tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0576038 Aug 10 01:33:15.772342 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32914) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:15.824425 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-9688adb1-2ca1-4300-afc8-cab55d921f77 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting subnet 3204da66-647f-459f-ba23-fd8840942c2d {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:33:15.828691 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9688adb1-2ca1-4300-afc8-cab55d921f77 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:15.874747 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9688adb1-2ca1-4300-afc8-cab55d921f77 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:15.961722 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9688adb1-2ca1-4300-afc8-cab55d921f77 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:15.994373 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ff15d701-f4a3-421a-8391-4fbbb8863966 None None] Provisioning for port 27fd0964-c2a0-498d-a70e-c3b9fcb48614 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:33:15.999613 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ff15d701-f4a3-421a-8391-4fbbb8863966 None None] Provisioning complete for port 27fd0964-c2a0-498d-a70e-c3b9fcb48614 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:16.000108 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ff15d701-f4a3-421a-8391-4fbbb8863966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:16.026520 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9688adb1-2ca1-4300-afc8-cab55d921f77 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:16.057605 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688adb1-2ca1-4300-afc8-cab55d921f77 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Subnet': ['ID=3204da66-647f-459f-ba23-fd8840942c2d,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:16.059792 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9688adb1-2ca1-4300-afc8-cab55d921f77 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:16.061791 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9688adb1-2ca1-4300-afc8-cab55d921f77 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/3204da66-647f-459f-ba23-fd8840942c2d HTTP/1.1" status: 204 len: 168 time: 0.2885339 Aug 10 01:33:16.064386 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32916) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:16.095902 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddab35eb-9c4c-41b0-85ce-4379926e9133 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:16.119443 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d361698-89ef-4b2a-8b3f-00c2b5602cd8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting subnet 6af0032c-d734-4dfa-9328-88b2716483f3 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:33:16.122563 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7d361698-89ef-4b2a-8b3f-00c2b5602cd8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:16.162491 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7d361698-89ef-4b2a-8b3f-00c2b5602cd8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:16.207502 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-82b402be-9546-46e8-8839-4cf3df3b4dbb None None] Could not find standard attr ID for object f52247b4-cf3d-48c0-8e53-3c61bb63cb53. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:33:16.242892 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7d361698-89ef-4b2a-8b3f-00c2b5602cd8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:16.307260 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7d361698-89ef-4b2a-8b3f-00c2b5602cd8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:16.336003 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d361698-89ef-4b2a-8b3f-00c2b5602cd8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Subnet': ['ID=6af0032c-d734-4dfa-9328-88b2716483f3,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:16.340223 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:16.340545 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7d361698-89ef-4b2a-8b3f-00c2b5602cd8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:16.345275 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7d361698-89ef-4b2a-8b3f-00c2b5602cd8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/6af0032c-d734-4dfa-9328-88b2716483f3 HTTP/1.1" status: 204 len: 168 time: 0.2777023 Aug 10 01:33:16.345787 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32918) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:16.389132 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d7569df4-3b5a-4fc7-a0e5-29ab8dce421d tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420971 Aug 10 01:33:16.392076 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32920) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:16.397404 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-402c2916-921d-42bb-ac1a-bbcdd5587369 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:16.486640 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402c2916-921d-42bb-ac1a-bbcdd5587369 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:16.490188 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-402c2916-921d-42bb-ac1a-bbcdd5587369 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:16.731228 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f968227a-2823-4aaa-9924-35e2d2230af4 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:16.775595 n-d-766726-26 neutron-server[105826]: DEBUG neutron.objects.ports [None req-402c2916-921d-42bb-ac1a-bbcdd5587369 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 01:33:16.857179 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c5d51df7-11ba-4458-bd98-c43b9eeadca0 None None] Provisioning complete for port 27fd0964-c2a0-498d-a70e-c3b9fcb48614 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:16.857179 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c5d51df7-11ba-4458-bd98-c43b9eeadca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:16.915420 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 27fd0964-c2a0-498d-a70e-c3b9fcb48614 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:33:16.932610 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-402c2916-921d-42bb-ac1a-bbcdd5587369 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:17.008474 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 27fd0964-c2a0-498d-a70e-c3b9fcb48614 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:17.009005 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:17.100315 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-402c2916-921d-42bb-ac1a-bbcdd5587369 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] For port 27fd0964-c2a0-498d-a70e-c3b9fcb48614, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=27fd0964-c2a0-498d-a70e-c3b9fcb48614,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:17.124016 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b93764bf-a29a-49c9-be3d-cf4ef20b75fe None None] Provisioning complete for port 27fd0964-c2a0-498d-a70e-c3b9fcb48614 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:17.124431 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b93764bf-a29a-49c9-be3d-cf4ef20b75fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:17.131833 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-402c2916-921d-42bb-ac1a-bbcdd5587369 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:17.136512 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-402c2916-921d-42bb-ac1a-bbcdd5587369 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:17.137496 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-402c2916-921d-42bb-ac1a-bbcdd5587369 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:17.208205 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402c2916-921d-42bb-ac1a-bbcdd5587369 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:17.217101 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-402c2916-921d-42bb-ac1a-bbcdd5587369 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:17.224819 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402c2916-921d-42bb-ac1a-bbcdd5587369 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:17.225424 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-402c2916-921d-42bb-ac1a-bbcdd5587369 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:17.227785 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103e9d08-56ea-4aec-ade3-1afcd35e7f82 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:17.233363 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402c2916-921d-42bb-ac1a-bbcdd5587369 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Subnet': ['ID=7668bb29-9c98-4abe-be69-781ee4b6f8cb,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:17.251204 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402c2916-921d-42bb-ac1a-bbcdd5587369 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Port': ['ID=27fd0964-c2a0-498d-a70e-c3b9fcb48614,revision_number=11']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:17.257194 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-402c2916-921d-42bb-ac1a-bbcdd5587369 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8614717 Aug 10 01:33:17.257484 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32922) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:17.262422 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-531b8ad1-cc55-4d76-bef4-b3acd733abe8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:17.367230 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531b8ad1-cc55-4d76-bef4-b3acd733abe8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:17.370832 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-531b8ad1-cc55-4d76-bef4-b3acd733abe8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:17.463669 n-d-766726-26 neutron-server[105826]: INFO neutron.db.ipam_backend_mixin [None req-531b8ad1-cc55-4d76-bef4-b3acd733abe8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7668bb29-9c98-4abe-be69-781ee4b6f8cb (CIDR: 2001:db8::/64) Aug 10 01:33:17.468217 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-531b8ad1-cc55-4d76-bef4-b3acd733abe8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:33:17.468700 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-531b8ad1-cc55-4d76-bef4-b3acd733abe8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:17.483484 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-531b8ad1-cc55-4d76-bef4-b3acd733abe8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2250280 Aug 10 01:33:17.486444 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32924) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:17.492143 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-d5d07db6-7f48-43ad-b664-ff8fa03bbc9c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:17.599625 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d07db6-7f48-43ad-b664-ff8fa03bbc9c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:17.603080 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d5d07db6-7f48-43ad-b664-ff8fa03bbc9c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:17.623993 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4f873c46-b2cb-4f17-a149-dad88b62251d None None] Provisioning complete for port 27fd0964-c2a0-498d-a70e-c3b9fcb48614 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:17.624349 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4f873c46-b2cb-4f17-a149-dad88b62251d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:17.822328 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d5d07db6-7f48-43ad-b664-ff8fa03bbc9c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:17.860706 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d07db6-7f48-43ad-b664-ff8fa03bbc9c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:17.865026 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-d5d07db6-7f48-43ad-b664-ff8fa03bbc9c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:17.869030 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d07db6-7f48-43ad-b664-ff8fa03bbc9c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:17.869617 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d5d07db6-7f48-43ad-b664-ff8fa03bbc9c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:17.874713 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0123c66a-3671-4228-b5c6-03dbb313ff6a None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:17.882983 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d07db6-7f48-43ad-b664-ff8fa03bbc9c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Subnet': ['ID=2b5bbd68-e23e-4bc8-8b1b-8c43cc74f212,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:17.892111 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d5d07db6-7f48-43ad-b664-ff8fa03bbc9c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4043908 Aug 10 01:33:17.894860 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32926) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:17.900134 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-6c389329-ffa1-4987-bd58-4f701b2b25e1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'port': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'mac_address': 'fa:16:3e:60:4b:5f', 'name': 'tempest-NetworksTestDHCPv6-1619845871'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:18.005037 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c389329-ffa1-4987-bd58-4f701b2b25e1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:18.009201 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6c389329-ffa1-4987-bd58-4f701b2b25e1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:18.029576 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-6c389329-ffa1-4987-bd58-4f701b2b25e1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] device_id is not set on port ae3859b0-cdde-4d4c-b859-ea0b9dc14aff yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:33:18.080702 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5d1287-23dc-49b6-925a-9743c1c52495 None None] Update dhcp port {'port': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'fixed_ips': [{'subnet_id': '7668bb29-9c98-4abe-be69-781ee4b6f8cb', 'ip_address': '2001:db8::f816:3eff:fe95:dfdb'}, {'subnet_id': '2b5bbd68-e23e-4bc8-8b1b-8c43cc74f212'}], 'binding:host_id': 'n-d-766726-26'}, 'id': '27fd0964-c2a0-498d-a70e-c3b9fcb48614'} from n-d-766726-26. {{(pid=105828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:33:18.106241 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aa5d1287-23dc-49b6-925a-9743c1c52495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:18.193166 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-6c389329-ffa1-4987-bd58-4f701b2b25e1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Allocated IP 2001:db8:0:1::315 (534a6429-a9ac-4523-bc48-4c9abf03e5ef/2b5bbd68-e23e-4bc8-8b1b-8c43cc74f212/ae3859b0-cdde-4d4c-b859-ea0b9dc14aff) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:18.199448 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-6c389329-ffa1-4987-bd58-4f701b2b25e1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Allocated IP 2001:db8::f816:3eff:fe60:4b5f (534a6429-a9ac-4523-bc48-4c9abf03e5ef/7668bb29-9c98-4abe-be69-781ee4b6f8cb/ae3859b0-cdde-4d4c-b859-ea0b9dc14aff) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:18.595194 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6c389329-ffa1-4987-bd58-4f701b2b25e1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:18.608459 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-6c389329-ffa1-4987-bd58-4f701b2b25e1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Transition to ACTIVE for port object ae3859b0-cdde-4d4c-b859-ea0b9dc14aff will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:18.641509 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6c389329-ffa1-4987-bd58-4f701b2b25e1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:18.679938 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c389329-ffa1-4987-bd58-4f701b2b25e1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:18.685324 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-6c389329-ffa1-4987-bd58-4f701b2b25e1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:18.687880 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-aa5d1287-23dc-49b6-925a-9743c1c52495 None None] Allocated IP 2001:db8:0:1::2 (534a6429-a9ac-4523-bc48-4c9abf03e5ef/2b5bbd68-e23e-4bc8-8b1b-8c43cc74f212/27fd0964-c2a0-498d-a70e-c3b9fcb48614) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:18.689131 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c389329-ffa1-4987-bd58-4f701b2b25e1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:33:18.694694 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c389329-ffa1-4987-bd58-4f701b2b25e1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:18.695312 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6c389329-ffa1-4987-bd58-4f701b2b25e1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:18.708684 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c389329-ffa1-4987-bd58-4f701b2b25e1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Port': ['ID=ae3859b0-cdde-4d4c-b859-ea0b9dc14aff,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:18.720207 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6c389329-ffa1-4987-bd58-4f701b2b25e1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.8239889 Aug 10 01:33:18.722879 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32930) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:18.784586 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-aa5d1287-23dc-49b6-925a-9743c1c52495 None None] For port 27fd0964-c2a0-498d-a70e-c3b9fcb48614, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=27fd0964-c2a0-498d-a70e-c3b9fcb48614,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:18.807100 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-431c2787-58c5-4669-90a4-6363aa120734 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting port ae3859b0-cdde-4d4c-b859-ea0b9dc14aff {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:18.807448 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-431c2787-58c5-4669-90a4-6363aa120734 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:18.813460 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aa5d1287-23dc-49b6-925a-9743c1c52495 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:18.827477 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-aa5d1287-23dc-49b6-925a-9743c1c52495 None None] Transition to ACTIVE for port object 27fd0964-c2a0-498d-a70e-c3b9fcb48614 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:18.831714 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aa5d1287-23dc-49b6-925a-9743c1c52495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:18.895149 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-431c2787-58c5-4669-90a4-6363aa120734 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:18.909299 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-431c2787-58c5-4669-90a4-6363aa120734 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Calling delete_port for ae3859b0-cdde-4d4c-b859-ea0b9dc14aff owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:18.925615 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 27fd0964-c2a0-498d-a70e-c3b9fcb48614 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:33:18.928854 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d1287-23dc-49b6-925a-9743c1c52495 None None] Pushing event updated for resources: {'Port': ['ID=27fd0964-c2a0-498d-a70e-c3b9fcb48614,revision_number=12']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:19.096203 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-431c2787-58c5-4669-90a4-6363aa120734 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:19.127141 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c2787-58c5-4669-90a4-6363aa120734 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Port': ['ID=ae3859b0-cdde-4d4c-b859-ea0b9dc14aff,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:19.173318 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-431c2787-58c5-4669-90a4-6363aa120734 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:19.175939 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-431c2787-58c5-4669-90a4-6363aa120734 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/ae3859b0-cdde-4d4c-b859-ea0b9dc14aff HTTP/1.1" status: 204 len: 168 time: 0.4516573 Aug 10 01:33:19.177911 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32932) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:19.226064 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5133d88-f77d-4844-8ed2-607a866ac655 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:19.227645 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d5133d88-f77d-4844-8ed2-607a866ac655 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0487404 Aug 10 01:33:19.230107 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32934) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:19.278122 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ba99ad-6fcb-4b23-9c5a-f50b705b42cd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:19.280335 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-49ba99ad-6fcb-4b23-9c5a-f50b705b42cd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0492780 Aug 10 01:33:19.282952 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32936) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:19.339112 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006c8586-983f-479c-82f1-b49de1b5fd44 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:19.340674 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006c8586-983f-479c-82f1-b49de1b5fd44 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:19.342337 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006c8586-983f-479c-82f1-b49de1b5fd44 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:19.343881 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-006c8586-983f-479c-82f1-b49de1b5fd44 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0600257 Aug 10 01:33:19.346585 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32938) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:19.398020 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-99dd6882-4bcf-4a73-be58-ea8028d29d63 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting subnet 2b5bbd68-e23e-4bc8-8b1b-8c43cc74f212 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:33:19.401347 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-99dd6882-4bcf-4a73-be58-ea8028d29d63 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:19.436936 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-49c92b64-1989-4ddb-8e87-e20e523351e8 None None] Provisioning for port 27fd0964-c2a0-498d-a70e-c3b9fcb48614 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:33:19.440976 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-49c92b64-1989-4ddb-8e87-e20e523351e8 None None] Provisioning complete for port 27fd0964-c2a0-498d-a70e-c3b9fcb48614 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:19.442499 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-49c92b64-1989-4ddb-8e87-e20e523351e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:19.447924 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-99dd6882-4bcf-4a73-be58-ea8028d29d63 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:19.538180 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-99dd6882-4bcf-4a73-be58-ea8028d29d63 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:19.601115 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-99dd6882-4bcf-4a73-be58-ea8028d29d63 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:19.628896 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd6882-4bcf-4a73-be58-ea8028d29d63 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Subnet': ['ID=2b5bbd68-e23e-4bc8-8b1b-8c43cc74f212,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:19.632384 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-99dd6882-4bcf-4a73-be58-ea8028d29d63 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:19.634279 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-99dd6882-4bcf-4a73-be58-ea8028d29d63 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/2b5bbd68-e23e-4bc8-8b1b-8c43cc74f212 HTTP/1.1" status: 204 len: 168 time: 0.2867212 Aug 10 01:33:19.636913 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32940) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:19.655513 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-239563e7-7c99-424b-b6bd-c7522b2c6b0a None None] Could not find standard attr ID for object ae3859b0-cdde-4d4c-b859-ea0b9dc14aff. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:33:19.689636 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d6c8ea-1c20-4cbb-8b74-7d9cb8a93d72 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting subnet 7668bb29-9c98-4abe-be69-781ee4b6f8cb {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:33:19.692929 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f6d6c8ea-1c20-4cbb-8b74-7d9cb8a93d72 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:19.738369 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f6d6c8ea-1c20-4cbb-8b74-7d9cb8a93d72 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:19.765811 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101d52e0-0d31-47f8-bc23-b570998bc540 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:19.820072 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f6d6c8ea-1c20-4cbb-8b74-7d9cb8a93d72 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:19.878180 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f6d6c8ea-1c20-4cbb-8b74-7d9cb8a93d72 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:19.910274 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d6c8ea-1c20-4cbb-8b74-7d9cb8a93d72 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Subnet': ['ID=7668bb29-9c98-4abe-be69-781ee4b6f8cb,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:19.913849 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f6d6c8ea-1c20-4cbb-8b74-7d9cb8a93d72 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:19.916127 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f6d6c8ea-1c20-4cbb-8b74-7d9cb8a93d72 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/7668bb29-9c98-4abe-be69-781ee4b6f8cb HTTP/1.1" status: 204 len: 168 time: 0.2778649 Aug 10 01:33:19.918284 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32942) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:19.957756 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-03ca380e-df05-4832-8af1-76e8272c863d tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0382979 Aug 10 01:33:19.960500 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32944) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:19.965433 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-1c9a5496-06fa-4389-8023-619734575ca2 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:19.969894 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f992512-1a34-425b-be5c-091f02c722d7 None None] Update dhcp port {'port': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'fixed_ips': [{'subnet_id': '7668bb29-9c98-4abe-be69-781ee4b6f8cb'}], 'binding:host_id': 'n-d-766726-26'}, 'id': '27fd0964-c2a0-498d-a70e-c3b9fcb48614'} from n-d-766726-26. {{(pid=105828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:33:19.996699 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1f992512-1a34-425b-be5c-091f02c722d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:20.051946 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9a5496-06fa-4389-8023-619734575ca2 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:20.055416 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1c9a5496-06fa-4389-8023-619734575ca2 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:20.167564 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2be224-499d-4c90-a85e-f14c35da82f9 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:20.222347 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-664e8827-2466-47a9-847e-3e678d37892c None None] Provisioning complete for port 27fd0964-c2a0-498d-a70e-c3b9fcb48614 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:20.222722 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-664e8827-2466-47a9-847e-3e678d37892c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:20.250147 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1c9a5496-06fa-4389-8023-619734575ca2 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:20.295561 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9a5496-06fa-4389-8023-619734575ca2 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:20.300919 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-1c9a5496-06fa-4389-8023-619734575ca2 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:20.304344 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9a5496-06fa-4389-8023-619734575ca2 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:20.304937 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1c9a5496-06fa-4389-8023-619734575ca2 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:20.322642 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a5496-06fa-4389-8023-619734575ca2 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Subnet': ['ID=782483b9-6a57-4a62-8e27-d2802a35fc3f,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:20.331202 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1c9a5496-06fa-4389-8023-619734575ca2 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3669720 Aug 10 01:33:20.331733 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32946) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:20.336912 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-604f70ea-c28e-43d0-9c7f-8c170d310425 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:20.443909 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604f70ea-c28e-43d0-9c7f-8c170d310425 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:20.447406 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-604f70ea-c28e-43d0-9c7f-8c170d310425 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:20.539572 n-d-766726-26 neutron-server[105826]: INFO neutron.db.ipam_backend_mixin [None req-604f70ea-c28e-43d0-9c7f-8c170d310425 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 782483b9-6a57-4a62-8e27-d2802a35fc3f (CIDR: 2001:db8::/64) Aug 10 01:33:20.542671 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-604f70ea-c28e-43d0-9c7f-8c170d310425 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:33:20.543123 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-604f70ea-c28e-43d0-9c7f-8c170d310425 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:20.557283 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-604f70ea-c28e-43d0-9c7f-8c170d310425 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2244668 Aug 10 01:33:20.560648 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32948) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:20.565300 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dc2d4f-4ccc-4be4-b042-87e12411fe8e None None] Update dhcp port {'port': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'fixed_ips': [{'subnet_id': '782483b9-6a57-4a62-8e27-d2802a35fc3f'}], 'binding:host_id': 'n-d-766726-26'}, 'id': '27fd0964-c2a0-498d-a70e-c3b9fcb48614'} from n-d-766726-26. {{(pid=105828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:33:20.565867 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-3f2fb090-b0bd-45a2-923e-718c472e0c01 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:20.589678 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-47dc2d4f-4ccc-4be4-b042-87e12411fe8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:20.677482 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2fb090-b0bd-45a2-923e-718c472e0c01 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:20.681257 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3f2fb090-b0bd-45a2-923e-718c472e0c01 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:20.750123 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-47dc2d4f-4ccc-4be4-b042-87e12411fe8e None None] Allocated IP 2001:db8::2 (534a6429-a9ac-4523-bc48-4c9abf03e5ef/782483b9-6a57-4a62-8e27-d2802a35fc3f/27fd0964-c2a0-498d-a70e-c3b9fcb48614) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:20.841720 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-47dc2d4f-4ccc-4be4-b042-87e12411fe8e None None] For port 27fd0964-c2a0-498d-a70e-c3b9fcb48614, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=27fd0964-c2a0-498d-a70e-c3b9fcb48614,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:20.873745 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-47dc2d4f-4ccc-4be4-b042-87e12411fe8e None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:20.887547 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-47dc2d4f-4ccc-4be4-b042-87e12411fe8e None None] Transition to ACTIVE for port object 27fd0964-c2a0-498d-a70e-c3b9fcb48614 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:20.892995 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-47dc2d4f-4ccc-4be4-b042-87e12411fe8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:20.927130 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 27fd0964-c2a0-498d-a70e-c3b9fcb48614 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:33:21.000302 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc2d4f-4ccc-4be4-b042-87e12411fe8e None None] Pushing event updated for resources: {'Port': ['ID=27fd0964-c2a0-498d-a70e-c3b9fcb48614,revision_number=15']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:21.003919 n-d-766726-26 neutron-server[105826]: DEBUG neutron.objects.ports [None req-3f2fb090-b0bd-45a2-923e-718c472e0c01 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 01:33:21.041730 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:21.092987 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 27fd0964-c2a0-498d-a70e-c3b9fcb48614, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=27fd0964-c2a0-498d-a70e-c3b9fcb48614,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:21.105263 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:21.162323 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=27fd0964-c2a0-498d-a70e-c3b9fcb48614,revision_number=16']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:21.198075 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3f2fb090-b0bd-45a2-923e-718c472e0c01 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:21.355608 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-3f2fb090-b0bd-45a2-923e-718c472e0c01 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] For port 27fd0964-c2a0-498d-a70e-c3b9fcb48614, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=27fd0964-c2a0-498d-a70e-c3b9fcb48614,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:21.386193 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3f2fb090-b0bd-45a2-923e-718c472e0c01 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:21.392074 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3f2fb090-b0bd-45a2-923e-718c472e0c01 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:21.392986 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3f2fb090-b0bd-45a2-923e-718c472e0c01 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:21.475386 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2fb090-b0bd-45a2-923e-718c472e0c01 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:21.478088 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2fb090-b0bd-45a2-923e-718c472e0c01 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Subnet': ['ID=98f68da3-caaf-4e73-a49c-7523f8e161a2,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:21.483907 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-3f2fb090-b0bd-45a2-923e-718c472e0c01 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:21.491436 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2fb090-b0bd-45a2-923e-718c472e0c01 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:21.492049 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3f2fb090-b0bd-45a2-923e-718c472e0c01 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:21.503237 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2fb090-b0bd-45a2-923e-718c472e0c01 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Port': ['ID=27fd0964-c2a0-498d-a70e-c3b9fcb48614,revision_number=18']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:21.513458 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3f2fb090-b0bd-45a2-923e-718c472e0c01 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9511867 Aug 10 01:33:21.516702 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32950) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:21.521760 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-34c694ad-044e-4fae-9e2e-7f64e51135c2 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'port': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'mac_address': 'fa:16:3e:f1:ef:bb', 'name': 'tempest-NetworksTestDHCPv6-1098176767'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:21.554676 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a3ba53-6213-4d04-9583-006b4cca4d98 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:21.635306 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c694ad-044e-4fae-9e2e-7f64e51135c2 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:21.680055 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-fb2dcc9d-cf4b-4990-be01-00bc275585e8 None None] Provisioning for port 27fd0964-c2a0-498d-a70e-c3b9fcb48614 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:33:21.686828 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-fb2dcc9d-cf4b-4990-be01-00bc275585e8 None None] Provisioning complete for port 27fd0964-c2a0-498d-a70e-c3b9fcb48614 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:21.687216 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fb2dcc9d-cf4b-4990-be01-00bc275585e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:21.718525 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-34c694ad-044e-4fae-9e2e-7f64e51135c2 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:21.737499 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-34c694ad-044e-4fae-9e2e-7f64e51135c2 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] device_id is not set on port 28a90a12-00cc-49a8-b0f8-dcf6fa427911 yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:33:21.787791 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fb2dcc9d-cf4b-4990-be01-00bc275585e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:21.822641 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-fb2dcc9d-cf4b-4990-be01-00bc275585e8 None None] For port 27fd0964-c2a0-498d-a70e-c3b9fcb48614, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=27fd0964-c2a0-498d-a70e-c3b9fcb48614,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:21.828471 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fb2dcc9d-cf4b-4990-be01-00bc275585e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:21.882806 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2dcc9d-cf4b-4990-be01-00bc275585e8 None None] Pushing event updated for resources: {'Port': ['ID=27fd0964-c2a0-498d-a70e-c3b9fcb48614,revision_number=19']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:21.919281 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-34c694ad-044e-4fae-9e2e-7f64e51135c2 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Allocated IP 2001:db8::36f (534a6429-a9ac-4523-bc48-4c9abf03e5ef/782483b9-6a57-4a62-8e27-d2802a35fc3f/28a90a12-00cc-49a8-b0f8-dcf6fa427911) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:21.926583 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-34c694ad-044e-4fae-9e2e-7f64e51135c2 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Allocated IP 2001:db8:0:1:f816:3eff:fef1:efbb (534a6429-a9ac-4523-bc48-4c9abf03e5ef/98f68da3-caaf-4e73-a49c-7523f8e161a2/28a90a12-00cc-49a8-b0f8-dcf6fa427911) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:22.077838 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-34c694ad-044e-4fae-9e2e-7f64e51135c2 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:22.091067 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-34c694ad-044e-4fae-9e2e-7f64e51135c2 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Transition to ACTIVE for port object 28a90a12-00cc-49a8-b0f8-dcf6fa427911 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:22.127352 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-34c694ad-044e-4fae-9e2e-7f64e51135c2 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:22.172577 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c694ad-044e-4fae-9e2e-7f64e51135c2 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:22.176103 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-34c694ad-044e-4fae-9e2e-7f64e51135c2 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:22.180059 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c694ad-044e-4fae-9e2e-7f64e51135c2 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:33:22.187020 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c694ad-044e-4fae-9e2e-7f64e51135c2 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:22.187703 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-34c694ad-044e-4fae-9e2e-7f64e51135c2 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:22.194724 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c694ad-044e-4fae-9e2e-7f64e51135c2 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Port': ['ID=28a90a12-00cc-49a8-b0f8-dcf6fa427911,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:22.208958 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-34c694ad-044e-4fae-9e2e-7f64e51135c2 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.6911802 Aug 10 01:33:22.211417 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32952) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:22.230372 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b5f72f-a19c-4bb8-b8e2-030df07c238b None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:22.291191 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-fc757028-592e-462a-abe5-0d803d44920f None None] Provisioning complete for port 27fd0964-c2a0-498d-a70e-c3b9fcb48614 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:22.291493 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fc757028-592e-462a-abe5-0d803d44920f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:22.301326 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-a7edcff2-4aea-4101-baf6-970b28593288 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting port 28a90a12-00cc-49a8-b0f8-dcf6fa427911 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:22.301799 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a7edcff2-4aea-4101-baf6-970b28593288 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:22.385799 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a7edcff2-4aea-4101-baf6-970b28593288 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:22.398050 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-a7edcff2-4aea-4101-baf6-970b28593288 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Calling delete_port for 28a90a12-00cc-49a8-b0f8-dcf6fa427911 owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:22.576274 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a7edcff2-4aea-4101-baf6-970b28593288 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:22.605252 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7edcff2-4aea-4101-baf6-970b28593288 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Port': ['ID=28a90a12-00cc-49a8-b0f8-dcf6fa427911,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:22.654635 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4f6ff726-2fdd-4388-b654-c5b82dc346d6 None None] Could not find standard attr ID for object 28a90a12-00cc-49a8-b0f8-dcf6fa427911. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:33:22.656060 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a7edcff2-4aea-4101-baf6-970b28593288 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:22.660461 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a7edcff2-4aea-4101-baf6-970b28593288 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/28a90a12-00cc-49a8-b0f8-dcf6fa427911 HTTP/1.1" status: 204 len: 168 time: 0.4457920 Aug 10 01:33:22.660908 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32954) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:22.664785 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4f6ff726-2fdd-4388-b654-c5b82dc346d6 None None] Provisioning complete for port 27fd0964-c2a0-498d-a70e-c3b9fcb48614 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:22.665168 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4f6ff726-2fdd-4388-b654-c5b82dc346d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:22.709736 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01111dae-bb6d-483a-a3ee-14e545128da9 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:22.711516 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-01111dae-bb6d-483a-a3ee-14e545128da9 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0496106 Aug 10 01:33:22.714041 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32956) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:22.762419 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a417798f-3c58-460c-bcdf-90d5e3ecee90 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:22.764551 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a417798f-3c58-460c-bcdf-90d5e3ecee90 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0493405 Aug 10 01:33:22.767060 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32958) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:22.825973 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cf4b63-6675-4a38-a8bc-4eb341a18fc8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:22.827498 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cf4b63-6675-4a38-a8bc-4eb341a18fc8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:22.829178 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cf4b63-6675-4a38-a8bc-4eb341a18fc8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:22.830723 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-94cf4b63-6675-4a38-a8bc-4eb341a18fc8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0627360 Aug 10 01:33:22.833291 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32960) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:22.862291 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e998db0f-7fe1-4425-b899-520ced326470 None None] Could not find standard attr ID for object 28a90a12-00cc-49a8-b0f8-dcf6fa427911. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:33:22.890745 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbd684d3-c2d2-419b-b09a-8eb6eb6f6439 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting subnet 782483b9-6a57-4a62-8e27-d2802a35fc3f {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:33:22.894727 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cbd684d3-c2d2-419b-b09a-8eb6eb6f6439 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:22.947218 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cbd684d3-c2d2-419b-b09a-8eb6eb6f6439 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:22.958751 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 27fd0964-c2a0-498d-a70e-c3b9fcb48614 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:33:23.010178 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 27fd0964-c2a0-498d-a70e-c3b9fcb48614 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:23.010553 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:23.040108 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cbd684d3-c2d2-419b-b09a-8eb6eb6f6439 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:23.098933 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cbd684d3-c2d2-419b-b09a-8eb6eb6f6439 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:23.127612 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd684d3-c2d2-419b-b09a-8eb6eb6f6439 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Subnet': ['ID=782483b9-6a57-4a62-8e27-d2802a35fc3f,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:23.129575 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cbd684d3-c2d2-419b-b09a-8eb6eb6f6439 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:23.133140 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cbd684d3-c2d2-419b-b09a-8eb6eb6f6439 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/782483b9-6a57-4a62-8e27-d2802a35fc3f HTTP/1.1" status: 204 len: 168 time: 0.2971115 Aug 10 01:33:23.133912 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32962) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:23.136202 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e5829b-3c2f-45d2-b70d-86c79c8e81d3 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:23.185354 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a5f92f-0ad9-410c-8fb5-ba86253d6b94 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting subnet 98f68da3-caaf-4e73-a49c-7523f8e161a2 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:33:23.188418 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-80a5f92f-0ad9-410c-8fb5-ba86253d6b94 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:23.227468 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-80a5f92f-0ad9-410c-8fb5-ba86253d6b94 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:23.313458 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-80a5f92f-0ad9-410c-8fb5-ba86253d6b94 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:23.374620 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-80a5f92f-0ad9-410c-8fb5-ba86253d6b94 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:23.403138 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5f92f-0ad9-410c-8fb5-ba86253d6b94 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Subnet': ['ID=98f68da3-caaf-4e73-a49c-7523f8e161a2,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:23.405624 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-80a5f92f-0ad9-410c-8fb5-ba86253d6b94 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:23.407473 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-80a5f92f-0ad9-410c-8fb5-ba86253d6b94 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/98f68da3-caaf-4e73-a49c-7523f8e161a2 HTTP/1.1" status: 204 len: 168 time: 0.2726426 Aug 10 01:33:23.410060 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32964) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:23.448560 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-dabcb416-5fc7-4cae-b706-7d6a7e0c6cde tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0367146 Aug 10 01:33:23.451275 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32966) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:23.456305 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-a2c80d3b-2ea4-48ce-b9a1-9aa7df623bd8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:23.550666 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c80d3b-2ea4-48ce-b9a1-9aa7df623bd8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:23.554392 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a2c80d3b-2ea4-48ce-b9a1-9aa7df623bd8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:23.744627 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a2c80d3b-2ea4-48ce-b9a1-9aa7df623bd8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:23.765514 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527d1fca-7361-4f05-bcaa-1e9e1050f985 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:23.789348 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c80d3b-2ea4-48ce-b9a1-9aa7df623bd8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:23.792412 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-a2c80d3b-2ea4-48ce-b9a1-9aa7df623bd8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:23.797063 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c80d3b-2ea4-48ce-b9a1-9aa7df623bd8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:23.797692 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a2c80d3b-2ea4-48ce-b9a1-9aa7df623bd8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:23.807354 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c80d3b-2ea4-48ce-b9a1-9aa7df623bd8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Subnet': ['ID=4e66ad70-9028-4cbc-95de-e68272ccce08,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:23.818315 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a2c80d3b-2ea4-48ce-b9a1-9aa7df623bd8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3659930 Aug 10 01:33:23.821346 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32968) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:23.826291 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-a2ceb6f2-87fd-4901-8167-553ba803646f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:23.835463 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-feab0e6d-bd03-4455-b4bd-03176ddbf082 None None] Provisioning complete for port 27fd0964-c2a0-498d-a70e-c3b9fcb48614 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:23.835836 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-feab0e6d-bd03-4455-b4bd-03176ddbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:23.936404 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ceb6f2-87fd-4901-8167-553ba803646f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:23.939797 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a2ceb6f2-87fd-4901-8167-553ba803646f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:24.026995 n-d-766726-26 neutron-server[105826]: INFO neutron.db.ipam_backend_mixin [None req-a2ceb6f2-87fd-4901-8167-553ba803646f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4e66ad70-9028-4cbc-95de-e68272ccce08 (CIDR: 2001:db8::/64) Aug 10 01:33:24.030703 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ceb6f2-87fd-4901-8167-553ba803646f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:33:24.031156 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2ceb6f2-87fd-4901-8167-553ba803646f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:24.039167 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1529efd2-ac15-40fe-859b-b6ae56ffca70 None None] Update dhcp port {'port': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'fixed_ips': [{'subnet_id': '4e66ad70-9028-4cbc-95de-e68272ccce08'}], 'binding:host_id': 'n-d-766726-26'}, 'id': '27fd0964-c2a0-498d-a70e-c3b9fcb48614'} from n-d-766726-26. {{(pid=105828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:33:24.048572 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a2ceb6f2-87fd-4901-8167-553ba803646f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2235644 Aug 10 01:33:24.048826 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32970) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:24.053982 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-5eee2e85-62ca-404e-bdc5-ca459ffc4a3c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'subnet': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:24.065019 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1529efd2-ac15-40fe-859b-b6ae56ffca70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:24.161088 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eee2e85-62ca-404e-bdc5-ca459ffc4a3c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:24.164539 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5eee2e85-62ca-404e-bdc5-ca459ffc4a3c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:24.224579 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-1529efd2-ac15-40fe-859b-b6ae56ffca70 None None] Allocated IP 2001:db8::2 (534a6429-a9ac-4523-bc48-4c9abf03e5ef/4e66ad70-9028-4cbc-95de-e68272ccce08/27fd0964-c2a0-498d-a70e-c3b9fcb48614) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:24.319566 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-1529efd2-ac15-40fe-859b-b6ae56ffca70 None None] For port 27fd0964-c2a0-498d-a70e-c3b9fcb48614, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=27fd0964-c2a0-498d-a70e-c3b9fcb48614,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:24.348289 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1529efd2-ac15-40fe-859b-b6ae56ffca70 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:24.361604 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1529efd2-ac15-40fe-859b-b6ae56ffca70 None None] Transition to ACTIVE for port object 27fd0964-c2a0-498d-a70e-c3b9fcb48614 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:24.365310 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1529efd2-ac15-40fe-859b-b6ae56ffca70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:24.439942 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529efd2-ac15-40fe-859b-b6ae56ffca70 None None] Pushing event updated for resources: {'Port': ['ID=27fd0964-c2a0-498d-a70e-c3b9fcb48614,revision_number=22']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:24.479786 n-d-766726-26 neutron-server[105826]: DEBUG neutron.objects.ports [None req-5eee2e85-62ca-404e-bdc5-ca459ffc4a3c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 01:33:24.642169 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5eee2e85-62ca-404e-bdc5-ca459ffc4a3c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:24.804257 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-5eee2e85-62ca-404e-bdc5-ca459ffc4a3c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] For port 27fd0964-c2a0-498d-a70e-c3b9fcb48614, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=27fd0964-c2a0-498d-a70e-c3b9fcb48614,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:24.834289 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5eee2e85-62ca-404e-bdc5-ca459ffc4a3c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:24.839863 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5eee2e85-62ca-404e-bdc5-ca459ffc4a3c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:24.841235 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5eee2e85-62ca-404e-bdc5-ca459ffc4a3c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:24.917250 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eee2e85-62ca-404e-bdc5-ca459ffc4a3c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:24.927143 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-5eee2e85-62ca-404e-bdc5-ca459ffc4a3c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:24.927343 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6a64f8-b5c8-4e15-9f25-db242db615c6 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:24.936281 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eee2e85-62ca-404e-bdc5-ca459ffc4a3c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:24.936841 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5eee2e85-62ca-404e-bdc5-ca459ffc4a3c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:24.940833 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 27fd0964-c2a0-498d-a70e-c3b9fcb48614 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:33:24.949743 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee2e85-62ca-404e-bdc5-ca459ffc4a3c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Subnet': ['ID=63d7b02d-83ee-4692-b4af-cd1e409e4544,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:24.951729 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee2e85-62ca-404e-bdc5-ca459ffc4a3c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Port': ['ID=27fd0964-c2a0-498d-a70e-c3b9fcb48614,revision_number=24']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:24.962924 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5eee2e85-62ca-404e-bdc5-ca459ffc4a3c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9128222 Aug 10 01:33:24.967194 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32972) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:24.972458 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-ec1fa16f-c30a-4bfe-a255-050e70baaebd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Request body: {'port': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'mac_address': 'fa:16:3e:7e:b7:b0', 'name': 'tempest-NetworksTestDHCPv6-1851509527'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:25.042301 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-100c0dc5-58ba-455b-9533-ccd30b4def5f None None] Provisioning for port 27fd0964-c2a0-498d-a70e-c3b9fcb48614 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:33:25.050794 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-100c0dc5-58ba-455b-9533-ccd30b4def5f None None] Provisioning complete for port 27fd0964-c2a0-498d-a70e-c3b9fcb48614 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:25.051174 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-100c0dc5-58ba-455b-9533-ccd30b4def5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:25.089640 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1fa16f-c30a-4bfe-a255-050e70baaebd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Made reservation on behalf of ba95a63363134143868e6cc2658d29f5 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:25.113982 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 27fd0964-c2a0-498d-a70e-c3b9fcb48614 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:25.114360 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:25.171461 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ec1fa16f-c30a-4bfe-a255-050e70baaebd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:25.192141 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-ec1fa16f-c30a-4bfe-a255-050e70baaebd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] device_id is not set on port 4541c2ea-a597-4583-8fdf-e86c8cc5adb8 yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:33:25.650829 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-ec1fa16f-c30a-4bfe-a255-050e70baaebd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Allocated IP 2001:db8::23a (534a6429-a9ac-4523-bc48-4c9abf03e5ef/4e66ad70-9028-4cbc-95de-e68272ccce08/4541c2ea-a597-4583-8fdf-e86c8cc5adb8) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:25.658204 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-ec1fa16f-c30a-4bfe-a255-050e70baaebd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7e:b7b0 (534a6429-a9ac-4523-bc48-4c9abf03e5ef/63d7b02d-83ee-4692-b4af-cd1e409e4544/4541c2ea-a597-4583-8fdf-e86c8cc5adb8) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:25.694349 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39031d33-b8b0-4a05-b03d-f49dacf3d437 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:25.769722 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f72673b7-6fbb-430c-a957-fbfac1381150 None None] Provisioning complete for port 27fd0964-c2a0-498d-a70e-c3b9fcb48614 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:25.770102 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f72673b7-6fbb-430c-a957-fbfac1381150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:25.807239 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ec1fa16f-c30a-4bfe-a255-050e70baaebd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:25.819700 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-ec1fa16f-c30a-4bfe-a255-050e70baaebd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Transition to ACTIVE for port object 4541c2ea-a597-4583-8fdf-e86c8cc5adb8 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:25.856919 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ec1fa16f-c30a-4bfe-a255-050e70baaebd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:25.901273 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1fa16f-c30a-4bfe-a255-050e70baaebd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:25.905232 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-ec1fa16f-c30a-4bfe-a255-050e70baaebd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:25.909005 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1fa16f-c30a-4bfe-a255-050e70baaebd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:33:25.914673 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1fa16f-c30a-4bfe-a255-050e70baaebd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:25.915299 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ec1fa16f-c30a-4bfe-a255-050e70baaebd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:25.921686 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1fa16f-c30a-4bfe-a255-050e70baaebd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event updated for resources: {'Port': ['ID=4541c2ea-a597-4583-8fdf-e86c8cc5adb8,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:25.936490 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ec1fa16f-c30a-4bfe-a255-050e70baaebd tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9680700 Aug 10 01:33:25.939135 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 32974) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:26.030315 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-ec9a0cd6-c2ee-481b-a6d5-1ec5513b5551 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting port 4541c2ea-a597-4583-8fdf-e86c8cc5adb8 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:26.031080 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ec9a0cd6-c2ee-481b-a6d5-1ec5513b5551 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:26.121150 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ec9a0cd6-c2ee-481b-a6d5-1ec5513b5551 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:26.136763 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-ec9a0cd6-c2ee-481b-a6d5-1ec5513b5551 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Calling delete_port for 4541c2ea-a597-4583-8fdf-e86c8cc5adb8 owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:26.137407 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8e64f81c-7bca-4f57-b244-13549eba5202 None None] Provisioning complete for port 27fd0964-c2a0-498d-a70e-c3b9fcb48614 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:26.138426 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8e64f81c-7bca-4f57-b244-13549eba5202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:26.323115 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ec9a0cd6-c2ee-481b-a6d5-1ec5513b5551 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:26.332204 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-21fbd139-92df-4126-b500-d8a131330475 None None] Could not find standard attr ID for object 4541c2ea-a597-4583-8fdf-e86c8cc5adb8. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:33:26.353734 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a0cd6-c2ee-481b-a6d5-1ec5513b5551 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Port': ['ID=4541c2ea-a597-4583-8fdf-e86c8cc5adb8,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:26.402207 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ec9a0cd6-c2ee-481b-a6d5-1ec5513b5551 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:26.404657 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ec9a0cd6-c2ee-481b-a6d5-1ec5513b5551 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/4541c2ea-a597-4583-8fdf-e86c8cc5adb8 HTTP/1.1" status: 204 len: 168 time: 0.4646070 Aug 10 01:33:26.407283 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32976) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:26.461457 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863d1abe-ca15-496d-bd61-5dd2711e5620 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:26.463033 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-863d1abe-ca15-496d-bd61-5dd2711e5620 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0547545 Aug 10 01:33:26.466280 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32978) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:26.513818 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd19e21-938f-48b3-95d5-d102ec853e91 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:26.515358 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1bd19e21-938f-48b3-95d5-d102ec853e91 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0479488 Aug 10 01:33:26.518010 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32980) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:26.571694 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190cee67-dfc4-469f-ade2-2b1b8fa62c61 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:26.573271 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190cee67-dfc4-469f-ade2-2b1b8fa62c61 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:26.574916 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190cee67-dfc4-469f-ade2-2b1b8fa62c61 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:26.576973 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-190cee67-dfc4-469f-ade2-2b1b8fa62c61 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0579255 Aug 10 01:33:26.579601 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32982) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:26.632906 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-06872287-2792-467a-b11b-7825e0760889 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting subnet 4e66ad70-9028-4cbc-95de-e68272ccce08 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:33:26.635887 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-06872287-2792-467a-b11b-7825e0760889 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:26.674169 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-06872287-2792-467a-b11b-7825e0760889 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:26.752136 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-06872287-2792-467a-b11b-7825e0760889 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:26.813574 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-06872287-2792-467a-b11b-7825e0760889 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:26.916693 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 27fd0964-c2a0-498d-a70e-c3b9fcb48614 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:33:26.965479 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 27fd0964-c2a0-498d-a70e-c3b9fcb48614 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:26.965832 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:27.101486 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06872287-2792-467a-b11b-7825e0760889 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Subnet': ['ID=4e66ad70-9028-4cbc-95de-e68272ccce08,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:27.103420 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-06872287-2792-467a-b11b-7825e0760889 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:27.105538 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-06872287-2792-467a-b11b-7825e0760889 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/4e66ad70-9028-4cbc-95de-e68272ccce08 HTTP/1.1" status: 204 len: 168 time: 0.5250356 Aug 10 01:33:27.108101 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32984) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:27.111001 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e383b613-a06d-4dae-beec-31c5550cb873 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:27.158799 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7b138a6-19fa-4f2f-894d-f91a1e695b08 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Deleting subnet 63d7b02d-83ee-4692-b4af-cd1e409e4544 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:33:27.162251 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c7b138a6-19fa-4f2f-894d-f91a1e695b08 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:27.203613 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c7b138a6-19fa-4f2f-894d-f91a1e695b08 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:27.288131 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c7b138a6-19fa-4f2f-894d-f91a1e695b08 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:27.345034 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c7b138a6-19fa-4f2f-894d-f91a1e695b08 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:27.371263 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b138a6-19fa-4f2f-894d-f91a1e695b08 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Subnet': ['ID=63d7b02d-83ee-4692-b4af-cd1e409e4544,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:27.375437 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c7b138a6-19fa-4f2f-894d-f91a1e695b08 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:27.377307 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c7b138a6-19fa-4f2f-894d-f91a1e695b08 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/63d7b02d-83ee-4692-b4af-cd1e409e4544 HTTP/1.1" status: 204 len: 168 time: 0.2682285 Aug 10 01:33:27.379804 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32986) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:27.420566 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-72f78a28-8202-44b0-908f-b1a593681edb tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0395701 Aug 10 01:33:27.422999 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32988) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:27.468580 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12af2a1c-6a19-4e63-8343-9126adedd35a None None] Update dhcp port {'port': {'network_id': '534a6429-a9ac-4523-bc48-4c9abf03e5ef', 'fixed_ips': [{'subnet_id': '63d7b02d-83ee-4692-b4af-cd1e409e4544'}], 'binding:host_id': 'n-d-766726-26'}, 'id': '27fd0964-c2a0-498d-a70e-c3b9fcb48614'} from n-d-766726-26. {{(pid=105828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:33:27.469245 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f33a93-7aa0-4276-9937-ca686a1bbde3 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:27.473053 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-61f33a93-7aa0-4276-9937-ca686a1bbde3 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0467572 Aug 10 01:33:27.473242 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32990) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:27.492448 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-12af2a1c-6a19-4e63-8343-9126adedd35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:27.521223 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b68d4e8-470d-466a-9833-e64e21944e05 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:27.522720 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2b68d4e8-470d-466a-9833-e64e21944e05 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0485773 Aug 10 01:33:27.525332 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32992) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:27.566165 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-52ff88ce-3551-4a08-9222-011bd484f923 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0396295 Aug 10 01:33:27.572344 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32994) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:27.592416 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-5370119c-4629-48ca-b613-991e641f25a5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:27.593113 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5370119c-4629-48ca-b613-991e641f25a5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:27.597116 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5370119c-4629-48ca-b613-991e641f25a5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/4541c2ea-a597-4583-8fdf-e86c8cc5adb8 HTTP/1.1" status: 404 len: 333 time: 0.0239022 Aug 10 01:33:27.597341 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32996) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:27.623753 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-601854b3-7414-4856-bb16-90cec4e58aa7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:27.624340 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-601854b3-7414-4856-bb16-90cec4e58aa7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:27.627847 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-601854b3-7414-4856-bb16-90cec4e58aa7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/63d7b02d-83ee-4692-b4af-cd1e409e4544 HTTP/1.1" status: 404 len: 337 time: 0.0277078 Aug 10 01:33:27.628433 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 32998) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:27.652920 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f313d61-a267-44b7-af43-77f858f5653c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:27.653890 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f313d61-a267-44b7-af43-77f858f5653c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:27.655647 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1f313d61-a267-44b7-af43-77f858f5653c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/4e66ad70-9028-4cbc-95de-e68272ccce08 HTTP/1.1" status: 404 len: 337 time: 0.0261121 Aug 10 01:33:27.657861 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33000) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:27.663271 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308bba09-d560-4659-89d3-d72486989932 None None] Network 534a6429-a9ac-4523-bc48-4c9abf03e5ef requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:27.680540 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f47c93-213c-4224-a700-9c157fafab1c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:27.681149 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31f47c93-213c-4224-a700-9c157fafab1c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:27.682816 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-31f47c93-213c-4224-a700-9c157fafab1c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/28a90a12-00cc-49a8-b0f8-dcf6fa427911 HTTP/1.1" status: 404 len: 333 time: 0.0240707 Aug 10 01:33:27.685243 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33002) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:27.709532 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f8a8be2-7eca-4e83-8da8-1dbe8c4cf319 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:27.709968 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f8a8be2-7eca-4e83-8da8-1dbe8c4cf319 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:27.711629 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1f8a8be2-7eca-4e83-8da8-1dbe8c4cf319 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/98f68da3-caaf-4e73-a49c-7523f8e161a2 HTTP/1.1" status: 404 len: 337 time: 0.0254893 Aug 10 01:33:27.713961 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33004) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:27.743951 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad8ffd5-709c-486a-988a-0d60f8558198 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:27.744418 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ad8ffd5-709c-486a-988a-0d60f8558198 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:27.746106 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9ad8ffd5-709c-486a-988a-0d60f8558198 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/782483b9-6a57-4a62-8e27-d2802a35fc3f HTTP/1.1" status: 404 len: 337 time: 0.0312438 Aug 10 01:33:27.748576 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33006) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:27.770966 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-813bdbf6-a56c-40bc-8b49-86b8362d4491 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:27.771580 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-813bdbf6-a56c-40bc-8b49-86b8362d4491 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:27.775540 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-813bdbf6-a56c-40bc-8b49-86b8362d4491 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/ae3859b0-cdde-4d4c-b859-ea0b9dc14aff HTTP/1.1" status: 404 len: 333 time: 0.0238180 Aug 10 01:33:27.776089 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33008) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:27.786487 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c4dd58da-4c64-45b9-b650-a52d8019b409 None None] Provisioning complete for port 27fd0964-c2a0-498d-a70e-c3b9fcb48614 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:27.786875 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c4dd58da-4c64-45b9-b650-a52d8019b409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:27.803194 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b70dcdb-7c11-4472-86db-2c5f028cd387 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:27.803652 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b70dcdb-7c11-4472-86db-2c5f028cd387 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:27.805372 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8b70dcdb-7c11-4472-86db-2c5f028cd387 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/2b5bbd68-e23e-4bc8-8b1b-8c43cc74f212 HTTP/1.1" status: 404 len: 337 time: 0.0282781 Aug 10 01:33:27.807849 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33010) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:27.830422 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af5e098-be01-496a-a4e0-122adc3bb8b6 None None] DHCP port deletion for 534a6429-a9ac-4523-bc48-4c9abf03e5ef request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:33:27.833613 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-61841a55-fa9c-42bd-b1cd-64f7b447b8ce tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:27.834070 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61841a55-fa9c-42bd-b1cd-64f7b447b8ce tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:27.838097 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-61841a55-fa9c-42bd-b1cd-64f7b447b8ce tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/7668bb29-9c98-4abe-be69-781ee4b6f8cb HTTP/1.1" status: 404 len: 337 time: 0.0269675 Aug 10 01:33:27.838338 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33012) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:27.861543 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-db5dc06a-b8b9-418e-a302-f80f901eb42c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:27.862139 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db5dc06a-b8b9-418e-a302-f80f901eb42c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:27.863783 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-db5dc06a-b8b9-418e-a302-f80f901eb42c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/f52247b4-cf3d-48c0-8e53-3c61bb63cb53 HTTP/1.1" status: 404 len: 333 time: 0.0245187 Aug 10 01:33:27.866230 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33014) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:27.891076 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-79547ced-b731-4896-a64d-cc0d4bd289f1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:27.891295 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79547ced-b731-4896-a64d-cc0d4bd289f1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:27.892874 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-79547ced-b731-4896-a64d-cc0d4bd289f1 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/3204da66-647f-459f-ba23-fd8840942c2d HTTP/1.1" status: 404 len: 337 time: 0.0257707 Aug 10 01:33:27.895317 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33016) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:27.912116 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-7af5e098-be01-496a-a4e0-122adc3bb8b6 None None] Deleting port 27fd0964-c2a0-498d-a70e-c3b9fcb48614 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:27.912541 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7af5e098-be01-496a-a4e0-122adc3bb8b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:27.925773 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ce73bf7-2ca9-4955-83fd-594c84849db5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:27.926219 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ce73bf7-2ca9-4955-83fd-594c84849db5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:27.927962 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8ce73bf7-2ca9-4955-83fd-594c84849db5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/6af0032c-d734-4dfa-9328-88b2716483f3 HTTP/1.1" status: 404 len: 337 time: 0.0316956 Aug 10 01:33:27.930401 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33018) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:27.951994 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d0eff3c-1e04-4d6b-aa85-014ca0e9325c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:27.952616 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d0eff3c-1e04-4d6b-aa85-014ca0e9325c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:27.954221 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6d0eff3c-1e04-4d6b-aa85-014ca0e9325c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/9c6eb9e1-9efe-4c58-a557-0d156304213e HTTP/1.1" status: 404 len: 333 time: 0.0229480 Aug 10 01:33:27.956715 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33020) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:27.973509 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-7af5e098-be01-496a-a4e0-122adc3bb8b6 None None] For port 27fd0964-c2a0-498d-a70e-c3b9fcb48614, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=27fd0964-c2a0-498d-a70e-c3b9fcb48614,segment=NetworkSegment(6d1ae787-74b8-4b4a-9096-e5c983972786),segment_id=6d1ae787-74b8-4b4a-9096-e5c983972786)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:27.973917 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7af5e098-be01-496a-a4e0-122adc3bb8b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:27.982061 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-c754bdbe-498e-41da-9978-5d0c2566e51f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:27.982504 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c754bdbe-498e-41da-9978-5d0c2566e51f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:27.984120 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c754bdbe-498e-41da-9978-5d0c2566e51f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/dcef4974-54bd-418e-b44f-aa7641e7cd66 HTTP/1.1" status: 404 len: 337 time: 0.0265379 Aug 10 01:33:27.986494 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33022) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:27.987141 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-7af5e098-be01-496a-a4e0-122adc3bb8b6 None None] Calling delete_port for 27fd0964-c2a0-498d-a70e-c3b9fcb48614 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:28.007875 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-543265a6-d7ed-4a93-948d-cbe55864a756 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:28.008506 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-543265a6-d7ed-4a93-948d-cbe55864a756 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:28.010141 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-543265a6-d7ed-4a93-948d-cbe55864a756 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/d948e9d8-53fa-4053-83aa-a22316ef7bec HTTP/1.1" status: 404 len: 333 time: 0.0227787 Aug 10 01:33:28.013083 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33024) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:28.038124 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f6fab1-32fb-4c8e-a7ec-69b7f90fed11 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:28.038569 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04f6fab1-32fb-4c8e-a7ec-69b7f90fed11 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:28.040203 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-04f6fab1-32fb-4c8e-a7ec-69b7f90fed11 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/3ac6a269-b9d4-41bb-9316-8e45370c3b53 HTTP/1.1" status: 404 len: 337 time: 0.0262191 Aug 10 01:33:28.042570 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33026) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:28.064157 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cc0eac0-6793-4617-a5be-ca11c2ccf43e tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:28.064904 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cc0eac0-6793-4617-a5be-ca11c2ccf43e tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:28.066762 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7cc0eac0-6793-4617-a5be-ca11c2ccf43e tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/b55c7ae4-a851-416f-b1fd-e36bbd32a435 HTTP/1.1" status: 404 len: 333 time: 0.0233181 Aug 10 01:33:28.069315 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33028) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:28.070632 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7af5e098-be01-496a-a4e0-122adc3bb8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:28.094755 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5e098-be01-496a-a4e0-122adc3bb8b6 None None] Pushing event deleted for resources: {'Port': ['ID=27fd0964-c2a0-498d-a70e-c3b9fcb48614,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:28.098877 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd9fae39-e01f-46e8-9f6b-0945c61161db tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:28.099867 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd9fae39-e01f-46e8-9f6b-0945c61161db tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:28.100522 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af5e098-be01-496a-a4e0-122adc3bb8b6 None None] No DVR routers for this DVR port 27fd0964-c2a0-498d-a70e-c3b9fcb48614 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:33:28.103657 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cd9fae39-e01f-46e8-9f6b-0945c61161db tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/aa88f44e-668f-49c2-b3c4-f9dbcfea5b2b HTTP/1.1" status: 404 len: 337 time: 0.0334690 Aug 10 01:33:28.103886 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33030) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:28.126678 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-436dee79-dc70-4510-9a08-82e42c5883dc tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:28.127286 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-436dee79-dc70-4510-9a08-82e42c5883dc tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:28.128996 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-436dee79-dc70-4510-9a08-82e42c5883dc tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/22ed78d7-1b25-4b2a-ab45-4003deb38b15 HTTP/1.1" status: 404 len: 333 time: 0.0242274 Aug 10 01:33:28.131374 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33032) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:28.157043 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-051f24a3-639e-46f7-9173-ee507b433fc6 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:28.157487 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-051f24a3-639e-46f7-9173-ee507b433fc6 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:28.159093 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-051f24a3-639e-46f7-9173-ee507b433fc6 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/545c8a7b-c1a8-484d-8598-bff923a7f9b9 HTTP/1.1" status: 404 len: 337 time: 0.0268388 Aug 10 01:33:28.161271 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33034) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:28.182518 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b79b69cb-ede5-4e6b-8432-6f3c1cc23491 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:28.183115 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b79b69cb-ede5-4e6b-8432-6f3c1cc23491 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:28.184751 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b79b69cb-ede5-4e6b-8432-6f3c1cc23491 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/62ce3259-5bbc-4dcf-85be-1e686451c2b2 HTTP/1.1" status: 404 len: 333 time: 0.0226190 Aug 10 01:33:28.186814 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33036) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:28.211209 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-158bf058-52ab-4e43-a8bb-725c426d0198 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:28.211655 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-158bf058-52ab-4e43-a8bb-725c426d0198 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:28.213308 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-158bf058-52ab-4e43-a8bb-725c426d0198 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/5571cab1-9e7f-4cb2-986f-c56ec71c1c94 HTTP/1.1" status: 404 len: 337 time: 0.0256407 Aug 10 01:33:28.216140 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33038) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:28.241015 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b2d201c-b049-4541-bafa-7c88de1ded76 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:28.241609 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b2d201c-b049-4541-bafa-7c88de1ded76 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:28.243213 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8b2d201c-b049-4541-bafa-7c88de1ded76 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/02156599-e789-4a7f-9479-d489a64e3ce4 HTTP/1.1" status: 404 len: 333 time: 0.0261476 Aug 10 01:33:28.245390 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33040) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:28.269926 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-4beeee56-2ec2-4efd-8dd0-a55a8e9970b4 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:28.270364 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4beeee56-2ec2-4efd-8dd0-a55a8e9970b4 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:28.271941 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4beeee56-2ec2-4efd-8dd0-a55a8e9970b4 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/e1bcfb31-41fb-4b2d-a194-f6db7fcd5cc5 HTTP/1.1" status: 404 len: 337 time: 0.0256956 Aug 10 01:33:28.273979 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33042) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:28.299951 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ef25de-10b1-4f8b-beaf-c9e39209a688 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:28.300445 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3ef25de-10b1-4f8b-beaf-c9e39209a688 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:28.302113 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a3ef25de-10b1-4f8b-beaf-c9e39209a688 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/c4587f69-f47e-4258-8d94-084060d887a4 HTTP/1.1" status: 404 len: 337 time: 0.0272651 Aug 10 01:33:28.304622 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33044) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:28.326832 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac53f13-5fcd-45c1-946b-a0122f51d85c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:28.327360 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fac53f13-5fcd-45c1-946b-a0122f51d85c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:28.328989 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-fac53f13-5fcd-45c1-946b-a0122f51d85c tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/d2a4a4ac-df6d-4a92-8746-05b4bc50e0f9 HTTP/1.1" status: 404 len: 333 time: 0.0234518 Aug 10 01:33:28.331178 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33046) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:28.356202 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d902c9-f9cb-4ece-ace9-310259a4fec3 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:28.356668 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35d902c9-f9cb-4ece-ace9-310259a4fec3 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:28.357008 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:28.358345 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-35d902c9-f9cb-4ece-ace9-310259a4fec3 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/b0e896d1-bfd9-476b-9f0f-bf10930456f2 HTTP/1.1" status: 404 len: 337 time: 0.0262818 Aug 10 01:33:28.360760 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33048) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:28.386005 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c04e2d-0ae1-4004-a8e2-82c3f6fbe475 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:28.386374 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63c04e2d-0ae1-4004-a8e2-82c3f6fbe475 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:28.388590 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-63c04e2d-0ae1-4004-a8e2-82c3f6fbe475 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/c0311399-4b21-4414-965b-97dcc1eef34a HTTP/1.1" status: 404 len: 337 time: 0.0268903 Aug 10 01:33:28.390743 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33050) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:28.415851 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d336d2e-9251-4611-8339-ee0a2d6eb7b0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:28.416460 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d336d2e-9251-4611-8339-ee0a2d6eb7b0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:28.418055 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5d336d2e-9251-4611-8339-ee0a2d6eb7b0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/6659e339-f384-462f-89db-539cee62bd8b HTTP/1.1" status: 404 len: 333 time: 0.0264637 Aug 10 01:33:28.420260 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33052) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:28.444562 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-70f167cc-2980-4ab1-aff5-9b0744f2841f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:28.445153 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70f167cc-2980-4ab1-aff5-9b0744f2841f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:28.446538 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-70f167cc-2980-4ab1-aff5-9b0744f2841f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/27d88e03-1455-4700-854c-77409d94995d HTTP/1.1" status: 404 len: 337 time: 0.0254288 Aug 10 01:33:28.448652 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33054) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:28.472771 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-78adaed4-6aad-4822-a5ef-b8c75d08b4c7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:28.473198 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78adaed4-6aad-4822-a5ef-b8c75d08b4c7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:28.474752 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-78adaed4-6aad-4822-a5ef-b8c75d08b4c7 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/d9b166ac-c91a-40c6-b47e-26a19d0ee7ba HTTP/1.1" status: 404 len: 337 time: 0.0252707 Aug 10 01:33:28.476827 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33056) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:28.498026 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-29f2aea3-2b03-4b07-ab36-19e1507e35a5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:28.498607 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29f2aea3-2b03-4b07-ab36-19e1507e35a5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:28.500157 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-29f2aea3-2b03-4b07-ab36-19e1507e35a5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/011fe1eb-7c7e-42e2-859b-b4fe726dfc28 HTTP/1.1" status: 404 len: 333 time: 0.0224965 Aug 10 01:33:28.502286 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33058) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:28.526515 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-3772e93a-49dd-4f25-b6e6-218d8d003a29 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:28.526942 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3772e93a-49dd-4f25-b6e6-218d8d003a29 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:28.528548 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3772e93a-49dd-4f25-b6e6-218d8d003a29 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/5f187dcd-db55-49cc-9d1c-184a4405d614 HTTP/1.1" status: 404 len: 337 time: 0.0254004 Aug 10 01:33:28.530535 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33062) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:28.555243 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c8d31fc-b55d-407f-a0fb-c2592a8c03ef tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:28.555673 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c8d31fc-b55d-407f-a0fb-c2592a8c03ef tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:28.557262 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8c8d31fc-b55d-407f-a0fb-c2592a8c03ef tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/7e740df1-a752-4c8d-b5af-99b089a77719 HTTP/1.1" status: 404 len: 337 time: 0.0258846 Aug 10 01:33:28.559911 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33064) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:28.589398 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9d8c7a24-d029-4c65-92fd-90f1d0ea8b8b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports?device_id=fff2563f-9d3b-4d87-a481-aa909ecf819d HTTP/1.1" status: 200 len: 205 time: 0.0283227 Aug 10 01:33:28.591998 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33066) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:28.628141 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-57d8f0a2-71c2-47c6-96a2-3c144f151270 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] delete failed (client error): The resource could not be found. Aug 10 01:33:28.629162 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-57d8f0a2-71c2-47c6-96a2-3c144f151270 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/routers/fff2563f-9d3b-4d87-a481-aa909ecf819d HTTP/1.1" status: 404 len: 336 time: 0.0361500 Aug 10 01:33:28.631685 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33068) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:28.657755 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-967ab6f2-f65f-4dfb-83bf-c2d83bfa40f4 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:28.658187 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-967ab6f2-f65f-4dfb-83bf-c2d83bfa40f4 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:28.659766 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-967ab6f2-f65f-4dfb-83bf-c2d83bfa40f4 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/2c9b0984-d7a7-4203-a2c2-b694d465a498 HTTP/1.1" status: 404 len: 337 time: 0.0271451 Aug 10 01:33:28.662007 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33070) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:28.687485 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1da98db7-5239-44bd-939b-469f0b306781 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "GET /v2.0/ports?device_id=373f2809-d2c3-4dee-9690-345dc8d36b51 HTTP/1.1" status: 200 len: 205 time: 0.0245223 Aug 10 01:33:28.689578 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33072) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:28.728000 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-8bc69234-7ffa-471f-9c0a-8a593577ebad tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] delete failed (client error): The resource could not be found. Aug 10 01:33:28.728987 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8bc69234-7ffa-471f-9c0a-8a593577ebad tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/routers/373f2809-d2c3-4dee-9690-345dc8d36b51 HTTP/1.1" status: 404 len: 336 time: 0.0385563 Aug 10 01:33:28.731228 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33074) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:28.756203 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15241a9-39f1-4e79-95b5-ee5dd9dd06f4 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:28.756657 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b15241a9-39f1-4e79-95b5-ee5dd9dd06f4 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:28.758231 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b15241a9-39f1-4e79-95b5-ee5dd9dd06f4 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/f9fa6dd9-ea90-4542-a2d4-4f2ebd2ff28a HTTP/1.1" status: 404 len: 337 time: 0.0261631 Aug 10 01:33:28.760327 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33076) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:28.784552 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc5b11a-a735-4f16-8e56-b29dc28b4af0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:28.785164 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cc5b11a-a735-4f16-8e56-b29dc28b4af0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:28.786801 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5cc5b11a-a735-4f16-8e56-b29dc28b4af0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/5e6935b6-f57f-4074-9f91-b67436f9ecbc HTTP/1.1" status: 404 len: 337 time: 0.0256402 Aug 10 01:33:28.788946 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33078) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:28.811324 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a17b345-fe00-4171-b057-34d1190aadb0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:28.811906 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a17b345-fe00-4171-b057-34d1190aadb0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:28.813519 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2a17b345-fe00-4171-b057-34d1190aadb0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/2452d8a1-1382-4dfc-98ee-c1610b303abb HTTP/1.1" status: 404 len: 333 time: 0.0237103 Aug 10 01:33:28.815633 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33080) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:28.843461 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c3dc5d-aef2-4bef-8403-8b6f7d63526a tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:28.843826 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3c3dc5d-aef2-4bef-8403-8b6f7d63526a tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:28.845426 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d3c3dc5d-aef2-4bef-8403-8b6f7d63526a tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/16e820ef-2241-439f-8573-fda890873aad HTTP/1.1" status: 404 len: 337 time: 0.0289218 Aug 10 01:33:28.847666 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33082) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:28.869421 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aadf3b8-0867-43d5-a39c-2c0746e74039 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:28.870046 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aadf3b8-0867-43d5-a39c-2c0746e74039 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:28.871851 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0aadf3b8-0867-43d5-a39c-2c0746e74039 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/5fe715d8-a58d-4b97-84e9-b1c353eaeaac HTTP/1.1" status: 404 len: 333 time: 0.0232675 Aug 10 01:33:28.874744 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33084) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:28.899894 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae443034-e945-446f-b3f9-124d75b1923f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:28.900365 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae443034-e945-446f-b3f9-124d75b1923f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:28.901974 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ae443034-e945-446f-b3f9-124d75b1923f tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/792d00b8-8e8c-4927-b713-e6c9df7cc462 HTTP/1.1" status: 404 len: 337 time: 0.0263636 Aug 10 01:33:28.904312 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33086) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:28.909047 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 27fd0964-c2a0-498d-a70e-c3b9fcb48614 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:33:28.927998 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-6707eb87-264a-4b69-b64d-53bd1400248e tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:28.928629 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6707eb87-264a-4b69-b64d-53bd1400248e tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:28.929506 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 27fd0964-c2a0-498d-a70e-c3b9fcb48614 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:33:28.929924 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 27fd0964-c2a0-498d-a70e-c3b9fcb48614 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:33:28.930560 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6707eb87-264a-4b69-b64d-53bd1400248e tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/e41cbab2-2210-4818-9f9d-4fb7af07bfa4 HTTP/1.1" status: 404 len: 333 time: 0.0253675 Aug 10 01:33:28.932989 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33088) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:28.958399 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-957795c7-34ba-4fc1-8648-53b976f6b3ec tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:28.958831 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-957795c7-34ba-4fc1-8648-53b976f6b3ec tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:28.960463 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-957795c7-34ba-4fc1-8648-53b976f6b3ec tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/efc7ae83-73e5-48a8-93f4-0bcd43d505ae HTTP/1.1" status: 404 len: 337 time: 0.0265560 Aug 10 01:33:28.962696 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33090) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:28.984009 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-347300e5-22cc-4967-ac45-cdebdaa8be9b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:28.984612 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-347300e5-22cc-4967-ac45-cdebdaa8be9b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:28.986163 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-347300e5-22cc-4967-ac45-cdebdaa8be9b tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/2c5b1394-9998-4358-9edc-3fd2d3092bac HTTP/1.1" status: 404 len: 333 time: 0.0226171 Aug 10 01:33:28.988203 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33092) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:29.016095 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f1d6ce7-42af-40c0-bac1-62e61a8424f0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:29.016552 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f1d6ce7-42af-40c0-bac1-62e61a8424f0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:29.018134 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2f1d6ce7-42af-40c0-bac1-62e61a8424f0 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/a164e420-2907-4c2c-b7d7-c36ec2715ebb HTTP/1.1" status: 404 len: 337 time: 0.0290582 Aug 10 01:33:29.020451 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33094) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:29.041165 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-c78ebb7a-e22d-4e02-9d9e-f7ed0e24be62 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:29.041743 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c78ebb7a-e22d-4e02-9d9e-f7ed0e24be62 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:29.043294 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c78ebb7a-e22d-4e02-9d9e-f7ed0e24be62 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/780e863a-1305-4940-9a15-c09987a308e8 HTTP/1.1" status: 404 len: 333 time: 0.0220056 Aug 10 01:33:29.045951 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33096) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:29.074010 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6c20a02-b490-4286-8719-f249608568f5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:29.074464 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6c20a02-b490-4286-8719-f249608568f5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:29.076148 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c6c20a02-b490-4286-8719-f249608568f5 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/4013c247-77c9-48e5-86ba-7020fd062d8d HTTP/1.1" status: 404 len: 337 time: 0.0292671 Aug 10 01:33:29.078658 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33098) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:29.100602 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e88fea8-3454-4f64-bbe0-fae1a9abb799 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:29.101160 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e88fea8-3454-4f64-bbe0-fae1a9abb799 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:29.102767 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5e88fea8-3454-4f64-bbe0-fae1a9abb799 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/72107985-e1ac-497d-8fec-c7f932e5f3f1 HTTP/1.1" status: 404 len: 333 time: 0.0232146 Aug 10 01:33:29.105094 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33100) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:29.130736 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d9f202-f637-4f2c-843e-20e036244da8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:29.131177 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d9f202-f637-4f2c-843e-20e036244da8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:29.132810 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-68d9f202-f637-4f2c-843e-20e036244da8 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/6e12d116-e0a9-4fd9-8b43-dfb533feb2cd HTTP/1.1" status: 404 len: 337 time: 0.0268517 Aug 10 01:33:29.134980 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33102) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:29.156707 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-65e16b07-e1b3-4e54-b513-fd858ce1d533 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:29.157297 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65e16b07-e1b3-4e54-b513-fd858ce1d533 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:29.158877 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-65e16b07-e1b3-4e54-b513-fd858ce1d533 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/ports/36fafb3b-dcb6-4cc1-9c18-f242d2b8fc6c HTTP/1.1" status: 404 len: 333 time: 0.0230365 Aug 10 01:33:29.161112 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33104) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:29.189681 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6f58e0f-05ed-4129-9583-7975e0aaf00a tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:29.190121 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6f58e0f-05ed-4129-9583-7975e0aaf00a tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:29.191710 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f6f58e0f-05ed-4129-9583-7975e0aaf00a tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/subnets/b48e91aa-df94-47b2-a02c-6675d6e1a0d2 HTTP/1.1" status: 404 len: 337 time: 0.0297546 Aug 10 01:33:29.193928 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33106) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:29.266209 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8205c243-2965-4541-a804-5d092758b872 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:29.353138 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8205c243-2965-4541-a804-5d092758b872 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:29.363488 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-8205c243-2965-4541-a804-5d092758b872 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['534a6429-a9ac-4523-bc48-4c9abf03e5ef']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:33:29.373731 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-8205c243-2965-4541-a804-5d092758b872 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d1ae787-74b8-4b4a-9096-e5c983972786') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:33:29.374036 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-8205c243-2965-4541-a804-5d092758b872 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d1ae787-74b8-4b4a-9096-e5c983972786') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:33:29.382609 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8205c243-2965-4541-a804-5d092758b872 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:29.395868 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8205c243-2965-4541-a804-5d092758b872 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:29.401624 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8205c243-2965-4541-a804-5d092758b872 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:33:29.402017 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8205c243-2965-4541-a804-5d092758b872 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:29.405627 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:33:29.405627 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:33:29.405627 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:33:29.405627 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:33:29.405627 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:33:29.405627 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:33:29.405627 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:33:29.405627 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:33:29.405627 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:33:29.405627 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:33:29.405627 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:33:29.405627 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:33:29.405627 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:33:29.405627 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:33:29.405627 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:33:29.405627 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:33:29.405627 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:33:29.405627 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:33:29.405627 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:33:29.405627 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:33:29.405627 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:33:29.405627 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:33:29.405627 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:33:29.405627 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:33:29.405627 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:33:29.405627 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:33:29.405627 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:33:29.405627 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:33:29.405627 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:33:29.405627 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:33:29.405627 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:33:29.405627 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:33:29.461272 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8205c243-2965-4541-a804-5d092758b872 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:29.466321 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8205c243-2965-4541-a804-5d092758b872 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:29.468417 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8205c243-2965-4541-a804-5d092758b872 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] 10.222.0.35 "DELETE /v2.0/networks/534a6429-a9ac-4523-bc48-4c9abf03e5ef HTTP/1.1" status: 204 len: 168 time: 0.2736039 Aug 10 01:33:29.483560 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205c243-2965-4541-a804-5d092758b872 tempest-NetworksTestDHCPv6-219005126 tempest-NetworksTestDHCPv6-219005126-project] Pushing event deleted for resources: {'Network': ['ID=534a6429-a9ac-4523-bc48-4c9abf03e5ef,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:29.767426 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33112) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:29.927273 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ff437140-955b-4b83-af20-c66f37455bf2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ba95a63363134143868e6cc2658d29f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586969 Aug 10 01:33:29.929777 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33116) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:29.977609 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-54d4c8e3-2455-4592-9775-99998fb38214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:29.999330 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-54d4c8e3-2455-4592-9775-99998fb38214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:30.045640 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-54d4c8e3-2455-4592-9775-99998fb38214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:30.048267 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-54d4c8e3-2455-4592-9775-99998fb38214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:30.049705 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-54d4c8e3-2455-4592-9775-99998fb38214 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bffd91bf-41f8-48f2-b332-7b537c996ff6 HTTP/1.1" status: 204 len: 168 time: 0.1187644 Aug 10 01:33:30.057149 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d4c8e3-2455-4592-9775-99998fb38214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffd91bf-41f8-48f2-b332-7b537c996ff6,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:30.696746 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33138) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:30.795534 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-4936b491-4bb8-46e8-a41a-6c22eb8274e4 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-624247983'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:30.816449 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4936b491-4bb8-46e8-a41a-6c22eb8274e4 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Made reservation on behalf of b81af55c6d08412685cf019293535129 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:30.819800 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4936b491-4bb8-46e8-a41a-6c22eb8274e4 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:30.828227 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4936b491-4bb8-46e8-a41a-6c22eb8274e4 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:30.914553 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4936b491-4bb8-46e8-a41a-6c22eb8274e4 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:30.918300 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4936b491-4bb8-46e8-a41a-6c22eb8274e4 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:30.940453 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4936b491-4bb8-46e8-a41a-6c22eb8274e4 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:33:30.953537 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4936b491-4bb8-46e8-a41a-6c22eb8274e4 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=808bd8d0-8f64-40cd-820a-44a3c9132358,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:30.958080 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4936b491-4bb8-46e8-a41a-6c22eb8274e4 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:30.958430 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-4936b491-4bb8-46e8-a41a-6c22eb8274e4 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Added segment 81ba4bfd-72a5-4aca-8bbf-083b8fd67198 of type vlan for network b0b313da-a663-42db-8706-74718e36f5fa Aug 10 01:33:30.997331 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4936b491-4bb8-46e8-a41a-6c22eb8274e4 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:31.024846 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4936b491-4bb8-46e8-a41a-6c22eb8274e4 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:31.030794 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4936b491-4bb8-46e8-a41a-6c22eb8274e4 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:31.031373 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4936b491-4bb8-46e8-a41a-6c22eb8274e4 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:31.086415 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4936b491-4bb8-46e8-a41a-6c22eb8274e4 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3885994 Aug 10 01:33:31.089139 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33142) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:31.096579 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-b2ccfe36-cb64-40d6-bfd8-aaf9f82a6d6b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Request body: {'subnet': {'network_id': 'b0b313da-a663-42db-8706-74718e36f5fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:31.144942 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4936b491-4bb8-46e8-a41a-6c22eb8274e4 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Pushing event updated for resources: {'Network': ['ID=b0b313da-a663-42db-8706-74718e36f5fa,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:31.155900 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network b0b313da-a663-42db-8706-74718e36f5fa details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:33:31.187362 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ccfe36-cb64-40d6-bfd8-aaf9f82a6d6b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Made reservation on behalf of b81af55c6d08412685cf019293535129 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:31.191003 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b2ccfe36-cb64-40d6-bfd8-aaf9f82a6d6b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:31.364642 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b2ccfe36-cb64-40d6-bfd8-aaf9f82a6d6b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:31.421442 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ccfe36-cb64-40d6-bfd8-aaf9f82a6d6b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Pushing event updated for resources: {'Subnet': ['ID=58cdd337-aeaf-4d17-9d58-d2e66edb67cd,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:31.433042 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ccfe36-cb64-40d6-bfd8-aaf9f82a6d6b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Checking segment: {'id': '81ba4bfd-72a5-4aca-8bbf-083b8fd67198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b0b313da-a663-42db-8706-74718e36f5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:33:31.433407 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ccfe36-cb64-40d6-bfd8-aaf9f82a6d6b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Network hostable DHCP agents. Network: b0b313da-a663-42db-8706-74718e36f5fa, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:33:31.458587 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ccfe36-cb64-40d6-bfd8-aaf9f82a6d6b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Network b0b313da-a663-42db-8706-74718e36f5fa is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:33:31.468241 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-b2ccfe36-cb64-40d6-bfd8-aaf9f82a6d6b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, b0b313da-a663-42db-8706-74718e36f5fa) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:31.472230 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ccfe36-cb64-40d6-bfd8-aaf9f82a6d6b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:31.472767 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b2ccfe36-cb64-40d6-bfd8-aaf9f82a6d6b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:31.477462 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb9a7d5-3a09-452d-920f-d0b5e8be8652 None None] Network b0b313da-a663-42db-8706-74718e36f5fa requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:31.486505 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b2ccfe36-cb64-40d6-bfd8-aaf9f82a6d6b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3963916 Aug 10 01:33:31.489229 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33144) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:31.494131 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-4dda9eca-6909-485a-918c-052f1eb49391 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Request body: {'port': {'network_id': 'b0b313da-a663-42db-8706-74718e36f5fa', 'name': 'tempest-ExtraDHCPOptionsTestJSON-360708407'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:31.597904 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dda9eca-6909-485a-918c-052f1eb49391 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Made reservation on behalf of b81af55c6d08412685cf019293535129 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:31.601578 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4dda9eca-6909-485a-918c-052f1eb49391 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:31.619424 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-4dda9eca-6909-485a-918c-052f1eb49391 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] device_id is not set on port cc41fbcc-04a9-4461-bbe5-3c1ce0d4fa00 yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:33:31.627592 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f531b2b-30a0-4229-80ba-8018b0147896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-b0b313da-a663-42db-8706-74718e36f5fa', 'network_id': 'b0b313da-a663-42db-8706-74718e36f5fa', 'tenant_id': 'b81af55c6d08412685cf019293535129', 'fixed_ips': [{'subnet_id': '58cdd337-aeaf-4d17-9d58-d2e66edb67cd'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:33:31.628573 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7f531b2b-30a0-4229-80ba-8018b0147896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:31.729180 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-4dda9eca-6909-485a-918c-052f1eb49391 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Allocated IP 172.20.0.10 (b0b313da-a663-42db-8706-74718e36f5fa/58cdd337-aeaf-4d17-9d58-d2e66edb67cd/cc41fbcc-04a9-4461-bbe5-3c1ce0d4fa00) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:31.868771 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4dda9eca-6909-485a-918c-052f1eb49391 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:31.882556 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-4dda9eca-6909-485a-918c-052f1eb49391 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Transition to ACTIVE for port object cc41fbcc-04a9-4461-bbe5-3c1ce0d4fa00 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:31.913787 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4dda9eca-6909-485a-918c-052f1eb49391 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:31.958351 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-7f531b2b-30a0-4229-80ba-8018b0147896 None None] Allocated IP 172.20.0.2 (b0b313da-a663-42db-8706-74718e36f5fa/58cdd337-aeaf-4d17-9d58-d2e66edb67cd/50b1c21d-f804-4ea2-87b1-d9024ec9b3f8) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:31.962467 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dda9eca-6909-485a-918c-052f1eb49391 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Network b0b313da-a663-42db-8706-74718e36f5fa is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:31.965673 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-4dda9eca-6909-485a-918c-052f1eb49391 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:31.969422 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dda9eca-6909-485a-918c-052f1eb49391 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:33:31.975880 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda9eca-6909-485a-918c-052f1eb49391 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Pushing event updated for resources: {'Port': ['ID=cc41fbcc-04a9-4461-bbe5-3c1ce0d4fa00,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:32.020468 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dda9eca-6909-485a-918c-052f1eb49391 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:32.021095 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4dda9eca-6909-485a-918c-052f1eb49391 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:32.034364 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4dda9eca-6909-485a-918c-052f1eb49391 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.5441556 Aug 10 01:33:32.037468 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33146) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:32.042508 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-8f884ce1-1bbc-42b2-88fa-494851be7d68 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Request body: {'port': {'network_id': 'b0b313da-a663-42db-8706-74718e36f5fa', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1069161893', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:32.043049 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.api.validators [None req-8f884ce1-1bbc-42b2-88fa-494851be7d68 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] bootfile-name is not in valid_values {{(pid=105826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 01:33:32.043393 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.api.validators [None req-8f884ce1-1bbc-42b2-88fa-494851be7d68 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] tftp-server is not in valid_values {{(pid=105826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 01:33:32.044291 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.api.validators [None req-8f884ce1-1bbc-42b2-88fa-494851be7d68 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] server-ip-address is not in valid_values {{(pid=105826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 01:33:32.104443 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7f531b2b-30a0-4229-80ba-8018b0147896 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:32.112808 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7f531b2b-30a0-4229-80ba-8018b0147896 None None] Transition to ACTIVE for port object 50b1c21d-f804-4ea2-87b1-d9024ec9b3f8 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:32.127470 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7f531b2b-30a0-4229-80ba-8018b0147896 None None] Transition to ACTIVE for port object 50b1c21d-f804-4ea2-87b1-d9024ec9b3f8 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:32.134189 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7f531b2b-30a0-4229-80ba-8018b0147896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:32.150241 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f884ce1-1bbc-42b2-88fa-494851be7d68 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Made reservation on behalf of b81af55c6d08412685cf019293535129 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:32.155025 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8f884ce1-1bbc-42b2-88fa-494851be7d68 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:32.179146 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-8f884ce1-1bbc-42b2-88fa-494851be7d68 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] device_id is not set on port 35549104-5004-40d5-83ec-25ad6f982683 yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:33:32.181685 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f531b2b-30a0-4229-80ba-8018b0147896 None None] Network b0b313da-a663-42db-8706-74718e36f5fa is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:32.182426 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f531b2b-30a0-4229-80ba-8018b0147896 None None] Pushing event updated for resources: {'Port': ['ID=50b1c21d-f804-4ea2-87b1-d9024ec9b3f8,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:32.185344 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-7f531b2b-30a0-4229-80ba-8018b0147896 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:32.187772 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f531b2b-30a0-4229-80ba-8018b0147896 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:33:32.242111 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-7f531b2b-30a0-4229-80ba-8018b0147896 None None] Attempting to bind port 50b1c21d-f804-4ea2-87b1-d9024ec9b3f8 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:33:32.242491 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-7f531b2b-30a0-4229-80ba-8018b0147896 None None] Attempting to bind port 50b1c21d-f804-4ea2-87b1-d9024ec9b3f8 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '81ba4bfd-72a5-4aca-8bbf-083b8fd67198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b0b313da-a663-42db-8706-74718e36f5fa'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:33:32.242857 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f531b2b-30a0-4229-80ba-8018b0147896 None None] Attempting to bind port 50b1c21d-f804-4ea2-87b1-d9024ec9b3f8 on network b0b313da-a663-42db-8706-74718e36f5fa {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:33:32.247718 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f531b2b-30a0-4229-80ba-8018b0147896 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:33:32.248101 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f531b2b-30a0-4229-80ba-8018b0147896 None None] Checking segment: {'id': '81ba4bfd-72a5-4aca-8bbf-083b8fd67198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b0b313da-a663-42db-8706-74718e36f5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:33:32.248540 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7f531b2b-30a0-4229-80ba-8018b0147896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:32.248940 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f531b2b-30a0-4229-80ba-8018b0147896 None None] Bound using segment: {'id': '81ba4bfd-72a5-4aca-8bbf-083b8fd67198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b0b313da-a663-42db-8706-74718e36f5fa'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:33:32.249410 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-7f531b2b-30a0-4229-80ba-8018b0147896 None None] Bound port: 50b1c21d-f804-4ea2-87b1-d9024ec9b3f8, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ba4bfd-72a5-4aca-8bbf-083b8fd67198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b0b313da-a663-42db-8706-74718e36f5fa'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:33:32.249798 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7f531b2b-30a0-4229-80ba-8018b0147896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:32.287470 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-8f884ce1-1bbc-42b2-88fa-494851be7d68 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Allocated IP 172.20.0.6 (b0b313da-a663-42db-8706-74718e36f5fa/58cdd337-aeaf-4d17-9d58-d2e66edb67cd/35549104-5004-40d5-83ec-25ad6f982683) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:32.310907 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-7f531b2b-30a0-4229-80ba-8018b0147896 None None] For port 50b1c21d-f804-4ea2-87b1-d9024ec9b3f8, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:33:32.314178 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-7f531b2b-30a0-4229-80ba-8018b0147896 None None] For port 50b1c21d-f804-4ea2-87b1-d9024ec9b3f8, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=50b1c21d-f804-4ea2-87b1-d9024ec9b3f8,segment=NetworkSegment(81ba4bfd-72a5-4aca-8bbf-083b8fd67198),segment_id=81ba4bfd-72a5-4aca-8bbf-083b8fd67198)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:33:32.317781 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7f531b2b-30a0-4229-80ba-8018b0147896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:32.378896 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f531b2b-30a0-4229-80ba-8018b0147896 None None] Pushing event updated for resources: {'Port': ['ID=50b1c21d-f804-4ea2-87b1-d9024ec9b3f8,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:32.451822 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8f884ce1-1bbc-42b2-88fa-494851be7d68 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:32.466756 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-8f884ce1-1bbc-42b2-88fa-494851be7d68 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Transition to ACTIVE for port object 35549104-5004-40d5-83ec-25ad6f982683 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:32.511180 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8f884ce1-1bbc-42b2-88fa-494851be7d68 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:32.558284 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f884ce1-1bbc-42b2-88fa-494851be7d68 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Network b0b313da-a663-42db-8706-74718e36f5fa is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:32.561680 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-8f884ce1-1bbc-42b2-88fa-494851be7d68 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:32.565670 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f884ce1-1bbc-42b2-88fa-494851be7d68 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:33:32.572815 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f884ce1-1bbc-42b2-88fa-494851be7d68 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Pushing event updated for resources: {'Port': ['ID=35549104-5004-40d5-83ec-25ad6f982683,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:32.627045 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f884ce1-1bbc-42b2-88fa-494851be7d68 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:32.627698 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8f884ce1-1bbc-42b2-88fa-494851be7d68 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:32.642574 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8f884ce1-1bbc-42b2-88fa-494851be7d68 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.6040566 Aug 10 01:33:32.645020 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33148) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:32.697582 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094aa708-084e-4a48-9afb-5de0988b5a40 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:32.704232 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094aa708-084e-4a48-9afb-5de0988b5a40 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:32.710195 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094aa708-084e-4a48-9afb-5de0988b5a40 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:32.711822 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-094aa708-084e-4a48-9afb-5de0988b5a40 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.0658877 Aug 10 01:33:32.714586 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33150) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:32.797845 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-1121b9ef-d9d3-460d-a6d3-cb7a4b89139b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Deleting port 35549104-5004-40d5-83ec-25ad6f982683 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:32.798490 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1121b9ef-d9d3-460d-a6d3-cb7a4b89139b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:32.884513 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1121b9ef-d9d3-460d-a6d3-cb7a4b89139b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:32.896931 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-1121b9ef-d9d3-460d-a6d3-cb7a4b89139b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Calling delete_port for 35549104-5004-40d5-83ec-25ad6f982683 owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:32.955501 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 50b1c21d-f804-4ea2-87b1-d9024ec9b3f8 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:33:33.009853 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 50b1c21d-f804-4ea2-87b1-d9024ec9b3f8 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:33:33.033816 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1121b9ef-d9d3-460d-a6d3-cb7a4b89139b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:33.067158 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121b9ef-d9d3-460d-a6d3-cb7a4b89139b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Pushing event deleted for resources: {'Port': ['ID=35549104-5004-40d5-83ec-25ad6f982683,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:33.135891 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1121b9ef-d9d3-460d-a6d3-cb7a4b89139b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:33.138581 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1121b9ef-d9d3-460d-a6d3-cb7a4b89139b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] 10.222.0.35 "DELETE /v2.0/ports/35549104-5004-40d5-83ec-25ad6f982683 HTTP/1.1" status: 204 len: 168 time: 0.4230754 Aug 10 01:33:33.142214 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33152) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:33.147527 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-5656da09-4115-471e-97ec-c9933e2384a4 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Request body: {'port': {'name': 'tempest-new-port-name-525291930', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:33.147925 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.api.validators [None req-5656da09-4115-471e-97ec-c9933e2384a4 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] bootfile-name is not in valid_values {{(pid=105826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 01:33:33.148292 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.api.validators [None req-5656da09-4115-471e-97ec-c9933e2384a4 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] tftp-server is not in valid_values {{(pid=105826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 01:33:33.148619 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.api.validators [None req-5656da09-4115-471e-97ec-c9933e2384a4 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] server-ip-address is not in valid_values {{(pid=105826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 01:33:33.210687 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5656da09-4115-471e-97ec-c9933e2384a4 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:33.259572 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d63340-106d-4fae-ba33-2518eaa9dbfc None None] Network b0b313da-a663-42db-8706-74718e36f5fa requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:33.378861 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-01c00337-2b17-495e-aa27-8d88b87af608 None None] Provisioning for port 50b1c21d-f804-4ea2-87b1-d9024ec9b3f8 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:33:33.385838 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-01c00337-2b17-495e-aa27-8d88b87af608 None None] Provisioning complete for port 50b1c21d-f804-4ea2-87b1-d9024ec9b3f8 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:33.386221 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-01c00337-2b17-495e-aa27-8d88b87af608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:33.397120 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5656da09-4115-471e-97ec-c9933e2384a4 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:33.402311 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5656da09-4115-471e-97ec-c9933e2384a4 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:33.483480 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5656da09-4115-471e-97ec-c9933e2384a4 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Pushing event updated for resources: {'Port': ['ID=cc41fbcc-04a9-4461-bbe5-3c1ce0d4fa00,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:33.493290 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-5656da09-4115-471e-97ec-c9933e2384a4 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] In _notify_port_updated(), no bound segment for port cc41fbcc-04a9-4461-bbe5-3c1ce0d4fa00 on network b0b313da-a663-42db-8706-74718e36f5fa {{(pid=105826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:33:33.497526 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-01c00337-2b17-495e-aa27-8d88b87af608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:33.500750 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5656da09-4115-471e-97ec-c9933e2384a4 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:33.501600 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5656da09-4115-471e-97ec-c9933e2384a4 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:33.504022 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5656da09-4115-471e-97ec-c9933e2384a4 tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] 10.222.0.35 "PUT /v2.0/ports/cc41fbcc-04a9-4461-bbe5-3c1ce0d4fa00 HTTP/1.1" status: 200 len: 1136 time: 0.3598616 Aug 10 01:33:33.505803 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33154) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:33.533664 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-01c00337-2b17-495e-aa27-8d88b87af608 None None] For port 50b1c21d-f804-4ea2-87b1-d9024ec9b3f8, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=50b1c21d-f804-4ea2-87b1-d9024ec9b3f8,segment=NetworkSegment(81ba4bfd-72a5-4aca-8bbf-083b8fd67198),segment_id=81ba4bfd-72a5-4aca-8bbf-083b8fd67198)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:33.539049 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-01c00337-2b17-495e-aa27-8d88b87af608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:33.553625 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de6fc4d-f2b2-41ca-b10d-d5514c43580a tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:33.559714 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33156) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:33.569889 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6de6fc4d-f2b2-41ca-b10d-d5514c43580a tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] 10.222.0.35 "GET /v2.0/ports/cc41fbcc-04a9-4461-bbe5-3c1ce0d4fa00 HTTP/1.1" status: 200 len: 1136 time: 0.0614958 Aug 10 01:33:33.591706 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c00337-2b17-495e-aa27-8d88b87af608 None None] Pushing event updated for resources: {'Port': ['ID=50b1c21d-f804-4ea2-87b1-d9024ec9b3f8,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:33.650516 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-aa3149fb-d28b-4b79-bd52-816b174d310b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Deleting port cc41fbcc-04a9-4461-bbe5-3c1ce0d4fa00 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:33.650791 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-aa3149fb-d28b-4b79-bd52-816b174d310b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:33.666854 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e92102de-ca8e-4a35-9c66-c0b6afb4d1d7 None None] Provisioning complete for port 50b1c21d-f804-4ea2-87b1-d9024ec9b3f8 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:33.667242 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e92102de-ca8e-4a35-9c66-c0b6afb4d1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:33.749670 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-aa3149fb-d28b-4b79-bd52-816b174d310b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:33.762848 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-aa3149fb-d28b-4b79-bd52-816b174d310b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Calling delete_port for cc41fbcc-04a9-4461-bbe5-3c1ce0d4fa00 owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:33.766384 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e92102de-ca8e-4a35-9c66-c0b6afb4d1d7 None None] Provisioning for port cc41fbcc-04a9-4461-bbe5-3c1ce0d4fa00 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:33:33.771616 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e92102de-ca8e-4a35-9c66-c0b6afb4d1d7 None None] Provisioning complete for port cc41fbcc-04a9-4461-bbe5-3c1ce0d4fa00 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:33.772542 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e92102de-ca8e-4a35-9c66-c0b6afb4d1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:33.812063 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e92102de-ca8e-4a35-9c66-c0b6afb4d1d7 None None] Port cc41fbcc-04a9-4461-bbe5-3c1ce0d4fa00 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:33:33.904868 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-aa3149fb-d28b-4b79-bd52-816b174d310b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:33.923894 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-65e98d73-c273-4d48-b2d2-50ee10f6ccbe None None] Could not find standard attr ID for object cc41fbcc-04a9-4461-bbe5-3c1ce0d4fa00. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:33:33.934958 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3149fb-d28b-4b79-bd52-816b174d310b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Pushing event deleted for resources: {'Port': ['ID=cc41fbcc-04a9-4461-bbe5-3c1ce0d4fa00,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:34.002970 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-aa3149fb-d28b-4b79-bd52-816b174d310b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:34.005002 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-aa3149fb-d28b-4b79-bd52-816b174d310b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] 10.222.0.35 "DELETE /v2.0/ports/cc41fbcc-04a9-4461-bbe5-3c1ce0d4fa00 HTTP/1.1" status: 204 len: 168 time: 0.4442551 Aug 10 01:33:34.007422 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33158) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:34.035756 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-22e77f44-fea8-4203-81f7-94cfefd99a1d None None] Could not find standard attr ID for object 35549104-5004-40d5-83ec-25ad6f982683. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:33:34.064824 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-e527fda7-42da-4ee4-a9a0-9fb14dadb4ba tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Deleting subnet 58cdd337-aeaf-4d17-9d58-d2e66edb67cd {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:33:34.068117 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e527fda7-42da-4ee4-a9a0-9fb14dadb4ba tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:34.109422 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e527fda7-42da-4ee4-a9a0-9fb14dadb4ba tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:34.194850 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e527fda7-42da-4ee4-a9a0-9fb14dadb4ba tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:34.258545 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e527fda7-42da-4ee4-a9a0-9fb14dadb4ba tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:34.285465 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e527fda7-42da-4ee4-a9a0-9fb14dadb4ba tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Pushing event deleted for resources: {'Subnet': ['ID=58cdd337-aeaf-4d17-9d58-d2e66edb67cd,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:34.291244 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e527fda7-42da-4ee4-a9a0-9fb14dadb4ba tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:34.293159 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e527fda7-42da-4ee4-a9a0-9fb14dadb4ba tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] 10.222.0.35 "DELETE /v2.0/subnets/58cdd337-aeaf-4d17-9d58-d2e66edb67cd HTTP/1.1" status: 204 len: 168 time: 0.2848177 Aug 10 01:33:34.295569 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33160) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:34.330215 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db751e5-f2d3-4feb-949b-31d775a0a9be None None] Network b0b313da-a663-42db-8706-74718e36f5fa requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:34.372788 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-84dad792-6954-4f8c-b812-c46f95bf259b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:34.375516 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2ddee3f8-bb67-4ed0-b9c8-493ef03339fb None None] Could not find standard attr ID for object cc41fbcc-04a9-4461-bbe5-3c1ce0d4fa00. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:33:34.426218 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-84dad792-6954-4f8c-b812-c46f95bf259b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Deleting port 50b1c21d-f804-4ea2-87b1-d9024ec9b3f8 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:34.426479 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-84dad792-6954-4f8c-b812-c46f95bf259b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:34.494449 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-84dad792-6954-4f8c-b812-c46f95bf259b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] For port 50b1c21d-f804-4ea2-87b1-d9024ec9b3f8, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=50b1c21d-f804-4ea2-87b1-d9024ec9b3f8,segment=NetworkSegment(81ba4bfd-72a5-4aca-8bbf-083b8fd67198),segment_id=81ba4bfd-72a5-4aca-8bbf-083b8fd67198)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:34.494824 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-84dad792-6954-4f8c-b812-c46f95bf259b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:34.505468 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bb7517-6043-48d9-aa2c-6c2d111e77e4 None None] DHCP port deletion for b0b313da-a663-42db-8706-74718e36f5fa request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:33:34.509699 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-84dad792-6954-4f8c-b812-c46f95bf259b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Calling delete_port for 50b1c21d-f804-4ea2-87b1-d9024ec9b3f8 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:34.549884 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-f7bb7517-6043-48d9-aa2c-6c2d111e77e4 None None] Deleting port 50b1c21d-f804-4ea2-87b1-d9024ec9b3f8 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:34.550271 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f7bb7517-6043-48d9-aa2c-6c2d111e77e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:34.589589 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-84dad792-6954-4f8c-b812-c46f95bf259b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:34.612047 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-f7bb7517-6043-48d9-aa2c-6c2d111e77e4 None None] For port 50b1c21d-f804-4ea2-87b1-d9024ec9b3f8, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=50b1c21d-f804-4ea2-87b1-d9024ec9b3f8,segment=NetworkSegment(81ba4bfd-72a5-4aca-8bbf-083b8fd67198),segment_id=81ba4bfd-72a5-4aca-8bbf-083b8fd67198)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:34.612499 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f7bb7517-6043-48d9-aa2c-6c2d111e77e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:34.619683 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dad792-6954-4f8c-b812-c46f95bf259b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Pushing event deleted for resources: {'Port': ['ID=50b1c21d-f804-4ea2-87b1-d9024ec9b3f8,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:34.625060 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dad792-6954-4f8c-b812-c46f95bf259b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] No DVR routers for this DVR port 50b1c21d-f804-4ea2-87b1-d9024ec9b3f8 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:33:34.633349 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-f7bb7517-6043-48d9-aa2c-6c2d111e77e4 None None] Calling delete_port for 50b1c21d-f804-4ea2-87b1-d9024ec9b3f8 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:34.703305 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-84dad792-6954-4f8c-b812-c46f95bf259b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:34.706655 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f7bb7517-6043-48d9-aa2c-6c2d111e77e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:34.713113 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-84dad792-6954-4f8c-b812-c46f95bf259b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0b313da-a663-42db-8706-74718e36f5fa']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:33:34.723906 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-84dad792-6954-4f8c-b812-c46f95bf259b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ba4bfd-72a5-4aca-8bbf-083b8fd67198') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:33:34.724142 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-84dad792-6954-4f8c-b812-c46f95bf259b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ba4bfd-72a5-4aca-8bbf-083b8fd67198') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:33:34.733070 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bb7517-6043-48d9-aa2c-6c2d111e77e4 None None] No DVR routers for this DVR port 50b1c21d-f804-4ea2-87b1-d9024ec9b3f8 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:33:34.733301 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-84dad792-6954-4f8c-b812-c46f95bf259b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:34.739955 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb7517-6043-48d9-aa2c-6c2d111e77e4 None None] Pushing event deleted for resources: {'Port': ['ID=50b1c21d-f804-4ea2-87b1-d9024ec9b3f8,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:34.750979 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-84dad792-6954-4f8c-b812-c46f95bf259b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:34.757099 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84dad792-6954-4f8c-b812-c46f95bf259b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:33:34.757534 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-84dad792-6954-4f8c-b812-c46f95bf259b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:34.760563 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:33:34.760563 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:33:34.760563 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:33:34.760563 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:33:34.760563 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:33:34.760563 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:33:34.760563 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:33:34.760563 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:33:34.760563 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:33:34.760563 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:33:34.760563 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:33:34.760563 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:33:34.760563 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:33:34.760563 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:33:34.760563 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:33:34.760563 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:33:34.760563 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:33:34.760563 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:33:34.760563 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:33:34.760563 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:33:34.760563 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:33:34.760563 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:33:34.760563 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:33:34.760563 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:33:34.760563 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:33:34.760563 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:33:34.760563 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:33:34.760563 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:33:34.760563 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:33:34.760563 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:33:34.760563 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:33:34.760563 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:33:34.822344 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-84dad792-6954-4f8c-b812-c46f95bf259b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:34.829797 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-84dad792-6954-4f8c-b812-c46f95bf259b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:34.832187 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-84dad792-6954-4f8c-b812-c46f95bf259b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] 10.222.0.35 "DELETE /v2.0/networks/b0b313da-a663-42db-8706-74718e36f5fa HTTP/1.1" status: 204 len: 168 time: 0.5355215 Aug 10 01:33:34.844903 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dad792-6954-4f8c-b812-c46f95bf259b tempest-ExtraDHCPOptionsTestJSON-1171255095 tempest-ExtraDHCPOptionsTestJSON-1171255095-project] Pushing event deleted for resources: {'Network': ['ID=b0b313da-a663-42db-8706-74718e36f5fa,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:34.916636 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 50b1c21d-f804-4ea2-87b1-d9024ec9b3f8 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:33:34.937256 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 50b1c21d-f804-4ea2-87b1-d9024ec9b3f8 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:33:34.937647 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 50b1c21d-f804-4ea2-87b1-d9024ec9b3f8 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:33:35.075424 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33166) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:35.204810 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0cfb2d46-276a-43f7-b413-ebc710f881c0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b81af55c6d08412685cf019293535129&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1282399 Aug 10 01:33:35.207050 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33170) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:35.253344 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-727b3479-992b-4acb-8187-271f26ca3bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:35.273992 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-727b3479-992b-4acb-8187-271f26ca3bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:35.320026 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-727b3479-992b-4acb-8187-271f26ca3bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:35.322704 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-727b3479-992b-4acb-8187-271f26ca3bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:35.323843 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-727b3479-992b-4acb-8187-271f26ca3bcb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/808bd8d0-8f64-40cd-820a-44a3c9132358 HTTP/1.1" status: 204 len: 168 time: 0.1159012 Aug 10 01:33:35.331446 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b3479-992b-4acb-8187-271f26ca3bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808bd8d0-8f64-40cd-820a-44a3c9132358,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:35.939994 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33192) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:36.034878 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-559bfcdb-8e85-48a1-9c56-388e07f6959c tempest-NetworksNegativeTestJSON-1586087275 tempest-NetworksNegativeTestJSON-1586087275-project] Request body: {'port': {'network_id': '7b0addd7-daae-411f-9d9f-b243939cfa57', 'name': 'tempest-NetworksNegativeTestJSON-1501090204'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:36.052674 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-559bfcdb-8e85-48a1-9c56-388e07f6959c tempest-NetworksNegativeTestJSON-1586087275 tempest-NetworksNegativeTestJSON-1586087275-project] POST failed (client error): The resource could not be found. Aug 10 01:33:36.053218 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-559bfcdb-8e85-48a1-9c56-388e07f6959c tempest-NetworksNegativeTestJSON-1586087275 tempest-NetworksNegativeTestJSON-1586087275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:36.054321 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-559bfcdb-8e85-48a1-9c56-388e07f6959c tempest-NetworksNegativeTestJSON-1586087275 tempest-NetworksNegativeTestJSON-1586087275-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1132908 Aug 10 01:33:36.058097 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33198) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:36.076489 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-08bb95cd-2384-4f48-b040-0d7864deba35 tempest-NetworksNegativeTestJSON-1586087275 tempest-NetworksNegativeTestJSON-1586087275-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:36.077026 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08bb95cd-2384-4f48-b040-0d7864deba35 tempest-NetworksNegativeTestJSON-1586087275 tempest-NetworksNegativeTestJSON-1586087275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:36.078643 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-08bb95cd-2384-4f48-b040-0d7864deba35 tempest-NetworksNegativeTestJSON-1586087275 tempest-NetworksNegativeTestJSON-1586087275-project] 10.222.0.35 "DELETE /v2.0/networks/0881dad5-53ab-414c-b7bb-ef820aec864e HTTP/1.1" status: 404 len: 339 time: 0.0196657 Aug 10 01:33:36.081770 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33200) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:36.103005 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-35b52a8c-d6b5-4a7b-ba9f-cb8c1da0e59e tempest-NetworksNegativeTestJSON-1586087275 tempest-NetworksNegativeTestJSON-1586087275-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:36.103608 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35b52a8c-d6b5-4a7b-ba9f-cb8c1da0e59e tempest-NetworksNegativeTestJSON-1586087275 tempest-NetworksNegativeTestJSON-1586087275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:36.105287 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-35b52a8c-d6b5-4a7b-ba9f-cb8c1da0e59e tempest-NetworksNegativeTestJSON-1586087275 tempest-NetworksNegativeTestJSON-1586087275-project] 10.222.0.35 "DELETE /v2.0/ports/8351f669-b84e-4239-a761-1f5d698f2c32 HTTP/1.1" status: 404 len: 333 time: 0.0226645 Aug 10 01:33:36.108563 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33202) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:36.133444 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-d553e2dc-418f-41e1-b930-771022eff463 tempest-NetworksNegativeTestJSON-1586087275 tempest-NetworksNegativeTestJSON-1586087275-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:36.133881 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d553e2dc-418f-41e1-b930-771022eff463 tempest-NetworksNegativeTestJSON-1586087275 tempest-NetworksNegativeTestJSON-1586087275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:36.135497 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d553e2dc-418f-41e1-b930-771022eff463 tempest-NetworksNegativeTestJSON-1586087275 tempest-NetworksNegativeTestJSON-1586087275-project] 10.222.0.35 "DELETE /v2.0/subnets/05b4efd0-09d6-41ee-8d23-b65161f04128 HTTP/1.1" status: 404 len: 337 time: 0.0260613 Aug 10 01:33:36.139269 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33204) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:36.158032 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-01db65d1-3816-4ecd-a5c5-0f44d3ff514c tempest-NetworksNegativeTestJSON-1586087275 tempest-NetworksNegativeTestJSON-1586087275-project] GET failed (client error): The resource could not be found. Aug 10 01:33:36.159394 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-01db65d1-3816-4ecd-a5c5-0f44d3ff514c tempest-NetworksNegativeTestJSON-1586087275 tempest-NetworksNegativeTestJSON-1586087275-project] 10.222.0.35 "GET /v2.0/networks/b09452b8-8ccc-44b1-8153-8bb7237c99db HTTP/1.1" status: 404 len: 339 time: 0.0192735 Aug 10 01:33:36.163125 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33206) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:36.186740 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc1eb19-a55f-4fb1-b4ad-8381ccf63ee0 tempest-NetworksNegativeTestJSON-1586087275 tempest-NetworksNegativeTestJSON-1586087275-project] GET failed (client error): The resource could not be found. Aug 10 01:33:36.188115 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4cc1eb19-a55f-4fb1-b4ad-8381ccf63ee0 tempest-NetworksNegativeTestJSON-1586087275 tempest-NetworksNegativeTestJSON-1586087275-project] 10.222.0.35 "GET /v2.0/ports/b0f3f167-a774-4cc7-b962-75b79f4cdafe HTTP/1.1" status: 404 len: 333 time: 0.0241208 Aug 10 01:33:36.191319 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33208) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:36.217676 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd142594-b279-47b7-a48e-90ee16dbe331 tempest-NetworksNegativeTestJSON-1586087275 tempest-NetworksNegativeTestJSON-1586087275-project] GET failed (client error): The resource could not be found. Aug 10 01:33:36.218881 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-bd142594-b279-47b7-a48e-90ee16dbe331 tempest-NetworksNegativeTestJSON-1586087275 tempest-NetworksNegativeTestJSON-1586087275-project] 10.222.0.35 "GET /v2.0/subnets/9d70072c-1d63-48d6-88c8-f8270cda63ee HTTP/1.1" status: 404 len: 337 time: 0.0267050 Aug 10 01:33:36.222106 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33210) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:36.226865 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-9732efe5-e1c6-41f1-b9ba-a2388fdf4a09 tempest-NetworksNegativeTestJSON-1586087275 tempest-NetworksNegativeTestJSON-1586087275-project] Request body: {'network': {'name': 'new_name'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:36.239686 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-9732efe5-e1c6-41f1-b9ba-a2388fdf4a09 tempest-NetworksNegativeTestJSON-1586087275 tempest-NetworksNegativeTestJSON-1586087275-project] PUT failed (client error): The resource could not be found. Aug 10 01:33:36.240237 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9732efe5-e1c6-41f1-b9ba-a2388fdf4a09 tempest-NetworksNegativeTestJSON-1586087275 tempest-NetworksNegativeTestJSON-1586087275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:36.241289 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9732efe5-e1c6-41f1-b9ba-a2388fdf4a09 tempest-NetworksNegativeTestJSON-1586087275 tempest-NetworksNegativeTestJSON-1586087275-project] 10.222.0.35 "PUT /v2.0/networks/4c5a802b-f972-4f49-82b3-10be27fc691e HTTP/1.1" status: 404 len: 339 time: 0.0183208 Aug 10 01:33:36.244426 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33212) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:36.249552 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-9743c28d-91da-44fc-87dc-63ce1acf46b7 tempest-NetworksNegativeTestJSON-1586087275 tempest-NetworksNegativeTestJSON-1586087275-project] Request body: {'port': {'name': 'new_name'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:36.270893 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-9743c28d-91da-44fc-87dc-63ce1acf46b7 tempest-NetworksNegativeTestJSON-1586087275 tempest-NetworksNegativeTestJSON-1586087275-project] PUT failed (client error): The resource could not be found. Aug 10 01:33:36.271424 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9743c28d-91da-44fc-87dc-63ce1acf46b7 tempest-NetworksNegativeTestJSON-1586087275 tempest-NetworksNegativeTestJSON-1586087275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:36.272505 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9743c28d-91da-44fc-87dc-63ce1acf46b7 tempest-NetworksNegativeTestJSON-1586087275 tempest-NetworksNegativeTestJSON-1586087275-project] 10.222.0.35 "PUT /v2.0/ports/d2d427bf-6a0f-4d86-8b5f-2c21de18da78 HTTP/1.1" status: 404 len: 333 time: 0.0272088 Aug 10 01:33:36.275712 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33214) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:36.280480 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-c836537a-e6e1-4448-acef-1cb0509aa70e tempest-NetworksNegativeTestJSON-1586087275 tempest-NetworksNegativeTestJSON-1586087275-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:36.301609 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-c836537a-e6e1-4448-acef-1cb0509aa70e tempest-NetworksNegativeTestJSON-1586087275 tempest-NetworksNegativeTestJSON-1586087275-project] PUT failed (client error): The resource could not be found. Aug 10 01:33:36.302042 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c836537a-e6e1-4448-acef-1cb0509aa70e tempest-NetworksNegativeTestJSON-1586087275 tempest-NetworksNegativeTestJSON-1586087275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:36.303093 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c836537a-e6e1-4448-acef-1cb0509aa70e tempest-NetworksNegativeTestJSON-1586087275 tempest-NetworksNegativeTestJSON-1586087275-project] 10.222.0.35 "PUT /v2.0/subnets/49b32f30-95f3-4759-a213-f23f9c7fd654 HTTP/1.1" status: 404 len: 337 time: 0.0264835 Aug 10 01:33:36.544641 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33222) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:36.652225 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1500ece2-9788-403a-9db8-f8c79fe08426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:36.739488 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1500ece2-9788-403a-9db8-f8c79fe08426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:36.743204 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1500ece2-9788-403a-9db8-f8c79fe08426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:36.784045 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1500ece2-9788-403a-9db8-f8c79fe08426 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1c7597dda7194086b262a601aeea03f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2382543 Aug 10 01:33:36.785201 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500ece2-9788-403a-9db8-f8c79fe08426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e92c0bf-cb4b-4aac-9022-3205cdaf1781,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:36.786688 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33226) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:36.794607 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500ece2-9788-403a-9db8-f8c79fe08426 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:36.794890 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500ece2-9788-403a-9db8-f8c79fe08426 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:36.795237 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500ece2-9788-403a-9db8-f8c79fe08426 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:36.795749 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500ece2-9788-403a-9db8-f8c79fe08426 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:36.796384 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500ece2-9788-403a-9db8-f8c79fe08426 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:36.796983 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500ece2-9788-403a-9db8-f8c79fe08426 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:36.797570 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500ece2-9788-403a-9db8-f8c79fe08426 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:36.798065 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500ece2-9788-403a-9db8-f8c79fe08426 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:36.798410 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500ece2-9788-403a-9db8-f8c79fe08426 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:36.798758 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500ece2-9788-403a-9db8-f8c79fe08426 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:36.799094 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500ece2-9788-403a-9db8-f8c79fe08426 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:36.799694 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500ece2-9788-403a-9db8-f8c79fe08426 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:36.836049 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5de6eaeb-28af-4b28-8185-c41d70a76aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:36.857582 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5de6eaeb-28af-4b28-8185-c41d70a76aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:36.904594 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5de6eaeb-28af-4b28-8185-c41d70a76aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:36.907155 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5de6eaeb-28af-4b28-8185-c41d70a76aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:36.908341 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5de6eaeb-28af-4b28-8185-c41d70a76aba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8e92c0bf-cb4b-4aac-9022-3205cdaf1781 HTTP/1.1" status: 204 len: 168 time: 0.1205668 Aug 10 01:33:36.916192 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6eaeb-28af-4b28-8185-c41d70a76aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e92c0bf-cb4b-4aac-9022-3205cdaf1781,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:37.522209 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33250) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:37.618635 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-425f4bff-c50c-4eed-b0e1-23ab904d4821 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1644342022'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:37.641023 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425f4bff-c50c-4eed-b0e1-23ab904d4821 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Made reservation on behalf of a6b4dee99c1b4e179a681ee68af0361f for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:37.644403 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-425f4bff-c50c-4eed-b0e1-23ab904d4821 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:37.652635 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-425f4bff-c50c-4eed-b0e1-23ab904d4821 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:37.743516 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-425f4bff-c50c-4eed-b0e1-23ab904d4821 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:37.747693 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-425f4bff-c50c-4eed-b0e1-23ab904d4821 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:37.770278 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-425f4bff-c50c-4eed-b0e1-23ab904d4821 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:33:37.784670 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f4bff-c50c-4eed-b0e1-23ab904d4821 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a537c4-77eb-4e45-ad1a-e11c8c49c0a6,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:37.786968 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-425f4bff-c50c-4eed-b0e1-23ab904d4821 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:37.787313 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-425f4bff-c50c-4eed-b0e1-23ab904d4821 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Added segment c3bb21e8-4d96-47f0-a769-9c65bba5bb19 of type vlan for network 3be5ebaf-14fb-46c4-83ab-294d4cf6c26d Aug 10 01:33:37.808020 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f4bff-c50c-4eed-b0e1-23ab904d4821 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:37.808395 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f4bff-c50c-4eed-b0e1-23ab904d4821 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:37.808742 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f4bff-c50c-4eed-b0e1-23ab904d4821 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:37.809625 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f4bff-c50c-4eed-b0e1-23ab904d4821 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:37.809964 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f4bff-c50c-4eed-b0e1-23ab904d4821 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:37.810296 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f4bff-c50c-4eed-b0e1-23ab904d4821 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:37.810629 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f4bff-c50c-4eed-b0e1-23ab904d4821 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:37.810959 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f4bff-c50c-4eed-b0e1-23ab904d4821 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:37.811352 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f4bff-c50c-4eed-b0e1-23ab904d4821 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:37.811616 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f4bff-c50c-4eed-b0e1-23ab904d4821 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:37.812006 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f4bff-c50c-4eed-b0e1-23ab904d4821 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:37.812303 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f4bff-c50c-4eed-b0e1-23ab904d4821 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:37.846618 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-425f4bff-c50c-4eed-b0e1-23ab904d4821 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:37.875120 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-425f4bff-c50c-4eed-b0e1-23ab904d4821 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:37.880625 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425f4bff-c50c-4eed-b0e1-23ab904d4821 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:37.881207 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-425f4bff-c50c-4eed-b0e1-23ab904d4821 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:37.955778 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-425f4bff-c50c-4eed-b0e1-23ab904d4821 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4322977 Aug 10 01:33:37.958456 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33256) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:37.963714 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-e2dec5f8-01ca-4b70-a08e-01ccd359f247 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'port': {'network_id': '3be5ebaf-14fb-46c4-83ab-294d4cf6c26d', 'name': 'tempest-PortsIpV6TestJSON-1772282411'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:37.983368 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f4bff-c50c-4eed-b0e1-23ab904d4821 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Network': ['ID=3be5ebaf-14fb-46c4-83ab-294d4cf6c26d,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:37.994019 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 3be5ebaf-14fb-46c4-83ab-294d4cf6c26d details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:33:38.053030 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2dec5f8-01ca-4b70-a08e-01ccd359f247 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Made reservation on behalf of a6b4dee99c1b4e179a681ee68af0361f for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:38.057185 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e2dec5f8-01ca-4b70-a08e-01ccd359f247 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:38.075060 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-e2dec5f8-01ca-4b70-a08e-01ccd359f247 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] device_id is not set on port 21aff080-891e-4ea1-b3ea-1feb66810169 yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:33:38.232478 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e2dec5f8-01ca-4b70-a08e-01ccd359f247 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:38.266119 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e2dec5f8-01ca-4b70-a08e-01ccd359f247 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:38.323200 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dec5f8-01ca-4b70-a08e-01ccd359f247 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Port': ['ID=21aff080-891e-4ea1-b3ea-1feb66810169,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:38.333312 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dec5f8-01ca-4b70-a08e-01ccd359f247 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Checking segment: {'id': 'c3bb21e8-4d96-47f0-a769-9c65bba5bb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3be5ebaf-14fb-46c4-83ab-294d4cf6c26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:33:38.333675 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dec5f8-01ca-4b70-a08e-01ccd359f247 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Network hostable DHCP agents. Network: 3be5ebaf-14fb-46c4-83ab-294d4cf6c26d, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:33:38.349823 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dec5f8-01ca-4b70-a08e-01ccd359f247 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Network 3be5ebaf-14fb-46c4-83ab-294d4cf6c26d is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:33:38.358031 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-e2dec5f8-01ca-4b70-a08e-01ccd359f247 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 3be5ebaf-14fb-46c4-83ab-294d4cf6c26d) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:38.361579 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dec5f8-01ca-4b70-a08e-01ccd359f247 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:33:38.366655 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a21f4a-2a73-42d7-974b-4326ffe66559 None None] Network 3be5ebaf-14fb-46c4-83ab-294d4cf6c26d requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:38.367130 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dec5f8-01ca-4b70-a08e-01ccd359f247 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:38.367737 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e2dec5f8-01ca-4b70-a08e-01ccd359f247 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:38.382390 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e2dec5f8-01ca-4b70-a08e-01ccd359f247 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4228158 Aug 10 01:33:38.385454 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33258) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:38.390369 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-8d4749a9-94b5-47fb-84e1-d5645c1f4a21 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1013707307'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:38.411767 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4749a9-94b5-47fb-84e1-d5645c1f4a21 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Made reservation on behalf of a6b4dee99c1b4e179a681ee68af0361f for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:38.415178 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8d4749a9-94b5-47fb-84e1-d5645c1f4a21 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:38.439778 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d4749a9-94b5-47fb-84e1-d5645c1f4a21 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:33:38.449391 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8d4749a9-94b5-47fb-84e1-d5645c1f4a21 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:38.449762 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-8d4749a9-94b5-47fb-84e1-d5645c1f4a21 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Added segment 37182214-3b1e-43d2-a441-06a58c2e642d of type vlan for network a8add2b1-d204-4e76-b0b0-151a903e3cbc Aug 10 01:33:38.502120 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8d4749a9-94b5-47fb-84e1-d5645c1f4a21 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:38.529747 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8d4749a9-94b5-47fb-84e1-d5645c1f4a21 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:38.535317 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4749a9-94b5-47fb-84e1-d5645c1f4a21 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:38.535906 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8d4749a9-94b5-47fb-84e1-d5645c1f4a21 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:38.592533 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8d4749a9-94b5-47fb-84e1-d5645c1f4a21 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2059765 Aug 10 01:33:38.595407 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33260) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:38.601301 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-c92682a7-5a46-4a20-ab27-be3ca5ebeff9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'ports': [{'network_id': '3be5ebaf-14fb-46c4-83ab-294d4cf6c26d'}, {'network_id': 'a8add2b1-d204-4e76-b0b0-151a903e3cbc'}]} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:38.601586 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4749a9-94b5-47fb-84e1-d5645c1f4a21 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Network': ['ID=a8add2b1-d204-4e76-b0b0-151a903e3cbc,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:38.601860 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-c92682a7-5a46-4a20-ab27-be3ca5ebeff9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'port': {'network_id': '3be5ebaf-14fb-46c4-83ab-294d4cf6c26d'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:38.602489 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-c92682a7-5a46-4a20-ab27-be3ca5ebeff9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'port': {'network_id': 'a8add2b1-d204-4e76-b0b0-151a903e3cbc'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:38.611998 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network a8add2b1-d204-4e76-b0b0-151a903e3cbc details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:33:38.760768 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92682a7-5a46-4a20-ab27-be3ca5ebeff9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Made reservation on behalf of a6b4dee99c1b4e179a681ee68af0361f for: {'port': 2} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:38.765766 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c92682a7-5a46-4a20-ab27-be3ca5ebeff9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:38.778909 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c92682a7-5a46-4a20-ab27-be3ca5ebeff9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:38.853201 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-c92682a7-5a46-4a20-ab27-be3ca5ebeff9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] device_id is not set on port b6006041-5abe-4730-b790-05ecd658a6fb yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:33:38.970172 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c92682a7-5a46-4a20-ab27-be3ca5ebeff9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:39.035632 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-c92682a7-5a46-4a20-ab27-be3ca5ebeff9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] device_id is not set on port 2951698a-b02c-49a0-bec3-dc07d1b8cbd0 yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:33:39.147622 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c92682a7-5a46-4a20-ab27-be3ca5ebeff9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:39.186108 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c92682a7-5a46-4a20-ab27-be3ca5ebeff9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:39.228811 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92682a7-5a46-4a20-ab27-be3ca5ebeff9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Network 3be5ebaf-14fb-46c4-83ab-294d4cf6c26d is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:39.231782 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-c92682a7-5a46-4a20-ab27-be3ca5ebeff9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:39.235359 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92682a7-5a46-4a20-ab27-be3ca5ebeff9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:33:39.236161 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c92682a7-5a46-4a20-ab27-be3ca5ebeff9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:39.242400 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92682a7-5a46-4a20-ab27-be3ca5ebeff9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Port': ['ID=b6006041-5abe-4730-b790-05ecd658a6fb,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:39.303106 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92682a7-5a46-4a20-ab27-be3ca5ebeff9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Port': ['ID=2951698a-b02c-49a0-bec3-dc07d1b8cbd0,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:39.307488 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92682a7-5a46-4a20-ab27-be3ca5ebeff9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Checking segment: {'id': '37182214-3b1e-43d2-a441-06a58c2e642d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a8add2b1-d204-4e76-b0b0-151a903e3cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:33:39.307856 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92682a7-5a46-4a20-ab27-be3ca5ebeff9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Network hostable DHCP agents. Network: a8add2b1-d204-4e76-b0b0-151a903e3cbc, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:33:39.324771 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92682a7-5a46-4a20-ab27-be3ca5ebeff9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Network a8add2b1-d204-4e76-b0b0-151a903e3cbc is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:33:39.333320 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-c92682a7-5a46-4a20-ab27-be3ca5ebeff9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, a8add2b1-d204-4e76-b0b0-151a903e3cbc) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:39.336735 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92682a7-5a46-4a20-ab27-be3ca5ebeff9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:33:39.341760 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575511c7-f10e-46f8-956f-4ae8a159cfb3 None None] Network a8add2b1-d204-4e76-b0b0-151a903e3cbc requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:39.342429 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92682a7-5a46-4a20-ab27-be3ca5ebeff9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:39.347279 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92682a7-5a46-4a20-ab27-be3ca5ebeff9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:39.347925 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c92682a7-5a46-4a20-ab27-be3ca5ebeff9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:39.361692 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c92682a7-5a46-4a20-ab27-be3ca5ebeff9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.7649915 Aug 10 01:33:39.364569 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33262) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:39.454657 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-b84869aa-c1f0-4719-921f-c216924280ab tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Deleting port 2951698a-b02c-49a0-bec3-dc07d1b8cbd0 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:39.455047 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b84869aa-c1f0-4719-921f-c216924280ab tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:39.520292 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b84869aa-c1f0-4719-921f-c216924280ab tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:39.534062 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-b84869aa-c1f0-4719-921f-c216924280ab tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Calling delete_port for 2951698a-b02c-49a0-bec3-dc07d1b8cbd0 owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:39.616453 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b84869aa-c1f0-4719-921f-c216924280ab tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:39.643197 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84869aa-c1f0-4719-921f-c216924280ab tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Port': ['ID=2951698a-b02c-49a0-bec3-dc07d1b8cbd0,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:39.650189 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b84869aa-c1f0-4719-921f-c216924280ab tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:39.652154 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b84869aa-c1f0-4719-921f-c216924280ab tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/ports/2951698a-b02c-49a0-bec3-dc07d1b8cbd0 HTTP/1.1" status: 204 len: 168 time: 0.2864900 Aug 10 01:33:39.655051 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33264) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:39.702919 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c819d354-6e97-471a-81fb-3e84791cb201 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:39.708876 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c819d354-6e97-471a-81fb-3e84791cb201 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:39.710367 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c819d354-6e97-471a-81fb-3e84791cb201 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0543931 Aug 10 01:33:39.713033 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33266) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:39.796723 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-f212280f-4c3b-452e-8954-98cb60e6d462 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Deleting port b6006041-5abe-4730-b790-05ecd658a6fb {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:39.797066 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f212280f-4c3b-452e-8954-98cb60e6d462 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:39.860459 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f212280f-4c3b-452e-8954-98cb60e6d462 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:39.872937 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-f212280f-4c3b-452e-8954-98cb60e6d462 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Calling delete_port for b6006041-5abe-4730-b790-05ecd658a6fb owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:39.951608 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f212280f-4c3b-452e-8954-98cb60e6d462 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:39.979061 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212280f-4c3b-452e-8954-98cb60e6d462 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Port': ['ID=b6006041-5abe-4730-b790-05ecd658a6fb,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:39.984547 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f212280f-4c3b-452e-8954-98cb60e6d462 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:39.986428 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f212280f-4c3b-452e-8954-98cb60e6d462 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/ports/b6006041-5abe-4730-b790-05ecd658a6fb HTTP/1.1" status: 204 len: 168 time: 0.2724998 Aug 10 01:33:39.989333 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33268) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:40.034590 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5b1173-9687-4377-ad07-535d1e8c22d0 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:40.036018 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4a5b1173-9687-4377-ad07-535d1e8c22d0 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0461745 Aug 10 01:33:40.038685 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33270) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:40.061192 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-06dc21ef-0d34-4afa-92a7-3adff6b6a784 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] GET failed (client error): The resource could not be found. Aug 10 01:33:40.062535 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-06dc21ef-0d34-4afa-92a7-3adff6b6a784 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "GET /v2.0/ports/2951698a-b02c-49a0-bec3-dc07d1b8cbd0 HTTP/1.1" status: 404 len: 333 time: 0.0229814 Aug 10 01:33:40.064891 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33272) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:40.087012 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-96fc9161-fa75-47a3-aa51-82bcf9837991 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] GET failed (client error): The resource could not be found. Aug 10 01:33:40.088368 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-96fc9161-fa75-47a3-aa51-82bcf9837991 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "GET /v2.0/ports/b6006041-5abe-4730-b790-05ecd658a6fb HTTP/1.1" status: 404 len: 333 time: 0.0226088 Aug 10 01:33:40.091256 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33274) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:40.165291 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2ebd6f3b-db33-4700-ba04-fc21d3923bf9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:40.256450 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2ebd6f3b-db33-4700-ba04-fc21d3923bf9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:40.266237 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-2ebd6f3b-db33-4700-ba04-fc21d3923bf9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8add2b1-d204-4e76-b0b0-151a903e3cbc']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:33:40.276106 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-2ebd6f3b-db33-4700-ba04-fc21d3923bf9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37182214-3b1e-43d2-a441-06a58c2e642d') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:33:40.276431 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-2ebd6f3b-db33-4700-ba04-fc21d3923bf9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37182214-3b1e-43d2-a441-06a58c2e642d') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:33:40.285273 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2ebd6f3b-db33-4700-ba04-fc21d3923bf9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:40.298328 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2ebd6f3b-db33-4700-ba04-fc21d3923bf9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:40.304787 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ebd6f3b-db33-4700-ba04-fc21d3923bf9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:33:40.305170 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2ebd6f3b-db33-4700-ba04-fc21d3923bf9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:40.308220 n-d-766726-26 neutron-server[105826]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:33:40.308220 n-d-766726-26 neutron-server[105826]: items = [ Aug 10 01:33:40.308220 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:33:40.308220 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:33:40.308220 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:33:40.308220 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:33:40.308220 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:33:40.308220 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:33:40.308220 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:33:40.308220 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:33:40.308220 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:33:40.308220 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:33:40.308220 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:33:40.308220 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:33:40.308220 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:33:40.308220 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:33:40.308220 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:33:40.308220 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:33:40.308220 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:33:40.308220 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:33:40.308220 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:33:40.308220 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:33:40.308220 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:33:40.308220 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:33:40.308220 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:33:40.308220 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:33:40.308220 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:33:40.308220 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:33:40.308220 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:33:40.308220 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:33:40.308220 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:33:40.308220 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:33:40.308220 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:33:40.308220 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:33:40.362660 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2ebd6f3b-db33-4700-ba04-fc21d3923bf9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:40.369677 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2ebd6f3b-db33-4700-ba04-fc21d3923bf9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:40.372022 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2ebd6f3b-db33-4700-ba04-fc21d3923bf9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/networks/a8add2b1-d204-4e76-b0b0-151a903e3cbc HTTP/1.1" status: 204 len: 168 time: 0.2794230 Aug 10 01:33:40.375791 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33276) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:40.380969 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-dcee5857-fe1b-4731-976a-a5bf6f0c71b8 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-92586086'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:40.383758 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd6f3b-db33-4700-ba04-fc21d3923bf9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Network': ['ID=a8add2b1-d204-4e76-b0b0-151a903e3cbc,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:40.401609 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcee5857-fe1b-4731-976a-a5bf6f0c71b8 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Made reservation on behalf of a6b4dee99c1b4e179a681ee68af0361f for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:40.405185 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dcee5857-fe1b-4731-976a-a5bf6f0c71b8 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:40.432228 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcee5857-fe1b-4731-976a-a5bf6f0c71b8 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:33:40.441994 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dcee5857-fe1b-4731-976a-a5bf6f0c71b8 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:40.442349 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-dcee5857-fe1b-4731-976a-a5bf6f0c71b8 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Added segment 99222c4d-26d8-40c8-9d49-5171bb55b64e of type vlan for network e866d37c-2e09-4f74-993a-3911b41dedfc Aug 10 01:33:40.481188 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dcee5857-fe1b-4731-976a-a5bf6f0c71b8 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:40.509092 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dcee5857-fe1b-4731-976a-a5bf6f0c71b8 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:40.515255 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcee5857-fe1b-4731-976a-a5bf6f0c71b8 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:40.515844 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dcee5857-fe1b-4731-976a-a5bf6f0c71b8 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:40.573071 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-dcee5857-fe1b-4731-976a-a5bf6f0c71b8 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1961548 Aug 10 01:33:40.576725 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33280) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:40.582017 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-8202f483-0176-410e-a961-89d581e3ab22 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'subnet': {'network_id': 'e866d37c-2e09-4f74-993a-3911b41dedfc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:40.582499 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee5857-fe1b-4731-976a-a5bf6f0c71b8 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Network': ['ID=e866d37c-2e09-4f74-993a-3911b41dedfc,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:40.592683 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network e866d37c-2e09-4f74-993a-3911b41dedfc details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:33:40.673745 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8202f483-0176-410e-a961-89d581e3ab22 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Made reservation on behalf of a6b4dee99c1b4e179a681ee68af0361f for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:40.677384 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8202f483-0176-410e-a961-89d581e3ab22 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:40.854474 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8202f483-0176-410e-a961-89d581e3ab22 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:40.910718 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202f483-0176-410e-a961-89d581e3ab22 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Subnet': ['ID=1b0c4110-f8c6-4e26-b7bc-49d370c5e160,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:40.922413 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8202f483-0176-410e-a961-89d581e3ab22 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Checking segment: {'id': '99222c4d-26d8-40c8-9d49-5171bb55b64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e866d37c-2e09-4f74-993a-3911b41dedfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:33:40.922771 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8202f483-0176-410e-a961-89d581e3ab22 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Network hostable DHCP agents. Network: e866d37c-2e09-4f74-993a-3911b41dedfc, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:33:40.938177 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8202f483-0176-410e-a961-89d581e3ab22 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Network e866d37c-2e09-4f74-993a-3911b41dedfc is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:33:40.946688 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-8202f483-0176-410e-a961-89d581e3ab22 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, e866d37c-2e09-4f74-993a-3911b41dedfc) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:40.951162 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8202f483-0176-410e-a961-89d581e3ab22 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:40.951739 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8202f483-0176-410e-a961-89d581e3ab22 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:40.955740 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c792296-7b82-4294-b45e-fb52cf343d20 None None] Network e866d37c-2e09-4f74-993a-3911b41dedfc requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:40.965874 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8202f483-0176-410e-a961-89d581e3ab22 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3879631 Aug 10 01:33:40.969029 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33282) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:40.974232 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-52e28511-f4f1-4fa8-a115-3520c4b47c5b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'port': {'network_id': 'e866d37c-2e09-4f74-993a-3911b41dedfc', 'name': 'tempest-PortsIpV6TestJSON-910882635'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:41.081195 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e28511-f4f1-4fa8-a115-3520c4b47c5b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Made reservation on behalf of a6b4dee99c1b4e179a681ee68af0361f for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:41.084718 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-52e28511-f4f1-4fa8-a115-3520c4b47c5b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:41.099464 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9299f904-918f-4107-8cd4-5a2f74eb7b01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-e866d37c-2e09-4f74-993a-3911b41dedfc', 'network_id': 'e866d37c-2e09-4f74-993a-3911b41dedfc', 'tenant_id': 'a6b4dee99c1b4e179a681ee68af0361f', 'fixed_ips': [{'subnet_id': '1b0c4110-f8c6-4e26-b7bc-49d370c5e160'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:33:41.100404 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9299f904-918f-4107-8cd4-5a2f74eb7b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:41.245753 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-babd4be4-083e-4a9b-9fb6-e7aef00c334a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:41.254587 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-9299f904-918f-4107-8cd4-5a2f74eb7b01 None None] Allocated IP 2001:db8::2 (e866d37c-2e09-4f74-993a-3911b41dedfc/1b0c4110-f8c6-4e26-b7bc-49d370c5e160/a0390b50-8bb6-46cd-8460-500ad48f6d66) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:41.369509 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-52e28511-f4f1-4fa8-a115-3520c4b47c5b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] device_id is not set on port d99d287d-156f-4fe7-9262-a9fb576d85a0 yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:33:41.404156 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9299f904-918f-4107-8cd4-5a2f74eb7b01 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:41.412373 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-9299f904-918f-4107-8cd4-5a2f74eb7b01 None None] Transition to ACTIVE for port object a0390b50-8bb6-46cd-8460-500ad48f6d66 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:41.428047 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-9299f904-918f-4107-8cd4-5a2f74eb7b01 None None] Transition to ACTIVE for port object a0390b50-8bb6-46cd-8460-500ad48f6d66 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:41.433389 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9299f904-918f-4107-8cd4-5a2f74eb7b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:41.468351 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9299f904-918f-4107-8cd4-5a2f74eb7b01 None None] Network e866d37c-2e09-4f74-993a-3911b41dedfc is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:41.473088 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-9299f904-918f-4107-8cd4-5a2f74eb7b01 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:41.476722 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9299f904-918f-4107-8cd4-5a2f74eb7b01 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:33:41.487900 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299f904-918f-4107-8cd4-5a2f74eb7b01 None None] Pushing event updated for resources: {'Port': ['ID=a0390b50-8bb6-46cd-8460-500ad48f6d66,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:41.494833 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-52e28511-f4f1-4fa8-a115-3520c4b47c5b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Allocated IP 2001:db8::1da (e866d37c-2e09-4f74-993a-3911b41dedfc/1b0c4110-f8c6-4e26-b7bc-49d370c5e160/d99d287d-156f-4fe7-9262-a9fb576d85a0) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:41.536260 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-9299f904-918f-4107-8cd4-5a2f74eb7b01 None None] Attempting to bind port a0390b50-8bb6-46cd-8460-500ad48f6d66 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:33:41.536644 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-9299f904-918f-4107-8cd4-5a2f74eb7b01 None None] Attempting to bind port a0390b50-8bb6-46cd-8460-500ad48f6d66 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '99222c4d-26d8-40c8-9d49-5171bb55b64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e866d37c-2e09-4f74-993a-3911b41dedfc'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:33:41.536905 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9299f904-918f-4107-8cd4-5a2f74eb7b01 None None] Attempting to bind port a0390b50-8bb6-46cd-8460-500ad48f6d66 on network e866d37c-2e09-4f74-993a-3911b41dedfc {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:33:41.541834 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9299f904-918f-4107-8cd4-5a2f74eb7b01 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:33:41.542215 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9299f904-918f-4107-8cd4-5a2f74eb7b01 None None] Checking segment: {'id': '99222c4d-26d8-40c8-9d49-5171bb55b64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e866d37c-2e09-4f74-993a-3911b41dedfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:33:41.542627 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9299f904-918f-4107-8cd4-5a2f74eb7b01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:41.543033 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9299f904-918f-4107-8cd4-5a2f74eb7b01 None None] Bound using segment: {'id': '99222c4d-26d8-40c8-9d49-5171bb55b64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e866d37c-2e09-4f74-993a-3911b41dedfc'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:33:41.543535 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-9299f904-918f-4107-8cd4-5a2f74eb7b01 None None] Bound port: a0390b50-8bb6-46cd-8460-500ad48f6d66, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99222c4d-26d8-40c8-9d49-5171bb55b64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e866d37c-2e09-4f74-993a-3911b41dedfc'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:33:41.543926 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9299f904-918f-4107-8cd4-5a2f74eb7b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:41.606170 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-9299f904-918f-4107-8cd4-5a2f74eb7b01 None None] For port a0390b50-8bb6-46cd-8460-500ad48f6d66, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:33:41.610321 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-9299f904-918f-4107-8cd4-5a2f74eb7b01 None None] For port a0390b50-8bb6-46cd-8460-500ad48f6d66, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a0390b50-8bb6-46cd-8460-500ad48f6d66,segment=NetworkSegment(99222c4d-26d8-40c8-9d49-5171bb55b64e),segment_id=99222c4d-26d8-40c8-9d49-5171bb55b64e)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:33:41.614343 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9299f904-918f-4107-8cd4-5a2f74eb7b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:41.644285 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-52e28511-f4f1-4fa8-a115-3520c4b47c5b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:41.659209 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-52e28511-f4f1-4fa8-a115-3520c4b47c5b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Transition to ACTIVE for port object d99d287d-156f-4fe7-9262-a9fb576d85a0 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:41.680008 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299f904-918f-4107-8cd4-5a2f74eb7b01 None None] Pushing event updated for resources: {'Port': ['ID=a0390b50-8bb6-46cd-8460-500ad48f6d66,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:41.698756 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-52e28511-f4f1-4fa8-a115-3520c4b47c5b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:41.739585 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e28511-f4f1-4fa8-a115-3520c4b47c5b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Network e866d37c-2e09-4f74-993a-3911b41dedfc is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:41.744740 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-52e28511-f4f1-4fa8-a115-3520c4b47c5b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:41.748556 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e28511-f4f1-4fa8-a115-3520c4b47c5b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:33:41.754188 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e28511-f4f1-4fa8-a115-3520c4b47c5b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:41.754818 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-52e28511-f4f1-4fa8-a115-3520c4b47c5b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:41.768033 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e28511-f4f1-4fa8-a115-3520c4b47c5b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Port': ['ID=d99d287d-156f-4fe7-9262-a9fb576d85a0,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:41.779921 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-52e28511-f4f1-4fa8-a115-3520c4b47c5b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8061361 Aug 10 01:33:41.780058 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33286) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:41.872314 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:41.887613 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-86c83935-fc6e-4724-abf9-253bc778e82b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Deleting port d99d287d-156f-4fe7-9262-a9fb576d85a0 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:41.887966 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-86c83935-fc6e-4724-abf9-253bc778e82b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:41.973666 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-86c83935-fc6e-4724-abf9-253bc778e82b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:41.985141 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-86c83935-fc6e-4724-abf9-253bc778e82b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Calling delete_port for d99d287d-156f-4fe7-9262-a9fb576d85a0 owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:42.111015 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-86c83935-fc6e-4724-abf9-253bc778e82b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:42.140354 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c83935-fc6e-4724-abf9-253bc778e82b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Port': ['ID=d99d287d-156f-4fe7-9262-a9fb576d85a0,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:42.165073 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-86c83935-fc6e-4724-abf9-253bc778e82b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:42.167304 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-86c83935-fc6e-4724-abf9-253bc778e82b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/ports/d99d287d-156f-4fe7-9262-a9fb576d85a0 HTTP/1.1" status: 204 len: 168 time: 0.3859563 Aug 10 01:33:42.169561 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33288) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:42.191904 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf80008-248f-432e-9755-68d77c4e97c6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] DELETE failed (client error): The resource could not be found. Aug 10 01:33:42.192510 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bf80008-248f-432e-9755-68d77c4e97c6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:42.194166 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7bf80008-248f-432e-9755-68d77c4e97c6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/ports/d99d287d-156f-4fe7-9262-a9fb576d85a0 HTTP/1.1" status: 404 len: 333 time: 0.0237195 Aug 10 01:33:42.196857 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33290) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:42.221339 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf77d04f-bcbd-408b-87b6-d40cbf2b0fe3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] GET failed (client error): The resource could not be found. Aug 10 01:33:42.222909 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-cf77d04f-bcbd-408b-87b6-d40cbf2b0fe3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "GET /v2.0/ports/d99d287d-156f-4fe7-9262-a9fb576d85a0 HTTP/1.1" status: 404 len: 333 time: 0.0251703 Aug 10 01:33:42.225672 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33292) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:42.276398 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-5729496a-1739-4839-9a8d-953abeff5d69 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Deleting subnet 1b0c4110-f8c6-4e26-b7bc-49d370c5e160 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:33:42.279750 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5729496a-1739-4839-9a8d-953abeff5d69 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:42.320821 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5729496a-1739-4839-9a8d-953abeff5d69 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:42.407548 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5729496a-1739-4839-9a8d-953abeff5d69 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:42.467161 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5729496a-1739-4839-9a8d-953abeff5d69 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:42.494586 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729496a-1739-4839-9a8d-953abeff5d69 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Subnet': ['ID=1b0c4110-f8c6-4e26-b7bc-49d370c5e160,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:42.498773 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5729496a-1739-4839-9a8d-953abeff5d69 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:42.503109 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5729496a-1739-4839-9a8d-953abeff5d69 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/subnets/1b0c4110-f8c6-4e26-b7bc-49d370c5e160 HTTP/1.1" status: 204 len: 168 time: 0.2741458 Aug 10 01:33:42.503336 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33294) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:42.525786 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c77aa65-f365-4ed1-8af4-8a49668e7705 None None] Network e866d37c-2e09-4f74-993a-3911b41dedfc requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:42.580556 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-95b56009-8779-44a5-b619-ba5666bb0c4a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:42.588612 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8aa85636-6dbb-4da7-ba26-d6900fe41cd1 None None] Provisioning for port a0390b50-8bb6-46cd-8460-500ad48f6d66 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:33:42.636484 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-95b56009-8779-44a5-b619-ba5666bb0c4a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Deleting port a0390b50-8bb6-46cd-8460-500ad48f6d66 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:42.636829 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-95b56009-8779-44a5-b619-ba5666bb0c4a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:42.697972 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-95b56009-8779-44a5-b619-ba5666bb0c4a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] For port a0390b50-8bb6-46cd-8460-500ad48f6d66, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a0390b50-8bb6-46cd-8460-500ad48f6d66,segment=NetworkSegment(99222c4d-26d8-40c8-9d49-5171bb55b64e),segment_id=99222c4d-26d8-40c8-9d49-5171bb55b64e)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:42.698342 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-95b56009-8779-44a5-b619-ba5666bb0c4a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:42.712570 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45237b4-f2a8-4ea0-83b1-1485014e1404 None None] DHCP port deletion for e866d37c-2e09-4f74-993a-3911b41dedfc request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:33:42.716024 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-95b56009-8779-44a5-b619-ba5666bb0c4a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Calling delete_port for a0390b50-8bb6-46cd-8460-500ad48f6d66 owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:42.758025 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c45237b4-f2a8-4ea0-83b1-1485014e1404 None None] Deleting port a0390b50-8bb6-46cd-8460-500ad48f6d66 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:42.758412 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c45237b4-f2a8-4ea0-83b1-1485014e1404 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:42.794983 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-95b56009-8779-44a5-b619-ba5666bb0c4a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:42.820093 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b56009-8779-44a5-b619-ba5666bb0c4a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Port': ['ID=a0390b50-8bb6-46cd-8460-500ad48f6d66,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:42.826446 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b56009-8779-44a5-b619-ba5666bb0c4a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] No DVR routers for this DVR port a0390b50-8bb6-46cd-8460-500ad48f6d66 on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:33:42.833093 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-c45237b4-f2a8-4ea0-83b1-1485014e1404 None None] For port a0390b50-8bb6-46cd-8460-500ad48f6d66, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a0390b50-8bb6-46cd-8460-500ad48f6d66,segment=NetworkSegment(99222c4d-26d8-40c8-9d49-5171bb55b64e),segment_id=99222c4d-26d8-40c8-9d49-5171bb55b64e)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:42.834000 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c45237b4-f2a8-4ea0-83b1-1485014e1404 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:42.848308 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c45237b4-f2a8-4ea0-83b1-1485014e1404 None None] Calling delete_port for a0390b50-8bb6-46cd-8460-500ad48f6d66 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:42.914770 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-95b56009-8779-44a5-b619-ba5666bb0c4a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:42.927325 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-95b56009-8779-44a5-b619-ba5666bb0c4a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e866d37c-2e09-4f74-993a-3911b41dedfc']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:33:42.940872 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-95b56009-8779-44a5-b619-ba5666bb0c4a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99222c4d-26d8-40c8-9d49-5171bb55b64e') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:33:42.941153 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c45237b4-f2a8-4ea0-83b1-1485014e1404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:42.941355 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-95b56009-8779-44a5-b619-ba5666bb0c4a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99222c4d-26d8-40c8-9d49-5171bb55b64e') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:33:42.951290 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-95b56009-8779-44a5-b619-ba5666bb0c4a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:42.964405 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45237b4-f2a8-4ea0-83b1-1485014e1404 None None] Pushing event deleted for resources: {'Port': ['ID=a0390b50-8bb6-46cd-8460-500ad48f6d66,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:42.965827 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-95b56009-8779-44a5-b619-ba5666bb0c4a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:42.970856 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45237b4-f2a8-4ea0-83b1-1485014e1404 None None] No DVR routers for this DVR port a0390b50-8bb6-46cd-8460-500ad48f6d66 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:33:42.979423 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b56009-8779-44a5-b619-ba5666bb0c4a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:33:42.980223 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-95b56009-8779-44a5-b619-ba5666bb0c4a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:42.984500 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:33:42.984500 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:33:42.984500 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:33:42.984500 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:33:42.984500 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:33:42.984500 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:33:42.984500 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:33:42.984500 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:33:42.984500 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:33:42.984500 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:33:42.984500 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:33:42.984500 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:33:42.984500 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:33:42.984500 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:33:42.984500 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:33:42.984500 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:33:42.984500 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:33:42.984500 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:33:42.984500 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:33:42.984500 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:33:42.984500 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:33:42.984500 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:33:42.984500 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:33:42.984500 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:33:42.984500 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:33:42.984500 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:33:42.984500 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:33:42.984500 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:33:42.984500 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:33:42.984500 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:33:42.984500 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:33:42.984500 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:33:43.044444 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-95b56009-8779-44a5-b619-ba5666bb0c4a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:43.048765 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-95b56009-8779-44a5-b619-ba5666bb0c4a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:43.055542 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33296) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:43.056025 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-95b56009-8779-44a5-b619-ba5666bb0c4a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/networks/e866d37c-2e09-4f74-993a-3911b41dedfc HTTP/1.1" status: 204 len: 168 time: 0.5511267 Aug 10 01:33:43.061235 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-3f917887-f58c-4d84-aedd-0403e4f91e1b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-208446100'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:43.069977 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b56009-8779-44a5-b619-ba5666bb0c4a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Network': ['ID=e866d37c-2e09-4f74-993a-3911b41dedfc,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:43.087697 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f917887-f58c-4d84-aedd-0403e4f91e1b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Made reservation on behalf of a6b4dee99c1b4e179a681ee68af0361f for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:43.091827 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3f917887-f58c-4d84-aedd-0403e4f91e1b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:43.115750 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f917887-f58c-4d84-aedd-0403e4f91e1b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:33:43.124510 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3f917887-f58c-4d84-aedd-0403e4f91e1b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:43.124849 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-3f917887-f58c-4d84-aedd-0403e4f91e1b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Added segment 55325ba7-0e04-4d35-9079-d09fba80aadf of type vlan for network be7bd40f-0231-4af3-b59a-8cd71c1837de Aug 10 01:33:43.177755 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3f917887-f58c-4d84-aedd-0403e4f91e1b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:43.205485 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3f917887-f58c-4d84-aedd-0403e4f91e1b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:43.211015 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f917887-f58c-4d84-aedd-0403e4f91e1b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:43.211599 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3f917887-f58c-4d84-aedd-0403e4f91e1b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:43.271353 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3f917887-f58c-4d84-aedd-0403e4f91e1b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2141504 Aug 10 01:33:43.274085 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33298) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:43.279490 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-81dce0e0-b088-4845-8baa-3f93cb0e11e0 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'subnet': {'network_id': 'be7bd40f-0231-4af3-b59a-8cd71c1837de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:43.285990 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f917887-f58c-4d84-aedd-0403e4f91e1b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Network': ['ID=be7bd40f-0231-4af3-b59a-8cd71c1837de,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:43.295841 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network be7bd40f-0231-4af3-b59a-8cd71c1837de details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:33:43.377245 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dce0e0-b088-4845-8baa-3f93cb0e11e0 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Made reservation on behalf of a6b4dee99c1b4e179a681ee68af0361f for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:43.380783 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-81dce0e0-b088-4845-8baa-3f93cb0e11e0 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:43.558653 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-81dce0e0-b088-4845-8baa-3f93cb0e11e0 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:43.618728 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dce0e0-b088-4845-8baa-3f93cb0e11e0 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Subnet': ['ID=3040fcfb-fe69-40a1-9fe9-ec7d85e096a1,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:43.628645 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dce0e0-b088-4845-8baa-3f93cb0e11e0 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Checking segment: {'id': '55325ba7-0e04-4d35-9079-d09fba80aadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'be7bd40f-0231-4af3-b59a-8cd71c1837de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:33:43.629013 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dce0e0-b088-4845-8baa-3f93cb0e11e0 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Network hostable DHCP agents. Network: be7bd40f-0231-4af3-b59a-8cd71c1837de, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:33:43.645085 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dce0e0-b088-4845-8baa-3f93cb0e11e0 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Network be7bd40f-0231-4af3-b59a-8cd71c1837de is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:33:43.653517 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-81dce0e0-b088-4845-8baa-3f93cb0e11e0 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, be7bd40f-0231-4af3-b59a-8cd71c1837de) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:43.657932 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dce0e0-b088-4845-8baa-3f93cb0e11e0 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:43.658538 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-81dce0e0-b088-4845-8baa-3f93cb0e11e0 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:43.662008 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642964e4-826d-4389-ab77-45d1f8138697 None None] Network be7bd40f-0231-4af3-b59a-8cd71c1837de requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:43.673026 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-81dce0e0-b088-4845-8baa-3f93cb0e11e0 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3979607 Aug 10 01:33:43.676014 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33300) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:43.681321 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-deb7190b-23e7-472c-86db-65216eca138b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'port': {'network_id': 'be7bd40f-0231-4af3-b59a-8cd71c1837de', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1025582787'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:43.790818 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb7190b-23e7-472c-86db-65216eca138b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Made reservation on behalf of a6b4dee99c1b4e179a681ee68af0361f for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:43.795977 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-deb7190b-23e7-472c-86db-65216eca138b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:43.802643 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6737256a-b1e8-4348-86e3-18acd61d56ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-be7bd40f-0231-4af3-b59a-8cd71c1837de', 'network_id': 'be7bd40f-0231-4af3-b59a-8cd71c1837de', 'tenant_id': 'a6b4dee99c1b4e179a681ee68af0361f', 'fixed_ips': [{'subnet_id': '3040fcfb-fe69-40a1-9fe9-ec7d85e096a1'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:33:43.803496 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6737256a-b1e8-4348-86e3-18acd61d56ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:43.814909 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-deb7190b-23e7-472c-86db-65216eca138b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] device_id is not set on port 3a02265d-688c-465d-8126-8bb11c7c0ad7 yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:33:43.940799 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-deb7190b-23e7-472c-86db-65216eca138b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Allocated IP 2001:db8::a7 (be7bd40f-0231-4af3-b59a-8cd71c1837de/3040fcfb-fe69-40a1-9fe9-ec7d85e096a1/3a02265d-688c-465d-8126-8bb11c7c0ad7) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:44.051579 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-903a2713-a9ae-4ddf-ae19-699c20a0d6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:44.066051 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-deb7190b-23e7-472c-86db-65216eca138b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:44.079801 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-deb7190b-23e7-472c-86db-65216eca138b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Transition to ACTIVE for port object 3a02265d-688c-465d-8126-8bb11c7c0ad7 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:44.111921 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-deb7190b-23e7-472c-86db-65216eca138b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:44.155642 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-6737256a-b1e8-4348-86e3-18acd61d56ac None None] Allocated IP 2001:db8::2 (be7bd40f-0231-4af3-b59a-8cd71c1837de/3040fcfb-fe69-40a1-9fe9-ec7d85e096a1/7809ff39-8d9a-4192-8c27-84455c41ae22) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:44.157592 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb7190b-23e7-472c-86db-65216eca138b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Network be7bd40f-0231-4af3-b59a-8cd71c1837de is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:44.160783 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-deb7190b-23e7-472c-86db-65216eca138b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:44.163320 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb7190b-23e7-472c-86db-65216eca138b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:33:44.169408 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb7190b-23e7-472c-86db-65216eca138b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:44.170123 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-deb7190b-23e7-472c-86db-65216eca138b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:44.180510 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7190b-23e7-472c-86db-65216eca138b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Port': ['ID=3a02265d-688c-465d-8126-8bb11c7c0ad7,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:44.192250 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-deb7190b-23e7-472c-86db-65216eca138b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.5149360 Aug 10 01:33:44.194817 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33302) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:44.277669 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-9df0b11b-5847-432d-9fb7-ba0202fc5ff1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Deleting port 3a02265d-688c-465d-8126-8bb11c7c0ad7 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:44.278016 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9df0b11b-5847-432d-9fb7-ba0202fc5ff1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:44.298364 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6737256a-b1e8-4348-86e3-18acd61d56ac None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:44.306953 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6737256a-b1e8-4348-86e3-18acd61d56ac None None] Transition to ACTIVE for port object 7809ff39-8d9a-4192-8c27-84455c41ae22 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:44.321859 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6737256a-b1e8-4348-86e3-18acd61d56ac None None] Transition to ACTIVE for port object 7809ff39-8d9a-4192-8c27-84455c41ae22 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:44.327692 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6737256a-b1e8-4348-86e3-18acd61d56ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:44.366080 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9df0b11b-5847-432d-9fb7-ba0202fc5ff1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:44.368396 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6737256a-b1e8-4348-86e3-18acd61d56ac None None] Network be7bd40f-0231-4af3-b59a-8cd71c1837de is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:44.371784 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-6737256a-b1e8-4348-86e3-18acd61d56ac None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:44.375254 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6737256a-b1e8-4348-86e3-18acd61d56ac None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:33:44.378544 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-9df0b11b-5847-432d-9fb7-ba0202fc5ff1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Calling delete_port for 3a02265d-688c-465d-8126-8bb11c7c0ad7 owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:44.381986 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737256a-b1e8-4348-86e3-18acd61d56ac None None] Pushing event updated for resources: {'Port': ['ID=7809ff39-8d9a-4192-8c27-84455c41ae22,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:44.434519 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-6737256a-b1e8-4348-86e3-18acd61d56ac None None] Attempting to bind port 7809ff39-8d9a-4192-8c27-84455c41ae22 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:33:44.434897 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-6737256a-b1e8-4348-86e3-18acd61d56ac None None] Attempting to bind port 7809ff39-8d9a-4192-8c27-84455c41ae22 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '55325ba7-0e04-4d35-9079-d09fba80aadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'be7bd40f-0231-4af3-b59a-8cd71c1837de'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:33:44.435269 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6737256a-b1e8-4348-86e3-18acd61d56ac None None] Attempting to bind port 7809ff39-8d9a-4192-8c27-84455c41ae22 on network be7bd40f-0231-4af3-b59a-8cd71c1837de {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:33:44.440351 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6737256a-b1e8-4348-86e3-18acd61d56ac None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:33:44.440739 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6737256a-b1e8-4348-86e3-18acd61d56ac None None] Checking segment: {'id': '55325ba7-0e04-4d35-9079-d09fba80aadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'be7bd40f-0231-4af3-b59a-8cd71c1837de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:33:44.441153 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6737256a-b1e8-4348-86e3-18acd61d56ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:44.441554 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6737256a-b1e8-4348-86e3-18acd61d56ac None None] Bound using segment: {'id': '55325ba7-0e04-4d35-9079-d09fba80aadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'be7bd40f-0231-4af3-b59a-8cd71c1837de'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:33:44.442030 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-6737256a-b1e8-4348-86e3-18acd61d56ac None None] Bound port: 7809ff39-8d9a-4192-8c27-84455c41ae22, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55325ba7-0e04-4d35-9079-d09fba80aadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'be7bd40f-0231-4af3-b59a-8cd71c1837de'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:33:44.442472 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6737256a-b1e8-4348-86e3-18acd61d56ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:44.487680 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:44.510070 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9df0b11b-5847-432d-9fb7-ba0202fc5ff1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:44.518781 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6737256a-b1e8-4348-86e3-18acd61d56ac None None] For port 7809ff39-8d9a-4192-8c27-84455c41ae22, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:33:44.522447 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6737256a-b1e8-4348-86e3-18acd61d56ac None None] For port 7809ff39-8d9a-4192-8c27-84455c41ae22, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=7809ff39-8d9a-4192-8c27-84455c41ae22,segment=NetworkSegment(55325ba7-0e04-4d35-9079-d09fba80aadf),segment_id=55325ba7-0e04-4d35-9079-d09fba80aadf)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:33:44.526379 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6737256a-b1e8-4348-86e3-18acd61d56ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:44.540726 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0b11b-5847-432d-9fb7-ba0202fc5ff1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Port': ['ID=3a02265d-688c-465d-8126-8bb11c7c0ad7,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:44.565765 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9df0b11b-5847-432d-9fb7-ba0202fc5ff1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:44.570095 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9df0b11b-5847-432d-9fb7-ba0202fc5ff1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/ports/3a02265d-688c-465d-8126-8bb11c7c0ad7 HTTP/1.1" status: 204 len: 168 time: 0.3719037 Aug 10 01:33:44.570790 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33304) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:44.586990 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737256a-b1e8-4348-86e3-18acd61d56ac None None] Pushing event updated for resources: {'Port': ['ID=7809ff39-8d9a-4192-8c27-84455c41ae22,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:44.594980 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e9656b3-39d0-4299-80b7-71531e4a0bee tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] GET failed (client error): The resource could not be found. Aug 10 01:33:44.599375 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7e9656b3-39d0-4299-80b7-71531e4a0bee tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "GET /v2.0/ports/3a02265d-688c-465d-8126-8bb11c7c0ad7 HTTP/1.1" status: 404 len: 333 time: 0.0249217 Aug 10 01:33:44.599375 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33306) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:44.651553 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-67405f36-6ab7-4433-b340-d990f2fef2db tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Deleting subnet 3040fcfb-fe69-40a1-9fe9-ec7d85e096a1 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:33:44.655089 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-67405f36-6ab7-4433-b340-d990f2fef2db tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:44.695935 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-67405f36-6ab7-4433-b340-d990f2fef2db tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:44.754917 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:33:44.800908 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-67405f36-6ab7-4433-b340-d990f2fef2db tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:44.862565 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-67405f36-6ab7-4433-b340-d990f2fef2db tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:44.887344 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67405f36-6ab7-4433-b340-d990f2fef2db tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Subnet': ['ID=3040fcfb-fe69-40a1-9fe9-ec7d85e096a1,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:44.894033 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-67405f36-6ab7-4433-b340-d990f2fef2db tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:44.895825 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-67405f36-6ab7-4433-b340-d990f2fef2db tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/subnets/3040fcfb-fe69-40a1-9fe9-ec7d85e096a1 HTTP/1.1" status: 204 len: 168 time: 0.2955482 Aug 10 01:33:44.898430 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33308) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:44.952878 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7809ff39-8d9a-4192-8c27-84455c41ae22 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:33:44.978300 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0a26a406-6db7-4b40-bd5e-5f4e4e1d8241 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:45.004308 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 7809ff39-8d9a-4192-8c27-84455c41ae22 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:33:45.040315 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-0a26a406-6db7-4b40-bd5e-5f4e4e1d8241 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Deleting port 7809ff39-8d9a-4192-8c27-84455c41ae22 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:45.040673 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0a26a406-6db7-4b40-bd5e-5f4e4e1d8241 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:45.100858 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-0a26a406-6db7-4b40-bd5e-5f4e4e1d8241 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] For port 7809ff39-8d9a-4192-8c27-84455c41ae22, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=7809ff39-8d9a-4192-8c27-84455c41ae22,segment=NetworkSegment(55325ba7-0e04-4d35-9079-d09fba80aadf),segment_id=55325ba7-0e04-4d35-9079-d09fba80aadf)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:45.101230 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0a26a406-6db7-4b40-bd5e-5f4e4e1d8241 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:45.114118 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-0a26a406-6db7-4b40-bd5e-5f4e4e1d8241 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Calling delete_port for 7809ff39-8d9a-4192-8c27-84455c41ae22 owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:45.196325 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0a26a406-6db7-4b40-bd5e-5f4e4e1d8241 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:45.220618 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26a406-6db7-4b40-bd5e-5f4e4e1d8241 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Port': ['ID=7809ff39-8d9a-4192-8c27-84455c41ae22,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:45.226231 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a26a406-6db7-4b40-bd5e-5f4e4e1d8241 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] No DVR routers for this DVR port 7809ff39-8d9a-4192-8c27-84455c41ae22 on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:33:45.247755 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:45.312108 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0a26a406-6db7-4b40-bd5e-5f4e4e1d8241 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:45.322577 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-0a26a406-6db7-4b40-bd5e-5f4e4e1d8241 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be7bd40f-0231-4af3-b59a-8cd71c1837de']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:33:45.334770 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-0a26a406-6db7-4b40-bd5e-5f4e4e1d8241 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55325ba7-0e04-4d35-9079-d09fba80aadf') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:33:45.335069 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-0a26a406-6db7-4b40-bd5e-5f4e4e1d8241 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55325ba7-0e04-4d35-9079-d09fba80aadf') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:33:45.344984 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0a26a406-6db7-4b40-bd5e-5f4e4e1d8241 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:45.358889 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0a26a406-6db7-4b40-bd5e-5f4e4e1d8241 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:45.365399 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a26a406-6db7-4b40-bd5e-5f4e4e1d8241 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:33:45.365801 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0a26a406-6db7-4b40-bd5e-5f4e4e1d8241 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:45.369095 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:33:45.369095 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:33:45.369095 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:33:45.369095 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:33:45.369095 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:33:45.369095 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:33:45.369095 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:33:45.369095 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:33:45.369095 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:33:45.369095 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:33:45.369095 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:33:45.369095 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:33:45.369095 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:33:45.369095 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:33:45.369095 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:33:45.369095 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:33:45.369095 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:33:45.369095 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:33:45.369095 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:33:45.369095 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:33:45.369095 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:33:45.369095 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:33:45.369095 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:33:45.369095 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:33:45.369095 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:33:45.369095 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:33:45.369095 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:33:45.369095 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:33:45.369095 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:33:45.369095 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:33:45.369095 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:33:45.369095 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:33:45.428498 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0a26a406-6db7-4b40-bd5e-5f4e4e1d8241 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:45.435561 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0a26a406-6db7-4b40-bd5e-5f4e4e1d8241 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:45.437290 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0a26a406-6db7-4b40-bd5e-5f4e4e1d8241 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/networks/be7bd40f-0231-4af3-b59a-8cd71c1837de HTTP/1.1" status: 204 len: 168 time: 0.5378737 Aug 10 01:33:45.441294 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33310) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:45.446683 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-a4615704-e393-44cd-9e32-8ff074929af2 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'port': {'network_id': '3be5ebaf-14fb-46c4-83ab-294d4cf6c26d', 'name': 'tempest-PortsIpV6TestJSON-2032101874'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:45.450004 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26a406-6db7-4b40-bd5e-5f4e4e1d8241 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Network': ['ID=be7bd40f-0231-4af3-b59a-8cd71c1837de,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:45.525620 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fece1118-db74-4968-b828-327fef6cc7d3 None None] DHCP port deletion for be7bd40f-0231-4af3-b59a-8cd71c1837de request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:33:45.531034 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ae8ce9af-9a29-4afc-be42-ee08a3793b2e None None] Could not find standard attr ID for object 7809ff39-8d9a-4192-8c27-84455c41ae22. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:33:45.544981 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4615704-e393-44cd-9e32-8ff074929af2 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Made reservation on behalf of a6b4dee99c1b4e179a681ee68af0361f for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:45.547811 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa57df9b-c4b8-4411-9a03-8d76c16bd122 None None] Network be7bd40f-0231-4af3-b59a-8cd71c1837de requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:45.551433 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a4615704-e393-44cd-9e32-8ff074929af2 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:45.562837 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa57df9b-c4b8-4411-9a03-8d76c16bd122 None None] Network be7bd40f-0231-4af3-b59a-8cd71c1837de could not be found, it might have been deleted concurrently. {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 01:33:45.568926 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-a4615704-e393-44cd-9e32-8ff074929af2 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] device_id is not set on port b0c05cec-f7a7-4d52-af1a-9a0316c14f27 yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:33:45.726438 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a4615704-e393-44cd-9e32-8ff074929af2 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:45.761493 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a4615704-e393-44cd-9e32-8ff074929af2 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:45.804863 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4615704-e393-44cd-9e32-8ff074929af2 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Network 3be5ebaf-14fb-46c4-83ab-294d4cf6c26d is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:45.807970 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-a4615704-e393-44cd-9e32-8ff074929af2 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:45.810788 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4615704-e393-44cd-9e32-8ff074929af2 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:33:45.816470 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4615704-e393-44cd-9e32-8ff074929af2 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:45.817076 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a4615704-e393-44cd-9e32-8ff074929af2 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:45.827918 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4615704-e393-44cd-9e32-8ff074929af2 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Port': ['ID=b0c05cec-f7a7-4d52-af1a-9a0316c14f27,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:45.839507 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a4615704-e393-44cd-9e32-8ff074929af2 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.3971393 Aug 10 01:33:45.842022 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33312) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:45.922777 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-a6391958-6c03-440b-9679-3b68e1a4d4af tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Deleting port b0c05cec-f7a7-4d52-af1a-9a0316c14f27 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:45.923119 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a6391958-6c03-440b-9679-3b68e1a4d4af tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:45.989625 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a6391958-6c03-440b-9679-3b68e1a4d4af tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:46.002620 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-a6391958-6c03-440b-9679-3b68e1a4d4af tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Calling delete_port for b0c05cec-f7a7-4d52-af1a-9a0316c14f27 owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:46.078800 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a6391958-6c03-440b-9679-3b68e1a4d4af tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:46.108797 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6391958-6c03-440b-9679-3b68e1a4d4af tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Port': ['ID=b0c05cec-f7a7-4d52-af1a-9a0316c14f27,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:46.116727 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a6391958-6c03-440b-9679-3b68e1a4d4af tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:46.119047 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a6391958-6c03-440b-9679-3b68e1a4d4af tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/ports/b0c05cec-f7a7-4d52-af1a-9a0316c14f27 HTTP/1.1" status: 204 len: 168 time: 0.2761118 Aug 10 01:33:46.122297 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33314) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:46.127392 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-33b2479b-b60a-40d9-8a94-c75e2e7ac7b5 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'port': {'network_id': '3be5ebaf-14fb-46c4-83ab-294d4cf6c26d', 'mac_address': 'fa:16:3e:10:6d:2a', 'name': 'tempest-PortsIpV6TestJSON-1028362659'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:46.212397 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b2479b-b60a-40d9-8a94-c75e2e7ac7b5 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Made reservation on behalf of a6b4dee99c1b4e179a681ee68af0361f for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:46.275566 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-33b2479b-b60a-40d9-8a94-c75e2e7ac7b5 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:46.298400 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-33b2479b-b60a-40d9-8a94-c75e2e7ac7b5 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] device_id is not set on port b467e09b-0413-42dc-9d17-06df5de02da6 yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:33:46.334757 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:46.451351 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-33b2479b-b60a-40d9-8a94-c75e2e7ac7b5 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:46.486878 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-33b2479b-b60a-40d9-8a94-c75e2e7ac7b5 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:46.533700 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b2479b-b60a-40d9-8a94-c75e2e7ac7b5 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Network 3be5ebaf-14fb-46c4-83ab-294d4cf6c26d is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:46.536621 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-33b2479b-b60a-40d9-8a94-c75e2e7ac7b5 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:46.540197 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b2479b-b60a-40d9-8a94-c75e2e7ac7b5 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:33:46.546321 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b2479b-b60a-40d9-8a94-c75e2e7ac7b5 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:46.546921 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-33b2479b-b60a-40d9-8a94-c75e2e7ac7b5 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:46.552872 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2479b-b60a-40d9-8a94-c75e2e7ac7b5 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Port': ['ID=b467e09b-0413-42dc-9d17-06df5de02da6,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:46.565018 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-33b2479b-b60a-40d9-8a94-c75e2e7ac7b5 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4417028 Aug 10 01:33:46.567596 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33316) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:46.609140 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d59eb0-9a1d-4ebb-8fee-3e9ca066ef47 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:46.610487 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b3d59eb0-9a1d-4ebb-8fee-3e9ca066ef47 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "GET /v2.0/ports/b467e09b-0413-42dc-9d17-06df5de02da6 HTTP/1.1" status: 200 len: 845 time: 0.0419896 Aug 10 01:33:46.613120 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33318) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:46.693231 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-dae827f4-50ab-4727-afc0-ebc052389da7 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Deleting port b467e09b-0413-42dc-9d17-06df5de02da6 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:46.693585 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dae827f4-50ab-4727-afc0-ebc052389da7 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:46.759202 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dae827f4-50ab-4727-afc0-ebc052389da7 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:46.772212 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-dae827f4-50ab-4727-afc0-ebc052389da7 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Calling delete_port for b467e09b-0413-42dc-9d17-06df5de02da6 owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:46.848278 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dae827f4-50ab-4727-afc0-ebc052389da7 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:46.880082 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae827f4-50ab-4727-afc0-ebc052389da7 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Port': ['ID=b467e09b-0413-42dc-9d17-06df5de02da6,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:46.883725 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dae827f4-50ab-4727-afc0-ebc052389da7 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:46.885731 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-dae827f4-50ab-4727-afc0-ebc052389da7 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/ports/b467e09b-0413-42dc-9d17-06df5de02da6 HTTP/1.1" status: 204 len: 168 time: 0.2717028 Aug 10 01:33:46.889004 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33320) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:46.913305 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-46dcf6b9-351a-4b4c-b01d-a892141c575e tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] GET failed (client error): The resource could not be found. Aug 10 01:33:46.914696 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-46dcf6b9-351a-4b4c-b01d-a892141c575e tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "GET /v2.0/ports/b467e09b-0413-42dc-9d17-06df5de02da6 HTTP/1.1" status: 404 len: 333 time: 0.0246859 Aug 10 01:33:46.918181 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33322) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:46.922976 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-365ce794-71a9-4767-b522-8e928d9e98b3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'port': {'network_id': '3be5ebaf-14fb-46c4-83ab-294d4cf6c26d', 'name': 'tempest-PortsIpV6TestJSON-546545973'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:46.925180 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7809ff39-8d9a-4192-8c27-84455c41ae22 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:33:46.944662 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 7809ff39-8d9a-4192-8c27-84455c41ae22 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:33:46.945015 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7809ff39-8d9a-4192-8c27-84455c41ae22 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:33:47.006502 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365ce794-71a9-4767-b522-8e928d9e98b3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Made reservation on behalf of a6b4dee99c1b4e179a681ee68af0361f for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:47.009907 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-365ce794-71a9-4767-b522-8e928d9e98b3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:47.027093 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-365ce794-71a9-4767-b522-8e928d9e98b3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] device_id is not set on port e781a48f-473e-4f59-b1cd-c4fa8237e915 yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:33:47.181563 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-365ce794-71a9-4767-b522-8e928d9e98b3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:47.216144 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-365ce794-71a9-4767-b522-8e928d9e98b3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:47.259046 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365ce794-71a9-4767-b522-8e928d9e98b3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Network 3be5ebaf-14fb-46c4-83ab-294d4cf6c26d is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:47.264602 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-365ce794-71a9-4767-b522-8e928d9e98b3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:47.268134 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365ce794-71a9-4767-b522-8e928d9e98b3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:33:47.273610 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365ce794-71a9-4767-b522-8e928d9e98b3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:47.274203 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-365ce794-71a9-4767-b522-8e928d9e98b3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:47.285641 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ce794-71a9-4767-b522-8e928d9e98b3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Port': ['ID=e781a48f-473e-4f59-b1cd-c4fa8237e915,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:47.293426 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-365ce794-71a9-4767-b522-8e928d9e98b3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.3742387 Aug 10 01:33:47.295997 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33324) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:47.301398 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-bee3a927-c401-452a-859b-f5f8e3cb7607 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:47.631526 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bee3a927-c401-452a-859b-f5f8e3cb7607 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:47.777125 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bee3a927-c401-452a-859b-f5f8e3cb7607 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:47.781399 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bee3a927-c401-452a-859b-f5f8e3cb7607 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:47.811619 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-bee3a927-c401-452a-859b-f5f8e3cb7607 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] In _notify_port_updated(), no bound segment for port e781a48f-473e-4f59-b1cd-c4fa8237e915 on network 3be5ebaf-14fb-46c4-83ab-294d4cf6c26d {{(pid=105827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:33:47.817001 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee3a927-c401-452a-859b-f5f8e3cb7607 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:47.817600 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bee3a927-c401-452a-859b-f5f8e3cb7607 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:47.818874 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-bee3a927-c401-452a-859b-f5f8e3cb7607 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "PUT /v2.0/ports/e781a48f-473e-4f59-b1cd-c4fa8237e915 HTTP/1.1" status: 200 len: 818 time: 0.5219226 Aug 10 01:33:47.821587 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33326) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:47.860925 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3a927-c401-452a-859b-f5f8e3cb7607 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Port': ['ID=e781a48f-473e-4f59-b1cd-c4fa8237e915,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:47.917054 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-c423949d-1138-4046-9655-ebef568499da tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Deleting port e781a48f-473e-4f59-b1cd-c4fa8237e915 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:47.917390 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c423949d-1138-4046-9655-ebef568499da tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:47.981465 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c423949d-1138-4046-9655-ebef568499da tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:47.994092 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-c423949d-1138-4046-9655-ebef568499da tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Calling delete_port for e781a48f-473e-4f59-b1cd-c4fa8237e915 owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:48.073864 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c423949d-1138-4046-9655-ebef568499da tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:48.101858 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423949d-1138-4046-9655-ebef568499da tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Port': ['ID=e781a48f-473e-4f59-b1cd-c4fa8237e915,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:48.107670 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c423949d-1138-4046-9655-ebef568499da tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:48.109443 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c423949d-1138-4046-9655-ebef568499da tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/ports/e781a48f-473e-4f59-b1cd-c4fa8237e915 HTTP/1.1" status: 204 len: 168 time: 0.2869532 Aug 10 01:33:48.111952 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33328) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:48.157576 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cb1809-3656-4903-a8ee-d05bd5584e27 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:48.159018 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e3cb1809-3656-4903-a8ee-d05bd5584e27 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0461879 Aug 10 01:33:48.161533 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33330) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:48.185098 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4f1d79a-7ab3-4d45-a1f9-7ed06c177cb0 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] GET failed (client error): The resource could not be found. Aug 10 01:33:48.186457 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c4f1d79a-7ab3-4d45-a1f9-7ed06c177cb0 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "GET /v2.0/ports/e781a48f-473e-4f59-b1cd-c4fa8237e915 HTTP/1.1" status: 404 len: 333 time: 0.0240400 Aug 10 01:33:48.189689 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33332) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:48.194433 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-b91e7988-ed88-408f-83a3-a2eca7a79d7c tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-715768739'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:48.214455 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91e7988-ed88-408f-83a3-a2eca7a79d7c tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Made reservation on behalf of a6b4dee99c1b4e179a681ee68af0361f for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:48.218491 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b91e7988-ed88-408f-83a3-a2eca7a79d7c tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:48.241649 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b91e7988-ed88-408f-83a3-a2eca7a79d7c tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:33:48.250420 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b91e7988-ed88-408f-83a3-a2eca7a79d7c tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:48.250764 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-b91e7988-ed88-408f-83a3-a2eca7a79d7c tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Added segment d9367647-0592-4143-a991-e4dd150fb84d of type vlan for network 4d1940f9-2a56-46ca-abe4-77d405f7a69a Aug 10 01:33:48.292047 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b91e7988-ed88-408f-83a3-a2eca7a79d7c tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:48.320825 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b91e7988-ed88-408f-83a3-a2eca7a79d7c tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:48.326999 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91e7988-ed88-408f-83a3-a2eca7a79d7c tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:48.327584 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b91e7988-ed88-408f-83a3-a2eca7a79d7c tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:48.384330 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b91e7988-ed88-408f-83a3-a2eca7a79d7c tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1934381 Aug 10 01:33:48.387455 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33334) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:48.392268 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-9ebfd285-628d-406c-837a-906745a00ffa tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'subnet': {'network_id': '4d1940f9-2a56-46ca-abe4-77d405f7a69a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:48.410384 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e7988-ed88-408f-83a3-a2eca7a79d7c tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Network': ['ID=4d1940f9-2a56-46ca-abe4-77d405f7a69a,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:48.420412 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 4d1940f9-2a56-46ca-abe4-77d405f7a69a details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:33:48.486961 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebfd285-628d-406c-837a-906745a00ffa tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Made reservation on behalf of a6b4dee99c1b4e179a681ee68af0361f for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:48.490485 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9ebfd285-628d-406c-837a-906745a00ffa tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:48.676221 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9ebfd285-628d-406c-837a-906745a00ffa tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:48.732146 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebfd285-628d-406c-837a-906745a00ffa tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Subnet': ['ID=00c591b4-65de-4750-8947-4e0338bb3f99,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:48.742598 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebfd285-628d-406c-837a-906745a00ffa tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Checking segment: {'id': 'd9367647-0592-4143-a991-e4dd150fb84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d1940f9-2a56-46ca-abe4-77d405f7a69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:33:48.742960 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebfd285-628d-406c-837a-906745a00ffa tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Network hostable DHCP agents. Network: 4d1940f9-2a56-46ca-abe4-77d405f7a69a, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:33:48.759535 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebfd285-628d-406c-837a-906745a00ffa tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Network 4d1940f9-2a56-46ca-abe4-77d405f7a69a is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:33:48.768611 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-9ebfd285-628d-406c-837a-906745a00ffa tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 4d1940f9-2a56-46ca-abe4-77d405f7a69a) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:48.772616 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebfd285-628d-406c-837a-906745a00ffa tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:48.773205 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9ebfd285-628d-406c-837a-906745a00ffa tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:48.777685 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da8615e-0dc0-4d02-ba8d-6be4ae7fc361 None None] Network 4d1940f9-2a56-46ca-abe4-77d405f7a69a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:48.787051 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9ebfd285-628d-406c-837a-906745a00ffa tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3985627 Aug 10 01:33:48.789866 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33336) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:48.795759 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-03b04367-b48b-42b9-9b83-94ca2f7af712 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'subnet': {'network_id': '4d1940f9-2a56-46ca-abe4-77d405f7a69a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:48.909761 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b04367-b48b-42b9-9b83-94ca2f7af712 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Made reservation on behalf of a6b4dee99c1b4e179a681ee68af0361f for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:48.913282 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-03b04367-b48b-42b9-9b83-94ca2f7af712 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:48.921863 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a69d03-5460-479c-86d5-738829e532ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-4d1940f9-2a56-46ca-abe4-77d405f7a69a', 'network_id': '4d1940f9-2a56-46ca-abe4-77d405f7a69a', 'tenant_id': 'a6b4dee99c1b4e179a681ee68af0361f', 'fixed_ips': [{'subnet_id': '00c591b4-65de-4750-8947-4e0338bb3f99'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:33:48.922759 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f0a69d03-5460-479c-86d5-738829e532ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:49.000329 n-d-766726-26 neutron-server[105827]: INFO neutron.db.ipam_backend_mixin [None req-03b04367-b48b-42b9-9b83-94ca2f7af712 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 00c591b4-65de-4750-8947-4e0338bb3f99 (CIDR: 2001:db8::/64) Aug 10 01:33:49.003430 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-03b04367-b48b-42b9-9b83-94ca2f7af712 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:33:49.003870 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03b04367-b48b-42b9-9b83-94ca2f7af712 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:33:49.017554 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-03b04367-b48b-42b9-9b83-94ca2f7af712 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2258220 Aug 10 01:33:49.020263 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33338) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:49.025331 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-7ea1a1d3-3151-4dc0-9237-436a65da019a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'subnet': {'network_id': '4d1940f9-2a56-46ca-abe4-77d405f7a69a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:49.060037 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-f0a69d03-5460-479c-86d5-738829e532ad None None] Allocated IP 2001:db8::2 (4d1940f9-2a56-46ca-abe4-77d405f7a69a/00c591b4-65de-4750-8947-4e0338bb3f99/01277bcc-f827-4209-8207-02ed073997f4) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:49.138634 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea1a1d3-3151-4dc0-9237-436a65da019a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Made reservation on behalf of a6b4dee99c1b4e179a681ee68af0361f for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:49.142116 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7ea1a1d3-3151-4dc0-9237-436a65da019a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:49.200977 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f0a69d03-5460-479c-86d5-738829e532ad None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:49.211189 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f0a69d03-5460-479c-86d5-738829e532ad None None] Transition to ACTIVE for port object 01277bcc-f827-4209-8207-02ed073997f4 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:49.227201 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f0a69d03-5460-479c-86d5-738829e532ad None None] Transition to ACTIVE for port object 01277bcc-f827-4209-8207-02ed073997f4 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:49.233383 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f0a69d03-5460-479c-86d5-738829e532ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:49.269183 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a69d03-5460-479c-86d5-738829e532ad None None] Network 4d1940f9-2a56-46ca-abe4-77d405f7a69a is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:49.273848 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-f0a69d03-5460-479c-86d5-738829e532ad None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:49.277345 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a69d03-5460-479c-86d5-738829e532ad None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:33:49.289380 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a69d03-5460-479c-86d5-738829e532ad None None] Pushing event updated for resources: {'Port': ['ID=01277bcc-f827-4209-8207-02ed073997f4,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:49.334483 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-f0a69d03-5460-479c-86d5-738829e532ad None None] Attempting to bind port 01277bcc-f827-4209-8207-02ed073997f4 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:33:49.334864 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-f0a69d03-5460-479c-86d5-738829e532ad None None] Attempting to bind port 01277bcc-f827-4209-8207-02ed073997f4 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'd9367647-0592-4143-a991-e4dd150fb84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d1940f9-2a56-46ca-abe4-77d405f7a69a'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:33:49.335239 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a69d03-5460-479c-86d5-738829e532ad None None] Attempting to bind port 01277bcc-f827-4209-8207-02ed073997f4 on network 4d1940f9-2a56-46ca-abe4-77d405f7a69a {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:33:49.340802 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a69d03-5460-479c-86d5-738829e532ad None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:33:49.341178 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a69d03-5460-479c-86d5-738829e532ad None None] Checking segment: {'id': 'd9367647-0592-4143-a991-e4dd150fb84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d1940f9-2a56-46ca-abe4-77d405f7a69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:33:49.341581 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f0a69d03-5460-479c-86d5-738829e532ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:49.341975 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a69d03-5460-479c-86d5-738829e532ad None None] Bound using segment: {'id': 'd9367647-0592-4143-a991-e4dd150fb84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d1940f9-2a56-46ca-abe4-77d405f7a69a'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:33:49.342444 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-f0a69d03-5460-479c-86d5-738829e532ad None None] Bound port: 01277bcc-f827-4209-8207-02ed073997f4, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9367647-0592-4143-a991-e4dd150fb84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d1940f9-2a56-46ca-abe4-77d405f7a69a'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:33:49.342827 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f0a69d03-5460-479c-86d5-738829e532ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:49.370021 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7ea1a1d3-3151-4dc0-9237-436a65da019a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:49.408193 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-f0a69d03-5460-479c-86d5-738829e532ad None None] For port 01277bcc-f827-4209-8207-02ed073997f4, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:33:49.411341 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-f0a69d03-5460-479c-86d5-738829e532ad None None] For port 01277bcc-f827-4209-8207-02ed073997f4, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=01277bcc-f827-4209-8207-02ed073997f4,segment=NetworkSegment(d9367647-0592-4143-a991-e4dd150fb84d),segment_id=d9367647-0592-4143-a991-e4dd150fb84d)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:33:49.413356 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea1a1d3-3151-4dc0-9237-436a65da019a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Network 4d1940f9-2a56-46ca-abe4-77d405f7a69a is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:49.416518 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-7ea1a1d3-3151-4dc0-9237-436a65da019a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:49.417057 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f0a69d03-5460-479c-86d5-738829e532ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:49.420914 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea1a1d3-3151-4dc0-9237-436a65da019a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:49.421531 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7ea1a1d3-3151-4dc0-9237-436a65da019a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:49.431433 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1a1d3-3151-4dc0-9237-436a65da019a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Subnet': ['ID=0f54cbca-c45a-4add-ad22-1e83aea4a2f2,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:49.441940 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7ea1a1d3-3151-4dc0-9237-436a65da019a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4206524 Aug 10 01:33:49.444503 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33340) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:49.450159 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-08226741-26a7-4516-89e1-157d5894417a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'port': {'network_id': '4d1940f9-2a56-46ca-abe4-77d405f7a69a', 'fixed_ips': [{'subnet_id': '00c591b4-65de-4750-8947-4e0338bb3f99'}, {'subnet_id': '0f54cbca-c45a-4add-ad22-1e83aea4a2f2'}], 'name': 'tempest-PortsIpV6TestJSON-1111157160'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:49.483416 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a69d03-5460-479c-86d5-738829e532ad None None] Pushing event updated for resources: {'Port': ['ID=01277bcc-f827-4209-8207-02ed073997f4,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:49.568787 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08226741-26a7-4516-89e1-157d5894417a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Made reservation on behalf of a6b4dee99c1b4e179a681ee68af0361f for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:49.671058 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-08226741-26a7-4516-89e1-157d5894417a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:49.692475 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-08226741-26a7-4516-89e1-157d5894417a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] device_id is not set on port 59354b04-9b9f-4a5a-b441-089ca54ccbc2 yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:33:49.962230 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-08226741-26a7-4516-89e1-157d5894417a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Allocated IP 2001:db8::3d9 (4d1940f9-2a56-46ca-abe4-77d405f7a69a/00c591b4-65de-4750-8947-4e0338bb3f99/59354b04-9b9f-4a5a-b441-089ca54ccbc2) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:49.969888 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-08226741-26a7-4516-89e1-157d5894417a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Allocated IP 2001:db8:0:1::1bb (4d1940f9-2a56-46ca-abe4-77d405f7a69a/0f54cbca-c45a-4add-ad22-1e83aea4a2f2/59354b04-9b9f-4a5a-b441-089ca54ccbc2) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:50.115864 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-08226741-26a7-4516-89e1-157d5894417a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:50.129969 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-08226741-26a7-4516-89e1-157d5894417a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Transition to ACTIVE for port object 59354b04-9b9f-4a5a-b441-089ca54ccbc2 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:50.165307 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-08226741-26a7-4516-89e1-157d5894417a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:50.217922 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08226741-26a7-4516-89e1-157d5894417a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Network 4d1940f9-2a56-46ca-abe4-77d405f7a69a is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:50.221235 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-08226741-26a7-4516-89e1-157d5894417a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:50.223723 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08226741-26a7-4516-89e1-157d5894417a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:33:50.230179 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08226741-26a7-4516-89e1-157d5894417a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:50.231060 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-08226741-26a7-4516-89e1-157d5894417a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:50.241932 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08226741-26a7-4516-89e1-157d5894417a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Port': ['ID=59354b04-9b9f-4a5a-b441-089ca54ccbc2,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:50.255292 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-08226741-26a7-4516-89e1-157d5894417a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 0.8096979 Aug 10 01:33:50.257931 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33342) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:50.264225 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-eab618a9-d538-46ec-9884-748f619cc5d6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '00c591b4-65de-4750-8947-4e0338bb3f99'}]}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:50.330794 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eab618a9-d538-46ec-9884-748f619cc5d6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:50.370732 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74304d97-c3df-4545-9169-2f4d7baed69a None None] Network 4d1940f9-2a56-46ca-abe4-77d405f7a69a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:50.515853 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b9df7532-1f47-4abf-bc5e-6c63fb8e000d None None] Provisioning for port 01277bcc-f827-4209-8207-02ed073997f4 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:33:50.561758 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [req-ca38a348-3682-4a42-a1b9-52c0e464ec07 req-0b62c319-ce16-4bd2-968e-37170fd22fa0 tempest-ServerAddressesNegativeTestJSON-510246334 tempest-ServerAddressesNegativeTestJSON-510246334-project] (105827) timed out ('10.222.0.24', 60146) {{(pid=105827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 01:33:50.584322 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-eab618a9-d538-46ec-9884-748f619cc5d6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Delete allocated IP 2001:db8:0:1::1bb (4d1940f9-2a56-46ca-abe4-77d405f7a69a/0f54cbca-c45a-4add-ad22-1e83aea4a2f2) {{(pid=105827) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 01:33:50.596219 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [req-eb819c27-b6cb-4ed9-8108-097c85e7e43b req-4908f553-2739-4aee-b563-6864f3de58fd service neutron] (105826) timed out ('10.222.0.35', 37606) {{(pid=105826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 01:33:50.620279 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5274bed-e0e5-44ec-9f98-6c1fdf883e23 None None] Update dhcp port {'port': {'network_id': '4d1940f9-2a56-46ca-abe4-77d405f7a69a', 'fixed_ips': [{'subnet_id': '00c591b4-65de-4750-8947-4e0338bb3f99', 'ip_address': '2001:db8::2'}, {'subnet_id': '0f54cbca-c45a-4add-ad22-1e83aea4a2f2'}], 'binding:host_id': 'n-d-766726-26'}, 'id': '01277bcc-f827-4209-8207-02ed073997f4'} from n-d-766726-26. {{(pid=105828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:33:50.651871 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b5274bed-e0e5-44ec-9f98-6c1fdf883e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:50.713162 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eab618a9-d538-46ec-9884-748f619cc5d6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:50.725607 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-eab618a9-d538-46ec-9884-748f619cc5d6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Ignored duplicate provisioning block setup for port 59354b04-9b9f-4a5a-b441-089ca54ccbc2 by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 10 01:33:50.729552 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eab618a9-d538-46ec-9884-748f619cc5d6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:50.787200 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-eab618a9-d538-46ec-9884-748f619cc5d6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] In _notify_port_updated(), no bound segment for port 59354b04-9b9f-4a5a-b441-089ca54ccbc2 on network 4d1940f9-2a56-46ca-abe4-77d405f7a69a {{(pid=105827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:33:50.792571 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab618a9-d538-46ec-9884-748f619cc5d6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:50.793727 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eab618a9-d538-46ec-9884-748f619cc5d6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:50.795045 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-eab618a9-d538-46ec-9884-748f619cc5d6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "PUT /v2.0/ports/59354b04-9b9f-4a5a-b441-089ca54ccbc2 HTTP/1.1" status: 200 len: 926 time: 0.5361488 Aug 10 01:33:50.797767 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33344) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:50.803051 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-58b57e7b-8961-4c08-9236-d57154c336e7 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '00c591b4-65de-4750-8947-4e0338bb3f99'}, {'subnet_id': '0f54cbca-c45a-4add-ad22-1e83aea4a2f2'}]}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:50.849001 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab618a9-d538-46ec-9884-748f619cc5d6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Port': ['ID=59354b04-9b9f-4a5a-b441-089ca54ccbc2,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:50.866783 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-b5274bed-e0e5-44ec-9f98-6c1fdf883e23 None None] Allocated IP 2001:db8:0:1::2 (4d1940f9-2a56-46ca-abe4-77d405f7a69a/0f54cbca-c45a-4add-ad22-1e83aea4a2f2/01277bcc-f827-4209-8207-02ed073997f4) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:50.901928 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-58b57e7b-8961-4c08-9236-d57154c336e7 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:50.964534 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 01277bcc-f827-4209-8207-02ed073997f4 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:33:50.972897 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-b5274bed-e0e5-44ec-9f98-6c1fdf883e23 None None] For port 01277bcc-f827-4209-8207-02ed073997f4, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=01277bcc-f827-4209-8207-02ed073997f4,segment=NetworkSegment(d9367647-0592-4143-a991-e4dd150fb84d),segment_id=d9367647-0592-4143-a991-e4dd150fb84d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:51.028116 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b5274bed-e0e5-44ec-9f98-6c1fdf883e23 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:51.046478 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b5274bed-e0e5-44ec-9f98-6c1fdf883e23 None None] Transition to ACTIVE for port object 01277bcc-f827-4209-8207-02ed073997f4 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:51.049806 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 01277bcc-f827-4209-8207-02ed073997f4 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:33:51.053617 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b5274bed-e0e5-44ec-9f98-6c1fdf883e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:51.141683 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5274bed-e0e5-44ec-9f98-6c1fdf883e23 None None] Pushing event updated for resources: {'Port': ['ID=01277bcc-f827-4209-8207-02ed073997f4,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:51.179700 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-58b57e7b-8961-4c08-9236-d57154c336e7 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Allocated IP 2001:db8:0:1::6 (4d1940f9-2a56-46ca-abe4-77d405f7a69a/0f54cbca-c45a-4add-ad22-1e83aea4a2f2/59354b04-9b9f-4a5a-b441-089ca54ccbc2) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:51.306596 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-58b57e7b-8961-4c08-9236-d57154c336e7 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:51.319465 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-58b57e7b-8961-4c08-9236-d57154c336e7 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Ignored duplicate provisioning block setup for port 59354b04-9b9f-4a5a-b441-089ca54ccbc2 by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 10 01:33:51.323492 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-58b57e7b-8961-4c08-9236-d57154c336e7 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:51.409351 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b57e7b-8961-4c08-9236-d57154c336e7 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Port': ['ID=59354b04-9b9f-4a5a-b441-089ca54ccbc2,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:51.412278 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-58b57e7b-8961-4c08-9236-d57154c336e7 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] In _notify_port_updated(), no bound segment for port 59354b04-9b9f-4a5a-b441-089ca54ccbc2 on network 4d1940f9-2a56-46ca-abe4-77d405f7a69a {{(pid=105827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:33:51.418857 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b57e7b-8961-4c08-9236-d57154c336e7 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:51.419030 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-58b57e7b-8961-4c08-9236-d57154c336e7 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:51.420371 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-58b57e7b-8961-4c08-9236-d57154c336e7 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "PUT /v2.0/ports/59354b04-9b9f-4a5a-b441-089ca54ccbc2 HTTP/1.1" status: 200 len: 1010 time: 0.6216576 Aug 10 01:33:51.423001 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33346) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:51.512547 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-9a3ad365-91b8-4a82-a1a1-22a4197967c6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Deleting port 59354b04-9b9f-4a5a-b441-089ca54ccbc2 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:51.512899 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9a3ad365-91b8-4a82-a1a1-22a4197967c6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:51.611642 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9a3ad365-91b8-4a82-a1a1-22a4197967c6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:51.625160 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-9a3ad365-91b8-4a82-a1a1-22a4197967c6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Calling delete_port for 59354b04-9b9f-4a5a-b441-089ca54ccbc2 owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:51.625666 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ac9139-8cb9-4d39-97d3-23e057e753a9 None None] Network 4d1940f9-2a56-46ca-abe4-77d405f7a69a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:51.684611 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f6232cc4-4ca0-4c61-9397-89d364dc43ac None None] Provisioning for port 01277bcc-f827-4209-8207-02ed073997f4 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:33:51.696126 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f6232cc4-4ca0-4c61-9397-89d364dc43ac None None] Provisioning complete for port 01277bcc-f827-4209-8207-02ed073997f4 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:51.696534 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f6232cc4-4ca0-4c61-9397-89d364dc43ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:51.803002 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9a3ad365-91b8-4a82-a1a1-22a4197967c6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:51.831145 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ad365-91b8-4a82-a1a1-22a4197967c6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Port': ['ID=59354b04-9b9f-4a5a-b441-089ca54ccbc2,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:51.844811 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f6232cc4-4ca0-4c61-9397-89d364dc43ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:51.878318 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9a3ad365-91b8-4a82-a1a1-22a4197967c6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:51.882840 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9a3ad365-91b8-4a82-a1a1-22a4197967c6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/ports/59354b04-9b9f-4a5a-b441-089ca54ccbc2 HTTP/1.1" status: 204 len: 168 time: 0.4563904 Aug 10 01:33:51.883040 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33348) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:51.888376 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-f6232cc4-4ca0-4c61-9397-89d364dc43ac None None] For port 01277bcc-f827-4209-8207-02ed073997f4, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=01277bcc-f827-4209-8207-02ed073997f4,segment=NetworkSegment(d9367647-0592-4143-a991-e4dd150fb84d),segment_id=d9367647-0592-4143-a991-e4dd150fb84d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:51.893208 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f6232cc4-4ca0-4c61-9397-89d364dc43ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:51.911490 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a003822-b914-405e-82c7-894a5c52ae0e tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] GET failed (client error): The resource could not be found. Aug 10 01:33:51.915696 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0a003822-b914-405e-82c7-894a5c52ae0e tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "GET /v2.0/ports/59354b04-9b9f-4a5a-b441-089ca54ccbc2 HTTP/1.1" status: 404 len: 333 time: 0.0292468 Aug 10 01:33:51.915885 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f6232cc4-4ca0-4c61-9397-89d364dc43ac None None] Could not find standard attr ID for object 59354b04-9b9f-4a5a-b441-089ca54ccbc2. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:33:51.916011 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33350) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:51.948938 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6232cc4-4ca0-4c61-9397-89d364dc43ac None None] Pushing event updated for resources: {'Port': ['ID=01277bcc-f827-4209-8207-02ed073997f4,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:51.976357 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-9da7ecbb-b3e0-44fe-b06c-20b72b4fbbac tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Deleting subnet 0f54cbca-c45a-4add-ad22-1e83aea4a2f2 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:33:51.979743 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9da7ecbb-b3e0-44fe-b06c-20b72b4fbbac tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:52.021891 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9da7ecbb-b3e0-44fe-b06c-20b72b4fbbac tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:52.108804 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9da7ecbb-b3e0-44fe-b06c-20b72b4fbbac tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:52.137086 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f58b221e-40de-4ab1-920f-c562dbe7a9c4 None None] Provisioning complete for port 01277bcc-f827-4209-8207-02ed073997f4 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:52.137604 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f58b221e-40de-4ab1-920f-c562dbe7a9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:52.175618 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9da7ecbb-b3e0-44fe-b06c-20b72b4fbbac tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:52.207946 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da7ecbb-b3e0-44fe-b06c-20b72b4fbbac tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Subnet': ['ID=0f54cbca-c45a-4add-ad22-1e83aea4a2f2,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:52.211579 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9da7ecbb-b3e0-44fe-b06c-20b72b4fbbac tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:52.213489 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9da7ecbb-b3e0-44fe-b06c-20b72b4fbbac tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/subnets/0f54cbca-c45a-4add-ad22-1e83aea4a2f2 HTTP/1.1" status: 204 len: 168 time: 0.2964151 Aug 10 01:33:52.216042 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33352) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:52.229846 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f58b221e-40de-4ab1-920f-c562dbe7a9c4 None None] Could not find standard attr ID for object 59354b04-9b9f-4a5a-b441-089ca54ccbc2. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:33:52.270118 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f7a970-077d-4bb0-9485-9c5067887849 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Deleting subnet 00c591b4-65de-4750-8947-4e0338bb3f99 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:33:52.270301 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f9ad4c-1fff-4df4-b7e7-20227cc356f4 None None] Network 4d1940f9-2a56-46ca-abe4-77d405f7a69a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:52.273396 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-10f7a970-077d-4bb0-9485-9c5067887849 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:52.313934 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-10f7a970-077d-4bb0-9485-9c5067887849 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:52.405029 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-10f7a970-077d-4bb0-9485-9c5067887849 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:52.468204 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-10f7a970-077d-4bb0-9485-9c5067887849 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:52.496779 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7a970-077d-4bb0-9485-9c5067887849 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Subnet': ['ID=00c591b4-65de-4750-8947-4e0338bb3f99,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:52.501975 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-10f7a970-077d-4bb0-9485-9c5067887849 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:52.504678 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-10f7a970-077d-4bb0-9485-9c5067887849 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/subnets/00c591b4-65de-4750-8947-4e0338bb3f99 HTTP/1.1" status: 204 len: 168 time: 0.2874453 Aug 10 01:33:52.506206 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33354) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:52.508482 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d1df92f4-5912-45cd-b187-63bc2e2f4447 None None] Could not find standard attr ID for object 59354b04-9b9f-4a5a-b441-089ca54ccbc2. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:33:52.585705 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5928228a-d72a-4787-ae92-685532144ae6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:52.629779 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26892b41-5a26-4a6b-a5db-feabc1f40719 None None] DHCP port deletion for 4d1940f9-2a56-46ca-abe4-77d405f7a69a request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:33:52.641254 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-5928228a-d72a-4787-ae92-685532144ae6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Deleting port 01277bcc-f827-4209-8207-02ed073997f4 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:52.641601 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5928228a-d72a-4787-ae92-685532144ae6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:52.674140 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-26892b41-5a26-4a6b-a5db-feabc1f40719 None None] Deleting port 01277bcc-f827-4209-8207-02ed073997f4 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:52.674697 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-26892b41-5a26-4a6b-a5db-feabc1f40719 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:52.702850 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-5928228a-d72a-4787-ae92-685532144ae6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] For port 01277bcc-f827-4209-8207-02ed073997f4, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=01277bcc-f827-4209-8207-02ed073997f4,segment=NetworkSegment(d9367647-0592-4143-a991-e4dd150fb84d),segment_id=d9367647-0592-4143-a991-e4dd150fb84d)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:52.703217 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5928228a-d72a-4787-ae92-685532144ae6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:52.716230 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-5928228a-d72a-4787-ae92-685532144ae6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Calling delete_port for 01277bcc-f827-4209-8207-02ed073997f4 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:52.736541 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-26892b41-5a26-4a6b-a5db-feabc1f40719 None None] For port 01277bcc-f827-4209-8207-02ed073997f4, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=01277bcc-f827-4209-8207-02ed073997f4,segment=NetworkSegment(d9367647-0592-4143-a991-e4dd150fb84d),segment_id=d9367647-0592-4143-a991-e4dd150fb84d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:52.737959 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-26892b41-5a26-4a6b-a5db-feabc1f40719 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:52.749548 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-26892b41-5a26-4a6b-a5db-feabc1f40719 None None] Calling delete_port for 01277bcc-f827-4209-8207-02ed073997f4 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:52.801748 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5928228a-d72a-4787-ae92-685532144ae6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:52.822829 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-26892b41-5a26-4a6b-a5db-feabc1f40719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:52.828702 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5928228a-d72a-4787-ae92-685532144ae6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Port': ['ID=01277bcc-f827-4209-8207-02ed073997f4,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:52.830628 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5928228a-d72a-4787-ae92-685532144ae6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] No DVR routers for this DVR port 01277bcc-f827-4209-8207-02ed073997f4 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:33:52.848971 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26892b41-5a26-4a6b-a5db-feabc1f40719 None None] Pushing event deleted for resources: {'Port': ['ID=01277bcc-f827-4209-8207-02ed073997f4,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:52.852473 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26892b41-5a26-4a6b-a5db-feabc1f40719 None None] No DVR routers for this DVR port 01277bcc-f827-4209-8207-02ed073997f4 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:33:52.911506 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5928228a-d72a-4787-ae92-685532144ae6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:52.922332 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-5928228a-d72a-4787-ae92-685532144ae6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1940f9-2a56-46ca-abe4-77d405f7a69a']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:33:52.926941 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 01277bcc-f827-4209-8207-02ed073997f4 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:33:52.937476 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-5928228a-d72a-4787-ae92-685532144ae6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9367647-0592-4143-a991-e4dd150fb84d') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:33:52.937770 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-5928228a-d72a-4787-ae92-685532144ae6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9367647-0592-4143-a991-e4dd150fb84d') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:33:52.946434 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5928228a-d72a-4787-ae92-685532144ae6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:52.948293 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 01277bcc-f827-4209-8207-02ed073997f4 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:33:52.948646 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 01277bcc-f827-4209-8207-02ed073997f4 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:33:52.961316 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5928228a-d72a-4787-ae92-685532144ae6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:52.967970 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5928228a-d72a-4787-ae92-685532144ae6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:33:52.968417 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5928228a-d72a-4787-ae92-685532144ae6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:52.971428 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:33:52.971428 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:33:52.971428 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:33:52.971428 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:33:52.971428 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:33:52.971428 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:33:52.971428 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:33:52.971428 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:33:52.971428 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:33:52.971428 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:33:52.971428 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:33:52.971428 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:33:52.971428 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:33:52.971428 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:33:52.971428 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:33:52.971428 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:33:52.971428 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:33:52.971428 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:33:52.971428 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:33:52.971428 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:33:52.971428 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:33:52.971428 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:33:52.971428 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:33:52.971428 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:33:52.971428 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:33:52.971428 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:33:52.971428 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:33:52.971428 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:33:52.971428 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:33:52.971428 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:33:52.971428 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:33:52.971428 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:33:53.029053 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5928228a-d72a-4787-ae92-685532144ae6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:53.035474 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5928228a-d72a-4787-ae92-685532144ae6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:53.037244 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5928228a-d72a-4787-ae92-685532144ae6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/networks/4d1940f9-2a56-46ca-abe4-77d405f7a69a HTTP/1.1" status: 204 len: 168 time: 0.5299947 Aug 10 01:33:53.041309 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33356) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:53.049102 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5928228a-d72a-4787-ae92-685532144ae6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Network': ['ID=4d1940f9-2a56-46ca-abe4-77d405f7a69a,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:53.092962 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e10d9f0-a35b-43a0-a11a-8204beb91380 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:53.094456 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7e10d9f0-a35b-43a0-a11a-8204beb91380 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0520649 Aug 10 01:33:53.097846 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33358) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:53.140577 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-abe86141-7781-411f-bedf-e62081641b22 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0415757 Aug 10 01:33:53.143727 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33360) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:53.148548 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-fb3b5fb5-4c1e-4fee-8d2a-541520173c55 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1641188719'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:53.168070 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3b5fb5-4c1e-4fee-8d2a-541520173c55 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Made reservation on behalf of a6b4dee99c1b4e179a681ee68af0361f for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:53.171381 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fb3b5fb5-4c1e-4fee-8d2a-541520173c55 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:53.194149 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb3b5fb5-4c1e-4fee-8d2a-541520173c55 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:33:53.203308 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fb3b5fb5-4c1e-4fee-8d2a-541520173c55 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:53.203652 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-fb3b5fb5-4c1e-4fee-8d2a-541520173c55 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Added segment 104068e4-53aa-405c-9ad2-fa1f35549638 of type vlan for network 1e8d85a5-c13c-493e-b114-a4befa90761c Aug 10 01:33:53.241465 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fb3b5fb5-4c1e-4fee-8d2a-541520173c55 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:53.269495 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fb3b5fb5-4c1e-4fee-8d2a-541520173c55 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:53.275154 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3b5fb5-4c1e-4fee-8d2a-541520173c55 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:53.275739 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fb3b5fb5-4c1e-4fee-8d2a-541520173c55 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:53.335832 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-fb3b5fb5-4c1e-4fee-8d2a-541520173c55 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1910572 Aug 10 01:33:53.338579 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33362) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:53.343394 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-e782d24c-87da-47ce-89a4-9cd45c8e2261 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'subnet': {'network_id': '1e8d85a5-c13c-493e-b114-a4befa90761c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:53.361425 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b5fb5-4c1e-4fee-8d2a-541520173c55 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Network': ['ID=1e8d85a5-c13c-493e-b114-a4befa90761c,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:53.371781 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 1e8d85a5-c13c-493e-b114-a4befa90761c details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:33:53.436111 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e782d24c-87da-47ce-89a4-9cd45c8e2261 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Made reservation on behalf of a6b4dee99c1b4e179a681ee68af0361f for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:53.439752 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e782d24c-87da-47ce-89a4-9cd45c8e2261 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:53.615786 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e782d24c-87da-47ce-89a4-9cd45c8e2261 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:53.671621 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782d24c-87da-47ce-89a4-9cd45c8e2261 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Subnet': ['ID=cbe98b9a-eeee-4082-a78f-d2f57f323d4c,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:53.682580 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e782d24c-87da-47ce-89a4-9cd45c8e2261 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Checking segment: {'id': '104068e4-53aa-405c-9ad2-fa1f35549638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1e8d85a5-c13c-493e-b114-a4befa90761c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:33:53.682941 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e782d24c-87da-47ce-89a4-9cd45c8e2261 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Network hostable DHCP agents. Network: 1e8d85a5-c13c-493e-b114-a4befa90761c, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:33:53.699201 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e782d24c-87da-47ce-89a4-9cd45c8e2261 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Network 1e8d85a5-c13c-493e-b114-a4befa90761c is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:33:53.707380 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-e782d24c-87da-47ce-89a4-9cd45c8e2261 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 1e8d85a5-c13c-493e-b114-a4befa90761c) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:53.711246 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e782d24c-87da-47ce-89a4-9cd45c8e2261 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:53.711835 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e782d24c-87da-47ce-89a4-9cd45c8e2261 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:53.716436 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6508ba73-719b-4271-be13-d95cbc062b79 None None] Network 1e8d85a5-c13c-493e-b114-a4befa90761c requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:53.725982 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e782d24c-87da-47ce-89a4-9cd45c8e2261 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3864286 Aug 10 01:33:53.728482 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33364) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:53.733971 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-9fc72dcd-90c1-4f85-8d61-f33acd5dac32 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'port': {'network_id': '1e8d85a5-c13c-493e-b114-a4befa90761c', 'name': 'tempest-PortsIpV6TestJSON-799529439'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:53.841443 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc72dcd-90c1-4f85-8d61-f33acd5dac32 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Made reservation on behalf of a6b4dee99c1b4e179a681ee68af0361f for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:53.844955 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9fc72dcd-90c1-4f85-8d61-f33acd5dac32 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:53.856661 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b4b4c5-b152-4115-b4ea-9e02aeb166a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-1e8d85a5-c13c-493e-b114-a4befa90761c', 'network_id': '1e8d85a5-c13c-493e-b114-a4befa90761c', 'tenant_id': 'a6b4dee99c1b4e179a681ee68af0361f', 'fixed_ips': [{'subnet_id': 'cbe98b9a-eeee-4082-a78f-d2f57f323d4c'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:33:53.857226 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-69b4b4c5-b152-4115-b4ea-9e02aeb166a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:53.862959 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-9fc72dcd-90c1-4f85-8d61-f33acd5dac32 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] device_id is not set on port 61da0779-e7a4-4ce8-86aa-d98b7aaa75f8 yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:33:53.979783 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-9fc72dcd-90c1-4f85-8d61-f33acd5dac32 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Allocated IP 2001:db8::9 (1e8d85a5-c13c-493e-b114-a4befa90761c/cbe98b9a-eeee-4082-a78f-d2f57f323d4c/61da0779-e7a4-4ce8-86aa-d98b7aaa75f8) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:54.116785 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9fc72dcd-90c1-4f85-8d61-f33acd5dac32 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:54.130088 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-9fc72dcd-90c1-4f85-8d61-f33acd5dac32 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Transition to ACTIVE for port object 61da0779-e7a4-4ce8-86aa-d98b7aaa75f8 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:54.161739 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9fc72dcd-90c1-4f85-8d61-f33acd5dac32 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:54.208682 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-69b4b4c5-b152-4115-b4ea-9e02aeb166a4 None None] Allocated IP 2001:db8::2 (1e8d85a5-c13c-493e-b114-a4befa90761c/cbe98b9a-eeee-4082-a78f-d2f57f323d4c/1fd94f13-a4f7-4017-bc61-512e51496169) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:54.209184 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc72dcd-90c1-4f85-8d61-f33acd5dac32 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Network 1e8d85a5-c13c-493e-b114-a4befa90761c is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:54.212384 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-9fc72dcd-90c1-4f85-8d61-f33acd5dac32 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:54.216654 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc72dcd-90c1-4f85-8d61-f33acd5dac32 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:33:54.222338 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc72dcd-90c1-4f85-8d61-f33acd5dac32 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:54.222916 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9fc72dcd-90c1-4f85-8d61-f33acd5dac32 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:54.231695 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc72dcd-90c1-4f85-8d61-f33acd5dac32 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Port': ['ID=61da0779-e7a4-4ce8-86aa-d98b7aaa75f8,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:54.242245 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9fc72dcd-90c1-4f85-8d61-f33acd5dac32 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5127501 Aug 10 01:33:54.244942 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33366) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:54.250073 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-b5fb2d09-5d05-49b9-965b-3ca147625abc tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'port': {'network_id': '1e8d85a5-c13c-493e-b114-a4befa90761c', 'name': 'tempest-PortsIpV6TestJSON-256670283'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:54.350387 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-69b4b4c5-b152-4115-b4ea-9e02aeb166a4 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:54.353817 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fb2d09-5d05-49b9-965b-3ca147625abc tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Made reservation on behalf of a6b4dee99c1b4e179a681ee68af0361f for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:54.357341 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b5fb2d09-5d05-49b9-965b-3ca147625abc tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:54.359304 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-69b4b4c5-b152-4115-b4ea-9e02aeb166a4 None None] Transition to ACTIVE for port object 1fd94f13-a4f7-4017-bc61-512e51496169 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:54.373570 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-69b4b4c5-b152-4115-b4ea-9e02aeb166a4 None None] Transition to ACTIVE for port object 1fd94f13-a4f7-4017-bc61-512e51496169 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:54.374326 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [None req-b5fb2d09-5d05-49b9-965b-3ca147625abc tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] device_id is not set on port 5531397e-afbd-4d42-83d2-06b25863604d yet. {{(pid=105826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:33:54.379220 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-69b4b4c5-b152-4115-b4ea-9e02aeb166a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:54.417725 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b4b4c5-b152-4115-b4ea-9e02aeb166a4 None None] Network 1e8d85a5-c13c-493e-b114-a4befa90761c is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:54.420678 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-69b4b4c5-b152-4115-b4ea-9e02aeb166a4 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:54.426367 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b4b4c5-b152-4115-b4ea-9e02aeb166a4 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:33:54.439600 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4b4c5-b152-4115-b4ea-9e02aeb166a4 None None] Pushing event updated for resources: {'Port': ['ID=1fd94f13-a4f7-4017-bc61-512e51496169,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:54.483835 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-69b4b4c5-b152-4115-b4ea-9e02aeb166a4 None None] Attempting to bind port 1fd94f13-a4f7-4017-bc61-512e51496169 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:33:54.484240 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-69b4b4c5-b152-4115-b4ea-9e02aeb166a4 None None] Attempting to bind port 1fd94f13-a4f7-4017-bc61-512e51496169 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '104068e4-53aa-405c-9ad2-fa1f35549638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1e8d85a5-c13c-493e-b114-a4befa90761c'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:33:54.484620 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b4b4c5-b152-4115-b4ea-9e02aeb166a4 None None] Attempting to bind port 1fd94f13-a4f7-4017-bc61-512e51496169 on network 1e8d85a5-c13c-493e-b114-a4befa90761c {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:33:54.489488 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b4b4c5-b152-4115-b4ea-9e02aeb166a4 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:33:54.489872 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b4b4c5-b152-4115-b4ea-9e02aeb166a4 None None] Checking segment: {'id': '104068e4-53aa-405c-9ad2-fa1f35549638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1e8d85a5-c13c-493e-b114-a4befa90761c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:33:54.490283 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-69b4b4c5-b152-4115-b4ea-9e02aeb166a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:54.490688 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b4b4c5-b152-4115-b4ea-9e02aeb166a4 None None] Bound using segment: {'id': '104068e4-53aa-405c-9ad2-fa1f35549638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1e8d85a5-c13c-493e-b114-a4befa90761c'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:33:54.491161 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-69b4b4c5-b152-4115-b4ea-9e02aeb166a4 None None] Bound port: 1fd94f13-a4f7-4017-bc61-512e51496169, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104068e4-53aa-405c-9ad2-fa1f35549638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1e8d85a5-c13c-493e-b114-a4befa90761c'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:33:54.491573 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-69b4b4c5-b152-4115-b4ea-9e02aeb166a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:54.491695 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-b5fb2d09-5d05-49b9-965b-3ca147625abc tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Allocated IP 2001:db8::270 (1e8d85a5-c13c-493e-b114-a4befa90761c/cbe98b9a-eeee-4082-a78f-d2f57f323d4c/5531397e-afbd-4d42-83d2-06b25863604d) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:54.555362 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-69b4b4c5-b152-4115-b4ea-9e02aeb166a4 None None] For port 1fd94f13-a4f7-4017-bc61-512e51496169, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:33:54.558388 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-69b4b4c5-b152-4115-b4ea-9e02aeb166a4 None None] For port 1fd94f13-a4f7-4017-bc61-512e51496169, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=1fd94f13-a4f7-4017-bc61-512e51496169,segment=NetworkSegment(104068e4-53aa-405c-9ad2-fa1f35549638),segment_id=104068e4-53aa-405c-9ad2-fa1f35549638)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:33:54.563741 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-69b4b4c5-b152-4115-b4ea-9e02aeb166a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:54.626085 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4b4c5-b152-4115-b4ea-9e02aeb166a4 None None] Pushing event updated for resources: {'Port': ['ID=1fd94f13-a4f7-4017-bc61-512e51496169,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:54.649585 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b5fb2d09-5d05-49b9-965b-3ca147625abc tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:54.663723 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-b5fb2d09-5d05-49b9-965b-3ca147625abc tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Transition to ACTIVE for port object 5531397e-afbd-4d42-83d2-06b25863604d will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:54.696774 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b5fb2d09-5d05-49b9-965b-3ca147625abc tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:54.737765 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fb2d09-5d05-49b9-965b-3ca147625abc tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Network 1e8d85a5-c13c-493e-b114-a4befa90761c is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:54.742849 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-b5fb2d09-5d05-49b9-965b-3ca147625abc tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:54.747022 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fb2d09-5d05-49b9-965b-3ca147625abc tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:33:54.752690 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fb2d09-5d05-49b9-965b-3ca147625abc tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:54.753319 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b5fb2d09-5d05-49b9-965b-3ca147625abc tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:54.772383 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb2d09-5d05-49b9-965b-3ca147625abc tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Port': ['ID=5531397e-afbd-4d42-83d2-06b25863604d,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:54.784293 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b5fb2d09-5d05-49b9-965b-3ca147625abc tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5346758 Aug 10 01:33:54.784293 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33368) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:54.878881 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a913a382-b3be-4295-9b2c-78649c73564c tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:54.880483 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a913a382-b3be-4295-9b2c-78649c73564c tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A9 HTTP/1.1" status: 200 len: 926 time: 0.0935338 Aug 10 01:33:54.883337 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33370) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:54.959013 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 1fd94f13-a4f7-4017-bc61-512e51496169 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:33:54.972793 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-ae127022-ee9b-4ab6-871c-4530af6401bd tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Deleting port 5531397e-afbd-4d42-83d2-06b25863604d {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:54.973147 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ae127022-ee9b-4ab6-871c-4530af6401bd tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:55.006936 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 1fd94f13-a4f7-4017-bc61-512e51496169 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:33:55.062265 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ae127022-ee9b-4ab6-871c-4530af6401bd tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:55.073654 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-ae127022-ee9b-4ab6-871c-4530af6401bd tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Calling delete_port for 5531397e-afbd-4d42-83d2-06b25863604d owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:55.198390 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ae127022-ee9b-4ab6-871c-4530af6401bd tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:55.231638 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae127022-ee9b-4ab6-871c-4530af6401bd tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Port': ['ID=5531397e-afbd-4d42-83d2-06b25863604d,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:55.255541 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ae127022-ee9b-4ab6-871c-4530af6401bd tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:55.257520 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ae127022-ee9b-4ab6-871c-4530af6401bd tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/ports/5531397e-afbd-4d42-83d2-06b25863604d HTTP/1.1" status: 204 len: 168 time: 0.3732572 Aug 10 01:33:55.260040 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33372) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:55.284068 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a43b39-9d86-4ddb-9819-0df82e46b75c tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] GET failed (client error): The resource could not be found. Aug 10 01:33:55.286217 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-90a43b39-9d86-4ddb-9819-0df82e46b75c tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "GET /v2.0/ports/5531397e-afbd-4d42-83d2-06b25863604d HTTP/1.1" status: 404 len: 333 time: 0.0246246 Aug 10 01:33:55.288414 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33374) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:55.375053 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-b5c983f5-a7f6-43cf-bfd4-359e5fb0cb58 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Deleting port 61da0779-e7a4-4ce8-86aa-d98b7aaa75f8 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:55.375406 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b5c983f5-a7f6-43cf-bfd4-359e5fb0cb58 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:55.465164 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b5c983f5-a7f6-43cf-bfd4-359e5fb0cb58 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:55.478842 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-b5c983f5-a7f6-43cf-bfd4-359e5fb0cb58 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Calling delete_port for 61da0779-e7a4-4ce8-86aa-d98b7aaa75f8 owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:55.480059 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f1ae44-45bd-47e3-a056-0f16e2335882 None None] Network 1e8d85a5-c13c-493e-b114-a4befa90761c requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:55.567862 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-49eba111-a6a8-4668-ab51-a8aea89ce830 None None] Provisioning for port 1fd94f13-a4f7-4017-bc61-512e51496169 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:33:55.574087 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-49eba111-a6a8-4668-ab51-a8aea89ce830 None None] Provisioning complete for port 1fd94f13-a4f7-4017-bc61-512e51496169 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:55.574462 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-49eba111-a6a8-4668-ab51-a8aea89ce830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:55.612034 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b5c983f5-a7f6-43cf-bfd4-359e5fb0cb58 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:55.641513 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c983f5-a7f6-43cf-bfd4-359e5fb0cb58 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Port': ['ID=61da0779-e7a4-4ce8-86aa-d98b7aaa75f8,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:55.667376 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b5c983f5-a7f6-43cf-bfd4-359e5fb0cb58 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:55.670269 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b5c983f5-a7f6-43cf-bfd4-359e5fb0cb58 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/ports/61da0779-e7a4-4ce8-86aa-d98b7aaa75f8 HTTP/1.1" status: 204 len: 168 time: 0.3809195 Aug 10 01:33:55.672761 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33376) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:55.697809 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-627fa4e7-0670-46f1-98e9-217f9f402ca8 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] GET failed (client error): The resource could not be found. Aug 10 01:33:55.699395 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-627fa4e7-0670-46f1-98e9-217f9f402ca8 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "GET /v2.0/ports/61da0779-e7a4-4ce8-86aa-d98b7aaa75f8 HTTP/1.1" status: 404 len: 333 time: 0.0257132 Aug 10 01:33:55.702092 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33378) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:55.710489 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-49eba111-a6a8-4668-ab51-a8aea89ce830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:55.748585 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-49eba111-a6a8-4668-ab51-a8aea89ce830 None None] For port 1fd94f13-a4f7-4017-bc61-512e51496169, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=1fd94f13-a4f7-4017-bc61-512e51496169,segment=NetworkSegment(104068e4-53aa-405c-9ad2-fa1f35549638),segment_id=104068e4-53aa-405c-9ad2-fa1f35549638)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:55.753485 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-49eba111-a6a8-4668-ab51-a8aea89ce830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:55.756386 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-450119ec-9d93-4c5c-8209-61e91ca016ca tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Deleting subnet cbe98b9a-eeee-4082-a78f-d2f57f323d4c {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:33:55.759820 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-450119ec-9d93-4c5c-8209-61e91ca016ca tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:55.812424 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eba111-a6a8-4668-ab51-a8aea89ce830 None None] Pushing event updated for resources: {'Port': ['ID=1fd94f13-a4f7-4017-bc61-512e51496169,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:55.974642 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7874a7c6-0d7d-4bb9-b020-39bafe791e2f None None] Provisioning complete for port 1fd94f13-a4f7-4017-bc61-512e51496169 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:55.975392 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7874a7c6-0d7d-4bb9-b020-39bafe791e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:56.071107 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-450119ec-9d93-4c5c-8209-61e91ca016ca tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:56.154799 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-450119ec-9d93-4c5c-8209-61e91ca016ca tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:56.175103 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ce518be7-28ff-46c8-b2d4-1bb86d80840a None None] Could not find standard attr ID for object 61da0779-e7a4-4ce8-86aa-d98b7aaa75f8. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:33:56.214330 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-450119ec-9d93-4c5c-8209-61e91ca016ca tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:56.246592 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450119ec-9d93-4c5c-8209-61e91ca016ca tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Subnet': ['ID=cbe98b9a-eeee-4082-a78f-d2f57f323d4c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:56.250329 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-450119ec-9d93-4c5c-8209-61e91ca016ca tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:56.252228 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-450119ec-9d93-4c5c-8209-61e91ca016ca tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/subnets/cbe98b9a-eeee-4082-a78f-d2f57f323d4c HTTP/1.1" status: 204 len: 168 time: 0.5492065 Aug 10 01:33:56.254889 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33380) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:56.266734 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252cd0e7-4bc4-49df-b612-6a0c021dfa8d None None] Network 1e8d85a5-c13c-493e-b114-a4befa90761c requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:56.319224 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5c4e459e-d209-42e9-9841-3591a752e204 None None] Could not find standard attr ID for object 5531397e-afbd-4d42-83d2-06b25863604d. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:33:56.327607 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0dab360f-9e2f-4a22-a5fb-862065a6e259 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:56.379114 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-0dab360f-9e2f-4a22-a5fb-862065a6e259 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Deleting port 1fd94f13-a4f7-4017-bc61-512e51496169 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:56.379460 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0dab360f-9e2f-4a22-a5fb-862065a6e259 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:56.434672 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bcdfd1-dd92-42cd-875a-fa691f8d8e04 None None] DHCP port deletion for 1e8d85a5-c13c-493e-b114-a4befa90761c request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:33:56.447625 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-0dab360f-9e2f-4a22-a5fb-862065a6e259 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] For port 1fd94f13-a4f7-4017-bc61-512e51496169, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=1fd94f13-a4f7-4017-bc61-512e51496169,segment=NetworkSegment(104068e4-53aa-405c-9ad2-fa1f35549638),segment_id=104068e4-53aa-405c-9ad2-fa1f35549638)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:56.447929 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0dab360f-9e2f-4a22-a5fb-862065a6e259 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:56.460421 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-0dab360f-9e2f-4a22-a5fb-862065a6e259 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Calling delete_port for 1fd94f13-a4f7-4017-bc61-512e51496169 owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:56.479978 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-36bcdfd1-dd92-42cd-875a-fa691f8d8e04 None None] Deleting port 1fd94f13-a4f7-4017-bc61-512e51496169 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:56.480932 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-36bcdfd1-dd92-42cd-875a-fa691f8d8e04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:56.538648 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0dab360f-9e2f-4a22-a5fb-862065a6e259 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:56.546124 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-36bcdfd1-dd92-42cd-875a-fa691f8d8e04 None None] For port 1fd94f13-a4f7-4017-bc61-512e51496169, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=1fd94f13-a4f7-4017-bc61-512e51496169,segment=NetworkSegment(104068e4-53aa-405c-9ad2-fa1f35549638),segment_id=104068e4-53aa-405c-9ad2-fa1f35549638)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:56.546532 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-36bcdfd1-dd92-42cd-875a-fa691f8d8e04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:56.560976 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-36bcdfd1-dd92-42cd-875a-fa691f8d8e04 None None] Calling delete_port for 1fd94f13-a4f7-4017-bc61-512e51496169 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:56.565157 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab360f-9e2f-4a22-a5fb-862065a6e259 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Port': ['ID=1fd94f13-a4f7-4017-bc61-512e51496169,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:56.567069 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dab360f-9e2f-4a22-a5fb-862065a6e259 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] No DVR routers for this DVR port 1fd94f13-a4f7-4017-bc61-512e51496169 on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:33:56.637436 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-36bcdfd1-dd92-42cd-875a-fa691f8d8e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:56.646651 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0dab360f-9e2f-4a22-a5fb-862065a6e259 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:56.656802 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-0dab360f-9e2f-4a22-a5fb-862065a6e259 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e8d85a5-c13c-493e-b114-a4befa90761c']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:33:56.666951 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bcdfd1-dd92-42cd-875a-fa691f8d8e04 None None] Pushing event deleted for resources: {'Port': ['ID=1fd94f13-a4f7-4017-bc61-512e51496169,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:56.667128 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-0dab360f-9e2f-4a22-a5fb-862065a6e259 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '104068e4-53aa-405c-9ad2-fa1f35549638') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:33:56.667292 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-0dab360f-9e2f-4a22-a5fb-862065a6e259 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '104068e4-53aa-405c-9ad2-fa1f35549638') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:33:56.668786 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bcdfd1-dd92-42cd-875a-fa691f8d8e04 None None] No DVR routers for this DVR port 1fd94f13-a4f7-4017-bc61-512e51496169 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:33:56.679825 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0dab360f-9e2f-4a22-a5fb-862065a6e259 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:56.693826 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0dab360f-9e2f-4a22-a5fb-862065a6e259 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:56.700414 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dab360f-9e2f-4a22-a5fb-862065a6e259 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:33:56.700749 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0dab360f-9e2f-4a22-a5fb-862065a6e259 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:56.703910 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:33:56.703910 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:33:56.703910 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:33:56.703910 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:33:56.703910 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:33:56.703910 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:33:56.703910 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:33:56.703910 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:33:56.703910 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:33:56.703910 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:33:56.703910 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:33:56.703910 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:33:56.703910 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:33:56.703910 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:33:56.703910 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:33:56.703910 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:33:56.703910 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:33:56.703910 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:33:56.703910 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:33:56.703910 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:33:56.703910 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:33:56.703910 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:33:56.703910 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:33:56.703910 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:33:56.703910 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:33:56.703910 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:33:56.703910 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:33:56.703910 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:33:56.703910 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:33:56.703910 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:33:56.703910 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:33:56.703910 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:33:56.763216 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0dab360f-9e2f-4a22-a5fb-862065a6e259 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:56.770589 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0dab360f-9e2f-4a22-a5fb-862065a6e259 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:56.771668 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0dab360f-9e2f-4a22-a5fb-862065a6e259 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/networks/1e8d85a5-c13c-493e-b114-a4befa90761c HTTP/1.1" status: 204 len: 168 time: 0.5158517 Aug 10 01:33:56.775877 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33382) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:56.781736 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-a0826b0e-0bab-4518-bd1a-d14b4560e473 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-157553273'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:56.784235 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab360f-9e2f-4a22-a5fb-862065a6e259 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Network': ['ID=1e8d85a5-c13c-493e-b114-a4befa90761c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:56.802383 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0826b0e-0bab-4518-bd1a-d14b4560e473 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Made reservation on behalf of a6b4dee99c1b4e179a681ee68af0361f for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:56.805819 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a0826b0e-0bab-4518-bd1a-d14b4560e473 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:56.828763 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0826b0e-0bab-4518-bd1a-d14b4560e473 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:33:56.837619 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a0826b0e-0bab-4518-bd1a-d14b4560e473 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:56.837967 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-a0826b0e-0bab-4518-bd1a-d14b4560e473 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Added segment abb0e00b-f9de-4736-9bbb-35c7176f122f of type vlan for network 998437b6-2803-4e39-94e7-b1c5e9ae67f3 Aug 10 01:33:56.881257 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a0826b0e-0bab-4518-bd1a-d14b4560e473 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:56.910590 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a0826b0e-0bab-4518-bd1a-d14b4560e473 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:56.916104 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0826b0e-0bab-4518-bd1a-d14b4560e473 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:56.916720 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a0826b0e-0bab-4518-bd1a-d14b4560e473 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:56.931884 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 1fd94f13-a4f7-4017-bc61-512e51496169 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:33:56.952983 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 1fd94f13-a4f7-4017-bc61-512e51496169 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:33:56.953268 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 1fd94f13-a4f7-4017-bc61-512e51496169 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:33:56.970520 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a0826b0e-0bab-4518-bd1a-d14b4560e473 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1935015 Aug 10 01:33:56.973362 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33384) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:56.980314 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-6b37061b-2e79-4e12-85a2-632d78be44be tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'subnet': {'network_id': '998437b6-2803-4e39-94e7-b1c5e9ae67f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:57.027641 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0826b0e-0bab-4518-bd1a-d14b4560e473 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Network': ['ID=998437b6-2803-4e39-94e7-b1c5e9ae67f3,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:57.037905 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 998437b6-2803-4e39-94e7-b1c5e9ae67f3 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:33:57.076543 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b37061b-2e79-4e12-85a2-632d78be44be tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Made reservation on behalf of a6b4dee99c1b4e179a681ee68af0361f for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:57.079938 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6b37061b-2e79-4e12-85a2-632d78be44be tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:57.257965 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6b37061b-2e79-4e12-85a2-632d78be44be tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:57.317827 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37061b-2e79-4e12-85a2-632d78be44be tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Subnet': ['ID=1585ca47-eb05-49ba-b48a-0eb8ef64e19b,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:57.324923 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b37061b-2e79-4e12-85a2-632d78be44be tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Checking segment: {'id': 'abb0e00b-f9de-4736-9bbb-35c7176f122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '998437b6-2803-4e39-94e7-b1c5e9ae67f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:33:57.325286 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b37061b-2e79-4e12-85a2-632d78be44be tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Network hostable DHCP agents. Network: 998437b6-2803-4e39-94e7-b1c5e9ae67f3, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:33:57.340788 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b37061b-2e79-4e12-85a2-632d78be44be tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Network 998437b6-2803-4e39-94e7-b1c5e9ae67f3 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:33:57.348551 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-6b37061b-2e79-4e12-85a2-632d78be44be tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 998437b6-2803-4e39-94e7-b1c5e9ae67f3) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:57.352411 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b37061b-2e79-4e12-85a2-632d78be44be tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:57.352996 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6b37061b-2e79-4e12-85a2-632d78be44be tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:57.357426 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4377c81e-8a69-4585-aaa9-60611f184b04 None None] Network 998437b6-2803-4e39-94e7-b1c5e9ae67f3 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:57.371617 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6b37061b-2e79-4e12-85a2-632d78be44be tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3967156 Aug 10 01:33:57.374748 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33386) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:57.379622 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-bf1c3569-2f3d-469b-a3ca-5732ecd99130 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'port': {'network_id': '998437b6-2803-4e39-94e7-b1c5e9ae67f3', 'name': 'tempest-PortsIpV6TestJSON-1078899643', 'fixed_ips': [{'subnet_id': '1585ca47-eb05-49ba-b48a-0eb8ef64e19b', 'ip_address': '2001:db8::10'}]}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:57.489705 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1c3569-2f3d-469b-a3ca-5732ecd99130 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Made reservation on behalf of a6b4dee99c1b4e179a681ee68af0361f for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:57.499201 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4f25db-39e1-4ab6-9913-93354b0befe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-998437b6-2803-4e39-94e7-b1c5e9ae67f3', 'network_id': '998437b6-2803-4e39-94e7-b1c5e9ae67f3', 'tenant_id': 'a6b4dee99c1b4e179a681ee68af0361f', 'fixed_ips': [{'subnet_id': '1585ca47-eb05-49ba-b48a-0eb8ef64e19b'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:33:57.500059 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3e4f25db-39e1-4ab6-9913-93354b0befe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:57.574065 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3569-2f3d-469b-a3ca-5732ecd99130 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:57.590601 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-bf1c3569-2f3d-469b-a3ca-5732ecd99130 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] device_id is not set on port c5c57bcc-bfb6-435b-99ef-c69aa6da5dca yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:33:57.638152 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-3e4f25db-39e1-4ab6-9913-93354b0befe9 None None] Allocated IP 2001:db8::2 (998437b6-2803-4e39-94e7-b1c5e9ae67f3/1585ca47-eb05-49ba-b48a-0eb8ef64e19b/83249a8d-abe1-4617-a09d-bc6a1f0eb978) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:57.785651 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3e4f25db-39e1-4ab6-9913-93354b0befe9 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:57.794172 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-3e4f25db-39e1-4ab6-9913-93354b0befe9 None None] Transition to ACTIVE for port object 83249a8d-abe1-4617-a09d-bc6a1f0eb978 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:57.810151 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-3e4f25db-39e1-4ab6-9913-93354b0befe9 None None] Transition to ACTIVE for port object 83249a8d-abe1-4617-a09d-bc6a1f0eb978 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:57.816922 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3e4f25db-39e1-4ab6-9913-93354b0befe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:57.859891 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4f25db-39e1-4ab6-9913-93354b0befe9 None None] Network 998437b6-2803-4e39-94e7-b1c5e9ae67f3 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:57.865732 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-3e4f25db-39e1-4ab6-9913-93354b0befe9 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:57.868232 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4f25db-39e1-4ab6-9913-93354b0befe9 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:33:57.871360 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f25db-39e1-4ab6-9913-93354b0befe9 None None] Pushing event updated for resources: {'Port': ['ID=83249a8d-abe1-4617-a09d-bc6a1f0eb978,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:57.927315 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-3e4f25db-39e1-4ab6-9913-93354b0befe9 None None] Attempting to bind port 83249a8d-abe1-4617-a09d-bc6a1f0eb978 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:33:57.927813 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-3e4f25db-39e1-4ab6-9913-93354b0befe9 None None] Attempting to bind port 83249a8d-abe1-4617-a09d-bc6a1f0eb978 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'abb0e00b-f9de-4736-9bbb-35c7176f122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '998437b6-2803-4e39-94e7-b1c5e9ae67f3'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:33:57.928204 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4f25db-39e1-4ab6-9913-93354b0befe9 None None] Attempting to bind port 83249a8d-abe1-4617-a09d-bc6a1f0eb978 on network 998437b6-2803-4e39-94e7-b1c5e9ae67f3 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:33:57.933388 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4f25db-39e1-4ab6-9913-93354b0befe9 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:33:57.933770 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4f25db-39e1-4ab6-9913-93354b0befe9 None None] Checking segment: {'id': 'abb0e00b-f9de-4736-9bbb-35c7176f122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '998437b6-2803-4e39-94e7-b1c5e9ae67f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:33:57.934184 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3e4f25db-39e1-4ab6-9913-93354b0befe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:57.934585 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4f25db-39e1-4ab6-9913-93354b0befe9 None None] Bound using segment: {'id': 'abb0e00b-f9de-4736-9bbb-35c7176f122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '998437b6-2803-4e39-94e7-b1c5e9ae67f3'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:33:57.935067 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-3e4f25db-39e1-4ab6-9913-93354b0befe9 None None] Bound port: 83249a8d-abe1-4617-a09d-bc6a1f0eb978, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb0e00b-f9de-4736-9bbb-35c7176f122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '998437b6-2803-4e39-94e7-b1c5e9ae67f3'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:33:57.935455 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3e4f25db-39e1-4ab6-9913-93354b0befe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:57.997530 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-3e4f25db-39e1-4ab6-9913-93354b0befe9 None None] For port 83249a8d-abe1-4617-a09d-bc6a1f0eb978, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:33:58.000600 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-3e4f25db-39e1-4ab6-9913-93354b0befe9 None None] For port 83249a8d-abe1-4617-a09d-bc6a1f0eb978, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=83249a8d-abe1-4617-a09d-bc6a1f0eb978,segment=NetworkSegment(abb0e00b-f9de-4736-9bbb-35c7176f122f),segment_id=abb0e00b-f9de-4736-9bbb-35c7176f122f)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:33:58.004982 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3e4f25db-39e1-4ab6-9913-93354b0befe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:58.036107 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-bf1c3569-2f3d-469b-a3ca-5732ecd99130 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Allocated IP 2001:db8::10 (998437b6-2803-4e39-94e7-b1c5e9ae67f3/1585ca47-eb05-49ba-b48a-0eb8ef64e19b/c5c57bcc-bfb6-435b-99ef-c69aa6da5dca) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:58.065262 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f25db-39e1-4ab6-9913-93354b0befe9 None None] Pushing event updated for resources: {'Port': ['ID=83249a8d-abe1-4617-a09d-bc6a1f0eb978,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:58.187284 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3569-2f3d-469b-a3ca-5732ecd99130 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:58.202045 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-bf1c3569-2f3d-469b-a3ca-5732ecd99130 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Transition to ACTIVE for port object c5c57bcc-bfb6-435b-99ef-c69aa6da5dca will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:58.240963 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3569-2f3d-469b-a3ca-5732ecd99130 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:58.288117 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1c3569-2f3d-469b-a3ca-5732ecd99130 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Network 998437b6-2803-4e39-94e7-b1c5e9ae67f3 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:58.291371 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-bf1c3569-2f3d-469b-a3ca-5732ecd99130 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:58.295201 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1c3569-2f3d-469b-a3ca-5732ecd99130 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:33:58.301159 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1c3569-2f3d-469b-a3ca-5732ecd99130 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:58.301785 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3569-2f3d-469b-a3ca-5732ecd99130 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:58.312282 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c3569-2f3d-469b-a3ca-5732ecd99130 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Port': ['ID=c5c57bcc-bfb6-435b-99ef-c69aa6da5dca,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:58.330344 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-bf1c3569-2f3d-469b-a3ca-5732ecd99130 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9521980 Aug 10 01:33:58.330556 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33388) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:58.335889 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-316662bd-1add-4133-9ae6-6b96d79e6ca9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'port': {'network_id': '998437b6-2803-4e39-94e7-b1c5e9ae67f3', 'name': 'tempest-PortsIpV6TestJSON-929891949', 'fixed_ips': [{'subnet_id': '1585ca47-eb05-49ba-b48a-0eb8ef64e19b', 'ip_address': '2001:db8::f'}]}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:58.351073 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:58.446837 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316662bd-1add-4133-9ae6-6b96d79e6ca9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Made reservation on behalf of a6b4dee99c1b4e179a681ee68af0361f for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:58.451633 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-316662bd-1add-4133-9ae6-6b96d79e6ca9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:58.469077 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-316662bd-1add-4133-9ae6-6b96d79e6ca9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] device_id is not set on port 651e0304-b0b8-4e31-8766-ecd7db1bf8bf yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:33:58.622380 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-316662bd-1add-4133-9ae6-6b96d79e6ca9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Allocated IP 2001:db8::f (998437b6-2803-4e39-94e7-b1c5e9ae67f3/1585ca47-eb05-49ba-b48a-0eb8ef64e19b/651e0304-b0b8-4e31-8766-ecd7db1bf8bf) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:58.775886 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-316662bd-1add-4133-9ae6-6b96d79e6ca9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:58.790959 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-316662bd-1add-4133-9ae6-6b96d79e6ca9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Transition to ACTIVE for port object 651e0304-b0b8-4e31-8766-ecd7db1bf8bf will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:58.826199 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-316662bd-1add-4133-9ae6-6b96d79e6ca9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:58.871607 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316662bd-1add-4133-9ae6-6b96d79e6ca9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Network 998437b6-2803-4e39-94e7-b1c5e9ae67f3 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:58.876973 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-316662bd-1add-4133-9ae6-6b96d79e6ca9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:58.880768 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316662bd-1add-4133-9ae6-6b96d79e6ca9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:33:58.887041 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316662bd-1add-4133-9ae6-6b96d79e6ca9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:58.887622 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-316662bd-1add-4133-9ae6-6b96d79e6ca9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:58.899607 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316662bd-1add-4133-9ae6-6b96d79e6ca9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Port': ['ID=651e0304-b0b8-4e31-8766-ecd7db1bf8bf,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:58.913431 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-316662bd-1add-4133-9ae6-6b96d79e6ca9 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5795197 Aug 10 01:33:58.913669 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33390) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:58.990014 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 83249a8d-abe1-4617-a09d-bc6a1f0eb978 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:33:59.004704 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51673b4f-4f6f-41ec-98b7-c95e463c0f9e tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:59.008978 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-51673b4f-4f6f-41ec-98b7-c95e463c0f9e tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.0917258 Aug 10 01:33:59.009267 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33392) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:59.032752 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2527ff-4f7c-4e77-9c10-209958dbee33 None None] Network 998437b6-2803-4e39-94e7-b1c5e9ae67f3 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:59.065315 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caeab56-0a2a-4d17-beb9-aa3a6ef7e719 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:59.071509 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caeab56-0a2a-4d17-beb9-aa3a6ef7e719 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:59.077477 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caeab56-0a2a-4d17-beb9-aa3a6ef7e719 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:59.079197 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3caeab56-0a2a-4d17-beb9-aa3a6ef7e719 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.0689590 Aug 10 01:33:59.082001 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33396) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:59.107556 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 83249a8d-abe1-4617-a09d-bc6a1f0eb978 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:33:59.109422 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-94145406-8497-4399-8ed2-41ead1a2ef1c None None] Provisioning for port 83249a8d-abe1-4617-a09d-bc6a1f0eb978 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:33:59.118336 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 83249a8d-abe1-4617-a09d-bc6a1f0eb978 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:59.118715 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:59.124206 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-94145406-8497-4399-8ed2-41ead1a2ef1c None None] Provisioning complete for port 83249a8d-abe1-4617-a09d-bc6a1f0eb978 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:59.124572 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-94145406-8497-4399-8ed2-41ead1a2ef1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:59.173649 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-6eea3e18-31e0-4db7-a652-92e0b521d5c1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Deleting port 651e0304-b0b8-4e31-8766-ecd7db1bf8bf {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:59.174005 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6eea3e18-31e0-4db7-a652-92e0b521d5c1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:59.260900 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6eea3e18-31e0-4db7-a652-92e0b521d5c1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:59.273255 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-6eea3e18-31e0-4db7-a652-92e0b521d5c1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Calling delete_port for 651e0304-b0b8-4e31-8766-ecd7db1bf8bf owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:59.315813 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:59.330646 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-94145406-8497-4399-8ed2-41ead1a2ef1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:59.371227 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 83249a8d-abe1-4617-a09d-bc6a1f0eb978, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=83249a8d-abe1-4617-a09d-bc6a1f0eb978,segment=NetworkSegment(abb0e00b-f9de-4736-9bbb-35c7176f122f),segment_id=abb0e00b-f9de-4736-9bbb-35c7176f122f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:59.376339 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:59.409776 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6eea3e18-31e0-4db7-a652-92e0b521d5c1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:59.440871 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea3e18-31e0-4db7-a652-92e0b521d5c1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Port': ['ID=651e0304-b0b8-4e31-8766-ecd7db1bf8bf,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:59.453589 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.db.api [None req-94145406-8497-4399-8ed2-41ead1a2ef1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:33:59.453961 n-d-766726-26 neutron-server[105828]: DEBUG oslo_db.api [None req-94145406-8497-4399-8ed2-41ead1a2ef1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:33:59.456728 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=83249a8d-abe1-4617-a09d-bc6a1f0eb978,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:59.470629 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6eea3e18-31e0-4db7-a652-92e0b521d5c1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:59.475274 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6eea3e18-31e0-4db7-a652-92e0b521d5c1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/ports/651e0304-b0b8-4e31-8766-ecd7db1bf8bf HTTP/1.1" status: 204 len: 168 time: 0.3898113 Aug 10 01:33:59.475430 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33398) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:59.500801 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c964f7-4bbf-4c78-8035-abc5d9c648a5 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] GET failed (client error): The resource could not be found. Aug 10 01:33:59.502203 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f0c964f7-4bbf-4c78-8035-abc5d9c648a5 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "GET /v2.0/ports/651e0304-b0b8-4e31-8766-ecd7db1bf8bf HTTP/1.1" status: 404 len: 333 time: 0.0258765 Aug 10 01:33:59.506612 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33400) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:59.602246 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-d4001082-350e-4d98-9028-38ceed98049d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Deleting port c5c57bcc-bfb6-435b-99ef-c69aa6da5dca {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:59.602706 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d4001082-350e-4d98-9028-38ceed98049d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:59.694979 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d4001082-350e-4d98-9028-38ceed98049d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:59.707804 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-d4001082-350e-4d98-9028-38ceed98049d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Calling delete_port for c5c57bcc-bfb6-435b-99ef-c69aa6da5dca owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:59.844242 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d4001082-350e-4d98-9028-38ceed98049d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:59.875896 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4001082-350e-4d98-9028-38ceed98049d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Port': ['ID=c5c57bcc-bfb6-435b-99ef-c69aa6da5dca,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:59.903700 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d4001082-350e-4d98-9028-38ceed98049d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:59.905686 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d4001082-350e-4d98-9028-38ceed98049d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/ports/c5c57bcc-bfb6-435b-99ef-c69aa6da5dca HTTP/1.1" status: 204 len: 168 time: 0.3981159 Aug 10 01:33:59.908340 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33402) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:59.932931 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fdb4407-ba0e-4385-9faa-7092f2ab9aff tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] GET failed (client error): The resource could not be found. Aug 10 01:33:59.935112 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7fdb4407-ba0e-4385-9faa-7092f2ab9aff tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "GET /v2.0/ports/c5c57bcc-bfb6-435b-99ef-c69aa6da5dca HTTP/1.1" status: 404 len: 333 time: 0.0258200 Aug 10 01:33:59.937850 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33404) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:59.996562 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-f28970a5-c885-4db8-9e3b-9defe2bb55b6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Deleting subnet 1585ca47-eb05-49ba-b48a-0eb8ef64e19b {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:34:00.001069 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f28970a5-c885-4db8-9e3b-9defe2bb55b6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:00.043289 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f28970a5-c885-4db8-9e3b-9defe2bb55b6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:00.110215 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-bf343e68-fe30-408f-8727-fa45c952db82 None None] Could not find standard attr ID for object 651e0304-b0b8-4e31-8766-ecd7db1bf8bf. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:34:00.113347 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-bf343e68-fe30-408f-8727-fa45c952db82 None None] Could not find standard attr ID for object c5c57bcc-bfb6-435b-99ef-c69aa6da5dca. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:34:00.128749 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-bf343e68-fe30-408f-8727-fa45c952db82 None None] Provisioning complete for port 83249a8d-abe1-4617-a09d-bc6a1f0eb978 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:34:00.129127 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bf343e68-fe30-408f-8727-fa45c952db82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:00.134054 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f28970a5-c885-4db8-9e3b-9defe2bb55b6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:00.203429 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f28970a5-c885-4db8-9e3b-9defe2bb55b6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:00.233481 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28970a5-c885-4db8-9e3b-9defe2bb55b6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Subnet': ['ID=1585ca47-eb05-49ba-b48a-0eb8ef64e19b,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:00.235749 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f28970a5-c885-4db8-9e3b-9defe2bb55b6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:00.237678 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f28970a5-c885-4db8-9e3b-9defe2bb55b6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/subnets/1585ca47-eb05-49ba-b48a-0eb8ef64e19b HTTP/1.1" status: 204 len: 168 time: 0.2988868 Aug 10 01:34:00.240162 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33406) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:00.322554 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474bfcf6-6b2d-41a7-85bb-f009235cf324 None None] Network 998437b6-2803-4e39-94e7-b1c5e9ae67f3 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:34:00.326547 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-594168fc-5ef9-4012-ad09-9d508aac5435 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:00.379351 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-594168fc-5ef9-4012-ad09-9d508aac5435 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Deleting port 83249a8d-abe1-4617-a09d-bc6a1f0eb978 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:34:00.379696 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-594168fc-5ef9-4012-ad09-9d508aac5435 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:00.442441 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-594168fc-5ef9-4012-ad09-9d508aac5435 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] For port 83249a8d-abe1-4617-a09d-bc6a1f0eb978, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=83249a8d-abe1-4617-a09d-bc6a1f0eb978,segment=NetworkSegment(abb0e00b-f9de-4736-9bbb-35c7176f122f),segment_id=abb0e00b-f9de-4736-9bbb-35c7176f122f)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:34:00.442815 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-594168fc-5ef9-4012-ad09-9d508aac5435 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:00.457963 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-594168fc-5ef9-4012-ad09-9d508aac5435 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Calling delete_port for 83249a8d-abe1-4617-a09d-bc6a1f0eb978 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:34:00.484720 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f65fe9-1c06-43ee-960b-1a9cb8e9923f None None] DHCP port deletion for 998437b6-2803-4e39-94e7-b1c5e9ae67f3 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:34:00.533280 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-96f65fe9-1c06-43ee-960b-1a9cb8e9923f None None] Deleting port 83249a8d-abe1-4617-a09d-bc6a1f0eb978 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:34:00.533693 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-96f65fe9-1c06-43ee-960b-1a9cb8e9923f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:00.541680 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-594168fc-5ef9-4012-ad09-9d508aac5435 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:00.570923 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594168fc-5ef9-4012-ad09-9d508aac5435 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Port': ['ID=83249a8d-abe1-4617-a09d-bc6a1f0eb978,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:00.573142 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594168fc-5ef9-4012-ad09-9d508aac5435 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] No DVR routers for this DVR port 83249a8d-abe1-4617-a09d-bc6a1f0eb978 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:34:00.659390 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-594168fc-5ef9-4012-ad09-9d508aac5435 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:00.670510 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-594168fc-5ef9-4012-ad09-9d508aac5435 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['998437b6-2803-4e39-94e7-b1c5e9ae67f3']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:34:00.681618 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-594168fc-5ef9-4012-ad09-9d508aac5435 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abb0e00b-f9de-4736-9bbb-35c7176f122f') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:34:00.681924 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-594168fc-5ef9-4012-ad09-9d508aac5435 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abb0e00b-f9de-4736-9bbb-35c7176f122f') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:34:00.690992 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-594168fc-5ef9-4012-ad09-9d508aac5435 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:00.705283 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-594168fc-5ef9-4012-ad09-9d508aac5435 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:00.711367 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-594168fc-5ef9-4012-ad09-9d508aac5435 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:34:00.711765 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-594168fc-5ef9-4012-ad09-9d508aac5435 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:00.715402 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:34:00.715402 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:34:00.715402 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:34:00.715402 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:34:00.715402 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:34:00.715402 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:34:00.715402 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:34:00.715402 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:34:00.715402 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:34:00.715402 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:34:00.715402 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:34:00.715402 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:34:00.715402 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:34:00.715402 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:34:00.715402 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:34:00.715402 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:34:00.715402 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:34:00.715402 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:34:00.715402 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:34:00.715402 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:34:00.715402 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:34:00.715402 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:34:00.715402 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:34:00.715402 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:34:00.715402 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:34:00.715402 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:34:00.715402 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:34:00.715402 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:34:00.715402 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:34:00.715402 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:34:00.715402 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:34:00.715402 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:34:00.756553 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-96f65fe9-1c06-43ee-960b-1a9cb8e9923f None None] For port 83249a8d-abe1-4617-a09d-bc6a1f0eb978, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=83249a8d-abe1-4617-a09d-bc6a1f0eb978,segment=NetworkSegment(abb0e00b-f9de-4736-9bbb-35c7176f122f),segment_id=abb0e00b-f9de-4736-9bbb-35c7176f122f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:34:00.756964 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-96f65fe9-1c06-43ee-960b-1a9cb8e9923f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:00.769484 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-96f65fe9-1c06-43ee-960b-1a9cb8e9923f None None] Calling delete_port for 83249a8d-abe1-4617-a09d-bc6a1f0eb978 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:34:00.775246 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-594168fc-5ef9-4012-ad09-9d508aac5435 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:00.784005 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-594168fc-5ef9-4012-ad09-9d508aac5435 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:00.785866 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-594168fc-5ef9-4012-ad09-9d508aac5435 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/networks/998437b6-2803-4e39-94e7-b1c5e9ae67f3 HTTP/1.1" status: 204 len: 168 time: 0.5445621 Aug 10 01:34:00.792332 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33408) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:00.796449 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594168fc-5ef9-4012-ad09-9d508aac5435 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Network': ['ID=998437b6-2803-4e39-94e7-b1c5e9ae67f3,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:00.800090 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-24c9ab39-649f-46d2-ac0c-33fc7575be82 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-561098468'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:00.821264 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c9ab39-649f-46d2-ac0c-33fc7575be82 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Made reservation on behalf of a6b4dee99c1b4e179a681ee68af0361f for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:34:00.824926 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24c9ab39-649f-46d2-ac0c-33fc7575be82 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:00.849455 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-96f65fe9-1c06-43ee-960b-1a9cb8e9923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:00.849883 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24c9ab39-649f-46d2-ac0c-33fc7575be82 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:34:00.860389 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24c9ab39-649f-46d2-ac0c-33fc7575be82 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:00.860742 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-24c9ab39-649f-46d2-ac0c-33fc7575be82 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Added segment e3ed064c-ab7b-41d8-a045-f82f03efa590 of type vlan for network 329c28fc-54b0-4af5-aa92-5285a7cd069d Aug 10 01:34:00.872267 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-96f65fe9-1c06-43ee-960b-1a9cb8e9923f None None] Network 998437b6-2803-4e39-94e7-b1c5e9ae67f3 is not hosted by any dhcp agent {{(pid=105828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 01:34:00.872481 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f65fe9-1c06-43ee-960b-1a9cb8e9923f None None] No DVR routers for this DVR port 83249a8d-abe1-4617-a09d-bc6a1f0eb978 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:34:00.874129 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f65fe9-1c06-43ee-960b-1a9cb8e9923f None None] Pushing event deleted for resources: {'Port': ['ID=83249a8d-abe1-4617-a09d-bc6a1f0eb978,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:00.906240 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24c9ab39-649f-46d2-ac0c-33fc7575be82 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:00.936879 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24c9ab39-649f-46d2-ac0c-33fc7575be82 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:00.942951 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c9ab39-649f-46d2-ac0c-33fc7575be82 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:00.943404 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 83249a8d-abe1-4617-a09d-bc6a1f0eb978 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:34:00.943565 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24c9ab39-649f-46d2-ac0c-33fc7575be82 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:00.963806 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 83249a8d-abe1-4617-a09d-bc6a1f0eb978 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:34:00.963806 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 83249a8d-abe1-4617-a09d-bc6a1f0eb978 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:34:01.004810 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-24c9ab39-649f-46d2-ac0c-33fc7575be82 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2101500 Aug 10 01:34:01.007700 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33410) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:01.013469 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-4253c98c-f4d4-4212-8a93-214e38ae95f5 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'subnet': {'network_id': '329c28fc-54b0-4af5-aa92-5285a7cd069d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:01.013772 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9ab39-649f-46d2-ac0c-33fc7575be82 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Network': ['ID=329c28fc-54b0-4af5-aa92-5285a7cd069d,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:01.023960 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 329c28fc-54b0-4af5-aa92-5285a7cd069d details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:34:01.105939 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4253c98c-f4d4-4212-8a93-214e38ae95f5 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Made reservation on behalf of a6b4dee99c1b4e179a681ee68af0361f for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:34:01.109385 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4253c98c-f4d4-4212-8a93-214e38ae95f5 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:01.290061 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4253c98c-f4d4-4212-8a93-214e38ae95f5 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:01.350708 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253c98c-f4d4-4212-8a93-214e38ae95f5 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Subnet': ['ID=fef1e503-8fd3-4593-8e32-a799155bc817,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:01.357633 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4253c98c-f4d4-4212-8a93-214e38ae95f5 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Checking segment: {'id': 'e3ed064c-ab7b-41d8-a045-f82f03efa590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '329c28fc-54b0-4af5-aa92-5285a7cd069d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:34:01.358002 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4253c98c-f4d4-4212-8a93-214e38ae95f5 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Network hostable DHCP agents. Network: 329c28fc-54b0-4af5-aa92-5285a7cd069d, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:34:01.373735 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4253c98c-f4d4-4212-8a93-214e38ae95f5 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Network 329c28fc-54b0-4af5-aa92-5285a7cd069d is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:34:01.381940 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-4253c98c-f4d4-4212-8a93-214e38ae95f5 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 329c28fc-54b0-4af5-aa92-5285a7cd069d) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:34:01.385788 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4253c98c-f4d4-4212-8a93-214e38ae95f5 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:01.386917 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4253c98c-f4d4-4212-8a93-214e38ae95f5 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:01.391425 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3306f1-a79c-48c8-a261-3f56f8edb034 None None] Network 329c28fc-54b0-4af5-aa92-5285a7cd069d requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:34:01.401158 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4253c98c-f4d4-4212-8a93-214e38ae95f5 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3921189 Aug 10 01:34:01.403683 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33412) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:01.408354 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-b7efee42-d5e7-4b8e-8835-0952a52b3114 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1636681897', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:01.430564 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b7efee42-d5e7-4b8e-8835-0952a52b3114 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:01.431851 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b7efee42-d5e7-4b8e-8835-0952a52b3114 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:01.486793 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b7efee42-d5e7-4b8e-8835-0952a52b3114 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:01.491941 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b7efee42-d5e7-4b8e-8835-0952a52b3114 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:01.508858 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b7efee42-d5e7-4b8e-8835-0952a52b3114 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:01.510140 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b7efee42-d5e7-4b8e-8835-0952a52b3114 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1053350 Aug 10 01:34:01.513301 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33414) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:01.518471 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-d81479f7-c9ed-455c-8177-8ffb4f5bcb1a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'port': {'network_id': '329c28fc-54b0-4af5-aa92-5285a7cd069d', 'name': 'tempest-PortsIpV6TestJSON-1034457669'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:01.540790 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257d1a6b-d861-44ae-8d4c-5c4fa77c8bb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-329c28fc-54b0-4af5-aa92-5285a7cd069d', 'network_id': '329c28fc-54b0-4af5-aa92-5285a7cd069d', 'tenant_id': 'a6b4dee99c1b4e179a681ee68af0361f', 'fixed_ips': [{'subnet_id': 'fef1e503-8fd3-4593-8e32-a799155bc817'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:34:01.541685 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-257d1a6b-d861-44ae-8d4c-5c4fa77c8bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:01.630613 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81479f7-c9ed-455c-8177-8ffb4f5bcb1a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Made reservation on behalf of a6b4dee99c1b4e179a681ee68af0361f for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:34:01.634093 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d81479f7-c9ed-455c-8177-8ffb4f5bcb1a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:01.651896 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-d81479f7-c9ed-455c-8177-8ffb4f5bcb1a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] device_id is not set on port 45de8157-85cc-4516-972a-f08f4683afe1 yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:34:01.680072 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-257d1a6b-d861-44ae-8d4c-5c4fa77c8bb5 None None] Allocated IP 2001:db8::2 (329c28fc-54b0-4af5-aa92-5285a7cd069d/fef1e503-8fd3-4593-8e32-a799155bc817/7d95e943-e081-4eb3-92db-c231d9bdabf5) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:34:01.820310 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-257d1a6b-d861-44ae-8d4c-5c4fa77c8bb5 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:01.828201 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-257d1a6b-d861-44ae-8d4c-5c4fa77c8bb5 None None] Transition to ACTIVE for port object 7d95e943-e081-4eb3-92db-c231d9bdabf5 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:34:01.842253 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-257d1a6b-d861-44ae-8d4c-5c4fa77c8bb5 None None] Transition to ACTIVE for port object 7d95e943-e081-4eb3-92db-c231d9bdabf5 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:34:01.847713 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-257d1a6b-d861-44ae-8d4c-5c4fa77c8bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:01.882650 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257d1a6b-d861-44ae-8d4c-5c4fa77c8bb5 None None] Network 329c28fc-54b0-4af5-aa92-5285a7cd069d is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:34:01.887202 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-257d1a6b-d861-44ae-8d4c-5c4fa77c8bb5 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:34:01.890625 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257d1a6b-d861-44ae-8d4c-5c4fa77c8bb5 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:34:01.900928 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d1a6b-d861-44ae-8d4c-5c4fa77c8bb5 None None] Pushing event updated for resources: {'Port': ['ID=7d95e943-e081-4eb3-92db-c231d9bdabf5,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:01.903880 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-d81479f7-c9ed-455c-8177-8ffb4f5bcb1a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Allocated IP 2001:db8::32c (329c28fc-54b0-4af5-aa92-5285a7cd069d/fef1e503-8fd3-4593-8e32-a799155bc817/45de8157-85cc-4516-972a-f08f4683afe1) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:34:01.924593 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d1a6b-d861-44ae-8d4c-5c4fa77c8bb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:34:01.924947 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d1a6b-d861-44ae-8d4c-5c4fa77c8bb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:34:01.925294 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d1a6b-d861-44ae-8d4c-5c4fa77c8bb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:34:01.925630 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d1a6b-d861-44ae-8d4c-5c4fa77c8bb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:34:01.925970 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d1a6b-d861-44ae-8d4c-5c4fa77c8bb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:34:01.926304 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d1a6b-d861-44ae-8d4c-5c4fa77c8bb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:34:01.926637 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d1a6b-d861-44ae-8d4c-5c4fa77c8bb5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:34:01.926968 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d1a6b-d861-44ae-8d4c-5c4fa77c8bb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:34:01.927294 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d1a6b-d861-44ae-8d4c-5c4fa77c8bb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:34:01.927621 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d1a6b-d861-44ae-8d4c-5c4fa77c8bb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:34:01.927949 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d1a6b-d861-44ae-8d4c-5c4fa77c8bb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:34:01.928300 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d1a6b-d861-44ae-8d4c-5c4fa77c8bb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:34:01.959233 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-257d1a6b-d861-44ae-8d4c-5c4fa77c8bb5 None None] Attempting to bind port 7d95e943-e081-4eb3-92db-c231d9bdabf5 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:34:01.959597 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-257d1a6b-d861-44ae-8d4c-5c4fa77c8bb5 None None] Attempting to bind port 7d95e943-e081-4eb3-92db-c231d9bdabf5 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'e3ed064c-ab7b-41d8-a045-f82f03efa590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '329c28fc-54b0-4af5-aa92-5285a7cd069d'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:34:01.959971 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257d1a6b-d861-44ae-8d4c-5c4fa77c8bb5 None None] Attempting to bind port 7d95e943-e081-4eb3-92db-c231d9bdabf5 on network 329c28fc-54b0-4af5-aa92-5285a7cd069d {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:34:01.964944 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257d1a6b-d861-44ae-8d4c-5c4fa77c8bb5 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:34:01.965327 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257d1a6b-d861-44ae-8d4c-5c4fa77c8bb5 None None] Checking segment: {'id': 'e3ed064c-ab7b-41d8-a045-f82f03efa590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '329c28fc-54b0-4af5-aa92-5285a7cd069d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:34:01.965771 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-257d1a6b-d861-44ae-8d4c-5c4fa77c8bb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:01.966174 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257d1a6b-d861-44ae-8d4c-5c4fa77c8bb5 None None] Bound using segment: {'id': 'e3ed064c-ab7b-41d8-a045-f82f03efa590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '329c28fc-54b0-4af5-aa92-5285a7cd069d'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:34:01.966655 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-257d1a6b-d861-44ae-8d4c-5c4fa77c8bb5 None None] Bound port: 7d95e943-e081-4eb3-92db-c231d9bdabf5, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ed064c-ab7b-41d8-a045-f82f03efa590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '329c28fc-54b0-4af5-aa92-5285a7cd069d'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:34:01.967051 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-257d1a6b-d861-44ae-8d4c-5c4fa77c8bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:02.032081 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-257d1a6b-d861-44ae-8d4c-5c4fa77c8bb5 None None] For port 7d95e943-e081-4eb3-92db-c231d9bdabf5, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:34:02.035548 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-257d1a6b-d861-44ae-8d4c-5c4fa77c8bb5 None None] For port 7d95e943-e081-4eb3-92db-c231d9bdabf5, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=7d95e943-e081-4eb3-92db-c231d9bdabf5,segment=NetworkSegment(e3ed064c-ab7b-41d8-a045-f82f03efa590),segment_id=e3ed064c-ab7b-41d8-a045-f82f03efa590)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:34:02.039393 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-257d1a6b-d861-44ae-8d4c-5c4fa77c8bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:02.054927 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d81479f7-c9ed-455c-8177-8ffb4f5bcb1a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:02.069889 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-d81479f7-c9ed-455c-8177-8ffb4f5bcb1a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Transition to ACTIVE for port object 45de8157-85cc-4516-972a-f08f4683afe1 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:34:02.094671 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d1a6b-d861-44ae-8d4c-5c4fa77c8bb5 None None] Pushing event updated for resources: {'Port': ['ID=7d95e943-e081-4eb3-92db-c231d9bdabf5,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:02.104388 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d81479f7-c9ed-455c-8177-8ffb4f5bcb1a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:02.146137 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81479f7-c9ed-455c-8177-8ffb4f5bcb1a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Network 329c28fc-54b0-4af5-aa92-5285a7cd069d is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:34:02.151444 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-d81479f7-c9ed-455c-8177-8ffb4f5bcb1a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:34:02.155710 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81479f7-c9ed-455c-8177-8ffb4f5bcb1a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:34:02.161300 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81479f7-c9ed-455c-8177-8ffb4f5bcb1a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:02.161903 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d81479f7-c9ed-455c-8177-8ffb4f5bcb1a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:02.172736 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81479f7-c9ed-455c-8177-8ffb4f5bcb1a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Port': ['ID=45de8157-85cc-4516-972a-f08f4683afe1,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:02.183271 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d81479f7-c9ed-455c-8177-8ffb4f5bcb1a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6688652 Aug 10 01:34:02.186042 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33416) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:02.506269 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7fc4a42a-42f2-4db5-8005-6e213012c4f3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:02.743168 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7fc4a42a-42f2-4db5-8005-6e213012c4f3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:02.748123 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7fc4a42a-42f2-4db5-8005-6e213012c4f3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:02.822779 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4a42a-42f2-4db5-8005-6e213012c4f3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Port': ['ID=45de8157-85cc-4516-972a-f08f4683afe1,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:02.937959 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7fc4a42a-42f2-4db5-8005-6e213012c4f3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:02.978602 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70de40d-7dd4-4794-8d1e-3648ea5f7433 None None] Network 329c28fc-54b0-4af5-aa92-5285a7cd069d requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:34:02.993381 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7d95e943-e081-4eb3-92db-c231d9bdabf5 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:34:03.057409 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7fc4a42a-42f2-4db5-8005-6e213012c4f3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:03.085502 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-9b1830bc-8f53-48cf-ae84-03f43459f592 None None] Provisioning for port 7d95e943-e081-4eb3-92db-c231d9bdabf5 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:34:03.129621 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 7d95e943-e081-4eb3-92db-c231d9bdabf5 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:34:03.139464 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 7d95e943-e081-4eb3-92db-c231d9bdabf5 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:34:03.139917 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:03.247532 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:03.281804 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 7d95e943-e081-4eb3-92db-c231d9bdabf5, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=7d95e943-e081-4eb3-92db-c231d9bdabf5,segment=NetworkSegment(e3ed064c-ab7b-41d8-a045-f82f03efa590),segment_id=e3ed064c-ab7b-41d8-a045-f82f03efa590)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:34:03.287406 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:03.323080 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7fc4a42a-42f2-4db5-8005-6e213012c4f3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:03.328127 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7fc4a42a-42f2-4db5-8005-6e213012c4f3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:03.329040 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7fc4a42a-42f2-4db5-8005-6e213012c4f3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:03.341547 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=7d95e943-e081-4eb3-92db-c231d9bdabf5,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:03.418781 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4a42a-42f2-4db5-8005-6e213012c4f3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Port': ['ID=45de8157-85cc-4516-972a-f08f4683afe1,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:03.464507 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc4a42a-42f2-4db5-8005-6e213012c4f3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Network 329c28fc-54b0-4af5-aa92-5285a7cd069d is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:34:03.466252 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-7fc4a42a-42f2-4db5-8005-6e213012c4f3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:34:03.515786 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6fb59abe-2e99-4b92-b4bd-4bab4b37da3f None None] Provisioning complete for port 7d95e943-e081-4eb3-92db-c231d9bdabf5 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:34:03.516471 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6fb59abe-2e99-4b92-b4bd-4bab4b37da3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:03.594193 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc4a42a-42f2-4db5-8005-6e213012c4f3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Router 45974a28-8ea2-4eb5-9645-66bceb739570 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:34:03.617623 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6fb59abe-2e99-4b92-b4bd-4bab4b37da3f None None] Provisioning for port 45de8157-85cc-4516-972a-f08f4683afe1 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:34:03.625568 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6fb59abe-2e99-4b92-b4bd-4bab4b37da3f None None] Provisioning complete for port 45de8157-85cc-4516-972a-f08f4683afe1 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:34:03.625952 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6fb59abe-2e99-4b92-b4bd-4bab4b37da3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:03.677544 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6fb59abe-2e99-4b92-b4bd-4bab4b37da3f None None] Port 45de8157-85cc-4516-972a-f08f4683afe1 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:34:03.706537 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc4a42a-42f2-4db5-8005-6e213012c4f3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:34:03.713068 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7fc4a42a-42f2-4db5-8005-6e213012c4f3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "PUT /v2.0/routers/45974a28-8ea2-4eb5-9645-66bceb739570/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5253911 Aug 10 01:34:03.715219 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33418) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:03.717367 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d759fd-ad7f-4fc9-a4ec-5b69cf4a7643 None None] Sync routers for ids ['45974a28-8ea2-4eb5-9645-66bceb739570'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:34:03.728621 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d759fd-ad7f-4fc9-a4ec-5b69cf4a7643 None None] Routers {'45974a28-8ea2-4eb5-9645-66bceb739570'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:34:03.729243 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-e1d759fd-ad7f-4fc9-a4ec-5b69cf4a7643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:33:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['45974a28-8ea2-4eb5-9645-66bceb739570'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:34:03.764527 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-e1d759fd-ad7f-4fc9-a4ec-5b69cf4a7643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:34:03.768493 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478befb4-b201-4ac7-82b2-481a86aa8ec2 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:03.773394 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d759fd-ad7f-4fc9-a4ec-5b69cf4a7643 None None] Routers {'45974a28-8ea2-4eb5-9645-66bceb739570'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:34:03.773946 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-478befb4-b201-4ac7-82b2-481a86aa8ec2 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "GET /v2.0/ports?device_id=45974a28-8ea2-4eb5-9645-66bceb739570 HTTP/1.1" status: 200 len: 989 time: 0.0565627 Aug 10 01:34:03.774078 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-e1d759fd-ad7f-4fc9-a4ec-5b69cf4a7643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:33:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['45974a28-8ea2-4eb5-9645-66bceb739570'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:34:03.776556 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33420) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:03.803788 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-fd883cb8-4b5c-49f0-888b-3f591f698ed0 None None] Provisioning complete for port 45de8157-85cc-4516-972a-f08f4683afe1 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:34:03.804611 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fd883cb8-4b5c-49f0-888b-3f591f698ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:03.809445 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-e1d759fd-ad7f-4fc9-a4ec-5b69cf4a7643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:34:03.810094 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d759fd-ad7f-4fc9-a4ec-5b69cf4a7643 None None] The sync data for ids ['45974a28-8ea2-4eb5-9645-66bceb739570'] in n-d-766726-26 is: [] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:34:03.844927 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-fd883cb8-4b5c-49f0-888b-3f591f698ed0 None None] Port 45de8157-85cc-4516-972a-f08f4683afe1 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:34:03.965166 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f26a3837-33b0-42d0-848f-175cacfff268 None None] Provisioning complete for port 45de8157-85cc-4516-972a-f08f4683afe1 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:34:03.965556 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f26a3837-33b0-42d0-848f-175cacfff268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:04.005808 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-f26a3837-33b0-42d0-848f-175cacfff268 None None] Port 45de8157-85cc-4516-972a-f08f4683afe1 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:34:04.120621 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8e4440e7-8b57-41e0-85c8-b2325961cc2b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:04.124407 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-06c92bbf-7364-4499-908d-50079eb2c787 None None] Provisioning complete for port 45de8157-85cc-4516-972a-f08f4683afe1 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:34:04.124789 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-06c92bbf-7364-4499-908d-50079eb2c787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:04.156728 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-06c92bbf-7364-4499-908d-50079eb2c787 None None] Port 45de8157-85cc-4516-972a-f08f4683afe1 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:34:04.345416 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-8e4440e7-8b57-41e0-85c8-b2325961cc2b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Deleting port 45de8157-85cc-4516-972a-f08f4683afe1 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:34:04.346047 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8e4440e7-8b57-41e0-85c8-b2325961cc2b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:04.427574 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8e4440e7-8b57-41e0-85c8-b2325961cc2b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:04.440298 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-8e4440e7-8b57-41e0-85c8-b2325961cc2b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Calling delete_port for 45de8157-85cc-4516-972a-f08f4683afe1 owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:34:04.605611 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8e4440e7-8b57-41e0-85c8-b2325961cc2b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:04.636845 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4440e7-8b57-41e0-85c8-b2325961cc2b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Port': ['ID=45de8157-85cc-4516-972a-f08f4683afe1,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:04.739627 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8e4440e7-8b57-41e0-85c8-b2325961cc2b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:04.939476 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7d95e943-e081-4eb3-92db-c231d9bdabf5 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:34:04.991497 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 7d95e943-e081-4eb3-92db-c231d9bdabf5 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:34:04.991497 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:05.149546 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4440e7-8b57-41e0-85c8-b2325961cc2b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Router 45974a28-8ea2-4eb5-9645-66bceb739570 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:34:05.223009 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4440e7-8b57-41e0-85c8-b2325961cc2b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:34:05.228769 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8e4440e7-8b57-41e0-85c8-b2325961cc2b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "PUT /v2.0/routers/45974a28-8ea2-4eb5-9645-66bceb739570/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4505763 Aug 10 01:34:05.230890 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33422) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:05.232466 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63976abc-758a-4476-b9d6-687ef23e7cf9 None None] Sync routers for ids ['45974a28-8ea2-4eb5-9645-66bceb739570'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:34:05.241697 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63976abc-758a-4476-b9d6-687ef23e7cf9 None None] Routers {'45974a28-8ea2-4eb5-9645-66bceb739570'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:34:05.242352 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-63976abc-758a-4476-b9d6-687ef23e7cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:33:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['45974a28-8ea2-4eb5-9645-66bceb739570'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:34:05.254834 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-360b25e3-2fdc-45e0-b43a-6f635dfbec67 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] GET failed (client error): The resource could not be found. Aug 10 01:34:05.256326 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-360b25e3-2fdc-45e0-b43a-6f635dfbec67 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "GET /v2.0/ports/45de8157-85cc-4516-972a-f08f4683afe1 HTTP/1.1" status: 404 len: 333 time: 0.0244875 Aug 10 01:34:05.258951 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33424) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:05.279922 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-63976abc-758a-4476-b9d6-687ef23e7cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:34:05.288336 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63976abc-758a-4476-b9d6-687ef23e7cf9 None None] Routers {'45974a28-8ea2-4eb5-9645-66bceb739570'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:34:05.289350 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-63976abc-758a-4476-b9d6-687ef23e7cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:33:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['45974a28-8ea2-4eb5-9645-66bceb739570'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:34:05.323414 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-63976abc-758a-4476-b9d6-687ef23e7cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:34:05.324104 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63976abc-758a-4476-b9d6-687ef23e7cf9 None None] The sync data for ids ['45974a28-8ea2-4eb5-9645-66bceb739570'] in n-d-766726-26 is: [] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:34:05.333384 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-df4896ab-213e-4073-862e-3f2e1e26017b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:05.488224 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-df4896ab-213e-4073-862e-3f2e1e26017b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:05.490299 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-df4896ab-213e-4073-862e-3f2e1e26017b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:05.532220 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-df4896ab-213e-4073-862e-3f2e1e26017b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:05.532688 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4896ab-213e-4073-862e-3f2e1e26017b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Fanout notify agent at l3_agent the message router_deleted on router 45974a28-8ea2-4eb5-9645-66bceb739570 {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:34:05.539946 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-df4896ab-213e-4073-862e-3f2e1e26017b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:05.541005 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-df4896ab-213e-4073-862e-3f2e1e26017b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/routers/45974a28-8ea2-4eb5-9645-66bceb739570 HTTP/1.1" status: 204 len: 168 time: 0.2811263 Aug 10 01:34:05.543765 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33426) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:05.600443 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cdc9445-82b1-4d60-9728-5b7b1fc1b4db tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Deleting subnet fef1e503-8fd3-4593-8e32-a799155bc817 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:34:05.604006 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3cdc9445-82b1-4d60-9728-5b7b1fc1b4db tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:05.657509 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3cdc9445-82b1-4d60-9728-5b7b1fc1b4db tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:05.749212 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3cdc9445-82b1-4d60-9728-5b7b1fc1b4db tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:05.807128 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3cdc9445-82b1-4d60-9728-5b7b1fc1b4db tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:05.844379 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc9445-82b1-4d60-9728-5b7b1fc1b4db tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Subnet': ['ID=fef1e503-8fd3-4593-8e32-a799155bc817,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:05.848238 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3cdc9445-82b1-4d60-9728-5b7b1fc1b4db tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:05.850146 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3cdc9445-82b1-4d60-9728-5b7b1fc1b4db tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/subnets/fef1e503-8fd3-4593-8e32-a799155bc817 HTTP/1.1" status: 204 len: 168 time: 0.3047557 Aug 10 01:34:05.852243 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33428) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:05.855498 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d06cfbf-2038-4d38-a4db-fee50290b9fb None None] Network 329c28fc-54b0-4af5-aa92-5285a7cd069d requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:34:05.936325 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-af1d7214-bbcf-4c99-a24f-27dfc25cd5db tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:05.988139 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-af1d7214-bbcf-4c99-a24f-27dfc25cd5db tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Deleting port 7d95e943-e081-4eb3-92db-c231d9bdabf5 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:34:05.988596 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-af1d7214-bbcf-4c99-a24f-27dfc25cd5db tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:06.044269 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad68d05f-a23f-4261-b1cf-64f5d0c011d8 None None] DHCP port deletion for 329c28fc-54b0-4af5-aa92-5285a7cd069d request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:34:06.056154 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-af1d7214-bbcf-4c99-a24f-27dfc25cd5db tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] For port 7d95e943-e081-4eb3-92db-c231d9bdabf5, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=7d95e943-e081-4eb3-92db-c231d9bdabf5,segment=NetworkSegment(e3ed064c-ab7b-41d8-a045-f82f03efa590),segment_id=e3ed064c-ab7b-41d8-a045-f82f03efa590)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:34:06.056557 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-af1d7214-bbcf-4c99-a24f-27dfc25cd5db tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:06.069626 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-af1d7214-bbcf-4c99-a24f-27dfc25cd5db tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Calling delete_port for 7d95e943-e081-4eb3-92db-c231d9bdabf5 owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:34:06.089620 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-ad68d05f-a23f-4261-b1cf-64f5d0c011d8 None None] Deleting port 7d95e943-e081-4eb3-92db-c231d9bdabf5 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:34:06.089998 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ad68d05f-a23f-4261-b1cf-64f5d0c011d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:06.148041 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-af1d7214-bbcf-4c99-a24f-27dfc25cd5db tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:06.148718 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-ad68d05f-a23f-4261-b1cf-64f5d0c011d8 None None] For port 7d95e943-e081-4eb3-92db-c231d9bdabf5, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=7d95e943-e081-4eb3-92db-c231d9bdabf5,segment=NetworkSegment(e3ed064c-ab7b-41d8-a045-f82f03efa590),segment_id=e3ed064c-ab7b-41d8-a045-f82f03efa590)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:34:06.149123 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ad68d05f-a23f-4261-b1cf-64f5d0c011d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:06.165058 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-ad68d05f-a23f-4261-b1cf-64f5d0c011d8 None None] Calling delete_port for 7d95e943-e081-4eb3-92db-c231d9bdabf5 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:34:06.173359 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d7214-bbcf-4c99-a24f-27dfc25cd5db tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Port': ['ID=7d95e943-e081-4eb3-92db-c231d9bdabf5,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:06.178306 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1d7214-bbcf-4c99-a24f-27dfc25cd5db tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] No DVR routers for this DVR port 7d95e943-e081-4eb3-92db-c231d9bdabf5 on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:34:06.240727 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ad68d05f-a23f-4261-b1cf-64f5d0c011d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:06.261118 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-af1d7214-bbcf-4c99-a24f-27dfc25cd5db tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:06.267245 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad68d05f-a23f-4261-b1cf-64f5d0c011d8 None None] Pushing event deleted for resources: {'Port': ['ID=7d95e943-e081-4eb3-92db-c231d9bdabf5,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:06.269032 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad68d05f-a23f-4261-b1cf-64f5d0c011d8 None None] No DVR routers for this DVR port 7d95e943-e081-4eb3-92db-c231d9bdabf5 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:34:06.272334 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-af1d7214-bbcf-4c99-a24f-27dfc25cd5db tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['329c28fc-54b0-4af5-aa92-5285a7cd069d']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:34:06.284307 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-af1d7214-bbcf-4c99-a24f-27dfc25cd5db tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ed064c-ab7b-41d8-a045-f82f03efa590') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:34:06.284605 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-af1d7214-bbcf-4c99-a24f-27dfc25cd5db tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ed064c-ab7b-41d8-a045-f82f03efa590') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:34:06.293866 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-af1d7214-bbcf-4c99-a24f-27dfc25cd5db tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:06.307450 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-af1d7214-bbcf-4c99-a24f-27dfc25cd5db tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:06.314223 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af1d7214-bbcf-4c99-a24f-27dfc25cd5db tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:34:06.314762 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-af1d7214-bbcf-4c99-a24f-27dfc25cd5db tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:06.317795 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:34:06.317795 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:34:06.317795 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:34:06.317795 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:34:06.317795 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:34:06.317795 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:34:06.317795 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:34:06.317795 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:34:06.317795 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:34:06.317795 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:34:06.317795 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:34:06.317795 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:34:06.317795 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:34:06.317795 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:34:06.317795 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:34:06.317795 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:34:06.317795 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:34:06.317795 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:34:06.317795 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:34:06.317795 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:34:06.317795 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:34:06.317795 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:34:06.317795 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:34:06.317795 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:34:06.317795 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:34:06.317795 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:34:06.317795 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:34:06.317795 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:34:06.317795 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:34:06.317795 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:34:06.317795 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:34:06.317795 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:34:06.378793 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-af1d7214-bbcf-4c99-a24f-27dfc25cd5db tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:06.385568 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-af1d7214-bbcf-4c99-a24f-27dfc25cd5db tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:06.387530 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-af1d7214-bbcf-4c99-a24f-27dfc25cd5db tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/networks/329c28fc-54b0-4af5-aa92-5285a7cd069d HTTP/1.1" status: 204 len: 168 time: 0.5343711 Aug 10 01:34:06.392659 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33430) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:06.400077 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d7214-bbcf-4c99-a24f-27dfc25cd5db tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Network': ['ID=329c28fc-54b0-4af5-aa92-5285a7cd069d,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:06.455616 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f61355c-dda9-46af-9036-4b6e8cb92c60 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:06.457495 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7f61355c-dda9-46af-9036-4b6e8cb92c60 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "GET /v2.0/ports/21aff080-891e-4ea1-b3ea-1feb66810169 HTTP/1.1" status: 200 len: 845 time: 0.0635617 Aug 10 01:34:06.460910 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33432) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:06.501449 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b086e81a-512b-4adf-b635-5b1b2e168e98 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "GET /v2.0/ports/21aff080-891e-4ea1-b3ea-1feb66810169?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0394928 Aug 10 01:34:06.505011 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33434) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:06.509586 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-fced813d-cb46-4454-b959-346012f77daa tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'subnet': {'network_id': '3be5ebaf-14fb-46c4-83ab-294d4cf6c26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:06.594230 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fced813d-cb46-4454-b959-346012f77daa tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Made reservation on behalf of a6b4dee99c1b4e179a681ee68af0361f for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:34:06.597768 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fced813d-cb46-4454-b959-346012f77daa tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:06.776222 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fced813d-cb46-4454-b959-346012f77daa tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:06.813393 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fced813d-cb46-4454-b959-346012f77daa tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Network 3be5ebaf-14fb-46c4-83ab-294d4cf6c26d is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:34:06.816484 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-fced813d-cb46-4454-b959-346012f77daa tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:34:06.825125 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d33dbc-0068-4874-918f-b53fce525de3 None None] Network 3be5ebaf-14fb-46c4-83ab-294d4cf6c26d requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:34:06.827013 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fced813d-cb46-4454-b959-346012f77daa tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:06.827604 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fced813d-cb46-4454-b959-346012f77daa tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:06.844377 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced813d-cb46-4454-b959-346012f77daa tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Subnet': ['ID=2f44546e-0421-43ab-9727-4fd2fdf2051a,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:06.851713 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33436) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:06.852255 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-fced813d-cb46-4454-b959-346012f77daa tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3460152 Aug 10 01:34:06.857387 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-d4573256-7712-49bb-bdc6-5b32c550bf66 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'security_group': {'name': 'tempest-secgroup-440761224'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:06.882273 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d4573256-7712-49bb-bdc6-5b32c550bf66 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:06.950402 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7d95e943-e081-4eb3-92db-c231d9bdabf5 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:34:06.984704 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 7d95e943-e081-4eb3-92db-c231d9bdabf5 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:34:06.985062 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7d95e943-e081-4eb3-92db-c231d9bdabf5 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:34:06.990924 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d4573256-7712-49bb-bdc6-5b32c550bf66 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:06.996439 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d4573256-7712-49bb-bdc6-5b32c550bf66 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:07.009058 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c0f398-fda2-4150-9cff-155470795851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-3be5ebaf-14fb-46c4-83ab-294d4cf6c26d', 'network_id': '3be5ebaf-14fb-46c4-83ab-294d4cf6c26d', 'tenant_id': 'a6b4dee99c1b4e179a681ee68af0361f', 'fixed_ips': [{'subnet_id': '2f44546e-0421-43ab-9727-4fd2fdf2051a'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:34:07.009924 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-79c0f398-fda2-4150-9cff-155470795851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:07.024682 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d4573256-7712-49bb-bdc6-5b32c550bf66 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:07.025917 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d4573256-7712-49bb-bdc6-5b32c550bf66 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1730638 Aug 10 01:34:07.029250 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33438) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:07.033726 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-113d5b69-3866-43f6-82ae-3503307af1d1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'security_group': {'name': 'tempest-secgroup-1635648656'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:07.039019 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4573256-7712-49bb-bdc6-5b32c550bf66 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=452b69a0-6b03-4fc9-8924-7903d2da7992,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:07.065355 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-113d5b69-3866-43f6-82ae-3503307af1d1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:07.147137 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-113d5b69-3866-43f6-82ae-3503307af1d1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:07.150634 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-113d5b69-3866-43f6-82ae-3503307af1d1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:07.154106 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-79c0f398-fda2-4150-9cff-155470795851 None None] Allocated IP 2001:db8::2 (3be5ebaf-14fb-46c4-83ab-294d4cf6c26d/2f44546e-0421-43ab-9727-4fd2fdf2051a/9bfef8ab-017f-4dff-8341-e91b49f3e902) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:34:07.178958 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-113d5b69-3866-43f6-82ae-3503307af1d1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:07.180215 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-113d5b69-3866-43f6-82ae-3503307af1d1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1501002 Aug 10 01:34:07.182120 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d5b69-3866-43f6-82ae-3503307af1d1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=675efe9e-66d4-4288-ab67-00ad8cc0d2d0,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:07.183100 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33440) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:07.188574 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-e7677e5b-b20c-4906-993a-b95b8324b440 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-220652835', 'security_groups': ['675efe9e-66d4-4288-ab67-00ad8cc0d2d0'], 'network_id': '3be5ebaf-14fb-46c4-83ab-294d4cf6c26d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2f44546e-0421-43ab-9727-4fd2fdf2051a'}]}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:07.297991 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7677e5b-b20c-4906-993a-b95b8324b440 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Made reservation on behalf of a6b4dee99c1b4e179a681ee68af0361f for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:34:07.303706 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-79c0f398-fda2-4150-9cff-155470795851 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:07.312521 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-79c0f398-fda2-4150-9cff-155470795851 None None] Transition to ACTIVE for port object 9bfef8ab-017f-4dff-8341-e91b49f3e902 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:34:07.326770 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-79c0f398-fda2-4150-9cff-155470795851 None None] Transition to ACTIVE for port object 9bfef8ab-017f-4dff-8341-e91b49f3e902 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:34:07.332725 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-79c0f398-fda2-4150-9cff-155470795851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:07.379932 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c0f398-fda2-4150-9cff-155470795851 None None] Network 3be5ebaf-14fb-46c4-83ab-294d4cf6c26d is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:34:07.382896 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-79c0f398-fda2-4150-9cff-155470795851 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:34:07.385155 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e7677e5b-b20c-4906-993a-b95b8324b440 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:07.387345 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c0f398-fda2-4150-9cff-155470795851 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:34:07.390406 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0f398-fda2-4150-9cff-155470795851 None None] Pushing event updated for resources: {'Port': ['ID=9bfef8ab-017f-4dff-8341-e91b49f3e902,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:07.405025 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-e7677e5b-b20c-4906-993a-b95b8324b440 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] device_id is not set on port d9b58bcd-b741-45c5-9094-8019f40b7b66 yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:34:07.441999 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-79c0f398-fda2-4150-9cff-155470795851 None None] Attempting to bind port 9bfef8ab-017f-4dff-8341-e91b49f3e902 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:34:07.442380 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-79c0f398-fda2-4150-9cff-155470795851 None None] Attempting to bind port 9bfef8ab-017f-4dff-8341-e91b49f3e902 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'c3bb21e8-4d96-47f0-a769-9c65bba5bb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3be5ebaf-14fb-46c4-83ab-294d4cf6c26d'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:34:07.442740 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c0f398-fda2-4150-9cff-155470795851 None None] Attempting to bind port 9bfef8ab-017f-4dff-8341-e91b49f3e902 on network 3be5ebaf-14fb-46c4-83ab-294d4cf6c26d {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:34:07.447687 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c0f398-fda2-4150-9cff-155470795851 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:34:07.448060 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c0f398-fda2-4150-9cff-155470795851 None None] Checking segment: {'id': 'c3bb21e8-4d96-47f0-a769-9c65bba5bb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3be5ebaf-14fb-46c4-83ab-294d4cf6c26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:34:07.448524 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-79c0f398-fda2-4150-9cff-155470795851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:07.448950 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c0f398-fda2-4150-9cff-155470795851 None None] Bound using segment: {'id': 'c3bb21e8-4d96-47f0-a769-9c65bba5bb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3be5ebaf-14fb-46c4-83ab-294d4cf6c26d'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:34:07.449423 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-79c0f398-fda2-4150-9cff-155470795851 None None] Bound port: 9bfef8ab-017f-4dff-8341-e91b49f3e902, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3bb21e8-4d96-47f0-a769-9c65bba5bb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3be5ebaf-14fb-46c4-83ab-294d4cf6c26d'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:34:07.449984 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-79c0f398-fda2-4150-9cff-155470795851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:07.513403 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-79c0f398-fda2-4150-9cff-155470795851 None None] For port 9bfef8ab-017f-4dff-8341-e91b49f3e902, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:34:07.516470 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-79c0f398-fda2-4150-9cff-155470795851 None None] For port 9bfef8ab-017f-4dff-8341-e91b49f3e902, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9bfef8ab-017f-4dff-8341-e91b49f3e902,segment=NetworkSegment(c3bb21e8-4d96-47f0-a769-9c65bba5bb19),segment_id=c3bb21e8-4d96-47f0-a769-9c65bba5bb19)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:34:07.520721 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-79c0f398-fda2-4150-9cff-155470795851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:07.570906 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-e7677e5b-b20c-4906-993a-b95b8324b440 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Allocated IP 2001:db8::107 (3be5ebaf-14fb-46c4-83ab-294d4cf6c26d/2f44546e-0421-43ab-9727-4fd2fdf2051a/d9b58bcd-b741-45c5-9094-8019f40b7b66) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:34:07.580390 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0f398-fda2-4150-9cff-155470795851 None None] Pushing event updated for resources: {'Port': ['ID=9bfef8ab-017f-4dff-8341-e91b49f3e902,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:07.718812 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e7677e5b-b20c-4906-993a-b95b8324b440 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:07.736635 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-e7677e5b-b20c-4906-993a-b95b8324b440 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Transition to ACTIVE for port object d9b58bcd-b741-45c5-9094-8019f40b7b66 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:34:07.772275 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e7677e5b-b20c-4906-993a-b95b8324b440 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:07.816928 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7677e5b-b20c-4906-993a-b95b8324b440 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Network 3be5ebaf-14fb-46c4-83ab-294d4cf6c26d is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:34:07.820157 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-e7677e5b-b20c-4906-993a-b95b8324b440 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:34:07.822611 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7677e5b-b20c-4906-993a-b95b8324b440 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:34:07.829162 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7677e5b-b20c-4906-993a-b95b8324b440 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:07.829785 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e7677e5b-b20c-4906-993a-b95b8324b440 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:07.849672 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7677e5b-b20c-4906-993a-b95b8324b440 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Port': ['ID=d9b58bcd-b741-45c5-9094-8019f40b7b66,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:07.862880 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e7677e5b-b20c-4906-993a-b95b8324b440 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6759770 Aug 10 01:34:07.863034 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33442) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:07.867989 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-e7beb821-d7ef-4105-bbad-94214c1d65a7 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'subnet': {'network_id': '3be5ebaf-14fb-46c4-83ab-294d4cf6c26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:07.973445 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7beb821-d7ef-4105-bbad-94214c1d65a7 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Made reservation on behalf of a6b4dee99c1b4e179a681ee68af0361f for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:34:07.976960 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e7beb821-d7ef-4105-bbad-94214c1d65a7 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:08.066101 n-d-766726-26 neutron-server[105827]: INFO neutron.db.ipam_backend_mixin [None req-e7beb821-d7ef-4105-bbad-94214c1d65a7 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2f44546e-0421-43ab-9727-4fd2fdf2051a (CIDR: 2001:db8::/64) Aug 10 01:34:08.069128 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7beb821-d7ef-4105-bbad-94214c1d65a7 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:34:08.069677 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7beb821-d7ef-4105-bbad-94214c1d65a7 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:34:08.082551 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e7beb821-d7ef-4105-bbad-94214c1d65a7 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2185435 Aug 10 01:34:08.086742 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33444) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:08.092193 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-de0734b2-4ef2-483a-948b-8f3fa262f530 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'subnet': {'network_id': '3be5ebaf-14fb-46c4-83ab-294d4cf6c26d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:08.201829 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0734b2-4ef2-483a-948b-8f3fa262f530 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Made reservation on behalf of a6b4dee99c1b4e179a681ee68af0361f for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:34:08.205393 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-de0734b2-4ef2-483a-948b-8f3fa262f530 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:08.435227 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-de0734b2-4ef2-483a-948b-8f3fa262f530 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:08.483769 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0734b2-4ef2-483a-948b-8f3fa262f530 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Network 3be5ebaf-14fb-46c4-83ab-294d4cf6c26d is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:34:08.487067 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-de0734b2-4ef2-483a-948b-8f3fa262f530 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:34:08.491392 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0734b2-4ef2-483a-948b-8f3fa262f530 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:08.491976 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-de0734b2-4ef2-483a-948b-8f3fa262f530 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:08.504555 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0734b2-4ef2-483a-948b-8f3fa262f530 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Subnet': ['ID=e20fa8de-6d87-497f-a727-b481dfe0abc7,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:08.505827 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-cb40133d-753a-44bc-a252-bc24d0376a80 None None] Provisioning for port 9bfef8ab-017f-4dff-8341-e91b49f3e902 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:34:08.516114 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-de0734b2-4ef2-483a-948b-8f3fa262f530 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4283569 Aug 10 01:34:08.518667 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33446) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:08.524021 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-1dab8357-e51f-4dc1-9a1e-e75ee9352fd1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1326886947', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e20fa8de-6d87-497f-a727-b481dfe0abc7'}], 'security_groups': ['452b69a0-6b03-4fc9-8924-7903d2da7992']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:08.524753 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-cb40133d-753a-44bc-a252-bc24d0376a80 None None] Provisioning complete for port 21aff080-891e-4ea1-b3ea-1feb66810169 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:34:08.525138 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cb40133d-753a-44bc-a252-bc24d0376a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:08.562119 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-cb40133d-753a-44bc-a252-bc24d0376a80 None None] Port 21aff080-891e-4ea1-b3ea-1feb66810169 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:34:08.591231 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1dab8357-e51f-4dc1-9a1e-e75ee9352fd1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:08.627015 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e38834-9b90-4d29-884d-5cd79bacecea None None] Network 3be5ebaf-14fb-46c4-83ab-294d4cf6c26d requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:34:08.697216 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-093682bc-afa1-4195-95e4-5555e07b646d None None] Provisioning for port d9b58bcd-b741-45c5-9094-8019f40b7b66 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:34:08.706404 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-093682bc-afa1-4195-95e4-5555e07b646d None None] Provisioning complete for port d9b58bcd-b741-45c5-9094-8019f40b7b66 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:34:08.706785 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-093682bc-afa1-4195-95e4-5555e07b646d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:08.766487 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-093682bc-afa1-4195-95e4-5555e07b646d None None] Port d9b58bcd-b741-45c5-9094-8019f40b7b66 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:34:08.869789 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499a9949-1b5c-4ba3-9599-6d95822066ce None None] Update dhcp port {'port': {'network_id': '3be5ebaf-14fb-46c4-83ab-294d4cf6c26d', 'fixed_ips': [{'subnet_id': '2f44546e-0421-43ab-9727-4fd2fdf2051a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e20fa8de-6d87-497f-a727-b481dfe0abc7'}], 'binding:host_id': 'n-d-766726-26'}, 'id': '9bfef8ab-017f-4dff-8341-e91b49f3e902'} from n-d-766726-26. {{(pid=105828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:34:08.895180 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-499a9949-1b5c-4ba3-9599-6d95822066ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:08.896516 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-1dab8357-e51f-4dc1-9a1e-e75ee9352fd1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Delete allocated IP 2001:db8::107 (3be5ebaf-14fb-46c4-83ab-294d4cf6c26d/2f44546e-0421-43ab-9727-4fd2fdf2051a) {{(pid=105827) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 01:34:08.910088 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-1dab8357-e51f-4dc1-9a1e-e75ee9352fd1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Allocated IP 2001:db8:0:1::b8 (3be5ebaf-14fb-46c4-83ab-294d4cf6c26d/e20fa8de-6d87-497f-a727-b481dfe0abc7/d9b58bcd-b741-45c5-9094-8019f40b7b66) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:34:08.991183 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9bfef8ab-017f-4dff-8341-e91b49f3e902 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:34:09.057803 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 9bfef8ab-017f-4dff-8341-e91b49f3e902 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:34:09.061988 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 9bfef8ab-017f-4dff-8341-e91b49f3e902 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:34:09.062349 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:09.067925 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1dab8357-e51f-4dc1-9a1e-e75ee9352fd1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:09.079793 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-1dab8357-e51f-4dc1-9a1e-e75ee9352fd1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Ignored duplicate provisioning block setup for port d9b58bcd-b741-45c5-9094-8019f40b7b66 by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 10 01:34:09.083865 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1dab8357-e51f-4dc1-9a1e-e75ee9352fd1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:09.146410 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-499a9949-1b5c-4ba3-9599-6d95822066ce None None] Allocated IP 2001:db8:0:1::2 (3be5ebaf-14fb-46c4-83ab-294d4cf6c26d/e20fa8de-6d87-497f-a727-b481dfe0abc7/9bfef8ab-017f-4dff-8341-e91b49f3e902) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:34:09.231344 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:09.286784 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-499a9949-1b5c-4ba3-9599-6d95822066ce None None] For port 9bfef8ab-017f-4dff-8341-e91b49f3e902, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9bfef8ab-017f-4dff-8341-e91b49f3e902,segment=NetworkSegment(c3bb21e8-4d96-47f0-a769-9c65bba5bb19),segment_id=c3bb21e8-4d96-47f0-a769-9c65bba5bb19)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:34:09.317043 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-499a9949-1b5c-4ba3-9599-6d95822066ce None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:09.331341 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-499a9949-1b5c-4ba3-9599-6d95822066ce None None] Transition to ACTIVE for port object 9bfef8ab-017f-4dff-8341-e91b49f3e902 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:34:09.336743 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-499a9949-1b5c-4ba3-9599-6d95822066ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:09.435136 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-1dab8357-e51f-4dc1-9a1e-e75ee9352fd1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] In _notify_port_updated(), no bound segment for port d9b58bcd-b741-45c5-9094-8019f40b7b66 on network 3be5ebaf-14fb-46c4-83ab-294d4cf6c26d {{(pid=105827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:34:09.440537 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dab8357-e51f-4dc1-9a1e-e75ee9352fd1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:09.441279 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1dab8357-e51f-4dc1-9a1e-e75ee9352fd1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:09.442512 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1dab8357-e51f-4dc1-9a1e-e75ee9352fd1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "PUT /v2.0/ports/d9b58bcd-b741-45c5-9094-8019f40b7b66 HTTP/1.1" status: 200 len: 930 time: 0.9228821 Aug 10 01:34:09.445473 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33448) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:09.459583 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab8357-e51f-4dc1-9a1e-e75ee9352fd1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Port': ['ID=d9b58bcd-b741-45c5-9094-8019f40b7b66,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:09.544018 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-0cd0bad1-19e9-432f-93b6-12ae19263a77 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Deleting port d9b58bcd-b741-45c5-9094-8019f40b7b66 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:34:09.544391 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0cd0bad1-19e9-432f-93b6-12ae19263a77 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:09.614851 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.db.api [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:34:09.615323 n-d-766726-26 neutron-server[105828]: DEBUG oslo_db.api [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:34:09.618566 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a9949-1b5c-4ba3-9599-6d95822066ce None None] Pushing event updated for resources: {'Port': ['ID=9bfef8ab-017f-4dff-8341-e91b49f3e902,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:09.644483 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0cd0bad1-19e9-432f-93b6-12ae19263a77 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:09.656257 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-0cd0bad1-19e9-432f-93b6-12ae19263a77 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Calling delete_port for d9b58bcd-b741-45c5-9094-8019f40b7b66 owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:34:09.785496 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0cd0bad1-19e9-432f-93b6-12ae19263a77 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:09.819187 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd0bad1-19e9-432f-93b6-12ae19263a77 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Port': ['ID=d9b58bcd-b741-45c5-9094-8019f40b7b66,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:09.845395 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0cd0bad1-19e9-432f-93b6-12ae19263a77 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:09.850448 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33450) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:09.852664 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0cd0bad1-19e9-432f-93b6-12ae19263a77 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/ports/d9b58bcd-b741-45c5-9094-8019f40b7b66 HTTP/1.1" status: 204 len: 168 time: 0.4061904 Aug 10 01:34:09.875496 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c395fcca-46a4-4f17-9451-ac03b3ad847b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] GET failed (client error): The resource could not be found. Aug 10 01:34:09.877117 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c395fcca-46a4-4f17-9451-ac03b3ad847b tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "GET /v2.0/ports/d9b58bcd-b741-45c5-9094-8019f40b7b66 HTTP/1.1" status: 404 len: 333 time: 0.0256262 Aug 10 01:34:09.879729 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33452) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:09.941256 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3c9ffd24-6f1f-4864-af2a-c342920e8125 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:09.964931 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3c9ffd24-6f1f-4864-af2a-c342920e8125 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:10.009934 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3c9ffd24-6f1f-4864-af2a-c342920e8125 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:10.013486 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3c9ffd24-6f1f-4864-af2a-c342920e8125 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:10.014817 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3c9ffd24-6f1f-4864-af2a-c342920e8125 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/security-groups/675efe9e-66d4-4288-ab67-00ad8cc0d2d0 HTTP/1.1" status: 204 len: 168 time: 0.1341479 Aug 10 01:34:10.017570 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33454) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:10.025094 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ffd24-6f1f-4864-af2a-c342920e8125 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=675efe9e-66d4-4288-ab67-00ad8cc0d2d0,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:10.078476 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d450dabe-c03a-4db0-8fda-a3248103d2e1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:10.103364 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d450dabe-c03a-4db0-8fda-a3248103d2e1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:10.147323 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d450dabe-c03a-4db0-8fda-a3248103d2e1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:10.150889 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d450dabe-c03a-4db0-8fda-a3248103d2e1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:10.154753 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d450dabe-c03a-4db0-8fda-a3248103d2e1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/security-groups/452b69a0-6b03-4fc9-8924-7903d2da7992 HTTP/1.1" status: 204 len: 168 time: 0.1361430 Aug 10 01:34:10.155109 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33456) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:10.156505 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:10.165930 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450dabe-c03a-4db0-8fda-a3248103d2e1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=452b69a0-6b03-4fc9-8924-7903d2da7992,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:10.214785 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1c6acf97-bbe5-4dfb-a90a-0e528c08376d None None] Provisioning for port 9bfef8ab-017f-4dff-8341-e91b49f3e902 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:34:10.216296 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e5e123a-e4d7-4cb6-b004-a05ab8b7fa40 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Deleting subnet 2f44546e-0421-43ab-9727-4fd2fdf2051a {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:34:10.217811 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 9bfef8ab-017f-4dff-8341-e91b49f3e902, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9bfef8ab-017f-4dff-8341-e91b49f3e902,segment=NetworkSegment(c3bb21e8-4d96-47f0-a769-9c65bba5bb19),segment_id=c3bb21e8-4d96-47f0-a769-9c65bba5bb19)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:34:10.219825 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7e5e123a-e4d7-4cb6-b004-a05ab8b7fa40 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:10.220861 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1c6acf97-bbe5-4dfb-a90a-0e528c08376d None None] Provisioning complete for port 9bfef8ab-017f-4dff-8341-e91b49f3e902 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:34:10.221238 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1c6acf97-bbe5-4dfb-a90a-0e528c08376d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:10.224041 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:10.267712 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7e5e123a-e4d7-4cb6-b004-a05ab8b7fa40 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:10.304301 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=9bfef8ab-017f-4dff-8341-e91b49f3e902,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:10.356109 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1c6acf97-bbe5-4dfb-a90a-0e528c08376d None None] Provisioning complete for port 21aff080-891e-4ea1-b3ea-1feb66810169 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:34:10.356324 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1c6acf97-bbe5-4dfb-a90a-0e528c08376d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:10.371465 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7e5e123a-e4d7-4cb6-b004-a05ab8b7fa40 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:10.390289 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-1c6acf97-bbe5-4dfb-a90a-0e528c08376d None None] Port 21aff080-891e-4ea1-b3ea-1feb66810169 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:34:10.393379 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1c6acf97-bbe5-4dfb-a90a-0e528c08376d None None] Could not find standard attr ID for object d9b58bcd-b741-45c5-9094-8019f40b7b66. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:34:10.433609 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7e5e123a-e4d7-4cb6-b004-a05ab8b7fa40 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:10.459448 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e123a-e4d7-4cb6-b004-a05ab8b7fa40 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Subnet': ['ID=2f44546e-0421-43ab-9727-4fd2fdf2051a,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:10.467223 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7e5e123a-e4d7-4cb6-b004-a05ab8b7fa40 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:10.470798 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7e5e123a-e4d7-4cb6-b004-a05ab8b7fa40 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/subnets/2f44546e-0421-43ab-9727-4fd2fdf2051a HTTP/1.1" status: 204 len: 168 time: 0.3124840 Aug 10 01:34:10.473288 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33458) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:10.478345 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-8be0da52-ecfa-48d5-955f-8e041ec807b1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'subnet': {'network_id': '3be5ebaf-14fb-46c4-83ab-294d4cf6c26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:10.507494 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b6e02cc8-684f-446f-b7e0-a2d4b24780d2 None None] Could not find standard attr ID for object d9b58bcd-b741-45c5-9094-8019f40b7b66. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:34:10.520880 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662b5bd1-adac-4502-b6a0-671900ad4d5c None None] Network 3be5ebaf-14fb-46c4-83ab-294d4cf6c26d requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:34:10.593097 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be0da52-ecfa-48d5-955f-8e041ec807b1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Made reservation on behalf of a6b4dee99c1b4e179a681ee68af0361f for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:34:10.596679 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8be0da52-ecfa-48d5-955f-8e041ec807b1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:10.823076 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8be0da52-ecfa-48d5-955f-8e041ec807b1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:10.868653 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be0da52-ecfa-48d5-955f-8e041ec807b1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Network 3be5ebaf-14fb-46c4-83ab-294d4cf6c26d is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:34:10.871883 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-8be0da52-ecfa-48d5-955f-8e041ec807b1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:34:10.876251 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be0da52-ecfa-48d5-955f-8e041ec807b1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:10.876849 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8be0da52-ecfa-48d5-955f-8e041ec807b1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:10.882263 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0da52-ecfa-48d5-955f-8e041ec807b1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Subnet': ['ID=84415745-dea0-4c91-b13a-4a70fb09ea39,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:10.899860 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33460) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:10.900486 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8be0da52-ecfa-48d5-955f-8e041ec807b1 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4256191 Aug 10 01:34:10.909704 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-de505032-0e31-4351-a150-790ed0f5895d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'security_group': {'name': 'tempest-secgroup-2132298099'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:10.934328 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-de505032-0e31-4351-a150-790ed0f5895d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:10.956527 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9bfef8ab-017f-4dff-8341-e91b49f3e902 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:34:11.009236 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 9bfef8ab-017f-4dff-8341-e91b49f3e902 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:34:11.009895 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:11.040760 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-de505032-0e31-4351-a150-790ed0f5895d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:11.046488 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-de505032-0e31-4351-a150-790ed0f5895d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:11.078843 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-de505032-0e31-4351-a150-790ed0f5895d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:11.080267 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-de505032-0e31-4351-a150-790ed0f5895d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1793103 Aug 10 01:34:11.082969 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33462) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:11.086956 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de505032-0e31-4351-a150-790ed0f5895d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea146eec-478a-4994-a468-4ccd6ebf929c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:11.092462 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-465cbd38-84d3-486b-89eb-5712faf64dd0 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'security_group': {'name': 'tempest-secgroup-931206975'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:11.120125 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-465cbd38-84d3-486b-89eb-5712faf64dd0 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:11.183879 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda29fd3-24fd-428a-bb4e-eeecd18a0a3b None None] Network 3be5ebaf-14fb-46c4-83ab-294d4cf6c26d requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:34:11.206009 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-465cbd38-84d3-486b-89eb-5712faf64dd0 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:11.209993 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-465cbd38-84d3-486b-89eb-5712faf64dd0 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:11.239845 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-465cbd38-84d3-486b-89eb-5712faf64dd0 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:11.243590 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-465cbd38-84d3-486b-89eb-5712faf64dd0 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1571395 Aug 10 01:34:11.243590 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465cbd38-84d3-486b-89eb-5712faf64dd0 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b873a3ef-6f9c-40e7-8eed-d12054d0cc83,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:11.244574 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33464) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:11.249660 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-6481b2b9-b193-4364-a250-8b8f92373744 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'security_group': {'name': 'tempest-secgroup-2115028766'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:11.252226 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-22dc7818-ea79-41e4-8407-819cefc6989e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:11.257638 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d4b463c4-33bb-4364-a3de-a9c65379594b None None] Provisioning complete for port 9bfef8ab-017f-4dff-8341-e91b49f3e902 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:34:11.258011 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d4b463c4-33bb-4364-a3de-a9c65379594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:11.272348 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6481b2b9-b193-4364-a250-8b8f92373744 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:11.360954 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6481b2b9-b193-4364-a250-8b8f92373744 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:11.364767 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6481b2b9-b193-4364-a250-8b8f92373744 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:11.393455 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6481b2b9-b193-4364-a250-8b8f92373744 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:11.394720 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6481b2b9-b193-4364-a250-8b8f92373744 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1498196 Aug 10 01:34:11.396640 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6481b2b9-b193-4364-a250-8b8f92373744 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0585bce-f46d-4f03-99c4-23ef6b606b89,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:11.397708 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33466) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:11.409963 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-59a0e822-b827-4d54-afe4-c65d3966733d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-355119555', 'security_groups': ['d0585bce-f46d-4f03-99c4-23ef6b606b89'], 'network_id': '3be5ebaf-14fb-46c4-83ab-294d4cf6c26d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '84415745-dea0-4c91-b13a-4a70fb09ea39'}]}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:11.423603 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d4b463c4-33bb-4364-a3de-a9c65379594b None None] Provisioning complete for port 21aff080-891e-4ea1-b3ea-1feb66810169 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:34:11.423917 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d4b463c4-33bb-4364-a3de-a9c65379594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:11.466046 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-d4b463c4-33bb-4364-a3de-a9c65379594b None None] Port 21aff080-891e-4ea1-b3ea-1feb66810169 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:34:11.497172 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3afca2-0434-41c7-95f9-e08712bb268f None None] Update dhcp port {'port': {'network_id': '3be5ebaf-14fb-46c4-83ab-294d4cf6c26d', 'fixed_ips': [{'subnet_id': 'e20fa8de-6d87-497f-a727-b481dfe0abc7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '84415745-dea0-4c91-b13a-4a70fb09ea39'}], 'binding:host_id': 'n-d-766726-26'}, 'id': '9bfef8ab-017f-4dff-8341-e91b49f3e902'} from n-d-766726-26. {{(pid=105828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:34:11.521706 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3b3afca2-0434-41c7-95f9-e08712bb268f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:11.522524 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a0e822-b827-4d54-afe4-c65d3966733d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Made reservation on behalf of a6b4dee99c1b4e179a681ee68af0361f for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:34:11.527476 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-59a0e822-b827-4d54-afe4-c65d3966733d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:11.546733 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [None req-59a0e822-b827-4d54-afe4-c65d3966733d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] device_id is not set on port c0ceb750-5349-4d2c-9747-dd8fd8f42d4c yet. {{(pid=105827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:34:11.686057 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-3b3afca2-0434-41c7-95f9-e08712bb268f None None] Allocated IP 2001:db8::2 (3be5ebaf-14fb-46c4-83ab-294d4cf6c26d/84415745-dea0-4c91-b13a-4a70fb09ea39/9bfef8ab-017f-4dff-8341-e91b49f3e902) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:34:11.779639 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-3b3afca2-0434-41c7-95f9-e08712bb268f None None] For port 9bfef8ab-017f-4dff-8341-e91b49f3e902, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9bfef8ab-017f-4dff-8341-e91b49f3e902,segment=NetworkSegment(c3bb21e8-4d96-47f0-a769-9c65bba5bb19),segment_id=c3bb21e8-4d96-47f0-a769-9c65bba5bb19)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:34:11.808546 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3b3afca2-0434-41c7-95f9-e08712bb268f None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:11.821383 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-3b3afca2-0434-41c7-95f9-e08712bb268f None None] Transition to ACTIVE for port object 9bfef8ab-017f-4dff-8341-e91b49f3e902 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:34:11.825293 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3b3afca2-0434-41c7-95f9-e08712bb268f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:11.883069 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-59a0e822-b827-4d54-afe4-c65d3966733d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Allocated IP 2001:db8::26f (3be5ebaf-14fb-46c4-83ab-294d4cf6c26d/84415745-dea0-4c91-b13a-4a70fb09ea39/c0ceb750-5349-4d2c-9747-dd8fd8f42d4c) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:34:11.920696 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3afca2-0434-41c7-95f9-e08712bb268f None None] Pushing event updated for resources: {'Port': ['ID=9bfef8ab-017f-4dff-8341-e91b49f3e902,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:11.923366 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:12.029008 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-59a0e822-b827-4d54-afe4-c65d3966733d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:12.043194 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-59a0e822-b827-4d54-afe4-c65d3966733d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Transition to ACTIVE for port object c0ceb750-5349-4d2c-9747-dd8fd8f42d4c will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:34:12.077601 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-59a0e822-b827-4d54-afe4-c65d3966733d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:12.119233 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a0e822-b827-4d54-afe4-c65d3966733d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Network 3be5ebaf-14fb-46c4-83ab-294d4cf6c26d is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:34:12.125426 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-59a0e822-b827-4d54-afe4-c65d3966733d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:34:12.129296 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a0e822-b827-4d54-afe4-c65d3966733d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:34:12.134946 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a0e822-b827-4d54-afe4-c65d3966733d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:12.135578 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-59a0e822-b827-4d54-afe4-c65d3966733d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:12.148284 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0e822-b827-4d54-afe4-c65d3966733d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Port': ['ID=c0ceb750-5349-4d2c-9747-dd8fd8f42d4c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:12.157775 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-59a0e822-b827-4d54-afe4-c65d3966733d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7568986 Aug 10 01:34:12.160561 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33468) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:12.165809 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-0d962590-43e0-4747-be72-4be1a080fc7a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'subnet': {'network_id': '3be5ebaf-14fb-46c4-83ab-294d4cf6c26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:12.283575 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d962590-43e0-4747-be72-4be1a080fc7a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Made reservation on behalf of a6b4dee99c1b4e179a681ee68af0361f for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:34:12.287287 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0d962590-43e0-4747-be72-4be1a080fc7a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:12.378558 n-d-766726-26 neutron-server[105827]: INFO neutron.db.ipam_backend_mixin [None req-0d962590-43e0-4747-be72-4be1a080fc7a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 84415745-dea0-4c91-b13a-4a70fb09ea39 (CIDR: 2001:db8::/64) Aug 10 01:34:12.381994 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d962590-43e0-4747-be72-4be1a080fc7a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:34:12.382355 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d962590-43e0-4747-be72-4be1a080fc7a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:34:12.397075 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0d962590-43e0-4747-be72-4be1a080fc7a tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2354505 Aug 10 01:34:12.399739 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33470) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:12.406974 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-48f58e03-12c6-4407-a95b-8e6f9e95c26e tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'subnet': {'network_id': '3be5ebaf-14fb-46c4-83ab-294d4cf6c26d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:12.494345 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5e40f6aa-0702-45ae-93e4-507944ff6de7 None None] Provisioning for port 9bfef8ab-017f-4dff-8341-e91b49f3e902 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:34:12.498392 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5e40f6aa-0702-45ae-93e4-507944ff6de7 None None] Provisioning complete for port 9bfef8ab-017f-4dff-8341-e91b49f3e902 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:34:12.498774 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5e40f6aa-0702-45ae-93e4-507944ff6de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:12.524484 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f58e03-12c6-4407-a95b-8e6f9e95c26e tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Made reservation on behalf of a6b4dee99c1b4e179a681ee68af0361f for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:34:12.529435 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-48f58e03-12c6-4407-a95b-8e6f9e95c26e tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:12.600904 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5e40f6aa-0702-45ae-93e4-507944ff6de7 None None] Provisioning complete for port 21aff080-891e-4ea1-b3ea-1feb66810169 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:34:12.601283 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5e40f6aa-0702-45ae-93e4-507944ff6de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:12.630858 n-d-766726-26 neutron-server[105826]: INFO neutron.db.ipam_backend_mixin [None req-48f58e03-12c6-4407-a95b-8e6f9e95c26e tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e20fa8de-6d87-497f-a727-b481dfe0abc7 (CIDR: 2001:db8:0:1::/64) Aug 10 01:34:12.634715 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f58e03-12c6-4407-a95b-8e6f9e95c26e tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:34:12.635087 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48f58e03-12c6-4407-a95b-8e6f9e95c26e tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:34:12.635234 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-5e40f6aa-0702-45ae-93e4-507944ff6de7 None None] Port 21aff080-891e-4ea1-b3ea-1feb66810169 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:34:12.649624 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-48f58e03-12c6-4407-a95b-8e6f9e95c26e tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2480495 Aug 10 01:34:12.652439 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33472) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:12.657493 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-5b4633fd-92a2-454e-ba72-3d19b6773538 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'subnet': {'network_id': '3be5ebaf-14fb-46c4-83ab-294d4cf6c26d', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:12.754394 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0afff9f9-00d8-4746-aa52-1bb00e093433 None None] Provisioning for port c0ceb750-5349-4d2c-9747-dd8fd8f42d4c completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:34:12.758402 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0afff9f9-00d8-4746-aa52-1bb00e093433 None None] Provisioning complete for port c0ceb750-5349-4d2c-9747-dd8fd8f42d4c triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:34:12.758792 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0afff9f9-00d8-4746-aa52-1bb00e093433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:12.761515 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4633fd-92a2-454e-ba72-3d19b6773538 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Made reservation on behalf of a6b4dee99c1b4e179a681ee68af0361f for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:34:12.765272 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5b4633fd-92a2-454e-ba72-3d19b6773538 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:12.792740 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-0afff9f9-00d8-4746-aa52-1bb00e093433 None None] Port c0ceb750-5349-4d2c-9747-dd8fd8f42d4c cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:34:12.939599 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9bfef8ab-017f-4dff-8341-e91b49f3e902 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:34:12.982515 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5b4633fd-92a2-454e-ba72-3d19b6773538 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:12.997644 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 9bfef8ab-017f-4dff-8341-e91b49f3e902 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:34:12.998031 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:13.030214 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4633fd-92a2-454e-ba72-3d19b6773538 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Network 3be5ebaf-14fb-46c4-83ab-294d4cf6c26d is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:34:13.033278 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-5b4633fd-92a2-454e-ba72-3d19b6773538 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:34:13.037578 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4633fd-92a2-454e-ba72-3d19b6773538 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:13.038185 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5b4633fd-92a2-454e-ba72-3d19b6773538 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:13.043956 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba08c86-798d-4c7d-8a07-e4f4f62f1944 None None] Network 3be5ebaf-14fb-46c4-83ab-294d4cf6c26d requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:34:13.050443 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4633fd-92a2-454e-ba72-3d19b6773538 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Subnet': ['ID=29c257ff-b438-48be-ba25-6cd24f091eb0,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:13.060534 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5b4633fd-92a2-454e-ba72-3d19b6773538 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4071052 Aug 10 01:34:13.063364 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33474) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:13.068874 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-13a1930e-869b-4b1a-b05b-dafb9944005d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-575851971', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '29c257ff-b438-48be-ba25-6cd24f091eb0'}], 'security_groups': ['ea146eec-478a-4994-a468-4ccd6ebf929c', 'b873a3ef-6f9c-40e7-8eed-d12054d0cc83']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:13.212553 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-13a1930e-869b-4b1a-b05b-dafb9944005d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:13.273709 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54ecd69-8660-455a-b703-e9767a6280e3 None None] Update dhcp port {'port': {'network_id': '3be5ebaf-14fb-46c4-83ab-294d4cf6c26d', 'fixed_ips': [{'subnet_id': 'e20fa8de-6d87-497f-a727-b481dfe0abc7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '84415745-dea0-4c91-b13a-4a70fb09ea39', 'ip_address': '2001:db8::2'}, {'subnet_id': '29c257ff-b438-48be-ba25-6cd24f091eb0'}], 'binding:host_id': 'n-d-766726-26'}, 'id': '9bfef8ab-017f-4dff-8341-e91b49f3e902'} from n-d-766726-26. {{(pid=105828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:34:13.297984 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a54ecd69-8660-455a-b703-e9767a6280e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:13.510317 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-13a1930e-869b-4b1a-b05b-dafb9944005d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Delete allocated IP 2001:db8::26f (3be5ebaf-14fb-46c4-83ab-294d4cf6c26d/84415745-dea0-4c91-b13a-4a70fb09ea39) {{(pid=105827) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 01:34:13.518936 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-13a1930e-869b-4b1a-b05b-dafb9944005d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Allocated IP 2001:db8:0:2::3d8 (3be5ebaf-14fb-46c4-83ab-294d4cf6c26d/29c257ff-b438-48be-ba25-6cd24f091eb0/c0ceb750-5349-4d2c-9747-dd8fd8f42d4c) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:34:13.672705 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-13a1930e-869b-4b1a-b05b-dafb9944005d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:13.686348 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-13a1930e-869b-4b1a-b05b-dafb9944005d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Transition to ACTIVE for port object c0ceb750-5349-4d2c-9747-dd8fd8f42d4c will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:34:13.690600 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-13a1930e-869b-4b1a-b05b-dafb9944005d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:13.739355 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-a54ecd69-8660-455a-b703-e9767a6280e3 None None] Allocated IP 2001:db8:0:2::2 (3be5ebaf-14fb-46c4-83ab-294d4cf6c26d/29c257ff-b438-48be-ba25-6cd24f091eb0/9bfef8ab-017f-4dff-8341-e91b49f3e902) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:34:13.753368 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-13a1930e-869b-4b1a-b05b-dafb9944005d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] In _notify_port_updated(), no bound segment for port c0ceb750-5349-4d2c-9747-dd8fd8f42d4c on network 3be5ebaf-14fb-46c4-83ab-294d4cf6c26d {{(pid=105827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:34:13.758866 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a1930e-869b-4b1a-b05b-dafb9944005d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:13.759490 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-13a1930e-869b-4b1a-b05b-dafb9944005d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:13.761511 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-13a1930e-869b-4b1a-b05b-dafb9944005d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "PUT /v2.0/ports/c0ceb750-5349-4d2c-9747-dd8fd8f42d4c HTTP/1.1" status: 200 len: 969 time: 0.6964424 Aug 10 01:34:13.764487 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33476) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:13.772531 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1930e-869b-4b1a-b05b-dafb9944005d tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event updated for resources: {'Port': ['ID=c0ceb750-5349-4d2c-9747-dd8fd8f42d4c,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:13.836880 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-a54ecd69-8660-455a-b703-e9767a6280e3 None None] For port 9bfef8ab-017f-4dff-8341-e91b49f3e902, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9bfef8ab-017f-4dff-8341-e91b49f3e902,segment=NetworkSegment(c3bb21e8-4d96-47f0-a769-9c65bba5bb19),segment_id=c3bb21e8-4d96-47f0-a769-9c65bba5bb19)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:34:13.850117 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-7ab3e224-715c-4ef3-809b-6acef4a06ea6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Deleting port c0ceb750-5349-4d2c-9747-dd8fd8f42d4c {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:34:13.850474 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7ab3e224-715c-4ef3-809b-6acef4a06ea6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:13.874732 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a6d8990a-2f84-4f02-9d9a-95103238c124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:13.879267 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a54ecd69-8660-455a-b703-e9767a6280e3 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:13.892791 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a54ecd69-8660-455a-b703-e9767a6280e3 None None] Transition to ACTIVE for port object 9bfef8ab-017f-4dff-8341-e91b49f3e902 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:34:13.896923 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a54ecd69-8660-455a-b703-e9767a6280e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:13.942146 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7ab3e224-715c-4ef3-809b-6acef4a06ea6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:13.954133 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-7ab3e224-715c-4ef3-809b-6acef4a06ea6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Calling delete_port for c0ceb750-5349-4d2c-9747-dd8fd8f42d4c owned by {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:34:13.994761 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ecd69-8660-455a-b703-e9767a6280e3 None None] Pushing event updated for resources: {'Port': ['ID=9bfef8ab-017f-4dff-8341-e91b49f3e902,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:14.088869 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7ab3e224-715c-4ef3-809b-6acef4a06ea6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:14.118570 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3e224-715c-4ef3-809b-6acef4a06ea6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Port': ['ID=c0ceb750-5349-4d2c-9747-dd8fd8f42d4c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:14.145066 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7ab3e224-715c-4ef3-809b-6acef4a06ea6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:14.149556 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7ab3e224-715c-4ef3-809b-6acef4a06ea6 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/ports/c0ceb750-5349-4d2c-9747-dd8fd8f42d4c HTTP/1.1" status: 204 len: 168 time: 0.3815122 Aug 10 01:34:14.149755 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33478) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:14.175332 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ef7800-a841-42a0-9184-78317ff3d379 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] GET failed (client error): The resource could not be found. Aug 10 01:34:14.176900 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-89ef7800-a841-42a0-9184-78317ff3d379 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "GET /v2.0/ports/c0ceb750-5349-4d2c-9747-dd8fd8f42d4c HTTP/1.1" status: 404 len: 333 time: 0.0263059 Aug 10 01:34:14.179654 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33480) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:14.233482 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-419faeac-a501-4812-91d7-f0f7f5b1e69e tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:14.256409 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-419faeac-a501-4812-91d7-f0f7f5b1e69e tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:14.303246 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-419faeac-a501-4812-91d7-f0f7f5b1e69e tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:14.305445 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-419faeac-a501-4812-91d7-f0f7f5b1e69e tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:14.309091 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-419faeac-a501-4812-91d7-f0f7f5b1e69e tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/security-groups/d0585bce-f46d-4f03-99c4-23ef6b606b89 HTTP/1.1" status: 204 len: 168 time: 0.1260245 Aug 10 01:34:14.309497 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33482) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:14.316826 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419faeac-a501-4812-91d7-f0f7f5b1e69e tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0585bce-f46d-4f03-99c4-23ef6b606b89,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:14.375218 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d9344c25-23dd-471e-839b-223a2ad497c3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:14.398401 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d9344c25-23dd-471e-839b-223a2ad497c3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:14.443630 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d9344c25-23dd-471e-839b-223a2ad497c3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:14.446448 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d9344c25-23dd-471e-839b-223a2ad497c3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:14.447693 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d9344c25-23dd-471e-839b-223a2ad497c3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/security-groups/b873a3ef-6f9c-40e7-8eed-d12054d0cc83 HTTP/1.1" status: 204 len: 168 time: 0.1370871 Aug 10 01:34:14.450606 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33484) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:14.458490 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9344c25-23dd-471e-839b-223a2ad497c3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b873a3ef-6f9c-40e7-8eed-d12054d0cc83,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:14.486538 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:14.514310 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7fc58aaa-51e6-4c38-9044-e3373690fb3b None None] Could not find standard attr ID for object c0ceb750-5349-4d2c-9747-dd8fd8f42d4c. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:34:14.524532 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8a2fe5fd-1a0a-4a0c-9655-715ca62052e4 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:14.528649 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7fc58aaa-51e6-4c38-9044-e3373690fb3b None None] Provisioning for port 9bfef8ab-017f-4dff-8341-e91b49f3e902 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:34:14.533159 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7fc58aaa-51e6-4c38-9044-e3373690fb3b None None] Provisioning complete for port 9bfef8ab-017f-4dff-8341-e91b49f3e902 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:34:14.533544 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7fc58aaa-51e6-4c38-9044-e3373690fb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:14.551006 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8a2fe5fd-1a0a-4a0c-9655-715ca62052e4 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:14.599237 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8a2fe5fd-1a0a-4a0c-9655-715ca62052e4 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:14.602489 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8a2fe5fd-1a0a-4a0c-9655-715ca62052e4 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:14.606321 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33486) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:14.606485 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8a2fe5fd-1a0a-4a0c-9655-715ca62052e4 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/security-groups/ea146eec-478a-4994-a468-4ccd6ebf929c HTTP/1.1" status: 204 len: 168 time: 0.1547153 Aug 10 01:34:14.615984 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2fe5fd-1a0a-4a0c-9655-715ca62052e4 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea146eec-478a-4994-a468-4ccd6ebf929c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:14.644822 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-7fc58aaa-51e6-4c38-9044-e3373690fb3b None None] Provisioning complete for port 21aff080-891e-4ea1-b3ea-1feb66810169 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:34:14.645662 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7fc58aaa-51e6-4c38-9044-e3373690fb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:14.666582 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-83e86682-9ca6-4fd1-9e74-0cae7b2ec850 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Deleting subnet 84415745-dea0-4c91-b13a-4a70fb09ea39 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:34:14.670282 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-83e86682-9ca6-4fd1-9e74-0cae7b2ec850 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:14.683019 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-7fc58aaa-51e6-4c38-9044-e3373690fb3b None None] Port 21aff080-891e-4ea1-b3ea-1feb66810169 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:34:14.718235 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-83e86682-9ca6-4fd1-9e74-0cae7b2ec850 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:14.798261 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b0afc1a9-a0c8-4391-af4c-eece25ebc673 None None] Could not find standard attr ID for object c0ceb750-5349-4d2c-9747-dd8fd8f42d4c. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:34:14.805727 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-83e86682-9ca6-4fd1-9e74-0cae7b2ec850 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:14.866387 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-83e86682-9ca6-4fd1-9e74-0cae7b2ec850 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:14.901288 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e86682-9ca6-4fd1-9e74-0cae7b2ec850 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Subnet': ['ID=84415745-dea0-4c91-b13a-4a70fb09ea39,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:14.903328 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-83e86682-9ca6-4fd1-9e74-0cae7b2ec850 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:14.909816 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-83e86682-9ca6-4fd1-9e74-0cae7b2ec850 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/subnets/84415745-dea0-4c91-b13a-4a70fb09ea39 HTTP/1.1" status: 204 len: 168 time: 0.2975609 Aug 10 01:34:14.909816 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33488) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:14.913150 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafe3b97-0240-422e-9f69-1ecdbe17322a None None] Network 3be5ebaf-14fb-46c4-83ab-294d4cf6c26d requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:34:14.957485 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9bfef8ab-017f-4dff-8341-e91b49f3e902 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:34:14.962100 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-876e628e-68f6-4aa3-b61c-b3e8fc4c2011 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Deleting subnet 29c257ff-b438-48be-ba25-6cd24f091eb0 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:34:14.965302 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-876e628e-68f6-4aa3-b61c-b3e8fc4c2011 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:15.005929 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-876e628e-68f6-4aa3-b61c-b3e8fc4c2011 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:15.055238 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 9bfef8ab-017f-4dff-8341-e91b49f3e902 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:34:15.055624 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:15.095309 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-876e628e-68f6-4aa3-b61c-b3e8fc4c2011 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:15.156815 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-876e628e-68f6-4aa3-b61c-b3e8fc4c2011 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:15.187685 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-876e628e-68f6-4aa3-b61c-b3e8fc4c2011 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:15.189640 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-876e628e-68f6-4aa3-b61c-b3e8fc4c2011 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/subnets/29c257ff-b438-48be-ba25-6cd24f091eb0 HTTP/1.1" status: 204 len: 168 time: 0.2793143 Aug 10 01:34:15.190722 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e628e-68f6-4aa3-b61c-b3e8fc4c2011 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Subnet': ['ID=29c257ff-b438-48be-ba25-6cd24f091eb0,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:15.192111 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33490) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:15.219661 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-54fdfaa3-962f-4b6a-9a23-3f6faf458aeb tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] DELETE failed (client error): The resource could not be found. Aug 10 01:34:15.219914 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54fdfaa3-962f-4b6a-9a23-3f6faf458aeb tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:34:15.221710 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-54fdfaa3-962f-4b6a-9a23-3f6faf458aeb tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/subnets/84415745-dea0-4c91-b13a-4a70fb09ea39 HTTP/1.1" status: 404 len: 337 time: 0.0284619 Aug 10 01:34:15.224311 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33492) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:15.252337 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:15.278210 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe53c291-e5fc-4827-929a-cdd0de70dbb8 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Deleting subnet e20fa8de-6d87-497f-a727-b481dfe0abc7 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:34:15.281535 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fe53c291-e5fc-4827-929a-cdd0de70dbb8 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:15.329350 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fe53c291-e5fc-4827-929a-cdd0de70dbb8 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:15.415728 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fe53c291-e5fc-4827-929a-cdd0de70dbb8 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:15.476208 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fe53c291-e5fc-4827-929a-cdd0de70dbb8 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:15.502511 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53c291-e5fc-4827-929a-cdd0de70dbb8 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Subnet': ['ID=e20fa8de-6d87-497f-a727-b481dfe0abc7,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:15.508121 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fe53c291-e5fc-4827-929a-cdd0de70dbb8 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:15.510014 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-fe53c291-e5fc-4827-929a-cdd0de70dbb8 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/subnets/e20fa8de-6d87-497f-a727-b481dfe0abc7 HTTP/1.1" status: 204 len: 168 time: 0.2847090 Aug 10 01:34:15.512466 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33494) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:15.543721 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a2dfbf-8463-4a36-987b-6b3d7f4bad56 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] DELETE failed (client error): The resource could not be found. Aug 10 01:34:15.544196 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73a2dfbf-8463-4a36-987b-6b3d7f4bad56 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:34:15.545947 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-73a2dfbf-8463-4a36-987b-6b3d7f4bad56 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/subnets/2f44546e-0421-43ab-9727-4fd2fdf2051a HTTP/1.1" status: 404 len: 337 time: 0.0325701 Aug 10 01:34:15.548583 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33496) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:15.576358 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-fc189319-45c3-453f-a8a0-d93c3dce9895 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "GET /v2.0/ports?device_id=45974a28-8ea2-4eb5-9645-66bceb739570 HTTP/1.1" status: 200 len: 205 time: 0.0266805 Aug 10 01:34:15.578801 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33498) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:15.621845 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-b1941f91-8abe-4ff5-9a6d-b4c50aae1756 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] delete failed (client error): The resource could not be found. Aug 10 01:34:15.625994 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b1941f91-8abe-4ff5-9a6d-b4c50aae1756 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/routers/45974a28-8ea2-4eb5-9645-66bceb739570 HTTP/1.1" status: 404 len: 336 time: 0.0434010 Aug 10 01:34:15.625994 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33500) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:15.628100 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cb0b1e-4412-4d5c-a723-e2582195650d None None] Network 3be5ebaf-14fb-46c4-83ab-294d4cf6c26d requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:34:15.652072 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9db8d5-19c3-4017-9590-2790828a7d83 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] DELETE failed (client error): The resource could not be found. Aug 10 01:34:15.652539 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c9db8d5-19c3-4017-9590-2790828a7d83 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:34:15.654207 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0c9db8d5-19c3-4017-9590-2790828a7d83 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/subnets/fef1e503-8fd3-4593-8e32-a799155bc817 HTTP/1.1" status: 404 len: 337 time: 0.0276759 Aug 10 01:34:15.656744 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33502) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:15.686304 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce4679e-ad6d-4ac1-bbe0-09f6248ffed2 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] DELETE failed (client error): The resource could not be found. Aug 10 01:34:15.686748 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ce4679e-ad6d-4ac1-bbe0-09f6248ffed2 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:34:15.688432 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0ce4679e-ad6d-4ac1-bbe0-09f6248ffed2 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/subnets/1585ca47-eb05-49ba-b48a-0eb8ef64e19b HTTP/1.1" status: 404 len: 337 time: 0.0307930 Aug 10 01:34:15.690891 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33504) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:15.716302 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ae5dea4-73fa-47a1-997f-ee72f6259c09 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] DELETE failed (client error): The resource could not be found. Aug 10 01:34:15.716756 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ae5dea4-73fa-47a1-997f-ee72f6259c09 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:34:15.718431 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3ae5dea4-73fa-47a1-997f-ee72f6259c09 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/subnets/cbe98b9a-eeee-4082-a78f-d2f57f323d4c HTTP/1.1" status: 404 len: 337 time: 0.0266700 Aug 10 01:34:15.720874 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33506) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:15.743170 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-46b41fd5-1669-4800-b8da-30c015e213e3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] DELETE failed (client error): The resource could not be found. Aug 10 01:34:15.743712 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46b41fd5-1669-4800-b8da-30c015e213e3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:34:15.744457 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a29e64cb-ecad-4438-b5ba-b389e8f10d53 None None] Provisioning complete for port 9bfef8ab-017f-4dff-8341-e91b49f3e902 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:34:15.744839 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a29e64cb-ecad-4438-b5ba-b389e8f10d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:15.745421 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-46b41fd5-1669-4800-b8da-30c015e213e3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/ports/59354b04-9b9f-4a5a-b441-089ca54ccbc2 HTTP/1.1" status: 404 len: 333 time: 0.0236292 Aug 10 01:34:15.747764 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33508) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:15.772635 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd21857-6527-4f8d-871b-a991e288a0b3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] DELETE failed (client error): The resource could not be found. Aug 10 01:34:15.773002 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddd21857-6527-4f8d-871b-a991e288a0b3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:34:15.774583 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ddd21857-6527-4f8d-871b-a991e288a0b3 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/subnets/0f54cbca-c45a-4add-ad22-1e83aea4a2f2 HTTP/1.1" status: 404 len: 337 time: 0.0259075 Aug 10 01:34:15.777521 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33510) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:15.805691 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fcfd7f1-e0b5-4d13-ac4f-d97c27418b4e tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] DELETE failed (client error): The resource could not be found. Aug 10 01:34:15.806153 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fcfd7f1-e0b5-4d13-ac4f-d97c27418b4e tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:34:15.807892 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8fcfd7f1-e0b5-4d13-ac4f-d97c27418b4e tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/subnets/00c591b4-65de-4750-8947-4e0338bb3f99 HTTP/1.1" status: 404 len: 337 time: 0.0294571 Aug 10 01:34:15.810385 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33512) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:15.832795 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11255645-2400-4562-8248-36aba9dd15be None None] DHCP port deletion for 3be5ebaf-14fb-46c4-83ab-294d4cf6c26d request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:34:15.833418 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c4dacfe-48d9-4621-a98a-a350cf79783c tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] DELETE failed (client error): The resource could not be found. Aug 10 01:34:15.833561 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c4dacfe-48d9-4621-a98a-a350cf79783c tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:34:15.835208 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4c4dacfe-48d9-4621-a98a-a350cf79783c tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/ports/3a02265d-688c-465d-8126-8bb11c7c0ad7 HTTP/1.1" status: 404 len: 333 time: 0.0239296 Aug 10 01:34:15.837749 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33514) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:15.861961 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a29e64cb-ecad-4438-b5ba-b389e8f10d53 None None] Provisioning complete for port 21aff080-891e-4ea1-b3ea-1feb66810169 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:34:15.862238 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a29e64cb-ecad-4438-b5ba-b389e8f10d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:15.868347 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-612b0cf1-29dc-4eae-b3e3-3d8a3ec0c304 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] DELETE failed (client error): The resource could not be found. Aug 10 01:34:15.868798 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-612b0cf1-29dc-4eae-b3e3-3d8a3ec0c304 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:34:15.870525 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-612b0cf1-29dc-4eae-b3e3-3d8a3ec0c304 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/subnets/3040fcfb-fe69-40a1-9fe9-ec7d85e096a1 HTTP/1.1" status: 404 len: 337 time: 0.0318854 Aug 10 01:34:15.872954 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33516) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:15.897803 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-c850ba5b-f285-4b49-9b88-0e920d810458 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] DELETE failed (client error): The resource could not be found. Aug 10 01:34:15.898259 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c850ba5b-f285-4b49-9b88-0e920d810458 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:34:15.899904 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c850ba5b-f285-4b49-9b88-0e920d810458 tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/subnets/1b0c4110-f8c6-4e26-b7bc-49d370c5e160 HTTP/1.1" status: 404 len: 337 time: 0.0260611 Aug 10 01:34:15.902551 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a29e64cb-ecad-4438-b5ba-b389e8f10d53 None None] Port 21aff080-891e-4ea1-b3ea-1feb66810169 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:34:15.902693 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33518) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:15.913635 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-11255645-2400-4562-8248-36aba9dd15be None None] Deleting port 9bfef8ab-017f-4dff-8341-e91b49f3e902 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:34:15.914020 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-11255645-2400-4562-8248-36aba9dd15be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:15.977082 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-11255645-2400-4562-8248-36aba9dd15be None None] For port 9bfef8ab-017f-4dff-8341-e91b49f3e902, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9bfef8ab-017f-4dff-8341-e91b49f3e902,segment=NetworkSegment(c3bb21e8-4d96-47f0-a769-9c65bba5bb19),segment_id=c3bb21e8-4d96-47f0-a769-9c65bba5bb19)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:34:15.977483 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-11255645-2400-4562-8248-36aba9dd15be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:15.985612 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-11566e5c-4c49-4bc6-b8d9-c67b44a237eb tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Deleting port 21aff080-891e-4ea1-b3ea-1feb66810169 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:34:15.985962 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-11566e5c-4c49-4bc6-b8d9-c67b44a237eb tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:15.990351 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-11255645-2400-4562-8248-36aba9dd15be None None] Calling delete_port for 9bfef8ab-017f-4dff-8341-e91b49f3e902 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:34:16.054614 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-11566e5c-4c49-4bc6-b8d9-c67b44a237eb tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:16.066732 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-11255645-2400-4562-8248-36aba9dd15be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:16.068292 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-11566e5c-4c49-4bc6-b8d9-c67b44a237eb tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Calling delete_port for 21aff080-891e-4ea1-b3ea-1feb66810169 owned by {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:34:16.092670 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11255645-2400-4562-8248-36aba9dd15be None None] Pushing event deleted for resources: {'Port': ['ID=9bfef8ab-017f-4dff-8341-e91b49f3e902,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:16.096043 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11255645-2400-4562-8248-36aba9dd15be None None] No DVR routers for this DVR port 9bfef8ab-017f-4dff-8341-e91b49f3e902 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:34:16.150567 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-11566e5c-4c49-4bc6-b8d9-c67b44a237eb tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:16.182790 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11566e5c-4c49-4bc6-b8d9-c67b44a237eb tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Port': ['ID=21aff080-891e-4ea1-b3ea-1feb66810169,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:16.187786 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-11566e5c-4c49-4bc6-b8d9-c67b44a237eb tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:16.189716 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-11566e5c-4c49-4bc6-b8d9-c67b44a237eb tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/ports/21aff080-891e-4ea1-b3ea-1feb66810169 HTTP/1.1" status: 204 len: 168 time: 0.2861254 Aug 10 01:34:16.192125 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33520) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:16.267465 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cdeb9d72-15ed-44be-9980-f82d19024aaa tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:16.337990 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:16.356259 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cdeb9d72-15ed-44be-9980-f82d19024aaa tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:16.365905 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-cdeb9d72-15ed-44be-9980-f82d19024aaa tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be5ebaf-14fb-46c4-83ab-294d4cf6c26d']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:34:16.376697 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-cdeb9d72-15ed-44be-9980-f82d19024aaa tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3bb21e8-4d96-47f0-a769-9c65bba5bb19') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:34:16.376999 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-cdeb9d72-15ed-44be-9980-f82d19024aaa tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3bb21e8-4d96-47f0-a769-9c65bba5bb19') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:34:16.385584 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cdeb9d72-15ed-44be-9980-f82d19024aaa tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:16.399516 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cdeb9d72-15ed-44be-9980-f82d19024aaa tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:16.405450 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdeb9d72-15ed-44be-9980-f82d19024aaa tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:34:16.405800 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cdeb9d72-15ed-44be-9980-f82d19024aaa tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:16.408703 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:34:16.408703 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:34:16.408703 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:34:16.408703 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:34:16.408703 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:34:16.408703 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:34:16.408703 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:34:16.408703 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:34:16.408703 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:34:16.408703 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:34:16.408703 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:34:16.408703 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:34:16.408703 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:34:16.408703 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:34:16.408703 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:34:16.408703 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:34:16.408703 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:34:16.408703 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:34:16.408703 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:34:16.408703 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:34:16.408703 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:34:16.408703 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:34:16.408703 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:34:16.408703 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:34:16.408703 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:34:16.408703 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:34:16.408703 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:34:16.408703 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:34:16.408703 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:34:16.408703 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:34:16.408703 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:34:16.408703 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:34:16.465755 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cdeb9d72-15ed-44be-9980-f82d19024aaa tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:16.472779 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cdeb9d72-15ed-44be-9980-f82d19024aaa tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:16.474581 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cdeb9d72-15ed-44be-9980-f82d19024aaa tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] 10.222.0.35 "DELETE /v2.0/networks/3be5ebaf-14fb-46c4-83ab-294d4cf6c26d HTTP/1.1" status: 204 len: 168 time: 0.2815037 Aug 10 01:34:16.486028 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb9d72-15ed-44be-9980-f82d19024aaa tempest-PortsIpV6TestJSON-1629507305 tempest-PortsIpV6TestJSON-1629507305-project] Pushing event deleted for resources: {'Network': ['ID=3be5ebaf-14fb-46c4-83ab-294d4cf6c26d,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:16.705773 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33526) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:16.836741 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5adcc9cd-c1bd-495d-be4c-c6b16024fe6d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a6b4dee99c1b4e179a681ee68af0361f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1298261 Aug 10 01:34:16.839253 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33530) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:16.890822 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-602634c9-f568-4a72-b505-a8129247c3cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:16.912460 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-602634c9-f568-4a72-b505-a8129247c3cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:16.940223 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9bfef8ab-017f-4dff-8341-e91b49f3e902 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:34:16.959734 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-602634c9-f568-4a72-b505-a8129247c3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:16.962420 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-602634c9-f568-4a72-b505-a8129247c3cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:16.963333 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 9bfef8ab-017f-4dff-8341-e91b49f3e902 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:34:16.963670 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-602634c9-f568-4a72-b505-a8129247c3cb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a0a537c4-77eb-4e45-ad1a-e11c8c49c0a6 HTTP/1.1" status: 204 len: 168 time: 0.1233931 Aug 10 01:34:16.963820 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9bfef8ab-017f-4dff-8341-e91b49f3e902 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:34:16.973498 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602634c9-f568-4a72-b505-a8129247c3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a537c4-77eb-4e45-ad1a-e11c8c49c0a6,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:17.575796 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33552) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:17.671197 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-dcd94ff7-41f0-4f6d-9175-07daca0d3039 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:17.671887 n-d-766726-26 neutron-server[105827]: WARNING neutron.api.v2.base [None req-dcd94ff7-41f0-4f6d-9175-07daca0d3039 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 10 01:34:17.672414 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-dcd94ff7-41f0-4f6d-9175-07daca0d3039 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] create failed (client error): There was a conflict when trying to complete your request. Aug 10 01:34:17.673388 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-dcd94ff7-41f0-4f6d-9175-07daca0d3039 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0965717 Aug 10 01:34:17.677194 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33556) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:17.681854 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-eb675748-0bcb-427e-99e8-9515a85698dd tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Request body: {'security_group': {'name': 'tempest-secgroup--1857105972'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:17.703703 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb675748-0bcb-427e-99e8-9515a85698dd tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:17.711695 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb675748-0bcb-427e-99e8-9515a85698dd tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:17.800581 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb675748-0bcb-427e-99e8-9515a85698dd tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:17.804209 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb675748-0bcb-427e-99e8-9515a85698dd tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:17.842166 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb675748-0bcb-427e-99e8-9515a85698dd tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6745389a-fa01-49c3-a810-d41fda72525c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:17.895255 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb675748-0bcb-427e-99e8-9515a85698dd tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:17.898831 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb675748-0bcb-427e-99e8-9515a85698dd tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:17.927691 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb675748-0bcb-427e-99e8-9515a85698dd tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:17.928914 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-eb675748-0bcb-427e-99e8-9515a85698dd tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2508464 Aug 10 01:34:17.929731 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb675748-0bcb-427e-99e8-9515a85698dd tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c3d23c-c1ef-49cf-ad8a-990cce232acd,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:17.931950 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33558) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:17.937265 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-f3a1e0a9-ade2-4655-a2d5-13861989594f tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Request body: {'security_group_rule': {'security_group_id': 'b4c3d23c-c1ef-49cf-ad8a-990cce232acd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:17.962412 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f3a1e0a9-ade2-4655-a2d5-13861989594f tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:18.016486 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f3a1e0a9-ade2-4655-a2d5-13861989594f tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:18.020259 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f3a1e0a9-ade2-4655-a2d5-13861989594f tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:18.042695 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1e0a9-ade2-4655-a2d5-13861989594f tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1faeb935-4637-423e-a702-61d3e1dadc5d,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:18.046143 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f3a1e0a9-ade2-4655-a2d5-13861989594f tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:18.050435 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f3a1e0a9-ade2-4655-a2d5-13861989594f tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168907 Aug 10 01:34:18.050628 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33560) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:18.055294 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-e2338486-1e5b-4935-bf75-7a1c4ff6844d tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Request body: {'security_group_rule': {'security_group_id': 'b4c3d23c-c1ef-49cf-ad8a-990cce232acd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:18.089276 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e2338486-1e5b-4935-bf75-7a1c4ff6844d tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:18.133098 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-e2338486-1e5b-4935-bf75-7a1c4ff6844d tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] create failed (client error): There was a conflict when trying to complete your request. Aug 10 01:34:18.134533 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e2338486-1e5b-4935-bf75-7a1c4ff6844d tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0829964 Aug 10 01:34:18.137925 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33562) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:18.189896 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-568ccdc4-ac35-4dec-a2d7-2d126f0560c5 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:18.211893 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-568ccdc4-ac35-4dec-a2d7-2d126f0560c5 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:18.254017 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-568ccdc4-ac35-4dec-a2d7-2d126f0560c5 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:18.256971 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-568ccdc4-ac35-4dec-a2d7-2d126f0560c5 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:18.258071 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-568ccdc4-ac35-4dec-a2d7-2d126f0560c5 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "DELETE /v2.0/security-groups/b4c3d23c-c1ef-49cf-ad8a-990cce232acd HTTP/1.1" status: 204 len: 168 time: 0.1192355 Aug 10 01:34:18.261347 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33564) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:18.267600 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ccdc4-ac35-4dec-a2d7-2d126f0560c5 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c3d23c-c1ef-49cf-ad8a-990cce232acd,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:18.311557 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-48a7a884-2e74-4e1b-abba-0b5d8ed4a202 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0490081 Aug 10 01:34:18.315026 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33566) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:18.319377 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-f797c714-43a2-40f6-a48b-88130954c71c tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Request body: {'security_group': {'name': 'tempest-secgroup--2109499841'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:18.340779 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f797c714-43a2-40f6-a48b-88130954c71c tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:18.417763 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f797c714-43a2-40f6-a48b-88130954c71c tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:18.421188 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f797c714-43a2-40f6-a48b-88130954c71c tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:18.442967 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f797c714-43a2-40f6-a48b-88130954c71c tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:18.444190 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f797c714-43a2-40f6-a48b-88130954c71c tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1282341 Aug 10 01:34:18.447179 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33568) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:18.451796 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f797c714-43a2-40f6-a48b-88130954c71c tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=556cba23-e3dd-4ff0-9b3e-69c53dbcb7db,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:18.451971 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-6bf7bb9a-1c81-4ddc-a5c3-492a140ce7c5 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Request body: {'security_group_rule': {'security_group_id': '556cba23-e3dd-4ff0-9b3e-69c53dbcb7db', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:18.452963 n-d-766726-26 neutron-server[105827]: WARNING neutron.api.v2.base [None req-6bf7bb9a-1c81-4ddc-a5c3-492a140ce7c5 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 10 01:34:18.453475 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-6bf7bb9a-1c81-4ddc-a5c3-492a140ce7c5 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:34:18.454480 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6bf7bb9a-1c81-4ddc-a5c3-492a140ce7c5 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062416 Aug 10 01:34:18.456987 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33570) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:18.508113 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c7da250b-051a-4009-af9a-c031d0177063 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:18.528817 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c7da250b-051a-4009-af9a-c031d0177063 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:18.572451 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c7da250b-051a-4009-af9a-c031d0177063 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:18.574976 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c7da250b-051a-4009-af9a-c031d0177063 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:18.576094 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c7da250b-051a-4009-af9a-c031d0177063 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "DELETE /v2.0/security-groups/556cba23-e3dd-4ff0-9b3e-69c53dbcb7db HTTP/1.1" status: 204 len: 168 time: 0.1181538 Aug 10 01:34:18.578783 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33572) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:18.584751 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da250b-051a-4009-af9a-c031d0177063 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=556cba23-e3dd-4ff0-9b3e-69c53dbcb7db,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:18.631455 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9e5248c1-07b4-4226-b011-13a4480eceb5 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0515213 Aug 10 01:34:18.635149 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33574) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:18.639427 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-6121d169-a4b6-4cb6-ae56-5197e64c036a tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Request body: {'security_group': {'name': 'tempest-secgroup--1584867331'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:18.662068 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6121d169-a4b6-4cb6-ae56-5197e64c036a tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:18.744310 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6121d169-a4b6-4cb6-ae56-5197e64c036a tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:18.747864 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6121d169-a4b6-4cb6-ae56-5197e64c036a tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:18.777969 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6121d169-a4b6-4cb6-ae56-5197e64c036a tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:18.779162 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6121d169-a4b6-4cb6-ae56-5197e64c036a tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1430771 Aug 10 01:34:18.780021 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121d169-a4b6-4cb6-ae56-5197e64c036a tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=845fab6e-dc2e-4f06-bb72-9125b3e376de,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:18.782067 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33576) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:18.786986 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-523d603f-2e66-4656-8197-7567761578f9 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Request body: {'security_group_rule': {'security_group_id': '845fab6e-dc2e-4f06-bb72-9125b3e376de', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:18.787437 n-d-766726-26 neutron-server[105826]: WARNING neutron.api.v2.base [None req-523d603f-2e66-4656-8197-7567761578f9 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 10 01:34:18.787935 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-523d603f-2e66-4656-8197-7567761578f9 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:34:18.788890 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-523d603f-2e66-4656-8197-7567761578f9 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0058014 Aug 10 01:34:18.791309 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33578) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:18.841755 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7b7943e8-c013-4988-8eff-edb587ffdcab tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:18.863305 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7b7943e8-c013-4988-8eff-edb587ffdcab tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:18.902541 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7b7943e8-c013-4988-8eff-edb587ffdcab tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:18.905214 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-7b7943e8-c013-4988-8eff-edb587ffdcab tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:18.906333 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7b7943e8-c013-4988-8eff-edb587ffdcab tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "DELETE /v2.0/security-groups/845fab6e-dc2e-4f06-bb72-9125b3e376de HTTP/1.1" status: 204 len: 168 time: 0.1141489 Aug 10 01:34:18.908953 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33580) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:18.914881 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7943e8-c013-4988-8eff-edb587ffdcab tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=845fab6e-dc2e-4f06-bb72-9125b3e376de,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:18.951758 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-10479a48-052a-430c-b495-1f1059222c3c tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0416050 Aug 10 01:34:18.955178 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33582) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:18.959375 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-6396e5ae-45c7-44f4-9d38-84ba532ebed2 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Request body: {'security_group': {'name': 'tempest-secgroup--554925354'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:18.981524 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6396e5ae-45c7-44f4-9d38-84ba532ebed2 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:19.061229 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6396e5ae-45c7-44f4-9d38-84ba532ebed2 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:19.064553 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6396e5ae-45c7-44f4-9d38-84ba532ebed2 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:19.090152 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-6396e5ae-45c7-44f4-9d38-84ba532ebed2 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:19.091349 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6396e5ae-45c7-44f4-9d38-84ba532ebed2 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1352639 Aug 10 01:34:19.094328 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33584) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:19.095268 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6396e5ae-45c7-44f4-9d38-84ba532ebed2 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=111cb4ab-97b2-40a3-8ffd-cde80b689093,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:19.100199 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-4a9a7aa4-b0ce-489e-8868-a895c8091b2e tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Request body: {'security_group_rule': {'security_group_id': '111cb4ab-97b2-40a3-8ffd-cde80b689093', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:19.114761 n-d-766726-26 neutron-server[105826]: WARNING neutron.api.v2.base [None req-4a9a7aa4-b0ce-489e-8868-a895c8091b2e tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 10 01:34:19.115274 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-4a9a7aa4-b0ce-489e-8868-a895c8091b2e tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:34:19.116382 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4a9a7aa4-b0ce-489e-8868-a895c8091b2e tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0209546 Aug 10 01:34:19.118666 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33586) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:19.123757 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-afb137f3-2a97-4cbd-b1ac-cf955c0203e9 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Request body: {'security_group_rule': {'security_group_id': '111cb4ab-97b2-40a3-8ffd-cde80b689093', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:19.124400 n-d-766726-26 neutron-server[105826]: WARNING neutron.api.v2.base [None req-afb137f3-2a97-4cbd-b1ac-cf955c0203e9 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 10 01:34:19.124859 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-afb137f3-2a97-4cbd-b1ac-cf955c0203e9 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:34:19.125788 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-afb137f3-2a97-4cbd-b1ac-cf955c0203e9 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0062490 Aug 10 01:34:19.127867 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33588) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:19.131716 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-9d0ed204-dc6d-43e9-b517-b3d8cc938016 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Request body: {'security_group_rule': {'security_group_id': '111cb4ab-97b2-40a3-8ffd-cde80b689093', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:19.132503 n-d-766726-26 neutron-server[105826]: WARNING neutron.api.v2.base [None req-9d0ed204-dc6d-43e9-b517-b3d8cc938016 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 10 01:34:19.132961 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-9d0ed204-dc6d-43e9-b517-b3d8cc938016 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:34:19.133858 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9d0ed204-dc6d-43e9-b517-b3d8cc938016 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0051537 Aug 10 01:34:19.136643 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33590) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:19.141189 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-260579cc-c498-44d9-9a31-a32de690d924 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Request body: {'security_group_rule': {'security_group_id': '111cb4ab-97b2-40a3-8ffd-cde80b689093', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:19.142066 n-d-766726-26 neutron-server[105827]: WARNING neutron.api.v2.base [None req-260579cc-c498-44d9-9a31-a32de690d924 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 10 01:34:19.142585 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-260579cc-c498-44d9-9a31-a32de690d924 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:34:19.143547 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-260579cc-c498-44d9-9a31-a32de690d924 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0059466 Aug 10 01:34:19.145733 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33592) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:19.197338 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e194b8be-3bdb-472e-952c-c33a007d4ffc tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:19.219770 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e194b8be-3bdb-472e-952c-c33a007d4ffc tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:19.257753 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e194b8be-3bdb-472e-952c-c33a007d4ffc tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:19.260423 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e194b8be-3bdb-472e-952c-c33a007d4ffc tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:19.262090 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e194b8be-3bdb-472e-952c-c33a007d4ffc tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "DELETE /v2.0/security-groups/111cb4ab-97b2-40a3-8ffd-cde80b689093 HTTP/1.1" status: 204 len: 168 time: 0.1155019 Aug 10 01:34:19.264773 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33594) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:19.271366 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e194b8be-3bdb-472e-952c-c33a007d4ffc tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=111cb4ab-97b2-40a3-8ffd-cde80b689093,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:19.307822 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a50e798b-ff48-4aef-bf9b-34fc80d9f359 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0419402 Aug 10 01:34:19.311380 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33596) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:19.315635 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-437eca6c-6cb8-4893-b9fd-0fa09b3f5fa2 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Request body: {'security_group': {'name': 'tempest-secgroup--1765376147'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:19.339695 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-437eca6c-6cb8-4893-b9fd-0fa09b3f5fa2 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:19.418689 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-437eca6c-6cb8-4893-b9fd-0fa09b3f5fa2 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:19.421969 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-437eca6c-6cb8-4893-b9fd-0fa09b3f5fa2 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:19.449730 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-437eca6c-6cb8-4893-b9fd-0fa09b3f5fa2 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:19.450920 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-437eca6c-6cb8-4893-b9fd-0fa09b3f5fa2 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1386395 Aug 10 01:34:19.452022 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437eca6c-6cb8-4893-b9fd-0fa09b3f5fa2 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8567971b-0bec-4d44-8550-f764477a76ba,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:19.453867 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33598) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:19.458532 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-a814eb54-4366-4565-92bc-d7626fa936e7 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Request body: {'security_group_rule': {'security_group_id': '8567971b-0bec-4d44-8550-f764477a76ba', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:19.459066 n-d-766726-26 neutron-server[105827]: WARNING neutron.api.v2.base [None req-a814eb54-4366-4565-92bc-d7626fa936e7 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 10 01:34:19.459526 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-a814eb54-4366-4565-92bc-d7626fa936e7 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:34:19.460479 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a814eb54-4366-4565-92bc-d7626fa936e7 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055840 Aug 10 01:34:19.462876 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33600) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:19.471988 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-a6a16ec1-329e-436b-b88d-667d4b55af29 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Request body: {'security_group_rule': {'security_group_id': '8567971b-0bec-4d44-8550-f764477a76ba', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:19.504381 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-a6a16ec1-329e-436b-b88d-667d4b55af29 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:34:19.505370 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a6a16ec1-329e-436b-b88d-667d4b55af29 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0416505 Aug 10 01:34:19.508073 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33602) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:19.512310 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-c435d6ed-f102-4650-8c24-3b1cbbe2b8d8 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Request body: {'security_group_rule': {'security_group_id': '8567971b-0bec-4d44-8550-f764477a76ba', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:19.512781 n-d-766726-26 neutron-server[105827]: WARNING neutron.api.v2.base [None req-c435d6ed-f102-4650-8c24-3b1cbbe2b8d8 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 10 01:34:19.513240 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-c435d6ed-f102-4650-8c24-3b1cbbe2b8d8 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:34:19.514134 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c435d6ed-f102-4650-8c24-3b1cbbe2b8d8 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0051799 Aug 10 01:34:19.516351 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33604) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:19.520908 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-58585e38-102d-4297-b12a-31eb471af213 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Request body: {'security_group_rule': {'security_group_id': '8567971b-0bec-4d44-8550-f764477a76ba', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:19.556034 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-58585e38-102d-4297-b12a-31eb471af213 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:34:19.557103 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-58585e38-102d-4297-b12a-31eb471af213 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0399303 Aug 10 01:34:19.560174 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33606) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:19.564501 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-6d48f5a5-8bf8-4221-8d46-ab78c24a9bac tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Request body: {'security_group_rule': {'security_group_id': '8567971b-0bec-4d44-8550-f764477a76ba', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:19.564977 n-d-766726-26 neutron-server[105827]: WARNING neutron.api.v2.base [None req-6d48f5a5-8bf8-4221-8d46-ab78c24a9bac tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 10 01:34:19.565443 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-6d48f5a5-8bf8-4221-8d46-ab78c24a9bac tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:34:19.566355 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-6d48f5a5-8bf8-4221-8d46-ab78c24a9bac tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0052900 Aug 10 01:34:19.568542 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33608) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:19.573159 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-7d8b572b-7cd7-45df-93f2-0935ad9b41f1 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Request body: {'security_group_rule': {'security_group_id': '8567971b-0bec-4d44-8550-f764477a76ba', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:19.593731 n-d-766726-26 neutron-server[105827]: INFO neutron.db.securitygroups_db [None req-7d8b572b-7cd7-45df-93f2-0935ad9b41f1 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Project 4df5502467b34438b08b890e9093cecf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:34:19.607928 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-7d8b572b-7cd7-45df-93f2-0935ad9b41f1 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:34:19.609002 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7d8b572b-7cd7-45df-93f2-0935ad9b41f1 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0396144 Aug 10 01:34:19.611921 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33610) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:19.616327 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-8d577d34-5020-43d4-b758-27a81af572f0 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Request body: {'security_group_rule': {'security_group_id': '8567971b-0bec-4d44-8550-f764477a76ba', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:19.616831 n-d-766726-26 neutron-server[105827]: WARNING neutron.api.v2.base [None req-8d577d34-5020-43d4-b758-27a81af572f0 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 10 01:34:19.617296 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-8d577d34-5020-43d4-b758-27a81af572f0 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:34:19.618204 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8d577d34-5020-43d4-b758-27a81af572f0 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053363 Aug 10 01:34:19.620639 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33612) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:19.624711 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-29545d6f-4932-42cb-a02a-80f4374c20ab tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Request body: {'security_group_rule': {'security_group_id': '8567971b-0bec-4d44-8550-f764477a76ba', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:19.646390 n-d-766726-26 neutron-server[105827]: INFO neutron.db.securitygroups_db [None req-29545d6f-4932-42cb-a02a-80f4374c20ab tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Project 4df5502467b34438b08b890e9093cecf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:34:19.658595 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-29545d6f-4932-42cb-a02a-80f4374c20ab tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:34:19.659641 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-29545d6f-4932-42cb-a02a-80f4374c20ab tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0381076 Aug 10 01:34:19.662349 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33614) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:19.666678 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-296866d8-afa2-42fc-939a-1d3fc5ceb1aa tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Request body: {'security_group_rule': {'security_group_id': '8567971b-0bec-4d44-8550-f764477a76ba', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:19.688631 n-d-766726-26 neutron-server[105827]: INFO neutron.db.securitygroups_db [None req-296866d8-afa2-42fc-939a-1d3fc5ceb1aa tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Project 4df5502467b34438b08b890e9093cecf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:34:19.700450 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-296866d8-afa2-42fc-939a-1d3fc5ceb1aa tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:34:19.701467 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-296866d8-afa2-42fc-939a-1d3fc5ceb1aa tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0382028 Aug 10 01:34:19.703997 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33616) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:19.754508 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b701ff9d-004a-4ab5-bed3-4d4b079b085d tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:19.776256 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b701ff9d-004a-4ab5-bed3-4d4b079b085d tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:19.816598 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b701ff9d-004a-4ab5-bed3-4d4b079b085d tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:19.819144 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b701ff9d-004a-4ab5-bed3-4d4b079b085d tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:19.820268 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b701ff9d-004a-4ab5-bed3-4d4b079b085d tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "DELETE /v2.0/security-groups/8567971b-0bec-4d44-8550-f764477a76ba HTTP/1.1" status: 204 len: 168 time: 0.1153409 Aug 10 01:34:19.822954 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33618) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:19.829546 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701ff9d-004a-4ab5-bed3-4d4b079b085d tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8567971b-0bec-4d44-8550-f764477a76ba,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:19.867071 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c578fbeb-24dc-46ee-83b9-a6745efdcb17 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0423696 Aug 10 01:34:19.871052 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33620) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:19.875360 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-1ae5d33f-3c28-4938-9cdc-4e728972f4bd tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Request body: {'security_group': {'name': 'tempest-secgroup--1362173206'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:19.896808 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1ae5d33f-3c28-4938-9cdc-4e728972f4bd tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:19.975501 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1ae5d33f-3c28-4938-9cdc-4e728972f4bd tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:19.980698 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1ae5d33f-3c28-4938-9cdc-4e728972f4bd tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:20.007798 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1ae5d33f-3c28-4938-9cdc-4e728972f4bd tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:20.009072 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1ae5d33f-3c28-4938-9cdc-4e728972f4bd tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1370780 Aug 10 01:34:20.011379 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5d33f-3c28-4938-9cdc-4e728972f4bd tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=165781b0-acf6-4935-9008-e4f958c87bcd,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:20.012513 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33622) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:20.017356 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-7d389d78-2e72-4b14-9fef-2cfb59c80e83 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Request body: {'security_group_rule': {'security_group_id': '165781b0-acf6-4935-9008-e4f958c87bcd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:20.055594 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-7d389d78-2e72-4b14-9fef-2cfb59c80e83 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] create failed (client error): The resource could not be found. Aug 10 01:34:20.056670 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7d389d78-2e72-4b14-9fef-2cfb59c80e83 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0431156 Aug 10 01:34:20.059352 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33624) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:20.063699 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-acd20a83-df43-4aab-98d8-28c585861c90 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Request body: {'security_group_rule': {'security_group_id': '165781b0-acf6-4935-9008-e4f958c87bcd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c1385d34-ed5a-480d-b4a6-3f778f97764a'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:20.101631 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-acd20a83-df43-4aab-98d8-28c585861c90 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] create failed (client error): The resource could not be found. Aug 10 01:34:20.102642 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-acd20a83-df43-4aab-98d8-28c585861c90 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0423768 Aug 10 01:34:20.105277 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33626) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:20.157461 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-76707ee0-4ec2-44fa-bdbe-078ef2d7aee7 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:20.180215 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-76707ee0-4ec2-44fa-bdbe-078ef2d7aee7 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:20.220957 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-76707ee0-4ec2-44fa-bdbe-078ef2d7aee7 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:20.223520 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-76707ee0-4ec2-44fa-bdbe-078ef2d7aee7 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:20.224701 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-76707ee0-4ec2-44fa-bdbe-078ef2d7aee7 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "DELETE /v2.0/security-groups/165781b0-acf6-4935-9008-e4f958c87bcd HTTP/1.1" status: 204 len: 168 time: 0.1185336 Aug 10 01:34:20.227399 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33628) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:20.233787 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76707ee0-4ec2-44fa-bdbe-078ef2d7aee7 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=165781b0-acf6-4935-9008-e4f958c87bcd,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:20.274685 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8c57fe6c-7369-4f4c-902b-4496a8b14cab tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0461531 Aug 10 01:34:20.278453 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33630) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:20.282772 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-97ff9bbe-6fa6-4d3b-aa6a-3be870aaacb5 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Request body: {'security_group_rule': {'security_group_id': '583fee60-1ad5-4265-89e7-14fa4d3c5d39', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:20.318465 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-97ff9bbe-6fa6-4d3b-aa6a-3be870aaacb5 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] create failed (client error): The resource could not be found. Aug 10 01:34:20.319462 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-97ff9bbe-6fa6-4d3b-aa6a-3be870aaacb5 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0401046 Aug 10 01:34:20.322808 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33632) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:20.328163 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-c52a7d21-92d9-4759-8d17-51fb5cfaf921 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Request body: {'security_group': {'name': 'tempest-secgroup--982751699'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:20.348038 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c52a7d21-92d9-4759-8d17-51fb5cfaf921 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:20.424513 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c52a7d21-92d9-4759-8d17-51fb5cfaf921 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:20.428059 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c52a7d21-92d9-4759-8d17-51fb5cfaf921 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:20.461440 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c52a7d21-92d9-4759-8d17-51fb5cfaf921 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:20.462634 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c52a7d21-92d9-4759-8d17-51fb5cfaf921 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1383984 Aug 10 01:34:20.463563 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a7d21-92d9-4759-8d17-51fb5cfaf921 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b357e9bf-ee7e-4b92-b82e-46af4135df28,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:20.465737 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33634) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:20.470588 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-a1877991-4256-4339-bbb8-127ec5b4ca4b tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Request body: {'security_group': {'name': 'tempest-secgroup--1930425776'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:20.492595 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a1877991-4256-4339-bbb8-127ec5b4ca4b tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:20.572810 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a1877991-4256-4339-bbb8-127ec5b4ca4b tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:20.576291 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a1877991-4256-4339-bbb8-127ec5b4ca4b tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:20.603476 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a1877991-4256-4339-bbb8-127ec5b4ca4b tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:20.605207 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a1877991-4256-4339-bbb8-127ec5b4ca4b tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1383758 Aug 10 01:34:20.607186 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1877991-4256-4339-bbb8-127ec5b4ca4b tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=676406f6-6bfd-4994-8e51-95098c1144b3,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:20.608848 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33636) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:20.613518 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-7574ba87-35d4-4b16-87eb-4c0991ac4557 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Request body: {'security_group_rule': {'security_group_id': 'b357e9bf-ee7e-4b92-b82e-46af4135df28', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '676406f6-6bfd-4994-8e51-95098c1144b3'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:20.652620 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-7574ba87-35d4-4b16-87eb-4c0991ac4557 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:34:20.653665 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7574ba87-35d4-4b16-87eb-4c0991ac4557 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0438108 Aug 10 01:34:20.656847 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33638) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:20.707700 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2f537c98-2cc4-4d1d-a9a7-a0b212cb0030 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:20.728383 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2f537c98-2cc4-4d1d-a9a7-a0b212cb0030 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:20.768353 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2f537c98-2cc4-4d1d-a9a7-a0b212cb0030 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:20.770872 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2f537c98-2cc4-4d1d-a9a7-a0b212cb0030 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:20.771978 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2f537c98-2cc4-4d1d-a9a7-a0b212cb0030 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "DELETE /v2.0/security-groups/676406f6-6bfd-4994-8e51-95098c1144b3 HTTP/1.1" status: 204 len: 168 time: 0.1142130 Aug 10 01:34:20.774682 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33640) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:20.780919 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f537c98-2cc4-4d1d-a9a7-a0b212cb0030 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=676406f6-6bfd-4994-8e51-95098c1144b3,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:20.827435 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3d311710-02f8-40cc-90bb-f48d43425d6f tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0510864 Aug 10 01:34:20.829574 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33642) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:20.883152 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0331993f-d886-4c7c-b4a3-628d23c17ef5 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:20.905396 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0331993f-d886-4c7c-b4a3-628d23c17ef5 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:20.945294 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0331993f-d886-4c7c-b4a3-628d23c17ef5 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:20.947957 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0331993f-d886-4c7c-b4a3-628d23c17ef5 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:20.949148 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0331993f-d886-4c7c-b4a3-628d23c17ef5 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "DELETE /v2.0/security-groups/b357e9bf-ee7e-4b92-b82e-46af4135df28 HTTP/1.1" status: 204 len: 168 time: 0.1186757 Aug 10 01:34:20.951803 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33644) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:20.957688 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331993f-d886-4c7c-b4a3-628d23c17ef5 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b357e9bf-ee7e-4b92-b82e-46af4135df28,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:20.995401 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-bed612d8-a90e-45e6-852e-6b63f5c1c991 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0422595 Aug 10 01:34:20.999163 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33646) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:21.003555 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-a11ae230-c858-4987-b3cd-9108ebd6181a tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Request body: {'security_group': {'name': 'tempest-secgroup--2074909999'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:21.024794 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a11ae230-c858-4987-b3cd-9108ebd6181a tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:21.103604 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a11ae230-c858-4987-b3cd-9108ebd6181a tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:21.107772 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a11ae230-c858-4987-b3cd-9108ebd6181a tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:21.131990 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a11ae230-c858-4987-b3cd-9108ebd6181a tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:21.133223 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a11ae230-c858-4987-b3cd-9108ebd6181a tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1331217 Aug 10 01:34:21.136417 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33648) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:21.137068 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ae230-c858-4987-b3cd-9108ebd6181a tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a810a7d-742c-469b-8ca8-1e2d624a026e,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:21.141232 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-e6e964b6-7991-47a4-8ef5-d326f185dc2f tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Request body: {'security_group_rule': {'security_group_id': '3a810a7d-742c-469b-8ca8-1e2d624a026e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:21.176135 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-e6e964b6-7991-47a4-8ef5-d326f185dc2f tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:34:21.177223 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e6e964b6-7991-47a4-8ef5-d326f185dc2f tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0397775 Aug 10 01:34:21.179742 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33650) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:21.184120 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-b912db6c-71fa-43f1-86dd-62e30f9615d7 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Request body: {'security_group_rule': {'security_group_id': '3a810a7d-742c-469b-8ca8-1e2d624a026e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:21.218682 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-b912db6c-71fa-43f1-86dd-62e30f9615d7 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:34:21.219923 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b912db6c-71fa-43f1-86dd-62e30f9615d7 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0391152 Aug 10 01:34:21.222380 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33652) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:21.272673 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-113965d8-58a7-41cf-8958-5cd84d9c7f82 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:21.295080 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-113965d8-58a7-41cf-8958-5cd84d9c7f82 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:21.334927 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-113965d8-58a7-41cf-8958-5cd84d9c7f82 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:21.337684 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-113965d8-58a7-41cf-8958-5cd84d9c7f82 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:21.339322 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-113965d8-58a7-41cf-8958-5cd84d9c7f82 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "DELETE /v2.0/security-groups/3a810a7d-742c-469b-8ca8-1e2d624a026e HTTP/1.1" status: 204 len: 168 time: 0.1155369 Aug 10 01:34:21.342060 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33654) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:21.348108 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113965d8-58a7-41cf-8958-5cd84d9c7f82 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a810a7d-742c-469b-8ca8-1e2d624a026e,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:21.390723 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-84b829d8-d092-46f9-b79d-e0b876df0cbe tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0474520 Aug 10 01:34:21.394262 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33656) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:21.398495 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-5d073af0-130d-4082-a8a4-5cd6bc02beac tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Request body: {'security_group': {'name': 'tempest-secgroup--1895691716'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:21.419694 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5d073af0-130d-4082-a8a4-5cd6bc02beac tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:21.497364 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5d073af0-130d-4082-a8a4-5cd6bc02beac tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:21.500860 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5d073af0-130d-4082-a8a4-5cd6bc02beac tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:21.526078 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5d073af0-130d-4082-a8a4-5cd6bc02beac tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:21.527801 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5d073af0-130d-4082-a8a4-5cd6bc02beac tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1326251 Aug 10 01:34:21.530784 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33658) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:21.531770 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d073af0-130d-4082-a8a4-5cd6bc02beac tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=555a173a-76fb-4b54-9cfa-fafb686d2751,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:21.535729 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-28af8052-10fe-402f-bce9-424143470362 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:21.536156 n-d-766726-26 neutron-server[105827]: WARNING neutron.api.v2.base [None req-28af8052-10fe-402f-bce9-424143470362 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 10 01:34:21.536683 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-28af8052-10fe-402f-bce9-424143470362 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] update failed (client error): There was a conflict when trying to complete your request. Aug 10 01:34:21.537615 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-28af8052-10fe-402f-bce9-424143470362 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "PUT /v2.0/security-groups/555a173a-76fb-4b54-9cfa-fafb686d2751 HTTP/1.1" status: 409 len: 330 time: 0.0057032 Aug 10 01:34:21.540364 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33660) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:21.603431 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-35241b21-8c26-4ce3-95bb-9602b907ced5 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:21.626003 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-35241b21-8c26-4ce3-95bb-9602b907ced5 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:21.665858 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-35241b21-8c26-4ce3-95bb-9602b907ced5 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:21.668607 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-35241b21-8c26-4ce3-95bb-9602b907ced5 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:21.669745 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-35241b21-8c26-4ce3-95bb-9602b907ced5 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "DELETE /v2.0/security-groups/555a173a-76fb-4b54-9cfa-fafb686d2751 HTTP/1.1" status: 204 len: 168 time: 0.1283195 Aug 10 01:34:21.672597 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33662) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:21.678745 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35241b21-8c26-4ce3-95bb-9602b907ced5 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=555a173a-76fb-4b54-9cfa-fafb686d2751,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:21.715313 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d7224f8c-aa1c-4634-91fa-19400ccd3745 tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0415177 Aug 10 01:34:21.718946 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33664) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:21.731197 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-8a747fbd-b6e9-4520-b1d7-0719ad997b5e tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] delete failed (client error): The resource could not be found. Aug 10 01:34:21.732158 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8a747fbd-b6e9-4520-b1d7-0719ad997b5e tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "DELETE /v2.0/security-groups/7a394b4d-2871-46d0-b0a5-53b25f3ce464 HTTP/1.1" status: 404 len: 347 time: 0.0122979 Aug 10 01:34:21.735323 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33666) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:21.748065 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-dead0926-d992-4d15-8576-a9058d50a94e tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] show failed (client error): The resource could not be found. Aug 10 01:34:21.749049 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-dead0926-d992-4d15-8576-a9058d50a94e tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "GET /v2.0/security-groups/1ad21de0-b776-49d4-bdab-bd4529ccaa23 HTTP/1.1" status: 404 len: 347 time: 0.0128715 Aug 10 01:34:21.752252 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33668) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:21.754208 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:34:21.765917 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [None req-070e208b-42a3-4acf-8e82-8557cbfae8db tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] show failed (client error): The resource could not be found. Aug 10 01:34:21.766870 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-070e208b-42a3-4acf-8e82-8557cbfae8db tempest-NegativeSecGroupIPv6Test-1801396019 tempest-NegativeSecGroupIPv6Test-1801396019-project] 10.222.0.35 "GET /v2.0/security-group-rules/83692556-6d30-4d20-a06b-92ab5311eda7 HTTP/1.1" status: 404 len: 356 time: 0.0137494 Aug 10 01:34:21.998612 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33674) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:22.130735 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b7f67928-3ece-4052-8ea1-86e4f21aa50f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4df5502467b34438b08b890e9093cecf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1299164 Aug 10 01:34:22.132087 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33678) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:22.178563 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c51d4a93-df96-42ff-bab7-57c5bf84743f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:22.201522 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c51d4a93-df96-42ff-bab7-57c5bf84743f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:22.247996 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c51d4a93-df96-42ff-bab7-57c5bf84743f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:22.250603 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c51d4a93-df96-42ff-bab7-57c5bf84743f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:22.251781 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c51d4a93-df96-42ff-bab7-57c5bf84743f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6745389a-fa01-49c3-a810-d41fda72525c HTTP/1.1" status: 204 len: 168 time: 0.1187704 Aug 10 01:34:22.259427 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d4a93-df96-42ff-bab7-57c5bf84743f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6745389a-fa01-49c3-a810-d41fda72525c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:23.840604 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33734) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:23.947982 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-85cbeb22-7b70-4e29-be8e-669bd6a75227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:24.033130 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-85cbeb22-7b70-4e29-be8e-669bd6a75227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:24.036525 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-85cbeb22-7b70-4e29-be8e-669bd6a75227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:24.074532 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-85cbeb22-7b70-4e29-be8e-669bd6a75227 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=975507700d6347f285325302a93a5bfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2328858 Aug 10 01:34:24.075642 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cbeb22-7b70-4e29-be8e-669bd6a75227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7277107-cdad-4d4d-8c82-50c103d2aa4f,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:24.077220 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33738) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:24.126303 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c2240876-87db-4654-81d2-908a5fd535d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:24.146147 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c2240876-87db-4654-81d2-908a5fd535d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:24.194759 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c2240876-87db-4654-81d2-908a5fd535d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:24.197495 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c2240876-87db-4654-81d2-908a5fd535d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:24.198647 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c2240876-87db-4654-81d2-908a5fd535d0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c7277107-cdad-4d4d-8c82-50c103d2aa4f HTTP/1.1" status: 204 len: 168 time: 0.1197081 Aug 10 01:34:24.206322 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2240876-87db-4654-81d2-908a5fd535d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7277107-cdad-4d4d-8c82-50c103d2aa4f,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:24.452555 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33744) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:24.465918 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-14b7871b-ce19-45eb-927d-de1887a4fdd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:24.551182 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-14b7871b-ce19-45eb-927d-de1887a4fdd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:24.554944 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-14b7871b-ce19-45eb-927d-de1887a4fdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:24.592762 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-14b7871b-ce19-45eb-927d-de1887a4fdd4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=12901941349845fea190fee11485ab26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1391773 Aug 10 01:34:24.593897 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7871b-ce19-45eb-927d-de1887a4fdd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2228bcca-d332-493d-ac07-17fddfaf198c,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:24.595427 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33746) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:24.645476 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-27aa2ced-0602-48e9-84d8-a50e60ffc0f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:24.665760 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-27aa2ced-0602-48e9-84d8-a50e60ffc0f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:24.712801 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-27aa2ced-0602-48e9-84d8-a50e60ffc0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:24.715381 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-27aa2ced-0602-48e9-84d8-a50e60ffc0f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:24.716535 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-27aa2ced-0602-48e9-84d8-a50e60ffc0f9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2228bcca-d332-493d-ac07-17fddfaf198c HTTP/1.1" status: 204 len: 168 time: 0.1200612 Aug 10 01:34:24.724000 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa2ced-0602-48e9-84d8-a50e60ffc0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2228bcca-d332-493d-ac07-17fddfaf198c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:28.346948 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:41.213229 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-69bd6ead-048f-4359-89e5-6ac3b960c756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:41.873803 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:43.867003 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5302a151-70e1-4ac3-bf9d-dc6cb6ee5277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:44.114164 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33974) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:44.220911 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3789f77c-2d03-48d3-b2aa-de6799a31483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:44.309654 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3789f77c-2d03-48d3-b2aa-de6799a31483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:44.313221 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3789f77c-2d03-48d3-b2aa-de6799a31483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:44.350738 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3789f77c-2d03-48d3-b2aa-de6799a31483 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=af3803fbcf734929b7d159bb8a1009a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2355537 Aug 10 01:34:44.351608 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789f77c-2d03-48d3-b2aa-de6799a31483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428eb557-0619-4990-aaaf-a69b7f4fba35,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:44.353519 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33978) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:44.359884 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3789f77c-2d03-48d3-b2aa-de6799a31483 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:34:44.360220 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3789f77c-2d03-48d3-b2aa-de6799a31483 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:34:44.360567 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3789f77c-2d03-48d3-b2aa-de6799a31483 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:34:44.360951 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3789f77c-2d03-48d3-b2aa-de6799a31483 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:34:44.361293 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3789f77c-2d03-48d3-b2aa-de6799a31483 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:34:44.361623 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3789f77c-2d03-48d3-b2aa-de6799a31483 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:34:44.361949 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3789f77c-2d03-48d3-b2aa-de6799a31483 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:34:44.362275 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3789f77c-2d03-48d3-b2aa-de6799a31483 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:34:44.362635 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3789f77c-2d03-48d3-b2aa-de6799a31483 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:34:44.362956 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3789f77c-2d03-48d3-b2aa-de6799a31483 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:34:44.363309 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3789f77c-2d03-48d3-b2aa-de6799a31483 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:34:44.363633 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3789f77c-2d03-48d3-b2aa-de6799a31483 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:34:44.407575 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a79bac71-2c52-4f69-b906-bcd4a8e42136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:44.428670 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a79bac71-2c52-4f69-b906-bcd4a8e42136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:44.468976 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:44.473482 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a79bac71-2c52-4f69-b906-bcd4a8e42136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:44.476061 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a79bac71-2c52-4f69-b906-bcd4a8e42136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:44.477245 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a79bac71-2c52-4f69-b906-bcd4a8e42136 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/428eb557-0619-4990-aaaf-a69b7f4fba35 HTTP/1.1" status: 204 len: 168 time: 0.1226079 Aug 10 01:34:44.485177 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79bac71-2c52-4f69-b906-bcd4a8e42136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428eb557-0619-4990-aaaf-a69b7f4fba35,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:44.492469 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79bac71-2c52-4f69-b906-bcd4a8e42136 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:34:44.492825 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79bac71-2c52-4f69-b906-bcd4a8e42136 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:34:44.493172 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79bac71-2c52-4f69-b906-bcd4a8e42136 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:34:44.493510 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79bac71-2c52-4f69-b906-bcd4a8e42136 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:34:44.493848 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79bac71-2c52-4f69-b906-bcd4a8e42136 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:34:44.494200 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79bac71-2c52-4f69-b906-bcd4a8e42136 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:34:44.494512 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79bac71-2c52-4f69-b906-bcd4a8e42136 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:34:44.494841 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79bac71-2c52-4f69-b906-bcd4a8e42136 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:34:44.495167 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79bac71-2c52-4f69-b906-bcd4a8e42136 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:34:44.495489 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79bac71-2c52-4f69-b906-bcd4a8e42136 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:34:44.495817 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79bac71-2c52-4f69-b906-bcd4a8e42136 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:34:44.496141 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79bac71-2c52-4f69-b906-bcd4a8e42136 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:34:44.738674 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 33984) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:44.752491 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d4209f40-fb3d-4461-859c-c4d3cc95290b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:44.840416 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d4209f40-fb3d-4461-859c-c4d3cc95290b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:44.843912 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d4209f40-fb3d-4461-859c-c4d3cc95290b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:44.880917 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d4209f40-fb3d-4461-859c-c4d3cc95290b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=148a7cbc03c54b0ca61213c0625cc64c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1412067 Aug 10 01:34:44.882047 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4209f40-fb3d-4461-859c-c4d3cc95290b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a113da4-ac15-4c49-83c4-f5390c5b8ef5,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:44.883520 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 33986) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:44.934657 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e56ab475-e9eb-4545-afb0-aae662543285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:44.954447 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e56ab475-e9eb-4545-afb0-aae662543285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:45.000242 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e56ab475-e9eb-4545-afb0-aae662543285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:45.002820 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e56ab475-e9eb-4545-afb0-aae662543285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:45.003978 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e56ab475-e9eb-4545-afb0-aae662543285 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3a113da4-ac15-4c49-83c4-f5390c5b8ef5 HTTP/1.1" status: 204 len: 168 time: 0.1194661 Aug 10 01:34:45.018391 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ab475-e9eb-4545-afb0-aae662543285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a113da4-ac15-4c49-83c4-f5390c5b8ef5,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:45.253552 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:46.342009 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:52.246641 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34118) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:52.357729 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f1bbfd22-e8f1-4d1d-b7de-2132340c0b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:52.453541 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f1bbfd22-e8f1-4d1d-b7de-2132340c0b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:52.457343 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f1bbfd22-e8f1-4d1d-b7de-2132340c0b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:52.496091 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f1bbfd22-e8f1-4d1d-b7de-2132340c0b9b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7e92dd569fe94e63999b973d15e2f876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2483628 Aug 10 01:34:52.497344 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbfd22-e8f1-4d1d-b7de-2132340c0b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e7a362-bd22-406a-a6a3-d6cc4ae9adbe,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:52.499075 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34122) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:52.547339 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fd6e5bfe-ec56-46e2-a62a-58995c318b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:52.567855 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fd6e5bfe-ec56-46e2-a62a-58995c318b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:52.619017 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fd6e5bfe-ec56-46e2-a62a-58995c318b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:52.622201 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fd6e5bfe-ec56-46e2-a62a-58995c318b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:52.623364 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-fd6e5bfe-ec56-46e2-a62a-58995c318b28 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/34e7a362-bd22-406a-a6a3-d6cc4ae9adbe HTTP/1.1" status: 204 len: 168 time: 0.1231208 Aug 10 01:34:52.631191 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e5bfe-ec56-46e2-a62a-58995c318b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e7a362-bd22-406a-a6a3-d6cc4ae9adbe,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:52.875381 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34128) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:52.888669 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-644529c0-f2c9-4f4c-8632-864bb468a0a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:52.979010 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-644529c0-f2c9-4f4c-8632-864bb468a0a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:52.983001 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-644529c0-f2c9-4f4c-8632-864bb468a0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:53.018003 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-644529c0-f2c9-4f4c-8632-864bb468a0a2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=594448a5c095476ea45f98a9a5d62c56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415150 Aug 10 01:34:53.020628 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34130) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:53.022578 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644529c0-f2c9-4f4c-8632-864bb468a0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc5f7f1-53b4-414d-aa80-4c812e0b91e7,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:53.069065 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-849cd923-6380-48e6-a9c2-fc601bee661f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:53.089644 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-849cd923-6380-48e6-a9c2-fc601bee661f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:53.137735 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-849cd923-6380-48e6-a9c2-fc601bee661f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:53.140420 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-849cd923-6380-48e6-a9c2-fc601bee661f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:53.141580 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-849cd923-6380-48e6-a9c2-fc601bee661f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9cc5f7f1-53b4-414d-aa80-4c812e0b91e7 HTTP/1.1" status: 204 len: 168 time: 0.1198831 Aug 10 01:34:53.149068 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cd923-6380-48e6-a9c2-fc601bee661f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc5f7f1-53b4-414d-aa80-4c812e0b91e7,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:54.155547 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34164) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:54.259774 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c67378b0-9b20-4e21-b2c7-687055113b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:54.344104 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c67378b0-9b20-4e21-b2c7-687055113b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:54.347523 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c67378b0-9b20-4e21-b2c7-687055113b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:54.384957 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c67378b0-9b20-4e21-b2c7-687055113b78 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1cfcead117394d25addd2e00fb157ed2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2283542 Aug 10 01:34:54.385941 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67378b0-9b20-4e21-b2c7-687055113b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9dfc813-bc48-4578-b50c-233545164cce,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:54.387690 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34168) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:34:54.436885 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b42e2d66-54ea-421b-80a0-e0b10a36d3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:54.457152 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b42e2d66-54ea-421b-80a0-e0b10a36d3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:54.502328 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b42e2d66-54ea-421b-80a0-e0b10a36d3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:54.505174 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b42e2d66-54ea-421b-80a0-e0b10a36d3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:54.506334 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b42e2d66-54ea-421b-80a0-e0b10a36d3c5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a9dfc813-bc48-4578-b50c-233545164cce HTTP/1.1" status: 204 len: 168 time: 0.1175907 Aug 10 01:34:54.514498 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e2d66-54ea-421b-80a0-e0b10a36d3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9dfc813-bc48-4578-b50c-233545164cce,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:58.365190 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:58.753941 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:35:11.213494 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-55cd8bba-72b6-4ae7-87f6-33f3c88b56d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:11.894705 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:13.868019 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bc7c0829-e3dc-4366-84c9-9d2553ca8795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:14.470653 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:15.263012 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:16.343916 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:23.155220 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34386) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:35:23.266562 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d115b0a9-5744-472c-b9ad-39337d3a99c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:23.354713 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d115b0a9-5744-472c-b9ad-39337d3a99c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:23.358273 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d115b0a9-5744-472c-b9ad-39337d3a99c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:23.396374 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d115b0a9-5744-472c-b9ad-39337d3a99c0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e26b82ef47c0402fa10ce9b03aef4b5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2400801 Aug 10 01:35:23.397322 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115b0a9-5744-472c-b9ad-39337d3a99c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97952d44-3cc3-4b39-aea6-b7331bd37afb,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:23.399014 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34390) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:35:23.448370 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-41b0d4df-a89b-4755-afd8-c058abe346ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:23.468243 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-41b0d4df-a89b-4755-afd8-c058abe346ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:23.513179 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-41b0d4df-a89b-4755-afd8-c058abe346ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:23.515816 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-41b0d4df-a89b-4755-afd8-c058abe346ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:23.517061 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-41b0d4df-a89b-4755-afd8-c058abe346ff admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/97952d44-3cc3-4b39-aea6-b7331bd37afb HTTP/1.1" status: 204 len: 168 time: 0.1170001 Aug 10 01:35:23.524206 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0d4df-a89b-4755-afd8-c058abe346ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97952d44-3cc3-4b39-aea6-b7331bd37afb,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:24.641939 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34426) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:35:24.785078 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-8324e93c-0317-403f-ad84-51bbd45657eb tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Request body: {'network': {'name': 'tempest-network-smoke--1639399844', 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'port_security_enabled': True}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:35:24.808832 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8324e93c-0317-403f-ad84-51bbd45657eb tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Made reservation on behalf of ede6514ac6e240fead2d58f71ae47ac3 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:35:24.812029 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8324e93c-0317-403f-ad84-51bbd45657eb tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:24.819888 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8324e93c-0317-403f-ad84-51bbd45657eb tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:24.904426 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8324e93c-0317-403f-ad84-51bbd45657eb tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:24.908130 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8324e93c-0317-403f-ad84-51bbd45657eb tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:24.934005 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8324e93c-0317-403f-ad84-51bbd45657eb tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:35:24.943540 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324e93c-0317-403f-ad84-51bbd45657eb tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ade7b38-7282-4f60-8630-bd02e6fa2e3f,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:24.948248 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8324e93c-0317-403f-ad84-51bbd45657eb tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:24.948598 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-8324e93c-0317-403f-ad84-51bbd45657eb tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Added segment 49f7620e-b39c-4e58-9efe-dd3aa0054ddb of type vlan for network 60c5bb67-577c-4a77-84c1-1101ff08a310 Aug 10 01:35:24.987577 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8324e93c-0317-403f-ad84-51bbd45657eb tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:25.014569 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8324e93c-0317-403f-ad84-51bbd45657eb tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:25.020265 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8324e93c-0317-403f-ad84-51bbd45657eb tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:25.020814 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8324e93c-0317-403f-ad84-51bbd45657eb tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:25.076120 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8324e93c-0317-403f-ad84-51bbd45657eb tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4330771 Aug 10 01:35:25.078921 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34430) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:35:25.083308 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-ba8a3ae3-7e6f-42d9-9c87-808529c6888f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1958522234', 'admin_state_up': True, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:35:25.104110 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324e93c-0317-403f-ad84-51bbd45657eb tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'Network': ['ID=60c5bb67-577c-4a77-84c1-1101ff08a310,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:25.114569 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 60c5bb67-577c-4a77-84c1-1101ff08a310 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:35:25.117867 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ba8a3ae3-7e6f-42d9-9c87-808529c6888f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:25.118903 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ba8a3ae3-7e6f-42d9-9c87-808529c6888f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:25.168408 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ba8a3ae3-7e6f-42d9-9c87-808529c6888f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:25.558182 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ba8a3ae3-7e6f-42d9-9c87-808529c6888f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:25.742204 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ba8a3ae3-7e6f-42d9-9c87-808529c6888f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for router_gateway, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:25.760753 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ba8a3ae3-7e6f-42d9-9c87-808529c6888f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:25.861563 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-ba8a3ae3-7e6f-42d9-9c87-808529c6888f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Allocated IP 172.25.2.54 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/e0930172-b818-4e00-8be9-df79433559e1) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:35:25.958649 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ba8a3ae3-7e6f-42d9-9c87-808529c6888f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:26.000101 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ba8a3ae3-7e6f-42d9-9c87-808529c6888f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:26.037816 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8a3ae3-7e6f-42d9-9c87-808529c6888f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:35:26.040706 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-ba8a3ae3-7e6f-42d9-9c87-808529c6888f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:35:26.044666 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8a3ae3-7e6f-42d9-9c87-808529c6888f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:35:26.050151 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a3ae3-7e6f-42d9-9c87-808529c6888f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'Port': ['ID=e0930172-b818-4e00-8be9-df79433559e1,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:26.308520 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ba8a3ae3-7e6f-42d9-9c87-808529c6888f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for router_gateway, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:26.494294 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ba8a3ae3-7e6f-42d9-9c87-808529c6888f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:26.616367 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8a3ae3-7e6f-42d9-9c87-808529c6888f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Router 767e736d-116c-40a3-9c20-d3117bcdee85 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:35:26.722195 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8a3ae3-7e6f-42d9-9c87-808529c6888f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:35:26.731427 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6be95c-1012-4027-b70f-5727613ddb4a None None] Sync routers for ids ['767e736d-116c-40a3-9c20-d3117bcdee85'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:35:26.739865 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ba8a3ae3-7e6f-42d9-9c87-808529c6888f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:26.741109 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ba8a3ae3-7e6f-42d9-9c87-808529c6888f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6612709 Aug 10 01:35:26.744162 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34432) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:35:26.744801 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6be95c-1012-4027-b70f-5727613ddb4a None None] Routers {'767e736d-116c-40a3-9c20-d3117bcdee85'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:35:26.745196 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-ac6be95c-1012-4027-b70f-5727613ddb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:35:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['767e736d-116c-40a3-9c20-d3117bcdee85'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:35:26.824723 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-25e728bf-c689-4587-aa0e-055ca306a065 tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=ede6514ac6e240fead2d58f71ae47ac3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0786309 Aug 10 01:35:26.827391 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34436) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:35:26.846793 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-ac6be95c-1012-4027-b70f-5727613ddb4a None None] Set router 767e736d-116c-40a3-9c20-d3117bcdee85 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:35:26.974513 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cc64e0-769f-4bda-8504-6c90ab79b3bc tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:26.976027 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-44cc64e0-769f-4bda-8504-6c90ab79b3bc tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1477292 Aug 10 01:35:26.978893 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34438) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:35:27.019363 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-08ef3fc0-9dd9-404d-9ab7-723499424b16 tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=beabd0db-a6e0-4ff1-a3e9-6522348fc998&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369911 Aug 10 01:35:27.019632 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-ac6be95c-1012-4027-b70f-5727613ddb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'name': 'tempest-TestNetworkBasicOps-router-1958522234', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'e0930172-b818-4e00-8be9-df79433559e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:35:26Z', 'revision_number': 3, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'gw_port': {'id': 'e0930172-b818-4e00-8be9-df79433559e1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:35:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:35:27.019810 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34440) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:35:27.024425 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-4e199736-ef77-4c0b-8f98-b3d254954561 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-97410218', 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310', 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:35:27.046014 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6be95c-1012-4027-b70f-5727613ddb4a None None] Checking router: 767e736d-116c-40a3-9c20-d3117bcdee85 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:35:27.046367 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6be95c-1012-4027-b70f-5727613ddb4a None None] Updating router 767e736d-116c-40a3-9c20-d3117bcdee85 port e0930172-b818-4e00-8be9-df79433559e1 binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:35:27.070336 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac6be95c-1012-4027-b70f-5727613ddb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:27.108015 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e199736-ef77-4c0b-8f98-b3d254954561 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Made reservation on behalf of ede6514ac6e240fead2d58f71ae47ac3 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:35:27.112968 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4e199736-ef77-4c0b-8f98-b3d254954561 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:27.288858 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4e199736-ef77-4c0b-8f98-b3d254954561 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:27.316524 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac6be95c-1012-4027-b70f-5727613ddb4a None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:27.326826 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-ac6be95c-1012-4027-b70f-5727613ddb4a None None] Transition to ACTIVE for port object e0930172-b818-4e00-8be9-df79433559e1 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:35:27.333211 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac6be95c-1012-4027-b70f-5727613ddb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:27.346654 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e199736-ef77-4c0b-8f98-b3d254954561 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'Subnet': ['ID=df281d99-17f6-4b94-840f-d1a1306ab6bd,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:27.357237 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e199736-ef77-4c0b-8f98-b3d254954561 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Checking segment: {'id': '49f7620e-b39c-4e58-9efe-dd3aa0054ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:35:27.357601 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e199736-ef77-4c0b-8f98-b3d254954561 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Network hostable DHCP agents. Network: 60c5bb67-577c-4a77-84c1-1101ff08a310, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:35:27.374009 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e199736-ef77-4c0b-8f98-b3d254954561 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Network 60c5bb67-577c-4a77-84c1-1101ff08a310 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:35:27.383384 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-4e199736-ef77-4c0b-8f98-b3d254954561 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 60c5bb67-577c-4a77-84c1-1101ff08a310) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:35:27.387742 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e199736-ef77-4c0b-8f98-b3d254954561 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:27.388404 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4e199736-ef77-4c0b-8f98-b3d254954561 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:27.397726 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867037c1-699f-4a4b-b161-2f27eeb662d9 None None] Network 60c5bb67-577c-4a77-84c1-1101ff08a310 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:35:27.408154 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4e199736-ef77-4c0b-8f98-b3d254954561 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.3851218 Aug 10 01:35:27.408524 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34442) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:35:27.475183 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-ac6be95c-1012-4027-b70f-5727613ddb4a None None] Attempting to bind port e0930172-b818-4e00-8be9-df79433559e1 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:35:27.475555 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-ac6be95c-1012-4027-b70f-5727613ddb4a None None] Attempting to bind port e0930172-b818-4e00-8be9-df79433559e1 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:35:27.475924 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6be95c-1012-4027-b70f-5727613ddb4a None None] Attempting to bind port e0930172-b818-4e00-8be9-df79433559e1 on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:35:27.484274 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6be95c-1012-4027-b70f-5727613ddb4a None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:35:27.484634 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6be95c-1012-4027-b70f-5727613ddb4a None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:35:27.485038 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac6be95c-1012-4027-b70f-5727613ddb4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:27.485440 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6be95c-1012-4027-b70f-5727613ddb4a None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:35:27.485906 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-ac6be95c-1012-4027-b70f-5727613ddb4a None None] Bound port: e0930172-b818-4e00-8be9-df79433559e1, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:35:27.486298 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac6be95c-1012-4027-b70f-5727613ddb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:27.491290 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d1c17-8d54-4b57-b391-94834a555bb1 None None] Pushing event updated for resources: {'Port': ['ID=e0930172-b818-4e00-8be9-df79433559e1,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:27.516944 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885d1c17-8d54-4b57-b391-94834a555bb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:27.517283 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885d1c17-8d54-4b57-b391-94834a555bb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:27.517626 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885d1c17-8d54-4b57-b391-94834a555bb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:27.517965 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885d1c17-8d54-4b57-b391-94834a555bb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:27.518299 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885d1c17-8d54-4b57-b391-94834a555bb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:27.518632 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885d1c17-8d54-4b57-b391-94834a555bb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:27.518958 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885d1c17-8d54-4b57-b391-94834a555bb1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:27.519288 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885d1c17-8d54-4b57-b391-94834a555bb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:27.519612 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885d1c17-8d54-4b57-b391-94834a555bb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:27.519935 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885d1c17-8d54-4b57-b391-94834a555bb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:27.520284 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885d1c17-8d54-4b57-b391-94834a555bb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:27.520608 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885d1c17-8d54-4b57-b391-94834a555bb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:27.547784 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8940a3-d987-49c2-9b5c-8255c05bf636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-60c5bb67-577c-4a77-84c1-1101ff08a310', 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'fixed_ips': [{'subnet_id': 'df281d99-17f6-4b94-840f-d1a1306ab6bd'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:35:27.548683 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fc8940a3-d987-49c2-9b5c-8255c05bf636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:27.553432 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-ac6be95c-1012-4027-b70f-5727613ddb4a None None] For port e0930172-b818-4e00-8be9-df79433559e1, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:35:27.556527 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-ac6be95c-1012-4027-b70f-5727613ddb4a None None] For port e0930172-b818-4e00-8be9-df79433559e1, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=e0930172-b818-4e00-8be9-df79433559e1,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:35:27.562217 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac6be95c-1012-4027-b70f-5727613ddb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:27.611048 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6be95c-1012-4027-b70f-5727613ddb4a None None] Routers {'767e736d-116c-40a3-9c20-d3117bcdee85'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:35:27.611579 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-ac6be95c-1012-4027-b70f-5727613ddb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:35:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['767e736d-116c-40a3-9c20-d3117bcdee85'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:35:27.667169 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d1c17-8d54-4b57-b391-94834a555bb1 None None] Pushing event updated for resources: {'Port': ['ID=e0930172-b818-4e00-8be9-df79433559e1,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:27.693383 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-fc8940a3-d987-49c2-9b5c-8255c05bf636 None None] Allocated IP 172.20.0.2 (60c5bb67-577c-4a77-84c1-1101ff08a310/df281d99-17f6-4b94-840f-d1a1306ab6bd/a79e2761-04aa-476a-a414-7075c06ebcb4) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:35:27.723884 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-ac6be95c-1012-4027-b70f-5727613ddb4a None None] Set router 767e736d-116c-40a3-9c20-d3117bcdee85 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:35:27.841354 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fc8940a3-d987-49c2-9b5c-8255c05bf636 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:27.849936 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-fc8940a3-d987-49c2-9b5c-8255c05bf636 None None] Transition to ACTIVE for port object a79e2761-04aa-476a-a414-7075c06ebcb4 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:35:27.866946 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-fc8940a3-d987-49c2-9b5c-8255c05bf636 None None] Transition to ACTIVE for port object a79e2761-04aa-476a-a414-7075c06ebcb4 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:35:27.872603 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fc8940a3-d987-49c2-9b5c-8255c05bf636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:27.909178 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-ac6be95c-1012-4027-b70f-5727613ddb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'name': 'tempest-TestNetworkBasicOps-router-1958522234', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'e0930172-b818-4e00-8be9-df79433559e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:35:26Z', 'revision_number': 3, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'gw_port': {'id': 'e0930172-b818-4e00-8be9-df79433559e1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:35:27.910517 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8940a3-d987-49c2-9b5c-8255c05bf636 None None] Network 60c5bb67-577c-4a77-84c1-1101ff08a310 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:35:27.916016 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-fc8940a3-d987-49c2-9b5c-8255c05bf636 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:35:27.916823 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-628f6bae-8210-4639-9745-820a42cbe9ef tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:27.920978 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8940a3-d987-49c2-9b5c-8255c05bf636 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:35:27.937175 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6be95c-1012-4027-b70f-5727613ddb4a None None] The sync data for ids ['767e736d-116c-40a3-9c20-d3117bcdee85'] in n-d-766726-26 is: [{'id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'name': 'tempest-TestNetworkBasicOps-router-1958522234', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'e0930172-b818-4e00-8be9-df79433559e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:35:26Z', 'revision_number': 3, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'gw_port': {'id': 'e0930172-b818-4e00-8be9-df79433559e1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:35:27.938828 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8940a3-d987-49c2-9b5c-8255c05bf636 None None] Pushing event updated for resources: {'Port': ['ID=a79e2761-04aa-476a-a414-7075c06ebcb4,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:27.963540 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8940a3-d987-49c2-9b5c-8255c05bf636 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:27.963966 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8940a3-d987-49c2-9b5c-8255c05bf636 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:27.964443 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8940a3-d987-49c2-9b5c-8255c05bf636 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:27.965489 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8940a3-d987-49c2-9b5c-8255c05bf636 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:27.965903 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8940a3-d987-49c2-9b5c-8255c05bf636 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:27.966657 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8940a3-d987-49c2-9b5c-8255c05bf636 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:27.967062 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8940a3-d987-49c2-9b5c-8255c05bf636 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:27.967627 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8940a3-d987-49c2-9b5c-8255c05bf636 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:27.968036 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8940a3-d987-49c2-9b5c-8255c05bf636 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:27.968468 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8940a3-d987-49c2-9b5c-8255c05bf636 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:27.968880 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8940a3-d987-49c2-9b5c-8255c05bf636 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:27.969269 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8940a3-d987-49c2-9b5c-8255c05bf636 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:28.000372 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-fc8940a3-d987-49c2-9b5c-8255c05bf636 None None] Attempting to bind port a79e2761-04aa-476a-a414-7075c06ebcb4 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:35:28.000754 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-fc8940a3-d987-49c2-9b5c-8255c05bf636 None None] Attempting to bind port a79e2761-04aa-476a-a414-7075c06ebcb4 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '49f7620e-b39c-4e58-9efe-dd3aa0054ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:35:28.001123 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8940a3-d987-49c2-9b5c-8255c05bf636 None None] Attempting to bind port a79e2761-04aa-476a-a414-7075c06ebcb4 on network 60c5bb67-577c-4a77-84c1-1101ff08a310 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:35:28.006396 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8940a3-d987-49c2-9b5c-8255c05bf636 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:35:28.006780 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8940a3-d987-49c2-9b5c-8255c05bf636 None None] Checking segment: {'id': '49f7620e-b39c-4e58-9efe-dd3aa0054ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:35:28.007200 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fc8940a3-d987-49c2-9b5c-8255c05bf636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:28.007600 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8940a3-d987-49c2-9b5c-8255c05bf636 None None] Bound using segment: {'id': '49f7620e-b39c-4e58-9efe-dd3aa0054ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:35:28.008077 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-fc8940a3-d987-49c2-9b5c-8255c05bf636 None None] Bound port: a79e2761-04aa-476a-a414-7075c06ebcb4, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49f7620e-b39c-4e58-9efe-dd3aa0054ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:35:28.008498 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fc8940a3-d987-49c2-9b5c-8255c05bf636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:28.241301 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-628f6bae-8210-4639-9745-820a42cbe9ef tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Allocated IP 172.20.0.1 (60c5bb67-577c-4a77-84c1-1101ff08a310/df281d99-17f6-4b94-840f-d1a1306ab6bd/2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:35:28.251906 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-fc8940a3-d987-49c2-9b5c-8255c05bf636 None None] For port a79e2761-04aa-476a-a414-7075c06ebcb4, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:35:28.258055 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-fc8940a3-d987-49c2-9b5c-8255c05bf636 None None] For port a79e2761-04aa-476a-a414-7075c06ebcb4, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a79e2761-04aa-476a-a414-7075c06ebcb4,segment=NetworkSegment(49f7620e-b39c-4e58-9efe-dd3aa0054ddb),segment_id=49f7620e-b39c-4e58-9efe-dd3aa0054ddb)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:35:28.264090 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fc8940a3-d987-49c2-9b5c-8255c05bf636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:28.327590 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8940a3-d987-49c2-9b5c-8255c05bf636 None None] Pushing event updated for resources: {'Port': ['ID=a79e2761-04aa-476a-a414-7075c06ebcb4,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:28.366632 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:28.401406 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-628f6bae-8210-4639-9745-820a42cbe9ef tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:28.416339 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-628f6bae-8210-4639-9745-820a42cbe9ef tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Transition to ACTIVE for port object 2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:35:28.456951 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-628f6bae-8210-4639-9745-820a42cbe9ef tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:28.525019 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628f6bae-8210-4639-9745-820a42cbe9ef tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Network 60c5bb67-577c-4a77-84c1-1101ff08a310 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:35:28.528793 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-628f6bae-8210-4639-9745-820a42cbe9ef tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:35:28.533414 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628f6bae-8210-4639-9745-820a42cbe9ef tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:35:28.536120 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f6bae-8210-4639-9745-820a42cbe9ef tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'Port': ['ID=2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:28.584723 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-628f6bae-8210-4639-9745-820a42cbe9ef tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:28.742947 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-628f6bae-8210-4639-9745-820a42cbe9ef tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:29.073510 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a79e2761-04aa-476a-a414-7075c06ebcb4 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:35:29.125594 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port a79e2761-04aa-476a-a414-7075c06ebcb4 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:35:29.129891 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device e0930172-b818-4e00-8be9-df79433559e1 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:35:29.182171 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port e0930172-b818-4e00-8be9-df79433559e1 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:35:29.186864 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port e0930172-b818-4e00-8be9-df79433559e1 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:35:29.187252 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:29.273829 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:29.294914 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port e0930172-b818-4e00-8be9-df79433559e1, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=e0930172-b818-4e00-8be9-df79433559e1,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:35:29.297311 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769e5fe7-3dcc-4374-a46d-a4c187d929d2 None None] Network 60c5bb67-577c-4a77-84c1-1101ff08a310 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:35:29.301035 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:29.326479 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-628f6bae-8210-4639-9745-820a42cbe9ef tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:29.331037 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-628f6bae-8210-4639-9745-820a42cbe9ef tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:29.406644 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-628f6bae-8210-4639-9745-820a42cbe9ef tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:29.408501 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-af609923-daa9-4ca5-8f86-53b167810037 None None] Provisioning for port a79e2761-04aa-476a-a414-7075c06ebcb4 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:35:29.409295 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f6bae-8210-4639-9745-820a42cbe9ef tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'Port': ['ID=2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:29.412680 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=e0930172-b818-4e00-8be9-df79433559e1,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:29.419234 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-af609923-daa9-4ca5-8f86-53b167810037 None None] Provisioning complete for port a79e2761-04aa-476a-a414-7075c06ebcb4 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:35:29.419626 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-af609923-daa9-4ca5-8f86-53b167810037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:29.514382 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628f6bae-8210-4639-9745-820a42cbe9ef tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Network 60c5bb67-577c-4a77-84c1-1101ff08a310 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:35:29.515951 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-628f6bae-8210-4639-9745-820a42cbe9ef tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:35:29.571363 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-af609923-daa9-4ca5-8f86-53b167810037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:29.621977 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-af609923-daa9-4ca5-8f86-53b167810037 None None] For port a79e2761-04aa-476a-a414-7075c06ebcb4, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a79e2761-04aa-476a-a414-7075c06ebcb4,segment=NetworkSegment(49f7620e-b39c-4e58-9efe-dd3aa0054ddb),segment_id=49f7620e-b39c-4e58-9efe-dd3aa0054ddb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:35:29.627356 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-af609923-daa9-4ca5-8f86-53b167810037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:29.647139 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628f6bae-8210-4639-9745-820a42cbe9ef tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Router 767e736d-116c-40a3-9c20-d3117bcdee85 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:35:29.681691 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af609923-daa9-4ca5-8f86-53b167810037 None None] Pushing event updated for resources: {'Port': ['ID=a79e2761-04aa-476a-a414-7075c06ebcb4,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:29.771983 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628f6bae-8210-4639-9745-820a42cbe9ef tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:35:29.777825 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-628f6bae-8210-4639-9745-820a42cbe9ef tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "PUT /v2.0/routers/767e736d-116c-40a3-9c20-d3117bcdee85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3677151 Aug 10 01:35:29.780564 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34444) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:35:29.851386 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c8d3b7a3-3f2e-43c2-9fe9-63688b8e3f8f None None] Provisioning for port 2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:35:29.858300 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d729a31a-0cf7-43ee-aa76-f50635adeb36 None None] Sync routers for ids ['767e736d-116c-40a3-9c20-d3117bcdee85'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:35:29.863150 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c8d3b7a3-3f2e-43c2-9fe9-63688b8e3f8f None None] Provisioning complete for port 2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:35:29.863585 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c8d3b7a3-3f2e-43c2-9fe9-63688b8e3f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:29.894099 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d729a31a-0cf7-43ee-aa76-f50635adeb36 None None] Routers {'767e736d-116c-40a3-9c20-d3117bcdee85'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:35:29.894761 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-d729a31a-0cf7-43ee-aa76-f50635adeb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:35:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['767e736d-116c-40a3-9c20-d3117bcdee85'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:35:29.943350 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c8d3b7a3-3f2e-43c2-9fe9-63688b8e3f8f None None] Port 2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:35:29.967836 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843a62be-ab94-4a87-a747-f5279a4f0020 tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:29.968444 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843a62be-ab94-4a87-a747-f5279a4f0020 tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:29.968986 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843a62be-ab94-4a87-a747-f5279a4f0020 tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:29.969525 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843a62be-ab94-4a87-a747-f5279a4f0020 tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:29.974141 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34446) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:35:29.974272 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-843a62be-ab94-4a87-a747-f5279a4f0020 tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1926098 Aug 10 01:35:29.990278 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c8d3b7a3-3f2e-43c2-9fe9-63688b8e3f8f None None] Provisioning complete for port a79e2761-04aa-476a-a414-7075c06ebcb4 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:35:29.990662 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c8d3b7a3-3f2e-43c2-9fe9-63688b8e3f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:30.053072 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-d729a31a-0cf7-43ee-aa76-f50635adeb36 None None] Set router 767e736d-116c-40a3-9c20-d3117bcdee85 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:35:30.077497 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e994c5-2bb3-4a1b-9003-06d86a745f24 tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:30.077964 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e994c5-2bb3-4a1b-9003-06d86a745f24 tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:30.078431 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e994c5-2bb3-4a1b-9003-06d86a745f24 tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:30.078900 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e994c5-2bb3-4a1b-9003-06d86a745f24 tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:30.080684 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-06e994c5-2bb3-4a1b-9003-06d86a745f24 tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2726 time: 0.1051159 Aug 10 01:35:30.083443 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34448) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:35:30.291834 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8633d1f5-28c9-4f49-b967-eaf6afa08db9 None None] Provisioning complete for port 2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:35:30.292381 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8633d1f5-28c9-4f49-b967-eaf6afa08db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:30.313548 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b629db3e-5b2a-43be-ab76-2927a79091b9 tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2289996 Aug 10 01:35:30.321493 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-d729a31a-0cf7-43ee-aa76-f50635adeb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'name': 'tempest-TestNetworkBasicOps-router-1958522234', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'e0930172-b818-4e00-8be9-df79433559e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:35:28Z', 'revision_number': 4, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'gw_port': {'id': 'e0930172-b818-4e00-8be9-df79433559e1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4', 'name': '', 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'mac_address': 'fa:16:3e:e5:df:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'df281d99-17f6-4b94-840f-d1a1306ab6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:29Z', 'revision_number': 2, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'subnets': [{'id': 'df281d99-17f6-4b94-840f-d1a1306ab6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:35:30.351326 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d729a31a-0cf7-43ee-aa76-f50635adeb36 None None] Checking router: 767e736d-116c-40a3-9c20-d3117bcdee85 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:35:30.351704 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d729a31a-0cf7-43ee-aa76-f50635adeb36 None None] Updating router 767e736d-116c-40a3-9c20-d3117bcdee85 port 2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4 binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:35:30.374153 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8633d1f5-28c9-4f49-b967-eaf6afa08db9 None None] Port 2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:35:30.380255 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d729a31a-0cf7-43ee-aa76-f50635adeb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:30.634261 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d729a31a-0cf7-43ee-aa76-f50635adeb36 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:30.644343 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d729a31a-0cf7-43ee-aa76-f50635adeb36 None None] Transition to ACTIVE for port object 2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:35:30.649791 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d729a31a-0cf7-43ee-aa76-f50635adeb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:30.701841 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdec5d2-5219-4323-9b51-6e7fe1fcbae0 None None] Pushing event updated for resources: {'Port': ['ID=2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:30.750516 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d729a31a-0cf7-43ee-aa76-f50635adeb36 None None] Attempting to bind port 2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:35:30.750897 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d729a31a-0cf7-43ee-aa76-f50635adeb36 None None] Attempting to bind port 2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '49f7620e-b39c-4e58-9efe-dd3aa0054ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:35:30.751264 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d729a31a-0cf7-43ee-aa76-f50635adeb36 None None] Attempting to bind port 2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4 on network 60c5bb67-577c-4a77-84c1-1101ff08a310 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:35:30.756274 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d729a31a-0cf7-43ee-aa76-f50635adeb36 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:35:30.756655 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d729a31a-0cf7-43ee-aa76-f50635adeb36 None None] Checking segment: {'id': '49f7620e-b39c-4e58-9efe-dd3aa0054ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:35:30.757062 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d729a31a-0cf7-43ee-aa76-f50635adeb36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:30.757463 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d729a31a-0cf7-43ee-aa76-f50635adeb36 None None] Bound using segment: {'id': '49f7620e-b39c-4e58-9efe-dd3aa0054ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:35:30.757989 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d729a31a-0cf7-43ee-aa76-f50635adeb36 None None] Bound port: 2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49f7620e-b39c-4e58-9efe-dd3aa0054ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:35:30.758419 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d729a31a-0cf7-43ee-aa76-f50635adeb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:30.825587 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d729a31a-0cf7-43ee-aa76-f50635adeb36 None None] For port 2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:35:30.828966 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d729a31a-0cf7-43ee-aa76-f50635adeb36 None None] For port 2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4,segment=NetworkSegment(49f7620e-b39c-4e58-9efe-dd3aa0054ddb),segment_id=49f7620e-b39c-4e58-9efe-dd3aa0054ddb)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:35:30.833841 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d729a31a-0cf7-43ee-aa76-f50635adeb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:30.897731 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d729a31a-0cf7-43ee-aa76-f50635adeb36 None None] Routers {'767e736d-116c-40a3-9c20-d3117bcdee85'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:35:30.898371 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-d729a31a-0cf7-43ee-aa76-f50635adeb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:35:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['767e736d-116c-40a3-9c20-d3117bcdee85'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:35:30.905542 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdec5d2-5219-4323-9b51-6e7fe1fcbae0 None None] Pushing event updated for resources: {'Port': ['ID=2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:31.003647 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a79e2761-04aa-476a-a414-7075c06ebcb4 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:35:31.045448 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-d729a31a-0cf7-43ee-aa76-f50635adeb36 None None] Set router 767e736d-116c-40a3-9c20-d3117bcdee85 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:35:31.171218 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port a79e2761-04aa-476a-a414-7075c06ebcb4 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:35:31.171592 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:31.306405 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device e0930172-b818-4e00-8be9-df79433559e1 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:35:31.335957 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-d729a31a-0cf7-43ee-aa76-f50635adeb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'name': 'tempest-TestNetworkBasicOps-router-1958522234', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'e0930172-b818-4e00-8be9-df79433559e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:35:28Z', 'revision_number': 4, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'gw_port': {'id': 'e0930172-b818-4e00-8be9-df79433559e1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4', 'name': '', 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'mac_address': 'fa:16:3e:e5:df:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'df281d99-17f6-4b94-840f-d1a1306ab6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:30Z', 'revision_number': 4, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'subnets': [{'id': 'df281d99-17f6-4b94-840f-d1a1306ab6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:35:31.371648 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d729a31a-0cf7-43ee-aa76-f50635adeb36 None None] The sync data for ids ['767e736d-116c-40a3-9c20-d3117bcdee85'] in n-d-766726-26 is: [{'id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'name': 'tempest-TestNetworkBasicOps-router-1958522234', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'e0930172-b818-4e00-8be9-df79433559e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:35:28Z', 'revision_number': 4, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'gw_port': {'id': 'e0930172-b818-4e00-8be9-df79433559e1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4', 'name': '', 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'mac_address': 'fa:16:3e:e5:df:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'df281d99-17f6-4b94-840f-d1a1306ab6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:30Z', 'revision_number': 4, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'subnets': [{'id': 'df281d99-17f6-4b94-840f-d1a1306ab6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:35:31.388316 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port e0930172-b818-4e00-8be9-df79433559e1 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:35:31.388909 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:31.641270 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34460) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:35:31.646215 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-a9443343-0e6e-47ac-a505-153ec02ec429 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-923113282', 'description': 'tempest-secgroup-smoke-923113282 description', 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:35:31.670554 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a9443343-0e6e-47ac-a505-153ec02ec429 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:31.756276 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a9443343-0e6e-47ac-a505-153ec02ec429 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:31.760357 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a9443343-0e6e-47ac-a505-153ec02ec429 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:31.790358 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a9443343-0e6e-47ac-a505-153ec02ec429 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:31.791883 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a9443343-0e6e-47ac-a505-153ec02ec429 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1496067 Aug 10 01:35:31.794611 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9443343-0e6e-47ac-a505-153ec02ec429 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=272764eb-b595-4cc7-9867-b82acf52d34c,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:31.795334 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34462) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:35:31.801128 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-a531c198-244c-4584-8ede-b1bebd096370 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Request body: {'security_group_rule': {'security_group_id': '272764eb-b595-4cc7-9867-b82acf52d34c', 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:35:31.828661 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a531c198-244c-4584-8ede-b1bebd096370 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:31.887258 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a531c198-244c-4584-8ede-b1bebd096370 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:31.891513 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a531c198-244c-4584-8ede-b1bebd096370 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:31.908933 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531c198-244c-4584-8ede-b1bebd096370 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=972bfd97-af69-4ee1-ae3a-f6edf4b3baff,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:31.915530 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a531c198-244c-4584-8ede-b1bebd096370 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:31.920375 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34464) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:35:31.920524 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a531c198-244c-4584-8ede-b1bebd096370 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240146 Aug 10 01:35:31.925383 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-2fa999e7-806e-43bf-8117-a933591b01ea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Request body: {'security_group_rule': {'security_group_id': '272764eb-b595-4cc7-9867-b82acf52d34c', 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:35:31.954715 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2fa999e7-806e-43bf-8117-a933591b01ea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:32.029935 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2fa999e7-806e-43bf-8117-a933591b01ea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:32.033821 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2fa999e7-806e-43bf-8117-a933591b01ea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:32.053825 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa999e7-806e-43bf-8117-a933591b01ea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f06366-4749-4940-ad33-6cd1368936ee,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:32.057618 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2fa999e7-806e-43bf-8117-a933591b01ea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:32.059545 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2fa999e7-806e-43bf-8117-a933591b01ea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1381009 Aug 10 01:35:32.062274 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34466) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:35:32.066883 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-37abcbca-0766-4f79-845b-1dcfebfd676e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Request body: {'security_group_rule': {'security_group_id': '272764eb-b595-4cc7-9867-b82acf52d34c', 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:35:32.094755 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-37abcbca-0766-4f79-845b-1dcfebfd676e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:32.156067 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-37abcbca-0766-4f79-845b-1dcfebfd676e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:32.159771 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-37abcbca-0766-4f79-845b-1dcfebfd676e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:32.178826 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37abcbca-0766-4f79-845b-1dcfebfd676e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e728d1-36fd-48e7-9803-936d94e43600,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:32.187440 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-37abcbca-0766-4f79-845b-1dcfebfd676e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:32.188856 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-37abcbca-0766-4f79-845b-1dcfebfd676e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256158 Aug 10 01:35:32.191839 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34468) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:35:32.196975 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-08352c7f-0f21-4a80-a66e-04709c332d96 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Request body: {'security_group_rule': {'security_group_id': '272764eb-b595-4cc7-9867-b82acf52d34c', 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:35:32.225022 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-08352c7f-0f21-4a80-a66e-04709c332d96 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:32.288222 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-08352c7f-0f21-4a80-a66e-04709c332d96 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:32.291972 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-08352c7f-0f21-4a80-a66e-04709c332d96 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:32.313792 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08352c7f-0f21-4a80-a66e-04709c332d96 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab870bb-c0ba-49dc-97d8-a7d13789300b,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:32.322585 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-08352c7f-0f21-4a80-a66e-04709c332d96 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:32.324614 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-08352c7f-0f21-4a80-a66e-04709c332d96 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1309795 Aug 10 01:35:32.327079 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34470) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:35:32.331776 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-bb19a46b-f755-48da-93f1-84e5b31ab5b5 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Request body: {'security_group_rule': {'security_group_id': '272764eb-b595-4cc7-9867-b82acf52d34c', 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:35:32.353886 n-d-766726-26 neutron-server[105826]: INFO neutron.db.securitygroups_db [None req-bb19a46b-f755-48da-93f1-84e5b31ab5b5 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Project ede6514ac6e240fead2d58f71ae47ac3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:35:32.359533 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bb19a46b-f755-48da-93f1-84e5b31ab5b5 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:32.419786 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bb19a46b-f755-48da-93f1-84e5b31ab5b5 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:32.423538 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bb19a46b-f755-48da-93f1-84e5b31ab5b5 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:32.443614 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19a46b-f755-48da-93f1-84e5b31ab5b5 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cf1ab58-b4e9-45dc-98bb-249c2f1cd2bf,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:32.446969 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bb19a46b-f755-48da-93f1-84e5b31ab5b5 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:32.448332 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-bb19a46b-f755-48da-93f1-84e5b31ab5b5 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202590 Aug 10 01:35:32.451097 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34472) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:35:32.455572 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-84889ad2-2565-4340-9ca9-c4222e3853df tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Request body: {'security_group_rule': {'security_group_id': '272764eb-b595-4cc7-9867-b82acf52d34c', 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:35:32.476020 n-d-766726-26 neutron-server[105826]: INFO neutron.db.securitygroups_db [None req-84889ad2-2565-4340-9ca9-c4222e3853df tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Project ede6514ac6e240fead2d58f71ae47ac3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:35:32.481098 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-84889ad2-2565-4340-9ca9-c4222e3853df tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:32.540088 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-84889ad2-2565-4340-9ca9-c4222e3853df tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:32.544157 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-84889ad2-2565-4340-9ca9-c4222e3853df tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:32.561934 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84889ad2-2565-4340-9ca9-c4222e3853df tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a12dc2-c978-4b3f-81c1-b4907093a3fc,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:32.567510 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-84889ad2-2565-4340-9ca9-c4222e3853df tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:32.570200 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-84889ad2-2565-4340-9ca9-c4222e3853df tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1168590 Aug 10 01:35:32.705025 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-a8ec87e4-71f8-42e6-a519-48e685c4a045 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-923113282&fields=id&tenant_id=ede6514ac6e240fead2d58f71ae47ac3 HTTP/1.1" status: 200 len: 267 time: 0.0318687 Aug 10 01:35:32.809715 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-f58a0641-b5f7-4d45-a80c-356597150e18 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:32.811167 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-f58a0641-b5f7-4d45-a80c-356597150e18 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/networks?id=60c5bb67-577c-4a77-84c1-1101ff08a310 HTTP/1.1" status: 200 len: 797 time: 0.0997255 Aug 10 01:35:32.825526 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-76444af5-09d7-4c16-941b-327f4f0bb137 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/quotas/ede6514ac6e240fead2d58f71ae47ac3 HTTP/1.1" status: 200 len: 375 time: 0.0087318 Aug 10 01:35:32.876523 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-8535ef6a-4561-42c5-9186-a3cea1759ae7 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ede6514ac6e240fead2d58f71ae47ac3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454755 Aug 10 01:35:32.942783 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-5724039d-4ac8-41ad-a9ee-d5e87ac4c98f service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:35:32.942783 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-5724039d-4ac8-41ad-a9ee-d5e87ac4c98f service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0548022 Aug 10 01:35:33.005907 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:35:33.037526 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-f48ac7c3-49b9-481d-8f2a-c78b8b991a63 service neutron] 10.222.0.35 "GET /v2.0/networks/60c5bb67-577c-4a77-84c1-1101ff08a310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880978 Aug 10 01:35:33.055205 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:35:33.058750 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:35:33.059131 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:33.128532 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-9b971990-d142-4e9b-ae89-6227522c64c8 service neutron] 10.222.0.35 "GET /v2.0/networks/60c5bb67-577c-4a77-84c1-1101ff08a310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837889 Aug 10 01:35:33.292855 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:33.293090 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ceaf89d5-e896-4528-88eb-4573ce032ddc req-b50847cc-849c-429a-aa4c-e882d09de214 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=6545d3a4-3f5a-4c3c-955f-edca1405c86d HTTP/1.1" status: 200 len: 210 time: 0.0270240 Aug 10 01:35:33.325590 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4,segment=NetworkSegment(49f7620e-b39c-4e58-9efe-dd3aa0054ddb),segment_id=49f7620e-b39c-4e58-9efe-dd3aa0054ddb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:35:33.329295 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:33.376436 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:34.394991 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bf2dc8e6-a125-4a56-92c1-18e5ad2dad1b req-d2fc81cd-1381-4a8e-9566-e5e561fd6a2d tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=6545d3a4-3f5a-4c3c-955f-edca1405c86d HTTP/1.1" status: 200 len: 210 time: 0.0266938 Aug 10 01:35:34.987471 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:35:35.037485 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:35:35.037863 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:35.475330 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-01450dea-d64a-4450-a73c-0c02f088ba1b req-b9413b50-e22b-40fc-ba0e-ab84692f4c91 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=6545d3a4-3f5a-4c3c-955f-edca1405c86d HTTP/1.1" status: 200 len: 210 time: 0.0293205 Aug 10 01:35:35.753118 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:35:36.550034 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3ae92a8a-1931-498e-a41b-3b6a14197ecb req-d2374fb5-9159-4c33-98f1-3bc40e1e6fca tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=6545d3a4-3f5a-4c3c-955f-edca1405c86d HTTP/1.1" status: 200 len: 210 time: 0.0256581 Aug 10 01:35:37.642495 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-157c4ae2-86e9-4a10-bd92-c679c2bf8402 req-2d67a24d-0bac-4e56-8570-9c559cc95414 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=6545d3a4-3f5a-4c3c-955f-edca1405c86d HTTP/1.1" status: 200 len: 210 time: 0.0265605 Aug 10 01:35:38.504662 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-e1cbcf2a-66ec-4d0a-b035-f6db595f3081 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:38.506122 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-e1cbcf2a-66ec-4d0a-b035-f6db595f3081 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.20 "GET /v2.0/networks?id=60c5bb67-577c-4a77-84c1-1101ff08a310 HTTP/1.1" status: 200 len: 797 time: 0.1017604 Aug 10 01:35:38.554794 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-68510269-b466-4b79-abdc-ebf310c2f66c tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ede6514ac6e240fead2d58f71ae47ac3 HTTP/1.1" status: 200 len: 379 time: 0.0328937 Aug 10 01:35:38.564997 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-7d119148-0325-476a-9da5-0a221c2d167b tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Request body: {'port': {'device_id': '6545d3a4-3f5a-4c3c-955f-edca1405c86d', 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310', 'admin_state_up': True, 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'security_groups': ['272764eb-b595-4cc7-9867-b82acf52d34c']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:35:38.666749 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-7d119148-0325-476a-9da5-0a221c2d167b tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Made reservation on behalf of ede6514ac6e240fead2d58f71ae47ac3 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:35:38.670616 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-7d119148-0325-476a-9da5-0a221c2d167b tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:38.736319 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-67f935f1-099d-4335-b520-2a94e3f35927 req-ef18020c-4226-4da7-853e-42b4ddf96344 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=6545d3a4-3f5a-4c3c-955f-edca1405c86d HTTP/1.1" status: 200 len: 210 time: 0.0257723 Aug 10 01:35:38.797752 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-7d119148-0325-476a-9da5-0a221c2d167b tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Allocated IP 172.20.0.4 (60c5bb67-577c-4a77-84c1-1101ff08a310/df281d99-17f6-4b94-840f-d1a1306ab6bd/04ba6821-c5bf-448b-b795-6ddeb1525352) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:35:39.215865 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-7d119148-0325-476a-9da5-0a221c2d167b tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:39.228431 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-7d119148-0325-476a-9da5-0a221c2d167b tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Transition to ACTIVE for port object 04ba6821-c5bf-448b-b795-6ddeb1525352 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:35:39.262124 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-7d119148-0325-476a-9da5-0a221c2d167b tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:39.302109 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-7d119148-0325-476a-9da5-0a221c2d167b tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Network 60c5bb67-577c-4a77-84c1-1101ff08a310 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:35:39.306944 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-7d119148-0325-476a-9da5-0a221c2d167b tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:35:39.309386 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-7d119148-0325-476a-9da5-0a221c2d167b tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:35:39.341477 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d119148-0325-476a-9da5-0a221c2d167b tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'Port': ['ID=04ba6821-c5bf-448b-b795-6ddeb1525352,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:39.367150 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-7d119148-0325-476a-9da5-0a221c2d167b tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:39.367911 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-7d119148-0325-476a-9da5-0a221c2d167b tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:39.382890 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-7d119148-0325-476a-9da5-0a221c2d167b tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8212626 Aug 10 01:35:39.399593 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-d2d95a74-4b25-41be-8b8f-0d923308edda tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:35:39.400598 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-d2d95a74-4b25-41be-8b8f-0d923308edda tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055132 Aug 10 01:35:39.470243 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-2aa47ae8-68c2-4ce9-b249-18e307ff7fec service neutron] Request body: {'port': {'device_id': '6545d3a4-3f5a-4c3c-955f-edca1405c86d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:35:39.502021 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d1a0bb7f-bbf6-4b61-97a3-64e25e13e195 None None] Provisioning for port 04ba6821-c5bf-448b-b795-6ddeb1525352 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:35:39.505644 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d1a0bb7f-bbf6-4b61-97a3-64e25e13e195 None None] Provisioning complete for port 04ba6821-c5bf-448b-b795-6ddeb1525352 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:35:39.506026 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1a0bb7f-bbf6-4b61-97a3-64e25e13e195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:39.527507 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-2aa47ae8-68c2-4ce9-b249-18e307ff7fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:39.539661 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-d1a0bb7f-bbf6-4b61-97a3-64e25e13e195 None None] Port 04ba6821-c5bf-448b-b795-6ddeb1525352 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:35:39.790278 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-2aa47ae8-68c2-4ce9-b249-18e307ff7fec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04ba6821-c5bf-448b-b795-6ddeb1525352 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:35:39.797957 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-2aa47ae8-68c2-4ce9-b249-18e307ff7fec service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:39.810449 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-2aa47ae8-68c2-4ce9-b249-18e307ff7fec service neutron] Transition to ACTIVE for port object 04ba6821-c5bf-448b-b795-6ddeb1525352 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:35:39.814385 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-2aa47ae8-68c2-4ce9-b249-18e307ff7fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:39.851700 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc19b7-67c1-4527-9898-09b9b6f726ab req-cc1e37aa-bf1d-409a-b97b-53eccd467e99 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:39.853402 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-73dc19b7-67c1-4527-9898-09b9b6f726ab req-cc1e37aa-bf1d-409a-b97b-53eccd467e99 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=6545d3a4-3f5a-4c3c-955f-edca1405c86d HTTP/1.1" status: 200 len: 943 time: 0.0499861 Aug 10 01:35:39.872705 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa47ae8-68c2-4ce9-b249-18e307ff7fec service neutron] Pushing event updated for resources: {'Port': ['ID=04ba6821-c5bf-448b-b795-6ddeb1525352,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:39.893233 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-73dc19b7-67c1-4527-9898-09b9b6f726ab req-877913ad-94c4-4eab-9b25-4386e64081cb tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/security-groups?id=272764eb-b595-4cc7-9867-b82acf52d34c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335875 Aug 10 01:35:39.945234 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-2aa47ae8-68c2-4ce9-b249-18e307ff7fec service neutron] Attempting to bind port 04ba6821-c5bf-448b-b795-6ddeb1525352 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:35:39.945575 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-2aa47ae8-68c2-4ce9-b249-18e307ff7fec service neutron] Attempting to bind port 04ba6821-c5bf-448b-b795-6ddeb1525352 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '49f7620e-b39c-4e58-9efe-dd3aa0054ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:35:39.945904 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-2aa47ae8-68c2-4ce9-b249-18e307ff7fec service neutron] Attempting to bind port 04ba6821-c5bf-448b-b795-6ddeb1525352 on network 60c5bb67-577c-4a77-84c1-1101ff08a310 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:35:39.950321 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-2aa47ae8-68c2-4ce9-b249-18e307ff7fec service neutron] Port 04ba6821-c5bf-448b-b795-6ddeb1525352 on network 60c5bb67-577c-4a77-84c1-1101ff08a310 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:35:39.950646 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-2aa47ae8-68c2-4ce9-b249-18e307ff7fec service neutron] Attempting to bind port 04ba6821-c5bf-448b-b795-6ddeb1525352 on network 60c5bb67-577c-4a77-84c1-1101ff08a310 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:35:39.955616 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-2aa47ae8-68c2-4ce9-b249-18e307ff7fec service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:35:39.955954 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-2aa47ae8-68c2-4ce9-b249-18e307ff7fec service neutron] Checking segment: {'id': '49f7620e-b39c-4e58-9efe-dd3aa0054ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:35:39.956371 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-2aa47ae8-68c2-4ce9-b249-18e307ff7fec service neutron] Bound using segment: {'id': '49f7620e-b39c-4e58-9efe-dd3aa0054ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:35:39.956804 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-2aa47ae8-68c2-4ce9-b249-18e307ff7fec service neutron] Bound port: 04ba6821-c5bf-448b-b795-6ddeb1525352, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f7620e-b39c-4e58-9efe-dd3aa0054ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:35:39.957165 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-2aa47ae8-68c2-4ce9-b249-18e307ff7fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:40.023890 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-2aa47ae8-68c2-4ce9-b249-18e307ff7fec service neutron] For port 04ba6821-c5bf-448b-b795-6ddeb1525352, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:35:40.027704 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-2aa47ae8-68c2-4ce9-b249-18e307ff7fec service neutron] For port 04ba6821-c5bf-448b-b795-6ddeb1525352, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=04ba6821-c5bf-448b-b795-6ddeb1525352,segment=NetworkSegment(49f7620e-b39c-4e58-9efe-dd3aa0054ddb),segment_id=49f7620e-b39c-4e58-9efe-dd3aa0054ddb)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:35:40.032945 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-2aa47ae8-68c2-4ce9-b249-18e307ff7fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:40.070487 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-2aa47ae8-68c2-4ce9-b249-18e307ff7fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:40.071475 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-2aa47ae8-68c2-4ce9-b249-18e307ff7fec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:40.073268 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-2aa47ae8-68c2-4ce9-b249-18e307ff7fec service neutron] 10.222.0.20 "PUT /v2.0/ports/04ba6821-c5bf-448b-b795-6ddeb1525352 HTTP/1.1" status: 200 len: 1092 time: 0.6651223 Aug 10 01:35:40.075531 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6545d3a4-3f5a-4c3c-955f-edca1405c86d', 'tag': '04ba6821-c5bf-448b-b795-6ddeb1525352'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:35:40.077850 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181faaf5-d9be-4e39-930f-0ea942a96cba" -d '{"events": [{"name": "network-changed", "server_uuid": "6545d3a4-3f5a-4c3c-955f-edca1405c86d", "tag": "04ba6821-c5bf-448b-b795-6ddeb1525352"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:35:40.108909 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa47ae8-68c2-4ce9-b249-18e307ff7fec service neutron] Pushing event updated for resources: {'Port': ['ID=04ba6821-c5bf-448b-b795-6ddeb1525352,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:40.181804 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-87eaac76-1421-42bd-9756-d481983f93c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:40.183914 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-87eaac76-1421-42bd-9756-d481983f93c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ede6514ac6e240fead2d58f71ae47ac3&device_id=6545d3a4-3f5a-4c3c-955f-edca1405c86d HTTP/1.1" status: 200 len: 1095 time: 0.0482986 Aug 10 01:35:40.232546 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-ca0ca4bf-0054-4b0a-82f6-372f7ed9d537 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04ba6821-c5bf-448b-b795-6ddeb1525352 HTTP/1.1" status: 200 len: 217 time: 0.0352759 Aug 10 01:35:40.280370 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a282488e-c355-460a-b014-c3a4567c6ed8 x-openstack-request-id: req-a282488e-c355-460a-b014-c3a4567c6ed8 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:35:40.280673 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6545d3a4-3f5a-4c3c-955f-edca1405c86d", "tag": "04ba6821-c5bf-448b-b795-6ddeb1525352", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:35:40.280928 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a282488e-c355-460a-b014-c3a4567c6ed8 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:35:40.281334 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6545d3a4-3f5a-4c3c-955f-edca1405c86d', 'tag': '04ba6821-c5bf-448b-b795-6ddeb1525352', 'status': 'completed', 'code': 200} Aug 10 01:35:40.294107 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-62d0b638-9b6c-4d22-911c-f0de303917af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:40.295567 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-62d0b638-9b6c-4d22-911c-f0de303917af service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df281d99-17f6-4b94-840f-d1a1306ab6bd HTTP/1.1" status: 200 len: 833 time: 0.0559542 Aug 10 01:35:40.345269 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-09df637c-4f23-4aa2-8859-4c040f7ae2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:40.346718 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-09df637c-4f23-4aa2-8859-4c040f7ae2f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60c5bb67-577c-4a77-84c1-1101ff08a310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437856 Aug 10 01:35:40.435176 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-3380647c-ed16-4765-aa6a-2eceecca35a0 service neutron] 10.222.0.20 "GET /v2.0/networks/60c5bb67-577c-4a77-84c1-1101ff08a310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812066 Aug 10 01:35:40.526382 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ffde0eff-4d94-4f7b-99ed-5fb2ee0d6b4c req-d832889a-3e6b-4cad-9924-c5e44b550246 service neutron] 10.222.0.20 "GET /v2.0/networks/60c5bb67-577c-4a77-84c1-1101ff08a310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844760 Aug 10 01:35:40.647354 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181faaf5-d9be-4e39-930f-0ea942a96cba req-59876a65-4452-46c0-b34b-a61e8ad6c1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:40.648866 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-181faaf5-d9be-4e39-930f-0ea942a96cba req-59876a65-4452-46c0-b34b-a61e8ad6c1f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ede6514ac6e240fead2d58f71ae47ac3&device_id=6545d3a4-3f5a-4c3c-955f-edca1405c86d HTTP/1.1" status: 200 len: 1095 time: 0.0406270 Aug 10 01:35:40.737468 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181faaf5-d9be-4e39-930f-0ea942a96cba req-c1326aae-b30a-4052-9775-dc8140164db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:40.738962 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-181faaf5-d9be-4e39-930f-0ea942a96cba req-c1326aae-b30a-4052-9775-dc8140164db0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=60c5bb67-577c-4a77-84c1-1101ff08a310 HTTP/1.1" status: 200 len: 898 time: 0.0832179 Aug 10 01:35:40.783594 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-181faaf5-d9be-4e39-930f-0ea942a96cba req-c2bfcff6-0af8-4d40-84ef-a5cacc7f032d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04ba6821-c5bf-448b-b795-6ddeb1525352 HTTP/1.1" status: 200 len: 217 time: 0.0378246 Aug 10 01:35:40.833581 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181faaf5-d9be-4e39-930f-0ea942a96cba req-0f2ca5aa-9e1c-4ef9-800a-bf5d7f6f74cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:40.834970 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-181faaf5-d9be-4e39-930f-0ea942a96cba req-0f2ca5aa-9e1c-4ef9-800a-bf5d7f6f74cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df281d99-17f6-4b94-840f-d1a1306ab6bd HTTP/1.1" status: 200 len: 833 time: 0.0446734 Aug 10 01:35:40.879749 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181faaf5-d9be-4e39-930f-0ea942a96cba req-41046d8e-6f92-4295-9f00-5ece60fb528d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:40.881271 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-181faaf5-d9be-4e39-930f-0ea942a96cba req-41046d8e-6f92-4295-9f00-5ece60fb528d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60c5bb67-577c-4a77-84c1-1101ff08a310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395162 Aug 10 01:35:40.974128 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-181faaf5-d9be-4e39-930f-0ea942a96cba req-206ab5aa-aa98-47fd-8d82-8721688af85b service neutron] 10.222.0.20 "GET /v2.0/networks/60c5bb67-577c-4a77-84c1-1101ff08a310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862758 Aug 10 01:35:41.016412 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a3cca-fe40-46ef-9fbc-28c5b922330d req-2485c820-6f68-4b78-84c5-2c552e2237c4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:41.017871 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fe8a3cca-fe40-46ef-9fbc-28c5b922330d req-2485c820-6f68-4b78-84c5-2c552e2237c4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=6545d3a4-3f5a-4c3c-955f-edca1405c86d HTTP/1.1" status: 200 len: 943 time: 0.0517576 Aug 10 01:35:41.055510 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fe8a3cca-fe40-46ef-9fbc-28c5b922330d req-0da0b5fc-7cf0-419b-a9a0-06350747e28a tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/security-groups?id=272764eb-b595-4cc7-9867-b82acf52d34c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313673 Aug 10 01:35:41.064554 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-181faaf5-d9be-4e39-930f-0ea942a96cba req-b139f31b-87f0-44cc-b698-a38e1c3184cb service neutron] 10.222.0.20 "GET /v2.0/networks/60c5bb67-577c-4a77-84c1-1101ff08a310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834730 Aug 10 01:35:41.215760 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f27f974b-5308-490c-abca-afac204f4d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:41.887518 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:42.172880 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42b2c9-3a82-4928-ae0c-f436ec2267c3 req-80fd033e-2623-4115-9734-bc0295de531d tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:42.174513 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be42b2c9-3a82-4928-ae0c-f436ec2267c3 req-80fd033e-2623-4115-9734-bc0295de531d tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=6545d3a4-3f5a-4c3c-955f-edca1405c86d HTTP/1.1" status: 200 len: 943 time: 0.0476542 Aug 10 01:35:42.210997 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be42b2c9-3a82-4928-ae0c-f436ec2267c3 req-a40100b9-4842-409f-a881-5a084565782a tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/security-groups?id=272764eb-b595-4cc7-9867-b82acf52d34c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306742 Aug 10 01:35:43.225672 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 04ba6821-c5bf-448b-b795-6ddeb1525352 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:35:43.324683 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34efc4a9-1db1-400b-ac02-139f471b254e req-e18133a9-d817-450c-a1a4-d73859318ecb tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:43.326150 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-34efc4a9-1db1-400b-ac02-139f471b254e req-e18133a9-d817-450c-a1a4-d73859318ecb tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=6545d3a4-3f5a-4c3c-955f-edca1405c86d HTTP/1.1" status: 200 len: 943 time: 0.0487616 Aug 10 01:35:43.335135 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 04ba6821-c5bf-448b-b795-6ddeb1525352, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=04ba6821-c5bf-448b-b795-6ddeb1525352,segment=NetworkSegment(49f7620e-b39c-4e58-9efe-dd3aa0054ddb),segment_id=49f7620e-b39c-4e58-9efe-dd3aa0054ddb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:35:43.346769 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '04ba6821-c5bf-448b-b795-6ddeb1525352', 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310', 'port_id': '04ba6821-c5bf-448b-b795-6ddeb1525352', 'mac_address': 'fa:16:3e:d9:62:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df281d99-17f6-4b94-840f-d1a1306ab6bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:35:43.363425 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-34efc4a9-1db1-400b-ac02-139f471b254e req-50f22df4-a895-4f43-9e22-3fd384f43462 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/security-groups?id=272764eb-b595-4cc7-9867-b82acf52d34c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310423 Aug 10 01:35:43.382854 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:43.395418 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ba6821-c5bf-448b-b795-6ddeb1525352 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:35:43.420391 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 04ba6821-c5bf-448b-b795-6ddeb1525352, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=04ba6821-c5bf-448b-b795-6ddeb1525352,segment=NetworkSegment(49f7620e-b39c-4e58-9efe-dd3aa0054ddb),segment_id=49f7620e-b39c-4e58-9efe-dd3aa0054ddb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:35:43.426421 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:43.472834 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=04ba6821-c5bf-448b-b795-6ddeb1525352,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:43.828900 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['04ba6821-c5bf-448b-b795-6ddeb1525352'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:35:43.876880 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ed736392-8694-4395-a2c8-3fa9aa9450a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:44.471390 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:44.478456 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37242a-fcd4-4b54-9a5c-4252ddbe8b3c req-e5274bb9-95f2-44f2-9b53-68df912b54e8 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:44.480475 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aa37242a-fcd4-4b54-9a5c-4252ddbe8b3c req-e5274bb9-95f2-44f2-9b53-68df912b54e8 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=6545d3a4-3f5a-4c3c-955f-edca1405c86d HTTP/1.1" status: 200 len: 944 time: 0.0520198 Aug 10 01:35:44.519605 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aa37242a-fcd4-4b54-9a5c-4252ddbe8b3c req-ede4929a-81b4-40e6-afa8-9ee91ce13a5e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/security-groups?id=272764eb-b595-4cc7-9867-b82acf52d34c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331590 Aug 10 01:35:45.223797 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 04ba6821-c5bf-448b-b795-6ddeb1525352 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:35:45.271419 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:45.279655 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 04ba6821-c5bf-448b-b795-6ddeb1525352 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:35:45.283217 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 04ba6821-c5bf-448b-b795-6ddeb1525352 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:35:45.283583 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:45.357789 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:45.378826 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6545d3a4-3f5a-4c3c-955f-edca1405c86d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ba6821-c5bf-448b-b795-6ddeb1525352'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:35:45.381087 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bf22e6-3373-4c45-a9c8-fcc94ea5a208" -d '{"events": [{"server_uuid": "6545d3a4-3f5a-4c3c-955f-edca1405c86d", "name": "network-vif-plugged", "status": "completed", "tag": "04ba6821-c5bf-448b-b795-6ddeb1525352"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:35:45.393805 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 04ba6821-c5bf-448b-b795-6ddeb1525352, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=04ba6821-c5bf-448b-b795-6ddeb1525352,segment=NetworkSegment(49f7620e-b39c-4e58-9efe-dd3aa0054ddb),segment_id=49f7620e-b39c-4e58-9efe-dd3aa0054ddb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:35:45.397787 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:45.443764 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=04ba6821-c5bf-448b-b795-6ddeb1525352,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:45.486840 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b764da-ba75-4e28-8f47-dca971c44d9d x-openstack-request-id: req-65b764da-ba75-4e28-8f47-dca971c44d9d {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:35:45.487405 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6545d3a4-3f5a-4c3c-955f-edca1405c86d", "name": "network-vif-plugged", "status": "completed", "tag": "04ba6821-c5bf-448b-b795-6ddeb1525352", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:35:45.487405 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-65b764da-ba75-4e28-8f47-dca971c44d9d {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:35:45.487762 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6545d3a4-3f5a-4c3c-955f-edca1405c86d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ba6821-c5bf-448b-b795-6ddeb1525352', 'code': 200} Aug 10 01:35:45.608280 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b6ad8-8f05-48ee-9a18-2f954aedf71c req-18d8a6ab-4962-4fd0-aa71-432254c8fe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:45.609844 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6f8b6ad8-8f05-48ee-9a18-2f954aedf71c req-18d8a6ab-4962-4fd0-aa71-432254c8fe32 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6545d3a4-3f5a-4c3c-955f-edca1405c86d HTTP/1.1" status: 200 len: 1097 time: 0.0414813 Aug 10 01:35:45.635235 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246ab91-5234-44a3-9a27-3690fad66cd2 req-3ed67522-621d-49d0-be1e-d82c125d5c40 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:45.637564 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e246ab91-5234-44a3-9a27-3690fad66cd2 req-3ed67522-621d-49d0-be1e-d82c125d5c40 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=6545d3a4-3f5a-4c3c-955f-edca1405c86d HTTP/1.1" status: 200 len: 945 time: 0.0516944 Aug 10 01:35:45.650314 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6f8b6ad8-8f05-48ee-9a18-2f954aedf71c req-f0ca21b4-5f52-47e6-bc07-56efeb087ba9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=272764eb-b595-4cc7-9867-b82acf52d34c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333710 Aug 10 01:35:45.674340 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e246ab91-5234-44a3-9a27-3690fad66cd2 req-99e12c30-bd9b-4ffb-b169-391984153e23 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/security-groups?id=272764eb-b595-4cc7-9867-b82acf52d34c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306182 Aug 10 01:35:46.346665 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:46.788505 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003de72-0535-4340-a8de-7c3770d77d55 req-8887a78c-d2ff-45c0-bad2-d847610bfe0e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:46.789965 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e003de72-0535-4340-a8de-7c3770d77d55 req-8887a78c-d2ff-45c0-bad2-d847610bfe0e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=6545d3a4-3f5a-4c3c-955f-edca1405c86d HTTP/1.1" status: 200 len: 945 time: 0.0475905 Aug 10 01:35:46.827159 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e003de72-0535-4340-a8de-7c3770d77d55 req-b21986f1-c696-4a62-b92b-77c652e160a0 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/security-groups?id=272764eb-b595-4cc7-9867-b82acf52d34c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313065 Aug 10 01:35:47.942216 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced03cc-cc8f-4150-9477-ce4207e56233 req-29d26542-5c16-42a2-b335-15190a9fe874 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:47.943646 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4ced03cc-cc8f-4150-9477-ce4207e56233 req-29d26542-5c16-42a2-b335-15190a9fe874 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=6545d3a4-3f5a-4c3c-955f-edca1405c86d HTTP/1.1" status: 200 len: 945 time: 0.0501554 Aug 10 01:35:47.979731 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4ced03cc-cc8f-4150-9477-ce4207e56233 req-fa4f4309-059d-45cb-a751-2c0414667a4c tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/security-groups?id=272764eb-b595-4cc7-9867-b82acf52d34c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295734 Aug 10 01:35:48.092824 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc70171-1590-4cdc-90fb-fe4cf9be5e66 req-5cb38c87-7a02-4db9-8e54-14b6407c5fde tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:48.094302 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9cc70171-1590-4cdc-90fb-fe4cf9be5e66 req-5cb38c87-7a02-4db9-8e54-14b6407c5fde tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=6545d3a4-3f5a-4c3c-955f-edca1405c86d HTTP/1.1" status: 200 len: 945 time: 0.0487599 Aug 10 01:35:48.131878 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9cc70171-1590-4cdc-90fb-fe4cf9be5e66 req-9e9545a1-c3c5-48fe-8ec0-df11eb6e32f1 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/security-groups?id=272764eb-b595-4cc7-9867-b82acf52d34c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314922 Aug 10 01:35:48.153809 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34554) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:35:48.193104 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85b057d-7f1d-4e21-b21e-95bc30b41af4 tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:48.197495 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f85b057d-7f1d-4e21-b21e-95bc30b41af4 tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6545d3a4-3f5a-4c3c-955f-edca1405c86d HTTP/1.1" status: 200 len: 1092 time: 0.0398388 Aug 10 01:35:48.197613 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34556) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:35:48.201872 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-d907c4c8-24a8-4e5d-9135-f5bc4582282e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'port_id': '04ba6821-c5bf-448b-b795-6ddeb1525352', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:35:48.222680 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d907c4c8-24a8-4e5d-9135-f5bc4582282e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:48.319395 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d907c4c8-24a8-4e5d-9135-f5bc4582282e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:48.422372 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-d907c4c8-24a8-4e5d-9135-f5bc4582282e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Allocated IP 172.25.2.60 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/176fd121-743f-44d1-9763-a135c5604dca) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:35:48.524004 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d907c4c8-24a8-4e5d-9135-f5bc4582282e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:48.567752 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d907c4c8-24a8-4e5d-9135-f5bc4582282e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:48.618665 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d907c4c8-24a8-4e5d-9135-f5bc4582282e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:35:48.620221 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-d907c4c8-24a8-4e5d-9135-f5bc4582282e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:35:48.622866 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d907c4c8-24a8-4e5d-9135-f5bc4582282e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:35:48.649485 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907c4c8-24a8-4e5d-9135-f5bc4582282e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'Port': ['ID=176fd121-743f-44d1-9763-a135c5604dca,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:48.661549 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907c4c8-24a8-4e5d-9135-f5bc4582282e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:48.661907 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907c4c8-24a8-4e5d-9135-f5bc4582282e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:48.662241 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907c4c8-24a8-4e5d-9135-f5bc4582282e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:48.662583 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907c4c8-24a8-4e5d-9135-f5bc4582282e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:48.662920 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907c4c8-24a8-4e5d-9135-f5bc4582282e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:48.663255 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907c4c8-24a8-4e5d-9135-f5bc4582282e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:48.663585 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907c4c8-24a8-4e5d-9135-f5bc4582282e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:48.663916 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907c4c8-24a8-4e5d-9135-f5bc4582282e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:48.664267 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907c4c8-24a8-4e5d-9135-f5bc4582282e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:48.664600 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907c4c8-24a8-4e5d-9135-f5bc4582282e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:48.664929 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907c4c8-24a8-4e5d-9135-f5bc4582282e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:48.665256 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907c4c8-24a8-4e5d-9135-f5bc4582282e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:48.994193 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d907c4c8-24a8-4e5d-9135-f5bc4582282e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:49.060875 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d907c4c8-24a8-4e5d-9135-f5bc4582282e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:49.202243 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d907c4c8-24a8-4e5d-9135-f5bc4582282e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:49.206612 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d907c4c8-24a8-4e5d-9135-f5bc4582282e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:49.275931 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907c4c8-24a8-4e5d-9135-f5bc4582282e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'Port': ['ID=176fd121-743f-44d1-9763-a135c5604dca,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:49.286221 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d907c4c8-24a8-4e5d-9135-f5bc4582282e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:49.382669 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [None req-d907c4c8-24a8-4e5d-9135-f5bc4582282e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Floating IP 1042c901-e04a-46db-81bf-5241a9f05b1d associated. External IP: 172.25.2.60, port: 04ba6821-c5bf-448b-b795-6ddeb1525352. Aug 10 01:35:49.861228 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d907c4c8-24a8-4e5d-9135-f5bc4582282e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Router 767e736d-116c-40a3-9c20-d3117bcdee85 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:35:49.961895 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d907c4c8-24a8-4e5d-9135-f5bc4582282e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:35:49.971210 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a14b05-0ef4-4559-9032-725518ac37b0 None None] Sync routers for ids ['767e736d-116c-40a3-9c20-d3117bcdee85'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:35:49.978053 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d907c4c8-24a8-4e5d-9135-f5bc4582282e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:49.981309 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a14b05-0ef4-4559-9032-725518ac37b0 None None] Routers {'767e736d-116c-40a3-9c20-d3117bcdee85'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:35:49.981918 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-73a14b05-0ef4-4559-9032-725518ac37b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:35:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['767e736d-116c-40a3-9c20-d3117bcdee85'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:35:50.008817 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d907c4c8-24a8-4e5d-9135-f5bc4582282e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8102295 Aug 10 01:35:50.009444 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6545d3a4-3f5a-4c3c-955f-edca1405c86d', 'tag': '04ba6821-c5bf-448b-b795-6ddeb1525352'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:35:50.011831 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad442d2-63a4-4b32-aa52-b37d2c3fe4d4" -d '{"events": [{"name": "network-changed", "server_uuid": "6545d3a4-3f5a-4c3c-955f-edca1405c86d", "tag": "04ba6821-c5bf-448b-b795-6ddeb1525352"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:35:50.011951 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34558) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:35:50.076455 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d2f47480-ae38-4659-be7c-44636f584867 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/floatingips/1042c901-e04a-46db-81bf-5241a9f05b1d HTTP/1.1" status: 200 len: 990 time: 0.0620689 Aug 10 01:35:50.099422 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-73a14b05-0ef4-4559-9032-725518ac37b0 None None] Set router 767e736d-116c-40a3-9c20-d3117bcdee85 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:35:50.121017 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8274888e-cd59-4066-b0e8-8cfea25f96d2 x-openstack-request-id: req-8274888e-cd59-4066-b0e8-8cfea25f96d2 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:35:50.121397 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6545d3a4-3f5a-4c3c-955f-edca1405c86d", "tag": "04ba6821-c5bf-448b-b795-6ddeb1525352", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:35:50.121701 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8274888e-cd59-4066-b0e8-8cfea25f96d2 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:35:50.122103 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6545d3a4-3f5a-4c3c-955f-edca1405c86d', 'tag': '04ba6821-c5bf-448b-b795-6ddeb1525352', 'status': 'completed', 'code': 200} Aug 10 01:35:50.208762 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad442d2-63a4-4b32-aa52-b37d2c3fe4d4 req-3a1411c8-5890-4cbc-a895-10969a0a9aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:50.210254 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9ad442d2-63a4-4b32-aa52-b37d2c3fe4d4 req-3a1411c8-5890-4cbc-a895-10969a0a9aeb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ede6514ac6e240fead2d58f71ae47ac3&device_id=6545d3a4-3f5a-4c3c-955f-edca1405c86d HTTP/1.1" status: 200 len: 1097 time: 0.0399392 Aug 10 01:35:50.304151 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad442d2-63a4-4b32-aa52-b37d2c3fe4d4 req-15fb5a60-94e1-4554-8cf4-7e94ea971034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:50.305656 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9ad442d2-63a4-4b32-aa52-b37d2c3fe4d4 req-15fb5a60-94e1-4554-8cf4-7e94ea971034 service neutron] 10.222.0.20 "GET /v2.0/networks?id=60c5bb67-577c-4a77-84c1-1101ff08a310 HTTP/1.1" status: 200 len: 898 time: 0.0885723 Aug 10 01:35:50.319142 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-73a14b05-0ef4-4559-9032-725518ac37b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'name': 'tempest-TestNetworkBasicOps-router-1958522234', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'e0930172-b818-4e00-8be9-df79433559e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:35:28Z', 'revision_number': 4, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'gw_port': {'id': 'e0930172-b818-4e00-8be9-df79433559e1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '1042c901-e04a-46db-81bf-5241a9f05b1d', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'floating_ip_address': '172.25.2.60', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'port_id': '04ba6821-c5bf-448b-b795-6ddeb1525352', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310', 'mac_address': 'fa:16:3e:d9:62:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6545d3a4-3f5a-4c3c-955f-edca1405c86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:35:48Z', 'updated_at': '2021-08-10T01:35:48Z', 'revision_number': 0, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4', 'name': '', 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'mac_address': 'fa:16:3e:e5:df:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'df281d99-17f6-4b94-840f-d1a1306ab6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:33Z', 'revision_number': 5, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'subnets': [{'id': 'df281d99-17f6-4b94-840f-d1a1306ab6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:35:50.347934 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a14b05-0ef4-4559-9032-725518ac37b0 None None] Checking router: 767e736d-116c-40a3-9c20-d3117bcdee85 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:35:50.357120 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a14b05-0ef4-4559-9032-725518ac37b0 None None] Routers {'767e736d-116c-40a3-9c20-d3117bcdee85'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:35:50.357720 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-73a14b05-0ef4-4559-9032-725518ac37b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:35:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['767e736d-116c-40a3-9c20-d3117bcdee85'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:35:50.369827 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9ad442d2-63a4-4b32-aa52-b37d2c3fe4d4 req-a096dcaa-09be-48e4-8065-f4eeeda65765 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04ba6821-c5bf-448b-b795-6ddeb1525352 HTTP/1.1" status: 200 len: 998 time: 0.0573351 Aug 10 01:35:50.422342 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad442d2-63a4-4b32-aa52-b37d2c3fe4d4 req-c6d0868d-6d7d-4121-96d1-c53bf12e22fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:50.423793 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9ad442d2-63a4-4b32-aa52-b37d2c3fe4d4 req-c6d0868d-6d7d-4121-96d1-c53bf12e22fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df281d99-17f6-4b94-840f-d1a1306ab6bd HTTP/1.1" status: 200 len: 833 time: 0.0476551 Aug 10 01:35:50.458622 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-73a14b05-0ef4-4559-9032-725518ac37b0 None None] Set router 767e736d-116c-40a3-9c20-d3117bcdee85 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:35:50.469630 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad442d2-63a4-4b32-aa52-b37d2c3fe4d4 req-d3752adc-1310-43a4-8724-aa410dcc65d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:50.471101 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9ad442d2-63a4-4b32-aa52-b37d2c3fe4d4 req-d3752adc-1310-43a4-8724-aa410dcc65d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60c5bb67-577c-4a77-84c1-1101ff08a310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403428 Aug 10 01:35:50.562708 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9ad442d2-63a4-4b32-aa52-b37d2c3fe4d4 req-a69e090b-573d-4c9d-bd95-3b546099f765 service neutron] 10.222.0.20 "GET /v2.0/networks/60c5bb67-577c-4a77-84c1-1101ff08a310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847394 Aug 10 01:35:50.662881 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9ad442d2-63a4-4b32-aa52-b37d2c3fe4d4 req-37d11dd8-803b-46df-ab9a-454dbd1e7e92 service neutron] 10.222.0.20 "GET /v2.0/networks/60c5bb67-577c-4a77-84c1-1101ff08a310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921235 Aug 10 01:35:50.677603 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-73a14b05-0ef4-4559-9032-725518ac37b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'name': 'tempest-TestNetworkBasicOps-router-1958522234', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'e0930172-b818-4e00-8be9-df79433559e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:35:28Z', 'revision_number': 4, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'gw_port': {'id': 'e0930172-b818-4e00-8be9-df79433559e1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '1042c901-e04a-46db-81bf-5241a9f05b1d', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'floating_ip_address': '172.25.2.60', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'port_id': '04ba6821-c5bf-448b-b795-6ddeb1525352', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310', 'mac_address': 'fa:16:3e:d9:62:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6545d3a4-3f5a-4c3c-955f-edca1405c86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:35:48Z', 'updated_at': '2021-08-10T01:35:48Z', 'revision_number': 0, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4', 'name': '', 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'mac_address': 'fa:16:3e:e5:df:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'df281d99-17f6-4b94-840f-d1a1306ab6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:33Z', 'revision_number': 5, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'subnets': [{'id': 'df281d99-17f6-4b94-840f-d1a1306ab6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:35:50.703155 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a14b05-0ef4-4559-9032-725518ac37b0 None None] The sync data for ids ['767e736d-116c-40a3-9c20-d3117bcdee85'] in n-d-766726-26 is: [{'id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'name': 'tempest-TestNetworkBasicOps-router-1958522234', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'e0930172-b818-4e00-8be9-df79433559e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:35:28Z', 'revision_number': 4, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'gw_port': {'id': 'e0930172-b818-4e00-8be9-df79433559e1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '1042c901-e04a-46db-81bf-5241a9f05b1d', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'floating_ip_address': '172.25.2.60', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'port_id': '04ba6821-c5bf-448b-b795-6ddeb1525352', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310', 'mac_address': 'fa:16:3e:d9:62:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6545d3a4-3f5a-4c3c-955f-edca1405c86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:35:48Z', 'updated_at': '2021-08-10T01:35:48Z', 'revision_number': 0, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4', 'name': '', 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'mac_address': 'fa:16:3e:e5:df:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'df281d99-17f6-4b94-840f-d1a1306ab6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:33Z', 'revision_number': 5, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'subnets': [{'id': 'df281d99-17f6-4b94-840f-d1a1306ab6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:35:50.879747 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eac6359-13bf-4a87-b284-c3e62fd05446 None None] New status for floating IP 1042c901-e04a-46db-81bf-5241a9f05b1d: ACTIVE {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:35:51.078985 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34564) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:35:51.137096 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8b4549ee-65e6-429a-800c-c068b0c900a6 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/floatingips/1042c901-e04a-46db-81bf-5241a9f05b1d HTTP/1.1" status: 200 len: 992 time: 0.0570030 Aug 10 01:35:58.380929 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:02.690787 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a967c986-3a38-40ab-9004-bc71b451617d req-169d9168-8484-4b8a-accb-44d56f80d1ac service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6545d3a4-3f5a-4c3c-955f-edca1405c86d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406439 Aug 10 01:36:02.794848 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967c986-3a38-40ab-9004-bc71b451617d req-1df83f2e-675c-4f87-bde4-a0ededd294be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:36:02.796335 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a967c986-3a38-40ab-9004-bc71b451617d req-1df83f2e-675c-4f87-bde4-a0ededd294be service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ede6514ac6e240fead2d58f71ae47ac3&device_id=6545d3a4-3f5a-4c3c-955f-edca1405c86d HTTP/1.1" status: 200 len: 1097 time: 0.0394990 Aug 10 01:36:02.905748 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967c986-3a38-40ab-9004-bc71b451617d req-36e138bf-d299-4d51-bb21-b19d52d31790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:36:02.907090 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a967c986-3a38-40ab-9004-bc71b451617d req-36e138bf-d299-4d51-bb21-b19d52d31790 service neutron] 10.222.0.20 "GET /v2.0/networks?id=60c5bb67-577c-4a77-84c1-1101ff08a310 HTTP/1.1" status: 200 len: 898 time: 0.0865283 Aug 10 01:36:02.971874 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a967c986-3a38-40ab-9004-bc71b451617d req-357fbdbc-c8b5-467a-8ca7-c97f28e60f2a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04ba6821-c5bf-448b-b795-6ddeb1525352 HTTP/1.1" status: 200 len: 1000 time: 0.0567060 Aug 10 01:36:03.024586 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967c986-3a38-40ab-9004-bc71b451617d req-020e47c2-702e-4ac5-af5d-32fdf324e4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:36:03.026540 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a967c986-3a38-40ab-9004-bc71b451617d req-020e47c2-702e-4ac5-af5d-32fdf324e4c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df281d99-17f6-4b94-840f-d1a1306ab6bd HTTP/1.1" status: 200 len: 833 time: 0.0470569 Aug 10 01:36:03.075674 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967c986-3a38-40ab-9004-bc71b451617d req-47fceb9c-ed3c-47ad-823b-94674ecf3a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:36:03.077280 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a967c986-3a38-40ab-9004-bc71b451617d req-47fceb9c-ed3c-47ad-823b-94674ecf3a94 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60c5bb67-577c-4a77-84c1-1101ff08a310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431352 Aug 10 01:36:03.163573 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a967c986-3a38-40ab-9004-bc71b451617d req-99ebb7de-f464-421b-bd66-4a7564a17171 service neutron] 10.222.0.20 "GET /v2.0/networks/60c5bb67-577c-4a77-84c1-1101ff08a310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792663 Aug 10 01:36:03.256117 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a967c986-3a38-40ab-9004-bc71b451617d req-bf90e3fa-7197-4cc3-9222-2fd142772e59 service neutron] 10.222.0.20 "GET /v2.0/networks/60c5bb67-577c-4a77-84c1-1101ff08a310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844851 Aug 10 01:36:11.216382 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-48dfd89b-1fee-412a-b7b4-4cc10cbb4929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:11.898677 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:12.751658 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:36:13.870601 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-384707da-2fe9-4f14-938f-6b851397b713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:14.473027 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:15.265869 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:16.349317 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:28.380809 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:41.219334 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-44e35d30-133e-4522-bece-d64c2fe7dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:41.915504 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:43.870935 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cec621aa-27a7-4bfc-9e3f-cea01915190f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:44.473318 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:45.267996 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:46.351926 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:49.751372 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:36:51.756708 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34610) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:36:51.829172 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fd0851-7a9e-42d2-b220-6d80bfb4cfc9 tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:36:51.829669 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fd0851-7a9e-42d2-b220-6d80bfb4cfc9 tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:36:51.830163 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fd0851-7a9e-42d2-b220-6d80bfb4cfc9 tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:36:51.831823 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-59fd0851-7a9e-42d2-b220-6d80bfb4cfc9 tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] 10.222.0.35 "GET /v2.0/ports?project_id=ede6514ac6e240fead2d58f71ae47ac3&network_id=60c5bb67-577c-4a77-84c1-1101ff08a310 HTTP/1.1" status: 200 len: 2972 time: 0.0741162 Aug 10 01:36:54.438849 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34620) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:36:54.493626 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996a8afe-7f94-43c1-93e3-2c5605e23231 tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:36:54.495083 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-996a8afe-7f94-43c1-93e3-2c5605e23231 tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=beabd0db-a6e0-4ff1-a3e9-6522348fc998 HTTP/1.1" status: 200 len: 814 time: 0.0552607 Aug 10 01:36:55.218355 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34626) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:36:55.223607 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-d03bebd0-4777-48f2-993f-3c5c8df6d1df tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Request body: {'network': {'name': 'tempest-network-smoke--1141758046', 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'port_security_enabled': True}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:36:55.244624 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03bebd0-4777-48f2-993f-3c5c8df6d1df tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Made reservation on behalf of ede6514ac6e240fead2d58f71ae47ac3 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:36:55.247851 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d03bebd0-4777-48f2-993f-3c5c8df6d1df tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:55.272034 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d03bebd0-4777-48f2-993f-3c5c8df6d1df tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:36:55.280601 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d03bebd0-4777-48f2-993f-3c5c8df6d1df tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:55.280947 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-d03bebd0-4777-48f2-993f-3c5c8df6d1df tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Added segment 9fb45d6d-6dac-4885-a8c0-dc6907e73bd9 of type vlan for network 0bd85e8c-e8ce-4ede-bf7d-d136a0d60766 Aug 10 01:36:55.319508 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d03bebd0-4777-48f2-993f-3c5c8df6d1df tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:55.346745 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d03bebd0-4777-48f2-993f-3c5c8df6d1df tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:55.352191 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03bebd0-4777-48f2-993f-3c5c8df6d1df tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:36:55.352780 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d03bebd0-4777-48f2-993f-3c5c8df6d1df tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:55.409533 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d03bebd0-4777-48f2-993f-3c5c8df6d1df tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1901205 Aug 10 01:36:55.412879 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34628) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:36:55.453693 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03bebd0-4777-48f2-993f-3c5c8df6d1df tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'Network': ['ID=0bd85e8c-e8ce-4ede-bf7d-d136a0d60766,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:36:55.472550 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bebd0-4777-48f2-993f-3c5c8df6d1df tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:36:55.472905 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bebd0-4777-48f2-993f-3c5c8df6d1df tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:36:55.473251 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bebd0-4777-48f2-993f-3c5c8df6d1df tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:36:55.473594 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bebd0-4777-48f2-993f-3c5c8df6d1df tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:36:55.473986 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bebd0-4777-48f2-993f-3c5c8df6d1df tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:36:55.474271 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bebd0-4777-48f2-993f-3c5c8df6d1df tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:36:55.474602 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bebd0-4777-48f2-993f-3c5c8df6d1df tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:36:55.474933 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bebd0-4777-48f2-993f-3c5c8df6d1df tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:36:55.475263 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bebd0-4777-48f2-993f-3c5c8df6d1df tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:36:55.475588 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bebd0-4777-48f2-993f-3c5c8df6d1df tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:36:55.475918 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bebd0-4777-48f2-993f-3c5c8df6d1df tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:36:55.476269 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bebd0-4777-48f2-993f-3c5c8df6d1df tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:36:55.487131 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 0bd85e8c-e8ce-4ede-bf7d-d136a0d60766 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:36:55.495136 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9600432a-f7e5-42bd-a9dd-bbb37aaab7f5 tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:36:55.496663 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9600432a-f7e5-42bd-a9dd-bbb37aaab7f5 tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=ede6514ac6e240fead2d58f71ae47ac3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.0828550 Aug 10 01:36:55.499445 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34630) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:36:55.588819 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa899af-fb0a-463f-ad61-0d27f3b7e33d tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:36:55.590764 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0aa899af-fb0a-463f-ad61-0d27f3b7e33d tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903592 Aug 10 01:36:55.593445 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34632) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:36:55.622820 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-789806e7-bb47-4adc-9c9c-dcfbfb0a450e tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=beabd0db-a6e0-4ff1-a3e9-6522348fc998&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281267 Aug 10 01:36:55.625364 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34634) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:36:55.652344 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-fa972bd6-fedd-4f04-93ad-01714bdee7da tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=ede6514ac6e240fead2d58f71ae47ac3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259781 Aug 10 01:36:55.654561 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34636) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:36:55.739582 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f65b31-c4f3-44c5-9811-8c301d2b1c7d tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:36:55.741057 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-98f65b31-c4f3-44c5-9811-8c301d2b1c7d tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0856493 Aug 10 01:36:55.743727 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34638) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:36:55.771194 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ec6ca343-15e7-439a-9b0a-aaa05e0cba2b tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=beabd0db-a6e0-4ff1-a3e9-6522348fc998&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264771 Aug 10 01:36:55.773519 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34640) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:36:55.777975 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-c3d6bc5d-e127-48a6-ab3a-dbb69b48682f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-911302076', 'network_id': '0bd85e8c-e8ce-4ede-bf7d-d136a0d60766', 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:36:55.860874 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d6bc5d-e127-48a6-ab3a-dbb69b48682f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Made reservation on behalf of ede6514ac6e240fead2d58f71ae47ac3 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:36:55.864822 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c3d6bc5d-e127-48a6-ab3a-dbb69b48682f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:56.038278 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c3d6bc5d-e127-48a6-ab3a-dbb69b48682f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:56.098587 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6bc5d-e127-48a6-ab3a-dbb69b48682f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'Subnet': ['ID=ef271584-42bf-4953-9f1c-49381e7199c0,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:36:56.113904 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d6bc5d-e127-48a6-ab3a-dbb69b48682f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Checking segment: {'id': '9fb45d6d-6dac-4885-a8c0-dc6907e73bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0bd85e8c-e8ce-4ede-bf7d-d136a0d60766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:36:56.114262 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d6bc5d-e127-48a6-ab3a-dbb69b48682f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Network hostable DHCP agents. Network: 0bd85e8c-e8ce-4ede-bf7d-d136a0d60766, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:36:56.130523 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d6bc5d-e127-48a6-ab3a-dbb69b48682f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Network 0bd85e8c-e8ce-4ede-bf7d-d136a0d60766 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:36:56.139159 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-c3d6bc5d-e127-48a6-ab3a-dbb69b48682f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 0bd85e8c-e8ce-4ede-bf7d-d136a0d60766) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:36:56.144132 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d6bc5d-e127-48a6-ab3a-dbb69b48682f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:36:56.145138 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c3d6bc5d-e127-48a6-ab3a-dbb69b48682f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:56.148819 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54aa90d1-34c7-49bb-9fa3-0b65480d31bc None None] Network 0bd85e8c-e8ce-4ede-bf7d-d136a0d60766 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:36:56.159658 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c3d6bc5d-e127-48a6-ab3a-dbb69b48682f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3851414 Aug 10 01:36:56.287217 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198742c1-23ab-482c-bbf2-3541c3331cae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-0bd85e8c-e8ce-4ede-bf7d-d136a0d60766', 'network_id': '0bd85e8c-e8ce-4ede-bf7d-d136a0d60766', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'fixed_ips': [{'subnet_id': 'ef271584-42bf-4953-9f1c-49381e7199c0'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:36:56.288052 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-198742c1-23ab-482c-bbf2-3541c3331cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:56.418175 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-198742c1-23ab-482c-bbf2-3541c3331cae None None] Allocated IP 172.20.0.18 (0bd85e8c-e8ce-4ede-bf7d-d136a0d60766/ef271584-42bf-4953-9f1c-49381e7199c0/6d1b9edd-2e32-4547-ba4c-6da2446a743b) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:36:56.556293 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-198742c1-23ab-482c-bbf2-3541c3331cae None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:56.564231 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-198742c1-23ab-482c-bbf2-3541c3331cae None None] Transition to ACTIVE for port object 6d1b9edd-2e32-4547-ba4c-6da2446a743b will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:36:56.578053 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-198742c1-23ab-482c-bbf2-3541c3331cae None None] Transition to ACTIVE for port object 6d1b9edd-2e32-4547-ba4c-6da2446a743b will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:36:56.584210 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-198742c1-23ab-482c-bbf2-3541c3331cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:56.622325 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198742c1-23ab-482c-bbf2-3541c3331cae None None] Network 0bd85e8c-e8ce-4ede-bf7d-d136a0d60766 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:36:56.625367 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-198742c1-23ab-482c-bbf2-3541c3331cae None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:36:56.628811 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198742c1-23ab-482c-bbf2-3541c3331cae None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:36:56.635361 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198742c1-23ab-482c-bbf2-3541c3331cae None None] Pushing event updated for resources: {'Port': ['ID=6d1b9edd-2e32-4547-ba4c-6da2446a743b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:36:56.645694 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198742c1-23ab-482c-bbf2-3541c3331cae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:36:56.646050 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198742c1-23ab-482c-bbf2-3541c3331cae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:36:56.646396 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198742c1-23ab-482c-bbf2-3541c3331cae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:36:56.646743 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198742c1-23ab-482c-bbf2-3541c3331cae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:36:56.647080 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198742c1-23ab-482c-bbf2-3541c3331cae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:36:56.647415 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198742c1-23ab-482c-bbf2-3541c3331cae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:36:56.647747 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198742c1-23ab-482c-bbf2-3541c3331cae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:36:56.648078 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198742c1-23ab-482c-bbf2-3541c3331cae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:36:56.648441 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198742c1-23ab-482c-bbf2-3541c3331cae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:36:56.648770 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198742c1-23ab-482c-bbf2-3541c3331cae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:36:56.649097 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198742c1-23ab-482c-bbf2-3541c3331cae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:36:56.649423 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198742c1-23ab-482c-bbf2-3541c3331cae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:36:56.696818 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-198742c1-23ab-482c-bbf2-3541c3331cae None None] Attempting to bind port 6d1b9edd-2e32-4547-ba4c-6da2446a743b on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:36:56.697116 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-198742c1-23ab-482c-bbf2-3541c3331cae None None] Attempting to bind port 6d1b9edd-2e32-4547-ba4c-6da2446a743b by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '9fb45d6d-6dac-4885-a8c0-dc6907e73bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0bd85e8c-e8ce-4ede-bf7d-d136a0d60766'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:36:56.697483 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198742c1-23ab-482c-bbf2-3541c3331cae None None] Attempting to bind port 6d1b9edd-2e32-4547-ba4c-6da2446a743b on network 0bd85e8c-e8ce-4ede-bf7d-d136a0d60766 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:36:56.702266 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198742c1-23ab-482c-bbf2-3541c3331cae None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:36:56.702643 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198742c1-23ab-482c-bbf2-3541c3331cae None None] Checking segment: {'id': '9fb45d6d-6dac-4885-a8c0-dc6907e73bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0bd85e8c-e8ce-4ede-bf7d-d136a0d60766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:36:56.703052 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-198742c1-23ab-482c-bbf2-3541c3331cae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:56.703450 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198742c1-23ab-482c-bbf2-3541c3331cae None None] Bound using segment: {'id': '9fb45d6d-6dac-4885-a8c0-dc6907e73bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0bd85e8c-e8ce-4ede-bf7d-d136a0d60766'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:36:56.703989 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-198742c1-23ab-482c-bbf2-3541c3331cae None None] Bound port: 6d1b9edd-2e32-4547-ba4c-6da2446a743b, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fb45d6d-6dac-4885-a8c0-dc6907e73bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0bd85e8c-e8ce-4ede-bf7d-d136a0d60766'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:36:56.704330 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-198742c1-23ab-482c-bbf2-3541c3331cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:56.763951 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-198742c1-23ab-482c-bbf2-3541c3331cae None None] For port 6d1b9edd-2e32-4547-ba4c-6da2446a743b, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:36:56.766919 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-198742c1-23ab-482c-bbf2-3541c3331cae None None] For port 6d1b9edd-2e32-4547-ba4c-6da2446a743b, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=6d1b9edd-2e32-4547-ba4c-6da2446a743b,segment=NetworkSegment(9fb45d6d-6dac-4885-a8c0-dc6907e73bd9),segment_id=9fb45d6d-6dac-4885-a8c0-dc6907e73bd9)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:36:56.772271 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-198742c1-23ab-482c-bbf2-3541c3331cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:56.828462 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198742c1-23ab-482c-bbf2-3541c3331cae None None] Pushing event updated for resources: {'Port': ['ID=6d1b9edd-2e32-4547-ba4c-6da2446a743b,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:36:57.059587 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 6d1b9edd-2e32-4547-ba4c-6da2446a743b up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:36:57.107237 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 6d1b9edd-2e32-4547-ba4c-6da2446a743b completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:36:57.365839 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34648) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:36:57.370601 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-65a3bb7a-ba37-42a2-976e-c47d8c416581 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1222142135', 'description': 'tempest-secgroup-smoke-1222142135 description', 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:36:57.392853 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-65a3bb7a-ba37-42a2-976e-c47d8c416581 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:57.478877 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-65a3bb7a-ba37-42a2-976e-c47d8c416581 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:57.482683 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-65a3bb7a-ba37-42a2-976e-c47d8c416581 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:57.509922 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-65a3bb7a-ba37-42a2-976e-c47d8c416581 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:57.511175 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-65a3bb7a-ba37-42a2-976e-c47d8c416581 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1443262 Aug 10 01:36:57.514048 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34650) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:36:57.518524 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-89d1ca3c-6cdc-4cd5-891c-67b10f1d0625 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Request body: {'security_group_rule': {'security_group_id': 'c86903df-fc04-4919-944f-e1d8d2e7c0f9', 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:36:57.526582 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a3bb7a-ba37-42a2-976e-c47d8c416581 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c86903df-fc04-4919-944f-e1d8d2e7c0f9,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:36:57.549787 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-89d1ca3c-6cdc-4cd5-891c-67b10f1d0625 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:57.609157 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-89d1ca3c-6cdc-4cd5-891c-67b10f1d0625 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:57.613993 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-89d1ca3c-6cdc-4cd5-891c-67b10f1d0625 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:57.634203 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ca3c-6cdc-4cd5-891c-67b10f1d0625 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=404d26e2-fe4a-4b76-87db-479dd4a5767c,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:36:57.643385 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-89d1ca3c-6cdc-4cd5-891c-67b10f1d0625 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:57.644749 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-89d1ca3c-6cdc-4cd5-891c-67b10f1d0625 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1297650 Aug 10 01:36:57.647432 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34652) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:36:57.652055 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-123f91d9-7e21-4d53-a6d9-0f34d2a6f364 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Request body: {'security_group_rule': {'security_group_id': 'c86903df-fc04-4919-944f-e1d8d2e7c0f9', 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:36:57.680452 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-123f91d9-7e21-4d53-a6d9-0f34d2a6f364 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:57.732152 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc17f65-53dd-4290-9556-77106dbd7e2d None None] Network 0bd85e8c-e8ce-4ede-bf7d-d136a0d60766 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:36:57.741520 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-123f91d9-7e21-4d53-a6d9-0f34d2a6f364 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:57.745272 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-123f91d9-7e21-4d53-a6d9-0f34d2a6f364 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:57.762779 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f91d9-7e21-4d53-a6d9-0f34d2a6f364 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4106bb4c-2cf7-4065-a090-545882372b2c,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:36:57.769791 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-123f91d9-7e21-4d53-a6d9-0f34d2a6f364 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:57.771009 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-123f91d9-7e21-4d53-a6d9-0f34d2a6f364 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1226079 Aug 10 01:36:57.773986 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34654) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:36:57.778656 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-9b244867-b3d2-46ec-8b78-3e06144f7e88 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Request body: {'security_group_rule': {'security_group_id': 'c86903df-fc04-4919-944f-e1d8d2e7c0f9', 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:36:57.801673 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-21f50257-78e5-4a16-af3c-a62f09a0a687 None None] Provisioning for port 6d1b9edd-2e32-4547-ba4c-6da2446a743b completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:36:57.807209 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9b244867-b3d2-46ec-8b78-3e06144f7e88 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:57.809835 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-21f50257-78e5-4a16-af3c-a62f09a0a687 None None] Provisioning complete for port 6d1b9edd-2e32-4547-ba4c-6da2446a743b triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:36:57.810216 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-21f50257-78e5-4a16-af3c-a62f09a0a687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:57.869526 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9b244867-b3d2-46ec-8b78-3e06144f7e88 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:57.873456 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9b244867-b3d2-46ec-8b78-3e06144f7e88 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:57.895412 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b244867-b3d2-46ec-8b78-3e06144f7e88 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b92fe355-9206-446d-86fc-c22bf1e2925e,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:36:57.899509 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9b244867-b3d2-46ec-8b78-3e06144f7e88 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:57.903795 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9b244867-b3d2-46ec-8b78-3e06144f7e88 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258698 Aug 10 01:36:57.903795 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34656) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:36:57.908964 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-27e40370-2749-4fba-926c-410796dfd5b4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Request body: {'security_group_rule': {'security_group_id': 'c86903df-fc04-4919-944f-e1d8d2e7c0f9', 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:36:57.935866 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-27e40370-2749-4fba-926c-410796dfd5b4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:57.951898 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-21f50257-78e5-4a16-af3c-a62f09a0a687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:57.988102 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-21f50257-78e5-4a16-af3c-a62f09a0a687 None None] For port 6d1b9edd-2e32-4547-ba4c-6da2446a743b, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=6d1b9edd-2e32-4547-ba4c-6da2446a743b,segment=NetworkSegment(9fb45d6d-6dac-4885-a8c0-dc6907e73bd9),segment_id=9fb45d6d-6dac-4885-a8c0-dc6907e73bd9)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:36:57.992623 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-21f50257-78e5-4a16-af3c-a62f09a0a687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:58.004975 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-27e40370-2749-4fba-926c-410796dfd5b4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:58.008861 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-27e40370-2749-4fba-926c-410796dfd5b4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:58.030688 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e40370-2749-4fba-926c-410796dfd5b4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b6bae1-3813-4eaa-940e-33cc6c497aec,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:36:58.041767 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-27e40370-2749-4fba-926c-410796dfd5b4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:58.043552 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-27e40370-2749-4fba-926c-410796dfd5b4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1387160 Aug 10 01:36:58.046358 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34658) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:36:58.048244 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f50257-78e5-4a16-af3c-a62f09a0a687 None None] Pushing event updated for resources: {'Port': ['ID=6d1b9edd-2e32-4547-ba4c-6da2446a743b,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:36:58.052133 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-d42686ca-b298-464b-ab53-d05eeecfe6c9 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Request body: {'security_group_rule': {'security_group_id': 'c86903df-fc04-4919-944f-e1d8d2e7c0f9', 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:36:58.075915 n-d-766726-26 neutron-server[105826]: INFO neutron.db.securitygroups_db [None req-d42686ca-b298-464b-ab53-d05eeecfe6c9 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Project ede6514ac6e240fead2d58f71ae47ac3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:36:58.081667 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d42686ca-b298-464b-ab53-d05eeecfe6c9 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:58.146978 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d42686ca-b298-464b-ab53-d05eeecfe6c9 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:58.150702 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d42686ca-b298-464b-ab53-d05eeecfe6c9 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:58.171944 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42686ca-b298-464b-ab53-d05eeecfe6c9 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98afeb54-0187-4047-a8c1-2a48a6b87ed7,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:36:58.180710 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42686ca-b298-464b-ab53-d05eeecfe6c9 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:36:58.181066 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42686ca-b298-464b-ab53-d05eeecfe6c9 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:36:58.181415 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42686ca-b298-464b-ab53-d05eeecfe6c9 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:36:58.181761 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42686ca-b298-464b-ab53-d05eeecfe6c9 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:36:58.182106 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42686ca-b298-464b-ab53-d05eeecfe6c9 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:36:58.182476 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42686ca-b298-464b-ab53-d05eeecfe6c9 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:36:58.182812 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42686ca-b298-464b-ab53-d05eeecfe6c9 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:36:58.183147 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42686ca-b298-464b-ab53-d05eeecfe6c9 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:36:58.183480 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42686ca-b298-464b-ab53-d05eeecfe6c9 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:36:58.183809 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42686ca-b298-464b-ab53-d05eeecfe6c9 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:36:58.184162 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42686ca-b298-464b-ab53-d05eeecfe6c9 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:36:58.184501 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42686ca-b298-464b-ab53-d05eeecfe6c9 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:36:58.187046 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d42686ca-b298-464b-ab53-d05eeecfe6c9 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:58.191222 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d42686ca-b298-464b-ab53-d05eeecfe6c9 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1407039 Aug 10 01:36:58.192046 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34662) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:36:58.195860 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-6130fc42-22fb-4f7b-80e4-a09ad9a2ad39 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Request body: {'security_group_rule': {'security_group_id': 'c86903df-fc04-4919-944f-e1d8d2e7c0f9', 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:36:58.211252 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-846fc73f-1d3c-48ef-93c0-fe60c5fa8754 None None] Provisioning complete for port 6d1b9edd-2e32-4547-ba4c-6da2446a743b triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:36:58.211630 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-846fc73f-1d3c-48ef-93c0-fe60c5fa8754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:58.218681 n-d-766726-26 neutron-server[105826]: INFO neutron.db.securitygroups_db [None req-6130fc42-22fb-4f7b-80e4-a09ad9a2ad39 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Project ede6514ac6e240fead2d58f71ae47ac3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:36:58.224078 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6130fc42-22fb-4f7b-80e4-a09ad9a2ad39 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:58.285788 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6130fc42-22fb-4f7b-80e4-a09ad9a2ad39 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:58.290162 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6130fc42-22fb-4f7b-80e4-a09ad9a2ad39 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:58.308709 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130fc42-22fb-4f7b-80e4-a09ad9a2ad39 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc300b32-9487-49af-aa95-fde89eb149d2,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:36:58.313832 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6130fc42-22fb-4f7b-80e4-a09ad9a2ad39 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:58.315184 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6130fc42-22fb-4f7b-80e4-a09ad9a2ad39 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1228046 Aug 10 01:36:58.397466 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:58.571885 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-a04c7a54-43fc-4f3a-9d0c-cb84d726be6d tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1222142135&fields=id&tenant_id=ede6514ac6e240fead2d58f71ae47ac3 HTTP/1.1" status: 200 len: 267 time: 0.0322812 Aug 10 01:36:58.678484 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-171922eb-36f7-4390-97ce-01e1144bf81d tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:36:58.679911 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-171922eb-36f7-4390-97ce-01e1144bf81d tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/networks?id=0bd85e8c-e8ce-4ede-bf7d-d136a0d60766 HTTP/1.1" status: 200 len: 797 time: 0.1016984 Aug 10 01:36:58.694366 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-9b3d89a8-1c96-40f9-b56e-e8e0eacb780a tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/quotas/ede6514ac6e240fead2d58f71ae47ac3 HTTP/1.1" status: 200 len: 375 time: 0.0087600 Aug 10 01:36:58.749717 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-4484aee4-d41d-47f7-97e8-86a06c97a4d9 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ede6514ac6e240fead2d58f71ae47ac3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0503206 Aug 10 01:36:58.814138 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-6786534b-41c9-48b0-8ed1-adb319b55562 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:36:58.815268 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-6786534b-41c9-48b0-8ed1-adb319b55562 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0548222 Aug 10 01:36:58.901234 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-b2bcdc86-b832-4748-bc64-ea6460a554a1 service neutron] 10.222.0.35 "GET /v2.0/networks/0bd85e8c-e8ce-4ede-bf7d-d136a0d60766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797203 Aug 10 01:36:58.993729 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-c630641f-8c74-41c6-b33c-a032a379a5d6 service neutron] 10.222.0.35 "GET /v2.0/networks/0bd85e8c-e8ce-4ede-bf7d-d136a0d60766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864377 Aug 10 01:36:59.031729 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 6d1b9edd-2e32-4547-ba4c-6da2446a743b up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:36:59.078164 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 6d1b9edd-2e32-4547-ba4c-6da2446a743b triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:36:59.078513 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:59.228586 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b1897ed1-8eac-4fcb-83a3-294434adbc30 req-3155a639-1ab7-4f8a-b416-9d205a0387f5 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e82ede2-ea5b-4998-962c-ac6df1c0f323 HTTP/1.1" status: 200 len: 210 time: 0.0869641 Aug 10 01:37:00.065369 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-34526fad-e932-41af-a2ff-fb5d68f5cbae tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:00.066890 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-34526fad-e932-41af-a2ff-fb5d68f5cbae tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.24 "GET /v2.0/networks?id=0bd85e8c-e8ce-4ede-bf7d-d136a0d60766 HTTP/1.1" status: 200 len: 797 time: 0.1052513 Aug 10 01:37:00.114336 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-4a28424b-c30f-4374-962b-d6d98c6be978 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ede6514ac6e240fead2d58f71ae47ac3 HTTP/1.1" status: 200 len: 472 time: 0.0385318 Aug 10 01:37:00.129605 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-4616a8c2-0b9e-4d1f-85a3-15f83d62e818 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Request body: {'port': {'device_id': '2e82ede2-ea5b-4998-962c-ac6df1c0f323', 'network_id': '0bd85e8c-e8ce-4ede-bf7d-d136a0d60766', 'admin_state_up': True, 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'security_groups': ['c86903df-fc04-4919-944f-e1d8d2e7c0f9']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:37:00.233098 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-4616a8c2-0b9e-4d1f-85a3-15f83d62e818 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Made reservation on behalf of ede6514ac6e240fead2d58f71ae47ac3 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:37:00.237256 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-4616a8c2-0b9e-4d1f-85a3-15f83d62e818 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:00.327038 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aaf82375-69d0-4604-815e-dad1d2579bbe req-61e49b88-5090-413a-99e3-9dd5d4509454 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e82ede2-ea5b-4998-962c-ac6df1c0f323 HTTP/1.1" status: 200 len: 210 time: 0.0262752 Aug 10 01:37:00.367022 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-4616a8c2-0b9e-4d1f-85a3-15f83d62e818 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Allocated IP 172.20.0.20 (0bd85e8c-e8ce-4ede-bf7d-d136a0d60766/ef271584-42bf-4953-9f1c-49381e7199c0/941c98e6-fad3-48ee-8659-c99721225820) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:37:00.505393 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-4616a8c2-0b9e-4d1f-85a3-15f83d62e818 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:00.519123 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-4616a8c2-0b9e-4d1f-85a3-15f83d62e818 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Transition to ACTIVE for port object 941c98e6-fad3-48ee-8659-c99721225820 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:37:00.551715 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-4616a8c2-0b9e-4d1f-85a3-15f83d62e818 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:00.595345 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-4616a8c2-0b9e-4d1f-85a3-15f83d62e818 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Network 0bd85e8c-e8ce-4ede-bf7d-d136a0d60766 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:37:00.598995 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-4616a8c2-0b9e-4d1f-85a3-15f83d62e818 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:37:00.602627 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-4616a8c2-0b9e-4d1f-85a3-15f83d62e818 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:37:00.626699 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616a8c2-0b9e-4d1f-85a3-15f83d62e818 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'Port': ['ID=941c98e6-fad3-48ee-8659-c99721225820,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:37:00.655728 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-4616a8c2-0b9e-4d1f-85a3-15f83d62e818 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:00.656449 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-4616a8c2-0b9e-4d1f-85a3-15f83d62e818 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:00.671255 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-4616a8c2-0b9e-4d1f-85a3-15f83d62e818 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5453579 Aug 10 01:37:00.682497 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-fbbbb763-de21-4a05-b0b9-3abfb62ddad5 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:37:00.683468 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-fbbbb763-de21-4a05-b0b9-3abfb62ddad5 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052218 Aug 10 01:37:00.753822 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-e8ec4ad4-4d4a-40a3-9e58-218071663ddb service neutron] Request body: {'port': {'device_id': '2e82ede2-ea5b-4998-962c-ac6df1c0f323', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:37:00.810730 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-e8ec4ad4-4d4a-40a3-9e58-218071663ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:00.827611 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-660d8ec2-7afb-40e5-9f39-1ab54e1ea5a2 None None] Provisioning for port 941c98e6-fad3-48ee-8659-c99721225820 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:37:00.831990 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-660d8ec2-7afb-40e5-9f39-1ab54e1ea5a2 None None] Provisioning complete for port 941c98e6-fad3-48ee-8659-c99721225820 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:37:00.832409 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-660d8ec2-7afb-40e5-9f39-1ab54e1ea5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:00.868147 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-660d8ec2-7afb-40e5-9f39-1ab54e1ea5a2 None None] Port 941c98e6-fad3-48ee-8659-c99721225820 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:37:01.069522 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-e8ec4ad4-4d4a-40a3-9e58-218071663ddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 941c98e6-fad3-48ee-8659-c99721225820 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:37:01.076961 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-e8ec4ad4-4d4a-40a3-9e58-218071663ddb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:01.089234 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-e8ec4ad4-4d4a-40a3-9e58-218071663ddb service neutron] Transition to ACTIVE for port object 941c98e6-fad3-48ee-8659-c99721225820 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:37:01.093257 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-e8ec4ad4-4d4a-40a3-9e58-218071663ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:01.149439 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec4ad4-4d4a-40a3-9e58-218071663ddb service neutron] Pushing event updated for resources: {'Port': ['ID=941c98e6-fad3-48ee-8659-c99721225820,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:37:01.218462 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-e8ec4ad4-4d4a-40a3-9e58-218071663ddb service neutron] Attempting to bind port 941c98e6-fad3-48ee-8659-c99721225820 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:37:01.218805 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-e8ec4ad4-4d4a-40a3-9e58-218071663ddb service neutron] Attempting to bind port 941c98e6-fad3-48ee-8659-c99721225820 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '9fb45d6d-6dac-4885-a8c0-dc6907e73bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0bd85e8c-e8ce-4ede-bf7d-d136a0d60766'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:37:01.219133 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-e8ec4ad4-4d4a-40a3-9e58-218071663ddb service neutron] Attempting to bind port 941c98e6-fad3-48ee-8659-c99721225820 on network 0bd85e8c-e8ce-4ede-bf7d-d136a0d60766 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:37:01.224008 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-e8ec4ad4-4d4a-40a3-9e58-218071663ddb service neutron] Port 941c98e6-fad3-48ee-8659-c99721225820 on network 0bd85e8c-e8ce-4ede-bf7d-d136a0d60766 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:37:01.224361 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-e8ec4ad4-4d4a-40a3-9e58-218071663ddb service neutron] Attempting to bind port 941c98e6-fad3-48ee-8659-c99721225820 on network 0bd85e8c-e8ce-4ede-bf7d-d136a0d60766 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:37:01.229194 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-e8ec4ad4-4d4a-40a3-9e58-218071663ddb service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:37:01.229530 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-e8ec4ad4-4d4a-40a3-9e58-218071663ddb service neutron] Checking segment: {'id': '9fb45d6d-6dac-4885-a8c0-dc6907e73bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0bd85e8c-e8ce-4ede-bf7d-d136a0d60766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:37:01.229919 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-e8ec4ad4-4d4a-40a3-9e58-218071663ddb service neutron] Bound using segment: {'id': '9fb45d6d-6dac-4885-a8c0-dc6907e73bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0bd85e8c-e8ce-4ede-bf7d-d136a0d60766'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:37:01.230341 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-e8ec4ad4-4d4a-40a3-9e58-218071663ddb service neutron] Bound port: 941c98e6-fad3-48ee-8659-c99721225820, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fb45d6d-6dac-4885-a8c0-dc6907e73bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0bd85e8c-e8ce-4ede-bf7d-d136a0d60766'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:37:01.230701 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-e8ec4ad4-4d4a-40a3-9e58-218071663ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:01.296890 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-e8ec4ad4-4d4a-40a3-9e58-218071663ddb service neutron] For port 941c98e6-fad3-48ee-8659-c99721225820, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:37:01.299898 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-e8ec4ad4-4d4a-40a3-9e58-218071663ddb service neutron] For port 941c98e6-fad3-48ee-8659-c99721225820, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=941c98e6-fad3-48ee-8659-c99721225820,segment=NetworkSegment(9fb45d6d-6dac-4885-a8c0-dc6907e73bd9),segment_id=9fb45d6d-6dac-4885-a8c0-dc6907e73bd9)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:37:01.304694 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-e8ec4ad4-4d4a-40a3-9e58-218071663ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:01.338188 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-e8ec4ad4-4d4a-40a3-9e58-218071663ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:01.338755 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-e8ec4ad4-4d4a-40a3-9e58-218071663ddb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:01.340262 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-e8ec4ad4-4d4a-40a3-9e58-218071663ddb service neutron] 10.222.0.24 "PUT /v2.0/ports/941c98e6-fad3-48ee-8659-c99721225820 HTTP/1.1" status: 200 len: 1093 time: 0.6492300 Aug 10 01:37:01.340574 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e82ede2-ea5b-4998-962c-ac6df1c0f323', 'tag': '941c98e6-fad3-48ee-8659-c99721225820'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:37:01.342798 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c97555-e32b-4027-a61a-6c5d2469f519" -d '{"events": [{"name": "network-changed", "server_uuid": "2e82ede2-ea5b-4998-962c-ac6df1c0f323", "tag": "941c98e6-fad3-48ee-8659-c99721225820"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:37:01.378885 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec4ad4-4d4a-40a3-9e58-218071663ddb service neutron] Pushing event updated for resources: {'Port': ['ID=941c98e6-fad3-48ee-8659-c99721225820,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:37:01.412215 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b21f73f-9729-452e-a61c-74b63023587a x-openstack-request-id: req-3b21f73f-9729-452e-a61c-74b63023587a {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:37:01.412513 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e82ede2-ea5b-4998-962c-ac6df1c0f323", "tag": "941c98e6-fad3-48ee-8659-c99721225820", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:37:01.412803 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3b21f73f-9729-452e-a61c-74b63023587a {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:37:01.413341 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e82ede2-ea5b-4998-962c-ac6df1c0f323', 'tag': '941c98e6-fad3-48ee-8659-c99721225820', 'status': 'completed', 'code': 200} Aug 10 01:37:01.433094 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-d6ab8451-8271-44ea-a55e-7374d82e8857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:01.434757 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-d6ab8451-8271-44ea-a55e-7374d82e8857 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ede6514ac6e240fead2d58f71ae47ac3&device_id=2e82ede2-ea5b-4998-962c-ac6df1c0f323 HTTP/1.1" status: 200 len: 1096 time: 0.0505450 Aug 10 01:37:01.478727 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851031f-fd3e-42de-bc7f-daa6e510ec89 req-a90d586f-3852-48bc-9784-9160b911e950 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:01.480372 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f851031f-fd3e-42de-bc7f-daa6e510ec89 req-a90d586f-3852-48bc-9784-9160b911e950 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e82ede2-ea5b-4998-962c-ac6df1c0f323 HTTP/1.1" status: 200 len: 944 time: 0.0567253 Aug 10 01:37:01.522565 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f851031f-fd3e-42de-bc7f-daa6e510ec89 req-ac1eb820-0f7a-4d3b-80d5-018d245e3e32 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/security-groups?id=c86903df-fc04-4919-944f-e1d8d2e7c0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345130 Aug 10 01:37:01.794414 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-63beea26-5b41-4c2f-bcab-722edb924476 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=941c98e6-fad3-48ee-8659-c99721225820 HTTP/1.1" status: 200 len: 217 time: 0.3512025 Aug 10 01:37:01.858323 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1c6a9b11-d22f-4b3f-9be4-8c81f85a8992 req-d9409764-96ad-40c6-bcd5-b1a380dbcc45 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6545d3a4-3f5a-4c3c-955f-edca1405c86d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0729711 Aug 10 01:37:01.859965 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-cc3cf305-3258-4dcc-ac3d-3c50b6d978e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:01.861258 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-cc3cf305-3258-4dcc-ac3d-3c50b6d978e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef271584-42bf-4953-9f1c-49381e7199c0 HTTP/1.1" status: 200 len: 837 time: 0.0529265 Aug 10 01:37:01.908820 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-d292303c-c3da-49bc-ba77-1f76c1b7abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:01.910213 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-d292303c-c3da-49bc-ba77-1f76c1b7abf5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0bd85e8c-e8ce-4ede-bf7d-d136a0d60766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0420108 Aug 10 01:37:02.011727 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a9b11-d22f-4b3f-9be4-8c81f85a8992 req-44ff9767-8924-434b-9581-920535a5a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:02.013207 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1c6a9b11-d22f-4b3f-9be4-8c81f85a8992 req-44ff9767-8924-434b-9581-920535a5a44b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ede6514ac6e240fead2d58f71ae47ac3&device_id=6545d3a4-3f5a-4c3c-955f-edca1405c86d HTTP/1.1" status: 200 len: 1097 time: 0.0969062 Aug 10 01:37:02.029863 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-2d8d5d6a-4837-4fab-993b-33f231aaed0d service neutron] 10.222.0.24 "GET /v2.0/networks/0bd85e8c-e8ce-4ede-bf7d-d136a0d60766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123557 Aug 10 01:37:02.179535 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a9b11-d22f-4b3f-9be4-8c81f85a8992 req-56c20afc-19b4-4866-a09c-4531bc81dca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:02.180922 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1c6a9b11-d22f-4b3f-9be4-8c81f85a8992 req-56c20afc-19b4-4866-a09c-4531bc81dca7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=60c5bb67-577c-4a77-84c1-1101ff08a310 HTTP/1.1" status: 200 len: 898 time: 0.1496525 Aug 10 01:37:02.185896 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ec52f9f-b639-45f5-b336-c74e7badc589 req-a6cf349c-9173-4bb4-aad1-f2d79f76f180 service neutron] 10.222.0.24 "GET /v2.0/networks/0bd85e8c-e8ce-4ede-bf7d-d136a0d60766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466396 Aug 10 01:37:02.279289 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1c6a9b11-d22f-4b3f-9be4-8c81f85a8992 req-a2185ee7-6fb5-4a64-8612-068790779fb0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04ba6821-c5bf-448b-b795-6ddeb1525352 HTTP/1.1" status: 200 len: 1000 time: 0.0909824 Aug 10 01:37:02.296479 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c97555-e32b-4027-a61a-6c5d2469f519 req-4082de71-3b7a-40e8-8e16-a5afc9acbf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:02.297869 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-66c97555-e32b-4027-a61a-6c5d2469f519 req-4082de71-3b7a-40e8-8e16-a5afc9acbf59 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ede6514ac6e240fead2d58f71ae47ac3&device_id=2e82ede2-ea5b-4998-962c-ac6df1c0f323 HTTP/1.1" status: 200 len: 1096 time: 0.0655429 Aug 10 01:37:02.384813 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a9b11-d22f-4b3f-9be4-8c81f85a8992 req-d2ccd159-d5c9-4c65-842d-4853d4d7bcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:02.386259 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1c6a9b11-d22f-4b3f-9be4-8c81f85a8992 req-d2ccd159-d5c9-4c65-842d-4853d4d7bcb4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df281d99-17f6-4b94-840f-d1a1306ab6bd HTTP/1.1" status: 200 len: 833 time: 0.0997622 Aug 10 01:37:02.440866 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c97555-e32b-4027-a61a-6c5d2469f519 req-f6967e4f-209c-4aad-bd59-8cee07cdf846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:02.442227 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-66c97555-e32b-4027-a61a-6c5d2469f519 req-f6967e4f-209c-4aad-bd59-8cee07cdf846 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0bd85e8c-e8ce-4ede-bf7d-d136a0d60766 HTTP/1.1" status: 200 len: 898 time: 0.1260874 Aug 10 01:37:02.456799 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a9b11-d22f-4b3f-9be4-8c81f85a8992 req-27ac9b36-9add-4da7-9579-544b93ecc984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:02.458185 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1c6a9b11-d22f-4b3f-9be4-8c81f85a8992 req-27ac9b36-9add-4da7-9579-544b93ecc984 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60c5bb67-577c-4a77-84c1-1101ff08a310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619462 Aug 10 01:37:02.494612 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-66c97555-e32b-4027-a61a-6c5d2469f519 req-da70f9b8-056e-40da-a6e2-1e0e68689794 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=941c98e6-fad3-48ee-8659-c99721225820 HTTP/1.1" status: 200 len: 217 time: 0.0441434 Aug 10 01:37:02.590001 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c97555-e32b-4027-a61a-6c5d2469f519 req-d5108761-61a1-453a-b6da-a8c890b4edf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:02.591497 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-66c97555-e32b-4027-a61a-6c5d2469f519 req-d5108761-61a1-453a-b6da-a8c890b4edf7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef271584-42bf-4953-9f1c-49381e7199c0 HTTP/1.1" status: 200 len: 837 time: 0.0861995 Aug 10 01:37:02.636408 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1c6a9b11-d22f-4b3f-9be4-8c81f85a8992 req-1d19bbe9-cefd-4631-bf28-815d96d02b04 service neutron] 10.222.0.20 "GET /v2.0/networks/60c5bb67-577c-4a77-84c1-1101ff08a310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500361 Aug 10 01:37:02.648226 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577364c-425a-4841-a3c2-879b0368a4df req-163701a1-f9d5-4b31-a1cf-84768ccfbc74 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:02.649711 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9577364c-425a-4841-a3c2-879b0368a4df req-163701a1-f9d5-4b31-a1cf-84768ccfbc74 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e82ede2-ea5b-4998-962c-ac6df1c0f323 HTTP/1.1" status: 200 len: 944 time: 0.0553718 Aug 10 01:37:02.688068 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9577364c-425a-4841-a3c2-879b0368a4df req-fa785c63-a030-4dcc-a078-1604955cfa0e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/security-groups?id=c86903df-fc04-4919-944f-e1d8d2e7c0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322888 Aug 10 01:37:02.692317 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c97555-e32b-4027-a61a-6c5d2469f519 req-71a22295-c55d-481f-876e-6615ae20295d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:02.693751 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-66c97555-e32b-4027-a61a-6c5d2469f519 req-71a22295-c55d-481f-876e-6615ae20295d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0bd85e8c-e8ce-4ede-bf7d-d136a0d60766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0954058 Aug 10 01:37:02.790794 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1c6a9b11-d22f-4b3f-9be4-8c81f85a8992 req-8d9fee62-b821-4006-9f6d-bd42b50e9ba7 service neutron] 10.222.0.20 "GET /v2.0/networks/60c5bb67-577c-4a77-84c1-1101ff08a310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471920 Aug 10 01:37:02.809096 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-66c97555-e32b-4027-a61a-6c5d2469f519 req-0a61becf-235c-4c1d-995a-dd923959d7df service neutron] 10.222.0.24 "GET /v2.0/networks/0bd85e8c-e8ce-4ede-bf7d-d136a0d60766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059051 Aug 10 01:37:02.903267 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-66c97555-e32b-4027-a61a-6c5d2469f519 req-e7f44c91-e93d-457b-8d1e-b90897fef855 service neutron] 10.222.0.24 "GET /v2.0/networks/0bd85e8c-e8ce-4ede-bf7d-d136a0d60766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858400 Aug 10 01:37:03.799159 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06586795-bb83-41ea-bda6-e632ef50ed3e req-b176a802-f70b-4145-8657-e9f6f8dfa956 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:03.801134 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06586795-bb83-41ea-bda6-e632ef50ed3e req-b176a802-f70b-4145-8657-e9f6f8dfa956 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e82ede2-ea5b-4998-962c-ac6df1c0f323 HTTP/1.1" status: 200 len: 944 time: 0.0472403 Aug 10 01:37:03.837770 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06586795-bb83-41ea-bda6-e632ef50ed3e req-1725fb38-ac63-4714-bb9c-ac3de7b30337 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/security-groups?id=c86903df-fc04-4919-944f-e1d8d2e7c0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305731 Aug 10 01:37:04.950537 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769ae66-edcf-4f72-961d-d7511b5342bd req-93230d23-d214-4e61-99e7-9641e1055f77 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:04.952022 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1769ae66-edcf-4f72-961d-d7511b5342bd req-93230d23-d214-4e61-99e7-9641e1055f77 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e82ede2-ea5b-4998-962c-ac6df1c0f323 HTTP/1.1" status: 200 len: 944 time: 0.0485382 Aug 10 01:37:04.988477 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1769ae66-edcf-4f72-961d-d7511b5342bd req-8276d2d6-d0d2-4d4f-9d14-d88e8f6f0a85 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/security-groups?id=c86903df-fc04-4919-944f-e1d8d2e7c0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305135 Aug 10 01:37:04.993942 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 941c98e6-fad3-48ee-8659-c99721225820 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:37:05.084684 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 941c98e6-fad3-48ee-8659-c99721225820, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=941c98e6-fad3-48ee-8659-c99721225820,segment=NetworkSegment(9fb45d6d-6dac-4885-a8c0-dc6907e73bd9),segment_id=9fb45d6d-6dac-4885-a8c0-dc6907e73bd9)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:37:05.095502 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '941c98e6-fad3-48ee-8659-c99721225820', 'network_id': '0bd85e8c-e8ce-4ede-bf7d-d136a0d60766', 'port_id': '941c98e6-fad3-48ee-8659-c99721225820', 'mac_address': 'fa:16:3e:ab:7e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef271584-42bf-4953-9f1c-49381e7199c0', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:37:05.134601 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:05.146483 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 941c98e6-fad3-48ee-8659-c99721225820 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:37:05.164684 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 941c98e6-fad3-48ee-8659-c99721225820, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=941c98e6-fad3-48ee-8659-c99721225820,segment=NetworkSegment(9fb45d6d-6dac-4885-a8c0-dc6907e73bd9),segment_id=9fb45d6d-6dac-4885-a8c0-dc6907e73bd9)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:37:05.168448 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:05.213666 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=941c98e6-fad3-48ee-8659-c99721225820,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:37:05.495130 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['941c98e6-fad3-48ee-8659-c99721225820'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:37:06.104297 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b06b05-5196-4591-9a79-6495b0fee520 req-d5e4018b-bcda-4515-91f4-87897601b5ad tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:06.105739 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-22b06b05-5196-4591-9a79-6495b0fee520 req-d5e4018b-bcda-4515-91f4-87897601b5ad tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e82ede2-ea5b-4998-962c-ac6df1c0f323 HTTP/1.1" status: 200 len: 945 time: 0.0513542 Aug 10 01:37:06.141718 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-22b06b05-5196-4591-9a79-6495b0fee520 req-2e59299c-6509-4282-bb78-c70efa39109e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/security-groups?id=c86903df-fc04-4919-944f-e1d8d2e7c0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301366 Aug 10 01:37:06.993400 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 941c98e6-fad3-48ee-8659-c99721225820 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:37:07.039085 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 941c98e6-fad3-48ee-8659-c99721225820 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:37:07.042691 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 941c98e6-fad3-48ee-8659-c99721225820 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:37:07.043063 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:07.118817 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:07.141680 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e82ede2-ea5b-4998-962c-ac6df1c0f323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '941c98e6-fad3-48ee-8659-c99721225820'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:37:07.143918 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b203f3-2f63-4bba-b91f-e4193ea54e29" -d '{"events": [{"server_uuid": "2e82ede2-ea5b-4998-962c-ac6df1c0f323", "name": "network-vif-plugged", "status": "completed", "tag": "941c98e6-fad3-48ee-8659-c99721225820"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:37:07.156672 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 941c98e6-fad3-48ee-8659-c99721225820, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=941c98e6-fad3-48ee-8659-c99721225820,segment=NetworkSegment(9fb45d6d-6dac-4885-a8c0-dc6907e73bd9),segment_id=9fb45d6d-6dac-4885-a8c0-dc6907e73bd9)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:37:07.161430 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:07.185561 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd685ba-8bcf-4973-82ba-008f8f0a5d30 x-openstack-request-id: req-2cd685ba-8bcf-4973-82ba-008f8f0a5d30 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:37:07.185937 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e82ede2-ea5b-4998-962c-ac6df1c0f323", "name": "network-vif-plugged", "status": "completed", "tag": "941c98e6-fad3-48ee-8659-c99721225820", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:37:07.186123 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2cd685ba-8bcf-4973-82ba-008f8f0a5d30 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:37:07.186512 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e82ede2-ea5b-4998-962c-ac6df1c0f323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '941c98e6-fad3-48ee-8659-c99721225820', 'code': 200} Aug 10 01:37:07.212111 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=941c98e6-fad3-48ee-8659-c99721225820,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:37:07.262495 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b2c69-1a1c-488a-89ac-e8fe51653e7d req-fdcbda35-70a9-4e6b-a2d0-370c3e767b5b tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:07.263992 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f20b2c69-1a1c-488a-89ac-e8fe51653e7d req-fdcbda35-70a9-4e6b-a2d0-370c3e767b5b tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e82ede2-ea5b-4998-962c-ac6df1c0f323 HTTP/1.1" status: 200 len: 946 time: 0.0492146 Aug 10 01:37:07.279808 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483f391-1f22-4843-bac6-12487f34fdaf req-a971693c-bb86-4e1b-8bd1-e269f7011edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:07.281326 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e483f391-1f22-4843-bac6-12487f34fdaf req-a971693c-bb86-4e1b-8bd1-e269f7011edc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2e82ede2-ea5b-4998-962c-ac6df1c0f323 HTTP/1.1" status: 200 len: 1098 time: 0.0404391 Aug 10 01:37:07.302541 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f20b2c69-1a1c-488a-89ac-e8fe51653e7d req-8b34a829-f629-4406-9f9b-ebe5ec70d43c tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/security-groups?id=c86903df-fc04-4919-944f-e1d8d2e7c0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317290 Aug 10 01:37:07.317131 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e483f391-1f22-4843-bac6-12487f34fdaf req-69e374bc-262f-4878-ae6a-c4ed72b93eb9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c86903df-fc04-4919-944f-e1d8d2e7c0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278189 Aug 10 01:37:08.420779 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5101d2-5ad1-459a-b1fb-012db6348296 req-b7fa5230-6035-4391-8717-25882b8c5dd5 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:08.422282 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d5101d2-5ad1-459a-b1fb-012db6348296 req-b7fa5230-6035-4391-8717-25882b8c5dd5 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e82ede2-ea5b-4998-962c-ac6df1c0f323 HTTP/1.1" status: 200 len: 946 time: 0.0501280 Aug 10 01:37:08.459964 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d5101d2-5ad1-459a-b1fb-012db6348296 req-7f75ac1c-f6d7-4de8-8f06-bbabd987833d tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/security-groups?id=c86903df-fc04-4919-944f-e1d8d2e7c0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308154 Aug 10 01:37:09.578001 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02755cfd-6764-4305-8e11-2aa88ff492c7 req-3f2ff02d-f901-49dd-9a9b-6dbec763710b tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:09.579479 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-02755cfd-6764-4305-8e11-2aa88ff492c7 req-3f2ff02d-f901-49dd-9a9b-6dbec763710b tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e82ede2-ea5b-4998-962c-ac6df1c0f323 HTTP/1.1" status: 200 len: 946 time: 0.0534923 Aug 10 01:37:09.616833 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-02755cfd-6764-4305-8e11-2aa88ff492c7 req-e23dfbf0-0b74-41df-ac3f-43a645f5ee27 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/security-groups?id=c86903df-fc04-4919-944f-e1d8d2e7c0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313685 Aug 10 01:37:09.728886 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fdcf38-01e7-4eb8-8e3f-54e0f9f38324 req-20f605b7-81fa-4139-8011-67fb69f39b9c tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:09.730326 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-55fdcf38-01e7-4eb8-8e3f-54e0f9f38324 req-20f605b7-81fa-4139-8011-67fb69f39b9c tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e82ede2-ea5b-4998-962c-ac6df1c0f323 HTTP/1.1" status: 200 len: 946 time: 0.0473661 Aug 10 01:37:09.767646 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-55fdcf38-01e7-4eb8-8e3f-54e0f9f38324 req-e6174984-4c13-4283-a804-d10597621565 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/security-groups?id=c86903df-fc04-4919-944f-e1d8d2e7c0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308497 Aug 10 01:37:11.220356 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d164ea42-4e7f-4240-9db8-68db6e8579d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:11.243434 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34728) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:37:11.671773 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-28441287-fbb3-44e1-a3a6-2d5a4595551e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:11.924330 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:11.932199 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-28441287-fbb3-44e1-a3a6-2d5a4595551e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Allocated IP 172.20.0.17 (0bd85e8c-e8ce-4ede-bf7d-d136a0d60766/ef271584-42bf-4953-9f1c-49381e7199c0/a03baffb-6fe0-42d4-b5bb-a56497c643dd) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:37:12.047045 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-28441287-fbb3-44e1-a3a6-2d5a4595551e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:12.060828 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-28441287-fbb3-44e1-a3a6-2d5a4595551e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Transition to ACTIVE for port object a03baffb-6fe0-42d4-b5bb-a56497c643dd will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:37:12.093781 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-28441287-fbb3-44e1-a3a6-2d5a4595551e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:12.134604 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28441287-fbb3-44e1-a3a6-2d5a4595551e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Network 0bd85e8c-e8ce-4ede-bf7d-d136a0d60766 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:37:12.139900 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-28441287-fbb3-44e1-a3a6-2d5a4595551e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:37:12.142461 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28441287-fbb3-44e1-a3a6-2d5a4595551e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:37:12.170385 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28441287-fbb3-44e1-a3a6-2d5a4595551e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'Port': ['ID=a03baffb-6fe0-42d4-b5bb-a56497c643dd,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:37:12.193831 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-28441287-fbb3-44e1-a3a6-2d5a4595551e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:12.326598 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-28441287-fbb3-44e1-a3a6-2d5a4595551e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:12.402846 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-cedb16f3-56bf-4eae-bd2b-d6bf77c4b020 None None] Provisioning for port a03baffb-6fe0-42d4-b5bb-a56497c643dd completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:37:12.406429 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-cedb16f3-56bf-4eae-bd2b-d6bf77c4b020 None None] Provisioning complete for port a03baffb-6fe0-42d4-b5bb-a56497c643dd triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:37:12.406805 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cedb16f3-56bf-4eae-bd2b-d6bf77c4b020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:12.439685 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-cedb16f3-56bf-4eae-bd2b-d6bf77c4b020 None None] Port a03baffb-6fe0-42d4-b5bb-a56497c643dd cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:37:12.592888 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-28441287-fbb3-44e1-a3a6-2d5a4595551e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:12.597352 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-28441287-fbb3-44e1-a3a6-2d5a4595551e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:12.672601 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28441287-fbb3-44e1-a3a6-2d5a4595551e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'Port': ['ID=a03baffb-6fe0-42d4-b5bb-a56497c643dd,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:37:12.676160 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-28441287-fbb3-44e1-a3a6-2d5a4595551e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:12.762276 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28441287-fbb3-44e1-a3a6-2d5a4595551e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Network 0bd85e8c-e8ce-4ede-bf7d-d136a0d60766 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:37:12.763594 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-28441287-fbb3-44e1-a3a6-2d5a4595551e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:37:12.877357 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28441287-fbb3-44e1-a3a6-2d5a4595551e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Router 767e736d-116c-40a3-9c20-d3117bcdee85 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:37:12.960251 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5c32bba9-5014-4a7b-a900-1e51cdae4a1d None None] Provisioning complete for port a03baffb-6fe0-42d4-b5bb-a56497c643dd triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:37:12.960628 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5c32bba9-5014-4a7b-a900-1e51cdae4a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:12.987048 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28441287-fbb3-44e1-a3a6-2d5a4595551e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:37:12.992695 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-28441287-fbb3-44e1-a3a6-2d5a4595551e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "PUT /v2.0/routers/767e736d-116c-40a3-9c20-d3117bcdee85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7481630 Aug 10 01:37:13.001662 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-5c32bba9-5014-4a7b-a900-1e51cdae4a1d None None] Port a03baffb-6fe0-42d4-b5bb-a56497c643dd cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:37:13.008058 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75296445-3896-4731-9795-a862f159c228 None None] Sync routers for ids ['767e736d-116c-40a3-9c20-d3117bcdee85'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:37:13.017530 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75296445-3896-4731-9795-a862f159c228 None None] Routers {'767e736d-116c-40a3-9c20-d3117bcdee85'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:37:13.018269 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-75296445-3896-4731-9795-a862f159c228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:36:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['767e736d-116c-40a3-9c20-d3117bcdee85'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:37:13.122735 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-75296445-3896-4731-9795-a862f159c228 None None] Set router 767e736d-116c-40a3-9c20-d3117bcdee85 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:37:13.422001 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-75296445-3896-4731-9795-a862f159c228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'name': 'tempest-TestNetworkBasicOps-router-1958522234', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'e0930172-b818-4e00-8be9-df79433559e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:37:12Z', 'revision_number': 5, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'gw_port': {'id': 'e0930172-b818-4e00-8be9-df79433559e1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '1042c901-e04a-46db-81bf-5241a9f05b1d', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'floating_ip_address': '172.25.2.60', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'port_id': '04ba6821-c5bf-448b-b795-6ddeb1525352', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310', 'mac_address': 'fa:16:3e:d9:62:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6545d3a4-3f5a-4c3c-955f-edca1405c86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:35:48Z', 'updated_at': '2021-08-10T01:35:50Z', 'revision_number': 1, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4', 'name': '', 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'mac_address': 'fa:16:3e:e5:df:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'df281d99-17f6-4b94-840f-d1a1306ab6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:33Z', 'revision_number': 5, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'subnets': [{'id': 'df281d99-17f6-4b94-840f-d1a1306ab6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a03baffb-6fe0-42d4-b5bb-a56497c643dd', 'name': '', 'network_id': '0bd85e8c-e8ce-4ede-bf7d-d136a0d60766', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'mac_address': 'fa:16:3e:68:5b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'ef271584-42bf-4953-9f1c-49381e7199c0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:37:11Z', 'updated_at': '2021-08-10T01:37:12Z', 'revision_number': 2, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'subnets': [{'id': 'ef271584-42bf-4953-9f1c-49381e7199c0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:37:13.449877 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75296445-3896-4731-9795-a862f159c228 None None] Checking router: 767e736d-116c-40a3-9c20-d3117bcdee85 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:37:13.450232 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75296445-3896-4731-9795-a862f159c228 None None] Updating router 767e736d-116c-40a3-9c20-d3117bcdee85 port a03baffb-6fe0-42d4-b5bb-a56497c643dd binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:37:13.474174 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-75296445-3896-4731-9795-a862f159c228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:13.720405 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-75296445-3896-4731-9795-a862f159c228 None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:13.729603 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-75296445-3896-4731-9795-a862f159c228 None None] Transition to ACTIVE for port object a03baffb-6fe0-42d4-b5bb-a56497c643dd will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:37:13.734376 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-75296445-3896-4731-9795-a862f159c228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:13.785666 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9980569-2e08-4ef3-ada0-608cead513cf None None] Pushing event updated for resources: {'Port': ['ID=a03baffb-6fe0-42d4-b5bb-a56497c643dd,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:37:13.812070 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9980569-2e08-4ef3-ada0-608cead513cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:13.812450 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9980569-2e08-4ef3-ada0-608cead513cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:13.812792 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9980569-2e08-4ef3-ada0-608cead513cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:13.813127 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9980569-2e08-4ef3-ada0-608cead513cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:13.813471 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9980569-2e08-4ef3-ada0-608cead513cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:13.813828 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9980569-2e08-4ef3-ada0-608cead513cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:13.814140 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9980569-2e08-4ef3-ada0-608cead513cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:13.814472 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9980569-2e08-4ef3-ada0-608cead513cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:13.814800 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9980569-2e08-4ef3-ada0-608cead513cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:13.815128 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9980569-2e08-4ef3-ada0-608cead513cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:13.815941 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9980569-2e08-4ef3-ada0-608cead513cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:13.816290 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9980569-2e08-4ef3-ada0-608cead513cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:13.844545 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-75296445-3896-4731-9795-a862f159c228 None None] Attempting to bind port a03baffb-6fe0-42d4-b5bb-a56497c643dd on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:37:13.845013 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-75296445-3896-4731-9795-a862f159c228 None None] Attempting to bind port a03baffb-6fe0-42d4-b5bb-a56497c643dd by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '9fb45d6d-6dac-4885-a8c0-dc6907e73bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0bd85e8c-e8ce-4ede-bf7d-d136a0d60766'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:37:13.845391 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75296445-3896-4731-9795-a862f159c228 None None] Attempting to bind port a03baffb-6fe0-42d4-b5bb-a56497c643dd on network 0bd85e8c-e8ce-4ede-bf7d-d136a0d60766 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:37:13.850614 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75296445-3896-4731-9795-a862f159c228 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:37:13.850990 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75296445-3896-4731-9795-a862f159c228 None None] Checking segment: {'id': '9fb45d6d-6dac-4885-a8c0-dc6907e73bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0bd85e8c-e8ce-4ede-bf7d-d136a0d60766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:37:13.851396 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-75296445-3896-4731-9795-a862f159c228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:13.851793 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75296445-3896-4731-9795-a862f159c228 None None] Bound using segment: {'id': '9fb45d6d-6dac-4885-a8c0-dc6907e73bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0bd85e8c-e8ce-4ede-bf7d-d136a0d60766'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:37:13.852287 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-75296445-3896-4731-9795-a862f159c228 None None] Bound port: a03baffb-6fe0-42d4-b5bb-a56497c643dd, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fb45d6d-6dac-4885-a8c0-dc6907e73bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0bd85e8c-e8ce-4ede-bf7d-d136a0d60766'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:37:13.852676 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-75296445-3896-4731-9795-a862f159c228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:13.871709 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1e094660-8e84-4f37-acdd-f57e3f0241ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:13.917380 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-75296445-3896-4731-9795-a862f159c228 None None] For port a03baffb-6fe0-42d4-b5bb-a56497c643dd, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:37:13.921053 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-75296445-3896-4731-9795-a862f159c228 None None] For port a03baffb-6fe0-42d4-b5bb-a56497c643dd, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a03baffb-6fe0-42d4-b5bb-a56497c643dd,segment=NetworkSegment(9fb45d6d-6dac-4885-a8c0-dc6907e73bd9),segment_id=9fb45d6d-6dac-4885-a8c0-dc6907e73bd9)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:37:13.925560 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-75296445-3896-4731-9795-a862f159c228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:13.982426 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75296445-3896-4731-9795-a862f159c228 None None] Routers {'767e736d-116c-40a3-9c20-d3117bcdee85'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:37:13.983048 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-75296445-3896-4731-9795-a862f159c228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:37:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['767e736d-116c-40a3-9c20-d3117bcdee85'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:37:13.986690 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9980569-2e08-4ef3-ada0-608cead513cf None None] Pushing event updated for resources: {'Port': ['ID=a03baffb-6fe0-42d4-b5bb-a56497c643dd,revision_number=4']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:37:14.091575 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-75296445-3896-4731-9795-a862f159c228 None None] Set router 767e736d-116c-40a3-9c20-d3117bcdee85 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:37:14.312251 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-75296445-3896-4731-9795-a862f159c228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'name': 'tempest-TestNetworkBasicOps-router-1958522234', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'e0930172-b818-4e00-8be9-df79433559e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:37:12Z', 'revision_number': 5, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'gw_port': {'id': 'e0930172-b818-4e00-8be9-df79433559e1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '1042c901-e04a-46db-81bf-5241a9f05b1d', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'floating_ip_address': '172.25.2.60', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'port_id': '04ba6821-c5bf-448b-b795-6ddeb1525352', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310', 'mac_address': 'fa:16:3e:d9:62:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6545d3a4-3f5a-4c3c-955f-edca1405c86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:35:48Z', 'updated_at': '2021-08-10T01:35:50Z', 'revision_number': 1, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4', 'name': '', 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'mac_address': 'fa:16:3e:e5:df:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'df281d99-17f6-4b94-840f-d1a1306ab6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:33Z', 'revision_number': 5, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'subnets': [{'id': 'df281d99-17f6-4b94-840f-d1a1306ab6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a03baffb-6fe0-42d4-b5bb-a56497c643dd', 'name': '', 'network_id': '0bd85e8c-e8ce-4ede-bf7d-d136a0d60766', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'mac_address': 'fa:16:3e:68:5b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'ef271584-42bf-4953-9f1c-49381e7199c0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:37:11Z', 'updated_at': '2021-08-10T01:37:13Z', 'revision_number': 4, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'subnets': [{'id': 'ef271584-42bf-4953-9f1c-49381e7199c0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:37:14.337093 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75296445-3896-4731-9795-a862f159c228 None None] The sync data for ids ['767e736d-116c-40a3-9c20-d3117bcdee85'] in n-d-766726-26 is: [{'id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'name': 'tempest-TestNetworkBasicOps-router-1958522234', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'e0930172-b818-4e00-8be9-df79433559e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:37:12Z', 'revision_number': 5, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'gw_port': {'id': 'e0930172-b818-4e00-8be9-df79433559e1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '1042c901-e04a-46db-81bf-5241a9f05b1d', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'floating_ip_address': '172.25.2.60', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'port_id': '04ba6821-c5bf-448b-b795-6ddeb1525352', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310', 'mac_address': 'fa:16:3e:d9:62:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6545d3a4-3f5a-4c3c-955f-edca1405c86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:35:48Z', 'updated_at': '2021-08-10T01:35:50Z', 'revision_number': 1, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4', 'name': '', 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'mac_address': 'fa:16:3e:e5:df:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'df281d99-17f6-4b94-840f-d1a1306ab6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:33Z', 'revision_number': 5, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'subnets': [{'id': 'df281d99-17f6-4b94-840f-d1a1306ab6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a03baffb-6fe0-42d4-b5bb-a56497c643dd', 'name': '', 'network_id': '0bd85e8c-e8ce-4ede-bf7d-d136a0d60766', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'mac_address': 'fa:16:3e:68:5b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'ef271584-42bf-4953-9f1c-49381e7199c0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:37:11Z', 'updated_at': '2021-08-10T01:37:13Z', 'revision_number': 4, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'subnets': [{'id': 'ef271584-42bf-4953-9f1c-49381e7199c0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:37:14.475883 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:15.054297 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a03baffb-6fe0-42d4-b5bb-a56497c643dd up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:37:15.102227 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port a03baffb-6fe0-42d4-b5bb-a56497c643dd completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:37:15.105732 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port a03baffb-6fe0-42d4-b5bb-a56497c643dd triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:37:15.106114 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:15.181446 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:15.212298 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port a03baffb-6fe0-42d4-b5bb-a56497c643dd, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a03baffb-6fe0-42d4-b5bb-a56497c643dd,segment=NetworkSegment(9fb45d6d-6dac-4885-a8c0-dc6907e73bd9),segment_id=9fb45d6d-6dac-4885-a8c0-dc6907e73bd9)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:37:15.216050 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:15.270838 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=a03baffb-6fe0-42d4-b5bb-a56497c643dd,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:37:15.276999 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:16.353627 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:17.042061 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a03baffb-6fe0-42d4-b5bb-a56497c643dd up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:37:17.087212 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port a03baffb-6fe0-42d4-b5bb-a56497c643dd triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:37:17.087585 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:26.749787 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:37:28.397641 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:41.220392 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-88467767-6482-4f77-92b0-f825b27ea9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:41.924394 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:43.874060 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1ec1ac1a-42b4-4aa6-b80a-39de4602f373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:44.126707 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34762) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:37:44.476970 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:44.483574 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-adc42698-f08c-496f-8ac6-5cefddcbbe43 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:44.780470 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-adc42698-f08c-496f-8ac6-5cefddcbbe43 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Deleting port a03baffb-6fe0-42d4-b5bb-a56497c643dd {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:37:44.780818 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-adc42698-f08c-496f-8ac6-5cefddcbbe43 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:44.869494 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-adc42698-f08c-496f-8ac6-5cefddcbbe43 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] For port a03baffb-6fe0-42d4-b5bb-a56497c643dd, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a03baffb-6fe0-42d4-b5bb-a56497c643dd,segment=NetworkSegment(9fb45d6d-6dac-4885-a8c0-dc6907e73bd9),segment_id=9fb45d6d-6dac-4885-a8c0-dc6907e73bd9)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:37:44.869857 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-adc42698-f08c-496f-8ac6-5cefddcbbe43 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:44.882505 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-adc42698-f08c-496f-8ac6-5cefddcbbe43 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Calling delete_port for a03baffb-6fe0-42d4-b5bb-a56497c643dd owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:37:45.063378 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-adc42698-f08c-496f-8ac6-5cefddcbbe43 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:45.090021 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc42698-f08c-496f-8ac6-5cefddcbbe43 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event deleted for resources: {'Port': ['ID=a03baffb-6fe0-42d4-b5bb-a56497c643dd,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:37:45.267860 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-adc42698-f08c-496f-8ac6-5cefddcbbe43 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:45.275637 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:45.783219 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc42698-f08c-496f-8ac6-5cefddcbbe43 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Router 767e736d-116c-40a3-9c20-d3117bcdee85 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:37:45.889669 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc42698-f08c-496f-8ac6-5cefddcbbe43 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:37:45.895314 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-adc42698-f08c-496f-8ac6-5cefddcbbe43 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "PUT /v2.0/routers/767e736d-116c-40a3-9c20-d3117bcdee85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7676048 Aug 10 01:37:45.899844 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd747bbe-dbc5-42ed-a778-b8ed7ef7acab None None] Sync routers for ids ['767e736d-116c-40a3-9c20-d3117bcdee85'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:37:45.909607 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd747bbe-dbc5-42ed-a778-b8ed7ef7acab None None] Routers {'767e736d-116c-40a3-9c20-d3117bcdee85'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:37:45.910242 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-bd747bbe-dbc5-42ed-a778-b8ed7ef7acab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:37:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['767e736d-116c-40a3-9c20-d3117bcdee85'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:37:46.017142 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-bd747bbe-dbc5-42ed-a778-b8ed7ef7acab None None] Set router 767e736d-116c-40a3-9c20-d3117bcdee85 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:37:46.107743 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea62e47-7a20-4840-a20d-43f6dee05797 req-e3fd2c07-e833-4262-8746-cbc507746720 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:46.109273 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dea62e47-7a20-4840-a20d-43f6dee05797 req-e3fd2c07-e833-4262-8746-cbc507746720 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e82ede2-ea5b-4998-962c-ac6df1c0f323 HTTP/1.1" status: 200 len: 946 time: 0.0492964 Aug 10 01:37:46.147711 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dea62e47-7a20-4840-a20d-43f6dee05797 req-299d1c0f-38b8-4640-b3d2-b8dda0a550ea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/security-groups?id=c86903df-fc04-4919-944f-e1d8d2e7c0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317290 Aug 10 01:37:46.237141 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-bd747bbe-dbc5-42ed-a778-b8ed7ef7acab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'name': 'tempest-TestNetworkBasicOps-router-1958522234', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'e0930172-b818-4e00-8be9-df79433559e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:37:45Z', 'revision_number': 6, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'gw_port': {'id': 'e0930172-b818-4e00-8be9-df79433559e1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '1042c901-e04a-46db-81bf-5241a9f05b1d', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'floating_ip_address': '172.25.2.60', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'port_id': '04ba6821-c5bf-448b-b795-6ddeb1525352', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310', 'mac_address': 'fa:16:3e:d9:62:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6545d3a4-3f5a-4c3c-955f-edca1405c86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:35:48Z', 'updated_at': '2021-08-10T01:35:50Z', 'revision_number': 1, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4', 'name': '', 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'mac_address': 'fa:16:3e:e5:df:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'df281d99-17f6-4b94-840f-d1a1306ab6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:33Z', 'revision_number': 5, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'subnets': [{'id': 'df281d99-17f6-4b94-840f-d1a1306ab6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:37:46.417192 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd747bbe-dbc5-42ed-a778-b8ed7ef7acab None None] Checking router: 767e736d-116c-40a3-9c20-d3117bcdee85 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:37:46.431062 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd747bbe-dbc5-42ed-a778-b8ed7ef7acab None None] Routers {'767e736d-116c-40a3-9c20-d3117bcdee85'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:37:46.431675 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-bd747bbe-dbc5-42ed-a778-b8ed7ef7acab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:37:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['767e736d-116c-40a3-9c20-d3117bcdee85'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:37:46.434698 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:46.533068 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-bd747bbe-dbc5-42ed-a778-b8ed7ef7acab None None] Set router 767e736d-116c-40a3-9c20-d3117bcdee85 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:37:46.745678 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-bd747bbe-dbc5-42ed-a778-b8ed7ef7acab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'name': 'tempest-TestNetworkBasicOps-router-1958522234', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'e0930172-b818-4e00-8be9-df79433559e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:37:45Z', 'revision_number': 6, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'gw_port': {'id': 'e0930172-b818-4e00-8be9-df79433559e1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '1042c901-e04a-46db-81bf-5241a9f05b1d', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'floating_ip_address': '172.25.2.60', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'port_id': '04ba6821-c5bf-448b-b795-6ddeb1525352', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310', 'mac_address': 'fa:16:3e:d9:62:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6545d3a4-3f5a-4c3c-955f-edca1405c86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:35:48Z', 'updated_at': '2021-08-10T01:35:50Z', 'revision_number': 1, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4', 'name': '', 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'mac_address': 'fa:16:3e:e5:df:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'df281d99-17f6-4b94-840f-d1a1306ab6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:33Z', 'revision_number': 5, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'subnets': [{'id': 'df281d99-17f6-4b94-840f-d1a1306ab6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:37:46.774547 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd747bbe-dbc5-42ed-a778-b8ed7ef7acab None None] The sync data for ids ['767e736d-116c-40a3-9c20-d3117bcdee85'] in n-d-766726-26 is: [{'id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'name': 'tempest-TestNetworkBasicOps-router-1958522234', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'e0930172-b818-4e00-8be9-df79433559e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:37:45Z', 'revision_number': 6, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'gw_port': {'id': 'e0930172-b818-4e00-8be9-df79433559e1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '1042c901-e04a-46db-81bf-5241a9f05b1d', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'floating_ip_address': '172.25.2.60', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'port_id': '04ba6821-c5bf-448b-b795-6ddeb1525352', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310', 'mac_address': 'fa:16:3e:d9:62:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6545d3a4-3f5a-4c3c-955f-edca1405c86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:35:48Z', 'updated_at': '2021-08-10T01:35:50Z', 'revision_number': 1, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4', 'name': '', 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'mac_address': 'fa:16:3e:e5:df:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'df281d99-17f6-4b94-840f-d1a1306ab6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:33Z', 'revision_number': 5, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'subnets': [{'id': 'df281d99-17f6-4b94-840f-d1a1306ab6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:37:47.180058 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a03baffb-6fe0-42d4-b5bb-a56497c643dd no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:37:47.205439 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: a03baffb-6fe0-42d4-b5bb-a56497c643dd {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:37:47.205793 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a03baffb-6fe0-42d4-b5bb-a56497c643dd not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:37:47.273616 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438395ec-7830-4685-83a0-ea49c2c6ee98 req-a74b77e5-79e1-466b-a8e1-5facc8a75258 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:47.275125 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-438395ec-7830-4685-83a0-ea49c2c6ee98 req-a74b77e5-79e1-466b-a8e1-5facc8a75258 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e82ede2-ea5b-4998-962c-ac6df1c0f323 HTTP/1.1" status: 200 len: 946 time: 0.0552151 Aug 10 01:37:47.314722 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-438395ec-7830-4685-83a0-ea49c2c6ee98 req-f5362170-0d28-49e4-93e3-d67a59750c1c tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/security-groups?id=c86903df-fc04-4919-944f-e1d8d2e7c0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336077 Aug 10 01:37:47.509516 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef794f9a-1f91-4a0c-b456-73317bf5feec req-c73d7ac2-072b-4ad6-8623-43087a61614d tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:47.510882 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ef794f9a-1f91-4a0c-b456-73317bf5feec req-c73d7ac2-072b-4ad6-8623-43087a61614d tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e82ede2-ea5b-4998-962c-ac6df1c0f323 HTTP/1.1" status: 200 len: 946 time: 0.0490735 Aug 10 01:37:47.600803 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-ef794f9a-1f91-4a0c-b456-73317bf5feec req-39a45507-e1b1-4319-a141-29ed2812fc42 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Deleting port 941c98e6-fad3-48ee-8659-c99721225820 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:37:47.601151 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ef794f9a-1f91-4a0c-b456-73317bf5feec req-39a45507-e1b1-4319-a141-29ed2812fc42 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:47.690440 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-ef794f9a-1f91-4a0c-b456-73317bf5feec req-39a45507-e1b1-4319-a141-29ed2812fc42 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] For port 941c98e6-fad3-48ee-8659-c99721225820, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=941c98e6-fad3-48ee-8659-c99721225820,segment=NetworkSegment(9fb45d6d-6dac-4885-a8c0-dc6907e73bd9),segment_id=9fb45d6d-6dac-4885-a8c0-dc6907e73bd9)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:37:47.690814 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ef794f9a-1f91-4a0c-b456-73317bf5feec req-39a45507-e1b1-4319-a141-29ed2812fc42 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:47.703738 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-ef794f9a-1f91-4a0c-b456-73317bf5feec req-39a45507-e1b1-4319-a141-29ed2812fc42 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Calling delete_port for 941c98e6-fad3-48ee-8659-c99721225820 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:37:47.830580 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ef794f9a-1f91-4a0c-b456-73317bf5feec req-39a45507-e1b1-4319-a141-29ed2812fc42 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:47.858911 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a45507-e1b1-4319-a141-29ed2812fc42 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event deleted for resources: {'Port': ['ID=941c98e6-fad3-48ee-8659-c99721225820,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:37:47.900729 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef794f9a-1f91-4a0c-b456-73317bf5feec req-39a45507-e1b1-4319-a141-29ed2812fc42 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] No DVR routers for this DVR port 941c98e6-fad3-48ee-8659-c99721225820 on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:37:47.903378 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-ef794f9a-1f91-4a0c-b456-73317bf5feec req-39a45507-e1b1-4319-a141-29ed2812fc42 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:47.905449 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ef794f9a-1f91-4a0c-b456-73317bf5feec req-39a45507-e1b1-4319-a141-29ed2812fc42 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.24 "DELETE /v2.0/ports/941c98e6-fad3-48ee-8659-c99721225820 HTTP/1.1" status: 204 len: 173 time: 0.3880010 Aug 10 01:37:47.905884 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e82ede2-ea5b-4998-962c-ac6df1c0f323', 'name': 'network-vif-deleted', 'tag': '941c98e6-fad3-48ee-8659-c99721225820'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:37:47.908210 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c397e91-81ee-4a18-925c-4922aa168fc1" -d '{"events": [{"server_uuid": "2e82ede2-ea5b-4998-962c-ac6df1c0f323", "name": "network-vif-deleted", "tag": "941c98e6-fad3-48ee-8659-c99721225820"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:37:47.949460 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2acecb7-4a48-4856-bab9-74d0452d0597 x-openstack-request-id: req-b2acecb7-4a48-4856-bab9-74d0452d0597 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:37:47.949755 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e82ede2-ea5b-4998-962c-ac6df1c0f323", "name": "network-vif-deleted", "tag": "941c98e6-fad3-48ee-8659-c99721225820", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:37:47.950008 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b2acecb7-4a48-4856-bab9-74d0452d0597 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:37:47.950412 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e82ede2-ea5b-4998-962c-ac6df1c0f323', 'name': 'network-vif-deleted', 'tag': '941c98e6-fad3-48ee-8659-c99721225820', 'status': 'completed', 'code': 200} Aug 10 01:37:48.426656 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f2dd349e-2e5e-4f13-997f-ada00c1fbdc0 req-acbdf671-98b9-4014-b18e-17c34996fd05 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e82ede2-ea5b-4998-962c-ac6df1c0f323 HTTP/1.1" status: 200 len: 210 time: 0.0312834 Aug 10 01:37:49.484090 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34778) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:37:49.540089 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ec9d5923-a0be-46d6-b182-c1e8caf75f15 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:49.564750 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ec9d5923-a0be-46d6-b182-c1e8caf75f15 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:49.629630 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ec9d5923-a0be-46d6-b182-c1e8caf75f15 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:49.632388 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ec9d5923-a0be-46d6-b182-c1e8caf75f15 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:49.633565 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ec9d5923-a0be-46d6-b182-c1e8caf75f15 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "DELETE /v2.0/security-groups/c86903df-fc04-4919-944f-e1d8d2e7c0f9 HTTP/1.1" status: 204 len: 168 time: 0.1484768 Aug 10 01:37:49.642605 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d5923-a0be-46d6-b182-c1e8caf75f15 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86903df-fc04-4919-944f-e1d8d2e7c0f9,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:37:49.664808 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34782) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:37:49.717949 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bf9cdd9-8e71-4843-b759-7a58ceecc453 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Deleting subnet ef271584-42bf-4953-9f1c-49381e7199c0 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:37:49.720882 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1bf9cdd9-8e71-4843-b759-7a58ceecc453 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:49.758352 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1bf9cdd9-8e71-4843-b759-7a58ceecc453 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:49.838051 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1bf9cdd9-8e71-4843-b759-7a58ceecc453 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:49.897753 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1bf9cdd9-8e71-4843-b759-7a58ceecc453 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:49.925518 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9cdd9-8e71-4843-b759-7a58ceecc453 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event deleted for resources: {'Subnet': ['ID=ef271584-42bf-4953-9f1c-49381e7199c0,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:37:49.927511 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1bf9cdd9-8e71-4843-b759-7a58ceecc453 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:49.929398 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1bf9cdd9-8e71-4843-b759-7a58ceecc453 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "DELETE /v2.0/subnets/ef271584-42bf-4953-9f1c-49381e7199c0 HTTP/1.1" status: 204 len: 168 time: 0.2635744 Aug 10 01:37:49.933087 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34784) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:37:49.934690 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed32a7e-9e37-4aae-ba62-23f30b3357c8 None None] Network 0bd85e8c-e8ce-4ede-bf7d-d136a0d60766 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:37:50.007085 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24085495-7854-486e-8cc0-ace078903f95 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:50.061043 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-24085495-7854-486e-8cc0-ace078903f95 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Deleting port 6d1b9edd-2e32-4547-ba4c-6da2446a743b {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:37:50.061635 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24085495-7854-486e-8cc0-ace078903f95 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:50.103949 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8066dbe6-130e-4745-8c87-b255fa3505c0 None None] DHCP port deletion for 0bd85e8c-e8ce-4ede-bf7d-d136a0d60766 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:37:50.135646 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-24085495-7854-486e-8cc0-ace078903f95 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] For port 6d1b9edd-2e32-4547-ba4c-6da2446a743b, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=6d1b9edd-2e32-4547-ba4c-6da2446a743b,segment=NetworkSegment(9fb45d6d-6dac-4885-a8c0-dc6907e73bd9),segment_id=9fb45d6d-6dac-4885-a8c0-dc6907e73bd9)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:37:50.136020 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24085495-7854-486e-8cc0-ace078903f95 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:50.148662 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8066dbe6-130e-4745-8c87-b255fa3505c0 None None] Deleting port 6d1b9edd-2e32-4547-ba4c-6da2446a743b {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:37:50.148983 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-24085495-7854-486e-8cc0-ace078903f95 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Calling delete_port for 6d1b9edd-2e32-4547-ba4c-6da2446a743b owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:37:50.149097 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8066dbe6-130e-4745-8c87-b255fa3505c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:50.208452 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-8066dbe6-130e-4745-8c87-b255fa3505c0 None None] For port 6d1b9edd-2e32-4547-ba4c-6da2446a743b, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=6d1b9edd-2e32-4547-ba4c-6da2446a743b,segment=NetworkSegment(9fb45d6d-6dac-4885-a8c0-dc6907e73bd9),segment_id=9fb45d6d-6dac-4885-a8c0-dc6907e73bd9)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:37:50.208851 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8066dbe6-130e-4745-8c87-b255fa3505c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:50.225011 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8066dbe6-130e-4745-8c87-b255fa3505c0 None None] Calling delete_port for 6d1b9edd-2e32-4547-ba4c-6da2446a743b owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:37:50.225804 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24085495-7854-486e-8cc0-ace078903f95 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:50.254111 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24085495-7854-486e-8cc0-ace078903f95 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event deleted for resources: {'Port': ['ID=6d1b9edd-2e32-4547-ba4c-6da2446a743b,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:37:50.258154 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24085495-7854-486e-8cc0-ace078903f95 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] No DVR routers for this DVR port 6d1b9edd-2e32-4547-ba4c-6da2446a743b on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:37:50.298032 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8066dbe6-130e-4745-8c87-b255fa3505c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:50.323291 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8066dbe6-130e-4745-8c87-b255fa3505c0 None None] Pushing event deleted for resources: {'Port': ['ID=6d1b9edd-2e32-4547-ba4c-6da2446a743b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:37:50.326839 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8066dbe6-130e-4745-8c87-b255fa3505c0 None None] No DVR routers for this DVR port 6d1b9edd-2e32-4547-ba4c-6da2446a743b on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:37:50.334576 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24085495-7854-486e-8cc0-ace078903f95 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:50.344864 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-24085495-7854-486e-8cc0-ace078903f95 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd85e8c-e8ce-4ede-bf7d-d136a0d60766']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:37:50.354995 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-24085495-7854-486e-8cc0-ace078903f95 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb45d6d-6dac-4885-a8c0-dc6907e73bd9') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:37:50.355322 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-24085495-7854-486e-8cc0-ace078903f95 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb45d6d-6dac-4885-a8c0-dc6907e73bd9') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:37:50.364507 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24085495-7854-486e-8cc0-ace078903f95 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:50.378131 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24085495-7854-486e-8cc0-ace078903f95 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:50.384609 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24085495-7854-486e-8cc0-ace078903f95 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:37:50.384996 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24085495-7854-486e-8cc0-ace078903f95 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:50.387927 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:37:50.387927 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:37:50.387927 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:37:50.387927 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:37:50.387927 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:37:50.387927 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:37:50.387927 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:37:50.387927 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:37:50.387927 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:37:50.387927 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:37:50.387927 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:37:50.387927 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:37:50.387927 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:37:50.387927 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:37:50.387927 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:37:50.387927 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:37:50.387927 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:37:50.387927 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:37:50.387927 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:37:50.387927 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:37:50.387927 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:37:50.387927 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:37:50.387927 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:37:50.387927 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:37:50.387927 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:37:50.387927 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:37:50.387927 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:37:50.387927 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:37:50.387927 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:37:50.387927 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:37:50.387927 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:37:50.387927 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:37:50.446799 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24085495-7854-486e-8cc0-ace078903f95 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:50.453867 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24085495-7854-486e-8cc0-ace078903f95 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:50.455515 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-24085495-7854-486e-8cc0-ace078903f95 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "DELETE /v2.0/networks/0bd85e8c-e8ce-4ede-bf7d-d136a0d60766 HTTP/1.1" status: 204 len: 168 time: 0.5214777 Aug 10 01:37:50.458332 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34786) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:37:50.466693 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24085495-7854-486e-8cc0-ace078903f95 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event deleted for resources: {'Network': ['ID=0bd85e8c-e8ce-4ede-bf7d-d136a0d60766,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:37:50.621672 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-b512a6c6-208b-4d98-9504-ff5ec7b23239 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Deleting port 176fd121-743f-44d1-9763-a135c5604dca {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:37:50.622028 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b512a6c6-208b-4d98-9504-ff5ec7b23239 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:50.703266 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b512a6c6-208b-4d98-9504-ff5ec7b23239 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:50.703595 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b512a6c6-208b-4d98-9504-ff5ec7b23239 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:50.714841 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-b512a6c6-208b-4d98-9504-ff5ec7b23239 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Calling delete_port for 176fd121-743f-44d1-9763-a135c5604dca owned by network:floatingip {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:37:50.860222 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b512a6c6-208b-4d98-9504-ff5ec7b23239 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:50.886341 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b512a6c6-208b-4d98-9504-ff5ec7b23239 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event deleted for resources: {'Port': ['ID=176fd121-743f-44d1-9763-a135c5604dca,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:37:50.944000 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b512a6c6-208b-4d98-9504-ff5ec7b23239 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for floatingip, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:50.944370 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [None req-b512a6c6-208b-4d98-9504-ff5ec7b23239 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Floating IP 1042c901-e04a-46db-81bf-5241a9f05b1d disassociated (deleted). External IP: 172.25.2.60, port: 04ba6821-c5bf-448b-b795-6ddeb1525352. Aug 10 01:37:51.069908 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 6d1b9edd-2e32-4547-ba4c-6da2446a743b no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:37:51.089593 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 6d1b9edd-2e32-4547-ba4c-6da2446a743b {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:37:51.089937 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 6d1b9edd-2e32-4547-ba4c-6da2446a743b not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:37:51.155075 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b512a6c6-208b-4d98-9504-ff5ec7b23239 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Router 767e736d-116c-40a3-9c20-d3117bcdee85 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:37:51.260080 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 941c98e6-fad3-48ee-8659-c99721225820 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:37:51.261996 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b512a6c6-208b-4d98-9504-ff5ec7b23239 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:37:51.266485 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b512a6c6-208b-4d98-9504-ff5ec7b23239 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:51.272097 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d190bea-a208-4d7e-b809-4e97d4d6db0c None None] Sync routers for ids ['767e736d-116c-40a3-9c20-d3117bcdee85'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:37:51.281294 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d190bea-a208-4d7e-b809-4e97d4d6db0c None None] Routers {'767e736d-116c-40a3-9c20-d3117bcdee85'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:37:51.281897 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-3d190bea-a208-4d7e-b809-4e97d4d6db0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:37:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['767e736d-116c-40a3-9c20-d3117bcdee85'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:37:51.287552 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 941c98e6-fad3-48ee-8659-c99721225820 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:37:51.287904 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 941c98e6-fad3-48ee-8659-c99721225820 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:37:51.293298 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b512a6c6-208b-4d98-9504-ff5ec7b23239 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "DELETE /v2.0/floatingips/1042c901-e04a-46db-81bf-5241a9f05b1d HTTP/1.1" status: 204 len: 168 time: 0.8339002 Aug 10 01:37:51.293903 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6545d3a4-3f5a-4c3c-955f-edca1405c86d', 'tag': '04ba6821-c5bf-448b-b795-6ddeb1525352'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:37:51.296172 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab210882-3ea3-495f-82a3-1b2e5e585ef9" -d '{"events": [{"name": "network-changed", "server_uuid": "6545d3a4-3f5a-4c3c-955f-edca1405c86d", "tag": "04ba6821-c5bf-448b-b795-6ddeb1525352"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:37:51.333093 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcc61ad-a782-4434-ab96-e7a19dc95cc4 x-openstack-request-id: req-9dcc61ad-a782-4434-ab96-e7a19dc95cc4 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:37:51.333385 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6545d3a4-3f5a-4c3c-955f-edca1405c86d", "tag": "04ba6821-c5bf-448b-b795-6ddeb1525352", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:37:51.333639 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9dcc61ad-a782-4434-ab96-e7a19dc95cc4 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:37:51.334046 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6545d3a4-3f5a-4c3c-955f-edca1405c86d', 'tag': '04ba6821-c5bf-448b-b795-6ddeb1525352', 'status': 'completed', 'code': 200} Aug 10 01:37:51.400865 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-3d190bea-a208-4d7e-b809-4e97d4d6db0c None None] Set router 767e736d-116c-40a3-9c20-d3117bcdee85 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:37:51.433507 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab210882-3ea3-495f-82a3-1b2e5e585ef9 req-54c7b060-88b6-4a66-b4c3-4c5c432e3f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:51.435110 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ab210882-3ea3-495f-82a3-1b2e5e585ef9 req-54c7b060-88b6-4a66-b4c3-4c5c432e3f3e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ede6514ac6e240fead2d58f71ae47ac3&device_id=6545d3a4-3f5a-4c3c-955f-edca1405c86d HTTP/1.1" status: 200 len: 1097 time: 0.0582519 Aug 10 01:37:51.517402 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329c60d-9386-4d89-952d-628ca314ed92 req-d17ad03a-d25e-40f6-93fb-a67767773375 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:51.519526 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0329c60d-9386-4d89-952d-628ca314ed92 req-d17ad03a-d25e-40f6-93fb-a67767773375 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=6545d3a4-3f5a-4c3c-955f-edca1405c86d HTTP/1.1" status: 200 len: 945 time: 0.0514600 Aug 10 01:37:51.552535 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab210882-3ea3-495f-82a3-1b2e5e585ef9 req-b53b6f01-d2c3-48b9-82dc-84e6d5936a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:51.554319 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ab210882-3ea3-495f-82a3-1b2e5e585ef9 req-b53b6f01-d2c3-48b9-82dc-84e6d5936a2b service neutron] 10.222.0.20 "GET /v2.0/networks?id=60c5bb67-577c-4a77-84c1-1101ff08a310 HTTP/1.1" status: 200 len: 898 time: 0.0892541 Aug 10 01:37:51.563768 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0329c60d-9386-4d89-952d-628ca314ed92 req-471502f4-a388-4931-a152-ba3b0feec354 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/security-groups?id=272764eb-b595-4cc7-9867-b82acf52d34c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378668 Aug 10 01:37:51.598547 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ab210882-3ea3-495f-82a3-1b2e5e585ef9 req-bdddf14c-886b-4876-be4e-9b4fd4cd5dae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04ba6821-c5bf-448b-b795-6ddeb1525352 HTTP/1.1" status: 200 len: 217 time: 0.0361552 Aug 10 01:37:51.615854 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-3d190bea-a208-4d7e-b809-4e97d4d6db0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'name': 'tempest-TestNetworkBasicOps-router-1958522234', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'e0930172-b818-4e00-8be9-df79433559e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:37:45Z', 'revision_number': 6, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'gw_port': {'id': 'e0930172-b818-4e00-8be9-df79433559e1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4', 'name': '', 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'mac_address': 'fa:16:3e:e5:df:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'df281d99-17f6-4b94-840f-d1a1306ab6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:33Z', 'revision_number': 5, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'subnets': [{'id': 'df281d99-17f6-4b94-840f-d1a1306ab6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:37:51.644767 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d190bea-a208-4d7e-b809-4e97d4d6db0c None None] Checking router: 767e736d-116c-40a3-9c20-d3117bcdee85 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:37:51.652980 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d190bea-a208-4d7e-b809-4e97d4d6db0c None None] Routers {'767e736d-116c-40a3-9c20-d3117bcdee85'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:37:51.653578 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-3d190bea-a208-4d7e-b809-4e97d4d6db0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:37:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['767e736d-116c-40a3-9c20-d3117bcdee85'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:37:51.653837 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab210882-3ea3-495f-82a3-1b2e5e585ef9 req-4e38dd6a-6aa4-40f4-9095-cebac58b2690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:51.655512 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ab210882-3ea3-495f-82a3-1b2e5e585ef9 req-4e38dd6a-6aa4-40f4-9095-cebac58b2690 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df281d99-17f6-4b94-840f-d1a1306ab6bd HTTP/1.1" status: 200 len: 833 time: 0.0504589 Aug 10 01:37:51.702973 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab210882-3ea3-495f-82a3-1b2e5e585ef9 req-1cd1f4a9-95ce-4422-9652-3a0985f07c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:51.704536 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ab210882-3ea3-495f-82a3-1b2e5e585ef9 req-1cd1f4a9-95ce-4422-9652-3a0985f07c1a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60c5bb67-577c-4a77-84c1-1101ff08a310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407493 Aug 10 01:37:51.798204 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ab210882-3ea3-495f-82a3-1b2e5e585ef9 req-02078b31-4c2d-4880-9932-235b358b2789 service neutron] 10.222.0.20 "GET /v2.0/networks/60c5bb67-577c-4a77-84c1-1101ff08a310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862498 Aug 10 01:37:51.844444 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-3d190bea-a208-4d7e-b809-4e97d4d6db0c None None] Set router 767e736d-116c-40a3-9c20-d3117bcdee85 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:37:51.893587 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ab210882-3ea3-495f-82a3-1b2e5e585ef9 req-53579db0-b103-463e-84b8-a1b9ed55f0bc service neutron] 10.222.0.20 "GET /v2.0/networks/60c5bb67-577c-4a77-84c1-1101ff08a310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874798 Aug 10 01:37:52.038325 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-3d190bea-a208-4d7e-b809-4e97d4d6db0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'name': 'tempest-TestNetworkBasicOps-router-1958522234', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'e0930172-b818-4e00-8be9-df79433559e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:37:45Z', 'revision_number': 6, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'gw_port': {'id': 'e0930172-b818-4e00-8be9-df79433559e1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4', 'name': '', 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'mac_address': 'fa:16:3e:e5:df:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'df281d99-17f6-4b94-840f-d1a1306ab6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:33Z', 'revision_number': 5, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'subnets': [{'id': 'df281d99-17f6-4b94-840f-d1a1306ab6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:37:52.066573 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d190bea-a208-4d7e-b809-4e97d4d6db0c None None] The sync data for ids ['767e736d-116c-40a3-9c20-d3117bcdee85'] in n-d-766726-26 is: [{'id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'name': 'tempest-TestNetworkBasicOps-router-1958522234', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'e0930172-b818-4e00-8be9-df79433559e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:37:45Z', 'revision_number': 6, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'gw_port': {'id': 'e0930172-b818-4e00-8be9-df79433559e1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4', 'name': '', 'network_id': '60c5bb67-577c-4a77-84c1-1101ff08a310', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'mac_address': 'fa:16:3e:e5:df:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'df281d99-17f6-4b94-840f-d1a1306ab6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:33Z', 'revision_number': 5, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'subnets': [{'id': 'df281d99-17f6-4b94-840f-d1a1306ab6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:37:52.276020 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881b1a18-3010-40e9-9ad9-ddd731395311 None None] New status for floating IP 1042c901-e04a-46db-81bf-5241a9f05b1d: DOWN {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:37:52.682360 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edb270-e952-494f-98ae-ffa786480afa req-49aed393-832c-4b29-9ca4-087b3f0eafdd tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:52.683806 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-29edb270-e952-494f-98ae-ffa786480afa req-49aed393-832c-4b29-9ca4-087b3f0eafdd tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=6545d3a4-3f5a-4c3c-955f-edca1405c86d HTTP/1.1" status: 200 len: 945 time: 0.0472476 Aug 10 01:37:52.720322 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-29edb270-e952-494f-98ae-ffa786480afa req-6aa8e2de-9963-4dcb-b75f-1991d929a2f7 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/security-groups?id=272764eb-b595-4cc7-9867-b82acf52d34c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306127 Aug 10 01:37:53.099441 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1666525-a219-4b3f-93b4-79884f19a8ea req-d38f0f2c-5b06-47f5-9550-52b2909e7972 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:53.100910 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e1666525-a219-4b3f-93b4-79884f19a8ea req-d38f0f2c-5b06-47f5-9550-52b2909e7972 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.20 "GET /v2.0/ports?device_id=6545d3a4-3f5a-4c3c-955f-edca1405c86d HTTP/1.1" status: 200 len: 945 time: 0.0497677 Aug 10 01:37:53.195016 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-e1666525-a219-4b3f-93b4-79884f19a8ea req-2ec7f3af-e61f-4cf5-825a-df9dca2bef6f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Deleting port 04ba6821-c5bf-448b-b795-6ddeb1525352 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:37:53.195365 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e1666525-a219-4b3f-93b4-79884f19a8ea req-2ec7f3af-e61f-4cf5-825a-df9dca2bef6f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:53.281846 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-e1666525-a219-4b3f-93b4-79884f19a8ea req-2ec7f3af-e61f-4cf5-825a-df9dca2bef6f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] For port 04ba6821-c5bf-448b-b795-6ddeb1525352, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=04ba6821-c5bf-448b-b795-6ddeb1525352,segment=NetworkSegment(49f7620e-b39c-4e58-9efe-dd3aa0054ddb),segment_id=49f7620e-b39c-4e58-9efe-dd3aa0054ddb)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:37:53.282137 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e1666525-a219-4b3f-93b4-79884f19a8ea req-2ec7f3af-e61f-4cf5-825a-df9dca2bef6f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:53.294733 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-e1666525-a219-4b3f-93b4-79884f19a8ea req-2ec7f3af-e61f-4cf5-825a-df9dca2bef6f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Calling delete_port for 04ba6821-c5bf-448b-b795-6ddeb1525352 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:37:53.421233 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e1666525-a219-4b3f-93b4-79884f19a8ea req-2ec7f3af-e61f-4cf5-825a-df9dca2bef6f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:53.450627 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7f3af-e61f-4cf5-825a-df9dca2bef6f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event deleted for resources: {'Port': ['ID=04ba6821-c5bf-448b-b795-6ddeb1525352,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:37:53.494049 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1666525-a219-4b3f-93b4-79884f19a8ea req-2ec7f3af-e61f-4cf5-825a-df9dca2bef6f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] No DVR routers for this DVR port 04ba6821-c5bf-448b-b795-6ddeb1525352 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:37:53.496570 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e1666525-a219-4b3f-93b4-79884f19a8ea req-2ec7f3af-e61f-4cf5-825a-df9dca2bef6f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:53.498518 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e1666525-a219-4b3f-93b4-79884f19a8ea req-2ec7f3af-e61f-4cf5-825a-df9dca2bef6f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.20 "DELETE /v2.0/ports/04ba6821-c5bf-448b-b795-6ddeb1525352 HTTP/1.1" status: 204 len: 173 time: 0.3919671 Aug 10 01:37:53.498984 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6545d3a4-3f5a-4c3c-955f-edca1405c86d', 'name': 'network-vif-deleted', 'tag': '04ba6821-c5bf-448b-b795-6ddeb1525352'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:37:53.501295 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375ad72f-6963-4d16-8c28-d7131f6eaef7" -d '{"events": [{"server_uuid": "6545d3a4-3f5a-4c3c-955f-edca1405c86d", "name": "network-vif-deleted", "tag": "04ba6821-c5bf-448b-b795-6ddeb1525352"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:37:53.536850 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d803d660-5126-4f21-aa7f-0dce4b67c2f1 x-openstack-request-id: req-d803d660-5126-4f21-aa7f-0dce4b67c2f1 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:37:53.537186 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6545d3a4-3f5a-4c3c-955f-edca1405c86d", "name": "network-vif-deleted", "tag": "04ba6821-c5bf-448b-b795-6ddeb1525352", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:37:53.537449 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d803d660-5126-4f21-aa7f-0dce4b67c2f1 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:37:53.537883 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6545d3a4-3f5a-4c3c-955f-edca1405c86d', 'name': 'network-vif-deleted', 'tag': '04ba6821-c5bf-448b-b795-6ddeb1525352', 'status': 'completed', 'code': 200} Aug 10 01:37:53.829595 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-09e2d28f-6fb4-4577-b691-376d581f40d8 req-250b33e8-73f3-4f6f-9c91-9715bf963f2b tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=6545d3a4-3f5a-4c3c-955f-edca1405c86d HTTP/1.1" status: 200 len: 210 time: 0.0319736 Aug 10 01:37:54.884723 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34802) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:37:54.942275 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-90ced197-e352-4b9d-804b-a8960860423f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:54.966990 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-90ced197-e352-4b9d-804b-a8960860423f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:55.027401 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-90ced197-e352-4b9d-804b-a8960860423f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:55.030184 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-90ced197-e352-4b9d-804b-a8960860423f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:55.031337 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-90ced197-e352-4b9d-804b-a8960860423f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "DELETE /v2.0/security-groups/272764eb-b595-4cc7-9867-b82acf52d34c HTTP/1.1" status: 204 len: 168 time: 0.1456120 Aug 10 01:37:55.040890 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ced197-e352-4b9d-804b-a8960860423f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=272764eb-b595-4cc7-9867-b82acf52d34c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:37:55.062584 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34806) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:37:55.714430 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bdf7b3f1-7d74-4b2e-94d9-79e85f4f3c81 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:55.888138 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 04ba6821-c5bf-448b-b795-6ddeb1525352 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:37:55.911660 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 04ba6821-c5bf-448b-b795-6ddeb1525352 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:37:55.912017 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 04ba6821-c5bf-448b-b795-6ddeb1525352 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:37:55.962208 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-bdf7b3f1-7d74-4b2e-94d9-79e85f4f3c81 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Deleting port 2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:37:55.962558 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bdf7b3f1-7d74-4b2e-94d9-79e85f4f3c81 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:56.050326 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-bdf7b3f1-7d74-4b2e-94d9-79e85f4f3c81 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] For port 2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4,segment=NetworkSegment(49f7620e-b39c-4e58-9efe-dd3aa0054ddb),segment_id=49f7620e-b39c-4e58-9efe-dd3aa0054ddb)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:37:56.050697 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bdf7b3f1-7d74-4b2e-94d9-79e85f4f3c81 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:56.063318 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-bdf7b3f1-7d74-4b2e-94d9-79e85f4f3c81 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Calling delete_port for 2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4 owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:37:56.242464 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bdf7b3f1-7d74-4b2e-94d9-79e85f4f3c81 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:56.268012 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7b3f1-7d74-4b2e-94d9-79e85f4f3c81 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event deleted for resources: {'Port': ['ID=2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:37:56.441494 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bdf7b3f1-7d74-4b2e-94d9-79e85f4f3c81 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:56.646073 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf7b3f1-7d74-4b2e-94d9-79e85f4f3c81 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Router 767e736d-116c-40a3-9c20-d3117bcdee85 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:37:56.751602 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf7b3f1-7d74-4b2e-94d9-79e85f4f3c81 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:37:56.757015 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-bdf7b3f1-7d74-4b2e-94d9-79e85f4f3c81 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "PUT /v2.0/routers/767e736d-116c-40a3-9c20-d3117bcdee85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6933882 Aug 10 01:37:56.759637 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34808) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:37:56.762247 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c7c818-60b8-4c53-b5a5-f8678335a8b7 None None] Sync routers for ids ['767e736d-116c-40a3-9c20-d3117bcdee85'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:37:56.771804 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c7c818-60b8-4c53-b5a5-f8678335a8b7 None None] Routers {'767e736d-116c-40a3-9c20-d3117bcdee85'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:37:56.772435 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-a8c7c818-60b8-4c53-b5a5-f8678335a8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:37:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['767e736d-116c-40a3-9c20-d3117bcdee85'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:37:56.812576 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a707728-2887-403e-a261-a5ac49992990 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Deleting subnet df281d99-17f6-4b94-840f-d1a1306ab6bd {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:37:56.815585 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5a707728-2887-403e-a261-a5ac49992990 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:56.854409 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5a707728-2887-403e-a261-a5ac49992990 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:56.872786 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-a8c7c818-60b8-4c53-b5a5-f8678335a8b7 None None] Set router 767e736d-116c-40a3-9c20-d3117bcdee85 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:37:56.937038 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5a707728-2887-403e-a261-a5ac49992990 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:56.997962 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5a707728-2887-403e-a261-a5ac49992990 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:57.027912 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5a707728-2887-403e-a261-a5ac49992990 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:57.029884 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5a707728-2887-403e-a261-a5ac49992990 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "DELETE /v2.0/subnets/df281d99-17f6-4b94-840f-d1a1306ab6bd HTTP/1.1" status: 204 len: 168 time: 0.2692943 Aug 10 01:37:57.030895 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a707728-2887-403e-a261-a5ac49992990 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event deleted for resources: {'Subnet': ['ID=df281d99-17f6-4b94-840f-d1a1306ab6bd,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:37:57.032657 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34810) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:37:57.039757 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1253dac8-ab25-4c62-88e1-5616f82ad85a None None] Network 60c5bb67-577c-4a77-84c1-1101ff08a310 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:37:57.052149 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-a8c7c818-60b8-4c53-b5a5-f8678335a8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'name': 'tempest-TestNetworkBasicOps-router-1958522234', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'e0930172-b818-4e00-8be9-df79433559e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:37:56Z', 'revision_number': 7, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'gw_port': {'id': 'e0930172-b818-4e00-8be9-df79433559e1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:37:57.078852 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c7c818-60b8-4c53-b5a5-f8678335a8b7 None None] Checking router: 767e736d-116c-40a3-9c20-d3117bcdee85 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:37:57.088498 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c7c818-60b8-4c53-b5a5-f8678335a8b7 None None] Routers {'767e736d-116c-40a3-9c20-d3117bcdee85'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:37:57.089118 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-a8c7c818-60b8-4c53-b5a5-f8678335a8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:37:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['767e736d-116c-40a3-9c20-d3117bcdee85'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:37:57.146376 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5e2c4577-da30-4364-921c-a87127cb16d4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:57.205520 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-a8c7c818-60b8-4c53-b5a5-f8678335a8b7 None None] Set router 767e736d-116c-40a3-9c20-d3117bcdee85 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:37:57.225867 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796a651a-46ab-4f5b-8397-f6b490aa7530 None None] DHCP port deletion for 60c5bb67-577c-4a77-84c1-1101ff08a310 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:37:57.259861 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5e2c4577-da30-4364-921c-a87127cb16d4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:57.280078 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-796a651a-46ab-4f5b-8397-f6b490aa7530 None None] Deleting port a79e2761-04aa-476a-a414-7075c06ebcb4 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:37:57.280514 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-796a651a-46ab-4f5b-8397-f6b490aa7530 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:57.314690 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-5e2c4577-da30-4364-921c-a87127cb16d4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Deleting port e0930172-b818-4e00-8be9-df79433559e1 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:37:57.315046 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5e2c4577-da30-4364-921c-a87127cb16d4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:57.341166 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-796a651a-46ab-4f5b-8397-f6b490aa7530 None None] For port a79e2761-04aa-476a-a414-7075c06ebcb4, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a79e2761-04aa-476a-a414-7075c06ebcb4,segment=NetworkSegment(49f7620e-b39c-4e58-9efe-dd3aa0054ddb),segment_id=49f7620e-b39c-4e58-9efe-dd3aa0054ddb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:37:57.341575 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-796a651a-46ab-4f5b-8397-f6b490aa7530 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:57.355290 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-796a651a-46ab-4f5b-8397-f6b490aa7530 None None] Calling delete_port for a79e2761-04aa-476a-a414-7075c06ebcb4 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:37:57.386552 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-a8c7c818-60b8-4c53-b5a5-f8678335a8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'name': 'tempest-TestNetworkBasicOps-router-1958522234', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'e0930172-b818-4e00-8be9-df79433559e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:37:56Z', 'revision_number': 7, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'gw_port': {'id': 'e0930172-b818-4e00-8be9-df79433559e1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:37:57.402327 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-5e2c4577-da30-4364-921c-a87127cb16d4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] For port e0930172-b818-4e00-8be9-df79433559e1, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=e0930172-b818-4e00-8be9-df79433559e1,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:37:57.402624 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5e2c4577-da30-4364-921c-a87127cb16d4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:57.413472 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c7c818-60b8-4c53-b5a5-f8678335a8b7 None None] The sync data for ids ['767e736d-116c-40a3-9c20-d3117bcdee85'] in n-d-766726-26 is: [{'id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'name': 'tempest-TestNetworkBasicOps-router-1958522234', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'e0930172-b818-4e00-8be9-df79433559e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:37:56Z', 'revision_number': 7, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'gw_port': {'id': 'e0930172-b818-4e00-8be9-df79433559e1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767e736d-116c-40a3-9c20-d3117bcdee85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:25Z', 'updated_at': '2021-08-10T01:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:37:57.415709 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-5e2c4577-da30-4364-921c-a87127cb16d4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Calling delete_port for e0930172-b818-4e00-8be9-df79433559e1 owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:37:57.446233 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-796a651a-46ab-4f5b-8397-f6b490aa7530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:57.478521 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796a651a-46ab-4f5b-8397-f6b490aa7530 None None] No DVR routers for this DVR port a79e2761-04aa-476a-a414-7075c06ebcb4 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:37:57.482927 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a651a-46ab-4f5b-8397-f6b490aa7530 None None] Pushing event deleted for resources: {'Port': ['ID=a79e2761-04aa-476a-a414-7075c06ebcb4,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:37:57.491281 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796a651a-46ab-4f5b-8397-f6b490aa7530 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:57.491639 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796a651a-46ab-4f5b-8397-f6b490aa7530 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:57.491986 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796a651a-46ab-4f5b-8397-f6b490aa7530 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:57.492349 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796a651a-46ab-4f5b-8397-f6b490aa7530 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:57.493216 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796a651a-46ab-4f5b-8397-f6b490aa7530 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:57.493216 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796a651a-46ab-4f5b-8397-f6b490aa7530 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:57.493377 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796a651a-46ab-4f5b-8397-f6b490aa7530 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:57.493637 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796a651a-46ab-4f5b-8397-f6b490aa7530 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:57.493963 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796a651a-46ab-4f5b-8397-f6b490aa7530 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:57.494288 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796a651a-46ab-4f5b-8397-f6b490aa7530 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:57.494613 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796a651a-46ab-4f5b-8397-f6b490aa7530 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:57.495015 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796a651a-46ab-4f5b-8397-f6b490aa7530 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:57.589377 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5e2c4577-da30-4364-921c-a87127cb16d4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:57.612922 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c4577-da30-4364-921c-a87127cb16d4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event deleted for resources: {'Port': ['ID=e0930172-b818-4e00-8be9-df79433559e1,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:37:57.628410 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c4577-da30-4364-921c-a87127cb16d4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:57.628769 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c4577-da30-4364-921c-a87127cb16d4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:57.629122 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c4577-da30-4364-921c-a87127cb16d4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:57.629501 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c4577-da30-4364-921c-a87127cb16d4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:57.629849 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c4577-da30-4364-921c-a87127cb16d4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:57.630191 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c4577-da30-4364-921c-a87127cb16d4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:57.630534 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c4577-da30-4364-921c-a87127cb16d4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:57.630868 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c4577-da30-4364-921c-a87127cb16d4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:57.631201 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c4577-da30-4364-921c-a87127cb16d4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:57.631535 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c4577-da30-4364-921c-a87127cb16d4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:57.631886 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c4577-da30-4364-921c-a87127cb16d4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:57.632223 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c4577-da30-4364-921c-a87127cb16d4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:57.686576 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5e2c4577-da30-4364-921c-a87127cb16d4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:57.775593 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5e2c4577-da30-4364-921c-a87127cb16d4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:57.777436 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5e2c4577-da30-4364-921c-a87127cb16d4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:57.826789 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5e2c4577-da30-4364-921c-a87127cb16d4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:57.827347 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2c4577-da30-4364-921c-a87127cb16d4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Fanout notify agent at l3_agent the message router_deleted on router 767e736d-116c-40a3-9c20-d3117bcdee85 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:37:57.834995 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5e2c4577-da30-4364-921c-a87127cb16d4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:57.838522 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5e2c4577-da30-4364-921c-a87127cb16d4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "DELETE /v2.0/routers/767e736d-116c-40a3-9c20-d3117bcdee85 HTTP/1.1" status: 204 len: 168 time: 0.8025851 Aug 10 01:37:57.838751 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34812) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:37:57.917921 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c7b8204c-5ac6-4e9c-9df5-0c720a23e7c7 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:58.009006 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c7b8204c-5ac6-4e9c-9df5-0c720a23e7c7 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:58.026914 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-c7b8204c-5ac6-4e9c-9df5-0c720a23e7c7 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c5bb67-577c-4a77-84c1-1101ff08a310']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:37:58.038232 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-c7b8204c-5ac6-4e9c-9df5-0c720a23e7c7 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49f7620e-b39c-4e58-9efe-dd3aa0054ddb') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:37:58.039116 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-c7b8204c-5ac6-4e9c-9df5-0c720a23e7c7 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49f7620e-b39c-4e58-9efe-dd3aa0054ddb') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:37:58.048640 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c7b8204c-5ac6-4e9c-9df5-0c720a23e7c7 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:58.063180 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c7b8204c-5ac6-4e9c-9df5-0c720a23e7c7 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:58.069365 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7b8204c-5ac6-4e9c-9df5-0c720a23e7c7 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:37:58.069785 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c7b8204c-5ac6-4e9c-9df5-0c720a23e7c7 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:58.073219 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:37:58.073219 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:37:58.073219 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:37:58.073219 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:37:58.073219 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:37:58.073219 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:37:58.073219 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:37:58.073219 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:37:58.073219 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:37:58.073219 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:37:58.073219 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:37:58.073219 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:37:58.073219 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:37:58.073219 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:37:58.073219 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:37:58.073219 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:37:58.073219 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:37:58.073219 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:37:58.073219 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:37:58.073219 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:37:58.073219 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:37:58.073219 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:37:58.073219 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:37:58.073219 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:37:58.073219 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:37:58.073219 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:37:58.073219 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:37:58.073219 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:37:58.073219 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:37:58.073219 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:37:58.073219 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:37:58.073219 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:37:58.131112 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c7b8204c-5ac6-4e9c-9df5-0c720a23e7c7 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:58.138163 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c7b8204c-5ac6-4e9c-9df5-0c720a23e7c7 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:58.140091 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c7b8204c-5ac6-4e9c-9df5-0c720a23e7c7 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "DELETE /v2.0/networks/60c5bb67-577c-4a77-84c1-1101ff08a310 HTTP/1.1" status: 204 len: 168 time: 0.3003950 Aug 10 01:37:58.151985 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8204c-5ac6-4e9c-9df5-0c720a23e7c7 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event deleted for resources: {'Network': ['ID=60c5bb67-577c-4a77-84c1-1101ff08a310,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:37:58.163347 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34814) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:37:58.168307 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-52f44605-f656-4c12-976c-5df1d36fcfed tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Request body: {'network': {'name': 'tempest-network-smoke--1507627335', 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'port_security_enabled': True}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:37:58.188447 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f44605-f656-4c12-976c-5df1d36fcfed tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Made reservation on behalf of ede6514ac6e240fead2d58f71ae47ac3 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:37:58.191766 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-52f44605-f656-4c12-976c-5df1d36fcfed tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:58.214462 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f44605-f656-4c12-976c-5df1d36fcfed tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:37:58.222670 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-52f44605-f656-4c12-976c-5df1d36fcfed tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:58.223014 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-52f44605-f656-4c12-976c-5df1d36fcfed tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Added segment 427c5dcb-5cdd-44d6-804f-460b0fbe6337 of type vlan for network ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd Aug 10 01:37:58.266803 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-52f44605-f656-4c12-976c-5df1d36fcfed tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:58.295721 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-52f44605-f656-4c12-976c-5df1d36fcfed tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:58.302322 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f44605-f656-4c12-976c-5df1d36fcfed tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:58.302912 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-52f44605-f656-4c12-976c-5df1d36fcfed tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:58.361418 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-52f44605-f656-4c12-976c-5df1d36fcfed tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1968994 Aug 10 01:37:58.364647 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34816) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:37:58.369447 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-6ec1cd5b-3bf1-47e5-b924-f80df7da3dea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-855698632', 'admin_state_up': True, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:37:58.370686 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f44605-f656-4c12-976c-5df1d36fcfed tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'Network': ['ID=ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:37:58.381391 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:37:58.393439 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6ec1cd5b-3bf1-47e5-b924-f80df7da3dea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:58.394459 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6ec1cd5b-3bf1-47e5-b924-f80df7da3dea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:58.445582 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:58.452795 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6ec1cd5b-3bf1-47e5-b924-f80df7da3dea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:58.593641 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6ec1cd5b-3bf1-47e5-b924-f80df7da3dea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:58.782242 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6ec1cd5b-3bf1-47e5-b924-f80df7da3dea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for router_gateway, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:58.801061 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6ec1cd5b-3bf1-47e5-b924-f80df7da3dea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:58.903428 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-6ec1cd5b-3bf1-47e5-b924-f80df7da3dea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Allocated IP 172.25.2.8 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/761dde5f-4594-4b0f-9d08-b5e983aadd78) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:37:59.002062 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6ec1cd5b-3bf1-47e5-b924-f80df7da3dea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:59.046318 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6ec1cd5b-3bf1-47e5-b924-f80df7da3dea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:59.062770 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a79e2761-04aa-476a-a414-7075c06ebcb4 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:37:59.081822 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec1cd5b-3bf1-47e5-b924-f80df7da3dea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:37:59.083527 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: a79e2761-04aa-476a-a414-7075c06ebcb4 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:37:59.083935 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a79e2761-04aa-476a-a414-7075c06ebcb4 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:37:59.084391 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:37:59.085344 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-6ec1cd5b-3bf1-47e5-b924-f80df7da3dea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:37:59.090750 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec1cd5b-3bf1-47e5-b924-f80df7da3dea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:37:59.110605 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:37:59.110959 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 2ae3a5ad-52d7-4ff3-90d8-746b524d8ba4 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:37:59.111389 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device e0930172-b818-4e00-8be9-df79433559e1 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:37:59.117728 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec1cd5b-3bf1-47e5-b924-f80df7da3dea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'Port': ['ID=761dde5f-4594-4b0f-9d08-b5e983aadd78,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:37:59.129263 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: e0930172-b818-4e00-8be9-df79433559e1 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:37:59.130225 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device e0930172-b818-4e00-8be9-df79433559e1 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:37:59.130829 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1cd5b-3bf1-47e5-b924-f80df7da3dea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:59.131183 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1cd5b-3bf1-47e5-b924-f80df7da3dea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:59.131528 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1cd5b-3bf1-47e5-b924-f80df7da3dea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:59.131870 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1cd5b-3bf1-47e5-b924-f80df7da3dea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:59.132239 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1cd5b-3bf1-47e5-b924-f80df7da3dea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:59.132577 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1cd5b-3bf1-47e5-b924-f80df7da3dea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:59.132909 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1cd5b-3bf1-47e5-b924-f80df7da3dea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:59.133234 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1cd5b-3bf1-47e5-b924-f80df7da3dea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:59.133558 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1cd5b-3bf1-47e5-b924-f80df7da3dea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:59.133888 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1cd5b-3bf1-47e5-b924-f80df7da3dea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:59.134238 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1cd5b-3bf1-47e5-b924-f80df7da3dea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:59.134544 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1cd5b-3bf1-47e5-b924-f80df7da3dea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:59.345513 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6ec1cd5b-3bf1-47e5-b924-f80df7da3dea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for router_gateway, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:59.535274 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6ec1cd5b-3bf1-47e5-b924-f80df7da3dea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:59.956800 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec1cd5b-3bf1-47e5-b924-f80df7da3dea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Router 3d83d3a6-011b-4d5d-a1f0-e66485e82168 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:38:00.058795 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec1cd5b-3bf1-47e5-b924-f80df7da3dea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:38:00.071808 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16469c3e-21a8-4020-8f75-98a55f874db4 None None] Sync routers for ids ['3d83d3a6-011b-4d5d-a1f0-e66485e82168'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:38:00.077395 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6ec1cd5b-3bf1-47e5-b924-f80df7da3dea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:00.078631 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6ec1cd5b-3bf1-47e5-b924-f80df7da3dea tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.7128887 Aug 10 01:38:00.081911 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34818) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:38:00.082382 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16469c3e-21a8-4020-8f75-98a55f874db4 None None] Routers {'3d83d3a6-011b-4d5d-a1f0-e66485e82168'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:38:00.082652 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-16469c3e-21a8-4020-8f75-98a55f874db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:37:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['3d83d3a6-011b-4d5d-a1f0-e66485e82168'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:38:00.114458 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e630f6dc-9cdb-449c-a317-6887604cbdcf tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=ede6514ac6e240fead2d58f71ae47ac3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306361 Aug 10 01:38:00.117023 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34820) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:38:00.185290 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-16469c3e-21a8-4020-8f75-98a55f874db4 None None] Set router 3d83d3a6-011b-4d5d-a1f0-e66485e82168 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:38:00.206878 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945d390f-f9ee-42ce-b27c-38205e9ba436 tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:00.208380 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-945d390f-f9ee-42ce-b27c-38205e9ba436 tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903764 Aug 10 01:38:00.211077 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34822) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:38:00.240947 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-63ec0d93-dfc5-49b5-a925-fef53a9670f5 tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=beabd0db-a6e0-4ff1-a3e9-6522348fc998&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261786 Aug 10 01:38:00.241176 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34824) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:38:00.246032 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-db9da8b6-35fa-4435-b444-2c58260542d1 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-845716243', 'network_id': 'ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd', 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:38:00.335533 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9da8b6-35fa-4435-b444-2c58260542d1 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Made reservation on behalf of ede6514ac6e240fead2d58f71ae47ac3 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:38:00.339174 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-db9da8b6-35fa-4435-b444-2c58260542d1 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:00.355421 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-16469c3e-21a8-4020-8f75-98a55f874db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'name': 'tempest-TestNetworkBasicOps-router-855698632', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '761dde5f-4594-4b0f-9d08-b5e983aadd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:37:58Z', 'updated_at': '2021-08-10T01:37:59Z', 'revision_number': 3, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'gw_port': {'id': '761dde5f-4594-4b0f-9d08-b5e983aadd78', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:37:58Z', 'updated_at': '2021-08-10T01:37:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:38:00.381269 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16469c3e-21a8-4020-8f75-98a55f874db4 None None] Checking router: 3d83d3a6-011b-4d5d-a1f0-e66485e82168 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:38:00.381624 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16469c3e-21a8-4020-8f75-98a55f874db4 None None] Updating router 3d83d3a6-011b-4d5d-a1f0-e66485e82168 port 761dde5f-4594-4b0f-9d08-b5e983aadd78 binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:38:00.408710 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-16469c3e-21a8-4020-8f75-98a55f874db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:00.517449 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-db9da8b6-35fa-4435-b444-2c58260542d1 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:00.578701 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9da8b6-35fa-4435-b444-2c58260542d1 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'Subnet': ['ID=2f875f7a-79b1-4601-ab80-ab119f8c7a81,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:38:00.585690 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9da8b6-35fa-4435-b444-2c58260542d1 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Checking segment: {'id': '427c5dcb-5cdd-44d6-804f-460b0fbe6337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:38:00.586063 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9da8b6-35fa-4435-b444-2c58260542d1 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Network hostable DHCP agents. Network: ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:38:00.605407 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9da8b6-35fa-4435-b444-2c58260542d1 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Network ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:38:00.617494 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-db9da8b6-35fa-4435-b444-2c58260542d1 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:38:00.623334 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9da8b6-35fa-4435-b444-2c58260542d1 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:00.624071 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-db9da8b6-35fa-4435-b444-2c58260542d1 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:00.638940 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-db9da8b6-35fa-4435-b444-2c58260542d1 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3967199 Aug 10 01:38:00.640868 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623b0e57-c770-46fe-86e2-ebb60a49df86 None None] Network ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:38:00.641585 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34826) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:38:00.702361 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-16469c3e-21a8-4020-8f75-98a55f874db4 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:00.721557 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-16469c3e-21a8-4020-8f75-98a55f874db4 None None] Transition to ACTIVE for port object 761dde5f-4594-4b0f-9d08-b5e983aadd78 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:38:00.729972 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-16469c3e-21a8-4020-8f75-98a55f874db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:00.808974 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7f5d4-b9f8-496d-8470-e2e786f1ee58 None None] Pushing event updated for resources: {'Port': ['ID=761dde5f-4594-4b0f-9d08-b5e983aadd78,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:38:00.813384 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-16469c3e-21a8-4020-8f75-98a55f874db4 None None] Attempting to bind port 761dde5f-4594-4b0f-9d08-b5e983aadd78 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:38:00.813758 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-16469c3e-21a8-4020-8f75-98a55f874db4 None None] Attempting to bind port 761dde5f-4594-4b0f-9d08-b5e983aadd78 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:38:00.814121 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16469c3e-21a8-4020-8f75-98a55f874db4 None None] Attempting to bind port 761dde5f-4594-4b0f-9d08-b5e983aadd78 on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:38:00.825182 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16469c3e-21a8-4020-8f75-98a55f874db4 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:38:00.825561 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16469c3e-21a8-4020-8f75-98a55f874db4 None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:38:00.825970 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-16469c3e-21a8-4020-8f75-98a55f874db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:00.826359 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16469c3e-21a8-4020-8f75-98a55f874db4 None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:38:00.826829 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-16469c3e-21a8-4020-8f75-98a55f874db4 None None] Bound port: 761dde5f-4594-4b0f-9d08-b5e983aadd78, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:38:00.827202 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-16469c3e-21a8-4020-8f75-98a55f874db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:01.047068 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7846ac-a56a-47b5-afce-a2e48953ee1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd', 'network_id': 'ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'fixed_ips': [{'subnet_id': '2f875f7a-79b1-4601-ab80-ab119f8c7a81'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:38:01.047918 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ff7846ac-a56a-47b5-afce-a2e48953ee1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:01.069140 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-16469c3e-21a8-4020-8f75-98a55f874db4 None None] For port 761dde5f-4594-4b0f-9d08-b5e983aadd78, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:38:01.087632 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-16469c3e-21a8-4020-8f75-98a55f874db4 None None] For port 761dde5f-4594-4b0f-9d08-b5e983aadd78, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=761dde5f-4594-4b0f-9d08-b5e983aadd78,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:38:01.134848 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-16469c3e-21a8-4020-8f75-98a55f874db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:01.236159 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16469c3e-21a8-4020-8f75-98a55f874db4 None None] Routers {'3d83d3a6-011b-4d5d-a1f0-e66485e82168'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:38:01.236808 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-16469c3e-21a8-4020-8f75-98a55f874db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:37:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['3d83d3a6-011b-4d5d-a1f0-e66485e82168'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:38:01.241604 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7f5d4-b9f8-496d-8470-e2e786f1ee58 None None] Pushing event updated for resources: {'Port': ['ID=761dde5f-4594-4b0f-9d08-b5e983aadd78,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:38:01.301405 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-ff7846ac-a56a-47b5-afce-a2e48953ee1b None None] Allocated IP 172.20.0.2 (ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd/2f875f7a-79b1-4601-ab80-ab119f8c7a81/22350d81-68e9-4027-8f36-aaa1388059a2) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:38:01.370724 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f444ded-5cb4-4c65-9cc2-75c5b8dce867 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:01.398074 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-16469c3e-21a8-4020-8f75-98a55f874db4 None None] Set router 3d83d3a6-011b-4d5d-a1f0-e66485e82168 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:38:01.610366 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ff7846ac-a56a-47b5-afce-a2e48953ee1b None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:01.621089 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ff7846ac-a56a-47b5-afce-a2e48953ee1b None None] Transition to ACTIVE for port object 22350d81-68e9-4027-8f36-aaa1388059a2 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:38:01.640220 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ff7846ac-a56a-47b5-afce-a2e48953ee1b None None] Transition to ACTIVE for port object 22350d81-68e9-4027-8f36-aaa1388059a2 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:38:01.647701 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ff7846ac-a56a-47b5-afce-a2e48953ee1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:01.695475 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-1f444ded-5cb4-4c65-9cc2-75c5b8dce867 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Allocated IP 172.20.0.1 (ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd/2f875f7a-79b1-4601-ab80-ab119f8c7a81/465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:38:01.695860 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7846ac-a56a-47b5-afce-a2e48953ee1b None None] Network ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:38:01.704155 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-ff7846ac-a56a-47b5-afce-a2e48953ee1b None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:38:01.706997 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-16469c3e-21a8-4020-8f75-98a55f874db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'name': 'tempest-TestNetworkBasicOps-router-855698632', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '761dde5f-4594-4b0f-9d08-b5e983aadd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:37:58Z', 'updated_at': '2021-08-10T01:37:59Z', 'revision_number': 3, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'gw_port': {'id': '761dde5f-4594-4b0f-9d08-b5e983aadd78', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:37:58Z', 'updated_at': '2021-08-10T01:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:38:01.709562 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7846ac-a56a-47b5-afce-a2e48953ee1b None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:38:01.711263 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7846ac-a56a-47b5-afce-a2e48953ee1b None None] Pushing event updated for resources: {'Port': ['ID=22350d81-68e9-4027-8f36-aaa1388059a2,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:38:01.740314 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16469c3e-21a8-4020-8f75-98a55f874db4 None None] The sync data for ids ['3d83d3a6-011b-4d5d-a1f0-e66485e82168'] in n-d-766726-26 is: [{'id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'name': 'tempest-TestNetworkBasicOps-router-855698632', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '761dde5f-4594-4b0f-9d08-b5e983aadd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:37:58Z', 'updated_at': '2021-08-10T01:37:59Z', 'revision_number': 3, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'gw_port': {'id': '761dde5f-4594-4b0f-9d08-b5e983aadd78', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:37:58Z', 'updated_at': '2021-08-10T01:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:38:01.791577 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-ff7846ac-a56a-47b5-afce-a2e48953ee1b None None] Attempting to bind port 22350d81-68e9-4027-8f36-aaa1388059a2 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:38:01.792154 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-ff7846ac-a56a-47b5-afce-a2e48953ee1b None None] Attempting to bind port 22350d81-68e9-4027-8f36-aaa1388059a2 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '427c5dcb-5cdd-44d6-804f-460b0fbe6337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:38:01.792682 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7846ac-a56a-47b5-afce-a2e48953ee1b None None] Attempting to bind port 22350d81-68e9-4027-8f36-aaa1388059a2 on network ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:38:01.797972 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7846ac-a56a-47b5-afce-a2e48953ee1b None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:38:01.798354 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7846ac-a56a-47b5-afce-a2e48953ee1b None None] Checking segment: {'id': '427c5dcb-5cdd-44d6-804f-460b0fbe6337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:38:01.798765 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ff7846ac-a56a-47b5-afce-a2e48953ee1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:01.799168 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7846ac-a56a-47b5-afce-a2e48953ee1b None None] Bound using segment: {'id': '427c5dcb-5cdd-44d6-804f-460b0fbe6337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:38:01.800032 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-ff7846ac-a56a-47b5-afce-a2e48953ee1b None None] Bound port: 22350d81-68e9-4027-8f36-aaa1388059a2, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427c5dcb-5cdd-44d6-804f-460b0fbe6337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:38:01.800032 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ff7846ac-a56a-47b5-afce-a2e48953ee1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:01.818337 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f444ded-5cb4-4c65-9cc2-75c5b8dce867 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:01.833307 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-1f444ded-5cb4-4c65-9cc2-75c5b8dce867 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Transition to ACTIVE for port object 465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:38:01.867630 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f444ded-5cb4-4c65-9cc2-75c5b8dce867 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:01.872032 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-ff7846ac-a56a-47b5-afce-a2e48953ee1b None None] For port 22350d81-68e9-4027-8f36-aaa1388059a2, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:38:01.875734 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-ff7846ac-a56a-47b5-afce-a2e48953ee1b None None] For port 22350d81-68e9-4027-8f36-aaa1388059a2, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=22350d81-68e9-4027-8f36-aaa1388059a2,segment=NetworkSegment(427c5dcb-5cdd-44d6-804f-460b0fbe6337),segment_id=427c5dcb-5cdd-44d6-804f-460b0fbe6337)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:38:01.882467 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ff7846ac-a56a-47b5-afce-a2e48953ee1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:01.921964 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f444ded-5cb4-4c65-9cc2-75c5b8dce867 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Network ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:38:01.926264 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-1f444ded-5cb4-4c65-9cc2-75c5b8dce867 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:38:01.931659 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f444ded-5cb4-4c65-9cc2-75c5b8dce867 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:38:01.939113 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f444ded-5cb4-4c65-9cc2-75c5b8dce867 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'Port': ['ID=465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:38:01.954229 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7846ac-a56a-47b5-afce-a2e48953ee1b None None] Pushing event updated for resources: {'Port': ['ID=22350d81-68e9-4027-8f36-aaa1388059a2,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:38:02.037662 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f444ded-5cb4-4c65-9cc2-75c5b8dce867 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:02.197227 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f444ded-5cb4-4c65-9cc2-75c5b8dce867 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:02.504057 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f444ded-5cb4-4c65-9cc2-75c5b8dce867 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:02.509350 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f444ded-5cb4-4c65-9cc2-75c5b8dce867 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:02.586140 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f444ded-5cb4-4c65-9cc2-75c5b8dce867 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'Port': ['ID=465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:38:02.590857 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1f444ded-5cb4-4c65-9cc2-75c5b8dce867 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:02.697857 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f444ded-5cb4-4c65-9cc2-75c5b8dce867 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Network ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:38:02.699320 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-1f444ded-5cb4-4c65-9cc2-75c5b8dce867 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:38:02.817684 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f444ded-5cb4-4c65-9cc2-75c5b8dce867 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Router 3d83d3a6-011b-4d5d-a1f0-e66485e82168 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:38:02.925592 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea48cd3-593f-4024-bce8-e32a97c6cb20 None None] Network ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:38:02.936448 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f444ded-5cb4-4c65-9cc2-75c5b8dce867 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:38:02.943094 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1f444ded-5cb4-4c65-9cc2-75c5b8dce867 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "PUT /v2.0/routers/3d83d3a6-011b-4d5d-a1f0-e66485e82168/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2997701 Aug 10 01:38:02.945408 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34828) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:38:03.045785 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb42ae-7147-4588-852e-5b1b761247a1 tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:03.046427 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb42ae-7147-4588-852e-5b1b761247a1 tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:03.046966 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb42ae-7147-4588-852e-5b1b761247a1 tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:03.047561 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb42ae-7147-4588-852e-5b1b761247a1 tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:03.047972 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b0863955-1e62-48dc-88b0-74020561f2ec None None] Provisioning for port 22350d81-68e9-4027-8f36-aaa1388059a2 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:38:03.052438 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cbcb42ae-7147-4588-852e-5b1b761247a1 tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1044991 Aug 10 01:38:03.052790 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34830) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:38:03.116555 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387eea05-8d46-4b6f-bf99-fcc4e6ec2c17 tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:03.117470 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387eea05-8d46-4b6f-bf99-fcc4e6ec2c17 tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:03.117945 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387eea05-8d46-4b6f-bf99-fcc4e6ec2c17 tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:03.118501 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387eea05-8d46-4b6f-bf99-fcc4e6ec2c17 tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:03.127030 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-387eea05-8d46-4b6f-bf99-fcc4e6ec2c17 tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0731304 Aug 10 01:38:03.127988 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34832) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:38:03.144340 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 22350d81-68e9-4027-8f36-aaa1388059a2 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:38:03.200443 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 22350d81-68e9-4027-8f36-aaa1388059a2 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:38:03.205867 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 22350d81-68e9-4027-8f36-aaa1388059a2 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:38:03.205867 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:03.281149 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a36a5fe8-fbef-42bc-b347-7d883d0638a0 tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1517160 Aug 10 01:38:03.294707 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:03.333244 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 22350d81-68e9-4027-8f36-aaa1388059a2, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=22350d81-68e9-4027-8f36-aaa1388059a2,segment=NetworkSegment(427c5dcb-5cdd-44d6-804f-460b0fbe6337),segment_id=427c5dcb-5cdd-44d6-804f-460b0fbe6337)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:38:03.339026 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:03.339842 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 761dde5f-4594-4b0f-9d08-b5e983aadd78 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:38:03.431400 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8b8634a0-37b5-4c2f-bfc1-4cff7b267a29 None None] Provisioning complete for port 22350d81-68e9-4027-8f36-aaa1388059a2 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:38:03.431791 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8b8634a0-37b5-4c2f-bfc1-4cff7b267a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:03.434275 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=22350d81-68e9-4027-8f36-aaa1388059a2,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:38:03.481835 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 761dde5f-4594-4b0f-9d08-b5e983aadd78 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:38:03.490198 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 761dde5f-4594-4b0f-9d08-b5e983aadd78 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:38:03.490585 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:03.585578 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34836) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:38:03.593403 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-3ee17134-8613-4ac6-82a4-c58be43a2b09 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1577337244', 'description': 'tempest-secgroup-smoke-1577337244 description', 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:38:03.600131 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4c25c8-81fc-4c8c-ab81-ef8256acd05d None None] Sync routers for ids ['3d83d3a6-011b-4d5d-a1f0-e66485e82168'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:38:03.602291 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8b8634a0-37b5-4c2f-bfc1-4cff7b267a29 None None] Provisioning for port 465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:38:03.617148 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8b8634a0-37b5-4c2f-bfc1-4cff7b267a29 None None] Provisioning complete for port 465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:38:03.617555 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8b8634a0-37b5-4c2f-bfc1-4cff7b267a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:03.629373 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4c25c8-81fc-4c8c-ab81-ef8256acd05d None None] Routers {'3d83d3a6-011b-4d5d-a1f0-e66485e82168'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:38:03.630017 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-3f4c25c8-81fc-4c8c-ab81-ef8256acd05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:37:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['3d83d3a6-011b-4d5d-a1f0-e66485e82168'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:38:03.641223 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:03.660689 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3ee17134-8613-4ac6-82a4-c58be43a2b09 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:03.674876 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 761dde5f-4594-4b0f-9d08-b5e983aadd78, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=761dde5f-4594-4b0f-9d08-b5e983aadd78,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:38:03.676665 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8b8634a0-37b5-4c2f-bfc1-4cff7b267a29 None None] Port 465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:38:03.683118 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:03.738624 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=761dde5f-4594-4b0f-9d08-b5e983aadd78,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:38:03.769585 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:38:03.770927 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3ee17134-8613-4ac6-82a4-c58be43a2b09 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:03.776560 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3ee17134-8613-4ac6-82a4-c58be43a2b09 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:03.786438 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-3f4c25c8-81fc-4c8c-ab81-ef8256acd05d None None] Set router 3d83d3a6-011b-4d5d-a1f0-e66485e82168 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:38:03.796851 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c5bff645-efb3-4eeb-9242-960172db5705 None None] Provisioning complete for port 465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:38:03.797300 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c5bff645-efb3-4eeb-9242-960172db5705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:03.821181 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee17134-8613-4ac6-82a4-c58be43a2b09 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c81012ea-258b-47d4-889d-53fb1049d665,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:38:03.825698 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3ee17134-8613-4ac6-82a4-c58be43a2b09 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:03.829725 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3ee17134-8613-4ac6-82a4-c58be43a2b09 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2428815 Aug 10 01:38:03.829885 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34838) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:38:03.836606 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-6d104933-8dc2-4cc3-9a21-4b40413adaeb tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Request body: {'security_group_rule': {'security_group_id': 'c81012ea-258b-47d4-889d-53fb1049d665', 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:38:03.837629 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c5bff645-efb3-4eeb-9242-960172db5705 None None] Port 465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:38:03.870068 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6d104933-8dc2-4cc3-9a21-4b40413adaeb tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:03.927088 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6d104933-8dc2-4cc3-9a21-4b40413adaeb tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:03.930807 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6d104933-8dc2-4cc3-9a21-4b40413adaeb tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:03.947909 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d104933-8dc2-4cc3-9a21-4b40413adaeb tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a323065-763a-492e-b589-31cec00f7de8,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:38:03.956143 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6d104933-8dc2-4cc3-9a21-4b40413adaeb tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:03.960449 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6d104933-8dc2-4cc3-9a21-4b40413adaeb tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256723 Aug 10 01:38:03.960580 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-72fcfe04-b998-4bd0-b467-24653f0df81b None None] Provisioning complete for port 465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:38:03.961028 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34840) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:38:03.961107 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-72fcfe04-b998-4bd0-b467-24653f0df81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:03.965255 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-8a919f47-8ee1-4822-a8ae-fb02b50d0839 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Request body: {'security_group_rule': {'security_group_id': 'c81012ea-258b-47d4-889d-53fb1049d665', 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:38:03.994678 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-72fcfe04-b998-4bd0-b467-24653f0df81b None None] Port 465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:38:03.994894 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8a919f47-8ee1-4822-a8ae-fb02b50d0839 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:04.005096 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-3f4c25c8-81fc-4c8c-ab81-ef8256acd05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'name': 'tempest-TestNetworkBasicOps-router-855698632', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '761dde5f-4594-4b0f-9d08-b5e983aadd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:37:58Z', 'updated_at': '2021-08-10T01:38:02Z', 'revision_number': 4, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'gw_port': {'id': '761dde5f-4594-4b0f-9d08-b5e983aadd78', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:37:58Z', 'updated_at': '2021-08-10T01:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1', 'name': '', 'network_id': 'ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'mac_address': 'fa:16:3e:a6:70:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '2f875f7a-79b1-4601-ab80-ab119f8c7a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:38:01Z', 'updated_at': '2021-08-10T01:38:02Z', 'revision_number': 2, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'subnets': [{'id': '2f875f7a-79b1-4601-ab80-ab119f8c7a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:38:04.034869 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4c25c8-81fc-4c8c-ab81-ef8256acd05d None None] Checking router: 3d83d3a6-011b-4d5d-a1f0-e66485e82168 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:38:04.035454 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4c25c8-81fc-4c8c-ab81-ef8256acd05d None None] Updating router 3d83d3a6-011b-4d5d-a1f0-e66485e82168 port 465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1 binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:38:04.055707 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8a919f47-8ee1-4822-a8ae-fb02b50d0839 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:04.059995 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8a919f47-8ee1-4822-a8ae-fb02b50d0839 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:04.060883 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f4c25c8-81fc-4c8c-ab81-ef8256acd05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:04.081506 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a919f47-8ee1-4822-a8ae-fb02b50d0839 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e5411c6-829e-4b8c-8332-81a13db330b2,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:38:04.085616 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8a919f47-8ee1-4822-a8ae-fb02b50d0839 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:04.086816 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8a919f47-8ee1-4822-a8ae-fb02b50d0839 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1252687 Aug 10 01:38:04.089719 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34842) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:38:04.094340 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-b49790fb-1101-43ce-a9c4-b7db29cfd4f8 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Request body: {'security_group_rule': {'security_group_id': 'c81012ea-258b-47d4-889d-53fb1049d665', 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:38:04.122195 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b49790fb-1101-43ce-a9c4-b7db29cfd4f8 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:04.180561 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b49790fb-1101-43ce-a9c4-b7db29cfd4f8 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:04.185591 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b49790fb-1101-43ce-a9c4-b7db29cfd4f8 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:04.203324 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49790fb-1101-43ce-a9c4-b7db29cfd4f8 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90fe6f1b-8b1f-4981-a6bc-886abba443b2,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:38:04.210993 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b49790fb-1101-43ce-a9c4-b7db29cfd4f8 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:04.212025 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b49790fb-1101-43ce-a9c4-b7db29cfd4f8 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212656 Aug 10 01:38:04.214777 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34844) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:38:04.219404 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-8e14f9a6-b66f-446d-8438-cb63759d8ffc tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Request body: {'security_group_rule': {'security_group_id': 'c81012ea-258b-47d4-889d-53fb1049d665', 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:38:04.246622 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8e14f9a6-b66f-446d-8438-cb63759d8ffc tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:04.311523 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8e14f9a6-b66f-446d-8438-cb63759d8ffc tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:04.315435 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8e14f9a6-b66f-446d-8438-cb63759d8ffc tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:04.334736 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14f9a6-b66f-446d-8438-cb63759d8ffc tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e611af-f500-4a98-b6e5-34383e938864,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:38:04.342999 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8e14f9a6-b66f-446d-8438-cb63759d8ffc tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:04.347083 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8e14f9a6-b66f-446d-8438-cb63759d8ffc tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1284833 Aug 10 01:38:04.347183 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34846) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:38:04.351672 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-ede20d42-30d3-4924-ad5b-72cdf31cd2ca tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Request body: {'security_group_rule': {'security_group_id': 'c81012ea-258b-47d4-889d-53fb1049d665', 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:38:04.373583 n-d-766726-26 neutron-server[105827]: INFO neutron.db.securitygroups_db [None req-ede20d42-30d3-4924-ad5b-72cdf31cd2ca tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Project ede6514ac6e240fead2d58f71ae47ac3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:38:04.378331 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ede20d42-30d3-4924-ad5b-72cdf31cd2ca tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:04.427434 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f4c25c8-81fc-4c8c-ab81-ef8256acd05d None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:04.437316 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-3f4c25c8-81fc-4c8c-ab81-ef8256acd05d None None] Transition to ACTIVE for port object 465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:38:04.438919 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ede20d42-30d3-4924-ad5b-72cdf31cd2ca tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:04.442714 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ede20d42-30d3-4924-ad5b-72cdf31cd2ca tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:04.443909 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f4c25c8-81fc-4c8c-ab81-ef8256acd05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:04.464273 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede20d42-30d3-4924-ad5b-72cdf31cd2ca tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=388722ec-8a31-4434-b156-8fc09618547d,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:38:04.471192 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ede20d42-30d3-4924-ad5b-72cdf31cd2ca tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:04.472420 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ede20d42-30d3-4924-ad5b-72cdf31cd2ca tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1243501 Aug 10 01:38:04.475741 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34848) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:38:04.480489 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-0174338f-711d-4aef-b471-b4694f580553 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Request body: {'security_group_rule': {'security_group_id': 'c81012ea-258b-47d4-889d-53fb1049d665', 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:38:04.513592 n-d-766726-26 neutron-server[105826]: INFO neutron.db.securitygroups_db [None req-0174338f-711d-4aef-b471-b4694f580553 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Project ede6514ac6e240fead2d58f71ae47ac3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:38:04.522739 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec241f7c-9d9a-4707-90c8-9b03fc0e19c8 None None] Pushing event updated for resources: {'Port': ['ID=465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:38:04.525634 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0174338f-711d-4aef-b471-b4694f580553 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:04.555001 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-3f4c25c8-81fc-4c8c-ab81-ef8256acd05d None None] Attempting to bind port 465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:38:04.555376 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-3f4c25c8-81fc-4c8c-ab81-ef8256acd05d None None] Attempting to bind port 465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '427c5dcb-5cdd-44d6-804f-460b0fbe6337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:38:04.555740 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4c25c8-81fc-4c8c-ab81-ef8256acd05d None None] Attempting to bind port 465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1 on network ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:38:04.561837 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4c25c8-81fc-4c8c-ab81-ef8256acd05d None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:38:04.562213 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4c25c8-81fc-4c8c-ab81-ef8256acd05d None None] Checking segment: {'id': '427c5dcb-5cdd-44d6-804f-460b0fbe6337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:38:04.562645 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f4c25c8-81fc-4c8c-ab81-ef8256acd05d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:04.563043 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4c25c8-81fc-4c8c-ab81-ef8256acd05d None None] Bound using segment: {'id': '427c5dcb-5cdd-44d6-804f-460b0fbe6337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:38:04.563516 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-3f4c25c8-81fc-4c8c-ab81-ef8256acd05d None None] Bound port: 465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427c5dcb-5cdd-44d6-804f-460b0fbe6337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:38:04.563902 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f4c25c8-81fc-4c8c-ab81-ef8256acd05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:04.597842 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0174338f-711d-4aef-b471-b4694f580553 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:04.604393 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0174338f-711d-4aef-b471-b4694f580553 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:04.625798 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0174338f-711d-4aef-b471-b4694f580553 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13cf3ce3-e849-4f31-a604-8f2866abb9d7,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:38:04.630826 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0174338f-711d-4aef-b471-b4694f580553 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:04.632373 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0174338f-711d-4aef-b471-b4694f580553 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1555171 Aug 10 01:38:04.638197 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-3f4c25c8-81fc-4c8c-ab81-ef8256acd05d None None] For port 465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:38:04.641531 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-3f4c25c8-81fc-4c8c-ab81-ef8256acd05d None None] For port 465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1,segment=NetworkSegment(427c5dcb-5cdd-44d6-804f-460b0fbe6337),segment_id=427c5dcb-5cdd-44d6-804f-460b0fbe6337)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:38:04.646233 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f4c25c8-81fc-4c8c-ab81-ef8256acd05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:04.716382 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec241f7c-9d9a-4707-90c8-9b03fc0e19c8 None None] Pushing event updated for resources: {'Port': ['ID=465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1,revision_number=4']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:38:04.719677 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4c25c8-81fc-4c8c-ab81-ef8256acd05d None None] Routers {'3d83d3a6-011b-4d5d-a1f0-e66485e82168'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:38:04.720372 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-3f4c25c8-81fc-4c8c-ab81-ef8256acd05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:37:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['3d83d3a6-011b-4d5d-a1f0-e66485e82168'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:38:04.798105 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-fc46f46a-7830-4f4b-97fb-c8bf97ddde9b tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1577337244&fields=id&tenant_id=ede6514ac6e240fead2d58f71ae47ac3 HTTP/1.1" status: 200 len: 267 time: 0.0357366 Aug 10 01:38:04.833726 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-3f4c25c8-81fc-4c8c-ab81-ef8256acd05d None None] Set router 3d83d3a6-011b-4d5d-a1f0-e66485e82168 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:38:04.909400 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-37f2a295-4e50-4e1a-9335-b6cb90d96f55 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:04.910950 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-37f2a295-4e50-4e1a-9335-b6cb90d96f55 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/networks?id=ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd HTTP/1.1" status: 200 len: 797 time: 0.1050236 Aug 10 01:38:04.926020 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-c37f938c-c687-4abc-9d27-a4c760f3779b tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/quotas/ede6514ac6e240fead2d58f71ae47ac3 HTTP/1.1" status: 200 len: 375 time: 0.0091703 Aug 10 01:38:04.988592 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-dc03998f-3234-4aaa-b894-76c3452a7ffd tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ede6514ac6e240fead2d58f71ae47ac3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517168 Aug 10 01:38:05.037291 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-3f4c25c8-81fc-4c8c-ab81-ef8256acd05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'name': 'tempest-TestNetworkBasicOps-router-855698632', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '761dde5f-4594-4b0f-9d08-b5e983aadd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:37:58Z', 'updated_at': '2021-08-10T01:38:02Z', 'revision_number': 4, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'gw_port': {'id': '761dde5f-4594-4b0f-9d08-b5e983aadd78', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:37:58Z', 'updated_at': '2021-08-10T01:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1', 'name': '', 'network_id': 'ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'mac_address': 'fa:16:3e:a6:70:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '2f875f7a-79b1-4601-ab80-ab119f8c7a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:38:01Z', 'updated_at': '2021-08-10T01:38:04Z', 'revision_number': 4, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'subnets': [{'id': '2f875f7a-79b1-4601-ab80-ab119f8c7a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:38:05.066826 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4c25c8-81fc-4c8c-ab81-ef8256acd05d None None] The sync data for ids ['3d83d3a6-011b-4d5d-a1f0-e66485e82168'] in n-d-766726-26 is: [{'id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'name': 'tempest-TestNetworkBasicOps-router-855698632', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '761dde5f-4594-4b0f-9d08-b5e983aadd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:37:58Z', 'updated_at': '2021-08-10T01:38:02Z', 'revision_number': 4, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'gw_port': {'id': '761dde5f-4594-4b0f-9d08-b5e983aadd78', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:37:58Z', 'updated_at': '2021-08-10T01:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1', 'name': '', 'network_id': 'ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'mac_address': 'fa:16:3e:a6:70:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '2f875f7a-79b1-4601-ab80-ab119f8c7a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:38:01Z', 'updated_at': '2021-08-10T01:38:04Z', 'revision_number': 4, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'subnets': [{'id': '2f875f7a-79b1-4601-ab80-ab119f8c7a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:38:05.078171 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 22350d81-68e9-4027-8f36-aaa1388059a2 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:38:05.088377 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-39eb0ebc-a0d5-47c9-be67-ff8b3d4210ac service neutron] 10.222.0.35 "GET /v2.0/networks/ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874040 Aug 10 01:38:05.155666 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 22350d81-68e9-4027-8f36-aaa1388059a2 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:38:05.155666 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:05.199684 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-9109da47-e322-4b8f-8a4c-89347dc3aa24 service neutron] 10.222.0.35 "GET /v2.0/networks/ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048071 Aug 10 01:38:05.235792 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 761dde5f-4594-4b0f-9d08-b5e983aadd78 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:38:05.285761 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 761dde5f-4594-4b0f-9d08-b5e983aadd78 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:38:05.286832 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:05.387318 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b1be23d0-c033-4c80-b936-69680538855f req-8cf4b8db-0f31-4d10-84d3-e535243372aa tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c282339-dfac-45cb-8e28-e8aac66ceb5c HTTP/1.1" status: 200 len: 210 time: 0.0274937 Aug 10 01:38:06.391460 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-5dbdf5f3-7bbd-41b6-895c-78018c18e46e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:06.392854 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-5dbdf5f3-7bbd-41b6-895c-78018c18e46e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.20 "GET /v2.0/networks?id=ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd HTTP/1.1" status: 200 len: 797 time: 0.1000896 Aug 10 01:38:06.450421 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-9864774c-287b-4f12-aaad-ec3045b780b9 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ede6514ac6e240fead2d58f71ae47ac3 HTTP/1.1" status: 200 len: 380 time: 0.0346532 Aug 10 01:38:06.480883 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-22c48526-8f00-4e2f-aa62-bf2fdacb9ef0 req-08a31dc8-df88-4619-b118-4c48d6259ba2 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c282339-dfac-45cb-8e28-e8aac66ceb5c HTTP/1.1" status: 200 len: 210 time: 0.0260777 Aug 10 01:38:06.484937 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-a66fa5d9-4884-40e8-a6cd-6c0e7b1b8901 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Request body: {'port': {'device_id': '9c282339-dfac-45cb-8e28-e8aac66ceb5c', 'network_id': 'ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd', 'admin_state_up': True, 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'security_groups': ['c81012ea-258b-47d4-889d-53fb1049d665']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:38:06.594733 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-a66fa5d9-4884-40e8-a6cd-6c0e7b1b8901 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Made reservation on behalf of ede6514ac6e240fead2d58f71ae47ac3 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:38:06.598351 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-a66fa5d9-4884-40e8-a6cd-6c0e7b1b8901 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:06.722127 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-a66fa5d9-4884-40e8-a6cd-6c0e7b1b8901 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Allocated IP 172.20.0.3 (ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd/2f875f7a-79b1-4601-ab80-ab119f8c7a81/69d8b821-4191-4a75-bc54-b043f267efe5) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:38:06.859470 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-a66fa5d9-4884-40e8-a6cd-6c0e7b1b8901 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:06.873143 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-a66fa5d9-4884-40e8-a6cd-6c0e7b1b8901 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Transition to ACTIVE for port object 69d8b821-4191-4a75-bc54-b043f267efe5 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:38:06.905135 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-a66fa5d9-4884-40e8-a6cd-6c0e7b1b8901 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:06.948587 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-a66fa5d9-4884-40e8-a6cd-6c0e7b1b8901 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Network ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:38:06.951608 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-a66fa5d9-4884-40e8-a6cd-6c0e7b1b8901 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:38:06.955191 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-a66fa5d9-4884-40e8-a6cd-6c0e7b1b8901 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:38:06.978986 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fa5d9-4884-40e8-a6cd-6c0e7b1b8901 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'Port': ['ID=69d8b821-4191-4a75-bc54-b043f267efe5,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:38:07.009566 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-a66fa5d9-4884-40e8-a6cd-6c0e7b1b8901 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:07.010196 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-a66fa5d9-4884-40e8-a6cd-6c0e7b1b8901 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:07.025024 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-a66fa5d9-4884-40e8-a6cd-6c0e7b1b8901 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5441480 Aug 10 01:38:07.043697 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-fc05316f-fd93-4632-83a8-9e9bd681199f service neutron] Request body: {'port': {'device_id': '9c282339-dfac-45cb-8e28-e8aac66ceb5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:38:07.117248 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-fc05316f-fd93-4632-83a8-9e9bd681199f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:07.122094 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:38:07.182950 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:38:07.186787 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-df3506a1-ac5d-43f6-a1ae-6939b80d4dee None None] Provisioning for port 69d8b821-4191-4a75-bc54-b043f267efe5 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:38:07.189615 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:38:07.190087 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:07.193340 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-df3506a1-ac5d-43f6-a1ae-6939b80d4dee None None] Provisioning complete for port 69d8b821-4191-4a75-bc54-b043f267efe5 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:38:07.193712 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-df3506a1-ac5d-43f6-a1ae-6939b80d4dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:07.254827 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-df3506a1-ac5d-43f6-a1ae-6939b80d4dee None None] Port 69d8b821-4191-4a75-bc54-b043f267efe5 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:38:07.296684 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:07.328038 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1,segment=NetworkSegment(427c5dcb-5cdd-44d6-804f-460b0fbe6337),segment_id=427c5dcb-5cdd-44d6-804f-460b0fbe6337)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:38:07.332771 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:07.387855 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:38:07.393901 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-fc05316f-fd93-4632-83a8-9e9bd681199f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69d8b821-4191-4a75-bc54-b043f267efe5 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:38:07.401535 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-fc05316f-fd93-4632-83a8-9e9bd681199f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:07.413856 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-fc05316f-fd93-4632-83a8-9e9bd681199f service neutron] Transition to ACTIVE for port object 69d8b821-4191-4a75-bc54-b043f267efe5 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:38:07.417976 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-fc05316f-fd93-4632-83a8-9e9bd681199f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:07.471225 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05316f-fd93-4632-83a8-9e9bd681199f service neutron] Pushing event updated for resources: {'Port': ['ID=69d8b821-4191-4a75-bc54-b043f267efe5,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:38:07.543315 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-fc05316f-fd93-4632-83a8-9e9bd681199f service neutron] Attempting to bind port 69d8b821-4191-4a75-bc54-b043f267efe5 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:38:07.543662 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-fc05316f-fd93-4632-83a8-9e9bd681199f service neutron] Attempting to bind port 69d8b821-4191-4a75-bc54-b043f267efe5 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '427c5dcb-5cdd-44d6-804f-460b0fbe6337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:38:07.544004 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-fc05316f-fd93-4632-83a8-9e9bd681199f service neutron] Attempting to bind port 69d8b821-4191-4a75-bc54-b043f267efe5 on network ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:38:07.548828 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-fc05316f-fd93-4632-83a8-9e9bd681199f service neutron] Port 69d8b821-4191-4a75-bc54-b043f267efe5 on network ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:38:07.549325 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-fc05316f-fd93-4632-83a8-9e9bd681199f service neutron] Attempting to bind port 69d8b821-4191-4a75-bc54-b043f267efe5 on network ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:38:07.555085 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-fc05316f-fd93-4632-83a8-9e9bd681199f service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:38:07.555436 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-fc05316f-fd93-4632-83a8-9e9bd681199f service neutron] Checking segment: {'id': '427c5dcb-5cdd-44d6-804f-460b0fbe6337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:38:07.555827 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-fc05316f-fd93-4632-83a8-9e9bd681199f service neutron] Bound using segment: {'id': '427c5dcb-5cdd-44d6-804f-460b0fbe6337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:38:07.556297 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-fc05316f-fd93-4632-83a8-9e9bd681199f service neutron] Bound port: 69d8b821-4191-4a75-bc54-b043f267efe5, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427c5dcb-5cdd-44d6-804f-460b0fbe6337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:38:07.556668 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-fc05316f-fd93-4632-83a8-9e9bd681199f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:07.600483 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b758d-d7d6-4491-865f-141b409da4ab req-b916ac59-797c-43f2-8440-064e50740447 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:07.604706 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-230b758d-d7d6-4491-865f-141b409da4ab req-b916ac59-797c-43f2-8440-064e50740447 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c282339-dfac-45cb-8e28-e8aac66ceb5c HTTP/1.1" status: 200 len: 943 time: 0.0532699 Aug 10 01:38:07.637290 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-fc05316f-fd93-4632-83a8-9e9bd681199f service neutron] For port 69d8b821-4191-4a75-bc54-b043f267efe5, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:38:07.640527 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-fc05316f-fd93-4632-83a8-9e9bd681199f service neutron] For port 69d8b821-4191-4a75-bc54-b043f267efe5, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=69d8b821-4191-4a75-bc54-b043f267efe5,segment=NetworkSegment(427c5dcb-5cdd-44d6-804f-460b0fbe6337),segment_id=427c5dcb-5cdd-44d6-804f-460b0fbe6337)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:38:07.643295 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-230b758d-d7d6-4491-865f-141b409da4ab req-a8a46e89-5e88-4782-bf51-7261b3d4cc8d tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81012ea-258b-47d4-889d-53fb1049d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352283 Aug 10 01:38:07.645313 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-fc05316f-fd93-4632-83a8-9e9bd681199f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:07.690903 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-fc05316f-fd93-4632-83a8-9e9bd681199f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:07.691542 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-fc05316f-fd93-4632-83a8-9e9bd681199f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:07.693531 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-fc05316f-fd93-4632-83a8-9e9bd681199f service neutron] 10.222.0.20 "PUT /v2.0/ports/69d8b821-4191-4a75-bc54-b043f267efe5 HTTP/1.1" status: 200 len: 1092 time: 0.6548080 Aug 10 01:38:07.693985 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c282339-dfac-45cb-8e28-e8aac66ceb5c', 'tag': '69d8b821-4191-4a75-bc54-b043f267efe5'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:38:07.696318 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2bf44f-5d63-4444-bdae-edfb4c2f58d8" -d '{"events": [{"name": "network-changed", "server_uuid": "9c282339-dfac-45cb-8e28-e8aac66ceb5c", "tag": "69d8b821-4191-4a75-bc54-b043f267efe5"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:38:07.715551 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05316f-fd93-4632-83a8-9e9bd681199f service neutron] Pushing event updated for resources: {'Port': ['ID=69d8b821-4191-4a75-bc54-b043f267efe5,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:38:07.758251 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98499de-922b-4d39-89d6-9383342f2023 x-openstack-request-id: req-c98499de-922b-4d39-89d6-9383342f2023 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:38:07.758552 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c282339-dfac-45cb-8e28-e8aac66ceb5c", "tag": "69d8b821-4191-4a75-bc54-b043f267efe5", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:38:07.758871 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c98499de-922b-4d39-89d6-9383342f2023 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:38:07.759226 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c282339-dfac-45cb-8e28-e8aac66ceb5c', 'tag': '69d8b821-4191-4a75-bc54-b043f267efe5', 'status': 'completed', 'code': 200} Aug 10 01:38:07.793746 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-f3f2d55c-307c-410a-828c-652d8dc35989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:07.795330 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-f3f2d55c-307c-410a-828c-652d8dc35989 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ede6514ac6e240fead2d58f71ae47ac3&device_id=9c282339-dfac-45cb-8e28-e8aac66ceb5c HTTP/1.1" status: 200 len: 1095 time: 0.0473077 Aug 10 01:38:07.844018 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-fe705381-ecef-4718-b383-2b4e30be28eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69d8b821-4191-4a75-bc54-b043f267efe5 HTTP/1.1" status: 200 len: 217 time: 0.0357311 Aug 10 01:38:07.894084 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-ca2e3acb-729d-4652-9e73-6949b9b6ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:07.895565 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-ca2e3acb-729d-4652-9e73-6949b9b6ee4d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f875f7a-79b1-4601-ab80-ab119f8c7a81 HTTP/1.1" status: 200 len: 834 time: 0.0445118 Aug 10 01:38:07.945259 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-283e8274-9be1-4818-a7ab-21033454b181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:07.946726 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-283e8274-9be1-4818-a7ab-21033454b181 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448258 Aug 10 01:38:08.035024 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-dfed7027-9a7e-43f3-8c02-5d2687042826 service neutron] 10.222.0.20 "GET /v2.0/networks/ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807436 Aug 10 01:38:08.126659 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d04a0bdb-09c5-4b41-b283-1eca2432f5c8 req-5269a76b-326a-445a-8e66-b001be862911 service neutron] 10.222.0.20 "GET /v2.0/networks/ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845375 Aug 10 01:38:08.257642 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2bf44f-5d63-4444-bdae-edfb4c2f58d8 req-2048fa79-24c9-464b-b4b9-0c1c828216ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:08.259078 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fe2bf44f-5d63-4444-bdae-edfb4c2f58d8 req-2048fa79-24c9-464b-b4b9-0c1c828216ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ede6514ac6e240fead2d58f71ae47ac3&device_id=9c282339-dfac-45cb-8e28-e8aac66ceb5c HTTP/1.1" status: 200 len: 1095 time: 0.0408769 Aug 10 01:38:08.349634 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2bf44f-5d63-4444-bdae-edfb4c2f58d8 req-84ff7e43-9b60-48cc-9206-7a8891c0b551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:08.350958 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fe2bf44f-5d63-4444-bdae-edfb4c2f58d8 req-84ff7e43-9b60-48cc-9206-7a8891c0b551 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd HTTP/1.1" status: 200 len: 898 time: 0.0849657 Aug 10 01:38:08.390066 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fe2bf44f-5d63-4444-bdae-edfb4c2f58d8 req-dc94e17d-0d05-4172-aa28-68ee458c11bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69d8b821-4191-4a75-bc54-b043f267efe5 HTTP/1.1" status: 200 len: 217 time: 0.0323861 Aug 10 01:38:08.438011 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2bf44f-5d63-4444-bdae-edfb4c2f58d8 req-7872a3a0-6ac6-40c9-900e-b862d8321679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:08.439443 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fe2bf44f-5d63-4444-bdae-edfb4c2f58d8 req-7872a3a0-6ac6-40c9-900e-b862d8321679 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f875f7a-79b1-4601-ab80-ab119f8c7a81 HTTP/1.1" status: 200 len: 834 time: 0.0427325 Aug 10 01:38:08.484478 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2bf44f-5d63-4444-bdae-edfb4c2f58d8 req-92e0a02b-a817-4a21-8f25-cf815c31088a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:08.485891 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fe2bf44f-5d63-4444-bdae-edfb4c2f58d8 req-92e0a02b-a817-4a21-8f25-cf815c31088a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392172 Aug 10 01:38:08.575767 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fe2bf44f-5d63-4444-bdae-edfb4c2f58d8 req-ab2c9430-c9a2-4e48-a6b8-1592dc449b09 service neutron] 10.222.0.20 "GET /v2.0/networks/ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823541 Aug 10 01:38:08.665573 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fe2bf44f-5d63-4444-bdae-edfb4c2f58d8 req-e3b0486d-f358-4317-b446-fda7cf1c14cd service neutron] 10.222.0.20 "GET /v2.0/networks/ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828624 Aug 10 01:38:08.764413 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4f420-354c-48d5-984e-a01f662b39f4 req-9bf53998-def0-4c9c-9c87-5811670698f9 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:08.765892 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eaf4f420-354c-48d5-984e-a01f662b39f4 req-9bf53998-def0-4c9c-9c87-5811670698f9 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c282339-dfac-45cb-8e28-e8aac66ceb5c HTTP/1.1" status: 200 len: 943 time: 0.0520258 Aug 10 01:38:08.802809 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eaf4f420-354c-48d5-984e-a01f662b39f4 req-39ded1ca-c6cc-4d41-b8e4-f0a6d0b2923e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81012ea-258b-47d4-889d-53fb1049d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310650 Aug 10 01:38:09.070004 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:38:09.116015 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:38:09.116421 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:09.916324 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c6434-6d04-469c-9dd8-453f35db04e3 req-e0cbe93e-c767-4a03-a178-1a78da5ea18d tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:09.917721 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-678c6434-6d04-469c-9dd8-453f35db04e3 req-e0cbe93e-c767-4a03-a178-1a78da5ea18d tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c282339-dfac-45cb-8e28-e8aac66ceb5c HTTP/1.1" status: 200 len: 943 time: 0.0478148 Aug 10 01:38:09.955171 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-678c6434-6d04-469c-9dd8-453f35db04e3 req-76160857-a28c-4b3c-9029-08677d908322 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81012ea-258b-47d4-889d-53fb1049d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315480 Aug 10 01:38:11.066201 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8372f6-305b-41f9-b1c4-47d84a922674 req-4d739e89-1962-4699-aa42-dc834648fc65 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:11.067843 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db8372f6-305b-41f9-b1c4-47d84a922674 req-4d739e89-1962-4699-aa42-dc834648fc65 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c282339-dfac-45cb-8e28-e8aac66ceb5c HTTP/1.1" status: 200 len: 943 time: 0.0483046 Aug 10 01:38:11.104437 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-db8372f6-305b-41f9-b1c4-47d84a922674 req-c4ee8c10-7d13-41a8-9264-7669dc3d661b tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81012ea-258b-47d4-889d-53fb1049d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309157 Aug 10 01:38:11.220587 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-722b0107-9b35-4ade-9928-07c28691733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:11.929978 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:11.991044 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 69d8b821-4191-4a75-bc54-b043f267efe5 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:38:12.084724 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 69d8b821-4191-4a75-bc54-b043f267efe5, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=69d8b821-4191-4a75-bc54-b043f267efe5,segment=NetworkSegment(427c5dcb-5cdd-44d6-804f-460b0fbe6337),segment_id=427c5dcb-5cdd-44d6-804f-460b0fbe6337)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:38:12.228713 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a8adc4-f3df-4396-bdcc-3e7303c95cfa req-eeaabbd5-4bca-4226-8fb2-03060c0e64bb tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:12.230149 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b0a8adc4-f3df-4396-bdcc-3e7303c95cfa req-eeaabbd5-4bca-4226-8fb2-03060c0e64bb tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c282339-dfac-45cb-8e28-e8aac66ceb5c HTTP/1.1" status: 200 len: 943 time: 0.0565991 Aug 10 01:38:12.250625 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '69d8b821-4191-4a75-bc54-b043f267efe5', 'network_id': 'ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd', 'port_id': '69d8b821-4191-4a75-bc54-b043f267efe5', 'mac_address': 'fa:16:3e:2b:51:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f875f7a-79b1-4601-ab80-ab119f8c7a81', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:38:12.272929 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b0a8adc4-f3df-4396-bdcc-3e7303c95cfa req-ffb4d5d7-f60e-4b90-8169-4bfc7d6ae436 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81012ea-258b-47d4-889d-53fb1049d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356383 Aug 10 01:38:12.288310 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:12.300546 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d8b821-4191-4a75-bc54-b043f267efe5 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:38:12.319448 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 69d8b821-4191-4a75-bc54-b043f267efe5, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=69d8b821-4191-4a75-bc54-b043f267efe5,segment=NetworkSegment(427c5dcb-5cdd-44d6-804f-460b0fbe6337),segment_id=427c5dcb-5cdd-44d6-804f-460b0fbe6337)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:38:12.322844 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:12.368195 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=69d8b821-4191-4a75-bc54-b043f267efe5,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:38:12.735897 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['69d8b821-4191-4a75-bc54-b043f267efe5'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:38:13.385640 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d4294-d2fd-4631-823e-dfb3f94ab1da req-fea6acb2-dec0-4fd5-8299-a498186e5e08 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:13.387170 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-da8d4294-d2fd-4631-823e-dfb3f94ab1da req-fea6acb2-dec0-4fd5-8299-a498186e5e08 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c282339-dfac-45cb-8e28-e8aac66ceb5c HTTP/1.1" status: 200 len: 944 time: 0.0487585 Aug 10 01:38:13.424026 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-da8d4294-d2fd-4631-823e-dfb3f94ab1da req-710551a3-caed-4b2c-95ad-fcdae19c422c tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81012ea-258b-47d4-889d-53fb1049d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310059 Aug 10 01:38:13.874982 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5b21be63-67a5-48c4-8a44-9c861ae9ef95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:14.007564 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 69d8b821-4191-4a75-bc54-b043f267efe5 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:38:14.056296 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 69d8b821-4191-4a75-bc54-b043f267efe5 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:38:14.059969 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 69d8b821-4191-4a75-bc54-b043f267efe5 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:38:14.060372 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:14.132366 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:14.154045 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c282339-dfac-45cb-8e28-e8aac66ceb5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d8b821-4191-4a75-bc54-b043f267efe5'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:38:14.156330 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252d4edb-45cd-4270-adda-abd0c9576f42" -d '{"events": [{"server_uuid": "9c282339-dfac-45cb-8e28-e8aac66ceb5c", "name": "network-vif-plugged", "status": "completed", "tag": "69d8b821-4191-4a75-bc54-b043f267efe5"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:38:14.168984 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 69d8b821-4191-4a75-bc54-b043f267efe5, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=69d8b821-4191-4a75-bc54-b043f267efe5,segment=NetworkSegment(427c5dcb-5cdd-44d6-804f-460b0fbe6337),segment_id=427c5dcb-5cdd-44d6-804f-460b0fbe6337)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:38:14.173916 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:14.200915 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b339a361-c5d9-452d-8408-11d6438bb715 x-openstack-request-id: req-b339a361-c5d9-452d-8408-11d6438bb715 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:38:14.201216 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c282339-dfac-45cb-8e28-e8aac66ceb5c", "name": "network-vif-plugged", "status": "completed", "tag": "69d8b821-4191-4a75-bc54-b043f267efe5", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:38:14.201472 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b339a361-c5d9-452d-8408-11d6438bb715 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:38:14.201863 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c282339-dfac-45cb-8e28-e8aac66ceb5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d8b821-4191-4a75-bc54-b043f267efe5', 'code': 200} Aug 10 01:38:14.223330 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=69d8b821-4191-4a75-bc54-b043f267efe5,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:38:14.323317 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bad65-b3f0-4803-84fc-d085620f7564 req-9389ee19-92a1-47e8-b8b0-b0f0f3385164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:14.324813 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-063bad65-b3f0-4803-84fc-d085620f7564 req-9389ee19-92a1-47e8-b8b0-b0f0f3385164 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9c282339-dfac-45cb-8e28-e8aac66ceb5c HTTP/1.1" status: 200 len: 1097 time: 0.0450625 Aug 10 01:38:14.357992 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-063bad65-b3f0-4803-84fc-d085620f7564 req-e7e6856d-a6de-4c8f-8081-3691922ad5af service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c81012ea-258b-47d4-889d-53fb1049d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259821 Aug 10 01:38:14.478152 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:14.537164 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634386c-7d00-4c65-a8d5-f05195ac119f req-9a4b21f9-4bb8-4fb0-a6ef-0f2f1303fbd4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:14.538675 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2634386c-7d00-4c65-a8d5-f05195ac119f req-9a4b21f9-4bb8-4fb0-a6ef-0f2f1303fbd4 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c282339-dfac-45cb-8e28-e8aac66ceb5c HTTP/1.1" status: 200 len: 945 time: 0.0496211 Aug 10 01:38:14.576802 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2634386c-7d00-4c65-a8d5-f05195ac119f req-a8cca306-3367-4ad5-9839-9cc6a73493b5 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81012ea-258b-47d4-889d-53fb1049d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323095 Aug 10 01:38:15.279907 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:15.698364 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e937b-86d7-47aa-881d-882f2b172462 req-bc1da80d-4e9e-4d55-82d2-429d32b3ebaa tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:15.699856 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-974e937b-86d7-47aa-881d-882f2b172462 req-bc1da80d-4e9e-4d55-82d2-429d32b3ebaa tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c282339-dfac-45cb-8e28-e8aac66ceb5c HTTP/1.1" status: 200 len: 945 time: 0.0560064 Aug 10 01:38:15.738415 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-974e937b-86d7-47aa-881d-882f2b172462 req-02da9638-ab46-4ebf-90f6-904d6879d194 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81012ea-258b-47d4-889d-53fb1049d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323403 Aug 10 01:38:16.359492 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:16.851135 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d718ee8-000c-4ca0-9115-113e2d794d8f req-25263e6a-53ce-4ca6-808d-4dcd3fe3ec16 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:16.852624 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d718ee8-000c-4ca0-9115-113e2d794d8f req-25263e6a-53ce-4ca6-808d-4dcd3fe3ec16 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c282339-dfac-45cb-8e28-e8aac66ceb5c HTTP/1.1" status: 200 len: 945 time: 0.0481133 Aug 10 01:38:16.889693 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d718ee8-000c-4ca0-9115-113e2d794d8f req-4e7cd2e1-735c-4244-8410-636e6c26917a tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81012ea-258b-47d4-889d-53fb1049d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311294 Aug 10 01:38:17.000828 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980babc-a9ad-4db3-b3c4-090739dd48a3 req-d69457ea-4f2d-4d54-80c9-be959d66ecce tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:17.002284 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b980babc-a9ad-4db3-b3c4-090739dd48a3 req-d69457ea-4f2d-4d54-80c9-be959d66ecce tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c282339-dfac-45cb-8e28-e8aac66ceb5c HTTP/1.1" status: 200 len: 945 time: 0.0484927 Aug 10 01:38:17.038888 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b980babc-a9ad-4db3-b3c4-090739dd48a3 req-fc5e653b-1304-457a-9fca-c14f10ee0e0e tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81012ea-258b-47d4-889d-53fb1049d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306964 Aug 10 01:38:17.060497 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34904) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:38:17.103126 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0373dd-9ba9-4f94-a631-6db47db5da2e tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:17.104629 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9d0373dd-9ba9-4f94-a631-6db47db5da2e tempest-TestNetworkBasicOps-1276319536 tempest-TestNetworkBasicOps-1276319536-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9c282339-dfac-45cb-8e28-e8aac66ceb5c HTTP/1.1" status: 200 len: 1092 time: 0.0431983 Aug 10 01:38:17.107422 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34906) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:38:17.111775 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-1870254f-28ca-451b-a266-9563193a34d7 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'port_id': '69d8b821-4191-4a75-bc54-b043f267efe5', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:38:17.134187 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1870254f-28ca-451b-a266-9563193a34d7 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:17.227684 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1870254f-28ca-451b-a266-9563193a34d7 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:17.331358 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-1870254f-28ca-451b-a266-9563193a34d7 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Allocated IP 172.25.2.27 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/e970b364-4fcc-4ab6-bcf2-dda8eb72f696) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:38:17.430038 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1870254f-28ca-451b-a266-9563193a34d7 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:17.468108 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1870254f-28ca-451b-a266-9563193a34d7 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:17.512942 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1870254f-28ca-451b-a266-9563193a34d7 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:38:17.515853 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-1870254f-28ca-451b-a266-9563193a34d7 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:38:17.520345 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1870254f-28ca-451b-a266-9563193a34d7 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:38:17.523609 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1870254f-28ca-451b-a266-9563193a34d7 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'Port': ['ID=e970b364-4fcc-4ab6-bcf2-dda8eb72f696,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:38:17.868397 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1870254f-28ca-451b-a266-9563193a34d7 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:17.936394 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1870254f-28ca-451b-a266-9563193a34d7 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:18.084538 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1870254f-28ca-451b-a266-9563193a34d7 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:18.089071 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1870254f-28ca-451b-a266-9563193a34d7 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:18.159266 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1870254f-28ca-451b-a266-9563193a34d7 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event updated for resources: {'Port': ['ID=e970b364-4fcc-4ab6-bcf2-dda8eb72f696,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:38:18.169128 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1870254f-28ca-451b-a266-9563193a34d7 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:18.265956 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [None req-1870254f-28ca-451b-a266-9563193a34d7 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Floating IP 6207dcae-c866-4db9-8932-85ce7d4a3cb1 associated. External IP: 172.25.2.27, port: 69d8b821-4191-4a75-bc54-b043f267efe5. Aug 10 01:38:18.470222 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1870254f-28ca-451b-a266-9563193a34d7 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Router 3d83d3a6-011b-4d5d-a1f0-e66485e82168 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:38:18.574925 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1870254f-28ca-451b-a266-9563193a34d7 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:38:18.585637 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba382373-3217-432b-b066-145c895cff7d None None] Sync routers for ids ['3d83d3a6-011b-4d5d-a1f0-e66485e82168'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:38:18.590056 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1870254f-28ca-451b-a266-9563193a34d7 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:18.594715 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba382373-3217-432b-b066-145c895cff7d None None] Routers {'3d83d3a6-011b-4d5d-a1f0-e66485e82168'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:38:18.595405 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-ba382373-3217-432b-b066-145c895cff7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:38:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['3d83d3a6-011b-4d5d-a1f0-e66485e82168'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:38:18.620231 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1870254f-28ca-451b-a266-9563193a34d7 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5101655 Aug 10 01:38:18.620231 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c282339-dfac-45cb-8e28-e8aac66ceb5c', 'tag': '69d8b821-4191-4a75-bc54-b043f267efe5'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:38:18.621505 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e506ae8-0abc-4849-ac97-e1c50e557da7" -d '{"events": [{"name": "network-changed", "server_uuid": "9c282339-dfac-45cb-8e28-e8aac66ceb5c", "tag": "69d8b821-4191-4a75-bc54-b043f267efe5"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:38:18.622524 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34908) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:38:18.660309 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce177809-a9d2-4caf-a8f9-287055b44e8f x-openstack-request-id: req-ce177809-a9d2-4caf-a8f9-287055b44e8f {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:38:18.660612 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c282339-dfac-45cb-8e28-e8aac66ceb5c", "tag": "69d8b821-4191-4a75-bc54-b043f267efe5", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:38:18.660923 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ce177809-a9d2-4caf-a8f9-287055b44e8f {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:38:18.661857 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c282339-dfac-45cb-8e28-e8aac66ceb5c', 'tag': '69d8b821-4191-4a75-bc54-b043f267efe5', 'status': 'completed', 'code': 200} Aug 10 01:38:18.690049 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7c833b76-8323-4506-9a09-0c62660d3ddf tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/floatingips/6207dcae-c866-4db9-8932-85ce7d4a3cb1 HTTP/1.1" status: 200 len: 990 time: 0.0640361 Aug 10 01:38:18.710369 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-ba382373-3217-432b-b066-145c895cff7d None None] Set router 3d83d3a6-011b-4d5d-a1f0-e66485e82168 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:38:18.741493 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e506ae8-0abc-4849-ac97-e1c50e557da7 req-340dbc30-dc18-48db-b32a-c3351b057d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:18.742979 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1e506ae8-0abc-4849-ac97-e1c50e557da7 req-340dbc30-dc18-48db-b32a-c3351b057d23 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ede6514ac6e240fead2d58f71ae47ac3&device_id=9c282339-dfac-45cb-8e28-e8aac66ceb5c HTTP/1.1" status: 200 len: 1097 time: 0.0403011 Aug 10 01:38:18.834947 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e506ae8-0abc-4849-ac97-e1c50e557da7 req-8fd9a0b3-9afc-4432-80bd-83e1c6283413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:18.836454 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1e506ae8-0abc-4849-ac97-e1c50e557da7 req-8fd9a0b3-9afc-4432-80bd-83e1c6283413 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd HTTP/1.1" status: 200 len: 898 time: 0.0866292 Aug 10 01:38:18.900987 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1e506ae8-0abc-4849-ac97-e1c50e557da7 req-77947db6-a2fd-47d6-a52f-b3d02983693a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69d8b821-4191-4a75-bc54-b043f267efe5 HTTP/1.1" status: 200 len: 998 time: 0.0580134 Aug 10 01:38:18.925626 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-ba382373-3217-432b-b066-145c895cff7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'name': 'tempest-TestNetworkBasicOps-router-855698632', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '761dde5f-4594-4b0f-9d08-b5e983aadd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:37:58Z', 'updated_at': '2021-08-10T01:38:02Z', 'revision_number': 4, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'gw_port': {'id': '761dde5f-4594-4b0f-9d08-b5e983aadd78', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:37:58Z', 'updated_at': '2021-08-10T01:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '6207dcae-c866-4db9-8932-85ce7d4a3cb1', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'floating_ip_address': '172.25.2.27', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'port_id': '69d8b821-4191-4a75-bc54-b043f267efe5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd', 'mac_address': 'fa:16:3e:2b:51:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c282339-dfac-45cb-8e28-e8aac66ceb5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:38:17Z', 'updated_at': '2021-08-10T01:38:17Z', 'revision_number': 0, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1', 'name': '', 'network_id': 'ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'mac_address': 'fa:16:3e:a6:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '2f875f7a-79b1-4601-ab80-ab119f8c7a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:38:01Z', 'updated_at': '2021-08-10T01:38:07Z', 'revision_number': 5, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'subnets': [{'id': '2f875f7a-79b1-4601-ab80-ab119f8c7a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:38:18.951032 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba382373-3217-432b-b066-145c895cff7d None None] Checking router: 3d83d3a6-011b-4d5d-a1f0-e66485e82168 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:38:18.953270 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e506ae8-0abc-4849-ac97-e1c50e557da7 req-086d99bf-67fb-4c95-9138-8f8fb8ec419a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:18.954762 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1e506ae8-0abc-4849-ac97-e1c50e557da7 req-086d99bf-67fb-4c95-9138-8f8fb8ec419a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f875f7a-79b1-4601-ab80-ab119f8c7a81 HTTP/1.1" status: 200 len: 834 time: 0.0472546 Aug 10 01:38:18.959620 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba382373-3217-432b-b066-145c895cff7d None None] Routers {'3d83d3a6-011b-4d5d-a1f0-e66485e82168'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:38:18.960256 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-ba382373-3217-432b-b066-145c895cff7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:38:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['3d83d3a6-011b-4d5d-a1f0-e66485e82168'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:38:19.002259 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e506ae8-0abc-4849-ac97-e1c50e557da7 req-432f397a-a566-47be-a6b6-a263d4e384b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:19.003674 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1e506ae8-0abc-4849-ac97-e1c50e557da7 req-432f397a-a566-47be-a6b6-a263d4e384b2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413742 Aug 10 01:38:19.063625 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-ba382373-3217-432b-b066-145c895cff7d None None] Set router 3d83d3a6-011b-4d5d-a1f0-e66485e82168 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:38:19.094590 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1e506ae8-0abc-4849-ac97-e1c50e557da7 req-5c86f7d8-a67f-499e-927c-d4a63567e027 service neutron] 10.222.0.20 "GET /v2.0/networks/ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831685 Aug 10 01:38:19.186358 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1e506ae8-0abc-4849-ac97-e1c50e557da7 req-a8c8ba77-d5ad-4b26-9a33-cb52821fb3bf service neutron] 10.222.0.20 "GET /v2.0/networks/ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851970 Aug 10 01:38:19.281690 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-ba382373-3217-432b-b066-145c895cff7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'name': 'tempest-TestNetworkBasicOps-router-855698632', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '761dde5f-4594-4b0f-9d08-b5e983aadd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:37:58Z', 'updated_at': '2021-08-10T01:38:02Z', 'revision_number': 4, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'gw_port': {'id': '761dde5f-4594-4b0f-9d08-b5e983aadd78', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:37:58Z', 'updated_at': '2021-08-10T01:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '6207dcae-c866-4db9-8932-85ce7d4a3cb1', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'floating_ip_address': '172.25.2.27', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'port_id': '69d8b821-4191-4a75-bc54-b043f267efe5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd', 'mac_address': 'fa:16:3e:2b:51:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c282339-dfac-45cb-8e28-e8aac66ceb5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:38:17Z', 'updated_at': '2021-08-10T01:38:17Z', 'revision_number': 0, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1', 'name': '', 'network_id': 'ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'mac_address': 'fa:16:3e:a6:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '2f875f7a-79b1-4601-ab80-ab119f8c7a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:38:01Z', 'updated_at': '2021-08-10T01:38:07Z', 'revision_number': 5, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'subnets': [{'id': '2f875f7a-79b1-4601-ab80-ab119f8c7a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:38:19.306488 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba382373-3217-432b-b066-145c895cff7d None None] The sync data for ids ['3d83d3a6-011b-4d5d-a1f0-e66485e82168'] in n-d-766726-26 is: [{'id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'name': 'tempest-TestNetworkBasicOps-router-855698632', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '761dde5f-4594-4b0f-9d08-b5e983aadd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:37:58Z', 'updated_at': '2021-08-10T01:38:02Z', 'revision_number': 4, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'gw_port': {'id': '761dde5f-4594-4b0f-9d08-b5e983aadd78', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:37:58Z', 'updated_at': '2021-08-10T01:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '6207dcae-c866-4db9-8932-85ce7d4a3cb1', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'floating_ip_address': '172.25.2.27', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'port_id': '69d8b821-4191-4a75-bc54-b043f267efe5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd', 'mac_address': 'fa:16:3e:2b:51:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c282339-dfac-45cb-8e28-e8aac66ceb5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:38:17Z', 'updated_at': '2021-08-10T01:38:17Z', 'revision_number': 0, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1', 'name': '', 'network_id': 'ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'mac_address': 'fa:16:3e:a6:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '2f875f7a-79b1-4601-ab80-ab119f8c7a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:38:01Z', 'updated_at': '2021-08-10T01:38:07Z', 'revision_number': 5, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'subnets': [{'id': '2f875f7a-79b1-4601-ab80-ab119f8c7a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:38:19.491786 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e5845f-b6c7-4bce-8d29-bf886dfd3af1 None None] New status for floating IP 6207dcae-c866-4db9-8932-85ce7d4a3cb1: ACTIVE {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:38:19.693765 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34912) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:38:19.754613 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-147e75b3-be82-4588-b7ac-6a0f1270b340 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/floatingips/6207dcae-c866-4db9-8932-85ce7d4a3cb1 HTTP/1.1" status: 200 len: 992 time: 0.0597391 Aug 10 01:38:28.403189 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:40.767753 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:38:41.220471 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a025d6b7-455c-490e-897b-9f8a5e74e8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:41.942259 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:43.876247 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eed321dc-b78e-4daf-af75-70efbd1dc964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:44.478029 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:45.278299 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:46.362807 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:58.422543 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:05.772386 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9f961cbb-0f96-4c8f-8571-18a2a0dd2946 req-8b34814e-bb37-4b0e-94a9-29e80bf7350a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9c282339-dfac-45cb-8e28-e8aac66ceb5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395992 Aug 10 01:39:05.867368 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f961cbb-0f96-4c8f-8571-18a2a0dd2946 req-7518bdf1-dfaf-4154-a2c2-937518696e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:05.869399 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9f961cbb-0f96-4c8f-8571-18a2a0dd2946 req-7518bdf1-dfaf-4154-a2c2-937518696e10 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ede6514ac6e240fead2d58f71ae47ac3&device_id=9c282339-dfac-45cb-8e28-e8aac66ceb5c HTTP/1.1" status: 200 len: 1097 time: 0.0404148 Aug 10 01:39:05.979868 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f961cbb-0f96-4c8f-8571-18a2a0dd2946 req-9ce72ad4-ff5c-4d48-a8ef-121ae2122534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:05.981334 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9f961cbb-0f96-4c8f-8571-18a2a0dd2946 req-9ce72ad4-ff5c-4d48-a8ef-121ae2122534 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd HTTP/1.1" status: 200 len: 898 time: 0.0872729 Aug 10 01:39:06.045923 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9f961cbb-0f96-4c8f-8571-18a2a0dd2946 req-e095d987-e6be-4ea0-a26b-1c1027358351 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69d8b821-4191-4a75-bc54-b043f267efe5 HTTP/1.1" status: 200 len: 1000 time: 0.0566158 Aug 10 01:39:06.096982 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f961cbb-0f96-4c8f-8571-18a2a0dd2946 req-bf053ce0-98f8-41e7-9f3a-2fc5e955acff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:06.098368 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9f961cbb-0f96-4c8f-8571-18a2a0dd2946 req-bf053ce0-98f8-41e7-9f3a-2fc5e955acff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f875f7a-79b1-4601-ab80-ab119f8c7a81 HTTP/1.1" status: 200 len: 834 time: 0.0460231 Aug 10 01:39:06.142236 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f961cbb-0f96-4c8f-8571-18a2a0dd2946 req-2fbd4de9-9019-4cba-9200-6386552a0fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:06.143567 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9f961cbb-0f96-4c8f-8571-18a2a0dd2946 req-2fbd4de9-9019-4cba-9200-6386552a0fcb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0379026 Aug 10 01:39:06.230459 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9f961cbb-0f96-4c8f-8571-18a2a0dd2946 req-bf2dbd33-2de1-46ec-814d-e6e78a275b63 service neutron] 10.222.0.20 "GET /v2.0/networks/ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796926 Aug 10 01:39:06.320584 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9f961cbb-0f96-4c8f-8571-18a2a0dd2946 req-75acb240-6c4a-484f-8e4d-4475d576bbbd service neutron] 10.222.0.20 "GET /v2.0/networks/ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830746 Aug 10 01:39:11.220241 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9e26718d-6ae0-436a-b48c-613f0434abbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:11.954675 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:13.876355 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d4796f0-bd02-473b-940a-9da760fa1b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:14.478870 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:15.281191 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:16.364367 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:17.767265 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:39:20.355412 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34934) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:39:20.413626 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-43b4208a-88db-4b96-96c4-df52078937c8 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/floatingips/6207dcae-c866-4db9-8932-85ce7d4a3cb1 HTTP/1.1" status: 200 len: 992 time: 0.0570488 Aug 10 01:39:21.675539 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34948) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:39:21.829425 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-5522ca6c-32f0-46bd-a69d-8028ea6bd5a3 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Deleting port e970b364-4fcc-4ab6-bcf2-dda8eb72f696 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:39:21.829773 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5522ca6c-32f0-46bd-a69d-8028ea6bd5a3 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:21.905694 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5522ca6c-32f0-46bd-a69d-8028ea6bd5a3 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:21.906024 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5522ca6c-32f0-46bd-a69d-8028ea6bd5a3 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:21.917916 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-5522ca6c-32f0-46bd-a69d-8028ea6bd5a3 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Calling delete_port for e970b364-4fcc-4ab6-bcf2-dda8eb72f696 owned by network:floatingip {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:39:22.058870 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5522ca6c-32f0-46bd-a69d-8028ea6bd5a3 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:22.091454 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522ca6c-32f0-46bd-a69d-8028ea6bd5a3 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event deleted for resources: {'Port': ['ID=e970b364-4fcc-4ab6-bcf2-dda8eb72f696,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:39:22.114525 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522ca6c-32f0-46bd-a69d-8028ea6bd5a3 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:22.114880 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522ca6c-32f0-46bd-a69d-8028ea6bd5a3 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:22.115230 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522ca6c-32f0-46bd-a69d-8028ea6bd5a3 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:22.115578 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522ca6c-32f0-46bd-a69d-8028ea6bd5a3 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:22.115922 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522ca6c-32f0-46bd-a69d-8028ea6bd5a3 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:22.116287 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522ca6c-32f0-46bd-a69d-8028ea6bd5a3 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:22.116625 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522ca6c-32f0-46bd-a69d-8028ea6bd5a3 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:22.116959 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522ca6c-32f0-46bd-a69d-8028ea6bd5a3 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:22.117297 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522ca6c-32f0-46bd-a69d-8028ea6bd5a3 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:22.117627 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522ca6c-32f0-46bd-a69d-8028ea6bd5a3 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:22.117960 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522ca6c-32f0-46bd-a69d-8028ea6bd5a3 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:22.118289 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522ca6c-32f0-46bd-a69d-8028ea6bd5a3 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:22.157079 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5522ca6c-32f0-46bd-a69d-8028ea6bd5a3 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for floatingip, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:22.157417 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [None req-5522ca6c-32f0-46bd-a69d-8028ea6bd5a3 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Floating IP 6207dcae-c866-4db9-8932-85ce7d4a3cb1 disassociated (deleted). External IP: 172.25.2.27, port: 69d8b821-4191-4a75-bc54-b043f267efe5. Aug 10 01:39:22.668512 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5522ca6c-32f0-46bd-a69d-8028ea6bd5a3 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Router 3d83d3a6-011b-4d5d-a1f0-e66485e82168 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:39:22.773524 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5522ca6c-32f0-46bd-a69d-8028ea6bd5a3 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:39:22.778212 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5522ca6c-32f0-46bd-a69d-8028ea6bd5a3 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:22.783683 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780b5ca8-8788-4ca2-b961-5bf9e41259cb None None] Sync routers for ids ['3d83d3a6-011b-4d5d-a1f0-e66485e82168'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:39:22.792895 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780b5ca8-8788-4ca2-b961-5bf9e41259cb None None] Routers {'3d83d3a6-011b-4d5d-a1f0-e66485e82168'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:39:22.793508 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-780b5ca8-8788-4ca2-b961-5bf9e41259cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:39:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['3d83d3a6-011b-4d5d-a1f0-e66485e82168'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:39:22.803690 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5522ca6c-32f0-46bd-a69d-8028ea6bd5a3 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "DELETE /v2.0/floatingips/6207dcae-c866-4db9-8932-85ce7d4a3cb1 HTTP/1.1" status: 204 len: 168 time: 1.1270487 Aug 10 01:39:22.804425 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c282339-dfac-45cb-8e28-e8aac66ceb5c', 'tag': '69d8b821-4191-4a75-bc54-b043f267efe5'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:39:22.807335 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9176e479-7e85-42f3-8802-ebc11a06b268" -d '{"events": [{"name": "network-changed", "server_uuid": "9c282339-dfac-45cb-8e28-e8aac66ceb5c", "tag": "69d8b821-4191-4a75-bc54-b043f267efe5"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:39:22.850183 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce4b4e7-d2ba-477b-8f7d-426780ae3100 x-openstack-request-id: req-7ce4b4e7-d2ba-477b-8f7d-426780ae3100 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:39:22.850477 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c282339-dfac-45cb-8e28-e8aac66ceb5c", "tag": "69d8b821-4191-4a75-bc54-b043f267efe5", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:39:22.850731 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7ce4b4e7-d2ba-477b-8f7d-426780ae3100 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:39:22.851798 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c282339-dfac-45cb-8e28-e8aac66ceb5c', 'tag': '69d8b821-4191-4a75-bc54-b043f267efe5', 'status': 'completed', 'code': 200} Aug 10 01:39:22.901877 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-780b5ca8-8788-4ca2-b961-5bf9e41259cb None None] Set router 3d83d3a6-011b-4d5d-a1f0-e66485e82168 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:39:22.938194 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176e479-7e85-42f3-8802-ebc11a06b268 req-1938daa3-62ad-4004-9cba-66e3929d36b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:22.939851 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9176e479-7e85-42f3-8802-ebc11a06b268 req-1938daa3-62ad-4004-9cba-66e3929d36b9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ede6514ac6e240fead2d58f71ae47ac3&device_id=9c282339-dfac-45cb-8e28-e8aac66ceb5c HTTP/1.1" status: 200 len: 1097 time: 0.0433295 Aug 10 01:39:23.043007 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176e479-7e85-42f3-8802-ebc11a06b268 req-0e372c1f-7dad-411c-af86-ad416799d4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:23.044632 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9176e479-7e85-42f3-8802-ebc11a06b268 req-0e372c1f-7dad-411c-af86-ad416799d4b3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd HTTP/1.1" status: 200 len: 898 time: 0.0982871 Aug 10 01:39:23.048860 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7956ebe-77f7-4aa0-a94c-335cf7027195 req-45da85f1-1c7f-484f-9dde-71504a707d9f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:23.050443 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a7956ebe-77f7-4aa0-a94c-335cf7027195 req-45da85f1-1c7f-484f-9dde-71504a707d9f tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c282339-dfac-45cb-8e28-e8aac66ceb5c HTTP/1.1" status: 200 len: 945 time: 0.0521185 Aug 10 01:39:23.088960 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a7956ebe-77f7-4aa0-a94c-335cf7027195 req-e53d91b0-17ce-439d-8b7c-0f0f1c085de5 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81012ea-258b-47d4-889d-53fb1049d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322723 Aug 10 01:39:23.097256 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9176e479-7e85-42f3-8802-ebc11a06b268 req-3808aacd-1ace-4496-a841-c9bf429c8a95 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69d8b821-4191-4a75-bc54-b043f267efe5 HTTP/1.1" status: 200 len: 217 time: 0.0447907 Aug 10 01:39:23.120478 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-780b5ca8-8788-4ca2-b961-5bf9e41259cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'name': 'tempest-TestNetworkBasicOps-router-855698632', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '761dde5f-4594-4b0f-9d08-b5e983aadd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:37:58Z', 'updated_at': '2021-08-10T01:38:02Z', 'revision_number': 4, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'gw_port': {'id': '761dde5f-4594-4b0f-9d08-b5e983aadd78', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:37:58Z', 'updated_at': '2021-08-10T01:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1', 'name': '', 'network_id': 'ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'mac_address': 'fa:16:3e:a6:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '2f875f7a-79b1-4601-ab80-ab119f8c7a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:38:01Z', 'updated_at': '2021-08-10T01:38:07Z', 'revision_number': 5, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'subnets': [{'id': '2f875f7a-79b1-4601-ab80-ab119f8c7a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:39:23.145092 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780b5ca8-8788-4ca2-b961-5bf9e41259cb None None] Checking router: 3d83d3a6-011b-4d5d-a1f0-e66485e82168 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:39:23.147981 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176e479-7e85-42f3-8802-ebc11a06b268 req-64bfdc59-3143-42ed-9907-980780cb2071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:23.149488 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9176e479-7e85-42f3-8802-ebc11a06b268 req-64bfdc59-3143-42ed-9907-980780cb2071 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f875f7a-79b1-4601-ab80-ab119f8c7a81 HTTP/1.1" status: 200 len: 834 time: 0.0445487 Aug 10 01:39:23.153073 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780b5ca8-8788-4ca2-b961-5bf9e41259cb None None] Routers {'3d83d3a6-011b-4d5d-a1f0-e66485e82168'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:39:23.153669 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-780b5ca8-8788-4ca2-b961-5bf9e41259cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:39:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['3d83d3a6-011b-4d5d-a1f0-e66485e82168'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:39:23.197266 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176e479-7e85-42f3-8802-ebc11a06b268 req-3f67213a-f58b-4b4e-9ff5-3372c9ca6256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:23.198746 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9176e479-7e85-42f3-8802-ebc11a06b268 req-3f67213a-f58b-4b4e-9ff5-3372c9ca6256 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408869 Aug 10 01:39:23.257008 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-780b5ca8-8788-4ca2-b961-5bf9e41259cb None None] Set router 3d83d3a6-011b-4d5d-a1f0-e66485e82168 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:39:23.297150 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9176e479-7e85-42f3-8802-ebc11a06b268 req-6f3fea20-60ae-4657-8c00-3a894e1424c5 service neutron] 10.222.0.20 "GET /v2.0/networks/ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896275 Aug 10 01:39:23.385912 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9176e479-7e85-42f3-8802-ebc11a06b268 req-4eff5416-5ef7-4988-bb8e-2fed2d9bdaf7 service neutron] 10.222.0.20 "GET /v2.0/networks/ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815623 Aug 10 01:39:23.452161 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-780b5ca8-8788-4ca2-b961-5bf9e41259cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'name': 'tempest-TestNetworkBasicOps-router-855698632', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '761dde5f-4594-4b0f-9d08-b5e983aadd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:37:58Z', 'updated_at': '2021-08-10T01:38:02Z', 'revision_number': 4, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'gw_port': {'id': '761dde5f-4594-4b0f-9d08-b5e983aadd78', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:37:58Z', 'updated_at': '2021-08-10T01:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1', 'name': '', 'network_id': 'ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'mac_address': 'fa:16:3e:a6:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '2f875f7a-79b1-4601-ab80-ab119f8c7a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:38:01Z', 'updated_at': '2021-08-10T01:38:07Z', 'revision_number': 5, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'subnets': [{'id': '2f875f7a-79b1-4601-ab80-ab119f8c7a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:39:23.477334 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780b5ca8-8788-4ca2-b961-5bf9e41259cb None None] The sync data for ids ['3d83d3a6-011b-4d5d-a1f0-e66485e82168'] in n-d-766726-26 is: [{'id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'name': 'tempest-TestNetworkBasicOps-router-855698632', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '761dde5f-4594-4b0f-9d08-b5e983aadd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:37:58Z', 'updated_at': '2021-08-10T01:38:02Z', 'revision_number': 4, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'gw_port': {'id': '761dde5f-4594-4b0f-9d08-b5e983aadd78', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:37:58Z', 'updated_at': '2021-08-10T01:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1', 'name': '', 'network_id': 'ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'mac_address': 'fa:16:3e:a6:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '2f875f7a-79b1-4601-ab80-ab119f8c7a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:38:01Z', 'updated_at': '2021-08-10T01:38:07Z', 'revision_number': 5, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'subnets': [{'id': '2f875f7a-79b1-4601-ab80-ab119f8c7a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:39:23.687510 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfb2c83-abe2-4101-8e99-87e7eae93feb None None] New status for floating IP 6207dcae-c866-4db9-8932-85ce7d4a3cb1: DOWN {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:39:24.209740 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52d4ce-f9cf-40a2-a529-2254d7fe5c2b req-627f1fcc-88f3-429c-a77d-29be7903a912 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:24.211194 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ad52d4ce-f9cf-40a2-a529-2254d7fe5c2b req-627f1fcc-88f3-429c-a77d-29be7903a912 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c282339-dfac-45cb-8e28-e8aac66ceb5c HTTP/1.1" status: 200 len: 945 time: 0.0518997 Aug 10 01:39:24.247376 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ad52d4ce-f9cf-40a2-a529-2254d7fe5c2b req-aae7961a-bc7e-4077-859a-77571e845c43 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81012ea-258b-47d4-889d-53fb1049d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303729 Aug 10 01:39:24.805761 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a6261-4c37-4c6c-82f2-325bf24c4b66 req-64edc458-2661-4de5-845f-6ccfb02ecea2 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:24.807194 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-134a6261-4c37-4c6c-82f2-325bf24c4b66 req-64edc458-2661-4de5-845f-6ccfb02ecea2 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c282339-dfac-45cb-8e28-e8aac66ceb5c HTTP/1.1" status: 200 len: 945 time: 0.0531847 Aug 10 01:39:24.893762 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-134a6261-4c37-4c6c-82f2-325bf24c4b66 req-7e76dbf8-37d5-4c76-b1ab-01f27f0fef5c tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Deleting port 69d8b821-4191-4a75-bc54-b043f267efe5 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:39:24.894027 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-134a6261-4c37-4c6c-82f2-325bf24c4b66 req-7e76dbf8-37d5-4c76-b1ab-01f27f0fef5c tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:24.984482 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-134a6261-4c37-4c6c-82f2-325bf24c4b66 req-7e76dbf8-37d5-4c76-b1ab-01f27f0fef5c tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] For port 69d8b821-4191-4a75-bc54-b043f267efe5, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=69d8b821-4191-4a75-bc54-b043f267efe5,segment=NetworkSegment(427c5dcb-5cdd-44d6-804f-460b0fbe6337),segment_id=427c5dcb-5cdd-44d6-804f-460b0fbe6337)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:39:24.984843 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-134a6261-4c37-4c6c-82f2-325bf24c4b66 req-7e76dbf8-37d5-4c76-b1ab-01f27f0fef5c tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:24.997288 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-134a6261-4c37-4c6c-82f2-325bf24c4b66 req-7e76dbf8-37d5-4c76-b1ab-01f27f0fef5c tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Calling delete_port for 69d8b821-4191-4a75-bc54-b043f267efe5 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:39:25.119551 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-134a6261-4c37-4c6c-82f2-325bf24c4b66 req-7e76dbf8-37d5-4c76-b1ab-01f27f0fef5c tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:25.149623 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e76dbf8-37d5-4c76-b1ab-01f27f0fef5c tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event deleted for resources: {'Port': ['ID=69d8b821-4191-4a75-bc54-b043f267efe5,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:39:25.193188 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-134a6261-4c37-4c6c-82f2-325bf24c4b66 req-7e76dbf8-37d5-4c76-b1ab-01f27f0fef5c tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] No DVR routers for this DVR port 69d8b821-4191-4a75-bc54-b043f267efe5 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:39:25.195671 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-134a6261-4c37-4c6c-82f2-325bf24c4b66 req-7e76dbf8-37d5-4c76-b1ab-01f27f0fef5c tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:25.198229 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-134a6261-4c37-4c6c-82f2-325bf24c4b66 req-7e76dbf8-37d5-4c76-b1ab-01f27f0fef5c tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.20 "DELETE /v2.0/ports/69d8b821-4191-4a75-bc54-b043f267efe5 HTTP/1.1" status: 204 len: 173 time: 0.3845398 Aug 10 01:39:25.198660 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c282339-dfac-45cb-8e28-e8aac66ceb5c', 'name': 'network-vif-deleted', 'tag': '69d8b821-4191-4a75-bc54-b043f267efe5'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:39:25.200927 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314b1030-1116-4923-ac24-b758cdf2c5a7" -d '{"events": [{"server_uuid": "9c282339-dfac-45cb-8e28-e8aac66ceb5c", "name": "network-vif-deleted", "tag": "69d8b821-4191-4a75-bc54-b043f267efe5"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:39:25.240671 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0353cae-e669-4c0c-962c-8470f98d412f x-openstack-request-id: req-a0353cae-e669-4c0c-962c-8470f98d412f {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:39:25.240949 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c282339-dfac-45cb-8e28-e8aac66ceb5c", "name": "network-vif-deleted", "tag": "69d8b821-4191-4a75-bc54-b043f267efe5", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:39:25.241200 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a0353cae-e669-4c0c-962c-8470f98d412f {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:39:25.241603 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c282339-dfac-45cb-8e28-e8aac66ceb5c', 'name': 'network-vif-deleted', 'tag': '69d8b821-4191-4a75-bc54-b043f267efe5', 'status': 'completed', 'code': 200} Aug 10 01:39:25.344751 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8c8e81b-0e2e-47c9-8379-7a130584fe5d req-09d9519a-7263-427c-9438-f0a188897b31 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c282339-dfac-45cb-8e28-e8aac66ceb5c HTTP/1.1" status: 200 len: 210 time: 0.0280035 Aug 10 01:39:26.399973 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34966) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:39:26.458255 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-54d7f06d-bcd9-43f2-b3ff-447e55be402a tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:26.484475 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-54d7f06d-bcd9-43f2-b3ff-447e55be402a tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:26.542814 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-54d7f06d-bcd9-43f2-b3ff-447e55be402a tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:26.545818 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-54d7f06d-bcd9-43f2-b3ff-447e55be402a tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:26.546959 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-54d7f06d-bcd9-43f2-b3ff-447e55be402a tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "DELETE /v2.0/security-groups/c81012ea-258b-47d4-889d-53fb1049d665 HTTP/1.1" status: 204 len: 168 time: 0.1454380 Aug 10 01:39:26.556023 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7f06d-bcd9-43f2-b3ff-447e55be402a tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81012ea-258b-47d4-889d-53fb1049d665,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:39:26.580358 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34970) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:39:26.942530 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8369edb9-0eba-4e32-a5a5-1e0166f510c2 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:27.193812 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-8369edb9-0eba-4e32-a5a5-1e0166f510c2 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Deleting port 465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:39:27.194076 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8369edb9-0eba-4e32-a5a5-1e0166f510c2 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:27.279520 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-8369edb9-0eba-4e32-a5a5-1e0166f510c2 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] For port 465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1,segment=NetworkSegment(427c5dcb-5cdd-44d6-804f-460b0fbe6337),segment_id=427c5dcb-5cdd-44d6-804f-460b0fbe6337)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:39:27.279878 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8369edb9-0eba-4e32-a5a5-1e0166f510c2 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:27.297500 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-8369edb9-0eba-4e32-a5a5-1e0166f510c2 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Calling delete_port for 465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1 owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:39:27.480610 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8369edb9-0eba-4e32-a5a5-1e0166f510c2 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:27.507751 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8369edb9-0eba-4e32-a5a5-1e0166f510c2 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event deleted for resources: {'Port': ['ID=465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:39:27.680389 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8369edb9-0eba-4e32-a5a5-1e0166f510c2 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:27.889051 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8369edb9-0eba-4e32-a5a5-1e0166f510c2 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Router 3d83d3a6-011b-4d5d-a1f0-e66485e82168 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:39:27.992025 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8369edb9-0eba-4e32-a5a5-1e0166f510c2 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:39:27.997503 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8369edb9-0eba-4e32-a5a5-1e0166f510c2 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "PUT /v2.0/routers/3d83d3a6-011b-4d5d-a1f0-e66485e82168/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4159412 Aug 10 01:39:28.000349 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34972) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:39:28.001688 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85074939-46d6-4cbc-b51b-9b1b8815ff21 None None] Sync routers for ids ['3d83d3a6-011b-4d5d-a1f0-e66485e82168'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:39:28.011926 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85074939-46d6-4cbc-b51b-9b1b8815ff21 None None] Routers {'3d83d3a6-011b-4d5d-a1f0-e66485e82168'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:39:28.012556 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-85074939-46d6-4cbc-b51b-9b1b8815ff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:39:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['3d83d3a6-011b-4d5d-a1f0-e66485e82168'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:39:28.050114 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-e490e21b-e0a0-446c-86ed-38bce11233dc tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Deleting subnet 2f875f7a-79b1-4601-ab80-ab119f8c7a81 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:39:28.053158 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e490e21b-e0a0-446c-86ed-38bce11233dc tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:28.092739 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e490e21b-e0a0-446c-86ed-38bce11233dc tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:28.112807 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-85074939-46d6-4cbc-b51b-9b1b8815ff21 None None] Set router 3d83d3a6-011b-4d5d-a1f0-e66485e82168 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:39:28.178577 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e490e21b-e0a0-446c-86ed-38bce11233dc tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:28.236022 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e490e21b-e0a0-446c-86ed-38bce11233dc tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:28.263471 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490e21b-e0a0-446c-86ed-38bce11233dc tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event deleted for resources: {'Subnet': ['ID=2f875f7a-79b1-4601-ab80-ab119f8c7a81,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:39:28.268362 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e490e21b-e0a0-446c-86ed-38bce11233dc tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:28.270421 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e490e21b-e0a0-446c-86ed-38bce11233dc tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "DELETE /v2.0/subnets/2f875f7a-79b1-4601-ab80-ab119f8c7a81 HTTP/1.1" status: 204 len: 168 time: 0.2691603 Aug 10 01:39:28.273060 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34974) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:39:28.282609 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e989e98-a6e4-4d42-ac3f-5be0d3473b46 None None] Network ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:39:28.331083 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-85074939-46d6-4cbc-b51b-9b1b8815ff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'name': 'tempest-TestNetworkBasicOps-router-855698632', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '761dde5f-4594-4b0f-9d08-b5e983aadd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:37:58Z', 'updated_at': '2021-08-10T01:39:27Z', 'revision_number': 5, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'gw_port': {'id': '761dde5f-4594-4b0f-9d08-b5e983aadd78', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:37:58Z', 'updated_at': '2021-08-10T01:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:39:28.364210 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85074939-46d6-4cbc-b51b-9b1b8815ff21 None None] Checking router: 3d83d3a6-011b-4d5d-a1f0-e66485e82168 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:39:28.379859 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0e97d86-849e-476c-b5b5-55a5ec7d1bb5 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:28.394477 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85074939-46d6-4cbc-b51b-9b1b8815ff21 None None] Routers {'3d83d3a6-011b-4d5d-a1f0-e66485e82168'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:39:28.395101 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-85074939-46d6-4cbc-b51b-9b1b8815ff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:39:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['3d83d3a6-011b-4d5d-a1f0-e66485e82168'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:39:28.490157 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0e97d86-849e-476c-b5b5-55a5ec7d1bb5 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:28.545168 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-b0e97d86-849e-476c-b5b5-55a5ec7d1bb5 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Deleting port 761dde5f-4594-4b0f-9d08-b5e983aadd78 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:39:28.545531 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0e97d86-849e-476c-b5b5-55a5ec7d1bb5 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:28.572488 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 69d8b821-4191-4a75-bc54-b043f267efe5 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:39:28.631773 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-b0e97d86-849e-476c-b5b5-55a5ec7d1bb5 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] For port 761dde5f-4594-4b0f-9d08-b5e983aadd78, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=761dde5f-4594-4b0f-9d08-b5e983aadd78,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:39:28.632008 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0e97d86-849e-476c-b5b5-55a5ec7d1bb5 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:28.645335 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-b0e97d86-849e-476c-b5b5-55a5ec7d1bb5 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Calling delete_port for 761dde5f-4594-4b0f-9d08-b5e983aadd78 owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:39:28.658035 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 69d8b821-4191-4a75-bc54-b043f267efe5 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:39:28.658386 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 69d8b821-4191-4a75-bc54-b043f267efe5 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:39:28.671794 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:28.689528 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-85074939-46d6-4cbc-b51b-9b1b8815ff21 None None] Set router 3d83d3a6-011b-4d5d-a1f0-e66485e82168 gateway port host: None {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:39:28.745261 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-85074939-46d6-4cbc-b51b-9b1b8815ff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'name': 'tempest-TestNetworkBasicOps-router-855698632', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:37:58Z', 'updated_at': '2021-08-10T01:39:28Z', 'revision_number': 6, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:39:28.773662 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffb727b-ee40-4971-9860-6a13df42c584 None None] DHCP port deletion for ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:39:28.776451 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85074939-46d6-4cbc-b51b-9b1b8815ff21 None None] The sync data for ids ['3d83d3a6-011b-4d5d-a1f0-e66485e82168'] in n-d-766726-26 is: [{'id': '3d83d3a6-011b-4d5d-a1f0-e66485e82168', 'name': 'tempest-TestNetworkBasicOps-router-855698632', 'tenant_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:37:58Z', 'updated_at': '2021-08-10T01:39:28Z', 'revision_number': 6, 'project_id': 'ede6514ac6e240fead2d58f71ae47ac3', 'gw_port_host': None}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:39:28.824451 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb727b-ee40-4971-9860-6a13df42c584 None None] Deleting port 22350d81-68e9-4027-8f36-aaa1388059a2 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:39:28.824860 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2ffb727b-ee40-4971-9860-6a13df42c584 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:28.828812 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0e97d86-849e-476c-b5b5-55a5ec7d1bb5 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:28.859324 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e97d86-849e-476c-b5b5-55a5ec7d1bb5 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event deleted for resources: {'Port': ['ID=761dde5f-4594-4b0f-9d08-b5e983aadd78,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:39:28.890078 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-2ffb727b-ee40-4971-9860-6a13df42c584 None None] For port 22350d81-68e9-4027-8f36-aaa1388059a2, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=22350d81-68e9-4027-8f36-aaa1388059a2,segment=NetworkSegment(427c5dcb-5cdd-44d6-804f-460b0fbe6337),segment_id=427c5dcb-5cdd-44d6-804f-460b0fbe6337)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:39:28.890481 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2ffb727b-ee40-4971-9860-6a13df42c584 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:28.902611 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb727b-ee40-4971-9860-6a13df42c584 None None] Calling delete_port for 22350d81-68e9-4027-8f36-aaa1388059a2 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:39:28.917129 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0e97d86-849e-476c-b5b5-55a5ec7d1bb5 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:28.978294 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2ffb727b-ee40-4971-9860-6a13df42c584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:29.002400 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb727b-ee40-4971-9860-6a13df42c584 None None] Pushing event deleted for resources: {'Port': ['ID=22350d81-68e9-4027-8f36-aaa1388059a2,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:39:29.008498 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0e97d86-849e-476c-b5b5-55a5ec7d1bb5 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:29.010727 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffb727b-ee40-4971-9860-6a13df42c584 None None] No DVR routers for this DVR port 22350d81-68e9-4027-8f36-aaa1388059a2 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:39:29.011199 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0e97d86-849e-476c-b5b5-55a5ec7d1bb5 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:29.013269 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb727b-ee40-4971-9860-6a13df42c584 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:29.013650 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb727b-ee40-4971-9860-6a13df42c584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:29.014007 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb727b-ee40-4971-9860-6a13df42c584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:29.014354 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb727b-ee40-4971-9860-6a13df42c584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:29.014705 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb727b-ee40-4971-9860-6a13df42c584 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:29.015051 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb727b-ee40-4971-9860-6a13df42c584 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:29.015391 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb727b-ee40-4971-9860-6a13df42c584 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:29.015726 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb727b-ee40-4971-9860-6a13df42c584 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:29.016062 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb727b-ee40-4971-9860-6a13df42c584 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:29.016426 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb727b-ee40-4971-9860-6a13df42c584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:29.016762 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb727b-ee40-4971-9860-6a13df42c584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:29.017111 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb727b-ee40-4971-9860-6a13df42c584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:29.058587 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0e97d86-849e-476c-b5b5-55a5ec7d1bb5 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:29.059270 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e97d86-849e-476c-b5b5-55a5ec7d1bb5 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Fanout notify agent at l3_agent the message router_deleted on router 3d83d3a6-011b-4d5d-a1f0-e66485e82168 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:39:29.066544 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0e97d86-849e-476c-b5b5-55a5ec7d1bb5 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:29.067639 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b0e97d86-849e-476c-b5b5-55a5ec7d1bb5 tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "DELETE /v2.0/routers/3d83d3a6-011b-4d5d-a1f0-e66485e82168 HTTP/1.1" status: 204 len: 168 time: 0.7936599 Aug 10 01:39:29.070445 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34976) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:39:29.150357 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a9b0979c-1325-4a33-a154-3272924ee1dc tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:29.248692 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a9b0979c-1325-4a33-a154-3272924ee1dc tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:29.258681 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-a9b0979c-1325-4a33-a154-3272924ee1dc tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:39:29.269258 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-a9b0979c-1325-4a33-a154-3272924ee1dc tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '427c5dcb-5cdd-44d6-804f-460b0fbe6337') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:39:29.269555 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-a9b0979c-1325-4a33-a154-3272924ee1dc tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '427c5dcb-5cdd-44d6-804f-460b0fbe6337') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:39:29.278647 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a9b0979c-1325-4a33-a154-3272924ee1dc tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:29.293678 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a9b0979c-1325-4a33-a154-3272924ee1dc tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:29.295852 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:39:29.301646 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b0979c-1325-4a33-a154-3272924ee1dc tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:39:29.302062 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a9b0979c-1325-4a33-a154-3272924ee1dc tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:29.305338 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:39:29.305338 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:39:29.305338 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:39:29.305338 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:39:29.305338 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:39:29.305338 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:39:29.305338 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:39:29.305338 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:39:29.305338 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:39:29.305338 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:39:29.305338 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:39:29.305338 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:39:29.305338 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:39:29.305338 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:39:29.305338 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:39:29.305338 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:39:29.305338 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:39:29.305338 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:39:29.305338 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:39:29.305338 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:39:29.305338 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:39:29.305338 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:39:29.305338 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:39:29.305338 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:39:29.305338 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:39:29.305338 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:39:29.305338 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:39:29.305338 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:39:29.305338 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:39:29.305338 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:39:29.305338 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:39:29.305338 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:39:29.319765 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:39:29.320121 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 465bf12e-b8c5-4b3e-8613-6a7c67c5cbd1 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:39:29.320583 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 22350d81-68e9-4027-8f36-aaa1388059a2 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:39:29.339805 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 22350d81-68e9-4027-8f36-aaa1388059a2 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:39:29.340155 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 22350d81-68e9-4027-8f36-aaa1388059a2 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:39:29.374756 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a9b0979c-1325-4a33-a154-3272924ee1dc tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:29.381767 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a9b0979c-1325-4a33-a154-3272924ee1dc tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:29.386694 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a9b0979c-1325-4a33-a154-3272924ee1dc tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] 10.222.0.35 "DELETE /v2.0/networks/ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd HTTP/1.1" status: 204 len: 168 time: 0.3122752 Aug 10 01:39:29.401459 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0979c-1325-4a33-a154-3272924ee1dc tempest-TestNetworkBasicOps-2056635228 tempest-TestNetworkBasicOps-2056635228-project] Pushing event deleted for resources: {'Network': ['ID=ad1b92c7-cbdc-4b09-952b-7f9422cb6fcd,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:39:29.661678 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34984) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:39:29.796350 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-be1c7eea-133f-41bb-8c79-3b259a595889 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ede6514ac6e240fead2d58f71ae47ac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1333847 Aug 10 01:39:29.798674 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34988) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:39:29.845232 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eee9d6ed-d3cf-426d-b492-20eef1898793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:29.865920 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eee9d6ed-d3cf-426d-b492-20eef1898793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:29.911621 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eee9d6ed-d3cf-426d-b492-20eef1898793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:29.914266 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eee9d6ed-d3cf-426d-b492-20eef1898793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:29.915404 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-eee9d6ed-d3cf-426d-b492-20eef1898793 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2ade7b38-7282-4f60-8630-bd02e6fa2e3f HTTP/1.1" status: 204 len: 168 time: 0.1158423 Aug 10 01:39:29.923277 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9d6ed-d3cf-426d-b492-20eef1898793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ade7b38-7282-4f60-8630-bd02e6fa2e3f,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:39:30.175692 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 34994) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:39:30.189282 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a584e288-dd5d-46d2-8ed0-bd1f7254d930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:30.275874 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a584e288-dd5d-46d2-8ed0-bd1f7254d930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:30.279392 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a584e288-dd5d-46d2-8ed0-bd1f7254d930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:30.316240 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a584e288-dd5d-46d2-8ed0-bd1f7254d930 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=af4cd6caa9904b5aac57ecd3e73bd662&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1394532 Aug 10 01:39:30.318275 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584e288-dd5d-46d2-8ed0-bd1f7254d930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc12ed3-abe7-401a-8fde-be6d07b7feea,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:39:30.318914 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 34996) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:39:30.326529 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a584e288-dd5d-46d2-8ed0-bd1f7254d930 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:30.326934 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a584e288-dd5d-46d2-8ed0-bd1f7254d930 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:30.327288 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a584e288-dd5d-46d2-8ed0-bd1f7254d930 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:30.327639 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a584e288-dd5d-46d2-8ed0-bd1f7254d930 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:30.327981 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a584e288-dd5d-46d2-8ed0-bd1f7254d930 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:30.328353 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a584e288-dd5d-46d2-8ed0-bd1f7254d930 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:30.328699 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a584e288-dd5d-46d2-8ed0-bd1f7254d930 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:30.329834 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a584e288-dd5d-46d2-8ed0-bd1f7254d930 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:30.330407 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a584e288-dd5d-46d2-8ed0-bd1f7254d930 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:30.330784 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a584e288-dd5d-46d2-8ed0-bd1f7254d930 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:30.331122 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a584e288-dd5d-46d2-8ed0-bd1f7254d930 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:30.331461 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a584e288-dd5d-46d2-8ed0-bd1f7254d930 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:30.371840 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bbaec667-3fb8-44e9-8126-ca9ee8b6918c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:30.393031 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bbaec667-3fb8-44e9-8126-ca9ee8b6918c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:30.439730 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bbaec667-3fb8-44e9-8126-ca9ee8b6918c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:30.442297 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bbaec667-3fb8-44e9-8126-ca9ee8b6918c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:30.443470 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-bbaec667-3fb8-44e9-8126-ca9ee8b6918c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9dc12ed3-abe7-401a-8fde-be6d07b7feea HTTP/1.1" status: 204 len: 168 time: 0.1234894 Aug 10 01:39:30.451268 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaec667-3fb8-44e9-8126-ca9ee8b6918c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc12ed3-abe7-401a-8fde-be6d07b7feea,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:39:31.068980 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 761dde5f-4594-4b0f-9d08-b5e983aadd78 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:39:31.088456 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 761dde5f-4594-4b0f-9d08-b5e983aadd78 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:39:31.088807 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 761dde5f-4594-4b0f-9d08-b5e983aadd78 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:39:40.455381 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-6e35c582-b894-4912-82b0-a54e5ea0c47e tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=1abdb3acb25348d991416cc8a70c728f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325387 Aug 10 01:39:40.633209 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-a143a433-61d6-4bd8-94b6-ec1e0c9348b0 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:40.634695 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-a143a433-61d6-4bd8-94b6-ec1e0c9348b0 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1741540 Aug 10 01:39:40.649050 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-4e3c2418-6f08-482b-90b3-000b541eb050 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] 10.222.0.35 "GET /v2.0/quotas/1abdb3acb25348d991416cc8a70c728f HTTP/1.1" status: 200 len: 375 time: 0.0088065 Aug 10 01:39:40.678801 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-7f2ba872-73e0-456e-bc1a-2e5c3a153d2f tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1abdb3acb25348d991416cc8a70c728f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248177 Aug 10 01:39:40.835379 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bd59abb9-64aa-4c79-93cf-8eaf333f4ae5 req-41e84e26-5484-486c-baad-3b81bbb840b5 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] 10.222.0.35 "GET /v2.0/ports?device_id=06db9302-77f5-4d58-8a01-02b97116d8ea HTTP/1.1" status: 200 len: 210 time: 0.0252535 Aug 10 01:39:41.221844 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-19a8c751-fafa-480d-b6a6-520162c23f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:41.643660 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-8a979189-a375-44d6-9b5f-b54b1a718a96 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1abdb3acb25348d991416cc8a70c728f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320821 Aug 10 01:39:41.934411 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b5f3566-6867-4895-89b9-6bca859605be req-5079d825-faec-46c8-abb4-5d8da42649b6 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] 10.222.0.35 "GET /v2.0/ports?device_id=06db9302-77f5-4d58-8a01-02b97116d8ea HTTP/1.1" status: 200 len: 210 time: 0.0299973 Aug 10 01:39:41.960797 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:42.132767 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-ab8d00f4-1db7-40bc-872a-5b3945263d74 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:42.134116 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-ab8d00f4-1db7-40bc-872a-5b3945263d74 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4845333 Aug 10 01:39:42.148448 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-b002d2de-2414-460f-8eb0-72bfa6de5c1e tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] Request body: {'port': {'device_id': '06db9302-77f5-4d58-8a01-02b97116d8ea', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'admin_state_up': True, 'tenant_id': '1abdb3acb25348d991416cc8a70c728f'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:39:42.254304 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-b002d2de-2414-460f-8eb0-72bfa6de5c1e tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] Made reservation on behalf of 1abdb3acb25348d991416cc8a70c728f for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:39:42.257683 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-b002d2de-2414-460f-8eb0-72bfa6de5c1e tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:42.266766 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-b002d2de-2414-460f-8eb0-72bfa6de5c1e tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:42.353022 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-b002d2de-2414-460f-8eb0-72bfa6de5c1e tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:42.356404 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-b002d2de-2414-460f-8eb0-72bfa6de5c1e tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:42.419297 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002d2de-2414-460f-8eb0-72bfa6de5c1e tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e3c776-b356-4a46-9a57-9398865ebe67,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:39:42.489647 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-b002d2de-2414-460f-8eb0-72bfa6de5c1e tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] Allocated IP 192.168.233.195 (853ae90b-411a-4cc9-b27c-aa212d4ff023/f49e9f1d-7e8a-42ac-a9f2-157734919ae5/40da095c-920c-46de-a4e7-edc48b738145) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:39:42.630941 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-b002d2de-2414-460f-8eb0-72bfa6de5c1e tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:42.645521 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-b002d2de-2414-460f-8eb0-72bfa6de5c1e tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] Transition to ACTIVE for port object 40da095c-920c-46de-a4e7-edc48b738145 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:39:42.677258 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-b002d2de-2414-460f-8eb0-72bfa6de5c1e tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:42.726788 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-b002d2de-2414-460f-8eb0-72bfa6de5c1e tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] Network 853ae90b-411a-4cc9-b27c-aa212d4ff023 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:39:42.729928 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-b002d2de-2414-460f-8eb0-72bfa6de5c1e tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:39:42.733614 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-b002d2de-2414-460f-8eb0-72bfa6de5c1e tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:39:42.739858 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002d2de-2414-460f-8eb0-72bfa6de5c1e tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] Pushing event updated for resources: {'Port': ['ID=40da095c-920c-46de-a4e7-edc48b738145,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:39:42.787429 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-b002d2de-2414-460f-8eb0-72bfa6de5c1e tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:42.788047 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-b002d2de-2414-460f-8eb0-72bfa6de5c1e tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:42.803542 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-b002d2de-2414-460f-8eb0-72bfa6de5c1e tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6586218 Aug 10 01:39:42.816096 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-0d7f8e71-e86f-41e8-b3cf-e50014d9b1a7 service neutron] Request body: {'port': {'device_id': '06db9302-77f5-4d58-8a01-02b97116d8ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:39:42.870575 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-0d7f8e71-e86f-41e8-b3cf-e50014d9b1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:42.944058 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-fd05c1b2-9ea4-4056-a4d8-83282724d860 None None] Provisioning for port 40da095c-920c-46de-a4e7-edc48b738145 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:39:42.947620 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-fd05c1b2-9ea4-4056-a4d8-83282724d860 None None] Provisioning complete for port 40da095c-920c-46de-a4e7-edc48b738145 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:39:42.948004 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fd05c1b2-9ea4-4056-a4d8-83282724d860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:42.981732 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-fd05c1b2-9ea4-4056-a4d8-83282724d860 None None] Port 40da095c-920c-46de-a4e7-edc48b738145 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:39:43.052652 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e1202-3f5c-40a8-8269-59d4c7b542ae req-3f1aef28-0d05-4bcd-bee2-5cd39f231b84 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:43.054019 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-605e1202-3f5c-40a8-8269-59d4c7b542ae req-3f1aef28-0d05-4bcd-bee2-5cd39f231b84 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] 10.222.0.35 "GET /v2.0/ports?device_id=06db9302-77f5-4d58-8a01-02b97116d8ea HTTP/1.1" status: 200 len: 936 time: 0.0475912 Aug 10 01:39:43.093483 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-605e1202-3f5c-40a8-8269-59d4c7b542ae req-48eac228-e969-4645-be4e-af3bb592c33f tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8e3c776-b356-4a46-9a57-9398865ebe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325983 Aug 10 01:39:43.142702 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-0d7f8e71-e86f-41e8-b3cf-e50014d9b1a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40da095c-920c-46de-a4e7-edc48b738145 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:39:43.150209 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-0d7f8e71-e86f-41e8-b3cf-e50014d9b1a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:43.163126 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-0d7f8e71-e86f-41e8-b3cf-e50014d9b1a7 service neutron] Transition to ACTIVE for port object 40da095c-920c-46de-a4e7-edc48b738145 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:39:43.166160 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-0d7f8e71-e86f-41e8-b3cf-e50014d9b1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:43.216826 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f8e71-e86f-41e8-b3cf-e50014d9b1a7 service neutron] Pushing event updated for resources: {'Port': ['ID=40da095c-920c-46de-a4e7-edc48b738145,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:39:43.294138 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-0d7f8e71-e86f-41e8-b3cf-e50014d9b1a7 service neutron] Attempting to bind port 40da095c-920c-46de-a4e7-edc48b738145 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:39:43.294475 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-0d7f8e71-e86f-41e8-b3cf-e50014d9b1a7 service neutron] Attempting to bind port 40da095c-920c-46de-a4e7-edc48b738145 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:39:43.294803 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-0d7f8e71-e86f-41e8-b3cf-e50014d9b1a7 service neutron] Attempting to bind port 40da095c-920c-46de-a4e7-edc48b738145 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:39:43.299253 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-0d7f8e71-e86f-41e8-b3cf-e50014d9b1a7 service neutron] Port 40da095c-920c-46de-a4e7-edc48b738145 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:39:43.299575 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-0d7f8e71-e86f-41e8-b3cf-e50014d9b1a7 service neutron] Attempting to bind port 40da095c-920c-46de-a4e7-edc48b738145 on network 853ae90b-411a-4cc9-b27c-aa212d4ff023 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:39:43.304589 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-0d7f8e71-e86f-41e8-b3cf-e50014d9b1a7 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:39:43.304928 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-0d7f8e71-e86f-41e8-b3cf-e50014d9b1a7 service neutron] Checking segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:39:43.305309 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-0d7f8e71-e86f-41e8-b3cf-e50014d9b1a7 service neutron] Bound using segment: {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:39:43.305744 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-0d7f8e71-e86f-41e8-b3cf-e50014d9b1a7 service neutron] Bound port: 40da095c-920c-46de-a4e7-edc48b738145, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eec10eb-f480-457d-b5b4-35569dc4e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:39:43.306105 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-0d7f8e71-e86f-41e8-b3cf-e50014d9b1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:43.371677 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-0d7f8e71-e86f-41e8-b3cf-e50014d9b1a7 service neutron] For port 40da095c-920c-46de-a4e7-edc48b738145, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:39:43.374769 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-0d7f8e71-e86f-41e8-b3cf-e50014d9b1a7 service neutron] For port 40da095c-920c-46de-a4e7-edc48b738145, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=40da095c-920c-46de-a4e7-edc48b738145,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:39:43.378205 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-0d7f8e71-e86f-41e8-b3cf-e50014d9b1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:43.410124 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-0d7f8e71-e86f-41e8-b3cf-e50014d9b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:43.410736 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-0d7f8e71-e86f-41e8-b3cf-e50014d9b1a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:43.412154 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-0d7f8e71-e86f-41e8-b3cf-e50014d9b1a7 service neutron] 10.222.0.24 "PUT /v2.0/ports/40da095c-920c-46de-a4e7-edc48b738145 HTTP/1.1" status: 200 len: 1097 time: 0.6006021 Aug 10 01:39:43.412607 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06db9302-77f5-4d58-8a01-02b97116d8ea', 'tag': '40da095c-920c-46de-a4e7-edc48b738145'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:39:43.414858 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1f1664-87fb-4221-837e-ec30f9938872" -d '{"events": [{"name": "network-changed", "server_uuid": "06db9302-77f5-4d58-8a01-02b97116d8ea", "tag": "40da095c-920c-46de-a4e7-edc48b738145"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:39:43.446801 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f8e71-e86f-41e8-b3cf-e50014d9b1a7 service neutron] Pushing event updated for resources: {'Port': ['ID=40da095c-920c-46de-a4e7-edc48b738145,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:39:43.482614 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c7da28-65f0-4d49-9a5a-9de184a834f2 x-openstack-request-id: req-69c7da28-65f0-4d49-9a5a-9de184a834f2 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:39:43.482915 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06db9302-77f5-4d58-8a01-02b97116d8ea", "tag": "40da095c-920c-46de-a4e7-edc48b738145", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:39:43.483164 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-69c7da28-65f0-4d49-9a5a-9de184a834f2 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:39:43.483566 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06db9302-77f5-4d58-8a01-02b97116d8ea', 'tag': '40da095c-920c-46de-a4e7-edc48b738145', 'status': 'completed', 'code': 200} Aug 10 01:39:43.499643 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-21e114e6-46a1-4ee0-a4a5-b54b0fad7ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:43.501214 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-21e114e6-46a1-4ee0-a4a5-b54b0fad7ff8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1abdb3acb25348d991416cc8a70c728f&device_id=06db9302-77f5-4d58-8a01-02b97116d8ea HTTP/1.1" status: 200 len: 1100 time: 0.0475338 Aug 10 01:39:43.547802 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-9f4e1232-9e50-40a6-b10e-bbc763c043bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=40da095c-920c-46de-a4e7-edc48b738145 HTTP/1.1" status: 200 len: 217 time: 0.0389931 Aug 10 01:39:43.599763 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-121b20cb-8a73-4a5c-9231-6ef6a36393f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:43.601269 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-121b20cb-8a73-4a5c-9231-6ef6a36393f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0463593 Aug 10 01:39:43.648237 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-968c2fbe-e364-4f31-8ac3-8ad45d830e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:43.649780 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-968c2fbe-e364-4f31-8ac3-8ad45d830e20 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0406442 Aug 10 01:39:43.742038 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-5893197d-1d66-4b84-8904-896505786724 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845280 Aug 10 01:39:43.830866 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2d9a3a3d-c76d-4c6f-99ea-eae7aef1c627 req-629ef27a-6bb0-4cfc-8650-c4e1ccf74896 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811269 Aug 10 01:39:43.877331 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9aac6db4-e207-42ba-bd30-8faa06a30492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:43.912269 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f1664-87fb-4221-837e-ec30f9938872 req-ce79d358-1f88-4f3e-8aa3-29db6a6d3716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:43.913746 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ee1f1664-87fb-4221-837e-ec30f9938872 req-ce79d358-1f88-4f3e-8aa3-29db6a6d3716 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1abdb3acb25348d991416cc8a70c728f&device_id=06db9302-77f5-4d58-8a01-02b97116d8ea HTTP/1.1" status: 200 len: 1100 time: 0.0409105 Aug 10 01:39:44.006315 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f1664-87fb-4221-837e-ec30f9938872 req-b2440837-dd4c-43ae-a6cb-91bd7a82df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:44.007670 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ee1f1664-87fb-4221-837e-ec30f9938872 req-b2440837-dd4c-43ae-a6cb-91bd7a82df03 service neutron] 10.222.0.24 "GET /v2.0/networks?id=853ae90b-411a-4cc9-b27c-aa212d4ff023 HTTP/1.1" status: 200 len: 870 time: 0.0864627 Aug 10 01:39:44.048608 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ee1f1664-87fb-4221-837e-ec30f9938872 req-b8874a38-6796-4442-b25f-d794fe1b5080 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=40da095c-920c-46de-a4e7-edc48b738145 HTTP/1.1" status: 200 len: 217 time: 0.0330594 Aug 10 01:39:44.100528 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f1664-87fb-4221-837e-ec30f9938872 req-831c035a-e096-485e-ac8f-ae1fca5be854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:44.101919 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ee1f1664-87fb-4221-837e-ec30f9938872 req-831c035a-e096-485e-ac8f-ae1fca5be854 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f49e9f1d-7e8a-42ac-a9f2-157734919ae5 HTTP/1.1" status: 200 len: 843 time: 0.0466881 Aug 10 01:39:44.147494 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f1664-87fb-4221-837e-ec30f9938872 req-f5733df3-f5c0-4929-8757-da0e1eb65e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:44.149019 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ee1f1664-87fb-4221-837e-ec30f9938872 req-f5733df3-f5c0-4929-8757-da0e1eb65e8e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853ae90b-411a-4cc9-b27c-aa212d4ff023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0400987 Aug 10 01:39:44.207698 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17802b40-6034-46ac-9c70-639486562e10 req-99c357e5-e3d9-441c-9100-c4d0a0828ed9 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:44.209540 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-17802b40-6034-46ac-9c70-639486562e10 req-99c357e5-e3d9-441c-9100-c4d0a0828ed9 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] 10.222.0.35 "GET /v2.0/ports?device_id=06db9302-77f5-4d58-8a01-02b97116d8ea HTTP/1.1" status: 200 len: 948 time: 0.0475013 Aug 10 01:39:44.239598 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ee1f1664-87fb-4221-837e-ec30f9938872 req-d2819927-36e8-457c-8a72-b601bba3fce0 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821838 Aug 10 01:39:44.245740 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-17802b40-6034-46ac-9c70-639486562e10 req-0281b729-1c60-420d-8cf4-71f60c623d0e tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8e3c776-b356-4a46-9a57-9398865ebe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304379 Aug 10 01:39:44.334105 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ee1f1664-87fb-4221-837e-ec30f9938872 req-e1d86b91-c063-49cb-bbbf-59665301f9c4 service neutron] 10.222.0.24 "GET /v2.0/networks/853ae90b-411a-4cc9-b27c-aa212d4ff023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881214 Aug 10 01:39:44.480381 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:45.285000 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:45.361223 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d48f69-dbb6-4419-8f96-3f494bb3c6c2 req-38d020dc-d6b8-4b3e-b3af-4561969d0a52 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:45.362608 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f1d48f69-dbb6-4419-8f96-3f494bb3c6c2 req-38d020dc-d6b8-4b3e-b3af-4561969d0a52 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] 10.222.0.35 "GET /v2.0/ports?device_id=06db9302-77f5-4d58-8a01-02b97116d8ea HTTP/1.1" status: 200 len: 948 time: 0.0486906 Aug 10 01:39:45.403241 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f1d48f69-dbb6-4419-8f96-3f494bb3c6c2 req-8ca3d362-8d65-4d1e-a9be-08f93f30c0e1 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8e3c776-b356-4a46-9a57-9398865ebe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347917 Aug 10 01:39:46.371149 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:46.513931 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e66f9-ed00-4256-b45d-1a5b88a77508 req-f2516476-80ba-4445-97a8-33058a5ba0a1 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:46.515385 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e56e66f9-ed00-4256-b45d-1a5b88a77508 req-f2516476-80ba-4445-97a8-33058a5ba0a1 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] 10.222.0.35 "GET /v2.0/ports?device_id=06db9302-77f5-4d58-8a01-02b97116d8ea HTTP/1.1" status: 200 len: 948 time: 0.0473974 Aug 10 01:39:46.551091 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e56e66f9-ed00-4256-b45d-1a5b88a77508 req-54384133-d542-44d1-8246-6ec1750d6c9d tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8e3c776-b356-4a46-9a57-9398865ebe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299888 Aug 10 01:39:47.663805 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97778dda-4f31-4b4f-9378-7a863afeb3de req-d19cc165-1754-495f-9065-90dfaca0d6a0 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:47.665301 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-97778dda-4f31-4b4f-9378-7a863afeb3de req-d19cc165-1754-495f-9065-90dfaca0d6a0 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] 10.222.0.35 "GET /v2.0/ports?device_id=06db9302-77f5-4d58-8a01-02b97116d8ea HTTP/1.1" status: 200 len: 948 time: 0.0488431 Aug 10 01:39:47.702486 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-97778dda-4f31-4b4f-9378-7a863afeb3de req-a6558cfe-245c-477a-b1f8-a4082dc09472 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8e3c776-b356-4a46-9a57-9398865ebe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312812 Aug 10 01:39:47.751081 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 40da095c-920c-46de-a4e7-edc48b738145 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:39:47.841205 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 40da095c-920c-46de-a4e7-edc48b738145, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=40da095c-920c-46de-a4e7-edc48b738145,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:39:47.851961 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '40da095c-920c-46de-a4e7-edc48b738145', 'network_id': '853ae90b-411a-4cc9-b27c-aa212d4ff023', 'port_id': '40da095c-920c-46de-a4e7-edc48b738145', 'mac_address': 'fa:16:3e:13:70:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49e9f1d-7e8a-42ac-a9f2-157734919ae5', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:39:47.887440 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:47.899364 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40da095c-920c-46de-a4e7-edc48b738145 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:39:47.918240 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 40da095c-920c-46de-a4e7-edc48b738145, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=40da095c-920c-46de-a4e7-edc48b738145,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:39:47.922043 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:47.971199 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=40da095c-920c-46de-a4e7-edc48b738145,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:39:48.259222 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['40da095c-920c-46de-a4e7-edc48b738145'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:39:48.813880 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7e441-7193-4129-ba82-01a09664c402 req-35259eb3-3acb-4bdc-b588-46aa00566676 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:48.815389 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-25f7e441-7193-4129-ba82-01a09664c402 req-35259eb3-3acb-4bdc-b588-46aa00566676 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] 10.222.0.35 "GET /v2.0/ports?device_id=06db9302-77f5-4d58-8a01-02b97116d8ea HTTP/1.1" status: 200 len: 949 time: 0.0472698 Aug 10 01:39:48.854800 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-25f7e441-7193-4129-ba82-01a09664c402 req-14da4591-eec1-4061-8749-4cadaedb1551 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8e3c776-b356-4a46-9a57-9398865ebe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336215 Aug 10 01:39:49.752825 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 40da095c-920c-46de-a4e7-edc48b738145 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:39:49.801737 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 40da095c-920c-46de-a4e7-edc48b738145 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:39:49.805388 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 40da095c-920c-46de-a4e7-edc48b738145 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:39:49.805769 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:49.878914 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:49.901956 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06db9302-77f5-4d58-8a01-02b97116d8ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40da095c-920c-46de-a4e7-edc48b738145'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:39:49.905166 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07093bfc-4540-4fe3-b3bd-12541dd092e9" -d '{"events": [{"server_uuid": "06db9302-77f5-4d58-8a01-02b97116d8ea", "name": "network-vif-plugged", "status": "completed", "tag": "40da095c-920c-46de-a4e7-edc48b738145"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:39:49.918913 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 40da095c-920c-46de-a4e7-edc48b738145, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=40da095c-920c-46de-a4e7-edc48b738145,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:39:49.923731 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:49.949709 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f9ca14-6e73-4487-b169-e958bbf64ed9 x-openstack-request-id: req-c6f9ca14-6e73-4487-b169-e958bbf64ed9 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:39:49.950002 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06db9302-77f5-4d58-8a01-02b97116d8ea", "name": "network-vif-plugged", "status": "completed", "tag": "40da095c-920c-46de-a4e7-edc48b738145", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:39:49.950255 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c6f9ca14-6e73-4487-b169-e958bbf64ed9 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:39:49.951343 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06db9302-77f5-4d58-8a01-02b97116d8ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40da095c-920c-46de-a4e7-edc48b738145', 'code': 200} Aug 10 01:39:49.972405 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f1160-3c79-4de3-9f96-eb5beb9b2a78 req-49b72630-7d67-4b20-a785-f6f97c35a55a tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:49.975118 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-045f1160-3c79-4de3-9f96-eb5beb9b2a78 req-49b72630-7d67-4b20-a785-f6f97c35a55a tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] 10.222.0.35 "GET /v2.0/ports?device_id=06db9302-77f5-4d58-8a01-02b97116d8ea HTTP/1.1" status: 200 len: 950 time: 0.0523589 Aug 10 01:39:49.983953 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=40da095c-920c-46de-a4e7-edc48b738145,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:39:50.016020 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-045f1160-3c79-4de3-9f96-eb5beb9b2a78 req-8ad7a2e9-ebff-40da-8f99-d5437934e747 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8e3c776-b356-4a46-9a57-9398865ebe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336397 Aug 10 01:39:50.042076 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2c08d-afc4-4a4b-a445-07767dcc74ec req-2c52d286-6b51-476f-862f-dc39d54ccd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:50.044134 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-60a2c08d-afc4-4a4b-a445-07767dcc74ec req-2c52d286-6b51-476f-862f-dc39d54ccd1d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=06db9302-77f5-4d58-8a01-02b97116d8ea HTTP/1.1" status: 200 len: 1102 time: 0.0405686 Aug 10 01:39:50.079247 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-60a2c08d-afc4-4a4b-a445-07767dcc74ec req-cc60d294-5037-4eea-901b-8b940741c9b0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c8e3c776-b356-4a46-9a57-9398865ebe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266168 Aug 10 01:39:51.132762 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ebca0-51c6-414b-b2aa-6ae98ebe0184 req-82cd9b2b-cfc2-44ff-92ce-235af1e55307 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:51.134806 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6a6ebca0-51c6-414b-b2aa-6ae98ebe0184 req-82cd9b2b-cfc2-44ff-92ce-235af1e55307 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] 10.222.0.35 "GET /v2.0/ports?device_id=06db9302-77f5-4d58-8a01-02b97116d8ea HTTP/1.1" status: 200 len: 950 time: 0.0507557 Aug 10 01:39:51.174339 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6a6ebca0-51c6-414b-b2aa-6ae98ebe0184 req-0ac681db-a845-4113-a65c-b78b70fc452a tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8e3c776-b356-4a46-9a57-9398865ebe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335729 Aug 10 01:39:52.284349 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2dc24d-6870-4744-af68-c1e775f0aedd req-839a74cc-e4bf-45ce-9461-d21bf085a899 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:52.285776 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ea2dc24d-6870-4744-af68-c1e775f0aedd req-839a74cc-e4bf-45ce-9461-d21bf085a899 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] 10.222.0.35 "GET /v2.0/ports?device_id=06db9302-77f5-4d58-8a01-02b97116d8ea HTTP/1.1" status: 200 len: 950 time: 0.0467646 Aug 10 01:39:52.327322 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ea2dc24d-6870-4744-af68-c1e775f0aedd req-5e8a8189-0af3-4e87-ac23-3f2363bf5ea3 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8e3c776-b356-4a46-9a57-9398865ebe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355778 Aug 10 01:39:53.504609 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2efe2b-a497-4238-9e40-3b1d1e83be59 req-0dd14256-9ed5-464b-bf10-4bdcdf592aa6 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:53.506071 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f2efe2b-a497-4238-9e40-3b1d1e83be59 req-0dd14256-9ed5-464b-bf10-4bdcdf592aa6 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] 10.222.0.35 "GET /v2.0/ports?device_id=06db9302-77f5-4d58-8a01-02b97116d8ea HTTP/1.1" status: 200 len: 950 time: 0.3419116 Aug 10 01:39:53.542779 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f2efe2b-a497-4238-9e40-3b1d1e83be59 req-b99f8fa3-2c6a-4214-a628-19fdd21fe7d6 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8e3c776-b356-4a46-9a57-9398865ebe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307665 Aug 10 01:39:54.634255 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d0802-7585-4d3a-8c7a-8fb2b7a7a347 req-bb41cf62-fdd8-4be9-8918-8f567b53925b tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:54.635967 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-614d0802-7585-4d3a-8c7a-8fb2b7a7a347 req-bb41cf62-fdd8-4be9-8918-8f567b53925b tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] 10.222.0.24 "GET /v2.0/ports?device_id=06db9302-77f5-4d58-8a01-02b97116d8ea HTTP/1.1" status: 200 len: 950 time: 0.0497079 Aug 10 01:39:54.662645 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6de40-3153-42d1-90c6-a0136dd3e1cb req-e1acfbb9-33a9-4cb8-b475-6a72233e9970 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:54.664207 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-61d6de40-3153-42d1-90c6-a0136dd3e1cb req-e1acfbb9-33a9-4cb8-b475-6a72233e9970 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] 10.222.0.35 "GET /v2.0/ports?device_id=06db9302-77f5-4d58-8a01-02b97116d8ea HTTP/1.1" status: 200 len: 950 time: 0.0532203 Aug 10 01:39:54.706254 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-61d6de40-3153-42d1-90c6-a0136dd3e1cb req-cde3d9f7-4b08-44fb-86c3-b4f201495de3 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8e3c776-b356-4a46-9a57-9398865ebe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353851 Aug 10 01:39:54.732712 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-614d0802-7585-4d3a-8c7a-8fb2b7a7a347 req-61b4d50c-0ab2-46ad-809c-2c7ca9c4a8c9 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] Deleting port 40da095c-920c-46de-a4e7-edc48b738145 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:39:54.733067 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-614d0802-7585-4d3a-8c7a-8fb2b7a7a347 req-61b4d50c-0ab2-46ad-809c-2c7ca9c4a8c9 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:54.766030 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:39:54.818997 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-614d0802-7585-4d3a-8c7a-8fb2b7a7a347 req-61b4d50c-0ab2-46ad-809c-2c7ca9c4a8c9 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] For port 40da095c-920c-46de-a4e7-edc48b738145, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=40da095c-920c-46de-a4e7-edc48b738145,segment=NetworkSegment(4eec10eb-f480-457d-b5b4-35569dc4e1ef),segment_id=4eec10eb-f480-457d-b5b4-35569dc4e1ef)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:39:54.819370 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-614d0802-7585-4d3a-8c7a-8fb2b7a7a347 req-61b4d50c-0ab2-46ad-809c-2c7ca9c4a8c9 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:54.834303 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-614d0802-7585-4d3a-8c7a-8fb2b7a7a347 req-61b4d50c-0ab2-46ad-809c-2c7ca9c4a8c9 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] Calling delete_port for 40da095c-920c-46de-a4e7-edc48b738145 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:39:54.963871 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-614d0802-7585-4d3a-8c7a-8fb2b7a7a347 req-61b4d50c-0ab2-46ad-809c-2c7ca9c4a8c9 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:54.975363 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['40da095c-920c-46de-a4e7-edc48b738145'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:39:54.991024 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4d50c-0ab2-46ad-809c-2c7ca9c4a8c9 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] Pushing event deleted for resources: {'Port': ['ID=40da095c-920c-46de-a4e7-edc48b738145,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:39:55.040413 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-614d0802-7585-4d3a-8c7a-8fb2b7a7a347 req-61b4d50c-0ab2-46ad-809c-2c7ca9c4a8c9 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] No DVR routers for this DVR port 40da095c-920c-46de-a4e7-edc48b738145 on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:39:55.043256 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-614d0802-7585-4d3a-8c7a-8fb2b7a7a347 req-61b4d50c-0ab2-46ad-809c-2c7ca9c4a8c9 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:55.045602 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-614d0802-7585-4d3a-8c7a-8fb2b7a7a347 req-61b4d50c-0ab2-46ad-809c-2c7ca9c4a8c9 tempest-ServersAdminNegativeTestJSON-1520694766 tempest-ServersAdminNegativeTestJSON-1520694766-project] 10.222.0.24 "DELETE /v2.0/ports/40da095c-920c-46de-a4e7-edc48b738145 HTTP/1.1" status: 204 len: 173 time: 0.4032609 Aug 10 01:39:55.046090 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06db9302-77f5-4d58-8a01-02b97116d8ea', 'name': 'network-vif-deleted', 'tag': '40da095c-920c-46de-a4e7-edc48b738145'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:39:55.048531 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54354a90-f5dd-41da-848c-5fd6d2457063" -d '{"events": [{"server_uuid": "06db9302-77f5-4d58-8a01-02b97116d8ea", "name": "network-vif-deleted", "tag": "40da095c-920c-46de-a4e7-edc48b738145"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:39:55.087409 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e6de54-1631-4b44-a4f1-2b73d18a0f9c x-openstack-request-id: req-a0e6de54-1631-4b44-a4f1-2b73d18a0f9c {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:39:55.087717 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06db9302-77f5-4d58-8a01-02b97116d8ea", "name": "network-vif-deleted", "tag": "40da095c-920c-46de-a4e7-edc48b738145", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:39:55.087969 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a0e6de54-1631-4b44-a4f1-2b73d18a0f9c {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:39:55.088411 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06db9302-77f5-4d58-8a01-02b97116d8ea', 'name': 'network-vif-deleted', 'tag': '40da095c-920c-46de-a4e7-edc48b738145', 'status': 'completed', 'code': 200} Aug 10 01:39:55.991368 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35140) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:39:56.173266 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-aeba270e-bd63-4da9-8d48-eb895dac9b56 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1abdb3acb25348d991416cc8a70c728f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1807261 Aug 10 01:39:56.175745 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35146) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:39:56.221861 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0b000b85-4531-4d24-924a-f30608e53734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:56.242664 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0b000b85-4531-4d24-924a-f30608e53734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:56.288336 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0b000b85-4531-4d24-924a-f30608e53734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:56.290897 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0b000b85-4531-4d24-924a-f30608e53734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:56.292017 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0b000b85-4531-4d24-924a-f30608e53734 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c8e3c776-b356-4a46-9a57-9398865ebe67 HTTP/1.1" status: 204 len: 168 time: 0.1153533 Aug 10 01:39:56.300989 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b000b85-4531-4d24-924a-f30608e53734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e3c776-b356-4a46-9a57-9398865ebe67,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:39:56.549104 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35152) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:39:56.562137 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-97bd7298-8f0f-4432-aea0-e549641eeb50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:56.651299 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-97bd7298-8f0f-4432-aea0-e549641eeb50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:56.655058 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-97bd7298-8f0f-4432-aea0-e549641eeb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:56.695133 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-97bd7298-8f0f-4432-aea0-e549641eeb50 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3c715418eb384c7481244a8687f055b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1449625 Aug 10 01:39:56.696105 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd7298-8f0f-4432-aea0-e549641eeb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977ae713-fc38-4316-a0bc-60adf90cc676,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:39:56.697889 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35154) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:39:56.750973 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e434ccdc-aa5a-4a9c-9bd7-0e361995bb87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:56.772071 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e434ccdc-aa5a-4a9c-9bd7-0e361995bb87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:56.820104 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e434ccdc-aa5a-4a9c-9bd7-0e361995bb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:56.822713 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e434ccdc-aa5a-4a9c-9bd7-0e361995bb87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:56.823834 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e434ccdc-aa5a-4a9c-9bd7-0e361995bb87 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/977ae713-fc38-4316-a0bc-60adf90cc676 HTTP/1.1" status: 204 len: 168 time: 0.1220636 Aug 10 01:39:56.832878 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434ccdc-aa5a-4a9c-9bd7-0e361995bb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977ae713-fc38-4316-a0bc-60adf90cc676,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:39:57.505064 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35176) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:39:57.602866 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-d650e82e-2c8d-4c27-a0b9-9034ed9459a0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-856172435-network', 'tenant_id': 'df45d664aee547d6993a50ba5c7bf38f'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:39:57.624895 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d650e82e-2c8d-4c27-a0b9-9034ed9459a0 admin admin] Made reservation on behalf of df45d664aee547d6993a50ba5c7bf38f for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:39:57.627122 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d650e82e-2c8d-4c27-a0b9-9034ed9459a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:57.637471 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d650e82e-2c8d-4c27-a0b9-9034ed9459a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:57.724886 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d650e82e-2c8d-4c27-a0b9-9034ed9459a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:57.728428 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d650e82e-2c8d-4c27-a0b9-9034ed9459a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:57.748788 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d650e82e-2c8d-4c27-a0b9-9034ed9459a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:39:57.763541 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650e82e-2c8d-4c27-a0b9-9034ed9459a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:39:57.766487 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d650e82e-2c8d-4c27-a0b9-9034ed9459a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:57.766829 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-d650e82e-2c8d-4c27-a0b9-9034ed9459a0 admin admin] Added segment 2b7c8282-0c17-409d-867b-edd716b9417b of type vlan for network 94cc44bd-c417-42d5-8fc2-eab419cb3249 Aug 10 01:39:57.806014 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d650e82e-2c8d-4c27-a0b9-9034ed9459a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:57.807708 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 40da095c-920c-46de-a4e7-edc48b738145 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:39:57.827404 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 40da095c-920c-46de-a4e7-edc48b738145 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:39:57.827689 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 40da095c-920c-46de-a4e7-edc48b738145 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:39:57.834199 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d650e82e-2c8d-4c27-a0b9-9034ed9459a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:57.835246 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d650e82e-2c8d-4c27-a0b9-9034ed9459a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:57.835834 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d650e82e-2c8d-4c27-a0b9-9034ed9459a0 admin admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:57.886995 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d650e82e-2c8d-4c27-a0b9-9034ed9459a0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3808315 Aug 10 01:39:57.890867 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35180) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:39:57.895900 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-23e93daf-4aab-4a2d-9afe-64c27bf49687 admin admin] Request body: {'subnet': {'network_id': '94cc44bd-c417-42d5-8fc2-eab419cb3249', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-856172435-subnet', 'tenant_id': 'df45d664aee547d6993a50ba5c7bf38f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:39:57.898097 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650e82e-2c8d-4c27-a0b9-9034ed9459a0 admin admin] Pushing event updated for resources: {'Network': ['ID=94cc44bd-c417-42d5-8fc2-eab419cb3249,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:39:57.908482 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 94cc44bd-c417-42d5-8fc2-eab419cb3249 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:39:57.920498 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e93daf-4aab-4a2d-9afe-64c27bf49687 admin admin] Made reservation on behalf of df45d664aee547d6993a50ba5c7bf38f for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:39:57.922767 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-23e93daf-4aab-4a2d-9afe-64c27bf49687 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:58.089828 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-23e93daf-4aab-4a2d-9afe-64c27bf49687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:58.145795 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e93daf-4aab-4a2d-9afe-64c27bf49687 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da9f4b85-6254-47e4-9842-4e453cbd4f25,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:39:58.152424 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e93daf-4aab-4a2d-9afe-64c27bf49687 admin admin] Checking segment: {'id': '2b7c8282-0c17-409d-867b-edd716b9417b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '94cc44bd-c417-42d5-8fc2-eab419cb3249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:39:58.152786 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e93daf-4aab-4a2d-9afe-64c27bf49687 admin admin] Network hostable DHCP agents. Network: 94cc44bd-c417-42d5-8fc2-eab419cb3249, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:39:58.168728 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e93daf-4aab-4a2d-9afe-64c27bf49687 admin admin] Network 94cc44bd-c417-42d5-8fc2-eab419cb3249 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:39:58.176856 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-23e93daf-4aab-4a2d-9afe-64c27bf49687 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 94cc44bd-c417-42d5-8fc2-eab419cb3249) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:39:58.180601 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e93daf-4aab-4a2d-9afe-64c27bf49687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:58.181185 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-23e93daf-4aab-4a2d-9afe-64c27bf49687 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:58.187865 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d768f785-5e16-4d21-b82a-2fe0df9a6180 None None] Network 94cc44bd-c417-42d5-8fc2-eab419cb3249 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:39:58.195655 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-23e93daf-4aab-4a2d-9afe-64c27bf49687 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3036950 Aug 10 01:39:58.308139 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434733b5-ee5b-4e7b-92f4-715cfe0931e4 None None] Network 94cc44bd-c417-42d5-8fc2-eab419cb3249 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:39:58.438499 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:58.616895 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-0b8d0e33-f256-49ef-8e53-314dbea792c7 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:58.618371 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-0b8d0e33-f256-49ef-8e53-314dbea792c7 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/networks?id=94cc44bd-c417-42d5-8fc2-eab419cb3249 HTTP/1.1" status: 200 len: 811 time: 0.0982821 Aug 10 01:39:58.634261 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-369a49d1-bf7f-442d-bb02-fe1148ff494b tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/quotas/df45d664aee547d6993a50ba5c7bf38f HTTP/1.1" status: 200 len: 375 time: 0.0095181 Aug 10 01:39:58.668977 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-47694dc3-f648-4b97-8612-ba6a9f6c0e50 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=df45d664aee547d6993a50ba5c7bf38f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290003 Aug 10 01:39:58.755745 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-60b5e4c5-cb01-4a11-9137-8bdb574cffb1 service neutron] 10.222.0.35 "GET /v2.0/networks/94cc44bd-c417-42d5-8fc2-eab419cb3249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801549 Aug 10 01:39:58.846757 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-0e244158-5c22-4911-b632-dbfd4b17c219 service neutron] 10.222.0.35 "GET /v2.0/networks/94cc44bd-c417-42d5-8fc2-eab419cb3249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849862 Aug 10 01:39:59.003158 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2e87644-0622-43bf-b853-4486bbd7fe4c req-52201f48-b599-4ee4-a7c6-3890cad28df8 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 210 time: 0.0266781 Aug 10 01:39:59.957443 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-1f30a3a8-70a7-4f34-ade4-ae5b415dd73f tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:59.959014 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-1f30a3a8-70a7-4f34-ade4-ae5b415dd73f tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.20 "GET /v2.0/networks?id=94cc44bd-c417-42d5-8fc2-eab419cb3249 HTTP/1.1" status: 200 len: 811 time: 0.1003351 Aug 10 01:39:59.978677 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-53390718-5527-4a9a-98ef-78b8d3208dad tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Request body: {'port': {'device_id': 'e5be1007-ac99-47d7-a19f-d9a943f84278', 'network_id': '94cc44bd-c417-42d5-8fc2-eab419cb3249', 'admin_state_up': True, 'tenant_id': 'df45d664aee547d6993a50ba5c7bf38f'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:40:00.088602 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-53390718-5527-4a9a-98ef-78b8d3208dad tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Made reservation on behalf of df45d664aee547d6993a50ba5c7bf38f for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:40:00.092365 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-53390718-5527-4a9a-98ef-78b8d3208dad tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:00.095933 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7540ee89-2958-426f-8d79-944ecc5ef341 req-101b053f-421b-46b5-a679-fe998395573c tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 210 time: 0.0259347 Aug 10 01:40:00.223836 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-53390718-5527-4a9a-98ef-78b8d3208dad tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Allocated IP 172.20.0.9 (94cc44bd-c417-42d5-8fc2-eab419cb3249/da9f4b85-6254-47e4-9842-4e453cbd4f25/58359408-3ea0-4a38-b2da-b6ba24fd02be) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:40:00.365125 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-53390718-5527-4a9a-98ef-78b8d3208dad tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:00.404295 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-53390718-5527-4a9a-98ef-78b8d3208dad tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:00.452210 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-53390718-5527-4a9a-98ef-78b8d3208dad tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Network 94cc44bd-c417-42d5-8fc2-eab419cb3249 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:40:00.455290 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-53390718-5527-4a9a-98ef-78b8d3208dad tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:40:00.458939 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-53390718-5527-4a9a-98ef-78b8d3208dad tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:40:00.482728 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53390718-5527-4a9a-98ef-78b8d3208dad tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Pushing event updated for resources: {'Port': ['ID=58359408-3ea0-4a38-b2da-b6ba24fd02be,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:40:00.509940 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-53390718-5527-4a9a-98ef-78b8d3208dad tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:00.510545 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-53390718-5527-4a9a-98ef-78b8d3208dad tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:00.523169 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-53390718-5527-4a9a-98ef-78b8d3208dad tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5482595 Aug 10 01:40:00.540212 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-886ca62b-1e3d-4f39-aaad-ec050d1faf25 service neutron] Request body: {'port': {'device_id': 'e5be1007-ac99-47d7-a19f-d9a943f84278', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:40:00.591198 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-886ca62b-1e3d-4f39-aaad-ec050d1faf25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:00.858945 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-886ca62b-1e3d-4f39-aaad-ec050d1faf25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58359408-3ea0-4a38-b2da-b6ba24fd02be {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:40:00.866221 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-886ca62b-1e3d-4f39-aaad-ec050d1faf25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:00.879328 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-886ca62b-1e3d-4f39-aaad-ec050d1faf25 service neutron] Transition to ACTIVE for port object 58359408-3ea0-4a38-b2da-b6ba24fd02be will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:40:00.882738 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-886ca62b-1e3d-4f39-aaad-ec050d1faf25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:00.930787 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ca62b-1e3d-4f39-aaad-ec050d1faf25 service neutron] Pushing event updated for resources: {'Port': ['ID=58359408-3ea0-4a38-b2da-b6ba24fd02be,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:40:01.001052 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-886ca62b-1e3d-4f39-aaad-ec050d1faf25 service neutron] Attempting to bind port 58359408-3ea0-4a38-b2da-b6ba24fd02be on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:40:01.001711 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-886ca62b-1e3d-4f39-aaad-ec050d1faf25 service neutron] Attempting to bind port 58359408-3ea0-4a38-b2da-b6ba24fd02be by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '2b7c8282-0c17-409d-867b-edd716b9417b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '94cc44bd-c417-42d5-8fc2-eab419cb3249'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:40:01.001711 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-886ca62b-1e3d-4f39-aaad-ec050d1faf25 service neutron] Attempting to bind port 58359408-3ea0-4a38-b2da-b6ba24fd02be on network 94cc44bd-c417-42d5-8fc2-eab419cb3249 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:40:01.005885 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-886ca62b-1e3d-4f39-aaad-ec050d1faf25 service neutron] Port 58359408-3ea0-4a38-b2da-b6ba24fd02be on network 94cc44bd-c417-42d5-8fc2-eab419cb3249 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:40:01.006209 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-886ca62b-1e3d-4f39-aaad-ec050d1faf25 service neutron] Attempting to bind port 58359408-3ea0-4a38-b2da-b6ba24fd02be on network 94cc44bd-c417-42d5-8fc2-eab419cb3249 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:40:01.010942 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-886ca62b-1e3d-4f39-aaad-ec050d1faf25 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:40:01.011281 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-886ca62b-1e3d-4f39-aaad-ec050d1faf25 service neutron] Checking segment: {'id': '2b7c8282-0c17-409d-867b-edd716b9417b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '94cc44bd-c417-42d5-8fc2-eab419cb3249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:40:01.011663 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-886ca62b-1e3d-4f39-aaad-ec050d1faf25 service neutron] Bound using segment: {'id': '2b7c8282-0c17-409d-867b-edd716b9417b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '94cc44bd-c417-42d5-8fc2-eab419cb3249'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:40:01.012088 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-886ca62b-1e3d-4f39-aaad-ec050d1faf25 service neutron] Bound port: 58359408-3ea0-4a38-b2da-b6ba24fd02be, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b7c8282-0c17-409d-867b-edd716b9417b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '94cc44bd-c417-42d5-8fc2-eab419cb3249'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:40:01.012987 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-886ca62b-1e3d-4f39-aaad-ec050d1faf25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:01.076568 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-886ca62b-1e3d-4f39-aaad-ec050d1faf25 service neutron] For port 58359408-3ea0-4a38-b2da-b6ba24fd02be, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:40:01.079777 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-886ca62b-1e3d-4f39-aaad-ec050d1faf25 service neutron] For port 58359408-3ea0-4a38-b2da-b6ba24fd02be, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=58359408-3ea0-4a38-b2da-b6ba24fd02be,segment=NetworkSegment(2b7c8282-0c17-409d-867b-edd716b9417b),segment_id=2b7c8282-0c17-409d-867b-edd716b9417b)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:40:01.084077 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-886ca62b-1e3d-4f39-aaad-ec050d1faf25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:01.117842 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-886ca62b-1e3d-4f39-aaad-ec050d1faf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:01.118496 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-886ca62b-1e3d-4f39-aaad-ec050d1faf25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:01.119875 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-886ca62b-1e3d-4f39-aaad-ec050d1faf25 service neutron] 10.222.0.20 "PUT /v2.0/ports/58359408-3ea0-4a38-b2da-b6ba24fd02be HTTP/1.1" status: 200 len: 1092 time: 0.5836146 Aug 10 01:40:01.120334 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5be1007-ac99-47d7-a19f-d9a943f84278', 'tag': '58359408-3ea0-4a38-b2da-b6ba24fd02be'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:40:01.123073 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acddc1b-af7a-4c7b-84e1-dc8439d23ff1" -d '{"events": [{"name": "network-changed", "server_uuid": "e5be1007-ac99-47d7-a19f-d9a943f84278", "tag": "58359408-3ea0-4a38-b2da-b6ba24fd02be"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:40:01.148953 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ca62b-1e3d-4f39-aaad-ec050d1faf25 service neutron] Pushing event updated for resources: {'Port': ['ID=58359408-3ea0-4a38-b2da-b6ba24fd02be,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:40:01.174419 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0e45c0-7bf7-45a0-bef4-0d728db32649 x-openstack-request-id: req-ee0e45c0-7bf7-45a0-bef4-0d728db32649 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:40:01.174709 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5be1007-ac99-47d7-a19f-d9a943f84278", "tag": "58359408-3ea0-4a38-b2da-b6ba24fd02be", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:40:01.174966 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ee0e45c0-7bf7-45a0-bef4-0d728db32649 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:40:01.175370 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5be1007-ac99-47d7-a19f-d9a943f84278', 'tag': '58359408-3ea0-4a38-b2da-b6ba24fd02be', 'status': 'completed', 'code': 200} Aug 10 01:40:01.219226 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217d3f3-932d-4ffb-aa92-854348a557e5 req-5f74082f-2e0c-48a8-87a0-edee6397de84 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:01.220747 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4217d3f3-932d-4ffb-aa92-854348a557e5 req-5f74082f-2e0c-48a8-87a0-edee6397de84 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 943 time: 0.0503702 Aug 10 01:40:01.229802 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-ba64e356-dda2-437e-9483-cf097e10162e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:01.231852 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-ba64e356-dda2-437e-9483-cf097e10162e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df45d664aee547d6993a50ba5c7bf38f&device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 1095 time: 0.0417347 Aug 10 01:40:01.258644 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4217d3f3-932d-4ffb-aa92-854348a557e5 req-c18a52b2-9b92-467f-9e80-c5a98f2f4099 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314159 Aug 10 01:40:01.280724 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-df5eb61a-4aed-4c3e-a504-bd65bc21b3bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58359408-3ea0-4a38-b2da-b6ba24fd02be HTTP/1.1" status: 200 len: 217 time: 0.0365584 Aug 10 01:40:01.329714 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-01b9ede4-327b-4eee-8d74-4140914c2f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:01.331109 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-01b9ede4-327b-4eee-8d74-4140914c2f4a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=da9f4b85-6254-47e4-9842-4e453cbd4f25 HTTP/1.1" status: 200 len: 851 time: 0.0436409 Aug 10 01:40:01.362492 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-74754df9-e971-4174-aaf3-bed928b77bc3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94cc44bd-c417-42d5-8fc2-eab419cb3249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244231 Aug 10 01:40:01.453083 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-edcc14b9-bb2c-4aca-8515-a12ada8c496c service neutron] 10.222.0.20 "GET /v2.0/networks/94cc44bd-c417-42d5-8fc2-eab419cb3249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836387 Aug 10 01:40:01.540547 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a92532f0-ad16-4eb9-bd4a-e647a1acc6de req-325eb776-41c6-4f61-aa82-764921c95c68 service neutron] 10.222.0.20 "GET /v2.0/networks/94cc44bd-c417-42d5-8fc2-eab419cb3249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803273 Aug 10 01:40:01.661490 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acddc1b-af7a-4c7b-84e1-dc8439d23ff1 req-93290de0-815d-442e-b161-34920c83d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:01.662949 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1acddc1b-af7a-4c7b-84e1-dc8439d23ff1 req-93290de0-815d-442e-b161-34920c83d334 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df45d664aee547d6993a50ba5c7bf38f&device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 1095 time: 0.0436563 Aug 10 01:40:01.755357 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acddc1b-af7a-4c7b-84e1-dc8439d23ff1 req-41d28f9e-9e1b-4bba-a1a4-324e41f1631f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:01.756825 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1acddc1b-af7a-4c7b-84e1-dc8439d23ff1 req-41d28f9e-9e1b-4bba-a1a4-324e41f1631f service neutron] 10.222.0.20 "GET /v2.0/networks?id=94cc44bd-c417-42d5-8fc2-eab419cb3249 HTTP/1.1" status: 200 len: 912 time: 0.0869410 Aug 10 01:40:01.797496 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1acddc1b-af7a-4c7b-84e1-dc8439d23ff1 req-804a1a01-fedd-4a6c-b5a1-964183720d43 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58359408-3ea0-4a38-b2da-b6ba24fd02be HTTP/1.1" status: 200 len: 217 time: 0.0335107 Aug 10 01:40:01.849263 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acddc1b-af7a-4c7b-84e1-dc8439d23ff1 req-03d9c28b-a555-4593-979e-8da40eefbea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:01.850629 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1acddc1b-af7a-4c7b-84e1-dc8439d23ff1 req-03d9c28b-a555-4593-979e-8da40eefbea7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=da9f4b85-6254-47e4-9842-4e453cbd4f25 HTTP/1.1" status: 200 len: 851 time: 0.0463750 Aug 10 01:40:01.880867 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1acddc1b-af7a-4c7b-84e1-dc8439d23ff1 req-317df430-912a-4094-b8b4-0d5548d25baa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94cc44bd-c417-42d5-8fc2-eab419cb3249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234234 Aug 10 01:40:01.967671 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1acddc1b-af7a-4c7b-84e1-dc8439d23ff1 req-0dad1701-ba15-426e-a914-fbb5e779ec53 service neutron] 10.222.0.20 "GET /v2.0/networks/94cc44bd-c417-42d5-8fc2-eab419cb3249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790889 Aug 10 01:40:02.057128 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1acddc1b-af7a-4c7b-84e1-dc8439d23ff1 req-7a929a75-fe4b-44e2-8e34-edd646dac167 service neutron] 10.222.0.20 "GET /v2.0/networks/94cc44bd-c417-42d5-8fc2-eab419cb3249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825174 Aug 10 01:40:02.373926 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76850107-e3f3-4fb7-a472-d8955e821c8a req-c3c027a4-c4d8-4856-895a-60d2b89f2dc8 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:02.375281 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76850107-e3f3-4fb7-a472-d8955e821c8a req-c3c027a4-c4d8-4856-895a-60d2b89f2dc8 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 943 time: 0.0477154 Aug 10 01:40:02.414694 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76850107-e3f3-4fb7-a472-d8955e821c8a req-b4707911-794a-4e22-9072-d710ddbbccf4 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335088 Aug 10 01:40:03.526975 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b53b5-d0f5-49a0-b743-2a7e5972e0c9 req-a49f6d3f-db96-4f33-83eb-922bec721e41 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:03.528443 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-129b53b5-d0f5-49a0-b743-2a7e5972e0c9 req-a49f6d3f-db96-4f33-83eb-922bec721e41 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 943 time: 0.0477915 Aug 10 01:40:03.564810 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-129b53b5-d0f5-49a0-b743-2a7e5972e0c9 req-41f3e9a8-2e91-4ee0-825c-63505728b852 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305326 Aug 10 01:40:04.677843 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37414454-1aa1-42a0-9ec7-e39b659b3001 req-2e4f993c-2d0e-4d6a-b363-94a0928fef53 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:04.679297 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-37414454-1aa1-42a0-9ec7-e39b659b3001 req-2e4f993c-2d0e-4d6a-b363-94a0928fef53 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 943 time: 0.0484731 Aug 10 01:40:04.718262 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-37414454-1aa1-42a0-9ec7-e39b659b3001 req-9fc00804-4a84-4882-bfce-1f789c9908f3 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331256 Aug 10 01:40:05.828586 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f39e1-6a1a-4559-877b-d3d2cf6ee16a req-4900c62a-68d9-4f44-b27f-43028365f4c9 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:05.830037 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1e9f39e1-6a1a-4559-877b-d3d2cf6ee16a req-4900c62a-68d9-4f44-b27f-43028365f4c9 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 943 time: 0.0473371 Aug 10 01:40:05.870265 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1e9f39e1-6a1a-4559-877b-d3d2cf6ee16a req-947ae7c4-0572-479f-897d-c15f43d5079a tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343854 Aug 10 01:40:06.634431 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 58359408-3ea0-4a38-b2da-b6ba24fd02be details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:40:06.729529 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 58359408-3ea0-4a38-b2da-b6ba24fd02be, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=58359408-3ea0-4a38-b2da-b6ba24fd02be,segment=NetworkSegment(2b7c8282-0c17-409d-867b-edd716b9417b),segment_id=2b7c8282-0c17-409d-867b-edd716b9417b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:40:06.740271 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '58359408-3ea0-4a38-b2da-b6ba24fd02be', 'network_id': '94cc44bd-c417-42d5-8fc2-eab419cb3249', 'port_id': '58359408-3ea0-4a38-b2da-b6ba24fd02be', 'mac_address': 'fa:16:3e:ea:9d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da9f4b85-6254-47e4-9842-4e453cbd4f25', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:40:06.775909 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:06.787928 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58359408-3ea0-4a38-b2da-b6ba24fd02be {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:40:06.807058 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 58359408-3ea0-4a38-b2da-b6ba24fd02be, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=58359408-3ea0-4a38-b2da-b6ba24fd02be,segment=NetworkSegment(2b7c8282-0c17-409d-867b-edd716b9417b),segment_id=2b7c8282-0c17-409d-867b-edd716b9417b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:40:06.811409 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:06.854740 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=58359408-3ea0-4a38-b2da-b6ba24fd02be,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:40:06.983193 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c5bbb-9591-4eb1-9d96-ddbb58328512 req-e9f31180-29a3-47e9-a299-c88648ca2824 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:06.984736 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c43c5bbb-9591-4eb1-9d96-ddbb58328512 req-e9f31180-29a3-47e9-a299-c88648ca2824 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 944 time: 0.0487978 Aug 10 01:40:07.021270 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c43c5bbb-9591-4eb1-9d96-ddbb58328512 req-db0de73e-a6f6-4705-9b4a-da348b4f45fd tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307393 Aug 10 01:40:07.184085 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['58359408-3ea0-4a38-b2da-b6ba24fd02be'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:40:08.133948 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660114b9-05c8-4367-b570-5a66ca28b218 req-b875196c-02d7-4b05-9447-cb88ddbbf86a tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:08.135416 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-660114b9-05c8-4367-b570-5a66ca28b218 req-b875196c-02d7-4b05-9447-cb88ddbbf86a tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 944 time: 0.0474887 Aug 10 01:40:08.172007 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-660114b9-05c8-4367-b570-5a66ca28b218 req-e52659ec-1f62-4c73-8806-1ecbf6f9af9d tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300398 Aug 10 01:40:08.635488 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 58359408-3ea0-4a38-b2da-b6ba24fd02be up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:40:08.682415 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 58359408-3ea0-4a38-b2da-b6ba24fd02be completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:40:08.685973 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 58359408-3ea0-4a38-b2da-b6ba24fd02be triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:40:08.686348 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:08.761437 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:08.783049 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5be1007-ac99-47d7-a19f-d9a943f84278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58359408-3ea0-4a38-b2da-b6ba24fd02be'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:40:08.785274 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa08c63-755d-4f44-8ba4-a5d63d56d4eb" -d '{"events": [{"server_uuid": "e5be1007-ac99-47d7-a19f-d9a943f84278", "name": "network-vif-plugged", "status": "completed", "tag": "58359408-3ea0-4a38-b2da-b6ba24fd02be"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:40:08.798292 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 58359408-3ea0-4a38-b2da-b6ba24fd02be, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=58359408-3ea0-4a38-b2da-b6ba24fd02be,segment=NetworkSegment(2b7c8282-0c17-409d-867b-edd716b9417b),segment_id=2b7c8282-0c17-409d-867b-edd716b9417b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:40:08.803344 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:08.825875 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd258afc-007f-49c8-95e9-4c39c388e0c3 x-openstack-request-id: req-dd258afc-007f-49c8-95e9-4c39c388e0c3 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:40:08.826171 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5be1007-ac99-47d7-a19f-d9a943f84278", "name": "network-vif-plugged", "status": "completed", "tag": "58359408-3ea0-4a38-b2da-b6ba24fd02be", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:40:08.826425 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dd258afc-007f-49c8-95e9-4c39c388e0c3 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:40:08.826812 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5be1007-ac99-47d7-a19f-d9a943f84278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58359408-3ea0-4a38-b2da-b6ba24fd02be', 'code': 200} Aug 10 01:40:08.851467 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=58359408-3ea0-4a38-b2da-b6ba24fd02be,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:40:08.943807 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9dd9a-703a-4f15-8ef6-f15467dfa0de req-f1adb9dc-9814-4fab-b7f5-0f25d9d862c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:08.945309 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-42f9dd9a-703a-4f15-8ef6-f15467dfa0de req-f1adb9dc-9814-4fab-b7f5-0f25d9d862c0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 1097 time: 0.0413821 Aug 10 01:40:08.978963 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-42f9dd9a-703a-4f15-8ef6-f15467dfa0de req-dde499cb-b329-4b19-9696-6cf8d6ad96fe service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268202 Aug 10 01:40:09.283238 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa599e-a4b0-4012-b75f-8fa69235b97a req-60c3d0e3-c7fa-417e-89e8-bf28750e1aba tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:09.284789 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-11fa599e-a4b0-4012-b75f-8fa69235b97a req-60c3d0e3-c7fa-417e-89e8-bf28750e1aba tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 945 time: 0.0473220 Aug 10 01:40:09.325526 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-11fa599e-a4b0-4012-b75f-8fa69235b97a req-2fac262f-ed68-4337-9b59-e9a05c1afc6d tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349169 Aug 10 01:40:10.440888 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01e0b7-0cae-4c61-bbd6-5de8a9a0464d req-90aca245-6f3a-4078-ae28-29300aa0c74a tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:10.442359 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b01e0b7-0cae-4c61-bbd6-5de8a9a0464d req-90aca245-6f3a-4078-ae28-29300aa0c74a tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 945 time: 0.0490141 Aug 10 01:40:10.479311 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1b01e0b7-0cae-4c61-bbd6-5de8a9a0464d req-e3df2577-dbf3-4e10-9b8a-2ed931791664 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310998 Aug 10 01:40:11.222779 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-99c2a64d-9687-4f8f-94e5-de16cd80d0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:11.676707 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35238) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:40:11.732206 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef496e-dd9c-4151-9340-fd23925f2805 req-cb033de0-5afa-4ab7-a117-fdc1cb0dcc46 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:11.736064 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76ef496e-dd9c-4151-9340-fd23925f2805 req-cb033de0-5afa-4ab7-a117-fdc1cb0dcc46 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 945 time: 0.0521526 Aug 10 01:40:11.770163 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-2f7c1ba0-f637-4fe6-8602-a24df5b2c509 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0922253 Aug 10 01:40:11.773583 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-76ef496e-dd9c-4151-9340-fd23925f2805 req-4d585db8-eb68-4048-9aba-49aaa7a428f3 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313511 Aug 10 01:40:11.970738 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:12.872999 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-ff068d9c-ac8d-4504-9256-8d32a619988c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:12.874587 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-ff068d9c-ac8d-4504-9256-8d32a619988c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df45d664aee547d6993a50ba5c7bf38f&device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 1097 time: 0.0447388 Aug 10 01:40:12.893821 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04771277-73eb-44b9-a34f-7f37095b6737 req-8171ac6a-3b1f-4040-a9f8-b8d174167530 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:12.895329 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-04771277-73eb-44b9-a34f-7f37095b6737 req-8171ac6a-3b1f-4040-a9f8-b8d174167530 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 945 time: 0.0483873 Aug 10 01:40:12.936483 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-04771277-73eb-44b9-a34f-7f37095b6737 req-2b8df81d-86a8-4a3e-b076-b1f94dcb3a3e tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351939 Aug 10 01:40:12.967598 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-5ca3c4b2-4952-455e-84c2-b9d4d9a4fc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:12.969130 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-5ca3c4b2-4952-455e-84c2-b9d4d9a4fc1a service neutron] 10.222.0.20 "GET /v2.0/networks?id=94cc44bd-c417-42d5-8fc2-eab419cb3249 HTTP/1.1" status: 200 len: 912 time: 0.0879822 Aug 10 01:40:13.013469 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-f716d42e-721c-4339-a516-99d153c9caa6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58359408-3ea0-4a38-b2da-b6ba24fd02be HTTP/1.1" status: 200 len: 217 time: 0.0364921 Aug 10 01:40:13.061914 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-52cb2657-887c-4594-8883-b2cb302cd3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:13.063229 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-52cb2657-887c-4594-8883-b2cb302cd3c1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=da9f4b85-6254-47e4-9842-4e453cbd4f25 HTTP/1.1" status: 200 len: 851 time: 0.0430033 Aug 10 01:40:13.095152 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-53090627-6adf-423d-bb6b-28bf9782d5f1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94cc44bd-c417-42d5-8fc2-eab419cb3249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249336 Aug 10 01:40:13.183254 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-acbb7a7e-a83e-4526-b84a-a5c61d21dcb4 service neutron] 10.222.0.20 "GET /v2.0/networks/94cc44bd-c417-42d5-8fc2-eab419cb3249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811191 Aug 10 01:40:13.274541 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-6e991da7-dc89-4e2e-85ed-d534d90b50cb service neutron] 10.222.0.20 "GET /v2.0/networks/94cc44bd-c417-42d5-8fc2-eab419cb3249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842671 Aug 10 01:40:13.877795 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a7ddf18-9d8a-450b-b692-8c4991688ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:14.050903 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f9a9d-7615-4742-bf91-b872bb786c2c req-333c09d6-43ff-4519-805d-68a0e5ac808a tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:14.052415 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-595f9a9d-7615-4742-bf91-b872bb786c2c req-333c09d6-43ff-4519-805d-68a0e5ac808a tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 945 time: 0.0487845 Aug 10 01:40:14.088647 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-595f9a9d-7615-4742-bf91-b872bb786c2c req-c50e6fe5-aaac-4b4f-972d-69fd00d306aa tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304377 Aug 10 01:40:14.482349 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:15.201265 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ae7f9-98fb-48c0-ac7a-1ec073c454ed req-58f0f9e5-f77e-47c2-84df-049612a76146 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:15.202745 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-693ae7f9-98fb-48c0-ac7a-1ec073c454ed req-58f0f9e5-f77e-47c2-84df-049612a76146 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 945 time: 0.0479071 Aug 10 01:40:15.239048 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-693ae7f9-98fb-48c0-ac7a-1ec073c454ed req-e904b88e-a5d5-4995-a6b7-8342414b42d7 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303242 Aug 10 01:40:15.287342 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:16.351708 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c484f2-2374-4ba9-be02-f4f22cc5f591 req-680b819b-6ee1-49fb-b731-d56d1afbd089 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:16.353194 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-68c484f2-2374-4ba9-be02-f4f22cc5f591 req-680b819b-6ee1-49fb-b731-d56d1afbd089 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 945 time: 0.0474930 Aug 10 01:40:16.373567 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:16.396529 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-68c484f2-2374-4ba9-be02-f4f22cc5f591 req-27f5dd1e-ee27-4e6e-ab04-4fde73b2c339 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361171 Aug 10 01:40:17.510600 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd5ce9-5a9e-4669-a3ee-6625a277ba41 req-5fc413da-1c20-481d-8a23-e5f703df1af3 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:17.512047 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-03bd5ce9-5a9e-4669-a3ee-6625a277ba41 req-5fc413da-1c20-481d-8a23-e5f703df1af3 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 945 time: 0.0485718 Aug 10 01:40:17.548891 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-03bd5ce9-5a9e-4669-a3ee-6625a277ba41 req-469524e1-34b4-4127-af1a-219d1bfe29c5 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309472 Aug 10 01:40:18.662421 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccca2f2-01ac-46cc-8815-a0bff1dff474 req-5c5e6f79-bf5e-47a8-9512-ae46a04109a2 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:18.663896 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5ccca2f2-01ac-46cc-8815-a0bff1dff474 req-5c5e6f79-bf5e-47a8-9512-ae46a04109a2 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 945 time: 0.0481679 Aug 10 01:40:18.700969 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5ccca2f2-01ac-46cc-8815-a0bff1dff474 req-cc229861-0f8d-4cf3-8ed2-0bd01e37a181 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305777 Aug 10 01:40:19.817533 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4875bb2-2607-4fbf-9ae7-38353ce1016a req-9a5dd181-e936-4281-b878-29971cd88cfe tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:19.819010 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f4875bb2-2607-4fbf-9ae7-38353ce1016a req-9a5dd181-e936-4281-b878-29971cd88cfe tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 945 time: 0.0486879 Aug 10 01:40:19.863384 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f4875bb2-2607-4fbf-9ae7-38353ce1016a req-39a39605-473a-4655-82eb-c4687d96c642 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375688 Aug 10 01:40:20.978658 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee64fb2-7fda-43c7-9d33-b6d8e8878bce req-b0c339d7-ca7b-48a6-81c7-ca8efe4af572 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:20.980118 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9ee64fb2-7fda-43c7-9d33-b6d8e8878bce req-b0c339d7-ca7b-48a6-81c7-ca8efe4af572 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 945 time: 0.0500393 Aug 10 01:40:21.016954 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9ee64fb2-7fda-43c7-9d33-b6d8e8878bce req-861f40b5-e541-4a59-aff3-27496fd7d67b tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303953 Aug 10 01:40:22.129403 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7c388-b83f-45dc-b0d4-f7c36db4f134 req-659546fb-8754-4b76-af3c-3214cfa9db36 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:22.130875 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dee7c388-b83f-45dc-b0d4-f7c36db4f134 req-659546fb-8754-4b76-af3c-3214cfa9db36 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 945 time: 0.0482631 Aug 10 01:40:22.167341 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dee7c388-b83f-45dc-b0d4-f7c36db4f134 req-11a741dc-7ec9-44b9-bf51-ef20eb84949f tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305457 Aug 10 01:40:23.281405 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db657e-5326-499f-a5aa-75c9a12dad5b req-68fe7bef-3cf4-48a0-8fd9-d35adf7e5466 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:23.282891 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-67db657e-5326-499f-a5aa-75c9a12dad5b req-68fe7bef-3cf4-48a0-8fd9-d35adf7e5466 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 945 time: 0.0487363 Aug 10 01:40:23.323318 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-67db657e-5326-499f-a5aa-75c9a12dad5b req-59e31de4-d1e6-4aed-af5f-e2ad53161f34 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345623 Aug 10 01:40:24.437296 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953556a9-376f-4a0e-8773-b4b52d45f1e6 req-7e60cfde-eb95-47c4-a9e9-673ec5ad4fde tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:24.438759 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-953556a9-376f-4a0e-8773-b4b52d45f1e6 req-7e60cfde-eb95-47c4-a9e9-673ec5ad4fde tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 945 time: 0.0482526 Aug 10 01:40:24.475241 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-953556a9-376f-4a0e-8773-b4b52d45f1e6 req-0b0c4063-f8f2-40ac-be91-8e47cdcd5ba3 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304060 Aug 10 01:40:25.588508 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9149610-f3f9-4db1-8ff5-a6e90b2c3eed req-c0009341-d4e7-4e85-811a-1fdf785b4ad4 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:25.589986 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a9149610-f3f9-4db1-8ff5-a6e90b2c3eed req-c0009341-d4e7-4e85-811a-1fdf785b4ad4 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 945 time: 0.0494924 Aug 10 01:40:25.627342 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a9149610-f3f9-4db1-8ff5-a6e90b2c3eed req-57210f98-660c-48d0-b5a2-e767a33062c9 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316236 Aug 10 01:40:26.739672 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04891a2a-ebf3-4534-a3f1-868b56a488e5 req-0b8da663-78c3-440f-9541-f3a4159dbff5 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:26.741144 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-04891a2a-ebf3-4534-a3f1-868b56a488e5 req-0b8da663-78c3-440f-9541-f3a4159dbff5 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 945 time: 0.0473084 Aug 10 01:40:26.780916 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-04891a2a-ebf3-4534-a3f1-868b56a488e5 req-e6fd9987-d55e-44ca-84e9-6f02b3eff8e0 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337842 Aug 10 01:40:27.894544 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3853ac-11b4-4049-b45a-8a7b1691af89 req-f6a48f3e-fd3d-4abe-86ca-5375f599f3f5 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:27.895895 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae3853ac-11b4-4049-b45a-8a7b1691af89 req-f6a48f3e-fd3d-4abe-86ca-5375f599f3f5 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 945 time: 0.0477693 Aug 10 01:40:27.931982 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae3853ac-11b4-4049-b45a-8a7b1691af89 req-25eaba8e-490b-4d5d-9bc6-a932394c9794 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303209 Aug 10 01:40:28.452965 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:29.046506 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045c031-9c07-4dd8-9810-bdd18c597a30 req-65b2f4f3-c278-4525-bbf0-e2407dad750a tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:29.047926 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7045c031-9c07-4dd8-9810-bdd18c597a30 req-65b2f4f3-c278-4525-bbf0-e2407dad750a tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 945 time: 0.0492725 Aug 10 01:40:29.083690 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7045c031-9c07-4dd8-9810-bdd18c597a30 req-796554a5-f170-4de8-90c9-547303928ef0 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299861 Aug 10 01:40:30.199746 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838cbad-a4a3-418f-affb-8615ffa8ce56 req-c031fbdb-0f84-4fd3-99d7-12f4a947b69d tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:30.201248 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9838cbad-a4a3-418f-affb-8615ffa8ce56 req-c031fbdb-0f84-4fd3-99d7-12f4a947b69d tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 945 time: 0.0495710 Aug 10 01:40:30.241990 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9838cbad-a4a3-418f-affb-8615ffa8ce56 req-3aaae6c4-097f-4943-83dc-b9e7596411a4 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348718 Aug 10 01:40:31.354611 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c307d4-86ba-4bc7-9e84-386ac2b3fd87 req-3531370d-41e1-4c6c-91c8-a7659035efc2 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:31.355962 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-61c307d4-86ba-4bc7-9e84-386ac2b3fd87 req-3531370d-41e1-4c6c-91c8-a7659035efc2 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 945 time: 0.0480080 Aug 10 01:40:31.392477 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-61c307d4-86ba-4bc7-9e84-386ac2b3fd87 req-e254cf9c-6a00-4629-8fd5-f158f029e87c tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298405 Aug 10 01:40:31.766908 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:40:32.505963 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42de8f1-db36-48c6-914d-1f736b80e2bc req-13e02ebb-7747-4173-bd47-46c5d5d8beef tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:32.507417 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b42de8f1-db36-48c6-914d-1f736b80e2bc req-13e02ebb-7747-4173-bd47-46c5d5d8beef tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 945 time: 0.0474668 Aug 10 01:40:32.542724 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b42de8f1-db36-48c6-914d-1f736b80e2bc req-a8186955-2a9f-4927-a358-a29dae268ca2 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295651 Aug 10 01:40:33.655301 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0ffca-ddd3-4ec3-81fd-c1a767540aad req-c016fd4d-279e-4f66-8ec5-fa3f8ab27126 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:33.656783 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f8d0ffca-ddd3-4ec3-81fd-c1a767540aad req-c016fd4d-279e-4f66-8ec5-fa3f8ab27126 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 945 time: 0.0474100 Aug 10 01:40:33.696494 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f8d0ffca-ddd3-4ec3-81fd-c1a767540aad req-c4c26045-8566-4f6f-a6a4-51b5f375578d tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338039 Aug 10 01:40:34.807149 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb257e6-a858-49c6-af9c-9663b61d26fe req-6e224216-4afa-4235-b5bd-d824fab589ad tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:34.808628 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8eb257e6-a858-49c6-af9c-9663b61d26fe req-6e224216-4afa-4235-b5bd-d824fab589ad tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 945 time: 0.0478916 Aug 10 01:40:34.845373 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8eb257e6-a858-49c6-af9c-9663b61d26fe req-35619457-eb69-441d-8867-886fdc0b73d6 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309477 Aug 10 01:40:35.959296 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c05dad-706d-4d89-94c7-1931722f9424 req-9acc0035-a59c-4aa3-bc77-5983a8250f14 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:35.960757 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8c05dad-706d-4d89-94c7-1931722f9424 req-9acc0035-a59c-4aa3-bc77-5983a8250f14 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 945 time: 0.0479274 Aug 10 01:40:35.997392 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8c05dad-706d-4d89-94c7-1931722f9424 req-f66f044b-3ce2-48bc-9e21-d62485d8b5d1 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306909 Aug 10 01:40:37.112545 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6275ae9-e4f8-402f-8876-ced4b9486d73 req-c5faf6fb-2b20-4c1a-adf6-57186419296f tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:37.114013 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b6275ae9-e4f8-402f-8876-ced4b9486d73 req-c5faf6fb-2b20-4c1a-adf6-57186419296f tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 945 time: 0.0496414 Aug 10 01:40:37.158432 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b6275ae9-e4f8-402f-8876-ced4b9486d73 req-53a97cc3-4b67-4511-9336-7417ab69637e tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375493 Aug 10 01:40:38.270398 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db839d-f16c-4bca-af98-faa8077554d5 req-3326535f-7234-4925-934d-4ecf05e2582c tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:38.271853 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-93db839d-f16c-4bca-af98-faa8077554d5 req-3326535f-7234-4925-934d-4ecf05e2582c tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 945 time: 0.0484896 Aug 10 01:40:38.308280 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-93db839d-f16c-4bca-af98-faa8077554d5 req-ffa40087-de81-4e55-9804-752656e314d1 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304494 Aug 10 01:40:39.422694 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c95ab-2d1c-4c9f-8352-58ceabdd6505 req-bb06e0cf-4be9-4f19-bc07-e8244cabe956 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:39.424168 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e83c95ab-2d1c-4c9f-8352-58ceabdd6505 req-bb06e0cf-4be9-4f19-bc07-e8244cabe956 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 945 time: 0.0485830 Aug 10 01:40:39.460659 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e83c95ab-2d1c-4c9f-8352-58ceabdd6505 req-3bbf6c81-31b8-43fa-a9a5-1ca92ab75baa tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306084 Aug 10 01:40:40.514689 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-bfc7863e-2979-4523-a5b7-3b8501aa7f67 service neutron] show failed (client error): The resource could not be found. Aug 10 01:40:40.515709 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-bfc7863e-2979-4523-a5b7-3b8501aa7f67 service neutron] 10.222.0.20 "GET /v2.0/ports/58359408-3ea0-4a38-b2da-b6ba24fd02be/bindings/n-h1-766726-26 HTTP/1.1" status: 404 len: 381 time: 0.1127875 Aug 10 01:40:40.575004 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3db88-6ba7-4584-b7a3-0c73bcf0ac01 req-66b47c76-5b06-4ab8-a97e-6d6bccdf396f tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:40.576539 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c1c3db88-6ba7-4584-b7a3-0c73bcf0ac01 req-66b47c76-5b06-4ab8-a97e-6d6bccdf396f tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 945 time: 0.0493808 Aug 10 01:40:40.618269 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c1c3db88-6ba7-4584-b7a3-0c73bcf0ac01 req-0afadffe-385e-454a-b725-4c39bf103193 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356226 Aug 10 01:40:40.750366 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-1793ef5e-1fb9-410b-a24f-fc1809fe82b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:40.751870 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-1793ef5e-1fb9-410b-a24f-fc1809fe82b7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278&tenant_id=df45d664aee547d6993a50ba5c7bf38f HTTP/1.1" status: 200 len: 1097 time: 0.0811262 Aug 10 01:40:40.763992 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-909d677b-fb9e-40e2-b1be-4ccec106c647 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766726-26', 'device_owner': 'compute:nova'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:40:40.815236 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-909d677b-fb9e-40e2-b1be-4ccec106c647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:41.013444 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-909d677b-fb9e-40e2-b1be-4ccec106c647 service neutron] For port 58359408-3ea0-4a38-b2da-b6ba24fd02be, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=58359408-3ea0-4a38-b2da-b6ba24fd02be,segment=NetworkSegment(2b7c8282-0c17-409d-867b-edd716b9417b),segment_id=2b7c8282-0c17-409d-867b-edd716b9417b)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:40:41.045765 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-909d677b-fb9e-40e2-b1be-4ccec106c647 service neutron] For port 58359408-3ea0-4a38-b2da-b6ba24fd02be, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:40:41.086951 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5be1007-ac99-47d7-a19f-d9a943f84278', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58359408-3ea0-4a38-b2da-b6ba24fd02be'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:40:41.089231 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858577c8-d96e-408d-8ae2-4cda437fcd42" -d '{"events": [{"server_uuid": "e5be1007-ac99-47d7-a19f-d9a943f84278", "name": "network-vif-unplugged", "status": "completed", "tag": "58359408-3ea0-4a38-b2da-b6ba24fd02be"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:40:41.094056 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-909d677b-fb9e-40e2-b1be-4ccec106c647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:41.110608 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-909d677b-fb9e-40e2-b1be-4ccec106c647 service neutron] Transition to ACTIVE for port object 58359408-3ea0-4a38-b2da-b6ba24fd02be will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:40:41.114382 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-909d677b-fb9e-40e2-b1be-4ccec106c647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:41.172122 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-909d677b-fb9e-40e2-b1be-4ccec106c647 service neutron] No DVR routers for this DVR port 58359408-3ea0-4a38-b2da-b6ba24fd02be on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:40:41.178947 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d677b-fb9e-40e2-b1be-4ccec106c647 service neutron] Pushing event updated for resources: {'Port': ['ID=58359408-3ea0-4a38-b2da-b6ba24fd02be,revision_number=6']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:40:41.191253 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d677b-fb9e-40e2-b1be-4ccec106c647 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:41.191533 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d677b-fb9e-40e2-b1be-4ccec106c647 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:41.191879 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d677b-fb9e-40e2-b1be-4ccec106c647 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:41.192267 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d677b-fb9e-40e2-b1be-4ccec106c647 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:41.192568 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d677b-fb9e-40e2-b1be-4ccec106c647 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:41.192899 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d677b-fb9e-40e2-b1be-4ccec106c647 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:41.193230 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d677b-fb9e-40e2-b1be-4ccec106c647 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:41.193559 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d677b-fb9e-40e2-b1be-4ccec106c647 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:41.193890 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d677b-fb9e-40e2-b1be-4ccec106c647 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:41.194217 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d677b-fb9e-40e2-b1be-4ccec106c647 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:41.194546 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d677b-fb9e-40e2-b1be-4ccec106c647 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:41.194868 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d677b-fb9e-40e2-b1be-4ccec106c647 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:41.223046 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d3b1e6-7338-41d8-9de3-b7a1b1e96320 x-openstack-request-id: req-42d3b1e6-7338-41d8-9de3-b7a1b1e96320 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:40:41.223389 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5be1007-ac99-47d7-a19f-d9a943f84278", "name": "network-vif-unplugged", "status": "completed", "tag": "58359408-3ea0-4a38-b2da-b6ba24fd02be", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:40:41.223653 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-42d3b1e6-7338-41d8-9de3-b7a1b1e96320 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:40:41.224050 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5be1007-ac99-47d7-a19f-d9a943f84278', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58359408-3ea0-4a38-b2da-b6ba24fd02be', 'code': 200} Aug 10 01:40:41.224782 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-edcaabc1-382c-40be-ba43-e536e50fe66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:41.228691 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-909d677b-fb9e-40e2-b1be-4ccec106c647 service neutron] Attempting to bind port 58359408-3ea0-4a38-b2da-b6ba24fd02be on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:40:41.229026 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-909d677b-fb9e-40e2-b1be-4ccec106c647 service neutron] Attempting to bind port 58359408-3ea0-4a38-b2da-b6ba24fd02be by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '2b7c8282-0c17-409d-867b-edd716b9417b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '94cc44bd-c417-42d5-8fc2-eab419cb3249'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:40:41.229355 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-909d677b-fb9e-40e2-b1be-4ccec106c647 service neutron] Attempting to bind port 58359408-3ea0-4a38-b2da-b6ba24fd02be on network 94cc44bd-c417-42d5-8fc2-eab419cb3249 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:40:41.234493 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-909d677b-fb9e-40e2-b1be-4ccec106c647 service neutron] Port 58359408-3ea0-4a38-b2da-b6ba24fd02be on network 94cc44bd-c417-42d5-8fc2-eab419cb3249 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:40:41.234817 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-909d677b-fb9e-40e2-b1be-4ccec106c647 service neutron] Attempting to bind port 58359408-3ea0-4a38-b2da-b6ba24fd02be on network 94cc44bd-c417-42d5-8fc2-eab419cb3249 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:40:41.239613 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-909d677b-fb9e-40e2-b1be-4ccec106c647 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:40:41.239957 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-909d677b-fb9e-40e2-b1be-4ccec106c647 service neutron] Checking segment: {'id': '2b7c8282-0c17-409d-867b-edd716b9417b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '94cc44bd-c417-42d5-8fc2-eab419cb3249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:40:41.240378 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-909d677b-fb9e-40e2-b1be-4ccec106c647 service neutron] Bound using segment: {'id': '2b7c8282-0c17-409d-867b-edd716b9417b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '94cc44bd-c417-42d5-8fc2-eab419cb3249'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:40:41.240806 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-909d677b-fb9e-40e2-b1be-4ccec106c647 service neutron] Bound port: 58359408-3ea0-4a38-b2da-b6ba24fd02be, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b7c8282-0c17-409d-867b-edd716b9417b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '94cc44bd-c417-42d5-8fc2-eab419cb3249'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:40:41.241165 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-909d677b-fb9e-40e2-b1be-4ccec106c647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:41.305450 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-909d677b-fb9e-40e2-b1be-4ccec106c647 service neutron] For port 58359408-3ea0-4a38-b2da-b6ba24fd02be, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:40:41.308396 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-909d677b-fb9e-40e2-b1be-4ccec106c647 service neutron] For port 58359408-3ea0-4a38-b2da-b6ba24fd02be, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=58359408-3ea0-4a38-b2da-b6ba24fd02be,segment=NetworkSegment(2b7c8282-0c17-409d-867b-edd716b9417b),segment_id=2b7c8282-0c17-409d-867b-edd716b9417b)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:40:41.312963 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-909d677b-fb9e-40e2-b1be-4ccec106c647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:41.349026 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-909d677b-fb9e-40e2-b1be-4ccec106c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:41.349682 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-909d677b-fb9e-40e2-b1be-4ccec106c647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:41.351053 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-909d677b-fb9e-40e2-b1be-4ccec106c647 service neutron] 10.222.0.24 "PUT /v2.0/ports/58359408-3ea0-4a38-b2da-b6ba24fd02be HTTP/1.1" status: 200 len: 1092 time: 0.5911217 Aug 10 01:40:41.370795 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d677b-fb9e-40e2-b1be-4ccec106c647 service neutron] Pushing event updated for resources: {'Port': ['ID=58359408-3ea0-4a38-b2da-b6ba24fd02be,revision_number=7']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:40:41.412741 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-04625c52-2419-453f-a791-1fb154398f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:41.414208 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-04625c52-2419-453f-a791-1fb154398f19 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=df45d664aee547d6993a50ba5c7bf38f&device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 1095 time: 0.0406661 Aug 10 01:40:41.505695 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-ae02fd4c-a6ec-4ff6-b32d-14d6dc0868e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:41.507120 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-ae02fd4c-a6ec-4ff6-b32d-14d6dc0868e7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94cc44bd-c417-42d5-8fc2-eab419cb3249 HTTP/1.1" status: 200 len: 912 time: 0.0852716 Aug 10 01:40:41.548058 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-2eda6efe-2c03-4db6-aa5e-632ed0d23122 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58359408-3ea0-4a38-b2da-b6ba24fd02be HTTP/1.1" status: 200 len: 217 time: 0.0335171 Aug 10 01:40:41.597278 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-6b818c14-3a7d-40ac-b285-6a61274e2261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:41.598578 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-6b818c14-3a7d-40ac-b285-6a61274e2261 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=da9f4b85-6254-47e4-9842-4e453cbd4f25 HTTP/1.1" status: 200 len: 851 time: 0.0435760 Aug 10 01:40:41.629858 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-592a9ca3-51da-4dcd-b37c-261579789c76 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94cc44bd-c417-42d5-8fc2-eab419cb3249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244269 Aug 10 01:40:41.722857 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-f9d87f5e-4551-43e6-aebc-db6d8f54b45d service neutron] 10.222.0.24 "GET /v2.0/networks/94cc44bd-c417-42d5-8fc2-eab419cb3249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859845 Aug 10 01:40:41.732097 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc404dd8-0622-40c8-a560-498d51a8d5ff req-5db7f114-a488-484f-a967-f557a445e51d tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:41.733637 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fc404dd8-0622-40c8-a560-498d51a8d5ff req-5db7f114-a488-484f-a967-f557a445e51d tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 943 time: 0.0490551 Aug 10 01:40:41.771757 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fc404dd8-0622-40c8-a560-498d51a8d5ff req-89dc6a0e-9584-4ee6-b439-b1147aecb83b tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320721 Aug 10 01:40:41.811312 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8feea29c-8dd7-4035-9a3a-81f94ac9c429 req-0a9806e9-6609-43aa-8eb6-8015134d4c92 service neutron] 10.222.0.24 "GET /v2.0/networks/94cc44bd-c417-42d5-8fc2-eab419cb3249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808597 Aug 10 01:40:41.968522 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:42.807500 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 58359408-3ea0-4a38-b2da-b6ba24fd02be no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:40:42.845311 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 58359408-3ea0-4a38-b2da-b6ba24fd02be not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:40:42.886894 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f381aa-7299-414c-8dd8-7e9cde893b17 req-59c01125-86b2-4d10-b5b9-cfbdf3217aab tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:42.888351 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-58f381aa-7299-414c-8dd8-7e9cde893b17 req-59c01125-86b2-4d10-b5b9-cfbdf3217aab tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 943 time: 0.0475900 Aug 10 01:40:42.925259 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-58f381aa-7299-414c-8dd8-7e9cde893b17 req-0e0638f6-2c0d-46e5-aa0b-1444ef3b0955 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305655 Aug 10 01:40:43.225161 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5be1007-ac99-47d7-a19f-d9a943f84278', 'tag': '58359408-3ea0-4a38-b2da-b6ba24fd02be'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:40:43.227573 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e8ee00-d51b-4ca0-9f61-098fbd41f632" -d '{"events": [{"name": "network-changed", "server_uuid": "e5be1007-ac99-47d7-a19f-d9a943f84278", "tag": "58359408-3ea0-4a38-b2da-b6ba24fd02be"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:40:43.273714 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cc7123-ed83-4e01-afaf-a9ccbeabbd1e x-openstack-request-id: req-f1cc7123-ed83-4e01-afaf-a9ccbeabbd1e {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:40:43.274003 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5be1007-ac99-47d7-a19f-d9a943f84278", "tag": "58359408-3ea0-4a38-b2da-b6ba24fd02be", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:40:43.274254 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f1cc7123-ed83-4e01-afaf-a9ccbeabbd1e {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:40:43.274986 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5be1007-ac99-47d7-a19f-d9a943f84278', 'tag': '58359408-3ea0-4a38-b2da-b6ba24fd02be', 'status': 'completed', 'code': 200} Aug 10 01:40:43.367352 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8ee00-d51b-4ca0-9f61-098fbd41f632 req-79f70038-a136-4700-ad8d-11d2b7d2a145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:43.368846 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-54e8ee00-d51b-4ca0-9f61-098fbd41f632 req-79f70038-a136-4700-ad8d-11d2b7d2a145 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=df45d664aee547d6993a50ba5c7bf38f&device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 1095 time: 0.0756741 Aug 10 01:40:43.374314 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8ee00-d51b-4ca0-9f61-098fbd41f632 req-0c5a7f5c-76dd-40ba-b794-5f350feb6d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:43.375624 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-54e8ee00-d51b-4ca0-9f61-098fbd41f632 req-0c5a7f5c-76dd-40ba-b794-5f350feb6d5a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df45d664aee547d6993a50ba5c7bf38f&device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 1095 time: 0.0514450 Aug 10 01:40:43.834813 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8ee00-d51b-4ca0-9f61-098fbd41f632 req-c73f9be5-6c92-493d-a656-1950ba111b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:43.836295 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-54e8ee00-d51b-4ca0-9f61-098fbd41f632 req-c73f9be5-6c92-493d-a656-1950ba111b26 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94cc44bd-c417-42d5-8fc2-eab419cb3249 HTTP/1.1" status: 200 len: 912 time: 0.4592936 Aug 10 01:40:43.838765 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8ee00-d51b-4ca0-9f61-098fbd41f632 req-2c03a828-edd6-46cf-a2cb-30796194e0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:43.840075 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-54e8ee00-d51b-4ca0-9f61-098fbd41f632 req-2c03a828-edd6-46cf-a2cb-30796194e0f0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=94cc44bd-c417-42d5-8fc2-eab419cb3249 HTTP/1.1" status: 200 len: 912 time: 0.4554036 Aug 10 01:40:43.879085 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b62c9cd-bc4a-4392-af71-c4d5b634f2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:43.890084 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-54e8ee00-d51b-4ca0-9f61-098fbd41f632 req-3cd92d7a-c830-4815-a3a7-b8d9293bb8a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58359408-3ea0-4a38-b2da-b6ba24fd02be HTTP/1.1" status: 200 len: 217 time: 0.0458229 Aug 10 01:40:43.923276 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-54e8ee00-d51b-4ca0-9f61-098fbd41f632 req-76ae40ad-8f9e-41bf-943e-9816070e4fce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58359408-3ea0-4a38-b2da-b6ba24fd02be HTTP/1.1" status: 200 len: 217 time: 0.0734856 Aug 10 01:40:43.942436 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 58359408-3ea0-4a38-b2da-b6ba24fd02be details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:40:43.991681 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8ee00-d51b-4ca0-9f61-098fbd41f632 req-0437d660-3c7c-462c-af50-cedd4be1fe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:43.993191 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-54e8ee00-d51b-4ca0-9f61-098fbd41f632 req-0437d660-3c7c-462c-af50-cedd4be1fe9d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=da9f4b85-6254-47e4-9842-4e453cbd4f25 HTTP/1.1" status: 200 len: 851 time: 0.0784082 Aug 10 01:40:43.998996 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8ee00-d51b-4ca0-9f61-098fbd41f632 req-fd76ae10-e2d8-472c-8a13-292d539a697f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:44.000401 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-54e8ee00-d51b-4ca0-9f61-098fbd41f632 req-fd76ae10-e2d8-472c-8a13-292d539a697f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=da9f4b85-6254-47e4-9842-4e453cbd4f25 HTTP/1.1" status: 200 len: 851 time: 0.0586050 Aug 10 01:40:44.039613 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 58359408-3ea0-4a38-b2da-b6ba24fd02be, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=58359408-3ea0-4a38-b2da-b6ba24fd02be,segment=NetworkSegment(2b7c8282-0c17-409d-867b-edd716b9417b),segment_id=2b7c8282-0c17-409d-867b-edd716b9417b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:40:44.044868 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33eecdf-fa58-47dd-8df7-e957ba83d58f req-1871d8f3-7199-42b4-be1b-8d19c54fd3be tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:44.046897 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b33eecdf-fa58-47dd-8df7-e957ba83d58f req-1871d8f3-7199-42b4-be1b-8d19c54fd3be tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 943 time: 0.0530055 Aug 10 01:40:44.050806 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-54e8ee00-d51b-4ca0-9f61-098fbd41f632 req-1c207cc4-3c94-4513-835a-f0199e0bd06b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94cc44bd-c417-42d5-8fc2-eab419cb3249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493467 Aug 10 01:40:44.052728 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-54e8ee00-d51b-4ca0-9f61-098fbd41f632 req-4f2d9e76-382f-4a12-9891-782e1e5252ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94cc44bd-c417-42d5-8fc2-eab419cb3249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437462 Aug 10 01:40:44.055408 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '58359408-3ea0-4a38-b2da-b6ba24fd02be', 'network_id': '94cc44bd-c417-42d5-8fc2-eab419cb3249', 'port_id': '58359408-3ea0-4a38-b2da-b6ba24fd02be', 'mac_address': 'fa:16:3e:ea:9d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da9f4b85-6254-47e4-9842-4e453cbd4f25', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:40:44.088944 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b33eecdf-fa58-47dd-8df7-e957ba83d58f req-5c69d107-307d-454b-8b09-6c79cb7a8f46 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353882 Aug 10 01:40:44.092259 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:44.110463 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58359408-3ea0-4a38-b2da-b6ba24fd02be {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:40:44.129719 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 58359408-3ea0-4a38-b2da-b6ba24fd02be, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=58359408-3ea0-4a38-b2da-b6ba24fd02be,segment=NetworkSegment(2b7c8282-0c17-409d-867b-edd716b9417b),segment_id=2b7c8282-0c17-409d-867b-edd716b9417b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:40:44.134172 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:44.180296 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=58359408-3ea0-4a38-b2da-b6ba24fd02be,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:40:44.187405 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:44.187761 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:44.188109 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:44.188472 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:44.188816 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:44.189156 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:44.189489 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:44.189822 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:44.190157 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:44.190486 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:44.190813 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:44.191395 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:44.216410 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-54e8ee00-d51b-4ca0-9f61-098fbd41f632 req-a56fa649-840e-4cfd-b32c-a890da008d12 service neutron] 10.222.0.24 "GET /v2.0/networks/94cc44bd-c417-42d5-8fc2-eab419cb3249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572263 Aug 10 01:40:44.218753 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-54e8ee00-d51b-4ca0-9f61-098fbd41f632 req-c62ca7cf-f172-476c-98d5-4e323422605b service neutron] 10.222.0.20 "GET /v2.0/networks/94cc44bd-c417-42d5-8fc2-eab419cb3249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525068 Aug 10 01:40:44.375258 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-54e8ee00-d51b-4ca0-9f61-098fbd41f632 req-db612ef1-4163-4b40-bb47-d3e29e2a888b service neutron] 10.222.0.24 "GET /v2.0/networks/94cc44bd-c417-42d5-8fc2-eab419cb3249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514039 Aug 10 01:40:44.377440 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-54e8ee00-d51b-4ca0-9f61-098fbd41f632 req-f36a8a5d-da06-43c2-8724-b90d2bfbb4b1 service neutron] 10.222.0.20 "GET /v2.0/networks/94cc44bd-c417-42d5-8fc2-eab419cb3249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456687 Aug 10 01:40:44.483243 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:45.207009 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939fcae4-27da-4e2a-8532-c6fcb639d715 req-8af78d78-28c0-4518-9bc3-d18e7d861459 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:45.208491 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-939fcae4-27da-4e2a-8532-c6fcb639d715 req-8af78d78-28c0-4518-9bc3-d18e7d861459 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 944 time: 0.0490623 Aug 10 01:40:45.245728 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-939fcae4-27da-4e2a-8532-c6fcb639d715 req-4b03bb26-cda1-4951-8376-467add64af97 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313096 Aug 10 01:40:45.291464 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:45.535614 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff8078-449e-49fa-831d-507f5c0079b6 req-440ec85d-35c5-43f5-b91e-0793d4736a5f tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:45.537089 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1cff8078-449e-49fa-831d-507f5c0079b6 req-440ec85d-35c5-43f5-b91e-0793d4736a5f tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278&tenant_id=df45d664aee547d6993a50ba5c7bf38f&binding%3Ahost_id=n-h1-766726-26 HTTP/1.1" status: 200 len: 944 time: 0.0906696 Aug 10 01:40:45.560374 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['58359408-3ea0-4a38-b2da-b6ba24fd02be'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:40:45.598574 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [req-1cff8078-449e-49fa-831d-507f5c0079b6 req-d40bc62a-d9cd-402e-97d7-dc2fa7306a4b service neutron] delete failed (client error): The resource could not be found. Aug 10 01:40:45.599601 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1cff8078-449e-49fa-831d-507f5c0079b6 req-d40bc62a-d9cd-402e-97d7-dc2fa7306a4b service neutron] 10.222.0.20 "DELETE /v2.0/ports/58359408-3ea0-4a38-b2da-b6ba24fd02be/bindings/n-h2-766726-26 HTTP/1.1" status: 404 len: 381 time: 0.0553906 Aug 10 01:40:45.702643 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff8078-449e-49fa-831d-507f5c0079b6 req-e4ac375b-e4b1-4c83-bad2-a06ec19e06dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:45.704118 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1cff8078-449e-49fa-831d-507f5c0079b6 req-e4ac375b-e4b1-4c83-bad2-a06ec19e06dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df45d664aee547d6993a50ba5c7bf38f&device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 1096 time: 0.0407624 Aug 10 01:40:45.801660 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff8078-449e-49fa-831d-507f5c0079b6 req-579e61d9-8f71-4217-966f-4145fdeea398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:45.803121 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1cff8078-449e-49fa-831d-507f5c0079b6 req-579e61d9-8f71-4217-966f-4145fdeea398 service neutron] 10.222.0.20 "GET /v2.0/networks?id=94cc44bd-c417-42d5-8fc2-eab419cb3249 HTTP/1.1" status: 200 len: 912 time: 0.0916536 Aug 10 01:40:45.844165 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1cff8078-449e-49fa-831d-507f5c0079b6 req-f58bef6a-2d00-4031-a12e-7538b04a1c77 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58359408-3ea0-4a38-b2da-b6ba24fd02be HTTP/1.1" status: 200 len: 217 time: 0.0342021 Aug 10 01:40:45.893088 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff8078-449e-49fa-831d-507f5c0079b6 req-8fe99de3-3844-4632-8c76-27003250dc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:45.894384 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1cff8078-449e-49fa-831d-507f5c0079b6 req-8fe99de3-3844-4632-8c76-27003250dc08 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=da9f4b85-6254-47e4-9842-4e453cbd4f25 HTTP/1.1" status: 200 len: 851 time: 0.0415282 Aug 10 01:40:45.928744 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1cff8078-449e-49fa-831d-507f5c0079b6 req-7bfc5645-cf5f-4f6d-b6cf-107ef1ea2ccb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94cc44bd-c417-42d5-8fc2-eab419cb3249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275879 Aug 10 01:40:46.016141 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1cff8078-449e-49fa-831d-507f5c0079b6 req-b56fa7e4-b29a-4d4f-99b7-305d96137d74 service neutron] 10.222.0.20 "GET /v2.0/networks/94cc44bd-c417-42d5-8fc2-eab419cb3249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804105 Aug 10 01:40:46.107747 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1cff8078-449e-49fa-831d-507f5c0079b6 req-e4418229-7eb8-4943-9dce-ab53807a9744 service neutron] 10.222.0.20 "GET /v2.0/networks/94cc44bd-c417-42d5-8fc2-eab419cb3249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843289 Aug 10 01:40:46.372705 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:46.848296 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811da0cb-6c94-4748-ae2a-35b87dd45d73 req-656ebbb9-0df0-4908-9fb7-eb77e425bda6 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:46.849778 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-811da0cb-6c94-4748-ae2a-35b87dd45d73 req-656ebbb9-0df0-4908-9fb7-eb77e425bda6 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 944 time: 0.0483336 Aug 10 01:40:46.885964 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-811da0cb-6c94-4748-ae2a-35b87dd45d73 req-f038b86c-23d4-49eb-ae95-6d1a4ae4d2d3 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303040 Aug 10 01:40:47.972142 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 58359408-3ea0-4a38-b2da-b6ba24fd02be up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:40:48.000862 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998a819-a4d0-40bb-ad90-9ab1c9c5e295 req-c8f37211-f144-4083-a0ff-61f6888f2530 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:48.002346 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e998a819-a4d0-40bb-ad90-9ab1c9c5e295 req-c8f37211-f144-4083-a0ff-61f6888f2530 tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 944 time: 0.0478427 Aug 10 01:40:48.024052 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 58359408-3ea0-4a38-b2da-b6ba24fd02be completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:40:48.028387 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 58359408-3ea0-4a38-b2da-b6ba24fd02be triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:40:48.028906 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:48.067201 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e998a819-a4d0-40bb-ad90-9ab1c9c5e295 req-bbe3755a-67e4-4563-b716-e015f31b1c0d tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.35 "GET /v2.0/security-groups?id=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450430 Aug 10 01:40:48.110722 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:48.131802 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5be1007-ac99-47d7-a19f-d9a943f84278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58359408-3ea0-4a38-b2da-b6ba24fd02be'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:40:48.134030 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f14210d-a4f4-487f-a253-6062aa7f2288" -d '{"events": [{"server_uuid": "e5be1007-ac99-47d7-a19f-d9a943f84278", "name": "network-vif-plugged", "status": "completed", "tag": "58359408-3ea0-4a38-b2da-b6ba24fd02be"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:40:48.147763 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 58359408-3ea0-4a38-b2da-b6ba24fd02be, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=58359408-3ea0-4a38-b2da-b6ba24fd02be,segment=NetworkSegment(2b7c8282-0c17-409d-867b-edd716b9417b),segment_id=2b7c8282-0c17-409d-867b-edd716b9417b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:40:48.153134 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:48.214738 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=58359408-3ea0-4a38-b2da-b6ba24fd02be,revision_number=9']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:40:48.238971 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff8078-449e-49fa-831d-507f5c0079b6 req-c3fcf386-101e-487f-8941-0c21e0f7338e tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:48.240503 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1cff8078-449e-49fa-831d-507f5c0079b6 req-c3fcf386-101e-487f-8941-0c21e0f7338e tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5be1007-ac99-47d7-a19f-d9a943f84278 HTTP/1.1" status: 200 len: 945 time: 0.0735421 Aug 10 01:40:48.250153 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dca4f0d-4c47-46cc-9625-50f6b0807a3b x-openstack-request-id: req-7dca4f0d-4c47-46cc-9625-50f6b0807a3b {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:40:48.250449 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5be1007-ac99-47d7-a19f-d9a943f84278", "name": "network-vif-plugged", "status": "completed", "tag": "58359408-3ea0-4a38-b2da-b6ba24fd02be", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:40:48.250854 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7dca4f0d-4c47-46cc-9625-50f6b0807a3b {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:40:48.251249 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5be1007-ac99-47d7-a19f-d9a943f84278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58359408-3ea0-4a38-b2da-b6ba24fd02be', 'code': 200} Aug 10 01:40:48.329852 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-1cff8078-449e-49fa-831d-507f5c0079b6 req-2fa4cebe-0f71-4fc1-aed6-25ab37115e7b tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Deleting port 58359408-3ea0-4a38-b2da-b6ba24fd02be {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:40:48.330118 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1cff8078-449e-49fa-831d-507f5c0079b6 req-2fa4cebe-0f71-4fc1-aed6-25ab37115e7b tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:48.420333 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-1cff8078-449e-49fa-831d-507f5c0079b6 req-2fa4cebe-0f71-4fc1-aed6-25ab37115e7b tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] For port 58359408-3ea0-4a38-b2da-b6ba24fd02be, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=58359408-3ea0-4a38-b2da-b6ba24fd02be,segment=NetworkSegment(2b7c8282-0c17-409d-867b-edd716b9417b),segment_id=2b7c8282-0c17-409d-867b-edd716b9417b)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:40:48.420679 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1cff8078-449e-49fa-831d-507f5c0079b6 req-2fa4cebe-0f71-4fc1-aed6-25ab37115e7b tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:48.433715 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-1cff8078-449e-49fa-831d-507f5c0079b6 req-2fa4cebe-0f71-4fc1-aed6-25ab37115e7b tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Calling delete_port for 58359408-3ea0-4a38-b2da-b6ba24fd02be owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:40:48.567931 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1cff8078-449e-49fa-831d-507f5c0079b6 req-2fa4cebe-0f71-4fc1-aed6-25ab37115e7b tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:48.581096 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['58359408-3ea0-4a38-b2da-b6ba24fd02be'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:40:48.597147 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4cebe-0f71-4fc1-aed6-25ab37115e7b tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Pushing event deleted for resources: {'Port': ['ID=58359408-3ea0-4a38-b2da-b6ba24fd02be,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:40:48.638498 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cff8078-449e-49fa-831d-507f5c0079b6 req-2fa4cebe-0f71-4fc1-aed6-25ab37115e7b tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] No DVR routers for this DVR port 58359408-3ea0-4a38-b2da-b6ba24fd02be on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:40:48.641187 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1cff8078-449e-49fa-831d-507f5c0079b6 req-2fa4cebe-0f71-4fc1-aed6-25ab37115e7b tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:48.643137 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1cff8078-449e-49fa-831d-507f5c0079b6 req-2fa4cebe-0f71-4fc1-aed6-25ab37115e7b tempest-DeleteServersTestJSON-347797286 tempest-DeleteServersTestJSON-347797286-project] 10.222.0.24 "DELETE /v2.0/ports/58359408-3ea0-4a38-b2da-b6ba24fd02be HTTP/1.1" status: 204 len: 173 time: 0.3968422 Aug 10 01:40:48.643575 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5be1007-ac99-47d7-a19f-d9a943f84278', 'name': 'network-vif-deleted', 'tag': '58359408-3ea0-4a38-b2da-b6ba24fd02be'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:40:48.645832 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9183bf1-e9c8-4e15-aa20-ccef71612582" -d '{"events": [{"server_uuid": "e5be1007-ac99-47d7-a19f-d9a943f84278", "name": "network-vif-deleted", "tag": "58359408-3ea0-4a38-b2da-b6ba24fd02be"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:40:48.685654 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09d9cd2-c24e-4012-adee-d90d5d204038 x-openstack-request-id: req-b09d9cd2-c24e-4012-adee-d90d5d204038 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:40:48.685947 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5be1007-ac99-47d7-a19f-d9a943f84278", "name": "network-vif-deleted", "tag": "58359408-3ea0-4a38-b2da-b6ba24fd02be", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:40:48.686273 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b09d9cd2-c24e-4012-adee-d90d5d204038 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:40:48.686683 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5be1007-ac99-47d7-a19f-d9a943f84278', 'name': 'network-vif-deleted', 'tag': '58359408-3ea0-4a38-b2da-b6ba24fd02be', 'status': 'completed', 'code': 200} Aug 10 01:40:49.172341 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35348) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:40:49.215606 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-48ab48cc-e735-4e16-aba9-1d07732f949a admin admin] Deleting subnet da9f4b85-6254-47e4-9842-4e453cbd4f25 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:40:49.218998 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-48ab48cc-e735-4e16-aba9-1d07732f949a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:49.257686 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-48ab48cc-e735-4e16-aba9-1d07732f949a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:49.296447 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-48ab48cc-e735-4e16-aba9-1d07732f949a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:49.349490 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-48ab48cc-e735-4e16-aba9-1d07732f949a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:49.376398 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab48cc-e735-4e16-aba9-1d07732f949a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da9f4b85-6254-47e4-9842-4e453cbd4f25,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:40:49.378329 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-48ab48cc-e735-4e16-aba9-1d07732f949a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:49.381531 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-48ab48cc-e735-4e16-aba9-1d07732f949a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/da9f4b85-6254-47e4-9842-4e453cbd4f25 HTTP/1.1" status: 204 len: 168 time: 0.2068295 Aug 10 01:40:49.382703 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35350) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:40:49.454188 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-88363d51-2ab4-422a-8f35-23cb3fa6e2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:49.529624 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-88363d51-2ab4-422a-8f35-23cb3fa6e2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:49.539033 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-88363d51-2ab4-422a-8f35-23cb3fa6e2e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94cc44bd-c417-42d5-8fc2-eab419cb3249']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:40:49.549535 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-88363d51-2ab4-422a-8f35-23cb3fa6e2e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b7c8282-0c17-409d-867b-edd716b9417b') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:40:49.549832 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-88363d51-2ab4-422a-8f35-23cb3fa6e2e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b7c8282-0c17-409d-867b-edd716b9417b') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:40:49.558311 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-88363d51-2ab4-422a-8f35-23cb3fa6e2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:49.576450 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-88363d51-2ab4-422a-8f35-23cb3fa6e2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:49.582797 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88363d51-2ab4-422a-8f35-23cb3fa6e2e8 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:40:49.583259 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-88363d51-2ab4-422a-8f35-23cb3fa6e2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:49.584843 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:40:49.584843 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:40:49.584843 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:40:49.584843 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:40:49.584843 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:40:49.584843 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:40:49.584843 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:40:49.584843 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:40:49.584843 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:40:49.584843 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:40:49.584843 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:40:49.584843 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:40:49.584843 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:40:49.584843 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:40:49.584843 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:40:49.584843 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:40:49.584843 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:40:49.584843 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:40:49.584843 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:40:49.584843 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:40:49.584843 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:40:49.584843 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:40:49.584843 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:40:49.584843 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:40:49.584843 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:40:49.584843 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:40:49.584843 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:40:49.584843 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:40:49.584843 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:40:49.584843 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:40:49.584843 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:40:49.584843 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:40:49.638373 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-88363d51-2ab4-422a-8f35-23cb3fa6e2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:49.643827 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-88363d51-2ab4-422a-8f35-23cb3fa6e2e8 admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:49.645755 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-88363d51-2ab4-422a-8f35-23cb3fa6e2e8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/94cc44bd-c417-42d5-8fc2-eab419cb3249 HTTP/1.1" status: 204 len: 168 time: 0.2621348 Aug 10 01:40:49.656730 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88363d51-2ab4-422a-8f35-23cb3fa6e2e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=94cc44bd-c417-42d5-8fc2-eab419cb3249,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:40:49.760962 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35354) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:40:49.801298 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3dc13f9e-0396-4b91-bc30-0978f7efa53f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=df45d664aee547d6993a50ba5c7bf38f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391300 Aug 10 01:40:49.803518 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35356) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:40:49.850834 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-80a79455-eb40-4575-aabb-0e742fbaf537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:49.871998 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-80a79455-eb40-4575-aabb-0e742fbaf537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:49.921818 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-80a79455-eb40-4575-aabb-0e742fbaf537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:49.924601 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-80a79455-eb40-4575-aabb-0e742fbaf537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:49.925778 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-80a79455-eb40-4575-aabb-0e742fbaf537 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b1ee4ead-635b-4786-b8e0-7afd39e0e7d3 HTTP/1.1" status: 204 len: 168 time: 0.1213872 Aug 10 01:40:49.933257 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a79455-eb40-4575-aabb-0e742fbaf537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ee4ead-635b-4786-b8e0-7afd39e0e7d3,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:40:50.568552 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35378) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:40:50.690034 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-6987d724-bb6e-4d9e-a4a7-776b3a9e5b79 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-204361219-network', 'tenant_id': 'c0df91b4b372460599e5c3150e8fde72'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:40:50.711460 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6987d724-bb6e-4d9e-a4a7-776b3a9e5b79 admin admin] Made reservation on behalf of c0df91b4b372460599e5c3150e8fde72 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:40:50.713957 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6987d724-bb6e-4d9e-a4a7-776b3a9e5b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:50.722061 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6987d724-bb6e-4d9e-a4a7-776b3a9e5b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:50.808065 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6987d724-bb6e-4d9e-a4a7-776b3a9e5b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:50.812078 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6987d724-bb6e-4d9e-a4a7-776b3a9e5b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:50.832824 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6987d724-bb6e-4d9e-a4a7-776b3a9e5b79 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:40:50.847089 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987d724-bb6e-4d9e-a4a7-776b3a9e5b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b883c22-d742-401f-9377-dad25f8f5412,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:40:50.849398 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6987d724-bb6e-4d9e-a4a7-776b3a9e5b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:50.849742 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-6987d724-bb6e-4d9e-a4a7-776b3a9e5b79 admin admin] Added segment 1834d4da-8a9e-4cab-ad67-26f7318693b1 of type vlan for network affa042e-ee60-4653-afcd-50eeb516429f Aug 10 01:40:50.865015 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987d724-bb6e-4d9e-a4a7-776b3a9e5b79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:50.865387 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987d724-bb6e-4d9e-a4a7-776b3a9e5b79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:50.865660 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987d724-bb6e-4d9e-a4a7-776b3a9e5b79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:50.866003 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987d724-bb6e-4d9e-a4a7-776b3a9e5b79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:50.866338 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987d724-bb6e-4d9e-a4a7-776b3a9e5b79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:50.866679 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987d724-bb6e-4d9e-a4a7-776b3a9e5b79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:50.867011 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987d724-bb6e-4d9e-a4a7-776b3a9e5b79 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:50.867344 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987d724-bb6e-4d9e-a4a7-776b3a9e5b79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:50.867671 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987d724-bb6e-4d9e-a4a7-776b3a9e5b79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:50.867995 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987d724-bb6e-4d9e-a4a7-776b3a9e5b79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:50.868351 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987d724-bb6e-4d9e-a4a7-776b3a9e5b79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:50.868679 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987d724-bb6e-4d9e-a4a7-776b3a9e5b79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:50.902975 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6987d724-bb6e-4d9e-a4a7-776b3a9e5b79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:50.929423 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6987d724-bb6e-4d9e-a4a7-776b3a9e5b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:50.930352 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6987d724-bb6e-4d9e-a4a7-776b3a9e5b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:50.930930 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6987d724-bb6e-4d9e-a4a7-776b3a9e5b79 admin admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:50.989841 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6987d724-bb6e-4d9e-a4a7-776b3a9e5b79 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4176199 Aug 10 01:40:50.990087 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35384) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:40:50.995314 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-ad3fa3d8-a116-4192-b347-e9a94de5ebe7 admin admin] Request body: {'subnet': {'network_id': 'affa042e-ee60-4653-afcd-50eeb516429f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-204361219-subnet', 'tenant_id': 'c0df91b4b372460599e5c3150e8fde72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:40:51.002271 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987d724-bb6e-4d9e-a4a7-776b3a9e5b79 admin admin] Pushing event updated for resources: {'Network': ['ID=affa042e-ee60-4653-afcd-50eeb516429f,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:40:51.012700 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network affa042e-ee60-4653-afcd-50eeb516429f details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:40:51.021732 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3fa3d8-a116-4192-b347-e9a94de5ebe7 admin admin] Made reservation on behalf of c0df91b4b372460599e5c3150e8fde72 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:40:51.024120 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ad3fa3d8-a116-4192-b347-e9a94de5ebe7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:51.200522 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ad3fa3d8-a116-4192-b347-e9a94de5ebe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:51.257773 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3fa3d8-a116-4192-b347-e9a94de5ebe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5aead93-3e26-4240-88d9-7c0ce4fca291,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:40:51.262009 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3fa3d8-a116-4192-b347-e9a94de5ebe7 admin admin] Checking segment: {'id': '1834d4da-8a9e-4cab-ad67-26f7318693b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'affa042e-ee60-4653-afcd-50eeb516429f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:40:51.262378 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3fa3d8-a116-4192-b347-e9a94de5ebe7 admin admin] Network hostable DHCP agents. Network: affa042e-ee60-4653-afcd-50eeb516429f, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:40:51.279718 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3fa3d8-a116-4192-b347-e9a94de5ebe7 admin admin] Network affa042e-ee60-4653-afcd-50eeb516429f is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:40:51.288555 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-ad3fa3d8-a116-4192-b347-e9a94de5ebe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, affa042e-ee60-4653-afcd-50eeb516429f) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:40:51.293354 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3fa3d8-a116-4192-b347-e9a94de5ebe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:51.293947 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ad3fa3d8-a116-4192-b347-e9a94de5ebe7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:51.296225 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26d089b-bebe-4ede-bc15-08a0723c68fb None None] Network affa042e-ee60-4653-afcd-50eeb516429f requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:40:51.308087 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ad3fa3d8-a116-4192-b347-e9a94de5ebe7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3166754 Aug 10 01:40:51.418740 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e30fee-9be8-4490-b351-2b1a6694455c None None] Network affa042e-ee60-4653-afcd-50eeb516429f requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:40:51.734550 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-5e17c964-5651-43b1-837f-763cd1b0fd3e tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:51.735911 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-5e17c964-5651-43b1-837f-763cd1b0fd3e tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/networks?id=affa042e-ee60-4653-afcd-50eeb516429f HTTP/1.1" status: 200 len: 814 time: 0.1016018 Aug 10 01:40:51.751613 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-c9801660-0002-41e6-8823-68b430bac106 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/quotas/c0df91b4b372460599e5c3150e8fde72 HTTP/1.1" status: 200 len: 375 time: 0.0096173 Aug 10 01:40:51.781718 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-d12ab303-992c-4c0f-a51e-b75bd1b4cea6 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c0df91b4b372460599e5c3150e8fde72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250540 Aug 10 01:40:51.914632 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-1a260ea4-7c6b-4e5b-876c-755e159a0bbf service neutron] 10.222.0.35 "GET /v2.0/networks/affa042e-ee60-4653-afcd-50eeb516429f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262841 Aug 10 01:40:51.995648 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 58359408-3ea0-4a38-b2da-b6ba24fd02be no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:40:52.004778 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-137140b7-e439-47b4-95cc-07759ce8ea40 service neutron] 10.222.0.35 "GET /v2.0/networks/affa042e-ee60-4653-afcd-50eeb516429f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841877 Aug 10 01:40:52.018505 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 58359408-3ea0-4a38-b2da-b6ba24fd02be {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:40:52.018965 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 58359408-3ea0-4a38-b2da-b6ba24fd02be not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:40:52.163007 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24891643-22fe-45c7-b995-7d324cfe9c9c req-0490331a-f73c-4b20-a779-027649996c91 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 210 time: 0.0271792 Aug 10 01:40:53.261135 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0a97185d-9025-43d7-a57c-6852ce3169a6 req-66536553-337f-475a-8569-4d3c7c9e36d5 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 210 time: 0.0308297 Aug 10 01:40:53.295993 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-6801ceee-7405-4198-8fc4-2ff80f798314 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:53.298048 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-6801ceee-7405-4198-8fc4-2ff80f798314 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.24 "GET /v2.0/networks?id=affa042e-ee60-4653-afcd-50eeb516429f HTTP/1.1" status: 200 len: 814 time: 0.1065419 Aug 10 01:40:53.310473 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-45330f01-a0ff-44cc-95ee-089aa8492997 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Request body: {'port': {'device_id': '0ac263a1-1a28-4e27-9d5c-d81b9b3d934b', 'network_id': 'affa042e-ee60-4653-afcd-50eeb516429f', 'admin_state_up': True, 'tenant_id': 'c0df91b4b372460599e5c3150e8fde72'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:40:53.421730 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-45330f01-a0ff-44cc-95ee-089aa8492997 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Made reservation on behalf of c0df91b4b372460599e5c3150e8fde72 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:40:53.425767 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-45330f01-a0ff-44cc-95ee-089aa8492997 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:53.546701 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-45330f01-a0ff-44cc-95ee-089aa8492997 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Allocated IP 172.20.0.4 (affa042e-ee60-4653-afcd-50eeb516429f/f5aead93-3e26-4240-88d9-7c0ce4fca291/189006f1-e7be-4d51-aef2-b49d8bb1b80a) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:40:53.695663 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-45330f01-a0ff-44cc-95ee-089aa8492997 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:53.733302 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-45330f01-a0ff-44cc-95ee-089aa8492997 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:53.777062 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-45330f01-a0ff-44cc-95ee-089aa8492997 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Network affa042e-ee60-4653-afcd-50eeb516429f is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:40:53.780159 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-45330f01-a0ff-44cc-95ee-089aa8492997 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:40:53.784384 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-45330f01-a0ff-44cc-95ee-089aa8492997 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:40:53.790611 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45330f01-a0ff-44cc-95ee-089aa8492997 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Pushing event updated for resources: {'Port': ['ID=189006f1-e7be-4d51-aef2-b49d8bb1b80a,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:40:53.839996 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-45330f01-a0ff-44cc-95ee-089aa8492997 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:53.840624 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-45330f01-a0ff-44cc-95ee-089aa8492997 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:53.853770 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-45330f01-a0ff-44cc-95ee-089aa8492997 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5471501 Aug 10 01:40:53.866312 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-d0a63728-99c9-46d7-b6ad-f8980a628c2e service neutron] Request body: {'port': {'device_id': '0ac263a1-1a28-4e27-9d5c-d81b9b3d934b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:40:53.918231 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-d0a63728-99c9-46d7-b6ad-f8980a628c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:54.172572 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-d0a63728-99c9-46d7-b6ad-f8980a628c2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 189006f1-e7be-4d51-aef2-b49d8bb1b80a {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:40:54.179787 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-d0a63728-99c9-46d7-b6ad-f8980a628c2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:54.192562 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-d0a63728-99c9-46d7-b6ad-f8980a628c2e service neutron] Transition to ACTIVE for port object 189006f1-e7be-4d51-aef2-b49d8bb1b80a will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:40:54.196242 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-d0a63728-99c9-46d7-b6ad-f8980a628c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:54.251887 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a63728-99c9-46d7-b6ad-f8980a628c2e service neutron] Pushing event updated for resources: {'Port': ['ID=189006f1-e7be-4d51-aef2-b49d8bb1b80a,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:40:54.316094 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-d0a63728-99c9-46d7-b6ad-f8980a628c2e service neutron] Attempting to bind port 189006f1-e7be-4d51-aef2-b49d8bb1b80a on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:40:54.316997 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-d0a63728-99c9-46d7-b6ad-f8980a628c2e service neutron] Attempting to bind port 189006f1-e7be-4d51-aef2-b49d8bb1b80a by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '1834d4da-8a9e-4cab-ad67-26f7318693b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'affa042e-ee60-4653-afcd-50eeb516429f'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:40:54.317189 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-d0a63728-99c9-46d7-b6ad-f8980a628c2e service neutron] Attempting to bind port 189006f1-e7be-4d51-aef2-b49d8bb1b80a on network affa042e-ee60-4653-afcd-50eeb516429f {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:40:54.321456 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-d0a63728-99c9-46d7-b6ad-f8980a628c2e service neutron] Port 189006f1-e7be-4d51-aef2-b49d8bb1b80a on network affa042e-ee60-4653-afcd-50eeb516429f not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:40:54.321782 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-d0a63728-99c9-46d7-b6ad-f8980a628c2e service neutron] Attempting to bind port 189006f1-e7be-4d51-aef2-b49d8bb1b80a on network affa042e-ee60-4653-afcd-50eeb516429f {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:40:54.326606 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-d0a63728-99c9-46d7-b6ad-f8980a628c2e service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:40:54.326974 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-d0a63728-99c9-46d7-b6ad-f8980a628c2e service neutron] Checking segment: {'id': '1834d4da-8a9e-4cab-ad67-26f7318693b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'affa042e-ee60-4653-afcd-50eeb516429f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:40:54.327359 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-d0a63728-99c9-46d7-b6ad-f8980a628c2e service neutron] Bound using segment: {'id': '1834d4da-8a9e-4cab-ad67-26f7318693b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'affa042e-ee60-4653-afcd-50eeb516429f'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:40:54.327788 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-d0a63728-99c9-46d7-b6ad-f8980a628c2e service neutron] Bound port: 189006f1-e7be-4d51-aef2-b49d8bb1b80a, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1834d4da-8a9e-4cab-ad67-26f7318693b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'affa042e-ee60-4653-afcd-50eeb516429f'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:40:54.328277 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-d0a63728-99c9-46d7-b6ad-f8980a628c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:54.374232 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b1d5f-9115-4524-b25b-de3da9a65890 req-d29623fc-17a3-4786-a133-8df8d07952c6 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:54.376326 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-020b1d5f-9115-4524-b25b-de3da9a65890 req-d29623fc-17a3-4786-a133-8df8d07952c6 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 943 time: 0.0468128 Aug 10 01:40:54.391487 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-d0a63728-99c9-46d7-b6ad-f8980a628c2e service neutron] For port 189006f1-e7be-4d51-aef2-b49d8bb1b80a, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:40:54.394582 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-d0a63728-99c9-46d7-b6ad-f8980a628c2e service neutron] For port 189006f1-e7be-4d51-aef2-b49d8bb1b80a, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=189006f1-e7be-4d51-aef2-b49d8bb1b80a,segment=NetworkSegment(1834d4da-8a9e-4cab-ad67-26f7318693b1),segment_id=1834d4da-8a9e-4cab-ad67-26f7318693b1)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:40:54.399330 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-d0a63728-99c9-46d7-b6ad-f8980a628c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:54.418146 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-020b1d5f-9115-4524-b25b-de3da9a65890 req-ff1e7e21-e84d-48e6-90da-78025acbb7b0 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355239 Aug 10 01:40:54.443954 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-d0a63728-99c9-46d7-b6ad-f8980a628c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:54.444606 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-d0a63728-99c9-46d7-b6ad-f8980a628c2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:54.445992 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-d0a63728-99c9-46d7-b6ad-f8980a628c2e service neutron] 10.222.0.24 "PUT /v2.0/ports/189006f1-e7be-4d51-aef2-b49d8bb1b80a HTTP/1.1" status: 200 len: 1092 time: 0.5836322 Aug 10 01:40:54.446434 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ac263a1-1a28-4e27-9d5c-d81b9b3d934b', 'tag': '189006f1-e7be-4d51-aef2-b49d8bb1b80a'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:40:54.448741 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2a9064-ad63-438f-a2be-9b7b4238907b" -d '{"events": [{"name": "network-changed", "server_uuid": "0ac263a1-1a28-4e27-9d5c-d81b9b3d934b", "tag": "189006f1-e7be-4d51-aef2-b49d8bb1b80a"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:40:54.467082 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a63728-99c9-46d7-b6ad-f8980a628c2e service neutron] Pushing event updated for resources: {'Port': ['ID=189006f1-e7be-4d51-aef2-b49d8bb1b80a,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:40:54.492803 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98bfd1a-9fcf-4234-a653-de5e3d1a899a x-openstack-request-id: req-e98bfd1a-9fcf-4234-a653-de5e3d1a899a {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:40:54.493093 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ac263a1-1a28-4e27-9d5c-d81b9b3d934b", "tag": "189006f1-e7be-4d51-aef2-b49d8bb1b80a", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:40:54.493348 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e98bfd1a-9fcf-4234-a653-de5e3d1a899a {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:40:54.493745 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ac263a1-1a28-4e27-9d5c-d81b9b3d934b', 'tag': '189006f1-e7be-4d51-aef2-b49d8bb1b80a', 'status': 'completed', 'code': 200} Aug 10 01:40:54.526424 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-f5f9c3aa-71a7-4fca-8082-8560ba09660e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:54.527897 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-f5f9c3aa-71a7-4fca-8082-8560ba09660e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c0df91b4b372460599e5c3150e8fde72&device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 1095 time: 0.0438325 Aug 10 01:40:54.569722 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-5e27e215-a76f-4793-bdc1-b8ba0d268a3b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=189006f1-e7be-4d51-aef2-b49d8bb1b80a HTTP/1.1" status: 200 len: 217 time: 0.0336676 Aug 10 01:40:54.621487 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-197bac6a-fa1e-4cf0-9fbf-e1c5be2eb0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:54.622941 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-197bac6a-fa1e-4cf0-9fbf-e1c5be2eb0ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f5aead93-3e26-4240-88d9-7c0ce4fca291 HTTP/1.1" status: 200 len: 854 time: 0.0468073 Aug 10 01:40:54.654535 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-6cdd7daf-a3bd-4c0a-b731-80aa90d31080 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=affa042e-ee60-4653-afcd-50eeb516429f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245316 Aug 10 01:40:54.743615 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-0c5efe11-f95a-46fe-97d2-3e28f74dd043 service neutron] 10.222.0.24 "GET /v2.0/networks/affa042e-ee60-4653-afcd-50eeb516429f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819051 Aug 10 01:40:54.836547 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0e84c3d3-7294-4758-87ef-94f64bbc2f13 req-76647fda-76d2-4c99-8f3f-16924fdc3fae service neutron] 10.222.0.24 "GET /v2.0/networks/affa042e-ee60-4653-afcd-50eeb516429f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848429 Aug 10 01:40:54.918946 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a9064-ad63-438f-a2be-9b7b4238907b req-9b6502c3-d02e-4663-ab7e-1ae592bd87cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:54.920434 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1f2a9064-ad63-438f-a2be-9b7b4238907b req-9b6502c3-d02e-4663-ab7e-1ae592bd87cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c0df91b4b372460599e5c3150e8fde72&device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 1095 time: 0.0418088 Aug 10 01:40:55.011938 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a9064-ad63-438f-a2be-9b7b4238907b req-45297ed9-6551-4b10-a58c-5e4f61d4e1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:55.013337 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1f2a9064-ad63-438f-a2be-9b7b4238907b req-45297ed9-6551-4b10-a58c-5e4f61d4e1ff service neutron] 10.222.0.24 "GET /v2.0/networks?id=affa042e-ee60-4653-afcd-50eeb516429f HTTP/1.1" status: 200 len: 915 time: 0.0858929 Aug 10 01:40:55.054570 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1f2a9064-ad63-438f-a2be-9b7b4238907b req-8d6e7cf0-2391-4567-acbd-b9dff1bfc95b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=189006f1-e7be-4d51-aef2-b49d8bb1b80a HTTP/1.1" status: 200 len: 217 time: 0.0339375 Aug 10 01:40:55.103319 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a9064-ad63-438f-a2be-9b7b4238907b req-0218a4a6-6ef8-437c-8add-1b7b4d31899f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:55.104885 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1f2a9064-ad63-438f-a2be-9b7b4238907b req-0218a4a6-6ef8-437c-8add-1b7b4d31899f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f5aead93-3e26-4240-88d9-7c0ce4fca291 HTTP/1.1" status: 200 len: 854 time: 0.0437906 Aug 10 01:40:55.135853 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1f2a9064-ad63-438f-a2be-9b7b4238907b req-9ce8ac84-c590-4395-9463-557a3036bf18 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=affa042e-ee60-4653-afcd-50eeb516429f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240331 Aug 10 01:40:55.227920 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1f2a9064-ad63-438f-a2be-9b7b4238907b req-00001a33-a6ee-4a6d-a3d0-d80b78ca47fd service neutron] 10.222.0.24 "GET /v2.0/networks/affa042e-ee60-4653-afcd-50eeb516429f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841048 Aug 10 01:40:55.315371 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1f2a9064-ad63-438f-a2be-9b7b4238907b req-998059e9-3250-4396-9416-1e2aeb2e478e service neutron] 10.222.0.24 "GET /v2.0/networks/affa042e-ee60-4653-afcd-50eeb516429f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801044 Aug 10 01:40:55.530935 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e679fa-7973-4ce7-9eaf-0b46c59edaf4 req-632a12d7-3700-4cd5-a7bb-c546d2b41e33 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:55.532428 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e7e679fa-7973-4ce7-9eaf-0b46c59edaf4 req-632a12d7-3700-4cd5-a7bb-c546d2b41e33 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 943 time: 0.0481374 Aug 10 01:40:55.569935 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e7e679fa-7973-4ce7-9eaf-0b46c59edaf4 req-eec25a58-a211-4c42-baca-5253032c1456 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315216 Aug 10 01:40:56.685563 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc55dc2-92fd-4b3b-b145-c0f4f0afff36 req-e34a5bb8-54e4-45c7-9cb1-d462677b58ca tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:56.687030 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5bc55dc2-92fd-4b3b-b145-c0f4f0afff36 req-e34a5bb8-54e4-45c7-9cb1-d462677b58ca tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 943 time: 0.0487621 Aug 10 01:40:56.723070 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5bc55dc2-92fd-4b3b-b145-c0f4f0afff36 req-9ac1a71b-1185-418b-b9e3-e79db101fe72 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299737 Aug 10 01:40:57.833995 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8e5bc-2561-4584-af28-56eb4df51f5c req-47e60105-a920-46cd-826c-a74e48720d60 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:57.835453 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-42e8e5bc-2561-4584-af28-56eb4df51f5c req-47e60105-a920-46cd-826c-a74e48720d60 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 943 time: 0.0484641 Aug 10 01:40:57.877837 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-42e8e5bc-2561-4584-af28-56eb4df51f5c req-55a33167-3545-485e-b904-df0d2d9a6390 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345244 Aug 10 01:40:58.041737 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 189006f1-e7be-4d51-aef2-b49d8bb1b80a details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:40:58.133628 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 189006f1-e7be-4d51-aef2-b49d8bb1b80a, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=189006f1-e7be-4d51-aef2-b49d8bb1b80a,segment=NetworkSegment(1834d4da-8a9e-4cab-ad67-26f7318693b1),segment_id=1834d4da-8a9e-4cab-ad67-26f7318693b1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:40:58.144252 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '189006f1-e7be-4d51-aef2-b49d8bb1b80a', 'network_id': 'affa042e-ee60-4653-afcd-50eeb516429f', 'port_id': '189006f1-e7be-4d51-aef2-b49d8bb1b80a', 'mac_address': 'fa:16:3e:aa:88:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5aead93-3e26-4240-88d9-7c0ce4fca291', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:40:58.179616 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:58.199477 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 189006f1-e7be-4d51-aef2-b49d8bb1b80a {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:40:58.217897 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 189006f1-e7be-4d51-aef2-b49d8bb1b80a, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=189006f1-e7be-4d51-aef2-b49d8bb1b80a,segment=NetworkSegment(1834d4da-8a9e-4cab-ad67-26f7318693b1),segment_id=1834d4da-8a9e-4cab-ad67-26f7318693b1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:40:58.222213 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:58.418678 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=189006f1-e7be-4d51-aef2-b49d8bb1b80a,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:40:58.462596 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:58.525235 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['189006f1-e7be-4d51-aef2-b49d8bb1b80a'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:40:58.987475 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd757f70-39e2-44b5-8205-e9cc5424a2e0 req-b03ef053-3f55-4277-842f-21f500d19e5f tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:58.988946 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd757f70-39e2-44b5-8205-e9cc5424a2e0 req-b03ef053-3f55-4277-842f-21f500d19e5f tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 944 time: 0.0474389 Aug 10 01:40:59.026196 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd757f70-39e2-44b5-8205-e9cc5424a2e0 req-a9334a34-eb96-401b-b915-f77071f0a2ee tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314209 Aug 10 01:41:00.057094 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 189006f1-e7be-4d51-aef2-b49d8bb1b80a up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:41:00.104654 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 189006f1-e7be-4d51-aef2-b49d8bb1b80a completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:41:00.108644 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 189006f1-e7be-4d51-aef2-b49d8bb1b80a triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:41:00.109010 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:00.140067 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7166dd-26cf-44b5-9572-ffa95f7b919e req-268c7c07-2a79-4014-b4e5-4fdcfcebe3ba tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:00.141625 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ab7166dd-26cf-44b5-9572-ffa95f7b919e req-268c7c07-2a79-4014-b4e5-4fdcfcebe3ba tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 944 time: 0.0490592 Aug 10 01:41:00.178503 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ab7166dd-26cf-44b5-9572-ffa95f7b919e req-223586bc-b317-4873-a24d-d5d55b5badb3 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307906 Aug 10 01:41:00.182991 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:00.206529 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac263a1-1a28-4e27-9d5c-d81b9b3d934b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189006f1-e7be-4d51-aef2-b49d8bb1b80a'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:41:00.208787 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c623c80-164a-46bd-80d5-ab4fd0ece4c1" -d '{"events": [{"server_uuid": "0ac263a1-1a28-4e27-9d5c-d81b9b3d934b", "name": "network-vif-plugged", "status": "completed", "tag": "189006f1-e7be-4d51-aef2-b49d8bb1b80a"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:41:00.221453 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 189006f1-e7be-4d51-aef2-b49d8bb1b80a, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=189006f1-e7be-4d51-aef2-b49d8bb1b80a,segment=NetworkSegment(1834d4da-8a9e-4cab-ad67-26f7318693b1),segment_id=1834d4da-8a9e-4cab-ad67-26f7318693b1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:41:00.225600 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:00.252125 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c5d2d0-2ef4-4a18-bb8c-4a2e4e7f7d1b x-openstack-request-id: req-76c5d2d0-2ef4-4a18-bb8c-4a2e4e7f7d1b {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:41:00.252443 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac263a1-1a28-4e27-9d5c-d81b9b3d934b", "name": "network-vif-plugged", "status": "completed", "tag": "189006f1-e7be-4d51-aef2-b49d8bb1b80a", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:41:00.252694 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-76c5d2d0-2ef4-4a18-bb8c-4a2e4e7f7d1b {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:41:00.253077 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac263a1-1a28-4e27-9d5c-d81b9b3d934b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189006f1-e7be-4d51-aef2-b49d8bb1b80a', 'code': 200} Aug 10 01:41:00.277898 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=189006f1-e7be-4d51-aef2-b49d8bb1b80a,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:41:00.348112 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215bd6af-8a18-4705-87e1-4c7abcf0ebab req-9871ac6b-0c90-4537-aa41-5fa191aa04b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:00.349552 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-215bd6af-8a18-4705-87e1-4c7abcf0ebab req-9871ac6b-0c90-4537-aa41-5fa191aa04b1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 1097 time: 0.0447397 Aug 10 01:41:00.383257 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-215bd6af-8a18-4705-87e1-4c7abcf0ebab req-cd1db14b-8bd1-47ce-a79d-1def2c9a398a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267305 Aug 10 01:41:01.290097 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14292f-4f69-490c-b8ee-d570459f3576 req-ba300cae-8f00-4dd5-b7b3-4a97fe058c3a tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:01.291548 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ee14292f-4f69-490c-b8ee-d570459f3576 req-ba300cae-8f00-4dd5-b7b3-4a97fe058c3a tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 945 time: 0.0472558 Aug 10 01:41:01.332407 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ee14292f-4f69-490c-b8ee-d570459f3576 req-31c92752-72a4-4d37-a15b-65a44e2d94b9 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350168 Aug 10 01:41:02.447071 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c115c-3f1d-4696-afa3-212a0288ad87 req-ceccbc1d-d602-4ecf-be2d-fb384f2f6404 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:02.448550 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d3c115c-3f1d-4696-afa3-212a0288ad87 req-ceccbc1d-d602-4ecf-be2d-fb384f2f6404 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 945 time: 0.0481362 Aug 10 01:41:02.484351 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d3c115c-3f1d-4696-afa3-212a0288ad87 req-e0a4f353-7ff4-433b-80bb-4c320b0faec8 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299950 Aug 10 01:41:02.596257 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03422898-22b9-4dde-b5b6-4ab976252d39 req-da08d76a-88e6-4079-9c1a-edc7a549325a tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:02.597708 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-03422898-22b9-4dde-b5b6-4ab976252d39 req-da08d76a-88e6-4079-9c1a-edc7a549325a tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 945 time: 0.0486042 Aug 10 01:41:02.636213 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-03422898-22b9-4dde-b5b6-4ab976252d39 req-846a344f-b4b3-4614-9ede-b7cf13ed344a tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323665 Aug 10 01:41:02.828564 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae6c10-c20e-43c1-9777-5f53db9d604b req-3c2f0891-e06b-4cf0-83df-6bbefe9c204e tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:02.830008 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94ae6c10-c20e-43c1-9777-5f53db9d604b req-3c2f0891-e06b-4cf0-83df-6bbefe9c204e tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 945 time: 0.0471458 Aug 10 01:41:02.870449 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94ae6c10-c20e-43c1-9777-5f53db9d604b req-b77d0a0b-c2b5-4701-b105-f5666b59b221 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345719 Aug 10 01:41:02.981404 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4937f2-ddec-455b-b833-d51217ccb17a req-c8a96e8f-6a6f-44ca-bdc9-ecb8c3d4ed22 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:02.982863 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bf4937f2-ddec-455b-b833-d51217ccb17a req-c8a96e8f-6a6f-44ca-bdc9-ecb8c3d4ed22 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 945 time: 0.0481966 Aug 10 01:41:03.019101 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bf4937f2-ddec-455b-b833-d51217ccb17a req-6da237f1-a69a-43db-b2c2-6e70a22d02bc tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304654 Aug 10 01:41:03.236697 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-0ad483c8-9b97-453d-8e20-4aa736262a39 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399637 Aug 10 01:41:03.250229 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f4b79-5eeb-4a1b-8134-b066136b96fa req-088d6576-0662-4e5d-8cf3-810f15f16e36 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:03.252248 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0b0f4b79-5eeb-4a1b-8134-b066136b96fa req-088d6576-0662-4e5d-8cf3-810f15f16e36 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 945 time: 0.0483263 Aug 10 01:41:03.291175 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0b0f4b79-5eeb-4a1b-8134-b066136b96fa req-5935a981-67d5-4502-890b-713818f3af68 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323260 Aug 10 01:41:04.404163 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff5d83-c746-48f1-a69c-d308804bdcc3 req-4be41e8d-7150-485c-b1e6-5739c5a14b2a tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:04.405652 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f4ff5d83-c746-48f1-a69c-d308804bdcc3 req-4be41e8d-7150-485c-b1e6-5739c5a14b2a tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 945 time: 0.0473454 Aug 10 01:41:04.446582 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f4ff5d83-c746-48f1-a69c-d308804bdcc3 req-0f084cff-bcca-4ca6-9651-2aeb39428722 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346112 Aug 10 01:41:04.693184 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-6c20a404-418c-40b3-9a67-40a871870381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:04.694642 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-6c20a404-418c-40b3-9a67-40a871870381 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c0df91b4b372460599e5c3150e8fde72&device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 1097 time: 0.0406387 Aug 10 01:41:04.785548 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-b1c9a6a1-6a9e-4576-8df3-8ae7cfe81a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:04.786944 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-b1c9a6a1-6a9e-4576-8df3-8ae7cfe81a05 service neutron] 10.222.0.24 "GET /v2.0/networks?id=affa042e-ee60-4653-afcd-50eeb516429f HTTP/1.1" status: 200 len: 915 time: 0.0855050 Aug 10 01:41:04.826752 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-e8f8d6c2-0ef1-4bd6-964a-80a22770aa8a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=189006f1-e7be-4d51-aef2-b49d8bb1b80a HTTP/1.1" status: 200 len: 217 time: 0.0333557 Aug 10 01:41:04.873625 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-09b72836-048e-4718-9b65-1623960d3a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:04.874997 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-09b72836-048e-4718-9b65-1623960d3a77 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f5aead93-3e26-4240-88d9-7c0ce4fca291 HTTP/1.1" status: 200 len: 854 time: 0.0416415 Aug 10 01:41:04.909534 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-b850be19-4da5-4123-86c3-764742a4f258 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=affa042e-ee60-4653-afcd-50eeb516429f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279961 Aug 10 01:41:04.995973 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-c2ce542d-e961-4023-89b2-f4563ac26267 service neutron] 10.222.0.24 "GET /v2.0/networks/affa042e-ee60-4653-afcd-50eeb516429f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794744 Aug 10 01:41:05.087490 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-2774922a-4bb3-40fb-8488-21861596571a service neutron] 10.222.0.24 "GET /v2.0/networks/affa042e-ee60-4653-afcd-50eeb516429f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840352 Aug 10 01:41:05.560550 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb2e11-9bfd-42f3-92cd-aa82d1225190 req-ee069a31-5413-445e-ac1e-c3207e50808e tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:05.562034 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e1fb2e11-9bfd-42f3-92cd-aa82d1225190 req-ee069a31-5413-445e-ac1e-c3207e50808e tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 945 time: 0.0490832 Aug 10 01:41:05.599005 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e1fb2e11-9bfd-42f3-92cd-aa82d1225190 req-c64e15a9-fec2-4950-b39c-0d468d9b33d3 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304763 Aug 10 01:41:06.711641 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef4b21-0a15-4264-bfdd-28b8f784915a req-2d8bba37-a068-4ba8-bcbc-a9597274a6dd tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:06.713141 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-84ef4b21-0a15-4264-bfdd-28b8f784915a req-2d8bba37-a068-4ba8-bcbc-a9597274a6dd tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 945 time: 0.0484362 Aug 10 01:41:06.751303 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-84ef4b21-0a15-4264-bfdd-28b8f784915a req-b275c30a-7d0d-4bf8-97bf-b0ad33f2aa41 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312428 Aug 10 01:41:07.863156 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf47e1-e228-4cf6-8801-09390392b9da req-ee726c08-8e96-499d-a549-674429142e90 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:07.864538 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ceaf47e1-e228-4cf6-8801-09390392b9da req-ee726c08-8e96-499d-a549-674429142e90 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 945 time: 0.0474579 Aug 10 01:41:07.904789 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ceaf47e1-e228-4cf6-8801-09390392b9da req-f110a318-1c85-427c-a47b-0b6ab548fa9d tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344865 Aug 10 01:41:08.766660 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:41:09.018404 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8829d-86f3-4c83-94ac-c0de09572784 req-7c5d7d04-528d-4e79-b3a5-26c5a5ca0731 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:09.019860 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-65d8829d-86f3-4c83-94ac-c0de09572784 req-7c5d7d04-528d-4e79-b3a5-26c5a5ca0731 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 945 time: 0.0479600 Aug 10 01:41:09.056155 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-65d8829d-86f3-4c83-94ac-c0de09572784 req-2377554e-5ce3-4abd-80b4-abb5eb44e7d1 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302055 Aug 10 01:41:10.168074 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f8fcc-9473-4c33-af14-754af11873b6 req-84b3f683-ebb0-48f8-ba6f-93646e45c16b tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:10.169564 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-230f8fcc-9473-4c33-af14-754af11873b6 req-84b3f683-ebb0-48f8-ba6f-93646e45c16b tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 945 time: 0.0471892 Aug 10 01:41:10.207684 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-230f8fcc-9473-4c33-af14-754af11873b6 req-acbad7d6-9c09-468b-aa70-d0cac65629c6 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316617 Aug 10 01:41:11.226389 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-795d9f97-3e6b-435f-8f4d-1227d246f0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:11.319807 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01919d2-1e56-47d8-a228-497cdab9e216 req-3e918e38-927b-40f4-9dfc-46a79181542f tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:11.321275 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e01919d2-1e56-47d8-a228-497cdab9e216 req-3e918e38-927b-40f4-9dfc-46a79181542f tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 945 time: 0.0478356 Aug 10 01:41:11.361741 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e01919d2-1e56-47d8-a228-497cdab9e216 req-90f30312-2e06-4de4-a7e3-f12158cbf3fe tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344868 Aug 10 01:41:11.971212 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:12.474919 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736de2c7-1786-4f0a-9687-4a3200e6b6fa req-8df6f21b-08fb-4793-bfca-b9f397206e0e tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:12.476416 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-736de2c7-1786-4f0a-9687-4a3200e6b6fa req-8df6f21b-08fb-4793-bfca-b9f397206e0e tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 945 time: 0.0484653 Aug 10 01:41:12.513233 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-736de2c7-1786-4f0a-9687-4a3200e6b6fa req-287ed8fb-0ef0-4546-bb79-7659bef83d14 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310502 Aug 10 01:41:13.625623 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63475d1-a87d-416f-930f-fcb71d432128 req-67a0dc71-6201-4880-9850-d3dc2e67c5fe tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:13.627101 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d63475d1-a87d-416f-930f-fcb71d432128 req-67a0dc71-6201-4880-9850-d3dc2e67c5fe tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 945 time: 0.0489969 Aug 10 01:41:13.665291 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d63475d1-a87d-416f-930f-fcb71d432128 req-e62d1f84-9481-4538-86d1-90fa36c90ec5 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321448 Aug 10 01:41:13.878958 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-701ac9c0-ad14-4824-9f69-ba171643cd3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:14.483033 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:14.776206 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a93432-965c-4aff-a0ae-5429ce49a777 req-14827498-6418-42cd-929c-b77fadcdc077 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:14.777658 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d5a93432-965c-4aff-a0ae-5429ce49a777 req-14827498-6418-42cd-929c-b77fadcdc077 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 945 time: 0.0476363 Aug 10 01:41:14.817942 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d5a93432-965c-4aff-a0ae-5429ce49a777 req-3f4df820-e379-4ccb-a2a6-3df0191f79f0 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338092 Aug 10 01:41:15.293080 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:15.928794 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcb6fa-6ca2-47b8-b1ef-95fcc95791c1 req-e41e3cf0-d726-4a07-9758-bc7ea0884173 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:15.930142 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8fdcb6fa-6ca2-47b8-b1ef-95fcc95791c1 req-e41e3cf0-d726-4a07-9758-bc7ea0884173 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 945 time: 0.0467622 Aug 10 01:41:15.966638 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8fdcb6fa-6ca2-47b8-b1ef-95fcc95791c1 req-907a1915-6961-406c-a490-3636e1813fe1 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307417 Aug 10 01:41:16.376187 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:17.078690 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19971b6-4235-40e2-bf54-aa1c43c3ee22 req-8d5d6926-8516-4efd-81b5-e2e42250b8f4 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:17.080866 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c19971b6-4235-40e2-bf54-aa1c43c3ee22 req-8d5d6926-8516-4efd-81b5-e2e42250b8f4 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 945 time: 0.0486255 Aug 10 01:41:17.116782 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c19971b6-4235-40e2-bf54-aa1c43c3ee22 req-04dcf8ff-b3f8-4a6a-84cb-3dd6bd526817 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300159 Aug 10 01:41:18.228897 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86044aaf-eae1-4791-8e34-92d741ef35b0 req-6188ffd7-7e18-4f6e-a973-3a29627db64d tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:18.230345 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-86044aaf-eae1-4791-8e34-92d741ef35b0 req-6188ffd7-7e18-4f6e-a973-3a29627db64d tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 945 time: 0.0474684 Aug 10 01:41:18.269820 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-86044aaf-eae1-4791-8e34-92d741ef35b0 req-c21c0204-7291-4f18-b86a-a21f3f026e62 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336485 Aug 10 01:41:19.382899 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43c491-5d82-4de5-b7ba-d6f567041fb8 req-f2800c48-b9d1-4299-8b74-8142e8a3b186 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:19.384296 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0a43c491-5d82-4de5-b7ba-d6f567041fb8 req-f2800c48-b9d1-4299-8b74-8142e8a3b186 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 945 time: 0.0478740 Aug 10 01:41:19.420440 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0a43c491-5d82-4de5-b7ba-d6f567041fb8 req-c9f23ad6-69b2-4405-ae83-939d9d252059 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302896 Aug 10 01:41:20.531583 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83b793-cb25-4ca1-b106-a11c928ff361 req-a981b536-639a-4f52-9a86-ae9d0b4c75b9 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:20.533584 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bb83b793-cb25-4ca1-b106-a11c928ff361 req-a981b536-639a-4f52-9a86-ae9d0b4c75b9 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 945 time: 0.0471072 Aug 10 01:41:20.569600 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bb83b793-cb25-4ca1-b106-a11c928ff361 req-9f1af6ee-df8c-451b-91ce-687e9a42bdb1 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301516 Aug 10 01:41:21.682624 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1f91e-ca9c-44b5-9e01-efe05a871910 req-cb82a6aa-b087-4834-b21a-9e8afba79c1e tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:21.684058 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-75a1f91e-ca9c-44b5-9e01-efe05a871910 req-cb82a6aa-b087-4834-b21a-9e8afba79c1e tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 945 time: 0.0471094 Aug 10 01:41:21.723846 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-75a1f91e-ca9c-44b5-9e01-efe05a871910 req-f3cee909-fa4b-4122-8a12-087069915dcf tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339782 Aug 10 01:41:22.835702 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a1215-480d-47b1-b5ae-0437c962647c req-74dbd9fc-e7aa-416b-9783-8138e81fba37 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:22.837185 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-403a1215-480d-47b1-b5ae-0437c962647c req-74dbd9fc-e7aa-416b-9783-8138e81fba37 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 945 time: 0.0482838 Aug 10 01:41:22.874073 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-403a1215-480d-47b1-b5ae-0437c962647c req-b2d91e4c-9b3d-4d91-8153-503e244d453c tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309050 Aug 10 01:41:23.986769 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee6533-8bd5-4d9c-a235-8a481596c4ca req-2915695e-728e-4975-a69a-0ddfc5196c10 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:23.988251 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f1ee6533-8bd5-4d9c-a235-8a481596c4ca req-2915695e-728e-4975-a69a-0ddfc5196c10 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 945 time: 0.0488732 Aug 10 01:41:24.024331 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f1ee6533-8bd5-4d9c-a235-8a481596c4ca req-096a9f10-f951-4aed-b089-eb98f377447f tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302169 Aug 10 01:41:25.135667 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4a4b3-ddc0-493b-8351-6a1481c2324b req-7a151eaa-94b9-49a4-8a8f-fe85e538cf58 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:25.137154 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3fd4a4b3-ddc0-493b-8351-6a1481c2324b req-7a151eaa-94b9-49a4-8a8f-fe85e538cf58 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 945 time: 0.0478868 Aug 10 01:41:25.177240 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3fd4a4b3-ddc0-493b-8351-6a1481c2324b req-02532941-7e73-4969-aedc-000e5551ed73 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341904 Aug 10 01:41:26.288069 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48301e-1f90-4183-801e-c6078674521e req-1f679133-6db9-45cf-a5e2-cb5990a8382d tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:26.289550 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3d48301e-1f90-4183-801e-c6078674521e req-1f679133-6db9-45cf-a5e2-cb5990a8382d tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 945 time: 0.0472028 Aug 10 01:41:26.326690 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3d48301e-1f90-4183-801e-c6078674521e req-c6f59ba2-95c2-4f5e-83da-dd2c6ef3629c tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313749 Aug 10 01:41:27.437182 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6bf78-a1db-45d1-a19e-7195937693af req-0b9edb05-8ea9-4a34-a0a2-c450458503e2 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:27.438552 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-91b6bf78-a1db-45d1-a19e-7195937693af req-0b9edb05-8ea9-4a34-a0a2-c450458503e2 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 945 time: 0.0475769 Aug 10 01:41:27.475595 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-91b6bf78-a1db-45d1-a19e-7195937693af req-ead3acd7-ce6c-442e-8872-969eca7e51ac tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304704 Aug 10 01:41:28.464528 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:28.586400 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3eca7a-1058-4d61-b3a9-f9628bd1a048 req-d920c2d5-3e73-4053-a37f-71b04bcf92f4 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:28.587850 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9e3eca7a-1058-4d61-b3a9-f9628bd1a048 req-d920c2d5-3e73-4053-a37f-71b04bcf92f4 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 945 time: 0.0475183 Aug 10 01:41:28.628748 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9e3eca7a-1058-4d61-b3a9-f9628bd1a048 req-c0a9fb64-be31-4559-9460-bc017c105a54 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350339 Aug 10 01:41:29.740741 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108b4c0-2db2-4219-996f-33341dcf7ef4 req-a4e482a2-5f47-4643-8f71-4dd22bce07d6 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:29.742192 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5108b4c0-2db2-4219-996f-33341dcf7ef4 req-a4e482a2-5f47-4643-8f71-4dd22bce07d6 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 945 time: 0.0475526 Aug 10 01:41:29.778322 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5108b4c0-2db2-4219-996f-33341dcf7ef4 req-7412b4be-4c85-40ad-a762-74f7306c1a1f tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303771 Aug 10 01:41:30.891095 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1683c-64b6-4e7b-8d71-032ddeb95743 req-7e8d1566-e488-4728-8450-f1e93de63f84 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:30.892458 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bce1683c-64b6-4e7b-8d71-032ddeb95743 req-7e8d1566-e488-4728-8450-f1e93de63f84 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 945 time: 0.0478435 Aug 10 01:41:30.928671 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bce1683c-64b6-4e7b-8d71-032ddeb95743 req-65c325dc-9be2-4745-a33b-bd0a156d0728 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303926 Aug 10 01:41:32.044268 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f76b08-97e1-41db-8a4a-0fc64b122419 req-090b6eac-a9be-40bd-8008-0958e71aedb7 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:32.045730 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-44f76b08-97e1-41db-8a4a-0fc64b122419 req-090b6eac-a9be-40bd-8008-0958e71aedb7 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 945 time: 0.0490193 Aug 10 01:41:32.067835 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-869409e0-ceb3-4944-ac35-96083a8a17f7 service neutron] show failed (client error): The resource could not be found. Aug 10 01:41:32.069173 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-869409e0-ceb3-4944-ac35-96083a8a17f7 service neutron] 10.222.0.24 "GET /v2.0/ports/189006f1-e7be-4d51-aef2-b49d8bb1b80a/bindings/n-h2-766726-26 HTTP/1.1" status: 404 len: 381 time: 0.0565536 Aug 10 01:41:32.087114 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-44f76b08-97e1-41db-8a4a-0fc64b122419 req-2482214e-2b70-44cc-8951-f23600194f80 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354812 Aug 10 01:41:32.257291 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-5607d74b-dbeb-4d62-89bf-f1a57227b994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:32.258735 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-5607d74b-dbeb-4d62-89bf-f1a57227b994 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b&tenant_id=c0df91b4b372460599e5c3150e8fde72 HTTP/1.1" status: 200 len: 1097 time: 0.0403366 Aug 10 01:41:32.276352 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-677d05e4-c828-4d1d-ba4b-3e0462f9eb23 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-26', 'device_owner': 'compute:nova'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:41:32.333296 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-677d05e4-c828-4d1d-ba4b-3e0462f9eb23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:32.530053 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-677d05e4-c828-4d1d-ba4b-3e0462f9eb23 service neutron] For port 189006f1-e7be-4d51-aef2-b49d8bb1b80a, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=189006f1-e7be-4d51-aef2-b49d8bb1b80a,segment=NetworkSegment(1834d4da-8a9e-4cab-ad67-26f7318693b1),segment_id=1834d4da-8a9e-4cab-ad67-26f7318693b1)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:41:32.562485 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-677d05e4-c828-4d1d-ba4b-3e0462f9eb23 service neutron] For port 189006f1-e7be-4d51-aef2-b49d8bb1b80a, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:41:32.601658 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac263a1-1a28-4e27-9d5c-d81b9b3d934b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '189006f1-e7be-4d51-aef2-b49d8bb1b80a'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:41:32.603961 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325c38f3-ceff-4bb3-aabb-c5333257534e" -d '{"events": [{"server_uuid": "0ac263a1-1a28-4e27-9d5c-d81b9b3d934b", "name": "network-vif-unplugged", "status": "completed", "tag": "189006f1-e7be-4d51-aef2-b49d8bb1b80a"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:41:32.607974 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-677d05e4-c828-4d1d-ba4b-3e0462f9eb23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:32.621444 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-677d05e4-c828-4d1d-ba4b-3e0462f9eb23 service neutron] Transition to ACTIVE for port object 189006f1-e7be-4d51-aef2-b49d8bb1b80a will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:41:32.625413 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-677d05e4-c828-4d1d-ba4b-3e0462f9eb23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:32.657956 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c64ad75-ed09-43c7-9998-4b33003da288 x-openstack-request-id: req-9c64ad75-ed09-43c7-9998-4b33003da288 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:41:32.658253 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac263a1-1a28-4e27-9d5c-d81b9b3d934b", "name": "network-vif-unplugged", "status": "completed", "tag": "189006f1-e7be-4d51-aef2-b49d8bb1b80a", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:41:32.658506 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9c64ad75-ed09-43c7-9998-4b33003da288 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:41:32.658903 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac263a1-1a28-4e27-9d5c-d81b9b3d934b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '189006f1-e7be-4d51-aef2-b49d8bb1b80a', 'code': 200} Aug 10 01:41:32.680073 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d05e4-c828-4d1d-ba4b-3e0462f9eb23 service neutron] Pushing event updated for resources: {'Port': ['ID=189006f1-e7be-4d51-aef2-b49d8bb1b80a,revision_number=6']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:41:32.695753 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-677d05e4-c828-4d1d-ba4b-3e0462f9eb23 service neutron] No DVR routers for this DVR port 189006f1-e7be-4d51-aef2-b49d8bb1b80a on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:41:32.731658 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-677d05e4-c828-4d1d-ba4b-3e0462f9eb23 service neutron] Attempting to bind port 189006f1-e7be-4d51-aef2-b49d8bb1b80a on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:41:32.731990 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-677d05e4-c828-4d1d-ba4b-3e0462f9eb23 service neutron] Attempting to bind port 189006f1-e7be-4d51-aef2-b49d8bb1b80a by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '1834d4da-8a9e-4cab-ad67-26f7318693b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'affa042e-ee60-4653-afcd-50eeb516429f'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:41:32.732356 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-677d05e4-c828-4d1d-ba4b-3e0462f9eb23 service neutron] Attempting to bind port 189006f1-e7be-4d51-aef2-b49d8bb1b80a on network affa042e-ee60-4653-afcd-50eeb516429f {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:41:32.736529 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-677d05e4-c828-4d1d-ba4b-3e0462f9eb23 service neutron] Port 189006f1-e7be-4d51-aef2-b49d8bb1b80a on network affa042e-ee60-4653-afcd-50eeb516429f not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:41:32.736849 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-677d05e4-c828-4d1d-ba4b-3e0462f9eb23 service neutron] Attempting to bind port 189006f1-e7be-4d51-aef2-b49d8bb1b80a on network affa042e-ee60-4653-afcd-50eeb516429f {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:41:32.741527 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-677d05e4-c828-4d1d-ba4b-3e0462f9eb23 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:41:32.741860 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-677d05e4-c828-4d1d-ba4b-3e0462f9eb23 service neutron] Checking segment: {'id': '1834d4da-8a9e-4cab-ad67-26f7318693b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'affa042e-ee60-4653-afcd-50eeb516429f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:41:32.742240 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-677d05e4-c828-4d1d-ba4b-3e0462f9eb23 service neutron] Bound using segment: {'id': '1834d4da-8a9e-4cab-ad67-26f7318693b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'affa042e-ee60-4653-afcd-50eeb516429f'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:41:32.742660 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-677d05e4-c828-4d1d-ba4b-3e0462f9eb23 service neutron] Bound port: 189006f1-e7be-4d51-aef2-b49d8bb1b80a, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1834d4da-8a9e-4cab-ad67-26f7318693b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'affa042e-ee60-4653-afcd-50eeb516429f'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:41:32.743010 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-677d05e4-c828-4d1d-ba4b-3e0462f9eb23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:32.803277 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-677d05e4-c828-4d1d-ba4b-3e0462f9eb23 service neutron] For port 189006f1-e7be-4d51-aef2-b49d8bb1b80a, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:41:32.806360 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-677d05e4-c828-4d1d-ba4b-3e0462f9eb23 service neutron] For port 189006f1-e7be-4d51-aef2-b49d8bb1b80a, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=189006f1-e7be-4d51-aef2-b49d8bb1b80a,segment=NetworkSegment(1834d4da-8a9e-4cab-ad67-26f7318693b1),segment_id=1834d4da-8a9e-4cab-ad67-26f7318693b1)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:41:32.809821 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-677d05e4-c828-4d1d-ba4b-3e0462f9eb23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:32.841166 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-677d05e4-c828-4d1d-ba4b-3e0462f9eb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:32.841767 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-677d05e4-c828-4d1d-ba4b-3e0462f9eb23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:32.843146 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-677d05e4-c828-4d1d-ba4b-3e0462f9eb23 service neutron] 10.222.0.20 "PUT /v2.0/ports/189006f1-e7be-4d51-aef2-b49d8bb1b80a HTTP/1.1" status: 200 len: 1092 time: 0.5709202 Aug 10 01:41:32.866281 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d05e4-c828-4d1d-ba4b-3e0462f9eb23 service neutron] Pushing event updated for resources: {'Port': ['ID=189006f1-e7be-4d51-aef2-b49d8bb1b80a,revision_number=7']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:41:32.913678 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-a7ae705b-4c7c-43ac-b7b3-68c9aed1bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:32.915138 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-a7ae705b-4c7c-43ac-b7b3-68c9aed1bdb2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0df91b4b372460599e5c3150e8fde72&device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 1095 time: 0.0403454 Aug 10 01:41:33.004988 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-2aa10026-4890-45a0-b0dc-4456fbb0ca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:33.006383 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-2aa10026-4890-45a0-b0dc-4456fbb0ca1f service neutron] 10.222.0.20 "GET /v2.0/networks?id=affa042e-ee60-4653-afcd-50eeb516429f HTTP/1.1" status: 200 len: 915 time: 0.0844250 Aug 10 01:41:33.045424 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-3dfb6315-51f8-4414-a1c2-d07ea2f8ac3f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=189006f1-e7be-4d51-aef2-b49d8bb1b80a HTTP/1.1" status: 200 len: 217 time: 0.0322325 Aug 10 01:41:33.096357 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-78b793bc-b2e2-4260-b2a2-fc460c946270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:33.097639 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-78b793bc-b2e2-4260-b2a2-fc460c946270 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5aead93-3e26-4240-88d9-7c0ce4fca291 HTTP/1.1" status: 200 len: 854 time: 0.0449739 Aug 10 01:41:33.131716 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-9d0a0d99-7b3a-45c0-acd5-e2929f10e10e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=affa042e-ee60-4653-afcd-50eeb516429f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267551 Aug 10 01:41:33.206086 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd671e0-4d37-4531-992b-126316d700c8 req-99f161b9-309f-444f-8ba8-2d57bf7ea107 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:33.207570 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3cd671e0-4d37-4531-992b-126316d700c8 req-99f161b9-309f-444f-8ba8-2d57bf7ea107 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 943 time: 0.0489933 Aug 10 01:41:33.221087 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-349cc70f-c7eb-4d35-9f30-4ee2fa98fcd2 service neutron] 10.222.0.20 "GET /v2.0/networks/affa042e-ee60-4653-afcd-50eeb516429f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819795 Aug 10 01:41:33.244537 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3cd671e0-4d37-4531-992b-126316d700c8 req-f9165093-d344-4243-a402-3cf97449313f tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309508 Aug 10 01:41:33.315789 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1b629bf0-91c7-4cf4-a129-6ca1c03aa772 req-c2f06861-e399-4318-9452-d45a6bebce3d service neutron] 10.222.0.20 "GET /v2.0/networks/affa042e-ee60-4653-afcd-50eeb516429f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876541 Aug 10 01:41:34.213445 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 189006f1-e7be-4d51-aef2-b49d8bb1b80a no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:41:34.248923 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 189006f1-e7be-4d51-aef2-b49d8bb1b80a not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:41:34.359683 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fe9d4-b3f0-400b-a4a5-5d61a41308db req-caeedb6e-76d3-4f80-a032-895005c28d1e tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:34.361168 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-646fe9d4-b3f0-400b-a4a5-5d61a41308db req-caeedb6e-76d3-4f80-a032-895005c28d1e tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 943 time: 0.0481040 Aug 10 01:41:34.397635 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-646fe9d4-b3f0-400b-a4a5-5d61a41308db req-652d4ca9-9a97-442e-9340-da2c4dbb2948 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307174 Aug 10 01:41:34.659768 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ac263a1-1a28-4e27-9d5c-d81b9b3d934b', 'tag': '189006f1-e7be-4d51-aef2-b49d8bb1b80a'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:41:34.662211 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09dce723-c6dd-4357-980d-aeba9479c956" -d '{"events": [{"name": "network-changed", "server_uuid": "0ac263a1-1a28-4e27-9d5c-d81b9b3d934b", "tag": "189006f1-e7be-4d51-aef2-b49d8bb1b80a"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:41:34.708943 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc24b18-5985-4e42-8b75-aa5fa0d7dc16 x-openstack-request-id: req-bbc24b18-5985-4e42-8b75-aa5fa0d7dc16 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:41:34.709234 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ac263a1-1a28-4e27-9d5c-d81b9b3d934b", "tag": "189006f1-e7be-4d51-aef2-b49d8bb1b80a", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:41:34.709506 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bbc24b18-5985-4e42-8b75-aa5fa0d7dc16 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:41:34.709908 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ac263a1-1a28-4e27-9d5c-d81b9b3d934b', 'tag': '189006f1-e7be-4d51-aef2-b49d8bb1b80a', 'status': 'completed', 'code': 200} Aug 10 01:41:34.791042 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dce723-c6dd-4357-980d-aeba9479c956 req-8bb75728-d848-4409-a551-8e48c16b0760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:34.792521 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-09dce723-c6dd-4357-980d-aeba9479c956 req-8bb75728-d848-4409-a551-8e48c16b0760 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c0df91b4b372460599e5c3150e8fde72&device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 1095 time: 0.0658903 Aug 10 01:41:34.808568 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dce723-c6dd-4357-980d-aeba9479c956 req-22f3fcb6-c87d-4a3a-ac2b-c6169966475f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:34.809926 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-09dce723-c6dd-4357-980d-aeba9479c956 req-22f3fcb6-c87d-4a3a-ac2b-c6169966475f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0df91b4b372460599e5c3150e8fde72&device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 1095 time: 0.0576658 Aug 10 01:41:34.954274 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dce723-c6dd-4357-980d-aeba9479c956 req-f4d611dc-8062-4def-827a-7559e7524086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:34.956272 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-09dce723-c6dd-4357-980d-aeba9479c956 req-f4d611dc-8062-4def-827a-7559e7524086 service neutron] 10.222.0.24 "GET /v2.0/networks?id=affa042e-ee60-4653-afcd-50eeb516429f HTTP/1.1" status: 200 len: 915 time: 0.1571398 Aug 10 01:41:34.960541 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dce723-c6dd-4357-980d-aeba9479c956 req-943574d0-3016-4677-879e-ee1b48c17213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:34.961858 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-09dce723-c6dd-4357-980d-aeba9479c956 req-943574d0-3016-4677-879e-ee1b48c17213 service neutron] 10.222.0.20 "GET /v2.0/networks?id=affa042e-ee60-4653-afcd-50eeb516429f HTTP/1.1" status: 200 len: 915 time: 0.1420541 Aug 10 01:41:35.323644 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-09dce723-c6dd-4357-980d-aeba9479c956 req-8cb4ec7e-23c5-4972-97eb-d3526fdde6d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=189006f1-e7be-4d51-aef2-b49d8bb1b80a HTTP/1.1" status: 200 len: 217 time: 0.3603446 Aug 10 01:41:35.356678 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-09dce723-c6dd-4357-980d-aeba9479c956 req-012296c5-87ba-4928-8e06-d529ef39ec87 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=189006f1-e7be-4d51-aef2-b49d8bb1b80a HTTP/1.1" status: 200 len: 217 time: 0.3867962 Aug 10 01:41:35.427366 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dce723-c6dd-4357-980d-aeba9479c956 req-661a9bec-b694-4485-982a-1ddd9ba5c622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:35.428843 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-09dce723-c6dd-4357-980d-aeba9479c956 req-661a9bec-b694-4485-982a-1ddd9ba5c622 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f5aead93-3e26-4240-88d9-7c0ce4fca291 HTTP/1.1" status: 200 len: 854 time: 0.0797875 Aug 10 01:41:35.432296 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dce723-c6dd-4357-980d-aeba9479c956 req-e18bf230-13ea-47f0-8b01-d7395cfc3384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:35.433615 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-09dce723-c6dd-4357-980d-aeba9479c956 req-e18bf230-13ea-47f0-8b01-d7395cfc3384 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5aead93-3e26-4240-88d9-7c0ce4fca291 HTTP/1.1" status: 200 len: 854 time: 0.0587382 Aug 10 01:41:35.467148 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-09dce723-c6dd-4357-980d-aeba9479c956 req-e418cd4f-9c75-4116-975d-44a74b06f3c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=affa042e-ee60-4653-afcd-50eeb516429f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311720 Aug 10 01:41:35.482785 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-09dce723-c6dd-4357-980d-aeba9479c956 req-96acff92-f098-4b8a-a8f7-29be15467cec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=affa042e-ee60-4653-afcd-50eeb516429f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393229 Aug 10 01:41:35.510546 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02aca3-2b1f-4319-9cb0-feb9adabe26e req-2efae128-f5f4-4548-aead-d222c1f50b45 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:35.512025 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd02aca3-2b1f-4319-9cb0-feb9adabe26e req-2efae128-f5f4-4548-aead-d222c1f50b45 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 943 time: 0.0475967 Aug 10 01:41:35.553732 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd02aca3-2b1f-4319-9cb0-feb9adabe26e req-3928d264-39de-443c-b30d-39184b5b3118 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351286 Aug 10 01:41:35.636026 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-09dce723-c6dd-4357-980d-aeba9479c956 req-367369c1-a74f-42e7-9552-fdea13eb2e19 service neutron] 10.222.0.24 "GET /v2.0/networks/affa042e-ee60-4653-afcd-50eeb516429f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555700 Aug 10 01:41:35.641210 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-09dce723-c6dd-4357-980d-aeba9479c956 req-a646a819-f3df-4e29-add4-93a9b1775908 service neutron] 10.222.0.20 "GET /v2.0/networks/affa042e-ee60-4653-afcd-50eeb516429f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507840 Aug 10 01:41:35.792105 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-09dce723-c6dd-4357-980d-aeba9479c956 req-28064b80-20f5-4bea-9806-9e09da7530ee service neutron] 10.222.0.24 "GET /v2.0/networks/affa042e-ee60-4653-afcd-50eeb516429f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494324 Aug 10 01:41:35.794280 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-09dce723-c6dd-4357-980d-aeba9479c956 req-a4217e41-0280-46f5-83d0-b03786a17383 service neutron] 10.222.0.20 "GET /v2.0/networks/affa042e-ee60-4653-afcd-50eeb516429f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433508 Aug 10 01:41:36.668789 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c21c1a-0742-41ba-ba27-b0a9952129dd req-91365ad5-426b-4c41-8f09-ccbdd51af6fd tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:36.670251 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b0c21c1a-0742-41ba-ba27-b0a9952129dd req-91365ad5-426b-4c41-8f09-ccbdd51af6fd tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 943 time: 0.0489457 Aug 10 01:41:36.707985 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b0c21c1a-0742-41ba-ba27-b0a9952129dd req-f46d4534-b78b-4215-9d6f-fe69e7c0f8de tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314212 Aug 10 01:41:36.895518 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7b6c0-ae69-43bd-abd6-386d90e53dd5 req-7301d12c-a455-4d80-a016-998caa0130e2 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:36.896980 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-39d7b6c0-ae69-43bd-abd6-386d90e53dd5 req-7301d12c-a455-4d80-a016-998caa0130e2 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 943 time: 0.0504849 Aug 10 01:41:36.910702 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24c332-32f6-4400-9d5f-f815362f795d req-f97c6426-36f7-4b68-abc5-54af40761ced tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:36.912165 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8a24c332-32f6-4400-9d5f-f815362f795d req-f97c6426-36f7-4b68-abc5-54af40761ced tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b&tenant_id=c0df91b4b372460599e5c3150e8fde72&binding%3Ahost_id=n-h2-766726-26 HTTP/1.1" status: 200 len: 943 time: 0.0535784 Aug 10 01:41:36.935007 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-39d7b6c0-ae69-43bd-abd6-386d90e53dd5 req-4e854a7b-fd02-4cb9-884f-2429dc8a5856 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317972 Aug 10 01:41:36.974171 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [req-8a24c332-32f6-4400-9d5f-f815362f795d req-c8d3aad6-6fd5-4b6f-ad97-8e086b69d611 service neutron] delete failed (client error): The resource could not be found. Aug 10 01:41:36.975479 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8a24c332-32f6-4400-9d5f-f815362f795d req-c8d3aad6-6fd5-4b6f-ad97-8e086b69d611 service neutron] 10.222.0.24 "DELETE /v2.0/ports/189006f1-e7be-4d51-aef2-b49d8bb1b80a/bindings/n-h1-766726-26 HTTP/1.1" status: 404 len: 381 time: 0.0556080 Aug 10 01:41:36.995778 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 189006f1-e7be-4d51-aef2-b49d8bb1b80a details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:41:37.057996 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24c332-32f6-4400-9d5f-f815362f795d req-f2b6fdee-0b52-40f3-a730-506c3aa8a467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:37.059495 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8a24c332-32f6-4400-9d5f-f815362f795d req-f2b6fdee-0b52-40f3-a730-506c3aa8a467 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c0df91b4b372460599e5c3150e8fde72&device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 1095 time: 0.0409765 Aug 10 01:41:37.090286 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 189006f1-e7be-4d51-aef2-b49d8bb1b80a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=189006f1-e7be-4d51-aef2-b49d8bb1b80a,segment=NetworkSegment(1834d4da-8a9e-4cab-ad67-26f7318693b1),segment_id=1834d4da-8a9e-4cab-ad67-26f7318693b1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:41:37.101763 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '189006f1-e7be-4d51-aef2-b49d8bb1b80a', 'network_id': 'affa042e-ee60-4653-afcd-50eeb516429f', 'port_id': '189006f1-e7be-4d51-aef2-b49d8bb1b80a', 'mac_address': 'fa:16:3e:aa:88:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5aead93-3e26-4240-88d9-7c0ce4fca291', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:41:37.137759 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:37.150309 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 189006f1-e7be-4d51-aef2-b49d8bb1b80a {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:41:37.153390 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24c332-32f6-4400-9d5f-f815362f795d req-c64ec2b4-477a-4021-abd8-b9e80af92e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:37.154981 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8a24c332-32f6-4400-9d5f-f815362f795d req-c64ec2b4-477a-4021-abd8-b9e80af92e5e service neutron] 10.222.0.24 "GET /v2.0/networks?id=affa042e-ee60-4653-afcd-50eeb516429f HTTP/1.1" status: 200 len: 915 time: 0.0882537 Aug 10 01:41:37.170771 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 189006f1-e7be-4d51-aef2-b49d8bb1b80a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=189006f1-e7be-4d51-aef2-b49d8bb1b80a,segment=NetworkSegment(1834d4da-8a9e-4cab-ad67-26f7318693b1),segment_id=1834d4da-8a9e-4cab-ad67-26f7318693b1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:41:37.176850 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:37.199317 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8a24c332-32f6-4400-9d5f-f815362f795d req-63efc532-bcf3-4aad-80c7-f2d4888b7f48 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=189006f1-e7be-4d51-aef2-b49d8bb1b80a HTTP/1.1" status: 200 len: 217 time: 0.0369351 Aug 10 01:41:37.227296 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=189006f1-e7be-4d51-aef2-b49d8bb1b80a,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:41:37.253458 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24c332-32f6-4400-9d5f-f815362f795d req-8f91e55e-1c6f-48eb-a677-303660b70952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:37.254912 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8a24c332-32f6-4400-9d5f-f815362f795d req-8f91e55e-1c6f-48eb-a677-303660b70952 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f5aead93-3e26-4240-88d9-7c0ce4fca291 HTTP/1.1" status: 200 len: 854 time: 0.0484700 Aug 10 01:41:37.287502 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8a24c332-32f6-4400-9d5f-f815362f795d req-249b283f-db5e-4789-9ab1-87fb8f618ac1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=affa042e-ee60-4653-afcd-50eeb516429f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256226 Aug 10 01:41:37.375720 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8a24c332-32f6-4400-9d5f-f815362f795d req-e9f917c5-dec4-4921-84be-f5cb7a63a60a service neutron] 10.222.0.24 "GET /v2.0/networks/affa042e-ee60-4653-afcd-50eeb516429f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815053 Aug 10 01:41:37.468678 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8a24c332-32f6-4400-9d5f-f815362f795d req-7b97e800-ff47-4f1c-80bf-eb850a511f6b service neutron] 10.222.0.24 "GET /v2.0/networks/affa042e-ee60-4653-afcd-50eeb516429f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856826 Aug 10 01:41:37.567671 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['189006f1-e7be-4d51-aef2-b49d8bb1b80a'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:41:38.054674 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e2c54-9aba-4969-8200-d6b0050dcaba req-992955c9-84b9-48b1-b862-8c0996c9c17b tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:38.056130 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-807e2c54-9aba-4969-8200-d6b0050dcaba req-992955c9-84b9-48b1-b862-8c0996c9c17b tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 944 time: 0.0469606 Aug 10 01:41:38.097341 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-807e2c54-9aba-4969-8200-d6b0050dcaba req-da7cc360-5f4b-4901-86ed-457bf5e2998a tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352740 Aug 10 01:41:38.208405 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91bb1a-21e2-485b-b3af-80b49b5964e9 req-d216a66d-dfc0-4ab7-b48f-f48fe6d101a9 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:38.209839 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cb91bb1a-21e2-485b-b3af-80b49b5964e9 req-d216a66d-dfc0-4ab7-b48f-f48fe6d101a9 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 944 time: 0.0477898 Aug 10 01:41:38.245641 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cb91bb1a-21e2-485b-b3af-80b49b5964e9 req-5141c13e-9e86-4ddc-bc48-68f0ba2d67be tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300641 Aug 10 01:41:38.355871 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537182e-ba5b-4192-aa22-7df4017232e7 req-e34a8d0e-2636-4940-bb6a-41fcadf79e8c tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:38.357230 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7537182e-ba5b-4192-aa22-7df4017232e7 req-e34a8d0e-2636-4940-bb6a-41fcadf79e8c tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 944 time: 0.0471539 Aug 10 01:41:38.393669 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7537182e-ba5b-4192-aa22-7df4017232e7 req-0c42d118-4d19-4844-84ea-787c2c2bd812 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301616 Aug 10 01:41:38.733700 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-69b3291b-9d5d-4f95-9f54-077fe2c08d6d tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:38.735154 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-69b3291b-9d5d-4f95-9f54-077fe2c08d6d tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/networks?id=affa042e-ee60-4653-afcd-50eeb516429f HTTP/1.1" status: 200 len: 814 time: 0.1023283 Aug 10 01:41:38.750067 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-2b4170bb-188c-4fa2-8b92-1fed63ec49ac tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/quotas/c0df91b4b372460599e5c3150e8fde72 HTTP/1.1" status: 200 len: 375 time: 0.0087972 Aug 10 01:41:38.796755 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-e1696977-0a0b-4226-90a0-c9cc52acb9bb tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c0df91b4b372460599e5c3150e8fde72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0417275 Aug 10 01:41:38.886954 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-2bfa6ba2-5821-4532-be21-f327fa1a2efb service neutron] 10.222.0.35 "GET /v2.0/networks/affa042e-ee60-4653-afcd-50eeb516429f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827353 Aug 10 01:41:38.974416 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-59eddc3c-34e6-4c2d-a6d3-62719abad6d8 service neutron] 10.222.0.35 "GET /v2.0/networks/affa042e-ee60-4653-afcd-50eeb516429f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816627 Aug 10 01:41:39.018289 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 189006f1-e7be-4d51-aef2-b49d8bb1b80a up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:41:39.066283 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 189006f1-e7be-4d51-aef2-b49d8bb1b80a completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:41:39.070345 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 189006f1-e7be-4d51-aef2-b49d8bb1b80a triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:41:39.070735 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:39.138816 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b57ac03-76cb-48ce-8475-ce507e889c0a req-8122f0f4-e024-4d5d-acb2-f1272867fc52 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 210 time: 0.0272043 Aug 10 01:41:39.159183 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:39.183432 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac263a1-1a28-4e27-9d5c-d81b9b3d934b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189006f1-e7be-4d51-aef2-b49d8bb1b80a'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:41:39.185881 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07fa7320-4fb9-4308-85b0-fd273aaa5752" -d '{"events": [{"server_uuid": "0ac263a1-1a28-4e27-9d5c-d81b9b3d934b", "name": "network-vif-plugged", "status": "completed", "tag": "189006f1-e7be-4d51-aef2-b49d8bb1b80a"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:41:39.199664 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 189006f1-e7be-4d51-aef2-b49d8bb1b80a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=189006f1-e7be-4d51-aef2-b49d8bb1b80a,segment=NetworkSegment(1834d4da-8a9e-4cab-ad67-26f7318693b1),segment_id=1834d4da-8a9e-4cab-ad67-26f7318693b1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:41:39.205364 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:39.232495 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ef0858-a71f-43fb-a410-cf31b77c4555 x-openstack-request-id: req-38ef0858-a71f-43fb-a410-cf31b77c4555 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:41:39.232868 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac263a1-1a28-4e27-9d5c-d81b9b3d934b", "name": "network-vif-plugged", "status": "completed", "tag": "189006f1-e7be-4d51-aef2-b49d8bb1b80a", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:41:39.233197 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-38ef0858-a71f-43fb-a410-cf31b77c4555 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:41:39.233649 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac263a1-1a28-4e27-9d5c-d81b9b3d934b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189006f1-e7be-4d51-aef2-b49d8bb1b80a', 'code': 200} Aug 10 01:41:39.256849 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=189006f1-e7be-4d51-aef2-b49d8bb1b80a,revision_number=9']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:41:40.095191 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3db048-8d9f-4e20-80f8-c1ec39c17aee req-8677d8a2-41bc-4a14-81bb-a162a79fcfa7 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:40.097408 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4c3db048-8d9f-4e20-80f8-c1ec39c17aee req-8677d8a2-41bc-4a14-81bb-a162a79fcfa7 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ac263a1-1a28-4e27-9d5c-d81b9b3d934b HTTP/1.1" status: 200 len: 945 time: 0.0526309 Aug 10 01:41:40.217672 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-4c3db048-8d9f-4e20-80f8-c1ec39c17aee req-02d98daa-4c05-4903-a5b1-111d43febc80 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Deleting port 189006f1-e7be-4d51-aef2-b49d8bb1b80a {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:41:40.218020 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4c3db048-8d9f-4e20-80f8-c1ec39c17aee req-02d98daa-4c05-4903-a5b1-111d43febc80 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:40.285807 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-225783a9-30a9-4740-ac0f-21f1dc2f765c req-c45b1358-2dce-4f24-9183-abbd23143bfb tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 210 time: 0.0315492 Aug 10 01:41:40.307189 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-2906b67c-4c40-4aad-a26c-d7fe2bd6f9b0 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:40.308648 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-2906b67c-4c40-4aad-a26c-d7fe2bd6f9b0 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.20 "GET /v2.0/networks?id=affa042e-ee60-4653-afcd-50eeb516429f HTTP/1.1" status: 200 len: 814 time: 0.1702731 Aug 10 01:41:40.322365 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-4c3db048-8d9f-4e20-80f8-c1ec39c17aee req-02d98daa-4c05-4903-a5b1-111d43febc80 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] For port 189006f1-e7be-4d51-aef2-b49d8bb1b80a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=189006f1-e7be-4d51-aef2-b49d8bb1b80a,segment=NetworkSegment(1834d4da-8a9e-4cab-ad67-26f7318693b1),segment_id=1834d4da-8a9e-4cab-ad67-26f7318693b1)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:41:40.322733 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4c3db048-8d9f-4e20-80f8-c1ec39c17aee req-02d98daa-4c05-4903-a5b1-111d43febc80 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:40.335243 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-4c3db048-8d9f-4e20-80f8-c1ec39c17aee req-02d98daa-4c05-4903-a5b1-111d43febc80 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Calling delete_port for 189006f1-e7be-4d51-aef2-b49d8bb1b80a owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:41:40.358120 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-55187e27-349a-413b-b291-3146faf97c09 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Request body: {'port': {'device_id': '27087e07-1225-4eb1-89bb-4cf3a41b30c7', 'network_id': 'affa042e-ee60-4653-afcd-50eeb516429f', 'admin_state_up': True, 'tenant_id': 'c0df91b4b372460599e5c3150e8fde72'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:41:40.469884 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4c3db048-8d9f-4e20-80f8-c1ec39c17aee req-02d98daa-4c05-4903-a5b1-111d43febc80 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:40.477823 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-55187e27-349a-413b-b291-3146faf97c09 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Made reservation on behalf of c0df91b4b372460599e5c3150e8fde72 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:41:40.481846 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-55187e27-349a-413b-b291-3146faf97c09 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:40.498749 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d98daa-4c05-4903-a5b1-111d43febc80 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Pushing event deleted for resources: {'Port': ['ID=189006f1-e7be-4d51-aef2-b49d8bb1b80a,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:41:40.503287 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['189006f1-e7be-4d51-aef2-b49d8bb1b80a'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:41:40.539944 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3db048-8d9f-4e20-80f8-c1ec39c17aee req-02d98daa-4c05-4903-a5b1-111d43febc80 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] No DVR routers for this DVR port 189006f1-e7be-4d51-aef2-b49d8bb1b80a on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:41:40.542511 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4c3db048-8d9f-4e20-80f8-c1ec39c17aee req-02d98daa-4c05-4903-a5b1-111d43febc80 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:40.544507 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4c3db048-8d9f-4e20-80f8-c1ec39c17aee req-02d98daa-4c05-4903-a5b1-111d43febc80 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.20 "DELETE /v2.0/ports/189006f1-e7be-4d51-aef2-b49d8bb1b80a HTTP/1.1" status: 204 len: 173 time: 0.4168689 Aug 10 01:41:40.544942 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac263a1-1a28-4e27-9d5c-d81b9b3d934b', 'name': 'network-vif-deleted', 'tag': '189006f1-e7be-4d51-aef2-b49d8bb1b80a'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:41:40.547229 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e654b4f-5d7c-45f2-8c69-66fd169e329e" -d '{"events": [{"server_uuid": "0ac263a1-1a28-4e27-9d5c-d81b9b3d934b", "name": "network-vif-deleted", "tag": "189006f1-e7be-4d51-aef2-b49d8bb1b80a"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:41:40.583669 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccadc2cf-df4d-4e43-958a-b44322f5f370 x-openstack-request-id: req-ccadc2cf-df4d-4e43-958a-b44322f5f370 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:41:40.583969 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac263a1-1a28-4e27-9d5c-d81b9b3d934b", "name": "network-vif-deleted", "tag": "189006f1-e7be-4d51-aef2-b49d8bb1b80a", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:41:40.584246 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ccadc2cf-df4d-4e43-958a-b44322f5f370 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:41:40.584653 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac263a1-1a28-4e27-9d5c-d81b9b3d934b', 'name': 'network-vif-deleted', 'tag': '189006f1-e7be-4d51-aef2-b49d8bb1b80a', 'status': 'completed', 'code': 200} Aug 10 01:41:40.617618 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-55187e27-349a-413b-b291-3146faf97c09 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Allocated IP 172.20.0.11 (affa042e-ee60-4653-afcd-50eeb516429f/f5aead93-3e26-4240-88d9-7c0ce4fca291/8f68f197-850e-4de7-bf79-67032f96da83) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:41:40.769734 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-55187e27-349a-413b-b291-3146faf97c09 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:40.809847 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-55187e27-349a-413b-b291-3146faf97c09 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:40.841413 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['189006f1-e7be-4d51-aef2-b49d8bb1b80a'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:41:40.851682 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-55187e27-349a-413b-b291-3146faf97c09 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Network affa042e-ee60-4653-afcd-50eeb516429f is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:41:40.855036 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-55187e27-349a-413b-b291-3146faf97c09 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:41:40.858894 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-55187e27-349a-413b-b291-3146faf97c09 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:41:40.906541 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55187e27-349a-413b-b291-3146faf97c09 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Pushing event updated for resources: {'Port': ['ID=8f68f197-850e-4de7-bf79-67032f96da83,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:41:40.928374 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-55187e27-349a-413b-b291-3146faf97c09 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:40.928978 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-55187e27-349a-413b-b291-3146faf97c09 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:40.942505 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-55187e27-349a-413b-b291-3146faf97c09 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5883355 Aug 10 01:41:40.959943 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-ebd009bc-0135-434d-95d1-817a61b628a7 service neutron] Request body: {'port': {'device_id': '27087e07-1225-4eb1-89bb-4cf3a41b30c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:41:41.009153 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-ebd009bc-0135-434d-95d1-817a61b628a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:41.226896 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-067aeb59-4d7d-49c1-9a49-be510262e9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:41.545719 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168af1e-bdf3-4aa6-adf1-8780f55a8935 req-6515ac31-f472-4498-901e-1cc2478066a3 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:41.547154 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3168af1e-bdf3-4aa6-adf1-8780f55a8935 req-6515ac31-f472-4498-901e-1cc2478066a3 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 932 time: 0.1246655 Aug 10 01:41:41.608021 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3168af1e-bdf3-4aa6-adf1-8780f55a8935 req-c71e0437-7f76-4888-9a8d-0124f564aba8 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531271 Aug 10 01:41:41.674388 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-ebd009bc-0135-434d-95d1-817a61b628a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f68f197-850e-4de7-bf79-67032f96da83 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:41:41.681553 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-ebd009bc-0135-434d-95d1-817a61b628a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:41.694372 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-ebd009bc-0135-434d-95d1-817a61b628a7 service neutron] Transition to ACTIVE for port object 8f68f197-850e-4de7-bf79-67032f96da83 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:41:41.698291 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-ebd009bc-0135-434d-95d1-817a61b628a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:41.748534 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd009bc-0135-434d-95d1-817a61b628a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f68f197-850e-4de7-bf79-67032f96da83,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:41:41.810147 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-ebd009bc-0135-434d-95d1-817a61b628a7 service neutron] Attempting to bind port 8f68f197-850e-4de7-bf79-67032f96da83 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:41:41.810418 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-ebd009bc-0135-434d-95d1-817a61b628a7 service neutron] Attempting to bind port 8f68f197-850e-4de7-bf79-67032f96da83 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '1834d4da-8a9e-4cab-ad67-26f7318693b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'affa042e-ee60-4653-afcd-50eeb516429f'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:41:41.810754 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-ebd009bc-0135-434d-95d1-817a61b628a7 service neutron] Attempting to bind port 8f68f197-850e-4de7-bf79-67032f96da83 on network affa042e-ee60-4653-afcd-50eeb516429f {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:41:41.815491 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-ebd009bc-0135-434d-95d1-817a61b628a7 service neutron] Port 8f68f197-850e-4de7-bf79-67032f96da83 on network affa042e-ee60-4653-afcd-50eeb516429f not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:41:41.815819 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-ebd009bc-0135-434d-95d1-817a61b628a7 service neutron] Attempting to bind port 8f68f197-850e-4de7-bf79-67032f96da83 on network affa042e-ee60-4653-afcd-50eeb516429f {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:41:41.820852 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-ebd009bc-0135-434d-95d1-817a61b628a7 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:41:41.821197 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-ebd009bc-0135-434d-95d1-817a61b628a7 service neutron] Checking segment: {'id': '1834d4da-8a9e-4cab-ad67-26f7318693b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'affa042e-ee60-4653-afcd-50eeb516429f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:41:41.821584 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-ebd009bc-0135-434d-95d1-817a61b628a7 service neutron] Bound using segment: {'id': '1834d4da-8a9e-4cab-ad67-26f7318693b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'affa042e-ee60-4653-afcd-50eeb516429f'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:41:41.822013 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-ebd009bc-0135-434d-95d1-817a61b628a7 service neutron] Bound port: 8f68f197-850e-4de7-bf79-67032f96da83, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1834d4da-8a9e-4cab-ad67-26f7318693b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'affa042e-ee60-4653-afcd-50eeb516429f'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:41:41.822371 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-ebd009bc-0135-434d-95d1-817a61b628a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:41.887023 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-ebd009bc-0135-434d-95d1-817a61b628a7 service neutron] For port 8f68f197-850e-4de7-bf79-67032f96da83, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:41:41.890179 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-ebd009bc-0135-434d-95d1-817a61b628a7 service neutron] For port 8f68f197-850e-4de7-bf79-67032f96da83, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=8f68f197-850e-4de7-bf79-67032f96da83,segment=NetworkSegment(1834d4da-8a9e-4cab-ad67-26f7318693b1),segment_id=1834d4da-8a9e-4cab-ad67-26f7318693b1)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:41:41.894053 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-ebd009bc-0135-434d-95d1-817a61b628a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:41.926753 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-ebd009bc-0135-434d-95d1-817a61b628a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:41.927491 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-ebd009bc-0135-434d-95d1-817a61b628a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:41.928901 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-ebd009bc-0135-434d-95d1-817a61b628a7 service neutron] 10.222.0.20 "PUT /v2.0/ports/8f68f197-850e-4de7-bf79-67032f96da83 HTTP/1.1" status: 200 len: 1093 time: 0.9728551 Aug 10 01:41:41.929334 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27087e07-1225-4eb1-89bb-4cf3a41b30c7', 'tag': '8f68f197-850e-4de7-bf79-67032f96da83'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:41:41.931582 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34478f1-f4a9-402a-a6ef-9fe3e8dcc5f3" -d '{"events": [{"name": "network-changed", "server_uuid": "27087e07-1225-4eb1-89bb-4cf3a41b30c7", "tag": "8f68f197-850e-4de7-bf79-67032f96da83"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:41:41.956756 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd009bc-0135-434d-95d1-817a61b628a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f68f197-850e-4de7-bf79-67032f96da83,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:41:41.971918 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:42.035059 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817c3c8d-851a-4b0c-b823-d1fc5866fd51 x-openstack-request-id: req-817c3c8d-851a-4b0c-b823-d1fc5866fd51 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:41:42.035368 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27087e07-1225-4eb1-89bb-4cf3a41b30c7", "tag": "8f68f197-850e-4de7-bf79-67032f96da83", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:41:42.035650 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-817c3c8d-851a-4b0c-b823-d1fc5866fd51 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:41:42.036074 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27087e07-1225-4eb1-89bb-4cf3a41b30c7', 'tag': '8f68f197-850e-4de7-bf79-67032f96da83', 'status': 'completed', 'code': 200} Aug 10 01:41:42.055437 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-7a50ded0-4698-4f94-8344-95a8aa0616f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:42.056991 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-7a50ded0-4698-4f94-8344-95a8aa0616f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0df91b4b372460599e5c3150e8fde72&device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 1096 time: 0.0738611 Aug 10 01:41:42.123386 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-7cd3609d-17a5-4bbd-8f24-fbea98b0949e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f68f197-850e-4de7-bf79-67032f96da83 HTTP/1.1" status: 200 len: 217 time: 0.0542154 Aug 10 01:41:42.176208 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-d7712af7-50e8-45af-8347-008535d50fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:42.177615 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-d7712af7-50e8-45af-8347-008535d50fd4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5aead93-3e26-4240-88d9-7c0ce4fca291 HTTP/1.1" status: 200 len: 854 time: 0.0475907 Aug 10 01:41:42.230878 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-5d887209-0f30-472b-ac79-dd8e442611e5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=affa042e-ee60-4653-afcd-50eeb516429f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463226 Aug 10 01:41:42.321592 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-c9f9071b-70f0-46b2-8dfc-75e430e09504 service neutron] 10.222.0.20 "GET /v2.0/networks/affa042e-ee60-4653-afcd-50eeb516429f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837259 Aug 10 01:41:42.423229 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a8c2891c-b656-402e-b352-ba2162ce73cc req-585708d6-9c8a-4d64-8419-d97d882dfd14 service neutron] 10.222.0.20 "GET /v2.0/networks/affa042e-ee60-4653-afcd-50eeb516429f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885007 Aug 10 01:41:42.546150 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34478f1-f4a9-402a-a6ef-9fe3e8dcc5f3 req-f092b595-d204-4b2c-b400-a96714049680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:42.547642 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f34478f1-f4a9-402a-a6ef-9fe3e8dcc5f3 req-f092b595-d204-4b2c-b400-a96714049680 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0df91b4b372460599e5c3150e8fde72&device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 1096 time: 0.0400105 Aug 10 01:41:42.718522 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34478f1-f4a9-402a-a6ef-9fe3e8dcc5f3 req-17a18b9e-cab2-42de-9f6c-1ce706708cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:42.719897 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f34478f1-f4a9-402a-a6ef-9fe3e8dcc5f3 req-17a18b9e-cab2-42de-9f6c-1ce706708cd6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=affa042e-ee60-4653-afcd-50eeb516429f HTTP/1.1" status: 200 len: 915 time: 0.1650829 Aug 10 01:41:42.775655 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa533a-f307-4beb-8783-201e3c8f88a9 req-8a2376df-17e2-4035-a224-fc301e2ea1c8 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:42.777143 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aefa533a-f307-4beb-8783-201e3c8f88a9 req-8a2376df-17e2-4035-a224-fc301e2ea1c8 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 944 time: 0.0978584 Aug 10 01:41:42.778379 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f34478f1-f4a9-402a-a6ef-9fe3e8dcc5f3 req-e4f518ae-1bad-4196-8eba-45fc3cdeb210 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f68f197-850e-4de7-bf79-67032f96da83 HTTP/1.1" status: 200 len: 217 time: 0.0494311 Aug 10 01:41:42.844672 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aefa533a-f307-4beb-8783-201e3c8f88a9 req-0cab2af4-83f2-48bd-8544-0877e5ebb712 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616448 Aug 10 01:41:42.851608 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34478f1-f4a9-402a-a6ef-9fe3e8dcc5f3 req-1407987a-f2a4-43bc-90fe-b9396bc9d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:42.853062 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f34478f1-f4a9-402a-a6ef-9fe3e8dcc5f3 req-1407987a-f2a4-43bc-90fe-b9396bc9d67b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5aead93-3e26-4240-88d9-7c0ce4fca291 HTTP/1.1" status: 200 len: 854 time: 0.0644042 Aug 10 01:41:42.888861 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f34478f1-f4a9-402a-a6ef-9fe3e8dcc5f3 req-c5ae3b97-4623-472d-baed-032c57035052 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=affa042e-ee60-4653-afcd-50eeb516429f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284345 Aug 10 01:41:42.974947 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f34478f1-f4a9-402a-a6ef-9fe3e8dcc5f3 req-8f9af5d4-e5a4-417a-ad71-91c2fb685737 service neutron] 10.222.0.20 "GET /v2.0/networks/affa042e-ee60-4653-afcd-50eeb516429f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783401 Aug 10 01:41:43.027150 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 189006f1-e7be-4d51-aef2-b49d8bb1b80a no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:41:43.047572 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 189006f1-e7be-4d51-aef2-b49d8bb1b80a {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:41:43.047920 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 189006f1-e7be-4d51-aef2-b49d8bb1b80a not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:41:43.068357 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f34478f1-f4a9-402a-a6ef-9fe3e8dcc5f3 req-0ff0c38b-61fe-48b5-9868-21ba6b070896 service neutron] 10.222.0.20 "GET /v2.0/networks/affa042e-ee60-4653-afcd-50eeb516429f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861275 Aug 10 01:41:43.881801 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-89f70713-60cc-4a38-8404-919425a26483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:43.960515 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e6467-5e4c-4f3d-ad8f-4b8c29543886 req-727bc351-734d-4ae5-9077-64b9de1e3ea0 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:43.961972 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b65e6467-5e4c-4f3d-ad8f-4b8c29543886 req-727bc351-734d-4ae5-9077-64b9de1e3ea0 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 944 time: 0.0488949 Aug 10 01:41:43.997841 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b65e6467-5e4c-4f3d-ad8f-4b8c29543886 req-e30302bc-e407-46ba-87b2-b1f13456df72 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301399 Aug 10 01:41:44.483136 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:45.113199 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda61bf-c7ec-4115-865b-2090c2471090 req-1803a441-90bb-4f60-af99-ba54bd915706 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:45.114659 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cfda61bf-c7ec-4115-865b-2090c2471090 req-1803a441-90bb-4f60-af99-ba54bd915706 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 944 time: 0.0490417 Aug 10 01:41:45.151417 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cfda61bf-c7ec-4115-865b-2090c2471090 req-028cfe0c-9894-4736-b1f7-78c76470a78f tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309026 Aug 10 01:41:45.296114 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:45.765671 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:41:46.266781 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49352122-d09b-466f-8222-e23343513fbf req-9f92be22-8120-42df-8431-b22e7ceb31b1 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:46.268358 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-49352122-d09b-466f-8222-e23343513fbf req-9f92be22-8120-42df-8431-b22e7ceb31b1 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 944 time: 0.0519264 Aug 10 01:41:46.305157 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-49352122-d09b-466f-8222-e23343513fbf req-ffcf2ab8-5d4b-43a4-af60-26716ea87808 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309608 Aug 10 01:41:46.380412 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:47.073377 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 8f68f197-850e-4de7-bf79-67032f96da83 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:41:47.167032 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 8f68f197-850e-4de7-bf79-67032f96da83, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=8f68f197-850e-4de7-bf79-67032f96da83,segment=NetworkSegment(1834d4da-8a9e-4cab-ad67-26f7318693b1),segment_id=1834d4da-8a9e-4cab-ad67-26f7318693b1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:41:47.179118 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '8f68f197-850e-4de7-bf79-67032f96da83', 'network_id': 'affa042e-ee60-4653-afcd-50eeb516429f', 'port_id': '8f68f197-850e-4de7-bf79-67032f96da83', 'mac_address': 'fa:16:3e:df:8e:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5aead93-3e26-4240-88d9-7c0ce4fca291', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:41:47.214497 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:47.227127 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f68f197-850e-4de7-bf79-67032f96da83 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:41:47.246335 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 8f68f197-850e-4de7-bf79-67032f96da83, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=8f68f197-850e-4de7-bf79-67032f96da83,segment=NetworkSegment(1834d4da-8a9e-4cab-ad67-26f7318693b1),segment_id=1834d4da-8a9e-4cab-ad67-26f7318693b1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:41:47.249738 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:47.293894 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=8f68f197-850e-4de7-bf79-67032f96da83,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:41:47.301631 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:41:47.301998 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:41:47.302333 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:41:47.302684 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:41:47.303025 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:41:47.303367 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:41:47.303703 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:41:47.304038 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:41:47.304401 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:41:47.304737 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:41:47.305070 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:41:47.305402 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:41:47.417001 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449a16b-9965-4d1a-9cfc-db34f485c87b req-18748c85-9425-48e1-ae25-d141950b6f8a tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:47.418490 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4449a16b-9965-4d1a-9cfc-db34f485c87b req-18748c85-9425-48e1-ae25-d141950b6f8a tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 945 time: 0.0476680 Aug 10 01:41:47.455966 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4449a16b-9965-4d1a-9cfc-db34f485c87b req-d887a75b-ceab-4b9d-ac2b-87c88501857c tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311055 Aug 10 01:41:47.605650 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['8f68f197-850e-4de7-bf79-67032f96da83'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:41:48.568474 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ff1cc-533b-4acd-929b-f1673837e136 req-d4d845e5-5062-41a5-b8cf-c117c7d1cde0 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:48.570253 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0d5ff1cc-533b-4acd-929b-f1673837e136 req-d4d845e5-5062-41a5-b8cf-c117c7d1cde0 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 945 time: 0.0482254 Aug 10 01:41:48.607662 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0d5ff1cc-533b-4acd-929b-f1673837e136 req-694401d7-a3ea-4214-9d3d-3666ee8ef455 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312772 Aug 10 01:41:49.088952 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 8f68f197-850e-4de7-bf79-67032f96da83 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:41:49.136487 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 8f68f197-850e-4de7-bf79-67032f96da83 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:41:49.140003 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 8f68f197-850e-4de7-bf79-67032f96da83 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:41:49.140412 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:49.216047 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:49.238166 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27087e07-1225-4eb1-89bb-4cf3a41b30c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f68f197-850e-4de7-bf79-67032f96da83'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:41:49.240436 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7addd3-5345-4eec-ba7e-a29d5daad33b" -d '{"events": [{"server_uuid": "27087e07-1225-4eb1-89bb-4cf3a41b30c7", "name": "network-vif-plugged", "status": "completed", "tag": "8f68f197-850e-4de7-bf79-67032f96da83"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:41:49.253036 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 8f68f197-850e-4de7-bf79-67032f96da83, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=8f68f197-850e-4de7-bf79-67032f96da83,segment=NetworkSegment(1834d4da-8a9e-4cab-ad67-26f7318693b1),segment_id=1834d4da-8a9e-4cab-ad67-26f7318693b1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:41:49.257138 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:49.279523 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36195df2-226c-42c8-af8d-5c0c70c03dd3 x-openstack-request-id: req-36195df2-226c-42c8-af8d-5c0c70c03dd3 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:41:49.279816 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27087e07-1225-4eb1-89bb-4cf3a41b30c7", "name": "network-vif-plugged", "status": "completed", "tag": "8f68f197-850e-4de7-bf79-67032f96da83", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:41:49.280073 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-36195df2-226c-42c8-af8d-5c0c70c03dd3 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:41:49.280487 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27087e07-1225-4eb1-89bb-4cf3a41b30c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f68f197-850e-4de7-bf79-67032f96da83', 'code': 200} Aug 10 01:41:49.306230 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=8f68f197-850e-4de7-bf79-67032f96da83,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:41:49.403150 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5bb51-e211-4f8f-9d22-b6ffc046d948 req-a5eafa75-9387-49d0-9cb7-4769e0004e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:49.404644 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-14c5bb51-e211-4f8f-9d22-b6ffc046d948 req-a5eafa75-9387-49d0-9cb7-4769e0004e1c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 1098 time: 0.0421016 Aug 10 01:41:49.444862 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-14c5bb51-e211-4f8f-9d22-b6ffc046d948 req-41c7bd69-5203-46d6-88a8-9d8807f9a3ac service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335038 Aug 10 01:41:49.723121 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3fd1e3-0ef2-46db-a04b-c4289650424b req-76f3b657-8827-4824-bf7d-5d037dfc8085 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:49.724608 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4a3fd1e3-0ef2-46db-a04b-c4289650424b req-76f3b657-8827-4824-bf7d-5d037dfc8085 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 946 time: 0.0490015 Aug 10 01:41:49.760901 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4a3fd1e3-0ef2-46db-a04b-c4289650424b req-778039db-603b-46ac-a03a-1955d4d9c9a1 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305061 Aug 10 01:41:50.877890 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6688f0-112b-460a-be32-2ab407207a95 req-7b09d480-3d6e-4898-bf31-2ec253f23dc3 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:50.879251 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b6688f0-112b-460a-be32-2ab407207a95 req-7b09d480-3d6e-4898-bf31-2ec253f23dc3 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 946 time: 0.0474250 Aug 10 01:41:50.916368 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b6688f0-112b-460a-be32-2ab407207a95 req-392abe1d-4342-46ea-8c48-9550fc06621a tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310268 Aug 10 01:41:51.032418 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a96ffa-9600-476d-a714-9a6c5373d556 req-ec1fcfe3-4afb-4cc2-b30a-9ffdd6adfc5d tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:51.033856 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a4a96ffa-9600-476d-a714-9a6c5373d556 req-ec1fcfe3-4afb-4cc2-b30a-9ffdd6adfc5d tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 946 time: 0.0524065 Aug 10 01:41:51.071531 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a4a96ffa-9600-476d-a714-9a6c5373d556 req-fbd7a122-93ae-4158-b0fc-44b1ebc846b2 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318739 Aug 10 01:41:51.295799 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-7386b6e6-922c-44ee-a96e-4142b452dede service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0462666 Aug 10 01:41:51.301442 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49a209-d9b0-4455-8e3f-5cb76e7a9731 req-6094693d-5661-4777-a272-2dfd461e245d tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:51.302979 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb49a209-d9b0-4455-8e3f-5cb76e7a9731 req-6094693d-5661-4777-a272-2dfd461e245d tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 946 time: 0.0488625 Aug 10 01:41:51.340761 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb49a209-d9b0-4455-8e3f-5cb76e7a9731 req-9707c682-a160-45a8-80dd-fab813fa0d46 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316548 Aug 10 01:41:52.318034 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-70c3020f-0bec-4720-8199-d3ffa7395e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:52.319767 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-70c3020f-0bec-4720-8199-d3ffa7395e5c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0df91b4b372460599e5c3150e8fde72&device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 1098 time: 0.0402722 Aug 10 01:41:52.421703 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-10863320-6e5e-414a-85d3-a69c184cca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:52.423122 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-10863320-6e5e-414a-85d3-a69c184cca52 service neutron] 10.222.0.20 "GET /v2.0/networks?id=affa042e-ee60-4653-afcd-50eeb516429f HTTP/1.1" status: 200 len: 915 time: 0.0964267 Aug 10 01:41:52.477560 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-d310345a-d0ba-48bc-b8d5-18179c120582 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f68f197-850e-4de7-bf79-67032f96da83 HTTP/1.1" status: 200 len: 217 time: 0.0410023 Aug 10 01:41:52.492751 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e60c75-b7af-44cf-a847-80cdeb15d739 req-4a18a875-73c8-4efc-995f-da19fa46d245 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:52.494138 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d3e60c75-b7af-44cf-a847-80cdeb15d739 req-4a18a875-73c8-4efc-995f-da19fa46d245 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 946 time: 0.0858378 Aug 10 01:41:52.560204 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d3e60c75-b7af-44cf-a847-80cdeb15d739 req-58ab5a5c-343d-4cd6-ba15-0a0cb9c64850 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582595 Aug 10 01:41:52.561647 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-87d6cc65-4c5c-43a0-bd9e-23eac530e7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:52.562985 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-87d6cc65-4c5c-43a0-bd9e-23eac530e7f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5aead93-3e26-4240-88d9-7c0ce4fca291 HTTP/1.1" status: 200 len: 854 time: 0.0680408 Aug 10 01:41:52.595270 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-9d9642d3-9e73-442c-84c9-6d048e688f35 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=affa042e-ee60-4653-afcd-50eeb516429f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242665 Aug 10 01:41:52.686953 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-044c563a-7b8f-4073-8175-a0611bc96710 service neutron] 10.222.0.20 "GET /v2.0/networks/affa042e-ee60-4653-afcd-50eeb516429f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851135 Aug 10 01:41:52.774352 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-f68a9ecf-3334-47af-82b5-1abda319e46d service neutron] 10.222.0.20 "GET /v2.0/networks/affa042e-ee60-4653-afcd-50eeb516429f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806973 Aug 10 01:41:53.675505 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a0463-dcd9-44d1-95c4-d61f94636a5e req-b7b07c88-bbfc-49ca-8797-28367a9e3e87 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:53.676986 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e13a0463-dcd9-44d1-95c4-d61f94636a5e req-b7b07c88-bbfc-49ca-8797-28367a9e3e87 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 946 time: 0.0483651 Aug 10 01:41:53.713040 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e13a0463-dcd9-44d1-95c4-d61f94636a5e req-5534b928-2c5a-44b9-ac5f-5ad3a1b6ea4f tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300732 Aug 10 01:41:54.829728 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc3427-a099-4929-b110-ba4f55674fc4 req-c802cacf-ffb5-41df-b396-a82fb52960fb tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:54.831192 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ebcc3427-a099-4929-b110-ba4f55674fc4 req-c802cacf-ffb5-41df-b396-a82fb52960fb tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 946 time: 0.0521901 Aug 10 01:41:54.867308 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ebcc3427-a099-4929-b110-ba4f55674fc4 req-6cba18c8-ae80-457a-8306-56c594af35b6 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302327 Aug 10 01:41:55.978828 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b5419-0691-441d-b8ce-48d65623291b req-1f0db155-c49c-4b0c-897f-1de7d3191d8a tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:55.980299 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cc3b5419-0691-441d-b8ce-48d65623291b req-1f0db155-c49c-4b0c-897f-1de7d3191d8a tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 946 time: 0.0476952 Aug 10 01:41:56.015857 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cc3b5419-0691-441d-b8ce-48d65623291b req-b55a8296-d9a2-41bf-a0ea-c4aff5cdd439 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298512 Aug 10 01:41:57.126782 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b5b0e-5910-48e6-ada3-dc285e5d321b req-3038f2c7-dc23-4725-9007-63ffbfd2a0a2 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:57.128800 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c13b5b0e-5910-48e6-ada3-dc285e5d321b req-3038f2c7-dc23-4725-9007-63ffbfd2a0a2 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 946 time: 0.0470598 Aug 10 01:41:57.164811 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c13b5b0e-5910-48e6-ada3-dc285e5d321b req-70f7a29f-9b0c-4535-bd66-3349b54c1bd0 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303197 Aug 10 01:41:58.280675 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129ad3d-bd44-486c-b9c4-adaf936072ce req-7b833bc2-b03d-4eea-a6df-d95913554e83 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:58.282118 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b129ad3d-bd44-486c-b9c4-adaf936072ce req-7b833bc2-b03d-4eea-a6df-d95913554e83 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 946 time: 0.0504665 Aug 10 01:41:58.318846 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b129ad3d-bd44-486c-b9c4-adaf936072ce req-6adae0f1-8cdc-43c8-b279-8aa17939ccc3 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303068 Aug 10 01:41:58.490544 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:59.487066 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1709f4-687c-438a-9587-5f575b9efb92 req-3c892784-d76f-48d6-ad6b-2e6270d04fdc tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:59.488552 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8c1709f4-687c-438a-9587-5f575b9efb92 req-3c892784-d76f-48d6-ad6b-2e6270d04fdc tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 946 time: 0.1019177 Aug 10 01:41:59.524849 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8c1709f4-687c-438a-9587-5f575b9efb92 req-8d8ad6f4-ed5d-4d2e-b59a-7eb19be6e9d1 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303330 Aug 10 01:42:00.697400 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca90b4c-3fdf-4319-a682-7862dac6d86e req-07ce0665-183b-468f-997d-7acb9a3d5816 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:00.699183 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4ca90b4c-3fdf-4319-a682-7862dac6d86e req-07ce0665-183b-468f-997d-7acb9a3d5816 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 946 time: 0.1079032 Aug 10 01:42:00.736242 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4ca90b4c-3fdf-4319-a682-7862dac6d86e req-b8729ce8-14de-4772-8253-7624b2ef8395 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311673 Aug 10 01:42:01.852690 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e6209-4d0b-42a9-ac16-e2eca4abebea req-977cca83-6030-4a01-ae06-5a1a3d945d1c tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:01.854132 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f03e6209-4d0b-42a9-ac16-e2eca4abebea req-977cca83-6030-4a01-ae06-5a1a3d945d1c tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 946 time: 0.0509717 Aug 10 01:42:01.890717 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f03e6209-4d0b-42a9-ac16-e2eca4abebea req-5e8d03a7-54a0-437f-8706-7ecb6724be8a tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304496 Aug 10 01:42:03.006084 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d3751-089d-4f6d-8fb4-40855de52736 req-d4fcf087-6f9c-4e2e-bd9c-043bfb0e7966 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:03.007539 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-452d3751-089d-4f6d-8fb4-40855de52736 req-d4fcf087-6f9c-4e2e-bd9c-043bfb0e7966 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 946 time: 0.0496588 Aug 10 01:42:03.043270 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-452d3751-089d-4f6d-8fb4-40855de52736 req-282bed4d-956f-423f-989f-f4f670513268 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297999 Aug 10 01:42:04.155902 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbb088-89f3-404a-83ea-8e7f34756fcc req-d9271d95-945c-43b9-a076-6557616db828 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:04.157402 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7cdbb088-89f3-404a-83ea-8e7f34756fcc req-d9271d95-945c-43b9-a076-6557616db828 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 946 time: 0.0476291 Aug 10 01:42:04.193260 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7cdbb088-89f3-404a-83ea-8e7f34756fcc req-b6c76781-2808-4695-b5ed-223db6fd08de tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301087 Aug 10 01:42:05.309115 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b768a-896a-42cd-8a26-4d0d44664729 req-4095b7eb-f15b-40c0-8501-2cf3ea24f3f7 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:05.310561 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2f3b768a-896a-42cd-8a26-4d0d44664729 req-4095b7eb-f15b-40c0-8501-2cf3ea24f3f7 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 946 time: 0.0512409 Aug 10 01:42:05.346518 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2f3b768a-896a-42cd-8a26-4d0d44664729 req-e84f636f-6abf-4f75-800f-a3e555149e77 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301678 Aug 10 01:42:06.458309 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a9c16-2d4f-4433-b89e-d6f2fb055cb6 req-ed7d5680-b4b7-46d6-bd08-cf3fbd56d4b1 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:06.459775 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-999a9c16-2d4f-4433-b89e-d6f2fb055cb6 req-ed7d5680-b4b7-46d6-bd08-cf3fbd56d4b1 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 946 time: 0.0477965 Aug 10 01:42:06.496987 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-999a9c16-2d4f-4433-b89e-d6f2fb055cb6 req-ef8326a4-ea49-455e-a196-2b15411c3d5b tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313509 Aug 10 01:42:06.821900 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a3808-5c4e-46fe-bd65-3e9a571692be req-753eb14e-0e91-45c3-b24e-430f080c1010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:06.823359 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-053a3808-5c4e-46fe-bd65-3e9a571692be req-753eb14e-0e91-45c3-b24e-430f080c1010 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0df91b4b372460599e5c3150e8fde72&device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 1098 time: 0.0398681 Aug 10 01:42:06.926256 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a3808-5c4e-46fe-bd65-3e9a571692be req-a6493568-ca45-40e8-aa4c-08284a698d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:06.927701 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-053a3808-5c4e-46fe-bd65-3e9a571692be req-a6493568-ca45-40e8-aa4c-08284a698d1b service neutron] 10.222.0.20 "GET /v2.0/networks?id=affa042e-ee60-4653-afcd-50eeb516429f HTTP/1.1" status: 200 len: 915 time: 0.0849519 Aug 10 01:42:06.968923 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-053a3808-5c4e-46fe-bd65-3e9a571692be req-3a73758f-af6a-4de3-9424-d13de75cb7f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f68f197-850e-4de7-bf79-67032f96da83 HTTP/1.1" status: 200 len: 217 time: 0.0334837 Aug 10 01:42:07.020915 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a3808-5c4e-46fe-bd65-3e9a571692be req-4c347c4e-6105-4221-bc09-c291f31faf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:07.022311 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-053a3808-5c4e-46fe-bd65-3e9a571692be req-4c347c4e-6105-4221-bc09-c291f31faf13 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5aead93-3e26-4240-88d9-7c0ce4fca291 HTTP/1.1" status: 200 len: 854 time: 0.0450237 Aug 10 01:42:07.052810 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-053a3808-5c4e-46fe-bd65-3e9a571692be req-ec4f573d-8fe0-44d7-8039-e95f87497e8e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=affa042e-ee60-4653-afcd-50eeb516429f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233490 Aug 10 01:42:07.140124 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-053a3808-5c4e-46fe-bd65-3e9a571692be req-8b0e0e55-07eb-4df2-916f-7145d263b971 service neutron] 10.222.0.20 "GET /v2.0/networks/affa042e-ee60-4653-afcd-50eeb516429f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791025 Aug 10 01:42:07.232680 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-053a3808-5c4e-46fe-bd65-3e9a571692be req-b53b5f1a-2ed8-47d2-85aa-eb072f46af10 service neutron] 10.222.0.20 "GET /v2.0/networks/affa042e-ee60-4653-afcd-50eeb516429f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848906 Aug 10 01:42:07.610558 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7576e62-2396-4b3c-abbf-565e9983602d req-aaa62b73-a969-47ca-a540-a46d7fcbc08b tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:07.612117 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f7576e62-2396-4b3c-abbf-565e9983602d req-aaa62b73-a969-47ca-a540-a46d7fcbc08b tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 946 time: 0.0496762 Aug 10 01:42:07.650615 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f7576e62-2396-4b3c-abbf-565e9983602d req-9b63f274-6d89-4f28-a56c-a449e1903e4d tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319693 Aug 10 01:42:08.763047 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebd507-a394-4cba-ab77-80e540b57852 req-42ac81c1-8a9e-4936-9a26-a2b4a190048f tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:08.764516 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a2ebd507-a394-4cba-ab77-80e540b57852 req-42ac81c1-8a9e-4936-9a26-a2b4a190048f tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 946 time: 0.0465822 Aug 10 01:42:08.800323 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a2ebd507-a394-4cba-ab77-80e540b57852 req-f17c3abb-1818-42a4-90d8-37627fc8e416 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293052 Aug 10 01:42:09.917854 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c612b-c9b8-4a38-90a1-08aad89517b5 req-602b1914-41d1-4604-b9ae-02e09ebac851 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:09.919226 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-516c612b-c9b8-4a38-90a1-08aad89517b5 req-602b1914-41d1-4604-b9ae-02e09ebac851 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 946 time: 0.0525780 Aug 10 01:42:09.955056 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-516c612b-c9b8-4a38-90a1-08aad89517b5 req-887cfec4-c78f-41ad-ad90-56cf5e051430 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300469 Aug 10 01:42:11.075608 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d954f-7956-4a80-9f68-19f89738e114 req-377e4ca8-8312-42a4-9543-a5afe1217bc6 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:11.077193 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cc3d954f-7956-4a80-9f68-19f89738e114 req-377e4ca8-8312-42a4-9543-a5afe1217bc6 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 946 time: 0.0536106 Aug 10 01:42:11.114468 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cc3d954f-7956-4a80-9f68-19f89738e114 req-f5721bf8-9cab-445d-b196-b81a58a25325 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313923 Aug 10 01:42:11.231484 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-76cdeb74-6c88-4495-bfc9-c1e2aa3acaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:11.990650 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:12.225087 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16a02f-6aaa-4e7d-870a-d195dbb33573 req-1f6e493b-8d1a-4137-ace2-787ea736074a tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:12.226545 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d16a02f-6aaa-4e7d-870a-d195dbb33573 req-1f6e493b-8d1a-4137-ace2-787ea736074a tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 946 time: 0.0472929 Aug 10 01:42:12.263246 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d16a02f-6aaa-4e7d-870a-d195dbb33573 req-db6acd01-4ea1-4fca-859e-e9c2b4a258d9 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308139 Aug 10 01:42:13.384976 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c80da-5ec1-4a78-8502-457dfcaaf6fe req-3d36d64f-1b51-4fde-ba44-c83aff9599af tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:13.386465 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-384c80da-5ec1-4a78-8502-457dfcaaf6fe req-3d36d64f-1b51-4fde-ba44-c83aff9599af tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 946 time: 0.0567698 Aug 10 01:42:13.423243 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-384c80da-5ec1-4a78-8502-457dfcaaf6fe req-ea5f0f52-0e0a-4e70-b688-46de9ff2ac59 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308647 Aug 10 01:42:13.882405 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b613101c-5027-4c00-9ed8-b6dfe408b0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:14.484565 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:14.538673 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae9aa4-4e61-4391-bf24-5031208bbb4d req-eed73d64-20fd-4365-8c4b-4df7dcec4cef tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:14.540147 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ebae9aa4-4e61-4391-bf24-5031208bbb4d req-eed73d64-20fd-4365-8c4b-4df7dcec4cef tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 946 time: 0.0491433 Aug 10 01:42:14.577830 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ebae9aa4-4e61-4391-bf24-5031208bbb4d req-f419f675-d32b-4d7d-afb9-e0be0ae92c0a tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318449 Aug 10 01:42:15.298227 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:15.689803 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30053b-386a-40cb-aa58-ce68177e0658 req-4cf6fcf6-d2cf-4eff-8f0f-fc399df4b7b3 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:15.691259 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cb30053b-386a-40cb-aa58-ce68177e0658 req-4cf6fcf6-d2cf-4eff-8f0f-fc399df4b7b3 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 946 time: 0.0479128 Aug 10 01:42:15.728065 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cb30053b-386a-40cb-aa58-ce68177e0658 req-9585c563-a434-4c4e-aca5-248494a90839 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307682 Aug 10 01:42:16.380805 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:16.845024 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe196970-e4d8-4533-98c5-881ce1765b14 req-9f9c75f3-c651-4a48-a898-e7d63bff89ed tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:16.846479 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fe196970-e4d8-4533-98c5-881ce1765b14 req-9f9c75f3-c651-4a48-a898-e7d63bff89ed tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 946 time: 0.0514812 Aug 10 01:42:16.882950 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fe196970-e4d8-4533-98c5-881ce1765b14 req-1a68964f-691c-402d-a860-48ea6ae0f82e tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302114 Aug 10 01:42:17.994057 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f7508-5eb5-4aa8-89d3-6f5ee49bbf71 req-05734901-46fd-4775-a640-af1967c9b4a5 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:17.995496 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-405f7508-5eb5-4aa8-89d3-6f5ee49bbf71 req-05734901-46fd-4775-a640-af1967c9b4a5 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 946 time: 0.0476086 Aug 10 01:42:18.031785 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-405f7508-5eb5-4aa8-89d3-6f5ee49bbf71 req-1270762a-6982-4cde-b16d-a7d160861cb6 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304663 Aug 10 01:42:19.143264 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08eaeb9-9196-4dc8-a2f5-5f66ac4c256c req-5885c51b-de01-4051-8096-ec280d06cf15 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:19.144994 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d08eaeb9-9196-4dc8-a2f5-5f66ac4c256c req-5885c51b-de01-4051-8096-ec280d06cf15 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 946 time: 0.0483978 Aug 10 01:42:19.181978 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d08eaeb9-9196-4dc8-a2f5-5f66ac4c256c req-de09ccc7-1412-493c-916b-6addd01045b3 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312259 Aug 10 01:42:19.767537 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-33df2ab8-5a0f-44ca-8770-250cb5fd309a service neutron] show failed (client error): The resource could not be found. Aug 10 01:42:19.768577 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-33df2ab8-5a0f-44ca-8770-250cb5fd309a service neutron] 10.222.0.20 "GET /v2.0/ports/8f68f197-850e-4de7-bf79-67032f96da83/bindings/n-h1-766726-26 HTTP/1.1" status: 404 len: 381 time: 0.0575020 Aug 10 01:42:20.018260 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-c4eb7de9-003c-40b7-96a3-b2ce56c013d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:20.020640 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-c4eb7de9-003c-40b7-96a3-b2ce56c013d9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7&tenant_id=c0df91b4b372460599e5c3150e8fde72 HTTP/1.1" status: 200 len: 1098 time: 0.0934899 Aug 10 01:42:20.031932 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-b9fb5f7b-18d5-4aef-8130-c31d16fc809c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766726-26', 'device_owner': 'compute:nova'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:42:20.086328 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-b9fb5f7b-18d5-4aef-8130-c31d16fc809c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:20.294740 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd64e4-8787-493c-b84c-5005d0bb0122 req-ecba6653-5c2f-433a-b00b-1d8a95964fa6 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:20.295360 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-b9fb5f7b-18d5-4aef-8130-c31d16fc809c service neutron] For port 8f68f197-850e-4de7-bf79-67032f96da83, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=8f68f197-850e-4de7-bf79-67032f96da83,segment=NetworkSegment(1834d4da-8a9e-4cab-ad67-26f7318693b1),segment_id=1834d4da-8a9e-4cab-ad67-26f7318693b1)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:42:20.296258 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-51cd64e4-8787-493c-b84c-5005d0bb0122 req-ecba6653-5c2f-433a-b00b-1d8a95964fa6 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 946 time: 0.0483215 Aug 10 01:42:20.334650 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-51cd64e4-8787-493c-b84c-5005d0bb0122 req-013da109-79f8-40f9-8b1f-24d044bbe004 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319211 Aug 10 01:42:20.336732 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-b9fb5f7b-18d5-4aef-8130-c31d16fc809c service neutron] For port 8f68f197-850e-4de7-bf79-67032f96da83, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:42:20.378164 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27087e07-1225-4eb1-89bb-4cf3a41b30c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f68f197-850e-4de7-bf79-67032f96da83'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:42:20.380983 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c650d00-5cf3-408a-bfac-cabafd098669" -d '{"events": [{"server_uuid": "27087e07-1225-4eb1-89bb-4cf3a41b30c7", "name": "network-vif-unplugged", "status": "completed", "tag": "8f68f197-850e-4de7-bf79-67032f96da83"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:42:20.385373 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-b9fb5f7b-18d5-4aef-8130-c31d16fc809c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:20.398177 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-b9fb5f7b-18d5-4aef-8130-c31d16fc809c service neutron] Transition to ACTIVE for port object 8f68f197-850e-4de7-bf79-67032f96da83 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:42:20.402185 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-b9fb5f7b-18d5-4aef-8130-c31d16fc809c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:20.429835 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465d61e0-b889-4a3d-acf0-12c3335b0e31 x-openstack-request-id: req-465d61e0-b889-4a3d-acf0-12c3335b0e31 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:42:20.430133 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27087e07-1225-4eb1-89bb-4cf3a41b30c7", "name": "network-vif-unplugged", "status": "completed", "tag": "8f68f197-850e-4de7-bf79-67032f96da83", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:42:20.430391 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-465d61e0-b889-4a3d-acf0-12c3335b0e31 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:42:20.430795 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27087e07-1225-4eb1-89bb-4cf3a41b30c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f68f197-850e-4de7-bf79-67032f96da83', 'code': 200} Aug 10 01:42:20.463827 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-b9fb5f7b-18d5-4aef-8130-c31d16fc809c service neutron] No DVR routers for this DVR port 8f68f197-850e-4de7-bf79-67032f96da83 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:42:20.470209 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb5f7b-18d5-4aef-8130-c31d16fc809c service neutron] Pushing event updated for resources: {'Port': ['ID=8f68f197-850e-4de7-bf79-67032f96da83,revision_number=6']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:20.480491 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb5f7b-18d5-4aef-8130-c31d16fc809c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:20.480844 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb5f7b-18d5-4aef-8130-c31d16fc809c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:20.481188 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb5f7b-18d5-4aef-8130-c31d16fc809c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:20.481527 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb5f7b-18d5-4aef-8130-c31d16fc809c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:20.481862 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb5f7b-18d5-4aef-8130-c31d16fc809c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:20.482194 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb5f7b-18d5-4aef-8130-c31d16fc809c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:20.482527 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb5f7b-18d5-4aef-8130-c31d16fc809c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:20.482854 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb5f7b-18d5-4aef-8130-c31d16fc809c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:20.483182 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb5f7b-18d5-4aef-8130-c31d16fc809c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:20.483508 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb5f7b-18d5-4aef-8130-c31d16fc809c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:20.483835 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb5f7b-18d5-4aef-8130-c31d16fc809c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:20.484156 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb5f7b-18d5-4aef-8130-c31d16fc809c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:20.512809 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-b9fb5f7b-18d5-4aef-8130-c31d16fc809c service neutron] Attempting to bind port 8f68f197-850e-4de7-bf79-67032f96da83 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:42:20.513143 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-b9fb5f7b-18d5-4aef-8130-c31d16fc809c service neutron] Attempting to bind port 8f68f197-850e-4de7-bf79-67032f96da83 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '1834d4da-8a9e-4cab-ad67-26f7318693b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'affa042e-ee60-4653-afcd-50eeb516429f'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:42:20.513471 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-b9fb5f7b-18d5-4aef-8130-c31d16fc809c service neutron] Attempting to bind port 8f68f197-850e-4de7-bf79-67032f96da83 on network affa042e-ee60-4653-afcd-50eeb516429f {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:42:20.517772 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-b9fb5f7b-18d5-4aef-8130-c31d16fc809c service neutron] Port 8f68f197-850e-4de7-bf79-67032f96da83 on network affa042e-ee60-4653-afcd-50eeb516429f not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:42:20.518095 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-b9fb5f7b-18d5-4aef-8130-c31d16fc809c service neutron] Attempting to bind port 8f68f197-850e-4de7-bf79-67032f96da83 on network affa042e-ee60-4653-afcd-50eeb516429f {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:42:20.522876 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-b9fb5f7b-18d5-4aef-8130-c31d16fc809c service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:42:20.523213 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-b9fb5f7b-18d5-4aef-8130-c31d16fc809c service neutron] Checking segment: {'id': '1834d4da-8a9e-4cab-ad67-26f7318693b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'affa042e-ee60-4653-afcd-50eeb516429f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:42:20.523596 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-b9fb5f7b-18d5-4aef-8130-c31d16fc809c service neutron] Bound using segment: {'id': '1834d4da-8a9e-4cab-ad67-26f7318693b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'affa042e-ee60-4653-afcd-50eeb516429f'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:42:20.524019 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-b9fb5f7b-18d5-4aef-8130-c31d16fc809c service neutron] Bound port: 8f68f197-850e-4de7-bf79-67032f96da83, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1834d4da-8a9e-4cab-ad67-26f7318693b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'affa042e-ee60-4653-afcd-50eeb516429f'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:42:20.524401 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-b9fb5f7b-18d5-4aef-8130-c31d16fc809c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:20.589860 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-b9fb5f7b-18d5-4aef-8130-c31d16fc809c service neutron] For port 8f68f197-850e-4de7-bf79-67032f96da83, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:42:20.592846 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-b9fb5f7b-18d5-4aef-8130-c31d16fc809c service neutron] For port 8f68f197-850e-4de7-bf79-67032f96da83, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=8f68f197-850e-4de7-bf79-67032f96da83,segment=NetworkSegment(1834d4da-8a9e-4cab-ad67-26f7318693b1),segment_id=1834d4da-8a9e-4cab-ad67-26f7318693b1)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:42:20.597947 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-b9fb5f7b-18d5-4aef-8130-c31d16fc809c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:20.630487 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-b9fb5f7b-18d5-4aef-8130-c31d16fc809c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:20.631266 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-b9fb5f7b-18d5-4aef-8130-c31d16fc809c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:20.632683 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-b9fb5f7b-18d5-4aef-8130-c31d16fc809c service neutron] 10.222.0.24 "PUT /v2.0/ports/8f68f197-850e-4de7-bf79-67032f96da83 HTTP/1.1" status: 200 len: 1093 time: 0.6046636 Aug 10 01:42:20.663663 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb5f7b-18d5-4aef-8130-c31d16fc809c service neutron] Pushing event updated for resources: {'Port': ['ID=8f68f197-850e-4de7-bf79-67032f96da83,revision_number=7']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:20.698037 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-5eb7b518-f20c-4b5b-b8a3-54e1035ad1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:20.699525 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-5eb7b518-f20c-4b5b-b8a3-54e1035ad1fe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c0df91b4b372460599e5c3150e8fde72&device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 1096 time: 0.0442545 Aug 10 01:42:20.791967 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-ea82e215-ca4f-4c38-ad23-b19e34b8bd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:20.793445 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-ea82e215-ca4f-4c38-ad23-b19e34b8bd61 service neutron] 10.222.0.24 "GET /v2.0/networks?id=affa042e-ee60-4653-afcd-50eeb516429f HTTP/1.1" status: 200 len: 915 time: 0.0862300 Aug 10 01:42:20.834699 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-9cca136f-70df-47ec-b95b-2ac82e3c4e62 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f68f197-850e-4de7-bf79-67032f96da83 HTTP/1.1" status: 200 len: 217 time: 0.0331059 Aug 10 01:42:20.883091 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-cba0dd6c-efec-4f94-b91a-02688d429774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:20.884549 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-cba0dd6c-efec-4f94-b91a-02688d429774 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f5aead93-3e26-4240-88d9-7c0ce4fca291 HTTP/1.1" status: 200 len: 854 time: 0.0431139 Aug 10 01:42:20.917098 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-0be5033b-02d5-49a2-b544-8877ab9771ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=affa042e-ee60-4653-afcd-50eeb516429f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254111 Aug 10 01:42:21.010005 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-b6ff21d8-1ebd-43f3-886c-06c1d5cc8d54 service neutron] 10.222.0.24 "GET /v2.0/networks/affa042e-ee60-4653-afcd-50eeb516429f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856681 Aug 10 01:42:21.099010 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-939bf24f-017b-415a-883b-fbbc55a132c6 req-30f89e31-ff3a-42f5-90b8-df692f4c1e28 service neutron] 10.222.0.24 "GET /v2.0/networks/affa042e-ee60-4653-afcd-50eeb516429f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824463 Aug 10 01:42:21.448308 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73b697-8a0a-4ecb-be74-e4775eabc61d req-9d214c57-9d94-4509-b38a-6539adbab5cc tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:21.449752 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ef73b697-8a0a-4ecb-be74-e4775eabc61d req-9d214c57-9d94-4509-b38a-6539adbab5cc tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 944 time: 0.0474746 Aug 10 01:42:21.487659 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ef73b697-8a0a-4ecb-be74-e4775eabc61d req-c9e4d58c-6eb9-4319-90bc-907967c9f08e tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320859 Aug 10 01:42:22.431858 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27087e07-1225-4eb1-89bb-4cf3a41b30c7', 'tag': '8f68f197-850e-4de7-bf79-67032f96da83'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:42:22.434406 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d116eb3f-8bee-4109-8623-9d47f6f78fcc" -d '{"events": [{"name": "network-changed", "server_uuid": "27087e07-1225-4eb1-89bb-4cf3a41b30c7", "tag": "8f68f197-850e-4de7-bf79-67032f96da83"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:42:22.482018 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d499e0-d5ae-4bc0-9925-a52bbda6a4c8 x-openstack-request-id: req-77d499e0-d5ae-4bc0-9925-a52bbda6a4c8 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:42:22.482308 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27087e07-1225-4eb1-89bb-4cf3a41b30c7", "tag": "8f68f197-850e-4de7-bf79-67032f96da83", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:42:22.482561 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-77d499e0-d5ae-4bc0-9925-a52bbda6a4c8 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:42:22.482963 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27087e07-1225-4eb1-89bb-4cf3a41b30c7', 'tag': '8f68f197-850e-4de7-bf79-67032f96da83', 'status': 'completed', 'code': 200} Aug 10 01:42:22.555392 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116eb3f-8bee-4109-8623-9d47f6f78fcc req-a7bb643a-42f6-4a6f-8dfa-c8880a2c6c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:22.556973 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d116eb3f-8bee-4109-8623-9d47f6f78fcc req-a7bb643a-42f6-4a6f-8dfa-c8880a2c6c7b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c0df91b4b372460599e5c3150e8fde72&device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 1096 time: 0.0551841 Aug 10 01:42:22.602739 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116eb3f-8bee-4109-8623-9d47f6f78fcc req-9b82f1bd-d2eb-4243-9d6a-c1c330825aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:22.604266 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d116eb3f-8bee-4109-8623-9d47f6f78fcc req-9b82f1bd-d2eb-4243-9d6a-c1c330825aa5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0df91b4b372460599e5c3150e8fde72&device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 1096 time: 0.0699162 Aug 10 01:42:22.628073 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82e453-b19e-49a3-a17c-4b849e775931 req-331d7949-9305-4129-9283-74dd264138e8 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:22.629646 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d82e453-b19e-49a3-a17c-4b849e775931 req-331d7949-9305-4129-9283-74dd264138e8 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 944 time: 0.0664144 Aug 10 01:42:22.651931 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116eb3f-8bee-4109-8623-9d47f6f78fcc req-c5e0e5df-a1cb-461d-bc9e-92cf8a5704b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:22.653450 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d116eb3f-8bee-4109-8623-9d47f6f78fcc req-c5e0e5df-a1cb-461d-bc9e-92cf8a5704b9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=affa042e-ee60-4653-afcd-50eeb516429f HTTP/1.1" status: 200 len: 915 time: 0.0871294 Aug 10 01:42:22.699737 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d116eb3f-8bee-4109-8623-9d47f6f78fcc req-15f9346d-e36b-4327-b740-81b5a71bfa2f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f68f197-850e-4de7-bf79-67032f96da83 HTTP/1.1" status: 200 len: 217 time: 0.0385039 Aug 10 01:42:22.711217 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d82e453-b19e-49a3-a17c-4b849e775931 req-fa245799-caee-4b19-b14d-a66c491a1eeb tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714817 Aug 10 01:42:22.730054 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116eb3f-8bee-4109-8623-9d47f6f78fcc req-f8927285-ba59-4048-8cfc-cdd3e42559bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:22.731508 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d116eb3f-8bee-4109-8623-9d47f6f78fcc req-f8927285-ba59-4048-8cfc-cdd3e42559bb service neutron] 10.222.0.20 "GET /v2.0/networks?id=affa042e-ee60-4653-afcd-50eeb516429f HTTP/1.1" status: 200 len: 915 time: 0.1192272 Aug 10 01:42:22.750967 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116eb3f-8bee-4109-8623-9d47f6f78fcc req-03e61228-04ec-4be3-ae80-dff2fa850866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:22.752472 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d116eb3f-8bee-4109-8623-9d47f6f78fcc req-03e61228-04ec-4be3-ae80-dff2fa850866 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f5aead93-3e26-4240-88d9-7c0ce4fca291 HTTP/1.1" status: 200 len: 854 time: 0.0449455 Aug 10 01:42:22.764986 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:42:22.775964 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d116eb3f-8bee-4109-8623-9d47f6f78fcc req-e15bbbe8-2250-434a-a98a-075d4818afe4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f68f197-850e-4de7-bf79-67032f96da83 HTTP/1.1" status: 200 len: 217 time: 0.0370243 Aug 10 01:42:22.785843 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d116eb3f-8bee-4109-8623-9d47f6f78fcc req-6329e17e-7b6b-4778-adbf-8d99c35d9a8b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=affa042e-ee60-4653-afcd-50eeb516429f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259943 Aug 10 01:42:22.824635 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116eb3f-8bee-4109-8623-9d47f6f78fcc req-1db62b95-8207-4e0f-8139-66b410a98c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:22.826062 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d116eb3f-8bee-4109-8623-9d47f6f78fcc req-1db62b95-8207-4e0f-8139-66b410a98c69 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5aead93-3e26-4240-88d9-7c0ce4fca291 HTTP/1.1" status: 200 len: 854 time: 0.0429840 Aug 10 01:42:22.858083 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d116eb3f-8bee-4109-8623-9d47f6f78fcc req-42cc2ae2-5c56-4ebc-b184-e9116684dae1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=affa042e-ee60-4653-afcd-50eeb516429f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248399 Aug 10 01:42:22.875291 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d116eb3f-8bee-4109-8623-9d47f6f78fcc req-ddc6e5cd-4ac9-4d7a-a13f-c6da2d281398 service neutron] 10.222.0.24 "GET /v2.0/networks/affa042e-ee60-4653-afcd-50eeb516429f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825274 Aug 10 01:42:22.973844 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d116eb3f-8bee-4109-8623-9d47f6f78fcc req-22dfd4d0-9816-40a9-bb04-85ef361a1466 service neutron] 10.222.0.24 "GET /v2.0/networks/affa042e-ee60-4653-afcd-50eeb516429f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913053 Aug 10 01:42:23.255041 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d116eb3f-8bee-4109-8623-9d47f6f78fcc req-50b2951b-12da-4b93-b59f-c9acb022b2d8 service neutron] 10.222.0.20 "GET /v2.0/networks/affa042e-ee60-4653-afcd-50eeb516429f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896339 Aug 10 01:42:23.308416 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 8f68f197-850e-4de7-bf79-67032f96da83 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:42:23.343363 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d116eb3f-8bee-4109-8623-9d47f6f78fcc req-d2860593-c4f9-4fa4-8c3d-b95a0a6d02b5 service neutron] 10.222.0.20 "GET /v2.0/networks/affa042e-ee60-4653-afcd-50eeb516429f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812306 Aug 10 01:42:23.347331 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 8f68f197-850e-4de7-bf79-67032f96da83 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:42:23.849286 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6129b7f-8539-46e0-8bec-e55c59d80c29 req-cfa438f7-b605-4577-b1d2-026ed94ee601 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:23.850758 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b6129b7f-8539-46e0-8bec-e55c59d80c29 req-cfa438f7-b605-4577-b1d2-026ed94ee601 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 944 time: 0.0559337 Aug 10 01:42:23.891938 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b6129b7f-8539-46e0-8bec-e55c59d80c29 req-1b3bc487-60bf-435c-a09c-9310d45798ab tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350289 Aug 10 01:42:25.006476 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31ff8e-2f8b-4464-9a96-53ccdf405fb0 req-9dc4891d-2c40-4cc8-aaca-bf43f32615ef tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:25.007932 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fa31ff8e-2f8b-4464-9a96-53ccdf405fb0 req-9dc4891d-2c40-4cc8-aaca-bf43f32615ef tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 944 time: 0.0471790 Aug 10 01:42:25.044824 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fa31ff8e-2f8b-4464-9a96-53ccdf405fb0 req-4ae72bce-0fe5-4937-863a-b9712042f8fb tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308616 Aug 10 01:42:25.286948 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55913d-5a9e-435a-842d-88dc0aaf0883 req-c1dbff41-aae0-441a-8e5b-7349ce1bb820 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:25.288440 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8e55913d-5a9e-435a-842d-88dc0aaf0883 req-c1dbff41-aae0-441a-8e5b-7349ce1bb820 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 944 time: 0.1044815 Aug 10 01:42:25.321070 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff66eb8-8645-4125-be39-d1a022403eea req-93e0e17a-afa8-4a06-a835-58d85638a0f4 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:25.322466 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cff66eb8-8645-4125-be39-d1a022403eea req-93e0e17a-afa8-4a06-a835-58d85638a0f4 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.20 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7&tenant_id=c0df91b4b372460599e5c3150e8fde72&binding%3Ahost_id=n-h1-766726-26 HTTP/1.1" status: 200 len: 944 time: 0.1124442 Aug 10 01:42:25.362167 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8e55913d-5a9e-435a-842d-88dc0aaf0883 req-df45f921-1da1-42f3-b49d-20299c086b10 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678360 Aug 10 01:42:25.391493 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [req-cff66eb8-8645-4125-be39-d1a022403eea req-26c95ec0-144e-444c-9b4a-3ae39f166c48 service neutron] delete failed (client error): The resource could not be found. Aug 10 01:42:25.392573 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cff66eb8-8645-4125-be39-d1a022403eea req-26c95ec0-144e-444c-9b4a-3ae39f166c48 service neutron] 10.222.0.20 "DELETE /v2.0/ports/8f68f197-850e-4de7-bf79-67032f96da83/bindings/n-h2-766726-26 HTTP/1.1" status: 404 len: 381 time: 0.0574107 Aug 10 01:42:25.497580 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff66eb8-8645-4125-be39-d1a022403eea req-8c442e2b-eb5b-4ff7-81be-0a0f528a398d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:25.499066 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cff66eb8-8645-4125-be39-d1a022403eea req-8c442e2b-eb5b-4ff7-81be-0a0f528a398d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0df91b4b372460599e5c3150e8fde72&device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 1096 time: 0.0431738 Aug 10 01:42:25.585407 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff66eb8-8645-4125-be39-d1a022403eea req-d3bfacbc-f6ac-4ccd-9075-b761c596e7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:25.586758 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cff66eb8-8645-4125-be39-d1a022403eea req-d3bfacbc-f6ac-4ccd-9075-b761c596e7d9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=affa042e-ee60-4653-afcd-50eeb516429f HTTP/1.1" status: 200 len: 915 time: 0.0811036 Aug 10 01:42:25.632265 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cff66eb8-8645-4125-be39-d1a022403eea req-7632c863-a6ed-4fd9-983b-51df0f77b255 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f68f197-850e-4de7-bf79-67032f96da83 HTTP/1.1" status: 200 len: 217 time: 0.0379078 Aug 10 01:42:25.681799 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff66eb8-8645-4125-be39-d1a022403eea req-00077275-361c-40c8-a3d2-c4ce5e8e21fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:25.683215 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cff66eb8-8645-4125-be39-d1a022403eea req-00077275-361c-40c8-a3d2-c4ce5e8e21fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5aead93-3e26-4240-88d9-7c0ce4fca291 HTTP/1.1" status: 200 len: 854 time: 0.0436463 Aug 10 01:42:25.713636 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cff66eb8-8645-4125-be39-d1a022403eea req-51ad3e51-de45-4cbf-b0a7-a523b7b13092 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=affa042e-ee60-4653-afcd-50eeb516429f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235667 Aug 10 01:42:25.800624 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cff66eb8-8645-4125-be39-d1a022403eea req-51da6846-cead-4ff9-94a7-03d501350fdc service neutron] 10.222.0.20 "GET /v2.0/networks/affa042e-ee60-4653-afcd-50eeb516429f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795588 Aug 10 01:42:25.891342 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cff66eb8-8645-4125-be39-d1a022403eea req-627c461e-a825-4ef3-837d-8fcee02ed561 service neutron] 10.222.0.20 "GET /v2.0/networks/affa042e-ee60-4653-afcd-50eeb516429f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840273 Aug 10 01:42:26.400450 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 8f68f197-850e-4de7-bf79-67032f96da83 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:42:26.484367 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf471a-e2d1-4224-9490-7c719a707b41 req-229974c9-b0b2-4a25-b28f-10d5d6550f8e tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:26.485890 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e5bf471a-e2d1-4224-9490-7c719a707b41 req-229974c9-b0b2-4a25-b28f-10d5d6550f8e tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 944 time: 0.0513496 Aug 10 01:42:26.500277 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 8f68f197-850e-4de7-bf79-67032f96da83, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=8f68f197-850e-4de7-bf79-67032f96da83,segment=NetworkSegment(1834d4da-8a9e-4cab-ad67-26f7318693b1),segment_id=1834d4da-8a9e-4cab-ad67-26f7318693b1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:42:26.511794 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '8f68f197-850e-4de7-bf79-67032f96da83', 'network_id': 'affa042e-ee60-4653-afcd-50eeb516429f', 'port_id': '8f68f197-850e-4de7-bf79-67032f96da83', 'mac_address': 'fa:16:3e:df:8e:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5aead93-3e26-4240-88d9-7c0ce4fca291', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:42:26.524738 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e5bf471a-e2d1-4224-9490-7c719a707b41 req-92c4cc84-8e3f-499b-87e9-5ed269121e88 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322065 Aug 10 01:42:26.548158 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:26.561227 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f68f197-850e-4de7-bf79-67032f96da83 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:42:26.583594 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 8f68f197-850e-4de7-bf79-67032f96da83, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=8f68f197-850e-4de7-bf79-67032f96da83,segment=NetworkSegment(1834d4da-8a9e-4cab-ad67-26f7318693b1),segment_id=1834d4da-8a9e-4cab-ad67-26f7318693b1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:42:26.587796 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:26.636343 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=8f68f197-850e-4de7-bf79-67032f96da83,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:26.660160 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e6130-f75d-4ba3-a2c6-7021038edf71 req-777a6eda-f346-4f05-93d2-80f178a01843 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:26.661673 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-403e6130-f75d-4ba3-a2c6-7021038edf71 req-777a6eda-f346-4f05-93d2-80f178a01843 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 945 time: 0.0556247 Aug 10 01:42:26.698391 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-403e6130-f75d-4ba3-a2c6-7021038edf71 req-d2041aab-bedd-4e63-b372-6724657ed370 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308156 Aug 10 01:42:26.808973 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd859d-bb8a-41ca-bf3f-84bec818b96f req-e20f8caa-87c1-4256-b5b3-81c830c9ba26 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:26.810501 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dcdd859d-bb8a-41ca-bf3f-84bec818b96f req-e20f8caa-87c1-4256-b5b3-81c830c9ba26 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 945 time: 0.0477464 Aug 10 01:42:26.846848 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dcdd859d-bb8a-41ca-bf3f-84bec818b96f req-a32f5902-3694-4b2b-a53e-7398269bab72 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304275 Aug 10 01:42:26.920440 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['8f68f197-850e-4de7-bf79-67032f96da83'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:42:27.172289 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd2859-23a4-41d7-b24e-f9556b6ec63d req-42ef634b-47cf-4dcf-8c97-d88aaa9149dd tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:27.173817 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-38bd2859-23a4-41d7-b24e-f9556b6ec63d req-42ef634b-47cf-4dcf-8c97-d88aaa9149dd tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 945 time: 0.0488751 Aug 10 01:42:27.212336 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-38bd2859-23a4-41d7-b24e-f9556b6ec63d req-a734e941-87b6-41cf-9928-72d429abd078 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308657 Aug 10 01:42:28.327966 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6baec7-e42b-4de3-8fa6-a03d6f2c1e96 req-603e21ed-c01b-4eee-b178-56177c126de5 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:28.329457 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e6baec7-e42b-4de3-8fa6-a03d6f2c1e96 req-603e21ed-c01b-4eee-b178-56177c126de5 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 945 time: 0.0525694 Aug 10 01:42:28.366583 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e6baec7-e42b-4de3-8fa6-a03d6f2c1e96 req-89e31396-39bb-43ee-b976-9430b64c37c3 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b883c22-d742-401f-9377-dad25f8f5412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310752 Aug 10 01:42:28.396405 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 8f68f197-850e-4de7-bf79-67032f96da83 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:42:28.442974 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 8f68f197-850e-4de7-bf79-67032f96da83 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:42:28.447159 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 8f68f197-850e-4de7-bf79-67032f96da83 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:42:28.447614 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:28.471578 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954361c-6006-4726-839b-e971296cc827 req-c4e16fa0-015c-4356-9309-0e9a29413ce6 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:28.473741 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5954361c-6006-4726-839b-e971296cc827 req-c4e16fa0-015c-4356-9309-0e9a29413ce6 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.24 "GET /v2.0/ports?device_id=27087e07-1225-4eb1-89bb-4cf3a41b30c7 HTTP/1.1" status: 200 len: 945 time: 0.0533483 Aug 10 01:42:28.525929 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:28.535932 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:28.558493 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27087e07-1225-4eb1-89bb-4cf3a41b30c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f68f197-850e-4de7-bf79-67032f96da83'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:42:28.560902 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f66050-7b35-4447-81ee-11a474993603" -d '{"events": [{"server_uuid": "27087e07-1225-4eb1-89bb-4cf3a41b30c7", "name": "network-vif-plugged", "status": "completed", "tag": "8f68f197-850e-4de7-bf79-67032f96da83"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:42:28.573448 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-5954361c-6006-4726-839b-e971296cc827 req-37b5893c-7f9b-490a-88fd-6091df5b56e0 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Deleting port 8f68f197-850e-4de7-bf79-67032f96da83 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:42:28.573803 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5954361c-6006-4726-839b-e971296cc827 req-37b5893c-7f9b-490a-88fd-6091df5b56e0 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:28.573939 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 8f68f197-850e-4de7-bf79-67032f96da83, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=8f68f197-850e-4de7-bf79-67032f96da83,segment=NetworkSegment(1834d4da-8a9e-4cab-ad67-26f7318693b1),segment_id=1834d4da-8a9e-4cab-ad67-26f7318693b1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:42:28.578147 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:28.604066 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e7b812-1fab-4679-bcaf-0b1b88b0cde8 x-openstack-request-id: req-a8e7b812-1fab-4679-bcaf-0b1b88b0cde8 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:42:28.604398 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27087e07-1225-4eb1-89bb-4cf3a41b30c7", "name": "network-vif-plugged", "status": "completed", "tag": "8f68f197-850e-4de7-bf79-67032f96da83", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:42:28.604659 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a8e7b812-1fab-4679-bcaf-0b1b88b0cde8 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:42:28.605059 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27087e07-1225-4eb1-89bb-4cf3a41b30c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f68f197-850e-4de7-bf79-67032f96da83', 'code': 200} Aug 10 01:42:28.630889 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=8f68f197-850e-4de7-bf79-67032f96da83,revision_number=9']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:28.669783 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-5954361c-6006-4726-839b-e971296cc827 req-37b5893c-7f9b-490a-88fd-6091df5b56e0 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] For port 8f68f197-850e-4de7-bf79-67032f96da83, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=8f68f197-850e-4de7-bf79-67032f96da83,segment=NetworkSegment(1834d4da-8a9e-4cab-ad67-26f7318693b1),segment_id=1834d4da-8a9e-4cab-ad67-26f7318693b1)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:42:28.670156 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5954361c-6006-4726-839b-e971296cc827 req-37b5893c-7f9b-490a-88fd-6091df5b56e0 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:28.682696 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-5954361c-6006-4726-839b-e971296cc827 req-37b5893c-7f9b-490a-88fd-6091df5b56e0 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Calling delete_port for 8f68f197-850e-4de7-bf79-67032f96da83 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:42:28.813399 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5954361c-6006-4726-839b-e971296cc827 req-37b5893c-7f9b-490a-88fd-6091df5b56e0 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:28.825424 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['8f68f197-850e-4de7-bf79-67032f96da83'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:42:28.840236 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5893c-7f9b-490a-88fd-6091df5b56e0 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Pushing event deleted for resources: {'Port': ['ID=8f68f197-850e-4de7-bf79-67032f96da83,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:28.885561 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5954361c-6006-4726-839b-e971296cc827 req-37b5893c-7f9b-490a-88fd-6091df5b56e0 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] No DVR routers for this DVR port 8f68f197-850e-4de7-bf79-67032f96da83 on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:42:28.888094 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5954361c-6006-4726-839b-e971296cc827 req-37b5893c-7f9b-490a-88fd-6091df5b56e0 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:28.890153 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5954361c-6006-4726-839b-e971296cc827 req-37b5893c-7f9b-490a-88fd-6091df5b56e0 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] 10.222.0.24 "DELETE /v2.0/ports/8f68f197-850e-4de7-bf79-67032f96da83 HTTP/1.1" status: 204 len: 173 time: 0.4100032 Aug 10 01:42:28.890586 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27087e07-1225-4eb1-89bb-4cf3a41b30c7', 'name': 'network-vif-deleted', 'tag': '8f68f197-850e-4de7-bf79-67032f96da83'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:42:28.892863 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fd46a9-521f-4f53-822e-4cca277a3f4c" -d '{"events": [{"server_uuid": "27087e07-1225-4eb1-89bb-4cf3a41b30c7", "name": "network-vif-deleted", "tag": "8f68f197-850e-4de7-bf79-67032f96da83"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:42:28.929658 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9285fcf5-150e-4de5-84f6-70354f0b3611 x-openstack-request-id: req-9285fcf5-150e-4de5-84f6-70354f0b3611 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:42:28.929942 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27087e07-1225-4eb1-89bb-4cf3a41b30c7", "name": "network-vif-deleted", "tag": "8f68f197-850e-4de7-bf79-67032f96da83", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:42:28.930197 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9285fcf5-150e-4de5-84f6-70354f0b3611 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:42:28.930597 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27087e07-1225-4eb1-89bb-4cf3a41b30c7', 'name': 'network-vif-deleted', 'tag': '8f68f197-850e-4de7-bf79-67032f96da83', 'status': 'completed', 'code': 200} Aug 10 01:42:29.484551 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35766) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:42:29.528425 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-96f3b469-4a65-4325-b3c0-2202564927ab admin admin] Deleting subnet f5aead93-3e26-4240-88d9-7c0ce4fca291 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:42:29.531384 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-96f3b469-4a65-4325-b3c0-2202564927ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:29.565203 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-96f3b469-4a65-4325-b3c0-2202564927ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:29.604836 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-96f3b469-4a65-4325-b3c0-2202564927ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:29.662085 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-96f3b469-4a65-4325-b3c0-2202564927ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:29.687129 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3b469-4a65-4325-b3c0-2202564927ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5aead93-3e26-4240-88d9-7c0ce4fca291,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:29.691501 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-96f3b469-4a65-4325-b3c0-2202564927ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:29.693402 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-96f3b469-4a65-4325-b3c0-2202564927ab admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f5aead93-3e26-4240-88d9-7c0ce4fca291 HTTP/1.1" status: 204 len: 168 time: 0.2078679 Aug 10 01:42:29.696300 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35768) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:42:29.698709 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f3b469-4a65-4325-b3c0-2202564927ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:29.699061 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f3b469-4a65-4325-b3c0-2202564927ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:29.699404 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f3b469-4a65-4325-b3c0-2202564927ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:29.699742 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f3b469-4a65-4325-b3c0-2202564927ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:29.700078 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f3b469-4a65-4325-b3c0-2202564927ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:29.700446 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f3b469-4a65-4325-b3c0-2202564927ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:29.700779 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f3b469-4a65-4325-b3c0-2202564927ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:29.701104 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f3b469-4a65-4325-b3c0-2202564927ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:29.701441 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f3b469-4a65-4325-b3c0-2202564927ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:29.701753 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f3b469-4a65-4325-b3c0-2202564927ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:29.702077 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f3b469-4a65-4325-b3c0-2202564927ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:29.702401 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f3b469-4a65-4325-b3c0-2202564927ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:29.766032 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a966fb61-92e7-47ea-9384-c022f3e1694a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:29.842070 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a966fb61-92e7-47ea-9384-c022f3e1694a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:29.852140 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-a966fb61-92e7-47ea-9384-c022f3e1694a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['affa042e-ee60-4653-afcd-50eeb516429f']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:42:29.866999 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-a966fb61-92e7-47ea-9384-c022f3e1694a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1834d4da-8a9e-4cab-ad67-26f7318693b1') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:42:29.867307 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-a966fb61-92e7-47ea-9384-c022f3e1694a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1834d4da-8a9e-4cab-ad67-26f7318693b1') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:42:29.875886 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a966fb61-92e7-47ea-9384-c022f3e1694a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:29.889958 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a966fb61-92e7-47ea-9384-c022f3e1694a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:29.896270 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a966fb61-92e7-47ea-9384-c022f3e1694a admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:42:29.896664 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a966fb61-92e7-47ea-9384-c022f3e1694a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:29.898347 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:42:29.898347 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:42:29.898347 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:42:29.898347 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:42:29.898347 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:42:29.898347 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:42:29.898347 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:42:29.898347 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:42:29.898347 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:42:29.898347 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:42:29.898347 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:42:29.898347 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:42:29.898347 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:42:29.898347 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:42:29.898347 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:42:29.898347 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:42:29.898347 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:42:29.898347 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:42:29.898347 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:42:29.898347 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:42:29.898347 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:42:29.898347 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:42:29.898347 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:42:29.898347 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:42:29.898347 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:42:29.898347 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:42:29.898347 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:42:29.898347 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:42:29.898347 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:42:29.898347 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:42:29.898347 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:42:29.898347 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:42:29.950338 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a966fb61-92e7-47ea-9384-c022f3e1694a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:29.955732 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a966fb61-92e7-47ea-9384-c022f3e1694a admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:29.958094 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a966fb61-92e7-47ea-9384-c022f3e1694a admin admin] 10.222.0.35 "DELETE /v2.0/networks/affa042e-ee60-4653-afcd-50eeb516429f HTTP/1.1" status: 204 len: 168 time: 0.2607882 Aug 10 01:42:29.969028 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966fb61-92e7-47ea-9384-c022f3e1694a admin admin] Pushing event deleted for resources: {'Network': ['ID=affa042e-ee60-4653-afcd-50eeb516429f,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:30.063232 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35772) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:42:30.102447 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-23a09fb8-9d68-4348-94a8-3899d42a42a6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c0df91b4b372460599e5c3150e8fde72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380700 Aug 10 01:42:30.104765 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35774) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:42:30.150454 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d1150e3f-ed5c-4eba-bd84-43c0cdef9251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:30.175618 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d1150e3f-ed5c-4eba-bd84-43c0cdef9251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:30.220854 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d1150e3f-ed5c-4eba-bd84-43c0cdef9251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:30.223866 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d1150e3f-ed5c-4eba-bd84-43c0cdef9251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:30.225020 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d1150e3f-ed5c-4eba-bd84-43c0cdef9251 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0b883c22-d742-401f-9377-dad25f8f5412 HTTP/1.1" status: 204 len: 168 time: 0.1193891 Aug 10 01:42:30.232712 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1150e3f-ed5c-4eba-bd84-43c0cdef9251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b883c22-d742-401f-9377-dad25f8f5412,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:30.870300 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35796) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:42:30.962695 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-cecb2121-607d-42af-a25f-4cdb90089e40 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-709369445-network', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:42:30.983962 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecb2121-607d-42af-a25f-4cdb90089e40 admin admin] Made reservation on behalf of 7e13ef57bb5547f2b03503672f80d1f2 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:42:30.986182 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cecb2121-607d-42af-a25f-4cdb90089e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:30.994283 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cecb2121-607d-42af-a25f-4cdb90089e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:31.080292 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cecb2121-607d-42af-a25f-4cdb90089e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:31.083940 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cecb2121-607d-42af-a25f-4cdb90089e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:31.108189 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cecb2121-607d-42af-a25f-4cdb90089e40 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:42:31.117472 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb2121-607d-42af-a25f-4cdb90089e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61a618b-a40d-47b0-b145-274467576f86,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:31.123354 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cecb2121-607d-42af-a25f-4cdb90089e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:31.123700 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-cecb2121-607d-42af-a25f-4cdb90089e40 admin admin] Added segment f850f4f1-4cea-4f13-82f9-ea8d0923cc8f of type vlan for network 92409e1b-fb53-4ce6-99f1-764c3be34a19 Aug 10 01:42:31.163330 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cecb2121-607d-42af-a25f-4cdb90089e40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:31.191383 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cecb2121-607d-42af-a25f-4cdb90089e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:31.192360 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecb2121-607d-42af-a25f-4cdb90089e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:31.192937 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cecb2121-607d-42af-a25f-4cdb90089e40 admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:31.248831 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cecb2121-607d-42af-a25f-4cdb90089e40 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3773828 Aug 10 01:42:31.251799 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35800) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:42:31.253920 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb2121-607d-42af-a25f-4cdb90089e40 admin admin] Pushing event updated for resources: {'Network': ['ID=92409e1b-fb53-4ce6-99f1-764c3be34a19,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:31.256968 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-666debe7-6bba-42b5-b67f-5a94dc163b7c admin admin] Request body: {'subnet': {'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-709369445-subnet', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:42:31.263440 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 92409e1b-fb53-4ce6-99f1-764c3be34a19 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:42:31.276843 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666debe7-6bba-42b5-b67f-5a94dc163b7c admin admin] Made reservation on behalf of 7e13ef57bb5547f2b03503672f80d1f2 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:42:31.279467 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-666debe7-6bba-42b5-b67f-5a94dc163b7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:31.446669 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-666debe7-6bba-42b5-b67f-5a94dc163b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:31.501576 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666debe7-6bba-42b5-b67f-5a94dc163b7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6351c09-eaff-4497-aea5-5c8f9aab3425,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:31.508442 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666debe7-6bba-42b5-b67f-5a94dc163b7c admin admin] Checking segment: {'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:42:31.508768 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666debe7-6bba-42b5-b67f-5a94dc163b7c admin admin] Network hostable DHCP agents. Network: 92409e1b-fb53-4ce6-99f1-764c3be34a19, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:42:31.525218 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666debe7-6bba-42b5-b67f-5a94dc163b7c admin admin] Network 92409e1b-fb53-4ce6-99f1-764c3be34a19 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:42:31.532775 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-666debe7-6bba-42b5-b67f-5a94dc163b7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 92409e1b-fb53-4ce6-99f1-764c3be34a19) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:42:31.536837 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666debe7-6bba-42b5-b67f-5a94dc163b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:31.537420 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-666debe7-6bba-42b5-b67f-5a94dc163b7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:31.542088 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89717d7a-dafe-42bb-83b1-b56c4cdd5738 None None] Network 92409e1b-fb53-4ce6-99f1-764c3be34a19 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:42:31.550568 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-666debe7-6bba-42b5-b67f-5a94dc163b7c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.2976677 Aug 10 01:42:31.553275 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35802) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:42:31.557538 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-5a693c26-45c5-4082-ab8f-4fea555d2799 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-709369445-router', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:42:31.576503 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5a693c26-45c5-4082-ab8f-4fea555d2799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:31.577479 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5a693c26-45c5-4082-ab8f-4fea555d2799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:31.633255 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5a693c26-45c5-4082-ab8f-4fea555d2799 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:31.686973 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd752bd3-3a88-485a-8ea6-c13417a4a7b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-92409e1b-fb53-4ce6-99f1-764c3be34a19', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'fixed_ips': [{'subnet_id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:42:31.687829 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cd752bd3-3a88-485a-8ea6-c13417a4a7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:31.766065 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5a693c26-45c5-4082-ab8f-4fea555d2799 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:31.815526 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-cd752bd3-3a88-485a-8ea6-c13417a4a7b6 None None] Allocated IP 172.20.0.2 (92409e1b-fb53-4ce6-99f1-764c3be34a19/a6351c09-eaff-4497-aea5-5c8f9aab3425/374c57ce-4560-4b98-a2f9-679825d3015c) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:42:31.955745 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cd752bd3-3a88-485a-8ea6-c13417a4a7b6 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:31.963082 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5a693c26-45c5-4082-ab8f-4fea555d2799 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:31.964565 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-cd752bd3-3a88-485a-8ea6-c13417a4a7b6 None None] Transition to ACTIVE for port object 374c57ce-4560-4b98-a2f9-679825d3015c will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:42:31.979439 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-cd752bd3-3a88-485a-8ea6-c13417a4a7b6 None None] Transition to ACTIVE for port object 374c57ce-4560-4b98-a2f9-679825d3015c will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:42:31.982303 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5a693c26-45c5-4082-ab8f-4fea555d2799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:31.984782 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cd752bd3-3a88-485a-8ea6-c13417a4a7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:32.022810 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd752bd3-3a88-485a-8ea6-c13417a4a7b6 None None] Network 92409e1b-fb53-4ce6-99f1-764c3be34a19 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:42:32.025557 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-cd752bd3-3a88-485a-8ea6-c13417a4a7b6 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:42:32.028958 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd752bd3-3a88-485a-8ea6-c13417a4a7b6 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:42:32.036022 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd752bd3-3a88-485a-8ea6-c13417a4a7b6 None None] Pushing event updated for resources: {'Port': ['ID=374c57ce-4560-4b98-a2f9-679825d3015c,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:32.083958 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-5a693c26-45c5-4082-ab8f-4fea555d2799 admin admin] Allocated IP 172.25.2.156 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/868c3861-920c-4199-84d7-dd7b9779f88c) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:42:32.089346 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-cd752bd3-3a88-485a-8ea6-c13417a4a7b6 None None] Attempting to bind port 374c57ce-4560-4b98-a2f9-679825d3015c on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:42:32.089793 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-cd752bd3-3a88-485a-8ea6-c13417a4a7b6 None None] Attempting to bind port 374c57ce-4560-4b98-a2f9-679825d3015c by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:42:32.090179 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd752bd3-3a88-485a-8ea6-c13417a4a7b6 None None] Attempting to bind port 374c57ce-4560-4b98-a2f9-679825d3015c on network 92409e1b-fb53-4ce6-99f1-764c3be34a19 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:42:32.095163 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd752bd3-3a88-485a-8ea6-c13417a4a7b6 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:42:32.095542 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd752bd3-3a88-485a-8ea6-c13417a4a7b6 None None] Checking segment: {'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:42:32.095986 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cd752bd3-3a88-485a-8ea6-c13417a4a7b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:32.096413 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd752bd3-3a88-485a-8ea6-c13417a4a7b6 None None] Bound using segment: {'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:42:32.096939 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-cd752bd3-3a88-485a-8ea6-c13417a4a7b6 None None] Bound port: 374c57ce-4560-4b98-a2f9-679825d3015c, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:42:32.097954 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cd752bd3-3a88-485a-8ea6-c13417a4a7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:32.159727 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-cd752bd3-3a88-485a-8ea6-c13417a4a7b6 None None] For port 374c57ce-4560-4b98-a2f9-679825d3015c, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:42:32.162742 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-cd752bd3-3a88-485a-8ea6-c13417a4a7b6 None None] For port 374c57ce-4560-4b98-a2f9-679825d3015c, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=374c57ce-4560-4b98-a2f9-679825d3015c,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:42:32.167055 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cd752bd3-3a88-485a-8ea6-c13417a4a7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:32.192390 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5a693c26-45c5-4082-ab8f-4fea555d2799 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:32.223741 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd752bd3-3a88-485a-8ea6-c13417a4a7b6 None None] Pushing event updated for resources: {'Port': ['ID=374c57ce-4560-4b98-a2f9-679825d3015c,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:32.231295 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5a693c26-45c5-4082-ab8f-4fea555d2799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:32.266595 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a693c26-45c5-4082-ab8f-4fea555d2799 admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:42:32.270049 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-5a693c26-45c5-4082-ab8f-4fea555d2799 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:42:32.275672 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a693c26-45c5-4082-ab8f-4fea555d2799 admin admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:42:32.302107 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a693c26-45c5-4082-ab8f-4fea555d2799 admin admin] Pushing event updated for resources: {'Port': ['ID=868c3861-920c-4199-84d7-dd7b9779f88c,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:32.400497 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 8f68f197-850e-4de7-bf79-67032f96da83 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:42:32.425336 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 8f68f197-850e-4de7-bf79-67032f96da83 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:42:32.425688 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 8f68f197-850e-4de7-bf79-67032f96da83 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:42:32.543665 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5a693c26-45c5-4082-ab8f-4fea555d2799 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:32.735831 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5a693c26-45c5-4082-ab8f-4fea555d2799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:32.864088 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a693c26-45c5-4082-ab8f-4fea555d2799 admin admin] Router bc09d8f9-804c-4a48-94cd-f3d7d0d9874c is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:42:32.972901 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a693c26-45c5-4082-ab8f-4fea555d2799 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:42:32.982121 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d09580-cf27-4cbb-bc71-fdd453af62dc None None] Sync routers for ids ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:42:32.989570 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5a693c26-45c5-4082-ab8f-4fea555d2799 admin admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:32.993454 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5a693c26-45c5-4082-ab8f-4fea555d2799 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4366300 Aug 10 01:42:32.993629 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d09580-cf27-4cbb-bc71-fdd453af62dc None None] Routers {'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:42:32.993629 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-b1d09580-cf27-4cbb-bc71-fdd453af62dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:42:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:42:32.993824 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35804) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:42:33.099020 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-b1d09580-cf27-4cbb-bc71-fdd453af62dc None None] Set router bc09d8f9-804c-4a48-94cd-f3d7d0d9874c gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:42:33.117388 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a2d63d-5cfc-462f-ac3d-c4d05816555d None None] Network 92409e1b-fb53-4ce6-99f1-764c3be34a19 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:42:33.257493 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d2eb2d69-5ff7-4098-9118-437a9bcd9d1e None None] Provisioning for port 374c57ce-4560-4b98-a2f9-679825d3015c completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:42:33.299433 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 374c57ce-4560-4b98-a2f9-679825d3015c up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:42:33.371491 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 374c57ce-4560-4b98-a2f9-679825d3015c completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:42:33.375951 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 374c57ce-4560-4b98-a2f9-679825d3015c triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:42:33.376124 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:33.402898 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-b1d09580-cf27-4cbb-bc71-fdd453af62dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'name': 'tempest-ServerActionsTestJSON-709369445-router', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:32Z', 'revision_number': 3, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'gw_port': {'id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:57:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:42:33.433484 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d09580-cf27-4cbb-bc71-fdd453af62dc None None] Checking router: bc09d8f9-804c-4a48-94cd-f3d7d0d9874c for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:42:33.434076 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d09580-cf27-4cbb-bc71-fdd453af62dc None None] Updating router bc09d8f9-804c-4a48-94cd-f3d7d0d9874c port 868c3861-920c-4199-84d7-dd7b9779f88c binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:42:33.460313 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-99add742-35d6-4287-8904-42fd18a544f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:33.460910 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b1d09580-cf27-4cbb-bc71-fdd453af62dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:33.463295 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:33.511274 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 374c57ce-4560-4b98-a2f9-679825d3015c, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=374c57ce-4560-4b98-a2f9-679825d3015c,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:42:33.518416 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:33.584793 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=374c57ce-4560-4b98-a2f9-679825d3015c,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:33.666079 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-99add742-35d6-4287-8904-42fd18a544f7 admin admin] Allocated IP 172.20.0.1 (92409e1b-fb53-4ce6-99f1-764c3be34a19/a6351c09-eaff-4497-aea5-5c8f9aab3425/716f99c2-815f-41d6-a656-846e94e8e2b8) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:42:33.686065 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-821b9a68-274c-47f4-9c74-04ec6f31cd25 None None] Provisioning complete for port 374c57ce-4560-4b98-a2f9-679825d3015c triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:42:33.686709 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-821b9a68-274c-47f4-9c74-04ec6f31cd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:33.742057 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b1d09580-cf27-4cbb-bc71-fdd453af62dc None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:33.752748 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-b1d09580-cf27-4cbb-bc71-fdd453af62dc None None] Transition to ACTIVE for port object 868c3861-920c-4199-84d7-dd7b9779f88c will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:42:33.759390 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b1d09580-cf27-4cbb-bc71-fdd453af62dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:33.781881 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-99add742-35d6-4287-8904-42fd18a544f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:33.794929 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-99add742-35d6-4287-8904-42fd18a544f7 admin admin] Transition to ACTIVE for port object 716f99c2-815f-41d6-a656-846e94e8e2b8 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:42:33.805399 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-b1d09580-cf27-4cbb-bc71-fdd453af62dc None None] Attempting to bind port 868c3861-920c-4199-84d7-dd7b9779f88c on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:42:33.805770 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-b1d09580-cf27-4cbb-bc71-fdd453af62dc None None] Attempting to bind port 868c3861-920c-4199-84d7-dd7b9779f88c by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:42:33.806125 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d09580-cf27-4cbb-bc71-fdd453af62dc None None] Attempting to bind port 868c3861-920c-4199-84d7-dd7b9779f88c on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:42:33.816109 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d09580-cf27-4cbb-bc71-fdd453af62dc None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:42:33.816499 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d09580-cf27-4cbb-bc71-fdd453af62dc None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:42:33.816899 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b1d09580-cf27-4cbb-bc71-fdd453af62dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:33.817294 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d09580-cf27-4cbb-bc71-fdd453af62dc None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:42:33.817745 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-b1d09580-cf27-4cbb-bc71-fdd453af62dc None None] Bound port: 868c3861-920c-4199-84d7-dd7b9779f88c, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:42:33.818126 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b1d09580-cf27-4cbb-bc71-fdd453af62dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:33.820377 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a81271-cded-4899-890d-0e570649c9ee None None] Pushing event updated for resources: {'Port': ['ID=868c3861-920c-4199-84d7-dd7b9779f88c,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:33.830264 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-99add742-35d6-4287-8904-42fd18a544f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:33.847892 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a81271-cded-4899-890d-0e570649c9ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:33.848260 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a81271-cded-4899-890d-0e570649c9ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:33.848602 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a81271-cded-4899-890d-0e570649c9ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:33.848931 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a81271-cded-4899-890d-0e570649c9ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:33.849255 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a81271-cded-4899-890d-0e570649c9ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:33.849586 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a81271-cded-4899-890d-0e570649c9ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:33.849907 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a81271-cded-4899-890d-0e570649c9ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:33.850226 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a81271-cded-4899-890d-0e570649c9ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:33.850548 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a81271-cded-4899-890d-0e570649c9ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:33.850865 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a81271-cded-4899-890d-0e570649c9ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:33.851181 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a81271-cded-4899-890d-0e570649c9ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:33.851495 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a81271-cded-4899-890d-0e570649c9ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:33.872020 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99add742-35d6-4287-8904-42fd18a544f7 admin admin] Network 92409e1b-fb53-4ce6-99f1-764c3be34a19 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:42:33.877242 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-99add742-35d6-4287-8904-42fd18a544f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:42:33.879690 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99add742-35d6-4287-8904-42fd18a544f7 admin admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:42:33.882608 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99add742-35d6-4287-8904-42fd18a544f7 admin admin] Pushing event updated for resources: {'Port': ['ID=716f99c2-815f-41d6-a656-846e94e8e2b8,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:33.883788 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-b1d09580-cf27-4cbb-bc71-fdd453af62dc None None] For port 868c3861-920c-4199-84d7-dd7b9779f88c, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:42:33.887382 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-b1d09580-cf27-4cbb-bc71-fdd453af62dc None None] For port 868c3861-920c-4199-84d7-dd7b9779f88c, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=868c3861-920c-4199-84d7-dd7b9779f88c,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:42:33.893247 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b1d09580-cf27-4cbb-bc71-fdd453af62dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:33.922749 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-99add742-35d6-4287-8904-42fd18a544f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:33.941508 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a81271-cded-4899-890d-0e570649c9ee None None] Pushing event updated for resources: {'Port': ['ID=868c3861-920c-4199-84d7-dd7b9779f88c,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:33.962321 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d09580-cf27-4cbb-bc71-fdd453af62dc None None] Routers {'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:42:33.962930 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-b1d09580-cf27-4cbb-bc71-fdd453af62dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:42:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:42:34.059054 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-99add742-35d6-4287-8904-42fd18a544f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:34.067852 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-b1d09580-cf27-4cbb-bc71-fdd453af62dc None None] Set router bc09d8f9-804c-4a48-94cd-f3d7d0d9874c gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:42:34.189190 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-db49e442-9347-438e-ab84-ba3c0d428d40 None None] Provisioning for port 716f99c2-815f-41d6-a656-846e94e8e2b8 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:42:34.193877 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-db49e442-9347-438e-ab84-ba3c0d428d40 None None] Provisioning complete for port 716f99c2-815f-41d6-a656-846e94e8e2b8 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:42:34.194387 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-db49e442-9347-438e-ab84-ba3c0d428d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:34.230478 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-db49e442-9347-438e-ab84-ba3c0d428d40 None None] Port 716f99c2-815f-41d6-a656-846e94e8e2b8 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:42:34.256843 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-b1d09580-cf27-4cbb-bc71-fdd453af62dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'name': 'tempest-ServerActionsTestJSON-709369445-router', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:32Z', 'revision_number': 3, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'gw_port': {'id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:57:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:42:34.288978 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d09580-cf27-4cbb-bc71-fdd453af62dc None None] The sync data for ids ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'] in n-d-766726-26 is: [{'id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'name': 'tempest-ServerActionsTestJSON-709369445-router', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:32Z', 'revision_number': 3, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'gw_port': {'id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:57:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:42:34.567390 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-99add742-35d6-4287-8904-42fd18a544f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:34.572756 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-99add742-35d6-4287-8904-42fd18a544f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:34.641338 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99add742-35d6-4287-8904-42fd18a544f7 admin admin] Pushing event updated for resources: {'Port': ['ID=716f99c2-815f-41d6-a656-846e94e8e2b8,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:34.643751 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-99add742-35d6-4287-8904-42fd18a544f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:34.736249 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99add742-35d6-4287-8904-42fd18a544f7 admin admin] Network 92409e1b-fb53-4ce6-99f1-764c3be34a19 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:42:34.737686 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-99add742-35d6-4287-8904-42fd18a544f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:42:34.864172 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99add742-35d6-4287-8904-42fd18a544f7 admin admin] Router bc09d8f9-804c-4a48-94cd-f3d7d0d9874c has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:42:34.954291 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2d42d118-289f-4a44-94a8-75bbaf3f5d1b None None] Provisioning complete for port 716f99c2-815f-41d6-a656-846e94e8e2b8 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:42:34.954830 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2d42d118-289f-4a44-94a8-75bbaf3f5d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:34.979649 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99add742-35d6-4287-8904-42fd18a544f7 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:42:34.992047 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-99add742-35d6-4287-8904-42fd18a544f7 admin admin] 10.222.0.35 "PUT /v2.0/routers/bc09d8f9-804c-4a48-94cd-f3d7d0d9874c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9898489 Aug 10 01:42:34.992257 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-2d42d118-289f-4a44-94a8-75bbaf3f5d1b None None] Port 716f99c2-815f-41d6-a656-846e94e8e2b8 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:42:35.296589 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 374c57ce-4560-4b98-a2f9-679825d3015c up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:42:35.343777 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 374c57ce-4560-4b98-a2f9-679825d3015c triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:42:35.344362 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:35.418618 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 868c3861-920c-4199-84d7-dd7b9779f88c up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:42:35.467826 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 868c3861-920c-4199-84d7-dd7b9779f88c completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:42:35.471546 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 868c3861-920c-4199-84d7-dd7b9779f88c triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:42:35.471927 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:35.546510 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35812) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:42:35.551972 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-4dde7e89-afcc-4ee9-9d14-37641cae4487 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1685208208', 'description': 'tempest-description--1881108288'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:42:35.577580 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4dde7e89-afcc-4ee9-9d14-37641cae4487 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:35.670676 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4dde7e89-afcc-4ee9-9d14-37641cae4487 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:35.676368 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4dde7e89-afcc-4ee9-9d14-37641cae4487 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:35.704933 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4dde7e89-afcc-4ee9-9d14-37641cae4487 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:35.706301 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4dde7e89-afcc-4ee9-9d14-37641cae4487 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1587532 Aug 10 01:42:35.709280 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35814) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:42:35.710209 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde7e89-afcc-4ee9-9d14-37641cae4487 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:35.711215 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:35.719763 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-ad34a6f5-ec5c-4d9c-a6e2-1ee8cc5f9266 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Request body: {'security_group_rule': {'security_group_id': '7bb8e3f5-a9f4-4997-9e45-12bb1715b3af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:42:35.733640 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 868c3861-920c-4199-84d7-dd7b9779f88c, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=868c3861-920c-4199-84d7-dd7b9779f88c,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:42:35.739499 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:35.753653 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ad34a6f5-ec5c-4d9c-a6e2-1ee8cc5f9266 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:35.787179 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=868c3861-920c-4199-84d7-dd7b9779f88c,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:35.812450 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ad34a6f5-ec5c-4d9c-a6e2-1ee8cc5f9266 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:35.816367 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ad34a6f5-ec5c-4d9c-a6e2-1ee8cc5f9266 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:35.835081 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34a6f5-ec5c-4d9c-a6e2-1ee8cc5f9266 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b588861-38b7-45b4-89ab-7c7acc475311,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:35.842153 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ad34a6f5-ec5c-4d9c-a6e2-1ee8cc5f9266 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:35.843343 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ad34a6f5-ec5c-4d9c-a6e2-1ee8cc5f9266 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1330264 Aug 10 01:42:35.846064 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 35816) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:42:35.851083 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-f4d5be82-f998-4820-b56f-93736e762302 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Request body: {'security_group_rule': {'security_group_id': '7bb8e3f5-a9f4-4997-9e45-12bb1715b3af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:42:35.877685 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f4d5be82-f998-4820-b56f-93736e762302 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:35.889665 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe71a668-d62f-47a0-a2b3-5d862a506047 None None] Sync routers for ids ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:42:35.899073 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe71a668-d62f-47a0-a2b3-5d862a506047 None None] Routers {'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:42:35.899695 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-fe71a668-d62f-47a0-a2b3-5d862a506047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:42:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:42:35.935605 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f4d5be82-f998-4820-b56f-93736e762302 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:35.939030 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f4d5be82-f998-4820-b56f-93736e762302 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:35.958185 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5be82-f998-4820-b56f-93736e762302 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea37a6bc-a681-4ec4-b0df-eff7f597132b,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:35.961360 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f4d5be82-f998-4820-b56f-93736e762302 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:35.965204 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f4d5be82-f998-4820-b56f-93736e762302 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154773 Aug 10 01:42:35.965571 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35818) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:42:35.970267 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-e5d45769-fde0-48fa-aea0-b0f2fcf701b4 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:42:35.992684 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e5d45769-fde0-48fa-aea0-b0f2fcf701b4 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:36.003425 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-fe71a668-d62f-47a0-a2b3-5d862a506047 None None] Set router bc09d8f9-804c-4a48-94cd-f3d7d0d9874c gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:42:36.090687 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e5d45769-fde0-48fa-aea0-b0f2fcf701b4 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:36.194667 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-e5d45769-fde0-48fa-aea0-b0f2fcf701b4 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Allocated IP 172.25.2.61 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/6c144f1b-e11b-4fbd-914e-e9c78b7bcada) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:42:36.200844 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-fe71a668-d62f-47a0-a2b3-5d862a506047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'name': 'tempest-ServerActionsTestJSON-709369445-router', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:34Z', 'revision_number': 4, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'gw_port': {'id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '716f99c2-815f-41d6-a656-846e94e8e2b8', 'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'mac_address': 'fa:16:3e:1f:f8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:33Z', 'updated_at': '2021-08-10T01:42:34Z', 'revision_number': 2, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'subnets': [{'id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:42:36.227537 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe71a668-d62f-47a0-a2b3-5d862a506047 None None] Checking router: bc09d8f9-804c-4a48-94cd-f3d7d0d9874c for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:42:36.227813 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe71a668-d62f-47a0-a2b3-5d862a506047 None None] Updating router bc09d8f9-804c-4a48-94cd-f3d7d0d9874c port 716f99c2-815f-41d6-a656-846e94e8e2b8 binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:42:36.251488 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fe71a668-d62f-47a0-a2b3-5d862a506047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:36.298950 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e5d45769-fde0-48fa-aea0-b0f2fcf701b4 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:36.339705 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e5d45769-fde0-48fa-aea0-b0f2fcf701b4 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:36.373876 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d45769-fde0-48fa-aea0-b0f2fcf701b4 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:42:36.380632 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-e5d45769-fde0-48fa-aea0-b0f2fcf701b4 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:42:36.384054 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d45769-fde0-48fa-aea0-b0f2fcf701b4 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:42:36.405818 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d45769-fde0-48fa-aea0-b0f2fcf701b4 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Pushing event updated for resources: {'Port': ['ID=6c144f1b-e11b-4fbd-914e-e9c78b7bcada,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:36.472698 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e5d45769-fde0-48fa-aea0-b0f2fcf701b4 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:36.505855 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e5d45769-fde0-48fa-aea0-b0f2fcf701b4 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:36.514492 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fe71a668-d62f-47a0-a2b3-5d862a506047 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:36.524427 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-fe71a668-d62f-47a0-a2b3-5d862a506047 None None] Transition to ACTIVE for port object 716f99c2-815f-41d6-a656-846e94e8e2b8 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:42:36.529607 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fe71a668-d62f-47a0-a2b3-5d862a506047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:36.595090 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe90be-5021-4d11-989e-b85d7c3acb72 None None] Pushing event updated for resources: {'Port': ['ID=716f99c2-815f-41d6-a656-846e94e8e2b8,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:36.625584 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-fe71a668-d62f-47a0-a2b3-5d862a506047 None None] Attempting to bind port 716f99c2-815f-41d6-a656-846e94e8e2b8 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:42:36.625961 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-fe71a668-d62f-47a0-a2b3-5d862a506047 None None] Attempting to bind port 716f99c2-815f-41d6-a656-846e94e8e2b8 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:42:36.626327 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe71a668-d62f-47a0-a2b3-5d862a506047 None None] Attempting to bind port 716f99c2-815f-41d6-a656-846e94e8e2b8 on network 92409e1b-fb53-4ce6-99f1-764c3be34a19 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:42:36.632013 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe71a668-d62f-47a0-a2b3-5d862a506047 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:42:36.632831 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe71a668-d62f-47a0-a2b3-5d862a506047 None None] Checking segment: {'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:42:36.632831 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fe71a668-d62f-47a0-a2b3-5d862a506047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:36.633223 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe71a668-d62f-47a0-a2b3-5d862a506047 None None] Bound using segment: {'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:42:36.633699 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-fe71a668-d62f-47a0-a2b3-5d862a506047 None None] Bound port: 716f99c2-815f-41d6-a656-846e94e8e2b8, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:42:36.634086 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fe71a668-d62f-47a0-a2b3-5d862a506047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:36.669424 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e5d45769-fde0-48fa-aea0-b0f2fcf701b4 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:36.674433 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e5d45769-fde0-48fa-aea0-b0f2fcf701b4 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:36.709131 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-fe71a668-d62f-47a0-a2b3-5d862a506047 None None] For port 716f99c2-815f-41d6-a656-846e94e8e2b8, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:42:36.713251 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-fe71a668-d62f-47a0-a2b3-5d862a506047 None None] For port 716f99c2-815f-41d6-a656-846e94e8e2b8, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=716f99c2-815f-41d6-a656-846e94e8e2b8,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:42:36.718556 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fe71a668-d62f-47a0-a2b3-5d862a506047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:36.752136 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d45769-fde0-48fa-aea0-b0f2fcf701b4 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Pushing event updated for resources: {'Port': ['ID=6c144f1b-e11b-4fbd-914e-e9c78b7bcada,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:36.763445 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e5d45769-fde0-48fa-aea0-b0f2fcf701b4 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:36.777675 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe71a668-d62f-47a0-a2b3-5d862a506047 None None] Routers {'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:42:36.778283 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-fe71a668-d62f-47a0-a2b3-5d862a506047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:42:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:42:36.780245 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e5d45769-fde0-48fa-aea0-b0f2fcf701b4 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:36.790973 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e5d45769-fde0-48fa-aea0-b0f2fcf701b4 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8242536 Aug 10 01:42:36.819469 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe90be-5021-4d11-989e-b85d7c3acb72 None None] Pushing event updated for resources: {'Port': ['ID=716f99c2-815f-41d6-a656-846e94e8e2b8,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:36.906093 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-fe71a668-d62f-47a0-a2b3-5d862a506047 None None] Set router bc09d8f9-804c-4a48-94cd-f3d7d0d9874c gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:42:36.950740 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-2fc0d80d-bfbc-42a0-9b6e-9297bbf939ad tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1685208208&fields=id&tenant_id=7e13ef57bb5547f2b03503672f80d1f2 HTTP/1.1" status: 200 len: 267 time: 0.0380578 Aug 10 01:42:37.059926 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-374bce0c-2d87-4da0-8704-1943d8758961 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:37.061338 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-374bce0c-2d87-4da0-8704-1943d8758961 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 811 time: 0.1036804 Aug 10 01:42:37.076361 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-1c4bfaa4-94d1-4e57-ae56-cfe64fc7cc25 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/quotas/7e13ef57bb5547f2b03503672f80d1f2 HTTP/1.1" status: 200 len: 375 time: 0.0093124 Aug 10 01:42:37.118169 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-fe71a668-d62f-47a0-a2b3-5d862a506047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'name': 'tempest-ServerActionsTestJSON-709369445-router', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:34Z', 'revision_number': 4, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'gw_port': {'id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '716f99c2-815f-41d6-a656-846e94e8e2b8', 'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'mac_address': 'fa:16:3e:1f:f8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:33Z', 'updated_at': '2021-08-10T01:42:36Z', 'revision_number': 4, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'subnets': [{'id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:42:37.129521 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-23572245-4248-481f-acf7-cb8a10003692 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475268 Aug 10 01:42:37.143892 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe71a668-d62f-47a0-a2b3-5d862a506047 None None] The sync data for ids ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'] in n-d-766726-26 is: [{'id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'name': 'tempest-ServerActionsTestJSON-709369445-router', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:34Z', 'revision_number': 4, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'gw_port': {'id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '716f99c2-815f-41d6-a656-846e94e8e2b8', 'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'mac_address': 'fa:16:3e:1f:f8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:33Z', 'updated_at': '2021-08-10T01:42:36Z', 'revision_number': 4, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'subnets': [{'id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:42:37.289577 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 868c3861-920c-4199-84d7-dd7b9779f88c up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:42:37.310757 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-180ecdb5-d3eb-4bec-9809-7db6bc4b3fd9 service neutron] 10.222.0.35 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685634 Aug 10 01:42:37.337902 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 868c3861-920c-4199-84d7-dd7b9779f88c triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:42:37.338279 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:37.417202 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-cfaaf529-24e9-4ed6-b09f-5111be20132b service neutron] 10.222.0.35 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941732 Aug 10 01:42:37.580119 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7a930846-7d80-41cc-972b-47a9afee523e req-abfddcfc-382b-4827-82da-e9900e1e0de8 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 210 time: 0.0279908 Aug 10 01:42:38.524019 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-855d8a58-43cc-458b-a0b5-ad6151ff3a9c tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:38.525499 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-855d8a58-43cc-458b-a0b5-ad6151ff3a9c tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.24 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 811 time: 0.1056991 Aug 10 01:42:38.571078 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-8af97ed0-3d62-4970-a50a-633c7304cd1e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e13ef57bb5547f2b03503672f80d1f2 HTTP/1.1" status: 200 len: 380 time: 0.0352621 Aug 10 01:42:38.582604 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-03cb665b-9fd3-4619-8ba0-7afe8c4a0bf3 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Request body: {'port': {'device_id': '5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'admin_state_up': True, 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'security_groups': ['7bb8e3f5-a9f4-4997-9e45-12bb1715b3af']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:42:38.691234 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-40cd515f-3dff-4237-952c-d02d4c0b1aef req-f22b2d01-27c9-41e7-ba16-356397519d94 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 210 time: 0.0259812 Aug 10 01:42:38.699068 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-03cb665b-9fd3-4619-8ba0-7afe8c4a0bf3 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Made reservation on behalf of 7e13ef57bb5547f2b03503672f80d1f2 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:42:38.702692 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-03cb665b-9fd3-4619-8ba0-7afe8c4a0bf3 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:38.825304 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-03cb665b-9fd3-4619-8ba0-7afe8c4a0bf3 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Allocated IP 172.20.0.14 (92409e1b-fb53-4ce6-99f1-764c3be34a19/a6351c09-eaff-4497-aea5-5c8f9aab3425/177c2220-4e7d-40ef-a97e-8d5889273323) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:42:38.966924 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-03cb665b-9fd3-4619-8ba0-7afe8c4a0bf3 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:38.980979 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-03cb665b-9fd3-4619-8ba0-7afe8c4a0bf3 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Transition to ACTIVE for port object 177c2220-4e7d-40ef-a97e-8d5889273323 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:42:39.011950 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-03cb665b-9fd3-4619-8ba0-7afe8c4a0bf3 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:39.056075 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-03cb665b-9fd3-4619-8ba0-7afe8c4a0bf3 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Network 92409e1b-fb53-4ce6-99f1-764c3be34a19 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:42:39.059214 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-03cb665b-9fd3-4619-8ba0-7afe8c4a0bf3 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:42:39.063005 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-03cb665b-9fd3-4619-8ba0-7afe8c4a0bf3 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:42:39.069467 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb665b-9fd3-4619-8ba0-7afe8c4a0bf3 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Pushing event updated for resources: {'Port': ['ID=177c2220-4e7d-40ef-a97e-8d5889273323,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:39.116767 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-03cb665b-9fd3-4619-8ba0-7afe8c4a0bf3 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:39.117409 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-03cb665b-9fd3-4619-8ba0-7afe8c4a0bf3 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:39.132663 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-03cb665b-9fd3-4619-8ba0-7afe8c4a0bf3 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5535557 Aug 10 01:42:39.145804 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-7feee570-df22-4815-82d3-7dec651bdd8a service neutron] Request body: {'port': {'device_id': '5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:42:39.217832 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-7feee570-df22-4815-82d3-7dec651bdd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:39.257598 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 716f99c2-815f-41d6-a656-846e94e8e2b8 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:42:39.304511 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 716f99c2-815f-41d6-a656-846e94e8e2b8 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:42:39.308040 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 716f99c2-815f-41d6-a656-846e94e8e2b8 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:42:39.308448 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:39.346772 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b2abdbd1-84d3-4d9b-9c93-f8a0a9ed918b None None] Provisioning for port 177c2220-4e7d-40ef-a97e-8d5889273323 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:42:39.351430 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b2abdbd1-84d3-4d9b-9c93-f8a0a9ed918b None None] Provisioning complete for port 177c2220-4e7d-40ef-a97e-8d5889273323 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:42:39.351815 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b2abdbd1-84d3-4d9b-9c93-f8a0a9ed918b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:39.410128 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b2abdbd1-84d3-4d9b-9c93-f8a0a9ed918b None None] Port 177c2220-4e7d-40ef-a97e-8d5889273323 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:42:39.425283 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:39.458378 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 716f99c2-815f-41d6-a656-846e94e8e2b8, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=716f99c2-815f-41d6-a656-846e94e8e2b8,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:42:39.463502 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:39.485797 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-7feee570-df22-4815-82d3-7dec651bdd8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 177c2220-4e7d-40ef-a97e-8d5889273323 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:42:39.493212 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-7feee570-df22-4815-82d3-7dec651bdd8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:39.505906 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-7feee570-df22-4815-82d3-7dec651bdd8a service neutron] Transition to ACTIVE for port object 177c2220-4e7d-40ef-a97e-8d5889273323 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:42:39.509562 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-7feee570-df22-4815-82d3-7dec651bdd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:39.509999 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=716f99c2-815f-41d6-a656-846e94e8e2b8,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:39.578669 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feee570-df22-4815-82d3-7dec651bdd8a service neutron] Pushing event updated for resources: {'Port': ['ID=177c2220-4e7d-40ef-a97e-8d5889273323,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:39.634483 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-7feee570-df22-4815-82d3-7dec651bdd8a service neutron] Attempting to bind port 177c2220-4e7d-40ef-a97e-8d5889273323 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:42:39.634824 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-7feee570-df22-4815-82d3-7dec651bdd8a service neutron] Attempting to bind port 177c2220-4e7d-40ef-a97e-8d5889273323 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:42:39.635160 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-7feee570-df22-4815-82d3-7dec651bdd8a service neutron] Attempting to bind port 177c2220-4e7d-40ef-a97e-8d5889273323 on network 92409e1b-fb53-4ce6-99f1-764c3be34a19 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:42:39.640172 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-7feee570-df22-4815-82d3-7dec651bdd8a service neutron] Port 177c2220-4e7d-40ef-a97e-8d5889273323 on network 92409e1b-fb53-4ce6-99f1-764c3be34a19 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:42:39.640533 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-7feee570-df22-4815-82d3-7dec651bdd8a service neutron] Attempting to bind port 177c2220-4e7d-40ef-a97e-8d5889273323 on network 92409e1b-fb53-4ce6-99f1-764c3be34a19 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:42:39.646147 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-7feee570-df22-4815-82d3-7dec651bdd8a service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:42:39.646467 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-7feee570-df22-4815-82d3-7dec651bdd8a service neutron] Checking segment: {'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:42:39.646845 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-7feee570-df22-4815-82d3-7dec651bdd8a service neutron] Bound using segment: {'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:42:39.647305 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-7feee570-df22-4815-82d3-7dec651bdd8a service neutron] Bound port: 177c2220-4e7d-40ef-a97e-8d5889273323, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:42:39.647673 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-7feee570-df22-4815-82d3-7dec651bdd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:39.716921 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-7feee570-df22-4815-82d3-7dec651bdd8a service neutron] For port 177c2220-4e7d-40ef-a97e-8d5889273323, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:42:39.721157 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-7feee570-df22-4815-82d3-7dec651bdd8a service neutron] For port 177c2220-4e7d-40ef-a97e-8d5889273323, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=177c2220-4e7d-40ef-a97e-8d5889273323,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:42:39.725931 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-7feee570-df22-4815-82d3-7dec651bdd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:39.771175 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-7feee570-df22-4815-82d3-7dec651bdd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:39.771804 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-7feee570-df22-4815-82d3-7dec651bdd8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:39.773235 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-7feee570-df22-4815-82d3-7dec651bdd8a service neutron] 10.222.0.24 "PUT /v2.0/ports/177c2220-4e7d-40ef-a97e-8d5889273323 HTTP/1.1" status: 200 len: 1093 time: 0.6327829 Aug 10 01:42:39.773723 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f', 'tag': '177c2220-4e7d-40ef-a97e-8d5889273323'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:42:39.775996 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a62c66-1dba-4fe6-87e4-c63bbcea1291" -d '{"events": [{"name": "network-changed", "server_uuid": "5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f", "tag": "177c2220-4e7d-40ef-a97e-8d5889273323"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:42:39.802399 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feee570-df22-4815-82d3-7dec651bdd8a service neutron] Pushing event updated for resources: {'Port': ['ID=177c2220-4e7d-40ef-a97e-8d5889273323,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:39.822734 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7ed23b-a2ea-4bb9-8e46-0eaec8de9f7e x-openstack-request-id: req-ca7ed23b-a2ea-4bb9-8e46-0eaec8de9f7e {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:42:39.823124 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f", "tag": "177c2220-4e7d-40ef-a97e-8d5889273323", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:42:39.823473 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ca7ed23b-a2ea-4bb9-8e46-0eaec8de9f7e {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:42:39.824217 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f', 'tag': '177c2220-4e7d-40ef-a97e-8d5889273323', 'status': 'completed', 'code': 200} Aug 10 01:42:39.848085 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b667ddc-83a5-4b75-847c-a6ec17a60edd req-950a9f12-01f3-47ec-804a-33ec280de657 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:39.849793 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b667ddc-83a5-4b75-847c-a6ec17a60edd req-950a9f12-01f3-47ec-804a-33ec280de657 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 944 time: 0.0898511 Aug 10 01:42:39.867368 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-738be685-901f-477b-ba16-bafb28c3fa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:39.868862 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-738be685-901f-477b-ba16-bafb28c3fa72 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 1096 time: 0.0489807 Aug 10 01:42:39.890355 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2b667ddc-83a5-4b75-847c-a6ec17a60edd req-efff407e-4073-45a4-91bd-55baea2bd912 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344546 Aug 10 01:42:39.911896 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-d7d00789-7963-4661-82ca-4caaae49e150 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=177c2220-4e7d-40ef-a97e-8d5889273323 HTTP/1.1" status: 200 len: 217 time: 0.0346115 Aug 10 01:42:39.961772 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-79327aa1-7750-4998-8db5-36f39b617020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:39.963246 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-79327aa1-7750-4998-8db5-36f39b617020 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0449800 Aug 10 01:42:40.013312 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-97c2218f-1fd9-4b7f-a2e1-685f69d3a342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:40.014774 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-97c2218f-1fd9-4b7f-a2e1-685f69d3a342 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442212 Aug 10 01:42:40.104473 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-30504828-744b-4e88-861f-5d6736dcb232 service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819206 Aug 10 01:42:40.196576 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d2f53376-1308-4932-9ad8-3f46bd77e5b4 req-13d3cf5f-6ca6-4692-8567-434fc8c57b56 service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845072 Aug 10 01:42:40.282076 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a62c66-1dba-4fe6-87e4-c63bbcea1291 req-7c0c587c-557a-4983-b198-785b9f1a66ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:40.283628 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-39a62c66-1dba-4fe6-87e4-c63bbcea1291 req-7c0c587c-557a-4983-b198-785b9f1a66ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 1096 time: 0.0411317 Aug 10 01:42:40.374563 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a62c66-1dba-4fe6-87e4-c63bbcea1291 req-cc2ffa49-1048-4041-9d20-4527de23a043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:40.376009 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-39a62c66-1dba-4fe6-87e4-c63bbcea1291 req-cc2ffa49-1048-4041-9d20-4527de23a043 service neutron] 10.222.0.24 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0857322 Aug 10 01:42:40.417748 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-39a62c66-1dba-4fe6-87e4-c63bbcea1291 req-7c79ba77-8af9-43c3-8dd0-3c1251a56f94 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=177c2220-4e7d-40ef-a97e-8d5889273323 HTTP/1.1" status: 200 len: 217 time: 0.0340056 Aug 10 01:42:40.466676 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a62c66-1dba-4fe6-87e4-c63bbcea1291 req-4f10bb6b-758a-41f3-b1df-01877b377e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:40.468207 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-39a62c66-1dba-4fe6-87e4-c63bbcea1291 req-4f10bb6b-758a-41f3-b1df-01877b377e10 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0430319 Aug 10 01:42:40.513244 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a62c66-1dba-4fe6-87e4-c63bbcea1291 req-633a60f6-4859-48cd-bfbe-49816a49b56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:40.514739 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-39a62c66-1dba-4fe6-87e4-c63bbcea1291 req-633a60f6-4859-48cd-bfbe-49816a49b56e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391798 Aug 10 01:42:40.606722 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-39a62c66-1dba-4fe6-87e4-c63bbcea1291 req-0500d205-8b5d-4c43-9ab6-5bba6c63b4b5 service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839372 Aug 10 01:42:40.695165 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-39a62c66-1dba-4fe6-87e4-c63bbcea1291 req-ce48d088-2020-446b-a72b-16ad0e077012 service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812750 Aug 10 01:42:41.004671 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ff9c6-8e75-403b-b005-6cf173b13377 req-125f3540-3835-4792-b054-58fb3291b3be tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:41.006142 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae9ff9c6-8e75-403b-b005-6cf173b13377 req-125f3540-3835-4792-b054-58fb3291b3be tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 944 time: 0.0483201 Aug 10 01:42:41.042515 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae9ff9c6-8e75-403b-b005-6cf173b13377 req-98d8e6bd-10a3-41e4-9169-e40bb28fed70 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304492 Aug 10 01:42:41.224198 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 716f99c2-815f-41d6-a656-846e94e8e2b8 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:42:41.256821 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-337db749-4cc5-4e51-81d4-804cdbdd258d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:41.275223 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 716f99c2-815f-41d6-a656-846e94e8e2b8 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:42:41.275589 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:42.002834 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:42.155256 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b1bb8-9317-4f4a-b4af-1c032e551dd7 req-c6efc10c-f9b7-400d-8948-852c86f742a5 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:42.156809 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-550b1bb8-9317-4f4a-b4af-1c032e551dd7 req-c6efc10c-f9b7-400d-8948-852c86f742a5 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 944 time: 0.0491886 Aug 10 01:42:42.194346 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-550b1bb8-9317-4f4a-b4af-1c032e551dd7 req-6cddeb52-1344-43f0-9bcb-455575f0a6c2 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316899 Aug 10 01:42:43.310231 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08231fe1-dbf8-42e7-8d4c-2c79e85f748b req-a49b5215-ee67-4f77-bc90-e0f9d7cf5d6d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:43.311707 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-08231fe1-dbf8-42e7-8d4c-2c79e85f748b req-a49b5215-ee67-4f77-bc90-e0f9d7cf5d6d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 944 time: 0.0529125 Aug 10 01:42:43.349111 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-08231fe1-dbf8-42e7-8d4c-2c79e85f748b req-4c93252a-d441-41cf-8a0e-39bc4d9b435e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309403 Aug 10 01:42:43.882654 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-968c8d26-4256-41ab-b036-bf8c1fe2f95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:44.431482 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 177c2220-4e7d-40ef-a97e-8d5889273323 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:42:44.463409 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f2b30-0752-4437-ba23-a92e5ab99e0d req-be318042-87bc-4eb1-9c8b-5723c51f3a2d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:44.464861 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-966f2b30-0752-4437-ba23-a92e5ab99e0d req-be318042-87bc-4eb1-9c8b-5723c51f3a2d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 944 time: 0.0505991 Aug 10 01:42:44.503986 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-966f2b30-0752-4437-ba23-a92e5ab99e0d req-eee3a57e-6a1a-4051-b60b-287d9594d399 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327735 Aug 10 01:42:44.505354 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:44.538028 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 177c2220-4e7d-40ef-a97e-8d5889273323, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=177c2220-4e7d-40ef-a97e-8d5889273323,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:42:44.548253 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '177c2220-4e7d-40ef-a97e-8d5889273323', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'port_id': '177c2220-4e7d-40ef-a97e-8d5889273323', 'mac_address': 'fa:16:3e:fb:37:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:42:44.589729 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:44.601740 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 177c2220-4e7d-40ef-a97e-8d5889273323 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:42:44.621322 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 177c2220-4e7d-40ef-a97e-8d5889273323, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=177c2220-4e7d-40ef-a97e-8d5889273323,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:42:44.625052 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:44.672344 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=177c2220-4e7d-40ef-a97e-8d5889273323,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:44.917063 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['177c2220-4e7d-40ef-a97e-8d5889273323'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:42:45.301183 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:45.617116 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279de16-c944-4d70-87fd-693fd8202e59 req-76dbd4f2-e9d8-45b0-8346-bbd61365674e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:45.618605 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6279de16-c944-4d70-87fd-693fd8202e59 req-76dbd4f2-e9d8-45b0-8346-bbd61365674e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 945 time: 0.0480101 Aug 10 01:42:45.655593 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6279de16-c944-4d70-87fd-693fd8202e59 req-fafeb77e-0d00-488e-9992-2eeb724165b8 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311694 Aug 10 01:42:46.383321 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:46.442052 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 177c2220-4e7d-40ef-a97e-8d5889273323 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:42:46.489669 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 177c2220-4e7d-40ef-a97e-8d5889273323 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:42:46.493438 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 177c2220-4e7d-40ef-a97e-8d5889273323 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:42:46.493820 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:46.565969 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:46.590695 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177c2220-4e7d-40ef-a97e-8d5889273323'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:42:46.592964 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c1db68-9061-4669-8385-2fe0bbeddf9e" -d '{"events": [{"server_uuid": "5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f", "name": "network-vif-plugged", "status": "completed", "tag": "177c2220-4e7d-40ef-a97e-8d5889273323"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:42:46.606728 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 177c2220-4e7d-40ef-a97e-8d5889273323, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=177c2220-4e7d-40ef-a97e-8d5889273323,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:42:46.611528 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:46.633692 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f07e1a5-4190-4669-80c6-26630ed08f9e x-openstack-request-id: req-8f07e1a5-4190-4669-80c6-26630ed08f9e {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:42:46.633922 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f", "name": "network-vif-plugged", "status": "completed", "tag": "177c2220-4e7d-40ef-a97e-8d5889273323", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:42:46.634174 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8f07e1a5-4190-4669-80c6-26630ed08f9e {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:42:46.634559 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177c2220-4e7d-40ef-a97e-8d5889273323', 'code': 200} Aug 10 01:42:46.660988 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=177c2220-4e7d-40ef-a97e-8d5889273323,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:46.729854 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140a9c1-5af4-4d87-b0f1-b35bdc03ac5a req-46dcbd59-f79d-4706-97b1-100b1c28737f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:46.731357 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d140a9c1-5af4-4d87-b0f1-b35bdc03ac5a req-46dcbd59-f79d-4706-97b1-100b1c28737f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 1098 time: 0.0455608 Aug 10 01:42:46.766510 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d140a9c1-5af4-4d87-b0f1-b35bdc03ac5a req-4e1a12e7-f72f-4ab6-9f82-c1e7b8432732 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275757 Aug 10 01:42:46.772420 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d520a4b-d089-4128-a6b1-3432379b6eed req-e9e64226-6695-4f5d-9894-c58dbd046837 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:46.773877 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6d520a4b-d089-4128-a6b1-3432379b6eed req-e9e64226-6695-4f5d-9894-c58dbd046837 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 946 time: 0.0521834 Aug 10 01:42:46.811080 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6d520a4b-d089-4128-a6b1-3432379b6eed req-7dc30525-5d97-4497-bb2e-87d5a441565c tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311930 Aug 10 01:42:47.927756 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce8b88-b7ad-4357-8d14-b3a01a6740ce req-628949b0-a046-4ff3-9f43-42672f0b8f49 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:47.929119 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d3ce8b88-b7ad-4357-8d14-b3a01a6740ce req-628949b0-a046-4ff3-9f43-42672f0b8f49 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 946 time: 0.0483947 Aug 10 01:42:47.965994 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d3ce8b88-b7ad-4357-8d14-b3a01a6740ce req-a070d23e-bfa1-4fc1-9eed-95bf02442328 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308330 Aug 10 01:42:48.075008 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d7930-5dc1-41b4-a1c6-e6d67e380ba9 req-d9463aba-d67f-491e-b5a0-1495300910a4 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:48.076502 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-139d7930-5dc1-41b4-a1c6-e6d67e380ba9 req-d9463aba-d67f-491e-b5a0-1495300910a4 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 946 time: 0.0496547 Aug 10 01:42:48.085017 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 35880) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:42:48.089359 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-206a5fbe-7de7-41f6-9a43-d5ebabe485f0 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Request body: {'floatingip': {'port_id': '177c2220-4e7d-40ef-a97e-8d5889273323'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:42:48.130735 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-206a5fbe-7de7-41f6-9a43-d5ebabe485f0 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks [] for floatingip, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:48.555666 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-206a5fbe-7de7-41f6-9a43-d5ebabe485f0 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:48.558725 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-206a5fbe-7de7-41f6-9a43-d5ebabe485f0 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:48.655284 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [None req-206a5fbe-7de7-41f6-9a43-d5ebabe485f0 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Floating IP 81057f5d-9682-469c-981b-50a18fb2b3af associated. External IP: 172.25.2.61, port: 177c2220-4e7d-40ef-a97e-8d5889273323. Aug 10 01:42:48.861517 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206a5fbe-7de7-41f6-9a43-d5ebabe485f0 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Router bc09d8f9-804c-4a48-94cd-f3d7d0d9874c has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:42:48.969941 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206a5fbe-7de7-41f6-9a43-d5ebabe485f0 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:42:48.975733 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-206a5fbe-7de7-41f6-9a43-d5ebabe485f0 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:48.980407 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937b8319-64e1-4659-b13a-d7b68f48d313 None None] Sync routers for ids ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:42:48.989449 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937b8319-64e1-4659-b13a-d7b68f48d313 None None] Routers {'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:42:48.990329 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-937b8319-64e1-4659-b13a-d7b68f48d313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:42:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:42:49.003843 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-206a5fbe-7de7-41f6-9a43-d5ebabe485f0 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "PUT /v2.0/floatingips/81057f5d-9682-469c-981b-50a18fb2b3af HTTP/1.1" status: 200 len: 991 time: 0.9177959 Aug 10 01:42:49.004579 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f', 'tag': '177c2220-4e7d-40ef-a97e-8d5889273323'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:42:49.006909 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4163d7a-c074-4216-ac65-c4e2e4624b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f", "tag": "177c2220-4e7d-40ef-a97e-8d5889273323"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:42:49.043263 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c034ac27-d54f-4ea6-a594-1dfddaebb530 x-openstack-request-id: req-c034ac27-d54f-4ea6-a594-1dfddaebb530 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:42:49.043567 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f", "tag": "177c2220-4e7d-40ef-a97e-8d5889273323", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:42:49.043828 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c034ac27-d54f-4ea6-a594-1dfddaebb530 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:42:49.044270 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f', 'tag': '177c2220-4e7d-40ef-a97e-8d5889273323', 'status': 'completed', 'code': 200} Aug 10 01:42:49.099349 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-937b8319-64e1-4659-b13a-d7b68f48d313 None None] Set router bc09d8f9-804c-4a48-94cd-f3d7d0d9874c gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:42:49.105901 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4163d7a-c074-4216-ac65-c4e2e4624b1f req-d07c406b-842b-4c3f-9c04-eb9070e08027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:49.107402 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b4163d7a-c074-4216-ac65-c4e2e4624b1f req-d07c406b-842b-4c3f-9c04-eb9070e08027 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 1098 time: 0.0415614 Aug 10 01:42:49.201893 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4163d7a-c074-4216-ac65-c4e2e4624b1f req-2362cd78-6999-445a-8a76-f438288ce8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:49.203652 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b4163d7a-c074-4216-ac65-c4e2e4624b1f req-2362cd78-6999-445a-8a76-f438288ce8e8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0890629 Aug 10 01:42:49.267823 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b4163d7a-c074-4216-ac65-c4e2e4624b1f req-a520d3db-b422-4d4a-8402-5d68d1e4997d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=177c2220-4e7d-40ef-a97e-8d5889273323 HTTP/1.1" status: 200 len: 999 time: 0.0571690 Aug 10 01:42:49.310455 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-937b8319-64e1-4659-b13a-d7b68f48d313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'name': 'tempest-ServerActionsTestJSON-709369445-router', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:34Z', 'revision_number': 4, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'gw_port': {'id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '81057f5d-9682-469c-981b-50a18fb2b3af', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'floating_ip_address': '172.25.2.61', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'port_id': '177c2220-4e7d-40ef-a97e-8d5889273323', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'mac_address': 'fa:16:3e:fb:37:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:42:36Z', 'updated_at': '2021-08-10T01:42:48Z', 'revision_number': 1, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716f99c2-815f-41d6-a656-846e94e8e2b8', 'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'mac_address': 'fa:16:3e:1f:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:33Z', 'updated_at': '2021-08-10T01:42:39Z', 'revision_number': 5, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'subnets': [{'id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:42:49.314891 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4163d7a-c074-4216-ac65-c4e2e4624b1f req-43f2a690-e328-42c6-85d6-7fe9ecea9aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:49.316878 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b4163d7a-c074-4216-ac65-c4e2e4624b1f req-43f2a690-e328-42c6-85d6-7fe9ecea9aff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0429051 Aug 10 01:42:49.336633 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937b8319-64e1-4659-b13a-d7b68f48d313 None None] Checking router: bc09d8f9-804c-4a48-94cd-f3d7d0d9874c for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:42:49.344693 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937b8319-64e1-4659-b13a-d7b68f48d313 None None] Routers {'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:42:49.345282 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-937b8319-64e1-4659-b13a-d7b68f48d313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:42:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:42:49.365361 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4163d7a-c074-4216-ac65-c4e2e4624b1f req-f375b209-6f31-4a68-80fc-ff55c8bb411a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:49.366898 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b4163d7a-c074-4216-ac65-c4e2e4624b1f req-f375b209-6f31-4a68-80fc-ff55c8bb411a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436425 Aug 10 01:42:49.447192 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-937b8319-64e1-4659-b13a-d7b68f48d313 None None] Set router bc09d8f9-804c-4a48-94cd-f3d7d0d9874c gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:42:49.455722 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b4163d7a-c074-4216-ac65-c4e2e4624b1f req-a76c6dad-b065-408d-b201-108599534880 service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821171 Aug 10 01:42:49.547053 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b4163d7a-c074-4216-ac65-c4e2e4624b1f req-95e6d1a4-d1ab-4f17-be56-38c3f58cfb83 service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848811 Aug 10 01:42:49.750347 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-937b8319-64e1-4659-b13a-d7b68f48d313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'name': 'tempest-ServerActionsTestJSON-709369445-router', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:34Z', 'revision_number': 4, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'gw_port': {'id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '81057f5d-9682-469c-981b-50a18fb2b3af', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'floating_ip_address': '172.25.2.61', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'port_id': '177c2220-4e7d-40ef-a97e-8d5889273323', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'mac_address': 'fa:16:3e:fb:37:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:42:36Z', 'updated_at': '2021-08-10T01:42:48Z', 'revision_number': 1, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716f99c2-815f-41d6-a656-846e94e8e2b8', 'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'mac_address': 'fa:16:3e:1f:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:33Z', 'updated_at': '2021-08-10T01:42:39Z', 'revision_number': 5, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'subnets': [{'id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:42:49.775628 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937b8319-64e1-4659-b13a-d7b68f48d313 None None] The sync data for ids ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'] in n-d-766726-26 is: [{'id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'name': 'tempest-ServerActionsTestJSON-709369445-router', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:34Z', 'revision_number': 4, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'gw_port': {'id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '81057f5d-9682-469c-981b-50a18fb2b3af', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'floating_ip_address': '172.25.2.61', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'port_id': '177c2220-4e7d-40ef-a97e-8d5889273323', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'mac_address': 'fa:16:3e:fb:37:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:42:36Z', 'updated_at': '2021-08-10T01:42:48Z', 'revision_number': 1, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716f99c2-815f-41d6-a656-846e94e8e2b8', 'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'mac_address': 'fa:16:3e:1f:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:33Z', 'updated_at': '2021-08-10T01:42:39Z', 'revision_number': 5, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'subnets': [{'id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:42:49.961744 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bdecb8-2722-40cc-bd3b-2cb3d292bade None None] New status for floating IP 81057f5d-9682-469c-981b-50a18fb2b3af: ACTIVE {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:42:53.704376 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f48ae09d-c7f7-49cb-b671-4376c7a74266 req-87ae7577-152a-4ae9-bc19-1a04faebd038 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3544009 Aug 10 01:42:53.783535 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ae09d-c7f7-49cb-b671-4376c7a74266 req-bdac6852-8dea-4bb9-8bbe-98e426cbb75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:53.785037 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f48ae09d-c7f7-49cb-b671-4376c7a74266 req-bdac6852-8dea-4bb9-8bbe-98e426cbb75b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 1098 time: 0.0396025 Aug 10 01:42:53.884903 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ae09d-c7f7-49cb-b671-4376c7a74266 req-9751dd83-439b-4f11-b330-5c872af098d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:53.886229 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f48ae09d-c7f7-49cb-b671-4376c7a74266 req-9751dd83-439b-4f11-b330-5c872af098d1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0835416 Aug 10 01:42:53.950303 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f48ae09d-c7f7-49cb-b671-4376c7a74266 req-0db1b828-2e03-43cf-a6dd-312568eacce1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=177c2220-4e7d-40ef-a97e-8d5889273323 HTTP/1.1" status: 200 len: 1001 time: 0.0563319 Aug 10 01:42:53.996954 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ae09d-c7f7-49cb-b671-4376c7a74266 req-6a3d95d2-85aa-4828-8a35-e090c271360b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:53.998305 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f48ae09d-c7f7-49cb-b671-4376c7a74266 req-6a3d95d2-85aa-4828-8a35-e090c271360b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0418944 Aug 10 01:42:54.044515 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ae09d-c7f7-49cb-b671-4376c7a74266 req-5d13be3c-db15-4b74-b604-a9285a2f7f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:54.046011 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f48ae09d-c7f7-49cb-b671-4376c7a74266 req-5d13be3c-db15-4b74-b604-a9285a2f7f04 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410552 Aug 10 01:42:54.133231 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f48ae09d-c7f7-49cb-b671-4376c7a74266 req-c2f1b6f0-d937-43ea-b9b9-f58a4fad7abd service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800264 Aug 10 01:42:54.225363 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f48ae09d-c7f7-49cb-b671-4376c7a74266 req-b48e1462-b168-4d58-b943-94d1f7e6ce2f service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839882 Aug 10 01:42:58.507185 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:59.763881 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:43:11.236860 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-207f6392-43ed-49f8-abf3-7d77f416318a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:12.001721 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:13.882912 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5a1bcba6-5f09-4c87-b533-78fc1a9a7080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:14.486227 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:15.302663 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:16.385777 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:18.907148 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [req-d1ffeee1-9484-4c81-af75-4c9fe74aa400 req-5a697bc6-6780-4f5a-83fd-783732302b01 service neutron] (105827) timed out ('10.222.0.20', 49526) {{(pid=105827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 01:43:28.516888 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:36.763323 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:43:41.237990 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-869770c5-a378-490f-9220-434d22aacbbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:42.002277 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:43.882839 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d9948ac3-649d-4eea-bcbc-2a8b48bb5a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:44.486957 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:45.306883 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:46.388945 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:55.400766 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-373f4c99-34f4-43a3-b9ff-e90127912c7e req-ff4e9588-f9c7-4625-a593-c714ee2ad34d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395508 Aug 10 01:43:55.482447 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f4c99-34f4-43a3-b9ff-e90127912c7e req-f0af9a43-1985-493f-9979-44825fcb5755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:43:55.483816 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-373f4c99-34f4-43a3-b9ff-e90127912c7e req-f0af9a43-1985-493f-9979-44825fcb5755 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 1098 time: 0.0402231 Aug 10 01:43:55.585994 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f4c99-34f4-43a3-b9ff-e90127912c7e req-801115a8-949a-4117-878f-d2950c44f8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:43:55.587402 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-373f4c99-34f4-43a3-b9ff-e90127912c7e req-801115a8-949a-4117-878f-d2950c44f8ff service neutron] 10.222.0.24 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0849249 Aug 10 01:43:55.652993 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-373f4c99-34f4-43a3-b9ff-e90127912c7e req-6c99328f-585f-4792-ae41-c544db293e46 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=177c2220-4e7d-40ef-a97e-8d5889273323 HTTP/1.1" status: 200 len: 1001 time: 0.0582530 Aug 10 01:43:55.701408 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f4c99-34f4-43a3-b9ff-e90127912c7e req-3a09f502-09b6-4103-8ac5-d1b5cdaa46db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:43:55.702823 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-373f4c99-34f4-43a3-b9ff-e90127912c7e req-3a09f502-09b6-4103-8ac5-d1b5cdaa46db service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0427806 Aug 10 01:43:55.751000 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f4c99-34f4-43a3-b9ff-e90127912c7e req-0b2ccad4-67e9-48cd-acd8-4343ce8127a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:43:55.752471 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-373f4c99-34f4-43a3-b9ff-e90127912c7e req-0b2ccad4-67e9-48cd-acd8-4343ce8127a1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425322 Aug 10 01:43:55.839954 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-373f4c99-34f4-43a3-b9ff-e90127912c7e req-204d7538-3092-413e-92d3-4187680318aa service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800855 Aug 10 01:43:55.933774 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-373f4c99-34f4-43a3-b9ff-e90127912c7e req-124fa16e-97c2-4d75-8d57-30b3c817ff00 service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859575 Aug 10 01:43:58.529925 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:11.239186 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-47b2c01b-4cf6-4dae-b7ea-e54bdaa9067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:12.002749 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:13.762361 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:44:13.883782 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b30fa7f8-2e81-45b1-9280-957ab331ede2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:14.487641 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:15.307666 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:16.391984 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:28.537211 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:41.239535 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5bb7d224-14d3-4166-bdfb-c798ac3a5cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:42.000990 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:43.884021 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b0ce1beb-73e5-4389-9e4d-6c01cbd341cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:44.488264 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:45.311288 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:46.395150 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:50.762079 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:44:55.386732 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-20533da0-1ab0-494d-9b81-0c0484f37be9 req-5b7be0dd-c051-48a9-9090-8547a4ba6975 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395606 Aug 10 01:44:55.467428 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20533da0-1ab0-494d-9b81-0c0484f37be9 req-f3780b97-652f-4431-a1fb-2cb25a5dcf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:55.468919 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-20533da0-1ab0-494d-9b81-0c0484f37be9 req-f3780b97-652f-4431-a1fb-2cb25a5dcf64 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 1098 time: 0.0393987 Aug 10 01:44:55.571785 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20533da0-1ab0-494d-9b81-0c0484f37be9 req-3a2229b6-ab01-4767-ab19-b1c6586b0c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:55.573233 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-20533da0-1ab0-494d-9b81-0c0484f37be9 req-3a2229b6-ab01-4767-ab19-b1c6586b0c9a service neutron] 10.222.0.24 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0846207 Aug 10 01:44:55.637335 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-20533da0-1ab0-494d-9b81-0c0484f37be9 req-f7ee0d78-d07a-48c7-b2d6-ea91c1c27463 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=177c2220-4e7d-40ef-a97e-8d5889273323 HTTP/1.1" status: 200 len: 1001 time: 0.0569189 Aug 10 01:44:55.686243 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20533da0-1ab0-494d-9b81-0c0484f37be9 req-94822fb3-4b86-4a25-be3e-752b9ec79e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:55.687647 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-20533da0-1ab0-494d-9b81-0c0484f37be9 req-94822fb3-4b86-4a25-be3e-752b9ec79e1f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0437713 Aug 10 01:44:55.738000 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20533da0-1ab0-494d-9b81-0c0484f37be9 req-147d3d7f-2309-4c23-bdf7-bb33fbed353d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:55.739471 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-20533da0-1ab0-494d-9b81-0c0484f37be9 req-147d3d7f-2309-4c23-bdf7-bb33fbed353d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439358 Aug 10 01:44:55.827704 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-20533da0-1ab0-494d-9b81-0c0484f37be9 req-35cb0e60-0ee9-42e0-be98-b5e074656988 service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809774 Aug 10 01:44:55.920462 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-20533da0-1ab0-494d-9b81-0c0484f37be9 req-0b7a1e70-d3ee-41c2-ade1-e8acee959d72 service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851862 Aug 10 01:44:58.537938 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:11.239483 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5284f9df-bec5-452c-a3b1-0baa10b1cb02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:12.001942 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:13.883745 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b6e25fee-f599-4efd-8015-475bc6de3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:14.488351 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:15.318480 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:16.396760 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:16.633226 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841721f-f2d1-4ba3-a9b3-3812d98a413a req-57c9c09b-7676-436c-b157-2ed927516c58 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:16.634705 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4841721f-f2d1-4ba3-a9b3-3812d98a413a req-57c9c09b-7676-436c-b157-2ed927516c58 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 946 time: 0.0544932 Aug 10 01:45:16.672305 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4841721f-f2d1-4ba3-a9b3-3812d98a413a req-5b24abf6-836c-46bc-a4db-ec37281bb608 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316358 Aug 10 01:45:16.906966 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c516883-70d3-40b8-980d-7828d92641d6 req-238b728b-3a9d-44c3-b4db-4a73e4aafa4c tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:16.908476 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9c516883-70d3-40b8-980d-7828d92641d6 req-238b728b-3a9d-44c3-b4db-4a73e4aafa4c tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 946 time: 0.0522654 Aug 10 01:45:16.946813 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9c516883-70d3-40b8-980d-7828d92641d6 req-57b779a6-5a39-4001-a0f9-252a78069763 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319746 Aug 10 01:45:16.960243 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-ba779599-dc2f-4e7f-b234-406cc3dda425 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1117814 Aug 10 01:45:18.065483 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de9a75-2bfe-4da3-a540-8e18931ca929 req-a6ca109f-8ff1-4975-bf49-86f6a8424be0 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:18.066954 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-69de9a75-2bfe-4da3-a540-8e18931ca929 req-a6ca109f-8ff1-4975-bf49-86f6a8424be0 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 946 time: 0.0496225 Aug 10 01:45:18.080736 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-9fd7d524-6874-4da7-9ac9-5af1d18fe798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:18.082249 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-9fd7d524-6874-4da7-9ac9-5af1d18fe798 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 1098 time: 0.0413918 Aug 10 01:45:18.104163 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-69de9a75-2bfe-4da3-a540-8e18931ca929 req-3ef20c53-c376-4686-98e4-4afd1677bf2e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311463 Aug 10 01:45:18.175977 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-d25fb876-b9ba-4007-b30c-abf91db80fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:18.177459 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-d25fb876-b9ba-4007-b30c-abf91db80fad service neutron] 10.222.0.24 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0878501 Aug 10 01:45:18.248122 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-b121cbb6-4631-4780-b4a7-0666188ba226 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=177c2220-4e7d-40ef-a97e-8d5889273323 HTTP/1.1" status: 200 len: 1001 time: 0.0618949 Aug 10 01:45:18.297259 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-1de75b83-63cc-49b8-b51d-92d42466a001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:18.298638 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-1de75b83-63cc-49b8-b51d-92d42466a001 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0436084 Aug 10 01:45:18.349407 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-7f1cd45e-18f5-4cad-8881-64f2746c50be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:18.350840 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-7f1cd45e-18f5-4cad-8881-64f2746c50be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432460 Aug 10 01:45:18.437705 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-fa32491d-3bd9-460e-8c5b-38a02ddfe3a4 service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790055 Aug 10 01:45:18.530021 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-a2d1d34d-0124-4989-a2e9-9a9d63f23565 service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854452 Aug 10 01:45:19.219874 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4778aa-73bd-4a67-b3a4-1eeb033c4f41 req-4e6ecc63-d1e2-454b-8dce-938b433e2eda tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:19.221362 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0b4778aa-73bd-4a67-b3a4-1eeb033c4f41 req-4e6ecc63-d1e2-454b-8dce-938b433e2eda tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 946 time: 0.0509722 Aug 10 01:45:19.258152 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0b4778aa-73bd-4a67-b3a4-1eeb033c4f41 req-e8a9c352-990d-463b-8373-e0e4ab2ed0d6 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310616 Aug 10 01:45:20.372050 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a28f6-7389-493e-b747-e493b72fb9df req-5ddadf74-9a05-4aac-a418-bf7066f38fc2 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:20.373555 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-147a28f6-7389-493e-b747-e493b72fb9df req-5ddadf74-9a05-4aac-a418-bf7066f38fc2 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 946 time: 0.0483251 Aug 10 01:45:20.410763 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-147a28f6-7389-493e-b747-e493b72fb9df req-55edaaaa-0c88-425d-abd1-714dd24f821a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313060 Aug 10 01:45:21.524588 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16724607-6940-4621-b442-e07e5e4f1a22 req-af32db11-2b68-4cc6-91b8-40b376f41c25 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:21.525973 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-16724607-6940-4621-b442-e07e5e4f1a22 req-af32db11-2b68-4cc6-91b8-40b376f41c25 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 946 time: 0.0481601 Aug 10 01:45:21.562155 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-16724607-6940-4621-b442-e07e5e4f1a22 req-a040f7c2-8026-4fff-b28c-7113355484d1 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303590 Aug 10 01:45:22.679166 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7262fe3-8631-416b-82f8-446d33ae0620 req-a027a52a-924a-4bbc-9bf3-b2d30e7edbfc tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:22.680665 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e7262fe3-8631-416b-82f8-446d33ae0620 req-a027a52a-924a-4bbc-9bf3-b2d30e7edbfc tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 946 time: 0.0515020 Aug 10 01:45:22.718027 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e7262fe3-8631-416b-82f8-446d33ae0620 req-befa03d8-c1d9-490f-9405-bf7f84c663e3 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315757 Aug 10 01:45:23.830942 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19e7bc-ea62-4f14-84ed-70e69d513e6d req-bc568349-e44f-4eae-b111-a60c5917b8e7 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:23.832450 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8c19e7bc-ea62-4f14-84ed-70e69d513e6d req-bc568349-e44f-4eae-b111-a60c5917b8e7 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 946 time: 0.0479403 Aug 10 01:45:23.869772 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8c19e7bc-ea62-4f14-84ed-70e69d513e6d req-5993f1d0-7ba8-4a40-98a4-be33b63cffe9 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314474 Aug 10 01:45:24.985892 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed9b50-402c-4642-8943-4092068dd0de req-f23132b8-240a-4ed3-8074-fe297656e2ff tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:24.987331 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c8ed9b50-402c-4642-8943-4092068dd0de req-f23132b8-240a-4ed3-8074-fe297656e2ff tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 946 time: 0.0469005 Aug 10 01:45:25.023492 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c8ed9b50-402c-4642-8943-4092068dd0de req-70e12a17-b931-4bab-a1c1-a0454516af30 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303645 Aug 10 01:45:26.153752 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08881d9-2e55-40f9-b369-9d5b0a646504 req-1391fae1-8f64-4538-b166-ffacb74ad56e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:26.155226 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e08881d9-2e55-40f9-b369-9d5b0a646504 req-1391fae1-8f64-4538-b166-ffacb74ad56e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 946 time: 0.0518265 Aug 10 01:45:26.191725 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e08881d9-2e55-40f9-b369-9d5b0a646504 req-896215ef-61d7-489f-92fa-cc8c2580a605 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306749 Aug 10 01:45:27.306094 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2774c-86ee-4f39-84f0-c15492d64b2f req-95a0c328-14d9-4503-ae63-76bb7385fdc1 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:27.307547 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a2b2774c-86ee-4f39-84f0-c15492d64b2f req-95a0c328-14d9-4503-ae63-76bb7385fdc1 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 946 time: 0.0479496 Aug 10 01:45:27.343948 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a2b2774c-86ee-4f39-84f0-c15492d64b2f req-47475140-f1ad-4bd1-bb9b-bcf9633bf569 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299006 Aug 10 01:45:27.761210 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:45:28.455278 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126660c-7a0b-4021-bdc1-1ee538f055d9 req-dc95b54c-69cc-4b5b-b136-4a26da5641cb tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:28.456752 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6126660c-7a0b-4021-bdc1-1ee538f055d9 req-dc95b54c-69cc-4b5b-b136-4a26da5641cb tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 946 time: 0.0473213 Aug 10 01:45:28.493626 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6126660c-7a0b-4021-bdc1-1ee538f055d9 req-bb9c7401-8afb-4b93-8d8f-c9d08cdbc0e3 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308824 Aug 10 01:45:28.539587 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:29.624385 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ae6d6-0805-4911-bee4-acd4c9c75829 req-9af934ea-742c-44cc-8dca-1cf33806217f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:29.625896 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7a4ae6d6-0805-4911-bee4-acd4c9c75829 req-9af934ea-742c-44cc-8dca-1cf33806217f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 946 time: 0.0533161 Aug 10 01:45:29.663282 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7a4ae6d6-0805-4911-bee4-acd4c9c75829 req-5d54eb92-458e-45ff-8364-367c051235e9 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313826 Aug 10 01:45:30.413222 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-d285cfdd-ef6a-4393-89c8-2cb14d41f532 service neutron] show failed (client error): The resource could not be found. Aug 10 01:45:30.414231 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-d285cfdd-ef6a-4393-89c8-2cb14d41f532 service neutron] 10.222.0.24 "GET /v2.0/ports/177c2220-4e7d-40ef-a97e-8d5889273323/bindings/n-h2-766726-26 HTTP/1.1" status: 404 len: 381 time: 0.0550895 Aug 10 01:45:30.628654 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-6ed3ed71-9d44-4859-baf6-83c684e4f4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:30.630133 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-6ed3ed71-9d44-4859-baf6-83c684e4f4b3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f&tenant_id=7e13ef57bb5547f2b03503672f80d1f2 HTTP/1.1" status: 200 len: 1098 time: 0.0699503 Aug 10 01:45:30.649877 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-b44c96d9-2fef-47d7-9f3e-dcfe0949dcc5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-26', 'device_owner': 'compute:nova'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:45:30.704528 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-b44c96d9-2fef-47d7-9f3e-dcfe0949dcc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:30.851908 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5546a7aa-f40d-440d-8d36-ca37228927a0 req-c4a8ad91-1ada-443e-8aa8-bb436a7d3928 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:30.853372 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5546a7aa-f40d-440d-8d36-ca37228927a0 req-c4a8ad91-1ada-443e-8aa8-bb436a7d3928 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 946 time: 0.1182013 Aug 10 01:45:30.933994 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5546a7aa-f40d-440d-8d36-ca37228927a0 req-339c1a89-038d-4480-85bb-0f9caa1ec573 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727229 Aug 10 01:45:30.960496 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-b44c96d9-2fef-47d7-9f3e-dcfe0949dcc5 service neutron] For port 177c2220-4e7d-40ef-a97e-8d5889273323, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=177c2220-4e7d-40ef-a97e-8d5889273323,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:45:30.992504 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-b44c96d9-2fef-47d7-9f3e-dcfe0949dcc5 service neutron] For port 177c2220-4e7d-40ef-a97e-8d5889273323, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:45:31.033721 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '177c2220-4e7d-40ef-a97e-8d5889273323'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:45:31.035946 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e817a82-b365-464a-ae25-20bc53d07833" -d '{"events": [{"server_uuid": "5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f", "name": "network-vif-unplugged", "status": "completed", "tag": "177c2220-4e7d-40ef-a97e-8d5889273323"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:45:31.039875 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-b44c96d9-2fef-47d7-9f3e-dcfe0949dcc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:31.051744 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-b44c96d9-2fef-47d7-9f3e-dcfe0949dcc5 service neutron] Transition to ACTIVE for port object 177c2220-4e7d-40ef-a97e-8d5889273323 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:45:31.054784 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-b44c96d9-2fef-47d7-9f3e-dcfe0949dcc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:31.085113 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bab22b1-5db8-4e36-91de-f9861e2854dd x-openstack-request-id: req-2bab22b1-5db8-4e36-91de-f9861e2854dd {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:45:31.085401 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f", "name": "network-vif-unplugged", "status": "completed", "tag": "177c2220-4e7d-40ef-a97e-8d5889273323", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:45:31.086281 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2bab22b1-5db8-4e36-91de-f9861e2854dd {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:45:31.086281 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '177c2220-4e7d-40ef-a97e-8d5889273323', 'code': 200} Aug 10 01:45:31.118138 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c96d9-2fef-47d7-9f3e-dcfe0949dcc5 service neutron] Pushing event updated for resources: {'Port': ['ID=177c2220-4e7d-40ef-a97e-8d5889273323,revision_number=6']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:31.163507 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c96d9-2fef-47d7-9f3e-dcfe0949dcc5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:31.163856 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c96d9-2fef-47d7-9f3e-dcfe0949dcc5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:31.164210 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c96d9-2fef-47d7-9f3e-dcfe0949dcc5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:31.164550 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c96d9-2fef-47d7-9f3e-dcfe0949dcc5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:31.164881 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c96d9-2fef-47d7-9f3e-dcfe0949dcc5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:31.165211 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c96d9-2fef-47d7-9f3e-dcfe0949dcc5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:31.165540 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c96d9-2fef-47d7-9f3e-dcfe0949dcc5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:31.165862 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c96d9-2fef-47d7-9f3e-dcfe0949dcc5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:31.166185 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c96d9-2fef-47d7-9f3e-dcfe0949dcc5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:31.166508 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c96d9-2fef-47d7-9f3e-dcfe0949dcc5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:31.166831 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c96d9-2fef-47d7-9f3e-dcfe0949dcc5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:31.167150 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c96d9-2fef-47d7-9f3e-dcfe0949dcc5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:31.564041 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-b44c96d9-2fef-47d7-9f3e-dcfe0949dcc5 service neutron] No DVR routers for this DVR port 177c2220-4e7d-40ef-a97e-8d5889273323 on host n-h1-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:45:31.691948 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-b44c96d9-2fef-47d7-9f3e-dcfe0949dcc5 service neutron] Attempting to bind port 177c2220-4e7d-40ef-a97e-8d5889273323 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:45:31.692665 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-b44c96d9-2fef-47d7-9f3e-dcfe0949dcc5 service neutron] Attempting to bind port 177c2220-4e7d-40ef-a97e-8d5889273323 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:45:31.692665 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-b44c96d9-2fef-47d7-9f3e-dcfe0949dcc5 service neutron] Attempting to bind port 177c2220-4e7d-40ef-a97e-8d5889273323 on network 92409e1b-fb53-4ce6-99f1-764c3be34a19 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:45:31.696759 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-b44c96d9-2fef-47d7-9f3e-dcfe0949dcc5 service neutron] Port 177c2220-4e7d-40ef-a97e-8d5889273323 on network 92409e1b-fb53-4ce6-99f1-764c3be34a19 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:45:31.697081 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-b44c96d9-2fef-47d7-9f3e-dcfe0949dcc5 service neutron] Attempting to bind port 177c2220-4e7d-40ef-a97e-8d5889273323 on network 92409e1b-fb53-4ce6-99f1-764c3be34a19 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:45:31.702214 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-b44c96d9-2fef-47d7-9f3e-dcfe0949dcc5 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:45:31.702804 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-b44c96d9-2fef-47d7-9f3e-dcfe0949dcc5 service neutron] Checking segment: {'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:45:31.703186 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-b44c96d9-2fef-47d7-9f3e-dcfe0949dcc5 service neutron] Bound using segment: {'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:45:31.703608 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-b44c96d9-2fef-47d7-9f3e-dcfe0949dcc5 service neutron] Bound port: 177c2220-4e7d-40ef-a97e-8d5889273323, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:45:31.703959 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-b44c96d9-2fef-47d7-9f3e-dcfe0949dcc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:31.763335 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-b44c96d9-2fef-47d7-9f3e-dcfe0949dcc5 service neutron] For port 177c2220-4e7d-40ef-a97e-8d5889273323, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:45:31.767354 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-b44c96d9-2fef-47d7-9f3e-dcfe0949dcc5 service neutron] For port 177c2220-4e7d-40ef-a97e-8d5889273323, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=177c2220-4e7d-40ef-a97e-8d5889273323,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:45:31.771334 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-b44c96d9-2fef-47d7-9f3e-dcfe0949dcc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:31.805905 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-b44c96d9-2fef-47d7-9f3e-dcfe0949dcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:31.806528 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-b44c96d9-2fef-47d7-9f3e-dcfe0949dcc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:31.808008 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-b44c96d9-2fef-47d7-9f3e-dcfe0949dcc5 service neutron] 10.222.0.20 "PUT /v2.0/ports/177c2220-4e7d-40ef-a97e-8d5889273323 HTTP/1.1" status: 200 len: 1093 time: 1.1624904 Aug 10 01:45:31.831762 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c96d9-2fef-47d7-9f3e-dcfe0949dcc5 service neutron] Pushing event updated for resources: {'Port': ['ID=177c2220-4e7d-40ef-a97e-8d5889273323,revision_number=7']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:31.890256 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-14ca6709-7306-4901-847b-7a5e69a79c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:31.891821 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-14ca6709-7306-4901-847b-7a5e69a79c09 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 1096 time: 0.0438745 Aug 10 01:45:31.984324 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-6076c280-2d87-4eb0-9772-3592f5ba5689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:31.985816 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-6076c280-2d87-4eb0-9772-3592f5ba5689 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0868330 Aug 10 01:45:32.106758 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-1b5b819c-5c1d-4750-8f46-800c1e5f00ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=177c2220-4e7d-40ef-a97e-8d5889273323 HTTP/1.1" status: 200 len: 999 time: 0.1139266 Aug 10 01:45:32.120485 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35c9fe-a6bc-4070-b1c4-d96e2447a85e req-5ca3e8cd-6fc5-47d1-8704-cbe0b9b386ab tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:32.121890 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ec35c9fe-a6bc-4070-b1c4-d96e2447a85e req-5ca3e8cd-6fc5-47d1-8704-cbe0b9b386ab tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 944 time: 0.0885038 Aug 10 01:45:32.192299 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ec35c9fe-a6bc-4070-b1c4-d96e2447a85e req-2c9814b2-1116-46f6-9cd5-a8ce7576a919 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619652 Aug 10 01:45:32.193759 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-108e7d18-5e47-4520-9f0d-12bc6bb4964d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:32.195111 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-108e7d18-5e47-4520-9f0d-12bc6bb4964d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0724022 Aug 10 01:45:32.249395 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-07d6413a-6b4c-4399-8dc1-20b39baa181d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:32.250874 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-07d6413a-6b4c-4399-8dc1-20b39baa181d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489693 Aug 10 01:45:32.341165 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-50308d3f-24e8-4485-bb26-82bf463539f3 service neutron] 10.222.0.20 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828824 Aug 10 01:45:32.428710 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4af72f8d-2b16-41ad-b5b0-fabb9600dd50 req-ad847891-21c7-413f-b589-2d0362877fdd service neutron] 10.222.0.20 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806508 Aug 10 01:45:33.086879 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f', 'tag': '177c2220-4e7d-40ef-a97e-8d5889273323'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:45:33.089289 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004a67bb-4a68-44fa-bc92-c401f8aacdf1" -d '{"events": [{"name": "network-changed", "server_uuid": "5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f", "tag": "177c2220-4e7d-40ef-a97e-8d5889273323"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:45:33.136165 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6e85a6-b350-4c31-a06b-ab5b4bc83a71 x-openstack-request-id: req-9b6e85a6-b350-4c31-a06b-ab5b4bc83a71 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:45:33.136495 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f", "tag": "177c2220-4e7d-40ef-a97e-8d5889273323", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:45:33.136776 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9b6e85a6-b350-4c31-a06b-ab5b4bc83a71 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:45:33.137175 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f', 'tag': '177c2220-4e7d-40ef-a97e-8d5889273323', 'status': 'completed', 'code': 200} Aug 10 01:45:33.198505 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a67bb-4a68-44fa-bc92-c401f8aacdf1 req-eaf2dd01-3bb0-44d1-ad19-c92d7a20e0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:33.200174 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-004a67bb-4a68-44fa-bc92-c401f8aacdf1 req-eaf2dd01-3bb0-44d1-ad19-c92d7a20e0e4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 1096 time: 0.0443783 Aug 10 01:45:33.223287 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a67bb-4a68-44fa-bc92-c401f8aacdf1 req-c0255ebb-e579-4c26-8941-37ef8ca943e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:33.225666 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-004a67bb-4a68-44fa-bc92-c401f8aacdf1 req-c0255ebb-e579-4c26-8941-37ef8ca943e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 1096 time: 0.0446117 Aug 10 01:45:33.295997 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a67bb-4a68-44fa-bc92-c401f8aacdf1 req-a7adb45a-44de-439e-8e25-11b70728a828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:33.297568 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-004a67bb-4a68-44fa-bc92-c401f8aacdf1 req-a7adb45a-44de-439e-8e25-11b70728a828 service neutron] 10.222.0.24 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0905421 Aug 10 01:45:33.356324 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e11a5e-93b8-40d2-99af-5fa40aaaa16e req-90e3ce7b-e9c4-4470-be17-1941ce62abac tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:33.358249 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-84e11a5e-93b8-40d2-99af-5fa40aaaa16e req-90e3ce7b-e9c4-4470-be17-1941ce62abac tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 944 time: 0.0775359 Aug 10 01:45:33.363386 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a67bb-4a68-44fa-bc92-c401f8aacdf1 req-258af231-2a1f-4d5c-8a71-f25a36d2a3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:33.364705 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-004a67bb-4a68-44fa-bc92-c401f8aacdf1 req-82be29ce-5474-4b9c-86ed-801fd3114ee3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=177c2220-4e7d-40ef-a97e-8d5889273323 HTTP/1.1" status: 200 len: 999 time: 0.0595098 Aug 10 01:45:33.364834 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-004a67bb-4a68-44fa-bc92-c401f8aacdf1 req-258af231-2a1f-4d5c-8a71-f25a36d2a3b7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.1320868 Aug 10 01:45:33.413827 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a67bb-4a68-44fa-bc92-c401f8aacdf1 req-f3da176e-13c8-46fd-bf52-e93a9f4b8b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:33.415360 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-004a67bb-4a68-44fa-bc92-c401f8aacdf1 req-f3da176e-13c8-46fd-bf52-e93a9f4b8b89 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0443110 Aug 10 01:45:33.441397 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-84e11a5e-93b8-40d2-99af-5fa40aaaa16e req-5e04147f-8072-4b97-a8c0-941b9cb06647 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756269 Aug 10 01:45:33.454744 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-004a67bb-4a68-44fa-bc92-c401f8aacdf1 req-9d9ad043-ee39-4f3f-bb21-8d82476c63fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=177c2220-4e7d-40ef-a97e-8d5889273323 HTTP/1.1" status: 200 len: 999 time: 0.0821860 Aug 10 01:45:33.467856 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a67bb-4a68-44fa-bc92-c401f8aacdf1 req-950af730-a53e-4bd1-8cc3-ebe49566cece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:33.469396 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-004a67bb-4a68-44fa-bc92-c401f8aacdf1 req-950af730-a53e-4bd1-8cc3-ebe49566cece service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461590 Aug 10 01:45:33.504288 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a67bb-4a68-44fa-bc92-c401f8aacdf1 req-abbe3742-03d7-4005-8786-37498fe4bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:33.505739 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-004a67bb-4a68-44fa-bc92-c401f8aacdf1 req-abbe3742-03d7-4005-8786-37498fe4bf77 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0440090 Aug 10 01:45:33.551639 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a67bb-4a68-44fa-bc92-c401f8aacdf1 req-88d30697-3f5b-4bf7-95b0-6b374eca71d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:33.553140 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-004a67bb-4a68-44fa-bc92-c401f8aacdf1 req-88d30697-3f5b-4bf7-95b0-6b374eca71d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404148 Aug 10 01:45:33.562142 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-004a67bb-4a68-44fa-bc92-c401f8aacdf1 req-3f97ebdc-7816-4df7-9b44-1ff75b9c152b service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853324 Aug 10 01:45:33.655362 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-004a67bb-4a68-44fa-bc92-c401f8aacdf1 req-10fde901-8f70-48b4-bd1a-ca51f397834f service neutron] 10.222.0.20 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937278 Aug 10 01:45:33.655882 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-004a67bb-4a68-44fa-bc92-c401f8aacdf1 req-0a89de2e-5e99-4e4e-abb0-ffe0ae2a027f service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872779 Aug 10 01:45:33.742787 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-004a67bb-4a68-44fa-bc92-c401f8aacdf1 req-420c6283-41bc-4eaa-98f9-9da9a4287411 service neutron] 10.222.0.20 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804036 Aug 10 01:45:34.564985 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8a89d-8835-42c0-9502-d019cfd10412 req-0871ad06-3afe-4432-8bf9-342a42fb674f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:34.566425 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4ac8a89d-8835-42c0-9502-d019cfd10412 req-0871ad06-3afe-4432-8bf9-342a42fb674f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 944 time: 0.0530651 Aug 10 01:45:34.602659 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4ac8a89d-8835-42c0-9502-d019cfd10412 req-2bf3095c-efc9-4aed-9596-53dea9278b39 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304768 Aug 10 01:45:35.262002 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 177c2220-4e7d-40ef-a97e-8d5889273323 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:45:35.302222 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 177c2220-4e7d-40ef-a97e-8d5889273323 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:45:35.717478 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7e58d-8b79-4fa6-aab9-dd492e31a3f5 req-10e2fbfd-c8e1-4d35-b6ae-42a1e1f9d8c0 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:35.718935 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ebb7e58d-8b79-4fa6-aab9-dd492e31a3f5 req-10e2fbfd-c8e1-4d35-b6ae-42a1e1f9d8c0 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 944 time: 0.0481350 Aug 10 01:45:35.754690 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ebb7e58d-8b79-4fa6-aab9-dd492e31a3f5 req-c15b2fb6-9006-457a-9581-f0d4f8a7c4f5 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299988 Aug 10 01:45:35.941528 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b48c6-686e-4da1-8c01-6b8942f1efee req-3e4df23f-0ac2-47de-99f8-ce44857db88e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:35.943015 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1c9b48c6-686e-4da1-8c01-6b8942f1efee req-3e4df23f-0ac2-47de-99f8-ce44857db88e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 944 time: 0.0499389 Aug 10 01:45:35.955953 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7138da-6fba-4a5a-b10c-d0a24556e728 req-0c224f0f-a051-4fdb-8f9f-a4e1840ae9af tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:35.957459 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7c7138da-6fba-4a5a-b10c-d0a24556e728 req-0c224f0f-a051-4fdb-8f9f-a4e1840ae9af tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f&tenant_id=7e13ef57bb5547f2b03503672f80d1f2&binding%3Ahost_id=n-h2-766726-26 HTTP/1.1" status: 200 len: 944 time: 0.0531209 Aug 10 01:45:35.980212 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1c9b48c6-686e-4da1-8c01-6b8942f1efee req-b1f36e6e-5b86-4705-8fa7-05c62b8b6047 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312924 Aug 10 01:45:36.017887 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [req-7c7138da-6fba-4a5a-b10c-d0a24556e728 req-495fc472-ab3b-4965-be6c-ba4e0305aae5 service neutron] delete failed (client error): The resource could not be found. Aug 10 01:45:36.018914 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7c7138da-6fba-4a5a-b10c-d0a24556e728 req-495fc472-ab3b-4965-be6c-ba4e0305aae5 service neutron] 10.222.0.24 "DELETE /v2.0/ports/177c2220-4e7d-40ef-a97e-8d5889273323/bindings/n-h1-766726-26 HTTP/1.1" status: 404 len: 381 time: 0.0539033 Aug 10 01:45:36.062588 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 177c2220-4e7d-40ef-a97e-8d5889273323 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:45:36.101092 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7138da-6fba-4a5a-b10c-d0a24556e728 req-7dff4f12-d629-4821-b431-28b263dfed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:36.102585 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7c7138da-6fba-4a5a-b10c-d0a24556e728 req-7dff4f12-d629-4821-b431-28b263dfed84 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 1096 time: 0.0414207 Aug 10 01:45:36.157077 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 177c2220-4e7d-40ef-a97e-8d5889273323, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=177c2220-4e7d-40ef-a97e-8d5889273323,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:45:36.168019 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '177c2220-4e7d-40ef-a97e-8d5889273323', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'port_id': '177c2220-4e7d-40ef-a97e-8d5889273323', 'mac_address': 'fa:16:3e:fb:37:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:45:36.193711 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7138da-6fba-4a5a-b10c-d0a24556e728 req-40dc55df-4947-491b-96c5-fcb6cab53aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:36.195184 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7c7138da-6fba-4a5a-b10c-d0a24556e728 req-40dc55df-4947-491b-96c5-fcb6cab53aea service neutron] 10.222.0.24 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0862448 Aug 10 01:45:36.204078 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:36.216442 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 177c2220-4e7d-40ef-a97e-8d5889273323 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:45:36.235304 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 177c2220-4e7d-40ef-a97e-8d5889273323, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=177c2220-4e7d-40ef-a97e-8d5889273323,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:45:36.240141 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:36.261519 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7c7138da-6fba-4a5a-b10c-d0a24556e728 req-9c271da2-a9de-48dc-8b54-3ea6cef2249e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=177c2220-4e7d-40ef-a97e-8d5889273323 HTTP/1.1" status: 200 len: 999 time: 0.0588162 Aug 10 01:45:36.290084 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=177c2220-4e7d-40ef-a97e-8d5889273323,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:36.297346 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:36.297707 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:36.298059 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:36.298409 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:36.298754 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:36.299096 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:36.299435 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:36.299788 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:36.300107 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:36.300469 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:36.300806 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:36.301140 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:36.316430 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7138da-6fba-4a5a-b10c-d0a24556e728 req-285eda23-55d9-455c-8dd3-bdefe4fe2cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:36.317893 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7c7138da-6fba-4a5a-b10c-d0a24556e728 req-285eda23-55d9-455c-8dd3-bdefe4fe2cd4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0501480 Aug 10 01:45:36.363701 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7138da-6fba-4a5a-b10c-d0a24556e728 req-81fd8677-cc8d-4121-b9f7-af58d4d79ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:36.365147 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7c7138da-6fba-4a5a-b10c-d0a24556e728 req-81fd8677-cc8d-4121-b9f7-af58d4d79ec8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396266 Aug 10 01:45:36.453279 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7c7138da-6fba-4a5a-b10c-d0a24556e728 req-bc74ade4-a633-430c-9c92-d39392a680f2 service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806911 Aug 10 01:45:36.544217 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7c7138da-6fba-4a5a-b10c-d0a24556e728 req-2c01b1b5-0cd6-45b0-9bce-b684c91bf84a service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841694 Aug 10 01:45:36.637539 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['177c2220-4e7d-40ef-a97e-8d5889273323'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:45:37.100373 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e9e0f-b072-4152-ac09-edfdf351c84e req-52876cf8-ceac-477c-877e-7310946fa998 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:37.101932 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6d7e9e0f-b072-4152-ac09-edfdf351c84e req-52876cf8-ceac-477c-877e-7310946fa998 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 945 time: 0.0536079 Aug 10 01:45:37.139683 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6d7e9e0f-b072-4152-ac09-edfdf351c84e req-a7a697e3-aaae-46a5-81d7-01d055570c00 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315700 Aug 10 01:45:37.251326 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78aa8ca-8dd4-4114-a7aa-6344d977e0c4 req-90d2b32c-c481-4b3e-96a8-14cef6317ebb tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:37.252961 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b78aa8ca-8dd4-4114-a7aa-6344d977e0c4 req-90d2b32c-c481-4b3e-96a8-14cef6317ebb tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 945 time: 0.0485463 Aug 10 01:45:37.289615 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b78aa8ca-8dd4-4114-a7aa-6344d977e0c4 req-616e894f-36ba-4d39-b260-8d2838541c3b tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308623 Aug 10 01:45:37.398939 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a633f9-dc13-41b5-9139-ca3f5435c843 req-5de1b7b6-4bac-4f2f-ab6c-5d0664d591f1 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:37.400431 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d5a633f9-dc13-41b5-9139-ca3f5435c843 req-5de1b7b6-4bac-4f2f-ab6c-5d0664d591f1 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 945 time: 0.0473495 Aug 10 01:45:37.437497 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d5a633f9-dc13-41b5-9139-ca3f5435c843 req-bd104d26-1bcf-40d2-a407-293bce245237 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307477 Aug 10 01:45:37.665460 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b584ad1-3886-4faa-a148-7fbb15478f42 req-2348c479-e8b3-4d5e-9398-118040b83e3c tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:37.666927 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3b584ad1-3886-4faa-a148-7fbb15478f42 req-2348c479-e8b3-4d5e-9398-118040b83e3c tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 945 time: 0.0522382 Aug 10 01:45:37.703510 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3b584ad1-3886-4faa-a148-7fbb15478f42 req-d8c038b9-8319-4104-8e0c-3b6f0f3a01d6 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307038 Aug 10 01:45:38.074999 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 177c2220-4e7d-40ef-a97e-8d5889273323 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:45:38.122356 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 177c2220-4e7d-40ef-a97e-8d5889273323 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:45:38.126448 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 177c2220-4e7d-40ef-a97e-8d5889273323 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:45:38.126825 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:38.202281 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:38.224061 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177c2220-4e7d-40ef-a97e-8d5889273323'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:45:38.226318 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fc736d-f53d-42d7-ba26-9cc9f64d8ce5" -d '{"events": [{"server_uuid": "5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f", "name": "network-vif-plugged", "status": "completed", "tag": "177c2220-4e7d-40ef-a97e-8d5889273323"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:45:38.238488 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 177c2220-4e7d-40ef-a97e-8d5889273323, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=177c2220-4e7d-40ef-a97e-8d5889273323,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:45:38.242371 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:38.265786 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aeec6f5-f94a-4769-aa23-9cf2da32d6a6 x-openstack-request-id: req-7aeec6f5-f94a-4769-aa23-9cf2da32d6a6 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:45:38.266080 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f", "name": "network-vif-plugged", "status": "completed", "tag": "177c2220-4e7d-40ef-a97e-8d5889273323", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:45:38.266339 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7aeec6f5-f94a-4769-aa23-9cf2da32d6a6 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:45:38.266728 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177c2220-4e7d-40ef-a97e-8d5889273323', 'code': 200} Aug 10 01:45:38.292004 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=177c2220-4e7d-40ef-a97e-8d5889273323,revision_number=9']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:38.817644 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fbbfd-80e6-4939-a326-1c64bcbd7b11 req-f086f618-272f-4718-bb52-6e0d80b90fdf tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:38.819110 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a16fbbfd-80e6-4939-a326-1c64bcbd7b11 req-f086f618-272f-4718-bb52-6e0d80b90fdf tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 946 time: 0.0503926 Aug 10 01:45:38.855398 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a16fbbfd-80e6-4939-a326-1c64bcbd7b11 req-1ba6982e-9c4e-4cce-b6ea-bd8fcf182f8b tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304370 Aug 10 01:45:39.144072 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95cf6b-11b4-4032-a6fb-231d11b95031 req-03950410-2da7-4c06-bcf1-ca547132eb9f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:39.145442 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fe95cf6b-11b4-4032-a6fb-231d11b95031 req-03950410-2da7-4c06-bcf1-ca547132eb9f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 946 time: 0.0463178 Aug 10 01:45:39.234409 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-fe95cf6b-11b4-4032-a6fb-231d11b95031 req-3444c873-e70a-49ca-ab2e-bc1749fbfaba tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Deleting port 177c2220-4e7d-40ef-a97e-8d5889273323 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:45:39.234757 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-fe95cf6b-11b4-4032-a6fb-231d11b95031 req-3444c873-e70a-49ca-ab2e-bc1749fbfaba tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:39.319137 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-fe95cf6b-11b4-4032-a6fb-231d11b95031 req-3444c873-e70a-49ca-ab2e-bc1749fbfaba tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] For port 177c2220-4e7d-40ef-a97e-8d5889273323, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=177c2220-4e7d-40ef-a97e-8d5889273323,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:45:39.319502 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-fe95cf6b-11b4-4032-a6fb-231d11b95031 req-3444c873-e70a-49ca-ab2e-bc1749fbfaba tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:39.532085 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-fe95cf6b-11b4-4032-a6fb-231d11b95031 req-3444c873-e70a-49ca-ab2e-bc1749fbfaba tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:39.532482 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-fe95cf6b-11b4-4032-a6fb-231d11b95031 req-3444c873-e70a-49ca-ab2e-bc1749fbfaba tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:39.532801 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [req-fe95cf6b-11b4-4032-a6fb-231d11b95031 req-3444c873-e70a-49ca-ab2e-bc1749fbfaba tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Floating IP 81057f5d-9682-469c-981b-50a18fb2b3af disassociated. External IP: 172.25.2.61, port: 177c2220-4e7d-40ef-a97e-8d5889273323. Aug 10 01:45:39.533143 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-fe95cf6b-11b4-4032-a6fb-231d11b95031 req-3444c873-e70a-49ca-ab2e-bc1749fbfaba tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Calling delete_port for 177c2220-4e7d-40ef-a97e-8d5889273323 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:45:39.661056 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-fe95cf6b-11b4-4032-a6fb-231d11b95031 req-3444c873-e70a-49ca-ab2e-bc1749fbfaba tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:39.687356 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444c873-e70a-49ca-ab2e-bc1749fbfaba tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Pushing event deleted for resources: {'Port': ['ID=177c2220-4e7d-40ef-a97e-8d5889273323,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:39.803543 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe95cf6b-11b4-4032-a6fb-231d11b95031 req-3444c873-e70a-49ca-ab2e-bc1749fbfaba tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Router bc09d8f9-804c-4a48-94cd-f3d7d0d9874c has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:45:39.911916 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe95cf6b-11b4-4032-a6fb-231d11b95031 req-3444c873-e70a-49ca-ab2e-bc1749fbfaba tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:45:39.922726 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c50076-fc62-467f-8987-fec8f3ec8f22 None None] Sync routers for ids ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:45:39.932455 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c50076-fc62-467f-8987-fec8f3ec8f22 None None] Routers {'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:45:39.933070 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-62c50076-fc62-467f-8987-fec8f3ec8f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:45:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:39.960728 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe95cf6b-11b4-4032-a6fb-231d11b95031 req-3444c873-e70a-49ca-ab2e-bc1749fbfaba tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] No DVR routers for this DVR port 177c2220-4e7d-40ef-a97e-8d5889273323 on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:45:39.964646 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-fe95cf6b-11b4-4032-a6fb-231d11b95031 req-3444c873-e70a-49ca-ab2e-bc1749fbfaba tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:39.966919 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fe95cf6b-11b4-4032-a6fb-231d11b95031 req-3444c873-e70a-49ca-ab2e-bc1749fbfaba tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.20 "DELETE /v2.0/ports/177c2220-4e7d-40ef-a97e-8d5889273323 HTTP/1.1" status: 204 len: 173 time: 0.8151629 Aug 10 01:45:39.967377 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f', 'name': 'network-vif-deleted', 'tag': '177c2220-4e7d-40ef-a97e-8d5889273323'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:45:39.970120 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9f3cb9-9b68-4f39-9cde-1c76f174ab87" -d '{"events": [{"server_uuid": "5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f", "name": "network-vif-deleted", "tag": "177c2220-4e7d-40ef-a97e-8d5889273323"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:45:39.996227 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e422fc4d-c2c7-4664-a5af-e1b6cee33c91 req-11e42627-33ad-42c4-8406-ef0e77f4f10e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f HTTP/1.1" status: 200 len: 210 time: 0.0594547 Aug 10 01:45:40.017122 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1f7ae2-ed40-460e-9ce5-50d78f000e03 x-openstack-request-id: req-4f1f7ae2-ed40-460e-9ce5-50d78f000e03 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:45:40.017496 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f", "name": "network-vif-deleted", "tag": "177c2220-4e7d-40ef-a97e-8d5889273323", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:45:40.017826 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4f1f7ae2-ed40-460e-9ce5-50d78f000e03 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:45:40.018333 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a52f05c-f6c5-4cdf-8555-ed98bb7cd83f', 'name': 'network-vif-deleted', 'tag': '177c2220-4e7d-40ef-a97e-8d5889273323', 'status': 'completed', 'code': 200} Aug 10 01:45:40.046385 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-62c50076-fc62-467f-8987-fec8f3ec8f22 None None] Set router bc09d8f9-804c-4a48-94cd-f3d7d0d9874c gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:45:40.246456 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-62c50076-fc62-467f-8987-fec8f3ec8f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'name': 'tempest-ServerActionsTestJSON-709369445-router', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:34Z', 'revision_number': 4, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'gw_port': {'id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '716f99c2-815f-41d6-a656-846e94e8e2b8', 'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'mac_address': 'fa:16:3e:1f:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:33Z', 'updated_at': '2021-08-10T01:42:39Z', 'revision_number': 5, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'subnets': [{'id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:40.274813 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c50076-fc62-467f-8987-fec8f3ec8f22 None None] Checking router: bc09d8f9-804c-4a48-94cd-f3d7d0d9874c for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:45:40.284089 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c50076-fc62-467f-8987-fec8f3ec8f22 None None] Routers {'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:45:40.284707 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-62c50076-fc62-467f-8987-fec8f3ec8f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:45:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:40.386827 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-62c50076-fc62-467f-8987-fec8f3ec8f22 None None] Set router bc09d8f9-804c-4a48-94cd-f3d7d0d9874c gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:45:40.580869 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-62c50076-fc62-467f-8987-fec8f3ec8f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'name': 'tempest-ServerActionsTestJSON-709369445-router', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:34Z', 'revision_number': 4, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'gw_port': {'id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '716f99c2-815f-41d6-a656-846e94e8e2b8', 'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'mac_address': 'fa:16:3e:1f:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:33Z', 'updated_at': '2021-08-10T01:42:39Z', 'revision_number': 5, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'subnets': [{'id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:40.605323 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c50076-fc62-467f-8987-fec8f3ec8f22 None None] The sync data for ids ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'] in n-d-766726-26 is: [{'id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'name': 'tempest-ServerActionsTestJSON-709369445-router', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:34Z', 'revision_number': 4, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'gw_port': {'id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '716f99c2-815f-41d6-a656-846e94e8e2b8', 'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'mac_address': 'fa:16:3e:1f:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:33Z', 'updated_at': '2021-08-10T01:42:39Z', 'revision_number': 5, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'subnets': [{'id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:45:40.825176 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe95cc97-96f4-43a6-bbe3-b322b8367a1d None None] New status for floating IP 81057f5d-9682-469c-981b-50a18fb2b3af: DOWN {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:45:41.218088 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-e7e7c942-be2f-4bf4-bb5e-71ea02cdabba tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1685208208&fields=id&tenant_id=7e13ef57bb5547f2b03503672f80d1f2 HTTP/1.1" status: 200 len: 267 time: 0.0315964 Aug 10 01:45:41.240038 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-64e755b2-579b-4639-95dc-80a91cdb370c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:41.326595 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-7d9a20cf-690a-4ae1-b7e8-d32af19cc1fa tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:41.328828 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-7d9a20cf-690a-4ae1-b7e8-d32af19cc1fa tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 811 time: 0.1032484 Aug 10 01:45:41.344031 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-67a89ba8-b988-4791-8cd0-920d725eca2f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/quotas/7e13ef57bb5547f2b03503672f80d1f2 HTTP/1.1" status: 200 len: 375 time: 0.0096533 Aug 10 01:45:41.394502 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-200998af-0549-46f8-afb6-e5c3ced15ac9 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0453401 Aug 10 01:45:41.409996 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-801c7130-db80-4364-9cb8-d72d562cb4ba service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:45:41.410934 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-801c7130-db80-4364-9cb8-d72d562cb4ba service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055573 Aug 10 01:45:41.499239 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-953c95b0-f653-4558-99f9-14d8dbafb7df service neutron] 10.222.0.35 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825818 Aug 10 01:45:41.587528 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-d758a519-bfea-41e3-b014-94287bccd502 service neutron] 10.222.0.35 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824146 Aug 10 01:45:41.746572 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-09dbfbf6-b9a7-41bb-b8b2-34d10e75e431 req-54450388-19c4-470b-a0f5-8323df0573d1 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 210 time: 0.0263743 Aug 10 01:45:42.001695 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:42.629227 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-3927e223-bb4f-451d-bd83-fcc022a908a7 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:42.630716 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-3927e223-bb4f-451d-bd83-fcc022a908a7 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.24 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 811 time: 0.1143289 Aug 10 01:45:42.678946 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-74b09800-f795-418d-b336-023ac1dc5c72 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e13ef57bb5547f2b03503672f80d1f2 HTTP/1.1" status: 200 len: 380 time: 0.0378668 Aug 10 01:45:42.689054 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-8e76583f-f1d6-4e87-be08-e5e537e9235d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Request body: {'port': {'device_id': '06428a15-4106-40a4-bea6-be158f5f97b7', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'admin_state_up': True, 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'security_groups': ['7bb8e3f5-a9f4-4997-9e45-12bb1715b3af']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:45:42.792094 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-8e76583f-f1d6-4e87-be08-e5e537e9235d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Made reservation on behalf of 7e13ef57bb5547f2b03503672f80d1f2 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:45:42.795586 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-8e76583f-f1d6-4e87-be08-e5e537e9235d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:42.845931 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b91e8b59-f858-415e-9a6b-6fdb16ecf3df req-401a71a5-4c78-42c4-8f36-67fbd4b252eb tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 210 time: 0.0309396 Aug 10 01:45:42.925992 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-8e76583f-f1d6-4e87-be08-e5e537e9235d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Allocated IP 172.20.0.4 (92409e1b-fb53-4ce6-99f1-764c3be34a19/a6351c09-eaff-4497-aea5-5c8f9aab3425/639b5368-f24c-43e1-b3d4-e05341c4d355) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:45:43.057337 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-8e76583f-f1d6-4e87-be08-e5e537e9235d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:43.070978 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-8e76583f-f1d6-4e87-be08-e5e537e9235d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Transition to ACTIVE for port object 639b5368-f24c-43e1-b3d4-e05341c4d355 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:45:43.102497 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-8e76583f-f1d6-4e87-be08-e5e537e9235d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:43.153267 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-8e76583f-f1d6-4e87-be08-e5e537e9235d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Network 92409e1b-fb53-4ce6-99f1-764c3be34a19 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:45:43.156468 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-8e76583f-f1d6-4e87-be08-e5e537e9235d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:45:43.160248 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-8e76583f-f1d6-4e87-be08-e5e537e9235d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:45:43.184772 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76583f-f1d6-4e87-be08-e5e537e9235d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Pushing event updated for resources: {'Port': ['ID=639b5368-f24c-43e1-b3d4-e05341c4d355,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:43.198514 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e76583f-f1d6-4e87-be08-e5e537e9235d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:43.198865 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e76583f-f1d6-4e87-be08-e5e537e9235d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:43.199214 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e76583f-f1d6-4e87-be08-e5e537e9235d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:43.199560 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e76583f-f1d6-4e87-be08-e5e537e9235d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:43.199908 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e76583f-f1d6-4e87-be08-e5e537e9235d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:43.200270 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e76583f-f1d6-4e87-be08-e5e537e9235d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:43.200610 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e76583f-f1d6-4e87-be08-e5e537e9235d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:43.200948 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e76583f-f1d6-4e87-be08-e5e537e9235d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:43.201297 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e76583f-f1d6-4e87-be08-e5e537e9235d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:43.201609 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e76583f-f1d6-4e87-be08-e5e537e9235d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:43.201941 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e76583f-f1d6-4e87-be08-e5e537e9235d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:43.202270 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e76583f-f1d6-4e87-be08-e5e537e9235d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:43.225735 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-8e76583f-f1d6-4e87-be08-e5e537e9235d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:43.226401 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-8e76583f-f1d6-4e87-be08-e5e537e9235d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:43.241972 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-8e76583f-f1d6-4e87-be08-e5e537e9235d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5569263 Aug 10 01:45:43.257014 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-58520814-83ee-4976-abec-a3f9492942b3 service neutron] Request body: {'port': {'device_id': '06428a15-4106-40a4-bea6-be158f5f97b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:45:43.313695 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-58520814-83ee-4976-abec-a3f9492942b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:43.399474 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-77e1a6f5-5467-46c8-b0a1-08cbfa291fc6 None None] Provisioning for port 639b5368-f24c-43e1-b3d4-e05341c4d355 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:45:43.403122 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-77e1a6f5-5467-46c8-b0a1-08cbfa291fc6 None None] Provisioning complete for port 639b5368-f24c-43e1-b3d4-e05341c4d355 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:45:43.403499 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-77e1a6f5-5467-46c8-b0a1-08cbfa291fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:43.440258 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-77e1a6f5-5467-46c8-b0a1-08cbfa291fc6 None None] Port 639b5368-f24c-43e1-b3d4-e05341c4d355 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:45:43.579063 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-58520814-83ee-4976-abec-a3f9492942b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 639b5368-f24c-43e1-b3d4-e05341c4d355 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:45:43.586359 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-58520814-83ee-4976-abec-a3f9492942b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:43.602655 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-58520814-83ee-4976-abec-a3f9492942b3 service neutron] Transition to ACTIVE for port object 639b5368-f24c-43e1-b3d4-e05341c4d355 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:45:43.606438 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-58520814-83ee-4976-abec-a3f9492942b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:43.672917 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58520814-83ee-4976-abec-a3f9492942b3 service neutron] Pushing event updated for resources: {'Port': ['ID=639b5368-f24c-43e1-b3d4-e05341c4d355,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:43.726347 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-58520814-83ee-4976-abec-a3f9492942b3 service neutron] Attempting to bind port 639b5368-f24c-43e1-b3d4-e05341c4d355 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:45:43.726690 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-58520814-83ee-4976-abec-a3f9492942b3 service neutron] Attempting to bind port 639b5368-f24c-43e1-b3d4-e05341c4d355 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:45:43.727029 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-58520814-83ee-4976-abec-a3f9492942b3 service neutron] Attempting to bind port 639b5368-f24c-43e1-b3d4-e05341c4d355 on network 92409e1b-fb53-4ce6-99f1-764c3be34a19 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:45:43.731554 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-58520814-83ee-4976-abec-a3f9492942b3 service neutron] Port 639b5368-f24c-43e1-b3d4-e05341c4d355 on network 92409e1b-fb53-4ce6-99f1-764c3be34a19 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:45:43.731874 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-58520814-83ee-4976-abec-a3f9492942b3 service neutron] Attempting to bind port 639b5368-f24c-43e1-b3d4-e05341c4d355 on network 92409e1b-fb53-4ce6-99f1-764c3be34a19 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:45:43.736734 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-58520814-83ee-4976-abec-a3f9492942b3 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:45:43.737071 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-58520814-83ee-4976-abec-a3f9492942b3 service neutron] Checking segment: {'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:45:43.737455 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-58520814-83ee-4976-abec-a3f9492942b3 service neutron] Bound using segment: {'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:45:43.737882 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-58520814-83ee-4976-abec-a3f9492942b3 service neutron] Bound port: 639b5368-f24c-43e1-b3d4-e05341c4d355, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:45:43.738238 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-58520814-83ee-4976-abec-a3f9492942b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:43.808471 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-58520814-83ee-4976-abec-a3f9492942b3 service neutron] For port 639b5368-f24c-43e1-b3d4-e05341c4d355, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:45:43.811840 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-58520814-83ee-4976-abec-a3f9492942b3 service neutron] For port 639b5368-f24c-43e1-b3d4-e05341c4d355, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=639b5368-f24c-43e1-b3d4-e05341c4d355,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:45:43.816040 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-58520814-83ee-4976-abec-a3f9492942b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:43.849343 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-58520814-83ee-4976-abec-a3f9492942b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:43.849984 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-58520814-83ee-4976-abec-a3f9492942b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:43.851464 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-58520814-83ee-4976-abec-a3f9492942b3 service neutron] 10.222.0.24 "PUT /v2.0/ports/639b5368-f24c-43e1-b3d4-e05341c4d355 HTTP/1.1" status: 200 len: 1092 time: 0.5998471 Aug 10 01:45:43.852049 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06428a15-4106-40a4-bea6-be158f5f97b7', 'tag': '639b5368-f24c-43e1-b3d4-e05341c4d355'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:45:43.854152 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ebcc57-fd1b-45a2-9afb-e2ff38a61a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "06428a15-4106-40a4-bea6-be158f5f97b7", "tag": "639b5368-f24c-43e1-b3d4-e05341c4d355"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:45:43.884886 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58520814-83ee-4976-abec-a3f9492942b3 service neutron] Pushing event updated for resources: {'Port': ['ID=639b5368-f24c-43e1-b3d4-e05341c4d355,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:43.899013 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c1cc664f-9426-4210-8888-5d37ba43fa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:43.971034 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-57e989cc-87a8-4c24-bfe3-d15e36004243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:43.973380 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-57e989cc-87a8-4c24-bfe3-d15e36004243 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 1095 time: 0.0567160 Aug 10 01:45:43.994145 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad0113-ebcb-4a4e-a085-ad0ac91715ab req-aa35a989-8140-49b0-b1a2-af48fd923230 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:43.995873 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a0ad0113-ebcb-4a4e-a085-ad0ac91715ab req-aa35a989-8140-49b0-b1a2-af48fd923230 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 943 time: 0.0633628 Aug 10 01:45:44.027640 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-da542360-b4f7-429b-82e4-ab3e071012b2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=639b5368-f24c-43e1-b3d4-e05341c4d355 HTTP/1.1" status: 200 len: 217 time: 0.0444705 Aug 10 01:45:44.031448 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63a40c3-69ab-45bd-be90-8eee70b5d7f3 x-openstack-request-id: req-f63a40c3-69ab-45bd-be90-8eee70b5d7f3 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:45:44.031860 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06428a15-4106-40a4-bea6-be158f5f97b7", "tag": "639b5368-f24c-43e1-b3d4-e05341c4d355", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:45:44.032232 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f63a40c3-69ab-45bd-be90-8eee70b5d7f3 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:45:44.032726 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06428a15-4106-40a4-bea6-be158f5f97b7', 'tag': '639b5368-f24c-43e1-b3d4-e05341c4d355', 'status': 'completed', 'code': 200} Aug 10 01:45:44.043616 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a0ad0113-ebcb-4a4e-a085-ad0ac91715ab req-16536185-9376-47ab-bab2-d132eb38d5bf tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381818 Aug 10 01:45:44.079928 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-ea890a0c-0582-4659-adfa-4cedd4f75688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:44.081502 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-ea890a0c-0582-4659-adfa-4cedd4f75688 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0476611 Aug 10 01:45:44.103506 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 177c2220-4e7d-40ef-a97e-8d5889273323 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:45:44.123077 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 177c2220-4e7d-40ef-a97e-8d5889273323 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:45:44.123427 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 177c2220-4e7d-40ef-a97e-8d5889273323 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:45:44.127144 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-3762fedb-4dde-4468-b8aa-daed75048e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:44.128674 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-3762fedb-4dde-4468-b8aa-daed75048e6b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404742 Aug 10 01:45:44.220624 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-4993227a-180c-44b9-9c50-0f26e84622cf service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841317 Aug 10 01:45:44.308205 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1c424045-d73d-4c81-be40-c5cf158a7a48 req-e7ffd2cd-4eef-4352-9f9f-8b2cf22a9e99 service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804918 Aug 10 01:45:44.396994 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebcc57-fd1b-45a2-9afb-e2ff38a61a7c req-e15ba73d-4908-4cdf-bcf9-3c96a9c29976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:44.398496 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-57ebcc57-fd1b-45a2-9afb-e2ff38a61a7c req-e15ba73d-4908-4cdf-bcf9-3c96a9c29976 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 1095 time: 0.0410683 Aug 10 01:45:44.489550 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:44.494172 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebcc57-fd1b-45a2-9afb-e2ff38a61a7c req-caaffecc-66a5-48aa-b3e3-4d20922cb11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:44.495687 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-57ebcc57-fd1b-45a2-9afb-e2ff38a61a7c req-caaffecc-66a5-48aa-b3e3-4d20922cb11f service neutron] 10.222.0.24 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0903180 Aug 10 01:45:44.536791 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-57ebcc57-fd1b-45a2-9afb-e2ff38a61a7c req-ff985944-fe6a-4b0f-aeb0-fc9957bcb86e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=639b5368-f24c-43e1-b3d4-e05341c4d355 HTTP/1.1" status: 200 len: 217 time: 0.0341785 Aug 10 01:45:44.586535 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebcc57-fd1b-45a2-9afb-e2ff38a61a7c req-86e888b4-60c1-44b3-9cd1-edb2bd5adc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:44.587968 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-57ebcc57-fd1b-45a2-9afb-e2ff38a61a7c req-86e888b4-60c1-44b3-9cd1-edb2bd5adc58 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0436130 Aug 10 01:45:44.638706 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebcc57-fd1b-45a2-9afb-e2ff38a61a7c req-95de089a-2a21-4f50-88ba-c5dd523e586a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:44.640235 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-57ebcc57-fd1b-45a2-9afb-e2ff38a61a7c req-95de089a-2a21-4f50-88ba-c5dd523e586a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450454 Aug 10 01:45:44.727639 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-57ebcc57-fd1b-45a2-9afb-e2ff38a61a7c req-42a4eacf-b3a0-4ed4-bea5-5192ca44e5f8 service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802653 Aug 10 01:45:44.818356 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-57ebcc57-fd1b-45a2-9afb-e2ff38a61a7c req-5ce4491f-ec5c-4de5-9d51-7bd264dabe7e service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830956 Aug 10 01:45:45.158953 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b47982-1f8b-485b-bbc0-359953057a1e req-e2a1cc51-ef81-4d72-a36b-bd6925d6c23b tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:45.160439 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-23b47982-1f8b-485b-bbc0-359953057a1e req-e2a1cc51-ef81-4d72-a36b-bd6925d6c23b tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 943 time: 0.0478590 Aug 10 01:45:45.195998 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-23b47982-1f8b-485b-bbc0-359953057a1e req-20a7acbe-bdbc-4b96-9438-93d0f8e36384 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297816 Aug 10 01:45:45.317251 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:46.312890 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a5908-9465-49c8-9418-d2527a3742f9 req-56e28ebb-9909-4d86-b940-8f877eee0c4a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:46.314349 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ed4a5908-9465-49c8-9418-d2527a3742f9 req-56e28ebb-9909-4d86-b940-8f877eee0c4a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 943 time: 0.0528719 Aug 10 01:45:46.350568 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ed4a5908-9465-49c8-9418-d2527a3742f9 req-58b17ad2-a344-425d-9f1f-3a217efb341e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304267 Aug 10 01:45:46.400256 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:47.462469 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ca95f-7bae-4d93-a375-e731813ccc61 req-a7be93cf-6070-442c-87be-1a4b5e1e4add tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:47.463935 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d51ca95f-7bae-4d93-a375-e731813ccc61 req-a7be93cf-6070-442c-87be-1a4b5e1e4add tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 943 time: 0.0479066 Aug 10 01:45:47.501150 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d51ca95f-7bae-4d93-a375-e731813ccc61 req-52b57ccc-61a9-49ee-875d-9211f0d1a747 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306678 Aug 10 01:45:48.615372 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5da429-1101-4e16-bc5a-16b6269b2283 req-82789bef-dde2-442d-b30d-2d01b1d48275 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:48.616962 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d5da429-1101-4e16-bc5a-16b6269b2283 req-82789bef-dde2-442d-b30d-2d01b1d48275 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 943 time: 0.0496049 Aug 10 01:45:48.656197 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d5da429-1101-4e16-bc5a-16b6269b2283 req-b066d0b4-14d2-428f-9650-5c9b2ef32e44 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325317 Aug 10 01:45:49.324504 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 639b5368-f24c-43e1-b3d4-e05341c4d355 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:45:49.418818 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 639b5368-f24c-43e1-b3d4-e05341c4d355, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=639b5368-f24c-43e1-b3d4-e05341c4d355,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:45:49.430064 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '639b5368-f24c-43e1-b3d4-e05341c4d355', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'port_id': '639b5368-f24c-43e1-b3d4-e05341c4d355', 'mac_address': 'fa:16:3e:56:3b:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:45:49.464772 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:49.477281 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 639b5368-f24c-43e1-b3d4-e05341c4d355 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:45:49.496714 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 639b5368-f24c-43e1-b3d4-e05341c4d355, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=639b5368-f24c-43e1-b3d4-e05341c4d355,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:45:49.500698 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:49.545486 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=639b5368-f24c-43e1-b3d4-e05341c4d355,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:49.772489 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbeda61-9326-48f0-9d16-83badfab24bf req-ca0beee3-6859-42f2-ab8b-90bb170b04fd tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:49.773938 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1cbeda61-9326-48f0-9d16-83badfab24bf req-ca0beee3-6859-42f2-ab8b-90bb170b04fd tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 944 time: 0.0510080 Aug 10 01:45:49.810206 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1cbeda61-9326-48f0-9d16-83badfab24bf req-9fd7e608-4882-430e-95ae-9976690462e8 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303824 Aug 10 01:45:49.866143 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['639b5368-f24c-43e1-b3d4-e05341c4d355'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:45:50.922255 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa06cd-63c7-444b-b194-73e1a6a377e1 req-62d8a27c-74ca-4814-83b3-d73cc0af4b8c tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:50.923615 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bcfa06cd-63c7-444b-b194-73e1a6a377e1 req-62d8a27c-74ca-4814-83b3-d73cc0af4b8c tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 944 time: 0.0479128 Aug 10 01:45:50.959426 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bcfa06cd-63c7-444b-b194-73e1a6a377e1 req-059d174c-6862-4fb8-8bba-199370530b39 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300171 Aug 10 01:45:51.339499 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 639b5368-f24c-43e1-b3d4-e05341c4d355 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:45:51.385525 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 639b5368-f24c-43e1-b3d4-e05341c4d355 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:45:51.389165 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 639b5368-f24c-43e1-b3d4-e05341c4d355 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:45:51.389543 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:51.466321 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:51.487300 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06428a15-4106-40a4-bea6-be158f5f97b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639b5368-f24c-43e1-b3d4-e05341c4d355'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:45:51.489547 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05834c02-c98f-4560-b611-f2790e8f7001" -d '{"events": [{"server_uuid": "06428a15-4106-40a4-bea6-be158f5f97b7", "name": "network-vif-plugged", "status": "completed", "tag": "639b5368-f24c-43e1-b3d4-e05341c4d355"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:45:51.502675 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 639b5368-f24c-43e1-b3d4-e05341c4d355, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=639b5368-f24c-43e1-b3d4-e05341c4d355,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:45:51.506975 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:51.553833 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=639b5368-f24c-43e1-b3d4-e05341c4d355,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:51.590182 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e11ca1-8065-40cd-bfa7-54443df409aa x-openstack-request-id: req-89e11ca1-8065-40cd-bfa7-54443df409aa {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:45:51.590462 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06428a15-4106-40a4-bea6-be158f5f97b7", "name": "network-vif-plugged", "status": "completed", "tag": "639b5368-f24c-43e1-b3d4-e05341c4d355", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:45:51.590722 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-89e11ca1-8065-40cd-bfa7-54443df409aa {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:45:51.591126 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06428a15-4106-40a4-bea6-be158f5f97b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639b5368-f24c-43e1-b3d4-e05341c4d355', 'code': 200} Aug 10 01:45:51.685910 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9cea6-147b-4d69-a38a-ed5d8eb45410 req-120bb41b-e508-41ee-85fb-db4b225b1db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:51.687895 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1fb9cea6-147b-4d69-a38a-ed5d8eb45410 req-120bb41b-e508-41ee-85fb-db4b225b1db2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 1097 time: 0.0425384 Aug 10 01:45:51.722282 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1fb9cea6-147b-4d69-a38a-ed5d8eb45410 req-ec4b2fe5-9211-4409-9a8c-e21d774de851 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275834 Aug 10 01:45:52.070974 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287b2fb-0a1d-4ab9-ae3b-55ec116e6c2e req-598abd9c-fbf3-44b4-9859-3c5a2223b754 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:52.072439 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8287b2fb-0a1d-4ab9-ae3b-55ec116e6c2e req-598abd9c-fbf3-44b4-9859-3c5a2223b754 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 945 time: 0.0479217 Aug 10 01:45:52.107945 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8287b2fb-0a1d-4ab9-ae3b-55ec116e6c2e req-ac7b3b0b-6d90-41ab-b3d2-bb02c5207fad tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297329 Aug 10 01:45:53.225795 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c89b64-7671-422e-ad05-4540d5f998e5 req-898a71db-8a46-4f4f-a0c1-3daaee490b5e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:53.227285 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-61c89b64-7671-422e-ad05-4540d5f998e5 req-898a71db-8a46-4f4f-a0c1-3daaee490b5e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 945 time: 0.0515091 Aug 10 01:45:53.264537 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-61c89b64-7671-422e-ad05-4540d5f998e5 req-d7e2b0a6-0647-4c70-88fd-45d0bb9db212 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307734 Aug 10 01:45:53.376193 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c678c8-0965-4aed-987c-6a48451ef930 req-e17204cc-b4af-4936-b2e3-2833da9f4981 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:53.377675 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b9c678c8-0965-4aed-987c-6a48451ef930 req-e17204cc-b4af-4936-b2e3-2833da9f4981 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 945 time: 0.0487471 Aug 10 01:45:53.386274 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36354) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:53.390549 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-36399e74-ca22-442b-aac2-74418442bf17 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Request body: {'floatingip': {'port_id': '639b5368-f24c-43e1-b3d4-e05341c4d355'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:45:53.427602 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-36399e74-ca22-442b-aac2-74418442bf17 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks [] for floatingip, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:53.839928 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-36399e74-ca22-442b-aac2-74418442bf17 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:53.844146 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-36399e74-ca22-442b-aac2-74418442bf17 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:53.940937 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [None req-36399e74-ca22-442b-aac2-74418442bf17 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Floating IP 81057f5d-9682-469c-981b-50a18fb2b3af associated. External IP: 172.25.2.61, port: 639b5368-f24c-43e1-b3d4-e05341c4d355. Aug 10 01:45:54.144214 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36399e74-ca22-442b-aac2-74418442bf17 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Router bc09d8f9-804c-4a48-94cd-f3d7d0d9874c has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:45:54.248809 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36399e74-ca22-442b-aac2-74418442bf17 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:45:54.253609 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-36399e74-ca22-442b-aac2-74418442bf17 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:54.259493 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e041aefd-d22c-4d02-b817-b2622f68b97f None None] Sync routers for ids ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:45:54.269272 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e041aefd-d22c-4d02-b817-b2622f68b97f None None] Routers {'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:45:54.269873 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-e041aefd-d22c-4d02-b817-b2622f68b97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:45:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:54.279007 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-36399e74-ca22-442b-aac2-74418442bf17 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "PUT /v2.0/floatingips/81057f5d-9682-469c-981b-50a18fb2b3af HTTP/1.1" status: 200 len: 990 time: 0.8917878 Aug 10 01:45:54.279601 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06428a15-4106-40a4-bea6-be158f5f97b7', 'tag': '639b5368-f24c-43e1-b3d4-e05341c4d355'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:45:54.282517 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d256a5a-a1e8-4b7c-b99d-ffde5b34f422" -d '{"events": [{"name": "network-changed", "server_uuid": "06428a15-4106-40a4-bea6-be158f5f97b7", "tag": "639b5368-f24c-43e1-b3d4-e05341c4d355"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:45:54.320152 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773f5294-f6cb-40a0-94f7-7d0ff00e43de x-openstack-request-id: req-773f5294-f6cb-40a0-94f7-7d0ff00e43de {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:45:54.320509 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06428a15-4106-40a4-bea6-be158f5f97b7", "tag": "639b5368-f24c-43e1-b3d4-e05341c4d355", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:45:54.320770 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-773f5294-f6cb-40a0-94f7-7d0ff00e43de {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:45:54.321183 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06428a15-4106-40a4-bea6-be158f5f97b7', 'tag': '639b5368-f24c-43e1-b3d4-e05341c4d355', 'status': 'completed', 'code': 200} Aug 10 01:45:54.375521 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-e041aefd-d22c-4d02-b817-b2622f68b97f None None] Set router bc09d8f9-804c-4a48-94cd-f3d7d0d9874c gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:45:54.382824 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d256a5a-a1e8-4b7c-b99d-ffde5b34f422 req-e2624d3b-5855-4068-b1b7-4d3a1bbb7659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:54.384335 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8d256a5a-a1e8-4b7c-b99d-ffde5b34f422 req-e2624d3b-5855-4068-b1b7-4d3a1bbb7659 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 1097 time: 0.0394423 Aug 10 01:45:54.477037 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d256a5a-a1e8-4b7c-b99d-ffde5b34f422 req-46124dd6-91a7-4a1e-ac70-e9d76b7d0d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:54.478423 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8d256a5a-a1e8-4b7c-b99d-ffde5b34f422 req-46124dd6-91a7-4a1e-ac70-e9d76b7d0d4e service neutron] 10.222.0.24 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0871499 Aug 10 01:45:54.542181 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8d256a5a-a1e8-4b7c-b99d-ffde5b34f422 req-55c2e852-90af-4bd9-b098-bd3e72d83eba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=639b5368-f24c-43e1-b3d4-e05341c4d355 HTTP/1.1" status: 200 len: 998 time: 0.0571549 Aug 10 01:45:54.588521 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-e041aefd-d22c-4d02-b817-b2622f68b97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'name': 'tempest-ServerActionsTestJSON-709369445-router', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:34Z', 'revision_number': 4, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'gw_port': {'id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '81057f5d-9682-469c-981b-50a18fb2b3af', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'floating_ip_address': '172.25.2.61', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'port_id': '639b5368-f24c-43e1-b3d4-e05341c4d355', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'mac_address': 'fa:16:3e:56:3b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06428a15-4106-40a4-bea6-be158f5f97b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:42:36Z', 'updated_at': '2021-08-10T01:45:53Z', 'revision_number': 5, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716f99c2-815f-41d6-a656-846e94e8e2b8', 'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'mac_address': 'fa:16:3e:1f:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:33Z', 'updated_at': '2021-08-10T01:42:39Z', 'revision_number': 5, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'subnets': [{'id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:54.594903 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d256a5a-a1e8-4b7c-b99d-ffde5b34f422 req-a2fd280a-20ff-46f8-9592-634b73fc799d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:54.596379 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8d256a5a-a1e8-4b7c-b99d-ffde5b34f422 req-a2fd280a-20ff-46f8-9592-634b73fc799d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0471418 Aug 10 01:45:54.646094 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d256a5a-a1e8-4b7c-b99d-ffde5b34f422 req-1a57d427-3ee1-4072-9525-eba29602b187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:54.647636 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8d256a5a-a1e8-4b7c-b99d-ffde5b34f422 req-1a57d427-3ee1-4072-9525-eba29602b187 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428541 Aug 10 01:45:54.707502 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e041aefd-d22c-4d02-b817-b2622f68b97f None None] Checking router: bc09d8f9-804c-4a48-94cd-f3d7d0d9874c for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:45:54.715543 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e041aefd-d22c-4d02-b817-b2622f68b97f None None] Routers {'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:45:54.716134 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-e041aefd-d22c-4d02-b817-b2622f68b97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:45:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:54.739039 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8d256a5a-a1e8-4b7c-b99d-ffde5b34f422 req-0c814015-c904-4c87-8fdf-3498d9d84a25 service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843468 Aug 10 01:45:54.817164 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-e041aefd-d22c-4d02-b817-b2622f68b97f None None] Set router bc09d8f9-804c-4a48-94cd-f3d7d0d9874c gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:45:54.831977 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8d256a5a-a1e8-4b7c-b99d-ffde5b34f422 req-b3a739cb-41d4-4c94-8542-3d232c90021c service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857909 Aug 10 01:45:55.047003 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-e041aefd-d22c-4d02-b817-b2622f68b97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'name': 'tempest-ServerActionsTestJSON-709369445-router', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:34Z', 'revision_number': 4, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'gw_port': {'id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '81057f5d-9682-469c-981b-50a18fb2b3af', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'floating_ip_address': '172.25.2.61', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'port_id': '639b5368-f24c-43e1-b3d4-e05341c4d355', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'mac_address': 'fa:16:3e:56:3b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06428a15-4106-40a4-bea6-be158f5f97b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:42:36Z', 'updated_at': '2021-08-10T01:45:53Z', 'revision_number': 5, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716f99c2-815f-41d6-a656-846e94e8e2b8', 'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'mac_address': 'fa:16:3e:1f:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:33Z', 'updated_at': '2021-08-10T01:42:39Z', 'revision_number': 5, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'subnets': [{'id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:55.074593 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e041aefd-d22c-4d02-b817-b2622f68b97f None None] The sync data for ids ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'] in n-d-766726-26 is: [{'id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'name': 'tempest-ServerActionsTestJSON-709369445-router', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:34Z', 'revision_number': 4, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'gw_port': {'id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '81057f5d-9682-469c-981b-50a18fb2b3af', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'floating_ip_address': '172.25.2.61', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'port_id': '639b5368-f24c-43e1-b3d4-e05341c4d355', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'mac_address': 'fa:16:3e:56:3b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06428a15-4106-40a4-bea6-be158f5f97b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:42:36Z', 'updated_at': '2021-08-10T01:45:53Z', 'revision_number': 5, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716f99c2-815f-41d6-a656-846e94e8e2b8', 'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'mac_address': 'fa:16:3e:1f:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:33Z', 'updated_at': '2021-08-10T01:42:39Z', 'revision_number': 5, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'subnets': [{'id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:45:55.258328 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30ac1a1-fc5d-44df-a0ad-ba31c83c8857 None None] New status for floating IP 81057f5d-9682-469c-981b-50a18fb2b3af: ACTIVE {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:45:56.399518 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6bef6a83-bb37-4128-a2ff-9c3b2abefb37 req-3a2774f8-1124-4421-abef-4a8af8c4db9c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387182 Aug 10 01:45:56.479009 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef6a83-bb37-4128-a2ff-9c3b2abefb37 req-3c134e75-13e9-4dec-9aee-1a4529549ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:56.480494 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6bef6a83-bb37-4128-a2ff-9c3b2abefb37 req-3c134e75-13e9-4dec-9aee-1a4529549ac3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 1097 time: 0.0416157 Aug 10 01:45:56.583047 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef6a83-bb37-4128-a2ff-9c3b2abefb37 req-4ab3770d-9ac4-4a6f-8ff7-26c18cc4b366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:56.584408 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6bef6a83-bb37-4128-a2ff-9c3b2abefb37 req-4ab3770d-9ac4-4a6f-8ff7-26c18cc4b366 service neutron] 10.222.0.24 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0859494 Aug 10 01:45:56.648670 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6bef6a83-bb37-4128-a2ff-9c3b2abefb37 req-21ac17ef-7203-4743-8284-31e6af1ab2b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=639b5368-f24c-43e1-b3d4-e05341c4d355 HTTP/1.1" status: 200 len: 1000 time: 0.0569596 Aug 10 01:45:56.700248 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef6a83-bb37-4128-a2ff-9c3b2abefb37 req-db35130b-d362-41e2-abb3-0c1bd5af10fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:56.701619 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6bef6a83-bb37-4128-a2ff-9c3b2abefb37 req-db35130b-d362-41e2-abb3-0c1bd5af10fe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0461671 Aug 10 01:45:56.744471 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef6a83-bb37-4128-a2ff-9c3b2abefb37 req-5212118d-9fbd-445f-b739-a3568595f8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:56.745894 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6bef6a83-bb37-4128-a2ff-9c3b2abefb37 req-5212118d-9fbd-445f-b739-a3568595f8ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0378189 Aug 10 01:45:56.832161 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6bef6a83-bb37-4128-a2ff-9c3b2abefb37 req-c1508b6a-3c08-4666-9b1f-d429c878c4bf service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789001 Aug 10 01:45:56.921552 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6bef6a83-bb37-4128-a2ff-9c3b2abefb37 req-f3a5e1e6-fa7d-4b1a-becd-6ec2ed6ef260 service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823557 Aug 10 01:45:58.542909 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:04.760051 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:46:11.241475 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0939c685-8085-4cef-85d2-97145960ff1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:12.016986 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:13.879997 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd72bab8-de54-47ae-96bb-23f59cd41020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:14.494200 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:15.318670 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:16.404373 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:28.549498 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:41.242143 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1c578dd9-6e82-4a21-9bbc-62d67db919e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:41.759254 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:46:42.017305 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:43.880368 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-35c8e46c-88b6-430f-a0c8-7a05d576d827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:44.494601 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:45.322053 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:46.404360 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:56.395781 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6a5e1579-f381-4c9d-9354-50d5eadaed83 req-bf6caa10-08ef-4209-bc63-41b2888811bd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394526 Aug 10 01:46:56.475826 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e1579-f381-4c9d-9354-50d5eadaed83 req-f6ad03ac-8203-407f-9069-b072d78edf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:56.477290 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6a5e1579-f381-4c9d-9354-50d5eadaed83 req-f6ad03ac-8203-407f-9069-b072d78edf89 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 1097 time: 0.0409462 Aug 10 01:46:56.901765 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e1579-f381-4c9d-9354-50d5eadaed83 req-52ae4475-3d69-4cf0-aa47-b88149df3ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:56.903259 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6a5e1579-f381-4c9d-9354-50d5eadaed83 req-52ae4475-3d69-4cf0-aa47-b88149df3ec9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.4071884 Aug 10 01:46:56.967511 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6a5e1579-f381-4c9d-9354-50d5eadaed83 req-7dd3f2ae-f91e-4e08-9976-316329290e18 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=639b5368-f24c-43e1-b3d4-e05341c4d355 HTTP/1.1" status: 200 len: 1000 time: 0.0560005 Aug 10 01:46:57.020800 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e1579-f381-4c9d-9354-50d5eadaed83 req-29e38998-0e4f-4ee8-8f4d-65dfb20329b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:57.022171 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6a5e1579-f381-4c9d-9354-50d5eadaed83 req-29e38998-0e4f-4ee8-8f4d-65dfb20329b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0457625 Aug 10 01:46:57.068056 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e1579-f381-4c9d-9354-50d5eadaed83 req-95853f25-fbdd-4efc-9f66-20a58e02e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:57.069522 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6a5e1579-f381-4c9d-9354-50d5eadaed83 req-95853f25-fbdd-4efc-9f66-20a58e02e785 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384898 Aug 10 01:46:57.161332 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6a5e1579-f381-4c9d-9354-50d5eadaed83 req-c43f1d30-58fb-4471-87c1-fc8dd2d040d2 service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831568 Aug 10 01:46:57.254004 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6a5e1579-f381-4c9d-9354-50d5eadaed83 req-dacfbae5-bf3c-4f66-bc14-4c319c2d5f4a service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851810 Aug 10 01:46:58.564357 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:11.242866 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a63abd7f-5afa-4ceb-9aba-840c6d6f1468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:12.021725 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:13.879851 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e1d2383c-6170-46e2-991c-d59ea8b1648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:14.495594 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:15.324629 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:16.412363 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:18.758282 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:47:28.575472 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:41.242344 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3af86beb-5b69-4a42-be69-e496864603f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:42.032068 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:43.878639 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a0d7f891-849a-4b73-973f-fd95bad5b9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:44.497533 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:45.327652 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:46.412746 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:55.756826 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:47:57.453697 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f3a540c3-70f9-46fc-8db1-487eb203ca22 req-52e2aec5-6b7a-4264-ad22-d255e939a33d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0870297 Aug 10 01:47:57.535611 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a540c3-70f9-46fc-8db1-487eb203ca22 req-a15ba87b-91fe-41fa-94b4-bb8a12dc74a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:47:57.537106 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f3a540c3-70f9-46fc-8db1-487eb203ca22 req-a15ba87b-91fe-41fa-94b4-bb8a12dc74a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 1097 time: 0.0410309 Aug 10 01:47:57.644700 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a540c3-70f9-46fc-8db1-487eb203ca22 req-ed7730ea-97fd-4941-ab86-171ac81a3771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:47:57.646192 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f3a540c3-70f9-46fc-8db1-487eb203ca22 req-ed7730ea-97fd-4941-ab86-171ac81a3771 service neutron] 10.222.0.24 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0888727 Aug 10 01:47:57.713546 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f3a540c3-70f9-46fc-8db1-487eb203ca22 req-bce4259e-3c53-4983-9f85-55730a83b561 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=639b5368-f24c-43e1-b3d4-e05341c4d355 HTTP/1.1" status: 200 len: 1000 time: 0.0599289 Aug 10 01:47:57.766388 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a540c3-70f9-46fc-8db1-487eb203ca22 req-d6ce9207-e011-45c3-8f86-cef7a4dc2bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:47:57.767800 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f3a540c3-70f9-46fc-8db1-487eb203ca22 req-d6ce9207-e011-45c3-8f86-cef7a4dc2bc8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0468163 Aug 10 01:47:57.813245 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a540c3-70f9-46fc-8db1-487eb203ca22 req-f94b87c9-ef25-404e-a7a6-cb0e8e7b47e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:47:57.814668 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f3a540c3-70f9-46fc-8db1-487eb203ca22 req-f94b87c9-ef25-404e-a7a6-cb0e8e7b47e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391438 Aug 10 01:47:57.827454 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [req-f3a540c3-70f9-46fc-8db1-487eb203ca22 req-2173bcea-5b03-44fe-afe7-923e8f1149f0 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:47:57.828536 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f3a540c3-70f9-46fc-8db1-487eb203ca22 req-2173bcea-5b03-44fe-afe7-923e8f1149f0 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059485 Aug 10 01:47:57.915589 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f3a540c3-70f9-46fc-8db1-487eb203ca22 req-4f26d8a4-e764-413f-8384-83dcb7b5e6b5 service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802510 Aug 10 01:47:58.007716 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f3a540c3-70f9-46fc-8db1-487eb203ca22 req-a53e0018-acae-485c-8dda-206dcb03db19 service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844154 Aug 10 01:47:58.593049 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:11.242589 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f36877ab-4370-465d-92f2-1cb9a4f358ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:12.024521 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:13.879270 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a300fb4a-775f-4a18-acdd-68bd9383ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:14.499513 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:15.331041 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:16.413274 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:27.638937 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95146446-3342-4649-b9cf-e3b8c0db7042 req-1ec6f3bc-f8dd-4a10-a2e1-efab3ac5e7f6 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:27.640444 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-95146446-3342-4649-b9cf-e3b8c0db7042 req-1ec6f3bc-f8dd-4a10-a2e1-efab3ac5e7f6 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 945 time: 0.1049042 Aug 10 01:48:27.678003 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-95146446-3342-4649-b9cf-e3b8c0db7042 req-68079f40-bc88-45b2-9aa9-370496a61089 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311232 Aug 10 01:48:28.606591 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:28.847877 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1750db2-2d4e-4c6c-af0b-9531fac9da21 req-0d93964d-9730-471e-a5fd-648ed0a27fd9 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:28.849345 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f1750db2-2d4e-4c6c-af0b-9531fac9da21 req-0d93964d-9730-471e-a5fd-648ed0a27fd9 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 945 time: 0.1031239 Aug 10 01:48:28.885765 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f1750db2-2d4e-4c6c-af0b-9531fac9da21 req-de5558c5-887e-4afb-9ce0-70a068395362 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305080 Aug 10 01:48:29.999033 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709cb35-eebf-4181-97a8-3289d52e1638 req-6aaa64c6-21db-4c7c-b5eb-db6015538b0d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:30.000520 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7709cb35-eebf-4181-97a8-3289d52e1638 req-6aaa64c6-21db-4c7c-b5eb-db6015538b0d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 945 time: 0.0476723 Aug 10 01:48:30.037439 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7709cb35-eebf-4181-97a8-3289d52e1638 req-c82b81fc-3cba-46c1-843e-1e93d90efda7 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305302 Aug 10 01:48:31.150288 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6920c-f786-4f0c-a614-65c4d3d731b6 req-17c110c5-532b-45e0-adb6-d164abda5d91 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:31.151722 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-61d6920c-f786-4f0c-a614-65c4d3d731b6 req-17c110c5-532b-45e0-adb6-d164abda5d91 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 945 time: 0.0470164 Aug 10 01:48:31.187330 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-61d6920c-f786-4f0c-a614-65c4d3d731b6 req-d8551839-6937-41c2-a1bf-feadb990a9cd tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296984 Aug 10 01:48:32.315218 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5f706-c832-4ea3-a5f1-2eba004aef9a req-d329868f-5b33-4122-9361-37cae5d1f799 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:32.316721 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d8c5f706-c832-4ea3-a5f1-2eba004aef9a req-d329868f-5b33-4122-9361-37cae5d1f799 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 945 time: 0.0507240 Aug 10 01:48:32.683330 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d8c5f706-c832-4ea3-a5f1-2eba004aef9a req-0a813767-3e5a-4fbb-b62f-93fafb02db1a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3607438 Aug 10 01:48:32.756449 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:48:33.795594 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333859cb-3072-4a06-8a7d-fdb3a11d1b04 req-1ba698db-739c-4225-a271-1b6ba9431f7f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:33.797085 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-333859cb-3072-4a06-8a7d-fdb3a11d1b04 req-1ba698db-739c-4225-a271-1b6ba9431f7f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 945 time: 0.0478926 Aug 10 01:48:33.833811 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-333859cb-3072-4a06-8a7d-fdb3a11d1b04 req-bed51918-6310-45ce-b5c5-d9939366f2d5 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301337 Aug 10 01:48:34.945292 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c323bf7-7e43-4e48-b3c3-e4163cea6425 req-da9e85f7-d0c9-4d27-891b-d01493e171dd tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:34.946762 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0c323bf7-7e43-4e48-b3c3-e4163cea6425 req-da9e85f7-d0c9-4d27-891b-d01493e171dd tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 945 time: 0.0479856 Aug 10 01:48:34.982627 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0c323bf7-7e43-4e48-b3c3-e4163cea6425 req-1ba8339d-22b5-4746-98b7-bdb0ca0536a1 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300817 Aug 10 01:48:36.098605 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c9d4f-6a5b-4592-8077-1eee8cf890d4 req-ec3d5300-c716-4aef-87ce-229732f680a8 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:36.100069 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-619c9d4f-6a5b-4592-8077-1eee8cf890d4 req-ec3d5300-c716-4aef-87ce-229732f680a8 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 945 time: 0.0505562 Aug 10 01:48:36.136406 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-619c9d4f-6a5b-4592-8077-1eee8cf890d4 req-cb63538d-81bf-4f11-8940-56b41923d3eb tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304706 Aug 10 01:48:37.247646 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be644ae1-b7eb-4eec-a7c7-d6d16f1eaf1d req-e43c519c-c5d6-4fd0-b70a-2db27ec7afb8 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:37.249131 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be644ae1-b7eb-4eec-a7c7-d6d16f1eaf1d req-e43c519c-c5d6-4fd0-b70a-2db27ec7afb8 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 945 time: 0.0471549 Aug 10 01:48:37.289327 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be644ae1-b7eb-4eec-a7c7-d6d16f1eaf1d req-be762a87-4717-4cb1-b3ce-0a16230576e9 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336349 Aug 10 01:48:38.402571 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25456f11-fe64-47df-ad9d-e48aa0234a09 req-4b2f16ab-687d-4ada-b9cc-7ef701058c4e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:38.404002 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-25456f11-fe64-47df-ad9d-e48aa0234a09 req-4b2f16ab-687d-4ada-b9cc-7ef701058c4e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 945 time: 0.0473022 Aug 10 01:48:38.439798 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-25456f11-fe64-47df-ad9d-e48aa0234a09 req-35b13bc9-9a76-4860-adea-eeb178a4ff90 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300231 Aug 10 01:48:38.660712 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-d5fe28c9-1211-4b7d-b85b-7335f6d9fb92 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0421183 Aug 10 01:48:38.686966 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d01b24-5126-4b35-ae8b-ae0c9aa8a535 req-e7c3ed63-d9c1-42e0-ae7c-416f878b3ad7 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:38.690036 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f5d01b24-5126-4b35-ae8b-ae0c9aa8a535 req-e7c3ed63-d9c1-42e0-ae7c-416f878b3ad7 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 945 time: 0.0586669 Aug 10 01:48:38.728032 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f5d01b24-5126-4b35-ae8b-ae0c9aa8a535 req-6518b1c3-ad84-4f20-87be-e7b74028e1a2 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318925 Aug 10 01:48:39.843728 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0af33a-ca8b-4d2b-9892-81e1dde07bf1 req-baebc2dd-03a9-4cc2-b587-6f1c55767ec5 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:39.845339 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d0af33a-ca8b-4d2b-9892-81e1dde07bf1 req-baebc2dd-03a9-4cc2-b587-6f1c55767ec5 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 945 time: 0.0496788 Aug 10 01:48:39.867099 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-f5fcb383-0ef0-4655-8280-35ef318c91ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:39.868583 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-f5fcb383-0ef0-4655-8280-35ef318c91ac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 1097 time: 0.0406675 Aug 10 01:48:39.883225 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d0af33a-ca8b-4d2b-9892-81e1dde07bf1 req-4a843977-a844-42f5-b12a-c8e42974024f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319619 Aug 10 01:48:39.962578 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-739d9184-0875-42cb-8802-9bc5e724fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:39.964055 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-739d9184-0875-42cb-8802-9bc5e724fb1e service neutron] 10.222.0.24 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0884769 Aug 10 01:48:40.028038 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-63f1ab14-29e1-44d7-a200-62d2e8816d6c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=639b5368-f24c-43e1-b3d4-e05341c4d355 HTTP/1.1" status: 200 len: 1000 time: 0.0569561 Aug 10 01:48:40.079748 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-5e6160a2-e8a9-4085-8253-a3381a30cba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:40.081154 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-5e6160a2-e8a9-4085-8253-a3381a30cba7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0467792 Aug 10 01:48:40.126636 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-1a8b58b3-4eb8-4059-b87d-fe3d8ec79c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:40.127995 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-1a8b58b3-4eb8-4059-b87d-fe3d8ec79c8c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390897 Aug 10 01:48:40.215690 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-c863a7b3-2352-4a26-9d40-10696adb9985 service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796845 Aug 10 01:48:40.307524 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-2dae55a2-f051-4a70-92a3-c8fcf099df7d service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850921 Aug 10 01:48:40.997334 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b38b01-5b16-4984-a76c-31fb71070cdc req-7a5877b9-cb41-44fa-ae86-718cff2c719e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:40.998829 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-91b38b01-5b16-4984-a76c-31fb71070cdc req-7a5877b9-cb41-44fa-ae86-718cff2c719e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 945 time: 0.0485373 Aug 10 01:48:41.035699 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-91b38b01-5b16-4984-a76c-31fb71070cdc req-afbcb573-3d64-4f25-9857-69041b31f930 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308521 Aug 10 01:48:41.243135 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ea7f7d96-a181-4bb9-9f1a-e2841bcc993e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:42.030742 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:42.118340 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-d150e2f6-834f-4a0e-b0f7-073a9074485b service neutron] show failed (client error): The resource could not be found. Aug 10 01:48:42.119356 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-d150e2f6-834f-4a0e-b0f7-073a9074485b service neutron] 10.222.0.24 "GET /v2.0/ports/639b5368-f24c-43e1-b3d4-e05341c4d355/bindings/n-h2-766726-26 HTTP/1.1" status: 404 len: 381 time: 0.0559640 Aug 10 01:48:42.153402 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f77e72-ff74-4bd6-bddf-bb580dc888e8 req-e9e93a76-a4b9-4ed0-a826-1ecde03e7d00 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:42.154894 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d0f77e72-ff74-4bd6-bddf-bb580dc888e8 req-e9e93a76-a4b9-4ed0-a826-1ecde03e7d00 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 945 time: 0.0522830 Aug 10 01:48:42.193499 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d0f77e72-ff74-4bd6-bddf-bb580dc888e8 req-5b0a94a3-3892-4957-ba8c-fd452a0101c2 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315676 Aug 10 01:48:42.357135 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-f9706801-8043-4c73-b2d9-8520a044cb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:42.358621 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-f9706801-8043-4c73-b2d9-8520a044cb7f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7&tenant_id=7e13ef57bb5547f2b03503672f80d1f2 HTTP/1.1" status: 200 len: 1097 time: 0.0873709 Aug 10 01:48:42.376793 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-2918d043-eb9a-4a81-9ea0-d699cd20e443 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-26', 'device_owner': 'compute:nova'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:48:42.428638 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-2918d043-eb9a-4a81-9ea0-d699cd20e443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:42.631242 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-2918d043-eb9a-4a81-9ea0-d699cd20e443 service neutron] For port 639b5368-f24c-43e1-b3d4-e05341c4d355, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=639b5368-f24c-43e1-b3d4-e05341c4d355,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:48:42.663749 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-2918d043-eb9a-4a81-9ea0-d699cd20e443 service neutron] For port 639b5368-f24c-43e1-b3d4-e05341c4d355, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:48:42.700567 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06428a15-4106-40a4-bea6-be158f5f97b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '639b5368-f24c-43e1-b3d4-e05341c4d355'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:48:42.702833 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2960a11-b5e4-47f4-9d23-ef56dbd0b99c" -d '{"events": [{"server_uuid": "06428a15-4106-40a4-bea6-be158f5f97b7", "name": "network-vif-unplugged", "status": "completed", "tag": "639b5368-f24c-43e1-b3d4-e05341c4d355"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:48:42.707776 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-2918d043-eb9a-4a81-9ea0-d699cd20e443 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:42.726458 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-2918d043-eb9a-4a81-9ea0-d699cd20e443 service neutron] Transition to ACTIVE for port object 639b5368-f24c-43e1-b3d4-e05341c4d355 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:48:42.730154 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-2918d043-eb9a-4a81-9ea0-d699cd20e443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:42.777173 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918d043-eb9a-4a81-9ea0-d699cd20e443 service neutron] Pushing event updated for resources: {'Port': ['ID=639b5368-f24c-43e1-b3d4-e05341c4d355,revision_number=6']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:48:42.822739 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf41532-db25-40bf-893a-01b5786bca9c x-openstack-request-id: req-3cf41532-db25-40bf-893a-01b5786bca9c {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:48:42.823052 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06428a15-4106-40a4-bea6-be158f5f97b7", "name": "network-vif-unplugged", "status": "completed", "tag": "639b5368-f24c-43e1-b3d4-e05341c4d355", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:48:42.823311 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3cf41532-db25-40bf-893a-01b5786bca9c {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:48:42.823714 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06428a15-4106-40a4-bea6-be158f5f97b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '639b5368-f24c-43e1-b3d4-e05341c4d355', 'code': 200} Aug 10 01:48:42.833373 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918d043-eb9a-4a81-9ea0-d699cd20e443 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:42.833728 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918d043-eb9a-4a81-9ea0-d699cd20e443 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:42.834074 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918d043-eb9a-4a81-9ea0-d699cd20e443 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:42.834415 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918d043-eb9a-4a81-9ea0-d699cd20e443 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:42.834754 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918d043-eb9a-4a81-9ea0-d699cd20e443 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:42.835094 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918d043-eb9a-4a81-9ea0-d699cd20e443 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:42.835428 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918d043-eb9a-4a81-9ea0-d699cd20e443 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:42.835762 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918d043-eb9a-4a81-9ea0-d699cd20e443 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:42.836096 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918d043-eb9a-4a81-9ea0-d699cd20e443 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:42.836448 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918d043-eb9a-4a81-9ea0-d699cd20e443 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:42.836782 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918d043-eb9a-4a81-9ea0-d699cd20e443 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:42.837111 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918d043-eb9a-4a81-9ea0-d699cd20e443 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:42.866188 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-2918d043-eb9a-4a81-9ea0-d699cd20e443 service neutron] No DVR routers for this DVR port 639b5368-f24c-43e1-b3d4-e05341c4d355 on host n-h1-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:48:43.003846 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-2918d043-eb9a-4a81-9ea0-d699cd20e443 service neutron] Attempting to bind port 639b5368-f24c-43e1-b3d4-e05341c4d355 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:48:43.004165 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-2918d043-eb9a-4a81-9ea0-d699cd20e443 service neutron] Attempting to bind port 639b5368-f24c-43e1-b3d4-e05341c4d355 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:48:43.004527 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-2918d043-eb9a-4a81-9ea0-d699cd20e443 service neutron] Attempting to bind port 639b5368-f24c-43e1-b3d4-e05341c4d355 on network 92409e1b-fb53-4ce6-99f1-764c3be34a19 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:48:43.009201 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-2918d043-eb9a-4a81-9ea0-d699cd20e443 service neutron] Port 639b5368-f24c-43e1-b3d4-e05341c4d355 on network 92409e1b-fb53-4ce6-99f1-764c3be34a19 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:48:43.009522 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-2918d043-eb9a-4a81-9ea0-d699cd20e443 service neutron] Attempting to bind port 639b5368-f24c-43e1-b3d4-e05341c4d355 on network 92409e1b-fb53-4ce6-99f1-764c3be34a19 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:48:43.014917 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-2918d043-eb9a-4a81-9ea0-d699cd20e443 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:48:43.015349 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-2918d043-eb9a-4a81-9ea0-d699cd20e443 service neutron] Checking segment: {'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:48:43.015753 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-2918d043-eb9a-4a81-9ea0-d699cd20e443 service neutron] Bound using segment: {'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:48:43.016223 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-2918d043-eb9a-4a81-9ea0-d699cd20e443 service neutron] Bound port: 639b5368-f24c-43e1-b3d4-e05341c4d355, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:48:43.016597 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-2918d043-eb9a-4a81-9ea0-d699cd20e443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:43.078305 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-2918d043-eb9a-4a81-9ea0-d699cd20e443 service neutron] For port 639b5368-f24c-43e1-b3d4-e05341c4d355, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:48:43.081784 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-2918d043-eb9a-4a81-9ea0-d699cd20e443 service neutron] For port 639b5368-f24c-43e1-b3d4-e05341c4d355, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=639b5368-f24c-43e1-b3d4-e05341c4d355,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:48:43.086546 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-2918d043-eb9a-4a81-9ea0-d699cd20e443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:43.120546 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-2918d043-eb9a-4a81-9ea0-d699cd20e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:43.121596 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-2918d043-eb9a-4a81-9ea0-d699cd20e443 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:43.122988 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-2918d043-eb9a-4a81-9ea0-d699cd20e443 service neutron] 10.222.0.20 "PUT /v2.0/ports/639b5368-f24c-43e1-b3d4-e05341c4d355 HTTP/1.1" status: 200 len: 1092 time: 0.7501175 Aug 10 01:48:43.152414 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918d043-eb9a-4a81-9ea0-d699cd20e443 service neutron] Pushing event updated for resources: {'Port': ['ID=639b5368-f24c-43e1-b3d4-e05341c4d355,revision_number=7']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:48:43.199818 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-5a81b6bf-19d0-405b-922d-b0179015a1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:43.201454 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-5a81b6bf-19d0-405b-922d-b0179015a1c8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 1095 time: 0.0434871 Aug 10 01:48:43.327048 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-a54d6079-7284-449f-be37-033a72e75700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:43.328544 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-a54d6079-7284-449f-be37-033a72e75700 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.1202953 Aug 10 01:48:43.340691 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882510a2-895c-4402-9169-9c37f71eb4e8 req-c602fc5c-223b-4925-88f2-d54bb233f7c4 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:43.342071 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-882510a2-895c-4402-9169-9c37f71eb4e8 req-c602fc5c-223b-4925-88f2-d54bb233f7c4 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 943 time: 0.0775266 Aug 10 01:48:43.419898 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-882510a2-895c-4402-9169-9c37f71eb4e8 req-71477b30-5784-4b37-b996-36bec8035fcf tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704386 Aug 10 01:48:43.424468 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-57c13aa6-bf1c-47b4-948f-0c62acbb1996 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=639b5368-f24c-43e1-b3d4-e05341c4d355 HTTP/1.1" status: 200 len: 998 time: 0.0809798 Aug 10 01:48:43.477881 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-2c9a2990-0cae-4014-8b66-650b571d3e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:43.479287 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-2c9a2990-0cae-4014-8b66-650b571d3e5b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0480459 Aug 10 01:48:43.523950 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-38965b72-845e-432f-9293-2904ac6c81e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:43.525469 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-38965b72-845e-432f-9293-2904ac6c81e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381565 Aug 10 01:48:43.536593 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-3fd6a57c-fcfe-4c0f-8bef-c71f091d4ed6 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:48:43.537560 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-3fd6a57c-fcfe-4c0f-8bef-c71f091d4ed6 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053558 Aug 10 01:48:43.624975 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-4e37e91c-d656-46ea-8c23-ec3549b88ad2 service neutron] 10.222.0.20 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803001 Aug 10 01:48:43.717016 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-d7949191-c1e8-402d-9edb-0ac1899da998 service neutron] 10.222.0.20 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848811 Aug 10 01:48:43.878852 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8cec891d-e5bd-41e4-b177-163b3b412b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:44.500635 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:44.542533 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fb11d-f852-46bf-9a81-0bb721b086e7 req-20923cd4-54c4-43e1-a9b3-1b9011a24e4e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:44.544008 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e25fb11d-f852-46bf-9a81-0bb721b086e7 req-20923cd4-54c4-43e1-a9b3-1b9011a24e4e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 943 time: 0.0519197 Aug 10 01:48:44.581526 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e25fb11d-f852-46bf-9a81-0bb721b086e7 req-bc8813ea-db61-4010-8787-400a33180dd5 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313256 Aug 10 01:48:44.825421 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06428a15-4106-40a4-bea6-be158f5f97b7', 'tag': '639b5368-f24c-43e1-b3d4-e05341c4d355'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:48:44.827755 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f070b686-55aa-4f3d-bb97-4443956b64de" -d '{"events": [{"name": "network-changed", "server_uuid": "06428a15-4106-40a4-bea6-be158f5f97b7", "tag": "639b5368-f24c-43e1-b3d4-e05341c4d355"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:48:44.874075 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2a5183-9cdc-401e-a9a2-a4e911b45a2a x-openstack-request-id: req-ce2a5183-9cdc-401e-a9a2-a4e911b45a2a {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:48:44.874368 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06428a15-4106-40a4-bea6-be158f5f97b7", "tag": "639b5368-f24c-43e1-b3d4-e05341c4d355", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:48:44.874628 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ce2a5183-9cdc-401e-a9a2-a4e911b45a2a {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:48:44.875023 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06428a15-4106-40a4-bea6-be158f5f97b7', 'tag': '639b5368-f24c-43e1-b3d4-e05341c4d355', 'status': 'completed', 'code': 200} Aug 10 01:48:44.933660 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070b686-55aa-4f3d-bb97-4443956b64de req-366550d3-b87c-4c5d-bc32-9fec09f99c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:44.935257 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f070b686-55aa-4f3d-bb97-4443956b64de req-366550d3-b87c-4c5d-bc32-9fec09f99c0f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 1095 time: 0.0414832 Aug 10 01:48:44.958425 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070b686-55aa-4f3d-bb97-4443956b64de req-c9a72de2-0427-4254-94e2-2aa173b87c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:44.959946 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f070b686-55aa-4f3d-bb97-4443956b64de req-c9a72de2-0427-4254-94e2-2aa173b87c1b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 1095 time: 0.0408297 Aug 10 01:48:45.028772 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070b686-55aa-4f3d-bb97-4443956b64de req-61491175-04e5-4a84-95bf-cc2a48cda93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:45.030258 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f070b686-55aa-4f3d-bb97-4443956b64de req-61491175-04e5-4a84-95bf-cc2a48cda93f service neutron] 10.222.0.24 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0880578 Aug 10 01:48:45.055470 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070b686-55aa-4f3d-bb97-4443956b64de req-8f0ce211-0b63-4c2b-84c2-d0dccb82ad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:45.057011 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f070b686-55aa-4f3d-bb97-4443956b64de req-8f0ce211-0b63-4c2b-84c2-d0dccb82ad49 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0889246 Aug 10 01:48:45.096195 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f070b686-55aa-4f3d-bb97-4443956b64de req-9518e952-35af-4e17-9b96-5f2c5761d416 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=639b5368-f24c-43e1-b3d4-e05341c4d355 HTTP/1.1" status: 200 len: 998 time: 0.0586982 Aug 10 01:48:45.121842 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f070b686-55aa-4f3d-bb97-4443956b64de req-7aa70108-f8a5-4835-aa97-d7afd6cbf452 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=639b5368-f24c-43e1-b3d4-e05341c4d355 HTTP/1.1" status: 200 len: 998 time: 0.0570142 Aug 10 01:48:45.149266 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070b686-55aa-4f3d-bb97-4443956b64de req-53492411-c639-4d85-83f1-e5ca83b41c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:45.150708 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f070b686-55aa-4f3d-bb97-4443956b64de req-53492411-c639-4d85-83f1-e5ca83b41c69 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0473564 Aug 10 01:48:45.175590 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070b686-55aa-4f3d-bb97-4443956b64de req-f6e1ffc6-5eb3-43f6-b01c-9ee247ca04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:45.177070 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f070b686-55aa-4f3d-bb97-4443956b64de req-f6e1ffc6-5eb3-43f6-b01c-9ee247ca04a8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0478613 Aug 10 01:48:45.196418 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070b686-55aa-4f3d-bb97-4443956b64de req-f856ff3a-6327-4b7b-aa72-1619a1c4023c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:45.197909 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f070b686-55aa-4f3d-bb97-4443956b64de req-f856ff3a-6327-4b7b-aa72-1619a1c4023c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402467 Aug 10 01:48:45.222660 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070b686-55aa-4f3d-bb97-4443956b64de req-5e375cfa-13a0-4ecf-bf12-3430724951ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:45.224137 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f070b686-55aa-4f3d-bb97-4443956b64de req-5e375cfa-13a0-4ecf-bf12-3430724951ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396256 Aug 10 01:48:45.286811 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f070b686-55aa-4f3d-bb97-4443956b64de req-17163154-ea75-4478-aab3-3a0d27c9056c service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815942 Aug 10 01:48:45.312392 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f070b686-55aa-4f3d-bb97-4443956b64de req-96bf5bae-fef6-473f-886a-5c97771c2126 service neutron] 10.222.0.20 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808280 Aug 10 01:48:45.333294 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:45.385210 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f070b686-55aa-4f3d-bb97-4443956b64de req-11d4d7fa-9e51-48dd-9b58-61e6df287489 service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910928 Aug 10 01:48:45.409380 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f070b686-55aa-4f3d-bb97-4443956b64de req-bd8b330e-7c55-4d78-aae7-8f3132510a75 service neutron] 10.222.0.20 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892866 Aug 10 01:48:45.694547 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53656d27-e927-4b5d-9b5d-c67a1cdcac02 req-fdf3a215-c449-4d37-a315-678e0fc6e387 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:45.695932 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-53656d27-e927-4b5d-9b5d-c67a1cdcac02 req-fdf3a215-c449-4d37-a315-678e0fc6e387 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 943 time: 0.0487072 Aug 10 01:48:45.734673 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-53656d27-e927-4b5d-9b5d-c67a1cdcac02 req-de1d8dbc-e6d0-4cf4-9a82-54c680ce5a66 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325325 Aug 10 01:48:46.310244 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 639b5368-f24c-43e1-b3d4-e05341c4d355 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:48:46.350997 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 639b5368-f24c-43e1-b3d4-e05341c4d355 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:48:46.414545 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:46.849197 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1f61e-5e87-4e4b-9f85-c460809df233 req-bc6cb2a6-aef6-4b44-940d-3214a0ea30e4 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:46.850650 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c4d1f61e-5e87-4e4b-9f85-c460809df233 req-bc6cb2a6-aef6-4b44-940d-3214a0ea30e4 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 943 time: 0.0471303 Aug 10 01:48:46.891066 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c4d1f61e-5e87-4e4b-9f85-c460809df233 req-39db8057-03e0-40dd-9830-53063a4e0f7b tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345988 Aug 10 01:48:46.994646 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 639b5368-f24c-43e1-b3d4-e05341c4d355 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:48:47.092727 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 639b5368-f24c-43e1-b3d4-e05341c4d355, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=639b5368-f24c-43e1-b3d4-e05341c4d355,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:48:47.094326 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe6542-eebc-43be-b424-237f1b1f7599 req-7acafc09-d616-4d69-a6d6-c7a52bff270e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:47.096497 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-00fe6542-eebc-43be-b424-237f1b1f7599 req-7acafc09-d616-4d69-a6d6-c7a52bff270e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 943 time: 0.0537894 Aug 10 01:48:47.104581 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0d7bf-d76d-4d8d-9496-57b07843b5e3 req-885bade3-4912-41ce-b9d9-9abfcb24b532 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:47.106080 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d1c0d7bf-d76d-4d8d-9496-57b07843b5e3 req-885bade3-4912-41ce-b9d9-9abfcb24b532 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.24 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7&tenant_id=7e13ef57bb5547f2b03503672f80d1f2&binding%3Ahost_id=n-h2-766726-26 HTTP/1.1" status: 200 len: 943 time: 0.0547760 Aug 10 01:48:47.110291 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '639b5368-f24c-43e1-b3d4-e05341c4d355', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'port_id': '639b5368-f24c-43e1-b3d4-e05341c4d355', 'mac_address': 'fa:16:3e:56:3b:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:48:47.134889 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-00fe6542-eebc-43be-b424-237f1b1f7599 req-9d660ab5-80e8-45d5-937d-7c63d04f7b7e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323088 Aug 10 01:48:47.147963 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:47.164750 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 639b5368-f24c-43e1-b3d4-e05341c4d355 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:48:47.170389 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [req-d1c0d7bf-d76d-4d8d-9496-57b07843b5e3 req-3cb756c1-31ed-44e7-9907-a153ea97ce19 service neutron] delete failed (client error): The resource could not be found. Aug 10 01:48:47.171442 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d1c0d7bf-d76d-4d8d-9496-57b07843b5e3 req-3cb756c1-31ed-44e7-9907-a153ea97ce19 service neutron] 10.222.0.24 "DELETE /v2.0/ports/639b5368-f24c-43e1-b3d4-e05341c4d355/bindings/n-h1-766726-26 HTTP/1.1" status: 404 len: 381 time: 0.0583875 Aug 10 01:48:47.184137 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 639b5368-f24c-43e1-b3d4-e05341c4d355, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=639b5368-f24c-43e1-b3d4-e05341c4d355,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:48:47.188716 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:47.235492 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=639b5368-f24c-43e1-b3d4-e05341c4d355,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:48:47.242710 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:47.243062 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:47.243408 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:47.243748 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:47.244087 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:47.244448 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:47.244781 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:47.245120 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:47.245445 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:47.245773 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:47.246103 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:47.246430 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:47.261344 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0d7bf-d76d-4d8d-9496-57b07843b5e3 req-9215b790-e8d0-4233-8af4-abe864acdd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:47.262885 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d1c0d7bf-d76d-4d8d-9496-57b07843b5e3 req-9215b790-e8d0-4233-8af4-abe864acdd50 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 1096 time: 0.0466678 Aug 10 01:48:47.351569 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0d7bf-d76d-4d8d-9496-57b07843b5e3 req-3f145a8c-fb87-4c2f-849a-a6a65bd0e156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:47.353081 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d1c0d7bf-d76d-4d8d-9496-57b07843b5e3 req-3f145a8c-fb87-4c2f-849a-a6a65bd0e156 service neutron] 10.222.0.24 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0834417 Aug 10 01:48:47.423184 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d1c0d7bf-d76d-4d8d-9496-57b07843b5e3 req-fb9be3d1-37c1-4a0d-acd9-f8e6d4e38fd0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=639b5368-f24c-43e1-b3d4-e05341c4d355 HTTP/1.1" status: 200 len: 999 time: 0.0613518 Aug 10 01:48:47.473246 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0d7bf-d76d-4d8d-9496-57b07843b5e3 req-554bef68-3d82-43fb-b5f4-858dcd356234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:47.474691 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d1c0d7bf-d76d-4d8d-9496-57b07843b5e3 req-554bef68-3d82-43fb-b5f4-858dcd356234 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0448985 Aug 10 01:48:47.519946 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0d7bf-d76d-4d8d-9496-57b07843b5e3 req-1816311d-31f7-4340-977f-bdf33ea26fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:47.521419 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d1c0d7bf-d76d-4d8d-9496-57b07843b5e3 req-1816311d-31f7-4340-977f-bdf33ea26fab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395837 Aug 10 01:48:47.588354 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['639b5368-f24c-43e1-b3d4-e05341c4d355'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:48:47.613736 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d1c0d7bf-d76d-4d8d-9496-57b07843b5e3 req-a8387bad-4c33-464f-a619-54c58c99c3a3 service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850663 Aug 10 01:48:47.704586 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d1c0d7bf-d76d-4d8d-9496-57b07843b5e3 req-c3fd0fd2-f460-4073-848a-47cae2a9e5d4 service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832539 Aug 10 01:48:48.262420 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7141347-eb1f-49fb-ac42-4f0c772d77ff req-59be9ab9-a657-4a93-9868-62c0d22a9342 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:48.263913 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d7141347-eb1f-49fb-ac42-4f0c772d77ff req-59be9ab9-a657-4a93-9868-62c0d22a9342 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 944 time: 0.0499063 Aug 10 01:48:48.301980 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d7141347-eb1f-49fb-ac42-4f0c772d77ff req-54d87d2d-5658-4dff-a2a7-1ed17667340e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318270 Aug 10 01:48:48.418944 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a28b32-2ee6-4100-a8be-04437c9788b2 req-735e7b84-125a-4013-9504-f48c8141be60 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:48.420412 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f4a28b32-2ee6-4100-a8be-04437c9788b2 req-735e7b84-125a-4013-9504-f48c8141be60 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 944 time: 0.0479598 Aug 10 01:48:48.460742 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f4a28b32-2ee6-4100-a8be-04437c9788b2 req-2e89ec74-c237-45a0-81d3-4a87c4a8c3e5 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343602 Aug 10 01:48:48.704280 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f5384-231f-49c4-a956-355cc7a6193c req-28864366-db8a-4ef8-97a1-7f773e591f6a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:48.706247 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4e7f5384-231f-49c4-a956-355cc7a6193c req-28864366-db8a-4ef8-97a1-7f773e591f6a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 944 time: 0.0766652 Aug 10 01:48:48.740035 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75e4d3-de12-48bc-92ff-cd2e3c4ff00c req-215acdc2-9dc3-4622-85f5-323525b100dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:48.741540 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be75e4d3-de12-48bc-92ff-cd2e3c4ff00c req-215acdc2-9dc3-4622-85f5-323525b100dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 1096 time: 0.0691652 Aug 10 01:48:48.762747 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4e7f5384-231f-49c4-a956-355cc7a6193c req-ebc4c8ae-ae5e-4745-ac98-e3acdd4d6335 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495510 Aug 10 01:48:48.838934 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75e4d3-de12-48bc-92ff-cd2e3c4ff00c req-050fbe9f-88de-4911-ac08-6801fe5f3a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:48.840290 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be75e4d3-de12-48bc-92ff-cd2e3c4ff00c req-050fbe9f-88de-4911-ac08-6801fe5f3a7a service neutron] 10.222.0.20 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0909996 Aug 10 01:48:48.904295 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be75e4d3-de12-48bc-92ff-cd2e3c4ff00c req-e3c5e552-e3ed-481a-a41e-6578812efd5e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=639b5368-f24c-43e1-b3d4-e05341c4d355 HTTP/1.1" status: 200 len: 999 time: 0.0572102 Aug 10 01:48:48.952992 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75e4d3-de12-48bc-92ff-cd2e3c4ff00c req-12ba6c62-5b55-4090-a5a4-2ae4f08ce913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:48.954413 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be75e4d3-de12-48bc-92ff-cd2e3c4ff00c req-12ba6c62-5b55-4090-a5a4-2ae4f08ce913 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0433137 Aug 10 01:48:48.992461 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 639b5368-f24c-43e1-b3d4-e05341c4d355 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:48:49.004006 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75e4d3-de12-48bc-92ff-cd2e3c4ff00c req-8c5f0d8e-7b45-4896-8eef-6c91849b8a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:49.005571 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be75e4d3-de12-48bc-92ff-cd2e3c4ff00c req-8c5f0d8e-7b45-4896-8eef-6c91849b8a69 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442979 Aug 10 01:48:49.045462 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 639b5368-f24c-43e1-b3d4-e05341c4d355 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:48:49.049951 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 639b5368-f24c-43e1-b3d4-e05341c4d355 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:48:49.050514 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:49.105658 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be75e4d3-de12-48bc-92ff-cd2e3c4ff00c req-5b90bd2a-7ae5-48d7-9d78-ea7b72f5bcd0 service neutron] 10.222.0.20 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903003 Aug 10 01:48:49.128703 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:49.150259 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06428a15-4106-40a4-bea6-be158f5f97b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639b5368-f24c-43e1-b3d4-e05341c4d355'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:48:49.152544 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8482d6f-d210-43ab-aae0-9eb6daabb050" -d '{"events": [{"server_uuid": "06428a15-4106-40a4-bea6-be158f5f97b7", "name": "network-vif-plugged", "status": "completed", "tag": "639b5368-f24c-43e1-b3d4-e05341c4d355"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:48:49.165292 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 639b5368-f24c-43e1-b3d4-e05341c4d355, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=639b5368-f24c-43e1-b3d4-e05341c4d355,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:48:49.169804 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:49.196009 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8462e7-abb4-468d-aaac-233b31589b11 x-openstack-request-id: req-9b8462e7-abb4-468d-aaac-233b31589b11 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:48:49.196333 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06428a15-4106-40a4-bea6-be158f5f97b7", "name": "network-vif-plugged", "status": "completed", "tag": "639b5368-f24c-43e1-b3d4-e05341c4d355", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:48:49.196590 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9b8462e7-abb4-468d-aaac-233b31589b11 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:48:49.196978 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06428a15-4106-40a4-bea6-be158f5f97b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639b5368-f24c-43e1-b3d4-e05341c4d355', 'code': 200} Aug 10 01:48:49.202431 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be75e4d3-de12-48bc-92ff-cd2e3c4ff00c req-0b4bafe6-78be-4a11-9bcb-7b2e81c89505 service neutron] 10.222.0.20 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897622 Aug 10 01:48:49.221452 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=639b5368-f24c-43e1-b3d4-e05341c4d355,revision_number=9']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:48:49.878268 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6b171-915f-4048-bf6f-75471a02f519 req-de8811f3-265b-4220-b729-cca970d7f69a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:49.879662 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d6e6b171-915f-4048-bf6f-75471a02f519 req-de8811f3-265b-4220-b729-cca970d7f69a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 945 time: 0.0488446 Aug 10 01:48:49.916611 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d6e6b171-915f-4048-bf6f-75471a02f519 req-8cf69354-62e7-4be5-98e2-4e46b7370a65 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311413 Aug 10 01:48:50.145673 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab3eae-a404-4921-bc38-0f99b2e530ed req-6b7f3550-65b8-4287-96d7-5acd6c46b03e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:50.147014 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1eab3eae-a404-4921-bc38-0f99b2e530ed req-6b7f3550-65b8-4287-96d7-5acd6c46b03e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 945 time: 0.0471368 Aug 10 01:48:50.182829 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1eab3eae-a404-4921-bc38-0f99b2e530ed req-cf7cc2dc-56df-4dd9-b532-4cd5e3a62ffb tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300002 Aug 10 01:48:51.301399 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4dcf5-6a1b-4ca0-a094-bf6b58702c02 req-b6651a68-0a53-4c5f-b167-55dd8d1a6717 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:51.302862 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a4a4dcf5-6a1b-4ca0-a094-bf6b58702c02 req-b6651a68-0a53-4c5f-b167-55dd8d1a6717 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 945 time: 0.0521393 Aug 10 01:48:51.338742 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a4a4dcf5-6a1b-4ca0-a094-bf6b58702c02 req-8254f69a-7a11-4978-9b10-ee4a308a07ff tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298922 Aug 10 01:48:51.601324 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293d40c-86de-4617-80b0-cf8824653004 req-9e5346bf-bd68-4151-b6e2-bf75cd8d392a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:51.602781 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2293d40c-86de-4617-80b0-cf8824653004 req-9e5346bf-bd68-4151-b6e2-bf75cd8d392a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.20 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 945 time: 0.0477898 Aug 10 01:48:51.689817 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-2293d40c-86de-4617-80b0-cf8824653004 req-dc4563f9-cfea-4cc1-b312-a0c0e1d39266 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Deleting port 639b5368-f24c-43e1-b3d4-e05341c4d355 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:48:51.690166 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2293d40c-86de-4617-80b0-cf8824653004 req-dc4563f9-cfea-4cc1-b312-a0c0e1d39266 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:51.778452 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-2293d40c-86de-4617-80b0-cf8824653004 req-dc4563f9-cfea-4cc1-b312-a0c0e1d39266 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] For port 639b5368-f24c-43e1-b3d4-e05341c4d355, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=639b5368-f24c-43e1-b3d4-e05341c4d355,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:48:51.778822 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2293d40c-86de-4617-80b0-cf8824653004 req-dc4563f9-cfea-4cc1-b312-a0c0e1d39266 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:51.940975 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2293d40c-86de-4617-80b0-cf8824653004 req-dc4563f9-cfea-4cc1-b312-a0c0e1d39266 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:51.941266 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2293d40c-86de-4617-80b0-cf8824653004 req-dc4563f9-cfea-4cc1-b312-a0c0e1d39266 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:51.941585 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [req-2293d40c-86de-4617-80b0-cf8824653004 req-dc4563f9-cfea-4cc1-b312-a0c0e1d39266 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Floating IP 81057f5d-9682-469c-981b-50a18fb2b3af disassociated. External IP: 172.25.2.61, port: 639b5368-f24c-43e1-b3d4-e05341c4d355. Aug 10 01:48:51.941929 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-2293d40c-86de-4617-80b0-cf8824653004 req-dc4563f9-cfea-4cc1-b312-a0c0e1d39266 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Calling delete_port for 639b5368-f24c-43e1-b3d4-e05341c4d355 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:48:52.067460 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2293d40c-86de-4617-80b0-cf8824653004 req-dc4563f9-cfea-4cc1-b312-a0c0e1d39266 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:52.096769 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4563f9-cfea-4cc1-b312-a0c0e1d39266 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Pushing event deleted for resources: {'Port': ['ID=639b5368-f24c-43e1-b3d4-e05341c4d355,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:48:52.210978 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2293d40c-86de-4617-80b0-cf8824653004 req-dc4563f9-cfea-4cc1-b312-a0c0e1d39266 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Router bc09d8f9-804c-4a48-94cd-f3d7d0d9874c has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:48:52.318712 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2293d40c-86de-4617-80b0-cf8824653004 req-dc4563f9-cfea-4cc1-b312-a0c0e1d39266 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:48:52.329030 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625bd646-845e-4444-aa68-787de3f13e6a None None] Sync routers for ids ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:48:52.338326 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625bd646-845e-4444-aa68-787de3f13e6a None None] Routers {'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:48:52.338931 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-625bd646-845e-4444-aa68-787de3f13e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:48:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:48:52.356066 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2293d40c-86de-4617-80b0-cf8824653004 req-dc4563f9-cfea-4cc1-b312-a0c0e1d39266 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] No DVR routers for this DVR port 639b5368-f24c-43e1-b3d4-e05341c4d355 on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:48:52.358728 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2293d40c-86de-4617-80b0-cf8824653004 req-dc4563f9-cfea-4cc1-b312-a0c0e1d39266 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:52.360742 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2293d40c-86de-4617-80b0-cf8824653004 req-dc4563f9-cfea-4cc1-b312-a0c0e1d39266 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.20 "DELETE /v2.0/ports/639b5368-f24c-43e1-b3d4-e05341c4d355 HTTP/1.1" status: 204 len: 173 time: 0.7511983 Aug 10 01:48:52.361784 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06428a15-4106-40a4-bea6-be158f5f97b7', 'name': 'network-vif-deleted', 'tag': '639b5368-f24c-43e1-b3d4-e05341c4d355'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:48:52.364163 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b33327-a5c7-42d9-843b-e12e36503240" -d '{"events": [{"server_uuid": "06428a15-4106-40a4-bea6-be158f5f97b7", "name": "network-vif-deleted", "tag": "639b5368-f24c-43e1-b3d4-e05341c4d355"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:48:52.417106 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05236ce-c16f-437f-93e8-a0d77fd938be x-openstack-request-id: req-a05236ce-c16f-437f-93e8-a0d77fd938be {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:48:52.417384 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06428a15-4106-40a4-bea6-be158f5f97b7", "name": "network-vif-deleted", "tag": "639b5368-f24c-43e1-b3d4-e05341c4d355", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:48:52.417636 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a05236ce-c16f-437f-93e8-a0d77fd938be {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:48:52.418035 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06428a15-4106-40a4-bea6-be158f5f97b7', 'name': 'network-vif-deleted', 'tag': '639b5368-f24c-43e1-b3d4-e05341c4d355', 'status': 'completed', 'code': 200} Aug 10 01:48:52.448885 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2c492e2-d4d1-41c3-ab89-6fad81a998ca req-46f1116d-6fb0-4850-a094-21b66090f417 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=06428a15-4106-40a4-bea6-be158f5f97b7 HTTP/1.1" status: 200 len: 210 time: 0.0299079 Aug 10 01:48:52.468075 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-625bd646-845e-4444-aa68-787de3f13e6a None None] Set router bc09d8f9-804c-4a48-94cd-f3d7d0d9874c gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:48:52.665151 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-625bd646-845e-4444-aa68-787de3f13e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'name': 'tempest-ServerActionsTestJSON-709369445-router', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:34Z', 'revision_number': 4, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'gw_port': {'id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '716f99c2-815f-41d6-a656-846e94e8e2b8', 'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'mac_address': 'fa:16:3e:1f:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:33Z', 'updated_at': '2021-08-10T01:42:39Z', 'revision_number': 5, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'subnets': [{'id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:48:52.696517 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625bd646-845e-4444-aa68-787de3f13e6a None None] Checking router: bc09d8f9-804c-4a48-94cd-f3d7d0d9874c for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:48:52.704635 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625bd646-845e-4444-aa68-787de3f13e6a None None] Routers {'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:48:52.705254 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-625bd646-845e-4444-aa68-787de3f13e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:48:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:48:52.804906 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-625bd646-845e-4444-aa68-787de3f13e6a None None] Set router bc09d8f9-804c-4a48-94cd-f3d7d0d9874c gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:48:52.988490 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-625bd646-845e-4444-aa68-787de3f13e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'name': 'tempest-ServerActionsTestJSON-709369445-router', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:34Z', 'revision_number': 4, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'gw_port': {'id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '716f99c2-815f-41d6-a656-846e94e8e2b8', 'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'mac_address': 'fa:16:3e:1f:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:33Z', 'updated_at': '2021-08-10T01:42:39Z', 'revision_number': 5, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'subnets': [{'id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:48:53.012591 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625bd646-845e-4444-aa68-787de3f13e6a None None] The sync data for ids ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'] in n-d-766726-26 is: [{'id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'name': 'tempest-ServerActionsTestJSON-709369445-router', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:34Z', 'revision_number': 4, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'gw_port': {'id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '716f99c2-815f-41d6-a656-846e94e8e2b8', 'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'mac_address': 'fa:16:3e:1f:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:33Z', 'updated_at': '2021-08-10T01:42:39Z', 'revision_number': 5, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'subnets': [{'id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:48:53.218206 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640322eb-3178-407a-a0ae-672c635c86e9 None None] New status for floating IP 81057f5d-9682-469c-981b-50a18fb2b3af: DOWN {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:48:53.733988 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-b46a6d1a-5977-4b62-84b8-f633a1bbb55f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1685208208&fields=id&tenant_id=7e13ef57bb5547f2b03503672f80d1f2 HTTP/1.1" status: 200 len: 267 time: 0.0322850 Aug 10 01:48:53.836404 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-ebebe631-94e5-4db1-bb5b-e69cd7a092e2 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:53.837771 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-ebebe631-94e5-4db1-bb5b-e69cd7a092e2 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 811 time: 0.0966806 Aug 10 01:48:53.852151 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-8c7b1995-950d-48e7-9266-94331ddff31b tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/quotas/7e13ef57bb5547f2b03503672f80d1f2 HTTP/1.1" status: 200 len: 375 time: 0.0087733 Aug 10 01:48:53.903616 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-2eb067d0-0b5d-4de7-bad5-fd21659e27d0 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463791 Aug 10 01:48:54.044022 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-428bad55-e33e-4f9e-95d0-f95bee39b898 service neutron] 10.222.0.35 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290681 Aug 10 01:48:54.129816 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-3174e42e-b844-4b91-95f1-12131b8c81a0 service neutron] 10.222.0.35 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788894 Aug 10 01:48:54.289217 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a6e7b9a2-7b52-4700-bdb3-668639e57c76 req-525a8525-cee3-4e90-9513-da68ea7e6783 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 210 time: 0.0306513 Aug 10 01:48:55.309767 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-8e62e682-540b-41e4-a28b-c6e1d5279467 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:55.311401 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-8e62e682-540b-41e4-a28b-c6e1d5279467 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.24 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 811 time: 0.1088171 Aug 10 01:48:55.357351 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-d254788f-3578-41a6-9c6a-2107f8622a99 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e13ef57bb5547f2b03503672f80d1f2 HTTP/1.1" status: 200 len: 380 time: 0.0368192 Aug 10 01:48:55.372590 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-65018a6c-c999-42bd-bcfb-2bae6abd9b0a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Request body: {'port': {'device_id': 'fb56bdf3-3577-4208-b3c3-57ce57f66de8', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'admin_state_up': True, 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'security_groups': ['7bb8e3f5-a9f4-4997-9e45-12bb1715b3af']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:48:55.386502 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4eb8039f-fac6-496b-a4f6-7a9275d76a4a req-6db453dd-f5da-4437-94c4-23467f7eee71 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 210 time: 0.0272446 Aug 10 01:48:55.483714 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-65018a6c-c999-42bd-bcfb-2bae6abd9b0a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Made reservation on behalf of 7e13ef57bb5547f2b03503672f80d1f2 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:48:55.487818 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-65018a6c-c999-42bd-bcfb-2bae6abd9b0a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:55.614556 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-65018a6c-c999-42bd-bcfb-2bae6abd9b0a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Allocated IP 172.20.0.14 (92409e1b-fb53-4ce6-99f1-764c3be34a19/a6351c09-eaff-4497-aea5-5c8f9aab3425/ad69af91-023f-4c71-b477-5393ff5b6d0d) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:48:55.752223 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-65018a6c-c999-42bd-bcfb-2bae6abd9b0a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:55.764454 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-65018a6c-c999-42bd-bcfb-2bae6abd9b0a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Transition to ACTIVE for port object ad69af91-023f-4c71-b477-5393ff5b6d0d will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:48:55.796823 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-65018a6c-c999-42bd-bcfb-2bae6abd9b0a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:55.834907 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-65018a6c-c999-42bd-bcfb-2bae6abd9b0a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Network 92409e1b-fb53-4ce6-99f1-764c3be34a19 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:48:55.837920 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-65018a6c-c999-42bd-bcfb-2bae6abd9b0a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:48:55.843885 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-65018a6c-c999-42bd-bcfb-2bae6abd9b0a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:48:55.875273 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65018a6c-c999-42bd-bcfb-2bae6abd9b0a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Pushing event updated for resources: {'Port': ['ID=ad69af91-023f-4c71-b477-5393ff5b6d0d,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:48:55.888303 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65018a6c-c999-42bd-bcfb-2bae6abd9b0a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:55.888549 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65018a6c-c999-42bd-bcfb-2bae6abd9b0a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:55.888858 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65018a6c-c999-42bd-bcfb-2bae6abd9b0a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:55.889153 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65018a6c-c999-42bd-bcfb-2bae6abd9b0a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:55.889545 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65018a6c-c999-42bd-bcfb-2bae6abd9b0a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:55.889859 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65018a6c-c999-42bd-bcfb-2bae6abd9b0a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:55.890189 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65018a6c-c999-42bd-bcfb-2bae6abd9b0a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:55.890521 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65018a6c-c999-42bd-bcfb-2bae6abd9b0a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:55.890849 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65018a6c-c999-42bd-bcfb-2bae6abd9b0a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:55.891175 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65018a6c-c999-42bd-bcfb-2bae6abd9b0a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:55.891499 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65018a6c-c999-42bd-bcfb-2bae6abd9b0a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:55.891824 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65018a6c-c999-42bd-bcfb-2bae6abd9b0a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:55.911551 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-65018a6c-c999-42bd-bcfb-2bae6abd9b0a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:55.912224 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-65018a6c-c999-42bd-bcfb-2bae6abd9b0a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:55.926348 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-65018a6c-c999-42bd-bcfb-2bae6abd9b0a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5575962 Aug 10 01:48:55.938896 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-1e539ce4-2e03-4971-acd4-6ee8c16bd908 service neutron] Request body: {'port': {'device_id': 'fb56bdf3-3577-4208-b3c3-57ce57f66de8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:48:55.995070 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-1e539ce4-2e03-4971-acd4-6ee8c16bd908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:56.081686 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b880fc5e-efa3-4669-aee1-965d4b03d06c None None] Provisioning for port ad69af91-023f-4c71-b477-5393ff5b6d0d completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:48:56.086504 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b880fc5e-efa3-4669-aee1-965d4b03d06c None None] Provisioning complete for port ad69af91-023f-4c71-b477-5393ff5b6d0d triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:48:56.086997 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b880fc5e-efa3-4669-aee1-965d4b03d06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:56.120469 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b880fc5e-efa3-4669-aee1-965d4b03d06c None None] Port ad69af91-023f-4c71-b477-5393ff5b6d0d cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:48:56.256454 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-1e539ce4-2e03-4971-acd4-6ee8c16bd908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad69af91-023f-4c71-b477-5393ff5b6d0d {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:48:56.263599 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-1e539ce4-2e03-4971-acd4-6ee8c16bd908 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:56.276447 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-1e539ce4-2e03-4971-acd4-6ee8c16bd908 service neutron] Transition to ACTIVE for port object ad69af91-023f-4c71-b477-5393ff5b6d0d will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:48:56.279951 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-1e539ce4-2e03-4971-acd4-6ee8c16bd908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:56.347780 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e539ce4-2e03-4971-acd4-6ee8c16bd908 service neutron] Pushing event updated for resources: {'Port': ['ID=ad69af91-023f-4c71-b477-5393ff5b6d0d,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:48:56.397646 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-1e539ce4-2e03-4971-acd4-6ee8c16bd908 service neutron] Attempting to bind port ad69af91-023f-4c71-b477-5393ff5b6d0d on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:48:56.397987 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-1e539ce4-2e03-4971-acd4-6ee8c16bd908 service neutron] Attempting to bind port ad69af91-023f-4c71-b477-5393ff5b6d0d by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:48:56.398322 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-1e539ce4-2e03-4971-acd4-6ee8c16bd908 service neutron] Attempting to bind port ad69af91-023f-4c71-b477-5393ff5b6d0d on network 92409e1b-fb53-4ce6-99f1-764c3be34a19 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:48:56.402790 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-1e539ce4-2e03-4971-acd4-6ee8c16bd908 service neutron] Port ad69af91-023f-4c71-b477-5393ff5b6d0d on network 92409e1b-fb53-4ce6-99f1-764c3be34a19 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:48:56.403122 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-1e539ce4-2e03-4971-acd4-6ee8c16bd908 service neutron] Attempting to bind port ad69af91-023f-4c71-b477-5393ff5b6d0d on network 92409e1b-fb53-4ce6-99f1-764c3be34a19 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:48:56.408098 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-1e539ce4-2e03-4971-acd4-6ee8c16bd908 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:48:56.408473 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-1e539ce4-2e03-4971-acd4-6ee8c16bd908 service neutron] Checking segment: {'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:48:56.408864 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-1e539ce4-2e03-4971-acd4-6ee8c16bd908 service neutron] Bound using segment: {'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:48:56.409298 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-1e539ce4-2e03-4971-acd4-6ee8c16bd908 service neutron] Bound port: ad69af91-023f-4c71-b477-5393ff5b6d0d, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:48:56.409745 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-1e539ce4-2e03-4971-acd4-6ee8c16bd908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:56.482557 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-1e539ce4-2e03-4971-acd4-6ee8c16bd908 service neutron] For port ad69af91-023f-4c71-b477-5393ff5b6d0d, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:48:56.486996 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-1e539ce4-2e03-4971-acd4-6ee8c16bd908 service neutron] For port ad69af91-023f-4c71-b477-5393ff5b6d0d, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=ad69af91-023f-4c71-b477-5393ff5b6d0d,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:48:56.491293 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-1e539ce4-2e03-4971-acd4-6ee8c16bd908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:56.508782 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80a520-fb71-425b-9f88-6029b197d921 req-e8ed6da7-a756-4317-9019-fd0b4a93c18f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:56.510186 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8f80a520-fb71-425b-9f88-6029b197d921 req-e8ed6da7-a756-4317-9019-fd0b4a93c18f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 944 time: 0.0514894 Aug 10 01:48:56.550520 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8f80a520-fb71-425b-9f88-6029b197d921 req-e3c2757a-a11e-458a-8b08-943ee053d2fd tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343201 Aug 10 01:48:56.550921 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-1e539ce4-2e03-4971-acd4-6ee8c16bd908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:56.551661 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-1e539ce4-2e03-4971-acd4-6ee8c16bd908 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:56.553099 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-1e539ce4-2e03-4971-acd4-6ee8c16bd908 service neutron] 10.222.0.24 "PUT /v2.0/ports/ad69af91-023f-4c71-b477-5393ff5b6d0d HTTP/1.1" status: 200 len: 1093 time: 0.6186159 Aug 10 01:48:56.553533 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb56bdf3-3577-4208-b3c3-57ce57f66de8', 'tag': 'ad69af91-023f-4c71-b477-5393ff5b6d0d'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:48:56.555802 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a199e0b37d6bb470b79906c4bbacc8fb44e5b8914525c58c6d8a0481b5da54c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342243f1-e64a-446a-907e-6f247657018f" -d '{"events": [{"name": "network-changed", "server_uuid": "fb56bdf3-3577-4208-b3c3-57ce57f66de8", "tag": "ad69af91-023f-4c71-b477-5393ff5b6d0d"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:48:56.575298 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e539ce4-2e03-4971-acd4-6ee8c16bd908 service neutron] Pushing event updated for resources: {'Port': ['ID=ad69af91-023f-4c71-b477-5393ff5b6d0d,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:48:56.600568 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62a6fc4-7596-4a60-aba4-0dbbd6f44e27 x-openstack-request-id: req-c62a6fc4-7596-4a60-aba4-0dbbd6f44e27 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:48:56.600872 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb56bdf3-3577-4208-b3c3-57ce57f66de8", "tag": "ad69af91-023f-4c71-b477-5393ff5b6d0d", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:48:56.601139 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c62a6fc4-7596-4a60-aba4-0dbbd6f44e27 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:48:56.601571 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb56bdf3-3577-4208-b3c3-57ce57f66de8', 'tag': 'ad69af91-023f-4c71-b477-5393ff5b6d0d', 'status': 'completed', 'code': 200} Aug 10 01:48:56.645420 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-bb57cfe6-342a-4773-867a-ccf5497db515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:56.646947 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-bb57cfe6-342a-4773-867a-ccf5497db515 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 1096 time: 0.0432928 Aug 10 01:48:56.695230 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-9bfa7bbc-44e7-453b-9d72-60d61ea201d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad69af91-023f-4c71-b477-5393ff5b6d0d HTTP/1.1" status: 200 len: 217 time: 0.0397880 Aug 10 01:48:56.745671 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-9698c0e7-fa46-428a-8c53-5477a948cc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:56.747134 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-9698c0e7-fa46-428a-8c53-5477a948cc6d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0450325 Aug 10 01:48:56.791837 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-4dfdbec9-db2f-4f3b-8e5e-045a5d45cf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:56.793335 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-4dfdbec9-db2f-4f3b-8e5e-045a5d45cf0a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392613 Aug 10 01:48:56.885354 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-96f44a52-8f4f-4178-aa63-f06108c149d8 service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846407 Aug 10 01:48:56.973264 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-664ca816-0f9f-4e7d-81f7-49c9f0880662 req-7704cf47-2d5f-4763-aa5e-ad5829723f68 service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806935 Aug 10 01:48:57.039692 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 639b5368-f24c-43e1-b3d4-e05341c4d355 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:48:57.056083 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342243f1-e64a-446a-907e-6f247657018f req-5e5522b5-0c28-4901-aef1-58a23708b505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:57.057609 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-342243f1-e64a-446a-907e-6f247657018f req-5e5522b5-0c28-4901-aef1-58a23708b505 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 1096 time: 0.0414977 Aug 10 01:48:57.059674 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 639b5368-f24c-43e1-b3d4-e05341c4d355 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:48:57.060028 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 639b5368-f24c-43e1-b3d4-e05341c4d355 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:48:57.150350 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342243f1-e64a-446a-907e-6f247657018f req-6078310a-d1dc-410a-b378-9a7a3b55e77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:57.151797 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-342243f1-e64a-446a-907e-6f247657018f req-6078310a-d1dc-410a-b378-9a7a3b55e77c service neutron] 10.222.0.24 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0873854 Aug 10 01:48:57.192762 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-342243f1-e64a-446a-907e-6f247657018f req-e8a3d4e0-6a16-4ff4-b970-e195b4214311 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad69af91-023f-4c71-b477-5393ff5b6d0d HTTP/1.1" status: 200 len: 217 time: 0.0335381 Aug 10 01:48:57.245344 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342243f1-e64a-446a-907e-6f247657018f req-18022054-3708-4f45-ac42-fb73f2a3057c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:57.246737 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-342243f1-e64a-446a-907e-6f247657018f req-18022054-3708-4f45-ac42-fb73f2a3057c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0464113 Aug 10 01:48:57.291397 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342243f1-e64a-446a-907e-6f247657018f req-82aeddd5-3b18-4489-a8b9-f67d32c9d153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:57.292873 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-342243f1-e64a-446a-907e-6f247657018f req-82aeddd5-3b18-4489-a8b9-f67d32c9d153 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389781 Aug 10 01:48:57.381158 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-342243f1-e64a-446a-907e-6f247657018f req-30bd8a39-0691-4132-9a24-21f5f8b7d0eb service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799718 Aug 10 01:48:57.475919 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-342243f1-e64a-446a-907e-6f247657018f req-3efaacc1-f439-45c6-be20-48817a4a5ba7 service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865123 Aug 10 01:48:57.663539 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68cd4d-b133-41b4-a7f0-8fe3f979be27 req-1b9cf9ae-f596-4435-beb6-a908ddee25f1 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:57.665247 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3f68cd4d-b133-41b4-a7f0-8fe3f979be27 req-1b9cf9ae-f596-4435-beb6-a908ddee25f1 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 944 time: 0.0483763 Aug 10 01:48:57.701164 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3f68cd4d-b133-41b4-a7f0-8fe3f979be27 req-58afff2c-f44a-4b3c-878a-d9f72880ad6b tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301063 Aug 10 01:48:58.598235 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:58.817514 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bcd04b-ed43-424c-87b5-d6bac97f1964 req-bf4fb4e9-3d12-4356-bd76-c57b8c2f61b3 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:58.818952 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-59bcd04b-ed43-424c-87b5-d6bac97f1964 req-bf4fb4e9-3d12-4356-bd76-c57b8c2f61b3 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 944 time: 0.0505936 Aug 10 01:48:58.855212 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-59bcd04b-ed43-424c-87b5-d6bac97f1964 req-40d6738f-778a-4623-8d4c-1c3864fae13f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303302 Aug 10 01:48:59.970098 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e441e-7aaa-4221-82ee-44c75637be67 req-d132de89-f22b-4a14-9371-d3c7c8b00c99 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:59.972052 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a49e441e-7aaa-4221-82ee-44c75637be67 req-d132de89-f22b-4a14-9371-d3c7c8b00c99 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 944 time: 0.0496693 Aug 10 01:49:00.008312 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a49e441e-7aaa-4221-82ee-44c75637be67 req-75baf094-8c51-4b0a-96ba-b4b97725e66f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303228 Aug 10 01:49:00.420724 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device ad69af91-023f-4c71-b477-5393ff5b6d0d details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:49:00.515393 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port ad69af91-023f-4c71-b477-5393ff5b6d0d, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=ad69af91-023f-4c71-b477-5393ff5b6d0d,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:49:00.526503 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'ad69af91-023f-4c71-b477-5393ff5b6d0d', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'port_id': 'ad69af91-023f-4c71-b477-5393ff5b6d0d', 'mac_address': 'fa:16:3e:e3:ef:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:49:00.561153 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:00.573032 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad69af91-023f-4c71-b477-5393ff5b6d0d {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:49:00.592563 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port ad69af91-023f-4c71-b477-5393ff5b6d0d, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=ad69af91-023f-4c71-b477-5393ff5b6d0d,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:49:00.596780 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:00.644928 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=ad69af91-023f-4c71-b477-5393ff5b6d0d,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:00.945473 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['ad69af91-023f-4c71-b477-5393ff5b6d0d'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:49:01.120632 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02434022-a6d4-4a3d-a14f-800929c70287 req-a1457d9d-a55d-4491-9759-1d7d769e7f28 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:01.122086 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-02434022-a6d4-4a3d-a14f-800929c70287 req-a1457d9d-a55d-4491-9759-1d7d769e7f28 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 945 time: 0.0478239 Aug 10 01:49:01.158109 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-02434022-a6d4-4a3d-a14f-800929c70287 req-69e84c0d-6cc6-42f2-8195-10bd677286ad tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300791 Aug 10 01:49:02.272585 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83711f-e270-42b5-b242-cb9c2b7cb7f4 req-e5873ed2-f380-4561-a24b-38dc31aef512 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:02.274027 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fb83711f-e270-42b5-b242-cb9c2b7cb7f4 req-e5873ed2-f380-4561-a24b-38dc31aef512 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 945 time: 0.0503778 Aug 10 01:49:02.309333 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fb83711f-e270-42b5-b242-cb9c2b7cb7f4 req-2cb4fc3e-bf3f-4469-bfbf-a6d48c340287 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295346 Aug 10 01:49:02.436612 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device ad69af91-023f-4c71-b477-5393ff5b6d0d up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:49:02.491684 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port ad69af91-023f-4c71-b477-5393ff5b6d0d completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:49:02.495318 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port ad69af91-023f-4c71-b477-5393ff5b6d0d triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:49:02.495696 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:02.569054 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:02.591107 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb56bdf3-3577-4208-b3c3-57ce57f66de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad69af91-023f-4c71-b477-5393ff5b6d0d'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:49:02.593342 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79b906f303192cf1ec3633ef8e1df8c8b4c4ae9470b3e07dba5c42b61f3c783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bf0f1b-d2c1-4493-8e12-553f075c0c7b" -d '{"events": [{"server_uuid": "fb56bdf3-3577-4208-b3c3-57ce57f66de8", "name": "network-vif-plugged", "status": "completed", "tag": "ad69af91-023f-4c71-b477-5393ff5b6d0d"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:49:02.610465 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port ad69af91-023f-4c71-b477-5393ff5b6d0d, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=ad69af91-023f-4c71-b477-5393ff5b6d0d,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:49:02.615938 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:02.639212 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13524c26-3fc9-4655-81a0-f880b588c2e1 x-openstack-request-id: req-13524c26-3fc9-4655-81a0-f880b588c2e1 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:49:02.639509 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb56bdf3-3577-4208-b3c3-57ce57f66de8", "name": "network-vif-plugged", "status": "completed", "tag": "ad69af91-023f-4c71-b477-5393ff5b6d0d", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:49:02.639763 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-13524c26-3fc9-4655-81a0-f880b588c2e1 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:49:02.640144 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb56bdf3-3577-4208-b3c3-57ce57f66de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad69af91-023f-4c71-b477-5393ff5b6d0d', 'code': 200} Aug 10 01:49:02.665178 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=ad69af91-023f-4c71-b477-5393ff5b6d0d,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:02.725372 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98020c47-9dc6-49da-b3c9-770f51a645d3 req-33404c11-c940-4541-b39d-3ee620e7b689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:02.726817 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-98020c47-9dc6-49da-b3c9-770f51a645d3 req-33404c11-c940-4541-b39d-3ee620e7b689 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 1098 time: 0.0413878 Aug 10 01:49:02.762243 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-98020c47-9dc6-49da-b3c9-770f51a645d3 req-2a6854ab-74d3-4366-8a8f-c59c08bcef63 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277729 Aug 10 01:49:03.422898 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4025c-8478-4115-9ec9-8f3027d5c749 req-5e721453-eb25-43c7-b611-74a8a60a817f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:03.424417 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1ab4025c-8478-4115-9ec9-8f3027d5c749 req-5e721453-eb25-43c7-b611-74a8a60a817f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 946 time: 0.0480540 Aug 10 01:49:03.462342 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1ab4025c-8478-4115-9ec9-8f3027d5c749 req-35304d03-d380-4292-87ca-8bfb9cc692f9 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315762 Aug 10 01:49:04.575463 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae7ab8-0260-4799-a2e6-e63e54d0781c req-3d899f5a-6215-419b-afba-93cc8606d337 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:04.576923 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-25ae7ab8-0260-4799-a2e6-e63e54d0781c req-3d899f5a-6215-419b-afba-93cc8606d337 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 946 time: 0.0472403 Aug 10 01:49:04.614192 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-25ae7ab8-0260-4799-a2e6-e63e54d0781c req-80d257ce-d796-4828-af00-28ef42f934d7 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313745 Aug 10 01:49:04.726557 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcdcf65-a9f6-4336-af67-d1d7efc36972 req-b333223c-f52a-4928-9d20-b742ab35e12a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:04.728003 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9fcdcf65-a9f6-4336-af67-d1d7efc36972 req-b333223c-f52a-4928-9d20-b742ab35e12a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 946 time: 0.0515089 Aug 10 01:49:04.736291 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 36870) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:49:04.741320 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-2d3338e7-419a-4c41-9c93-d32274b42b3f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Request body: {'floatingip': {'port_id': 'ad69af91-023f-4c71-b477-5393ff5b6d0d'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:49:04.777175 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2d3338e7-419a-4c41-9c93-d32274b42b3f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks [] for floatingip, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:05.185256 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2d3338e7-419a-4c41-9c93-d32274b42b3f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:05.188686 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2d3338e7-419a-4c41-9c93-d32274b42b3f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:05.285545 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [None req-2d3338e7-419a-4c41-9c93-d32274b42b3f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Floating IP 81057f5d-9682-469c-981b-50a18fb2b3af associated. External IP: 172.25.2.61, port: ad69af91-023f-4c71-b477-5393ff5b6d0d. Aug 10 01:49:05.833716 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3338e7-419a-4c41-9c93-d32274b42b3f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Router bc09d8f9-804c-4a48-94cd-f3d7d0d9874c has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:49:05.934188 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3338e7-419a-4c41-9c93-d32274b42b3f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:49:05.938928 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-2d3338e7-419a-4c41-9c93-d32274b42b3f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:05.943886 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56811252-45e9-41e4-a430-092b6bd5e91c None None] Sync routers for ids ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:49:05.952417 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56811252-45e9-41e4-a430-092b6bd5e91c None None] Routers {'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:49:05.953020 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-56811252-45e9-41e4-a430-092b6bd5e91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:48:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:49:05.968785 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2d3338e7-419a-4c41-9c93-d32274b42b3f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "PUT /v2.0/floatingips/81057f5d-9682-469c-981b-50a18fb2b3af HTTP/1.1" status: 200 len: 991 time: 1.2314758 Aug 10 01:49:05.969381 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb56bdf3-3577-4208-b3c3-57ce57f66de8', 'tag': 'ad69af91-023f-4c71-b477-5393ff5b6d0d'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:49:05.971637 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a6f8cd719aabf78019235bcf0ec033f986f9593c2adcbb5511afa12929c025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fddee1-c5fd-48c8-ab2a-2e460e52ef02" -d '{"events": [{"name": "network-changed", "server_uuid": "fb56bdf3-3577-4208-b3c3-57ce57f66de8", "tag": "ad69af91-023f-4c71-b477-5393ff5b6d0d"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:49:06.013542 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65ee40e-9e40-474b-9809-3733e3e442a4 x-openstack-request-id: req-d65ee40e-9e40-474b-9809-3733e3e442a4 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:49:06.014082 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb56bdf3-3577-4208-b3c3-57ce57f66de8", "tag": "ad69af91-023f-4c71-b477-5393ff5b6d0d", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:49:06.014339 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d65ee40e-9e40-474b-9809-3733e3e442a4 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:49:06.014741 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb56bdf3-3577-4208-b3c3-57ce57f66de8', 'tag': 'ad69af91-023f-4c71-b477-5393ff5b6d0d', 'status': 'completed', 'code': 200} Aug 10 01:49:06.058739 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-56811252-45e9-41e4-a430-092b6bd5e91c None None] Set router bc09d8f9-804c-4a48-94cd-f3d7d0d9874c gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:49:06.083322 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fddee1-c5fd-48c8-ab2a-2e460e52ef02 req-2295e2bc-cf05-4a37-9e34-a0f24e70eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:06.084852 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-40fddee1-c5fd-48c8-ab2a-2e460e52ef02 req-2295e2bc-cf05-4a37-9e34-a0f24e70eea5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 1098 time: 0.0401533 Aug 10 01:49:06.183100 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fddee1-c5fd-48c8-ab2a-2e460e52ef02 req-127527bf-7fa0-4490-bd6c-ed56c6cb85da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:06.184681 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-40fddee1-c5fd-48c8-ab2a-2e460e52ef02 req-127527bf-7fa0-4490-bd6c-ed56c6cb85da service neutron] 10.222.0.24 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0922334 Aug 10 01:49:06.249378 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-40fddee1-c5fd-48c8-ab2a-2e460e52ef02 req-1a6ea495-931f-4a3d-8977-dd50c0f90847 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad69af91-023f-4c71-b477-5393ff5b6d0d HTTP/1.1" status: 200 len: 999 time: 0.0576186 Aug 10 01:49:06.302087 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fddee1-c5fd-48c8-ab2a-2e460e52ef02 req-ea99f1d3-6e6a-4cf2-89f7-53124dbbd3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:06.303514 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-40fddee1-c5fd-48c8-ab2a-2e460e52ef02 req-ea99f1d3-6e6a-4cf2-89f7-53124dbbd3b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0467489 Aug 10 01:49:06.348641 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fddee1-c5fd-48c8-ab2a-2e460e52ef02 req-0fdcf191-6b3a-49a7-b460-a014ae724a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:06.350106 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-40fddee1-c5fd-48c8-ab2a-2e460e52ef02 req-0fdcf191-6b3a-49a7-b460-a014ae724a48 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396945 Aug 10 01:49:06.370247 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-56811252-45e9-41e4-a430-092b6bd5e91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'name': 'tempest-ServerActionsTestJSON-709369445-router', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:34Z', 'revision_number': 4, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'gw_port': {'id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '81057f5d-9682-469c-981b-50a18fb2b3af', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'floating_ip_address': '172.25.2.61', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'port_id': 'ad69af91-023f-4c71-b477-5393ff5b6d0d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'mac_address': 'fa:16:3e:e3:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb56bdf3-3577-4208-b3c3-57ce57f66de8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:42:36Z', 'updated_at': '2021-08-10T01:49:05Z', 'revision_number': 9, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716f99c2-815f-41d6-a656-846e94e8e2b8', 'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'mac_address': 'fa:16:3e:1f:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:33Z', 'updated_at': '2021-08-10T01:42:39Z', 'revision_number': 5, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'subnets': [{'id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:49:06.395727 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56811252-45e9-41e4-a430-092b6bd5e91c None None] Checking router: bc09d8f9-804c-4a48-94cd-f3d7d0d9874c for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:49:06.403775 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56811252-45e9-41e4-a430-092b6bd5e91c None None] Routers {'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:49:06.404420 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-56811252-45e9-41e4-a430-092b6bd5e91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:48:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:49:06.438643 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-40fddee1-c5fd-48c8-ab2a-2e460e52ef02 req-ce4d4e75-971e-4fb8-bc14-fbf3d47ea953 service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806324 Aug 10 01:49:06.507604 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-56811252-45e9-41e4-a430-092b6bd5e91c None None] Set router bc09d8f9-804c-4a48-94cd-f3d7d0d9874c gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:49:06.530799 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-40fddee1-c5fd-48c8-ab2a-2e460e52ef02 req-8177c2e7-3596-4fbe-bc55-88226d782d4c service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856476 Aug 10 01:49:06.723062 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-56811252-45e9-41e4-a430-092b6bd5e91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'name': 'tempest-ServerActionsTestJSON-709369445-router', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:34Z', 'revision_number': 4, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'gw_port': {'id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '81057f5d-9682-469c-981b-50a18fb2b3af', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'floating_ip_address': '172.25.2.61', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'port_id': 'ad69af91-023f-4c71-b477-5393ff5b6d0d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'mac_address': 'fa:16:3e:e3:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb56bdf3-3577-4208-b3c3-57ce57f66de8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:42:36Z', 'updated_at': '2021-08-10T01:49:05Z', 'revision_number': 9, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716f99c2-815f-41d6-a656-846e94e8e2b8', 'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'mac_address': 'fa:16:3e:1f:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:33Z', 'updated_at': '2021-08-10T01:42:39Z', 'revision_number': 5, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'subnets': [{'id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:49:06.747690 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56811252-45e9-41e4-a430-092b6bd5e91c None None] The sync data for ids ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'] in n-d-766726-26 is: [{'id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'name': 'tempest-ServerActionsTestJSON-709369445-router', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:34Z', 'revision_number': 4, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'gw_port': {'id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '81057f5d-9682-469c-981b-50a18fb2b3af', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'floating_ip_address': '172.25.2.61', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'port_id': 'ad69af91-023f-4c71-b477-5393ff5b6d0d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'mac_address': 'fa:16:3e:e3:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb56bdf3-3577-4208-b3c3-57ce57f66de8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:42:36Z', 'updated_at': '2021-08-10T01:49:05Z', 'revision_number': 9, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716f99c2-815f-41d6-a656-846e94e8e2b8', 'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'mac_address': 'fa:16:3e:1f:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:33Z', 'updated_at': '2021-08-10T01:42:39Z', 'revision_number': 5, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'subnets': [{'id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:49:06.933737 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ae5bf3-af54-4822-a406-cb827b3a0a80 None None] New status for floating IP 81057f5d-9682-469c-981b-50a18fb2b3af: ACTIVE {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:49:09.755995 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:49:11.243336 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8d1f51ee-7ced-4c20-b6f5-c2dd5654b3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:12.052772 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:13.878255 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-13408521-8225-4e46-a8c4-b25aedc0fd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:14.502044 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:15.334343 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:16.418099 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:28.622054 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:41.244192 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a6dbf53f-d867-4c12-a083-d31e2cb376fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:42.045288 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:43.878212 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e6c3cee8-642e-4dcd-b0db-f7af00ab59ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:44.503834 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:45.337824 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:46.420565 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:46.755310 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:49:58.629814 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:00.481936 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7f91fa75-a1d3-4621-a198-5b69eb565b07 req-fc8781b9-4d6b-4612-a359-5e342ea06fe1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0773292 Aug 10 01:50:00.562668 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91fa75-a1d3-4621-a198-5b69eb565b07 req-1afafe37-9437-48a5-931f-4d8c727a6ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:00.564120 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7f91fa75-a1d3-4621-a198-5b69eb565b07 req-1afafe37-9437-48a5-931f-4d8c727a6ecf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 1098 time: 0.0394461 Aug 10 01:50:00.667706 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91fa75-a1d3-4621-a198-5b69eb565b07 req-c95f9066-85ae-494d-a8a0-2f33da67b518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:00.669193 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7f91fa75-a1d3-4621-a198-5b69eb565b07 req-c95f9066-85ae-494d-a8a0-2f33da67b518 service neutron] 10.222.0.24 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0864179 Aug 10 01:50:00.733767 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7f91fa75-a1d3-4621-a198-5b69eb565b07 req-5c8fd654-285c-4cd9-adc7-1e70d2fe6406 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad69af91-023f-4c71-b477-5393ff5b6d0d HTTP/1.1" status: 200 len: 1002 time: 0.0574911 Aug 10 01:50:00.785189 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91fa75-a1d3-4621-a198-5b69eb565b07 req-259bb4fd-63e0-4337-9163-a71baef2b385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:00.786555 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7f91fa75-a1d3-4621-a198-5b69eb565b07 req-259bb4fd-63e0-4337-9163-a71baef2b385 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0458040 Aug 10 01:50:00.832050 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91fa75-a1d3-4621-a198-5b69eb565b07 req-7ae0436d-1726-4032-8614-09d6eb5bcd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:00.833490 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7f91fa75-a1d3-4621-a198-5b69eb565b07 req-7ae0436d-1726-4032-8614-09d6eb5bcd1f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387645 Aug 10 01:50:00.923274 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7f91fa75-a1d3-4621-a198-5b69eb565b07 req-ca7819f3-1651-4997-8657-0e042c705cf7 service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823302 Aug 10 01:50:01.015581 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-7f91fa75-a1d3-4621-a198-5b69eb565b07 req-30df00f5-e554-4de2-8b13-d6e4f4b719ee service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834687 Aug 10 01:50:11.244357 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-177ca8b1-b93a-45fb-a354-fca927fd5498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:12.060332 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:13.878571 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aba5b49f-7e94-496e-b6fc-ae90a2888c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:14.505383 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:15.340199 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:16.422067 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:23.755675 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:50:28.638269 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:41.244686 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c9a165e1-00e8-495e-bf48-e5cde70a7622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:42.075280 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:43.879908 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-065b7917-da51-4adb-9886-f1bcc1c18c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:44.507115 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:45.342405 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:46.425452 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:58.636254 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:00.754073 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:51:01.388124 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-25f0e2fa-acf2-4898-994f-6088d8f09eb0 req-47cb1c2b-99fb-4e19-97f5-158f250d337a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396116 Aug 10 01:51:01.467552 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0e2fa-acf2-4898-994f-6088d8f09eb0 req-90751f23-1a34-41dd-a2b6-1fdea1cf0cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:01.469047 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-25f0e2fa-acf2-4898-994f-6088d8f09eb0 req-90751f23-1a34-41dd-a2b6-1fdea1cf0cb3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 1098 time: 0.0410702 Aug 10 01:51:01.573516 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0e2fa-acf2-4898-994f-6088d8f09eb0 req-a411834d-2494-4463-8c58-170ea884c7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:01.574988 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-25f0e2fa-acf2-4898-994f-6088d8f09eb0 req-a411834d-2494-4463-8c58-170ea884c7d0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0869999 Aug 10 01:51:01.642314 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-25f0e2fa-acf2-4898-994f-6088d8f09eb0 req-fb0ae7ad-35e2-4411-9dec-e0d7241ba359 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad69af91-023f-4c71-b477-5393ff5b6d0d HTTP/1.1" status: 200 len: 1002 time: 0.0599077 Aug 10 01:51:01.695072 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0e2fa-acf2-4898-994f-6088d8f09eb0 req-853996f2-b1d6-4dc4-ab16-3366c2491856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:01.696542 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-25f0e2fa-acf2-4898-994f-6088d8f09eb0 req-853996f2-b1d6-4dc4-ab16-3366c2491856 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0477078 Aug 10 01:51:01.741906 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0e2fa-acf2-4898-994f-6088d8f09eb0 req-dfb63d9e-b947-4714-9b62-db42970ce4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:01.743329 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-25f0e2fa-acf2-4898-994f-6088d8f09eb0 req-dfb63d9e-b947-4714-9b62-db42970ce4aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392609 Aug 10 01:51:01.829358 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-25f0e2fa-acf2-4898-994f-6088d8f09eb0 req-35cc7de4-6d13-4468-9dc6-f4fdae0716c0 service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787039 Aug 10 01:51:01.919503 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-25f0e2fa-acf2-4898-994f-6088d8f09eb0 req-b3261c6d-8e5e-4e7c-a178-99bfbb535ccc service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831299 Aug 10 01:51:11.244453 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d45aa507-e1f8-4e40-8001-c22d52b690cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:12.074127 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:13.879754 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-45b2d8f9-8260-40dc-b42d-02126fac89de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:14.508630 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:15.345365 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:16.428554 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:28.639306 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:33.727441 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 37208) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:33.814560 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be69506f-dc39-48f4-837a-f7fc60687803 req-186f93d9-6c54-4468-95d9-5ccb210f6ab5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0857387 Aug 10 01:51:33.892922 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99013a5-829a-407d-a640-6ab9b3d5c257 req-3106f14b-12d0-49b3-86f6-b546f74230fc tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:33.894523 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a99013a5-829a-407d-a640-6ab9b3d5c257 req-3106f14b-12d0-49b3-86f6-b546f74230fc tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 946 time: 0.0997665 Aug 10 01:51:33.932278 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a99013a5-829a-407d-a640-6ab9b3d5c257 req-9e4f3bb7-1971-4638-b87f-65d1720d4ac0 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319624 Aug 10 01:51:34.953361 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69506f-dc39-48f4-837a-f7fc60687803 req-fbcef5a7-aafd-4d04-a958-57e8fac444be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:34.954820 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be69506f-dc39-48f4-837a-f7fc60687803 req-fbcef5a7-aafd-4d04-a958-57e8fac444be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 1098 time: 0.0414619 Aug 10 01:51:35.049053 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69506f-dc39-48f4-837a-f7fc60687803 req-94ccc05f-c34b-469b-b9ee-102334b25305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:35.050556 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be69506f-dc39-48f4-837a-f7fc60687803 req-94ccc05f-c34b-469b-b9ee-102334b25305 service neutron] 10.222.0.24 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0890355 Aug 10 01:51:35.116981 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be69506f-dc39-48f4-837a-f7fc60687803 req-925c64e8-8f5f-46d3-95f3-796d58ca8299 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad69af91-023f-4c71-b477-5393ff5b6d0d HTTP/1.1" status: 200 len: 1002 time: 0.0598731 Aug 10 01:51:35.171610 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a330b-e1e7-4723-9ce4-b38664556395 req-31211a5d-a434-4184-b01f-9a7219b9a32b tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:35.173047 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69506f-dc39-48f4-837a-f7fc60687803 req-ad8e4802-cdf1-4c90-82ad-25b83b36e0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:35.173206 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-559a330b-e1e7-4723-9ce4-b38664556395 req-31211a5d-a434-4184-b01f-9a7219b9a32b tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 946 time: 0.0935872 Aug 10 01:51:35.174479 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be69506f-dc39-48f4-837a-f7fc60687803 req-ad8e4802-cdf1-4c90-82ad-25b83b36e0ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0478888 Aug 10 01:51:35.210077 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-559a330b-e1e7-4723-9ce4-b38664556395 req-b100a085-7c92-4fc2-a536-2a0cdef89c76 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305285 Aug 10 01:51:35.221256 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69506f-dc39-48f4-837a-f7fc60687803 req-a21e9b55-708a-4480-b5ab-a2017b0405f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:35.222716 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be69506f-dc39-48f4-837a-f7fc60687803 req-a21e9b55-708a-4480-b5ab-a2017b0405f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404265 Aug 10 01:51:35.311123 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be69506f-dc39-48f4-837a-f7fc60687803 req-173d6e28-aee4-47d0-8f13-adeb9184d0e4 service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788534 Aug 10 01:51:35.401679 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be69506f-dc39-48f4-837a-f7fc60687803 req-5e144259-0209-4e02-a428-9bb11bcf42ba service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834172 Aug 10 01:51:36.338724 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f737f19-0a0f-472f-b0d1-f9dd6243d2cc req-17cdbeb4-531b-41b2-b093-39cfb9f1fced tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:36.340849 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2f737f19-0a0f-472f-b0d1-f9dd6243d2cc req-17cdbeb4-531b-41b2-b093-39cfb9f1fced tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 946 time: 0.0506566 Aug 10 01:51:36.376983 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2f737f19-0a0f-472f-b0d1-f9dd6243d2cc req-8045cf23-d10b-45b9-965a-b59e88f9ebea tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302927 Aug 10 01:51:37.492166 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf7fb7-ea56-457f-931f-7f271e7f8726 req-c69cb85d-6000-4c94-868b-3404fde165e0 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:37.493664 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e2bf7fb7-ea56-457f-931f-7f271e7f8726 req-c69cb85d-6000-4c94-868b-3404fde165e0 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 946 time: 0.0480149 Aug 10 01:51:37.529445 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e2bf7fb7-ea56-457f-931f-7f271e7f8726 req-f37b495e-d494-41f5-b32a-5ac76b5e47b0 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299489 Aug 10 01:51:37.752370 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:51:38.642948 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c4287-e060-4a7c-aa38-f6e358d62091 req-c6345a42-8d06-4914-9e09-cda0036f31cb tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:38.644421 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f5c4287-e060-4a7c-aa38-f6e358d62091 req-c6345a42-8d06-4914-9e09-cda0036f31cb tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 946 time: 0.0473530 Aug 10 01:51:38.682775 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f5c4287-e060-4a7c-aa38-f6e358d62091 req-40e4962a-db72-44de-83aa-819cfa0ba64c tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325053 Aug 10 01:51:39.798910 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669dc455-b342-4083-850a-315e16735710 req-a9b0a042-adfa-499e-b520-c927fdcd38d4 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:39.800395 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-669dc455-b342-4083-850a-315e16735710 req-a9b0a042-adfa-499e-b520-c927fdcd38d4 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 946 time: 0.0507166 Aug 10 01:51:39.837656 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-669dc455-b342-4083-850a-315e16735710 req-0caad4c1-ead8-45fa-b069-255197bde140 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303786 Aug 10 01:51:40.950515 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53737ea4-9d89-4b60-86f1-d4c50470cec8 req-9967191c-500e-4dc6-9051-92f94e37435f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:40.951967 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-53737ea4-9d89-4b60-86f1-d4c50470cec8 req-9967191c-500e-4dc6-9051-92f94e37435f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 946 time: 0.0468550 Aug 10 01:51:40.988302 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-53737ea4-9d89-4b60-86f1-d4c50470cec8 req-71828ad2-0be8-4682-8890-09a6360bce5d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305405 Aug 10 01:51:41.244488 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-82cd8a31-29b8-436d-a46f-359c130d38a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:42.100685 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e90ea-a0bb-41bf-80ec-6845d47cdfec req-41c07eac-35f8-48fd-ba6e-610abfad9fd5 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:42.102151 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d3e90ea-a0bb-41bf-80ec-6845d47cdfec req-41c07eac-35f8-48fd-ba6e-610abfad9fd5 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 946 time: 0.0477459 Aug 10 01:51:42.107136 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:42.141376 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1d3e90ea-a0bb-41bf-80ec-6845d47cdfec req-e066e10c-cbf7-460c-9f67-5331172d4b62 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326047 Aug 10 01:51:43.256645 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdafbe1-be4f-42e0-99fb-4eb93873f2b1 req-a0c91f38-46d6-45c9-b01f-29f135b69717 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:43.258079 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7fdafbe1-be4f-42e0-99fb-4eb93873f2b1 req-a0c91f38-46d6-45c9-b01f-29f135b69717 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 946 time: 0.0508015 Aug 10 01:51:43.294225 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7fdafbe1-be4f-42e0-99fb-4eb93873f2b1 req-b08dd91b-50df-4a22-ba69-fda2e05d6eaf tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299101 Aug 10 01:51:43.881979 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-13b56934-0c52-4331-9020-acf98ddd7cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:44.406079 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2e34f-cda3-4c69-8846-8b827b25316d req-02eebf89-69d3-4a56-aa33-7dc1d76065db tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:44.407520 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1cb2e34f-cda3-4c69-8846-8b827b25316d req-02eebf89-69d3-4a56-aa33-7dc1d76065db tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 946 time: 0.0470762 Aug 10 01:51:44.444023 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1cb2e34f-cda3-4c69-8846-8b827b25316d req-82e9f449-e091-499a-a7ee-9b18f84d64a1 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306723 Aug 10 01:51:44.511613 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:45.346413 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:45.560211 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04e43f-52c8-410b-b745-de947c763554 req-8e2a3ffd-1732-42a1-aff1-91d68df8df8e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:45.561682 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9e04e43f-52c8-410b-b745-de947c763554 req-8e2a3ffd-1732-42a1-aff1-91d68df8df8e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 946 time: 0.0504811 Aug 10 01:51:45.600913 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9e04e43f-52c8-410b-b745-de947c763554 req-9124f230-73b9-44ca-b0e6-56858453e0d1 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333116 Aug 10 01:51:46.430376 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:46.717355 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406cb93c-8025-468f-8734-1528d81456eb req-5c4a22bb-4dde-41d7-b9fa-80cf7b38db28 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:46.718720 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-406cb93c-8025-468f-8734-1528d81456eb req-5c4a22bb-4dde-41d7-b9fa-80cf7b38db28 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 946 time: 0.0518482 Aug 10 01:51:46.755488 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-406cb93c-8025-468f-8734-1528d81456eb req-156e0375-5666-4530-82cb-6773613560ed tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308552 Aug 10 01:51:47.360151 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [req-be69506f-dc39-48f4-837a-f7fc60687803 req-e591f81c-8322-483f-a95b-f20c4633c013 service neutron] show failed (client error): The resource could not be found. Aug 10 01:51:47.361206 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be69506f-dc39-48f4-837a-f7fc60687803 req-e591f81c-8322-483f-a95b-f20c4633c013 service neutron] 10.222.0.24 "GET /v2.0/ports/ad69af91-023f-4c71-b477-5393ff5b6d0d/bindings/n-h2-766726-26 HTTP/1.1" status: 404 len: 381 time: 0.0586030 Aug 10 01:51:47.621248 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69506f-dc39-48f4-837a-f7fc60687803 req-373c4724-69a9-4643-aec8-ab69de94c4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:47.622677 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be69506f-dc39-48f4-837a-f7fc60687803 req-373c4724-69a9-4643-aec8-ab69de94c4cf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8&tenant_id=7e13ef57bb5547f2b03503672f80d1f2 HTTP/1.1" status: 200 len: 1098 time: 0.0771127 Aug 10 01:51:47.640993 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-be69506f-dc39-48f4-837a-f7fc60687803 req-367af887-c5b0-42a7-bd68-ceec78d238c4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-26', 'device_owner': 'compute:nova'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:47.692474 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-be69506f-dc39-48f4-837a-f7fc60687803 req-367af887-c5b0-42a7-bd68-ceec78d238c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:47.918153 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac0fc7-224e-4f51-8c8b-a15cf053885d req-38c2e5db-b2e0-49c4-adc7-893cbbdefeef tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:47.919518 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d5ac0fc7-224e-4f51-8c8b-a15cf053885d req-38c2e5db-b2e0-49c4-adc7-893cbbdefeef tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 946 time: 0.0948822 Aug 10 01:51:47.935535 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-be69506f-dc39-48f4-837a-f7fc60687803 req-367af887-c5b0-42a7-bd68-ceec78d238c4 service neutron] For port ad69af91-023f-4c71-b477-5393ff5b6d0d, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=ad69af91-023f-4c71-b477-5393ff5b6d0d,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:47.985104 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d5ac0fc7-224e-4f51-8c8b-a15cf053885d req-16ff69f2-4661-4c3d-b3fc-1da9cc4b04ec tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586617 Aug 10 01:51:47.988054 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-be69506f-dc39-48f4-837a-f7fc60687803 req-367af887-c5b0-42a7-bd68-ceec78d238c4 service neutron] For port ad69af91-023f-4c71-b477-5393ff5b6d0d, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:51:48.026060 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb56bdf3-3577-4208-b3c3-57ce57f66de8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad69af91-023f-4c71-b477-5393ff5b6d0d'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:51:48.031896 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-be69506f-dc39-48f4-837a-f7fc60687803 req-367af887-c5b0-42a7-bd68-ceec78d238c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:48.044323 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-be69506f-dc39-48f4-837a-f7fc60687803 req-367af887-c5b0-42a7-bd68-ceec78d238c4 service neutron] Transition to ACTIVE for port object ad69af91-023f-4c71-b477-5393ff5b6d0d will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:51:48.047945 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-be69506f-dc39-48f4-837a-f7fc60687803 req-367af887-c5b0-42a7-bd68-ceec78d238c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:48.076657 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9e874736d5403a2ed85b010b990dd133e24f0379b2e9b4f0e55655a3e1797b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457a4074-d18c-4527-ad4d-68d6c11defc5" -d '{"events": [{"server_uuid": "fb56bdf3-3577-4208-b3c3-57ce57f66de8", "name": "network-vif-unplugged", "status": "completed", "tag": "ad69af91-023f-4c71-b477-5393ff5b6d0d"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:51:48.170256 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-be69506f-dc39-48f4-837a-f7fc60687803 req-367af887-c5b0-42a7-bd68-ceec78d238c4 service neutron] No DVR routers for this DVR port ad69af91-023f-4c71-b477-5393ff5b6d0d on host n-h1-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:51:48.215531 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781b1fd0-1258-4ef0-90a7-41dcc3dcbf75 x-openstack-request-id: req-781b1fd0-1258-4ef0-90a7-41dcc3dcbf75 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:51:48.215868 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb56bdf3-3577-4208-b3c3-57ce57f66de8", "name": "network-vif-unplugged", "status": "completed", "tag": "ad69af91-023f-4c71-b477-5393ff5b6d0d", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:51:48.216099 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-781b1fd0-1258-4ef0-90a7-41dcc3dcbf75 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:51:48.216524 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb56bdf3-3577-4208-b3c3-57ce57f66de8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad69af91-023f-4c71-b477-5393ff5b6d0d', 'code': 200} Aug 10 01:51:48.232355 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367af887-c5b0-42a7-bd68-ceec78d238c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ad69af91-023f-4c71-b477-5393ff5b6d0d,revision_number=6']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:48.244265 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367af887-c5b0-42a7-bd68-ceec78d238c4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:48.244622 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367af887-c5b0-42a7-bd68-ceec78d238c4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:48.244974 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367af887-c5b0-42a7-bd68-ceec78d238c4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:48.245370 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367af887-c5b0-42a7-bd68-ceec78d238c4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:48.245715 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367af887-c5b0-42a7-bd68-ceec78d238c4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:48.246057 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367af887-c5b0-42a7-bd68-ceec78d238c4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:48.246395 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367af887-c5b0-42a7-bd68-ceec78d238c4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:48.246730 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367af887-c5b0-42a7-bd68-ceec78d238c4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:48.247072 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367af887-c5b0-42a7-bd68-ceec78d238c4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:48.247407 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367af887-c5b0-42a7-bd68-ceec78d238c4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:48.247767 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367af887-c5b0-42a7-bd68-ceec78d238c4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:48.248099 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367af887-c5b0-42a7-bd68-ceec78d238c4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:48.336708 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-be69506f-dc39-48f4-837a-f7fc60687803 req-367af887-c5b0-42a7-bd68-ceec78d238c4 service neutron] Attempting to bind port ad69af91-023f-4c71-b477-5393ff5b6d0d on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:51:48.337049 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-be69506f-dc39-48f4-837a-f7fc60687803 req-367af887-c5b0-42a7-bd68-ceec78d238c4 service neutron] Attempting to bind port ad69af91-023f-4c71-b477-5393ff5b6d0d by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:51:48.337380 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be69506f-dc39-48f4-837a-f7fc60687803 req-367af887-c5b0-42a7-bd68-ceec78d238c4 service neutron] Attempting to bind port ad69af91-023f-4c71-b477-5393ff5b6d0d on network 92409e1b-fb53-4ce6-99f1-764c3be34a19 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:51:48.342266 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be69506f-dc39-48f4-837a-f7fc60687803 req-367af887-c5b0-42a7-bd68-ceec78d238c4 service neutron] Port ad69af91-023f-4c71-b477-5393ff5b6d0d on network 92409e1b-fb53-4ce6-99f1-764c3be34a19 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:51:48.342541 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be69506f-dc39-48f4-837a-f7fc60687803 req-367af887-c5b0-42a7-bd68-ceec78d238c4 service neutron] Attempting to bind port ad69af91-023f-4c71-b477-5393ff5b6d0d on network 92409e1b-fb53-4ce6-99f1-764c3be34a19 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:51:48.347298 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be69506f-dc39-48f4-837a-f7fc60687803 req-367af887-c5b0-42a7-bd68-ceec78d238c4 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:51:48.347641 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be69506f-dc39-48f4-837a-f7fc60687803 req-367af887-c5b0-42a7-bd68-ceec78d238c4 service neutron] Checking segment: {'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:51:48.348030 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be69506f-dc39-48f4-837a-f7fc60687803 req-367af887-c5b0-42a7-bd68-ceec78d238c4 service neutron] Bound using segment: {'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:51:48.348506 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-be69506f-dc39-48f4-837a-f7fc60687803 req-367af887-c5b0-42a7-bd68-ceec78d238c4 service neutron] Bound port: ad69af91-023f-4c71-b477-5393ff5b6d0d, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:51:48.348870 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-be69506f-dc39-48f4-837a-f7fc60687803 req-367af887-c5b0-42a7-bd68-ceec78d238c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:48.416951 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-be69506f-dc39-48f4-837a-f7fc60687803 req-367af887-c5b0-42a7-bd68-ceec78d238c4 service neutron] For port ad69af91-023f-4c71-b477-5393ff5b6d0d, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:51:48.420461 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-be69506f-dc39-48f4-837a-f7fc60687803 req-367af887-c5b0-42a7-bd68-ceec78d238c4 service neutron] For port ad69af91-023f-4c71-b477-5393ff5b6d0d, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=ad69af91-023f-4c71-b477-5393ff5b6d0d,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:51:48.425042 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-be69506f-dc39-48f4-837a-f7fc60687803 req-367af887-c5b0-42a7-bd68-ceec78d238c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:48.458969 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69506f-dc39-48f4-837a-f7fc60687803 req-367af887-c5b0-42a7-bd68-ceec78d238c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:48.459601 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-be69506f-dc39-48f4-837a-f7fc60687803 req-367af887-c5b0-42a7-bd68-ceec78d238c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:48.461275 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be69506f-dc39-48f4-837a-f7fc60687803 req-367af887-c5b0-42a7-bd68-ceec78d238c4 service neutron] 10.222.0.20 "PUT /v2.0/ports/ad69af91-023f-4c71-b477-5393ff5b6d0d HTTP/1.1" status: 200 len: 1093 time: 0.8239801 Aug 10 01:51:48.482760 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367af887-c5b0-42a7-bd68-ceec78d238c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ad69af91-023f-4c71-b477-5393ff5b6d0d,revision_number=7']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:48.538032 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69506f-dc39-48f4-837a-f7fc60687803 req-32ab300e-2b6d-46d7-9338-d99be89f8b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:48.540044 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be69506f-dc39-48f4-837a-f7fc60687803 req-32ab300e-2b6d-46d7-9338-d99be89f8b77 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 1096 time: 0.0432091 Aug 10 01:51:48.642169 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69506f-dc39-48f4-837a-f7fc60687803 req-b8cc2475-d8bd-43f3-a55c-72fe18ea8886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:48.643781 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be69506f-dc39-48f4-837a-f7fc60687803 req-b8cc2475-d8bd-43f3-a55c-72fe18ea8886 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0969710 Aug 10 01:51:48.710872 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be69506f-dc39-48f4-837a-f7fc60687803 req-6d44c2a2-0281-458f-95b3-049eb283e6a9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad69af91-023f-4c71-b477-5393ff5b6d0d HTTP/1.1" status: 200 len: 1000 time: 0.0603280 Aug 10 01:51:48.764678 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69506f-dc39-48f4-837a-f7fc60687803 req-74cd74fc-3fb3-4ae9-bdf2-fdfe8d80a3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:48.766150 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be69506f-dc39-48f4-837a-f7fc60687803 req-74cd74fc-3fb3-4ae9-bdf2-fdfe8d80a3f8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0485075 Aug 10 01:51:48.810999 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69506f-dc39-48f4-837a-f7fc60687803 req-5515a60a-12a6-40ad-8d57-cb2291f9309d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:48.812512 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be69506f-dc39-48f4-837a-f7fc60687803 req-5515a60a-12a6-40ad-8d57-cb2291f9309d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394883 Aug 10 01:51:48.900412 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be69506f-dc39-48f4-837a-f7fc60687803 req-4bc794c6-a575-49c9-bba8-f7e5a28f6480 service neutron] 10.222.0.20 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809851 Aug 10 01:51:48.991686 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be69506f-dc39-48f4-837a-f7fc60687803 req-7b9cfc5e-9701-4902-b0ff-4b0c917a8ef0 service neutron] 10.222.0.20 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844994 Aug 10 01:51:49.107250 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c523662-4c0e-4ab1-b158-6733dc57e17e req-8d1f7284-d24d-4cbb-8ff9-225c75de68cf tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:49.109004 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0c523662-4c0e-4ab1-b158-6733dc57e17e req-8d1f7284-d24d-4cbb-8ff9-225c75de68cf tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 944 time: 0.0544219 Aug 10 01:51:49.147069 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0c523662-4c0e-4ab1-b158-6733dc57e17e req-5cd002d8-cce4-4b5f-b425-c9ff228c0dc4 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320654 Aug 10 01:51:50.218338 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb56bdf3-3577-4208-b3c3-57ce57f66de8', 'tag': 'ad69af91-023f-4c71-b477-5393ff5b6d0d'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:51:50.220696 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9e874736d5403a2ed85b010b990dd133e24f0379b2e9b4f0e55655a3e1797b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f17155-a3bc-4fd8-98c0-67c4933116b6" -d '{"events": [{"name": "network-changed", "server_uuid": "fb56bdf3-3577-4208-b3c3-57ce57f66de8", "tag": "ad69af91-023f-4c71-b477-5393ff5b6d0d"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:51:50.269985 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f7709-fba9-4b5a-abb8-4cc4d3ae3742 req-f736f375-6bee-4f24-9cda-509c5537cbdf tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:50.271499 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ad3f7709-fba9-4b5a-abb8-4cc4d3ae3742 req-f736f375-6bee-4f24-9cda-509c5537cbdf tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 944 time: 0.0540898 Aug 10 01:51:50.272924 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db3b1b0-dd32-426a-8b31-3e7aaee5375e x-openstack-request-id: req-9db3b1b0-dd32-426a-8b31-3e7aaee5375e {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:51:50.273206 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb56bdf3-3577-4208-b3c3-57ce57f66de8", "tag": "ad69af91-023f-4c71-b477-5393ff5b6d0d", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:51:50.273452 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9db3b1b0-dd32-426a-8b31-3e7aaee5375e {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:51:50.273829 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb56bdf3-3577-4208-b3c3-57ce57f66de8', 'tag': 'ad69af91-023f-4c71-b477-5393ff5b6d0d', 'status': 'completed', 'code': 200} Aug 10 01:51:50.311004 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ad3f7709-fba9-4b5a-abb8-4cc4d3ae3742 req-0aa910cd-4ec4-41bf-b579-d48038cef951 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325768 Aug 10 01:51:50.329338 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f17155-a3bc-4fd8-98c0-67c4933116b6 req-3b4377ac-86d1-4642-9bf1-3a399189ca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:50.330848 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-41f17155-a3bc-4fd8-98c0-67c4933116b6 req-3b4377ac-86d1-4642-9bf1-3a399189ca6c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 1096 time: 0.0433552 Aug 10 01:51:50.360130 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f17155-a3bc-4fd8-98c0-67c4933116b6 req-c990b832-9b05-414e-88f7-d4bc6f8f74d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:50.361651 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-41f17155-a3bc-4fd8-98c0-67c4933116b6 req-c990b832-9b05-414e-88f7-d4bc6f8f74d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 1096 time: 0.0484042 Aug 10 01:51:50.424544 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f17155-a3bc-4fd8-98c0-67c4933116b6 req-6d2a65b9-93ae-47d2-875c-82b838b0f120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:50.426085 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-41f17155-a3bc-4fd8-98c0-67c4933116b6 req-6d2a65b9-93ae-47d2-875c-82b838b0f120 service neutron] 10.222.0.24 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0883999 Aug 10 01:51:50.450870 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f17155-a3bc-4fd8-98c0-67c4933116b6 req-7058cb22-b043-4a69-bfa8-c7843c0fa08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:50.452375 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-41f17155-a3bc-4fd8-98c0-67c4933116b6 req-7058cb22-b043-4a69-bfa8-c7843c0fa08d service neutron] 10.222.0.20 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0829518 Aug 10 01:51:50.492207 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-41f17155-a3bc-4fd8-98c0-67c4933116b6 req-74aebe24-5128-455d-85bc-61e45dba8a91 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad69af91-023f-4c71-b477-5393ff5b6d0d HTTP/1.1" status: 200 len: 1000 time: 0.0590582 Aug 10 01:51:50.522459 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-41f17155-a3bc-4fd8-98c0-67c4933116b6 req-68ac6501-411d-4e5e-a5ab-c70b559bed6b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad69af91-023f-4c71-b477-5393ff5b6d0d HTTP/1.1" status: 200 len: 1000 time: 0.0630960 Aug 10 01:51:50.545090 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f17155-a3bc-4fd8-98c0-67c4933116b6 req-e4d51647-a8b7-48ec-a296-66bde6e130e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:50.546542 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-41f17155-a3bc-4fd8-98c0-67c4933116b6 req-e4d51647-a8b7-48ec-a296-66bde6e130e6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0480561 Aug 10 01:51:50.570647 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f17155-a3bc-4fd8-98c0-67c4933116b6 req-6428fcf8-88bf-4b2e-bdad-6e54e28cd0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:50.572114 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-41f17155-a3bc-4fd8-98c0-67c4933116b6 req-6428fcf8-88bf-4b2e-bdad-6e54e28cd0cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0422409 Aug 10 01:51:50.592528 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f17155-a3bc-4fd8-98c0-67c4933116b6 req-992e9bba-17c5-4770-859d-50d7c8414c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:50.594023 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-41f17155-a3bc-4fd8-98c0-67c4933116b6 req-992e9bba-17c5-4770-859d-50d7c8414c59 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409782 Aug 10 01:51:50.622737 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f17155-a3bc-4fd8-98c0-67c4933116b6 req-91303c13-8f06-4fe4-b2fd-e9b07a491c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:50.624397 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-41f17155-a3bc-4fd8-98c0-67c4933116b6 req-91303c13-8f06-4fe4-b2fd-e9b07a491c06 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445116 Aug 10 01:51:50.685254 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-41f17155-a3bc-4fd8-98c0-67c4933116b6 req-da537e69-491a-431d-9e85-73d03083b208 service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841188 Aug 10 01:51:50.717531 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-41f17155-a3bc-4fd8-98c0-67c4933116b6 req-15cc9799-aca1-46e0-be2d-85a7dcd3a169 service neutron] 10.222.0.20 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851545 Aug 10 01:51:50.779352 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-41f17155-a3bc-4fd8-98c0-67c4933116b6 req-ee8b82cb-e230-47f6-b1b6-4ff570032e6d service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874529 Aug 10 01:51:50.805729 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-41f17155-a3bc-4fd8-98c0-67c4933116b6 req-dd7549e5-d34f-49f2-88ab-9104893d2549 service neutron] 10.222.0.20 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809128 Aug 10 01:51:51.307634 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device ad69af91-023f-4c71-b477-5393ff5b6d0d no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:51:51.346353 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device ad69af91-023f-4c71-b477-5393ff5b6d0d not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:51:51.433971 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081998e-dcab-49d4-b2d3-199f7ae409bf req-d08e5140-5c7d-49b6-a58d-4461d20e3d29 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:51.435467 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c081998e-dcab-49d4-b2d3-199f7ae409bf req-d08e5140-5c7d-49b6-a58d-4461d20e3d29 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 944 time: 0.0530944 Aug 10 01:51:51.472748 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c081998e-dcab-49d4-b2d3-199f7ae409bf req-37102e5f-86e3-4bdd-9dcf-3c199c1ac8fd tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312705 Aug 10 01:51:51.889122 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device ad69af91-023f-4c71-b477-5393ff5b6d0d details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:51:51.980512 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port ad69af91-023f-4c71-b477-5393ff5b6d0d, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=ad69af91-023f-4c71-b477-5393ff5b6d0d,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:51.994852 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': 'ad69af91-023f-4c71-b477-5393ff5b6d0d', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'port_id': 'ad69af91-023f-4c71-b477-5393ff5b6d0d', 'mac_address': 'fa:16:3e:e3:ef:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:51:52.031167 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:52.044446 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad69af91-023f-4c71-b477-5393ff5b6d0d {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:51:52.063858 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port ad69af91-023f-4c71-b477-5393ff5b6d0d, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=ad69af91-023f-4c71-b477-5393ff5b6d0d,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:52.067209 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:52.111115 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=ad69af91-023f-4c71-b477-5393ff5b6d0d,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:52.118074 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:52.118423 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:52.118770 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:52.119112 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:52.119451 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:52.119788 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:52.120119 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:52.120494 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:52.121438 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:52.121768 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:52.122100 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:52.122430 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:52.529248 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['ad69af91-023f-4c71-b477-5393ff5b6d0d'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:51:52.590126 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d394f-d857-465a-91bd-f21b1d509c62 req-474b936f-1573-4992-91e2-4c41ff5019b0 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:52.591634 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-659d394f-d857-465a-91bd-f21b1d509c62 req-474b936f-1573-4992-91e2-4c41ff5019b0 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 945 time: 0.0538487 Aug 10 01:51:52.629889 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-659d394f-d857-465a-91bd-f21b1d509c62 req-bb5f70f9-9396-4265-bc08-4538d4f8b167 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320978 Aug 10 01:51:52.930657 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-f616d641-d1b0-4b7f-a15f-07475d9b102e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:52.932095 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-f616d641-d1b0-4b7f-a15f-07475d9b102e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8&tenant_id=7e13ef57bb5547f2b03503672f80d1f2&binding%3Ahost_id=n-h2-766726-26 HTTP/1.1" status: 200 len: 945 time: 0.0746462 Aug 10 01:51:52.953717 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ec9f9-205c-44ac-a9a4-3ed92b94b06d req-945d752d-7c52-48ea-82c3-47dfe93b1c1b tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:52.955120 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-382ec9f9-205c-44ac-a9a4-3ed92b94b06d req-945d752d-7c52-48ea-82c3-47dfe93b1c1b tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 945 time: 0.0722861 Aug 10 01:51:53.030793 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-382ec9f9-205c-44ac-a9a4-3ed92b94b06d req-04d34686-7c40-4e73-bec7-8bd534f95c98 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542119 Aug 10 01:51:53.032266 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-a920061c-4c6e-44c4-87aa-96f09b521283 service neutron] 10.222.0.20 "GET /v2.0/ports/ad69af91-023f-4c71-b477-5393ff5b6d0d/bindings/n-h2-766726-26 HTTP/1.1" status: 200 len: 383 time: 0.0924106 Aug 10 01:51:53.111738 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-9580e98c-4cfb-4282-8e35-ab96b4951ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:53.113143 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-9580e98c-4cfb-4282-8e35-ab96b4951ce1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 1097 time: 0.0401340 Aug 10 01:51:53.205447 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-3fce7ebc-aca7-4427-ad77-39122c0be360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:53.206908 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-3fce7ebc-aca7-4427-ad77-39122c0be360 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0866437 Aug 10 01:51:53.271401 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-29006913-6b07-4aad-8782-b4b4181261eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad69af91-023f-4c71-b477-5393ff5b6d0d HTTP/1.1" status: 200 len: 1001 time: 0.0566370 Aug 10 01:51:53.318725 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-623ad764-99d9-42c4-9bd9-4fa728fad8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:53.320113 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-623ad764-99d9-42c4-9bd9-4fa728fad8d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0416479 Aug 10 01:51:53.366869 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-033cf592-2391-4034-8929-a57ffeb07d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:53.368263 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-033cf592-2391-4034-8929-a57ffeb07d3e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414939 Aug 10 01:51:53.455056 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-4f6cf776-b0a3-4b08-bdd4-0a43d21218ff service neutron] 10.222.0.20 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799754 Aug 10 01:51:53.548101 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-cb74b99a-07bb-4e83-9024-dd7ea3967236 service neutron] 10.222.0.20 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865901 Aug 10 01:51:53.902574 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device ad69af91-023f-4c71-b477-5393ff5b6d0d up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:51:53.948807 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port ad69af91-023f-4c71-b477-5393ff5b6d0d completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:51:53.952415 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port ad69af91-023f-4c71-b477-5393ff5b6d0d triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:53.952822 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:54.028239 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:54.049949 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb56bdf3-3577-4208-b3c3-57ce57f66de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad69af91-023f-4c71-b477-5393ff5b6d0d'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:51:54.063788 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port ad69af91-023f-4c71-b477-5393ff5b6d0d, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=ad69af91-023f-4c71-b477-5393ff5b6d0d,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:54.069411 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:54.094053 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09d289ccde4d6ff9cc92181a6a5f9723a21b3f76001e8301d3c19491e4c7f527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b5f01b-b5f0-47c0-9180-cbbdf8f7b5ff" -d '{"events": [{"server_uuid": "fb56bdf3-3577-4208-b3c3-57ce57f66de8", "name": "network-vif-plugged", "status": "completed", "tag": "ad69af91-023f-4c71-b477-5393ff5b6d0d"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:51:54.122420 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=ad69af91-023f-4c71-b477-5393ff5b6d0d,revision_number=9']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:54.155868 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f7665-61d8-463a-8858-ec0f8e1ca520 req-828b7efb-5471-422f-a90f-b99b8b80a2b4 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:54.157774 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6b6f7665-61d8-463a-8858-ec0f8e1ca520 req-828b7efb-5471-422f-a90f-b99b8b80a2b4 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 946 time: 0.0525682 Aug 10 01:51:54.196092 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6b6f7665-61d8-463a-8858-ec0f8e1ca520 req-7bef6387-fd5b-4c78-82fe-e88c0652c0ab tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324128 Aug 10 01:51:54.196815 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e591cf-36e6-49e3-ba20-d876883e9b31 x-openstack-request-id: req-b7e591cf-36e6-49e3-ba20-d876883e9b31 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:51:54.197119 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb56bdf3-3577-4208-b3c3-57ce57f66de8", "name": "network-vif-plugged", "status": "completed", "tag": "ad69af91-023f-4c71-b477-5393ff5b6d0d", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:51:54.197377 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b7e591cf-36e6-49e3-ba20-d876883e9b31 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:51:54.197777 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb56bdf3-3577-4208-b3c3-57ce57f66de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad69af91-023f-4c71-b477-5393ff5b6d0d', 'code': 200} Aug 10 01:51:55.314337 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8df802-664c-4300-ab20-d5a05d67440b req-a15a5ebb-4669-4ebb-a0c1-8a9265d4ea43 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:55.315774 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3f8df802-664c-4300-ab20-d5a05d67440b req-a15a5ebb-4669-4ebb-a0c1-8a9265d4ea43 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 946 time: 0.0473967 Aug 10 01:51:55.358925 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3f8df802-664c-4300-ab20-d5a05d67440b req-b890b370-9fe0-48cc-ae10-21c4b982468a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365131 Aug 10 01:51:55.795179 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-d01165ac-4283-48c2-9d2e-305e3400de02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:55.796688 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-d01165ac-4283-48c2-9d2e-305e3400de02 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8&tenant_id=7e13ef57bb5547f2b03503672f80d1f2 HTTP/1.1" status: 200 len: 1098 time: 0.0412662 Aug 10 01:51:55.807945 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-70c66d5e-bc4b-4887-aa04-b19a46ce25f2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766726-26', 'device_owner': 'compute:nova'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:55.863111 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-70c66d5e-bc4b-4887-aa04-b19a46ce25f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:56.059937 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-70c66d5e-bc4b-4887-aa04-b19a46ce25f2 service neutron] For port ad69af91-023f-4c71-b477-5393ff5b6d0d, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=ad69af91-023f-4c71-b477-5393ff5b6d0d,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:56.092282 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-70c66d5e-bc4b-4887-aa04-b19a46ce25f2 service neutron] For port ad69af91-023f-4c71-b477-5393ff5b6d0d, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:51:56.130438 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb56bdf3-3577-4208-b3c3-57ce57f66de8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad69af91-023f-4c71-b477-5393ff5b6d0d'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:51:56.135732 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-70c66d5e-bc4b-4887-aa04-b19a46ce25f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:56.149154 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-70c66d5e-bc4b-4887-aa04-b19a46ce25f2 service neutron] Transition to ACTIVE for port object ad69af91-023f-4c71-b477-5393ff5b6d0d will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:51:56.153032 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-70c66d5e-bc4b-4887-aa04-b19a46ce25f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:56.181281 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04376f577ca8e91682bf6bf2b98f61f72ad60017a2eb84f3f8c1f2c558ccd100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f564bfa7-6fa5-43a7-8092-0fefa421bd17" -d '{"events": [{"server_uuid": "fb56bdf3-3577-4208-b3c3-57ce57f66de8", "name": "network-vif-unplugged", "status": "completed", "tag": "ad69af91-023f-4c71-b477-5393ff5b6d0d"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:51:56.263467 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c66d5e-bc4b-4887-aa04-b19a46ce25f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ad69af91-023f-4c71-b477-5393ff5b6d0d,revision_number=10']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:56.287487 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9edebe-9f14-48cf-8cdc-95ad15036337 x-openstack-request-id: req-1b9edebe-9f14-48cf-8cdc-95ad15036337 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:51:56.287765 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb56bdf3-3577-4208-b3c3-57ce57f66de8", "name": "network-vif-unplugged", "status": "completed", "tag": "ad69af91-023f-4c71-b477-5393ff5b6d0d", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:51:56.288017 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1b9edebe-9f14-48cf-8cdc-95ad15036337 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:51:56.288441 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb56bdf3-3577-4208-b3c3-57ce57f66de8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad69af91-023f-4c71-b477-5393ff5b6d0d', 'code': 200} Aug 10 01:51:56.296124 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c66d5e-bc4b-4887-aa04-b19a46ce25f2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:56.296503 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c66d5e-bc4b-4887-aa04-b19a46ce25f2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:56.296858 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c66d5e-bc4b-4887-aa04-b19a46ce25f2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:56.297192 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c66d5e-bc4b-4887-aa04-b19a46ce25f2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:56.297531 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c66d5e-bc4b-4887-aa04-b19a46ce25f2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:56.297862 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c66d5e-bc4b-4887-aa04-b19a46ce25f2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:56.298195 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c66d5e-bc4b-4887-aa04-b19a46ce25f2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:56.298527 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c66d5e-bc4b-4887-aa04-b19a46ce25f2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:56.298856 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c66d5e-bc4b-4887-aa04-b19a46ce25f2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:56.299185 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c66d5e-bc4b-4887-aa04-b19a46ce25f2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:56.299513 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c66d5e-bc4b-4887-aa04-b19a46ce25f2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:56.299839 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c66d5e-bc4b-4887-aa04-b19a46ce25f2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:56.343258 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-70c66d5e-bc4b-4887-aa04-b19a46ce25f2 service neutron] No DVR routers for this DVR port ad69af91-023f-4c71-b477-5393ff5b6d0d on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:51:56.473115 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98878b-9ada-4835-90d5-2ec9d44dd439 req-2b416a9c-48f4-4b60-bd4c-39ce3838e1a6 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:56.474626 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5f98878b-9ada-4835-90d5-2ec9d44dd439 req-2b416a9c-48f4-4b60-bd4c-39ce3838e1a6 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 945 time: 0.0487990 Aug 10 01:51:56.481063 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-70c66d5e-bc4b-4887-aa04-b19a46ce25f2 service neutron] Attempting to bind port ad69af91-023f-4c71-b477-5393ff5b6d0d on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:51:56.481410 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-70c66d5e-bc4b-4887-aa04-b19a46ce25f2 service neutron] Attempting to bind port ad69af91-023f-4c71-b477-5393ff5b6d0d by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:51:56.481742 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-70c66d5e-bc4b-4887-aa04-b19a46ce25f2 service neutron] Attempting to bind port ad69af91-023f-4c71-b477-5393ff5b6d0d on network 92409e1b-fb53-4ce6-99f1-764c3be34a19 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:51:56.486054 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-70c66d5e-bc4b-4887-aa04-b19a46ce25f2 service neutron] Port ad69af91-023f-4c71-b477-5393ff5b6d0d on network 92409e1b-fb53-4ce6-99f1-764c3be34a19 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:51:56.486378 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-70c66d5e-bc4b-4887-aa04-b19a46ce25f2 service neutron] Attempting to bind port ad69af91-023f-4c71-b477-5393ff5b6d0d on network 92409e1b-fb53-4ce6-99f1-764c3be34a19 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:51:56.491938 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-70c66d5e-bc4b-4887-aa04-b19a46ce25f2 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:51:56.492318 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-70c66d5e-bc4b-4887-aa04-b19a46ce25f2 service neutron] Checking segment: {'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:51:56.492697 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-70c66d5e-bc4b-4887-aa04-b19a46ce25f2 service neutron] Bound using segment: {'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:51:56.493262 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-70c66d5e-bc4b-4887-aa04-b19a46ce25f2 service neutron] Bound port: ad69af91-023f-4c71-b477-5393ff5b6d0d, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:51:56.493481 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-70c66d5e-bc4b-4887-aa04-b19a46ce25f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:56.525367 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5f98878b-9ada-4835-90d5-2ec9d44dd439 req-cf4b95a8-4032-43f2-8167-033e074decb4 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376890 Aug 10 01:51:56.561170 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-70c66d5e-bc4b-4887-aa04-b19a46ce25f2 service neutron] For port ad69af91-023f-4c71-b477-5393ff5b6d0d, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:51:56.564553 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-70c66d5e-bc4b-4887-aa04-b19a46ce25f2 service neutron] For port ad69af91-023f-4c71-b477-5393ff5b6d0d, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=ad69af91-023f-4c71-b477-5393ff5b6d0d,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:51:56.568715 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-70c66d5e-bc4b-4887-aa04-b19a46ce25f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:56.600411 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-70c66d5e-bc4b-4887-aa04-b19a46ce25f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:56.601028 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-70c66d5e-bc4b-4887-aa04-b19a46ce25f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:56.602442 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-70c66d5e-bc4b-4887-aa04-b19a46ce25f2 service neutron] 10.222.0.24 "PUT /v2.0/ports/ad69af91-023f-4c71-b477-5393ff5b6d0d HTTP/1.1" status: 200 len: 1094 time: 0.7983954 Aug 10 01:51:56.636630 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c66d5e-bc4b-4887-aa04-b19a46ce25f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ad69af91-023f-4c71-b477-5393ff5b6d0d,revision_number=11']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:56.670259 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-e996bd01-cb02-490e-b4c0-656bfefb88ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:56.671784 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-e996bd01-cb02-490e-b4c0-656bfefb88ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 1097 time: 0.0460072 Aug 10 01:51:56.773537 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-beda9392-2a8e-4175-ba13-5a28f406ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:56.775702 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-beda9392-2a8e-4175-ba13-5a28f406ce90 service neutron] 10.222.0.24 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0973017 Aug 10 01:51:56.840309 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-97e82c47-3883-493a-9d8f-acf26346790e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad69af91-023f-4c71-b477-5393ff5b6d0d HTTP/1.1" status: 200 len: 1000 time: 0.0574846 Aug 10 01:51:56.891165 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-18962ee0-928b-416f-ad31-715dc7eadaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:56.892493 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-18962ee0-928b-416f-ad31-715dc7eadaca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0453851 Aug 10 01:51:56.936889 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-971f5cb7-99d2-47a1-88ae-9e6a57674fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:56.938343 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-971f5cb7-99d2-47a1-88ae-9e6a57674fb8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387876 Aug 10 01:51:57.023628 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-c486d378-a8ac-40e4-a20c-1610041cb7b4 service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782781 Aug 10 01:51:57.434285 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-bdf000db-6295-4ec1-af54-90e9a2982b6e req-8a5d77d5-6ee3-4942-aa46-ff5e63dc4a9b service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037392 Aug 10 01:51:57.641022 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86434aaf-7350-4228-ac4d-03e00efd2086 req-004685e0-dfcf-4c03-8a6a-2b6bef2bc491 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:57.642524 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-86434aaf-7350-4228-ac4d-03e00efd2086 req-004685e0-dfcf-4c03-8a6a-2b6bef2bc491 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 945 time: 0.0487854 Aug 10 01:51:57.680699 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-86434aaf-7350-4228-ac4d-03e00efd2086 req-c19265b9-1626-4d63-8486-928780618b6a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322518 Aug 10 01:51:58.289688 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb56bdf3-3577-4208-b3c3-57ce57f66de8', 'tag': 'ad69af91-023f-4c71-b477-5393ff5b6d0d'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:51:58.292043 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04376f577ca8e91682bf6bf2b98f61f72ad60017a2eb84f3f8c1f2c558ccd100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06facb13-bf23-45fc-b7bd-c5331ecd168c" -d '{"events": [{"name": "network-changed", "server_uuid": "fb56bdf3-3577-4208-b3c3-57ce57f66de8", "tag": "ad69af91-023f-4c71-b477-5393ff5b6d0d"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:51:58.339074 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176d1f02-057b-437c-852c-8cf2ccb8ea59 x-openstack-request-id: req-176d1f02-057b-437c-852c-8cf2ccb8ea59 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:51:58.339892 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb56bdf3-3577-4208-b3c3-57ce57f66de8", "tag": "ad69af91-023f-4c71-b477-5393ff5b6d0d", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:51:58.340144 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-176d1f02-057b-437c-852c-8cf2ccb8ea59 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:51:58.340571 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb56bdf3-3577-4208-b3c3-57ce57f66de8', 'tag': 'ad69af91-023f-4c71-b477-5393ff5b6d0d', 'status': 'completed', 'code': 200} Aug 10 01:51:58.398351 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06facb13-bf23-45fc-b7bd-c5331ecd168c req-4f4352b8-f3b3-4af4-b57d-25f436ad7361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:58.399851 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-06facb13-bf23-45fc-b7bd-c5331ecd168c req-4f4352b8-f3b3-4af4-b57d-25f436ad7361 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 1097 time: 0.0403309 Aug 10 01:51:58.421949 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06facb13-bf23-45fc-b7bd-c5331ecd168c req-3d5f6aa5-edad-4c28-9f4f-4af914f304df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:58.423470 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06facb13-bf23-45fc-b7bd-c5331ecd168c req-3d5f6aa5-edad-4c28-9f4f-4af914f304df service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 1097 time: 0.0407560 Aug 10 01:51:58.492099 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06facb13-bf23-45fc-b7bd-c5331ecd168c req-533e5f15-623d-4385-85e6-bfbd912d262e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:58.493639 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-06facb13-bf23-45fc-b7bd-c5331ecd168c req-533e5f15-623d-4385-85e6-bfbd912d262e service neutron] 10.222.0.24 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0868466 Aug 10 01:51:58.514812 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06facb13-bf23-45fc-b7bd-c5331ecd168c req-9ee98f83-b893-4d4a-b436-bacc1f2cb3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:58.516315 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06facb13-bf23-45fc-b7bd-c5331ecd168c req-9ee98f83-b893-4d4a-b436-bacc1f2cb3cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0861740 Aug 10 01:51:58.559499 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-06facb13-bf23-45fc-b7bd-c5331ecd168c req-a777bd32-2627-4813-ba71-8672ed8cb848 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad69af91-023f-4c71-b477-5393ff5b6d0d HTTP/1.1" status: 200 len: 1000 time: 0.0575991 Aug 10 01:51:58.580519 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06facb13-bf23-45fc-b7bd-c5331ecd168c req-c49f8fa0-4f1e-4aef-9bed-8ed3fda12b31 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad69af91-023f-4c71-b477-5393ff5b6d0d HTTP/1.1" status: 200 len: 1000 time: 0.0570922 Aug 10 01:51:58.610669 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06facb13-bf23-45fc-b7bd-c5331ecd168c req-9143e54d-faf0-40e6-bb72-bffa5b7262e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:58.612171 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-06facb13-bf23-45fc-b7bd-c5331ecd168c req-9143e54d-faf0-40e6-bb72-bffa5b7262e1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0447798 Aug 10 01:51:58.630416 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06facb13-bf23-45fc-b7bd-c5331ecd168c req-14383d92-1a93-4c66-90b4-a548298d22a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:58.631991 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06facb13-bf23-45fc-b7bd-c5331ecd168c req-14383d92-1a93-4c66-90b4-a548298d22a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0447938 Aug 10 01:51:58.664043 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06facb13-bf23-45fc-b7bd-c5331ecd168c req-53c01f7f-6188-40e6-9c31-ff384aba7311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:58.665282 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:58.665841 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-06facb13-bf23-45fc-b7bd-c5331ecd168c req-53c01f7f-6188-40e6-9c31-ff384aba7311 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465875 Aug 10 01:51:58.689315 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06facb13-bf23-45fc-b7bd-c5331ecd168c req-22afe43d-218e-4428-89eb-e17f7d0ca205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:58.690893 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06facb13-bf23-45fc-b7bd-c5331ecd168c req-22afe43d-218e-4428-89eb-e17f7d0ca205 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519691 Aug 10 01:51:58.759241 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-06facb13-bf23-45fc-b7bd-c5331ecd168c req-d64945be-9963-4f82-850a-f354f8af3b1e service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850451 Aug 10 01:51:58.826332 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31956ff3-7095-4269-9625-c9454299a6f4 req-d393cd54-dc46-448e-8ef6-16c4e9216337 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:58.828209 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-31956ff3-7095-4269-9625-c9454299a6f4 req-d393cd54-dc46-448e-8ef6-16c4e9216337 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 945 time: 0.0758977 Aug 10 01:51:58.829551 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06facb13-bf23-45fc-b7bd-c5331ecd168c req-ba238f6c-09a6-4726-907a-3da699da39c3 service neutron] 10.222.0.20 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314929 Aug 10 01:51:58.854241 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-06facb13-bf23-45fc-b7bd-c5331ecd168c req-9b30f0fa-a1b2-46da-8ed5-f9aa2e83568d service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873604 Aug 10 01:51:58.914427 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-31956ff3-7095-4269-9625-c9454299a6f4 req-cdd4ce16-9c68-4ee0-af5d-0fa9cf7c3e7e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804977 Aug 10 01:51:58.945179 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-06facb13-bf23-45fc-b7bd-c5331ecd168c req-9d12f968-766c-4348-93b7-9791db5c3aa0 service neutron] 10.222.0.20 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052215 Aug 10 01:51:59.926630 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device ad69af91-023f-4c71-b477-5393ff5b6d0d no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:51:59.964851 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device ad69af91-023f-4c71-b477-5393ff5b6d0d not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:52:00.030977 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53077a48-47fe-4218-bd18-bf7d7f304898 req-42510f32-93f1-429a-ad0e-04a3f5a94b36 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:00.032478 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-53077a48-47fe-4218-bd18-bf7d7f304898 req-42510f32-93f1-429a-ad0e-04a3f5a94b36 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 945 time: 0.0483027 Aug 10 01:52:00.073024 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-53077a48-47fe-4218-bd18-bf7d7f304898 req-e291b280-19c0-4ac2-adc2-4c6bceca89f1 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345724 Aug 10 01:52:01.184014 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791cf85-3d16-4c5f-8e85-9a6de5aa88fb req-d20056c1-9d77-43a2-b58a-d0d455e71e9e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:01.185479 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9791cf85-3d16-4c5f-8e85-9a6de5aa88fb req-d20056c1-9d77-43a2-b58a-d0d455e71e9e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 945 time: 0.0471780 Aug 10 01:52:01.222187 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9791cf85-3d16-4c5f-8e85-9a6de5aa88fb req-044f6f25-e261-4dd2-9007-54934544b64d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309465 Aug 10 01:52:01.333374 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ffa31-f1f0-4989-a167-3af95d86d71b req-dbbff739-4829-4a5d-9524-b62111b53c57 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:01.334881 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-377ffa31-f1f0-4989-a167-3af95d86d71b req-dbbff739-4829-4a5d-9524-b62111b53c57 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 945 time: 0.0483434 Aug 10 01:52:01.363844 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device ad69af91-023f-4c71-b477-5393ff5b6d0d details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:52:01.373376 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-377ffa31-f1f0-4989-a167-3af95d86d71b req-d43aa164-91ff-4f90-b069-2192f95991b3 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323145 Aug 10 01:52:01.375217 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c3922b78-6b66-4fd2-8957-e2a792d0249f req-2d376c66-62a5-467d-99ec-7714fe03f27d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402713 Aug 10 01:52:01.459850 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3922b78-6b66-4fd2-8957-e2a792d0249f req-02f18e24-7be3-45a8-821f-4efe7ba6a93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:01.461734 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c3922b78-6b66-4fd2-8957-e2a792d0249f req-02f18e24-7be3-45a8-821f-4efe7ba6a93a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 1097 time: 0.0420768 Aug 10 01:52:01.470807 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port ad69af91-023f-4c71-b477-5393ff5b6d0d, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=ad69af91-023f-4c71-b477-5393ff5b6d0d,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:01.483803 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'ad69af91-023f-4c71-b477-5393ff5b6d0d', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'port_id': 'ad69af91-023f-4c71-b477-5393ff5b6d0d', 'mac_address': 'fa:16:3e:e3:ef:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:52:01.492741 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c978c-ced2-42dd-92b4-a3eb55f80366 req-0d3c0919-52d1-4399-a848-bb37ab8d2810 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:01.494234 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0b4c978c-ced2-42dd-92b4-a3eb55f80366 req-0d3c0919-52d1-4399-a848-bb37ab8d2810 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 945 time: 0.0504811 Aug 10 01:52:01.523463 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:01.536598 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad69af91-023f-4c71-b477-5393ff5b6d0d {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:52:01.538098 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0b4c978c-ced2-42dd-92b4-a3eb55f80366 req-42f8167c-a7ce-43f6-b080-6ccdb4955ee8 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369420 Aug 10 01:52:01.556991 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port ad69af91-023f-4c71-b477-5393ff5b6d0d, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=ad69af91-023f-4c71-b477-5393ff5b6d0d,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:01.561649 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:01.572492 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3922b78-6b66-4fd2-8957-e2a792d0249f req-981161ee-8369-4a94-b357-94c0dc86d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:01.574135 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c3922b78-6b66-4fd2-8957-e2a792d0249f req-981161ee-8369-4a94-b357-94c0dc86d245 service neutron] 10.222.0.24 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0941646 Aug 10 01:52:01.608791 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=ad69af91-023f-4c71-b477-5393ff5b6d0d,revision_number=12']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:01.643372 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c3922b78-6b66-4fd2-8957-e2a792d0249f req-8ac5ff89-b080-48b8-97e5-3507ee155c40 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad69af91-023f-4c71-b477-5393ff5b6d0d HTTP/1.1" status: 200 len: 1001 time: 0.0618980 Aug 10 01:52:01.699600 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3922b78-6b66-4fd2-8957-e2a792d0249f req-6e33d1a5-809f-48a7-b6e0-5c9e16127482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:01.701104 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c3922b78-6b66-4fd2-8957-e2a792d0249f req-6e33d1a5-809f-48a7-b6e0-5c9e16127482 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0507097 Aug 10 01:52:01.758566 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3922b78-6b66-4fd2-8957-e2a792d0249f req-de908e0c-07cd-4c96-b553-f0645888afb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:01.760094 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c3922b78-6b66-4fd2-8957-e2a792d0249f req-de908e0c-07cd-4c96-b553-f0645888afb0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448956 Aug 10 01:52:01.787729 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f45399-2afa-407f-947a-e45972a79a95 req-c15007e5-d575-4f82-b795-61a612b1287e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:01.789223 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e0f45399-2afa-407f-947a-e45972a79a95 req-c15007e5-d575-4f82-b795-61a612b1287e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 946 time: 0.0482986 Aug 10 01:52:01.828473 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e0f45399-2afa-407f-947a-e45972a79a95 req-3c442015-261b-4495-b43c-695558f0bf51 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326915 Aug 10 01:52:01.851955 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c3922b78-6b66-4fd2-8957-e2a792d0249f req-f400fe64-6f42-4871-8271-8e63ee43342a service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830271 Aug 10 01:52:01.945648 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c3922b78-6b66-4fd2-8957-e2a792d0249f req-79000b42-30d8-42ee-b0cc-f9a0e152695f service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842676 Aug 10 01:52:01.950902 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['ad69af91-023f-4c71-b477-5393ff5b6d0d'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:52:02.943283 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17b179-891c-41b8-a3a5-77a81b76f06a req-7c1fbe7f-9b8e-4ec6-aeee-404840c7093d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:02.944776 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ed17b179-891c-41b8-a3a5-77a81b76f06a req-7c1fbe7f-9b8e-4ec6-aeee-404840c7093d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 946 time: 0.0483742 Aug 10 01:52:02.982183 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ed17b179-891c-41b8-a3a5-77a81b76f06a req-8ea342e1-8f40-432d-ad20-1c46ae480dd8 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314994 Aug 10 01:52:03.209999 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d50d1b-8fa4-4139-a04e-24ac5902e354 req-cf1236b9-e0e7-4abe-8d9c-7ef1e62aff00 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:03.211604 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56d50d1b-8fa4-4139-a04e-24ac5902e354 req-cf1236b9-e0e7-4abe-8d9c-7ef1e62aff00 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 946 time: 0.0480561 Aug 10 01:52:03.300538 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-56d50d1b-8fa4-4139-a04e-24ac5902e354 req-99f318a8-474d-4c76-9b00-6bfc22a0485f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Deleting port ad69af91-023f-4c71-b477-5393ff5b6d0d {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:52:03.300885 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-56d50d1b-8fa4-4139-a04e-24ac5902e354 req-99f318a8-474d-4c76-9b00-6bfc22a0485f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:03.377168 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device ad69af91-023f-4c71-b477-5393ff5b6d0d up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:52:03.393401 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-56d50d1b-8fa4-4139-a04e-24ac5902e354 req-99f318a8-474d-4c76-9b00-6bfc22a0485f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] For port ad69af91-023f-4c71-b477-5393ff5b6d0d, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=ad69af91-023f-4c71-b477-5393ff5b6d0d,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:03.393777 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-56d50d1b-8fa4-4139-a04e-24ac5902e354 req-99f318a8-474d-4c76-9b00-6bfc22a0485f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:03.425524 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port ad69af91-023f-4c71-b477-5393ff5b6d0d completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:52:03.429261 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port ad69af91-023f-4c71-b477-5393ff5b6d0d triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:03.429637 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:03.507306 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:03.530960 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb56bdf3-3577-4208-b3c3-57ce57f66de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad69af91-023f-4c71-b477-5393ff5b6d0d'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:03.533223 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09d289ccde4d6ff9cc92181a6a5f9723a21b3f76001e8301d3c19491e4c7f527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d977d6c3-9acf-42fc-a525-83c115ea0609" -d '{"events": [{"server_uuid": "fb56bdf3-3577-4208-b3c3-57ce57f66de8", "name": "network-vif-plugged", "status": "completed", "tag": "ad69af91-023f-4c71-b477-5393ff5b6d0d"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:03.546398 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port ad69af91-023f-4c71-b477-5393ff5b6d0d, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=ad69af91-023f-4c71-b477-5393ff5b6d0d,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:03.550894 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:03.599543 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798c2cd3-27fd-4702-80ca-8a79799c1a29 x-openstack-request-id: req-798c2cd3-27fd-4702-80ca-8a79799c1a29 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:03.599865 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb56bdf3-3577-4208-b3c3-57ce57f66de8", "name": "network-vif-plugged", "status": "completed", "tag": "ad69af91-023f-4c71-b477-5393ff5b6d0d", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:03.600118 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-798c2cd3-27fd-4702-80ca-8a79799c1a29 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:03.600556 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb56bdf3-3577-4208-b3c3-57ce57f66de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad69af91-023f-4c71-b477-5393ff5b6d0d', 'code': 200} Aug 10 01:52:03.605175 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=ad69af91-023f-4c71-b477-5393ff5b6d0d,revision_number=13']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:03.631650 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-56d50d1b-8fa4-4139-a04e-24ac5902e354 req-99f318a8-474d-4c76-9b00-6bfc22a0485f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:03.632006 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-56d50d1b-8fa4-4139-a04e-24ac5902e354 req-99f318a8-474d-4c76-9b00-6bfc22a0485f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:03.632388 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [req-56d50d1b-8fa4-4139-a04e-24ac5902e354 req-99f318a8-474d-4c76-9b00-6bfc22a0485f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Floating IP 81057f5d-9682-469c-981b-50a18fb2b3af disassociated. External IP: 172.25.2.61, port: ad69af91-023f-4c71-b477-5393ff5b6d0d. Aug 10 01:52:03.632718 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-56d50d1b-8fa4-4139-a04e-24ac5902e354 req-99f318a8-474d-4c76-9b00-6bfc22a0485f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Calling delete_port for ad69af91-023f-4c71-b477-5393ff5b6d0d owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:52:03.765817 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-56d50d1b-8fa4-4139-a04e-24ac5902e354 req-99f318a8-474d-4c76-9b00-6bfc22a0485f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:03.791707 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f318a8-474d-4c76-9b00-6bfc22a0485f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Pushing event deleted for resources: {'Port': ['ID=ad69af91-023f-4c71-b477-5393ff5b6d0d,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:03.909436 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56d50d1b-8fa4-4139-a04e-24ac5902e354 req-99f318a8-474d-4c76-9b00-6bfc22a0485f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Router bc09d8f9-804c-4a48-94cd-f3d7d0d9874c has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:52:04.022455 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56d50d1b-8fa4-4139-a04e-24ac5902e354 req-99f318a8-474d-4c76-9b00-6bfc22a0485f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:52:04.033409 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b25d80-8c8f-4184-a1cd-81adc8c15d26 None None] Sync routers for ids ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:52:04.043837 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b25d80-8c8f-4184-a1cd-81adc8c15d26 None None] Routers {'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:52:04.044484 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-37b25d80-8c8f-4184-a1cd-81adc8c15d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:51:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:04.062820 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d50d1b-8fa4-4139-a04e-24ac5902e354 req-99f318a8-474d-4c76-9b00-6bfc22a0485f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] No DVR routers for this DVR port ad69af91-023f-4c71-b477-5393ff5b6d0d on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:52:04.065628 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-56d50d1b-8fa4-4139-a04e-24ac5902e354 req-99f318a8-474d-4c76-9b00-6bfc22a0485f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:04.067697 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-56d50d1b-8fa4-4139-a04e-24ac5902e354 req-99f318a8-474d-4c76-9b00-6bfc22a0485f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.24 "DELETE /v2.0/ports/ad69af91-023f-4c71-b477-5393ff5b6d0d HTTP/1.1" status: 204 len: 173 time: 0.8484890 Aug 10 01:52:04.068567 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb56bdf3-3577-4208-b3c3-57ce57f66de8', 'name': 'network-vif-deleted', 'tag': 'ad69af91-023f-4c71-b477-5393ff5b6d0d'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:04.070945 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04376f577ca8e91682bf6bf2b98f61f72ad60017a2eb84f3f8c1f2c558ccd100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8eb5ec3-6e93-44b7-ba12-f144014f0273" -d '{"events": [{"server_uuid": "fb56bdf3-3577-4208-b3c3-57ce57f66de8", "name": "network-vif-deleted", "tag": "ad69af91-023f-4c71-b477-5393ff5b6d0d"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:04.084910 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-884b4c16-da86-41b8-a823-536ccc7777d2 req-cee4753a-8b07-4b68-80b5-7f3c74680a13 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb56bdf3-3577-4208-b3c3-57ce57f66de8 HTTP/1.1" status: 200 len: 210 time: 0.0305040 Aug 10 01:52:04.120379 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13def827-cf90-4561-ab78-756820ed074d x-openstack-request-id: req-13def827-cf90-4561-ab78-756820ed074d {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:04.121386 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb56bdf3-3577-4208-b3c3-57ce57f66de8", "name": "network-vif-deleted", "tag": "ad69af91-023f-4c71-b477-5393ff5b6d0d", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:04.121655 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-13def827-cf90-4561-ab78-756820ed074d {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:04.122062 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb56bdf3-3577-4208-b3c3-57ce57f66de8', 'name': 'network-vif-deleted', 'tag': 'ad69af91-023f-4c71-b477-5393ff5b6d0d', 'status': 'completed', 'code': 200} Aug 10 01:52:04.172091 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-37b25d80-8c8f-4184-a1cd-81adc8c15d26 None None] Set router bc09d8f9-804c-4a48-94cd-f3d7d0d9874c gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:52:04.363013 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-37b25d80-8c8f-4184-a1cd-81adc8c15d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'name': 'tempest-ServerActionsTestJSON-709369445-router', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:34Z', 'revision_number': 4, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'gw_port': {'id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '716f99c2-815f-41d6-a656-846e94e8e2b8', 'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'mac_address': 'fa:16:3e:1f:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:33Z', 'updated_at': '2021-08-10T01:42:39Z', 'revision_number': 5, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'subnets': [{'id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:04.387720 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b25d80-8c8f-4184-a1cd-81adc8c15d26 None None] Checking router: bc09d8f9-804c-4a48-94cd-f3d7d0d9874c for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:52:04.395685 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b25d80-8c8f-4184-a1cd-81adc8c15d26 None None] Routers {'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:52:04.396312 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-37b25d80-8c8f-4184-a1cd-81adc8c15d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:51:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:04.499568 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-37b25d80-8c8f-4184-a1cd-81adc8c15d26 None None] Set router bc09d8f9-804c-4a48-94cd-f3d7d0d9874c gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:52:04.779166 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-37b25d80-8c8f-4184-a1cd-81adc8c15d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'name': 'tempest-ServerActionsTestJSON-709369445-router', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:34Z', 'revision_number': 4, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'gw_port': {'id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '716f99c2-815f-41d6-a656-846e94e8e2b8', 'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'mac_address': 'fa:16:3e:1f:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:33Z', 'updated_at': '2021-08-10T01:42:39Z', 'revision_number': 5, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'subnets': [{'id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:04.806998 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b25d80-8c8f-4184-a1cd-81adc8c15d26 None None] The sync data for ids ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'] in n-d-766726-26 is: [{'id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'name': 'tempest-ServerActionsTestJSON-709369445-router', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:34Z', 'revision_number': 4, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'gw_port': {'id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '716f99c2-815f-41d6-a656-846e94e8e2b8', 'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'mac_address': 'fa:16:3e:1f:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:33Z', 'updated_at': '2021-08-10T01:42:39Z', 'revision_number': 5, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'subnets': [{'id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:52:05.098478 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deb0849-31dc-4658-be61-ca7ab0c49781 None None] New status for floating IP 81057f5d-9682-469c-981b-50a18fb2b3af: DOWN {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:52:05.377533 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-d6a062fd-85bb-49dd-8ed5-eb45cd1b2479 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1685208208&fields=id&tenant_id=7e13ef57bb5547f2b03503672f80d1f2 HTTP/1.1" status: 200 len: 267 time: 0.0346847 Aug 10 01:52:05.481790 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-e0a3afcc-bbb1-47fc-903b-14007f4a6204 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:05.483289 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-e0a3afcc-bbb1-47fc-903b-14007f4a6204 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 811 time: 0.0989978 Aug 10 01:52:05.498448 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-04694046-0bc0-4ef0-83d0-57913d1314bf tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/quotas/7e13ef57bb5547f2b03503672f80d1f2 HTTP/1.1" status: 200 len: 375 time: 0.0095592 Aug 10 01:52:05.549424 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-3e6ba245-ec04-4470-8359-1e20ec07b29b tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458698 Aug 10 01:52:05.718559 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-d76eadac-2a7e-4c38-b78d-bc8298bc9c6f service neutron] 10.222.0.35 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245513 Aug 10 01:52:05.805202 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-ddd4f4bf-0db2-40e8-b30e-198224766ee1 service neutron] 10.222.0.35 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806596 Aug 10 01:52:05.973723 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-15bed53e-2c40-4058-9e3e-9e6ada1b5029 req-805dea40-0d48-4f69-aa03-67d14d875d4c tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 210 time: 0.0316930 Aug 10 01:52:06.946425 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-8359927b-ad64-4ca8-89dd-261c4be2c0d6 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:06.948050 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-8359927b-ad64-4ca8-89dd-261c4be2c0d6 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.20 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 811 time: 0.0985551 Aug 10 01:52:07.005597 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-4a81f5ac-1e41-4d52-99f5-5d8b8c42acdf tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e13ef57bb5547f2b03503672f80d1f2 HTTP/1.1" status: 200 len: 380 time: 0.0417674 Aug 10 01:52:07.039303 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-251141c4-6511-4f38-b855-1725251e526d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Request body: {'port': {'device_id': '70d1b9da-92d0-401a-b62f-7eb01add1305', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'admin_state_up': True, 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'security_groups': ['7bb8e3f5-a9f4-4997-9e45-12bb1715b3af']}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:07.111621 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2e601c11-6e20-4dbc-8cb5-18fbaf902e73 req-ce825467-384b-4cfa-bd3f-305b445af0be tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 210 time: 0.0579412 Aug 10 01:52:07.170813 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-251141c4-6511-4f38-b855-1725251e526d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Made reservation on behalf of 7e13ef57bb5547f2b03503672f80d1f2 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:52:07.174428 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-251141c4-6511-4f38-b855-1725251e526d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:07.297767 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-251141c4-6511-4f38-b855-1725251e526d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Allocated IP 172.20.0.3 (92409e1b-fb53-4ce6-99f1-764c3be34a19/a6351c09-eaff-4497-aea5-5c8f9aab3425/24e900c8-4498-46e7-b884-5736960d8ab3) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:52:07.408232 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device ad69af91-023f-4c71-b477-5393ff5b6d0d no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:52:07.427609 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-251141c4-6511-4f38-b855-1725251e526d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:07.430836 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: ad69af91-023f-4c71-b477-5393ff5b6d0d {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:52:07.431218 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device ad69af91-023f-4c71-b477-5393ff5b6d0d not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:52:07.442163 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-251141c4-6511-4f38-b855-1725251e526d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Transition to ACTIVE for port object 24e900c8-4498-46e7-b884-5736960d8ab3 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:52:07.474460 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-251141c4-6511-4f38-b855-1725251e526d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:07.517936 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-251141c4-6511-4f38-b855-1725251e526d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Network 92409e1b-fb53-4ce6-99f1-764c3be34a19 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:52:07.522811 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-251141c4-6511-4f38-b855-1725251e526d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:52:07.526347 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-251141c4-6511-4f38-b855-1725251e526d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:52:07.553194 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251141c4-6511-4f38-b855-1725251e526d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Pushing event updated for resources: {'Port': ['ID=24e900c8-4498-46e7-b884-5736960d8ab3,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:07.579031 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-251141c4-6511-4f38-b855-1725251e526d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:07.579656 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-251141c4-6511-4f38-b855-1725251e526d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:07.595344 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-251141c4-6511-4f38-b855-1725251e526d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5600014 Aug 10 01:52:07.613339 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-cbd68804-f952-4378-a240-6ad018aa8f89 service neutron] Request body: {'port': {'device_id': '70d1b9da-92d0-401a-b62f-7eb01add1305', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:07.672231 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-cbd68804-f952-4378-a240-6ad018aa8f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:07.784904 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2d5616a2-2278-4274-b826-599c0e460a4c None None] Provisioning for port 24e900c8-4498-46e7-b884-5736960d8ab3 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:52:07.788636 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2d5616a2-2278-4274-b826-599c0e460a4c None None] Provisioning complete for port 24e900c8-4498-46e7-b884-5736960d8ab3 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:07.789086 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2d5616a2-2278-4274-b826-599c0e460a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:07.822457 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-2d5616a2-2278-4274-b826-599c0e460a4c None None] Port 24e900c8-4498-46e7-b884-5736960d8ab3 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:52:07.932324 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-cbd68804-f952-4378-a240-6ad018aa8f89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24e900c8-4498-46e7-b884-5736960d8ab3 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:52:07.940095 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-cbd68804-f952-4378-a240-6ad018aa8f89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:07.951444 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-cbd68804-f952-4378-a240-6ad018aa8f89 service neutron] Transition to ACTIVE for port object 24e900c8-4498-46e7-b884-5736960d8ab3 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:52:07.955247 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-cbd68804-f952-4378-a240-6ad018aa8f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:08.005498 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd68804-f952-4378-a240-6ad018aa8f89 service neutron] Pushing event updated for resources: {'Port': ['ID=24e900c8-4498-46e7-b884-5736960d8ab3,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:08.070653 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-cbd68804-f952-4378-a240-6ad018aa8f89 service neutron] Attempting to bind port 24e900c8-4498-46e7-b884-5736960d8ab3 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:52:08.070992 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-cbd68804-f952-4378-a240-6ad018aa8f89 service neutron] Attempting to bind port 24e900c8-4498-46e7-b884-5736960d8ab3 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:52:08.071326 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-cbd68804-f952-4378-a240-6ad018aa8f89 service neutron] Attempting to bind port 24e900c8-4498-46e7-b884-5736960d8ab3 on network 92409e1b-fb53-4ce6-99f1-764c3be34a19 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:08.075875 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-cbd68804-f952-4378-a240-6ad018aa8f89 service neutron] Port 24e900c8-4498-46e7-b884-5736960d8ab3 on network 92409e1b-fb53-4ce6-99f1-764c3be34a19 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:52:08.076131 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-cbd68804-f952-4378-a240-6ad018aa8f89 service neutron] Attempting to bind port 24e900c8-4498-46e7-b884-5736960d8ab3 on network 92409e1b-fb53-4ce6-99f1-764c3be34a19 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:08.081075 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-cbd68804-f952-4378-a240-6ad018aa8f89 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:52:08.081417 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-cbd68804-f952-4378-a240-6ad018aa8f89 service neutron] Checking segment: {'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:52:08.081805 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-cbd68804-f952-4378-a240-6ad018aa8f89 service neutron] Bound using segment: {'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:52:08.082239 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-cbd68804-f952-4378-a240-6ad018aa8f89 service neutron] Bound port: 24e900c8-4498-46e7-b884-5736960d8ab3, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:52:08.082607 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-cbd68804-f952-4378-a240-6ad018aa8f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:08.150996 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-cbd68804-f952-4378-a240-6ad018aa8f89 service neutron] For port 24e900c8-4498-46e7-b884-5736960d8ab3, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:52:08.154815 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-cbd68804-f952-4378-a240-6ad018aa8f89 service neutron] For port 24e900c8-4498-46e7-b884-5736960d8ab3, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=24e900c8-4498-46e7-b884-5736960d8ab3,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:52:08.160026 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-cbd68804-f952-4378-a240-6ad018aa8f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:08.206482 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-cbd68804-f952-4378-a240-6ad018aa8f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:08.207097 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-cbd68804-f952-4378-a240-6ad018aa8f89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:08.208493 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-cbd68804-f952-4378-a240-6ad018aa8f89 service neutron] 10.222.0.20 "PUT /v2.0/ports/24e900c8-4498-46e7-b884-5736960d8ab3 HTTP/1.1" status: 200 len: 1092 time: 0.5996420 Aug 10 01:52:08.222020 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d1b9da-92d0-401a-b62f-7eb01add1305', 'tag': '24e900c8-4498-46e7-b884-5736960d8ab3'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:08.224324 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9e874736d5403a2ed85b010b990dd133e24f0379b2e9b4f0e55655a3e1797b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465f097c-641a-424b-9e5f-93c24b1c6d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "70d1b9da-92d0-401a-b62f-7eb01add1305", "tag": "24e900c8-4498-46e7-b884-5736960d8ab3"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:08.259590 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd68804-f952-4378-a240-6ad018aa8f89 service neutron] Pushing event updated for resources: {'Port': ['ID=24e900c8-4498-46e7-b884-5736960d8ab3,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:08.275879 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b9c3ac-69b7-4105-ba95-b4f119ff2e78 x-openstack-request-id: req-e2b9c3ac-69b7-4105-ba95-b4f119ff2e78 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:08.276172 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70d1b9da-92d0-401a-b62f-7eb01add1305", "tag": "24e900c8-4498-46e7-b884-5736960d8ab3", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:08.276961 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e2b9c3ac-69b7-4105-ba95-b4f119ff2e78 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:08.277360 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d1b9da-92d0-401a-b62f-7eb01add1305', 'tag': '24e900c8-4498-46e7-b884-5736960d8ab3', 'status': 'completed', 'code': 200} Aug 10 01:52:08.303885 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc106dc-792e-425b-a4ea-31cd50c1f83e req-28e2b82a-b1bd-4288-8e42-f420a521e05f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:08.305429 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0dc106dc-792e-425b-a4ea-31cd50c1f83e req-28e2b82a-b1bd-4288-8e42-f420a521e05f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 943 time: 0.1197274 Aug 10 01:52:08.334475 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-bc16efb8-e966-4416-9081-9554acd9216e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:08.336031 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-bc16efb8-e966-4416-9081-9554acd9216e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 1095 time: 0.0734916 Aug 10 01:52:08.389080 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0dc106dc-792e-425b-a4ea-31cd50c1f83e req-e5c74fdb-91c3-4e97-a87f-aa6702dd4327 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763350 Aug 10 01:52:08.390472 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-9f8a76f6-3f16-49b8-8189-dd1314f5c37a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24e900c8-4498-46e7-b884-5736960d8ab3 HTTP/1.1" status: 200 len: 217 time: 0.0402787 Aug 10 01:52:08.439654 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-dc20f675-1ff8-4e0b-a2c8-1767b6748bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:08.441107 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-dc20f675-1ff8-4e0b-a2c8-1767b6748bb8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0436513 Aug 10 01:52:08.486495 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-15f958c5-06b2-4d62-b2c0-9510738f3d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:08.487979 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-15f958c5-06b2-4d62-b2c0-9510738f3d36 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396302 Aug 10 01:52:08.577972 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-440d8a14-56ec-4358-9d05-812cfc36703c service neutron] 10.222.0.20 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824113 Aug 10 01:52:08.664801 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2acad3e8-f7f1-4d5c-b2b8-a1bb76696f1a req-75d88ec0-52e0-4f9e-a9f6-a548ec842cca service neutron] 10.222.0.20 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802486 Aug 10 01:52:08.799026 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f097c-641a-424b-9e5f-93c24b1c6d2f req-73912b4b-5250-4ad4-9b30-d28a1528f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:08.800496 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-465f097c-641a-424b-9e5f-93c24b1c6d2f req-73912b4b-5250-4ad4-9b30-d28a1528f6a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 1095 time: 0.0436459 Aug 10 01:52:08.885669 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f097c-641a-424b-9e5f-93c24b1c6d2f req-30697a13-2baa-4f89-8538-febff4b6c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:08.887002 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-465f097c-641a-424b-9e5f-93c24b1c6d2f req-30697a13-2baa-4f89-8538-febff4b6c0ce service neutron] 10.222.0.20 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0798774 Aug 10 01:52:08.931248 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-465f097c-641a-424b-9e5f-93c24b1c6d2f req-64bcde01-bdd3-4e5b-bd56-c65238485c0e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24e900c8-4498-46e7-b884-5736960d8ab3 HTTP/1.1" status: 200 len: 217 time: 0.0371609 Aug 10 01:52:08.978252 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f097c-641a-424b-9e5f-93c24b1c6d2f req-1e2b8173-9dc3-41e6-aefc-2db733716d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:08.979657 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-465f097c-641a-424b-9e5f-93c24b1c6d2f req-1e2b8173-9dc3-41e6-aefc-2db733716d18 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0422845 Aug 10 01:52:09.022590 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f097c-641a-424b-9e5f-93c24b1c6d2f req-70b3ea2e-21ef-4f28-acd6-781038616c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:09.024006 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-465f097c-641a-424b-9e5f-93c24b1c6d2f req-70b3ea2e-21ef-4f28-acd6-781038616c8b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0373721 Aug 10 01:52:09.112682 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-465f097c-641a-424b-9e5f-93c24b1c6d2f req-3cefe83c-db28-4b2e-8074-78241ed7a133 service neutron] 10.222.0.20 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811985 Aug 10 01:52:09.197514 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-465f097c-641a-424b-9e5f-93c24b1c6d2f req-0926d2b2-d637-43e2-a0ee-f4c1e100e430 service neutron] 10.222.0.20 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781608 Aug 10 01:52:09.503940 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd88a24-799e-4760-8f86-c917e0583264 req-4966f231-75bc-48c0-85a8-49917719e786 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:09.505422 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9cd88a24-799e-4760-8f86-c917e0583264 req-4966f231-75bc-48c0-85a8-49917719e786 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 943 time: 0.0479469 Aug 10 01:52:09.541874 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9cd88a24-799e-4760-8f86-c917e0583264 req-af613346-693f-41f6-8804-56037d2b1331 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301025 Aug 10 01:52:10.657041 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74c3d4-febf-43b3-bfd0-59adbe8395fb req-83ba305f-c36b-417a-b33b-8e0606fa5c96 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:10.658500 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ad74c3d4-febf-43b3-bfd0-59adbe8395fb req-83ba305f-c36b-417a-b33b-8e0606fa5c96 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 943 time: 0.0514784 Aug 10 01:52:10.694857 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ad74c3d4-febf-43b3-bfd0-59adbe8395fb req-3ec77e94-23c0-4428-b4c5-ade8416e6608 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304849 Aug 10 01:52:11.247101 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-92080bfe-228b-4ba7-a569-2a599f723ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:11.807351 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b6a75-cb5c-43f6-b33d-815470365660 req-b0698f22-2748-499f-a1e7-091d0775d323 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:11.809471 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7b4b6a75-cb5c-43f6-b33d-815470365660 req-b0698f22-2748-499f-a1e7-091d0775d323 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 943 time: 0.0474589 Aug 10 01:52:11.845656 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7b4b6a75-cb5c-43f6-b33d-815470365660 req-d2747331-27d9-4f83-b876-bdfd9d3c64b4 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303812 Aug 10 01:52:11.988621 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 24e900c8-4498-46e7-b884-5736960d8ab3 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:52:12.080601 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 24e900c8-4498-46e7-b884-5736960d8ab3, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=24e900c8-4498-46e7-b884-5736960d8ab3,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:12.092157 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '24e900c8-4498-46e7-b884-5736960d8ab3', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'port_id': '24e900c8-4498-46e7-b884-5736960d8ab3', 'mac_address': 'fa:16:3e:46:07:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:52:12.136171 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:12.137925 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:12.148653 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24e900c8-4498-46e7-b884-5736960d8ab3 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:52:12.169275 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 24e900c8-4498-46e7-b884-5736960d8ab3, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=24e900c8-4498-46e7-b884-5736960d8ab3,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:12.172809 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:12.217869 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=24e900c8-4498-46e7-b884-5736960d8ab3,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:12.519958 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['24e900c8-4498-46e7-b884-5736960d8ab3'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:52:12.956404 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592f80f-4b92-4796-94ba-119997d9d947 req-476f2373-80c7-475f-ab31-2b07fa3bb4cb tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:12.957889 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e592f80f-4b92-4796-94ba-119997d9d947 req-476f2373-80c7-475f-ab31-2b07fa3bb4cb tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 944 time: 0.0475237 Aug 10 01:52:12.994277 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e592f80f-4b92-4796-94ba-119997d9d947 req-5e12be9d-47f8-4ee6-a353-fde3e73f61d2 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301886 Aug 10 01:52:13.882233 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2227fa64-74a9-4314-93a2-73642fdc2f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:13.987844 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 24e900c8-4498-46e7-b884-5736960d8ab3 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:52:14.035093 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 24e900c8-4498-46e7-b884-5736960d8ab3 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:52:14.038920 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 24e900c8-4498-46e7-b884-5736960d8ab3 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:14.039301 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:14.117919 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:14.140898 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d1b9da-92d0-401a-b62f-7eb01add1305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e900c8-4498-46e7-b884-5736960d8ab3'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:14.143077 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09d289ccde4d6ff9cc92181a6a5f9723a21b3f76001e8301d3c19491e4c7f527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c7921e-a110-4d5d-bd9b-f472a4d3ef21" -d '{"events": [{"server_uuid": "70d1b9da-92d0-401a-b62f-7eb01add1305", "name": "network-vif-plugged", "status": "completed", "tag": "24e900c8-4498-46e7-b884-5736960d8ab3"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:14.157930 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 24e900c8-4498-46e7-b884-5736960d8ab3, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=24e900c8-4498-46e7-b884-5736960d8ab3,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:14.162430 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:14.186581 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad0005f-74e7-4b01-8951-ad1f53d6c4ad x-openstack-request-id: req-0ad0005f-74e7-4b01-8951-ad1f53d6c4ad {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:14.186875 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d1b9da-92d0-401a-b62f-7eb01add1305", "name": "network-vif-plugged", "status": "completed", "tag": "24e900c8-4498-46e7-b884-5736960d8ab3", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:14.187128 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0ad0005f-74e7-4b01-8951-ad1f53d6c4ad {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:14.187512 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d1b9da-92d0-401a-b62f-7eb01add1305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e900c8-4498-46e7-b884-5736960d8ab3', 'code': 200} Aug 10 01:52:14.216197 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=24e900c8-4498-46e7-b884-5736960d8ab3,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:14.494432 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d8233-8ac3-4f14-b6a4-cd0ce6e5e574 req-3592afb9-c6f8-4c85-99dd-b0169024e388 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:14.495957 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-694d8233-8ac3-4f14-b6a4-cd0ce6e5e574 req-3592afb9-c6f8-4c85-99dd-b0169024e388 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 944 time: 0.4346464 Aug 10 01:52:14.502308 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22a175-45c4-4a99-89a5-be1b42981297 req-2b90a6ca-895f-494a-9d7a-011bbcab3757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:14.503733 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4e22a175-45c4-4a99-89a5-be1b42981297 req-2b90a6ca-895f-494a-9d7a-011bbcab3757 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 1097 time: 0.0579429 Aug 10 01:52:14.511906 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:14.558432 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-694d8233-8ac3-4f14-b6a4-cd0ce6e5e574 req-1e3863dd-2e24-42c2-aeb7-1925e79db6df tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537119 Aug 10 01:52:14.560072 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4e22a175-45c4-4a99-89a5-be1b42981297 req-4922f246-44d7-4f4c-a529-f4ae4a4c9af3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479128 Aug 10 01:52:14.751402 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:52:15.349566 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:15.673306 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8a15e-ff99-46cd-9379-22f2fb7e0c1e req-499bed1b-c683-48ed-8d51-979bdc33021e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:15.674765 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-95f8a15e-ff99-46cd-9379-22f2fb7e0c1e req-499bed1b-c683-48ed-8d51-979bdc33021e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 945 time: 0.0480287 Aug 10 01:52:15.713592 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-95f8a15e-ff99-46cd-9379-22f2fb7e0c1e req-1b745fb6-84b4-451a-8f9f-314047a410a1 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329118 Aug 10 01:52:16.432687 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:16.825336 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b1a5f-2629-4896-a4c2-56308d409410 req-acf0f87a-a4cb-42e8-a31c-330fe9a8a9ad tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:16.826777 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-495b1a5f-2629-4896-a4c2-56308d409410 req-acf0f87a-a4cb-42e8-a31c-330fe9a8a9ad tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 945 time: 0.0465202 Aug 10 01:52:16.863373 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-495b1a5f-2629-4896-a4c2-56308d409410 req-7af18f5c-f438-458c-8ac0-bca2e9967690 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307317 Aug 10 01:52:16.971140 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8d2f2-6b0e-4a9c-9180-33847fbbca51 req-f5e1790d-ef18-4cb0-b275-c58044790c47 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:16.972619 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8eb8d2f2-6b0e-4a9c-9180-33847fbbca51 req-f5e1790d-ef18-4cb0-b275-c58044790c47 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 945 time: 0.0475528 Aug 10 01:52:16.981252 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 37452) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:16.985923 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-58cc6395-ac46-40b9-b133-d52e0798d137 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Request body: {'floatingip': {'port_id': '24e900c8-4498-46e7-b884-5736960d8ab3'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:17.029985 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-58cc6395-ac46-40b9-b133-d52e0798d137 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks [] for floatingip, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:17.444422 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-58cc6395-ac46-40b9-b133-d52e0798d137 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:17.447963 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-58cc6395-ac46-40b9-b133-d52e0798d137 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:17.545818 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [None req-58cc6395-ac46-40b9-b133-d52e0798d137 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Floating IP 81057f5d-9682-469c-981b-50a18fb2b3af associated. External IP: 172.25.2.61, port: 24e900c8-4498-46e7-b884-5736960d8ab3. Aug 10 01:52:17.753557 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58cc6395-ac46-40b9-b133-d52e0798d137 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Router bc09d8f9-804c-4a48-94cd-f3d7d0d9874c has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:52:17.858739 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58cc6395-ac46-40b9-b133-d52e0798d137 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:52:17.863519 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-58cc6395-ac46-40b9-b133-d52e0798d137 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:17.868110 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8987c1-1f60-4bf2-95ec-2066bcc0538e None None] Sync routers for ids ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:52:17.877877 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8987c1-1f60-4bf2-95ec-2066bcc0538e None None] Routers {'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:52:17.878484 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-6e8987c1-1f60-4bf2-95ec-2066bcc0538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:52:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:17.890319 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-58cc6395-ac46-40b9-b133-d52e0798d137 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "PUT /v2.0/floatingips/81057f5d-9682-469c-981b-50a18fb2b3af HTTP/1.1" status: 200 len: 991 time: 0.9080031 Aug 10 01:52:17.890917 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d1b9da-92d0-401a-b62f-7eb01add1305', 'tag': '24e900c8-4498-46e7-b884-5736960d8ab3'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:17.893214 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9e874736d5403a2ed85b010b990dd133e24f0379b2e9b4f0e55655a3e1797b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cfa687-31a3-4538-8da0-ef7020cdda51" -d '{"events": [{"name": "network-changed", "server_uuid": "70d1b9da-92d0-401a-b62f-7eb01add1305", "tag": "24e900c8-4498-46e7-b884-5736960d8ab3"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:17.928998 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4f00c5-9ab9-4f24-9c65-f3a9ee6c89b1 x-openstack-request-id: req-0e4f00c5-9ab9-4f24-9c65-f3a9ee6c89b1 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:17.929295 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70d1b9da-92d0-401a-b62f-7eb01add1305", "tag": "24e900c8-4498-46e7-b884-5736960d8ab3", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:17.929802 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0e4f00c5-9ab9-4f24-9c65-f3a9ee6c89b1 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:17.930215 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d1b9da-92d0-401a-b62f-7eb01add1305', 'tag': '24e900c8-4498-46e7-b884-5736960d8ab3', 'status': 'completed', 'code': 200} Aug 10 01:52:17.984144 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-6e8987c1-1f60-4bf2-95ec-2066bcc0538e None None] Set router bc09d8f9-804c-4a48-94cd-f3d7d0d9874c gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:52:18.023536 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfa687-31a3-4538-8da0-ef7020cdda51 req-f593aed3-bace-4055-b7a5-b6bd0ae46008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:18.024991 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-33cfa687-31a3-4538-8da0-ef7020cdda51 req-f593aed3-bace-4055-b7a5-b6bd0ae46008 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 1097 time: 0.0403776 Aug 10 01:52:18.115077 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfa687-31a3-4538-8da0-ef7020cdda51 req-48d563e6-465c-46b5-bbfa-ce267eb37f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:18.116562 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-33cfa687-31a3-4538-8da0-ef7020cdda51 req-48d563e6-465c-46b5-bbfa-ce267eb37f47 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0850911 Aug 10 01:52:18.179976 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-33cfa687-31a3-4538-8da0-ef7020cdda51 req-d53bac3d-4c3d-402e-9565-7f6e0ab8a6aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24e900c8-4498-46e7-b884-5736960d8ab3 HTTP/1.1" status: 200 len: 999 time: 0.0565951 Aug 10 01:52:18.199053 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-6e8987c1-1f60-4bf2-95ec-2066bcc0538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'name': 'tempest-ServerActionsTestJSON-709369445-router', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:34Z', 'revision_number': 4, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'gw_port': {'id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '81057f5d-9682-469c-981b-50a18fb2b3af', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'floating_ip_address': '172.25.2.61', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'port_id': '24e900c8-4498-46e7-b884-5736960d8ab3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'mac_address': 'fa:16:3e:46:07:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d1b9da-92d0-401a-b62f-7eb01add1305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:42:36Z', 'updated_at': '2021-08-10T01:52:17Z', 'revision_number': 13, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716f99c2-815f-41d6-a656-846e94e8e2b8', 'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'mac_address': 'fa:16:3e:1f:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:33Z', 'updated_at': '2021-08-10T01:42:39Z', 'revision_number': 5, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'subnets': [{'id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:18.223777 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8987c1-1f60-4bf2-95ec-2066bcc0538e None None] Checking router: bc09d8f9-804c-4a48-94cd-f3d7d0d9874c for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:52:18.232169 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8987c1-1f60-4bf2-95ec-2066bcc0538e None None] Routers {'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:52:18.232787 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-6e8987c1-1f60-4bf2-95ec-2066bcc0538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:52:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:18.233551 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfa687-31a3-4538-8da0-ef7020cdda51 req-f26556dc-8f83-4973-9512-3ff7d9117e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:18.235028 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-33cfa687-31a3-4538-8da0-ef7020cdda51 req-f26556dc-8f83-4973-9512-3ff7d9117e13 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0485575 Aug 10 01:52:18.279962 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfa687-31a3-4538-8da0-ef7020cdda51 req-4c448227-ad43-463f-870a-5604c246e321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:18.281415 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-33cfa687-31a3-4538-8da0-ef7020cdda51 req-4c448227-ad43-463f-870a-5604c246e321 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400050 Aug 10 01:52:18.333691 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-6e8987c1-1f60-4bf2-95ec-2066bcc0538e None None] Set router bc09d8f9-804c-4a48-94cd-f3d7d0d9874c gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:52:18.370842 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-33cfa687-31a3-4538-8da0-ef7020cdda51 req-8115fe9c-71ac-47cc-a8b7-9c7d85275048 service neutron] 10.222.0.20 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817533 Aug 10 01:52:18.464436 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-33cfa687-31a3-4538-8da0-ef7020cdda51 req-cb40e8d3-3f4f-4f7d-9aee-4862a80868d2 service neutron] 10.222.0.20 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870008 Aug 10 01:52:18.553422 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-6e8987c1-1f60-4bf2-95ec-2066bcc0538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'name': 'tempest-ServerActionsTestJSON-709369445-router', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:34Z', 'revision_number': 4, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'gw_port': {'id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '81057f5d-9682-469c-981b-50a18fb2b3af', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'floating_ip_address': '172.25.2.61', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'port_id': '24e900c8-4498-46e7-b884-5736960d8ab3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'mac_address': 'fa:16:3e:46:07:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d1b9da-92d0-401a-b62f-7eb01add1305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:42:36Z', 'updated_at': '2021-08-10T01:52:17Z', 'revision_number': 13, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716f99c2-815f-41d6-a656-846e94e8e2b8', 'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'mac_address': 'fa:16:3e:1f:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:33Z', 'updated_at': '2021-08-10T01:42:39Z', 'revision_number': 5, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'subnets': [{'id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:18.578713 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8987c1-1f60-4bf2-95ec-2066bcc0538e None None] The sync data for ids ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'] in n-d-766726-26 is: [{'id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'name': 'tempest-ServerActionsTestJSON-709369445-router', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:34Z', 'revision_number': 4, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'gw_port': {'id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '81057f5d-9682-469c-981b-50a18fb2b3af', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'floating_ip_address': '172.25.2.61', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'port_id': '24e900c8-4498-46e7-b884-5736960d8ab3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'mac_address': 'fa:16:3e:46:07:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d1b9da-92d0-401a-b62f-7eb01add1305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:42:36Z', 'updated_at': '2021-08-10T01:52:17Z', 'revision_number': 13, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716f99c2-815f-41d6-a656-846e94e8e2b8', 'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'mac_address': 'fa:16:3e:1f:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:33Z', 'updated_at': '2021-08-10T01:42:39Z', 'revision_number': 5, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'subnets': [{'id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:52:18.761754 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaea30f-f3f3-4750-911e-164d5bf39301 None None] New status for floating IP 81057f5d-9682-469c-981b-50a18fb2b3af: ACTIVE {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:52:28.663849 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:41.247458 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9052013c-769b-4a5d-90ac-ed963422c8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:42.114981 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:43.883333 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6b985ea4-f276-48e4-944a-98a52c9d4639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:44.512776 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:45.352492 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:46.436468 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:51.751910 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:52:58.669760 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:11.247927 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4da73b35-e4c2-4ca5-a6b6-bc11bb56427b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:12.122055 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:13.882982 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5342d47d-5037-4c69-96b4-d7b9e4001b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:14.512766 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:15.354793 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:15.766140 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2a9e623-6a93-47f0-a640-a872b34c022f req-9ad1d744-75b6-4167-9b85-c4d93cfbe78f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399439 Aug 10 01:53:15.871541 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9e623-6a93-47f0-a640-a872b34c022f req-baec427b-b91f-4cf6-8940-378256499cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:15.873078 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2a9e623-6a93-47f0-a640-a872b34c022f req-baec427b-b91f-4cf6-8940-378256499cc2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 1097 time: 0.0405993 Aug 10 01:53:15.976172 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9e623-6a93-47f0-a640-a872b34c022f req-51e54c9d-ed99-4010-afe0-5593e6b7c962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:15.977666 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2a9e623-6a93-47f0-a640-a872b34c022f req-51e54c9d-ed99-4010-afe0-5593e6b7c962 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0863140 Aug 10 01:53:16.042135 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2a9e623-6a93-47f0-a640-a872b34c022f req-45279f7e-7c68-417a-b4ec-a7da23ad8ed5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24e900c8-4498-46e7-b884-5736960d8ab3 HTTP/1.1" status: 200 len: 1001 time: 0.0564115 Aug 10 01:53:16.094840 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9e623-6a93-47f0-a640-a872b34c022f req-bb5168de-a8e8-45dd-8860-10105ecc20eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:16.096264 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2a9e623-6a93-47f0-a640-a872b34c022f req-bb5168de-a8e8-45dd-8860-10105ecc20eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0469217 Aug 10 01:53:16.140145 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9e623-6a93-47f0-a640-a872b34c022f req-5ddec275-74e9-4400-956f-981e2efc8177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:16.141649 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2a9e623-6a93-47f0-a640-a872b34c022f req-5ddec275-74e9-4400-956f-981e2efc8177 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384164 Aug 10 01:53:16.231982 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2a9e623-6a93-47f0-a640-a872b34c022f req-612fd6ef-be44-4917-acd1-2e4b40dd6739 service neutron] 10.222.0.20 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827408 Aug 10 01:53:16.348346 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d2a9e623-6a93-47f0-a640-a872b34c022f req-e188e942-e78a-4819-baae-8033b57f57b7 service neutron] 10.222.0.20 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847845 Aug 10 01:53:16.438267 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:28.696646 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:28.751449 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:53:41.248174 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7d237770-91ef-4838-88c1-b170df16940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:42.120782 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:43.887205 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-84c31e69-3294-4f31-a1f6-44ca4201d7e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:44.516714 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:45.359455 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:46.442830 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:58.684477 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:05.749699 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:54:11.247837 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-de812a66-521c-4316-be1e-5e40796e9e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:12.118227 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:13.887666 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e88ac944-fa11-481e-85ab-1e88915f9b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:14.516411 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:15.361120 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:16.443921 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:17.775177 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-872437c3-6045-4819-ab88-e494d63d001c req-65cb1989-a448-448a-a51a-cf7778808804 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412667 Aug 10 01:54:17.875278 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872437c3-6045-4819-ab88-e494d63d001c req-d8d6316e-599c-45ab-9676-9494e744b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:17.876795 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-872437c3-6045-4819-ab88-e494d63d001c req-d8d6316e-599c-45ab-9676-9494e744b586 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 1097 time: 0.0443687 Aug 10 01:54:17.978418 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872437c3-6045-4819-ab88-e494d63d001c req-e04a6839-3789-4384-b606-5576a41c7670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:17.979854 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-872437c3-6045-4819-ab88-e494d63d001c req-e04a6839-3789-4384-b606-5576a41c7670 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0845311 Aug 10 01:54:18.044785 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-872437c3-6045-4819-ab88-e494d63d001c req-7570e312-0738-4e19-bf37-2ccc3f4cac5e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24e900c8-4498-46e7-b884-5736960d8ab3 HTTP/1.1" status: 200 len: 1001 time: 0.0573239 Aug 10 01:54:18.096146 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872437c3-6045-4819-ab88-e494d63d001c req-76ce1227-9eca-423e-bd9f-8bc1ce6ebbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:18.097558 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-872437c3-6045-4819-ab88-e494d63d001c req-76ce1227-9eca-423e-bd9f-8bc1ce6ebbf3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0457354 Aug 10 01:54:18.140953 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872437c3-6045-4819-ab88-e494d63d001c req-74b096be-8d88-4909-af89-d423f85ef49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:18.142362 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-872437c3-6045-4819-ab88-e494d63d001c req-74b096be-8d88-4909-af89-d423f85ef49e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0378728 Aug 10 01:54:18.226524 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-872437c3-6045-4819-ab88-e494d63d001c req-e08f630f-e99c-432e-a129-39d46be54680 service neutron] 10.222.0.20 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0772262 Aug 10 01:54:18.317091 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-872437c3-6045-4819-ab88-e494d63d001c req-9ab5f4a3-ab3c-47f9-af08-5417d5587dfc service neutron] 10.222.0.20 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837333 Aug 10 01:54:28.688598 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:41.247644 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-14b6d26b-c100-4e45-884d-17075d2fec30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:42.129015 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:42.748797 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:54:43.891905 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6cb29c03-647b-4305-ad07-d7bba5b6bee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:44.517020 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:44.946594 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b281ff-c314-4314-80a5-c79dd9d14c5f req-f4f6afba-f09b-4a6f-bf49-16e5feee24c6 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:44.948065 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-01b281ff-c314-4314-80a5-c79dd9d14c5f req-f4f6afba-f09b-4a6f-bf49-16e5feee24c6 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 945 time: 0.0507267 Aug 10 01:54:44.984734 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-01b281ff-c314-4314-80a5-c79dd9d14c5f req-318c3409-c7c8-4054-b313-85bfaa887c85 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308068 Aug 10 01:54:45.362959 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:46.452614 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:56.143138 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-018429c9-4276-404c-ab97-225254340c42 req-43401d20-cc46-49e7-860b-c18e5fc035c0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0450091 Aug 10 01:54:56.151929 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1c0cb-b7ea-4bd1-a964-0f27d24db42c req-5d4389b5-e91c-4763-b651-a83b2c6fcb68 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:56.153426 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1db1c0cb-b7ea-4bd1-a964-0f27d24db42c req-5d4389b5-e91c-4763-b651-a83b2c6fcb68 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 945 time: 0.0475249 Aug 10 01:54:56.195305 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1db1c0cb-b7ea-4bd1-a964-0f27d24db42c req-3c3a524c-bc84-4543-9ae0-8c8257e15a5e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354295 Aug 10 01:54:57.336920 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018429c9-4276-404c-ab97-225254340c42 req-44cabebf-52a0-4b7f-b8a3-bf308ef41183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:57.338422 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-018429c9-4276-404c-ab97-225254340c42 req-44cabebf-52a0-4b7f-b8a3-bf308ef41183 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 1097 time: 0.0586824 Aug 10 01:54:57.346261 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a543470-d8f4-42ef-b41f-374034ee83d9 req-cc6db378-538f-4051-8620-10223837f5fb tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:57.347667 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1a543470-d8f4-42ef-b41f-374034ee83d9 req-cc6db378-538f-4051-8620-10223837f5fb tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 945 time: 0.0782375 Aug 10 01:54:57.431990 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1a543470-d8f4-42ef-b41f-374034ee83d9 req-d892b170-f587-410f-9b65-4dd738b136a3 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755446 Aug 10 01:54:57.459329 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018429c9-4276-404c-ab97-225254340c42 req-b619c8dd-83dc-4a2f-b55a-a430acc946cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:57.460830 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-018429c9-4276-404c-ab97-225254340c42 req-b619c8dd-83dc-4a2f-b55a-a430acc946cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.1123092 Aug 10 01:54:57.524547 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-018429c9-4276-404c-ab97-225254340c42 req-d417fa72-60e1-4c16-8ae3-98a2eaffcb5d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24e900c8-4498-46e7-b884-5736960d8ab3 HTTP/1.1" status: 200 len: 1001 time: 0.0561659 Aug 10 01:54:57.574447 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018429c9-4276-404c-ab97-225254340c42 req-845f5132-8bec-4896-8f03-84666c66bfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:57.575868 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-018429c9-4276-404c-ab97-225254340c42 req-845f5132-8bec-4896-8f03-84666c66bfa6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0454264 Aug 10 01:54:57.619840 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018429c9-4276-404c-ab97-225254340c42 req-0a39ccd0-91ef-456e-8842-d1899b853d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:57.621360 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-018429c9-4276-404c-ab97-225254340c42 req-0a39ccd0-91ef-456e-8842-d1899b853d71 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387957 Aug 10 01:54:57.708958 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-018429c9-4276-404c-ab97-225254340c42 req-77877b95-3d44-425d-ab24-db547861a20b service neutron] 10.222.0.20 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792830 Aug 10 01:54:57.797680 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-018429c9-4276-404c-ab97-225254340c42 req-d216bb79-5448-4424-b405-6059c65d3994 service neutron] 10.222.0.20 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820360 Aug 10 01:54:58.546610 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c274c-a244-4366-865b-4aa724bf538c req-d3b4e175-8ee8-4e65-8f41-13517ce03571 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:58.548073 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9a2c274c-a244-4366-865b-4aa724bf538c req-d3b4e175-8ee8-4e65-8f41-13517ce03571 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 945 time: 0.0479465 Aug 10 01:54:58.583910 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9a2c274c-a244-4366-865b-4aa724bf538c req-489d8544-508e-406e-ae03-06d722ad0f2e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298469 Aug 10 01:54:58.697895 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:59.706134 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ad9ee-90c8-4c79-879a-7a4b5d681b68 req-3225df8e-2e6c-4cc5-94de-8868447346d8 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:59.707614 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a19ad9ee-90c8-4c79-879a-7a4b5d681b68 req-3225df8e-2e6c-4cc5-94de-8868447346d8 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 945 time: 0.0527887 Aug 10 01:54:59.745786 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a19ad9ee-90c8-4c79-879a-7a4b5d681b68 req-311229f2-3e89-40d7-8eaa-76ecd9abf0e2 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322528 Aug 10 01:55:00.865528 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf580b-5f46-4dbd-9c47-7339838a51a5 req-7af9d537-8b58-44b6-aa14-1af7117e28a4 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:00.866908 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-65cf580b-5f46-4dbd-9c47-7339838a51a5 req-7af9d537-8b58-44b6-aa14-1af7117e28a4 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 945 time: 0.0541270 Aug 10 01:55:00.902895 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-65cf580b-5f46-4dbd-9c47-7339838a51a5 req-981382db-c1d6-441d-b882-a02ba46f6fa6 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299895 Aug 10 01:55:02.017680 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78e1d1-a708-4594-8749-fba64e8aa0d7 req-e2480ea2-2372-436d-a8fa-44c20a040b37 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:02.019133 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d78e1d1-a708-4594-8749-fba64e8aa0d7 req-e2480ea2-2372-436d-a8fa-44c20a040b37 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 945 time: 0.0477457 Aug 10 01:55:02.055677 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d78e1d1-a708-4594-8749-fba64e8aa0d7 req-d68f80cc-6a9f-452e-afd8-61e2b4533b0d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299637 Aug 10 01:55:03.168739 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3203bc-e1f2-472c-ba78-747a89585685 req-80a6b6d6-1e9d-49c1-b8ec-aaa0e8ccefdc tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:03.170196 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7f3203bc-e1f2-472c-ba78-747a89585685 req-80a6b6d6-1e9d-49c1-b8ec-aaa0e8ccefdc tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 945 time: 0.0482254 Aug 10 01:55:03.205764 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7f3203bc-e1f2-472c-ba78-747a89585685 req-4cea26f7-2b23-4ba2-83dc-1d6845f35afc tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297451 Aug 10 01:55:04.322744 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6be82a-1f41-419f-87f2-ba18c544998c req-a79bfc3f-2506-4b44-b8c0-428fd278da26 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:04.324282 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8b6be82a-1f41-419f-87f2-ba18c544998c req-a79bfc3f-2506-4b44-b8c0-428fd278da26 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 945 time: 0.0515213 Aug 10 01:55:04.360662 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8b6be82a-1f41-419f-87f2-ba18c544998c req-2eaa2604-ef0b-4202-b18c-3432c0d8a7b5 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306807 Aug 10 01:55:05.473237 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59033092-1e98-41af-a8d5-47abff00febc req-5e0742f0-89f9-4fa5-a2f7-d8e874c22fcb tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:05.474703 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-59033092-1e98-41af-a8d5-47abff00febc req-5e0742f0-89f9-4fa5-a2f7-d8e874c22fcb tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 945 time: 0.0485778 Aug 10 01:55:05.511457 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-59033092-1e98-41af-a8d5-47abff00febc req-39e95bf1-245e-4c06-a190-b6fe07e78795 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309596 Aug 10 01:55:06.623768 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49175a80-166b-47e7-897a-2fda45800c78 req-e3b9d5c6-5d31-4c25-9bd1-f38f4097181e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:06.625273 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-49175a80-166b-47e7-897a-2fda45800c78 req-e3b9d5c6-5d31-4c25-9bd1-f38f4097181e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 945 time: 0.0478368 Aug 10 01:55:06.662361 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-49175a80-166b-47e7-897a-2fda45800c78 req-a88a81da-9463-4c78-86c5-1af257d5dbaf tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311847 Aug 10 01:55:07.781066 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0ca6d-8932-44b7-ba85-f048987a9cc1 req-98dda4db-c14f-4ad8-a8b0-8fcb33a719e0 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:07.782587 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d6c0ca6d-8932-44b7-ba85-f048987a9cc1 req-98dda4db-c14f-4ad8-a8b0-8fcb33a719e0 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 945 time: 0.0515356 Aug 10 01:55:07.819940 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d6c0ca6d-8932-44b7-ba85-f048987a9cc1 req-6c5de968-4703-4e9e-a84d-ce9fc89005d4 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313499 Aug 10 01:55:08.933384 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf7e97-5623-4898-a1dd-a1ae5800a5cd req-5bdf0f5d-6687-49cf-95aa-4ffae0a578a4 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:08.934743 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9cbf7e97-5623-4898-a1dd-a1ae5800a5cd req-5bdf0f5d-6687-49cf-95aa-4ffae0a578a4 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 945 time: 0.0478127 Aug 10 01:55:08.970582 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9cbf7e97-5623-4898-a1dd-a1ae5800a5cd req-3926e907-b282-4574-b440-fcc07e52cfd0 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300343 Aug 10 01:55:10.083339 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbc57c-3470-4fc6-9784-f44a03d68065 req-536118bb-5c2a-473f-b475-3d0d9b062dc1 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:10.084798 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-26fbc57c-3470-4fc6-9784-f44a03d68065 req-536118bb-5c2a-473f-b475-3d0d9b062dc1 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 945 time: 0.0475032 Aug 10 01:55:10.122442 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-26fbc57c-3470-4fc6-9784-f44a03d68065 req-c9ff9e91-e00d-4a4d-8bcc-4ba11d728e5a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299609 Aug 10 01:55:11.240751 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e5c04-01dd-4167-9d1f-83d60a08ea36 req-5e21d597-1a0e-4b91-8d7f-09f3cf96d4c7 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:11.242244 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c60e5c04-01dd-4167-9d1f-83d60a08ea36 req-5e21d597-1a0e-4b91-8d7f-09f3cf96d4c7 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 945 time: 0.0520511 Aug 10 01:55:11.249068 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9061b0fe-5d0d-464d-8694-f3bcad80a34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:11.281282 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c60e5c04-01dd-4167-9d1f-83d60a08ea36 req-5717e636-f67d-4fcd-9e66-d47731f64a4a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323417 Aug 10 01:55:11.639725 n-d-766726-26 neutron-server[105826]: INFO neutron.api.v2.resource [req-018429c9-4276-404c-ab97-225254340c42 req-ad59ccc4-3f35-400f-b7c6-c46da0769450 service neutron] show failed (client error): The resource could not be found. Aug 10 01:55:11.640774 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-018429c9-4276-404c-ab97-225254340c42 req-ad59ccc4-3f35-400f-b7c6-c46da0769450 service neutron] 10.222.0.20 "GET /v2.0/ports/24e900c8-4498-46e7-b884-5736960d8ab3/bindings/n-h1-766726-26 HTTP/1.1" status: 404 len: 381 time: 0.0536296 Aug 10 01:55:11.939755 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018429c9-4276-404c-ab97-225254340c42 req-60dc447c-0d06-4494-80d1-6ac61912e16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:11.941258 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-018429c9-4276-404c-ab97-225254340c42 req-60dc447c-0d06-4494-80d1-6ac61912e16e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305&tenant_id=7e13ef57bb5547f2b03503672f80d1f2 HTTP/1.1" status: 200 len: 1097 time: 0.1457865 Aug 10 01:55:11.953081 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-018429c9-4276-404c-ab97-225254340c42 req-888da72b-f552-4dba-8046-e75e4e6bf5b1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766726-26', 'device_owner': 'compute:nova'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:55:12.003975 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-018429c9-4276-404c-ab97-225254340c42 req-888da72b-f552-4dba-8046-e75e4e6bf5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:12.128921 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:12.203339 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-018429c9-4276-404c-ab97-225254340c42 req-888da72b-f552-4dba-8046-e75e4e6bf5b1 service neutron] For port 24e900c8-4498-46e7-b884-5736960d8ab3, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=24e900c8-4498-46e7-b884-5736960d8ab3,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:55:12.235175 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-018429c9-4276-404c-ab97-225254340c42 req-888da72b-f552-4dba-8046-e75e4e6bf5b1 service neutron] For port 24e900c8-4498-46e7-b884-5736960d8ab3, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:55:12.277587 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d1b9da-92d0-401a-b62f-7eb01add1305', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24e900c8-4498-46e7-b884-5736960d8ab3'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:55:12.279901 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04376f577ca8e91682bf6bf2b98f61f72ad60017a2eb84f3f8c1f2c558ccd100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368f824a-0b31-4753-bfc3-ee1a23054ed3" -d '{"events": [{"server_uuid": "70d1b9da-92d0-401a-b62f-7eb01add1305", "name": "network-vif-unplugged", "status": "completed", "tag": "24e900c8-4498-46e7-b884-5736960d8ab3"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:55:12.283935 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-018429c9-4276-404c-ab97-225254340c42 req-888da72b-f552-4dba-8046-e75e4e6bf5b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:12.296170 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-018429c9-4276-404c-ab97-225254340c42 req-888da72b-f552-4dba-8046-e75e4e6bf5b1 service neutron] Transition to ACTIVE for port object 24e900c8-4498-46e7-b884-5736960d8ab3 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:55:12.300782 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-018429c9-4276-404c-ab97-225254340c42 req-888da72b-f552-4dba-8046-e75e4e6bf5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:12.333986 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee0a0df-61f5-41d6-a831-5cb49364c536 x-openstack-request-id: req-1ee0a0df-61f5-41d6-a831-5cb49364c536 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:55:12.334277 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d1b9da-92d0-401a-b62f-7eb01add1305", "name": "network-vif-unplugged", "status": "completed", "tag": "24e900c8-4498-46e7-b884-5736960d8ab3", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:55:12.334537 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1ee0a0df-61f5-41d6-a831-5cb49364c536 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:55:12.335361 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d1b9da-92d0-401a-b62f-7eb01add1305', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24e900c8-4498-46e7-b884-5736960d8ab3', 'code': 200} Aug 10 01:55:12.382437 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888da72b-f552-4dba-8046-e75e4e6bf5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=24e900c8-4498-46e7-b884-5736960d8ab3,revision_number=6']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:12.396983 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888da72b-f552-4dba-8046-e75e4e6bf5b1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:12.397336 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888da72b-f552-4dba-8046-e75e4e6bf5b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:12.397680 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888da72b-f552-4dba-8046-e75e4e6bf5b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:12.398021 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888da72b-f552-4dba-8046-e75e4e6bf5b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:12.398358 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888da72b-f552-4dba-8046-e75e4e6bf5b1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:12.398692 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888da72b-f552-4dba-8046-e75e4e6bf5b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:12.399074 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888da72b-f552-4dba-8046-e75e4e6bf5b1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:12.399404 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888da72b-f552-4dba-8046-e75e4e6bf5b1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:12.399743 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888da72b-f552-4dba-8046-e75e4e6bf5b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:12.400066 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888da72b-f552-4dba-8046-e75e4e6bf5b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:12.400501 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888da72b-f552-4dba-8046-e75e4e6bf5b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:12.400839 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888da72b-f552-4dba-8046-e75e4e6bf5b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:12.405230 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa2900-b774-435f-b338-94053141c615 req-56bd0037-f1ec-4ca2-b65d-7776db83ccef tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:12.407380 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-26fa2900-b774-435f-b338-94053141c615 req-56bd0037-f1ec-4ca2-b65d-7776db83ccef tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 943 time: 0.0539649 Aug 10 01:55:12.437654 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-018429c9-4276-404c-ab97-225254340c42 req-888da72b-f552-4dba-8046-e75e4e6bf5b1 service neutron] No DVR routers for this DVR port 24e900c8-4498-46e7-b884-5736960d8ab3 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:55:12.449235 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-26fa2900-b774-435f-b338-94053141c615 req-88a34c5c-0243-4707-b4d0-68b2d4d78094 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348988 Aug 10 01:55:12.578554 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-018429c9-4276-404c-ab97-225254340c42 req-888da72b-f552-4dba-8046-e75e4e6bf5b1 service neutron] Attempting to bind port 24e900c8-4498-46e7-b884-5736960d8ab3 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:55:12.578891 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-018429c9-4276-404c-ab97-225254340c42 req-888da72b-f552-4dba-8046-e75e4e6bf5b1 service neutron] Attempting to bind port 24e900c8-4498-46e7-b884-5736960d8ab3 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:55:12.579217 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018429c9-4276-404c-ab97-225254340c42 req-888da72b-f552-4dba-8046-e75e4e6bf5b1 service neutron] Attempting to bind port 24e900c8-4498-46e7-b884-5736960d8ab3 on network 92409e1b-fb53-4ce6-99f1-764c3be34a19 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:55:12.583471 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018429c9-4276-404c-ab97-225254340c42 req-888da72b-f552-4dba-8046-e75e4e6bf5b1 service neutron] Port 24e900c8-4498-46e7-b884-5736960d8ab3 on network 92409e1b-fb53-4ce6-99f1-764c3be34a19 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:55:12.583792 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018429c9-4276-404c-ab97-225254340c42 req-888da72b-f552-4dba-8046-e75e4e6bf5b1 service neutron] Attempting to bind port 24e900c8-4498-46e7-b884-5736960d8ab3 on network 92409e1b-fb53-4ce6-99f1-764c3be34a19 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:55:12.588616 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018429c9-4276-404c-ab97-225254340c42 req-888da72b-f552-4dba-8046-e75e4e6bf5b1 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:55:12.588956 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018429c9-4276-404c-ab97-225254340c42 req-888da72b-f552-4dba-8046-e75e4e6bf5b1 service neutron] Checking segment: {'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:55:12.589597 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018429c9-4276-404c-ab97-225254340c42 req-888da72b-f552-4dba-8046-e75e4e6bf5b1 service neutron] Bound using segment: {'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:55:12.590022 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-018429c9-4276-404c-ab97-225254340c42 req-888da72b-f552-4dba-8046-e75e4e6bf5b1 service neutron] Bound port: 24e900c8-4498-46e7-b884-5736960d8ab3, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:55:12.590377 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-018429c9-4276-404c-ab97-225254340c42 req-888da72b-f552-4dba-8046-e75e4e6bf5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:12.655493 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-018429c9-4276-404c-ab97-225254340c42 req-888da72b-f552-4dba-8046-e75e4e6bf5b1 service neutron] For port 24e900c8-4498-46e7-b884-5736960d8ab3, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:55:12.658618 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-018429c9-4276-404c-ab97-225254340c42 req-888da72b-f552-4dba-8046-e75e4e6bf5b1 service neutron] For port 24e900c8-4498-46e7-b884-5736960d8ab3, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=24e900c8-4498-46e7-b884-5736960d8ab3,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:55:12.662431 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-018429c9-4276-404c-ab97-225254340c42 req-888da72b-f552-4dba-8046-e75e4e6bf5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:12.697476 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018429c9-4276-404c-ab97-225254340c42 req-888da72b-f552-4dba-8046-e75e4e6bf5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:12.698100 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-018429c9-4276-404c-ab97-225254340c42 req-888da72b-f552-4dba-8046-e75e4e6bf5b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:12.699503 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-018429c9-4276-404c-ab97-225254340c42 req-888da72b-f552-4dba-8046-e75e4e6bf5b1 service neutron] 10.222.0.24 "PUT /v2.0/ports/24e900c8-4498-46e7-b884-5736960d8ab3 HTTP/1.1" status: 200 len: 1092 time: 0.7503498 Aug 10 01:55:12.723322 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888da72b-f552-4dba-8046-e75e4e6bf5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=24e900c8-4498-46e7-b884-5736960d8ab3,revision_number=7']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:12.768111 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018429c9-4276-404c-ab97-225254340c42 req-7ca307d3-48d5-4029-8d04-2a258dc7fa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:12.769653 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-018429c9-4276-404c-ab97-225254340c42 req-7ca307d3-48d5-4029-8d04-2a258dc7fa34 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 1095 time: 0.0426259 Aug 10 01:55:12.867023 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018429c9-4276-404c-ab97-225254340c42 req-298c6b24-e8f5-45ab-8ddb-5ea756c036d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:12.868738 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-018429c9-4276-404c-ab97-225254340c42 req-298c6b24-e8f5-45ab-8ddb-5ea756c036d6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0922942 Aug 10 01:55:12.933814 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-018429c9-4276-404c-ab97-225254340c42 req-f9537411-7eb2-45a5-ac2d-f071edc785ee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24e900c8-4498-46e7-b884-5736960d8ab3 HTTP/1.1" status: 200 len: 999 time: 0.0576706 Aug 10 01:55:12.985262 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018429c9-4276-404c-ab97-225254340c42 req-896c3cab-9514-4843-9f8d-f9cda94f5a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:12.986561 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-018429c9-4276-404c-ab97-225254340c42 req-896c3cab-9514-4843-9f8d-f9cda94f5a46 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0460908 Aug 10 01:55:13.032035 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018429c9-4276-404c-ab97-225254340c42 req-0e5b8b7c-a9fa-427e-9750-89bfc72145ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:13.033513 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-018429c9-4276-404c-ab97-225254340c42 req-0e5b8b7c-a9fa-427e-9750-89bfc72145ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399208 Aug 10 01:55:13.121918 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-018429c9-4276-404c-ab97-225254340c42 req-a552017a-a8ae-402f-96ef-de6a3e1e6743 service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800917 Aug 10 01:55:13.213564 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-018429c9-4276-404c-ab97-225254340c42 req-d8a27d4c-8fdb-4f72-9a9f-707d6d638788 service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849130 Aug 10 01:55:13.585578 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eaea02-0e99-48d0-9356-724c44c873e5 req-2385da49-4da6-4895-b183-2f3c5fb82635 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:13.587111 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-57eaea02-0e99-48d0-9356-724c44c873e5 req-2385da49-4da6-4895-b183-2f3c5fb82635 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 943 time: 0.0544839 Aug 10 01:55:13.626298 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-57eaea02-0e99-48d0-9356-724c44c873e5 req-1bee040d-ef54-427c-a4cb-58a7b422cfa8 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328677 Aug 10 01:55:13.896091 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-da84acd9-4fe7-4767-b5a1-75f7a748e7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:14.336922 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d1b9da-92d0-401a-b62f-7eb01add1305', 'tag': '24e900c8-4498-46e7-b884-5736960d8ab3'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:55:14.339564 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04376f577ca8e91682bf6bf2b98f61f72ad60017a2eb84f3f8c1f2c558ccd100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56469e5-a4e2-4582-8f67-de54316a753b" -d '{"events": [{"name": "network-changed", "server_uuid": "70d1b9da-92d0-401a-b62f-7eb01add1305", "tag": "24e900c8-4498-46e7-b884-5736960d8ab3"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:55:14.391861 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8d2c9d-edeb-4a32-be0a-ecf0d7bc89eb x-openstack-request-id: req-fa8d2c9d-edeb-4a32-be0a-ecf0d7bc89eb {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:55:14.392160 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70d1b9da-92d0-401a-b62f-7eb01add1305", "tag": "24e900c8-4498-46e7-b884-5736960d8ab3", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:55:14.392526 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fa8d2c9d-edeb-4a32-be0a-ecf0d7bc89eb {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:55:14.392936 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d1b9da-92d0-401a-b62f-7eb01add1305', 'tag': '24e900c8-4498-46e7-b884-5736960d8ab3', 'status': 'completed', 'code': 200} Aug 10 01:55:14.454081 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56469e5-a4e2-4582-8f67-de54316a753b req-d5725b1b-d40e-4f15-a764-804ab91b2864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:14.455738 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d56469e5-a4e2-4582-8f67-de54316a753b req-d5725b1b-d40e-4f15-a764-804ab91b2864 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 1095 time: 0.0437841 Aug 10 01:55:14.473995 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56469e5-a4e2-4582-8f67-de54316a753b req-3c4fda70-c5fb-4797-ba37-8a71e92c044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:14.475519 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d56469e5-a4e2-4582-8f67-de54316a753b req-3c4fda70-c5fb-4797-ba37-8a71e92c044e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 1095 time: 0.0407836 Aug 10 01:55:14.521238 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:14.556491 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56469e5-a4e2-4582-8f67-de54316a753b req-31611f0b-c940-4fab-8e12-802a93a9f077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:14.558364 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d56469e5-a4e2-4582-8f67-de54316a753b req-31611f0b-c940-4fab-8e12-802a93a9f077 service neutron] 10.222.0.24 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0949450 Aug 10 01:55:14.580224 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56469e5-a4e2-4582-8f67-de54316a753b req-963af2d6-efdd-4b93-9702-a55010b0a59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:14.581745 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d56469e5-a4e2-4582-8f67-de54316a753b req-963af2d6-efdd-4b93-9702-a55010b0a59d service neutron] 10.222.0.20 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0988667 Aug 10 01:55:14.629250 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d56469e5-a4e2-4582-8f67-de54316a753b req-982de8a4-d291-4e31-ab08-4e04b82d3cfb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24e900c8-4498-46e7-b884-5736960d8ab3 HTTP/1.1" status: 200 len: 999 time: 0.0628262 Aug 10 01:55:14.653446 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d56469e5-a4e2-4582-8f67-de54316a753b req-ab4c04b4-2dcd-4a64-908d-8e8dedfa0a2f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24e900c8-4498-46e7-b884-5736960d8ab3 HTTP/1.1" status: 200 len: 999 time: 0.0643125 Aug 10 01:55:14.681115 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56469e5-a4e2-4582-8f67-de54316a753b req-7eb8b5d7-d09d-4a43-ae66-6709c9fcf656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:14.682591 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d56469e5-a4e2-4582-8f67-de54316a753b req-7eb8b5d7-d09d-4a43-ae66-6709c9fcf656 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0467775 Aug 10 01:55:14.737367 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56469e5-a4e2-4582-8f67-de54316a753b req-ce7bd3ab-39e6-4b55-ab85-ecc3b62c26ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:14.739080 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d56469e5-a4e2-4582-8f67-de54316a753b req-ce7bd3ab-39e6-4b55-ab85-ecc3b62c26ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494249 Aug 10 01:55:14.740015 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56469e5-a4e2-4582-8f67-de54316a753b req-6a874a9a-5f1f-460d-8035-5c53899f4e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:14.741500 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d56469e5-a4e2-4582-8f67-de54316a753b req-6a874a9a-5f1f-460d-8035-5c53899f4e93 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0806823 Aug 10 01:55:14.782910 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb496e32-1fed-42d9-8c9e-c79b58669909 req-8fe0511d-5307-49fb-a211-4169f0b55e6d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:14.784399 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bb496e32-1fed-42d9-8c9e-c79b58669909 req-8fe0511d-5307-49fb-a211-4169f0b55e6d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 943 time: 0.0809307 Aug 10 01:55:14.823699 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56469e5-a4e2-4582-8f67-de54316a753b req-3df84e3c-c29e-4de4-b37c-18b0d2e158ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:14.825243 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d56469e5-a4e2-4582-8f67-de54316a753b req-3df84e3c-c29e-4de4-b37c-18b0d2e158ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763111 Aug 10 01:55:14.830239 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bb496e32-1fed-42d9-8c9e-c79b58669909 req-cb1f55d2-b6e4-4175-9c4a-6000f3246266 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399232 Aug 10 01:55:14.837026 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d56469e5-a4e2-4582-8f67-de54316a753b req-2593202e-1573-47fe-967c-40f9a6d4062c service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902276 Aug 10 01:55:14.921355 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d56469e5-a4e2-4582-8f67-de54316a753b req-bf37a633-ea2d-43e4-8550-ddeb25b4feb4 service neutron] 10.222.0.20 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877631 Aug 10 01:55:14.934139 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d56469e5-a4e2-4582-8f67-de54316a753b req-d8be9573-e447-450b-a62e-75b81f342abb service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906606 Aug 10 01:55:14.939278 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 24e900c8-4498-46e7-b884-5736960d8ab3 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:55:14.979862 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 24e900c8-4498-46e7-b884-5736960d8ab3 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:55:15.013517 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d56469e5-a4e2-4582-8f67-de54316a753b req-0816c79b-2d6c-4726-b8fc-23e80acb6f21 service neutron] 10.222.0.20 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849488 Aug 10 01:55:15.366943 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:15.950870 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d74f90-1730-4799-8d40-0dd30327f0a3 req-a09afb00-77ca-41ce-9a39-36b49aa65b98 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:15.952265 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b0d74f90-1730-4799-8d40-0dd30327f0a3 req-a09afb00-77ca-41ce-9a39-36b49aa65b98 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 943 time: 0.0486391 Aug 10 01:55:15.989551 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b0d74f90-1730-4799-8d40-0dd30327f0a3 req-8e082c9d-e9f3-4bcb-8cc7-ff106f49cac9 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312674 Aug 10 01:55:16.446412 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:17.109059 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb7c59-aecd-4937-a1c4-25b0273bf13d req-634fed16-cb17-49dc-a177-73c2e6391ecb tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:17.110538 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-30fb7c59-aecd-4937-a1c4-25b0273bf13d req-634fed16-cb17-49dc-a177-73c2e6391ecb tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 943 time: 0.0525637 Aug 10 01:55:17.146960 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-30fb7c59-aecd-4937-a1c4-25b0273bf13d req-cd35d8c8-066d-4cf6-b424-4cb757d81e8c tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305431 Aug 10 01:55:18.259304 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dfaa46-84ae-4bf2-ad24-859c44c459ea req-2ebb66f6-4a2c-4f47-8f51-f1eb7f8ebd59 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:18.260788 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b0dfaa46-84ae-4bf2-ad24-859c44c459ea req-2ebb66f6-4a2c-4f47-8f51-f1eb7f8ebd59 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 943 time: 0.0474782 Aug 10 01:55:18.297483 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b0dfaa46-84ae-4bf2-ad24-859c44c459ea req-7cc51cb2-59b9-414c-a98d-b86625bfd9a6 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308025 Aug 10 01:55:19.408862 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d178c4c-71f4-47d4-b140-9c9d26ae883a req-4dc40734-0d99-4474-b90b-c602520977f2 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:19.410306 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d178c4c-71f4-47d4-b140-9c9d26ae883a req-4dc40734-0d99-4474-b90b-c602520977f2 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 943 time: 0.0468078 Aug 10 01:55:19.447683 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d178c4c-71f4-47d4-b140-9c9d26ae883a req-98d8da6d-9fc6-49e0-94bc-eff5a8ed9052 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310481 Aug 10 01:55:19.747478 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:55:20.563684 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28c487-35b2-47b2-a289-2f4e7b31e4dd req-d95eb87e-23b5-4200-b59a-fbdf5b2295e7 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:20.565179 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ca28c487-35b2-47b2-a289-2f4e7b31e4dd req-d95eb87e-23b5-4200-b59a-fbdf5b2295e7 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 943 time: 0.0508070 Aug 10 01:55:20.601777 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ca28c487-35b2-47b2-a289-2f4e7b31e4dd req-f87732e6-05de-4cbf-bc90-c0dfb9f3809b tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300231 Aug 10 01:55:21.715725 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f579553-e75b-4bdc-8911-d7a4a70ce0d1 req-f8a8bc99-5516-46dc-9faa-2483bd207901 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:21.717212 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3f579553-e75b-4bdc-8911-d7a4a70ce0d1 req-f8a8bc99-5516-46dc-9faa-2483bd207901 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 943 time: 0.0481255 Aug 10 01:55:21.753124 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3f579553-e75b-4bdc-8911-d7a4a70ce0d1 req-aa26e10a-f846-454f-857a-a1e53c835840 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301237 Aug 10 01:55:22.867965 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d029154-aa32-4a91-a2cf-6862162c54e3 req-9689c443-7f54-4ba1-b84c-65d0503e5902 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:22.869363 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6d029154-aa32-4a91-a2cf-6862162c54e3 req-9689c443-7f54-4ba1-b84c-65d0503e5902 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 943 time: 0.0478377 Aug 10 01:55:22.905706 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6d029154-aa32-4a91-a2cf-6862162c54e3 req-ef34a3da-70c6-46a6-b08a-82ce5270ec0e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298922 Aug 10 01:55:24.024027 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d63db3-cc6c-4696-9c17-4f54b8797909 req-a5cd318e-9bf3-47d7-886b-5b4ccef43aa2 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:24.025545 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-08d63db3-cc6c-4696-9c17-4f54b8797909 req-a5cd318e-9bf3-47d7-886b-5b4ccef43aa2 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 943 time: 0.0510015 Aug 10 01:55:24.061779 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-08d63db3-cc6c-4696-9c17-4f54b8797909 req-2563b7ef-4d6c-4896-b92a-05b94284e296 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304925 Aug 10 01:55:25.174751 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a722ea-ae4a-42e9-aa09-4c85a821713b req-7cc4ffa5-718a-48b5-9d9d-a471e929397d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:25.176216 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2a722ea-ae4a-42e9-aa09-4c85a821713b req-7cc4ffa5-718a-48b5-9d9d-a471e929397d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 943 time: 0.0482094 Aug 10 01:55:25.212244 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c2a722ea-ae4a-42e9-aa09-4c85a821713b req-62d5bdc2-b472-4557-a801-78307cb8b20f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301614 Aug 10 01:55:26.308771 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 24e900c8-4498-46e7-b884-5736960d8ab3 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:55:26.325799 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f7c9f-aa34-425c-93a6-4a2c9a5b15f3 req-f6672a1a-3239-4ffc-b50a-89a5042de9ca tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:26.327289 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-506f7c9f-aa34-425c-93a6-4a2c9a5b15f3 req-f6672a1a-3239-4ffc-b50a-89a5042de9ca tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 943 time: 0.0477147 Aug 10 01:55:26.364201 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-506f7c9f-aa34-425c-93a6-4a2c9a5b15f3 req-7c4d3b9c-5157-4d0e-a100-fb211087a11f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304024 Aug 10 01:55:26.400912 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 24e900c8-4498-46e7-b884-5736960d8ab3, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=24e900c8-4498-46e7-b884-5736960d8ab3,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:55:26.412195 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '24e900c8-4498-46e7-b884-5736960d8ab3', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'port_id': '24e900c8-4498-46e7-b884-5736960d8ab3', 'mac_address': 'fa:16:3e:46:07:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:55:26.452133 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:26.465051 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24e900c8-4498-46e7-b884-5736960d8ab3 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:55:26.483944 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 24e900c8-4498-46e7-b884-5736960d8ab3, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=24e900c8-4498-46e7-b884-5736960d8ab3,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:55:26.489230 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:26.538481 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=24e900c8-4498-46e7-b884-5736960d8ab3,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:26.546603 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:26.547064 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:26.547417 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:26.547754 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:26.548087 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:26.548471 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:26.548828 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:26.549158 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:26.549483 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:26.549804 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:26.550144 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:26.550458 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:26.648621 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-ea00af5b-c990-4d0d-b9b4-40faf25f2d15 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:26.650103 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-ea00af5b-c990-4d0d-b9b4-40faf25f2d15 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305&tenant_id=7e13ef57bb5547f2b03503672f80d1f2&binding%3Ahost_id=n-h1-766726-26 HTTP/1.1" status: 200 len: 944 time: 0.0532174 Aug 10 01:55:26.668172 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659eabe8-309e-4acd-84b8-efcf0372af93 req-0cad43d1-7a6b-4477-9c1c-2686180b0610 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:26.669673 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-659eabe8-309e-4acd-84b8-efcf0372af93 req-0cad43d1-7a6b-4477-9c1c-2686180b0610 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 944 time: 0.0533338 Aug 10 01:55:26.707091 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-659eabe8-309e-4acd-84b8-efcf0372af93 req-cdd8a691-97ea-4f0c-8531-8c9a2b10b135 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313609 Aug 10 01:55:26.712299 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-09277834-434f-4bed-a9b3-61a518c5fcb4 service neutron] 10.222.0.24 "GET /v2.0/ports/24e900c8-4498-46e7-b884-5736960d8ab3/bindings/n-h1-766726-26 HTTP/1.1" status: 200 len: 383 time: 0.0546014 Aug 10 01:55:26.773745 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-19e19a12-ad87-4b0f-8d98-498dc8a94f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:26.775224 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-19e19a12-ad87-4b0f-8d98-498dc8a94f16 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 1096 time: 0.0412588 Aug 10 01:55:26.865778 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-e61df57c-8890-4d20-95be-58059538f808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:26.867110 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-e61df57c-8890-4d20-95be-58059538f808 service neutron] 10.222.0.24 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0845437 Aug 10 01:55:26.875613 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['24e900c8-4498-46e7-b884-5736960d8ab3'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:55:26.931702 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-e7de3dfb-0fe1-45f1-a767-e3ce765d70bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24e900c8-4498-46e7-b884-5736960d8ab3 HTTP/1.1" status: 200 len: 1000 time: 0.0570378 Aug 10 01:55:26.984052 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-a592eeda-eac6-4ff8-98c0-cfb991cec7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:26.985543 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-a592eeda-eac6-4ff8-98c0-cfb991cec7df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0473771 Aug 10 01:55:27.031337 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-b55e329b-bf4a-4cf8-8ea3-5c78364a85d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:27.032842 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-b55e329b-bf4a-4cf8-8ea3-5c78364a85d8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408564 Aug 10 01:55:27.121292 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-1cbf6707-3905-4484-b6ff-18304a0a7816 service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800827 Aug 10 01:55:27.212853 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-9a7a5442-84b2-4b74-bdaf-84241a5d5272 service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847070 Aug 10 01:55:27.822034 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656d6c4-2e75-44bc-9625-eaf3e61c1396 req-1868398d-2d15-4360-b650-a17be32cf8a6 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:27.823413 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1656d6c4-2e75-44bc-9625-eaf3e61c1396 req-1868398d-2d15-4360-b650-a17be32cf8a6 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 944 time: 0.0474858 Aug 10 01:55:27.860122 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1656d6c4-2e75-44bc-9625-eaf3e61c1396 req-19f6a56c-b561-47e3-a29b-d4f185fc2a77 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307415 Aug 10 01:55:28.330577 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 24e900c8-4498-46e7-b884-5736960d8ab3 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:55:28.377040 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 24e900c8-4498-46e7-b884-5736960d8ab3 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:55:28.380533 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 24e900c8-4498-46e7-b884-5736960d8ab3 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:55:28.380926 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:28.453464 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:28.477761 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d1b9da-92d0-401a-b62f-7eb01add1305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e900c8-4498-46e7-b884-5736960d8ab3'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:55:28.480309 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09d289ccde4d6ff9cc92181a6a5f9723a21b3f76001e8301d3c19491e4c7f527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb414cf-ae91-45f0-b237-0cd2d1a2e050" -d '{"events": [{"server_uuid": "70d1b9da-92d0-401a-b62f-7eb01add1305", "name": "network-vif-plugged", "status": "completed", "tag": "24e900c8-4498-46e7-b884-5736960d8ab3"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:55:28.493223 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 24e900c8-4498-46e7-b884-5736960d8ab3, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=24e900c8-4498-46e7-b884-5736960d8ab3,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:55:28.497657 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:28.528468 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a30335e-4715-40ae-a039-88ae14e1051a x-openstack-request-id: req-5a30335e-4715-40ae-a039-88ae14e1051a {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:55:28.528766 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d1b9da-92d0-401a-b62f-7eb01add1305", "name": "network-vif-plugged", "status": "completed", "tag": "24e900c8-4498-46e7-b884-5736960d8ab3", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:55:28.529018 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5a30335e-4715-40ae-a039-88ae14e1051a {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:55:28.529407 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d1b9da-92d0-401a-b62f-7eb01add1305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e900c8-4498-46e7-b884-5736960d8ab3', 'code': 200} Aug 10 01:55:28.549172 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=24e900c8-4498-46e7-b884-5736960d8ab3,revision_number=9']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:28.701624 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:28.972512 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1b51d-e8b5-4fd2-af77-ed148a31624c req-e9e32c3b-d55e-4c60-bf39-ee1c9712e085 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:28.973980 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fad1b51d-e8b5-4fd2-af77-ed148a31624c req-e9e32c3b-d55e-4c60-bf39-ee1c9712e085 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 945 time: 0.0474830 Aug 10 01:55:29.010915 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fad1b51d-e8b5-4fd2-af77-ed148a31624c req-36c1fb0c-360a-4ddc-86c1-1723adbb6189 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311253 Aug 10 01:55:30.129917 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079523be-b394-403e-9333-29c56a0e861a req-57a87d49-9328-4b4a-921e-f59a9b4affd9 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:30.131278 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-079523be-b394-403e-9333-29c56a0e861a req-57a87d49-9328-4b4a-921e-f59a9b4affd9 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 945 time: 0.0520475 Aug 10 01:55:30.168881 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-079523be-b394-403e-9333-29c56a0e861a req-65c30c20-b68e-402f-a1ef-4256cf188d61 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310757 Aug 10 01:55:31.119889 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-017bb7b3-b3a0-4719-a8cc-19913f7bed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:31.121373 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-017bb7b3-b3a0-4719-a8cc-19913f7bed5f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305&tenant_id=7e13ef57bb5547f2b03503672f80d1f2 HTTP/1.1" status: 200 len: 1097 time: 0.0396347 Aug 10 01:55:31.138697 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-4fc83bc5-5964-40fb-8e2f-bddee7075da9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-26', 'device_owner': 'compute:nova'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:55:31.188301 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-4fc83bc5-5964-40fb-8e2f-bddee7075da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:31.383771 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff068822-05cb-4b0b-a1ee-8b005c873297 req-e03edcdc-97a1-4128-9596-31145a2f804c tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:31.385262 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ff068822-05cb-4b0b-a1ee-8b005c873297 req-e03edcdc-97a1-4128-9596-31145a2f804c tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 945 time: 0.1444950 Aug 10 01:55:31.445683 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-4fc83bc5-5964-40fb-8e2f-bddee7075da9 service neutron] For port 24e900c8-4498-46e7-b884-5736960d8ab3, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=24e900c8-4498-46e7-b884-5736960d8ab3,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:55:31.450081 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ff068822-05cb-4b0b-a1ee-8b005c873297 req-00be8de3-8e7e-43e6-a95b-f03c39a90228 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584459 Aug 10 01:55:31.480018 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-4fc83bc5-5964-40fb-8e2f-bddee7075da9 service neutron] For port 24e900c8-4498-46e7-b884-5736960d8ab3, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:55:31.517937 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d1b9da-92d0-401a-b62f-7eb01add1305', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24e900c8-4498-46e7-b884-5736960d8ab3'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:55:31.520167 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9e874736d5403a2ed85b010b990dd133e24f0379b2e9b4f0e55655a3e1797b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2296cfd2-9b95-48c7-a462-c558ebbd5963" -d '{"events": [{"server_uuid": "70d1b9da-92d0-401a-b62f-7eb01add1305", "name": "network-vif-unplugged", "status": "completed", "tag": "24e900c8-4498-46e7-b884-5736960d8ab3"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:55:31.524129 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-4fc83bc5-5964-40fb-8e2f-bddee7075da9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:31.536123 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-4fc83bc5-5964-40fb-8e2f-bddee7075da9 service neutron] Transition to ACTIVE for port object 24e900c8-4498-46e7-b884-5736960d8ab3 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:55:31.539952 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-4fc83bc5-5964-40fb-8e2f-bddee7075da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:31.574258 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef76717-18fd-409c-87c9-8a36031f965d x-openstack-request-id: req-6ef76717-18fd-409c-87c9-8a36031f965d {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:55:31.574553 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d1b9da-92d0-401a-b62f-7eb01add1305", "name": "network-vif-unplugged", "status": "completed", "tag": "24e900c8-4498-46e7-b884-5736960d8ab3", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:55:31.574808 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6ef76717-18fd-409c-87c9-8a36031f965d {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:55:31.575200 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d1b9da-92d0-401a-b62f-7eb01add1305', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24e900c8-4498-46e7-b884-5736960d8ab3', 'code': 200} Aug 10 01:55:31.633891 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc83bc5-5964-40fb-8e2f-bddee7075da9 service neutron] Pushing event updated for resources: {'Port': ['ID=24e900c8-4498-46e7-b884-5736960d8ab3,revision_number=10']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:31.648375 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc83bc5-5964-40fb-8e2f-bddee7075da9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:31.648726 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc83bc5-5964-40fb-8e2f-bddee7075da9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:31.649071 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc83bc5-5964-40fb-8e2f-bddee7075da9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:31.649410 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc83bc5-5964-40fb-8e2f-bddee7075da9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:31.649747 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc83bc5-5964-40fb-8e2f-bddee7075da9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:31.650086 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc83bc5-5964-40fb-8e2f-bddee7075da9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:31.650416 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc83bc5-5964-40fb-8e2f-bddee7075da9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:31.650743 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc83bc5-5964-40fb-8e2f-bddee7075da9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:31.651071 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc83bc5-5964-40fb-8e2f-bddee7075da9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:31.651445 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc83bc5-5964-40fb-8e2f-bddee7075da9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:31.651775 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc83bc5-5964-40fb-8e2f-bddee7075da9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:31.652106 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc83bc5-5964-40fb-8e2f-bddee7075da9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:31.676775 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-4fc83bc5-5964-40fb-8e2f-bddee7075da9 service neutron] No DVR routers for this DVR port 24e900c8-4498-46e7-b884-5736960d8ab3 on host n-h1-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:55:31.810313 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-4fc83bc5-5964-40fb-8e2f-bddee7075da9 service neutron] Attempting to bind port 24e900c8-4498-46e7-b884-5736960d8ab3 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:55:31.810656 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-4fc83bc5-5964-40fb-8e2f-bddee7075da9 service neutron] Attempting to bind port 24e900c8-4498-46e7-b884-5736960d8ab3 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:55:31.810994 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-4fc83bc5-5964-40fb-8e2f-bddee7075da9 service neutron] Attempting to bind port 24e900c8-4498-46e7-b884-5736960d8ab3 on network 92409e1b-fb53-4ce6-99f1-764c3be34a19 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:55:31.815249 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-4fc83bc5-5964-40fb-8e2f-bddee7075da9 service neutron] Port 24e900c8-4498-46e7-b884-5736960d8ab3 on network 92409e1b-fb53-4ce6-99f1-764c3be34a19 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:55:31.815575 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-4fc83bc5-5964-40fb-8e2f-bddee7075da9 service neutron] Attempting to bind port 24e900c8-4498-46e7-b884-5736960d8ab3 on network 92409e1b-fb53-4ce6-99f1-764c3be34a19 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:55:31.820352 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-4fc83bc5-5964-40fb-8e2f-bddee7075da9 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:55:31.820700 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-4fc83bc5-5964-40fb-8e2f-bddee7075da9 service neutron] Checking segment: {'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:55:31.821088 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-4fc83bc5-5964-40fb-8e2f-bddee7075da9 service neutron] Bound using segment: {'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:55:31.821518 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-4fc83bc5-5964-40fb-8e2f-bddee7075da9 service neutron] Bound port: 24e900c8-4498-46e7-b884-5736960d8ab3, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:55:31.821879 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-4fc83bc5-5964-40fb-8e2f-bddee7075da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:31.886037 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-4fc83bc5-5964-40fb-8e2f-bddee7075da9 service neutron] For port 24e900c8-4498-46e7-b884-5736960d8ab3, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:55:31.889072 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-4fc83bc5-5964-40fb-8e2f-bddee7075da9 service neutron] For port 24e900c8-4498-46e7-b884-5736960d8ab3, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=24e900c8-4498-46e7-b884-5736960d8ab3,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:55:31.893515 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-4fc83bc5-5964-40fb-8e2f-bddee7075da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:31.925492 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-4fc83bc5-5964-40fb-8e2f-bddee7075da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:31.926204 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-4fc83bc5-5964-40fb-8e2f-bddee7075da9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:31.927485 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-4fc83bc5-5964-40fb-8e2f-bddee7075da9 service neutron] 10.222.0.20 "PUT /v2.0/ports/24e900c8-4498-46e7-b884-5736960d8ab3 HTTP/1.1" status: 200 len: 1093 time: 0.7931507 Aug 10 01:55:31.953203 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc83bc5-5964-40fb-8e2f-bddee7075da9 service neutron] Pushing event updated for resources: {'Port': ['ID=24e900c8-4498-46e7-b884-5736960d8ab3,revision_number=11']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:32.002869 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-07e76822-f619-4bb4-8651-4fe22ab3aec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:32.004448 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-07e76822-f619-4bb4-8651-4fe22ab3aec1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 1096 time: 0.0426757 Aug 10 01:55:32.098998 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-ecbb807c-8bda-41b0-881e-4da0ed08ac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:32.100620 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-ecbb807c-8bda-41b0-881e-4da0ed08ac63 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0897198 Aug 10 01:55:32.163972 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-fb5572e7-b5fc-4cc6-b171-a69ad820f15a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24e900c8-4498-46e7-b884-5736960d8ab3 HTTP/1.1" status: 200 len: 999 time: 0.0564296 Aug 10 01:55:32.210773 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-a139a267-977f-4378-8e19-a4751962833a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:32.212100 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-a139a267-977f-4378-8e19-a4751962833a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0416698 Aug 10 01:55:32.342171 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 24e900c8-4498-46e7-b884-5736960d8ab3 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:55:32.381015 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 24e900c8-4498-46e7-b884-5736960d8ab3 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:55:32.604155 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-565ee202-fab3-4446-a851-e12fe86a7ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:32.605610 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-565ee202-fab3-4446-a851-e12fe86a7ea1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3862674 Aug 10 01:55:32.707337 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28d5fe-b03b-4182-8754-a303415f85db req-502a2ed7-ae2f-4807-b928-1244ed81c436 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:32.708916 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d28d5fe-b03b-4182-8754-a303415f85db req-502a2ed7-ae2f-4807-b928-1244ed81c436 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 944 time: 0.1072011 Aug 10 01:55:32.737468 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-a861552e-95de-440f-a40e-91ed54a304fc service neutron] 10.222.0.20 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239445 Aug 10 01:55:32.793593 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d28d5fe-b03b-4182-8754-a303415f85db req-c4a72db6-540b-4bc7-93b4-f47288c1db29 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762746 Aug 10 01:55:32.834681 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3409eb29-fc81-42c8-9853-d3e4c9a56f0f req-a6a48681-d3a9-43da-bb47-73a35222fca1 service neutron] 10.222.0.20 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901418 Aug 10 01:55:33.576671 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d1b9da-92d0-401a-b62f-7eb01add1305', 'tag': '24e900c8-4498-46e7-b884-5736960d8ab3'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:55:33.579195 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9e874736d5403a2ed85b010b990dd133e24f0379b2e9b4f0e55655a3e1797b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef901c96-a14e-4f81-80d1-1180c1b23990" -d '{"events": [{"name": "network-changed", "server_uuid": "70d1b9da-92d0-401a-b62f-7eb01add1305", "tag": "24e900c8-4498-46e7-b884-5736960d8ab3"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:55:33.629029 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17685e1d-128e-4336-8756-dc761e0f2bbc x-openstack-request-id: req-17685e1d-128e-4336-8756-dc761e0f2bbc {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:55:33.629330 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70d1b9da-92d0-401a-b62f-7eb01add1305", "tag": "24e900c8-4498-46e7-b884-5736960d8ab3", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:55:33.629785 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-17685e1d-128e-4336-8756-dc761e0f2bbc {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:55:33.630189 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d1b9da-92d0-401a-b62f-7eb01add1305', 'tag': '24e900c8-4498-46e7-b884-5736960d8ab3', 'status': 'completed', 'code': 200} Aug 10 01:55:33.688694 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef901c96-a14e-4f81-80d1-1180c1b23990 req-a8986b05-0001-4cc0-8754-f3e49fdeea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:33.690232 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ef901c96-a14e-4f81-80d1-1180c1b23990 req-a8986b05-0001-4cc0-8754-f3e49fdeea0d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 1096 time: 0.0424914 Aug 10 01:55:33.725097 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef901c96-a14e-4f81-80d1-1180c1b23990 req-23f0c635-f9c6-4ba9-ab6f-fa445da00c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:33.726578 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ef901c96-a14e-4f81-80d1-1180c1b23990 req-23f0c635-f9c6-4ba9-ab6f-fa445da00c62 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 1096 time: 0.0489225 Aug 10 01:55:33.786449 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef901c96-a14e-4f81-80d1-1180c1b23990 req-86567ed2-d69b-4dd2-a3f6-49da95e665eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:33.788365 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ef901c96-a14e-4f81-80d1-1180c1b23990 req-86567ed2-d69b-4dd2-a3f6-49da95e665eb service neutron] 10.222.0.24 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0913107 Aug 10 01:55:33.816268 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef901c96-a14e-4f81-80d1-1180c1b23990 req-4137044c-9a5d-4489-bfc6-a5a5997ddc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:33.817766 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ef901c96-a14e-4f81-80d1-1180c1b23990 req-4137044c-9a5d-4489-bfc6-a5a5997ddc52 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 200 len: 912 time: 0.0845678 Aug 10 01:55:33.859590 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ef901c96-a14e-4f81-80d1-1180c1b23990 req-ebd9c58c-230d-4d6b-a429-cf880f7cc962 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24e900c8-4498-46e7-b884-5736960d8ab3 HTTP/1.1" status: 200 len: 999 time: 0.0645797 Aug 10 01:55:33.912807 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef901c96-a14e-4f81-80d1-1180c1b23990 req-2a7529d0-5323-4284-b821-967ee1a8e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:33.914248 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ef901c96-a14e-4f81-80d1-1180c1b23990 req-c8920506-a52b-41ed-b913-3c37e87b57e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24e900c8-4498-46e7-b884-5736960d8ab3 HTTP/1.1" status: 200 len: 999 time: 0.0894866 Aug 10 01:55:33.914531 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ef901c96-a14e-4f81-80d1-1180c1b23990 req-2a7529d0-5323-4284-b821-967ee1a8e8c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0484364 Aug 10 01:55:33.960119 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b2de6-2be0-4771-8ee2-0382484cd15d req-a2abe389-8200-4f5f-8708-557669da7c17 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:33.961751 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b80b2de6-2be0-4771-8ee2-0382484cd15d req-a2abe389-8200-4f5f-8708-557669da7c17 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 944 time: 0.0877423 Aug 10 01:55:33.970477 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef901c96-a14e-4f81-80d1-1180c1b23990 req-ad1443c4-7835-4da4-b6f3-db74039f81d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:33.972061 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ef901c96-a14e-4f81-80d1-1180c1b23990 req-ad1443c4-7835-4da4-b6f3-db74039f81d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501075 Aug 10 01:55:33.993513 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef901c96-a14e-4f81-80d1-1180c1b23990 req-f2228134-ba65-4374-abe0-6e43a7288292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:33.995264 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ef901c96-a14e-4f81-80d1-1180c1b23990 req-f2228134-ba65-4374-abe0-6e43a7288292 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 200 len: 850 time: 0.0740442 Aug 10 01:55:34.036537 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b80b2de6-2be0-4771-8ee2-0382484cd15d req-e4801489-5124-4d93-875a-870d12434d0a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658479 Aug 10 01:55:34.051795 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef901c96-a14e-4f81-80d1-1180c1b23990 req-4c4a6f0b-834f-4500-878d-0c6677da6370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:34.053410 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ef901c96-a14e-4f81-80d1-1180c1b23990 req-4c4a6f0b-834f-4500-878d-0c6677da6370 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92409e1b-fb53-4ce6-99f1-764c3be34a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475025 Aug 10 01:55:34.072274 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ef901c96-a14e-4f81-80d1-1180c1b23990 req-f78e528e-143b-44e1-9c4d-e6997153da5e service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928512 Aug 10 01:55:34.147306 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ef901c96-a14e-4f81-80d1-1180c1b23990 req-798ba183-b2e4-435f-b11d-cf08ef922677 service neutron] 10.222.0.20 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867217 Aug 10 01:55:34.167714 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ef901c96-a14e-4f81-80d1-1180c1b23990 req-feafd595-a83d-43e9-b0a9-66cfce82646c service neutron] 10.222.0.24 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890434 Aug 10 01:55:34.235825 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ef901c96-a14e-4f81-80d1-1180c1b23990 req-53ed84a3-64ab-48da-b2d0-47151e1c7c98 service neutron] 10.222.0.20 "GET /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820296 Aug 10 01:55:35.167434 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20343d05-e422-426d-ad03-df2e5013c87c req-c07722fa-d630-4930-afd2-16c76ac4e00e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:35.169759 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-20343d05-e422-426d-ad03-df2e5013c87c req-c07722fa-d630-4930-afd2-16c76ac4e00e tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 944 time: 0.0558631 Aug 10 01:55:35.210244 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-20343d05-e422-426d-ad03-df2e5013c87c req-99fbc1c7-d0ed-4249-badc-d9061b6f6e59 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345142 Aug 10 01:55:36.326854 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e593a-89e7-49c7-9cd7-2f29b75d29af req-1c524a5c-0f56-4d7b-814e-93b042cde694 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:36.328377 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-156e593a-89e7-49c7-9cd7-2f29b75d29af req-1c524a5c-0f56-4d7b-814e-93b042cde694 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 944 time: 0.0483127 Aug 10 01:55:36.365720 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-156e593a-89e7-49c7-9cd7-2f29b75d29af req-a1424d6a-e16d-4aff-b812-f3ce6e1a2b08 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314708 Aug 10 01:55:37.482850 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f874129-8b43-4782-b703-326f151e15ac req-0118bdac-75f7-41d1-801d-6721784369a2 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:37.484371 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9f874129-8b43-4782-b703-326f151e15ac req-0118bdac-75f7-41d1-801d-6721784369a2 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 944 time: 0.0478323 Aug 10 01:55:37.521133 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9f874129-8b43-4782-b703-326f151e15ac req-b9ea220a-095b-4660-8a4e-5a95ca64d81f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309663 Aug 10 01:55:38.638547 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da216bda-5437-4ac4-8ebb-debf4ede4438 req-70a2af16-cef9-440d-b5c7-d386ac9bcada tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:38.640018 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-da216bda-5437-4ac4-8ebb-debf4ede4438 req-70a2af16-cef9-440d-b5c7-d386ac9bcada tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 944 time: 0.0522280 Aug 10 01:55:38.676342 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-da216bda-5437-4ac4-8ebb-debf4ede4438 req-3022e525-1f95-4cc5-85dd-ea65f1afe4cd tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303700 Aug 10 01:55:39.790418 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bfa37-37b5-4105-b78a-884ff03082c2 req-50491dd1-78a2-4458-9e10-086ec7b3540d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:39.791894 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-af0bfa37-37b5-4105-b78a-884ff03082c2 req-50491dd1-78a2-4458-9e10-086ec7b3540d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 944 time: 0.0471544 Aug 10 01:55:39.828506 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-af0bfa37-37b5-4105-b78a-884ff03082c2 req-ad0c141d-29bf-4112-9b63-8d2075e80bd5 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298204 Aug 10 01:55:40.947350 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3d5cf-581e-4039-9fe2-2f4df371465a req-44f23e4b-5ed0-4808-aac6-43594ab5b320 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:40.948833 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d3a3d5cf-581e-4039-9fe2-2f4df371465a req-44f23e4b-5ed0-4808-aac6-43594ab5b320 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 944 time: 0.0490870 Aug 10 01:55:40.985387 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d3a3d5cf-581e-4039-9fe2-2f4df371465a req-f896aeee-fcb1-43b4-91aa-71321011dfb4 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307693 Aug 10 01:55:41.249099 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d3d65a4a-d488-4b5d-9031-f5472f11d29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:42.101740 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9a6a4-d3c1-465e-a12c-d1111ac518ab req-cad9760b-6892-4048-a653-095db8824cbf tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:42.103196 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b9d9a6a4-d3c1-465e-a12c-d1111ac518ab req-cad9760b-6892-4048-a653-095db8824cbf tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 944 time: 0.0510223 Aug 10 01:55:42.139912 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b9d9a6a4-d3c1-465e-a12c-d1111ac518ab req-0026f55b-dd78-40a2-94c4-3eb0934b864f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302019 Aug 10 01:55:42.147389 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:43.252701 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306783c-80b4-43ef-ac92-b2fd67909ab3 req-61797500-5942-4463-94ce-133c96077c90 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:43.254218 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0306783c-80b4-43ef-ac92-b2fd67909ab3 req-61797500-5942-4463-94ce-133c96077c90 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 944 time: 0.0474725 Aug 10 01:55:43.291119 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0306783c-80b4-43ef-ac92-b2fd67909ab3 req-ac8600c5-03da-475c-8d9d-cee1192d03de tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310669 Aug 10 01:55:43.897073 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-60a88e46-ba68-4f44-b059-b617d2415e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:44.405526 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f82b8d-ff7f-4ecb-a36a-65ef324e5cb4 req-7505e673-5637-4d30-a28e-68ae8c942bab tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:44.406986 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-80f82b8d-ff7f-4ecb-a36a-65ef324e5cb4 req-7505e673-5637-4d30-a28e-68ae8c942bab tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 944 time: 0.0479786 Aug 10 01:55:44.443073 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-80f82b8d-ff7f-4ecb-a36a-65ef324e5cb4 req-ffc8686c-564c-4108-9574-1b60ce4f04dd tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302866 Aug 10 01:55:44.523652 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:45.368125 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:45.559925 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed3f0e-ec56-40de-ae50-9021e2a2dc74 req-3470767a-4e61-4437-b1d9-93e855ec6476 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:45.561468 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82ed3f0e-ec56-40de-ae50-9021e2a2dc74 req-3470767a-4e61-4437-b1d9-93e855ec6476 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 944 time: 0.0523653 Aug 10 01:55:45.599229 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82ed3f0e-ec56-40de-ae50-9021e2a2dc74 req-4397647f-db8f-41e1-bc03-d5aa86d7f7b0 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317910 Aug 10 01:55:45.712704 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214641e-06f7-4ad3-8f90-d42c70be272d req-ccaf09f7-8cad-4d57-b46e-cc25e82718da tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:45.714179 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4214641e-06f7-4ad3-8f90-d42c70be272d req-ccaf09f7-8cad-4d57-b46e-cc25e82718da tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 944 time: 0.0486412 Aug 10 01:55:45.750557 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4214641e-06f7-4ad3-8f90-d42c70be272d req-d46850a3-6a7a-4a54-ab87-0d052c99ffd7 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303466 Aug 10 01:55:45.861588 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbaf4c1-a81b-4331-b789-256e22929e50 req-e701df6b-714d-4d2a-a3d8-3d87b342bb0b tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:45.863033 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5cbaf4c1-a81b-4331-b789-256e22929e50 req-e701df6b-714d-4d2a-a3d8-3d87b342bb0b tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 944 time: 0.0471325 Aug 10 01:55:45.899483 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5cbaf4c1-a81b-4331-b789-256e22929e50 req-8fb35eb3-45bc-4605-bb16-6f82232fc1de tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305269 Aug 10 01:55:46.128877 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3873ce-a11f-4cce-af7d-802296d6ca23 req-271c3d72-cfe6-41f6-84e2-174e9b21d7f9 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:46.130345 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ed3873ce-a11f-4cce-af7d-802296d6ca23 req-271c3d72-cfe6-41f6-84e2-174e9b21d7f9 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 944 time: 0.0525112 Aug 10 01:55:46.165953 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ed3873ce-a11f-4cce-af7d-802296d6ca23 req-dd38e080-920b-4e49-b538-dfc4a9731cb1 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297163 Aug 10 01:55:46.450067 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:47.063534 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 24e900c8-4498-46e7-b884-5736960d8ab3 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:55:47.155549 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 24e900c8-4498-46e7-b884-5736960d8ab3, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=24e900c8-4498-46e7-b884-5736960d8ab3,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:55:47.166376 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '24e900c8-4498-46e7-b884-5736960d8ab3', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'port_id': '24e900c8-4498-46e7-b884-5736960d8ab3', 'mac_address': 'fa:16:3e:46:07:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:55:47.201694 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:47.214088 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24e900c8-4498-46e7-b884-5736960d8ab3 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:55:47.234215 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 24e900c8-4498-46e7-b884-5736960d8ab3, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=24e900c8-4498-46e7-b884-5736960d8ab3,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:55:47.238635 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:47.288847 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c20c7-3bf5-482a-9c3a-6c3fd0741ad9 req-2d635cbb-adc9-4fe7-a2e9-955ecb048e4d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:47.290338 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c97c20c7-3bf5-482a-9c3a-6c3fd0741ad9 req-2d635cbb-adc9-4fe7-a2e9-955ecb048e4d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 945 time: 0.0560627 Aug 10 01:55:47.291036 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=24e900c8-4498-46e7-b884-5736960d8ab3,revision_number=12']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:47.334030 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c97c20c7-3bf5-482a-9c3a-6c3fd0741ad9 req-fba4963b-59ea-467c-bed3-d9d34f29f980 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups?id=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371332 Aug 10 01:55:47.830109 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecdcd10-3ad1-4700-bd6c-e40d5cd7914c req-7929994b-f439-43f5-8a92-62cb1b29630a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:47.831501 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4ecdcd10-3ad1-4700-bd6c-e40d5cd7914c req-7929994b-f439-43f5-8a92-62cb1b29630a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.20 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 945 time: 0.0494077 Aug 10 01:55:47.922662 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-4ecdcd10-3ad1-4700-bd6c-e40d5cd7914c req-ef3a113e-e62d-458f-b575-7d6a76b6a238 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Deleting port 24e900c8-4498-46e7-b884-5736960d8ab3 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:55:47.923009 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4ecdcd10-3ad1-4700-bd6c-e40d5cd7914c req-ef3a113e-e62d-458f-b575-7d6a76b6a238 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:48.006707 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-4ecdcd10-3ad1-4700-bd6c-e40d5cd7914c req-ef3a113e-e62d-458f-b575-7d6a76b6a238 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] For port 24e900c8-4498-46e7-b884-5736960d8ab3, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=24e900c8-4498-46e7-b884-5736960d8ab3,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:55:48.007074 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4ecdcd10-3ad1-4700-bd6c-e40d5cd7914c req-ef3a113e-e62d-458f-b575-7d6a76b6a238 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:48.193934 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4ecdcd10-3ad1-4700-bd6c-e40d5cd7914c req-ef3a113e-e62d-458f-b575-7d6a76b6a238 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:48.194457 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4ecdcd10-3ad1-4700-bd6c-e40d5cd7914c req-ef3a113e-e62d-458f-b575-7d6a76b6a238 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:48.194635 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [req-4ecdcd10-3ad1-4700-bd6c-e40d5cd7914c req-ef3a113e-e62d-458f-b575-7d6a76b6a238 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Floating IP 81057f5d-9682-469c-981b-50a18fb2b3af disassociated. External IP: 172.25.2.61, port: 24e900c8-4498-46e7-b884-5736960d8ab3. Aug 10 01:55:48.194969 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-4ecdcd10-3ad1-4700-bd6c-e40d5cd7914c req-ef3a113e-e62d-458f-b575-7d6a76b6a238 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Calling delete_port for 24e900c8-4498-46e7-b884-5736960d8ab3 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:55:48.328074 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4ecdcd10-3ad1-4700-bd6c-e40d5cd7914c req-ef3a113e-e62d-458f-b575-7d6a76b6a238 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:48.361456 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a113e-e62d-458f-b575-7d6a76b6a238 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Pushing event deleted for resources: {'Port': ['ID=24e900c8-4498-46e7-b884-5736960d8ab3,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:48.473535 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-03a2872b-2b60-434d-90e3-684e29f813d7 req-0814e3ad-eb72-44cf-8c87-fdfe4dc64c6f tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 210 time: 0.0588698 Aug 10 01:55:48.504500 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ecdcd10-3ad1-4700-bd6c-e40d5cd7914c req-ef3a113e-e62d-458f-b575-7d6a76b6a238 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Router bc09d8f9-804c-4a48-94cd-f3d7d0d9874c has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:55:48.617117 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ecdcd10-3ad1-4700-bd6c-e40d5cd7914c req-ef3a113e-e62d-458f-b575-7d6a76b6a238 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:55:48.628107 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe7c477-7268-4a3a-9747-4cbc9b4ae0ea None None] Sync routers for ids ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:55:48.638446 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe7c477-7268-4a3a-9747-4cbc9b4ae0ea None None] Routers {'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:55:48.639152 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-9fe7c477-7268-4a3a-9747-4cbc9b4ae0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:55:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:55:48.659153 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecdcd10-3ad1-4700-bd6c-e40d5cd7914c req-ef3a113e-e62d-458f-b575-7d6a76b6a238 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] No DVR routers for this DVR port 24e900c8-4498-46e7-b884-5736960d8ab3 on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:55:48.662478 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-4ecdcd10-3ad1-4700-bd6c-e40d5cd7914c req-ef3a113e-e62d-458f-b575-7d6a76b6a238 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:48.664936 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4ecdcd10-3ad1-4700-bd6c-e40d5cd7914c req-ef3a113e-e62d-458f-b575-7d6a76b6a238 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.20 "DELETE /v2.0/ports/24e900c8-4498-46e7-b884-5736960d8ab3 HTTP/1.1" status: 204 len: 173 time: 0.8269117 Aug 10 01:55:48.665386 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d1b9da-92d0-401a-b62f-7eb01add1305', 'name': 'network-vif-deleted', 'tag': '24e900c8-4498-46e7-b884-5736960d8ab3'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:55:48.669386 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9e874736d5403a2ed85b010b990dd133e24f0379b2e9b4f0e55655a3e1797b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c699a2b-56a8-4f9f-867a-4ec418af6a25" -d '{"events": [{"server_uuid": "70d1b9da-92d0-401a-b62f-7eb01add1305", "name": "network-vif-deleted", "tag": "24e900c8-4498-46e7-b884-5736960d8ab3"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:55:48.714071 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba8bb06-5a69-4e55-8915-1d5d8b76708d x-openstack-request-id: req-eba8bb06-5a69-4e55-8915-1d5d8b76708d {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:55:48.714370 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d1b9da-92d0-401a-b62f-7eb01add1305", "name": "network-vif-deleted", "tag": "24e900c8-4498-46e7-b884-5736960d8ab3", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:55:48.714655 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eba8bb06-5a69-4e55-8915-1d5d8b76708d {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:55:48.715354 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d1b9da-92d0-401a-b62f-7eb01add1305', 'name': 'network-vif-deleted', 'tag': '24e900c8-4498-46e7-b884-5736960d8ab3', 'status': 'completed', 'code': 200} Aug 10 01:55:48.762378 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-9fe7c477-7268-4a3a-9747-4cbc9b4ae0ea None None] Set router bc09d8f9-804c-4a48-94cd-f3d7d0d9874c gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:55:49.062823 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-9fe7c477-7268-4a3a-9747-4cbc9b4ae0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'name': 'tempest-ServerActionsTestJSON-709369445-router', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:34Z', 'revision_number': 4, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'gw_port': {'id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '716f99c2-815f-41d6-a656-846e94e8e2b8', 'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'mac_address': 'fa:16:3e:1f:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:33Z', 'updated_at': '2021-08-10T01:42:39Z', 'revision_number': 5, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'subnets': [{'id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:55:49.072365 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 24e900c8-4498-46e7-b884-5736960d8ab3 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:55:49.077231 n-d-766726-26 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No ports have port_id starting with 24e900c8-4498-46e7-b884-5736960d8ab3 Aug 10 01:55:49.078392 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 24e900c8-4498-46e7-b884-5736960d8ab3 requested by agent hyperv_n-h2-766726-26 not found in database {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 10 01:55:49.088122 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe7c477-7268-4a3a-9747-4cbc9b4ae0ea None None] Checking router: bc09d8f9-804c-4a48-94cd-f3d7d0d9874c for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:55:49.097216 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe7c477-7268-4a3a-9747-4cbc9b4ae0ea None None] Routers {'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:55:49.097753 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-9fe7c477-7268-4a3a-9747-4cbc9b4ae0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:55:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:55:49.197061 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-9fe7c477-7268-4a3a-9747-4cbc9b4ae0ea None None] Set router bc09d8f9-804c-4a48-94cd-f3d7d0d9874c gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:55:49.392516 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-9fe7c477-7268-4a3a-9747-4cbc9b4ae0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'name': 'tempest-ServerActionsTestJSON-709369445-router', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:34Z', 'revision_number': 4, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'gw_port': {'id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '716f99c2-815f-41d6-a656-846e94e8e2b8', 'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'mac_address': 'fa:16:3e:1f:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:33Z', 'updated_at': '2021-08-10T01:42:39Z', 'revision_number': 5, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'subnets': [{'id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:55:49.419325 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe7c477-7268-4a3a-9747-4cbc9b4ae0ea None None] The sync data for ids ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'] in n-d-766726-26 is: [{'id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'name': 'tempest-ServerActionsTestJSON-709369445-router', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:34Z', 'revision_number': 4, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'gw_port': {'id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '716f99c2-815f-41d6-a656-846e94e8e2b8', 'name': '', 'network_id': '92409e1b-fb53-4ce6-99f1-764c3be34a19', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'mac_address': 'fa:16:3e:1f:f8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:33Z', 'updated_at': '2021-08-10T01:42:39Z', 'revision_number': 5, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'subnets': [{'id': 'a6351c09-eaff-4497-aea5-5c8f9aab3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:55:49.585069 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f6550425-e4b1-4dd2-88c2-c6a16e9fc134 req-773badce-1c9f-47d9-abf3-b90551deaf9a tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 210 time: 0.0271182 Aug 10 01:55:49.651431 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919bbec3-13c4-42b6-97bf-3d122d17422b None None] New status for floating IP 81057f5d-9682-469c-981b-50a18fb2b3af: DOWN {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:55:50.683925 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dfa1c14e-4277-4382-aeff-7e201d3be6b9 req-0725edec-7603-4d91-b08c-f7895c5021af tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 210 time: 0.0262368 Aug 10 01:55:51.078013 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 24e900c8-4498-46e7-b884-5736960d8ab3 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:55:51.097755 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 24e900c8-4498-46e7-b884-5736960d8ab3 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:55:51.098107 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 24e900c8-4498-46e7-b884-5736960d8ab3 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:55:51.781568 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ea61438e-a2da-4f5f-bdca-67488b6e4a79 req-b57e8cc7-53aa-4cc8-91d9-5083bc91a4dd tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d1b9da-92d0-401a-b62f-7eb01add1305 HTTP/1.1" status: 200 len: 210 time: 0.0296004 Aug 10 01:55:55.509339 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38038) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:55:55.569710 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-33fc3875-16c5-4e73-829f-6e54a58693e3 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:55.596132 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-33fc3875-16c5-4e73-829f-6e54a58693e3 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:55.645644 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-33fc3875-16c5-4e73-829f-6e54a58693e3 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:55.648354 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-33fc3875-16c5-4e73-829f-6e54a58693e3 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:55.649558 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-33fc3875-16c5-4e73-829f-6e54a58693e3 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "DELETE /v2.0/security-groups/7bb8e3f5-a9f4-4997-9e45-12bb1715b3af HTTP/1.1" status: 204 len: 168 time: 0.1390331 Aug 10 01:55:55.652793 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38040) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:55:55.659509 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc3875-16c5-4e73-829f-6e54a58693e3 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb8e3f5-a9f4-4997-9e45-12bb1715b3af,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:56.000809 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-c51ff775-5176-436e-88de-0a9563c93b2d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] show failed (client error): The resource could not be found. Aug 10 01:55:56.002197 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c51ff775-5176-436e-88de-0a9563c93b2d tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "GET /v2.0/security-groups/7bb8e3f5-a9f4-4997-9e45-12bb1715b3af HTTP/1.1" status: 404 len: 347 time: 0.3476033 Aug 10 01:55:56.004962 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38042) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:55:56.129265 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-3ce55405-3aa1-4539-9613-50512d8d0a24 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Deleting port 6c144f1b-e11b-4fbd-914e-e9c78b7bcada {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:55:56.129611 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3ce55405-3aa1-4539-9613-50512d8d0a24 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:56.203581 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3ce55405-3aa1-4539-9613-50512d8d0a24 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:56.203915 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3ce55405-3aa1-4539-9613-50512d8d0a24 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:56.215532 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-3ce55405-3aa1-4539-9613-50512d8d0a24 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Calling delete_port for 6c144f1b-e11b-4fbd-914e-e9c78b7bcada owned by network:floatingip {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:55:56.346152 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3ce55405-3aa1-4539-9613-50512d8d0a24 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:56.368698 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce55405-3aa1-4539-9613-50512d8d0a24 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Pushing event deleted for resources: {'Port': ['ID=6c144f1b-e11b-4fbd-914e-e9c78b7bcada,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:56.434290 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3ce55405-3aa1-4539-9613-50512d8d0a24 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks [] for floatingip, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:56.436873 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3ce55405-3aa1-4539-9613-50512d8d0a24 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:56.438030 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3ce55405-3aa1-4539-9613-50512d8d0a24 tempest-ServerActionsTestJSON-1890123317 tempest-ServerActionsTestJSON-1890123317-project] 10.222.0.35 "DELETE /v2.0/floatingips/81057f5d-9682-469c-981b-50a18fb2b3af HTTP/1.1" status: 204 len: 168 time: 0.4321482 Aug 10 01:55:56.440953 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38044) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:55:56.746610 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:55:56.932683 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5527edf0-868f-4092-befc-da647c2ac73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:57.174407 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-5527edf0-868f-4092-befc-da647c2ac73b admin admin] Deleting port 716f99c2-815f-41d6-a656-846e94e8e2b8 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:55:57.174752 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5527edf0-868f-4092-befc-da647c2ac73b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:57.253644 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-5527edf0-868f-4092-befc-da647c2ac73b admin admin] For port 716f99c2-815f-41d6-a656-846e94e8e2b8, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=716f99c2-815f-41d6-a656-846e94e8e2b8,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:55:57.254004 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5527edf0-868f-4092-befc-da647c2ac73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:57.267023 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-5527edf0-868f-4092-befc-da647c2ac73b admin admin] Calling delete_port for 716f99c2-815f-41d6-a656-846e94e8e2b8 owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:55:57.448582 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5527edf0-868f-4092-befc-da647c2ac73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:57.474729 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5527edf0-868f-4092-befc-da647c2ac73b admin admin] Pushing event deleted for resources: {'Port': ['ID=716f99c2-815f-41d6-a656-846e94e8e2b8,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:57.648924 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5527edf0-868f-4092-befc-da647c2ac73b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:57.859265 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5527edf0-868f-4092-befc-da647c2ac73b admin admin] Router bc09d8f9-804c-4a48-94cd-f3d7d0d9874c has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:55:57.962153 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5527edf0-868f-4092-befc-da647c2ac73b admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:55:57.967788 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5527edf0-868f-4092-befc-da647c2ac73b admin admin] 10.222.0.35 "PUT /v2.0/routers/bc09d8f9-804c-4a48-94cd-f3d7d0d9874c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5257967 Aug 10 01:55:57.970287 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38048) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:55:57.971642 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b682ca3c-a2c5-4ac9-abb0-9411bf068d7e None None] Sync routers for ids ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:55:57.981774 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b682ca3c-a2c5-4ac9-abb0-9411bf068d7e None None] Routers {'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:55:57.982369 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-b682ca3c-a2c5-4ac9-abb0-9411bf068d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:55:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:55:58.075030 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d2f12aa8-5f95-4de0-8d74-a9f6b021926c admin admin] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:58.084994 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-b682ca3c-a2c5-4ac9-abb0-9411bf068d7e None None] Set router bc09d8f9-804c-4a48-94cd-f3d7d0d9874c gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:55:58.176758 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d2f12aa8-5f95-4de0-8d74-a9f6b021926c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:58.228139 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-d2f12aa8-5f95-4de0-8d74-a9f6b021926c admin admin] Deleting port 868c3861-920c-4199-84d7-dd7b9779f88c {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:55:58.228511 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d2f12aa8-5f95-4de0-8d74-a9f6b021926c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:58.255580 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-b682ca3c-a2c5-4ac9-abb0-9411bf068d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'name': 'tempest-ServerActionsTestJSON-709369445-router', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:55:57Z', 'revision_number': 5, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'gw_port': {'id': '868c3861-920c-4199-84d7-dd7b9779f88c', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:55:58.285441 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b682ca3c-a2c5-4ac9-abb0-9411bf068d7e None None] Checking router: bc09d8f9-804c-4a48-94cd-f3d7d0d9874c for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:55:58.293569 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b682ca3c-a2c5-4ac9-abb0-9411bf068d7e None None] Routers {'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:55:58.294170 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-b682ca3c-a2c5-4ac9-abb0-9411bf068d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:55:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:55:58.308743 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-d2f12aa8-5f95-4de0-8d74-a9f6b021926c admin admin] For port 868c3861-920c-4199-84d7-dd7b9779f88c, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=868c3861-920c-4199-84d7-dd7b9779f88c,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:55:58.309139 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d2f12aa8-5f95-4de0-8d74-a9f6b021926c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:58.321228 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-d2f12aa8-5f95-4de0-8d74-a9f6b021926c admin admin] Calling delete_port for 868c3861-920c-4199-84d7-dd7b9779f88c owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:55:58.377535 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-b682ca3c-a2c5-4ac9-abb0-9411bf068d7e None None] Set router bc09d8f9-804c-4a48-94cd-f3d7d0d9874c gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:55:58.427170 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-b682ca3c-a2c5-4ac9-abb0-9411bf068d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'name': 'tempest-ServerActionsTestJSON-709369445-router', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:55:58Z', 'revision_number': 6, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:55:58.457141 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b682ca3c-a2c5-4ac9-abb0-9411bf068d7e None None] The sync data for ids ['bc09d8f9-804c-4a48-94cd-f3d7d0d9874c'] in n-d-766726-26 is: [{'id': 'bc09d8f9-804c-4a48-94cd-f3d7d0d9874c', 'name': 'tempest-ServerActionsTestJSON-709369445-router', 'tenant_id': '7e13ef57bb5547f2b03503672f80d1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:42:31Z', 'updated_at': '2021-08-10T01:55:58Z', 'revision_number': 6, 'project_id': '7e13ef57bb5547f2b03503672f80d1f2', 'gw_port_host': None}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:55:58.493178 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d2f12aa8-5f95-4de0-8d74-a9f6b021926c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:58.519519 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f12aa8-5f95-4de0-8d74-a9f6b021926c admin admin] Pushing event deleted for resources: {'Port': ['ID=868c3861-920c-4199-84d7-dd7b9779f88c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:58.577802 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d2f12aa8-5f95-4de0-8d74-a9f6b021926c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:58.664872 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d2f12aa8-5f95-4de0-8d74-a9f6b021926c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:58.666980 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d2f12aa8-5f95-4de0-8d74-a9f6b021926c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:58.713243 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d2f12aa8-5f95-4de0-8d74-a9f6b021926c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:58.713739 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f12aa8-5f95-4de0-8d74-a9f6b021926c admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc09d8f9-804c-4a48-94cd-f3d7d0d9874c {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:55:58.716726 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:58.719264 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d2f12aa8-5f95-4de0-8d74-a9f6b021926c admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:58.720435 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d2f12aa8-5f95-4de0-8d74-a9f6b021926c admin admin] 10.222.0.35 "DELETE /v2.0/routers/bc09d8f9-804c-4a48-94cd-f3d7d0d9874c HTTP/1.1" status: 204 len: 168 time: 0.7492046 Aug 10 01:55:58.722904 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38050) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:55:58.767781 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ff10fbb-d0d8-4eeb-8f2d-aae6521d73a7 admin admin] Deleting subnet a6351c09-eaff-4497-aea5-5c8f9aab3425 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:55:58.770808 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4ff10fbb-d0d8-4eeb-8f2d-aae6521d73a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:58.807375 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4ff10fbb-d0d8-4eeb-8f2d-aae6521d73a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:58.893816 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4ff10fbb-d0d8-4eeb-8f2d-aae6521d73a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:58.945913 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4ff10fbb-d0d8-4eeb-8f2d-aae6521d73a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:58.974049 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4ff10fbb-d0d8-4eeb-8f2d-aae6521d73a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:58.976043 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4ff10fbb-d0d8-4eeb-8f2d-aae6521d73a7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a6351c09-eaff-4497-aea5-5c8f9aab3425 HTTP/1.1" status: 204 len: 168 time: 0.2522328 Aug 10 01:55:58.977129 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff10fbb-d0d8-4eeb-8f2d-aae6521d73a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6351c09-eaff-4497-aea5-5c8f9aab3425,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:58.978638 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38052) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:55:58.980093 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1002add-391a-48b9-b6c8-0efc29de3a19 None None] Network 92409e1b-fb53-4ce6-99f1-764c3be34a19 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:55:59.045804 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-048ce97d-d1a4-46d7-8e3f-aa34c631513e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:59.101007 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-048ce97d-d1a4-46d7-8e3f-aa34c631513e admin admin] Deleting port 374c57ce-4560-4b98-a2f9-679825d3015c {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:55:59.101426 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-048ce97d-d1a4-46d7-8e3f-aa34c631513e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:59.163151 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-048ce97d-d1a4-46d7-8e3f-aa34c631513e admin admin] For port 374c57ce-4560-4b98-a2f9-679825d3015c, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=374c57ce-4560-4b98-a2f9-679825d3015c,segment=NetworkSegment(f850f4f1-4cea-4f13-82f9-ea8d0923cc8f),segment_id=f850f4f1-4cea-4f13-82f9-ea8d0923cc8f)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:55:59.163459 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-048ce97d-d1a4-46d7-8e3f-aa34c631513e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:59.176377 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-048ce97d-d1a4-46d7-8e3f-aa34c631513e admin admin] Calling delete_port for 374c57ce-4560-4b98-a2f9-679825d3015c owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:55:59.244466 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53571dc0-1226-4315-aba1-a2a100b0ab83 None None] DHCP port deletion for 92409e1b-fb53-4ce6-99f1-764c3be34a19 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:55:59.261390 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-048ce97d-d1a4-46d7-8e3f-aa34c631513e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:59.288561 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ce97d-d1a4-46d7-8e3f-aa34c631513e admin admin] Pushing event deleted for resources: {'Port': ['ID=374c57ce-4560-4b98-a2f9-679825d3015c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:59.290425 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048ce97d-d1a4-46d7-8e3f-aa34c631513e admin admin] No DVR routers for this DVR port 374c57ce-4560-4b98-a2f9-679825d3015c on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:55:59.291736 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-53571dc0-1226-4315-aba1-a2a100b0ab83 None None] Deleting port 374c57ce-4560-4b98-a2f9-679825d3015c {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:55:59.291867 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-53571dc0-1226-4315-aba1-a2a100b0ab83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:59.357939 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-53571dc0-1226-4315-aba1-a2a100b0ab83 None None] For port 374c57ce-4560-4b98-a2f9-679825d3015c, host n-d-766726-26, got binding levels [] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:55:59.358387 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-53571dc0-1226-4315-aba1-a2a100b0ab83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:59.364022 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-048ce97d-d1a4-46d7-8e3f-aa34c631513e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:59.371449 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-53571dc0-1226-4315-aba1-a2a100b0ab83 None None] Calling delete_port for 374c57ce-4560-4b98-a2f9-679825d3015c owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:55:59.373866 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-048ce97d-d1a4-46d7-8e3f-aa34c631513e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92409e1b-fb53-4ce6-99f1-764c3be34a19']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:55:59.374482 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.ipam_backend_mixin [None req-53571dc0-1226-4315-aba1-a2a100b0ab83 None None] Port 374c57ce-4560-4b98-a2f9-679825d3015c was not found and therefore no delete operation was performed {{(pid=105828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 01:55:59.375911 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-53571dc0-1226-4315-aba1-a2a100b0ab83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:59.385602 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-048ce97d-d1a4-46d7-8e3f-aa34c631513e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:55:59.385898 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-048ce97d-d1a4-46d7-8e3f-aa34c631513e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f850f4f1-4cea-4f13-82f9-ea8d0923cc8f') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:55:59.394659 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-048ce97d-d1a4-46d7-8e3f-aa34c631513e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:59.401215 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53571dc0-1226-4315-aba1-a2a100b0ab83 None None] Pushing event deleted for resources: {'Port': ['ID=374c57ce-4560-4b98-a2f9-679825d3015c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:59.407044 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53571dc0-1226-4315-aba1-a2a100b0ab83 None None] No DVR routers for this DVR port 374c57ce-4560-4b98-a2f9-679825d3015c on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:55:59.414398 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-048ce97d-d1a4-46d7-8e3f-aa34c631513e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:59.421379 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-048ce97d-d1a4-46d7-8e3f-aa34c631513e admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:55:59.421776 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-048ce97d-d1a4-46d7-8e3f-aa34c631513e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:59.423404 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:55:59.423404 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:55:59.423404 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:55:59.423404 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:55:59.423404 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:55:59.423404 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:55:59.423404 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:55:59.423404 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:55:59.423404 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:55:59.423404 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:55:59.423404 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:55:59.423404 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:55:59.423404 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:55:59.423404 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:55:59.423404 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:55:59.423404 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:55:59.423404 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:55:59.423404 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:55:59.423404 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:55:59.423404 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:55:59.423404 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:55:59.423404 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:55:59.423404 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:55:59.423404 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:55:59.423404 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:55:59.423404 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:55:59.423404 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:55:59.423404 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:55:59.423404 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:55:59.423404 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:55:59.423404 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:55:59.423404 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:55:59.477605 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-048ce97d-d1a4-46d7-8e3f-aa34c631513e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:59.493872 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-048ce97d-d1a4-46d7-8e3f-aa34c631513e admin admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:59.495756 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-048ce97d-d1a4-46d7-8e3f-aa34c631513e admin admin] 10.222.0.35 "DELETE /v2.0/networks/92409e1b-fb53-4ce6-99f1-764c3be34a19 HTTP/1.1" status: 204 len: 168 time: 0.5161383 Aug 10 01:55:59.496989 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ce97d-d1a4-46d7-8e3f-aa34c631513e admin admin] Pushing event deleted for resources: {'Network': ['ID=92409e1b-fb53-4ce6-99f1-764c3be34a19,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:59.621842 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38056) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:55:59.649117 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 374c57ce-4560-4b98-a2f9-679825d3015c no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:55:59.667794 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3594aeb7-01f2-4115-8dbe-932ca7775cd5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7e13ef57bb5547f2b03503672f80d1f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445137 Aug 10 01:55:59.669137 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 374c57ce-4560-4b98-a2f9-679825d3015c {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:55:59.669489 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 374c57ce-4560-4b98-a2f9-679825d3015c not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:55:59.669920 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 868c3861-920c-4199-84d7-dd7b9779f88c no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:55:59.670251 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38058) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:55:59.688049 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 868c3861-920c-4199-84d7-dd7b9779f88c {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:55:59.688427 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 868c3861-920c-4199-84d7-dd7b9779f88c not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:55:59.688853 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 716f99c2-815f-41d6-a656-846e94e8e2b8 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:55:59.708156 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 716f99c2-815f-41d6-a656-846e94e8e2b8 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:55:59.708526 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 716f99c2-815f-41d6-a656-846e94e8e2b8 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:55:59.719223 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-43dda890-88ba-4e16-8a9d-36429df06888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:59.739619 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-43dda890-88ba-4e16-8a9d-36429df06888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:59.788544 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-43dda890-88ba-4e16-8a9d-36429df06888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:59.790994 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-43dda890-88ba-4e16-8a9d-36429df06888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:59.792146 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-43dda890-88ba-4e16-8a9d-36429df06888 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a61a618b-a40d-47b0-b145-274467576f86 HTTP/1.1" status: 204 len: 168 time: 0.1209919 Aug 10 01:55:59.799528 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dda890-88ba-4e16-8a9d-36429df06888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61a618b-a40d-47b0-b145-274467576f86,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:00.466896 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38080) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:00.571256 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-8c76b80a-6c5e-4e4e-8862-0ce21dec2719 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-857731219-network', 'tenant_id': '472a99e3608e4717a815961de001e1fe'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:00.593245 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c76b80a-6c5e-4e4e-8862-0ce21dec2719 admin admin] Made reservation on behalf of 472a99e3608e4717a815961de001e1fe for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:56:00.595460 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8c76b80a-6c5e-4e4e-8862-0ce21dec2719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:00.603669 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8c76b80a-6c5e-4e4e-8862-0ce21dec2719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:00.691655 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8c76b80a-6c5e-4e4e-8862-0ce21dec2719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:00.695323 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8c76b80a-6c5e-4e4e-8862-0ce21dec2719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:00.716170 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c76b80a-6c5e-4e4e-8862-0ce21dec2719 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:56:00.729129 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76b80a-6c5e-4e4e-8862-0ce21dec2719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4136c548-af81-4656-9884-881c6a2792cd,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:00.734078 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8c76b80a-6c5e-4e4e-8862-0ce21dec2719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:00.734418 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-8c76b80a-6c5e-4e4e-8862-0ce21dec2719 admin admin] Added segment fad3e084-2b52-41ea-95c6-c729f4163e0b of type vlan for network 0435c403-87d8-473b-8bbf-22cfabcf24a1 Aug 10 01:56:00.774249 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8c76b80a-6c5e-4e4e-8862-0ce21dec2719 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:00.801224 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8c76b80a-6c5e-4e4e-8862-0ce21dec2719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:00.802105 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c76b80a-6c5e-4e4e-8862-0ce21dec2719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:00.802692 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8c76b80a-6c5e-4e4e-8862-0ce21dec2719 admin admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:00.854087 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8c76b80a-6c5e-4e4e-8862-0ce21dec2719 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3860843 Aug 10 01:56:00.857045 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38084) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:00.862106 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-b2af0252-9733-4eee-9935-80c3c13db375 admin admin] Request body: {'subnet': {'network_id': '0435c403-87d8-473b-8bbf-22cfabcf24a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-857731219-subnet', 'tenant_id': '472a99e3608e4717a815961de001e1fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:00.864754 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76b80a-6c5e-4e4e-8862-0ce21dec2719 admin admin] Pushing event updated for resources: {'Network': ['ID=0435c403-87d8-473b-8bbf-22cfabcf24a1,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:00.877066 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 0435c403-87d8-473b-8bbf-22cfabcf24a1 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:56:00.887578 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2af0252-9733-4eee-9935-80c3c13db375 admin admin] Made reservation on behalf of 472a99e3608e4717a815961de001e1fe for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:56:00.890042 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b2af0252-9733-4eee-9935-80c3c13db375 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:01.057677 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b2af0252-9733-4eee-9935-80c3c13db375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:01.115131 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af0252-9733-4eee-9935-80c3c13db375 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7da3d47d-7ce0-4727-9778-73aeeae893d0,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:01.119305 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2af0252-9733-4eee-9935-80c3c13db375 admin admin] Checking segment: {'id': 'fad3e084-2b52-41ea-95c6-c729f4163e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0435c403-87d8-473b-8bbf-22cfabcf24a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:56:01.119662 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2af0252-9733-4eee-9935-80c3c13db375 admin admin] Network hostable DHCP agents. Network: 0435c403-87d8-473b-8bbf-22cfabcf24a1, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:56:01.136175 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2af0252-9733-4eee-9935-80c3c13db375 admin admin] Network 0435c403-87d8-473b-8bbf-22cfabcf24a1 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:56:01.144056 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-b2af0252-9733-4eee-9935-80c3c13db375 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 0435c403-87d8-473b-8bbf-22cfabcf24a1) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:01.147968 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2af0252-9733-4eee-9935-80c3c13db375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:01.148585 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b2af0252-9733-4eee-9935-80c3c13db375 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:01.153136 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa437f06-fe98-46a8-a305-6a29707cb30d None None] Network 0435c403-87d8-473b-8bbf-22cfabcf24a1 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:56:01.161785 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b2af0252-9733-4eee-9935-80c3c13db375 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3036206 Aug 10 01:56:01.277900 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447f4a31-d9d4-4758-81d0-44ef4568060a None None] Network 0435c403-87d8-473b-8bbf-22cfabcf24a1 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:56:01.585426 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-89aeba87-6c78-4c89-ac4d-33ce50fecc2d tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:01.586899 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-89aeba87-6c78-4c89-ac4d-33ce50fecc2d tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/networks?id=0435c403-87d8-473b-8bbf-22cfabcf24a1 HTTP/1.1" status: 200 len: 813 time: 0.0973606 Aug 10 01:56:01.602397 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-e6f4985c-13a9-4b70-b0c7-d0a06ecead22 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/quotas/472a99e3608e4717a815961de001e1fe HTTP/1.1" status: 200 len: 375 time: 0.0090559 Aug 10 01:56:01.638058 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-1a3624a5-5ad7-4606-a709-f078d7c5e4a0 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=472a99e3608e4717a815961de001e1fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299480 Aug 10 01:56:01.648739 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-e419cffc-0366-460f-9539-fb895b2379e2 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:56:01.649691 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-e419cffc-0366-460f-9539-fb895b2379e2 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049794 Aug 10 01:56:01.734825 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-79dc03cd-94bb-4402-a6d1-26a656717dc0 service neutron] 10.222.0.35 "GET /v2.0/networks/0435c403-87d8-473b-8bbf-22cfabcf24a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790899 Aug 10 01:56:01.822902 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-da46c885-1116-47a9-97b4-7b1f00f49aec service neutron] 10.222.0.35 "GET /v2.0/networks/0435c403-87d8-473b-8bbf-22cfabcf24a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819802 Aug 10 01:56:01.979287 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9103e234-4715-4094-a70b-c19c1ceac13a req-7c774015-3bd9-4d1e-b241-2ec8c60375d0 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/ports?device_id=62b1db18-e383-417e-90e3-668cf2bc59b3 HTTP/1.1" status: 200 len: 210 time: 0.0276005 Aug 10 01:56:03.056350 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-4e21cb71-7743-4bed-b658-862292795bd2 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:03.057852 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-4e21cb71-7743-4bed-b658-862292795bd2 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.24 "GET /v2.0/networks?id=0435c403-87d8-473b-8bbf-22cfabcf24a1 HTTP/1.1" status: 200 len: 813 time: 0.1131291 Aug 10 01:56:03.070685 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-7d47c986-f973-438b-b74b-95fffae06019 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Request body: {'port': {'device_id': '62b1db18-e383-417e-90e3-668cf2bc59b3', 'network_id': '0435c403-87d8-473b-8bbf-22cfabcf24a1', 'admin_state_up': True, 'tenant_id': '472a99e3608e4717a815961de001e1fe'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:03.080126 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c5fc5d6d-d67d-4ed7-bf83-fc37867f4e75 req-7f69b8e0-8d02-41e1-9b56-a7e7d87b252d tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/ports?device_id=62b1db18-e383-417e-90e3-668cf2bc59b3 HTTP/1.1" status: 200 len: 210 time: 0.0304487 Aug 10 01:56:03.174708 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-7d47c986-f973-438b-b74b-95fffae06019 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Made reservation on behalf of 472a99e3608e4717a815961de001e1fe for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:56:03.178102 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-7d47c986-f973-438b-b74b-95fffae06019 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:03.303148 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-7d47c986-f973-438b-b74b-95fffae06019 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Allocated IP 172.20.0.11 (0435c403-87d8-473b-8bbf-22cfabcf24a1/7da3d47d-7ce0-4727-9778-73aeeae893d0/2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:56:03.446923 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-7d47c986-f973-438b-b74b-95fffae06019 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:03.485015 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-7d47c986-f973-438b-b74b-95fffae06019 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:03.524253 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-7d47c986-f973-438b-b74b-95fffae06019 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Network 0435c403-87d8-473b-8bbf-22cfabcf24a1 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:56:03.529788 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-7d47c986-f973-438b-b74b-95fffae06019 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:03.533459 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-7d47c986-f973-438b-b74b-95fffae06019 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:56:03.560434 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d47c986-f973-438b-b74b-95fffae06019 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Pushing event updated for resources: {'Port': ['ID=2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:03.585422 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-7d47c986-f973-438b-b74b-95fffae06019 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:03.585932 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-7d47c986-f973-438b-b74b-95fffae06019 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:03.599792 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-7d47c986-f973-438b-b74b-95fffae06019 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5331881 Aug 10 01:56:03.612174 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-5c9655f2-9df3-43b6-8706-e8fb8b614735 service neutron] Request body: {'port': {'device_id': '62b1db18-e383-417e-90e3-668cf2bc59b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:03.668955 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-5c9655f2-9df3-43b6-8706-e8fb8b614735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:03.924092 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-5c9655f2-9df3-43b6-8706-e8fb8b614735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:56:03.931268 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-5c9655f2-9df3-43b6-8706-e8fb8b614735 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:03.942818 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-5c9655f2-9df3-43b6-8706-e8fb8b614735 service neutron] Transition to ACTIVE for port object 2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:56:03.946430 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-5c9655f2-9df3-43b6-8706-e8fb8b614735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:03.997415 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9655f2-9df3-43b6-8706-e8fb8b614735 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:04.062537 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-5c9655f2-9df3-43b6-8706-e8fb8b614735 service neutron] Attempting to bind port 2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:56:04.063189 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-5c9655f2-9df3-43b6-8706-e8fb8b614735 service neutron] Attempting to bind port 2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'fad3e084-2b52-41ea-95c6-c729f4163e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0435c403-87d8-473b-8bbf-22cfabcf24a1'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:56:04.063189 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-5c9655f2-9df3-43b6-8706-e8fb8b614735 service neutron] Attempting to bind port 2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9 on network 0435c403-87d8-473b-8bbf-22cfabcf24a1 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:56:04.067460 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-5c9655f2-9df3-43b6-8706-e8fb8b614735 service neutron] Port 2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9 on network 0435c403-87d8-473b-8bbf-22cfabcf24a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:56:04.067787 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-5c9655f2-9df3-43b6-8706-e8fb8b614735 service neutron] Attempting to bind port 2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9 on network 0435c403-87d8-473b-8bbf-22cfabcf24a1 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:56:04.072496 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-5c9655f2-9df3-43b6-8706-e8fb8b614735 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:56:04.072841 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-5c9655f2-9df3-43b6-8706-e8fb8b614735 service neutron] Checking segment: {'id': 'fad3e084-2b52-41ea-95c6-c729f4163e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0435c403-87d8-473b-8bbf-22cfabcf24a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:56:04.073228 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-5c9655f2-9df3-43b6-8706-e8fb8b614735 service neutron] Bound using segment: {'id': 'fad3e084-2b52-41ea-95c6-c729f4163e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0435c403-87d8-473b-8bbf-22cfabcf24a1'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:56:04.073654 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-5c9655f2-9df3-43b6-8706-e8fb8b614735 service neutron] Bound port: 2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad3e084-2b52-41ea-95c6-c729f4163e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0435c403-87d8-473b-8bbf-22cfabcf24a1'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:56:04.074525 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-5c9655f2-9df3-43b6-8706-e8fb8b614735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:04.137939 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-5c9655f2-9df3-43b6-8706-e8fb8b614735 service neutron] For port 2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:56:04.141070 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-5c9655f2-9df3-43b6-8706-e8fb8b614735 service neutron] For port 2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9,segment=NetworkSegment(fad3e084-2b52-41ea-95c6-c729f4163e0b),segment_id=fad3e084-2b52-41ea-95c6-c729f4163e0b)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:56:04.145843 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-5c9655f2-9df3-43b6-8706-e8fb8b614735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:04.180162 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-5c9655f2-9df3-43b6-8706-e8fb8b614735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:04.180816 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-5c9655f2-9df3-43b6-8706-e8fb8b614735 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:04.182196 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-5c9655f2-9df3-43b6-8706-e8fb8b614735 service neutron] 10.222.0.24 "PUT /v2.0/ports/2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9 HTTP/1.1" status: 200 len: 1093 time: 0.5741940 Aug 10 01:56:04.182634 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b1db18-e383-417e-90e3-668cf2bc59b3', 'tag': '2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:56:04.184910 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04376f577ca8e91682bf6bf2b98f61f72ad60017a2eb84f3f8c1f2c558ccd100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1b6364-d59d-4eee-89a2-16006c961c76" -d '{"events": [{"name": "network-changed", "server_uuid": "62b1db18-e383-417e-90e3-668cf2bc59b3", "tag": "2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:56:04.201158 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f06346-7e89-4252-ab23-5ce4f7f1ae20 req-b75ba1b9-eada-4dbb-a5d4-fae01405b8af tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:04.202879 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-99f06346-7e89-4252-ab23-5ce4f7f1ae20 req-b75ba1b9-eada-4dbb-a5d4-fae01405b8af tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/ports?device_id=62b1db18-e383-417e-90e3-668cf2bc59b3 HTTP/1.1" status: 200 len: 944 time: 0.0546892 Aug 10 01:56:04.209190 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9655f2-9df3-43b6-8706-e8fb8b614735 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:04.236335 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755ebf69-2ae5-4048-a667-29a717f22c0a x-openstack-request-id: req-755ebf69-2ae5-4048-a667-29a717f22c0a {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:56:04.236731 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b1db18-e383-417e-90e3-668cf2bc59b3", "tag": "2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:56:04.237099 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-755ebf69-2ae5-4048-a667-29a717f22c0a {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:56:04.237575 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b1db18-e383-417e-90e3-668cf2bc59b3', 'tag': '2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9', 'status': 'completed', 'code': 200} Aug 10 01:56:04.250187 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-99f06346-7e89-4252-ab23-5ce4f7f1ae20 req-6a09d329-a7d2-49ae-a620-24b47ae022ee tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/security-groups?id=4136c548-af81-4656-9884-881c6a2792cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402193 Aug 10 01:56:04.268684 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-33e75561-bc42-4ce1-bed6-4a37808be773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:04.270188 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-33e75561-bc42-4ce1-bed6-4a37808be773 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=472a99e3608e4717a815961de001e1fe&device_id=62b1db18-e383-417e-90e3-668cf2bc59b3 HTTP/1.1" status: 200 len: 1096 time: 0.0440466 Aug 10 01:56:04.313502 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-3d3fbd3c-f0c3-4a31-ba5f-2d4bad63a3c8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9 HTTP/1.1" status: 200 len: 217 time: 0.0350969 Aug 10 01:56:04.361656 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-035e61c0-cf5f-4daf-aed1-b2326ec6284f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:04.363040 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-035e61c0-cf5f-4daf-aed1-b2326ec6284f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7da3d47d-7ce0-4727-9778-73aeeae893d0 HTTP/1.1" status: 200 len: 853 time: 0.0431032 Aug 10 01:56:04.393470 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-959f64a7-2aa6-4f7a-a8ea-16c66dafaa17 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0435c403-87d8-473b-8bbf-22cfabcf24a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235877 Aug 10 01:56:04.484048 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-d2e7c42a-4304-4aa5-9321-3395f21e8b53 service neutron] 10.222.0.24 "GET /v2.0/networks/0435c403-87d8-473b-8bbf-22cfabcf24a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829735 Aug 10 01:56:04.571151 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-48a8e973-eb88-4790-a92e-9ec27cb5efd6 req-bd7da0e8-2f8c-4514-be96-c748c780de4e service neutron] 10.222.0.24 "GET /v2.0/networks/0435c403-87d8-473b-8bbf-22cfabcf24a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805821 Aug 10 01:56:04.654807 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b6364-d59d-4eee-89a2-16006c961c76 req-bd44f974-c67a-45e4-a65a-62d44731b5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:04.656283 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3a1b6364-d59d-4eee-89a2-16006c961c76 req-bd44f974-c67a-45e4-a65a-62d44731b5bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=472a99e3608e4717a815961de001e1fe&device_id=62b1db18-e383-417e-90e3-668cf2bc59b3 HTTP/1.1" status: 200 len: 1096 time: 0.0408266 Aug 10 01:56:04.748414 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b6364-d59d-4eee-89a2-16006c961c76 req-2237869a-a857-43b5-b48f-5600091f8050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:04.749871 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3a1b6364-d59d-4eee-89a2-16006c961c76 req-2237869a-a857-43b5-b48f-5600091f8050 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0435c403-87d8-473b-8bbf-22cfabcf24a1 HTTP/1.1" status: 200 len: 914 time: 0.0868456 Aug 10 01:56:04.790130 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3a1b6364-d59d-4eee-89a2-16006c961c76 req-f461bf71-e15d-4d5e-8e07-9f120ed11db1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9 HTTP/1.1" status: 200 len: 217 time: 0.0332410 Aug 10 01:56:04.840761 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b6364-d59d-4eee-89a2-16006c961c76 req-9ef47df7-f011-41c1-a3d2-50c124b8a645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:04.842147 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3a1b6364-d59d-4eee-89a2-16006c961c76 req-9ef47df7-f011-41c1-a3d2-50c124b8a645 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7da3d47d-7ce0-4727-9778-73aeeae893d0 HTTP/1.1" status: 200 len: 853 time: 0.0455449 Aug 10 01:56:04.872807 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3a1b6364-d59d-4eee-89a2-16006c961c76 req-f06c50c9-5b75-4fd1-9a45-ec4c0c4e838a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0435c403-87d8-473b-8bbf-22cfabcf24a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240564 Aug 10 01:56:04.958284 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3a1b6364-d59d-4eee-89a2-16006c961c76 req-8dc2d6ee-f470-48e0-85b0-613abbf4e6e6 service neutron] 10.222.0.24 "GET /v2.0/networks/0435c403-87d8-473b-8bbf-22cfabcf24a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782423 Aug 10 01:56:05.369872 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ebfe6-e3a8-4123-8f95-853a509869ec req-33bdcb13-83fe-40ba-b6e4-ef9e87d2f7e6 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:05.371391 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f2ebfe6-e3a8-4123-8f95-853a509869ec req-33bdcb13-83fe-40ba-b6e4-ef9e87d2f7e6 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/ports?device_id=62b1db18-e383-417e-90e3-668cf2bc59b3 HTTP/1.1" status: 200 len: 944 time: 0.0498059 Aug 10 01:56:05.378133 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3a1b6364-d59d-4eee-89a2-16006c961c76 req-c7f95bf1-a90b-438a-9251-86ce65a3a785 service neutron] 10.222.0.24 "GET /v2.0/networks/0435c403-87d8-473b-8bbf-22cfabcf24a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119439 Aug 10 01:56:05.412886 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6f2ebfe6-e3a8-4123-8f95-853a509869ec req-cd96a633-f346-41a2-bff4-3544efb1628d tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/security-groups?id=4136c548-af81-4656-9884-881c6a2792cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353854 Aug 10 01:56:06.525327 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b5ab9-ff5d-40a0-bd8a-25fc23f46bb6 req-6b86ceb8-d030-421a-94c9-e010897ecf1a tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:06.526776 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-185b5ab9-ff5d-40a0-bd8a-25fc23f46bb6 req-6b86ceb8-d030-421a-94c9-e010897ecf1a tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/ports?device_id=62b1db18-e383-417e-90e3-668cf2bc59b3 HTTP/1.1" status: 200 len: 944 time: 0.0471294 Aug 10 01:56:06.563295 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-185b5ab9-ff5d-40a0-bd8a-25fc23f46bb6 req-6ee2c1fe-d615-4f82-942a-0b02f68e112c tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/security-groups?id=4136c548-af81-4656-9884-881c6a2792cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300608 Aug 10 01:56:07.680102 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766141b6-9fcf-417e-afcc-a9f261d0729c req-bd358cf6-33f6-451f-b5a4-9f91349461f2 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:07.681634 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-766141b6-9fcf-417e-afcc-a9f261d0729c req-bd358cf6-33f6-451f-b5a4-9f91349461f2 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/ports?device_id=62b1db18-e383-417e-90e3-668cf2bc59b3 HTTP/1.1" status: 200 len: 944 time: 0.0480587 Aug 10 01:56:07.719439 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-766141b6-9fcf-417e-afcc-a9f261d0729c req-eacf095b-0d92-43bb-891c-0ddf299d5fb3 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/security-groups?id=4136c548-af81-4656-9884-881c6a2792cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313740 Aug 10 01:56:08.547739 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:56:08.640470 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9,segment=NetworkSegment(fad3e084-2b52-41ea-95c6-c729f4163e0b),segment_id=fad3e084-2b52-41ea-95c6-c729f4163e0b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:08.651886 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9', 'network_id': '0435c403-87d8-473b-8bbf-22cfabcf24a1', 'port_id': '2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9', 'mac_address': 'fa:16:3e:81:2f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7da3d47d-7ce0-4727-9778-73aeeae893d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:56:08.691888 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:08.704884 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:56:08.723415 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9,segment=NetworkSegment(fad3e084-2b52-41ea-95c6-c729f4163e0b),segment_id=fad3e084-2b52-41ea-95c6-c729f4163e0b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:08.727176 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:08.774710 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:08.832860 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24fd50-ede4-44f4-878c-78efc0bfefc7 req-644266c8-110a-46f2-ae34-a0db7d72ba14 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:08.834285 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ef24fd50-ede4-44f4-878c-78efc0bfefc7 req-644266c8-110a-46f2-ae34-a0db7d72ba14 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/ports?device_id=62b1db18-e383-417e-90e3-668cf2bc59b3 HTTP/1.1" status: 200 len: 945 time: 0.0475371 Aug 10 01:56:08.876057 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ef24fd50-ede4-44f4-878c-78efc0bfefc7 req-be2a162b-6fa0-4819-8ef9-bd1a8f1f80c8 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/security-groups?id=4136c548-af81-4656-9884-881c6a2792cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357141 Aug 10 01:56:09.020113 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:56:09.986593 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481d400-60c6-4d52-8116-af94cdf2cb20 req-a103c7fe-e3fb-4825-bd80-9c681f8a9f01 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:09.988088 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d481d400-60c6-4d52-8116-af94cdf2cb20 req-a103c7fe-e3fb-4825-bd80-9c681f8a9f01 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/ports?device_id=62b1db18-e383-417e-90e3-668cf2bc59b3 HTTP/1.1" status: 200 len: 945 time: 0.0482068 Aug 10 01:56:10.025363 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d481d400-60c6-4d52-8116-af94cdf2cb20 req-391c7458-f024-4213-91f7-e5fe5b2fd7ea tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/security-groups?id=4136c548-af81-4656-9884-881c6a2792cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311315 Aug 10 01:56:10.562994 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:56:10.610909 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:56:10.614463 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:10.614845 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:10.688103 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:10.710072 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b1db18-e383-417e-90e3-668cf2bc59b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:56:10.712337 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09d289ccde4d6ff9cc92181a6a5f9723a21b3f76001e8301d3c19491e4c7f527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91fb218-c3a1-44e3-953e-6f71aded1f5e" -d '{"events": [{"server_uuid": "62b1db18-e383-417e-90e3-668cf2bc59b3", "name": "network-vif-plugged", "status": "completed", "tag": "2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:56:10.724813 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9,segment=NetworkSegment(fad3e084-2b52-41ea-95c6-c729f4163e0b),segment_id=fad3e084-2b52-41ea-95c6-c729f4163e0b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:10.729843 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:10.756717 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb60ac9-f8c0-41ca-883a-20d218a56b10 x-openstack-request-id: req-efb60ac9-f8c0-41ca-883a-20d218a56b10 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:56:10.757011 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b1db18-e383-417e-90e3-668cf2bc59b3", "name": "network-vif-plugged", "status": "completed", "tag": "2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:56:10.757261 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-efb60ac9-f8c0-41ca-883a-20d218a56b10 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:56:10.757641 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b1db18-e383-417e-90e3-668cf2bc59b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9', 'code': 200} Aug 10 01:56:10.783345 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:10.848451 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434f5d4-92c9-4c3a-918e-60107519e75e req-44b8a870-7eaf-43ff-b4c6-fd029e53bcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:10.849814 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5434f5d4-92c9-4c3a-918e-60107519e75e req-44b8a870-7eaf-43ff-b4c6-fd029e53bcbd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=62b1db18-e383-417e-90e3-668cf2bc59b3 HTTP/1.1" status: 200 len: 1098 time: 0.0392702 Aug 10 01:56:10.884826 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5434f5d4-92c9-4c3a-918e-60107519e75e req-0e60c07d-73e8-4d1d-a0bd-0c674a7c0f82 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4136c548-af81-4656-9884-881c6a2792cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272076 Aug 10 01:56:11.136950 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04312c4d-d0cf-4301-ad41-84b9d1c99d46 req-af564ede-609d-4ba1-8e70-87cbbadec949 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:11.138304 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-04312c4d-d0cf-4301-ad41-84b9d1c99d46 req-af564ede-609d-4ba1-8e70-87cbbadec949 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/ports?device_id=62b1db18-e383-417e-90e3-668cf2bc59b3 HTTP/1.1" status: 200 len: 946 time: 0.0481915 Aug 10 01:56:11.174907 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-04312c4d-d0cf-4301-ad41-84b9d1c99d46 req-91401475-d172-410c-87e7-5c247f4ee60f tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/security-groups?id=4136c548-af81-4656-9884-881c6a2792cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307198 Aug 10 01:56:11.248404 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-db674ae9-d4cc-408f-8c9a-52cab25ec006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:12.161834 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:12.285906 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad568a8-270c-4722-bdaf-cc2f219126fa req-3730bc75-3a26-48b7-87c1-4c5177c92fb3 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:12.287346 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1ad568a8-270c-4722-bdaf-cc2f219126fa req-3730bc75-3a26-48b7-87c1-4c5177c92fb3 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/ports?device_id=62b1db18-e383-417e-90e3-668cf2bc59b3 HTTP/1.1" status: 200 len: 946 time: 0.0470228 Aug 10 01:56:12.327053 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1ad568a8-270c-4722-bdaf-cc2f219126fa req-23855e6f-7dad-450a-a4f1-44138dbbbbd6 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/security-groups?id=4136c548-af81-4656-9884-881c6a2792cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333116 Aug 10 01:56:12.538873 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-e64eb76f-e5b0-4beb-930d-860804707213 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:12.540347 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-e64eb76f-e5b0-4beb-930d-860804707213 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/networks?id=0435c403-87d8-473b-8bbf-22cfabcf24a1 HTTP/1.1" status: 200 len: 813 time: 0.0974038 Aug 10 01:56:12.555360 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-ac4183f8-c619-4844-adcb-6292490b8385 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/quotas/472a99e3608e4717a815961de001e1fe HTTP/1.1" status: 200 len: 375 time: 0.0087600 Aug 10 01:56:12.601834 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-0c6466f5-a93e-43f3-a34f-96695555096a tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=472a99e3608e4717a815961de001e1fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0407252 Aug 10 01:56:12.692600 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-1b2081e9-c77d-409e-8e2f-4d159ccf9d71 service neutron] 10.222.0.35 "GET /v2.0/networks/0435c403-87d8-473b-8bbf-22cfabcf24a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830975 Aug 10 01:56:12.777960 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-8d8561a7-0e7e-4daa-8a50-dccf5ac35a41 service neutron] 10.222.0.35 "GET /v2.0/networks/0435c403-87d8-473b-8bbf-22cfabcf24a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794265 Aug 10 01:56:12.936746 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-23dd9398-9aee-4cdc-b29d-df94d4f884c4 req-71531714-22fc-4be5-8873-2843a034e56e tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e0b29c0-c7f8-4ecd-8fd5-b8bc3dbbe89d HTTP/1.1" status: 200 len: 210 time: 0.0305121 Aug 10 01:56:13.902026 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-080b043a-013e-47b9-904e-a4ca1ccb64c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:13.914807 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-6be9d9b8-89e3-428e-a617-651c03b725e1 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:13.916284 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-6be9d9b8-89e3-428e-a617-651c03b725e1 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.20 "GET /v2.0/networks?id=0435c403-87d8-473b-8bbf-22cfabcf24a1 HTTP/1.1" status: 200 len: 813 time: 0.1015344 Aug 10 01:56:13.942822 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-7a795578-6956-466b-a174-7db5f38fc44b tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Request body: {'port': {'device_id': '6e0b29c0-c7f8-4ecd-8fd5-b8bc3dbbe89d', 'network_id': '0435c403-87d8-473b-8bbf-22cfabcf24a1', 'admin_state_up': True, 'tenant_id': '472a99e3608e4717a815961de001e1fe'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:14.035178 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ce791e04-8293-4594-bce9-9ed9a6d5ccdc req-d1254ded-cd11-4c55-81d5-190804ed2b6e tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e0b29c0-c7f8-4ecd-8fd5-b8bc3dbbe89d HTTP/1.1" status: 200 len: 210 time: 0.0327213 Aug 10 01:56:14.072606 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-7a795578-6956-466b-a174-7db5f38fc44b tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Made reservation on behalf of 472a99e3608e4717a815961de001e1fe for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:56:14.076652 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-7a795578-6956-466b-a174-7db5f38fc44b tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:14.193978 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-7a795578-6956-466b-a174-7db5f38fc44b tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Allocated IP 172.20.0.12 (0435c403-87d8-473b-8bbf-22cfabcf24a1/7da3d47d-7ce0-4727-9778-73aeeae893d0/ca396980-beb5-4e8f-ac97-9170eecf7874) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:56:14.336336 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-7a795578-6956-466b-a174-7db5f38fc44b tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:14.374030 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-7a795578-6956-466b-a174-7db5f38fc44b tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:14.386027 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:56:14.420405 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-7a795578-6956-466b-a174-7db5f38fc44b tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Network 0435c403-87d8-473b-8bbf-22cfabcf24a1 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:56:14.423496 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-7a795578-6956-466b-a174-7db5f38fc44b tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:14.427162 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-7a795578-6956-466b-a174-7db5f38fc44b tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:56:14.451606 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a795578-6956-466b-a174-7db5f38fc44b tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Pushing event updated for resources: {'Port': ['ID=ca396980-beb5-4e8f-ac97-9170eecf7874,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:14.478717 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-7a795578-6956-466b-a174-7db5f38fc44b tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:14.479565 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-7a795578-6956-466b-a174-7db5f38fc44b tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:14.493188 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-7a795578-6956-466b-a174-7db5f38fc44b tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5540154 Aug 10 01:56:14.510812 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-e7760f4c-6ada-4e3e-9a30-70344010ba74 service neutron] Request body: {'port': {'device_id': '6e0b29c0-c7f8-4ecd-8fd5-b8bc3dbbe89d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:14.531006 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:14.563343 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-e7760f4c-6ada-4e3e-9a30-70344010ba74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:14.823863 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-e7760f4c-6ada-4e3e-9a30-70344010ba74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca396980-beb5-4e8f-ac97-9170eecf7874 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:56:14.831116 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-e7760f4c-6ada-4e3e-9a30-70344010ba74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:14.842716 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-e7760f4c-6ada-4e3e-9a30-70344010ba74 service neutron] Transition to ACTIVE for port object ca396980-beb5-4e8f-ac97-9170eecf7874 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:56:14.846580 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-e7760f4c-6ada-4e3e-9a30-70344010ba74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:14.895170 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7760f4c-6ada-4e3e-9a30-70344010ba74 service neutron] Pushing event updated for resources: {'Port': ['ID=ca396980-beb5-4e8f-ac97-9170eecf7874,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:14.958450 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-e7760f4c-6ada-4e3e-9a30-70344010ba74 service neutron] Attempting to bind port ca396980-beb5-4e8f-ac97-9170eecf7874 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:56:14.959065 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-e7760f4c-6ada-4e3e-9a30-70344010ba74 service neutron] Attempting to bind port ca396980-beb5-4e8f-ac97-9170eecf7874 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': 'fad3e084-2b52-41ea-95c6-c729f4163e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0435c403-87d8-473b-8bbf-22cfabcf24a1'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:56:14.959204 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-e7760f4c-6ada-4e3e-9a30-70344010ba74 service neutron] Attempting to bind port ca396980-beb5-4e8f-ac97-9170eecf7874 on network 0435c403-87d8-473b-8bbf-22cfabcf24a1 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:56:14.963236 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-e7760f4c-6ada-4e3e-9a30-70344010ba74 service neutron] Port ca396980-beb5-4e8f-ac97-9170eecf7874 on network 0435c403-87d8-473b-8bbf-22cfabcf24a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:56:14.963563 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-e7760f4c-6ada-4e3e-9a30-70344010ba74 service neutron] Attempting to bind port ca396980-beb5-4e8f-ac97-9170eecf7874 on network 0435c403-87d8-473b-8bbf-22cfabcf24a1 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:56:14.969068 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-e7760f4c-6ada-4e3e-9a30-70344010ba74 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:56:14.969409 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-e7760f4c-6ada-4e3e-9a30-70344010ba74 service neutron] Checking segment: {'id': 'fad3e084-2b52-41ea-95c6-c729f4163e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0435c403-87d8-473b-8bbf-22cfabcf24a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:56:14.969793 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-e7760f4c-6ada-4e3e-9a30-70344010ba74 service neutron] Bound using segment: {'id': 'fad3e084-2b52-41ea-95c6-c729f4163e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0435c403-87d8-473b-8bbf-22cfabcf24a1'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:56:14.970217 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-e7760f4c-6ada-4e3e-9a30-70344010ba74 service neutron] Bound port: ca396980-beb5-4e8f-ac97-9170eecf7874, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad3e084-2b52-41ea-95c6-c729f4163e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0435c403-87d8-473b-8bbf-22cfabcf24a1'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:56:14.970574 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-e7760f4c-6ada-4e3e-9a30-70344010ba74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:15.033094 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-e7760f4c-6ada-4e3e-9a30-70344010ba74 service neutron] For port ca396980-beb5-4e8f-ac97-9170eecf7874, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:56:15.036080 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-e7760f4c-6ada-4e3e-9a30-70344010ba74 service neutron] For port ca396980-beb5-4e8f-ac97-9170eecf7874, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=ca396980-beb5-4e8f-ac97-9170eecf7874,segment=NetworkSegment(fad3e084-2b52-41ea-95c6-c729f4163e0b),segment_id=fad3e084-2b52-41ea-95c6-c729f4163e0b)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:56:15.040379 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-e7760f4c-6ada-4e3e-9a30-70344010ba74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:15.071231 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-e7760f4c-6ada-4e3e-9a30-70344010ba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:15.071854 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-e7760f4c-6ada-4e3e-9a30-70344010ba74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:15.073294 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-e7760f4c-6ada-4e3e-9a30-70344010ba74 service neutron] 10.222.0.20 "PUT /v2.0/ports/ca396980-beb5-4e8f-ac97-9170eecf7874 HTTP/1.1" status: 200 len: 1093 time: 0.5673623 Aug 10 01:56:15.073852 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0b29c0-c7f8-4ecd-8fd5-b8bc3dbbe89d', 'tag': 'ca396980-beb5-4e8f-ac97-9170eecf7874'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:56:15.076114 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9e874736d5403a2ed85b010b990dd133e24f0379b2e9b4f0e55655a3e1797b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51dd499-def0-4351-b3c0-19494bc2fd67" -d '{"events": [{"name": "network-changed", "server_uuid": "6e0b29c0-c7f8-4ecd-8fd5-b8bc3dbbe89d", "tag": "ca396980-beb5-4e8f-ac97-9170eecf7874"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:56:15.125233 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52278bd8-faa0-4464-8ccb-76771a07b731 x-openstack-request-id: req-52278bd8-faa0-4464-8ccb-76771a07b731 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:56:15.125516 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e0b29c0-c7f8-4ecd-8fd5-b8bc3dbbe89d", "tag": "ca396980-beb5-4e8f-ac97-9170eecf7874", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:56:15.125768 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-52278bd8-faa0-4464-8ccb-76771a07b731 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:56:15.126150 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e0b29c0-c7f8-4ecd-8fd5-b8bc3dbbe89d', 'tag': 'ca396980-beb5-4e8f-ac97-9170eecf7874', 'status': 'completed', 'code': 200} Aug 10 01:56:15.128404 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7760f4c-6ada-4e3e-9a30-70344010ba74 service neutron] Pushing event updated for resources: {'Port': ['ID=ca396980-beb5-4e8f-ac97-9170eecf7874,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:15.192208 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665891f5-4420-4dab-8155-e33e6bc1a04d req-f2dca436-2fff-4c5e-a7bb-69a2baac99bd tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:15.193697 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-665891f5-4420-4dab-8155-e33e6bc1a04d req-f2dca436-2fff-4c5e-a7bb-69a2baac99bd tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e0b29c0-c7f8-4ecd-8fd5-b8bc3dbbe89d HTTP/1.1" status: 200 len: 944 time: 0.0849867 Aug 10 01:56:15.199958 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-63571144-5d4e-49ae-9d2c-1131ed7a30fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:15.201361 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-63571144-5d4e-49ae-9d2c-1131ed7a30fb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=472a99e3608e4717a815961de001e1fe&device_id=6e0b29c0-c7f8-4ecd-8fd5-b8bc3dbbe89d HTTP/1.1" status: 200 len: 1096 time: 0.0570040 Aug 10 01:56:15.255036 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-94500fcb-fca4-4553-9d29-45c2931d38fe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca396980-beb5-4e8f-ac97-9170eecf7874 HTTP/1.1" status: 200 len: 217 time: 0.0405307 Aug 10 01:56:15.274574 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-665891f5-4420-4dab-8155-e33e6bc1a04d req-b27bafd5-0098-42e3-92ce-59ba7361851c tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/security-groups?id=4136c548-af81-4656-9884-881c6a2792cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723026 Aug 10 01:56:15.307623 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-475ff05d-fd4e-4bb6-8f6a-c31759895650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:15.309104 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-475ff05d-fd4e-4bb6-8f6a-c31759895650 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7da3d47d-7ce0-4727-9778-73aeeae893d0 HTTP/1.1" status: 200 len: 853 time: 0.0469453 Aug 10 01:56:15.340637 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-0d63acb1-fa81-4aeb-a324-e480eb116a48 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0435c403-87d8-473b-8bbf-22cfabcf24a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232420 Aug 10 01:56:15.372128 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:15.431155 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-8f2705b2-b920-491a-a09b-89fcbe952aed service neutron] 10.222.0.20 "GET /v2.0/networks/0435c403-87d8-473b-8bbf-22cfabcf24a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843046 Aug 10 01:56:15.516468 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ea571fa-cd0f-48f5-ba18-7d1b9bda2355 req-799976c5-316e-46ad-a795-7bd658369752 service neutron] 10.222.0.20 "GET /v2.0/networks/0435c403-87d8-473b-8bbf-22cfabcf24a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787935 Aug 10 01:56:15.650918 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51dd499-def0-4351-b3c0-19494bc2fd67 req-4ccc49ab-3cbf-441c-bb49-0e7e5a36ad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:15.653052 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d51dd499-def0-4351-b3c0-19494bc2fd67 req-4ccc49ab-3cbf-441c-bb49-0e7e5a36ad1e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=472a99e3608e4717a815961de001e1fe&device_id=6e0b29c0-c7f8-4ecd-8fd5-b8bc3dbbe89d HTTP/1.1" status: 200 len: 1096 time: 0.0436518 Aug 10 01:56:16.080286 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51dd499-def0-4351-b3c0-19494bc2fd67 req-e25ea486-9fb2-42c8-982c-4e43b93fef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:16.081839 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d51dd499-def0-4351-b3c0-19494bc2fd67 req-e25ea486-9fb2-42c8-982c-4e43b93fef79 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0435c403-87d8-473b-8bbf-22cfabcf24a1 HTTP/1.1" status: 200 len: 914 time: 0.4216158 Aug 10 01:56:16.126554 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d51dd499-def0-4351-b3c0-19494bc2fd67 req-d9474c06-63b1-4cb2-8d47-6405cb6f450d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca396980-beb5-4e8f-ac97-9170eecf7874 HTTP/1.1" status: 200 len: 217 time: 0.0368199 Aug 10 01:56:16.175034 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51dd499-def0-4351-b3c0-19494bc2fd67 req-efc5d0fa-38f4-4943-b59c-e34bff317cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:16.176490 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d51dd499-def0-4351-b3c0-19494bc2fd67 req-efc5d0fa-38f4-4943-b59c-e34bff317cb0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7da3d47d-7ce0-4727-9778-73aeeae893d0 HTTP/1.1" status: 200 len: 853 time: 0.0417893 Aug 10 01:56:16.206839 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d51dd499-def0-4351-b3c0-19494bc2fd67 req-79773ce3-9a1c-450b-92d9-a2d032cf8f71 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0435c403-87d8-473b-8bbf-22cfabcf24a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232961 Aug 10 01:56:16.296665 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d51dd499-def0-4351-b3c0-19494bc2fd67 req-f471c0f4-c225-45ff-88c1-a17e49f74736 service neutron] 10.222.0.20 "GET /v2.0/networks/0435c403-87d8-473b-8bbf-22cfabcf24a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819213 Aug 10 01:56:16.421331 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e86f2b-9a6d-4f8b-9943-d216bc36884e req-1a66221a-a251-423e-9d45-28b631d424e3 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:16.422652 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-04e86f2b-9a6d-4f8b-9943-d216bc36884e req-1a66221a-a251-423e-9d45-28b631d424e3 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e0b29c0-c7f8-4ecd-8fd5-b8bc3dbbe89d HTTP/1.1" status: 200 len: 944 time: 0.0779850 Aug 10 01:56:16.424904 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d51dd499-def0-4351-b3c0-19494bc2fd67 req-6e42b75a-c281-4715-b234-88d8835ef05a service neutron] 10.222.0.20 "GET /v2.0/networks/0435c403-87d8-473b-8bbf-22cfabcf24a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209309 Aug 10 01:56:16.453799 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:16.464650 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-04e86f2b-9a6d-4f8b-9943-d216bc36884e req-6ee89d01-7af7-4c8e-8cde-19a31add0f5b tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/security-groups?id=4136c548-af81-4656-9884-881c6a2792cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360837 Aug 10 01:56:17.575951 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb13cbf-d336-4122-aa76-7c2c3a8cf854 req-c4275c3f-59c1-44c4-989c-28ec9bb731be tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:17.577455 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2eb13cbf-d336-4122-aa76-7c2c3a8cf854 req-c4275c3f-59c1-44c4-989c-28ec9bb731be tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e0b29c0-c7f8-4ecd-8fd5-b8bc3dbbe89d HTTP/1.1" status: 200 len: 944 time: 0.0482194 Aug 10 01:56:17.614657 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2eb13cbf-d336-4122-aa76-7c2c3a8cf854 req-6ecc98bb-0db5-4cab-835c-92dd707aee8b tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/security-groups?id=4136c548-af81-4656-9884-881c6a2792cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313795 Aug 10 01:56:18.728084 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c75b93-42ff-4a13-8701-82f834bfb973 req-0f4f94c9-b44c-43f2-8415-55aeafffa022 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:18.729569 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-67c75b93-42ff-4a13-8701-82f834bfb973 req-0f4f94c9-b44c-43f2-8415-55aeafffa022 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e0b29c0-c7f8-4ecd-8fd5-b8bc3dbbe89d HTTP/1.1" status: 200 len: 944 time: 0.0487826 Aug 10 01:56:18.765837 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-67c75b93-42ff-4a13-8701-82f834bfb973 req-c97e3e07-9eb7-4ad2-9924-6554e2c986a5 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/security-groups?id=4136c548-af81-4656-9884-881c6a2792cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302935 Aug 10 01:56:19.248605 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device ca396980-beb5-4e8f-ac97-9170eecf7874 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:56:19.338642 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port ca396980-beb5-4e8f-ac97-9170eecf7874, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=ca396980-beb5-4e8f-ac97-9170eecf7874,segment=NetworkSegment(fad3e084-2b52-41ea-95c6-c729f4163e0b),segment_id=fad3e084-2b52-41ea-95c6-c729f4163e0b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:19.350308 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': 'ca396980-beb5-4e8f-ac97-9170eecf7874', 'network_id': '0435c403-87d8-473b-8bbf-22cfabcf24a1', 'port_id': 'ca396980-beb5-4e8f-ac97-9170eecf7874', 'mac_address': 'fa:16:3e:b2:46:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7da3d47d-7ce0-4727-9778-73aeeae893d0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:56:19.384788 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:19.400400 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca396980-beb5-4e8f-ac97-9170eecf7874 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:56:19.419052 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port ca396980-beb5-4e8f-ac97-9170eecf7874, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=ca396980-beb5-4e8f-ac97-9170eecf7874,segment=NetworkSegment(fad3e084-2b52-41ea-95c6-c729f4163e0b),segment_id=fad3e084-2b52-41ea-95c6-c729f4163e0b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:19.423011 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:19.468606 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=ca396980-beb5-4e8f-ac97-9170eecf7874,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:19.785047 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['ca396980-beb5-4e8f-ac97-9170eecf7874'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:56:19.878533 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60e809-76db-4a89-946c-366d09f3f36d req-2cb5ef55-ce49-41bb-86f3-8f03c847ab84 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:19.879899 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2f60e809-76db-4a89-946c-366d09f3f36d req-2cb5ef55-ce49-41bb-86f3-8f03c847ab84 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e0b29c0-c7f8-4ecd-8fd5-b8bc3dbbe89d HTTP/1.1" status: 200 len: 945 time: 0.0482626 Aug 10 01:56:19.922461 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2f60e809-76db-4a89-946c-366d09f3f36d req-971b137c-4f34-43b4-8357-f4cab7f8eebf tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/security-groups?id=4136c548-af81-4656-9884-881c6a2792cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359104 Aug 10 01:56:21.038385 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d305602-2a8a-449a-af28-9659bb668696 req-1bc81aa9-05f4-485e-b7bb-7d397e2e5779 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:21.039945 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9d305602-2a8a-449a-af28-9659bb668696 req-1bc81aa9-05f4-485e-b7bb-7d397e2e5779 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e0b29c0-c7f8-4ecd-8fd5-b8bc3dbbe89d HTTP/1.1" status: 200 len: 945 time: 0.0518422 Aug 10 01:56:21.081343 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9d305602-2a8a-449a-af28-9659bb668696 req-600cef4c-fea3-4734-9d7f-2207b6fca786 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/security-groups?id=4136c548-af81-4656-9884-881c6a2792cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354400 Aug 10 01:56:21.252730 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device ca396980-beb5-4e8f-ac97-9170eecf7874 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:56:21.301758 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port ca396980-beb5-4e8f-ac97-9170eecf7874 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:56:21.305331 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port ca396980-beb5-4e8f-ac97-9170eecf7874 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:21.305714 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:21.378453 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:21.399599 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0b29c0-c7f8-4ecd-8fd5-b8bc3dbbe89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca396980-beb5-4e8f-ac97-9170eecf7874'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:56:21.401835 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09d289ccde4d6ff9cc92181a6a5f9723a21b3f76001e8301d3c19491e4c7f527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc04de84-8655-4f9e-91c9-cfba7db30194" -d '{"events": [{"server_uuid": "6e0b29c0-c7f8-4ecd-8fd5-b8bc3dbbe89d", "name": "network-vif-plugged", "status": "completed", "tag": "ca396980-beb5-4e8f-ac97-9170eecf7874"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:56:21.414295 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port ca396980-beb5-4e8f-ac97-9170eecf7874, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=ca396980-beb5-4e8f-ac97-9170eecf7874,segment=NetworkSegment(fad3e084-2b52-41ea-95c6-c729f4163e0b),segment_id=fad3e084-2b52-41ea-95c6-c729f4163e0b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:21.419889 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:21.447721 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4dc694-a5bb-4d3c-b2e8-0efb2d9df138 x-openstack-request-id: req-7e4dc694-a5bb-4d3c-b2e8-0efb2d9df138 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:56:21.448023 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0b29c0-c7f8-4ecd-8fd5-b8bc3dbbe89d", "name": "network-vif-plugged", "status": "completed", "tag": "ca396980-beb5-4e8f-ac97-9170eecf7874", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:56:21.448303 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7e4dc694-a5bb-4d3c-b2e8-0efb2d9df138 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:56:21.448692 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0b29c0-c7f8-4ecd-8fd5-b8bc3dbbe89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca396980-beb5-4e8f-ac97-9170eecf7874', 'code': 200} Aug 10 01:56:21.473448 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=ca396980-beb5-4e8f-ac97-9170eecf7874,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:21.567808 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e9b1e-0329-4a13-ace7-83719bd0c6ac req-18f9c8f5-8d55-4cb1-a7c2-d96b443aee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:21.569323 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-565e9b1e-0329-4a13-ace7-83719bd0c6ac req-18f9c8f5-8d55-4cb1-a7c2-d96b443aee13 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6e0b29c0-c7f8-4ecd-8fd5-b8bc3dbbe89d HTTP/1.1" status: 200 len: 1098 time: 0.0396564 Aug 10 01:56:21.603007 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-565e9b1e-0329-4a13-ace7-83719bd0c6ac req-16a0b09a-0c4d-417d-8c36-aa0bcdc4d5e5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4136c548-af81-4656-9884-881c6a2792cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267339 Aug 10 01:56:22.192672 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbddc885-d59f-4fa1-b9cf-ecf034ec02ab req-00299506-f556-4b24-b6d6-65670b97391c tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:22.194126 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cbddc885-d59f-4fa1-b9cf-ecf034ec02ab req-00299506-f556-4b24-b6d6-65670b97391c tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e0b29c0-c7f8-4ecd-8fd5-b8bc3dbbe89d HTTP/1.1" status: 200 len: 946 time: 0.0472262 Aug 10 01:56:22.235089 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cbddc885-d59f-4fa1-b9cf-ecf034ec02ab req-b83c9e11-e3ef-4198-adb2-064a5ad1f4a2 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/security-groups?id=4136c548-af81-4656-9884-881c6a2792cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346072 Aug 10 01:56:23.348196 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd2e01-9d2c-4951-9066-c1b4165dde1d req-b86afa45-3152-4892-9d88-3d391eb77e5c tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:23.349661 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77bd2e01-9d2c-4951-9066-c1b4165dde1d req-b86afa45-3152-4892-9d88-3d391eb77e5c tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e0b29c0-c7f8-4ecd-8fd5-b8bc3dbbe89d HTTP/1.1" status: 200 len: 946 time: 0.0479362 Aug 10 01:56:23.385512 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77bd2e01-9d2c-4951-9066-c1b4165dde1d req-c7f80ccf-0757-4ff3-8aea-0f00d8af7b29 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/security-groups?id=4136c548-af81-4656-9884-881c6a2792cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301304 Aug 10 01:56:23.611275 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0920a0-4ea5-4fa4-b952-127b41c0b65c req-fdbdcc55-5eae-4e6a-9e5f-cac98be7b6f0 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:23.612781 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ee0920a0-4ea5-4fa4-b952-127b41c0b65c req-fdbdcc55-5eae-4e6a-9e5f-cac98be7b6f0 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e0b29c0-c7f8-4ecd-8fd5-b8bc3dbbe89d HTTP/1.1" status: 200 len: 946 time: 0.0487199 Aug 10 01:56:23.649310 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ee0920a0-4ea5-4fa4-b952-127b41c0b65c req-59fa53f3-33ef-42f1-8de2-cfe265a4e713 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/security-groups?id=4136c548-af81-4656-9884-881c6a2792cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306649 Aug 10 01:56:24.766406 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17f613-7791-4e94-98cb-402f75f01190 req-fc7826cf-8630-41f1-8060-1c7036000742 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:24.767887 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be17f613-7791-4e94-98cb-402f75f01190 req-fc7826cf-8630-41f1-8060-1c7036000742 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e0b29c0-c7f8-4ecd-8fd5-b8bc3dbbe89d HTTP/1.1" status: 200 len: 946 time: 0.0500524 Aug 10 01:56:24.807518 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be17f613-7791-4e94-98cb-402f75f01190 req-fec4481c-5b4b-454d-ab13-1cb14d0e193b tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/security-groups?id=4136c548-af81-4656-9884-881c6a2792cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337074 Aug 10 01:56:25.087562 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98cc01-2f8c-4a3d-a636-1584693c28b0 req-85d7ed7a-b046-45f7-955c-5a2b1c7c593d tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:25.089022 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fe98cc01-2f8c-4a3d-a636-1584693c28b0 req-85d7ed7a-b046-45f7-955c-5a2b1c7c593d tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e0b29c0-c7f8-4ecd-8fd5-b8bc3dbbe89d HTTP/1.1" status: 200 len: 946 time: 0.0481739 Aug 10 01:56:25.173271 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-fe98cc01-2f8c-4a3d-a636-1584693c28b0 req-9f1828d1-bb46-43ba-adbf-984931efd28b tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Deleting port ca396980-beb5-4e8f-ac97-9170eecf7874 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:56:25.173610 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-fe98cc01-2f8c-4a3d-a636-1584693c28b0 req-9f1828d1-bb46-43ba-adbf-984931efd28b tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:25.261436 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-fe98cc01-2f8c-4a3d-a636-1584693c28b0 req-9f1828d1-bb46-43ba-adbf-984931efd28b tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] For port ca396980-beb5-4e8f-ac97-9170eecf7874, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=ca396980-beb5-4e8f-ac97-9170eecf7874,segment=NetworkSegment(fad3e084-2b52-41ea-95c6-c729f4163e0b),segment_id=fad3e084-2b52-41ea-95c6-c729f4163e0b)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:25.261791 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-fe98cc01-2f8c-4a3d-a636-1584693c28b0 req-9f1828d1-bb46-43ba-adbf-984931efd28b tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:25.273993 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-fe98cc01-2f8c-4a3d-a636-1584693c28b0 req-9f1828d1-bb46-43ba-adbf-984931efd28b tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Calling delete_port for ca396980-beb5-4e8f-ac97-9170eecf7874 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:56:25.402918 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-fe98cc01-2f8c-4a3d-a636-1584693c28b0 req-9f1828d1-bb46-43ba-adbf-984931efd28b tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:25.415528 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:56:25.431516 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1828d1-bb46-43ba-adbf-984931efd28b tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Pushing event deleted for resources: {'Port': ['ID=ca396980-beb5-4e8f-ac97-9170eecf7874,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:25.438201 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['ca396980-beb5-4e8f-ac97-9170eecf7874'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:56:25.476681 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe98cc01-2f8c-4a3d-a636-1584693c28b0 req-9f1828d1-bb46-43ba-adbf-984931efd28b tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] No DVR routers for this DVR port ca396980-beb5-4e8f-ac97-9170eecf7874 on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:56:25.479460 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-fe98cc01-2f8c-4a3d-a636-1584693c28b0 req-9f1828d1-bb46-43ba-adbf-984931efd28b tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:25.482603 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fe98cc01-2f8c-4a3d-a636-1584693c28b0 req-9f1828d1-bb46-43ba-adbf-984931efd28b tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.20 "DELETE /v2.0/ports/ca396980-beb5-4e8f-ac97-9170eecf7874 HTTP/1.1" status: 204 len: 173 time: 0.3877988 Aug 10 01:56:25.483089 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0b29c0-c7f8-4ecd-8fd5-b8bc3dbbe89d', 'name': 'network-vif-deleted', 'tag': 'ca396980-beb5-4e8f-ac97-9170eecf7874'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:56:25.485372 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9e874736d5403a2ed85b010b990dd133e24f0379b2e9b4f0e55655a3e1797b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a28956-c16c-426a-9cc1-f106b72cd9e1" -d '{"events": [{"server_uuid": "6e0b29c0-c7f8-4ecd-8fd5-b8bc3dbbe89d", "name": "network-vif-deleted", "tag": "ca396980-beb5-4e8f-ac97-9170eecf7874"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:56:25.528204 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c06349b-00e9-4fd9-a86f-9b8eace63078 x-openstack-request-id: req-0c06349b-00e9-4fd9-a86f-9b8eace63078 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:56:25.528510 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0b29c0-c7f8-4ecd-8fd5-b8bc3dbbe89d", "name": "network-vif-deleted", "tag": "ca396980-beb5-4e8f-ac97-9170eecf7874", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:56:25.528761 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0c06349b-00e9-4fd9-a86f-9b8eace63078 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:56:25.529156 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0b29c0-c7f8-4ecd-8fd5-b8bc3dbbe89d', 'name': 'network-vif-deleted', 'tag': 'ca396980-beb5-4e8f-ac97-9170eecf7874', 'status': 'completed', 'code': 200} Aug 10 01:56:25.913106 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aa3bdc7a-6877-49ff-970d-8a9f387d82ac req-a3f3e5f9-da99-4e6e-935a-c28648edfda8 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e0b29c0-c7f8-4ecd-8fd5-b8bc3dbbe89d HTTP/1.1" status: 200 len: 210 time: 0.0270798 Aug 10 01:56:27.062745 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13115c37-59f6-45c5-a7d4-e400745e6569 req-34b1518c-981a-40cc-90e6-19e97c797458 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:27.064226 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-13115c37-59f6-45c5-a7d4-e400745e6569 req-34b1518c-981a-40cc-90e6-19e97c797458 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/ports?device_id=62b1db18-e383-417e-90e3-668cf2bc59b3 HTTP/1.1" status: 200 len: 946 time: 0.0518842 Aug 10 01:56:27.100812 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-13115c37-59f6-45c5-a7d4-e400745e6569 req-7c615429-22eb-4f55-9474-287ce86ef20e tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/security-groups?id=4136c548-af81-4656-9884-881c6a2792cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304706 Aug 10 01:56:27.228610 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e68dd-b774-41f5-b4e5-ac0b14a4c65c req-f2806baf-ed6e-48aa-a355-29ff257e674f tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:27.229998 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b06e68dd-b774-41f5-b4e5-ac0b14a4c65c req-f2806baf-ed6e-48aa-a355-29ff257e674f tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/ports?device_id=62b1db18-e383-417e-90e3-668cf2bc59b3 HTTP/1.1" status: 200 len: 946 time: 0.0485892 Aug 10 01:56:27.266178 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b06e68dd-b774-41f5-b4e5-ac0b14a4c65c req-c5e9b003-e7dd-4d92-b153-856ee625afb2 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/security-groups?id=4136c548-af81-4656-9884-881c6a2792cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298295 Aug 10 01:56:27.378169 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936da1c-51ab-45e9-a5a5-e04eb152e960 req-4e0b9a2f-5ea2-4327-8521-8731542dc008 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:27.379629 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a936da1c-51ab-45e9-a5a5-e04eb152e960 req-4e0b9a2f-5ea2-4327-8521-8731542dc008 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/ports?device_id=62b1db18-e383-417e-90e3-668cf2bc59b3 HTTP/1.1" status: 200 len: 946 time: 0.0474367 Aug 10 01:56:27.416287 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a936da1c-51ab-45e9-a5a5-e04eb152e960 req-8f9fcc4f-ea7d-4089-9611-542d4572f039 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/security-groups?id=4136c548-af81-4656-9884-881c6a2792cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308812 Aug 10 01:56:27.582958 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360900a-94f9-47e1-8fd6-d8846142547b req-801d2d31-78fa-4ce0-8d53-cf235abb1aeb tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:27.584484 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b360900a-94f9-47e1-8fd6-d8846142547b req-801d2d31-78fa-4ce0-8d53-cf235abb1aeb tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/ports?device_id=62b1db18-e383-417e-90e3-668cf2bc59b3 HTTP/1.1" status: 200 len: 946 time: 0.0518091 Aug 10 01:56:27.622074 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b360900a-94f9-47e1-8fd6-d8846142547b req-3463dc5d-16f9-42c4-b416-69d486742c6b tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/security-groups?id=4136c548-af81-4656-9884-881c6a2792cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308688 Aug 10 01:56:27.737404 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99949f29-45d4-4b2e-8f10-10a275c35a57 req-5de3a68e-7f62-46d1-a4c8-80f36d56132a tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:27.738881 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-99949f29-45d4-4b2e-8f10-10a275c35a57 req-5de3a68e-7f62-46d1-a4c8-80f36d56132a tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/ports?device_id=62b1db18-e383-417e-90e3-668cf2bc59b3 HTTP/1.1" status: 200 len: 946 time: 0.0491812 Aug 10 01:56:27.776483 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-99949f29-45d4-4b2e-8f10-10a275c35a57 req-e89bee65-6fff-4bd9-820d-986c672d0f63 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/security-groups?id=4136c548-af81-4656-9884-881c6a2792cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317900 Aug 10 01:56:27.897921 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f471f-c6be-4dda-84e6-f11a52180b11 req-dc246bba-0df5-470c-b432-50bbf25159c9 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:27.899388 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e56f471f-c6be-4dda-84e6-f11a52180b11 req-dc246bba-0df5-470c-b432-50bbf25159c9 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/ports?device_id=62b1db18-e383-417e-90e3-668cf2bc59b3 HTTP/1.1" status: 200 len: 946 time: 0.0482614 Aug 10 01:56:27.935667 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e56f471f-c6be-4dda-84e6-f11a52180b11 req-52e88ca8-8eae-4064-8e2a-4cb40e8e158c tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/security-groups?id=4136c548-af81-4656-9884-881c6a2792cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303578 Aug 10 01:56:28.229678 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271294be-566d-4136-9af2-479ff4991a20 req-efa61ba8-e746-49a3-91fd-f122a9ff79a0 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:28.231654 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-271294be-566d-4136-9af2-479ff4991a20 req-efa61ba8-e746-49a3-91fd-f122a9ff79a0 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/ports?device_id=62b1db18-e383-417e-90e3-668cf2bc59b3 HTTP/1.1" status: 200 len: 946 time: 0.0520287 Aug 10 01:56:28.268021 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-271294be-566d-4136-9af2-479ff4991a20 req-829db739-9700-4300-adb0-f70f2d235b64 tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/security-groups?id=4136c548-af81-4656-9884-881c6a2792cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303221 Aug 10 01:56:28.717733 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:29.296034 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device ca396980-beb5-4e8f-ac97-9170eecf7874 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:56:29.319051 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: ca396980-beb5-4e8f-ac97-9170eecf7874 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:56:29.319401 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device ca396980-beb5-4e8f-ac97-9170eecf7874 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:56:29.381195 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55be587-6cac-44b9-946e-e60ad95a34ce req-6d2c9ae6-2e4d-45cc-be3d-20d4fb582daf tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:29.382651 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e55be587-6cac-44b9-946e-e60ad95a34ce req-6d2c9ae6-2e4d-45cc-be3d-20d4fb582daf tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/ports?device_id=62b1db18-e383-417e-90e3-668cf2bc59b3 HTTP/1.1" status: 200 len: 946 time: 0.0476170 Aug 10 01:56:29.419245 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e55be587-6cac-44b9-946e-e60ad95a34ce req-6878657c-0d30-471b-97e3-bdf47c8395fd tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/security-groups?id=4136c548-af81-4656-9884-881c6a2792cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301366 Aug 10 01:56:29.774463 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a74101-c710-4406-9953-3ed2f0f3dc19 req-eb8e3404-562f-490d-850c-d3514a32398a tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:29.775773 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d7a74101-c710-4406-9953-3ed2f0f3dc19 req-eb8e3404-562f-490d-850c-d3514a32398a tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.24 "GET /v2.0/ports?device_id=62b1db18-e383-417e-90e3-668cf2bc59b3 HTTP/1.1" status: 200 len: 946 time: 0.0473108 Aug 10 01:56:29.865640 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-d7a74101-c710-4406-9953-3ed2f0f3dc19 req-dfca931c-fe8f-4371-af3b-25b031f2ef3f tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Deleting port 2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:56:29.865979 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d7a74101-c710-4406-9953-3ed2f0f3dc19 req-dfca931c-fe8f-4371-af3b-25b031f2ef3f tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:29.950793 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-d7a74101-c710-4406-9953-3ed2f0f3dc19 req-dfca931c-fe8f-4371-af3b-25b031f2ef3f tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] For port 2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9,segment=NetworkSegment(fad3e084-2b52-41ea-95c6-c729f4163e0b),segment_id=fad3e084-2b52-41ea-95c6-c729f4163e0b)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:29.951158 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d7a74101-c710-4406-9953-3ed2f0f3dc19 req-dfca931c-fe8f-4371-af3b-25b031f2ef3f tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:29.963553 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-d7a74101-c710-4406-9953-3ed2f0f3dc19 req-dfca931c-fe8f-4371-af3b-25b031f2ef3f tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Calling delete_port for 2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:56:30.088586 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d7a74101-c710-4406-9953-3ed2f0f3dc19 req-dfca931c-fe8f-4371-af3b-25b031f2ef3f tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:30.100338 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:56:30.114647 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca931c-fe8f-4371-af3b-25b031f2ef3f tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Pushing event deleted for resources: {'Port': ['ID=2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:30.125031 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca931c-fe8f-4371-af3b-25b031f2ef3f tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:30.125382 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca931c-fe8f-4371-af3b-25b031f2ef3f tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:30.125729 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca931c-fe8f-4371-af3b-25b031f2ef3f tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:30.126068 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca931c-fe8f-4371-af3b-25b031f2ef3f tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:30.126417 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca931c-fe8f-4371-af3b-25b031f2ef3f tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:30.126744 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca931c-fe8f-4371-af3b-25b031f2ef3f tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:30.127636 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca931c-fe8f-4371-af3b-25b031f2ef3f tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:30.127636 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca931c-fe8f-4371-af3b-25b031f2ef3f tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:30.127842 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca931c-fe8f-4371-af3b-25b031f2ef3f tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:30.128022 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca931c-fe8f-4371-af3b-25b031f2ef3f tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:30.128379 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca931c-fe8f-4371-af3b-25b031f2ef3f tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:30.128703 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca931c-fe8f-4371-af3b-25b031f2ef3f tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:30.171109 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a74101-c710-4406-9953-3ed2f0f3dc19 req-dfca931c-fe8f-4371-af3b-25b031f2ef3f tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] No DVR routers for this DVR port 2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9 on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:56:30.173702 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d7a74101-c710-4406-9953-3ed2f0f3dc19 req-dfca931c-fe8f-4371-af3b-25b031f2ef3f tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:30.175676 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d7a74101-c710-4406-9953-3ed2f0f3dc19 req-dfca931c-fe8f-4371-af3b-25b031f2ef3f tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.24 "DELETE /v2.0/ports/2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9 HTTP/1.1" status: 204 len: 173 time: 0.3929272 Aug 10 01:56:30.176110 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b1db18-e383-417e-90e3-668cf2bc59b3', 'name': 'network-vif-deleted', 'tag': '2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:56:30.178386 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04376f577ca8e91682bf6bf2b98f61f72ad60017a2eb84f3f8c1f2c558ccd100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2c9680-36f8-42c5-a563-a4c4a6ed4e66" -d '{"events": [{"server_uuid": "62b1db18-e383-417e-90e3-668cf2bc59b3", "name": "network-vif-deleted", "tag": "2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:56:30.218960 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1345d98e-138a-4635-a789-3a3540abe639 x-openstack-request-id: req-1345d98e-138a-4635-a789-3a3540abe639 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:56:30.219259 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b1db18-e383-417e-90e3-668cf2bc59b3", "name": "network-vif-deleted", "tag": "2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:56:30.219514 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1345d98e-138a-4635-a789-3a3540abe639 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:56:30.219914 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b1db18-e383-417e-90e3-668cf2bc59b3', 'name': 'network-vif-deleted', 'tag': '2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9', 'status': 'completed', 'code': 200} Aug 10 01:56:30.530195 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2de2e6af-1b73-4414-9700-4a724ff41e7f req-fcf09986-88d7-4b69-8ebe-34ff5c03ff1d tempest-ServersNegativeTestJSON-1746549242 tempest-ServersNegativeTestJSON-1746549242-project] 10.222.0.35 "GET /v2.0/ports?device_id=62b1db18-e383-417e-90e3-668cf2bc59b3 HTTP/1.1" status: 200 len: 210 time: 0.0329678 Aug 10 01:56:31.586001 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38236) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:31.629155 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c80c1586-b5c4-4947-8fa7-474e076a71a2 admin admin] Deleting subnet 7da3d47d-7ce0-4727-9778-73aeeae893d0 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:56:31.632158 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c80c1586-b5c4-4947-8fa7-474e076a71a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:31.668730 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c80c1586-b5c4-4947-8fa7-474e076a71a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:31.707156 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c80c1586-b5c4-4947-8fa7-474e076a71a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:31.757657 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c80c1586-b5c4-4947-8fa7-474e076a71a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:31.785785 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c80c1586-b5c4-4947-8fa7-474e076a71a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:31.790454 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c80c1586-b5c4-4947-8fa7-474e076a71a2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7da3d47d-7ce0-4727-9778-73aeeae893d0 HTTP/1.1" status: 204 len: 168 time: 0.2006686 Aug 10 01:56:31.790454 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c1586-b5c4-4947-8fa7-474e076a71a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7da3d47d-7ce0-4727-9778-73aeeae893d0,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:31.790770 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38238) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:31.797128 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c1586-b5c4-4947-8fa7-474e076a71a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:31.797481 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c1586-b5c4-4947-8fa7-474e076a71a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:31.797832 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c1586-b5c4-4947-8fa7-474e076a71a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:31.798175 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c1586-b5c4-4947-8fa7-474e076a71a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:31.798614 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c1586-b5c4-4947-8fa7-474e076a71a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:31.798959 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c1586-b5c4-4947-8fa7-474e076a71a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:31.799298 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c1586-b5c4-4947-8fa7-474e076a71a2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:31.799632 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c1586-b5c4-4947-8fa7-474e076a71a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:31.799965 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c1586-b5c4-4947-8fa7-474e076a71a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:31.800326 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c1586-b5c4-4947-8fa7-474e076a71a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:31.800662 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c1586-b5c4-4947-8fa7-474e076a71a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:31.800993 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c1586-b5c4-4947-8fa7-474e076a71a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:31.862746 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c6e6a8da-f694-404b-853b-fc5ae7d5f450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:31.942847 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c6e6a8da-f694-404b-853b-fc5ae7d5f450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:31.952990 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-c6e6a8da-f694-404b-853b-fc5ae7d5f450 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0435c403-87d8-473b-8bbf-22cfabcf24a1']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:31.963001 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-c6e6a8da-f694-404b-853b-fc5ae7d5f450 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad3e084-2b52-41ea-95c6-c729f4163e0b') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:31.963297 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-c6e6a8da-f694-404b-853b-fc5ae7d5f450 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad3e084-2b52-41ea-95c6-c729f4163e0b') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:31.972344 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c6e6a8da-f694-404b-853b-fc5ae7d5f450 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:31.986060 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c6e6a8da-f694-404b-853b-fc5ae7d5f450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:31.991905 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6e6a8da-f694-404b-853b-fc5ae7d5f450 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:56:31.992321 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c6e6a8da-f694-404b-853b-fc5ae7d5f450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:31.993907 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:56:31.993907 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:56:31.993907 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:56:31.993907 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:56:31.993907 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:56:31.993907 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:56:31.993907 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:56:31.993907 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:56:31.993907 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:56:31.993907 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:56:31.993907 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:56:31.993907 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:56:31.993907 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:56:31.993907 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:56:31.993907 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:56:31.993907 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:56:31.993907 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:56:31.993907 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:56:31.993907 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:56:31.993907 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:56:31.993907 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:56:31.993907 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:56:31.993907 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:56:31.993907 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:56:31.993907 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:56:31.993907 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:56:31.993907 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:56:31.993907 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:56:31.993907 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:56:31.993907 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:56:31.993907 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:56:31.993907 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:56:32.045560 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c6e6a8da-f694-404b-853b-fc5ae7d5f450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:32.050291 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c6e6a8da-f694-404b-853b-fc5ae7d5f450 admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:32.052140 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c6e6a8da-f694-404b-853b-fc5ae7d5f450 admin admin] 10.222.0.35 "DELETE /v2.0/networks/0435c403-87d8-473b-8bbf-22cfabcf24a1 HTTP/1.1" status: 204 len: 168 time: 0.2598534 Aug 10 01:56:32.064946 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6a8da-f694-404b-853b-fc5ae7d5f450 admin admin] Pushing event deleted for resources: {'Network': ['ID=0435c403-87d8-473b-8bbf-22cfabcf24a1,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:32.158432 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38242) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:32.196953 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e074d8dd-f230-4dcc-b5de-373c5fa1dc58 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=472a99e3608e4717a815961de001e1fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373929 Aug 10 01:56:32.199283 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38244) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:32.250506 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3d6f9686-5ce8-4a53-a5f0-b93bc25ede5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:32.270659 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3d6f9686-5ce8-4a53-a5f0-b93bc25ede5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:32.316360 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3d6f9686-5ce8-4a53-a5f0-b93bc25ede5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:32.318893 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3d6f9686-5ce8-4a53-a5f0-b93bc25ede5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:32.320149 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3d6f9686-5ce8-4a53-a5f0-b93bc25ede5e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4136c548-af81-4656-9884-881c6a2792cd HTTP/1.1" status: 204 len: 168 time: 0.1199174 Aug 10 01:56:32.327853 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f9686-5ce8-4a53-a5f0-b93bc25ede5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4136c548-af81-4656-9884-881c6a2792cd,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:32.981169 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38266) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:33.077705 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-9d15017a-e2aa-4101-8bc3-7c19b9314e9a tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-734561432'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:33.099666 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d15017a-e2aa-4101-8bc3-7c19b9314e9a tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Made reservation on behalf of dce99c4a256640daa31aa38c0b0f912f for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:56:33.103033 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9d15017a-e2aa-4101-8bc3-7c19b9314e9a tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:33.111770 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9d15017a-e2aa-4101-8bc3-7c19b9314e9a tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:33.204057 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9d15017a-e2aa-4101-8bc3-7c19b9314e9a tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:33.207922 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9d15017a-e2aa-4101-8bc3-7c19b9314e9a tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:33.236193 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d15017a-e2aa-4101-8bc3-7c19b9314e9a tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:56:33.244895 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15017a-e2aa-4101-8bc3-7c19b9314e9a tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6457b1e5-bc7e-40ae-b04d-fdf2ec42a207,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:33.252935 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9d15017a-e2aa-4101-8bc3-7c19b9314e9a tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:33.252935 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-9d15017a-e2aa-4101-8bc3-7c19b9314e9a tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Added segment 1d77755c-50e9-4d3a-9ece-bbb20d20c31e of type vlan for network c0cb7090-9358-48fb-a6d7-d03c93cf4701 Aug 10 01:56:33.293194 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9d15017a-e2aa-4101-8bc3-7c19b9314e9a tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:33.320137 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9d15017a-e2aa-4101-8bc3-7c19b9314e9a tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:33.325620 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d15017a-e2aa-4101-8bc3-7c19b9314e9a tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:33.326194 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9d15017a-e2aa-4101-8bc3-7c19b9314e9a tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:33.381718 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9d15017a-e2aa-4101-8bc3-7c19b9314e9a tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3994536 Aug 10 01:56:33.395065 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15017a-e2aa-4101-8bc3-7c19b9314e9a tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Pushing event updated for resources: {'Network': ['ID=c0cb7090-9358-48fb-a6d7-d03c93cf4701,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:33.407129 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network c0cb7090-9358-48fb-a6d7-d03c93cf4701 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:56:33.746093 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:56:34.673190 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:56:34.697519 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:56:34.697911 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 2d0a8fdb-3fe4-4e8e-8713-d1da7df3edc9 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:56:36.552657 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38272) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:36.558076 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-5f78decc-c2dc-4e17-8916-ec5ca8b5a17c tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Request body: {'subnet': {'network_id': 'c0cb7090-9358-48fb-a6d7-d03c93cf4701', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:36.644712 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f78decc-c2dc-4e17-8916-ec5ca8b5a17c tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Made reservation on behalf of dce99c4a256640daa31aa38c0b0f912f for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:56:36.648148 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5f78decc-c2dc-4e17-8916-ec5ca8b5a17c tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:36.846118 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5f78decc-c2dc-4e17-8916-ec5ca8b5a17c tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:36.915057 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78decc-c2dc-4e17-8916-ec5ca8b5a17c tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Pushing event updated for resources: {'Subnet': ['ID=492da33b-ee5f-4933-bd4c-fa74344b432e,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:36.919820 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f78decc-c2dc-4e17-8916-ec5ca8b5a17c tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Checking segment: {'id': '1d77755c-50e9-4d3a-9ece-bbb20d20c31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c0cb7090-9358-48fb-a6d7-d03c93cf4701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:56:36.920191 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f78decc-c2dc-4e17-8916-ec5ca8b5a17c tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Network hostable DHCP agents. Network: c0cb7090-9358-48fb-a6d7-d03c93cf4701, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:56:36.937058 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f78decc-c2dc-4e17-8916-ec5ca8b5a17c tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Network c0cb7090-9358-48fb-a6d7-d03c93cf4701 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:56:36.945545 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-5f78decc-c2dc-4e17-8916-ec5ca8b5a17c tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, c0cb7090-9358-48fb-a6d7-d03c93cf4701) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:36.949542 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f78decc-c2dc-4e17-8916-ec5ca8b5a17c tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:36.950126 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5f78decc-c2dc-4e17-8916-ec5ca8b5a17c tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:36.954286 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c34a22-eaed-4f61-aeb1-22ae385d99f4 None None] Network c0cb7090-9358-48fb-a6d7-d03c93cf4701 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:56:36.963997 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5f78decc-c2dc-4e17-8916-ec5ca8b5a17c tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4102569 Aug 10 01:56:36.967727 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38274) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:36.972713 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-3faa37d3-4662-4570-a019-d55cfc59823b tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-220657047'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:36.993731 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3faa37d3-4662-4570-a019-d55cfc59823b tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Made reservation on behalf of dce99c4a256640daa31aa38c0b0f912f for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:56:36.997890 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3faa37d3-4662-4570-a019-d55cfc59823b tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:37.021235 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3faa37d3-4662-4570-a019-d55cfc59823b tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:56:37.030559 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3faa37d3-4662-4570-a019-d55cfc59823b tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:37.030909 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-3faa37d3-4662-4570-a019-d55cfc59823b tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Added segment a33b94cd-6935-46fd-a9db-52ea0fcf659e of type vlan for network 34d12f36-0425-43ac-8f1a-0fe4ec66df72 Aug 10 01:56:37.071426 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3faa37d3-4662-4570-a019-d55cfc59823b tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:37.101502 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3faa37d3-4662-4570-a019-d55cfc59823b tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:37.102687 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d868fb5-10b7-4a70-9562-3e340cd79a72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-c0cb7090-9358-48fb-a6d7-d03c93cf4701', 'network_id': 'c0cb7090-9358-48fb-a6d7-d03c93cf4701', 'tenant_id': 'dce99c4a256640daa31aa38c0b0f912f', 'fixed_ips': [{'subnet_id': '492da33b-ee5f-4933-bd4c-fa74344b432e'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:56:37.103547 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2d868fb5-10b7-4a70-9562-3e340cd79a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:37.107675 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faa37d3-4662-4570-a019-d55cfc59823b tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:37.108348 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3faa37d3-4662-4570-a019-d55cfc59823b tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:37.168823 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3faa37d3-4662-4570-a019-d55cfc59823b tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2000175 Aug 10 01:56:37.172305 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38276) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:37.179420 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-0ff84434-d502-48f3-ad2d-53417ef0f309 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Request body: {'subnet': {'network_id': '34d12f36-0425-43ac-8f1a-0fe4ec66df72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:37.196262 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa37d3-4662-4570-a019-d55cfc59823b tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Pushing event updated for resources: {'Network': ['ID=34d12f36-0425-43ac-8f1a-0fe4ec66df72,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:37.218047 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 34d12f36-0425-43ac-8f1a-0fe4ec66df72 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:56:37.271683 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff84434-d502-48f3-ad2d-53417ef0f309 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Made reservation on behalf of dce99c4a256640daa31aa38c0b0f912f for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:56:37.275201 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0ff84434-d502-48f3-ad2d-53417ef0f309 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:37.293039 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-2d868fb5-10b7-4a70-9562-3e340cd79a72 None None] Allocated IP 2001:db8:0:ffff::2 (c0cb7090-9358-48fb-a6d7-d03c93cf4701/492da33b-ee5f-4933-bd4c-fa74344b432e/31a41a33-7e30-453b-89d4-df9f313dd472) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:56:37.435130 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2d868fb5-10b7-4a70-9562-3e340cd79a72 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:37.444228 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2d868fb5-10b7-4a70-9562-3e340cd79a72 None None] Transition to ACTIVE for port object 31a41a33-7e30-453b-89d4-df9f313dd472 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:56:37.460428 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2d868fb5-10b7-4a70-9562-3e340cd79a72 None None] Transition to ACTIVE for port object 31a41a33-7e30-453b-89d4-df9f313dd472 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:56:37.467473 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2d868fb5-10b7-4a70-9562-3e340cd79a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:37.468342 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0ff84434-d502-48f3-ad2d-53417ef0f309 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:37.508586 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d868fb5-10b7-4a70-9562-3e340cd79a72 None None] Network c0cb7090-9358-48fb-a6d7-d03c93cf4701 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:56:37.511970 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-2d868fb5-10b7-4a70-9562-3e340cd79a72 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:37.515444 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d868fb5-10b7-4a70-9562-3e340cd79a72 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:56:37.522168 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d868fb5-10b7-4a70-9562-3e340cd79a72 None None] Pushing event updated for resources: {'Port': ['ID=31a41a33-7e30-453b-89d4-df9f313dd472,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:37.530058 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff84434-d502-48f3-ad2d-53417ef0f309 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Pushing event updated for resources: {'Subnet': ['ID=2a5bdda8-6995-48dc-b310-d31b716ed1d8,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:37.532811 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d868fb5-10b7-4a70-9562-3e340cd79a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:37.533272 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d868fb5-10b7-4a70-9562-3e340cd79a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:37.533513 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d868fb5-10b7-4a70-9562-3e340cd79a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:37.533858 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d868fb5-10b7-4a70-9562-3e340cd79a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:37.534197 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d868fb5-10b7-4a70-9562-3e340cd79a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:37.534540 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d868fb5-10b7-4a70-9562-3e340cd79a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:37.534880 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d868fb5-10b7-4a70-9562-3e340cd79a72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:37.535212 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d868fb5-10b7-4a70-9562-3e340cd79a72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:37.535547 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d868fb5-10b7-4a70-9562-3e340cd79a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:37.535876 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d868fb5-10b7-4a70-9562-3e340cd79a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:37.536228 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d868fb5-10b7-4a70-9562-3e340cd79a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:37.536568 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d868fb5-10b7-4a70-9562-3e340cd79a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:37.538909 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff84434-d502-48f3-ad2d-53417ef0f309 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Checking segment: {'id': 'a33b94cd-6935-46fd-a9db-52ea0fcf659e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '34d12f36-0425-43ac-8f1a-0fe4ec66df72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:56:37.539286 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff84434-d502-48f3-ad2d-53417ef0f309 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Network hostable DHCP agents. Network: 34d12f36-0425-43ac-8f1a-0fe4ec66df72, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:56:37.556489 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff84434-d502-48f3-ad2d-53417ef0f309 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Network 34d12f36-0425-43ac-8f1a-0fe4ec66df72 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:56:37.565851 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-0ff84434-d502-48f3-ad2d-53417ef0f309 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 34d12f36-0425-43ac-8f1a-0fe4ec66df72) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:37.570319 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff84434-d502-48f3-ad2d-53417ef0f309 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:37.570926 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0ff84434-d502-48f3-ad2d-53417ef0f309 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:37.577875 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8ee8f1-20c5-4b31-8f29-11e7f65bc6a7 None None] Network 34d12f36-0425-43ac-8f1a-0fe4ec66df72 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:56:37.588451 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0ff84434-d502-48f3-ad2d-53417ef0f309 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4127178 Aug 10 01:56:37.588756 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38278) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:37.624060 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-2d868fb5-10b7-4a70-9562-3e340cd79a72 None None] Attempting to bind port 31a41a33-7e30-453b-89d4-df9f313dd472 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:56:37.624467 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-2d868fb5-10b7-4a70-9562-3e340cd79a72 None None] Attempting to bind port 31a41a33-7e30-453b-89d4-df9f313dd472 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '1d77755c-50e9-4d3a-9ece-bbb20d20c31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c0cb7090-9358-48fb-a6d7-d03c93cf4701'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:56:37.624829 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d868fb5-10b7-4a70-9562-3e340cd79a72 None None] Attempting to bind port 31a41a33-7e30-453b-89d4-df9f313dd472 on network c0cb7090-9358-48fb-a6d7-d03c93cf4701 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:56:37.636986 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d868fb5-10b7-4a70-9562-3e340cd79a72 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:56:37.637359 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d868fb5-10b7-4a70-9562-3e340cd79a72 None None] Checking segment: {'id': '1d77755c-50e9-4d3a-9ece-bbb20d20c31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c0cb7090-9358-48fb-a6d7-d03c93cf4701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:56:37.637760 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2d868fb5-10b7-4a70-9562-3e340cd79a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:37.638151 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d868fb5-10b7-4a70-9562-3e340cd79a72 None None] Bound using segment: {'id': '1d77755c-50e9-4d3a-9ece-bbb20d20c31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c0cb7090-9358-48fb-a6d7-d03c93cf4701'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:56:37.638621 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-2d868fb5-10b7-4a70-9562-3e340cd79a72 None None] Bound port: 31a41a33-7e30-453b-89d4-df9f313dd472, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d77755c-50e9-4d3a-9ece-bbb20d20c31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c0cb7090-9358-48fb-a6d7-d03c93cf4701'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:56:37.639002 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2d868fb5-10b7-4a70-9562-3e340cd79a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:37.691095 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4456a87e-d5b8-4f40-951f-f51c1484c866 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:37.772461 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4456a87e-d5b8-4f40-951f-f51c1484c866 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:37.841797 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4456a87e-d5b8-4f40-951f-f51c1484c866 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:37.866593 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456a87e-d5b8-4f40-951f-f51c1484c866 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Pushing event deleted for resources: {'Subnet': ['ID=2a5bdda8-6995-48dc-b310-d31b716ed1d8,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:37.902411 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-2d868fb5-10b7-4a70-9562-3e340cd79a72 None None] For port 31a41a33-7e30-453b-89d4-df9f313dd472, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:56:37.926598 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a94877-a40f-4793-b13e-1cb2d4629860 None None] Network 34d12f36-0425-43ac-8f1a-0fe4ec66df72 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:56:37.931068 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4456a87e-d5b8-4f40-951f-f51c1484c866 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:37.932202 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-2d868fb5-10b7-4a70-9562-3e340cd79a72 None None] For port 31a41a33-7e30-453b-89d4-df9f313dd472, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=31a41a33-7e30-453b-89d4-df9f313dd472,segment=NetworkSegment(1d77755c-50e9-4d3a-9ece-bbb20d20c31e),segment_id=1d77755c-50e9-4d3a-9ece-bbb20d20c31e)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:56:37.942349 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-4456a87e-d5b8-4f40-951f-f51c1484c866 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d12f36-0425-43ac-8f1a-0fe4ec66df72']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:37.953213 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-4456a87e-d5b8-4f40-951f-f51c1484c866 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a33b94cd-6935-46fd-a9db-52ea0fcf659e') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:37.953516 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-4456a87e-d5b8-4f40-951f-f51c1484c866 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a33b94cd-6935-46fd-a9db-52ea0fcf659e') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:37.962209 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4456a87e-d5b8-4f40-951f-f51c1484c866 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:37.968952 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2d868fb5-10b7-4a70-9562-3e340cd79a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:37.980865 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4456a87e-d5b8-4f40-951f-f51c1484c866 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:37.987275 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4456a87e-d5b8-4f40-951f-f51c1484c866 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:56:37.987692 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4456a87e-d5b8-4f40-951f-f51c1484c866 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:37.991335 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:56:37.991335 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:56:37.991335 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:56:37.991335 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:56:37.991335 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:56:37.991335 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:56:37.991335 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:56:37.991335 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:56:37.991335 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:56:37.991335 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:56:37.991335 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:56:37.991335 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:56:37.991335 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:56:37.991335 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:56:37.991335 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:56:37.991335 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:56:37.991335 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:56:37.991335 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:56:37.991335 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:56:37.991335 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:56:37.991335 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:56:37.991335 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:56:37.991335 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:56:37.991335 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:56:37.991335 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:56:37.991335 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:56:37.991335 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:56:37.991335 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:56:37.991335 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:56:37.991335 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:56:37.991335 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:56:37.991335 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:56:38.050578 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4456a87e-d5b8-4f40-951f-f51c1484c866 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:38.058411 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4456a87e-d5b8-4f40-951f-f51c1484c866 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:38.060363 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4456a87e-d5b8-4f40-951f-f51c1484c866 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] 10.222.0.35 "DELETE /v2.0/networks/34d12f36-0425-43ac-8f1a-0fe4ec66df72 HTTP/1.1" status: 204 len: 168 time: 0.4700761 Aug 10 01:56:38.063884 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38280) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:38.069147 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-fc3b7099-6887-484a-808e-8184d17f6c28 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-759795845'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:38.074913 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456a87e-d5b8-4f40-951f-f51c1484c866 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Pushing event deleted for resources: {'Network': ['ID=34d12f36-0425-43ac-8f1a-0fe4ec66df72,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:38.094467 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d868fb5-10b7-4a70-9562-3e340cd79a72 None None] Pushing event updated for resources: {'Port': ['ID=31a41a33-7e30-453b-89d4-df9f313dd472,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:38.097561 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3b7099-6887-484a-808e-8184d17f6c28 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Made reservation on behalf of dce99c4a256640daa31aa38c0b0f912f for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:56:38.101490 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7099-6887-484a-808e-8184d17f6c28 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:38.126719 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc3b7099-6887-484a-808e-8184d17f6c28 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:56:38.136880 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7099-6887-484a-808e-8184d17f6c28 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:38.137231 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-fc3b7099-6887-484a-808e-8184d17f6c28 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Added segment ff2ad089-987e-4576-9941-e4ec56622fed of type vlan for network 78d6e779-9cf8-43d5-b746-aa8c01dcd84f Aug 10 01:56:38.182814 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7099-6887-484a-808e-8184d17f6c28 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:38.227572 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7099-6887-484a-808e-8184d17f6c28 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:38.233714 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3b7099-6887-484a-808e-8184d17f6c28 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:38.234306 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7099-6887-484a-808e-8184d17f6c28 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:38.297803 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-fc3b7099-6887-484a-808e-8184d17f6c28 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2327690 Aug 10 01:56:38.301036 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38282) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:38.303905 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b7099-6887-484a-808e-8184d17f6c28 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Pushing event updated for resources: {'Network': ['ID=78d6e779-9cf8-43d5-b746-aa8c01dcd84f,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:38.306246 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-d6d292c4-1bee-4b3f-8ae3-7e418953262f tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Request body: {'subnet': {'network_id': '78d6e779-9cf8-43d5-b746-aa8c01dcd84f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:38.315279 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 78d6e779-9cf8-43d5-b746-aa8c01dcd84f details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:56:38.397908 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d292c4-1bee-4b3f-8ae3-7e418953262f tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Made reservation on behalf of dce99c4a256640daa31aa38c0b0f912f for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:56:38.401422 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d6d292c4-1bee-4b3f-8ae3-7e418953262f tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:38.456840 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.ipam_backend_mixin [None req-d6d292c4-1bee-4b3f-8ae3-7e418953262f tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Performing IP validity checks on allocation pools {{(pid=105827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 01:56:38.457299 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.ipam_backend_mixin [None req-d6d292c4-1bee-4b3f-8ae3-7e418953262f tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 01:56:38.578749 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d6d292c4-1bee-4b3f-8ae3-7e418953262f tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:38.635000 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d292c4-1bee-4b3f-8ae3-7e418953262f tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Pushing event updated for resources: {'Subnet': ['ID=25e1dc27-652d-4e4e-9499-4c7977df3f44,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:38.653351 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d292c4-1bee-4b3f-8ae3-7e418953262f tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Checking segment: {'id': 'ff2ad089-987e-4576-9941-e4ec56622fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '78d6e779-9cf8-43d5-b746-aa8c01dcd84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:56:38.653839 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d292c4-1bee-4b3f-8ae3-7e418953262f tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Network hostable DHCP agents. Network: 78d6e779-9cf8-43d5-b746-aa8c01dcd84f, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:56:38.671867 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d292c4-1bee-4b3f-8ae3-7e418953262f tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Network 78d6e779-9cf8-43d5-b746-aa8c01dcd84f is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:56:38.680908 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-d6d292c4-1bee-4b3f-8ae3-7e418953262f tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 78d6e779-9cf8-43d5-b746-aa8c01dcd84f) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:38.684979 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d292c4-1bee-4b3f-8ae3-7e418953262f tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:38.685574 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d6d292c4-1bee-4b3f-8ae3-7e418953262f tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:38.689833 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684b6854-8ca4-4e4e-94f7-c6c7c8afeac4 None None] Network 78d6e779-9cf8-43d5-b746-aa8c01dcd84f requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:56:38.702023 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d6d292c4-1bee-4b3f-8ae3-7e418953262f tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4001811 Aug 10 01:56:38.704771 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38284) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:38.808950 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7b486620-ec8e-45c5-af78-284702400da3 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:38.847530 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19040b5e-4238-486a-819e-b927c611857c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-78d6e779-9cf8-43d5-b746-aa8c01dcd84f', 'network_id': '78d6e779-9cf8-43d5-b746-aa8c01dcd84f', 'tenant_id': 'dce99c4a256640daa31aa38c0b0f912f', 'fixed_ips': [{'subnet_id': '25e1dc27-652d-4e4e-9499-4c7977df3f44'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:56:38.848462 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-19040b5e-4238-486a-819e-b927c611857c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:38.868825 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7b486620-ec8e-45c5-af78-284702400da3 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:38.944609 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7b486620-ec8e-45c5-af78-284702400da3 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server [None req-19040b5e-4238-486a-819e-b927c611857c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 25e1dc27-652d-4e4e-9499-4c7977df3f44: This subnet is being modified by another concurrent operation. Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server raise exception Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 25e1dc27-652d-4e4e-9499-4c7977df3f44: This subnet is being modified by another concurrent operation. Aug 10 01:56:38.952987 n-d-766726-26 neutron-server[105828]: ERROR oslo_messaging.rpc.server Aug 10 01:56:38.970054 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9984b7-8be9-431c-bd4d-c800397dad43 None None] Network c0cb7090-9358-48fb-a6d7-d03c93cf4701 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:56:38.978878 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b486620-ec8e-45c5-af78-284702400da3 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Pushing event deleted for resources: {'Subnet': ['ID=25e1dc27-652d-4e4e-9499-4c7977df3f44,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:38.985492 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf8d87f-5c8b-4637-8220-f0f8851505ab None None] Network 78d6e779-9cf8-43d5-b746-aa8c01dcd84f requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:56:39.040280 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7b486620-ec8e-45c5-af78-284702400da3 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:39.050034 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-7b486620-ec8e-45c5-af78-284702400da3 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d6e779-9cf8-43d5-b746-aa8c01dcd84f']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:39.060372 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-7b486620-ec8e-45c5-af78-284702400da3 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff2ad089-987e-4576-9941-e4ec56622fed') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:39.060672 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-7b486620-ec8e-45c5-af78-284702400da3 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff2ad089-987e-4576-9941-e4ec56622fed') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:39.070081 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7b486620-ec8e-45c5-af78-284702400da3 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:39.079970 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d0ca6d1b-6cf6-48b1-b45b-90bca1e650d0 None None] Provisioning for port 31a41a33-7e30-453b-89d4-df9f313dd472 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:56:39.084828 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7b486620-ec8e-45c5-af78-284702400da3 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:39.091727 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b486620-ec8e-45c5-af78-284702400da3 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:56:39.092139 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7b486620-ec8e-45c5-af78-284702400da3 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:39.095182 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:56:39.095182 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:56:39.095182 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:56:39.095182 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:56:39.095182 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:56:39.095182 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:56:39.095182 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:56:39.095182 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:56:39.095182 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:56:39.095182 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:56:39.095182 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:56:39.095182 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:56:39.095182 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:56:39.095182 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:56:39.095182 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:56:39.095182 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:56:39.095182 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:56:39.095182 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:56:39.095182 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:56:39.095182 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:56:39.095182 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:56:39.095182 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:56:39.095182 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:56:39.095182 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:56:39.095182 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:56:39.095182 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:56:39.095182 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:56:39.095182 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:56:39.095182 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:56:39.095182 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:56:39.095182 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:56:39.095182 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:56:39.155989 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7b486620-ec8e-45c5-af78-284702400da3 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:39.164270 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7b486620-ec8e-45c5-af78-284702400da3 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:39.166176 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7b486620-ec8e-45c5-af78-284702400da3 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] 10.222.0.35 "DELETE /v2.0/networks/78d6e779-9cf8-43d5-b746-aa8c01dcd84f HTTP/1.1" status: 204 len: 168 time: 0.4601476 Aug 10 01:56:39.170324 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38286) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:39.175913 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-6a899fea-67c1-4180-91ea-ef1ca4c3ff94 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1902548367'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:39.176253 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b486620-ec8e-45c5-af78-284702400da3 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Pushing event deleted for resources: {'Network': ['ID=78d6e779-9cf8-43d5-b746-aa8c01dcd84f,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:39.199118 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a899fea-67c1-4180-91ea-ef1ca4c3ff94 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Made reservation on behalf of dce99c4a256640daa31aa38c0b0f912f for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:56:39.202732 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6a899fea-67c1-4180-91ea-ef1ca4c3ff94 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:39.226045 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a899fea-67c1-4180-91ea-ef1ca4c3ff94 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:56:39.235422 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6a899fea-67c1-4180-91ea-ef1ca4c3ff94 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:39.235819 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-6a899fea-67c1-4180-91ea-ef1ca4c3ff94 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Added segment 372f9d81-b247-4226-ab00-bb973ac3c2a4 of type vlan for network 103f63a7-c675-427a-9836-9729c6b1e841 Aug 10 01:56:39.281858 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6a899fea-67c1-4180-91ea-ef1ca4c3ff94 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:39.317807 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6a899fea-67c1-4180-91ea-ef1ca4c3ff94 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:39.324166 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a899fea-67c1-4180-91ea-ef1ca4c3ff94 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:39.324805 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6a899fea-67c1-4180-91ea-ef1ca4c3ff94 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:39.373118 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6a899fea-67c1-4180-91ea-ef1ca4c3ff94 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2016017 Aug 10 01:56:39.376730 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38288) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:39.381979 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-b0a6cd80-696d-404b-9d9c-5037d496e161 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Request body: {'subnet': {'network_id': '103f63a7-c675-427a-9836-9729c6b1e841', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:39.395009 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a899fea-67c1-4180-91ea-ef1ca4c3ff94 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Pushing event updated for resources: {'Network': ['ID=103f63a7-c675-427a-9836-9729c6b1e841,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:39.405307 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 103f63a7-c675-427a-9836-9729c6b1e841 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:56:39.412315 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398ec10e-f986-46cc-9e1d-c727bf8f014c None None] get_active_networks_info from n-d-766726-26 {{(pid=105828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:56:39.473979 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a6cd80-696d-404b-9d9c-5037d496e161 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Made reservation on behalf of dce99c4a256640daa31aa38c0b0f912f for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:56:39.477500 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0a6cd80-696d-404b-9d9c-5037d496e161 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:39.536258 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398ec10e-f986-46cc-9e1d-c727bf8f014c None None] Resources bound (agent type, host, resource id): {{(pid=105828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:56:39.677703 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0a6cd80-696d-404b-9d9c-5037d496e161 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:39.713190 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 31a41a33-7e30-453b-89d4-df9f313dd472 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:56:39.740425 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a6cd80-696d-404b-9d9c-5037d496e161 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Pushing event updated for resources: {'Subnet': ['ID=2a0b1a45-3f40-437a-b03b-8a36f788d2b0,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:39.749777 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a6cd80-696d-404b-9d9c-5037d496e161 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Checking segment: {'id': '372f9d81-b247-4226-ab00-bb973ac3c2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '103f63a7-c675-427a-9836-9729c6b1e841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:56:39.750148 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a6cd80-696d-404b-9d9c-5037d496e161 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Network hostable DHCP agents. Network: 103f63a7-c675-427a-9836-9729c6b1e841, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:56:39.767753 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a6cd80-696d-404b-9d9c-5037d496e161 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Network 103f63a7-c675-427a-9836-9729c6b1e841 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:56:39.777056 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-b0a6cd80-696d-404b-9d9c-5037d496e161 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 103f63a7-c675-427a-9836-9729c6b1e841) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:39.782185 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a6cd80-696d-404b-9d9c-5037d496e161 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:39.782784 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0a6cd80-696d-404b-9d9c-5037d496e161 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:39.798653 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b0a6cd80-696d-404b-9d9c-5037d496e161 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4208324 Aug 10 01:56:39.800255 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1580327-0f5b-4565-98ea-30119e951dc1 None None] Network 103f63a7-c675-427a-9836-9729c6b1e841 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:56:39.802272 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38290) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:39.807690 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-26e21f0c-124e-4f2d-95d7-34776844e8b1 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-99718938'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:39.828445 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e21f0c-124e-4f2d-95d7-34776844e8b1 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Made reservation on behalf of dce99c4a256640daa31aa38c0b0f912f for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:56:39.831787 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26e21f0c-124e-4f2d-95d7-34776844e8b1 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:39.836198 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 31a41a33-7e30-453b-89d4-df9f313dd472 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:56:39.843968 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 31a41a33-7e30-453b-89d4-df9f313dd472 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:39.844377 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:39.855328 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e21f0c-124e-4f2d-95d7-34776844e8b1 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:56:39.864209 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26e21f0c-124e-4f2d-95d7-34776844e8b1 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:39.864553 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-26e21f0c-124e-4f2d-95d7-34776844e8b1 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Added segment b4837c0d-f08c-406a-97ed-99bc60a97f5b of type vlan for network 713b5321-b5c5-44d8-a233-dbb205457b0f Aug 10 01:56:39.904089 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26e21f0c-124e-4f2d-95d7-34776844e8b1 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:39.932651 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26e21f0c-124e-4f2d-95d7-34776844e8b1 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:39.938759 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e21f0c-124e-4f2d-95d7-34776844e8b1 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:39.939332 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26e21f0c-124e-4f2d-95d7-34776844e8b1 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:39.994690 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:40.001193 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-26e21f0c-124e-4f2d-95d7-34776844e8b1 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1976604 Aug 10 01:56:40.004070 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38292) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:40.006486 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b694960-0bf3-4652-95a8-570eae2328f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-103f63a7-c675-427a-9836-9729c6b1e841', 'network_id': '103f63a7-c675-427a-9836-9729c6b1e841', 'tenant_id': 'dce99c4a256640daa31aa38c0b0f912f', 'fixed_ips': [{'subnet_id': '2a0b1a45-3f40-437a-b03b-8a36f788d2b0'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:56:40.007336 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b694960-0bf3-4652-95a8-570eae2328f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:40.009010 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-8a518366-cedd-4442-bdff-da010df419c9 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Request body: {'subnet': {'network_id': '713b5321-b5c5-44d8-a233-dbb205457b0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:40.028161 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e21f0c-124e-4f2d-95d7-34776844e8b1 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Pushing event updated for resources: {'Network': ['ID=713b5321-b5c5-44d8-a233-dbb205457b0f,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:40.039862 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 713b5321-b5c5-44d8-a233-dbb205457b0f details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:56:40.102153 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a518366-cedd-4442-bdff-da010df419c9 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Made reservation on behalf of dce99c4a256640daa31aa38c0b0f912f for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:56:40.106523 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8a518366-cedd-4442-bdff-da010df419c9 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:40.127648 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 31a41a33-7e30-453b-89d4-df9f313dd472, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=31a41a33-7e30-453b-89d4-df9f313dd472,segment=NetworkSegment(1d77755c-50e9-4d3a-9ece-bbb20d20c31e),segment_id=1d77755c-50e9-4d3a-9ece-bbb20d20c31e)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:40.140113 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:40.247238 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=31a41a33-7e30-453b-89d4-df9f313dd472,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:40.261081 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-2b694960-0bf3-4652-95a8-570eae2328f2 None None] Allocated IP 2001:db8::2 (103f63a7-c675-427a-9836-9729c6b1e841/2a0b1a45-3f40-437a-b03b-8a36f788d2b0/50e85469-26f4-4d6c-acdd-9b572606c5ea) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:56:40.293054 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8a518366-cedd-4442-bdff-da010df419c9 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:40.358597 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a518366-cedd-4442-bdff-da010df419c9 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Pushing event updated for resources: {'Subnet': ['ID=ff05fab6-5870-4154-b415-96b663444fb8,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:40.365771 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a518366-cedd-4442-bdff-da010df419c9 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Checking segment: {'id': 'b4837c0d-f08c-406a-97ed-99bc60a97f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '713b5321-b5c5-44d8-a233-dbb205457b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:56:40.366136 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a518366-cedd-4442-bdff-da010df419c9 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Network hostable DHCP agents. Network: 713b5321-b5c5-44d8-a233-dbb205457b0f, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:56:40.383306 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a518366-cedd-4442-bdff-da010df419c9 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Network 713b5321-b5c5-44d8-a233-dbb205457b0f is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:56:40.392152 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-8a518366-cedd-4442-bdff-da010df419c9 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 713b5321-b5c5-44d8-a233-dbb205457b0f) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:40.396298 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a518366-cedd-4442-bdff-da010df419c9 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:40.396893 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8a518366-cedd-4442-bdff-da010df419c9 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:40.406659 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b37ec2-3b5e-4bbe-b9c5-d9fcd1c54e91 None None] Network 713b5321-b5c5-44d8-a233-dbb205457b0f requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:56:40.412907 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8a518366-cedd-4442-bdff-da010df419c9 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4077244 Aug 10 01:56:40.415743 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38294) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:40.423611 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b694960-0bf3-4652-95a8-570eae2328f2 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:40.458429 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2b694960-0bf3-4652-95a8-570eae2328f2 None None] Transition to ACTIVE for port object 50e85469-26f4-4d6c-acdd-9b572606c5ea will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:56:40.488024 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2b694960-0bf3-4652-95a8-570eae2328f2 None None] Transition to ACTIVE for port object 50e85469-26f4-4d6c-acdd-9b572606c5ea will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:56:40.497364 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b694960-0bf3-4652-95a8-570eae2328f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:40.515842 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4cbb77f3-0466-43ad-ad0e-5399c390c2d8 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:40.546320 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [req-4c3db048-8d9f-4e20-80f8-c1ec39c17aee req-02d98daa-4c05-4903-a5b1-111d43febc80 tempest-ServerDiskConfigTestJSON-1978088147 tempest-ServerDiskConfigTestJSON-1978088147-project] (105827) timed out ('10.222.0.20', 49518) {{(pid=105827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 01:56:40.549334 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b694960-0bf3-4652-95a8-570eae2328f2 None None] Network 103f63a7-c675-427a-9836-9729c6b1e841 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:56:40.572416 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-2b694960-0bf3-4652-95a8-570eae2328f2 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:40.575480 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b694960-0bf3-4652-95a8-570eae2328f2 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:56:40.598689 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b694960-0bf3-4652-95a8-570eae2328f2 None None] Pushing event updated for resources: {'Port': ['ID=50e85469-26f4-4d6c-acdd-9b572606c5ea,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:40.615748 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4cbb77f3-0466-43ad-ad0e-5399c390c2d8 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:40.661999 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bd2dc0-dde2-4c11-9126-6e9718147463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-713b5321-b5c5-44d8-a233-dbb205457b0f', 'network_id': '713b5321-b5c5-44d8-a233-dbb205457b0f', 'tenant_id': 'dce99c4a256640daa31aa38c0b0f912f', 'fixed_ips': [{'subnet_id': 'ff05fab6-5870-4154-b415-96b663444fb8'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:56:40.662837 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-15bd2dc0-dde2-4c11-9126-6e9718147463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:40.666421 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-2b694960-0bf3-4652-95a8-570eae2328f2 None None] Attempting to bind port 50e85469-26f4-4d6c-acdd-9b572606c5ea on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:56:40.666802 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-2b694960-0bf3-4652-95a8-570eae2328f2 None None] Attempting to bind port 50e85469-26f4-4d6c-acdd-9b572606c5ea by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '372f9d81-b247-4226-ab00-bb973ac3c2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '103f63a7-c675-427a-9836-9729c6b1e841'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:56:40.667173 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b694960-0bf3-4652-95a8-570eae2328f2 None None] Attempting to bind port 50e85469-26f4-4d6c-acdd-9b572606c5ea on network 103f63a7-c675-427a-9836-9729c6b1e841 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:56:40.677531 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4cbb77f3-0466-43ad-ad0e-5399c390c2d8 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:40.680563 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b694960-0bf3-4652-95a8-570eae2328f2 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:56:40.680947 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b694960-0bf3-4652-95a8-570eae2328f2 None None] Checking segment: {'id': '372f9d81-b247-4226-ab00-bb973ac3c2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '103f63a7-c675-427a-9836-9729c6b1e841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:56:40.681357 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b694960-0bf3-4652-95a8-570eae2328f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:40.681764 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b694960-0bf3-4652-95a8-570eae2328f2 None None] Bound using segment: {'id': '372f9d81-b247-4226-ab00-bb973ac3c2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '103f63a7-c675-427a-9836-9729c6b1e841'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:56:40.682241 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-2b694960-0bf3-4652-95a8-570eae2328f2 None None] Bound port: 50e85469-26f4-4d6c-acdd-9b572606c5ea, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '372f9d81-b247-4226-ab00-bb973ac3c2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '103f63a7-c675-427a-9836-9729c6b1e841'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:56:40.682633 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b694960-0bf3-4652-95a8-570eae2328f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:40.705348 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb77f3-0466-43ad-ad0e-5399c390c2d8 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Pushing event deleted for resources: {'Subnet': ['ID=ff05fab6-5870-4154-b415-96b663444fb8,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:40.770442 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4cbb77f3-0466-43ad-ad0e-5399c390c2d8 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:40.780790 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-4cbb77f3-0466-43ad-ad0e-5399c390c2d8 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['713b5321-b5c5-44d8-a233-dbb205457b0f']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:40.791515 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-4cbb77f3-0466-43ad-ad0e-5399c390c2d8 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4837c0d-f08c-406a-97ed-99bc60a97f5b') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:40.791817 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-4cbb77f3-0466-43ad-ad0e-5399c390c2d8 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4837c0d-f08c-406a-97ed-99bc60a97f5b') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:40.795832 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb656fb6-f3ea-4461-8c46-6ff53257f485 None None] Network 713b5321-b5c5-44d8-a233-dbb205457b0f requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:56:40.800966 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4cbb77f3-0466-43ad-ad0e-5399c390c2d8 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:40.817394 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4cbb77f3-0466-43ad-ad0e-5399c390c2d8 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:40.823340 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cbb77f3-0466-43ad-ad0e-5399c390c2d8 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:56:40.824313 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4cbb77f3-0466-43ad-ad0e-5399c390c2d8 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:40.827213 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:56:40.827213 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:56:40.827213 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:56:40.827213 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:56:40.827213 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:56:40.827213 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:56:40.827213 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:56:40.827213 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:56:40.827213 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:56:40.827213 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:56:40.827213 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:56:40.827213 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:56:40.827213 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:56:40.827213 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:56:40.827213 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:56:40.827213 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:56:40.827213 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:56:40.827213 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:56:40.827213 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:56:40.827213 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:56:40.827213 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:56:40.827213 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:56:40.827213 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:56:40.827213 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:56:40.827213 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:56:40.827213 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:56:40.827213 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:56:40.827213 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:56:40.827213 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:56:40.827213 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:56:40.827213 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:56:40.827213 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:56:40.848970 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-2b694960-0bf3-4652-95a8-570eae2328f2 None None] For port 50e85469-26f4-4d6c-acdd-9b572606c5ea, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:56:40.867746 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-2b694960-0bf3-4652-95a8-570eae2328f2 None None] For port 50e85469-26f4-4d6c-acdd-9b572606c5ea, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=50e85469-26f4-4d6c-acdd-9b572606c5ea,segment=NetworkSegment(372f9d81-b247-4226-ab00-bb973ac3c2a4),segment_id=372f9d81-b247-4226-ab00-bb973ac3c2a4)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:56:40.876884 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b694960-0bf3-4652-95a8-570eae2328f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:40.885056 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4cbb77f3-0466-43ad-ad0e-5399c390c2d8 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:40.893279 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4cbb77f3-0466-43ad-ad0e-5399c390c2d8 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:40.895176 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4cbb77f3-0466-43ad-ad0e-5399c390c2d8 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] 10.222.0.35 "DELETE /v2.0/networks/713b5321-b5c5-44d8-a233-dbb205457b0f HTTP/1.1" status: 204 len: 168 time: 0.4783740 Aug 10 01:56:40.898166 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38296) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:40.911661 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb77f3-0466-43ad-ad0e-5399c390c2d8 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Pushing event deleted for resources: {'Network': ['ID=713b5321-b5c5-44d8-a233-dbb205457b0f,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:40.927762 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca72287c-ce7b-409d-aa03-8d80d5fee892 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] GET failed (client error): The resource could not be found. Aug 10 01:56:40.929245 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ca72287c-ce7b-409d-aa03-8d80d5fee892 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] 10.222.0.35 "GET /v2.0/subnets/ff05fab6-5870-4154-b415-96b663444fb8 HTTP/1.1" status: 404 len: 337 time: 0.0295022 Aug 10 01:56:40.932068 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38298) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:40.951132 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-3109fce1-a693-4b6a-b519-edfdd6574bf3 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] DELETE failed (client error): The resource could not be found. Aug 10 01:56:40.953196 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3109fce1-a693-4b6a-b519-edfdd6574bf3 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:56:40.953596 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3109fce1-a693-4b6a-b519-edfdd6574bf3 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] 10.222.0.35 "DELETE /v2.0/networks/713b5321-b5c5-44d8-a233-dbb205457b0f HTTP/1.1" status: 404 len: 339 time: 0.0204804 Aug 10 01:56:40.957643 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38300) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:40.981722 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b694960-0bf3-4652-95a8-570eae2328f2 None None] Pushing event updated for resources: {'Port': ['ID=50e85469-26f4-4d6c-acdd-9b572606c5ea,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:40.986665 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-93a9248e-9be4-4c08-9586-847dcfa6ff10 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] DELETE failed (client error): The resource could not be found. Aug 10 01:56:40.987132 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93a9248e-9be4-4c08-9586-847dcfa6ff10 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:56:40.988899 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-93a9248e-9be4-4c08-9586-847dcfa6ff10 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] 10.222.0.35 "DELETE /v2.0/subnets/ff05fab6-5870-4154-b415-96b663444fb8 HTTP/1.1" status: 404 len: 337 time: 0.0295587 Aug 10 01:56:40.991490 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38302) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:41.010456 n-d-766726-26 neutron-server[105826]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b9e7b4-de30-4010-a078-537c4e0c1c9d tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] DELETE failed (client error): The resource could not be found. Aug 10 01:56:41.011116 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13b9e7b4-de30-4010-a078-537c4e0c1c9d tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:56:41.013371 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-13b9e7b4-de30-4010-a078-537c4e0c1c9d tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] 10.222.0.35 "DELETE /v2.0/networks/713b5321-b5c5-44d8-a233-dbb205457b0f HTTP/1.1" status: 404 len: 339 time: 0.0209658 Aug 10 01:56:41.015962 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38304) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:41.066979 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-08d11757-062a-43c4-91e8-c7b3f58ab9cc tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Deleting subnet 2a0b1a45-3f40-437a-b03b-8a36f788d2b0 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:56:41.070422 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-08d11757-062a-43c4-91e8-c7b3f58ab9cc tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:41.117270 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-08d11757-062a-43c4-91e8-c7b3f58ab9cc tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:41.246011 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-08d11757-062a-43c4-91e8-c7b3f58ab9cc tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:41.249596 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ac86a299-e116-40d1-af9d-6ca188cfb107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:41.303596 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-08d11757-062a-43c4-91e8-c7b3f58ab9cc tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:41.330740 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d11757-062a-43c4-91e8-c7b3f58ab9cc tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Pushing event deleted for resources: {'Subnet': ['ID=2a0b1a45-3f40-437a-b03b-8a36f788d2b0,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:41.336081 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-08d11757-062a-43c4-91e8-c7b3f58ab9cc tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:41.337549 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-08d11757-062a-43c4-91e8-c7b3f58ab9cc tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] 10.222.0.35 "DELETE /v2.0/subnets/2a0b1a45-3f40-437a-b03b-8a36f788d2b0 HTTP/1.1" status: 204 len: 168 time: 0.3206062 Aug 10 01:56:41.339912 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38306) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:41.419654 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-250855b5-47c6-4e99-8f17-66d2daa2e542 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:41.472115 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-250855b5-47c6-4e99-8f17-66d2daa2e542 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Deleting port 50e85469-26f4-4d6c-acdd-9b572606c5ea {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:56:41.472502 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-250855b5-47c6-4e99-8f17-66d2daa2e542 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:41.533004 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-250855b5-47c6-4e99-8f17-66d2daa2e542 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] For port 50e85469-26f4-4d6c-acdd-9b572606c5ea, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=50e85469-26f4-4d6c-acdd-9b572606c5ea,segment=NetworkSegment(372f9d81-b247-4226-ab00-bb973ac3c2a4),segment_id=372f9d81-b247-4226-ab00-bb973ac3c2a4)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:41.533374 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-250855b5-47c6-4e99-8f17-66d2daa2e542 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:41.546310 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-250855b5-47c6-4e99-8f17-66d2daa2e542 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Calling delete_port for 50e85469-26f4-4d6c-acdd-9b572606c5ea owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:56:41.637932 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-250855b5-47c6-4e99-8f17-66d2daa2e542 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:41.663420 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250855b5-47c6-4e99-8f17-66d2daa2e542 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Pushing event deleted for resources: {'Port': ['ID=50e85469-26f4-4d6c-acdd-9b572606c5ea,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:41.669991 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250855b5-47c6-4e99-8f17-66d2daa2e542 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] No DVR routers for this DVR port 50e85469-26f4-4d6c-acdd-9b572606c5ea on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:56:41.759483 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 31a41a33-7e30-453b-89d4-df9f313dd472 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:56:41.763423 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-250855b5-47c6-4e99-8f17-66d2daa2e542 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:41.774202 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-250855b5-47c6-4e99-8f17-66d2daa2e542 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['103f63a7-c675-427a-9836-9729c6b1e841']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:41.786579 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-250855b5-47c6-4e99-8f17-66d2daa2e542 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '372f9d81-b247-4226-ab00-bb973ac3c2a4') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:41.786877 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-250855b5-47c6-4e99-8f17-66d2daa2e542 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '372f9d81-b247-4226-ab00-bb973ac3c2a4') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:41.797656 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-250855b5-47c6-4e99-8f17-66d2daa2e542 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:41.812050 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-250855b5-47c6-4e99-8f17-66d2daa2e542 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:41.814021 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 31a41a33-7e30-453b-89d4-df9f313dd472 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:41.814404 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:41.818382 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-250855b5-47c6-4e99-8f17-66d2daa2e542 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:56:41.818794 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-250855b5-47c6-4e99-8f17-66d2daa2e542 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:41.821905 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:56:41.821905 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:56:41.821905 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:56:41.821905 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:56:41.821905 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:56:41.821905 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:56:41.821905 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:56:41.821905 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:56:41.821905 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:56:41.821905 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:56:41.821905 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:56:41.821905 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:56:41.821905 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:56:41.821905 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:56:41.821905 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:56:41.821905 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:56:41.821905 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:56:41.821905 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:56:41.821905 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:56:41.821905 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:56:41.821905 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:56:41.821905 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:56:41.821905 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:56:41.821905 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:56:41.821905 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:56:41.821905 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:56:41.821905 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:56:41.821905 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:56:41.821905 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:56:41.821905 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:56:41.821905 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:56:41.821905 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:56:41.885268 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-250855b5-47c6-4e99-8f17-66d2daa2e542 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:41.894102 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-250855b5-47c6-4e99-8f17-66d2daa2e542 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:41.895971 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-250855b5-47c6-4e99-8f17-66d2daa2e542 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] 10.222.0.35 "DELETE /v2.0/networks/103f63a7-c675-427a-9836-9729c6b1e841 HTTP/1.1" status: 204 len: 168 time: 0.5548377 Aug 10 01:56:41.898542 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38308) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:41.904515 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 50e85469-26f4-4d6c-acdd-9b572606c5ea up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:56:41.911699 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250855b5-47c6-4e99-8f17-66d2daa2e542 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Pushing event deleted for resources: {'Network': ['ID=103f63a7-c675-427a-9836-9729c6b1e841,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:41.929174 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6b7080c-73d3-4071-85d7-1b4c8a1a3025 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] DELETE failed (client error): The resource could not be found. Aug 10 01:56:41.929781 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6b7080c-73d3-4071-85d7-1b4c8a1a3025 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:56:41.929896 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 50e85469-26f4-4d6c-acdd-9b572606c5ea {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:56:41.930218 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 50e85469-26f4-4d6c-acdd-9b572606c5ea not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 10 01:56:41.932231 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b6b7080c-73d3-4071-85d7-1b4c8a1a3025 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] 10.222.0.35 "DELETE /v2.0/subnets/25e1dc27-652d-4e4e-9499-4c7977df3f44 HTTP/1.1" status: 404 len: 337 time: 0.0317867 Aug 10 01:56:41.934473 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38310) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:41.953864 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Port 50e85469-26f4-4d6c-acdd-9b572606c5ea not found, will not notify nova. {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 10 01:56:41.954203 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-a22b5a47-d29a-4b74-ad42-48c54d3964ca tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] DELETE failed (client error): The resource could not be found. Aug 10 01:56:41.954672 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a22b5a47-d29a-4b74-ad42-48c54d3964ca tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:56:41.956609 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a22b5a47-d29a-4b74-ad42-48c54d3964ca tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] 10.222.0.35 "DELETE /v2.0/networks/78d6e779-9cf8-43d5-b746-aa8c01dcd84f HTTP/1.1" status: 404 len: 339 time: 0.0211136 Aug 10 01:56:41.959544 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38312) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:41.986917 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-8afc1d4a-05c0-42cc-b454-b1366f92eb51 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] DELETE failed (client error): The resource could not be found. Aug 10 01:56:41.987492 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8afc1d4a-05c0-42cc-b454-b1366f92eb51 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:56:41.989444 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8afc1d4a-05c0-42cc-b454-b1366f92eb51 tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] 10.222.0.35 "DELETE /v2.0/subnets/2a5bdda8-6995-48dc-b310-d31b716ed1d8 HTTP/1.1" status: 404 len: 337 time: 0.0288472 Aug 10 01:56:41.992042 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38314) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:42.011590 n-d-766726-26 neutron-server[105827]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae6a9b5b-ef6f-48c5-8cff-01b9b1c34c1a tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] DELETE failed (client error): The resource could not be found. Aug 10 01:56:42.012192 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae6a9b5b-ef6f-48c5-8cff-01b9b1c34c1a tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:56:42.013946 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ae6a9b5b-ef6f-48c5-8cff-01b9b1c34c1a tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] 10.222.0.35 "DELETE /v2.0/networks/34d12f36-0425-43ac-8f1a-0fe4ec66df72 HTTP/1.1" status: 404 len: 339 time: 0.0208802 Aug 10 01:56:42.016583 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38316) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:42.073310 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aad0c7d-7a09-42a3-b291-b45686a3bb4f tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Deleting subnet 492da33b-ee5f-4933-bd4c-fa74344b432e {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:56:42.077114 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8aad0c7d-7a09-42a3-b291-b45686a3bb4f tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:42.111120 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f941220f-4998-4358-ab3d-e51923c7da81 None None] DHCP port deletion for 103f63a7-c675-427a-9836-9729c6b1e841 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:56:42.123719 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8aad0c7d-7a09-42a3-b291-b45686a3bb4f tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:42.127444 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ef4c6b-29ad-43ca-913f-0d643264a2ee None None] Network 103f63a7-c675-427a-9836-9729c6b1e841 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:56:42.142725 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ef4c6b-29ad-43ca-913f-0d643264a2ee None None] Network 103f63a7-c675-427a-9836-9729c6b1e841 could not be found, it might have been deleted concurrently. {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 01:56:42.144957 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a76f80ee-8e6a-415e-9247-63f832041d49 None None] Could not find standard attr ID for object 50e85469-26f4-4d6c-acdd-9b572606c5ea. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:56:42.161492 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:42.209520 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8aad0c7d-7a09-42a3-b291-b45686a3bb4f tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:42.271012 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8aad0c7d-7a09-42a3-b291-b45686a3bb4f tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:42.297931 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad0c7d-7a09-42a3-b291-b45686a3bb4f tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Pushing event deleted for resources: {'Subnet': ['ID=492da33b-ee5f-4933-bd4c-fa74344b432e,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:42.301599 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8aad0c7d-7a09-42a3-b291-b45686a3bb4f tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:42.303794 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8aad0c7d-7a09-42a3-b291-b45686a3bb4f tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] 10.222.0.35 "DELETE /v2.0/subnets/492da33b-ee5f-4933-bd4c-fa74344b432e HTTP/1.1" status: 204 len: 168 time: 0.2859521 Aug 10 01:56:42.306013 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38318) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:42.310820 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae42bcaf-a523-47e0-a73d-868047784aad None None] Network c0cb7090-9358-48fb-a6d7-d03c93cf4701 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:56:42.382699 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7e723c5b-4eb1-42ee-958e-2d9486c6d44b tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:42.438848 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-7e723c5b-4eb1-42ee-958e-2d9486c6d44b tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Deleting port 31a41a33-7e30-453b-89d4-df9f313dd472 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:56:42.439370 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7e723c5b-4eb1-42ee-958e-2d9486c6d44b tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:42.510377 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-7e723c5b-4eb1-42ee-958e-2d9486c6d44b tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] For port 31a41a33-7e30-453b-89d4-df9f313dd472, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=31a41a33-7e30-453b-89d4-df9f313dd472,segment=NetworkSegment(1d77755c-50e9-4d3a-9ece-bbb20d20c31e),segment_id=1d77755c-50e9-4d3a-9ece-bbb20d20c31e)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:42.510757 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7e723c5b-4eb1-42ee-958e-2d9486c6d44b tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:42.524531 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-7e723c5b-4eb1-42ee-958e-2d9486c6d44b tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Calling delete_port for 31a41a33-7e30-453b-89d4-df9f313dd472 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:56:42.603921 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7e723c5b-4eb1-42ee-958e-2d9486c6d44b tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:42.634494 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e723c5b-4eb1-42ee-958e-2d9486c6d44b tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Pushing event deleted for resources: {'Port': ['ID=31a41a33-7e30-453b-89d4-df9f313dd472,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:42.638237 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e723c5b-4eb1-42ee-958e-2d9486c6d44b tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] No DVR routers for this DVR port 31a41a33-7e30-453b-89d4-df9f313dd472 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:56:42.659565 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023bd9e1-8ee4-4314-8d53-b7c7cff89115 None None] DHCP port deletion for c0cb7090-9358-48fb-a6d7-d03c93cf4701 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:56:42.716246 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7e723c5b-4eb1-42ee-958e-2d9486c6d44b tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:42.725959 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-7e723c5b-4eb1-42ee-958e-2d9486c6d44b tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0cb7090-9358-48fb-a6d7-d03c93cf4701']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:42.736523 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-7e723c5b-4eb1-42ee-958e-2d9486c6d44b tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d77755c-50e9-4d3a-9ece-bbb20d20c31e') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:42.736826 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-7e723c5b-4eb1-42ee-958e-2d9486c6d44b tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d77755c-50e9-4d3a-9ece-bbb20d20c31e') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:42.746047 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7e723c5b-4eb1-42ee-958e-2d9486c6d44b tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:42.759731 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7e723c5b-4eb1-42ee-958e-2d9486c6d44b tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:42.765669 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e723c5b-4eb1-42ee-958e-2d9486c6d44b tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:56:42.766049 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7e723c5b-4eb1-42ee-958e-2d9486c6d44b tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:42.769139 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:56:42.769139 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:56:42.769139 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:56:42.769139 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:56:42.769139 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:56:42.769139 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:56:42.769139 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:56:42.769139 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:56:42.769139 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:56:42.769139 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:56:42.769139 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:56:42.769139 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:56:42.769139 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:56:42.769139 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:56:42.769139 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:56:42.769139 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:56:42.769139 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:56:42.769139 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:56:42.769139 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:56:42.769139 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:56:42.769139 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:56:42.769139 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:56:42.769139 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:56:42.769139 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:56:42.769139 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:56:42.769139 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:56:42.769139 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:56:42.769139 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:56:42.769139 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:56:42.769139 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:56:42.769139 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:56:42.769139 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:56:42.829445 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7e723c5b-4eb1-42ee-958e-2d9486c6d44b tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:42.835947 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7e723c5b-4eb1-42ee-958e-2d9486c6d44b tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:42.837763 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7e723c5b-4eb1-42ee-958e-2d9486c6d44b tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] 10.222.0.35 "DELETE /v2.0/networks/c0cb7090-9358-48fb-a6d7-d03c93cf4701 HTTP/1.1" status: 204 len: 168 time: 0.5307024 Aug 10 01:56:42.849057 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e723c5b-4eb1-42ee-958e-2d9486c6d44b tempest-NetworksIpV6Test-833009778 tempest-NetworksIpV6Test-833009778-project] Pushing event deleted for resources: {'Network': ['ID=c0cb7090-9358-48fb-a6d7-d03c93cf4701,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:43.069903 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38324) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:43.195300 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ea685b2e-9edf-4a89-8b1c-736a92f32360 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dce99c4a256640daa31aa38c0b0f912f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1242507 Aug 10 01:56:43.197710 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38328) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:43.244260 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-630b4ba2-0bad-409f-aac8-a2d611ff9e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:43.264766 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-630b4ba2-0bad-409f-aac8-a2d611ff9e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:43.309758 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-630b4ba2-0bad-409f-aac8-a2d611ff9e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:43.312345 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-630b4ba2-0bad-409f-aac8-a2d611ff9e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:43.313517 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-630b4ba2-0bad-409f-aac8-a2d611ff9e3f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6457b1e5-bc7e-40ae-b04d-fdf2ec42a207 HTTP/1.1" status: 204 len: 168 time: 0.1148977 Aug 10 01:56:43.321010 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b4ba2-0bad-409f-aac8-a2d611ff9e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6457b1e5-bc7e-40ae-b04d-fdf2ec42a207,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:43.660247 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 31a41a33-7e30-453b-89d4-df9f313dd472 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:56:43.679392 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 31a41a33-7e30-453b-89d4-df9f313dd472 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:56:43.680089 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 31a41a33-7e30-453b-89d4-df9f313dd472 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:56:43.680577 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 50e85469-26f4-4d6c-acdd-9b572606c5ea no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:56:43.699354 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 50e85469-26f4-4d6c-acdd-9b572606c5ea {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:56:43.699706 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 50e85469-26f4-4d6c-acdd-9b572606c5ea not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:56:43.893639 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9f20f064-efa8-4919-84ab-5161d593cf6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:43.934688 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38350) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:44.026762 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-5f1b6915-571b-4ecb-8f81-fd901b8485e3 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-217466449', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:44.051032 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5f1b6915-571b-4ecb-8f81-fd901b8485e3 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:44.052000 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5f1b6915-571b-4ecb-8f81-fd901b8485e3 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:44.139125 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5f1b6915-571b-4ecb-8f81-fd901b8485e3 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:44.143111 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5f1b6915-571b-4ecb-8f81-fd901b8485e3 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:44.157776 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5f1b6915-571b-4ecb-8f81-fd901b8485e3 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:44.159311 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5f1b6915-571b-4ecb-8f81-fd901b8485e3 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2234728 Aug 10 01:56:44.162003 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38354) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:44.167780 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-4ad9c2e6-8d9a-4517-8690-39d2618f847d tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1623096233'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:44.188511 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad9c2e6-8d9a-4517-8690-39d2618f847d tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Made reservation on behalf of 10779a22da1e4ba993bc62956e0442a5 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:56:44.191706 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4ad9c2e6-8d9a-4517-8690-39d2618f847d tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:44.200543 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4ad9c2e6-8d9a-4517-8690-39d2618f847d tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:44.287864 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4ad9c2e6-8d9a-4517-8690-39d2618f847d tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:44.291599 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4ad9c2e6-8d9a-4517-8690-39d2618f847d tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:44.317580 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad9c2e6-8d9a-4517-8690-39d2618f847d tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:56:44.331890 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9c2e6-8d9a-4517-8690-39d2618f847d tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=485d4d86-b7b2-41d2-9c4d-0eecc0a12bcd,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:44.334778 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4ad9c2e6-8d9a-4517-8690-39d2618f847d tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:44.335122 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-4ad9c2e6-8d9a-4517-8690-39d2618f847d tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Added segment 9e6560b0-dbed-4e45-ae18-570aeab4003b of type vlan for network 6eba5ca3-9ff2-4899-b138-f11cf4f860f5 Aug 10 01:56:44.375506 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4ad9c2e6-8d9a-4517-8690-39d2618f847d tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:44.401603 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4ad9c2e6-8d9a-4517-8690-39d2618f847d tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:44.407154 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad9c2e6-8d9a-4517-8690-39d2618f847d tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:44.407789 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4ad9c2e6-8d9a-4517-8690-39d2618f847d tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:44.459521 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4ad9c2e6-8d9a-4517-8690-39d2618f847d tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2964430 Aug 10 01:56:44.462436 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38356) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:44.468040 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-ef0a15be-0e28-401f-87a8-e3ba564b0e0b tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Request body: {'subnet': {'network_id': '6eba5ca3-9ff2-4899-b138-f11cf4f860f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:44.472203 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9c2e6-8d9a-4517-8690-39d2618f847d tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Pushing event updated for resources: {'Network': ['ID=6eba5ca3-9ff2-4899-b138-f11cf4f860f5,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:44.482665 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 6eba5ca3-9ff2-4899-b138-f11cf4f860f5 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:56:44.549004 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:44.565830 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0a15be-0e28-401f-87a8-e3ba564b0e0b tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Made reservation on behalf of 10779a22da1e4ba993bc62956e0442a5 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:56:44.569370 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ef0a15be-0e28-401f-87a8-e3ba564b0e0b tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:44.745985 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ef0a15be-0e28-401f-87a8-e3ba564b0e0b tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:44.805052 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a15be-0e28-401f-87a8-e3ba564b0e0b tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Pushing event updated for resources: {'Subnet': ['ID=756aa01b-1004-43dd-b305-a9099ff430a8,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:44.812643 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0a15be-0e28-401f-87a8-e3ba564b0e0b tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Checking segment: {'id': '9e6560b0-dbed-4e45-ae18-570aeab4003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6eba5ca3-9ff2-4899-b138-f11cf4f860f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:56:44.812643 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0a15be-0e28-401f-87a8-e3ba564b0e0b tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Network hostable DHCP agents. Network: 6eba5ca3-9ff2-4899-b138-f11cf4f860f5, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:56:44.828786 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0a15be-0e28-401f-87a8-e3ba564b0e0b tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Network 6eba5ca3-9ff2-4899-b138-f11cf4f860f5 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:56:44.837142 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-ef0a15be-0e28-401f-87a8-e3ba564b0e0b tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 6eba5ca3-9ff2-4899-b138-f11cf4f860f5) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:44.843282 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0a15be-0e28-401f-87a8-e3ba564b0e0b tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:44.843659 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ef0a15be-0e28-401f-87a8-e3ba564b0e0b tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:44.846755 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e1a96f-0552-4da0-bd13-ed253e71af6a None None] Network 6eba5ca3-9ff2-4899-b138-f11cf4f860f5 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:56:44.858905 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ef0a15be-0e28-401f-87a8-e3ba564b0e0b tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3953221 Aug 10 01:56:44.861988 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38358) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:44.867162 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-b0266528-5f02-4a4a-a620-55a9035fa4c0 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-783988327'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:44.886927 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0266528-5f02-4a4a-a620-55a9035fa4c0 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Made reservation on behalf of 10779a22da1e4ba993bc62956e0442a5 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:56:44.890422 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0266528-5f02-4a4a-a620-55a9035fa4c0 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:44.914739 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0266528-5f02-4a4a-a620-55a9035fa4c0 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:56:44.925037 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0266528-5f02-4a4a-a620-55a9035fa4c0 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:44.925382 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-b0266528-5f02-4a4a-a620-55a9035fa4c0 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Added segment d12acfa5-7c13-4da0-9d8a-87ca3b404249 of type vlan for network 8fc7a837-438d-4c4c-ab88-c5b15f586a97 Aug 10 01:56:44.973609 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0266528-5f02-4a4a-a620-55a9035fa4c0 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:44.991134 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccab32d-357c-46b6-b9a4-eb6b1c06020f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-6eba5ca3-9ff2-4899-b138-f11cf4f860f5', 'network_id': '6eba5ca3-9ff2-4899-b138-f11cf4f860f5', 'tenant_id': '10779a22da1e4ba993bc62956e0442a5', 'fixed_ips': [{'subnet_id': '756aa01b-1004-43dd-b305-a9099ff430a8'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:56:44.992002 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3ccab32d-357c-46b6-b9a4-eb6b1c06020f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:45.002717 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0266528-5f02-4a4a-a620-55a9035fa4c0 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:45.008488 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0266528-5f02-4a4a-a620-55a9035fa4c0 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:45.009077 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b0266528-5f02-4a4a-a620-55a9035fa4c0 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:45.070579 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b0266528-5f02-4a4a-a620-55a9035fa4c0 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2047319 Aug 10 01:56:45.070808 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38360) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:45.076354 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-baf12d55-bdeb-45f8-b055-45576ec95861 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Request body: {'subnet': {'network_id': '8fc7a837-438d-4c4c-ab88-c5b15f586a97', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:45.095458 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0266528-5f02-4a4a-a620-55a9035fa4c0 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Pushing event updated for resources: {'Network': ['ID=8fc7a837-438d-4c4c-ab88-c5b15f586a97,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:45.107252 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 8fc7a837-438d-4c4c-ab88-c5b15f586a97 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:56:45.174940 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf12d55-bdeb-45f8-b055-45576ec95861 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Made reservation on behalf of 10779a22da1e4ba993bc62956e0442a5 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:56:45.176111 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-3ccab32d-357c-46b6-b9a4-eb6b1c06020f None None] Allocated IP 172.20.0.2 (6eba5ca3-9ff2-4899-b138-f11cf4f860f5/756aa01b-1004-43dd-b305-a9099ff430a8/16bc717c-82d7-4f64-8315-4de7e9080a64) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:56:45.178996 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-baf12d55-bdeb-45f8-b055-45576ec95861 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:45.328746 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3ccab32d-357c-46b6-b9a4-eb6b1c06020f None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:45.336979 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-3ccab32d-357c-46b6-b9a4-eb6b1c06020f None None] Transition to ACTIVE for port object 16bc717c-82d7-4f64-8315-4de7e9080a64 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:56:45.351695 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-3ccab32d-357c-46b6-b9a4-eb6b1c06020f None None] Transition to ACTIVE for port object 16bc717c-82d7-4f64-8315-4de7e9080a64 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:56:45.357985 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3ccab32d-357c-46b6-b9a4-eb6b1c06020f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:45.359018 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-baf12d55-bdeb-45f8-b055-45576ec95861 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:45.405487 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccab32d-357c-46b6-b9a4-eb6b1c06020f None None] Network 6eba5ca3-9ff2-4899-b138-f11cf4f860f5 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:56:45.406244 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:45.412806 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-3ccab32d-357c-46b6-b9a4-eb6b1c06020f None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:45.415217 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccab32d-357c-46b6-b9a4-eb6b1c06020f None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:56:45.419765 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf12d55-bdeb-45f8-b055-45576ec95861 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Pushing event updated for resources: {'Subnet': ['ID=dec5d7fe-c21b-43c6-849a-e997045a3669,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:45.424795 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccab32d-357c-46b6-b9a4-eb6b1c06020f None None] Pushing event updated for resources: {'Port': ['ID=16bc717c-82d7-4f64-8315-4de7e9080a64,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:45.426776 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf12d55-bdeb-45f8-b055-45576ec95861 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Checking segment: {'id': 'd12acfa5-7c13-4da0-9d8a-87ca3b404249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8fc7a837-438d-4c4c-ab88-c5b15f586a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:56:45.427268 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf12d55-bdeb-45f8-b055-45576ec95861 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Network hostable DHCP agents. Network: 8fc7a837-438d-4c4c-ab88-c5b15f586a97, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:56:45.445449 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf12d55-bdeb-45f8-b055-45576ec95861 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Network 8fc7a837-438d-4c4c-ab88-c5b15f586a97 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:56:45.454874 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-baf12d55-bdeb-45f8-b055-45576ec95861 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 8fc7a837-438d-4c4c-ab88-c5b15f586a97) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:45.459099 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf12d55-bdeb-45f8-b055-45576ec95861 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:45.459756 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-baf12d55-bdeb-45f8-b055-45576ec95861 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:45.468655 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac9ffb9-82ae-4b52-bb46-560d9e11c192 None None] Network 8fc7a837-438d-4c4c-ab88-c5b15f586a97 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:56:45.474707 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-baf12d55-bdeb-45f8-b055-45576ec95861 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4029922 Aug 10 01:56:45.477464 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38362) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:45.482260 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-4e051cbd-2294-43d7-a375-6849d1207f16 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Request body: {'router': {'external_gateway_info': {'network_id': '8fc7a837-438d-4c4c-ab88-c5b15f586a97'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:45.519795 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-3ccab32d-357c-46b6-b9a4-eb6b1c06020f None None] Attempting to bind port 16bc717c-82d7-4f64-8315-4de7e9080a64 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:56:45.520174 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-3ccab32d-357c-46b6-b9a4-eb6b1c06020f None None] Attempting to bind port 16bc717c-82d7-4f64-8315-4de7e9080a64 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '9e6560b0-dbed-4e45-ae18-570aeab4003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6eba5ca3-9ff2-4899-b138-f11cf4f860f5'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:56:45.520564 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccab32d-357c-46b6-b9a4-eb6b1c06020f None None] Attempting to bind port 16bc717c-82d7-4f64-8315-4de7e9080a64 on network 6eba5ca3-9ff2-4899-b138-f11cf4f860f5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:56:45.531022 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccab32d-357c-46b6-b9a4-eb6b1c06020f None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:56:45.531410 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccab32d-357c-46b6-b9a4-eb6b1c06020f None None] Checking segment: {'id': '9e6560b0-dbed-4e45-ae18-570aeab4003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6eba5ca3-9ff2-4899-b138-f11cf4f860f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:56:45.531821 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3ccab32d-357c-46b6-b9a4-eb6b1c06020f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:45.532244 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccab32d-357c-46b6-b9a4-eb6b1c06020f None None] Bound using segment: {'id': '9e6560b0-dbed-4e45-ae18-570aeab4003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6eba5ca3-9ff2-4899-b138-f11cf4f860f5'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:56:45.532723 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-3ccab32d-357c-46b6-b9a4-eb6b1c06020f None None] Bound port: 16bc717c-82d7-4f64-8315-4de7e9080a64, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e6560b0-dbed-4e45-ae18-570aeab4003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6eba5ca3-9ff2-4899-b138-f11cf4f860f5'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:56:45.533123 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3ccab32d-357c-46b6-b9a4-eb6b1c06020f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:45.655707 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-3ccab32d-357c-46b6-b9a4-eb6b1c06020f None None] For port 16bc717c-82d7-4f64-8315-4de7e9080a64, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:56:45.660856 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-3ccab32d-357c-46b6-b9a4-eb6b1c06020f None None] For port 16bc717c-82d7-4f64-8315-4de7e9080a64, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=16bc717c-82d7-4f64-8315-4de7e9080a64,segment=NetworkSegment(9e6560b0-dbed-4e45-ae18-570aeab4003b),segment_id=9e6560b0-dbed-4e45-ae18-570aeab4003b)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:56:45.680854 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3ccab32d-357c-46b6-b9a4-eb6b1c06020f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:45.686817 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4e051cbd-2294-43d7-a375-6849d1207f16 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:45.691125 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb8573b-81d4-45f2-b077-f065f17e2772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-8fc7a837-438d-4c4c-ab88-c5b15f586a97', 'network_id': '8fc7a837-438d-4c4c-ab88-c5b15f586a97', 'tenant_id': '10779a22da1e4ba993bc62956e0442a5', 'fixed_ips': [{'subnet_id': 'dec5d7fe-c21b-43c6-849a-e997045a3669'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:56:45.692064 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4eb8573b-81d4-45f2-b077-f065f17e2772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:45.764919 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccab32d-357c-46b6-b9a4-eb6b1c06020f None None] Pushing event updated for resources: {'Port': ['ID=16bc717c-82d7-4f64-8315-4de7e9080a64,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:45.800871 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [None req-4e051cbd-2294-43d7-a375-6849d1207f16 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:56:45.807503 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4e051cbd-2294-43d7-a375-6849d1207f16 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] 10.222.0.35 "PUT /v2.0/routers/12ad773b-14fc-4be9-b268-a5c003b3b266 HTTP/1.1" status: 400 len: 364 time: 0.3234532 Aug 10 01:56:45.808519 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38364) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:45.862464 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe94133-73f9-485f-acf7-ebed2ac62a64 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Deleting subnet dec5d7fe-c21b-43c6-849a-e997045a3669 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:56:45.894589 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-4eb8573b-81d4-45f2-b077-f065f17e2772 None None] Allocated IP 172.21.0.2 (8fc7a837-438d-4c4c-ab88-c5b15f586a97/dec5d7fe-c21b-43c6-849a-e997045a3669/86305cc9-469c-4430-95e9-ee51fc094cf8) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:56:46.056809 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4eb8573b-81d4-45f2-b077-f065f17e2772 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:46.065171 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4eb8573b-81d4-45f2-b077-f065f17e2772 None None] Transition to ACTIVE for port object 86305cc9-469c-4430-95e9-ee51fc094cf8 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:56:46.078908 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4eb8573b-81d4-45f2-b077-f065f17e2772 None None] Transition to ACTIVE for port object 86305cc9-469c-4430-95e9-ee51fc094cf8 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:56:46.083960 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dfe94133-73f9-485f-acf7-ebed2ac62a64 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:46.084278 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4eb8573b-81d4-45f2-b077-f065f17e2772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:46.126160 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dfe94133-73f9-485f-acf7-ebed2ac62a64 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:46.126927 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb8573b-81d4-45f2-b077-f065f17e2772 None None] Network 8fc7a837-438d-4c4c-ab88-c5b15f586a97 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:56:46.129833 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-4eb8573b-81d4-45f2-b077-f065f17e2772 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:46.133332 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb8573b-81d4-45f2-b077-f065f17e2772 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:56:46.140263 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb8573b-81d4-45f2-b077-f065f17e2772 None None] Pushing event updated for resources: {'Port': ['ID=86305cc9-469c-4430-95e9-ee51fc094cf8,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:46.191032 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-4eb8573b-81d4-45f2-b077-f065f17e2772 None None] Attempting to bind port 86305cc9-469c-4430-95e9-ee51fc094cf8 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:56:46.191407 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-4eb8573b-81d4-45f2-b077-f065f17e2772 None None] Attempting to bind port 86305cc9-469c-4430-95e9-ee51fc094cf8 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'd12acfa5-7c13-4da0-9d8a-87ca3b404249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8fc7a837-438d-4c4c-ab88-c5b15f586a97'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:56:46.191774 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb8573b-81d4-45f2-b077-f065f17e2772 None None] Attempting to bind port 86305cc9-469c-4430-95e9-ee51fc094cf8 on network 8fc7a837-438d-4c4c-ab88-c5b15f586a97 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:56:46.196908 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb8573b-81d4-45f2-b077-f065f17e2772 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:56:46.197192 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb8573b-81d4-45f2-b077-f065f17e2772 None None] Checking segment: {'id': 'd12acfa5-7c13-4da0-9d8a-87ca3b404249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8fc7a837-438d-4c4c-ab88-c5b15f586a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:56:46.197517 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4eb8573b-81d4-45f2-b077-f065f17e2772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:46.197915 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb8573b-81d4-45f2-b077-f065f17e2772 None None] Bound using segment: {'id': 'd12acfa5-7c13-4da0-9d8a-87ca3b404249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8fc7a837-438d-4c4c-ab88-c5b15f586a97'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:56:46.198421 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-4eb8573b-81d4-45f2-b077-f065f17e2772 None None] Bound port: 86305cc9-469c-4430-95e9-ee51fc094cf8, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12acfa5-7c13-4da0-9d8a-87ca3b404249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8fc7a837-438d-4c4c-ab88-c5b15f586a97'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:56:46.198813 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4eb8573b-81d4-45f2-b077-f065f17e2772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:46.216565 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dfe94133-73f9-485f-acf7-ebed2ac62a64 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:46.273148 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dfe94133-73f9-485f-acf7-ebed2ac62a64 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:46.276978 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-4eb8573b-81d4-45f2-b077-f065f17e2772 None None] For port 86305cc9-469c-4430-95e9-ee51fc094cf8, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:56:46.280154 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-4eb8573b-81d4-45f2-b077-f065f17e2772 None None] For port 86305cc9-469c-4430-95e9-ee51fc094cf8, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=86305cc9-469c-4430-95e9-ee51fc094cf8,segment=NetworkSegment(d12acfa5-7c13-4da0-9d8a-87ca3b404249),segment_id=d12acfa5-7c13-4da0-9d8a-87ca3b404249)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:56:46.286077 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4eb8573b-81d4-45f2-b077-f065f17e2772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:46.300341 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe94133-73f9-485f-acf7-ebed2ac62a64 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Pushing event deleted for resources: {'Subnet': ['ID=dec5d7fe-c21b-43c6-849a-e997045a3669,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:46.304096 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-dfe94133-73f9-485f-acf7-ebed2ac62a64 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:46.306137 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-dfe94133-73f9-485f-acf7-ebed2ac62a64 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] 10.222.0.35 "DELETE /v2.0/subnets/dec5d7fe-c21b-43c6-849a-e997045a3669 HTTP/1.1" status: 204 len: 168 time: 0.4966726 Aug 10 01:56:46.309280 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38366) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:46.360099 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb8573b-81d4-45f2-b077-f065f17e2772 None None] Pushing event updated for resources: {'Port': ['ID=86305cc9-469c-4430-95e9-ee51fc094cf8,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:46.396880 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8ff1870c-3994-4c98-b26e-a60695c3284e tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:46.453798 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-8ff1870c-3994-4c98-b26e-a60695c3284e tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Deleting port 86305cc9-469c-4430-95e9-ee51fc094cf8 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:56:46.454241 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8ff1870c-3994-4c98-b26e-a60695c3284e tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:46.457543 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:46.519983 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-8ff1870c-3994-4c98-b26e-a60695c3284e tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] For port 86305cc9-469c-4430-95e9-ee51fc094cf8, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=86305cc9-469c-4430-95e9-ee51fc094cf8,segment=NetworkSegment(d12acfa5-7c13-4da0-9d8a-87ca3b404249),segment_id=d12acfa5-7c13-4da0-9d8a-87ca3b404249)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:46.520399 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8ff1870c-3994-4c98-b26e-a60695c3284e tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:46.547799 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-8ff1870c-3994-4c98-b26e-a60695c3284e tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Calling delete_port for 86305cc9-469c-4430-95e9-ee51fc094cf8 owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:56:46.645473 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8ff1870c-3994-4c98-b26e-a60695c3284e tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:46.662206 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff1870c-3994-4c98-b26e-a60695c3284e tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] No DVR routers for this DVR port 86305cc9-469c-4430-95e9-ee51fc094cf8 on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:56:46.684776 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1870c-3994-4c98-b26e-a60695c3284e tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Pushing event deleted for resources: {'Port': ['ID=86305cc9-469c-4430-95e9-ee51fc094cf8,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:46.701167 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5c4ee9-1c25-4642-941c-419c40c3385a None None] Network 6eba5ca3-9ff2-4899-b138-f11cf4f860f5 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:56:46.762650 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8ff1870c-3994-4c98-b26e-a60695c3284e tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:46.772534 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-8ff1870c-3994-4c98-b26e-a60695c3284e tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc7a837-438d-4c4c-ab88-c5b15f586a97']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:46.782953 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-8ff1870c-3994-4c98-b26e-a60695c3284e tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd12acfa5-7c13-4da0-9d8a-87ca3b404249') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:46.783341 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-8ff1870c-3994-4c98-b26e-a60695c3284e tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd12acfa5-7c13-4da0-9d8a-87ca3b404249') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:46.792713 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8ff1870c-3994-4c98-b26e-a60695c3284e tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:46.807110 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8ff1870c-3994-4c98-b26e-a60695c3284e tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:46.815056 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff1870c-3994-4c98-b26e-a60695c3284e tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:56:46.815729 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8ff1870c-3994-4c98-b26e-a60695c3284e tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:46.819229 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:56:46.819229 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:56:46.819229 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:56:46.819229 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:56:46.819229 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:56:46.819229 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:56:46.819229 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:56:46.819229 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:56:46.819229 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:56:46.819229 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:56:46.819229 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:56:46.819229 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:56:46.819229 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:56:46.819229 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:56:46.819229 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:56:46.819229 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:56:46.819229 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:56:46.819229 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:56:46.819229 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:56:46.819229 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:56:46.819229 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:56:46.819229 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:56:46.819229 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:56:46.819229 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:56:46.819229 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:56:46.819229 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:56:46.819229 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:56:46.819229 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:56:46.819229 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:56:46.819229 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:56:46.819229 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:56:46.819229 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:56:46.844075 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-91198dbc-8c44-412b-8d78-ab9479c9b445 None None] Provisioning for port 16bc717c-82d7-4f64-8315-4de7e9080a64 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:56:46.880672 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8ff1870c-3994-4c98-b26e-a60695c3284e tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:46.885789 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8ff1870c-3994-4c98-b26e-a60695c3284e tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:46.888043 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8ff1870c-3994-4c98-b26e-a60695c3284e tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] 10.222.0.35 "DELETE /v2.0/networks/8fc7a837-438d-4c4c-ab88-c5b15f586a97 HTTP/1.1" status: 204 len: 168 time: 0.5769949 Aug 10 01:56:46.890560 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38368) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:46.903729 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1870c-3994-4c98-b26e-a60695c3284e tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Pushing event deleted for resources: {'Network': ['ID=8fc7a837-438d-4c4c-ab88-c5b15f586a97,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:47.285434 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-bea4d116-6e54-45bb-b4f1-df90e7655cf1 None None] Could not find standard attr ID for object 86305cc9-469c-4430-95e9-ee51fc094cf8. {{(pid=105828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:56:47.296245 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-b23615d1-132f-4c32-b21d-1479f03426ca tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Deleting subnet 756aa01b-1004-43dd-b305-a9099ff430a8 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:56:47.299484 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b23615d1-132f-4c32-b21d-1479f03426ca tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:47.327400 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f6d613-305b-46df-9d71-1ee882712556 None None] DHCP port deletion for 8fc7a837-438d-4c4c-ab88-c5b15f586a97 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:56:47.342372 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e749a742-d5e0-409d-9a90-62a2facb251e None None] Network 8fc7a837-438d-4c4c-ab88-c5b15f586a97 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:56:47.342777 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b23615d1-132f-4c32-b21d-1479f03426ca tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:47.354098 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e749a742-d5e0-409d-9a90-62a2facb251e None None] Network 8fc7a837-438d-4c4c-ab88-c5b15f586a97 could not be found, it might have been deleted concurrently. {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 01:56:47.424423 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b23615d1-132f-4c32-b21d-1479f03426ca tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:47.485894 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b23615d1-132f-4c32-b21d-1479f03426ca tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:47.512728 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23615d1-132f-4c32-b21d-1479f03426ca tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Pushing event deleted for resources: {'Subnet': ['ID=756aa01b-1004-43dd-b305-a9099ff430a8,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:47.516391 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b23615d1-132f-4c32-b21d-1479f03426ca tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:47.519520 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b23615d1-132f-4c32-b21d-1479f03426ca tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] 10.222.0.35 "DELETE /v2.0/subnets/756aa01b-1004-43dd-b305-a9099ff430a8 HTTP/1.1" status: 204 len: 168 time: 0.6267354 Aug 10 01:56:47.520706 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38370) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:47.522835 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dcfa46-6f2e-477b-8652-943e59e0e951 None None] Network 6eba5ca3-9ff2-4899-b138-f11cf4f860f5 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:56:47.595383 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ef828bc3-677d-424e-b113-f86cbf2d2f42 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:47.653581 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-ef828bc3-677d-424e-b113-f86cbf2d2f42 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Deleting port 16bc717c-82d7-4f64-8315-4de7e9080a64 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:56:47.653936 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ef828bc3-677d-424e-b113-f86cbf2d2f42 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:47.720413 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-ef828bc3-677d-424e-b113-f86cbf2d2f42 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] For port 16bc717c-82d7-4f64-8315-4de7e9080a64, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=16bc717c-82d7-4f64-8315-4de7e9080a64,segment=NetworkSegment(9e6560b0-dbed-4e45-ae18-570aeab4003b),segment_id=9e6560b0-dbed-4e45-ae18-570aeab4003b)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:47.721244 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ef828bc3-677d-424e-b113-f86cbf2d2f42 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:47.729958 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4a9d8d-d47d-4708-8978-24095f9e6a9b None None] DHCP port deletion for 6eba5ca3-9ff2-4899-b138-f11cf4f860f5 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:56:47.737035 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-ef828bc3-677d-424e-b113-f86cbf2d2f42 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Calling delete_port for 16bc717c-82d7-4f64-8315-4de7e9080a64 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:56:47.775845 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-7d4a9d8d-d47d-4708-8978-24095f9e6a9b None None] Deleting port 16bc717c-82d7-4f64-8315-4de7e9080a64 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:56:47.776256 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7d4a9d8d-d47d-4708-8978-24095f9e6a9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:47.815862 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ef828bc3-677d-424e-b113-f86cbf2d2f42 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:47.840116 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-7d4a9d8d-d47d-4708-8978-24095f9e6a9b None None] For port 16bc717c-82d7-4f64-8315-4de7e9080a64, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=16bc717c-82d7-4f64-8315-4de7e9080a64,segment=NetworkSegment(9e6560b0-dbed-4e45-ae18-570aeab4003b),segment_id=9e6560b0-dbed-4e45-ae18-570aeab4003b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:47.840797 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7d4a9d8d-d47d-4708-8978-24095f9e6a9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:47.845910 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef828bc3-677d-424e-b113-f86cbf2d2f42 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Pushing event deleted for resources: {'Port': ['ID=16bc717c-82d7-4f64-8315-4de7e9080a64,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:47.849399 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef828bc3-677d-424e-b113-f86cbf2d2f42 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] No DVR routers for this DVR port 16bc717c-82d7-4f64-8315-4de7e9080a64 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:56:47.854236 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-7d4a9d8d-d47d-4708-8978-24095f9e6a9b None None] Calling delete_port for 16bc717c-82d7-4f64-8315-4de7e9080a64 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:56:47.926638 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ef828bc3-677d-424e-b113-f86cbf2d2f42 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:47.927216 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7d4a9d8d-d47d-4708-8978-24095f9e6a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:47.937296 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-ef828bc3-677d-424e-b113-f86cbf2d2f42 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eba5ca3-9ff2-4899-b138-f11cf4f860f5']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:47.947555 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-ef828bc3-677d-424e-b113-f86cbf2d2f42 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e6560b0-dbed-4e45-ae18-570aeab4003b') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:47.947860 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-ef828bc3-677d-424e-b113-f86cbf2d2f42 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e6560b0-dbed-4e45-ae18-570aeab4003b') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:47.954852 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a9d8d-d47d-4708-8978-24095f9e6a9b None None] Pushing event deleted for resources: {'Port': ['ID=16bc717c-82d7-4f64-8315-4de7e9080a64,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:47.956661 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ef828bc3-677d-424e-b113-f86cbf2d2f42 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:47.958254 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4a9d8d-d47d-4708-8978-24095f9e6a9b None None] No DVR routers for this DVR port 16bc717c-82d7-4f64-8315-4de7e9080a64 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:56:47.972059 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ef828bc3-677d-424e-b113-f86cbf2d2f42 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:47.978202 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef828bc3-677d-424e-b113-f86cbf2d2f42 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:56:47.978594 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ef828bc3-677d-424e-b113-f86cbf2d2f42 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:47.982385 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:56:47.982385 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:56:47.982385 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:56:47.982385 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:56:47.982385 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:56:47.982385 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:56:47.982385 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:56:47.982385 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:56:47.982385 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:56:47.982385 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:56:47.982385 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:56:47.982385 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:56:47.982385 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:56:47.982385 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:56:47.982385 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:56:47.982385 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:56:47.982385 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:56:47.982385 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:56:47.982385 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:56:47.982385 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:56:47.982385 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:56:47.982385 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:56:47.982385 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:56:47.982385 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:56:47.982385 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:56:47.982385 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:56:47.982385 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:56:47.982385 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:56:47.982385 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:56:47.982385 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:56:47.982385 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:56:47.982385 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:56:48.041852 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ef828bc3-677d-424e-b113-f86cbf2d2f42 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:48.049160 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ef828bc3-677d-424e-b113-f86cbf2d2f42 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:48.050892 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ef828bc3-677d-424e-b113-f86cbf2d2f42 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] 10.222.0.35 "DELETE /v2.0/networks/6eba5ca3-9ff2-4899-b138-f11cf4f860f5 HTTP/1.1" status: 204 len: 168 time: 0.5291464 Aug 10 01:56:48.053710 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38372) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:48.062527 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef828bc3-677d-424e-b113-f86cbf2d2f42 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Pushing event deleted for resources: {'Network': ['ID=6eba5ca3-9ff2-4899-b138-f11cf4f860f5,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:48.081581 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f8140ca8-838d-4936-b8aa-aa79e2300b6e tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] 10.222.0.35 "GET /v2.0/ports?device_id=12ad773b-14fc-4be9-b268-a5c003b3b266 HTTP/1.1" status: 200 len: 205 time: 0.0260715 Aug 10 01:56:48.083366 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38374) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:48.203617 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fd20a448-d486-42f6-bbed-a59ab7149408 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:48.379786 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fd20a448-d486-42f6-bbed-a59ab7149408 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:48.382291 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fd20a448-d486-42f6-bbed-a59ab7149408 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:48.443501 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fd20a448-d486-42f6-bbed-a59ab7149408 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:48.444009 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd20a448-d486-42f6-bbed-a59ab7149408 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Fanout notify agent at l3_agent the message router_deleted on router 12ad773b-14fc-4be9-b268-a5c003b3b266 {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:56:48.451128 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fd20a448-d486-42f6-bbed-a59ab7149408 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:48.455146 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-fd20a448-d486-42f6-bbed-a59ab7149408 tempest-RoutersNegativeTest-1348003637 tempest-RoutersNegativeTest-1348003637-project] 10.222.0.35 "DELETE /v2.0/routers/12ad773b-14fc-4be9-b268-a5c003b3b266 HTTP/1.1" status: 204 len: 168 time: 0.3679819 Aug 10 01:56:48.709872 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38380) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:48.842711 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-2086eba4-5b3b-4a5a-abef-5dde1570eb46 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=10779a22da1e4ba993bc62956e0442a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1316881 Aug 10 01:56:48.845260 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38384) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:48.897291 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5c36788e-571c-4be1-9a84-613db4727435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:48.917891 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5c36788e-571c-4be1-9a84-613db4727435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:48.965210 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5c36788e-571c-4be1-9a84-613db4727435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:48.967931 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5c36788e-571c-4be1-9a84-613db4727435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:48.969128 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5c36788e-571c-4be1-9a84-613db4727435 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/485d4d86-b7b2-41d2-9c4d-0eecc0a12bcd HTTP/1.1" status: 204 len: 168 time: 0.1229012 Aug 10 01:56:48.977120 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c36788e-571c-4be1-9a84-613db4727435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485d4d86-b7b2-41d2-9c4d-0eecc0a12bcd,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:49.567545 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38406) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:49.662635 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 16bc717c-82d7-4f64-8315-4de7e9080a64 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:56:49.666324 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-50605c53-cf6e-4543-a8bf-5a0c8ccd9813 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-943395210-network', 'tenant_id': 'c6bc38acae8d466d8ef5c0854eceed34'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:49.682529 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 16bc717c-82d7-4f64-8315-4de7e9080a64 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:56:49.682969 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 16bc717c-82d7-4f64-8315-4de7e9080a64 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:56:49.687498 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50605c53-cf6e-4543-a8bf-5a0c8ccd9813 admin admin] Made reservation on behalf of c6bc38acae8d466d8ef5c0854eceed34 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:56:49.690036 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-50605c53-cf6e-4543-a8bf-5a0c8ccd9813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:49.699171 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-50605c53-cf6e-4543-a8bf-5a0c8ccd9813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:49.790057 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-50605c53-cf6e-4543-a8bf-5a0c8ccd9813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:49.793631 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-50605c53-cf6e-4543-a8bf-5a0c8ccd9813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:49.819427 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50605c53-cf6e-4543-a8bf-5a0c8ccd9813 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:56:49.825235 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50605c53-cf6e-4543-a8bf-5a0c8ccd9813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3144366-daa8-4df5-b50a-e643d3035c35,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:49.832494 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-50605c53-cf6e-4543-a8bf-5a0c8ccd9813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:49.832813 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-50605c53-cf6e-4543-a8bf-5a0c8ccd9813 admin admin] Added segment b7ede234-64d2-461a-9509-a9c09fa8c889 of type vlan for network 76c0a36a-1a75-4a65-981d-0d5b2fa82ca9 Aug 10 01:56:49.871380 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-50605c53-cf6e-4543-a8bf-5a0c8ccd9813 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:49.902954 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-50605c53-cf6e-4543-a8bf-5a0c8ccd9813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:49.903994 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50605c53-cf6e-4543-a8bf-5a0c8ccd9813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:49.904671 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-50605c53-cf6e-4543-a8bf-5a0c8ccd9813 admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:49.958639 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-50605c53-cf6e-4543-a8bf-5a0c8ccd9813 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3899496 Aug 10 01:56:49.961838 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38410) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:49.963675 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50605c53-cf6e-4543-a8bf-5a0c8ccd9813 admin admin] Pushing event updated for resources: {'Network': ['ID=76c0a36a-1a75-4a65-981d-0d5b2fa82ca9,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:49.967255 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-6638caf5-c1a2-4b77-80b5-d9237e2857dd admin admin] Request body: {'subnet': {'network_id': '76c0a36a-1a75-4a65-981d-0d5b2fa82ca9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-943395210-subnet', 'tenant_id': 'c6bc38acae8d466d8ef5c0854eceed34', 'ip_version': 4}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:49.973955 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 76c0a36a-1a75-4a65-981d-0d5b2fa82ca9 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:56:49.989378 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6638caf5-c1a2-4b77-80b5-d9237e2857dd admin admin] Made reservation on behalf of c6bc38acae8d466d8ef5c0854eceed34 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:56:49.991671 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6638caf5-c1a2-4b77-80b5-d9237e2857dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:50.163260 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6638caf5-c1a2-4b77-80b5-d9237e2857dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:50.216523 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6638caf5-c1a2-4b77-80b5-d9237e2857dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=53538a68-21d9-486b-a0b7-6ab7af6f679e,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:50.226191 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6638caf5-c1a2-4b77-80b5-d9237e2857dd admin admin] Checking segment: {'id': 'b7ede234-64d2-461a-9509-a9c09fa8c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '76c0a36a-1a75-4a65-981d-0d5b2fa82ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:56:50.226549 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6638caf5-c1a2-4b77-80b5-d9237e2857dd admin admin] Network hostable DHCP agents. Network: 76c0a36a-1a75-4a65-981d-0d5b2fa82ca9, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:56:50.246660 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6638caf5-c1a2-4b77-80b5-d9237e2857dd admin admin] Network 76c0a36a-1a75-4a65-981d-0d5b2fa82ca9 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:56:50.257180 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-6638caf5-c1a2-4b77-80b5-d9237e2857dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 76c0a36a-1a75-4a65-981d-0d5b2fa82ca9) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:50.261823 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6638caf5-c1a2-4b77-80b5-d9237e2857dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:50.262689 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6638caf5-c1a2-4b77-80b5-d9237e2857dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:50.265847 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456c31c1-eda9-4634-a702-63e55a2cd02f None None] Network 76c0a36a-1a75-4a65-981d-0d5b2fa82ca9 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:56:50.276890 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6638caf5-c1a2-4b77-80b5-d9237e2857dd admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3139248 Aug 10 01:56:50.279635 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38412) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:50.284242 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-46ce8a0f-b305-4ef6-a540-5706f9dfc7db admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-943395210-router', 'tenant_id': 'c6bc38acae8d466d8ef5c0854eceed34', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:50.305552 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-46ce8a0f-b305-4ef6-a540-5706f9dfc7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:50.306516 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-46ce8a0f-b305-4ef6-a540-5706f9dfc7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:50.360973 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-46ce8a0f-b305-4ef6-a540-5706f9dfc7db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:50.407039 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a4aa8c-30fb-4fdb-9342-91bc59529267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-76c0a36a-1a75-4a65-981d-0d5b2fa82ca9', 'network_id': '76c0a36a-1a75-4a65-981d-0d5b2fa82ca9', 'tenant_id': 'c6bc38acae8d466d8ef5c0854eceed34', 'fixed_ips': [{'subnet_id': '53538a68-21d9-486b-a0b7-6ab7af6f679e'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:56:50.407892 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-22a4aa8c-30fb-4fdb-9342-91bc59529267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:50.493780 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-46ce8a0f-b305-4ef6-a540-5706f9dfc7db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:50.541839 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-22a4aa8c-30fb-4fdb-9342-91bc59529267 None None] Allocated IP 172.20.0.2 (76c0a36a-1a75-4a65-981d-0d5b2fa82ca9/53538a68-21d9-486b-a0b7-6ab7af6f679e/3aebbd4e-7964-4105-a058-d9d72bcd9b37) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:56:50.684449 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-22a4aa8c-30fb-4fdb-9342-91bc59529267 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:50.692555 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-22a4aa8c-30fb-4fdb-9342-91bc59529267 None None] Transition to ACTIVE for port object 3aebbd4e-7964-4105-a058-d9d72bcd9b37 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:56:50.697937 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-46ce8a0f-b305-4ef6-a540-5706f9dfc7db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:50.706968 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-22a4aa8c-30fb-4fdb-9342-91bc59529267 None None] Transition to ACTIVE for port object 3aebbd4e-7964-4105-a058-d9d72bcd9b37 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:56:50.712486 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-22a4aa8c-30fb-4fdb-9342-91bc59529267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:50.718545 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-46ce8a0f-b305-4ef6-a540-5706f9dfc7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:50.753711 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a4aa8c-30fb-4fdb-9342-91bc59529267 None None] Network 76c0a36a-1a75-4a65-981d-0d5b2fa82ca9 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:56:50.756547 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-22a4aa8c-30fb-4fdb-9342-91bc59529267 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:50.760848 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a4aa8c-30fb-4fdb-9342-91bc59529267 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:56:50.763812 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4aa8c-30fb-4fdb-9342-91bc59529267 None None] Pushing event updated for resources: {'Port': ['ID=3aebbd4e-7964-4105-a058-d9d72bcd9b37,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:50.813815 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-22a4aa8c-30fb-4fdb-9342-91bc59529267 None None] Attempting to bind port 3aebbd4e-7964-4105-a058-d9d72bcd9b37 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:56:50.814187 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-22a4aa8c-30fb-4fdb-9342-91bc59529267 None None] Attempting to bind port 3aebbd4e-7964-4105-a058-d9d72bcd9b37 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b7ede234-64d2-461a-9509-a9c09fa8c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '76c0a36a-1a75-4a65-981d-0d5b2fa82ca9'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:56:50.814552 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a4aa8c-30fb-4fdb-9342-91bc59529267 None None] Attempting to bind port 3aebbd4e-7964-4105-a058-d9d72bcd9b37 on network 76c0a36a-1a75-4a65-981d-0d5b2fa82ca9 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:56:50.819352 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a4aa8c-30fb-4fdb-9342-91bc59529267 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:56:50.819725 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a4aa8c-30fb-4fdb-9342-91bc59529267 None None] Checking segment: {'id': 'b7ede234-64d2-461a-9509-a9c09fa8c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '76c0a36a-1a75-4a65-981d-0d5b2fa82ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:56:50.820127 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-22a4aa8c-30fb-4fdb-9342-91bc59529267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:50.820554 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a4aa8c-30fb-4fdb-9342-91bc59529267 None None] Bound using segment: {'id': 'b7ede234-64d2-461a-9509-a9c09fa8c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '76c0a36a-1a75-4a65-981d-0d5b2fa82ca9'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:56:50.821021 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-22a4aa8c-30fb-4fdb-9342-91bc59529267 None None] Bound port: 3aebbd4e-7964-4105-a058-d9d72bcd9b37, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ede234-64d2-461a-9509-a9c09fa8c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '76c0a36a-1a75-4a65-981d-0d5b2fa82ca9'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:56:50.821413 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-22a4aa8c-30fb-4fdb-9342-91bc59529267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:50.822932 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-46ce8a0f-b305-4ef6-a540-5706f9dfc7db admin admin] Allocated IP 172.25.2.28 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/85834313-ac9c-460a-ab2f-a46ca3f042be) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:56:50.886018 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-22a4aa8c-30fb-4fdb-9342-91bc59529267 None None] For port 3aebbd4e-7964-4105-a058-d9d72bcd9b37, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:56:50.889040 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-22a4aa8c-30fb-4fdb-9342-91bc59529267 None None] For port 3aebbd4e-7964-4105-a058-d9d72bcd9b37, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=3aebbd4e-7964-4105-a058-d9d72bcd9b37,segment=NetworkSegment(b7ede234-64d2-461a-9509-a9c09fa8c889),segment_id=b7ede234-64d2-461a-9509-a9c09fa8c889)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:56:50.893544 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-22a4aa8c-30fb-4fdb-9342-91bc59529267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:50.931430 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-46ce8a0f-b305-4ef6-a540-5706f9dfc7db admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:50.948873 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4aa8c-30fb-4fdb-9342-91bc59529267 None None] Pushing event updated for resources: {'Port': ['ID=3aebbd4e-7964-4105-a058-d9d72bcd9b37,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:50.979182 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-46ce8a0f-b305-4ef6-a540-5706f9dfc7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:51.021903 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ce8a0f-b305-4ef6-a540-5706f9dfc7db admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:56:51.024822 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-46ce8a0f-b305-4ef6-a540-5706f9dfc7db admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:51.029853 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ce8a0f-b305-4ef6-a540-5706f9dfc7db admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:56:51.032785 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce8a0f-b305-4ef6-a540-5706f9dfc7db admin admin] Pushing event updated for resources: {'Port': ['ID=85834313-ac9c-460a-ab2f-a46ca3f042be,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:51.285013 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-46ce8a0f-b305-4ef6-a540-5706f9dfc7db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:51.476647 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-46ce8a0f-b305-4ef6-a540-5706f9dfc7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:51.613556 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ce8a0f-b305-4ef6-a540-5706f9dfc7db admin admin] Router 72acd22d-eafc-487d-be22-0808de64f87d is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:56:51.711010 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3aebbd4e-7964-4105-a058-d9d72bcd9b37 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:56:51.735718 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ce8a0f-b305-4ef6-a540-5706f9dfc7db admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:56:51.746352 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8db63b-e2f3-4aa3-a066-2dc3ca5e0eec None None] Sync routers for ids ['72acd22d-eafc-487d-be22-0808de64f87d'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:56:51.752316 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-46ce8a0f-b305-4ef6-a540-5706f9dfc7db admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:51.756523 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38414) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:51.761127 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-46ce8a0f-b305-4ef6-a540-5706f9dfc7db admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4799600 Aug 10 01:56:51.763753 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8db63b-e2f3-4aa3-a066-2dc3ca5e0eec None None] Routers {'72acd22d-eafc-487d-be22-0808de64f87d'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:56:51.764434 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-4c8db63b-e2f3-4aa3-a066-2dc3ca5e0eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:56:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['72acd22d-eafc-487d-be22-0808de64f87d'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:51.814930 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 3aebbd4e-7964-4105-a058-d9d72bcd9b37 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:56:51.877611 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f9432d-a419-45e0-88d6-d2311ab1981f None None] Network 76c0a36a-1a75-4a65-981d-0d5b2fa82ca9 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:56:51.886298 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-4c8db63b-e2f3-4aa3-a066-2dc3ca5e0eec None None] Set router 72acd22d-eafc-487d-be22-0808de64f87d gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:56:52.040152 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-be09745b-6c2f-4819-807d-8814cd2680d3 None None] Provisioning for port 3aebbd4e-7964-4105-a058-d9d72bcd9b37 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:56:52.058891 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-be09745b-6c2f-4819-807d-8814cd2680d3 None None] Provisioning complete for port 3aebbd4e-7964-4105-a058-d9d72bcd9b37 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:52.059273 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be09745b-6c2f-4819-807d-8814cd2680d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:52.273945 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be09745b-6c2f-4819-807d-8814cd2680d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:52.288785 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-4c8db63b-e2f3-4aa3-a066-2dc3ca5e0eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72acd22d-eafc-487d-be22-0808de64f87d', 'name': 'tempest-TestEncryptedCinderVolumes-943395210-router', 'tenant_id': 'c6bc38acae8d466d8ef5c0854eceed34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '85834313-ac9c-460a-ab2f-a46ca3f042be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:50Z', 'updated_at': '2021-08-10T01:56:51Z', 'revision_number': 3, 'project_id': 'c6bc38acae8d466d8ef5c0854eceed34', 'gw_port': {'id': '85834313-ac9c-460a-ab2f-a46ca3f042be', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:15:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72acd22d-eafc-487d-be22-0808de64f87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:50Z', 'updated_at': '2021-08-10T01:56:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:52.325983 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8db63b-e2f3-4aa3-a066-2dc3ca5e0eec None None] Checking router: 72acd22d-eafc-487d-be22-0808de64f87d for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:56:52.326333 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8db63b-e2f3-4aa3-a066-2dc3ca5e0eec None None] Updating router 72acd22d-eafc-487d-be22-0808de64f87d port 85834313-ac9c-460a-ab2f-a46ca3f042be binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:56:52.366202 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-be09745b-6c2f-4819-807d-8814cd2680d3 None None] For port 3aebbd4e-7964-4105-a058-d9d72bcd9b37, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=3aebbd4e-7964-4105-a058-d9d72bcd9b37,segment=NetworkSegment(b7ede234-64d2-461a-9509-a9c09fa8c889),segment_id=b7ede234-64d2-461a-9509-a9c09fa8c889)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:52.367624 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4c8db63b-e2f3-4aa3-a066-2dc3ca5e0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:52.387615 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be09745b-6c2f-4819-807d-8814cd2680d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:52.535434 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e8f4ad60-131d-48b7-8721-19260282ca09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:52.671677 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be09745b-6c2f-4819-807d-8814cd2680d3 None None] Pushing event updated for resources: {'Port': ['ID=3aebbd4e-7964-4105-a058-d9d72bcd9b37,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:52.692958 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-e8f4ad60-131d-48b7-8721-19260282ca09 admin admin] Allocated IP 172.20.0.1 (76c0a36a-1a75-4a65-981d-0d5b2fa82ca9/53538a68-21d9-486b-a0b7-6ab7af6f679e/e324dc54-8a03-4a62-bae2-27790267ab10) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:56:52.724503 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f7cfaa9d-4679-4c2e-8d73-072fb6fc289f None None] Provisioning complete for port 3aebbd4e-7964-4105-a058-d9d72bcd9b37 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:52.725116 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f7cfaa9d-4679-4c2e-8d73-072fb6fc289f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:52.792700 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e8f4ad60-131d-48b7-8721-19260282ca09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:52.805027 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-e8f4ad60-131d-48b7-8721-19260282ca09 admin admin] Transition to ACTIVE for port object e324dc54-8a03-4a62-bae2-27790267ab10 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:56:52.837821 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e8f4ad60-131d-48b7-8721-19260282ca09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:52.882498 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f4ad60-131d-48b7-8721-19260282ca09 admin admin] Network 76c0a36a-1a75-4a65-981d-0d5b2fa82ca9 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:56:52.888315 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-e8f4ad60-131d-48b7-8721-19260282ca09 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:52.890558 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4ad60-131d-48b7-8721-19260282ca09 admin admin] Pushing event updated for resources: {'Port': ['ID=e324dc54-8a03-4a62-bae2-27790267ab10,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:52.892694 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f4ad60-131d-48b7-8721-19260282ca09 admin admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:56:52.894518 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4c8db63b-e2f3-4aa3-a066-2dc3ca5e0eec None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:52.905123 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4c8db63b-e2f3-4aa3-a066-2dc3ca5e0eec None None] Transition to ACTIVE for port object 85834313-ac9c-460a-ab2f-a46ca3f042be will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:56:52.912268 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4c8db63b-e2f3-4aa3-a066-2dc3ca5e0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:52.930803 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e8f4ad60-131d-48b7-8721-19260282ca09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:52.966266 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-4c8db63b-e2f3-4aa3-a066-2dc3ca5e0eec None None] Attempting to bind port 85834313-ac9c-460a-ab2f-a46ca3f042be on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:56:52.966647 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-4c8db63b-e2f3-4aa3-a066-2dc3ca5e0eec None None] Attempting to bind port 85834313-ac9c-460a-ab2f-a46ca3f042be by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:56:52.967021 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8db63b-e2f3-4aa3-a066-2dc3ca5e0eec None None] Attempting to bind port 85834313-ac9c-460a-ab2f-a46ca3f042be on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:56:52.969005 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271b9ef-b2b4-450d-9711-415e96df44e4 None None] Pushing event updated for resources: {'Port': ['ID=85834313-ac9c-460a-ab2f-a46ca3f042be,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:52.980778 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8db63b-e2f3-4aa3-a066-2dc3ca5e0eec None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:56:52.981169 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8db63b-e2f3-4aa3-a066-2dc3ca5e0eec None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:56:52.981580 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4c8db63b-e2f3-4aa3-a066-2dc3ca5e0eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:52.981983 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8db63b-e2f3-4aa3-a066-2dc3ca5e0eec None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:56:52.982467 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-4c8db63b-e2f3-4aa3-a066-2dc3ca5e0eec None None] Bound port: 85834313-ac9c-460a-ab2f-a46ca3f042be, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:56:52.982862 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4c8db63b-e2f3-4aa3-a066-2dc3ca5e0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:53.039786 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-4c8db63b-e2f3-4aa3-a066-2dc3ca5e0eec None None] For port 85834313-ac9c-460a-ab2f-a46ca3f042be, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:56:53.044012 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-4c8db63b-e2f3-4aa3-a066-2dc3ca5e0eec None None] For port 85834313-ac9c-460a-ab2f-a46ca3f042be, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=85834313-ac9c-460a-ab2f-a46ca3f042be,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:56:53.049616 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4c8db63b-e2f3-4aa3-a066-2dc3ca5e0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:53.069445 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e8f4ad60-131d-48b7-8721-19260282ca09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:53.107778 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8db63b-e2f3-4aa3-a066-2dc3ca5e0eec None None] Routers {'72acd22d-eafc-487d-be22-0808de64f87d'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:56:53.108451 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-4c8db63b-e2f3-4aa3-a066-2dc3ca5e0eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:56:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['72acd22d-eafc-487d-be22-0808de64f87d'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:53.113505 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271b9ef-b2b4-450d-9711-415e96df44e4 None None] Pushing event updated for resources: {'Port': ['ID=85834313-ac9c-460a-ab2f-a46ca3f042be,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:53.210778 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5ff32668-dc9b-41b2-9960-2adb14e0e321 None None] Provisioning for port e324dc54-8a03-4a62-bae2-27790267ab10 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:56:53.219713 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5ff32668-dc9b-41b2-9960-2adb14e0e321 None None] Provisioning complete for port e324dc54-8a03-4a62-bae2-27790267ab10 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:53.220087 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5ff32668-dc9b-41b2-9960-2adb14e0e321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:53.234889 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e8f4ad60-131d-48b7-8721-19260282ca09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:53.239562 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e8f4ad60-131d-48b7-8721-19260282ca09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:53.244064 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-4c8db63b-e2f3-4aa3-a066-2dc3ca5e0eec None None] Set router 72acd22d-eafc-487d-be22-0808de64f87d gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:56:53.291753 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-5ff32668-dc9b-41b2-9960-2adb14e0e321 None None] Port e324dc54-8a03-4a62-bae2-27790267ab10 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:56:53.309115 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4ad60-131d-48b7-8721-19260282ca09 admin admin] Pushing event updated for resources: {'Port': ['ID=e324dc54-8a03-4a62-bae2-27790267ab10,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:53.312549 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e8f4ad60-131d-48b7-8721-19260282ca09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:53.400415 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f4ad60-131d-48b7-8721-19260282ca09 admin admin] Network 76c0a36a-1a75-4a65-981d-0d5b2fa82ca9 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:56:53.401980 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-e8f4ad60-131d-48b7-8721-19260282ca09 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:53.451665 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-4c8db63b-e2f3-4aa3-a066-2dc3ca5e0eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72acd22d-eafc-487d-be22-0808de64f87d', 'name': 'tempest-TestEncryptedCinderVolumes-943395210-router', 'tenant_id': 'c6bc38acae8d466d8ef5c0854eceed34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '85834313-ac9c-460a-ab2f-a46ca3f042be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:50Z', 'updated_at': '2021-08-10T01:56:53Z', 'revision_number': 4, 'project_id': 'c6bc38acae8d466d8ef5c0854eceed34', 'gw_port': {'id': '85834313-ac9c-460a-ab2f-a46ca3f042be', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:15:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72acd22d-eafc-487d-be22-0808de64f87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:50Z', 'updated_at': '2021-08-10T01:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'e324dc54-8a03-4a62-bae2-27790267ab10', 'name': '', 'network_id': '76c0a36a-1a75-4a65-981d-0d5b2fa82ca9', 'tenant_id': 'c6bc38acae8d466d8ef5c0854eceed34', 'mac_address': 'fa:16:3e:62:40:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72acd22d-eafc-487d-be22-0808de64f87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '53538a68-21d9-486b-a0b7-6ab7af6f679e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:52Z', 'updated_at': '2021-08-10T01:56:52Z', 'revision_number': 1, 'project_id': 'c6bc38acae8d466d8ef5c0854eceed34', 'subnets': [{'id': '53538a68-21d9-486b-a0b7-6ab7af6f679e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:53.478909 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8db63b-e2f3-4aa3-a066-2dc3ca5e0eec None None] The sync data for ids ['72acd22d-eafc-487d-be22-0808de64f87d'] in n-d-766726-26 is: [{'id': '72acd22d-eafc-487d-be22-0808de64f87d', 'name': 'tempest-TestEncryptedCinderVolumes-943395210-router', 'tenant_id': 'c6bc38acae8d466d8ef5c0854eceed34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '85834313-ac9c-460a-ab2f-a46ca3f042be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:50Z', 'updated_at': '2021-08-10T01:56:53Z', 'revision_number': 4, 'project_id': 'c6bc38acae8d466d8ef5c0854eceed34', 'gw_port': {'id': '85834313-ac9c-460a-ab2f-a46ca3f042be', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:15:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72acd22d-eafc-487d-be22-0808de64f87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:50Z', 'updated_at': '2021-08-10T01:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'e324dc54-8a03-4a62-bae2-27790267ab10', 'name': '', 'network_id': '76c0a36a-1a75-4a65-981d-0d5b2fa82ca9', 'tenant_id': 'c6bc38acae8d466d8ef5c0854eceed34', 'mac_address': 'fa:16:3e:62:40:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72acd22d-eafc-487d-be22-0808de64f87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '53538a68-21d9-486b-a0b7-6ab7af6f679e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:52Z', 'updated_at': '2021-08-10T01:56:52Z', 'revision_number': 1, 'project_id': 'c6bc38acae8d466d8ef5c0854eceed34', 'subnets': [{'id': '53538a68-21d9-486b-a0b7-6ab7af6f679e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:56:53.532153 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f4ad60-131d-48b7-8721-19260282ca09 admin admin] Router 72acd22d-eafc-487d-be22-0808de64f87d has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:56:53.632723 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-cf3df725-b903-46a8-a114-c4573ebbf8a4 None None] Provisioning complete for port e324dc54-8a03-4a62-bae2-27790267ab10 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:53.633201 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cf3df725-b903-46a8-a114-c4573ebbf8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:53.652468 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f4ad60-131d-48b7-8721-19260282ca09 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:56:53.658317 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e8f4ad60-131d-48b7-8721-19260282ca09 admin admin] 10.222.0.35 "PUT /v2.0/routers/72acd22d-eafc-487d-be22-0808de64f87d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9006987 Aug 10 01:56:53.679435 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-cf3df725-b903-46a8-a114-c4573ebbf8a4 None None] Port e324dc54-8a03-4a62-bae2-27790267ab10 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:56:53.703662 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3aebbd4e-7964-4105-a058-d9d72bcd9b37 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:56:53.758029 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 3aebbd4e-7964-4105-a058-d9d72bcd9b37 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:53.758672 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:54.197405 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38430) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:54.203144 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-4cf583ec-be3f-4bde-96f0-3c12a401747a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1179530137-network', 'tenant_id': '65f5079891534cc7ae62f6acc81ee64a'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:54.225548 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf583ec-be3f-4bde-96f0-3c12a401747a admin admin] Made reservation on behalf of 65f5079891534cc7ae62f6acc81ee64a for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:56:54.227869 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4cf583ec-be3f-4bde-96f0-3c12a401747a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:54.236941 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4cf583ec-be3f-4bde-96f0-3c12a401747a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:54.330754 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4cf583ec-be3f-4bde-96f0-3c12a401747a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:54.334773 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4cf583ec-be3f-4bde-96f0-3c12a401747a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:54.363231 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf583ec-be3f-4bde-96f0-3c12a401747a admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:56:54.374109 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf583ec-be3f-4bde-96f0-3c12a401747a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3d6ea4-eba1-4194-b90f-82bc9067cc0f,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:54.378984 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4cf583ec-be3f-4bde-96f0-3c12a401747a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:54.379325 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-4cf583ec-be3f-4bde-96f0-3c12a401747a admin admin] Added segment a167a090-5279-4189-95b4-e2af01cc54a6 of type vlan for network ef3ed0e1-89be-486f-a144-0747fe7380b4 Aug 10 01:56:54.421048 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4cf583ec-be3f-4bde-96f0-3c12a401747a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:54.452000 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4cf583ec-be3f-4bde-96f0-3c12a401747a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:54.453057 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf583ec-be3f-4bde-96f0-3c12a401747a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:54.453649 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4cf583ec-be3f-4bde-96f0-3c12a401747a admin admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:54.508055 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4cf583ec-be3f-4bde-96f0-3c12a401747a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3094802 Aug 10 01:56:54.511451 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38432) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:54.516831 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-384db27d-24a0-4658-94e3-9f7ad1d3a1df admin admin] Request body: {'subnet': {'network_id': 'ef3ed0e1-89be-486f-a144-0747fe7380b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1179530137-subnet', 'tenant_id': '65f5079891534cc7ae62f6acc81ee64a', 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:54.517834 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf583ec-be3f-4bde-96f0-3c12a401747a admin admin] Pushing event updated for resources: {'Network': ['ID=ef3ed0e1-89be-486f-a144-0747fe7380b4,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:54.527696 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network ef3ed0e1-89be-486f-a144-0747fe7380b4 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:56:54.540227 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384db27d-24a0-4658-94e3-9f7ad1d3a1df admin admin] Made reservation on behalf of 65f5079891534cc7ae62f6acc81ee64a for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:56:54.542596 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-384db27d-24a0-4658-94e3-9f7ad1d3a1df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:54.721120 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-384db27d-24a0-4658-94e3-9f7ad1d3a1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:54.776811 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384db27d-24a0-4658-94e3-9f7ad1d3a1df admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c2dfb26-2ae9-4590-962d-09c169bf75cb,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:54.786573 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384db27d-24a0-4658-94e3-9f7ad1d3a1df admin admin] Checking segment: {'id': 'a167a090-5279-4189-95b4-e2af01cc54a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ef3ed0e1-89be-486f-a144-0747fe7380b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:56:54.786928 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384db27d-24a0-4658-94e3-9f7ad1d3a1df admin admin] Network hostable DHCP agents. Network: ef3ed0e1-89be-486f-a144-0747fe7380b4, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:56:54.803705 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384db27d-24a0-4658-94e3-9f7ad1d3a1df admin admin] Network ef3ed0e1-89be-486f-a144-0747fe7380b4 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:56:54.813090 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-384db27d-24a0-4658-94e3-9f7ad1d3a1df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, ef3ed0e1-89be-486f-a144-0747fe7380b4) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:54.817568 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384db27d-24a0-4658-94e3-9f7ad1d3a1df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:54.818607 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-384db27d-24a0-4658-94e3-9f7ad1d3a1df admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:54.822145 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447e15a6-fb8e-4860-ab1d-32479864f132 None None] Network ef3ed0e1-89be-486f-a144-0747fe7380b4 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:56:54.832957 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-384db27d-24a0-4658-94e3-9f7ad1d3a1df admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3203361 Aug 10 01:56:54.835513 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38434) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:54.839997 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-7112e9bc-1cea-49fd-8eef-b800acda2cfc admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1179530137-router', 'tenant_id': '65f5079891534cc7ae62f6acc81ee64a', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:54.861514 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7112e9bc-1cea-49fd-8eef-b800acda2cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:54.862184 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7112e9bc-1cea-49fd-8eef-b800acda2cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:54.922038 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7112e9bc-1cea-49fd-8eef-b800acda2cfc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:54.969557 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bf6721-7d24-4209-995e-c2e95a268675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-ef3ed0e1-89be-486f-a144-0747fe7380b4', 'network_id': 'ef3ed0e1-89be-486f-a144-0747fe7380b4', 'tenant_id': '65f5079891534cc7ae62f6acc81ee64a', 'fixed_ips': [{'subnet_id': '4c2dfb26-2ae9-4590-962d-09c169bf75cb'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:56:54.970420 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-28bf6721-7d24-4209-995e-c2e95a268675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:55.059908 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7112e9bc-1cea-49fd-8eef-b800acda2cfc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:55.104525 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-28bf6721-7d24-4209-995e-c2e95a268675 None None] Allocated IP 172.20.0.2 (ef3ed0e1-89be-486f-a144-0747fe7380b4/4c2dfb26-2ae9-4590-962d-09c169bf75cb/8d119b1c-9aef-47b0-8340-0c53d80eed1e) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:56:55.250199 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-28bf6721-7d24-4209-995e-c2e95a268675 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:55.258201 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-28bf6721-7d24-4209-995e-c2e95a268675 None None] Transition to ACTIVE for port object 8d119b1c-9aef-47b0-8340-0c53d80eed1e will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:56:55.268472 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7112e9bc-1cea-49fd-8eef-b800acda2cfc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:55.272697 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-28bf6721-7d24-4209-995e-c2e95a268675 None None] Transition to ACTIVE for port object 8d119b1c-9aef-47b0-8340-0c53d80eed1e will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:56:55.279670 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-28bf6721-7d24-4209-995e-c2e95a268675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:55.290309 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7112e9bc-1cea-49fd-8eef-b800acda2cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:55.318920 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bf6721-7d24-4209-995e-c2e95a268675 None None] Network ef3ed0e1-89be-486f-a144-0747fe7380b4 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:56:55.321795 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-28bf6721-7d24-4209-995e-c2e95a268675 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:55.325313 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bf6721-7d24-4209-995e-c2e95a268675 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:56:55.331933 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf6721-7d24-4209-995e-c2e95a268675 None None] Pushing event updated for resources: {'Port': ['ID=8d119b1c-9aef-47b0-8340-0c53d80eed1e,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:55.387878 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-28bf6721-7d24-4209-995e-c2e95a268675 None None] Attempting to bind port 8d119b1c-9aef-47b0-8340-0c53d80eed1e on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:56:55.388306 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-28bf6721-7d24-4209-995e-c2e95a268675 None None] Attempting to bind port 8d119b1c-9aef-47b0-8340-0c53d80eed1e by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'a167a090-5279-4189-95b4-e2af01cc54a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ef3ed0e1-89be-486f-a144-0747fe7380b4'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:56:55.388705 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bf6721-7d24-4209-995e-c2e95a268675 None None] Attempting to bind port 8d119b1c-9aef-47b0-8340-0c53d80eed1e on network ef3ed0e1-89be-486f-a144-0747fe7380b4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:56:55.393697 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bf6721-7d24-4209-995e-c2e95a268675 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:56:55.394074 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bf6721-7d24-4209-995e-c2e95a268675 None None] Checking segment: {'id': 'a167a090-5279-4189-95b4-e2af01cc54a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ef3ed0e1-89be-486f-a144-0747fe7380b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:56:55.394481 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-28bf6721-7d24-4209-995e-c2e95a268675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:55.394877 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bf6721-7d24-4209-995e-c2e95a268675 None None] Bound using segment: {'id': 'a167a090-5279-4189-95b4-e2af01cc54a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ef3ed0e1-89be-486f-a144-0747fe7380b4'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:56:55.395349 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-28bf6721-7d24-4209-995e-c2e95a268675 None None] Bound port: 8d119b1c-9aef-47b0-8340-0c53d80eed1e, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a167a090-5279-4189-95b4-e2af01cc54a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ef3ed0e1-89be-486f-a144-0747fe7380b4'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:56:55.395734 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-28bf6721-7d24-4209-995e-c2e95a268675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:55.401148 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-7112e9bc-1cea-49fd-8eef-b800acda2cfc admin admin] Allocated IP 172.25.2.252 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/3cd86c62-e54d-451e-84df-29d0dfef4b89) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:56:55.450464 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03e6dd7-ff75-4eb1-9433-b739e866d0e3 None None] Sync routers for ids ['72acd22d-eafc-487d-be22-0808de64f87d'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:56:55.459589 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03e6dd7-ff75-4eb1-9433-b739e866d0e3 None None] Routers {'72acd22d-eafc-487d-be22-0808de64f87d'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:56:55.460358 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-d03e6dd7-ff75-4eb1-9433-b739e866d0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:56:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['72acd22d-eafc-487d-be22-0808de64f87d'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:55.467267 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-28bf6721-7d24-4209-995e-c2e95a268675 None None] For port 8d119b1c-9aef-47b0-8340-0c53d80eed1e, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:56:55.470536 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-28bf6721-7d24-4209-995e-c2e95a268675 None None] For port 8d119b1c-9aef-47b0-8340-0c53d80eed1e, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=8d119b1c-9aef-47b0-8340-0c53d80eed1e,segment=NetworkSegment(a167a090-5279-4189-95b4-e2af01cc54a6),segment_id=a167a090-5279-4189-95b4-e2af01cc54a6)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:56:55.475690 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-28bf6721-7d24-4209-995e-c2e95a268675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:55.505715 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7112e9bc-1cea-49fd-8eef-b800acda2cfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:55.538980 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf6721-7d24-4209-995e-c2e95a268675 None None] Pushing event updated for resources: {'Port': ['ID=8d119b1c-9aef-47b0-8340-0c53d80eed1e,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:55.547691 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7112e9bc-1cea-49fd-8eef-b800acda2cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:55.569187 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-d03e6dd7-ff75-4eb1-9433-b739e866d0e3 None None] Set router 72acd22d-eafc-487d-be22-0808de64f87d gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:56:55.586127 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7112e9bc-1cea-49fd-8eef-b800acda2cfc admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:56:55.592304 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-7112e9bc-1cea-49fd-8eef-b800acda2cfc admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:55.596318 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7112e9bc-1cea-49fd-8eef-b800acda2cfc admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:56:55.640848 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112e9bc-1cea-49fd-8eef-b800acda2cfc admin admin] Pushing event updated for resources: {'Port': ['ID=3cd86c62-e54d-451e-84df-29d0dfef4b89,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:55.751095 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 85834313-ac9c-460a-ab2f-a46ca3f042be up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:56:55.813782 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 85834313-ac9c-460a-ab2f-a46ca3f042be completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:56:55.818799 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 85834313-ac9c-460a-ab2f-a46ca3f042be triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:55.819174 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:55.862235 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-d03e6dd7-ff75-4eb1-9433-b739e866d0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72acd22d-eafc-487d-be22-0808de64f87d', 'name': 'tempest-TestEncryptedCinderVolumes-943395210-router', 'tenant_id': 'c6bc38acae8d466d8ef5c0854eceed34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '85834313-ac9c-460a-ab2f-a46ca3f042be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:50Z', 'updated_at': '2021-08-10T01:56:53Z', 'revision_number': 4, 'project_id': 'c6bc38acae8d466d8ef5c0854eceed34', 'gw_port': {'id': '85834313-ac9c-460a-ab2f-a46ca3f042be', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:15:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72acd22d-eafc-487d-be22-0808de64f87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:50Z', 'updated_at': '2021-08-10T01:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'e324dc54-8a03-4a62-bae2-27790267ab10', 'name': '', 'network_id': '76c0a36a-1a75-4a65-981d-0d5b2fa82ca9', 'tenant_id': 'c6bc38acae8d466d8ef5c0854eceed34', 'mac_address': 'fa:16:3e:62:40:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72acd22d-eafc-487d-be22-0808de64f87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '53538a68-21d9-486b-a0b7-6ab7af6f679e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:52Z', 'updated_at': '2021-08-10T01:56:53Z', 'revision_number': 2, 'project_id': 'c6bc38acae8d466d8ef5c0854eceed34', 'subnets': [{'id': '53538a68-21d9-486b-a0b7-6ab7af6f679e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:55.897095 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03e6dd7-ff75-4eb1-9433-b739e866d0e3 None None] Checking router: 72acd22d-eafc-487d-be22-0808de64f87d for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:56:55.897454 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03e6dd7-ff75-4eb1-9433-b739e866d0e3 None None] Updating router 72acd22d-eafc-487d-be22-0808de64f87d port e324dc54-8a03-4a62-bae2-27790267ab10 binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:56:55.915831 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:55.939305 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 85834313-ac9c-460a-ab2f-a46ca3f042be, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=85834313-ac9c-460a-ab2f-a46ca3f042be,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:55.939941 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7112e9bc-1cea-49fd-8eef-b800acda2cfc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:55.944478 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:55.994743 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=85834313-ac9c-460a-ab2f-a46ca3f042be,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:56.033154 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d03e6dd7-ff75-4eb1-9433-b739e866d0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:56.139142 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7112e9bc-1cea-49fd-8eef-b800acda2cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:56.269489 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7112e9bc-1cea-49fd-8eef-b800acda2cfc admin admin] Router 49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:56:56.302884 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d03e6dd7-ff75-4eb1-9433-b739e866d0e3 None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:56.314119 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-d03e6dd7-ff75-4eb1-9433-b739e866d0e3 None None] Transition to ACTIVE for port object e324dc54-8a03-4a62-bae2-27790267ab10 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:56:56.322358 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d03e6dd7-ff75-4eb1-9433-b739e866d0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:56.373580 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f1311-2984-4aaa-b59d-dece3bba3794 None None] Pushing event updated for resources: {'Port': ['ID=e324dc54-8a03-4a62-bae2-27790267ab10,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:56.392940 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7112e9bc-1cea-49fd-8eef-b800acda2cfc admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:56:56.398301 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f1311-2984-4aaa-b59d-dece3bba3794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:56.398301 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f1311-2984-4aaa-b59d-dece3bba3794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:56.398607 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f1311-2984-4aaa-b59d-dece3bba3794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:56.398818 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f1311-2984-4aaa-b59d-dece3bba3794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:56.399094 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f1311-2984-4aaa-b59d-dece3bba3794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:56.399478 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f1311-2984-4aaa-b59d-dece3bba3794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:56.399779 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f1311-2984-4aaa-b59d-dece3bba3794 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:56.400063 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f1311-2984-4aaa-b59d-dece3bba3794 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:56.400418 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f1311-2984-4aaa-b59d-dece3bba3794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:56.401099 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f1311-2984-4aaa-b59d-dece3bba3794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:56.401099 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f1311-2984-4aaa-b59d-dece3bba3794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:56.401436 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f1311-2984-4aaa-b59d-dece3bba3794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:56.403838 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e51a5ad-92d0-46a8-aa02-cd9a74bfb445 None None] Sync routers for ids ['49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:56:56.423655 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e51a5ad-92d0-46a8-aa02-cd9a74bfb445 None None] Routers {'49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:56:56.424540 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-6e51a5ad-92d0-46a8-aa02-cd9a74bfb445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:56:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:56.433422 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7112e9bc-1cea-49fd-8eef-b800acda2cfc admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:56.435089 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7112e9bc-1cea-49fd-8eef-b800acda2cfc admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5986359 Aug 10 01:56:56.437869 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38436) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:56.441999 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-d03e6dd7-ff75-4eb1-9433-b739e866d0e3 None None] Attempting to bind port e324dc54-8a03-4a62-bae2-27790267ab10 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:56:56.442460 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-d03e6dd7-ff75-4eb1-9433-b739e866d0e3 None None] Attempting to bind port e324dc54-8a03-4a62-bae2-27790267ab10 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b7ede234-64d2-461a-9509-a9c09fa8c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '76c0a36a-1a75-4a65-981d-0d5b2fa82ca9'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:56:56.442898 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03e6dd7-ff75-4eb1-9433-b739e866d0e3 None None] Attempting to bind port e324dc54-8a03-4a62-bae2-27790267ab10 on network 76c0a36a-1a75-4a65-981d-0d5b2fa82ca9 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:56:56.449453 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03e6dd7-ff75-4eb1-9433-b739e866d0e3 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:56:56.449727 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03e6dd7-ff75-4eb1-9433-b739e866d0e3 None None] Checking segment: {'id': 'b7ede234-64d2-461a-9509-a9c09fa8c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '76c0a36a-1a75-4a65-981d-0d5b2fa82ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:56:56.450223 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d03e6dd7-ff75-4eb1-9433-b739e866d0e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:56.450874 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03e6dd7-ff75-4eb1-9433-b739e866d0e3 None None] Bound using segment: {'id': 'b7ede234-64d2-461a-9509-a9c09fa8c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '76c0a36a-1a75-4a65-981d-0d5b2fa82ca9'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:56:56.452417 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-d03e6dd7-ff75-4eb1-9433-b739e866d0e3 None None] Bound port: e324dc54-8a03-4a62-bae2-27790267ab10, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ede234-64d2-461a-9509-a9c09fa8c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '76c0a36a-1a75-4a65-981d-0d5b2fa82ca9'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:56:56.453382 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d03e6dd7-ff75-4eb1-9433-b739e866d0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:56.542556 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-d03e6dd7-ff75-4eb1-9433-b739e866d0e3 None None] For port e324dc54-8a03-4a62-bae2-27790267ab10, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:56:56.546894 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-d03e6dd7-ff75-4eb1-9433-b739e866d0e3 None None] For port e324dc54-8a03-4a62-bae2-27790267ab10, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=e324dc54-8a03-4a62-bae2-27790267ab10,segment=NetworkSegment(b7ede234-64d2-461a-9509-a9c09fa8c889),segment_id=b7ede234-64d2-461a-9509-a9c09fa8c889)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:56:56.553518 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d03e6dd7-ff75-4eb1-9433-b739e866d0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:56.570009 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-6e51a5ad-92d0-46a8-aa02-cd9a74bfb445 None None] Set router 49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:56:56.628874 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f1311-2984-4aaa-b59d-dece3bba3794 None None] Pushing event updated for resources: {'Port': ['ID=e324dc54-8a03-4a62-bae2-27790267ab10,revision_number=4']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:56.632201 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03e6dd7-ff75-4eb1-9433-b739e866d0e3 None None] Routers {'72acd22d-eafc-487d-be22-0808de64f87d'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:56:56.633249 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-d03e6dd7-ff75-4eb1-9433-b739e866d0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:56:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['72acd22d-eafc-487d-be22-0808de64f87d'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:56.699778 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1f3820-3116-497e-a17e-aa762d14b38e None None] Network ef3ed0e1-89be-486f-a144-0747fe7380b4 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:56:56.783481 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-d03e6dd7-ff75-4eb1-9433-b739e866d0e3 None None] Set router 72acd22d-eafc-487d-be22-0808de64f87d gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:56:56.790262 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-af5167a8-85db-461c-b42a-738c01e90173 None None] Provisioning for port 8d119b1c-9aef-47b0-8340-0c53d80eed1e completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:56:56.923804 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-6e51a5ad-92d0-46a8-aa02-cd9a74bfb445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e', 'name': 'tempest-TestEncryptedCinderVolumes-1179530137-router', 'tenant_id': '65f5079891534cc7ae62f6acc81ee64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '3cd86c62-e54d-451e-84df-29d0dfef4b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:54Z', 'updated_at': '2021-08-10T01:56:55Z', 'revision_number': 3, 'project_id': '65f5079891534cc7ae62f6acc81ee64a', 'gw_port': {'id': '3cd86c62-e54d-451e-84df-29d0dfef4b89', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:55Z', 'updated_at': '2021-08-10T01:56:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:56.955622 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e51a5ad-92d0-46a8-aa02-cd9a74bfb445 None None] Checking router: 49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:56:56.955892 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e51a5ad-92d0-46a8-aa02-cd9a74bfb445 None None] Updating router 49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e port 3cd86c62-e54d-451e-84df-29d0dfef4b89 binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:56:56.989454 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6e51a5ad-92d0-46a8-aa02-cd9a74bfb445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:57.022125 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-d03e6dd7-ff75-4eb1-9433-b739e866d0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72acd22d-eafc-487d-be22-0808de64f87d', 'name': 'tempest-TestEncryptedCinderVolumes-943395210-router', 'tenant_id': 'c6bc38acae8d466d8ef5c0854eceed34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '85834313-ac9c-460a-ab2f-a46ca3f042be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:50Z', 'updated_at': '2021-08-10T01:56:53Z', 'revision_number': 4, 'project_id': 'c6bc38acae8d466d8ef5c0854eceed34', 'gw_port': {'id': '85834313-ac9c-460a-ab2f-a46ca3f042be', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72acd22d-eafc-487d-be22-0808de64f87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:50Z', 'updated_at': '2021-08-10T01:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'e324dc54-8a03-4a62-bae2-27790267ab10', 'name': '', 'network_id': '76c0a36a-1a75-4a65-981d-0d5b2fa82ca9', 'tenant_id': 'c6bc38acae8d466d8ef5c0854eceed34', 'mac_address': 'fa:16:3e:62:40:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72acd22d-eafc-487d-be22-0808de64f87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '53538a68-21d9-486b-a0b7-6ab7af6f679e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:52Z', 'updated_at': '2021-08-10T01:56:56Z', 'revision_number': 4, 'project_id': 'c6bc38acae8d466d8ef5c0854eceed34', 'subnets': [{'id': '53538a68-21d9-486b-a0b7-6ab7af6f679e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:57.034617 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bc26715c-83f5-4d5e-bcd8-d7da475b1552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:57.052383 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03e6dd7-ff75-4eb1-9433-b739e866d0e3 None None] The sync data for ids ['72acd22d-eafc-487d-be22-0808de64f87d'] in n-d-766726-26 is: [{'id': '72acd22d-eafc-487d-be22-0808de64f87d', 'name': 'tempest-TestEncryptedCinderVolumes-943395210-router', 'tenant_id': 'c6bc38acae8d466d8ef5c0854eceed34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '85834313-ac9c-460a-ab2f-a46ca3f042be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:50Z', 'updated_at': '2021-08-10T01:56:53Z', 'revision_number': 4, 'project_id': 'c6bc38acae8d466d8ef5c0854eceed34', 'gw_port': {'id': '85834313-ac9c-460a-ab2f-a46ca3f042be', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72acd22d-eafc-487d-be22-0808de64f87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:50Z', 'updated_at': '2021-08-10T01:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'e324dc54-8a03-4a62-bae2-27790267ab10', 'name': '', 'network_id': '76c0a36a-1a75-4a65-981d-0d5b2fa82ca9', 'tenant_id': 'c6bc38acae8d466d8ef5c0854eceed34', 'mac_address': 'fa:16:3e:62:40:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72acd22d-eafc-487d-be22-0808de64f87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '53538a68-21d9-486b-a0b7-6ab7af6f679e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:52Z', 'updated_at': '2021-08-10T01:56:56Z', 'revision_number': 4, 'project_id': 'c6bc38acae8d466d8ef5c0854eceed34', 'subnets': [{'id': '53538a68-21d9-486b-a0b7-6ab7af6f679e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:56:57.212231 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-bc26715c-83f5-4d5e-bcd8-d7da475b1552 admin admin] Allocated IP 172.20.0.1 (ef3ed0e1-89be-486f-a144-0747fe7380b4/4c2dfb26-2ae9-4590-962d-09c169bf75cb/8ad81b82-6511-417d-90e6-131c09b737d2) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:56:57.328923 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bc26715c-83f5-4d5e-bcd8-d7da475b1552 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:57.343458 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-bc26715c-83f5-4d5e-bcd8-d7da475b1552 admin admin] Transition to ACTIVE for port object 8ad81b82-6511-417d-90e6-131c09b737d2 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:56:57.380718 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bc26715c-83f5-4d5e-bcd8-d7da475b1552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:57.423871 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc26715c-83f5-4d5e-bcd8-d7da475b1552 admin admin] Network ef3ed0e1-89be-486f-a144-0747fe7380b4 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:56:57.427226 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-bc26715c-83f5-4d5e-bcd8-d7da475b1552 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:57.431759 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc26715c-83f5-4d5e-bcd8-d7da475b1552 admin admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:56:57.435858 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26715c-83f5-4d5e-bcd8-d7da475b1552 admin admin] Pushing event updated for resources: {'Port': ['ID=8ad81b82-6511-417d-90e6-131c09b737d2,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:57.459725 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6e51a5ad-92d0-46a8-aa02-cd9a74bfb445 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:57.476447 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bc26715c-83f5-4d5e-bcd8-d7da475b1552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:57.477183 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6e51a5ad-92d0-46a8-aa02-cd9a74bfb445 None None] Transition to ACTIVE for port object 3cd86c62-e54d-451e-84df-29d0dfef4b89 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:56:57.485468 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6e51a5ad-92d0-46a8-aa02-cd9a74bfb445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:57.538077 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-6e51a5ad-92d0-46a8-aa02-cd9a74bfb445 None None] Attempting to bind port 3cd86c62-e54d-451e-84df-29d0dfef4b89 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:56:57.538448 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-6e51a5ad-92d0-46a8-aa02-cd9a74bfb445 None None] Attempting to bind port 3cd86c62-e54d-451e-84df-29d0dfef4b89 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:56:57.538826 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e51a5ad-92d0-46a8-aa02-cd9a74bfb445 None None] Attempting to bind port 3cd86c62-e54d-451e-84df-29d0dfef4b89 on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:56:57.552317 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e51a5ad-92d0-46a8-aa02-cd9a74bfb445 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:56:57.552826 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e51a5ad-92d0-46a8-aa02-cd9a74bfb445 None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:56:57.553236 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6e51a5ad-92d0-46a8-aa02-cd9a74bfb445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:57.553638 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e51a5ad-92d0-46a8-aa02-cd9a74bfb445 None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:56:57.554131 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-6e51a5ad-92d0-46a8-aa02-cd9a74bfb445 None None] Bound port: 3cd86c62-e54d-451e-84df-29d0dfef4b89, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:56:57.554520 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6e51a5ad-92d0-46a8-aa02-cd9a74bfb445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:57.560738 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3b5e6-daa1-433a-bc7c-47d420c89452 None None] Pushing event updated for resources: {'Port': ['ID=3cd86c62-e54d-451e-84df-29d0dfef4b89,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:57.626756 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6e51a5ad-92d0-46a8-aa02-cd9a74bfb445 None None] For port 3cd86c62-e54d-451e-84df-29d0dfef4b89, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:56:57.632033 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6e51a5ad-92d0-46a8-aa02-cd9a74bfb445 None None] For port 3cd86c62-e54d-451e-84df-29d0dfef4b89, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=3cd86c62-e54d-451e-84df-29d0dfef4b89,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:56:57.645005 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bc26715c-83f5-4d5e-bcd8-d7da475b1552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:57.649286 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6e51a5ad-92d0-46a8-aa02-cd9a74bfb445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:57.747274 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3b5e6-daa1-433a-bc7c-47d420c89452 None None] Pushing event updated for resources: {'Port': ['ID=3cd86c62-e54d-451e-84df-29d0dfef4b89,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:57.752791 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e51a5ad-92d0-46a8-aa02-cd9a74bfb445 None None] Routers {'49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:56:57.753527 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-6e51a5ad-92d0-46a8-aa02-cd9a74bfb445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:56:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:57.857128 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 85834313-ac9c-460a-ab2f-a46ca3f042be up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:56:57.859139 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d8ab35a8-a5db-4f52-9b24-b1ab15a47f57 None None] Provisioning for port 8ad81b82-6511-417d-90e6-131c09b737d2 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:56:57.860033 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bc26715c-83f5-4d5e-bcd8-d7da475b1552 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:57.865650 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bc26715c-83f5-4d5e-bcd8-d7da475b1552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:57.889733 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d8ab35a8-a5db-4f52-9b24-b1ab15a47f57 None None] Provisioning complete for port 8ad81b82-6511-417d-90e6-131c09b737d2 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:57.890117 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d8ab35a8-a5db-4f52-9b24-b1ab15a47f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:57.929057 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bc26715c-83f5-4d5e-bcd8-d7da475b1552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:57.949855 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-6e51a5ad-92d0-46a8-aa02-cd9a74bfb445 None None] Set router 49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:56:57.974802 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab35a8-a5db-4f52-9b24-b1ab15a47f57 None None] Port 8ad81b82-6511-417d-90e6-131c09b737d2 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:56:57.981910 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26715c-83f5-4d5e-bcd8-d7da475b1552 admin admin] Pushing event updated for resources: {'Port': ['ID=8ad81b82-6511-417d-90e6-131c09b737d2,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:58.027335 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc26715c-83f5-4d5e-bcd8-d7da475b1552 admin admin] Network ef3ed0e1-89be-486f-a144-0747fe7380b4 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:56:58.028811 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-bc26715c-83f5-4d5e-bcd8-d7da475b1552 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:58.028934 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 85834313-ac9c-460a-ab2f-a46ca3f042be triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:58.029290 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:58.143376 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc26715c-83f5-4d5e-bcd8-d7da475b1552 admin admin] Router 49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:56:58.203228 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 8d119b1c-9aef-47b0-8340-0c53d80eed1e up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:56:58.261408 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc26715c-83f5-4d5e-bcd8-d7da475b1552 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:56:58.263189 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-6e51a5ad-92d0-46a8-aa02-cd9a74bfb445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e', 'name': 'tempest-TestEncryptedCinderVolumes-1179530137-router', 'tenant_id': '65f5079891534cc7ae62f6acc81ee64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '3cd86c62-e54d-451e-84df-29d0dfef4b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:54Z', 'updated_at': '2021-08-10T01:56:57Z', 'revision_number': 4, 'project_id': '65f5079891534cc7ae62f6acc81ee64a', 'gw_port': {'id': '3cd86c62-e54d-451e-84df-29d0dfef4b89', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:55Z', 'updated_at': '2021-08-10T01:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '8ad81b82-6511-417d-90e6-131c09b737d2', 'name': '', 'network_id': 'ef3ed0e1-89be-486f-a144-0747fe7380b4', 'tenant_id': '65f5079891534cc7ae62f6acc81ee64a', 'mac_address': 'fa:16:3e:06:51:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '4c2dfb26-2ae9-4590-962d-09c169bf75cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:57Z', 'updated_at': '2021-08-10T01:56:57Z', 'revision_number': 1, 'project_id': '65f5079891534cc7ae62f6acc81ee64a', 'subnets': [{'id': '4c2dfb26-2ae9-4590-962d-09c169bf75cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:58.267315 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-bc26715c-83f5-4d5e-bcd8-d7da475b1552 admin admin] 10.222.0.35 "PUT /v2.0/routers/49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8274820 Aug 10 01:56:58.298171 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e51a5ad-92d0-46a8-aa02-cd9a74bfb445 None None] The sync data for ids ['49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e'] in n-d-766726-26 is: [{'id': '49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e', 'name': 'tempest-TestEncryptedCinderVolumes-1179530137-router', 'tenant_id': '65f5079891534cc7ae62f6acc81ee64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '3cd86c62-e54d-451e-84df-29d0dfef4b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:54Z', 'updated_at': '2021-08-10T01:56:57Z', 'revision_number': 4, 'project_id': '65f5079891534cc7ae62f6acc81ee64a', 'gw_port': {'id': '3cd86c62-e54d-451e-84df-29d0dfef4b89', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:55Z', 'updated_at': '2021-08-10T01:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '8ad81b82-6511-417d-90e6-131c09b737d2', 'name': '', 'network_id': 'ef3ed0e1-89be-486f-a144-0747fe7380b4', 'tenant_id': '65f5079891534cc7ae62f6acc81ee64a', 'mac_address': 'fa:16:3e:06:51:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '4c2dfb26-2ae9-4590-962d-09c169bf75cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:57Z', 'updated_at': '2021-08-10T01:56:57Z', 'revision_number': 1, 'project_id': '65f5079891534cc7ae62f6acc81ee64a', 'subnets': [{'id': '4c2dfb26-2ae9-4590-962d-09c169bf75cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:56:58.299645 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 8d119b1c-9aef-47b0-8340-0c53d80eed1e completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:56:58.309351 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 8d119b1c-9aef-47b0-8340-0c53d80eed1e triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:58.309733 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:58.331521 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-9882235e-dee2-41c8-829b-bcddd313a647 None None] Provisioning complete for port 8ad81b82-6511-417d-90e6-131c09b737d2 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:58.331904 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9882235e-dee2-41c8-829b-bcddd313a647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:58.378064 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-9882235e-dee2-41c8-829b-bcddd313a647 None None] Port 8ad81b82-6511-417d-90e6-131c09b737d2 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:56:58.419749 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:58.457005 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 8d119b1c-9aef-47b0-8340-0c53d80eed1e, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=8d119b1c-9aef-47b0-8340-0c53d80eed1e,segment=NetworkSegment(a167a090-5279-4189-95b4-e2af01cc54a6),segment_id=a167a090-5279-4189-95b4-e2af01cc54a6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:58.461754 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:58.462617 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device e324dc54-8a03-4a62-bae2-27790267ab10 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:56:58.561992 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=8d119b1c-9aef-47b0-8340-0c53d80eed1e,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:58.579718 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port e324dc54-8a03-4a62-bae2-27790267ab10 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:56:58.584722 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port e324dc54-8a03-4a62-bae2-27790267ab10 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:58.585112 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:58.675056 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:58.713518 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port e324dc54-8a03-4a62-bae2-27790267ab10, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=e324dc54-8a03-4a62-bae2-27790267ab10,segment=NetworkSegment(b7ede234-64d2-461a-9509-a9c09fa8c889),segment_id=b7ede234-64d2-461a-9509-a9c09fa8c889)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:58.720500 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:58.757522 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:58.779529 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=e324dc54-8a03-4a62-bae2-27790267ab10,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:59.229190 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-4f276271-2e96-4ef8-9bec-7e806a20ac4c tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:59.231213 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-4f276271-2e96-4ef8-9bec-7e806a20ac4c tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/networks?id=76c0a36a-1a75-4a65-981d-0d5b2fa82ca9 HTTP/1.1" status: 200 len: 816 time: 0.1011741 Aug 10 01:56:59.246395 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-2cc90ceb-e181-4d21-8d27-0d53a0bcbd36 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/quotas/c6bc38acae8d466d8ef5c0854eceed34 HTTP/1.1" status: 200 len: 375 time: 0.0094471 Aug 10 01:56:59.299173 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-6e675075-45a7-4f58-862f-12d305b149dd tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c6bc38acae8d466d8ef5c0854eceed34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476336 Aug 10 01:56:59.390164 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-086f554f-c00d-40a0-a174-a4bb946ca70c service neutron] 10.222.0.35 "GET /v2.0/networks/76c0a36a-1a75-4a65-981d-0d5b2fa82ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788989 Aug 10 01:56:59.480495 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-52aced54-e81b-4da8-9013-4b707e3eb6f4 service neutron] 10.222.0.35 "GET /v2.0/networks/76c0a36a-1a75-4a65-981d-0d5b2fa82ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843260 Aug 10 01:56:59.695056 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 8d119b1c-9aef-47b0-8340-0c53d80eed1e up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:56:59.750742 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 8d119b1c-9aef-47b0-8340-0c53d80eed1e triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:59.751339 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:59.760790 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-99ec459c-8ee5-48a0-b9b3-cd00eedc0dfe req-f06addad-d171-46d4-854a-cd31d8371cc6 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0eb17d1-b87b-4da2-a917-e1b1d5a5af7d HTTP/1.1" status: 200 len: 210 time: 0.1494598 Aug 10 01:56:59.832761 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device e324dc54-8a03-4a62-bae2-27790267ab10 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:56:59.896766 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port e324dc54-8a03-4a62-bae2-27790267ab10 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:59.897154 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:00.703172 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-265f00ea-de23-4beb-b068-6db75195af64 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:00.704803 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-265f00ea-de23-4beb-b068-6db75195af64 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.20 "GET /v2.0/networks?id=76c0a36a-1a75-4a65-981d-0d5b2fa82ca9 HTTP/1.1" status: 200 len: 816 time: 0.1033735 Aug 10 01:57:00.723226 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-fe8ed9d7-f2d1-4a06-bbe7-22fd183d6bb6 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Request body: {'port': {'device_id': 'd0eb17d1-b87b-4da2-a917-e1b1d5a5af7d', 'network_id': '76c0a36a-1a75-4a65-981d-0d5b2fa82ca9', 'admin_state_up': True, 'tenant_id': 'c6bc38acae8d466d8ef5c0854eceed34'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:00.842090 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-fe8ed9d7-f2d1-4a06-bbe7-22fd183d6bb6 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Made reservation on behalf of c6bc38acae8d466d8ef5c0854eceed34 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:57:00.845503 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-fe8ed9d7-f2d1-4a06-bbe7-22fd183d6bb6 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:00.866770 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-34a15c49-e5ae-4517-b4db-c31e3ea7c2ab req-f30d198a-7d9e-4373-a108-06c638cc0ced tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0eb17d1-b87b-4da2-a917-e1b1d5a5af7d HTTP/1.1" status: 200 len: 210 time: 0.0377851 Aug 10 01:57:00.989145 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-fe8ed9d7-f2d1-4a06-bbe7-22fd183d6bb6 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Allocated IP 172.20.0.13 (76c0a36a-1a75-4a65-981d-0d5b2fa82ca9/53538a68-21d9-486b-a0b7-6ab7af6f679e/9b274c88-cc48-4cad-b3fb-1327f2cdadfa) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:57:01.147859 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-fe8ed9d7-f2d1-4a06-bbe7-22fd183d6bb6 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:01.160573 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-fe8ed9d7-f2d1-4a06-bbe7-22fd183d6bb6 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Transition to ACTIVE for port object 9b274c88-cc48-4cad-b3fb-1327f2cdadfa will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:01.173702 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dd806d-aac2-412d-b7bd-5720bf56bc2a None None] Sync routers for ids ['49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:57:01.182264 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dd806d-aac2-412d-b7bd-5720bf56bc2a None None] Routers {'49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:57:01.183390 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-38dd806d-aac2-412d-b7bd-5720bf56bc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:56:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:01.193936 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-fe8ed9d7-f2d1-4a06-bbe7-22fd183d6bb6 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:01.234202 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-fe8ed9d7-f2d1-4a06-bbe7-22fd183d6bb6 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Network 76c0a36a-1a75-4a65-981d-0d5b2fa82ca9 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:57:01.241009 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-fe8ed9d7-f2d1-4a06-bbe7-22fd183d6bb6 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:01.244685 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-fe8ed9d7-f2d1-4a06-bbe7-22fd183d6bb6 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:57:01.269051 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ed9d7-f2d1-4a06-bbe7-22fd183d6bb6 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Pushing event updated for resources: {'Port': ['ID=9b274c88-cc48-4cad-b3fb-1327f2cdadfa,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:01.290715 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-38dd806d-aac2-412d-b7bd-5720bf56bc2a None None] Set router 49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:57:01.300341 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-fe8ed9d7-f2d1-4a06-bbe7-22fd183d6bb6 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:01.301082 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-fe8ed9d7-f2d1-4a06-bbe7-22fd183d6bb6 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:01.316936 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-fe8ed9d7-f2d1-4a06-bbe7-22fd183d6bb6 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5974050 Aug 10 01:57:01.382658 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-cbed271b-eaa4-4e92-b6ec-ce99cc8576bd service neutron] Request body: {'port': {'device_id': 'd0eb17d1-b87b-4da2-a917-e1b1d5a5af7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:01.443439 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-cbed271b-eaa4-4e92-b6ec-ce99cc8576bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:01.510978 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-38dd806d-aac2-412d-b7bd-5720bf56bc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e', 'name': 'tempest-TestEncryptedCinderVolumes-1179530137-router', 'tenant_id': '65f5079891534cc7ae62f6acc81ee64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '3cd86c62-e54d-451e-84df-29d0dfef4b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:54Z', 'updated_at': '2021-08-10T01:56:57Z', 'revision_number': 4, 'project_id': '65f5079891534cc7ae62f6acc81ee64a', 'gw_port': {'id': '3cd86c62-e54d-451e-84df-29d0dfef4b89', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:55Z', 'updated_at': '2021-08-10T01:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '8ad81b82-6511-417d-90e6-131c09b737d2', 'name': '', 'network_id': 'ef3ed0e1-89be-486f-a144-0747fe7380b4', 'tenant_id': '65f5079891534cc7ae62f6acc81ee64a', 'mac_address': 'fa:16:3e:06:51:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '4c2dfb26-2ae9-4590-962d-09c169bf75cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:57Z', 'updated_at': '2021-08-10T01:56:57Z', 'revision_number': 2, 'project_id': '65f5079891534cc7ae62f6acc81ee64a', 'subnets': [{'id': '4c2dfb26-2ae9-4590-962d-09c169bf75cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:01.518650 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-76e5f716-a9bb-4429-9934-65bc11074294 None None] Provisioning for port 9b274c88-cc48-4cad-b3fb-1327f2cdadfa completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:01.522282 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-76e5f716-a9bb-4429-9934-65bc11074294 None None] Provisioning complete for port 9b274c88-cc48-4cad-b3fb-1327f2cdadfa triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:01.522661 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-76e5f716-a9bb-4429-9934-65bc11074294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:01.537020 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dd806d-aac2-412d-b7bd-5720bf56bc2a None None] Checking router: 49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:57:01.537383 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dd806d-aac2-412d-b7bd-5720bf56bc2a None None] Updating router 49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e port 8ad81b82-6511-417d-90e6-131c09b737d2 binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:57:01.559266 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-76e5f716-a9bb-4429-9934-65bc11074294 None None] Port 9b274c88-cc48-4cad-b3fb-1327f2cdadfa cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:57:01.563787 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-38dd806d-aac2-412d-b7bd-5720bf56bc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:01.710301 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3cd86c62-e54d-451e-84df-29d0dfef4b89 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:01.725092 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-cbed271b-eaa4-4e92-b6ec-ce99cc8576bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b274c88-cc48-4cad-b3fb-1327f2cdadfa {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:57:01.732645 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-cbed271b-eaa4-4e92-b6ec-ce99cc8576bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:01.745038 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-cbed271b-eaa4-4e92-b6ec-ce99cc8576bd service neutron] Transition to ACTIVE for port object 9b274c88-cc48-4cad-b3fb-1327f2cdadfa will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:01.749368 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-cbed271b-eaa4-4e92-b6ec-ce99cc8576bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:01.766905 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 3cd86c62-e54d-451e-84df-29d0dfef4b89 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:01.770928 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 3cd86c62-e54d-451e-84df-29d0dfef4b89 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:01.771400 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:01.823121 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed271b-eaa4-4e92-b6ec-ce99cc8576bd service neutron] Pushing event updated for resources: {'Port': ['ID=9b274c88-cc48-4cad-b3fb-1327f2cdadfa,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:01.844490 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-38dd806d-aac2-412d-b7bd-5720bf56bc2a None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:01.855541 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-38dd806d-aac2-412d-b7bd-5720bf56bc2a None None] Transition to ACTIVE for port object 8ad81b82-6511-417d-90e6-131c09b737d2 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:01.867339 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-38dd806d-aac2-412d-b7bd-5720bf56bc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:01.868533 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:01.892313 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 3cd86c62-e54d-451e-84df-29d0dfef4b89, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=3cd86c62-e54d-451e-84df-29d0dfef4b89,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:01.899832 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:01.908359 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-cbed271b-eaa4-4e92-b6ec-ce99cc8576bd service neutron] Attempting to bind port 9b274c88-cc48-4cad-b3fb-1327f2cdadfa on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:57:01.908697 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-cbed271b-eaa4-4e92-b6ec-ce99cc8576bd service neutron] Attempting to bind port 9b274c88-cc48-4cad-b3fb-1327f2cdadfa by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': 'b7ede234-64d2-461a-9509-a9c09fa8c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '76c0a36a-1a75-4a65-981d-0d5b2fa82ca9'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:57:01.911718 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-cbed271b-eaa4-4e92-b6ec-ce99cc8576bd service neutron] Attempting to bind port 9b274c88-cc48-4cad-b3fb-1327f2cdadfa on network 76c0a36a-1a75-4a65-981d-0d5b2fa82ca9 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:57:01.921003 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d494fd75-fa3b-4489-a247-c1343761a68f None None] Pushing event updated for resources: {'Port': ['ID=8ad81b82-6511-417d-90e6-131c09b737d2,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:01.922558 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-cbed271b-eaa4-4e92-b6ec-ce99cc8576bd service neutron] Port 9b274c88-cc48-4cad-b3fb-1327f2cdadfa on network 76c0a36a-1a75-4a65-981d-0d5b2fa82ca9 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:57:01.922893 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-cbed271b-eaa4-4e92-b6ec-ce99cc8576bd service neutron] Attempting to bind port 9b274c88-cc48-4cad-b3fb-1327f2cdadfa on network 76c0a36a-1a75-4a65-981d-0d5b2fa82ca9 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:57:01.943648 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-cbed271b-eaa4-4e92-b6ec-ce99cc8576bd service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:57:01.944003 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-cbed271b-eaa4-4e92-b6ec-ce99cc8576bd service neutron] Checking segment: {'id': 'b7ede234-64d2-461a-9509-a9c09fa8c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '76c0a36a-1a75-4a65-981d-0d5b2fa82ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:57:01.944430 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-cbed271b-eaa4-4e92-b6ec-ce99cc8576bd service neutron] Bound using segment: {'id': 'b7ede234-64d2-461a-9509-a9c09fa8c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '76c0a36a-1a75-4a65-981d-0d5b2fa82ca9'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:57:01.944882 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-cbed271b-eaa4-4e92-b6ec-ce99cc8576bd service neutron] Bound port: 9b274c88-cc48-4cad-b3fb-1327f2cdadfa, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ede234-64d2-461a-9509-a9c09fa8c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '76c0a36a-1a75-4a65-981d-0d5b2fa82ca9'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:57:01.945790 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-cbed271b-eaa4-4e92-b6ec-ce99cc8576bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:01.980096 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=3cd86c62-e54d-451e-84df-29d0dfef4b89,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:01.992941 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-38dd806d-aac2-412d-b7bd-5720bf56bc2a None None] Attempting to bind port 8ad81b82-6511-417d-90e6-131c09b737d2 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:57:01.993310 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-38dd806d-aac2-412d-b7bd-5720bf56bc2a None None] Attempting to bind port 8ad81b82-6511-417d-90e6-131c09b737d2 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'a167a090-5279-4189-95b4-e2af01cc54a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ef3ed0e1-89be-486f-a144-0747fe7380b4'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:57:01.993677 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dd806d-aac2-412d-b7bd-5720bf56bc2a None None] Attempting to bind port 8ad81b82-6511-417d-90e6-131c09b737d2 on network ef3ed0e1-89be-486f-a144-0747fe7380b4 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:57:01.999627 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dd806d-aac2-412d-b7bd-5720bf56bc2a None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:57:01.999999 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dd806d-aac2-412d-b7bd-5720bf56bc2a None None] Checking segment: {'id': 'a167a090-5279-4189-95b4-e2af01cc54a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ef3ed0e1-89be-486f-a144-0747fe7380b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:57:02.000427 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-38dd806d-aac2-412d-b7bd-5720bf56bc2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:02.000965 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dd806d-aac2-412d-b7bd-5720bf56bc2a None None] Bound using segment: {'id': 'a167a090-5279-4189-95b4-e2af01cc54a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ef3ed0e1-89be-486f-a144-0747fe7380b4'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:57:02.001437 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-38dd806d-aac2-412d-b7bd-5720bf56bc2a None None] Bound port: 8ad81b82-6511-417d-90e6-131c09b737d2, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a167a090-5279-4189-95b4-e2af01cc54a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ef3ed0e1-89be-486f-a144-0747fe7380b4'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:57:02.001817 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-38dd806d-aac2-412d-b7bd-5720bf56bc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:02.070916 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-38dd806d-aac2-412d-b7bd-5720bf56bc2a None None] For port 8ad81b82-6511-417d-90e6-131c09b737d2, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:57:02.075280 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-38dd806d-aac2-412d-b7bd-5720bf56bc2a None None] For port 8ad81b82-6511-417d-90e6-131c09b737d2, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=8ad81b82-6511-417d-90e6-131c09b737d2,segment=NetworkSegment(a167a090-5279-4189-95b4-e2af01cc54a6),segment_id=a167a090-5279-4189-95b4-e2af01cc54a6)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:57:02.081862 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-38dd806d-aac2-412d-b7bd-5720bf56bc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:02.086826 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-cbed271b-eaa4-4e92-b6ec-ce99cc8576bd service neutron] For port 9b274c88-cc48-4cad-b3fb-1327f2cdadfa, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:57:02.091892 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-cbed271b-eaa4-4e92-b6ec-ce99cc8576bd service neutron] For port 9b274c88-cc48-4cad-b3fb-1327f2cdadfa, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=9b274c88-cc48-4cad-b3fb-1327f2cdadfa,segment=NetworkSegment(b7ede234-64d2-461a-9509-a9c09fa8c889),segment_id=b7ede234-64d2-461a-9509-a9c09fa8c889)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:57:02.100704 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee45d05-a62d-4a49-b70a-d9e14f0df5d3 req-77229398-4986-4f39-bbee-0fbdffbe53ab tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:02.108790 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8ee45d05-a62d-4a49-b70a-d9e14f0df5d3 req-77229398-4986-4f39-bbee-0fbdffbe53ab tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0eb17d1-b87b-4da2-a917-e1b1d5a5af7d HTTP/1.1" status: 200 len: 944 time: 0.0982177 Aug 10 01:57:02.117646 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-cbed271b-eaa4-4e92-b6ec-ce99cc8576bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:02.143942 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dd806d-aac2-412d-b7bd-5720bf56bc2a None None] Routers {'49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:57:02.144695 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-38dd806d-aac2-412d-b7bd-5720bf56bc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:56:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:02.163397 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-cbed271b-eaa4-4e92-b6ec-ce99cc8576bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:02.164024 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-cbed271b-eaa4-4e92-b6ec-ce99cc8576bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:02.165447 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-cbed271b-eaa4-4e92-b6ec-ce99cc8576bd service neutron] 10.222.0.20 "PUT /v2.0/ports/9b274c88-cc48-4cad-b3fb-1327f2cdadfa HTTP/1.1" status: 200 len: 1093 time: 0.8348646 Aug 10 01:57:02.167672 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0eb17d1-b87b-4da2-a917-e1b1d5a5af7d', 'tag': '9b274c88-cc48-4cad-b3fb-1327f2cdadfa'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:57:02.170017 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9e874736d5403a2ed85b010b990dd133e24f0379b2e9b4f0e55655a3e1797b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c342d00-b2e3-44cd-ab64-db05a13ed86f" -d '{"events": [{"name": "network-changed", "server_uuid": "d0eb17d1-b87b-4da2-a917-e1b1d5a5af7d", "tag": "9b274c88-cc48-4cad-b3fb-1327f2cdadfa"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:57:02.200291 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8ee45d05-a62d-4a49-b70a-d9e14f0df5d3 req-8da1b787-d23a-4d77-abfb-f5e6ac305ae8 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3144366-daa8-4df5-b50a-e643d3035c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905066 Aug 10 01:57:02.236585 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed271b-eaa4-4e92-b6ec-ce99cc8576bd service neutron] Pushing event updated for resources: {'Port': ['ID=9b274c88-cc48-4cad-b3fb-1327f2cdadfa,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:02.246790 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d494fd75-fa3b-4489-a247-c1343761a68f None None] Pushing event updated for resources: {'Port': ['ID=8ad81b82-6511-417d-90e6-131c09b737d2,revision_number=4']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:02.286900 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-38dd806d-aac2-412d-b7bd-5720bf56bc2a None None] Set router 49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:57:02.291154 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-054a68f8-d8df-4b4f-a09d-b53519928eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:02.292784 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-054a68f8-d8df-4b4f-a09d-b53519928eae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6bc38acae8d466d8ef5c0854eceed34&device_id=d0eb17d1-b87b-4da2-a917-e1b1d5a5af7d HTTP/1.1" status: 200 len: 1096 time: 0.0652316 Aug 10 01:57:02.357160 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2709ac1d-b661-4368-b5b6-b7423940c821 x-openstack-request-id: req-2709ac1d-b661-4368-b5b6-b7423940c821 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:57:02.357580 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0eb17d1-b87b-4da2-a917-e1b1d5a5af7d", "tag": "9b274c88-cc48-4cad-b3fb-1327f2cdadfa", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:57:02.357930 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2709ac1d-b661-4368-b5b6-b7423940c821 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:57:02.358428 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0eb17d1-b87b-4da2-a917-e1b1d5a5af7d', 'tag': '9b274c88-cc48-4cad-b3fb-1327f2cdadfa', 'status': 'completed', 'code': 200} Aug 10 01:57:02.360984 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-9ac56569-2e7f-41e0-a602-dc473b03a4f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b274c88-cc48-4cad-b3fb-1327f2cdadfa HTTP/1.1" status: 200 len: 217 time: 0.0538137 Aug 10 01:57:02.413506 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-693b1f26-f8d8-48fd-81d1-225bd50670c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:02.415151 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-693b1f26-f8d8-48fd-81d1-225bd50670c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=53538a68-21d9-486b-a0b7-6ab7af6f679e HTTP/1.1" status: 200 len: 855 time: 0.0459261 Aug 10 01:57:02.472575 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-6074ef91-641b-4a34-976b-d307f7764a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:02.474072 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-6074ef91-641b-4a34-976b-d307f7764a29 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=76c0a36a-1a75-4a65-981d-0d5b2fa82ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517509 Aug 10 01:57:02.524806 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-38dd806d-aac2-412d-b7bd-5720bf56bc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e', 'name': 'tempest-TestEncryptedCinderVolumes-1179530137-router', 'tenant_id': '65f5079891534cc7ae62f6acc81ee64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '3cd86c62-e54d-451e-84df-29d0dfef4b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:54Z', 'updated_at': '2021-08-10T01:56:57Z', 'revision_number': 4, 'project_id': '65f5079891534cc7ae62f6acc81ee64a', 'gw_port': {'id': '3cd86c62-e54d-451e-84df-29d0dfef4b89', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:55Z', 'updated_at': '2021-08-10T01:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '8ad81b82-6511-417d-90e6-131c09b737d2', 'name': '', 'network_id': 'ef3ed0e1-89be-486f-a144-0747fe7380b4', 'tenant_id': '65f5079891534cc7ae62f6acc81ee64a', 'mac_address': 'fa:16:3e:06:51:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '4c2dfb26-2ae9-4590-962d-09c169bf75cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:57Z', 'updated_at': '2021-08-10T01:57:02Z', 'revision_number': 4, 'project_id': '65f5079891534cc7ae62f6acc81ee64a', 'subnets': [{'id': '4c2dfb26-2ae9-4590-962d-09c169bf75cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:02.555937 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dd806d-aac2-412d-b7bd-5720bf56bc2a None None] The sync data for ids ['49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e'] in n-d-766726-26 is: [{'id': '49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e', 'name': 'tempest-TestEncryptedCinderVolumes-1179530137-router', 'tenant_id': '65f5079891534cc7ae62f6acc81ee64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '3cd86c62-e54d-451e-84df-29d0dfef4b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:54Z', 'updated_at': '2021-08-10T01:56:57Z', 'revision_number': 4, 'project_id': '65f5079891534cc7ae62f6acc81ee64a', 'gw_port': {'id': '3cd86c62-e54d-451e-84df-29d0dfef4b89', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:55Z', 'updated_at': '2021-08-10T01:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '8ad81b82-6511-417d-90e6-131c09b737d2', 'name': '', 'network_id': 'ef3ed0e1-89be-486f-a144-0747fe7380b4', 'tenant_id': '65f5079891534cc7ae62f6acc81ee64a', 'mac_address': 'fa:16:3e:06:51:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '4c2dfb26-2ae9-4590-962d-09c169bf75cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:57Z', 'updated_at': '2021-08-10T01:57:02Z', 'revision_number': 4, 'project_id': '65f5079891534cc7ae62f6acc81ee64a', 'subnets': [{'id': '4c2dfb26-2ae9-4590-962d-09c169bf75cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:57:02.567614 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-0340c4ba-0d50-4706-9a8e-253941d0710e service neutron] 10.222.0.20 "GET /v2.0/networks/76c0a36a-1a75-4a65-981d-0d5b2fa82ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857246 Aug 10 01:57:02.925250 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c16e4714-ef3d-4bb0-bda7-04379156a298 req-9853e28b-cf7b-49ec-b788-8db60a3402fd service neutron] 10.222.0.20 "GET /v2.0/networks/76c0a36a-1a75-4a65-981d-0d5b2fa82ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503814 Aug 10 01:57:03.066891 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c342d00-b2e3-44cd-ab64-db05a13ed86f req-a50e7bab-9e61-4805-9f37-1d4535ff295d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:03.068391 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8c342d00-b2e3-44cd-ab64-db05a13ed86f req-a50e7bab-9e61-4805-9f37-1d4535ff295d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6bc38acae8d466d8ef5c0854eceed34&device_id=d0eb17d1-b87b-4da2-a917-e1b1d5a5af7d HTTP/1.1" status: 200 len: 1096 time: 0.0404565 Aug 10 01:57:03.167359 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c342d00-b2e3-44cd-ab64-db05a13ed86f req-59321bf2-0cf6-4f66-8cf0-a08d55cb048d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:03.168815 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8c342d00-b2e3-44cd-ab64-db05a13ed86f req-59321bf2-0cf6-4f66-8cf0-a08d55cb048d service neutron] 10.222.0.20 "GET /v2.0/networks?id=76c0a36a-1a75-4a65-981d-0d5b2fa82ca9 HTTP/1.1" status: 200 len: 917 time: 0.0835786 Aug 10 01:57:03.208666 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8c342d00-b2e3-44cd-ab64-db05a13ed86f req-37d65601-59b7-42ac-be48-7ee29a19d62f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b274c88-cc48-4cad-b3fb-1327f2cdadfa HTTP/1.1" status: 200 len: 217 time: 0.0328226 Aug 10 01:57:03.255223 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c342d00-b2e3-44cd-ab64-db05a13ed86f req-586fc8c7-7fed-442a-b882-17677de27850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:03.256707 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8c342d00-b2e3-44cd-ab64-db05a13ed86f req-586fc8c7-7fed-442a-b882-17677de27850 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=53538a68-21d9-486b-a0b7-6ab7af6f679e HTTP/1.1" status: 200 len: 855 time: 0.0416455 Aug 10 01:57:03.332802 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c342d00-b2e3-44cd-ab64-db05a13ed86f req-e69eeef6-a711-49b3-8f81-81b841918105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:03.334207 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8c342d00-b2e3-44cd-ab64-db05a13ed86f req-e69eeef6-a711-49b3-8f81-81b841918105 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=76c0a36a-1a75-4a65-981d-0d5b2fa82ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703902 Aug 10 01:57:03.345335 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fff7a-a23f-494c-af97-21f98ae18b9b req-bb1c19e6-0ac3-4bbb-8dfe-4001fd7e14de tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:03.346672 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-190fff7a-a23f-494c-af97-21f98ae18b9b req-bb1c19e6-0ac3-4bbb-8dfe-4001fd7e14de tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0eb17d1-b87b-4da2-a917-e1b1d5a5af7d HTTP/1.1" status: 200 len: 944 time: 0.0754118 Aug 10 01:57:03.434684 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-190fff7a-a23f-494c-af97-21f98ae18b9b req-d7d77634-511a-4d18-b777-21e32da68d21 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3144366-daa8-4df5-b50a-e643d3035c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802622 Aug 10 01:57:03.455080 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8c342d00-b2e3-44cd-ab64-db05a13ed86f req-3a825ad1-3b3c-4285-b380-7e7545561aee service neutron] 10.222.0.20 "GET /v2.0/networks/76c0a36a-1a75-4a65-981d-0d5b2fa82ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075075 Aug 10 01:57:03.541989 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8c342d00-b2e3-44cd-ab64-db05a13ed86f req-aaecc616-7a9f-4739-a27a-53ce63d54350 service neutron] 10.222.0.20 "GET /v2.0/networks/76c0a36a-1a75-4a65-981d-0d5b2fa82ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801358 Aug 10 01:57:03.691463 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 8ad81b82-6511-417d-90e6-131c09b737d2 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:03.743398 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 8ad81b82-6511-417d-90e6-131c09b737d2 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:03.747547 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 8ad81b82-6511-417d-90e6-131c09b737d2 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:03.747957 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:03.820505 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:03.851210 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 8ad81b82-6511-417d-90e6-131c09b737d2, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=8ad81b82-6511-417d-90e6-131c09b737d2,segment=NetworkSegment(a167a090-5279-4189-95b4-e2af01cc54a6),segment_id=a167a090-5279-4189-95b4-e2af01cc54a6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:03.855631 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:03.856549 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3cd86c62-e54d-451e-84df-29d0dfef4b89 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:03.928731 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=8ad81b82-6511-417d-90e6-131c09b737d2,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:03.941982 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 3cd86c62-e54d-451e-84df-29d0dfef4b89 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:03.942375 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:04.550388 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5226b1c-6b5c-4e7d-8206-774cc372fd94 req-c3ff9227-ad67-4243-961f-c7fbb4755a3e tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:04.551850 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b5226b1c-6b5c-4e7d-8206-774cc372fd94 req-c3ff9227-ad67-4243-961f-c7fbb4755a3e tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0eb17d1-b87b-4da2-a917-e1b1d5a5af7d HTTP/1.1" status: 200 len: 944 time: 0.0496397 Aug 10 01:57:04.588627 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b5226b1c-6b5c-4e7d-8206-774cc372fd94 req-aa36658a-2dd6-4db8-85e0-9ed2ffbdc577 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3144366-daa8-4df5-b50a-e643d3035c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306106 Aug 10 01:57:05.672091 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 8ad81b82-6511-417d-90e6-131c09b737d2 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:05.710151 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248fc1c6-c0d6-43d2-a3af-ddbae7f242f5 req-6c0d501c-9770-4d81-a7ac-4c2af14f0afe tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:05.711653 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-248fc1c6-c0d6-43d2-a3af-ddbae7f242f5 req-6c0d501c-9770-4d81-a7ac-4c2af14f0afe tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0eb17d1-b87b-4da2-a917-e1b1d5a5af7d HTTP/1.1" status: 200 len: 944 time: 0.0550706 Aug 10 01:57:05.722420 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 8ad81b82-6511-417d-90e6-131c09b737d2 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:05.722797 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:05.749744 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-248fc1c6-c0d6-43d2-a3af-ddbae7f242f5 req-0152cb37-3190-438d-a304-b1b3aac788ac tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3144366-daa8-4df5-b50a-e643d3035c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309441 Aug 10 01:57:06.864052 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f095f-5300-4cb2-a80e-5ff162bbc914 req-0abe992e-5fce-4c32-901c-cff9b899593f tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:06.865452 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-277f095f-5300-4cb2-a80e-5ff162bbc914 req-0abe992e-5fce-4c32-901c-cff9b899593f tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0eb17d1-b87b-4da2-a917-e1b1d5a5af7d HTTP/1.1" status: 200 len: 944 time: 0.0484052 Aug 10 01:57:06.900905 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-277f095f-5300-4cb2-a80e-5ff162bbc914 req-ae5cc90b-4b8a-43cc-b2d6-e3de8277883f tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3144366-daa8-4df5-b50a-e643d3035c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296674 Aug 10 01:57:07.464977 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 9b274c88-cc48-4cad-b3fb-1327f2cdadfa details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:57:07.558198 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 9b274c88-cc48-4cad-b3fb-1327f2cdadfa, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=9b274c88-cc48-4cad-b3fb-1327f2cdadfa,segment=NetworkSegment(b7ede234-64d2-461a-9509-a9c09fa8c889),segment_id=b7ede234-64d2-461a-9509-a9c09fa8c889)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:07.569482 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '9b274c88-cc48-4cad-b3fb-1327f2cdadfa', 'network_id': '76c0a36a-1a75-4a65-981d-0d5b2fa82ca9', 'port_id': '9b274c88-cc48-4cad-b3fb-1327f2cdadfa', 'mac_address': 'fa:16:3e:2c:6e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53538a68-21d9-486b-a0b7-6ab7af6f679e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:57:07.605609 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:07.620361 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b274c88-cc48-4cad-b3fb-1327f2cdadfa {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:57:07.639957 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 9b274c88-cc48-4cad-b3fb-1327f2cdadfa, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=9b274c88-cc48-4cad-b3fb-1327f2cdadfa,segment=NetworkSegment(b7ede234-64d2-461a-9509-a9c09fa8c889),segment_id=b7ede234-64d2-461a-9509-a9c09fa8c889)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:07.643343 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:07.687580 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=9b274c88-cc48-4cad-b3fb-1327f2cdadfa,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:08.011589 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['9b274c88-cc48-4cad-b3fb-1327f2cdadfa'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:57:08.011977 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28b63f-598a-4372-8fba-aa6000c11fd3 req-36b0c023-aef1-407d-98e1-f15ffdc93c5f tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:08.013490 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cb28b63f-598a-4372-8fba-aa6000c11fd3 req-36b0c023-aef1-407d-98e1-f15ffdc93c5f tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0eb17d1-b87b-4da2-a917-e1b1d5a5af7d HTTP/1.1" status: 200 len: 945 time: 0.0480921 Aug 10 01:57:08.051280 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cb28b63f-598a-4372-8fba-aa6000c11fd3 req-41c1686f-b8da-4527-adf9-8ee031571beb tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3144366-daa8-4df5-b50a-e643d3035c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319686 Aug 10 01:57:09.170757 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838f5f0-c926-4b93-8f59-abb5c3849c88 req-e47df964-a513-4dc5-b33d-e94f59d2d908 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:09.172229 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9838f5f0-c926-4b93-8f59-abb5c3849c88 req-e47df964-a513-4dc5-b33d-e94f59d2d908 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0eb17d1-b87b-4da2-a917-e1b1d5a5af7d HTTP/1.1" status: 200 len: 945 time: 0.0513396 Aug 10 01:57:09.208726 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9838f5f0-c926-4b93-8f59-abb5c3849c88 req-f0948e89-ab58-4c53-9cc0-7193387a8165 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3144366-daa8-4df5-b50a-e643d3035c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306129 Aug 10 01:57:09.466553 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 9b274c88-cc48-4cad-b3fb-1327f2cdadfa up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:09.513635 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 9b274c88-cc48-4cad-b3fb-1327f2cdadfa completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:09.517126 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 9b274c88-cc48-4cad-b3fb-1327f2cdadfa triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:09.517506 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:09.592825 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:09.615331 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0eb17d1-b87b-4da2-a917-e1b1d5a5af7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b274c88-cc48-4cad-b3fb-1327f2cdadfa'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:57:09.617638 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09d289ccde4d6ff9cc92181a6a5f9723a21b3f76001e8301d3c19491e4c7f527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf60ef7-e283-4444-8e58-29bae731b137" -d '{"events": [{"server_uuid": "d0eb17d1-b87b-4da2-a917-e1b1d5a5af7d", "name": "network-vif-plugged", "status": "completed", "tag": "9b274c88-cc48-4cad-b3fb-1327f2cdadfa"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:57:09.631053 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 9b274c88-cc48-4cad-b3fb-1327f2cdadfa, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=9b274c88-cc48-4cad-b3fb-1327f2cdadfa,segment=NetworkSegment(b7ede234-64d2-461a-9509-a9c09fa8c889),segment_id=b7ede234-64d2-461a-9509-a9c09fa8c889)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:09.634752 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:09.681804 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=9b274c88-cc48-4cad-b3fb-1327f2cdadfa,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:09.716516 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c038b992-26bc-4b01-a105-186119b6ef00 x-openstack-request-id: req-c038b992-26bc-4b01-a105-186119b6ef00 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:57:09.716865 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0eb17d1-b87b-4da2-a917-e1b1d5a5af7d", "name": "network-vif-plugged", "status": "completed", "tag": "9b274c88-cc48-4cad-b3fb-1327f2cdadfa", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:57:09.717070 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c038b992-26bc-4b01-a105-186119b6ef00 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:57:09.717467 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0eb17d1-b87b-4da2-a917-e1b1d5a5af7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b274c88-cc48-4cad-b3fb-1327f2cdadfa', 'code': 200} Aug 10 01:57:09.831605 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cba9c3-824d-4948-b3fb-8f67d468e3b0 req-52721877-38c6-4282-b2e6-db39398a789c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:09.833088 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-92cba9c3-824d-4948-b3fb-8f67d468e3b0 req-52721877-38c6-4282-b2e6-db39398a789c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d0eb17d1-b87b-4da2-a917-e1b1d5a5af7d HTTP/1.1" status: 200 len: 1098 time: 0.0380311 Aug 10 01:57:09.866123 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-92cba9c3-824d-4948-b3fb-8f67d468e3b0 req-df3cf88f-d066-43f5-a75e-ccd26f55e544 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c3144366-daa8-4df5-b50a-e643d3035c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262971 Aug 10 01:57:10.319320 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc804e-4754-4560-9d6f-3fbbcbfa8f29 req-9ee3fdeb-6898-425d-b24a-ade41733c1ea tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:10.320780 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-88bc804e-4754-4560-9d6f-3fbbcbfa8f29 req-9ee3fdeb-6898-425d-b24a-ade41733c1ea tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0eb17d1-b87b-4da2-a917-e1b1d5a5af7d HTTP/1.1" status: 200 len: 946 time: 0.0472586 Aug 10 01:57:10.357752 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-88bc804e-4754-4560-9d6f-3fbbcbfa8f29 req-147ea455-19e0-4f7c-844a-e454fd1aa25f tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3144366-daa8-4df5-b50a-e643d3035c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305300 Aug 10 01:57:10.809798 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:57:11.248546 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cc388c19-c829-41be-a65c-87ad1f7c0959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:11.475714 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1c0e6-c2b4-493b-b7a5-71aff5f23b30 req-bd17678b-c056-486b-b78a-3887f82d4117 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:11.477204 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-18d1c0e6-c2b4-493b-b7a5-71aff5f23b30 req-bd17678b-c056-486b-b78a-3887f82d4117 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0eb17d1-b87b-4da2-a917-e1b1d5a5af7d HTTP/1.1" status: 200 len: 946 time: 0.0519476 Aug 10 01:57:11.517176 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-18d1c0e6-c2b4-493b-b7a5-71aff5f23b30 req-72a9b112-6174-4996-942b-f7fe8cbf9fce tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3144366-daa8-4df5-b50a-e643d3035c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331674 Aug 10 01:57:11.629273 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f11993-b98a-401c-8f4f-9b4d93be9337 req-53a13e23-a1a0-493e-9340-de131ad244ed tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:11.630786 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-78f11993-b98a-401c-8f4f-9b4d93be9337 req-53a13e23-a1a0-493e-9340-de131ad244ed tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0eb17d1-b87b-4da2-a917-e1b1d5a5af7d HTTP/1.1" status: 200 len: 946 time: 0.0497456 Aug 10 01:57:11.668725 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-78f11993-b98a-401c-8f4f-9b4d93be9337 req-3250f619-c109-4b11-b82f-f32749d5d612 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3144366-daa8-4df5-b50a-e643d3035c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314915 Aug 10 01:57:12.176623 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:13.895160 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-84d66721-e89d-4c13-9c0d-ebbf67e8569f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:14.520687 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:15.378475 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:16.458607 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:22.390441 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-424e800e-ac8b-4454-9aa9-2cb25690d781 req-eb772790-a450-431d-91a5-4a75d3becd15 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d0eb17d1-b87b-4da2-a917-e1b1d5a5af7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0384729 Aug 10 01:57:22.528864 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e800e-ac8b-4454-9aa9-2cb25690d781 req-28f0877f-f606-479a-979e-92aec12b48f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:22.530283 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-424e800e-ac8b-4454-9aa9-2cb25690d781 req-28f0877f-f606-479a-979e-92aec12b48f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6bc38acae8d466d8ef5c0854eceed34&device_id=d0eb17d1-b87b-4da2-a917-e1b1d5a5af7d HTTP/1.1" status: 200 len: 1098 time: 0.0438683 Aug 10 01:57:22.632903 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e800e-ac8b-4454-9aa9-2cb25690d781 req-eaf17553-28a7-4aa1-b9e4-0779c49a4324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:22.634342 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-424e800e-ac8b-4454-9aa9-2cb25690d781 req-eaf17553-28a7-4aa1-b9e4-0779c49a4324 service neutron] 10.222.0.20 "GET /v2.0/networks?id=76c0a36a-1a75-4a65-981d-0d5b2fa82ca9 HTTP/1.1" status: 200 len: 917 time: 0.0825417 Aug 10 01:57:22.682016 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-424e800e-ac8b-4454-9aa9-2cb25690d781 req-177c5a4e-adbc-45f5-846e-f2a2897dd4a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b274c88-cc48-4cad-b3fb-1327f2cdadfa HTTP/1.1" status: 200 len: 217 time: 0.0371265 Aug 10 01:57:22.732658 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e800e-ac8b-4454-9aa9-2cb25690d781 req-e1364fc9-7e9c-4931-851f-81381309ca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:22.734086 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-424e800e-ac8b-4454-9aa9-2cb25690d781 req-e1364fc9-7e9c-4931-851f-81381309ca77 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=53538a68-21d9-486b-a0b7-6ab7af6f679e HTTP/1.1" status: 200 len: 855 time: 0.0437970 Aug 10 01:57:22.780998 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e800e-ac8b-4454-9aa9-2cb25690d781 req-4047adae-9593-4be3-95df-8ccf31ff625a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:22.782465 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-424e800e-ac8b-4454-9aa9-2cb25690d781 req-4047adae-9593-4be3-95df-8ccf31ff625a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=76c0a36a-1a75-4a65-981d-0d5b2fa82ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398366 Aug 10 01:57:22.875491 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-424e800e-ac8b-4454-9aa9-2cb25690d781 req-0a9b8359-47a1-4005-90ba-ad55401d4284 service neutron] 10.222.0.20 "GET /v2.0/networks/76c0a36a-1a75-4a65-981d-0d5b2fa82ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843992 Aug 10 01:57:22.974730 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-424e800e-ac8b-4454-9aa9-2cb25690d781 req-64d88d70-9871-4d55-aeeb-8e59a7caa874 service neutron] 10.222.0.20 "GET /v2.0/networks/76c0a36a-1a75-4a65-981d-0d5b2fa82ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904095 Aug 10 01:57:28.745437 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:30.122087 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56c633-19c0-4527-a978-cb303a91084a req-5987764c-e699-40f2-ab36-afc295d2e6b2 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:30.123484 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aa56c633-19c0-4527-a978-cb303a91084a req-5987764c-e699-40f2-ab36-afc295d2e6b2 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0eb17d1-b87b-4da2-a917-e1b1d5a5af7d HTTP/1.1" status: 200 len: 946 time: 0.0491223 Aug 10 01:57:30.160986 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aa56c633-19c0-4527-a978-cb303a91084a req-6a81f929-c267-40a6-9061-cdda9d8b0575 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3144366-daa8-4df5-b50a-e643d3035c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314286 Aug 10 01:57:31.279090 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9de471-a988-4817-bf6b-8f6515320cb6 req-c760974d-4cda-492b-b284-f7ac49759af3 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:31.280570 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ed9de471-a988-4817-bf6b-8f6515320cb6 req-c760974d-4cda-492b-b284-f7ac49759af3 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0eb17d1-b87b-4da2-a917-e1b1d5a5af7d HTTP/1.1" status: 200 len: 946 time: 0.0519605 Aug 10 01:57:31.316027 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ed9de471-a988-4817-bf6b-8f6515320cb6 req-97d445c7-5ede-42e2-9b77-6a13ad371de7 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3144366-daa8-4df5-b50a-e643d3035c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295627 Aug 10 01:57:31.975894 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95792be9-5436-447b-9750-b3c8f7abac31 req-a49136e4-a0ff-4d4c-8e81-2a17b2b7a5ae tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:31.977353 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-95792be9-5436-447b-9750-b3c8f7abac31 req-a49136e4-a0ff-4d4c-8e81-2a17b2b7a5ae tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0eb17d1-b87b-4da2-a917-e1b1d5a5af7d HTTP/1.1" status: 200 len: 946 time: 0.0471628 Aug 10 01:57:32.062092 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-95792be9-5436-447b-9750-b3c8f7abac31 req-181cf84f-63ba-41ce-a847-674c8ecb4779 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Deleting port 9b274c88-cc48-4cad-b3fb-1327f2cdadfa {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:57:32.062442 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-95792be9-5436-447b-9750-b3c8f7abac31 req-181cf84f-63ba-41ce-a847-674c8ecb4779 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:32.151420 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-95792be9-5436-447b-9750-b3c8f7abac31 req-181cf84f-63ba-41ce-a847-674c8ecb4779 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] For port 9b274c88-cc48-4cad-b3fb-1327f2cdadfa, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=9b274c88-cc48-4cad-b3fb-1327f2cdadfa,segment=NetworkSegment(b7ede234-64d2-461a-9509-a9c09fa8c889),segment_id=b7ede234-64d2-461a-9509-a9c09fa8c889)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:32.151783 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-95792be9-5436-447b-9750-b3c8f7abac31 req-181cf84f-63ba-41ce-a847-674c8ecb4779 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:32.164031 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-95792be9-5436-447b-9750-b3c8f7abac31 req-181cf84f-63ba-41ce-a847-674c8ecb4779 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Calling delete_port for 9b274c88-cc48-4cad-b3fb-1327f2cdadfa owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:57:32.289211 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-95792be9-5436-447b-9750-b3c8f7abac31 req-181cf84f-63ba-41ce-a847-674c8ecb4779 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:32.315063 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181cf84f-63ba-41ce-a847-674c8ecb4779 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Pushing event deleted for resources: {'Port': ['ID=9b274c88-cc48-4cad-b3fb-1327f2cdadfa,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:32.321828 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['9b274c88-cc48-4cad-b3fb-1327f2cdadfa'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:57:32.330393 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181cf84f-63ba-41ce-a847-674c8ecb4779 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:32.330755 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181cf84f-63ba-41ce-a847-674c8ecb4779 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:32.331131 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181cf84f-63ba-41ce-a847-674c8ecb4779 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:32.331471 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181cf84f-63ba-41ce-a847-674c8ecb4779 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:32.331807 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181cf84f-63ba-41ce-a847-674c8ecb4779 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:32.332149 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181cf84f-63ba-41ce-a847-674c8ecb4779 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:32.332632 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181cf84f-63ba-41ce-a847-674c8ecb4779 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:32.333122 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181cf84f-63ba-41ce-a847-674c8ecb4779 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:32.333459 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181cf84f-63ba-41ce-a847-674c8ecb4779 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:32.333791 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181cf84f-63ba-41ce-a847-674c8ecb4779 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:32.334173 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181cf84f-63ba-41ce-a847-674c8ecb4779 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:32.334506 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181cf84f-63ba-41ce-a847-674c8ecb4779 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:32.374864 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-95792be9-5436-447b-9750-b3c8f7abac31 req-181cf84f-63ba-41ce-a847-674c8ecb4779 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] No DVR routers for this DVR port 9b274c88-cc48-4cad-b3fb-1327f2cdadfa on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:57:32.377965 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-95792be9-5436-447b-9750-b3c8f7abac31 req-181cf84f-63ba-41ce-a847-674c8ecb4779 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:32.380540 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-95792be9-5436-447b-9750-b3c8f7abac31 req-181cf84f-63ba-41ce-a847-674c8ecb4779 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.20 "DELETE /v2.0/ports/9b274c88-cc48-4cad-b3fb-1327f2cdadfa HTTP/1.1" status: 204 len: 173 time: 0.3973646 Aug 10 01:57:32.381031 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0eb17d1-b87b-4da2-a917-e1b1d5a5af7d', 'name': 'network-vif-deleted', 'tag': '9b274c88-cc48-4cad-b3fb-1327f2cdadfa'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:57:32.384459 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9e874736d5403a2ed85b010b990dd133e24f0379b2e9b4f0e55655a3e1797b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7c00eb-e957-4f78-a52d-85103a3ce30f" -d '{"events": [{"server_uuid": "d0eb17d1-b87b-4da2-a917-e1b1d5a5af7d", "name": "network-vif-deleted", "tag": "9b274c88-cc48-4cad-b3fb-1327f2cdadfa"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:57:32.435376 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579274c1-9fdc-444c-8637-c5833492c5df x-openstack-request-id: req-579274c1-9fdc-444c-8637-c5833492c5df {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:57:32.435757 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0eb17d1-b87b-4da2-a917-e1b1d5a5af7d", "name": "network-vif-deleted", "tag": "9b274c88-cc48-4cad-b3fb-1327f2cdadfa", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:57:32.436014 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-579274c1-9fdc-444c-8637-c5833492c5df {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:57:32.436438 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0eb17d1-b87b-4da2-a917-e1b1d5a5af7d', 'name': 'network-vif-deleted', 'tag': '9b274c88-cc48-4cad-b3fb-1327f2cdadfa', 'status': 'completed', 'code': 200} Aug 10 01:57:32.438843 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f3fc83d4-4a9f-461c-a36e-ca01ab022505 req-4b72e2e9-dc6e-4470-ad7b-97e99820a760 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0eb17d1-b87b-4da2-a917-e1b1d5a5af7d HTTP/1.1" status: 200 len: 210 time: 0.0432975 Aug 10 01:57:35.217128 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-f64ee5cb-19f6-4071-bc53-026323b09404 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:35.218579 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-f64ee5cb-19f6-4071-bc53-026323b09404 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/networks?id=76c0a36a-1a75-4a65-981d-0d5b2fa82ca9 HTTP/1.1" status: 200 len: 816 time: 0.0983276 Aug 10 01:57:35.233240 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-da880d5e-0900-45e2-9d4a-371419f429e7 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/quotas/c6bc38acae8d466d8ef5c0854eceed34 HTTP/1.1" status: 200 len: 375 time: 0.0088100 Aug 10 01:57:35.283544 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-669dbbd3-e1e2-4e8f-b25a-1617f2a636ff tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c6bc38acae8d466d8ef5c0854eceed34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442541 Aug 10 01:57:35.420761 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-122fbf53-2eb9-48c1-acc2-ac86546de4f2 service neutron] 10.222.0.35 "GET /v2.0/networks/76c0a36a-1a75-4a65-981d-0d5b2fa82ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257410 Aug 10 01:57:35.511805 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-0c0623c5-a789-47c6-8068-a868347ecd35 service neutron] 10.222.0.35 "GET /v2.0/networks/76c0a36a-1a75-4a65-981d-0d5b2fa82ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849609 Aug 10 01:57:35.575892 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 9b274c88-cc48-4cad-b3fb-1327f2cdadfa no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:57:35.595588 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 9b274c88-cc48-4cad-b3fb-1327f2cdadfa {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:57:35.595939 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 9b274c88-cc48-4cad-b3fb-1327f2cdadfa not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:57:35.676547 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6ce1d3ef-3ec9-42c4-8010-3402637f62d4 req-cbb5e516-4c31-40da-aa9e-2b32d1aa3494 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/ports?device_id=378e8ea9-5af0-471e-91ec-b71643211754 HTTP/1.1" status: 200 len: 210 time: 0.0273643 Aug 10 01:57:36.540204 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-b00791bb-08bd-4987-b530-695aa9483300 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:36.542179 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-b00791bb-08bd-4987-b530-695aa9483300 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.24 "GET /v2.0/networks?id=76c0a36a-1a75-4a65-981d-0d5b2fa82ca9 HTTP/1.1" status: 200 len: 816 time: 0.1052489 Aug 10 01:57:36.554469 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-3c1cad77-be85-43ec-827e-4674a7274284 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Request body: {'port': {'device_id': '378e8ea9-5af0-471e-91ec-b71643211754', 'network_id': '76c0a36a-1a75-4a65-981d-0d5b2fa82ca9', 'admin_state_up': True, 'tenant_id': 'c6bc38acae8d466d8ef5c0854eceed34'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:36.662017 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-3c1cad77-be85-43ec-827e-4674a7274284 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Made reservation on behalf of c6bc38acae8d466d8ef5c0854eceed34 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:57:36.665537 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-3c1cad77-be85-43ec-827e-4674a7274284 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:36.773602 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd3a3398-2ce3-43ff-819a-f402d9caf4d2 req-98399fd6-8285-4084-b818-c1051a9d26d5 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/ports?device_id=378e8ea9-5af0-471e-91ec-b71643211754 HTTP/1.1" status: 200 len: 210 time: 0.0292811 Aug 10 01:57:36.796535 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-3c1cad77-be85-43ec-827e-4674a7274284 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Allocated IP 172.20.0.6 (76c0a36a-1a75-4a65-981d-0d5b2fa82ca9/53538a68-21d9-486b-a0b7-6ab7af6f679e/20f61199-7229-49fe-b1e3-8662c92d3aeb) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:57:36.948089 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-3c1cad77-be85-43ec-827e-4674a7274284 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:36.960492 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-3c1cad77-be85-43ec-827e-4674a7274284 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Transition to ACTIVE for port object 20f61199-7229-49fe-b1e3-8662c92d3aeb will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:36.993586 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-3c1cad77-be85-43ec-827e-4674a7274284 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:37.034087 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-3c1cad77-be85-43ec-827e-4674a7274284 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Network 76c0a36a-1a75-4a65-981d-0d5b2fa82ca9 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:57:37.039019 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-3c1cad77-be85-43ec-827e-4674a7274284 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:37.041433 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-3c1cad77-be85-43ec-827e-4674a7274284 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:57:37.073635 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1cad77-be85-43ec-827e-4674a7274284 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Pushing event updated for resources: {'Port': ['ID=20f61199-7229-49fe-b1e3-8662c92d3aeb,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:37.087901 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1cad77-be85-43ec-827e-4674a7274284 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:37.088323 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1cad77-be85-43ec-827e-4674a7274284 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:37.088716 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1cad77-be85-43ec-827e-4674a7274284 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:37.089066 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1cad77-be85-43ec-827e-4674a7274284 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:37.089410 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1cad77-be85-43ec-827e-4674a7274284 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:37.089760 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1cad77-be85-43ec-827e-4674a7274284 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:37.090098 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1cad77-be85-43ec-827e-4674a7274284 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:37.090442 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1cad77-be85-43ec-827e-4674a7274284 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:37.090781 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1cad77-be85-43ec-827e-4674a7274284 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:37.091371 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1cad77-be85-43ec-827e-4674a7274284 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:37.091705 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1cad77-be85-43ec-827e-4674a7274284 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:37.092035 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1cad77-be85-43ec-827e-4674a7274284 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:37.109712 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-3c1cad77-be85-43ec-827e-4674a7274284 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:37.110341 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-3c1cad77-be85-43ec-827e-4674a7274284 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:37.124963 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-3c1cad77-be85-43ec-827e-4674a7274284 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5741713 Aug 10 01:57:37.137901 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-e6912c80-cf78-4681-987b-072f9619ee5a service neutron] Request body: {'port': {'device_id': '378e8ea9-5af0-471e-91ec-b71643211754', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:37.193900 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-e6912c80-cf78-4681-987b-072f9619ee5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:37.251865 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8516a9a2-933a-4eaa-8704-6a2bad09b233 None None] Provisioning for port 20f61199-7229-49fe-b1e3-8662c92d3aeb completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:37.256735 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8516a9a2-933a-4eaa-8704-6a2bad09b233 None None] Provisioning complete for port 20f61199-7229-49fe-b1e3-8662c92d3aeb triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:37.257153 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8516a9a2-933a-4eaa-8704-6a2bad09b233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:37.289732 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8516a9a2-933a-4eaa-8704-6a2bad09b233 None None] Port 20f61199-7229-49fe-b1e3-8662c92d3aeb cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:57:37.782084 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-e6912c80-cf78-4681-987b-072f9619ee5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20f61199-7229-49fe-b1e3-8662c92d3aeb {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:57:37.789349 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-e6912c80-cf78-4681-987b-072f9619ee5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:37.801921 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-e6912c80-cf78-4681-987b-072f9619ee5a service neutron] Transition to ACTIVE for port object 20f61199-7229-49fe-b1e3-8662c92d3aeb will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:37.805160 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-e6912c80-cf78-4681-987b-072f9619ee5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:37.853303 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6912c80-cf78-4681-987b-072f9619ee5a service neutron] Pushing event updated for resources: {'Port': ['ID=20f61199-7229-49fe-b1e3-8662c92d3aeb,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:37.892548 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd5269-28f3-445d-b215-79b538008686 req-e9a378c4-2f37-4aa7-a03b-98a99e13cbdb tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:37.899912 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a7dd5269-28f3-445d-b215-79b538008686 req-e9a378c4-2f37-4aa7-a03b-98a99e13cbdb tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/ports?device_id=378e8ea9-5af0-471e-91ec-b71643211754 HTTP/1.1" status: 200 len: 943 time: 0.0575464 Aug 10 01:57:37.927777 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-e6912c80-cf78-4681-987b-072f9619ee5a service neutron] Attempting to bind port 20f61199-7229-49fe-b1e3-8662c92d3aeb on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:57:37.928113 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-e6912c80-cf78-4681-987b-072f9619ee5a service neutron] Attempting to bind port 20f61199-7229-49fe-b1e3-8662c92d3aeb by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'b7ede234-64d2-461a-9509-a9c09fa8c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '76c0a36a-1a75-4a65-981d-0d5b2fa82ca9'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:57:37.928480 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-e6912c80-cf78-4681-987b-072f9619ee5a service neutron] Attempting to bind port 20f61199-7229-49fe-b1e3-8662c92d3aeb on network 76c0a36a-1a75-4a65-981d-0d5b2fa82ca9 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:57:37.933007 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-e6912c80-cf78-4681-987b-072f9619ee5a service neutron] Port 20f61199-7229-49fe-b1e3-8662c92d3aeb on network 76c0a36a-1a75-4a65-981d-0d5b2fa82ca9 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:57:37.933329 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-e6912c80-cf78-4681-987b-072f9619ee5a service neutron] Attempting to bind port 20f61199-7229-49fe-b1e3-8662c92d3aeb on network 76c0a36a-1a75-4a65-981d-0d5b2fa82ca9 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:57:37.938495 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-e6912c80-cf78-4681-987b-072f9619ee5a service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:57:37.938836 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-e6912c80-cf78-4681-987b-072f9619ee5a service neutron] Checking segment: {'id': 'b7ede234-64d2-461a-9509-a9c09fa8c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '76c0a36a-1a75-4a65-981d-0d5b2fa82ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:57:37.939220 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-e6912c80-cf78-4681-987b-072f9619ee5a service neutron] Bound using segment: {'id': 'b7ede234-64d2-461a-9509-a9c09fa8c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '76c0a36a-1a75-4a65-981d-0d5b2fa82ca9'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:57:37.939860 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-e6912c80-cf78-4681-987b-072f9619ee5a service neutron] Bound port: 20f61199-7229-49fe-b1e3-8662c92d3aeb, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ede234-64d2-461a-9509-a9c09fa8c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '76c0a36a-1a75-4a65-981d-0d5b2fa82ca9'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:57:37.940003 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a7dd5269-28f3-445d-b215-79b538008686 req-470542f3-ee55-4f0d-9c69-86f516b131bf tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3144366-daa8-4df5-b50a-e643d3035c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390058 Aug 10 01:57:37.940115 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-e6912c80-cf78-4681-987b-072f9619ee5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:38.005632 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-e6912c80-cf78-4681-987b-072f9619ee5a service neutron] For port 20f61199-7229-49fe-b1e3-8662c92d3aeb, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:57:38.008872 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-e6912c80-cf78-4681-987b-072f9619ee5a service neutron] For port 20f61199-7229-49fe-b1e3-8662c92d3aeb, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=20f61199-7229-49fe-b1e3-8662c92d3aeb,segment=NetworkSegment(b7ede234-64d2-461a-9509-a9c09fa8c889),segment_id=b7ede234-64d2-461a-9509-a9c09fa8c889)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:57:38.014160 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-e6912c80-cf78-4681-987b-072f9619ee5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:38.048703 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-e6912c80-cf78-4681-987b-072f9619ee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:38.049333 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-e6912c80-cf78-4681-987b-072f9619ee5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:38.050707 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-e6912c80-cf78-4681-987b-072f9619ee5a service neutron] 10.222.0.24 "PUT /v2.0/ports/20f61199-7229-49fe-b1e3-8662c92d3aeb HTTP/1.1" status: 200 len: 1092 time: 0.9172430 Aug 10 01:57:38.051152 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378e8ea9-5af0-471e-91ec-b71643211754', 'tag': '20f61199-7229-49fe-b1e3-8662c92d3aeb'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:57:38.053429 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04376f577ca8e91682bf6bf2b98f61f72ad60017a2eb84f3f8c1f2c558ccd100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc1e8d6-c408-439b-839e-f5fae5516c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "378e8ea9-5af0-471e-91ec-b71643211754", "tag": "20f61199-7229-49fe-b1e3-8662c92d3aeb"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:57:38.080522 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6912c80-cf78-4681-987b-072f9619ee5a service neutron] Pushing event updated for resources: {'Port': ['ID=20f61199-7229-49fe-b1e3-8662c92d3aeb,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:38.133732 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-b8b36629-b07b-419c-a168-3c048f22f408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:38.135293 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-b8b36629-b07b-419c-a168-3c048f22f408 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c6bc38acae8d466d8ef5c0854eceed34&device_id=378e8ea9-5af0-471e-91ec-b71643211754 HTTP/1.1" status: 200 len: 1095 time: 0.0452030 Aug 10 01:57:38.185615 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-3913504e-42cf-4d2e-94dc-f5425c7509a4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20f61199-7229-49fe-b1e3-8662c92d3aeb HTTP/1.1" status: 200 len: 217 time: 0.0426092 Aug 10 01:57:38.187965 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f452cff-8726-4bd7-a14b-a30c8f4120f7 x-openstack-request-id: req-7f452cff-8726-4bd7-a14b-a30c8f4120f7 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:57:38.188310 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "378e8ea9-5af0-471e-91ec-b71643211754", "tag": "20f61199-7229-49fe-b1e3-8662c92d3aeb", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:57:38.188566 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7f452cff-8726-4bd7-a14b-a30c8f4120f7 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:57:38.188974 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '378e8ea9-5af0-471e-91ec-b71643211754', 'tag': '20f61199-7229-49fe-b1e3-8662c92d3aeb', 'status': 'completed', 'code': 200} Aug 10 01:57:38.240960 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-a6c93a9c-05b7-466f-ad2a-249c262e9eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:38.242422 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-a6c93a9c-05b7-466f-ad2a-249c262e9eca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53538a68-21d9-486b-a0b7-6ab7af6f679e HTTP/1.1" status: 200 len: 855 time: 0.0460744 Aug 10 01:57:38.286682 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-de18e693-9e27-4f7d-a842-1e0f13d9a045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:38.288115 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-de18e693-9e27-4f7d-a842-1e0f13d9a045 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=76c0a36a-1a75-4a65-981d-0d5b2fa82ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387032 Aug 10 01:57:38.379061 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-9f3d2d5a-3a75-449d-ac76-e372302e4809 service neutron] 10.222.0.24 "GET /v2.0/networks/76c0a36a-1a75-4a65-981d-0d5b2fa82ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835476 Aug 10 01:57:38.465758 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4f2df46f-6833-41ab-8aaf-500ec43abe7b req-5a4e461c-dc1f-4e22-9de1-d61cd78dd4dd service neutron] 10.222.0.24 "GET /v2.0/networks/76c0a36a-1a75-4a65-981d-0d5b2fa82ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794380 Aug 10 01:57:38.553913 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1e8d6-c408-439b-839e-f5fae5516c2a req-ab167e1a-cf84-4a85-bf91-53c0c420d6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:38.555382 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9fc1e8d6-c408-439b-839e-f5fae5516c2a req-ab167e1a-cf84-4a85-bf91-53c0c420d6ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c6bc38acae8d466d8ef5c0854eceed34&device_id=378e8ea9-5af0-471e-91ec-b71643211754 HTTP/1.1" status: 200 len: 1095 time: 0.0451896 Aug 10 01:57:38.645496 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1e8d6-c408-439b-839e-f5fae5516c2a req-554b5934-3524-4f8e-a02a-266eea96948b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:38.646877 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9fc1e8d6-c408-439b-839e-f5fae5516c2a req-554b5934-3524-4f8e-a02a-266eea96948b service neutron] 10.222.0.24 "GET /v2.0/networks?id=76c0a36a-1a75-4a65-981d-0d5b2fa82ca9 HTTP/1.1" status: 200 len: 917 time: 0.0850141 Aug 10 01:57:38.690374 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9fc1e8d6-c408-439b-839e-f5fae5516c2a req-54f410ad-8689-4d66-b34a-962a1ad0ffe8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20f61199-7229-49fe-b1e3-8662c92d3aeb HTTP/1.1" status: 200 len: 217 time: 0.0365849 Aug 10 01:57:38.739628 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1e8d6-c408-439b-839e-f5fae5516c2a req-aef08cec-c598-4ec2-ae79-796b75e5a81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:38.741103 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9fc1e8d6-c408-439b-839e-f5fae5516c2a req-aef08cec-c598-4ec2-ae79-796b75e5a81b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53538a68-21d9-486b-a0b7-6ab7af6f679e HTTP/1.1" status: 200 len: 855 time: 0.0436468 Aug 10 01:57:38.785541 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1e8d6-c408-439b-839e-f5fae5516c2a req-80dd222f-3efd-430c-ade7-557eee9f9ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:38.786960 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9fc1e8d6-c408-439b-839e-f5fae5516c2a req-80dd222f-3efd-430c-ade7-557eee9f9ee1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=76c0a36a-1a75-4a65-981d-0d5b2fa82ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388749 Aug 10 01:57:38.880742 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9fc1e8d6-c408-439b-839e-f5fae5516c2a req-3747cebc-2c30-4143-a9ae-6558c19c8050 service neutron] 10.222.0.24 "GET /v2.0/networks/76c0a36a-1a75-4a65-981d-0d5b2fa82ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859804 Aug 10 01:57:38.969506 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9fc1e8d6-c408-439b-839e-f5fae5516c2a req-45900542-24ba-4b60-8975-0e6ecd339fdf service neutron] 10.222.0.24 "GET /v2.0/networks/76c0a36a-1a75-4a65-981d-0d5b2fa82ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821064 Aug 10 01:57:39.047803 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd7ae9-0805-4b9e-b8d9-c7fddfe46e73 req-71a79811-32d0-4e17-afd4-5ba29eda5d68 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:39.049271 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77bd7ae9-0805-4b9e-b8d9-c7fddfe46e73 req-71a79811-32d0-4e17-afd4-5ba29eda5d68 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/ports?device_id=378e8ea9-5af0-471e-91ec-b71643211754 HTTP/1.1" status: 200 len: 943 time: 0.0478303 Aug 10 01:57:39.085491 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-77bd7ae9-0805-4b9e-b8d9-c7fddfe46e73 req-d72b0190-5906-4643-8500-2bb98167cbda tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3144366-daa8-4df5-b50a-e643d3035c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301869 Aug 10 01:57:40.202967 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2088a54-990e-4c06-bde4-ac43fbe6327d req-d20afde5-ff84-40f5-b381-2c27c837006c tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:40.204472 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e2088a54-990e-4c06-bde4-ac43fbe6327d req-d20afde5-ff84-40f5-b381-2c27c837006c tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/ports?device_id=378e8ea9-5af0-471e-91ec-b71643211754 HTTP/1.1" status: 200 len: 943 time: 0.0511220 Aug 10 01:57:40.240904 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e2088a54-990e-4c06-bde4-ac43fbe6327d req-df84e857-98f1-4616-897f-6ad2050beee3 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3144366-daa8-4df5-b50a-e643d3035c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305529 Aug 10 01:57:40.873088 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 20f61199-7229-49fe-b1e3-8662c92d3aeb details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:57:40.967509 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 20f61199-7229-49fe-b1e3-8662c92d3aeb, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=20f61199-7229-49fe-b1e3-8662c92d3aeb,segment=NetworkSegment(b7ede234-64d2-461a-9509-a9c09fa8c889),segment_id=b7ede234-64d2-461a-9509-a9c09fa8c889)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:40.978303 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '20f61199-7229-49fe-b1e3-8662c92d3aeb', 'network_id': '76c0a36a-1a75-4a65-981d-0d5b2fa82ca9', 'port_id': '20f61199-7229-49fe-b1e3-8662c92d3aeb', 'mac_address': 'fa:16:3e:47:bc:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53538a68-21d9-486b-a0b7-6ab7af6f679e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:57:41.013669 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:41.025546 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20f61199-7229-49fe-b1e3-8662c92d3aeb {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:57:41.043988 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 20f61199-7229-49fe-b1e3-8662c92d3aeb, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=20f61199-7229-49fe-b1e3-8662c92d3aeb,segment=NetworkSegment(b7ede234-64d2-461a-9509-a9c09fa8c889),segment_id=b7ede234-64d2-461a-9509-a9c09fa8c889)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:41.048166 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:41.092799 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=20f61199-7229-49fe-b1e3-8662c92d3aeb,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:41.099808 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:41.100157 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:41.100640 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:41.100985 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:41.101318 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:41.101649 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:41.101977 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:41.102302 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:41.102628 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:41.102951 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:41.103273 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:41.104087 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:41.251432 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6f014c37-0c47-4aa1-8166-bae61d3afd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:41.344091 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['20f61199-7229-49fe-b1e3-8662c92d3aeb'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:57:41.353489 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063fd4a2-feda-491b-94d5-b8a9f70ff931 req-a332fd70-d507-49bb-b7fb-7607c7518411 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:41.355540 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-063fd4a2-feda-491b-94d5-b8a9f70ff931 req-a332fd70-d507-49bb-b7fb-7607c7518411 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/ports?device_id=378e8ea9-5af0-471e-91ec-b71643211754 HTTP/1.1" status: 200 len: 944 time: 0.0485020 Aug 10 01:57:41.392260 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-063fd4a2-feda-491b-94d5-b8a9f70ff931 req-faa4995b-a7b8-458a-9c44-b8a73a82e687 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3144366-daa8-4df5-b50a-e643d3035c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307620 Aug 10 01:57:42.174452 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:42.505808 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa646c-555b-4a32-bdcf-9de670757617 req-d2c1bca8-56f0-4f87-bbce-e07656699b3f tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:42.507272 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7cfa646c-555b-4a32-bdcf-9de670757617 req-d2c1bca8-56f0-4f87-bbce-e07656699b3f tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/ports?device_id=378e8ea9-5af0-471e-91ec-b71643211754 HTTP/1.1" status: 200 len: 944 time: 0.0493453 Aug 10 01:57:42.543598 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7cfa646c-555b-4a32-bdcf-9de670757617 req-505f4c1c-f66d-402d-acab-ce32e1a5335b tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3144366-daa8-4df5-b50a-e643d3035c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301888 Aug 10 01:57:42.887271 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 20f61199-7229-49fe-b1e3-8662c92d3aeb up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:42.933635 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 20f61199-7229-49fe-b1e3-8662c92d3aeb completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:42.937209 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 20f61199-7229-49fe-b1e3-8662c92d3aeb triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:42.937584 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:43.165367 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:43.186527 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378e8ea9-5af0-471e-91ec-b71643211754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f61199-7229-49fe-b1e3-8662c92d3aeb'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:57:43.188769 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09d289ccde4d6ff9cc92181a6a5f9723a21b3f76001e8301d3c19491e4c7f527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d545e3d5-83cd-4a92-bcc5-ea6ed5105c76" -d '{"events": [{"server_uuid": "378e8ea9-5af0-471e-91ec-b71643211754", "name": "network-vif-plugged", "status": "completed", "tag": "20f61199-7229-49fe-b1e3-8662c92d3aeb"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:57:43.202243 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 20f61199-7229-49fe-b1e3-8662c92d3aeb, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=20f61199-7229-49fe-b1e3-8662c92d3aeb,segment=NetworkSegment(b7ede234-64d2-461a-9509-a9c09fa8c889),segment_id=b7ede234-64d2-461a-9509-a9c09fa8c889)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:43.206526 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:43.239959 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb3be33-0e37-4912-8675-29b38efe7322 x-openstack-request-id: req-3fb3be33-0e37-4912-8675-29b38efe7322 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:57:43.240292 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378e8ea9-5af0-471e-91ec-b71643211754", "name": "network-vif-plugged", "status": "completed", "tag": "20f61199-7229-49fe-b1e3-8662c92d3aeb", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:57:43.240545 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3fb3be33-0e37-4912-8675-29b38efe7322 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:57:43.240929 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '378e8ea9-5af0-471e-91ec-b71643211754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f61199-7229-49fe-b1e3-8662c92d3aeb', 'code': 200} Aug 10 01:57:43.260035 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=20f61199-7229-49fe-b1e3-8662c92d3aeb,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:43.335825 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550b024-727b-428c-9619-54a480057bbe req-248b77ae-6449-4d75-addc-ab83dc3a8fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:43.337388 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4550b024-727b-428c-9619-54a480057bbe req-248b77ae-6449-4d75-addc-ab83dc3a8fd3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=378e8ea9-5af0-471e-91ec-b71643211754 HTTP/1.1" status: 200 len: 1097 time: 0.0405326 Aug 10 01:57:43.371361 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-4550b024-727b-428c-9619-54a480057bbe req-44e43830-93a5-41ec-bd57-af332f484b06 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c3144366-daa8-4df5-b50a-e643d3035c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269463 Aug 10 01:57:43.662134 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b66f9-dd62-43ba-bf0c-5b66b99eb4b0 req-4c46eed2-4ac7-48d6-bd15-6bcde363940c tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:43.663600 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7a7b66f9-dd62-43ba-bf0c-5b66b99eb4b0 req-4c46eed2-4ac7-48d6-bd15-6bcde363940c tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/ports?device_id=378e8ea9-5af0-471e-91ec-b71643211754 HTTP/1.1" status: 200 len: 945 time: 0.0538669 Aug 10 01:57:43.700906 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7a7b66f9-dd62-43ba-bf0c-5b66b99eb4b0 req-aee30d17-ee7a-47af-aa95-59341482a918 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3144366-daa8-4df5-b50a-e643d3035c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313699 Aug 10 01:57:43.895180 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae281e09-b2b3-43e3-8f76-d1ed7bb62e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:44.521825 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:44.815194 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b92805-e871-46f1-8183-348e8bafb25e req-89422023-85f8-45df-abb1-f38a92257f81 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:44.816582 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-66b92805-e871-46f1-8183-348e8bafb25e req-89422023-85f8-45df-abb1-f38a92257f81 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/ports?device_id=378e8ea9-5af0-471e-91ec-b71643211754 HTTP/1.1" status: 200 len: 945 time: 0.0471206 Aug 10 01:57:44.854350 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-66b92805-e871-46f1-8183-348e8bafb25e req-c3d8ffe3-832f-4121-a89e-97b685d568dd tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3144366-daa8-4df5-b50a-e643d3035c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319455 Aug 10 01:57:44.965862 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6899e6-baad-4fd4-aa19-0a9e04178860 req-c796bf1f-ea24-4b2c-ade6-7f8890191808 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:44.967565 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bf6899e6-baad-4fd4-aa19-0a9e04178860 req-c796bf1f-ea24-4b2c-ade6-7f8890191808 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/ports?device_id=378e8ea9-5af0-471e-91ec-b71643211754 HTTP/1.1" status: 200 len: 945 time: 0.0490863 Aug 10 01:57:45.003871 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bf6899e6-baad-4fd4-aa19-0a9e04178860 req-bf79fb87-530d-4a81-bce6-496b8505617f tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3144366-daa8-4df5-b50a-e643d3035c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304487 Aug 10 01:57:45.381706 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:46.461881 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:47.816778 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:57:58.759601 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:03.291805 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac7888-207f-416d-af26-83fa5de23430 req-f8b469b2-197d-4c91-9a60-354aca2a8e34 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:03.293290 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-83ac7888-207f-416d-af26-83fa5de23430 req-f8b469b2-197d-4c91-9a60-354aca2a8e34 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/ports?device_id=378e8ea9-5af0-471e-91ec-b71643211754 HTTP/1.1" status: 200 len: 945 time: 0.0520141 Aug 10 01:58:03.330806 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-83ac7888-207f-416d-af26-83fa5de23430 req-6c7c63cb-c33c-4ce0-ba48-b1b67c0bc9e8 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3144366-daa8-4df5-b50a-e643d3035c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315776 Aug 10 01:58:04.444819 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fc0e4-15dd-4cb3-9c94-7a1589288244 req-010936f3-ac7e-49ca-9be8-2062207de230 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:04.446272 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-563fc0e4-15dd-4cb3-9c94-7a1589288244 req-010936f3-ac7e-49ca-9be8-2062207de230 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/ports?device_id=378e8ea9-5af0-471e-91ec-b71643211754 HTTP/1.1" status: 200 len: 945 time: 0.0475519 Aug 10 01:58:04.482910 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-563fc0e4-15dd-4cb3-9c94-7a1589288244 req-16691d71-c733-4055-bf90-ead1423cce17 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3144366-daa8-4df5-b50a-e643d3035c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304632 Aug 10 01:58:05.024692 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ddbec-0b49-4e73-a921-7f26885d685c req-28558778-6b78-4be4-9048-2c3fde4800e9 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:05.026140 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-004ddbec-0b49-4e73-a921-7f26885d685c req-28558778-6b78-4be4-9048-2c3fde4800e9 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.24 "GET /v2.0/ports?device_id=378e8ea9-5af0-471e-91ec-b71643211754 HTTP/1.1" status: 200 len: 945 time: 0.0531254 Aug 10 01:58:05.113064 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-004ddbec-0b49-4e73-a921-7f26885d685c req-10eccd83-09ec-4066-b383-e746422940ac tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Deleting port 20f61199-7229-49fe-b1e3-8662c92d3aeb {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:58:05.113416 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-004ddbec-0b49-4e73-a921-7f26885d685c req-10eccd83-09ec-4066-b383-e746422940ac tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:05.204308 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-004ddbec-0b49-4e73-a921-7f26885d685c req-10eccd83-09ec-4066-b383-e746422940ac tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] For port 20f61199-7229-49fe-b1e3-8662c92d3aeb, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=20f61199-7229-49fe-b1e3-8662c92d3aeb,segment=NetworkSegment(b7ede234-64d2-461a-9509-a9c09fa8c889),segment_id=b7ede234-64d2-461a-9509-a9c09fa8c889)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:05.204678 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-004ddbec-0b49-4e73-a921-7f26885d685c req-10eccd83-09ec-4066-b383-e746422940ac tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:05.218018 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-004ddbec-0b49-4e73-a921-7f26885d685c req-10eccd83-09ec-4066-b383-e746422940ac tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Calling delete_port for 20f61199-7229-49fe-b1e3-8662c92d3aeb owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:58:05.345014 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-004ddbec-0b49-4e73-a921-7f26885d685c req-10eccd83-09ec-4066-b383-e746422940ac tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:05.357342 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['20f61199-7229-49fe-b1e3-8662c92d3aeb'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:58:05.377625 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eccd83-09ec-4066-b383-e746422940ac tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Pushing event deleted for resources: {'Port': ['ID=20f61199-7229-49fe-b1e3-8662c92d3aeb,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:05.420329 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-004ddbec-0b49-4e73-a921-7f26885d685c req-10eccd83-09ec-4066-b383-e746422940ac tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] No DVR routers for this DVR port 20f61199-7229-49fe-b1e3-8662c92d3aeb on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:58:05.423175 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-004ddbec-0b49-4e73-a921-7f26885d685c req-10eccd83-09ec-4066-b383-e746422940ac tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:05.425542 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-004ddbec-0b49-4e73-a921-7f26885d685c req-10eccd83-09ec-4066-b383-e746422940ac tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.24 "DELETE /v2.0/ports/20f61199-7229-49fe-b1e3-8662c92d3aeb HTTP/1.1" status: 204 len: 173 time: 0.3935168 Aug 10 01:58:05.426013 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378e8ea9-5af0-471e-91ec-b71643211754', 'name': 'network-vif-deleted', 'tag': '20f61199-7229-49fe-b1e3-8662c92d3aeb'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:58:05.429069 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04376f577ca8e91682bf6bf2b98f61f72ad60017a2eb84f3f8c1f2c558ccd100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7be75e-4289-401d-a4e0-cd5c5b98959f" -d '{"events": [{"server_uuid": "378e8ea9-5af0-471e-91ec-b71643211754", "name": "network-vif-deleted", "tag": "20f61199-7229-49fe-b1e3-8662c92d3aeb"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:58:05.470394 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d68903-775b-4ef2-bbcc-72988d399f19 x-openstack-request-id: req-79d68903-775b-4ef2-bbcc-72988d399f19 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:58:05.470688 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378e8ea9-5af0-471e-91ec-b71643211754", "name": "network-vif-deleted", "tag": "20f61199-7229-49fe-b1e3-8662c92d3aeb", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:58:05.470945 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-79d68903-775b-4ef2-bbcc-72988d399f19 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:58:05.471350 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '378e8ea9-5af0-471e-91ec-b71643211754', 'name': 'network-vif-deleted', 'tag': '20f61199-7229-49fe-b1e3-8662c92d3aeb', 'status': 'completed', 'code': 200} Aug 10 01:58:05.593120 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fb6278b0-7d8a-4038-8d97-5596d1c0a271 req-d18b9517-e138-47af-ac90-dc0480968b70 tempest-TestEncryptedCinderVolumes-831387549 tempest-TestEncryptedCinderVolumes-831387549-project] 10.222.0.35 "GET /v2.0/ports?device_id=378e8ea9-5af0-471e-91ec-b71643211754 HTTP/1.1" status: 200 len: 210 time: 0.0273235 Aug 10 01:58:06.680457 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38760) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:07.077045 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e56f8996-ea00-4289-b592-9b7d914150c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:07.364677 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-e56f8996-ea00-4289-b592-9b7d914150c5 admin admin] Deleting port e324dc54-8a03-4a62-bae2-27790267ab10 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:58:07.364935 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e56f8996-ea00-4289-b592-9b7d914150c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:07.438028 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-e56f8996-ea00-4289-b592-9b7d914150c5 admin admin] For port e324dc54-8a03-4a62-bae2-27790267ab10, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=e324dc54-8a03-4a62-bae2-27790267ab10,segment=NetworkSegment(b7ede234-64d2-461a-9509-a9c09fa8c889),segment_id=b7ede234-64d2-461a-9509-a9c09fa8c889)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:07.438388 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e56f8996-ea00-4289-b592-9b7d914150c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:07.450810 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-e56f8996-ea00-4289-b592-9b7d914150c5 admin admin] Calling delete_port for e324dc54-8a03-4a62-bae2-27790267ab10 owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:58:07.894470 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e56f8996-ea00-4289-b592-9b7d914150c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:07.920847 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f8996-ea00-4289-b592-9b7d914150c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e324dc54-8a03-4a62-bae2-27790267ab10,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:08.079253 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e56f8996-ea00-4289-b592-9b7d914150c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:08.294758 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56f8996-ea00-4289-b592-9b7d914150c5 admin admin] Router 72acd22d-eafc-487d-be22-0808de64f87d has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:58:08.396654 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56f8996-ea00-4289-b592-9b7d914150c5 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:58:08.402127 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e56f8996-ea00-4289-b592-9b7d914150c5 admin admin] 10.222.0.35 "PUT /v2.0/routers/72acd22d-eafc-487d-be22-0808de64f87d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7206361 Aug 10 01:58:08.404667 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38762) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:08.406837 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53dfaae-a5da-4cee-b6f9-08116da1aa46 None None] Sync routers for ids ['72acd22d-eafc-487d-be22-0808de64f87d'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:58:08.415760 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53dfaae-a5da-4cee-b6f9-08116da1aa46 None None] Routers {'72acd22d-eafc-487d-be22-0808de64f87d'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:58:08.416439 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-e53dfaae-a5da-4cee-b6f9-08116da1aa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:57:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['72acd22d-eafc-487d-be22-0808de64f87d'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:08.505650 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5fb292c9-b79c-4068-89c6-817222823c5b admin admin] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:08.519128 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-e53dfaae-a5da-4cee-b6f9-08116da1aa46 None None] Set router 72acd22d-eafc-487d-be22-0808de64f87d gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:58:08.610113 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5fb292c9-b79c-4068-89c6-817222823c5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:08.663423 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-5fb292c9-b79c-4068-89c6-817222823c5b admin admin] Deleting port 85834313-ac9c-460a-ab2f-a46ca3f042be {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:58:08.663781 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5fb292c9-b79c-4068-89c6-817222823c5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:08.691224 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-e53dfaae-a5da-4cee-b6f9-08116da1aa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72acd22d-eafc-487d-be22-0808de64f87d', 'name': 'tempest-TestEncryptedCinderVolumes-943395210-router', 'tenant_id': 'c6bc38acae8d466d8ef5c0854eceed34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '85834313-ac9c-460a-ab2f-a46ca3f042be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:50Z', 'updated_at': '2021-08-10T01:58:07Z', 'revision_number': 5, 'project_id': 'c6bc38acae8d466d8ef5c0854eceed34', 'gw_port': {'id': '85834313-ac9c-460a-ab2f-a46ca3f042be', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72acd22d-eafc-487d-be22-0808de64f87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:50Z', 'updated_at': '2021-08-10T01:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:08.717598 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53dfaae-a5da-4cee-b6f9-08116da1aa46 None None] Checking router: 72acd22d-eafc-487d-be22-0808de64f87d for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:58:08.725731 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53dfaae-a5da-4cee-b6f9-08116da1aa46 None None] Routers {'72acd22d-eafc-487d-be22-0808de64f87d'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:58:08.726347 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-e53dfaae-a5da-4cee-b6f9-08116da1aa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:57:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['72acd22d-eafc-487d-be22-0808de64f87d'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:08.744663 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-5fb292c9-b79c-4068-89c6-817222823c5b admin admin] For port 85834313-ac9c-460a-ab2f-a46ca3f042be, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=85834313-ac9c-460a-ab2f-a46ca3f042be,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:08.745032 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5fb292c9-b79c-4068-89c6-817222823c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:08.757386 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-5fb292c9-b79c-4068-89c6-817222823c5b admin admin] Calling delete_port for 85834313-ac9c-460a-ab2f-a46ca3f042be owned by network:router_gateway {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:58:08.809293 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-e53dfaae-a5da-4cee-b6f9-08116da1aa46 None None] Set router 72acd22d-eafc-487d-be22-0808de64f87d gateway port host: None {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:58:08.862951 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-e53dfaae-a5da-4cee-b6f9-08116da1aa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72acd22d-eafc-487d-be22-0808de64f87d', 'name': 'tempest-TestEncryptedCinderVolumes-943395210-router', 'tenant_id': 'c6bc38acae8d466d8ef5c0854eceed34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:50Z', 'updated_at': '2021-08-10T01:58:08Z', 'revision_number': 6, 'project_id': 'c6bc38acae8d466d8ef5c0854eceed34', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:08.888806 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53dfaae-a5da-4cee-b6f9-08116da1aa46 None None] The sync data for ids ['72acd22d-eafc-487d-be22-0808de64f87d'] in n-d-766726-26 is: [{'id': '72acd22d-eafc-487d-be22-0808de64f87d', 'name': 'tempest-TestEncryptedCinderVolumes-943395210-router', 'tenant_id': 'c6bc38acae8d466d8ef5c0854eceed34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:50Z', 'updated_at': '2021-08-10T01:58:08Z', 'revision_number': 6, 'project_id': 'c6bc38acae8d466d8ef5c0854eceed34', 'gw_port_host': None}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:58:08.927046 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5fb292c9-b79c-4068-89c6-817222823c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:08.957885 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb292c9-b79c-4068-89c6-817222823c5b admin admin] Pushing event deleted for resources: {'Port': ['ID=85834313-ac9c-460a-ab2f-a46ca3f042be,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:09.009889 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5fb292c9-b79c-4068-89c6-817222823c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:09.012123 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 20f61199-7229-49fe-b1e3-8662c92d3aeb no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:58:09.032284 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 20f61199-7229-49fe-b1e3-8662c92d3aeb {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:58:09.032650 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 20f61199-7229-49fe-b1e3-8662c92d3aeb not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:58:09.098639 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5fb292c9-b79c-4068-89c6-817222823c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:09.100763 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5fb292c9-b79c-4068-89c6-817222823c5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:09.148543 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5fb292c9-b79c-4068-89c6-817222823c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:09.148957 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb292c9-b79c-4068-89c6-817222823c5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72acd22d-eafc-487d-be22-0808de64f87d {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:58:09.154069 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5fb292c9-b79c-4068-89c6-817222823c5b admin admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:09.155225 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5fb292c9-b79c-4068-89c6-817222823c5b admin admin] 10.222.0.35 "DELETE /v2.0/routers/72acd22d-eafc-487d-be22-0808de64f87d HTTP/1.1" status: 204 len: 168 time: 0.7496455 Aug 10 01:58:09.157821 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38764) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:09.200514 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-37fa0cdd-bd9f-4ee7-b008-14655862c28b admin admin] Deleting subnet 53538a68-21d9-486b-a0b7-6ab7af6f679e {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:58:09.203373 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-37fa0cdd-bd9f-4ee7-b008-14655862c28b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:09.237945 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-37fa0cdd-bd9f-4ee7-b008-14655862c28b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:09.328783 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-37fa0cdd-bd9f-4ee7-b008-14655862c28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:09.382310 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-37fa0cdd-bd9f-4ee7-b008-14655862c28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:09.410581 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa0cdd-bd9f-4ee7-b008-14655862c28b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53538a68-21d9-486b-a0b7-6ab7af6f679e,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:09.412508 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-37fa0cdd-bd9f-4ee7-b008-14655862c28b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:09.414482 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-37fa0cdd-bd9f-4ee7-b008-14655862c28b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/53538a68-21d9-486b-a0b7-6ab7af6f679e HTTP/1.1" status: 204 len: 168 time: 0.2556350 Aug 10 01:58:09.416924 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38766) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:09.417072 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854bb677-2fd0-4c77-a90a-81590f78c284 None None] Network 76c0a36a-1a75-4a65-981d-0d5b2fa82ca9 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:58:09.484382 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ced3e2a8-d5fc-47a3-a926-8251107b43e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:09.543795 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-ced3e2a8-d5fc-47a3-a926-8251107b43e8 admin admin] Deleting port 3aebbd4e-7964-4105-a058-d9d72bcd9b37 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:58:09.544144 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ced3e2a8-d5fc-47a3-a926-8251107b43e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:09.594261 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d66e4f0-979e-4eed-a628-f89505dcb999 None None] DHCP port deletion for 76c0a36a-1a75-4a65-981d-0d5b2fa82ca9 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:58:09.617189 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-ced3e2a8-d5fc-47a3-a926-8251107b43e8 admin admin] For port 3aebbd4e-7964-4105-a058-d9d72bcd9b37, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=3aebbd4e-7964-4105-a058-d9d72bcd9b37,segment=NetworkSegment(b7ede234-64d2-461a-9509-a9c09fa8c889),segment_id=b7ede234-64d2-461a-9509-a9c09fa8c889)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:09.617562 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ced3e2a8-d5fc-47a3-a926-8251107b43e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:09.633600 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-ced3e2a8-d5fc-47a3-a926-8251107b43e8 admin admin] Calling delete_port for 3aebbd4e-7964-4105-a058-d9d72bcd9b37 owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:58:09.654836 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-4d66e4f0-979e-4eed-a628-f89505dcb999 None None] Deleting port 3aebbd4e-7964-4105-a058-d9d72bcd9b37 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:58:09.656003 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d66e4f0-979e-4eed-a628-f89505dcb999 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:09.728051 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 85834313-ac9c-460a-ab2f-a46ca3f042be no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:58:09.735363 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-4d66e4f0-979e-4eed-a628-f89505dcb999 None None] For port 3aebbd4e-7964-4105-a058-d9d72bcd9b37, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=3aebbd4e-7964-4105-a058-d9d72bcd9b37,segment=NetworkSegment(b7ede234-64d2-461a-9509-a9c09fa8c889),segment_id=b7ede234-64d2-461a-9509-a9c09fa8c889)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:09.735962 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d66e4f0-979e-4eed-a628-f89505dcb999 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:09.753374 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ced3e2a8-d5fc-47a3-a926-8251107b43e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:09.759713 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 85834313-ac9c-460a-ab2f-a46ca3f042be {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:58:09.760093 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 85834313-ac9c-460a-ab2f-a46ca3f042be not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:58:09.760545 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3aebbd4e-7964-4105-a058-d9d72bcd9b37 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:58:09.765590 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-4d66e4f0-979e-4eed-a628-f89505dcb999 None None] Calling delete_port for 3aebbd4e-7964-4105-a058-d9d72bcd9b37 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:58:09.779379 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3e2a8-d5fc-47a3-a926-8251107b43e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aebbd4e-7964-4105-a058-d9d72bcd9b37,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:09.782898 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced3e2a8-d5fc-47a3-a926-8251107b43e8 admin admin] No DVR routers for this DVR port 3aebbd4e-7964-4105-a058-d9d72bcd9b37 on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:58:09.785555 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 3aebbd4e-7964-4105-a058-d9d72bcd9b37 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:58:09.785911 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3aebbd4e-7964-4105-a058-d9d72bcd9b37 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:58:09.786335 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device e324dc54-8a03-4a62-bae2-27790267ab10 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:58:09.810289 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: e324dc54-8a03-4a62-bae2-27790267ab10 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:58:09.810641 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device e324dc54-8a03-4a62-bae2-27790267ab10 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:58:09.853001 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ced3e2a8-d5fc-47a3-a926-8251107b43e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:09.862837 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-ced3e2a8-d5fc-47a3-a926-8251107b43e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c0a36a-1a75-4a65-981d-0d5b2fa82ca9']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:58:09.872322 n-d-766726-26 neutron-server[105828]: self.session.flush() Aug 10 01:58:09.877752 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-ced3e2a8-d5fc-47a3-a926-8251107b43e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ede234-64d2-461a-9509-a9c09fa8c889') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:09.878048 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-ced3e2a8-d5fc-47a3-a926-8251107b43e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ede234-64d2-461a-9509-a9c09fa8c889') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:09.878350 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d66e4f0-979e-4eed-a628-f89505dcb999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:09.887321 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ced3e2a8-d5fc-47a3-a926-8251107b43e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:09.902001 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ced3e2a8-d5fc-47a3-a926-8251107b43e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:09.905237 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66e4f0-979e-4eed-a628-f89505dcb999 None None] Pushing event deleted for resources: {'Port': ['ID=3aebbd4e-7964-4105-a058-d9d72bcd9b37,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:09.908160 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced3e2a8-d5fc-47a3-a926-8251107b43e8 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:58:09.908858 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ced3e2a8-d5fc-47a3-a926-8251107b43e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:09.908978 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d66e4f0-979e-4eed-a628-f89505dcb999 None None] No DVR routers for this DVR port 3aebbd4e-7964-4105-a058-d9d72bcd9b37 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:58:09.910481 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 01:58:09.910481 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:58:09.910481 n-d-766726-26 neutron-server[105826]: timer() Aug 10 01:58:09.910481 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:58:09.910481 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 01:58:09.910481 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:58:09.910481 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 01:58:09.910481 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:58:09.910481 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 01:58:09.910481 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:58:09.910481 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 01:58:09.910481 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:58:09.910481 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 01:58:09.910481 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:58:09.910481 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:58:09.910481 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:58:09.910481 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:58:09.910481 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:58:09.910481 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 01:58:09.910481 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:58:09.910481 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 01:58:09.910481 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:58:09.910481 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:58:09.910481 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:58:09.910481 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 01:58:09.910481 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:58:09.910481 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:58:09.910481 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:58:09.910481 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:58:09.910481 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:58:09.910481 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:58:09.910481 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:58:09.970196 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ced3e2a8-d5fc-47a3-a926-8251107b43e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:09.975655 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ced3e2a8-d5fc-47a3-a926-8251107b43e8 admin admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:09.977503 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ced3e2a8-d5fc-47a3-a926-8251107b43e8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/76c0a36a-1a75-4a65-981d-0d5b2fa82ca9 HTTP/1.1" status: 204 len: 168 time: 0.5596070 Aug 10 01:58:09.981073 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38768) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:09.988954 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3e2a8-d5fc-47a3-a926-8251107b43e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=76c0a36a-1a75-4a65-981d-0d5b2fa82ca9,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:10.323198 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fbb5f0d6-1b70-487d-b39c-f70be681eda8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:10.563825 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-fbb5f0d6-1b70-487d-b39c-f70be681eda8 admin admin] Deleting port 8ad81b82-6511-417d-90e6-131c09b737d2 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:58:10.564167 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fbb5f0d6-1b70-487d-b39c-f70be681eda8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:10.641087 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-fbb5f0d6-1b70-487d-b39c-f70be681eda8 admin admin] For port 8ad81b82-6511-417d-90e6-131c09b737d2, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=8ad81b82-6511-417d-90e6-131c09b737d2,segment=NetworkSegment(a167a090-5279-4189-95b4-e2af01cc54a6),segment_id=a167a090-5279-4189-95b4-e2af01cc54a6)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:10.641454 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fbb5f0d6-1b70-487d-b39c-f70be681eda8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:10.653689 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-fbb5f0d6-1b70-487d-b39c-f70be681eda8 admin admin] Calling delete_port for 8ad81b82-6511-417d-90e6-131c09b737d2 owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:58:10.831251 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fbb5f0d6-1b70-487d-b39c-f70be681eda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:10.857974 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5f0d6-1b70-487d-b39c-f70be681eda8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ad81b82-6511-417d-90e6-131c09b737d2,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:11.022104 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fbb5f0d6-1b70-487d-b39c-f70be681eda8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:11.229653 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb5f0d6-1b70-487d-b39c-f70be681eda8 admin admin] Router 49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:58:11.250593 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cb2bd310-b96b-4c30-9b1a-8e9e578a59cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:11.332704 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb5f0d6-1b70-487d-b39c-f70be681eda8 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:58:11.337975 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-fbb5f0d6-1b70-487d-b39c-f70be681eda8 admin admin] 10.222.0.35 "PUT /v2.0/routers/49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3558407 Aug 10 01:58:11.341080 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38770) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:11.341982 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb608fb6-2422-4af5-9112-6573af898c98 None None] Sync routers for ids ['49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:58:11.351020 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb608fb6-2422-4af5-9112-6573af898c98 None None] Routers {'49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:58:11.351623 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-fb608fb6-2422-4af5-9112-6573af898c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:57:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:11.442123 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-df235cda-3827-452e-a1f6-3f83df55a14d admin admin] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:11.450603 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-fb608fb6-2422-4af5-9112-6573af898c98 None None] Set router 49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:58:11.542837 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-df235cda-3827-452e-a1f6-3f83df55a14d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:11.595629 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-df235cda-3827-452e-a1f6-3f83df55a14d admin admin] Deleting port 3cd86c62-e54d-451e-84df-29d0dfef4b89 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:58:11.595983 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-df235cda-3827-452e-a1f6-3f83df55a14d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:11.620936 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-fb608fb6-2422-4af5-9112-6573af898c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e', 'name': 'tempest-TestEncryptedCinderVolumes-1179530137-router', 'tenant_id': '65f5079891534cc7ae62f6acc81ee64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '3cd86c62-e54d-451e-84df-29d0dfef4b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:54Z', 'updated_at': '2021-08-10T01:58:10Z', 'revision_number': 5, 'project_id': '65f5079891534cc7ae62f6acc81ee64a', 'gw_port': {'id': '3cd86c62-e54d-451e-84df-29d0dfef4b89', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:55Z', 'updated_at': '2021-08-10T01:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:11.649560 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb608fb6-2422-4af5-9112-6573af898c98 None None] Checking router: 49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:58:11.662230 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb608fb6-2422-4af5-9112-6573af898c98 None None] Routers {'49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:58:11.665219 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-fb608fb6-2422-4af5-9112-6573af898c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:57:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:11.681448 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-df235cda-3827-452e-a1f6-3f83df55a14d admin admin] For port 3cd86c62-e54d-451e-84df-29d0dfef4b89, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=3cd86c62-e54d-451e-84df-29d0dfef4b89,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:11.681822 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-df235cda-3827-452e-a1f6-3f83df55a14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:11.694914 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-df235cda-3827-452e-a1f6-3f83df55a14d admin admin] Calling delete_port for 3cd86c62-e54d-451e-84df-29d0dfef4b89 owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:58:11.749866 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-fb608fb6-2422-4af5-9112-6573af898c98 None None] Set router 49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:58:11.799408 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-fb608fb6-2422-4af5-9112-6573af898c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e', 'name': 'tempest-TestEncryptedCinderVolumes-1179530137-router', 'tenant_id': '65f5079891534cc7ae62f6acc81ee64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:54Z', 'updated_at': '2021-08-10T01:58:11Z', 'revision_number': 6, 'project_id': '65f5079891534cc7ae62f6acc81ee64a', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:11.827887 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb608fb6-2422-4af5-9112-6573af898c98 None None] The sync data for ids ['49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e'] in n-d-766726-26 is: [{'id': '49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e', 'name': 'tempest-TestEncryptedCinderVolumes-1179530137-router', 'tenant_id': '65f5079891534cc7ae62f6acc81ee64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:54Z', 'updated_at': '2021-08-10T01:58:11Z', 'revision_number': 6, 'project_id': '65f5079891534cc7ae62f6acc81ee64a', 'gw_port_host': None}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:58:11.867662 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-df235cda-3827-452e-a1f6-3f83df55a14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:11.893119 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df235cda-3827-452e-a1f6-3f83df55a14d admin admin] Pushing event deleted for resources: {'Port': ['ID=3cd86c62-e54d-451e-84df-29d0dfef4b89,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:11.956411 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-df235cda-3827-452e-a1f6-3f83df55a14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:12.043528 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-df235cda-3827-452e-a1f6-3f83df55a14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:12.045622 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-df235cda-3827-452e-a1f6-3f83df55a14d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:12.088549 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-df235cda-3827-452e-a1f6-3f83df55a14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:12.089029 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df235cda-3827-452e-a1f6-3f83df55a14d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:58:12.093724 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-df235cda-3827-452e-a1f6-3f83df55a14d admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:12.094959 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-df235cda-3827-452e-a1f6-3f83df55a14d admin admin] 10.222.0.35 "DELETE /v2.0/routers/49ebdbe5-5bc4-4dd5-b564-91efc1f56b7e HTTP/1.1" status: 204 len: 168 time: 0.7526278 Aug 10 01:58:12.097391 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38772) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:12.140600 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee940449-0e3f-47e4-8549-7ebda5c94a33 admin admin] Deleting subnet 4c2dfb26-2ae9-4590-962d-09c169bf75cb {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:58:12.143433 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ee940449-0e3f-47e4-8549-7ebda5c94a33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:12.176599 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ee940449-0e3f-47e4-8549-7ebda5c94a33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:12.196970 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:12.262499 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ee940449-0e3f-47e4-8549-7ebda5c94a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:12.314768 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ee940449-0e3f-47e4-8549-7ebda5c94a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:12.338393 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee940449-0e3f-47e4-8549-7ebda5c94a33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c2dfb26-2ae9-4590-962d-09c169bf75cb,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:12.344236 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ee940449-0e3f-47e4-8549-7ebda5c94a33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:12.346587 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ee940449-0e3f-47e4-8549-7ebda5c94a33 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4c2dfb26-2ae9-4590-962d-09c169bf75cb HTTP/1.1" status: 204 len: 168 time: 0.2478044 Aug 10 01:58:12.348704 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38774) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:12.349739 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e86cfea-1e32-4885-a07d-3a2653444cad None None] Network ef3ed0e1-89be-486f-a144-0747fe7380b4 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:58:12.418542 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb237147-4331-4eec-8435-2b0f2dd99c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:12.471508 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-eb237147-4331-4eec-8435-2b0f2dd99c13 admin admin] Deleting port 8d119b1c-9aef-47b0-8340-0c53d80eed1e {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:58:12.471885 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb237147-4331-4eec-8435-2b0f2dd99c13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:12.540672 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-eb237147-4331-4eec-8435-2b0f2dd99c13 admin admin] For port 8d119b1c-9aef-47b0-8340-0c53d80eed1e, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=8d119b1c-9aef-47b0-8340-0c53d80eed1e,segment=NetworkSegment(a167a090-5279-4189-95b4-e2af01cc54a6),segment_id=a167a090-5279-4189-95b4-e2af01cc54a6)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:12.540938 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb237147-4331-4eec-8435-2b0f2dd99c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:12.556328 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-eb237147-4331-4eec-8435-2b0f2dd99c13 admin admin] Calling delete_port for 8d119b1c-9aef-47b0-8340-0c53d80eed1e owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:58:12.583628 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e76fbe-a2be-4a5d-b1a6-da79e1c71ad0 None None] DHCP port deletion for ef3ed0e1-89be-486f-a144-0747fe7380b4 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:58:12.630668 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c4e76fbe-a2be-4a5d-b1a6-da79e1c71ad0 None None] Deleting port 8d119b1c-9aef-47b0-8340-0c53d80eed1e {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:58:12.631145 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c4e76fbe-a2be-4a5d-b1a6-da79e1c71ad0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:12.644307 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb237147-4331-4eec-8435-2b0f2dd99c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:12.668959 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb237147-4331-4eec-8435-2b0f2dd99c13 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d119b1c-9aef-47b0-8340-0c53d80eed1e,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:12.675214 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb237147-4331-4eec-8435-2b0f2dd99c13 admin admin] No DVR routers for this DVR port 8d119b1c-9aef-47b0-8340-0c53d80eed1e on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:58:12.696991 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-c4e76fbe-a2be-4a5d-b1a6-da79e1c71ad0 None None] For port 8d119b1c-9aef-47b0-8340-0c53d80eed1e, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=8d119b1c-9aef-47b0-8340-0c53d80eed1e,segment=NetworkSegment(a167a090-5279-4189-95b4-e2af01cc54a6),segment_id=a167a090-5279-4189-95b4-e2af01cc54a6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:12.697401 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c4e76fbe-a2be-4a5d-b1a6-da79e1c71ad0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:12.712713 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c4e76fbe-a2be-4a5d-b1a6-da79e1c71ad0 None None] Calling delete_port for 8d119b1c-9aef-47b0-8340-0c53d80eed1e owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:58:12.754201 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb237147-4331-4eec-8435-2b0f2dd99c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:12.764858 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-eb237147-4331-4eec-8435-2b0f2dd99c13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef3ed0e1-89be-486f-a144-0747fe7380b4']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:12.776886 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-eb237147-4331-4eec-8435-2b0f2dd99c13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a167a090-5279-4189-95b4-e2af01cc54a6') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:12.777288 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-eb237147-4331-4eec-8435-2b0f2dd99c13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a167a090-5279-4189-95b4-e2af01cc54a6') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:12.785904 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c4e76fbe-a2be-4a5d-b1a6-da79e1c71ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:12.787774 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb237147-4331-4eec-8435-2b0f2dd99c13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:12.804650 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb237147-4331-4eec-8435-2b0f2dd99c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:12.811758 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb237147-4331-4eec-8435-2b0f2dd99c13 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:58:12.812251 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb237147-4331-4eec-8435-2b0f2dd99c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:12.816042 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e76fbe-a2be-4a5d-b1a6-da79e1c71ad0 None None] No DVR routers for this DVR port 8d119b1c-9aef-47b0-8340-0c53d80eed1e on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:58:12.817390 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 01:58:12.817390 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:58:12.817390 n-d-766726-26 neutron-server[105827]: timer() Aug 10 01:58:12.817390 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:58:12.817390 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 01:58:12.817390 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:58:12.817390 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 01:58:12.817390 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:58:12.817390 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 01:58:12.817390 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:58:12.817390 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 01:58:12.817390 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:58:12.817390 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 01:58:12.817390 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:58:12.817390 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:58:12.817390 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:58:12.817390 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:58:12.817390 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:58:12.817390 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 01:58:12.817390 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:58:12.817390 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 01:58:12.817390 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:58:12.817390 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:58:12.817390 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:58:12.817390 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 01:58:12.817390 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:58:12.817390 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:58:12.817390 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:58:12.817390 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:58:12.817390 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:58:12.817390 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:58:12.817390 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:58:12.819960 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e76fbe-a2be-4a5d-b1a6-da79e1c71ad0 None None] Pushing event deleted for resources: {'Port': ['ID=8d119b1c-9aef-47b0-8340-0c53d80eed1e,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:12.876453 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb237147-4331-4eec-8435-2b0f2dd99c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:12.884619 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb237147-4331-4eec-8435-2b0f2dd99c13 admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:12.886618 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-eb237147-4331-4eec-8435-2b0f2dd99c13 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ef3ed0e1-89be-486f-a144-0747fe7380b4 HTTP/1.1" status: 204 len: 168 time: 0.5369260 Aug 10 01:58:12.896584 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb237147-4331-4eec-8435-2b0f2dd99c13 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef3ed0e1-89be-486f-a144-0747fe7380b4,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:13.040271 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38778) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:13.080672 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-82819189-4cda-4700-8138-623258dceecb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c6bc38acae8d466d8ef5c0854eceed34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391636 Aug 10 01:58:13.082868 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38780) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:13.134485 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-aa3c197f-4857-49b5-b838-1527a20a377c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:13.156162 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-aa3c197f-4857-49b5-b838-1527a20a377c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:13.203438 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-aa3c197f-4857-49b5-b838-1527a20a377c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:13.206039 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-aa3c197f-4857-49b5-b838-1527a20a377c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:13.207271 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-aa3c197f-4857-49b5-b838-1527a20a377c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c3144366-daa8-4df5-b50a-e643d3035c35 HTTP/1.1" status: 204 len: 168 time: 0.1235025 Aug 10 01:58:13.215456 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c197f-4857-49b5-b838-1527a20a377c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3144366-daa8-4df5-b50a-e643d3035c35,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:13.513342 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38786) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:13.552209 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8608de11-f226-4609-b546-3bf90ded6bc3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=65f5079891534cc7ae62f6acc81ee64a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377162 Aug 10 01:58:13.554511 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38788) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:13.608623 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac8b6c65-cb02-4b32-ba6b-083401983e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:13.631810 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac8b6c65-cb02-4b32-ba6b-083401983e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:13.680141 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac8b6c65-cb02-4b32-ba6b-083401983e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:13.683320 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac8b6c65-cb02-4b32-ba6b-083401983e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:13.684627 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ac8b6c65-cb02-4b32-ba6b-083401983e74 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ab3d6ea4-eba1-4194-b90f-82bc9067cc0f HTTP/1.1" status: 204 len: 168 time: 0.1292250 Aug 10 01:58:13.692930 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b6c65-cb02-4b32-ba6b-083401983e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3d6ea4-eba1-4194-b90f-82bc9067cc0f,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:13.711744 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 8d119b1c-9aef-47b0-8340-0c53d80eed1e no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:58:13.735292 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 8d119b1c-9aef-47b0-8340-0c53d80eed1e {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:58:13.735726 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 8d119b1c-9aef-47b0-8340-0c53d80eed1e not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:58:13.736259 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 8ad81b82-6511-417d-90e6-131c09b737d2 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:58:13.754704 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 8ad81b82-6511-417d-90e6-131c09b737d2 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:58:13.755060 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 8ad81b82-6511-417d-90e6-131c09b737d2 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:58:13.755489 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3cd86c62-e54d-451e-84df-29d0dfef4b89 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:58:13.773801 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 3cd86c62-e54d-451e-84df-29d0dfef4b89 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:58:13.774159 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3cd86c62-e54d-451e-84df-29d0dfef4b89 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:58:13.894953 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-de9be331-b912-4f89-a790-94dcfac07b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:14.339815 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38810) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:14.432855 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-33830e07-de5b-4d94-88c0-35dac45e68c9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1520230499-network', 'tenant_id': 'd2be536ae35e4ca488446af3606a7e85'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:58:14.453506 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33830e07-de5b-4d94-88c0-35dac45e68c9 admin admin] Made reservation on behalf of d2be536ae35e4ca488446af3606a7e85 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:58:14.455628 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-33830e07-de5b-4d94-88c0-35dac45e68c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:14.467060 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-33830e07-de5b-4d94-88c0-35dac45e68c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:14.522879 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:14.887601 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-33830e07-de5b-4d94-88c0-35dac45e68c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:14.891312 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-33830e07-de5b-4d94-88c0-35dac45e68c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:14.914925 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33830e07-de5b-4d94-88c0-35dac45e68c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:58:14.923541 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33830e07-de5b-4d94-88c0-35dac45e68c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef18db0-99d1-48e1-9f49-92ba835b7507,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:14.929573 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-33830e07-de5b-4d94-88c0-35dac45e68c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:14.929983 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-33830e07-de5b-4d94-88c0-35dac45e68c9 admin admin] Added segment 83b48663-e200-4645-8a2a-1ca5bafb6c2b of type vlan for network 5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44 Aug 10 01:58:14.969988 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-33830e07-de5b-4d94-88c0-35dac45e68c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:14.997080 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-33830e07-de5b-4d94-88c0-35dac45e68c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:14.998048 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33830e07-de5b-4d94-88c0-35dac45e68c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:14.998630 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-33830e07-de5b-4d94-88c0-35dac45e68c9 admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:15.053771 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-33830e07-de5b-4d94-88c0-35dac45e68c9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7128210 Aug 10 01:58:15.056587 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38814) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:15.062193 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-d2b92d42-2a38-4bdf-b674-b6332d2d18ef admin admin] Request body: {'subnet': {'network_id': '5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1520230499-subnet', 'tenant_id': 'd2be536ae35e4ca488446af3606a7e85', 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:58:15.069761 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33830e07-de5b-4d94-88c0-35dac45e68c9 admin admin] Pushing event updated for resources: {'Network': ['ID=5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:15.079487 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:58:15.087973 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b92d42-2a38-4bdf-b674-b6332d2d18ef admin admin] Made reservation on behalf of d2be536ae35e4ca488446af3606a7e85 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:58:15.090749 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d2b92d42-2a38-4bdf-b674-b6332d2d18ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:15.256161 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d2b92d42-2a38-4bdf-b674-b6332d2d18ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:15.308139 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b92d42-2a38-4bdf-b674-b6332d2d18ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fd4ba0d-3f00-4fee-9624-179f4295e13d,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:15.318789 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b92d42-2a38-4bdf-b674-b6332d2d18ef admin admin] Checking segment: {'id': '83b48663-e200-4645-8a2a-1ca5bafb6c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:58:15.319164 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b92d42-2a38-4bdf-b674-b6332d2d18ef admin admin] Network hostable DHCP agents. Network: 5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:58:15.335262 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b92d42-2a38-4bdf-b674-b6332d2d18ef admin admin] Network 5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:58:15.344472 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-d2b92d42-2a38-4bdf-b674-b6332d2d18ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:58:15.348821 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b92d42-2a38-4bdf-b674-b6332d2d18ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:15.349927 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d2b92d42-2a38-4bdf-b674-b6332d2d18ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:15.354082 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d155cfad-1fb9-4fc7-bd42-3e83a9717b06 None None] Network 5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:58:15.363315 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d2b92d42-2a38-4bdf-b674-b6332d2d18ef admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3050902 Aug 10 01:58:15.366203 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38816) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:15.371734 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-59dd86a4-1e67-4071-88b4-de9c53808ed5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1520230499-router', 'tenant_id': 'd2be536ae35e4ca488446af3606a7e85', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:58:15.392523 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-59dd86a4-1e67-4071-88b4-de9c53808ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:15.393424 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-59dd86a4-1e67-4071-88b4-de9c53808ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:15.410339 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:15.449539 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-59dd86a4-1e67-4071-88b4-de9c53808ed5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:15.502302 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce4ddfa-d1c0-411a-985e-7127ec7616c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44', 'network_id': '5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44', 'tenant_id': 'd2be536ae35e4ca488446af3606a7e85', 'fixed_ips': [{'subnet_id': '3fd4ba0d-3f00-4fee-9624-179f4295e13d'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:58:15.503154 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cce4ddfa-d1c0-411a-985e-7127ec7616c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:15.584814 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-59dd86a4-1e67-4071-88b4-de9c53808ed5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:15.643735 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-cce4ddfa-d1c0-411a-985e-7127ec7616c4 None None] Allocated IP 172.20.0.2 (5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44/3fd4ba0d-3f00-4fee-9624-179f4295e13d/eb54de7e-d456-46e6-8ab6-9e8fef02e986) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:58:15.784236 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cce4ddfa-d1c0-411a-985e-7127ec7616c4 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:15.785986 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-59dd86a4-1e67-4071-88b4-de9c53808ed5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:15.793317 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-cce4ddfa-d1c0-411a-985e-7127ec7616c4 None None] Transition to ACTIVE for port object eb54de7e-d456-46e6-8ab6-9e8fef02e986 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:58:15.806013 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-59dd86a4-1e67-4071-88b4-de9c53808ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:15.807824 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-cce4ddfa-d1c0-411a-985e-7127ec7616c4 None None] Transition to ACTIVE for port object eb54de7e-d456-46e6-8ab6-9e8fef02e986 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:58:15.813349 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cce4ddfa-d1c0-411a-985e-7127ec7616c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:15.847737 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce4ddfa-d1c0-411a-985e-7127ec7616c4 None None] Network 5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:58:15.852366 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-cce4ddfa-d1c0-411a-985e-7127ec7616c4 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:58:15.856383 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce4ddfa-d1c0-411a-985e-7127ec7616c4 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:58:15.864881 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce4ddfa-d1c0-411a-985e-7127ec7616c4 None None] Pushing event updated for resources: {'Port': ['ID=eb54de7e-d456-46e6-8ab6-9e8fef02e986,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:15.911342 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-59dd86a4-1e67-4071-88b4-de9c53808ed5 admin admin] Allocated IP 172.25.2.111 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/1b034b6b-b41e-4119-9ba5-fe0787191f62) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:58:15.912832 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-cce4ddfa-d1c0-411a-985e-7127ec7616c4 None None] Attempting to bind port eb54de7e-d456-46e6-8ab6-9e8fef02e986 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:58:15.913204 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-cce4ddfa-d1c0-411a-985e-7127ec7616c4 None None] Attempting to bind port eb54de7e-d456-46e6-8ab6-9e8fef02e986 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '83b48663-e200-4645-8a2a-1ca5bafb6c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:58:15.913566 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce4ddfa-d1c0-411a-985e-7127ec7616c4 None None] Attempting to bind port eb54de7e-d456-46e6-8ab6-9e8fef02e986 on network 5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:15.919293 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce4ddfa-d1c0-411a-985e-7127ec7616c4 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:58:15.919656 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce4ddfa-d1c0-411a-985e-7127ec7616c4 None None] Checking segment: {'id': '83b48663-e200-4645-8a2a-1ca5bafb6c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:58:15.920057 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cce4ddfa-d1c0-411a-985e-7127ec7616c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:15.920473 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce4ddfa-d1c0-411a-985e-7127ec7616c4 None None] Bound using segment: {'id': '83b48663-e200-4645-8a2a-1ca5bafb6c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:58:15.920943 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-cce4ddfa-d1c0-411a-985e-7127ec7616c4 None None] Bound port: eb54de7e-d456-46e6-8ab6-9e8fef02e986, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83b48663-e200-4645-8a2a-1ca5bafb6c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:58:15.921331 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cce4ddfa-d1c0-411a-985e-7127ec7616c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:15.990125 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-cce4ddfa-d1c0-411a-985e-7127ec7616c4 None None] For port eb54de7e-d456-46e6-8ab6-9e8fef02e986, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:58:15.993249 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-cce4ddfa-d1c0-411a-985e-7127ec7616c4 None None] For port eb54de7e-d456-46e6-8ab6-9e8fef02e986, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=eb54de7e-d456-46e6-8ab6-9e8fef02e986,segment=NetworkSegment(83b48663-e200-4645-8a2a-1ca5bafb6c2b),segment_id=83b48663-e200-4645-8a2a-1ca5bafb6c2b)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:58:15.997505 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cce4ddfa-d1c0-411a-985e-7127ec7616c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:16.020235 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-59dd86a4-1e67-4071-88b4-de9c53808ed5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:16.054347 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce4ddfa-d1c0-411a-985e-7127ec7616c4 None None] Pushing event updated for resources: {'Port': ['ID=eb54de7e-d456-46e6-8ab6-9e8fef02e986,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:16.070043 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-59dd86a4-1e67-4071-88b4-de9c53808ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:16.109258 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dd86a4-1e67-4071-88b4-de9c53808ed5 admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:58:16.114289 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-59dd86a4-1e67-4071-88b4-de9c53808ed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:58:16.117960 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dd86a4-1e67-4071-88b4-de9c53808ed5 admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:58:16.142573 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd86a4-1e67-4071-88b4-de9c53808ed5 admin admin] Pushing event updated for resources: {'Port': ['ID=1b034b6b-b41e-4119-9ba5-fe0787191f62,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:16.388853 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-59dd86a4-1e67-4071-88b4-de9c53808ed5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:16.464750 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:16.584239 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-59dd86a4-1e67-4071-88b4-de9c53808ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:16.717809 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59dd86a4-1e67-4071-88b4-de9c53808ed5 admin admin] Router b2d37cb9-c069-49d3-b545-7ef41dd1b93a is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:58:16.829745 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59dd86a4-1e67-4071-88b4-de9c53808ed5 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:58:16.840267 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c84ae0-6eac-4353-a9ab-10330ed9246b None None] Sync routers for ids ['b2d37cb9-c069-49d3-b545-7ef41dd1b93a'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:58:16.847396 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-59dd86a4-1e67-4071-88b4-de9c53808ed5 admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:16.851401 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-59dd86a4-1e67-4071-88b4-de9c53808ed5 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4817686 Aug 10 01:58:16.851904 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38818) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:16.852452 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c84ae0-6eac-4353-a9ab-10330ed9246b None None] Routers {'b2d37cb9-c069-49d3-b545-7ef41dd1b93a'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:58:16.852988 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-d6c84ae0-6eac-4353-a9ab-10330ed9246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:58:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['b2d37cb9-c069-49d3-b545-7ef41dd1b93a'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:16.906235 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6086c7-cddb-4b2f-803e-14c8a43d3012 None None] Network 5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:58:17.165613 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4938ee55-51e4-4c8b-b265-3fccf17a2325 None None] Provisioning for port eb54de7e-d456-46e6-8ab6-9e8fef02e986 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:58:17.170487 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-d6c84ae0-6eac-4353-a9ab-10330ed9246b None None] Set router b2d37cb9-c069-49d3-b545-7ef41dd1b93a gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:58:17.270397 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-94bfab4d-0045-4d1e-9576-a0ccc57dbfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:17.419461 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-d6c84ae0-6eac-4353-a9ab-10330ed9246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'name': 'tempest-TestMinimumBasicScenario-1520230499-router', 'tenant_id': 'd2be536ae35e4ca488446af3606a7e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '1b034b6b-b41e-4119-9ba5-fe0787191f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:15Z', 'updated_at': '2021-08-10T01:58:16Z', 'revision_number': 3, 'project_id': 'd2be536ae35e4ca488446af3606a7e85', 'gw_port': {'id': '1b034b6b-b41e-4119-9ba5-fe0787191f62', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:22:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:15Z', 'updated_at': '2021-08-10T01:58:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:17.426265 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-94bfab4d-0045-4d1e-9576-a0ccc57dbfa3 admin admin] Allocated IP 172.20.0.1 (5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44/3fd4ba0d-3f00-4fee-9624-179f4295e13d/5aecfa3e-ad42-4b90-bc5b-d94dc56b675c) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:58:17.447626 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c84ae0-6eac-4353-a9ab-10330ed9246b None None] Checking router: b2d37cb9-c069-49d3-b545-7ef41dd1b93a for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:58:17.448076 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c84ae0-6eac-4353-a9ab-10330ed9246b None None] Updating router b2d37cb9-c069-49d3-b545-7ef41dd1b93a port 1b034b6b-b41e-4119-9ba5-fe0787191f62 binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:58:17.474212 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d6c84ae0-6eac-4353-a9ab-10330ed9246b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:17.542613 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-94bfab4d-0045-4d1e-9576-a0ccc57dbfa3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:17.555949 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-94bfab4d-0045-4d1e-9576-a0ccc57dbfa3 admin admin] Transition to ACTIVE for port object 5aecfa3e-ad42-4b90-bc5b-d94dc56b675c will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:58:17.595136 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-94bfab4d-0045-4d1e-9576-a0ccc57dbfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:17.637972 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bfab4d-0045-4d1e-9576-a0ccc57dbfa3 admin admin] Network 5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:58:17.643249 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-94bfab4d-0045-4d1e-9576-a0ccc57dbfa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:58:17.645482 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bfab4d-0045-4d1e-9576-a0ccc57dbfa3 admin admin] Pushing event updated for resources: {'Port': ['ID=5aecfa3e-ad42-4b90-bc5b-d94dc56b675c,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:17.647612 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bfab4d-0045-4d1e-9576-a0ccc57dbfa3 admin admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:58:17.700709 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-94bfab4d-0045-4d1e-9576-a0ccc57dbfa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:17.771959 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device eb54de7e-d456-46e6-8ab6-9e8fef02e986 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:58:17.802042 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d6c84ae0-6eac-4353-a9ab-10330ed9246b None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:17.822073 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d6c84ae0-6eac-4353-a9ab-10330ed9246b None None] Transition to ACTIVE for port object 1b034b6b-b41e-4119-9ba5-fe0787191f62 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:58:17.832112 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d6c84ae0-6eac-4353-a9ab-10330ed9246b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:17.846433 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-94bfab4d-0045-4d1e-9576-a0ccc57dbfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:17.898570 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbbbe8-7a07-4472-a22a-d0ef0afc0f73 None None] Pushing event updated for resources: {'Port': ['ID=1b034b6b-b41e-4119-9ba5-fe0787191f62,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:17.901145 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d6c84ae0-6eac-4353-a9ab-10330ed9246b None None] Attempting to bind port 1b034b6b-b41e-4119-9ba5-fe0787191f62 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:58:17.901518 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d6c84ae0-6eac-4353-a9ab-10330ed9246b None None] Attempting to bind port 1b034b6b-b41e-4119-9ba5-fe0787191f62 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:58:17.901888 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c84ae0-6eac-4353-a9ab-10330ed9246b None None] Attempting to bind port 1b034b6b-b41e-4119-9ba5-fe0787191f62 on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:17.906848 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port eb54de7e-d456-46e6-8ab6-9e8fef02e986 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:58:17.912509 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c84ae0-6eac-4353-a9ab-10330ed9246b None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:58:17.912971 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c84ae0-6eac-4353-a9ab-10330ed9246b None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:58:17.913383 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d6c84ae0-6eac-4353-a9ab-10330ed9246b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:17.913894 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c84ae0-6eac-4353-a9ab-10330ed9246b None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:58:17.914407 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d6c84ae0-6eac-4353-a9ab-10330ed9246b None None] Bound port: 1b034b6b-b41e-4119-9ba5-fe0787191f62, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:58:17.914842 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d6c84ae0-6eac-4353-a9ab-10330ed9246b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:17.918460 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1df4e2f6-50c3-4e98-8240-a0e437adce83 None None] Provisioning for port 5aecfa3e-ad42-4b90-bc5b-d94dc56b675c completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:58:17.920303 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port eb54de7e-d456-46e6-8ab6-9e8fef02e986 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:17.920590 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:17.959075 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1df4e2f6-50c3-4e98-8240-a0e437adce83 None None] Provisioning complete for port 5aecfa3e-ad42-4b90-bc5b-d94dc56b675c triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:17.959443 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1df4e2f6-50c3-4e98-8240-a0e437adce83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:18.014250 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-94bfab4d-0045-4d1e-9576-a0ccc57dbfa3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:18.018906 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-94bfab4d-0045-4d1e-9576-a0ccc57dbfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:18.030744 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-1df4e2f6-50c3-4e98-8240-a0e437adce83 None None] Port 5aecfa3e-ad42-4b90-bc5b-d94dc56b675c cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:58:18.035800 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d6c84ae0-6eac-4353-a9ab-10330ed9246b None None] For port 1b034b6b-b41e-4119-9ba5-fe0787191f62, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:58:18.039797 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d6c84ae0-6eac-4353-a9ab-10330ed9246b None None] For port 1b034b6b-b41e-4119-9ba5-fe0787191f62, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=1b034b6b-b41e-4119-9ba5-fe0787191f62,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:58:18.045841 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d6c84ae0-6eac-4353-a9ab-10330ed9246b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:18.088969 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-94bfab4d-0045-4d1e-9576-a0ccc57dbfa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:18.091874 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bfab4d-0045-4d1e-9576-a0ccc57dbfa3 admin admin] Pushing event updated for resources: {'Port': ['ID=5aecfa3e-ad42-4b90-bc5b-d94dc56b675c,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:18.124699 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:18.134084 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c84ae0-6eac-4353-a9ab-10330ed9246b None None] Routers {'b2d37cb9-c069-49d3-b545-7ef41dd1b93a'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:58:18.134703 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-d6c84ae0-6eac-4353-a9ab-10330ed9246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:58:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['b2d37cb9-c069-49d3-b545-7ef41dd1b93a'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:18.174579 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbbbe8-7a07-4472-a22a-d0ef0afc0f73 None None] Pushing event updated for resources: {'Port': ['ID=1b034b6b-b41e-4119-9ba5-fe0787191f62,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:18.180288 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bfab4d-0045-4d1e-9576-a0ccc57dbfa3 admin admin] Network 5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:58:18.181678 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-94bfab4d-0045-4d1e-9576-a0ccc57dbfa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:58:18.212171 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port eb54de7e-d456-46e6-8ab6-9e8fef02e986, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=eb54de7e-d456-46e6-8ab6-9e8fef02e986,segment=NetworkSegment(83b48663-e200-4645-8a2a-1ca5bafb6c2b),segment_id=83b48663-e200-4645-8a2a-1ca5bafb6c2b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:18.243628 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:18.306636 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-d6c84ae0-6eac-4353-a9ab-10330ed9246b None None] Set router b2d37cb9-c069-49d3-b545-7ef41dd1b93a gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:58:18.306911 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94bfab4d-0045-4d1e-9576-a0ccc57dbfa3 admin admin] Router b2d37cb9-c069-49d3-b545-7ef41dd1b93a has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:58:18.336282 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=eb54de7e-d456-46e6-8ab6-9e8fef02e986,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:18.423564 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bfab4d-0045-4d1e-9576-a0ccc57dbfa3 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:58:18.428639 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-94bfab4d-0045-4d1e-9576-a0ccc57dbfa3 admin admin] 10.222.0.35 "PUT /v2.0/routers/b2d37cb9-c069-49d3-b545-7ef41dd1b93a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5756269 Aug 10 01:58:18.469704 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-79f70687-2af5-4e57-bdda-e9e5cac3c018 None None] Provisioning complete for port 5aecfa3e-ad42-4b90-bc5b-d94dc56b675c triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:18.470081 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-79f70687-2af5-4e57-bdda-e9e5cac3c018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:18.530023 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-79f70687-2af5-4e57-bdda-e9e5cac3c018 None None] Port 5aecfa3e-ad42-4b90-bc5b-d94dc56b675c cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:58:18.550968 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-d6c84ae0-6eac-4353-a9ab-10330ed9246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'name': 'tempest-TestMinimumBasicScenario-1520230499-router', 'tenant_id': 'd2be536ae35e4ca488446af3606a7e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '1b034b6b-b41e-4119-9ba5-fe0787191f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:15Z', 'updated_at': '2021-08-10T01:58:17Z', 'revision_number': 4, 'project_id': 'd2be536ae35e4ca488446af3606a7e85', 'gw_port': {'id': '1b034b6b-b41e-4119-9ba5-fe0787191f62', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:22:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:15Z', 'updated_at': '2021-08-10T01:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '5aecfa3e-ad42-4b90-bc5b-d94dc56b675c', 'name': '', 'network_id': '5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44', 'tenant_id': 'd2be536ae35e4ca488446af3606a7e85', 'mac_address': 'fa:16:3e:b0:04:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '3fd4ba0d-3f00-4fee-9624-179f4295e13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:17Z', 'updated_at': '2021-08-10T01:58:17Z', 'revision_number': 2, 'project_id': 'd2be536ae35e4ca488446af3606a7e85', 'subnets': [{'id': '3fd4ba0d-3f00-4fee-9624-179f4295e13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:18.577362 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c84ae0-6eac-4353-a9ab-10330ed9246b None None] The sync data for ids ['b2d37cb9-c069-49d3-b545-7ef41dd1b93a'] in n-d-766726-26 is: [{'id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'name': 'tempest-TestMinimumBasicScenario-1520230499-router', 'tenant_id': 'd2be536ae35e4ca488446af3606a7e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '1b034b6b-b41e-4119-9ba5-fe0787191f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:15Z', 'updated_at': '2021-08-10T01:58:17Z', 'revision_number': 4, 'project_id': 'd2be536ae35e4ca488446af3606a7e85', 'gw_port': {'id': '1b034b6b-b41e-4119-9ba5-fe0787191f62', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:22:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:15Z', 'updated_at': '2021-08-10T01:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '5aecfa3e-ad42-4b90-bc5b-d94dc56b675c', 'name': '', 'network_id': '5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44', 'tenant_id': 'd2be536ae35e4ca488446af3606a7e85', 'mac_address': 'fa:16:3e:b0:04:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '3fd4ba0d-3f00-4fee-9624-179f4295e13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:17Z', 'updated_at': '2021-08-10T01:58:17Z', 'revision_number': 2, 'project_id': 'd2be536ae35e4ca488446af3606a7e85', 'subnets': [{'id': '3fd4ba0d-3f00-4fee-9624-179f4295e13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:58:18.915847 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 38834) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:18.921411 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-e50a3e15-7a44-499f-8a6b-38ab2029c120 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2089330387-network', 'tenant_id': 'e3ff76c5536b4a99a9b085031644515b'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:58:18.942409 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50a3e15-7a44-499f-8a6b-38ab2029c120 admin admin] Made reservation on behalf of e3ff76c5536b4a99a9b085031644515b for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:58:18.944952 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e50a3e15-7a44-499f-8a6b-38ab2029c120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:18.954608 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e50a3e15-7a44-499f-8a6b-38ab2029c120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:19.049167 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e50a3e15-7a44-499f-8a6b-38ab2029c120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:19.053290 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e50a3e15-7a44-499f-8a6b-38ab2029c120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:19.082404 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e50a3e15-7a44-499f-8a6b-38ab2029c120 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:58:19.089018 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a3e15-7a44-499f-8a6b-38ab2029c120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae914356-609d-4d24-bbb1-ac901d789fe6,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:19.095998 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e50a3e15-7a44-499f-8a6b-38ab2029c120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:19.096675 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-e50a3e15-7a44-499f-8a6b-38ab2029c120 admin admin] Added segment 5d4f5ec5-f51e-4995-bd63-4337693b274f of type vlan for network cb445951-09d0-4aea-aef4-fb629a588716 Aug 10 01:58:19.150256 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e50a3e15-7a44-499f-8a6b-38ab2029c120 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:19.183605 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e50a3e15-7a44-499f-8a6b-38ab2029c120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:19.184909 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50a3e15-7a44-499f-8a6b-38ab2029c120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:19.185315 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e50a3e15-7a44-499f-8a6b-38ab2029c120 admin admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:19.241926 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e50a3e15-7a44-499f-8a6b-38ab2029c120 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3224714 Aug 10 01:58:19.242296 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38836) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:19.248030 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-26e9ce04-7e32-42f8-9570-b4e6c1f461fd admin admin] Request body: {'subnet': {'network_id': 'cb445951-09d0-4aea-aef4-fb629a588716', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2089330387-subnet', 'tenant_id': 'e3ff76c5536b4a99a9b085031644515b', 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:58:19.252501 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a3e15-7a44-499f-8a6b-38ab2029c120 admin admin] Pushing event updated for resources: {'Network': ['ID=cb445951-09d0-4aea-aef4-fb629a588716,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:19.266828 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network cb445951-09d0-4aea-aef4-fb629a588716 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:58:19.273161 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e9ce04-7e32-42f8-9570-b4e6c1f461fd admin admin] Made reservation on behalf of e3ff76c5536b4a99a9b085031644515b for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:58:19.276045 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26e9ce04-7e32-42f8-9570-b4e6c1f461fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:19.453668 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26e9ce04-7e32-42f8-9570-b4e6c1f461fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:19.509002 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e9ce04-7e32-42f8-9570-b4e6c1f461fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=495c3581-999e-49aa-b0f3-3e39d8939146,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:19.519225 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e9ce04-7e32-42f8-9570-b4e6c1f461fd admin admin] Checking segment: {'id': '5d4f5ec5-f51e-4995-bd63-4337693b274f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cb445951-09d0-4aea-aef4-fb629a588716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:58:19.519588 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e9ce04-7e32-42f8-9570-b4e6c1f461fd admin admin] Network hostable DHCP agents. Network: cb445951-09d0-4aea-aef4-fb629a588716, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:58:19.536956 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e9ce04-7e32-42f8-9570-b4e6c1f461fd admin admin] Network cb445951-09d0-4aea-aef4-fb629a588716 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:58:19.546874 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-26e9ce04-7e32-42f8-9570-b4e6c1f461fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, cb445951-09d0-4aea-aef4-fb629a588716) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:58:19.551016 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e9ce04-7e32-42f8-9570-b4e6c1f461fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:19.551608 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26e9ce04-7e32-42f8-9570-b4e6c1f461fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:19.555889 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7103b7e6-29b5-404d-89eb-0661d592a844 None None] Network cb445951-09d0-4aea-aef4-fb629a588716 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:58:19.566377 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-26e9ce04-7e32-42f8-9570-b4e6c1f461fd admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3228841 Aug 10 01:58:19.568872 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38838) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:19.573437 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-0a3f752d-dec7-4d43-8dcc-baea742d68b0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2089330387-router', 'tenant_id': 'e3ff76c5536b4a99a9b085031644515b', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:58:19.596799 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0a3f752d-dec7-4d43-8dcc-baea742d68b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:19.598014 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0a3f752d-dec7-4d43-8dcc-baea742d68b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:19.657164 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0a3f752d-dec7-4d43-8dcc-baea742d68b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:19.735318 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28fc736-4267-4ef0-b830-f03c3829b8c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-cb445951-09d0-4aea-aef4-fb629a588716', 'network_id': 'cb445951-09d0-4aea-aef4-fb629a588716', 'tenant_id': 'e3ff76c5536b4a99a9b085031644515b', 'fixed_ips': [{'subnet_id': '495c3581-999e-49aa-b0f3-3e39d8939146'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:58:19.736277 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a28fc736-4267-4ef0-b830-f03c3829b8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:19.807639 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0a3f752d-dec7-4d43-8dcc-baea742d68b0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:19.857607 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device eb54de7e-d456-46e6-8ab6-9e8fef02e986 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:58:19.929419 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-a28fc736-4267-4ef0-b830-f03c3829b8c3 None None] Allocated IP 172.20.0.2 (cb445951-09d0-4aea-aef4-fb629a588716/495c3581-999e-49aa-b0f3-3e39d8939146/ca18c27a-43ce-4f2d-829d-f0a376468a26) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:58:19.991250 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port eb54de7e-d456-46e6-8ab6-9e8fef02e986 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:19.991636 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:20.017273 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0a3f752d-dec7-4d43-8dcc-baea742d68b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:20.036165 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0a3f752d-dec7-4d43-8dcc-baea742d68b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:20.136243 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 1b034b6b-b41e-4119-9ba5-fe0787191f62 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:58:20.141044 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-0a3f752d-dec7-4d43-8dcc-baea742d68b0 admin admin] Allocated IP 172.25.2.237 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:58:20.158441 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a28fc736-4267-4ef0-b830-f03c3829b8c3 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:20.174180 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a28fc736-4267-4ef0-b830-f03c3829b8c3 None None] Transition to ACTIVE for port object ca18c27a-43ce-4f2d-829d-f0a376468a26 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:58:20.194453 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a28fc736-4267-4ef0-b830-f03c3829b8c3 None None] Transition to ACTIVE for port object ca18c27a-43ce-4f2d-829d-f0a376468a26 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:58:20.202289 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a28fc736-4267-4ef0-b830-f03c3829b8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:20.230420 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 1b034b6b-b41e-4119-9ba5-fe0787191f62 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:58:20.240510 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 1b034b6b-b41e-4119-9ba5-fe0787191f62 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:20.240888 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:20.253938 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0a3f752d-dec7-4d43-8dcc-baea742d68b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:20.266807 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28fc736-4267-4ef0-b830-f03c3829b8c3 None None] Network cb445951-09d0-4aea-aef4-fb629a588716 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:58:20.272634 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-a28fc736-4267-4ef0-b830-f03c3829b8c3 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:58:20.280579 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28fc736-4267-4ef0-b830-f03c3829b8c3 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:58:20.288839 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28fc736-4267-4ef0-b830-f03c3829b8c3 None None] Pushing event updated for resources: {'Port': ['ID=ca18c27a-43ce-4f2d-829d-f0a376468a26,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:20.296415 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0a3f752d-dec7-4d43-8dcc-baea742d68b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:20.333164 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3f752d-dec7-4d43-8dcc-baea742d68b0 admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:58:20.336069 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-0a3f752d-dec7-4d43-8dcc-baea742d68b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:58:20.342560 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3f752d-dec7-4d43-8dcc-baea742d68b0 admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:58:20.371516 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f752d-dec7-4d43-8dcc-baea742d68b0 admin admin] Pushing event updated for resources: {'Port': ['ID=eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:20.377782 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a28fc736-4267-4ef0-b830-f03c3829b8c3 None None] Attempting to bind port ca18c27a-43ce-4f2d-829d-f0a376468a26 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:58:20.378509 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a28fc736-4267-4ef0-b830-f03c3829b8c3 None None] Attempting to bind port ca18c27a-43ce-4f2d-829d-f0a376468a26 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '5d4f5ec5-f51e-4995-bd63-4337693b274f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cb445951-09d0-4aea-aef4-fb629a588716'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:58:20.378509 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28fc736-4267-4ef0-b830-f03c3829b8c3 None None] Attempting to bind port ca18c27a-43ce-4f2d-829d-f0a376468a26 on network cb445951-09d0-4aea-aef4-fb629a588716 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:20.390908 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28fc736-4267-4ef0-b830-f03c3829b8c3 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:58:20.391286 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28fc736-4267-4ef0-b830-f03c3829b8c3 None None] Checking segment: {'id': '5d4f5ec5-f51e-4995-bd63-4337693b274f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cb445951-09d0-4aea-aef4-fb629a588716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:58:20.392055 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a28fc736-4267-4ef0-b830-f03c3829b8c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:20.392557 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28fc736-4267-4ef0-b830-f03c3829b8c3 None None] Bound using segment: {'id': '5d4f5ec5-f51e-4995-bd63-4337693b274f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cb445951-09d0-4aea-aef4-fb629a588716'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:58:20.393047 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a28fc736-4267-4ef0-b830-f03c3829b8c3 None None] Bound port: ca18c27a-43ce-4f2d-829d-f0a376468a26, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d4f5ec5-f51e-4995-bd63-4337693b274f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cb445951-09d0-4aea-aef4-fb629a588716'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:58:20.393446 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a28fc736-4267-4ef0-b830-f03c3829b8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:20.405133 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:20.448503 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 1b034b6b-b41e-4119-9ba5-fe0787191f62, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=1b034b6b-b41e-4119-9ba5-fe0787191f62,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:20.458335 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:20.519523 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-a28fc736-4267-4ef0-b830-f03c3829b8c3 None None] For port ca18c27a-43ce-4f2d-829d-f0a376468a26, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:58:20.524664 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-a28fc736-4267-4ef0-b830-f03c3829b8c3 None None] For port ca18c27a-43ce-4f2d-829d-f0a376468a26, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=ca18c27a-43ce-4f2d-829d-f0a376468a26,segment=NetworkSegment(5d4f5ec5-f51e-4995-bd63-4337693b274f),segment_id=5d4f5ec5-f51e-4995-bd63-4337693b274f)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:58:20.534836 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a28fc736-4267-4ef0-b830-f03c3829b8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:20.543843 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=1b034b6b-b41e-4119-9ba5-fe0787191f62,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:20.602293 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b77ae9-f889-42f4-986a-490fd46abe29 None None] Sync routers for ids ['b2d37cb9-c069-49d3-b545-7ef41dd1b93a'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:58:20.605293 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0a3f752d-dec7-4d43-8dcc-baea742d68b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:20.616519 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b77ae9-f889-42f4-986a-490fd46abe29 None None] Routers {'b2d37cb9-c069-49d3-b545-7ef41dd1b93a'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:58:20.617575 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-01b77ae9-f889-42f4-986a-490fd46abe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:58:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['b2d37cb9-c069-49d3-b545-7ef41dd1b93a'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:20.622793 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28fc736-4267-4ef0-b830-f03c3829b8c3 None None] Pushing event updated for resources: {'Port': ['ID=ca18c27a-43ce-4f2d-829d-f0a376468a26,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:20.733972 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-01b77ae9-f889-42f4-986a-490fd46abe29 None None] Set router b2d37cb9-c069-49d3-b545-7ef41dd1b93a gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:58:20.852425 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0a3f752d-dec7-4d43-8dcc-baea742d68b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:20.971434 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-01b77ae9-f889-42f4-986a-490fd46abe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'name': 'tempest-TestMinimumBasicScenario-1520230499-router', 'tenant_id': 'd2be536ae35e4ca488446af3606a7e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '1b034b6b-b41e-4119-9ba5-fe0787191f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:15Z', 'updated_at': '2021-08-10T01:58:17Z', 'revision_number': 4, 'project_id': 'd2be536ae35e4ca488446af3606a7e85', 'gw_port': {'id': '1b034b6b-b41e-4119-9ba5-fe0787191f62', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:22:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:15Z', 'updated_at': '2021-08-10T01:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '5aecfa3e-ad42-4b90-bc5b-d94dc56b675c', 'name': '', 'network_id': '5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44', 'tenant_id': 'd2be536ae35e4ca488446af3606a7e85', 'mac_address': 'fa:16:3e:b0:04:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '3fd4ba0d-3f00-4fee-9624-179f4295e13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:17Z', 'updated_at': '2021-08-10T01:58:17Z', 'revision_number': 2, 'project_id': 'd2be536ae35e4ca488446af3606a7e85', 'subnets': [{'id': '3fd4ba0d-3f00-4fee-9624-179f4295e13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:20.991381 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3f752d-dec7-4d43-8dcc-baea742d68b0 admin admin] Router 62b84b9b-fa83-4e3d-829a-889b9c9a2f8b is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:58:20.997079 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b77ae9-f889-42f4-986a-490fd46abe29 None None] Checking router: b2d37cb9-c069-49d3-b545-7ef41dd1b93a for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:58:20.997441 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b77ae9-f889-42f4-986a-490fd46abe29 None None] Updating router b2d37cb9-c069-49d3-b545-7ef41dd1b93a port 5aecfa3e-ad42-4b90-bc5b-d94dc56b675c binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:58:21.021219 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-01b77ae9-f889-42f4-986a-490fd46abe29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:21.100555 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3f752d-dec7-4d43-8dcc-baea742d68b0 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:58:21.110339 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8036615c-5ad1-4a34-a498-a0c8a7630b4a None None] Sync routers for ids ['62b84b9b-fa83-4e3d-829a-889b9c9a2f8b'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:58:21.121062 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0a3f752d-dec7-4d43-8dcc-baea742d68b0 admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:21.121692 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8036615c-5ad1-4a34-a498-a0c8a7630b4a None None] Routers {'62b84b9b-fa83-4e3d-829a-889b9c9a2f8b'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:58:21.122292 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-8036615c-5ad1-4a34-a498-a0c8a7630b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:58:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['62b84b9b-fa83-4e3d-829a-889b9c9a2f8b'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:21.122476 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0a3f752d-dec7-4d43-8dcc-baea742d68b0 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5524037 Aug 10 01:58:21.125240 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 38840) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:21.316566 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-01b77ae9-f889-42f4-986a-490fd46abe29 None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:21.328773 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-01b77ae9-f889-42f4-986a-490fd46abe29 None None] Transition to ACTIVE for port object 5aecfa3e-ad42-4b90-bc5b-d94dc56b675c will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:58:21.335632 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-01b77ae9-f889-42f4-986a-490fd46abe29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:21.389806 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f5744-7ec7-4994-a96b-a225cf473813 None None] Pushing event updated for resources: {'Port': ['ID=5aecfa3e-ad42-4b90-bc5b-d94dc56b675c,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:21.402729 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f5744-7ec7-4994-a96b-a225cf473813 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:21.403213 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f5744-7ec7-4994-a96b-a225cf473813 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:21.403661 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f5744-7ec7-4994-a96b-a225cf473813 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:21.404083 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f5744-7ec7-4994-a96b-a225cf473813 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:21.404567 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f5744-7ec7-4994-a96b-a225cf473813 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:21.405244 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f5744-7ec7-4994-a96b-a225cf473813 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:21.405676 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f5744-7ec7-4994-a96b-a225cf473813 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:21.406102 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f5744-7ec7-4994-a96b-a225cf473813 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:21.406536 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f5744-7ec7-4994-a96b-a225cf473813 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:21.406954 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f5744-7ec7-4994-a96b-a225cf473813 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:21.407375 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f5744-7ec7-4994-a96b-a225cf473813 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:21.407933 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f5744-7ec7-4994-a96b-a225cf473813 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:21.438319 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-8036615c-5ad1-4a34-a498-a0c8a7630b4a None None] Set router 62b84b9b-fa83-4e3d-829a-889b9c9a2f8b gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:58:21.476843 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-01b77ae9-f889-42f4-986a-490fd46abe29 None None] Attempting to bind port 5aecfa3e-ad42-4b90-bc5b-d94dc56b675c on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:58:21.477574 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-01b77ae9-f889-42f4-986a-490fd46abe29 None None] Attempting to bind port 5aecfa3e-ad42-4b90-bc5b-d94dc56b675c by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '83b48663-e200-4645-8a2a-1ca5bafb6c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:58:21.478021 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b77ae9-f889-42f4-986a-490fd46abe29 None None] Attempting to bind port 5aecfa3e-ad42-4b90-bc5b-d94dc56b675c on network 5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:21.484616 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b77ae9-f889-42f4-986a-490fd46abe29 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:58:21.485065 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b77ae9-f889-42f4-986a-490fd46abe29 None None] Checking segment: {'id': '83b48663-e200-4645-8a2a-1ca5bafb6c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:58:21.485541 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-01b77ae9-f889-42f4-986a-490fd46abe29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:21.486004 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b77ae9-f889-42f4-986a-490fd46abe29 None None] Bound using segment: {'id': '83b48663-e200-4645-8a2a-1ca5bafb6c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:58:21.486565 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-01b77ae9-f889-42f4-986a-490fd46abe29 None None] Bound port: 5aecfa3e-ad42-4b90-bc5b-d94dc56b675c, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83b48663-e200-4645-8a2a-1ca5bafb6c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:58:21.487013 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-01b77ae9-f889-42f4-986a-490fd46abe29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:21.686353 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-01b77ae9-f889-42f4-986a-490fd46abe29 None None] For port 5aecfa3e-ad42-4b90-bc5b-d94dc56b675c, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:58:21.695090 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-01b77ae9-f889-42f4-986a-490fd46abe29 None None] For port 5aecfa3e-ad42-4b90-bc5b-d94dc56b675c, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5aecfa3e-ad42-4b90-bc5b-d94dc56b675c,segment=NetworkSegment(83b48663-e200-4645-8a2a-1ca5bafb6c2b),segment_id=83b48663-e200-4645-8a2a-1ca5bafb6c2b)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:58:21.700816 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-01b77ae9-f889-42f4-986a-490fd46abe29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:21.716341 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db678032-f658-4a33-a75e-1527c7a05dec None None] Network cb445951-09d0-4aea-aef4-fb629a588716 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:58:21.763372 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b77ae9-f889-42f4-986a-490fd46abe29 None None] Routers {'b2d37cb9-c069-49d3-b545-7ef41dd1b93a'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:58:21.764006 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-01b77ae9-f889-42f4-986a-490fd46abe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:58:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['b2d37cb9-c069-49d3-b545-7ef41dd1b93a'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:21.776749 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f5744-7ec7-4994-a96b-a225cf473813 None None] Pushing event updated for resources: {'Port': ['ID=5aecfa3e-ad42-4b90-bc5b-d94dc56b675c,revision_number=4']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:21.828368 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-9942077d-f845-4a39-965b-e013138abca9 None None] Provisioning for port ca18c27a-43ce-4f2d-829d-f0a376468a26 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:58:21.869838 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-8036615c-5ad1-4a34-a498-a0c8a7630b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b84b9b-fa83-4e3d-829a-889b9c9a2f8b', 'name': 'tempest-TestMinimumBasicScenario-2089330387-router', 'tenant_id': 'e3ff76c5536b4a99a9b085031644515b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:19Z', 'updated_at': '2021-08-10T01:58:20Z', 'revision_number': 3, 'project_id': 'e3ff76c5536b4a99a9b085031644515b', 'gw_port': {'id': 'eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b84b9b-fa83-4e3d-829a-889b9c9a2f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:20Z', 'updated_at': '2021-08-10T01:58:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:21.915628 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-01b77ae9-f889-42f4-986a-490fd46abe29 None None] Set router b2d37cb9-c069-49d3-b545-7ef41dd1b93a gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:58:21.923037 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8036615c-5ad1-4a34-a498-a0c8a7630b4a None None] Checking router: 62b84b9b-fa83-4e3d-829a-889b9c9a2f8b for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:58:21.923401 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8036615c-5ad1-4a34-a498-a0c8a7630b4a None None] Updating router 62b84b9b-fa83-4e3d-829a-889b9c9a2f8b port eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0 binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:58:21.953518 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8036615c-5ad1-4a34-a498-a0c8a7630b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:22.048171 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device ca18c27a-43ce-4f2d-829d-f0a376468a26 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:58:22.122484 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b6461d37-8e40-4fa7-b559-dce08c9bcb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:22.141854 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-01b77ae9-f889-42f4-986a-490fd46abe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'name': 'tempest-TestMinimumBasicScenario-1520230499-router', 'tenant_id': 'd2be536ae35e4ca488446af3606a7e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '1b034b6b-b41e-4119-9ba5-fe0787191f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:15Z', 'updated_at': '2021-08-10T01:58:17Z', 'revision_number': 4, 'project_id': 'd2be536ae35e4ca488446af3606a7e85', 'gw_port': {'id': '1b034b6b-b41e-4119-9ba5-fe0787191f62', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:22:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:15Z', 'updated_at': '2021-08-10T01:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '5aecfa3e-ad42-4b90-bc5b-d94dc56b675c', 'name': '', 'network_id': '5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44', 'tenant_id': 'd2be536ae35e4ca488446af3606a7e85', 'mac_address': 'fa:16:3e:b0:04:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '3fd4ba0d-3f00-4fee-9624-179f4295e13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:17Z', 'updated_at': '2021-08-10T01:58:21Z', 'revision_number': 4, 'project_id': 'd2be536ae35e4ca488446af3606a7e85', 'subnets': [{'id': '3fd4ba0d-3f00-4fee-9624-179f4295e13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:22.172695 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b77ae9-f889-42f4-986a-490fd46abe29 None None] The sync data for ids ['b2d37cb9-c069-49d3-b545-7ef41dd1b93a'] in n-d-766726-26 is: [{'id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'name': 'tempest-TestMinimumBasicScenario-1520230499-router', 'tenant_id': 'd2be536ae35e4ca488446af3606a7e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '1b034b6b-b41e-4119-9ba5-fe0787191f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:15Z', 'updated_at': '2021-08-10T01:58:17Z', 'revision_number': 4, 'project_id': 'd2be536ae35e4ca488446af3606a7e85', 'gw_port': {'id': '1b034b6b-b41e-4119-9ba5-fe0787191f62', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:22:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:15Z', 'updated_at': '2021-08-10T01:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '5aecfa3e-ad42-4b90-bc5b-d94dc56b675c', 'name': '', 'network_id': '5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44', 'tenant_id': 'd2be536ae35e4ca488446af3606a7e85', 'mac_address': 'fa:16:3e:b0:04:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '3fd4ba0d-3f00-4fee-9624-179f4295e13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:17Z', 'updated_at': '2021-08-10T01:58:21Z', 'revision_number': 4, 'project_id': 'd2be536ae35e4ca488446af3606a7e85', 'subnets': [{'id': '3fd4ba0d-3f00-4fee-9624-179f4295e13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:58:22.224818 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port ca18c27a-43ce-4f2d-829d-f0a376468a26 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:58:22.238474 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port ca18c27a-43ce-4f2d-829d-f0a376468a26 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:22.238851 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:22.309728 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-b6461d37-8e40-4fa7-b559-dce08c9bcb35 admin admin] Allocated IP 172.20.0.1 (cb445951-09d0-4aea-aef4-fb629a588716/495c3581-999e-49aa-b0f3-3e39d8939146/7484c323-9d8b-4c50-96f0-d300b096da54) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:58:22.404641 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8036615c-5ad1-4a34-a498-a0c8a7630b4a None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:22.407512 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:22.441554 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8036615c-5ad1-4a34-a498-a0c8a7630b4a None None] Transition to ACTIVE for port object eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:58:22.453265 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b6461d37-8e40-4fa7-b559-dce08c9bcb35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:22.453499 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port ca18c27a-43ce-4f2d-829d-f0a376468a26, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=ca18c27a-43ce-4f2d-829d-f0a376468a26,segment=NetworkSegment(5d4f5ec5-f51e-4995-bd63-4337693b274f),segment_id=5d4f5ec5-f51e-4995-bd63-4337693b274f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:22.455111 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8036615c-5ad1-4a34-a498-a0c8a7630b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:22.472760 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-b6461d37-8e40-4fa7-b559-dce08c9bcb35 admin admin] Transition to ACTIVE for port object 7484c323-9d8b-4c50-96f0-d300b096da54 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:58:22.480616 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:22.481399 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 1b034b6b-b41e-4119-9ba5-fe0787191f62 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:58:22.521377 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b6461d37-8e40-4fa7-b559-dce08c9bcb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:22.544413 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-8036615c-5ad1-4a34-a498-a0c8a7630b4a None None] Attempting to bind port eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:58:22.544799 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-8036615c-5ad1-4a34-a498-a0c8a7630b4a None None] Attempting to bind port eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:58:22.545168 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8036615c-5ad1-4a34-a498-a0c8a7630b4a None None] Attempting to bind port eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0 on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:22.551483 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e651d5d-1734-4942-8b22-fe9b93655e51 None None] Pushing event updated for resources: {'Port': ['ID=eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:22.570260 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6461d37-8e40-4fa7-b559-dce08c9bcb35 admin admin] Network cb445951-09d0-4aea-aef4-fb629a588716 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:58:22.574896 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6461d37-8e40-4fa7-b559-dce08c9bcb35 admin admin] Pushing event updated for resources: {'Port': ['ID=7484c323-9d8b-4c50-96f0-d300b096da54,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:22.577535 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-b6461d37-8e40-4fa7-b559-dce08c9bcb35 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:58:22.579938 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6461d37-8e40-4fa7-b559-dce08c9bcb35 admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:58:22.583242 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8036615c-5ad1-4a34-a498-a0c8a7630b4a None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:58:22.583486 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8036615c-5ad1-4a34-a498-a0c8a7630b4a None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:58:22.583904 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8036615c-5ad1-4a34-a498-a0c8a7630b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:22.584339 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8036615c-5ad1-4a34-a498-a0c8a7630b4a None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:58:22.584842 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-8036615c-5ad1-4a34-a498-a0c8a7630b4a None None] Bound port: eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:58:22.585235 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8036615c-5ad1-4a34-a498-a0c8a7630b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:22.622937 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b6461d37-8e40-4fa7-b559-dce08c9bcb35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:22.658440 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-502682fd-11df-4031-825a-5e1c0fe81cf0 None None] Provisioning complete for port ca18c27a-43ce-4f2d-829d-f0a376468a26 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:22.658739 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-502682fd-11df-4031-825a-5e1c0fe81cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:22.669383 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=ca18c27a-43ce-4f2d-829d-f0a376468a26,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:22.706457 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 1b034b6b-b41e-4119-9ba5-fe0787191f62 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:22.706919 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:22.721222 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-8036615c-5ad1-4a34-a498-a0c8a7630b4a None None] For port eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:58:22.770745 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-8036615c-5ad1-4a34-a498-a0c8a7630b4a None None] For port eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:58:22.779167 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8036615c-5ad1-4a34-a498-a0c8a7630b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:22.786719 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b6461d37-8e40-4fa7-b559-dce08c9bcb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:22.885710 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8036615c-5ad1-4a34-a498-a0c8a7630b4a None None] Routers {'62b84b9b-fa83-4e3d-829a-889b9c9a2f8b'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:58:22.886354 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-8036615c-5ad1-4a34-a498-a0c8a7630b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:58:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['62b84b9b-fa83-4e3d-829a-889b9c9a2f8b'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:22.908149 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e651d5d-1734-4942-8b22-fe9b93655e51 None None] Pushing event updated for resources: {'Port': ['ID=eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:22.982876 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b6461d37-8e40-4fa7-b559-dce08c9bcb35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:22.992381 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b6461d37-8e40-4fa7-b559-dce08c9bcb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:23.041837 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-8036615c-5ad1-4a34-a498-a0c8a7630b4a None None] Set router 62b84b9b-fa83-4e3d-829a-889b9c9a2f8b gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:58:23.061364 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b6461d37-8e40-4fa7-b559-dce08c9bcb35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:23.063233 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6461d37-8e40-4fa7-b559-dce08c9bcb35 admin admin] Pushing event updated for resources: {'Port': ['ID=7484c323-9d8b-4c50-96f0-d300b096da54,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:23.095744 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b86bf002-3053-4f4a-898c-db2002181a88 None None] Provisioning for port 7484c323-9d8b-4c50-96f0-d300b096da54 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:58:23.127871 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b86bf002-3053-4f4a-898c-db2002181a88 None None] Provisioning complete for port 7484c323-9d8b-4c50-96f0-d300b096da54 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:23.128271 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b86bf002-3053-4f4a-898c-db2002181a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:23.162266 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6461d37-8e40-4fa7-b559-dce08c9bcb35 admin admin] Network cb445951-09d0-4aea-aef4-fb629a588716 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:58:23.164067 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-b6461d37-8e40-4fa7-b559-dce08c9bcb35 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:58:23.215859 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b86bf002-3053-4f4a-898c-db2002181a88 None None] Port 7484c323-9d8b-4c50-96f0-d300b096da54 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:58:23.302751 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-8036615c-5ad1-4a34-a498-a0c8a7630b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b84b9b-fa83-4e3d-829a-889b9c9a2f8b', 'name': 'tempest-TestMinimumBasicScenario-2089330387-router', 'tenant_id': 'e3ff76c5536b4a99a9b085031644515b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:19Z', 'updated_at': '2021-08-10T01:58:22Z', 'revision_number': 4, 'project_id': 'e3ff76c5536b4a99a9b085031644515b', 'gw_port': {'id': 'eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b84b9b-fa83-4e3d-829a-889b9c9a2f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:20Z', 'updated_at': '2021-08-10T01:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '7484c323-9d8b-4c50-96f0-d300b096da54', 'name': '', 'network_id': 'cb445951-09d0-4aea-aef4-fb629a588716', 'tenant_id': 'e3ff76c5536b4a99a9b085031644515b', 'mac_address': 'fa:16:3e:e2:a7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b84b9b-fa83-4e3d-829a-889b9c9a2f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '495c3581-999e-49aa-b0f3-3e39d8939146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:22Z', 'updated_at': '2021-08-10T01:58:22Z', 'revision_number': 1, 'project_id': 'e3ff76c5536b4a99a9b085031644515b', 'subnets': [{'id': '495c3581-999e-49aa-b0f3-3e39d8939146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:23.304667 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6461d37-8e40-4fa7-b559-dce08c9bcb35 admin admin] Router 62b84b9b-fa83-4e3d-829a-889b9c9a2f8b has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:58:23.329905 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8036615c-5ad1-4a34-a498-a0c8a7630b4a None None] The sync data for ids ['62b84b9b-fa83-4e3d-829a-889b9c9a2f8b'] in n-d-766726-26 is: [{'id': '62b84b9b-fa83-4e3d-829a-889b9c9a2f8b', 'name': 'tempest-TestMinimumBasicScenario-2089330387-router', 'tenant_id': 'e3ff76c5536b4a99a9b085031644515b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:19Z', 'updated_at': '2021-08-10T01:58:22Z', 'revision_number': 4, 'project_id': 'e3ff76c5536b4a99a9b085031644515b', 'gw_port': {'id': 'eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b84b9b-fa83-4e3d-829a-889b9c9a2f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:20Z', 'updated_at': '2021-08-10T01:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '7484c323-9d8b-4c50-96f0-d300b096da54', 'name': '', 'network_id': 'cb445951-09d0-4aea-aef4-fb629a588716', 'tenant_id': 'e3ff76c5536b4a99a9b085031644515b', 'mac_address': 'fa:16:3e:e2:a7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b84b9b-fa83-4e3d-829a-889b9c9a2f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '495c3581-999e-49aa-b0f3-3e39d8939146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:22Z', 'updated_at': '2021-08-10T01:58:22Z', 'revision_number': 1, 'project_id': 'e3ff76c5536b4a99a9b085031644515b', 'subnets': [{'id': '495c3581-999e-49aa-b0f3-3e39d8939146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:58:23.423879 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6461d37-8e40-4fa7-b559-dce08c9bcb35 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:58:23.428805 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b6461d37-8e40-4fa7-b559-dce08c9bcb35 admin admin] 10.222.0.35 "PUT /v2.0/routers/62b84b9b-fa83-4e3d-829a-889b9c9a2f8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3025787 Aug 10 01:58:23.437420 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b23611d5-fee5-478b-8a0a-ada3c49b4f1e None None] Provisioning complete for port 7484c323-9d8b-4c50-96f0-d300b096da54 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:23.437874 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b23611d5-fee5-478b-8a0a-ada3c49b4f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:23.476622 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b23611d5-fee5-478b-8a0a-ada3c49b4f1e None None] Port 7484c323-9d8b-4c50-96f0-d300b096da54 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:58:23.754981 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device ca18c27a-43ce-4f2d-829d-f0a376468a26 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:58:23.825207 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port ca18c27a-43ce-4f2d-829d-f0a376468a26 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:23.825806 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:23.917762 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5aecfa3e-ad42-4b90-bc5b-d94dc56b675c up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:58:23.972052 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 5aecfa3e-ad42-4b90-bc5b-d94dc56b675c completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:58:23.975887 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 5aecfa3e-ad42-4b90-bc5b-d94dc56b675c triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:23.976480 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:24.053150 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:24.086507 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 5aecfa3e-ad42-4b90-bc5b-d94dc56b675c, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5aecfa3e-ad42-4b90-bc5b-d94dc56b675c,segment=NetworkSegment(83b48663-e200-4645-8a2a-1ca5bafb6c2b),segment_id=83b48663-e200-4645-8a2a-1ca5bafb6c2b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:24.090314 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:24.141347 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=5aecfa3e-ad42-4b90-bc5b-d94dc56b675c,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:24.816374 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:58:25.803425 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:58:25.857308 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:58:25.863701 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:25.864078 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:25.958731 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:25.983928 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:25.988876 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:25.989944 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5aecfa3e-ad42-4b90-bc5b-d94dc56b675c up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:58:26.077184 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:26.091078 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 5aecfa3e-ad42-4b90-bc5b-d94dc56b675c triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:26.091472 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:26.464171 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6fc0c6-2ba6-4c14-9a2e-59431ecb1f9d None None] Sync routers for ids ['62b84b9b-fa83-4e3d-829a-889b9c9a2f8b'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:58:26.474221 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6fc0c6-2ba6-4c14-9a2e-59431ecb1f9d None None] Routers {'62b84b9b-fa83-4e3d-829a-889b9c9a2f8b'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:58:26.474829 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-ad6fc0c6-2ba6-4c14-9a2e-59431ecb1f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:58:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['62b84b9b-fa83-4e3d-829a-889b9c9a2f8b'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:26.591497 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-ad6fc0c6-2ba6-4c14-9a2e-59431ecb1f9d None None] Set router 62b84b9b-fa83-4e3d-829a-889b9c9a2f8b gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:58:26.811554 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-ad6fc0c6-2ba6-4c14-9a2e-59431ecb1f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b84b9b-fa83-4e3d-829a-889b9c9a2f8b', 'name': 'tempest-TestMinimumBasicScenario-2089330387-router', 'tenant_id': 'e3ff76c5536b4a99a9b085031644515b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:19Z', 'updated_at': '2021-08-10T01:58:22Z', 'revision_number': 4, 'project_id': 'e3ff76c5536b4a99a9b085031644515b', 'gw_port': {'id': 'eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b84b9b-fa83-4e3d-829a-889b9c9a2f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:20Z', 'updated_at': '2021-08-10T01:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '7484c323-9d8b-4c50-96f0-d300b096da54', 'name': '', 'network_id': 'cb445951-09d0-4aea-aef4-fb629a588716', 'tenant_id': 'e3ff76c5536b4a99a9b085031644515b', 'mac_address': 'fa:16:3e:e2:a7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b84b9b-fa83-4e3d-829a-889b9c9a2f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '495c3581-999e-49aa-b0f3-3e39d8939146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:22Z', 'updated_at': '2021-08-10T01:58:22Z', 'revision_number': 2, 'project_id': 'e3ff76c5536b4a99a9b085031644515b', 'subnets': [{'id': '495c3581-999e-49aa-b0f3-3e39d8939146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:26.841918 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6fc0c6-2ba6-4c14-9a2e-59431ecb1f9d None None] Checking router: 62b84b9b-fa83-4e3d-829a-889b9c9a2f8b for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:58:26.842189 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6fc0c6-2ba6-4c14-9a2e-59431ecb1f9d None None] Updating router 62b84b9b-fa83-4e3d-829a-889b9c9a2f8b port 7484c323-9d8b-4c50-96f0-d300b096da54 binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:58:26.868648 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ad6fc0c6-2ba6-4c14-9a2e-59431ecb1f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:27.164428 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ad6fc0c6-2ba6-4c14-9a2e-59431ecb1f9d None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:27.175030 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-ad6fc0c6-2ba6-4c14-9a2e-59431ecb1f9d None None] Transition to ACTIVE for port object 7484c323-9d8b-4c50-96f0-d300b096da54 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:58:27.183093 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ad6fc0c6-2ba6-4c14-9a2e-59431ecb1f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:27.248068 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e4d78-fe8f-42cc-9bf9-ed313abaa7eb None None] Pushing event updated for resources: {'Port': ['ID=7484c323-9d8b-4c50-96f0-d300b096da54,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:27.308247 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-ad6fc0c6-2ba6-4c14-9a2e-59431ecb1f9d None None] Attempting to bind port 7484c323-9d8b-4c50-96f0-d300b096da54 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:58:27.308724 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-ad6fc0c6-2ba6-4c14-9a2e-59431ecb1f9d None None] Attempting to bind port 7484c323-9d8b-4c50-96f0-d300b096da54 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '5d4f5ec5-f51e-4995-bd63-4337693b274f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cb445951-09d0-4aea-aef4-fb629a588716'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:58:27.309167 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6fc0c6-2ba6-4c14-9a2e-59431ecb1f9d None None] Attempting to bind port 7484c323-9d8b-4c50-96f0-d300b096da54 on network cb445951-09d0-4aea-aef4-fb629a588716 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:27.314679 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6fc0c6-2ba6-4c14-9a2e-59431ecb1f9d None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:58:27.315054 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6fc0c6-2ba6-4c14-9a2e-59431ecb1f9d None None] Checking segment: {'id': '5d4f5ec5-f51e-4995-bd63-4337693b274f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cb445951-09d0-4aea-aef4-fb629a588716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:58:27.315460 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ad6fc0c6-2ba6-4c14-9a2e-59431ecb1f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:27.315887 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6fc0c6-2ba6-4c14-9a2e-59431ecb1f9d None None] Bound using segment: {'id': '5d4f5ec5-f51e-4995-bd63-4337693b274f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cb445951-09d0-4aea-aef4-fb629a588716'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:58:27.316392 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-ad6fc0c6-2ba6-4c14-9a2e-59431ecb1f9d None None] Bound port: 7484c323-9d8b-4c50-96f0-d300b096da54, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d4f5ec5-f51e-4995-bd63-4337693b274f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cb445951-09d0-4aea-aef4-fb629a588716'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:58:27.316917 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ad6fc0c6-2ba6-4c14-9a2e-59431ecb1f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:27.402427 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-ad6fc0c6-2ba6-4c14-9a2e-59431ecb1f9d None None] For port 7484c323-9d8b-4c50-96f0-d300b096da54, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:58:27.408918 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-ad6fc0c6-2ba6-4c14-9a2e-59431ecb1f9d None None] For port 7484c323-9d8b-4c50-96f0-d300b096da54, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=7484c323-9d8b-4c50-96f0-d300b096da54,segment=NetworkSegment(5d4f5ec5-f51e-4995-bd63-4337693b274f),segment_id=5d4f5ec5-f51e-4995-bd63-4337693b274f)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:58:27.417015 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ad6fc0c6-2ba6-4c14-9a2e-59431ecb1f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:27.478332 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e4d78-fe8f-42cc-9bf9-ed313abaa7eb None None] Pushing event updated for resources: {'Port': ['ID=7484c323-9d8b-4c50-96f0-d300b096da54,revision_number=4']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:27.506113 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6fc0c6-2ba6-4c14-9a2e-59431ecb1f9d None None] Routers {'62b84b9b-fa83-4e3d-829a-889b9c9a2f8b'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:58:27.507054 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-ad6fc0c6-2ba6-4c14-9a2e-59431ecb1f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:58:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['62b84b9b-fa83-4e3d-829a-889b9c9a2f8b'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:27.654096 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-ad6fc0c6-2ba6-4c14-9a2e-59431ecb1f9d None None] Set router 62b84b9b-fa83-4e3d-829a-889b9c9a2f8b gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:58:27.801699 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:58:27.861752 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:27.862384 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:27.930467 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-ad6fc0c6-2ba6-4c14-9a2e-59431ecb1f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b84b9b-fa83-4e3d-829a-889b9c9a2f8b', 'name': 'tempest-TestMinimumBasicScenario-2089330387-router', 'tenant_id': 'e3ff76c5536b4a99a9b085031644515b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:19Z', 'updated_at': '2021-08-10T01:58:22Z', 'revision_number': 4, 'project_id': 'e3ff76c5536b4a99a9b085031644515b', 'gw_port': {'id': 'eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b84b9b-fa83-4e3d-829a-889b9c9a2f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:20Z', 'updated_at': '2021-08-10T01:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '7484c323-9d8b-4c50-96f0-d300b096da54', 'name': '', 'network_id': 'cb445951-09d0-4aea-aef4-fb629a588716', 'tenant_id': 'e3ff76c5536b4a99a9b085031644515b', 'mac_address': 'fa:16:3e:e2:a7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b84b9b-fa83-4e3d-829a-889b9c9a2f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '495c3581-999e-49aa-b0f3-3e39d8939146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:22Z', 'updated_at': '2021-08-10T01:58:27Z', 'revision_number': 4, 'project_id': 'e3ff76c5536b4a99a9b085031644515b', 'subnets': [{'id': '495c3581-999e-49aa-b0f3-3e39d8939146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:27.957135 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6fc0c6-2ba6-4c14-9a2e-59431ecb1f9d None None] The sync data for ids ['62b84b9b-fa83-4e3d-829a-889b9c9a2f8b'] in n-d-766726-26 is: [{'id': '62b84b9b-fa83-4e3d-829a-889b9c9a2f8b', 'name': 'tempest-TestMinimumBasicScenario-2089330387-router', 'tenant_id': 'e3ff76c5536b4a99a9b085031644515b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:19Z', 'updated_at': '2021-08-10T01:58:22Z', 'revision_number': 4, 'project_id': 'e3ff76c5536b4a99a9b085031644515b', 'gw_port': {'id': 'eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b84b9b-fa83-4e3d-829a-889b9c9a2f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:20Z', 'updated_at': '2021-08-10T01:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '7484c323-9d8b-4c50-96f0-d300b096da54', 'name': '', 'network_id': 'cb445951-09d0-4aea-aef4-fb629a588716', 'tenant_id': 'e3ff76c5536b4a99a9b085031644515b', 'mac_address': 'fa:16:3e:e2:a7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b84b9b-fa83-4e3d-829a-889b9c9a2f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '495c3581-999e-49aa-b0f3-3e39d8939146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:22Z', 'updated_at': '2021-08-10T01:58:27Z', 'revision_number': 4, 'project_id': 'e3ff76c5536b4a99a9b085031644515b', 'subnets': [{'id': '495c3581-999e-49aa-b0f3-3e39d8939146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:58:27.985284 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7484c323-9d8b-4c50-96f0-d300b096da54 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:58:28.049409 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 7484c323-9d8b-4c50-96f0-d300b096da54 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:58:28.054289 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 7484c323-9d8b-4c50-96f0-d300b096da54 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:28.054656 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:28.154360 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:28.189975 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 7484c323-9d8b-4c50-96f0-d300b096da54, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=7484c323-9d8b-4c50-96f0-d300b096da54,segment=NetworkSegment(5d4f5ec5-f51e-4995-bd63-4337693b274f),segment_id=5d4f5ec5-f51e-4995-bd63-4337693b274f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:28.194669 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:28.246551 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=7484c323-9d8b-4c50-96f0-d300b096da54,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:28.768151 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:29.754202 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7484c323-9d8b-4c50-96f0-d300b096da54 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:58:29.811126 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 7484c323-9d8b-4c50-96f0-d300b096da54 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:29.811864 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:33.417968 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762884e4-c00a-466c-80e3-4e4568454a3f req-9ff0bc4b-cff8-489b-9700-fa87bdecef0b tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:33.419439 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-762884e4-c00a-466c-80e3-4e4568454a3f req-9ff0bc4b-cff8-489b-9700-fa87bdecef0b tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/networks?id=5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44 HTTP/1.1" status: 200 len: 815 time: 0.3623545 Aug 10 01:58:33.434065 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-762884e4-c00a-466c-80e3-4e4568454a3f req-5a34fdb4-5cf3-4bcc-a7a1-9635dbb8b945 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/quotas/d2be536ae35e4ca488446af3606a7e85 HTTP/1.1" status: 200 len: 375 time: 0.0089262 Aug 10 01:58:33.484069 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-762884e4-c00a-466c-80e3-4e4568454a3f req-932e207c-6da8-4014-a1d7-bb855e573bb8 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d2be536ae35e4ca488446af3606a7e85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446873 Aug 10 01:58:33.618628 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [req-762884e4-c00a-466c-80e3-4e4568454a3f req-cc8129b2-d362-4b53-9c16-36de15bf091c service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:58:33.619796 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-762884e4-c00a-466c-80e3-4e4568454a3f req-cc8129b2-d362-4b53-9c16-36de15bf091c service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0489030 Aug 10 01:58:33.709876 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-762884e4-c00a-466c-80e3-4e4568454a3f req-1b33edd4-b226-4003-bdbf-49390935a274 service neutron] 10.222.0.35 "GET /v2.0/networks/5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831800 Aug 10 01:58:33.800847 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-762884e4-c00a-466c-80e3-4e4568454a3f req-81ea524a-9645-45f2-9d53-27da81992288 service neutron] 10.222.0.35 "GET /v2.0/networks/5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837693 Aug 10 01:58:33.956659 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-78270823-8852-454a-90da-724708bb205d req-607f005b-f2fe-497d-aa90-c31a09a895aa tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 210 time: 0.0273268 Aug 10 01:58:34.938436 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762884e4-c00a-466c-80e3-4e4568454a3f req-837bdba3-1321-4fca-bba4-8eae4b6751f4 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:34.939913 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-762884e4-c00a-466c-80e3-4e4568454a3f req-837bdba3-1321-4fca-bba4-8eae4b6751f4 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.20 "GET /v2.0/networks?id=5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44 HTTP/1.1" status: 200 len: 815 time: 0.1036880 Aug 10 01:58:34.961468 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-762884e4-c00a-466c-80e3-4e4568454a3f req-6c8961d5-9a84-4fb8-a671-85a061563826 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Request body: {'port': {'device_id': 'fce5a0af-435c-42e0-b1a8-5ceb477544ea', 'network_id': '5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44', 'admin_state_up': True, 'tenant_id': 'd2be536ae35e4ca488446af3606a7e85'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:58:35.057646 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ad346f5c-2aba-4847-aad8-af10e93a28b8 req-22370f29-8965-4152-b9ea-0d5faff4d236 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 210 time: 0.0308003 Aug 10 01:58:35.093619 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-762884e4-c00a-466c-80e3-4e4568454a3f req-6c8961d5-9a84-4fb8-a671-85a061563826 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Made reservation on behalf of d2be536ae35e4ca488446af3606a7e85 for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:58:35.097221 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-762884e4-c00a-466c-80e3-4e4568454a3f req-6c8961d5-9a84-4fb8-a671-85a061563826 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:35.235225 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-762884e4-c00a-466c-80e3-4e4568454a3f req-6c8961d5-9a84-4fb8-a671-85a061563826 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Allocated IP 172.20.0.10 (5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44/3fd4ba0d-3f00-4fee-9624-179f4295e13d/780e7f97-b2be-4064-979b-af31ac080749) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:58:35.420684 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-762884e4-c00a-466c-80e3-4e4568454a3f req-6c8961d5-9a84-4fb8-a671-85a061563826 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:35.436935 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-762884e4-c00a-466c-80e3-4e4568454a3f req-6c8961d5-9a84-4fb8-a671-85a061563826 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Transition to ACTIVE for port object 780e7f97-b2be-4064-979b-af31ac080749 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:58:35.472811 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-762884e4-c00a-466c-80e3-4e4568454a3f req-6c8961d5-9a84-4fb8-a671-85a061563826 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:35.515058 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-762884e4-c00a-466c-80e3-4e4568454a3f req-6c8961d5-9a84-4fb8-a671-85a061563826 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Network 5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:58:35.520503 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-762884e4-c00a-466c-80e3-4e4568454a3f req-6c8961d5-9a84-4fb8-a671-85a061563826 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:58:35.525610 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-762884e4-c00a-466c-80e3-4e4568454a3f req-6c8961d5-9a84-4fb8-a671-85a061563826 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:58:35.552293 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8961d5-9a84-4fb8-a671-85a061563826 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Pushing event updated for resources: {'Port': ['ID=780e7f97-b2be-4064-979b-af31ac080749,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:35.570763 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8961d5-9a84-4fb8-a671-85a061563826 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:35.571135 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8961d5-9a84-4fb8-a671-85a061563826 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:35.571469 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8961d5-9a84-4fb8-a671-85a061563826 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:35.571814 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8961d5-9a84-4fb8-a671-85a061563826 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:35.572713 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8961d5-9a84-4fb8-a671-85a061563826 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:35.573052 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8961d5-9a84-4fb8-a671-85a061563826 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:35.573389 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8961d5-9a84-4fb8-a671-85a061563826 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:35.573722 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8961d5-9a84-4fb8-a671-85a061563826 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:35.574220 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8961d5-9a84-4fb8-a671-85a061563826 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:35.574707 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8961d5-9a84-4fb8-a671-85a061563826 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:35.575192 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8961d5-9a84-4fb8-a671-85a061563826 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:35.575666 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8961d5-9a84-4fb8-a671-85a061563826 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:35.628971 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762884e4-c00a-466c-80e3-4e4568454a3f req-6c8961d5-9a84-4fb8-a671-85a061563826 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:35.629900 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-762884e4-c00a-466c-80e3-4e4568454a3f req-6c8961d5-9a84-4fb8-a671-85a061563826 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:35.657350 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-762884e4-c00a-466c-80e3-4e4568454a3f req-6c8961d5-9a84-4fb8-a671-85a061563826 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6992712 Aug 10 01:58:35.890602 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0c6a3c7b-bf4b-4799-a944-74232da1448a None None] Provisioning for port 780e7f97-b2be-4064-979b-af31ac080749 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:58:35.894128 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0c6a3c7b-bf4b-4799-a944-74232da1448a None None] Provisioning complete for port 780e7f97-b2be-4064-979b-af31ac080749 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:35.894503 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0c6a3c7b-bf4b-4799-a944-74232da1448a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:35.928257 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-0c6a3c7b-bf4b-4799-a944-74232da1448a None None] Port 780e7f97-b2be-4064-979b-af31ac080749 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:58:36.179530 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dece40a-b41c-4d56-8ac4-5738b2d2f77c req-581a0ea5-3f6f-49c9-a557-6aad66463d74 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:36.181047 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5dece40a-b41c-4d56-8ac4-5738b2d2f77c req-581a0ea5-3f6f-49c9-a557-6aad66463d74 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 932 time: 0.0529659 Aug 10 01:58:36.218547 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5dece40a-b41c-4d56-8ac4-5738b2d2f77c req-b0223e3c-fad0-43be-8f2a-6a5687a84655 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310137 Aug 10 01:58:37.575017 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeee6c1-f4f3-4e0f-bedc-5872fb1dc5fe req-bd68b0fc-fc8f-4a15-972a-f59c82d1f722 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:37.578169 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3aeee6c1-f4f3-4e0f-bedc-5872fb1dc5fe req-bd68b0fc-fc8f-4a15-972a-f59c82d1f722 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 932 time: 0.0520151 Aug 10 01:58:37.616637 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3aeee6c1-f4f3-4e0f-bedc-5872fb1dc5fe req-0fadb851-248d-4666-9a92-825fd62c7244 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340207 Aug 10 01:58:38.740300 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8c96a-5db5-4f16-bdb5-d99d8126f06f req-03ba71f4-ff08-4320-971c-f8ddc2a2aeaa tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:38.741969 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9ea8c96a-5db5-4f16-bdb5-d99d8126f06f req-03ba71f4-ff08-4320-971c-f8ddc2a2aeaa tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 932 time: 0.0566456 Aug 10 01:58:38.783039 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9ea8c96a-5db5-4f16-bdb5-d99d8126f06f req-e23d9edb-b819-4910-b728-46d0723ec9f3 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341239 Aug 10 01:58:39.899029 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3bb1a9-1b7f-4962-9954-ee77d3d6f46e req-6645e158-b9a1-47d8-ac6e-de287a147f13 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:39.901026 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0c3bb1a9-1b7f-4962-9954-ee77d3d6f46e req-6645e158-b9a1-47d8-ac6e-de287a147f13 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 932 time: 0.0523379 Aug 10 01:58:39.939058 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0c3bb1a9-1b7f-4962-9954-ee77d3d6f46e req-5a9d3b6c-653d-45a8-9925-f552ce15500b tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321460 Aug 10 01:58:41.059205 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eec25d-a5d8-463f-97f3-d73316116b88 req-e12bb230-7e7f-4af2-b34d-6ae787b4331c tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:41.060715 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e9eec25d-a5d8-463f-97f3-d73316116b88 req-e12bb230-7e7f-4af2-b34d-6ae787b4331c tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 932 time: 0.0548437 Aug 10 01:58:41.098051 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e9eec25d-a5d8-463f-97f3-d73316116b88 req-d3a413b4-ef33-4340-af30-be3656967d66 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314069 Aug 10 01:58:41.251886 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e949d3a1-5bf8-4481-99bb-aa51fcb53b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:42.189536 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:42.208988 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4adfb1a-299a-4797-881d-48f5cc60cbf1 req-407468d2-b47b-43ed-999f-0e26970bcef2 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:42.210481 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a4adfb1a-299a-4797-881d-48f5cc60cbf1 req-407468d2-b47b-43ed-999f-0e26970bcef2 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 932 time: 0.0483935 Aug 10 01:58:42.247923 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a4adfb1a-299a-4797-881d-48f5cc60cbf1 req-6d84b17c-9321-450f-9813-d881c1120af9 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308669 Aug 10 01:58:43.372475 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b5360-8d2a-4eea-ad74-3d9a4f258939 req-698c76ec-dd33-441b-9b01-686d88ff1246 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:43.373946 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be5b5360-8d2a-4eea-ad74-3d9a4f258939 req-698c76ec-dd33-441b-9b01-686d88ff1246 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 932 time: 0.0539241 Aug 10 01:58:43.411047 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be5b5360-8d2a-4eea-ad74-3d9a4f258939 req-f3d55d7f-cab9-43dd-942b-cc1db0229436 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310960 Aug 10 01:58:43.901757 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fe20154e-97de-4f0f-9c3b-c4b3bdfa70d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:44.531212 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:44.543137 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66edeb63-5ce3-4683-9e7a-37b2072b1f2b req-1884641f-ff7d-4269-a5fc-8e0d4a6affe5 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:44.544715 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-66edeb63-5ce3-4683-9e7a-37b2072b1f2b req-1884641f-ff7d-4269-a5fc-8e0d4a6affe5 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 932 time: 0.0616550 Aug 10 01:58:44.583370 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-66edeb63-5ce3-4683-9e7a-37b2072b1f2b req-6d4ab481-859b-441e-bb1d-7e4672d7f3ce tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327039 Aug 10 01:58:45.390889 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:45.696897 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83135c29-8373-486d-9480-2f2af9674548 req-7ee3320c-599e-4fad-98dd-9fd2c82891bb tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:45.698508 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-83135c29-8373-486d-9480-2f2af9674548 req-7ee3320c-599e-4fad-98dd-9fd2c82891bb tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 932 time: 0.0494897 Aug 10 01:58:45.743619 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-83135c29-8373-486d-9480-2f2af9674548 req-23237171-0be3-4ec1-9f4c-a7cb034eb060 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358140 Aug 10 01:58:46.467572 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:46.862233 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269f51b-f4fb-4f25-8049-2ceae74b0837 req-bcb9afb1-fc74-4c1d-a0a9-095574191022 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:46.863679 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9269f51b-f4fb-4f25-8049-2ceae74b0837 req-bcb9afb1-fc74-4c1d-a0a9-095574191022 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 932 time: 0.0545652 Aug 10 01:58:46.899817 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9269f51b-f4fb-4f25-8049-2ceae74b0837 req-5fba9548-7ab8-4b15-9e80-0457012c5d55 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302694 Aug 10 01:58:48.011563 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6776f-2994-4330-ab21-2bb95a41a274 req-7c8859f0-b233-4252-8832-8299690aeffa tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:48.013057 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-46a6776f-2994-4330-ab21-2bb95a41a274 req-7c8859f0-b233-4252-8832-8299690aeffa tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 932 time: 0.0477221 Aug 10 01:58:48.050020 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-46a6776f-2994-4330-ab21-2bb95a41a274 req-be9204e1-3648-45b1-bc9b-14e5a7eb609f tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311587 Aug 10 01:58:49.168083 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c72b30-da2f-4cd4-a7ea-26bb4a3d6d7e req-a07eafaf-2f25-4328-80b3-fcd32749faed tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:49.169593 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-26c72b30-da2f-4cd4-a7ea-26bb4a3d6d7e req-a07eafaf-2f25-4328-80b3-fcd32749faed tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 932 time: 0.0526869 Aug 10 01:58:49.206616 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-26c72b30-da2f-4cd4-a7ea-26bb4a3d6d7e req-54bd58a8-2a5e-4ced-8b69-a7b34ebd59ef tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311668 Aug 10 01:58:50.266456 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [req-762884e4-c00a-466c-80e3-4e4568454a3f req-d1b902e0-f5ca-4fe1-9906-577b149d6263 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:58:50.269052 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-762884e4-c00a-466c-80e3-4e4568454a3f req-d1b902e0-f5ca-4fe1-9906-577b149d6263 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060463 Aug 10 01:58:50.293596 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-762884e4-c00a-466c-80e3-4e4568454a3f req-f7c75237-5fad-42bb-b0b1-902a02929694 service neutron] Request body: {'port': {'device_id': 'fce5a0af-435c-42e0-b1a8-5ceb477544ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:58:50.372397 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-762884e4-c00a-466c-80e3-4e4568454a3f req-f7c75237-5fad-42bb-b0b1-902a02929694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:50.426862 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161ac96-5077-4203-b03e-c8d27cdd5c0c req-60bdb556-2267-4ba8-81a9-014acbe6014a tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:50.428372 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7161ac96-5077-4203-b03e-c8d27cdd5c0c req-60bdb556-2267-4ba8-81a9-014acbe6014a tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 932 time: 0.0848768 Aug 10 01:58:50.534003 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7161ac96-5077-4203-b03e-c8d27cdd5c0c req-9928654c-a4ec-487c-b2ec-13c228c07859 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957046 Aug 10 01:58:50.673063 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-762884e4-c00a-466c-80e3-4e4568454a3f req-f7c75237-5fad-42bb-b0b1-902a02929694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 780e7f97-b2be-4064-979b-af31ac080749 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:58:50.680330 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-762884e4-c00a-466c-80e3-4e4568454a3f req-f7c75237-5fad-42bb-b0b1-902a02929694 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:50.691661 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-762884e4-c00a-466c-80e3-4e4568454a3f req-f7c75237-5fad-42bb-b0b1-902a02929694 service neutron] Transition to ACTIVE for port object 780e7f97-b2be-4064-979b-af31ac080749 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:58:50.695411 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-762884e4-c00a-466c-80e3-4e4568454a3f req-f7c75237-5fad-42bb-b0b1-902a02929694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:50.743025 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c75237-5fad-42bb-b0b1-902a02929694 service neutron] Pushing event updated for resources: {'Port': ['ID=780e7f97-b2be-4064-979b-af31ac080749,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:50.816969 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-762884e4-c00a-466c-80e3-4e4568454a3f req-f7c75237-5fad-42bb-b0b1-902a02929694 service neutron] Attempting to bind port 780e7f97-b2be-4064-979b-af31ac080749 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:58:50.817311 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-762884e4-c00a-466c-80e3-4e4568454a3f req-f7c75237-5fad-42bb-b0b1-902a02929694 service neutron] Attempting to bind port 780e7f97-b2be-4064-979b-af31ac080749 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '83b48663-e200-4645-8a2a-1ca5bafb6c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:58:50.817651 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762884e4-c00a-466c-80e3-4e4568454a3f req-f7c75237-5fad-42bb-b0b1-902a02929694 service neutron] Attempting to bind port 780e7f97-b2be-4064-979b-af31ac080749 on network 5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:50.822541 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762884e4-c00a-466c-80e3-4e4568454a3f req-f7c75237-5fad-42bb-b0b1-902a02929694 service neutron] Port 780e7f97-b2be-4064-979b-af31ac080749 on network 5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:58:50.822866 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762884e4-c00a-466c-80e3-4e4568454a3f req-f7c75237-5fad-42bb-b0b1-902a02929694 service neutron] Attempting to bind port 780e7f97-b2be-4064-979b-af31ac080749 on network 5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:50.827925 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762884e4-c00a-466c-80e3-4e4568454a3f req-f7c75237-5fad-42bb-b0b1-902a02929694 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:58:50.828313 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762884e4-c00a-466c-80e3-4e4568454a3f req-f7c75237-5fad-42bb-b0b1-902a02929694 service neutron] Checking segment: {'id': '83b48663-e200-4645-8a2a-1ca5bafb6c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:58:50.828710 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762884e4-c00a-466c-80e3-4e4568454a3f req-f7c75237-5fad-42bb-b0b1-902a02929694 service neutron] Bound using segment: {'id': '83b48663-e200-4645-8a2a-1ca5bafb6c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:58:50.829145 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-762884e4-c00a-466c-80e3-4e4568454a3f req-f7c75237-5fad-42bb-b0b1-902a02929694 service neutron] Bound port: 780e7f97-b2be-4064-979b-af31ac080749, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83b48663-e200-4645-8a2a-1ca5bafb6c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:58:50.829514 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-762884e4-c00a-466c-80e3-4e4568454a3f req-f7c75237-5fad-42bb-b0b1-902a02929694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:50.898836 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-762884e4-c00a-466c-80e3-4e4568454a3f req-f7c75237-5fad-42bb-b0b1-902a02929694 service neutron] For port 780e7f97-b2be-4064-979b-af31ac080749, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:58:50.902880 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-762884e4-c00a-466c-80e3-4e4568454a3f req-f7c75237-5fad-42bb-b0b1-902a02929694 service neutron] For port 780e7f97-b2be-4064-979b-af31ac080749, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=780e7f97-b2be-4064-979b-af31ac080749,segment=NetworkSegment(83b48663-e200-4645-8a2a-1ca5bafb6c2b),segment_id=83b48663-e200-4645-8a2a-1ca5bafb6c2b)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:58:50.906322 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-762884e4-c00a-466c-80e3-4e4568454a3f req-f7c75237-5fad-42bb-b0b1-902a02929694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:50.939672 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762884e4-c00a-466c-80e3-4e4568454a3f req-f7c75237-5fad-42bb-b0b1-902a02929694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:50.940322 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-762884e4-c00a-466c-80e3-4e4568454a3f req-f7c75237-5fad-42bb-b0b1-902a02929694 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:50.941744 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-762884e4-c00a-466c-80e3-4e4568454a3f req-f7c75237-5fad-42bb-b0b1-902a02929694 service neutron] 10.222.0.20 "PUT /v2.0/ports/780e7f97-b2be-4064-979b-af31ac080749 HTTP/1.1" status: 200 len: 1093 time: 0.6557353 Aug 10 01:58:50.942156 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce5a0af-435c-42e0-b1a8-5ceb477544ea', 'tag': '780e7f97-b2be-4064-979b-af31ac080749'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:58:50.944637 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9e874736d5403a2ed85b010b990dd133e24f0379b2e9b4f0e55655a3e1797b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6d38c7-c435-4d42-9799-b06f3c274447" -d '{"events": [{"name": "network-changed", "server_uuid": "fce5a0af-435c-42e0-b1a8-5ceb477544ea", "tag": "780e7f97-b2be-4064-979b-af31ac080749"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:58:50.972381 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c75237-5fad-42bb-b0b1-902a02929694 service neutron] Pushing event updated for resources: {'Port': ['ID=780e7f97-b2be-4064-979b-af31ac080749,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:51.002788 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c7e856-b683-4820-817b-c034557d3746 x-openstack-request-id: req-f0c7e856-b683-4820-817b-c034557d3746 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:58:51.003162 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce5a0af-435c-42e0-b1a8-5ceb477544ea", "tag": "780e7f97-b2be-4064-979b-af31ac080749", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:58:51.003494 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f0c7e856-b683-4820-817b-c034557d3746 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:58:51.003959 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce5a0af-435c-42e0-b1a8-5ceb477544ea', 'tag': '780e7f97-b2be-4064-979b-af31ac080749', 'status': 'completed', 'code': 200} Aug 10 01:58:51.061529 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762884e4-c00a-466c-80e3-4e4568454a3f req-ce60025e-3cd0-49a8-b0d7-1f915f95077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:51.063071 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-762884e4-c00a-466c-80e3-4e4568454a3f req-ce60025e-3cd0-49a8-b0d7-1f915f95077b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2be536ae35e4ca488446af3606a7e85&device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 1096 time: 0.0435750 Aug 10 01:58:51.115786 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-762884e4-c00a-466c-80e3-4e4568454a3f req-fabaf765-dc37-473c-8e49-916b6e2a52ce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=780e7f97-b2be-4064-979b-af31ac080749 HTTP/1.1" status: 200 len: 217 time: 0.0387285 Aug 10 01:58:51.168319 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762884e4-c00a-466c-80e3-4e4568454a3f req-ee5032f7-d43b-40e5-bb41-b9c3124a1622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:51.169789 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-762884e4-c00a-466c-80e3-4e4568454a3f req-ee5032f7-d43b-40e5-bb41-b9c3124a1622 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3fd4ba0d-3f00-4fee-9624-179f4295e13d HTTP/1.1" status: 200 len: 854 time: 0.0476012 Aug 10 01:58:51.214959 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762884e4-c00a-466c-80e3-4e4568454a3f req-eb227f24-a76e-4c2f-8062-909d7a516370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:51.216432 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-762884e4-c00a-466c-80e3-4e4568454a3f req-eb227f24-a76e-4c2f-8062-909d7a516370 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394809 Aug 10 01:58:51.305401 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-762884e4-c00a-466c-80e3-4e4568454a3f req-21791269-5e79-4506-9c20-fee4f44e35fd service neutron] 10.222.0.20 "GET /v2.0/networks/5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819213 Aug 10 01:58:51.391690 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-762884e4-c00a-466c-80e3-4e4568454a3f req-290056e0-4fad-4d45-ba6c-aa59c866c8de service neutron] 10.222.0.20 "GET /v2.0/networks/5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796783 Aug 10 01:58:51.510620 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d38c7-c435-4d42-9799-b06f3c274447 req-51430c33-4cb6-4bb7-a382-626566879ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:51.512048 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae6d38c7-c435-4d42-9799-b06f3c274447 req-51430c33-4cb6-4bb7-a382-626566879ad3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2be536ae35e4ca488446af3606a7e85&device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 1096 time: 0.0401738 Aug 10 01:58:51.614773 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d38c7-c435-4d42-9799-b06f3c274447 req-8818c1fa-e73a-41ea-9224-b887f0e5aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:51.616277 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae6d38c7-c435-4d42-9799-b06f3c274447 req-8818c1fa-e73a-41ea-9224-b887f0e5aaf5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44 HTTP/1.1" status: 200 len: 916 time: 0.0973454 Aug 10 01:58:51.669957 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae6d38c7-c435-4d42-9799-b06f3c274447 req-89d4e4dc-9522-42d8-ae9b-22c051b74bb4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=780e7f97-b2be-4064-979b-af31ac080749 HTTP/1.1" status: 200 len: 217 time: 0.0398643 Aug 10 01:58:51.693502 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be1c5f-574f-4a2d-91c7-02cea3016e0e req-840c06a3-e271-49a8-a6a3-1780f5cd7d1f tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:51.694907 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-85be1c5f-574f-4a2d-91c7-02cea3016e0e req-840c06a3-e271-49a8-a6a3-1780f5cd7d1f tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 944 time: 0.0941367 Aug 10 01:58:51.749604 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d38c7-c435-4d42-9799-b06f3c274447 req-981617df-04e9-4d56-b7b9-e2892efd342a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:51.750992 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae6d38c7-c435-4d42-9799-b06f3c274447 req-981617df-04e9-4d56-b7b9-e2892efd342a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3fd4ba0d-3f00-4fee-9624-179f4295e13d HTTP/1.1" status: 200 len: 854 time: 0.0733621 Aug 10 01:58:51.757869 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-85be1c5f-574f-4a2d-91c7-02cea3016e0e req-c23b10c1-9443-4a60-a140-76f237f58b01 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457728 Aug 10 01:58:51.797098 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d38c7-c435-4d42-9799-b06f3c274447 req-0da613c6-5c03-4a4d-afc1-6065c006664b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:51.798574 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae6d38c7-c435-4d42-9799-b06f3c274447 req-0da613c6-5c03-4a4d-afc1-6065c006664b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398724 Aug 10 01:58:51.892367 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae6d38c7-c435-4d42-9799-b06f3c274447 req-b355f9e7-f967-4724-9d6c-d063c8a48b1f service neutron] 10.222.0.20 "GET /v2.0/networks/5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852852 Aug 10 01:58:51.979900 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae6d38c7-c435-4d42-9799-b06f3c274447 req-bafe3ea4-d770-4769-90e3-303ed529887c service neutron] 10.222.0.20 "GET /v2.0/networks/5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804813 Aug 10 01:58:52.874948 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185ea4d-c062-40c3-9a6c-5d4a698a0afb req-3c8807d8-970b-4ab1-a343-57e853e8eed1 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:52.876373 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0185ea4d-c062-40c3-9a6c-5d4a698a0afb req-3c8807d8-970b-4ab1-a343-57e853e8eed1 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 944 time: 0.0506940 Aug 10 01:58:52.912842 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0185ea4d-c062-40c3-9a6c-5d4a698a0afb req-509de38d-5635-4f74-ac3c-915f84997345 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303206 Aug 10 01:58:54.030452 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f6c25-b9d8-4d9d-bf55-daf09c9426f3 req-e0ba91d9-7846-42e9-a5fe-5576ba74069c tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:54.031909 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-122f6c25-b9d8-4d9d-bf55-daf09c9426f3 req-e0ba91d9-7846-42e9-a5fe-5576ba74069c tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 944 time: 0.0524437 Aug 10 01:58:54.068324 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-122f6c25-b9d8-4d9d-bf55-daf09c9426f3 req-be79b4a2-4ebc-44ae-a222-ab0983d1a55e tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304871 Aug 10 01:58:55.179136 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf4762-7a9b-4227-abb2-c4bbaddbcd50 req-4d0953d4-1a19-4454-aa6c-77a0d4e9b33c tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:55.180612 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7baf4762-7a9b-4227-abb2-c4bbaddbcd50 req-4d0953d4-1a19-4454-aa6c-77a0d4e9b33c tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 944 time: 0.0482423 Aug 10 01:58:55.217928 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7baf4762-7a9b-4227-abb2-c4bbaddbcd50 req-832dabbe-df80-4ce8-9d21-5b2f2fb69647 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312963 Aug 10 01:58:55.932096 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 780e7f97-b2be-4064-979b-af31ac080749 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:58:56.021557 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 780e7f97-b2be-4064-979b-af31ac080749, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=780e7f97-b2be-4064-979b-af31ac080749,segment=NetworkSegment(83b48663-e200-4645-8a2a-1ca5bafb6c2b),segment_id=83b48663-e200-4645-8a2a-1ca5bafb6c2b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:56.032957 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '780e7f97-b2be-4064-979b-af31ac080749', 'network_id': '5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44', 'port_id': '780e7f97-b2be-4064-979b-af31ac080749', 'mac_address': 'fa:16:3e:55:46:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd4ba0d-3f00-4fee-9624-179f4295e13d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:58:56.070313 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:56.082546 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 780e7f97-b2be-4064-979b-af31ac080749 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:58:56.101681 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 780e7f97-b2be-4064-979b-af31ac080749, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=780e7f97-b2be-4064-979b-af31ac080749,segment=NetworkSegment(83b48663-e200-4645-8a2a-1ca5bafb6c2b),segment_id=83b48663-e200-4645-8a2a-1ca5bafb6c2b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:56.105745 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:56.150306 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=780e7f97-b2be-4064-979b-af31ac080749,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:56.157538 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:56.157890 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:56.158234 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:56.158564 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:56.158903 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:56.159234 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:56.159560 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:56.159888 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:56.160231 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:56.160562 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:56.160892 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:56.161214 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:56.329684 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ac3bf-ddf1-4f58-984c-0c2f7098ce0a req-8bef2eb9-7528-413e-baf8-e2b97bab3a13 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:56.331164 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd1ac3bf-ddf1-4f58-984c-0c2f7098ce0a req-8bef2eb9-7528-413e-baf8-e2b97bab3a13 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 945 time: 0.0476303 Aug 10 01:58:56.366807 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd1ac3bf-ddf1-4f58-984c-0c2f7098ce0a req-82a25243-a886-4600-838f-736a7c3f5b40 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296924 Aug 10 01:58:56.513198 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['780e7f97-b2be-4064-979b-af31ac080749'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:58:57.486426 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89b4dd-48dd-4927-9a3a-cd1b2733fe19 req-b4a262a5-99bf-4480-9e5e-6a7ef800fd2b tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:57.487941 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-af89b4dd-48dd-4927-9a3a-cd1b2733fe19 req-b4a262a5-99bf-4480-9e5e-6a7ef800fd2b tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 945 time: 0.0549891 Aug 10 01:58:57.526322 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-af89b4dd-48dd-4927-9a3a-cd1b2733fe19 req-ce81985e-5ea7-4c6a-9076-35bb69f4b6bf tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323946 Aug 10 01:58:57.947668 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 780e7f97-b2be-4064-979b-af31ac080749 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:58:57.995326 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 780e7f97-b2be-4064-979b-af31ac080749 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:58:57.999060 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 780e7f97-b2be-4064-979b-af31ac080749 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:57.999440 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:58.072983 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:58.095245 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce5a0af-435c-42e0-b1a8-5ceb477544ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780e7f97-b2be-4064-979b-af31ac080749'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:58:58.097523 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09d289ccde4d6ff9cc92181a6a5f9723a21b3f76001e8301d3c19491e4c7f527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1952b1b-7841-4811-8c2c-7563c8357c15" -d '{"events": [{"server_uuid": "fce5a0af-435c-42e0-b1a8-5ceb477544ea", "name": "network-vif-plugged", "status": "completed", "tag": "780e7f97-b2be-4064-979b-af31ac080749"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:58:58.110670 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 780e7f97-b2be-4064-979b-af31ac080749, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=780e7f97-b2be-4064-979b-af31ac080749,segment=NetworkSegment(83b48663-e200-4645-8a2a-1ca5bafb6c2b),segment_id=83b48663-e200-4645-8a2a-1ca5bafb6c2b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:58.114528 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:58.140546 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e06cace-920a-42d6-bf13-4a16048110ea x-openstack-request-id: req-3e06cace-920a-42d6-bf13-4a16048110ea {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:58:58.140844 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce5a0af-435c-42e0-b1a8-5ceb477544ea", "name": "network-vif-plugged", "status": "completed", "tag": "780e7f97-b2be-4064-979b-af31ac080749", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:58:58.141102 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3e06cace-920a-42d6-bf13-4a16048110ea {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:58:58.141492 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce5a0af-435c-42e0-b1a8-5ceb477544ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780e7f97-b2be-4064-979b-af31ac080749', 'code': 200} Aug 10 01:58:58.166771 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=780e7f97-b2be-4064-979b-af31ac080749,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:58.251682 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f7cf4-5432-457e-baa1-9647c2865538 req-6c234cc1-e2e7-459b-8c86-c90122551215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:58.253231 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d20f7cf4-5432-457e-baa1-9647c2865538 req-6c234cc1-e2e7-459b-8c86-c90122551215 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 1098 time: 0.0394273 Aug 10 01:58:58.287223 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d20f7cf4-5432-457e-baa1-9647c2865538 req-52fbc903-0d18-47d6-800e-afc406593b62 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266173 Aug 10 01:58:58.638104 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e4bdd-5ec4-4b49-8bb2-393e39eef9b9 req-7f0cc90a-4738-43cd-b836-ed0a9cf389b1 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:58.639576 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b63e4bdd-5ec4-4b49-8bb2-393e39eef9b9 req-7f0cc90a-4738-43cd-b836-ed0a9cf389b1 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 946 time: 0.0486207 Aug 10 01:58:58.676674 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b63e4bdd-5ec4-4b49-8bb2-393e39eef9b9 req-87682aab-50a7-4d22-8f6d-2c9b59b17544 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310996 Aug 10 01:58:58.754608 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:59.793602 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89af21-da20-4f5a-b38f-e4a552635de9 req-c596edb0-c5d6-4fe5-a986-c93bc794d9d8 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:59.795060 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bd89af21-da20-4f5a-b38f-e4a552635de9 req-c596edb0-c5d6-4fe5-a986-c93bc794d9d8 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 946 time: 0.0519576 Aug 10 01:58:59.831774 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bd89af21-da20-4f5a-b38f-e4a552635de9 req-988224f8-dbb8-4962-9420-6215ff6862fe tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307102 Aug 10 01:58:59.943653 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd71c7a-d564-42a1-970d-1d1882020e23 req-3e447bcc-4536-44f8-98e5-0bbcd67a77bf tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:59.945162 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cfd71c7a-d564-42a1-970d-1d1882020e23 req-3e447bcc-4536-44f8-98e5-0bbcd67a77bf tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 946 time: 0.0494337 Aug 10 01:58:59.983134 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cfd71c7a-d564-42a1-970d-1d1882020e23 req-1a9cc6c1-3ebd-4227-9a86-770eab6d9288 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318224 Aug 10 01:59:00.164598 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb8171-4f66-4bac-aa9e-691a5b9d0b84 req-5a05642d-6d5d-4be9-8a2b-a0e315ad38bf tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:00.166579 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b9fb8171-4f66-4bac-aa9e-691a5b9d0b84 req-5a05642d-6d5d-4be9-8a2b-a0e315ad38bf tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 946 time: 0.0478959 Aug 10 01:59:00.201913 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b9fb8171-4f66-4bac-aa9e-691a5b9d0b84 req-3bedf764-c615-4041-a164-edddf601bf6d tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294101 Aug 10 01:59:01.815551 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:59:11.254367 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c2b3e321-60df-45a7-8713-fa8252bacdea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:11.710437 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a991f0-3732-44a6-9cac-3ceaac765f67 req-7eaca1d2-5dc6-458c-904b-c8afe47e98ac tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:11.712473 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-23a991f0-3732-44a6-9cac-3ceaac765f67 req-7eaca1d2-5dc6-458c-904b-c8afe47e98ac tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 946 time: 0.0513358 Aug 10 01:59:11.748852 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-23a991f0-3732-44a6-9cac-3ceaac765f67 req-cae180e7-58a6-4574-a9fc-37a0727f5f32 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297565 Aug 10 01:59:11.770846 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39048) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:11.850442 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6db3abc-8189-47db-a4a6-8037c38de9ce tempest-TestMinimumBasicScenario-385403262 tempest-TestMinimumBasicScenario-385403262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:11.851934 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b6db3abc-8189-47db-a4a6-8037c38de9ce tempest-TestMinimumBasicScenario-385403262 tempest-TestMinimumBasicScenario-385403262-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 1093 time: 0.0802062 Aug 10 01:59:11.854876 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39052) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:11.859210 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-13cc7471-1acb-4cd1-953a-f59afb3a26db tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'port_id': '780e7f97-b2be-4064-979b-af31ac080749', 'tenant_id': 'd2be536ae35e4ca488446af3606a7e85', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:59:11.880414 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-13cc7471-1acb-4cd1-953a-f59afb3a26db tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:11.979100 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-13cc7471-1acb-4cd1-953a-f59afb3a26db tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:12.078641 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-13cc7471-1acb-4cd1-953a-f59afb3a26db tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Allocated IP 172.25.2.98 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/7114af64-08b8-473b-8231-eea46396b0ca) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:59:12.178794 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-13cc7471-1acb-4cd1-953a-f59afb3a26db tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:12.204771 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:12.217090 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-13cc7471-1acb-4cd1-953a-f59afb3a26db tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:12.255831 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cc7471-1acb-4cd1-953a-f59afb3a26db tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:59:12.258708 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-13cc7471-1acb-4cd1-953a-f59afb3a26db tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:59:12.263045 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cc7471-1acb-4cd1-953a-f59afb3a26db tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:59:12.268529 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc7471-1acb-4cd1-953a-f59afb3a26db tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Pushing event updated for resources: {'Port': ['ID=7114af64-08b8-473b-8231-eea46396b0ca,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:12.610427 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-13cc7471-1acb-4cd1-953a-f59afb3a26db tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:12.675977 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-13cc7471-1acb-4cd1-953a-f59afb3a26db tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:12.821129 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-13cc7471-1acb-4cd1-953a-f59afb3a26db tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:12.826173 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-13cc7471-1acb-4cd1-953a-f59afb3a26db tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:12.896363 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc7471-1acb-4cd1-953a-f59afb3a26db tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Pushing event updated for resources: {'Port': ['ID=7114af64-08b8-473b-8231-eea46396b0ca,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:12.904109 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-13cc7471-1acb-4cd1-953a-f59afb3a26db tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:13.265306 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [None req-13cc7471-1acb-4cd1-953a-f59afb3a26db tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Floating IP d9ccfcf0-9634-4e99-a03d-1525b526b522 associated. External IP: 172.25.2.98, port: 780e7f97-b2be-4064-979b-af31ac080749. Aug 10 01:59:13.458138 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13cc7471-1acb-4cd1-953a-f59afb3a26db tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Router b2d37cb9-c069-49d3-b545-7ef41dd1b93a has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:59:13.562378 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13cc7471-1acb-4cd1-953a-f59afb3a26db tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:59:13.571878 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ab7ca0-8a45-414a-913e-2c08f09868ce None None] Sync routers for ids ['b2d37cb9-c069-49d3-b545-7ef41dd1b93a'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:59:13.578520 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-13cc7471-1acb-4cd1-953a-f59afb3a26db tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:13.581620 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ab7ca0-8a45-414a-913e-2c08f09868ce None None] Routers {'b2d37cb9-c069-49d3-b545-7ef41dd1b93a'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:59:13.582246 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-b9ab7ca0-8a45-414a-913e-2c08f09868ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:58:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['b2d37cb9-c069-49d3-b545-7ef41dd1b93a'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:59:13.610723 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-13cc7471-1acb-4cd1-953a-f59afb3a26db tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7548327 Aug 10 01:59:13.611338 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce5a0af-435c-42e0-b1a8-5ceb477544ea', 'tag': '780e7f97-b2be-4064-979b-af31ac080749'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:59:13.613530 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39054) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:13.614027 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9e874736d5403a2ed85b010b990dd133e24f0379b2e9b4f0e55655a3e1797b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac150cb5-602e-4859-a329-0a03c49151aa" -d '{"events": [{"name": "network-changed", "server_uuid": "fce5a0af-435c-42e0-b1a8-5ceb477544ea", "tag": "780e7f97-b2be-4064-979b-af31ac080749"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:59:13.619075 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-decc949d-4ff0-4bf4-b16b-a4923dc8865a tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1439524205', 'description': 'tempest-secgroup-smoke-1439524205 description', 'project_id': 'd2be536ae35e4ca488446af3606a7e85'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:59:13.645681 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-decc949d-4ff0-4bf4-b16b-a4923dc8865a tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:13.654361 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1812129-8654-4cd0-85d8-957806908ac4 x-openstack-request-id: req-b1812129-8654-4cd0-85d8-957806908ac4 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:59:13.654789 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce5a0af-435c-42e0-b1a8-5ceb477544ea", "tag": "780e7f97-b2be-4064-979b-af31ac080749", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:59:13.655326 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b1812129-8654-4cd0-85d8-957806908ac4 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:59:13.655861 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce5a0af-435c-42e0-b1a8-5ceb477544ea', 'tag': '780e7f97-b2be-4064-979b-af31ac080749', 'status': 'completed', 'code': 200} Aug 10 01:59:13.691956 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-b9ab7ca0-8a45-414a-913e-2c08f09868ce None None] Set router b2d37cb9-c069-49d3-b545-7ef41dd1b93a gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:59:13.737845 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-decc949d-4ff0-4bf4-b16b-a4923dc8865a tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:13.742683 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-decc949d-4ff0-4bf4-b16b-a4923dc8865a tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:13.771100 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac150cb5-602e-4859-a329-0a03c49151aa req-cbf2fd93-ff34-4241-a26f-dfb4bbd6f038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:13.772019 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-decc949d-4ff0-4bf4-b16b-a4923dc8865a tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:13.772670 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ac150cb5-602e-4859-a329-0a03c49151aa req-cbf2fd93-ff34-4241-a26f-dfb4bbd6f038 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2be536ae35e4ca488446af3606a7e85&device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 1098 time: 0.0559428 Aug 10 01:59:13.773286 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-decc949d-4ff0-4bf4-b16b-a4923dc8865a tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1587524 Aug 10 01:59:13.776703 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39058) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:13.781841 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-035a8d28-2297-4991-b013-a26b65a79e3e tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Request body: {'security_group_rule': {'security_group_id': 'a5d7839c-587e-46bf-989b-4683cee50e28', 'project_id': 'd2be536ae35e4ca488446af3606a7e85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:59:13.787096 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc949d-4ff0-4bf4-b16b-a4923dc8865a tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d7839c-587e-46bf-989b-4683cee50e28,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:13.800739 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc949d-4ff0-4bf4-b16b-a4923dc8865a tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:13.801091 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc949d-4ff0-4bf4-b16b-a4923dc8865a tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:13.801432 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc949d-4ff0-4bf4-b16b-a4923dc8865a tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:13.801769 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc949d-4ff0-4bf4-b16b-a4923dc8865a tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:13.802102 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc949d-4ff0-4bf4-b16b-a4923dc8865a tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:13.802433 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc949d-4ff0-4bf4-b16b-a4923dc8865a tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:13.802766 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc949d-4ff0-4bf4-b16b-a4923dc8865a tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:13.803090 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc949d-4ff0-4bf4-b16b-a4923dc8865a tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:13.804106 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc949d-4ff0-4bf4-b16b-a4923dc8865a tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:13.804106 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc949d-4ff0-4bf4-b16b-a4923dc8865a tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:13.804106 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc949d-4ff0-4bf4-b16b-a4923dc8865a tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:13.804419 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc949d-4ff0-4bf4-b16b-a4923dc8865a tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:13.824394 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-035a8d28-2297-4991-b013-a26b65a79e3e tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:13.872076 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-035a8d28-2297-4991-b013-a26b65a79e3e tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:13.876705 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-035a8d28-2297-4991-b013-a26b65a79e3e tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:13.877726 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac150cb5-602e-4859-a329-0a03c49151aa req-aef5fa55-5c68-4086-94f0-2689677ecd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:13.880034 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ac150cb5-602e-4859-a329-0a03c49151aa req-aef5fa55-5c68-4086-94f0-2689677ecd6d service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44 HTTP/1.1" status: 200 len: 916 time: 0.0945354 Aug 10 01:59:13.896744 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a8d28-2297-4991-b013-a26b65a79e3e tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=938fea7b-5e4e-46e0-88a8-b4f8415e171e,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:13.902986 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-035a8d28-2297-4991-b013-a26b65a79e3e tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:13.904608 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-035a8d28-2297-4991-b013-a26b65a79e3e tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1260054 Aug 10 01:59:13.907545 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39060) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:13.910855 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95f3feeb-dfb2-4da1-ae14-90d6c0583c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:13.917482 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-a64a8122-a4d2-4173-9fee-623462ffa3da tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Request body: {'security_group_rule': {'security_group_id': 'a5d7839c-587e-46bf-989b-4683cee50e28', 'project_id': 'd2be536ae35e4ca488446af3606a7e85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:59:13.932859 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-b9ab7ca0-8a45-414a-913e-2c08f09868ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'name': 'tempest-TestMinimumBasicScenario-1520230499-router', 'tenant_id': 'd2be536ae35e4ca488446af3606a7e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '1b034b6b-b41e-4119-9ba5-fe0787191f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:15Z', 'updated_at': '2021-08-10T01:58:17Z', 'revision_number': 4, 'project_id': 'd2be536ae35e4ca488446af3606a7e85', 'gw_port': {'id': '1b034b6b-b41e-4119-9ba5-fe0787191f62', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:22:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:15Z', 'updated_at': '2021-08-10T01:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'd9ccfcf0-9634-4e99-a03d-1525b526b522', 'tenant_id': 'd2be536ae35e4ca488446af3606a7e85', 'floating_ip_address': '172.25.2.98', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'port_id': '780e7f97-b2be-4064-979b-af31ac080749', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44', 'mac_address': 'fa:16:3e:55:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce5a0af-435c-42e0-b1a8-5ceb477544ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:59:12Z', 'updated_at': '2021-08-10T01:59:12Z', 'revision_number': 0, 'project_id': 'd2be536ae35e4ca488446af3606a7e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aecfa3e-ad42-4b90-bc5b-d94dc56b675c', 'name': '', 'network_id': '5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44', 'tenant_id': 'd2be536ae35e4ca488446af3606a7e85', 'mac_address': 'fa:16:3e:b0:04:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '3fd4ba0d-3f00-4fee-9624-179f4295e13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:17Z', 'updated_at': '2021-08-10T01:58:24Z', 'revision_number': 5, 'project_id': 'd2be536ae35e4ca488446af3606a7e85', 'subnets': [{'id': '3fd4ba0d-3f00-4fee-9624-179f4295e13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:59:13.946825 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a64a8122-a4d2-4173-9fee-623462ffa3da tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:13.965853 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ac150cb5-602e-4859-a329-0a03c49151aa req-7e9d9636-8e99-4538-a61a-86062da34fc7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=780e7f97-b2be-4064-979b-af31ac080749 HTTP/1.1" status: 200 len: 999 time: 0.0790281 Aug 10 01:59:13.967548 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ab7ca0-8a45-414a-913e-2c08f09868ce None None] Checking router: b2d37cb9-c069-49d3-b545-7ef41dd1b93a for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:59:13.976115 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ab7ca0-8a45-414a-913e-2c08f09868ce None None] Routers {'b2d37cb9-c069-49d3-b545-7ef41dd1b93a'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:59:13.976831 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-b9ab7ca0-8a45-414a-913e-2c08f09868ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T01:59:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['b2d37cb9-c069-49d3-b545-7ef41dd1b93a'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:59:14.008216 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a64a8122-a4d2-4173-9fee-623462ffa3da tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:14.014777 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a64a8122-a4d2-4173-9fee-623462ffa3da tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:14.030644 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac150cb5-602e-4859-a329-0a03c49151aa req-bc1e044c-0beb-48e0-a404-d0d0b6c70aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:14.032346 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ac150cb5-602e-4859-a329-0a03c49151aa req-bc1e044c-0beb-48e0-a404-d0d0b6c70aa3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3fd4ba0d-3f00-4fee-9624-179f4295e13d HTTP/1.1" status: 200 len: 854 time: 0.0545220 Aug 10 01:59:14.036402 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a8122-a4d2-4173-9fee-623462ffa3da tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f5d6ca8-a8f4-4824-9fe6-0f351fea10a0,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:14.043321 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-a64a8122-a4d2-4173-9fee-623462ffa3da tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:14.044659 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-a64a8122-a4d2-4173-9fee-623462ffa3da tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1318276 Aug 10 01:59:14.047217 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39062) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:14.052098 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-d26b00aa-278a-4425-b0cf-1a644feea5db tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Request body: {'security_group_rule': {'security_group_id': 'a5d7839c-587e-46bf-989b-4683cee50e28', 'project_id': 'd2be536ae35e4ca488446af3606a7e85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:59:14.085102 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac150cb5-602e-4859-a329-0a03c49151aa req-8945ec35-ba36-4d5b-b132-eeca5d486989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:14.086531 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d26b00aa-278a-4425-b0cf-1a644feea5db tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:14.086695 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ac150cb5-602e-4859-a329-0a03c49151aa req-8945ec35-ba36-4d5b-b132-eeca5d486989 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421426 Aug 10 01:59:14.100407 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-b9ab7ca0-8a45-414a-913e-2c08f09868ce None None] Set router b2d37cb9-c069-49d3-b545-7ef41dd1b93a gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:59:14.156109 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d26b00aa-278a-4425-b0cf-1a644feea5db tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:14.160933 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d26b00aa-278a-4425-b0cf-1a644feea5db tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:14.181703 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b00aa-278a-4425-b0cf-1a644feea5db tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0fbf401-5db6-4d2b-8fa9-a84ace24e588,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:14.190705 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d26b00aa-278a-4425-b0cf-1a644feea5db tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:14.194855 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d26b00aa-278a-4425-b0cf-1a644feea5db tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1465776 Aug 10 01:59:14.195481 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39064) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:14.196894 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ac150cb5-602e-4859-a329-0a03c49151aa req-ed5464bd-413c-495f-82bd-2c725eaee833 service neutron] 10.222.0.20 "GET /v2.0/networks/5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943758 Aug 10 01:59:14.200419 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-92f9b551-b8d9-40bf-8720-1d235bf58ae9 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Request body: {'security_group_rule': {'security_group_id': 'a5d7839c-587e-46bf-989b-4683cee50e28', 'project_id': 'd2be536ae35e4ca488446af3606a7e85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:59:14.229129 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-92f9b551-b8d9-40bf-8720-1d235bf58ae9 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:14.293705 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-92f9b551-b8d9-40bf-8720-1d235bf58ae9 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:14.298201 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-92f9b551-b8d9-40bf-8720-1d235bf58ae9 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:14.308325 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ac150cb5-602e-4859-a329-0a03c49151aa req-f25fad8b-e967-4ac6-8288-d051e5547f30 service neutron] 10.222.0.20 "GET /v2.0/networks/5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942392 Aug 10 01:59:14.315821 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9b551-b8d9-40bf-8720-1d235bf58ae9 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d2a3a5f-7d5c-4520-9f13-f7e536b46f4a,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:14.322923 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-92f9b551-b8d9-40bf-8720-1d235bf58ae9 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:14.324467 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-92f9b551-b8d9-40bf-8720-1d235bf58ae9 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1272917 Aug 10 01:59:14.326871 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39066) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:14.332091 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-48b5a69c-4d4b-45cc-8779-81ee8b60efdb tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Request body: {'security_group_rule': {'security_group_id': 'a5d7839c-587e-46bf-989b-4683cee50e28', 'project_id': 'd2be536ae35e4ca488446af3606a7e85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:59:14.349365 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-b9ab7ca0-8a45-414a-913e-2c08f09868ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'name': 'tempest-TestMinimumBasicScenario-1520230499-router', 'tenant_id': 'd2be536ae35e4ca488446af3606a7e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '1b034b6b-b41e-4119-9ba5-fe0787191f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:15Z', 'updated_at': '2021-08-10T01:58:17Z', 'revision_number': 4, 'project_id': 'd2be536ae35e4ca488446af3606a7e85', 'gw_port': {'id': '1b034b6b-b41e-4119-9ba5-fe0787191f62', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:22:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:15Z', 'updated_at': '2021-08-10T01:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'd9ccfcf0-9634-4e99-a03d-1525b526b522', 'tenant_id': 'd2be536ae35e4ca488446af3606a7e85', 'floating_ip_address': '172.25.2.98', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'port_id': '780e7f97-b2be-4064-979b-af31ac080749', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44', 'mac_address': 'fa:16:3e:55:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce5a0af-435c-42e0-b1a8-5ceb477544ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:59:12Z', 'updated_at': '2021-08-10T01:59:12Z', 'revision_number': 0, 'project_id': 'd2be536ae35e4ca488446af3606a7e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aecfa3e-ad42-4b90-bc5b-d94dc56b675c', 'name': '', 'network_id': '5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44', 'tenant_id': 'd2be536ae35e4ca488446af3606a7e85', 'mac_address': 'fa:16:3e:b0:04:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '3fd4ba0d-3f00-4fee-9624-179f4295e13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:17Z', 'updated_at': '2021-08-10T01:58:24Z', 'revision_number': 5, 'project_id': 'd2be536ae35e4ca488446af3606a7e85', 'subnets': [{'id': '3fd4ba0d-3f00-4fee-9624-179f4295e13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:59:14.357009 n-d-766726-26 neutron-server[105826]: INFO neutron.db.securitygroups_db [None req-48b5a69c-4d4b-45cc-8779-81ee8b60efdb tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Project d2be536ae35e4ca488446af3606a7e85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:59:14.365803 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-48b5a69c-4d4b-45cc-8779-81ee8b60efdb tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:14.376505 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ab7ca0-8a45-414a-913e-2c08f09868ce None None] The sync data for ids ['b2d37cb9-c069-49d3-b545-7ef41dd1b93a'] in n-d-766726-26 is: [{'id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'name': 'tempest-TestMinimumBasicScenario-1520230499-router', 'tenant_id': 'd2be536ae35e4ca488446af3606a7e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '1b034b6b-b41e-4119-9ba5-fe0787191f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:15Z', 'updated_at': '2021-08-10T01:58:17Z', 'revision_number': 4, 'project_id': 'd2be536ae35e4ca488446af3606a7e85', 'gw_port': {'id': '1b034b6b-b41e-4119-9ba5-fe0787191f62', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:22:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:15Z', 'updated_at': '2021-08-10T01:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'd9ccfcf0-9634-4e99-a03d-1525b526b522', 'tenant_id': 'd2be536ae35e4ca488446af3606a7e85', 'floating_ip_address': '172.25.2.98', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'port_id': '780e7f97-b2be-4064-979b-af31ac080749', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44', 'mac_address': 'fa:16:3e:55:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce5a0af-435c-42e0-b1a8-5ceb477544ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:59:12Z', 'updated_at': '2021-08-10T01:59:12Z', 'revision_number': 0, 'project_id': 'd2be536ae35e4ca488446af3606a7e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aecfa3e-ad42-4b90-bc5b-d94dc56b675c', 'name': '', 'network_id': '5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44', 'tenant_id': 'd2be536ae35e4ca488446af3606a7e85', 'mac_address': 'fa:16:3e:b0:04:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '3fd4ba0d-3f00-4fee-9624-179f4295e13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:17Z', 'updated_at': '2021-08-10T01:58:24Z', 'revision_number': 5, 'project_id': 'd2be536ae35e4ca488446af3606a7e85', 'subnets': [{'id': '3fd4ba0d-3f00-4fee-9624-179f4295e13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:59:14.424511 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-48b5a69c-4d4b-45cc-8779-81ee8b60efdb tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:14.429102 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-48b5a69c-4d4b-45cc-8779-81ee8b60efdb tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:14.451227 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5a69c-4d4b-45cc-8779-81ee8b60efdb tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b10039-a670-47a8-9128-7f555ba1b185,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:14.458738 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-48b5a69c-4d4b-45cc-8779-81ee8b60efdb tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:14.460050 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-48b5a69c-4d4b-45cc-8779-81ee8b60efdb tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1318114 Aug 10 01:59:14.463684 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39068) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:14.468566 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-4d1c0424-01be-44dc-bb29-5e19d7b82749 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Request body: {'security_group_rule': {'security_group_id': 'a5d7839c-587e-46bf-989b-4683cee50e28', 'project_id': 'd2be536ae35e4ca488446af3606a7e85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:59:14.489527 n-d-766726-26 neutron-server[105826]: INFO neutron.db.securitygroups_db [None req-4d1c0424-01be-44dc-bb29-5e19d7b82749 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Project d2be536ae35e4ca488446af3606a7e85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:59:14.494429 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4d1c0424-01be-44dc-bb29-5e19d7b82749 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:14.523544 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:14.568731 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4d1c0424-01be-44dc-bb29-5e19d7b82749 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:14.573030 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4d1c0424-01be-44dc-bb29-5e19d7b82749 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:14.586062 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8b330c-4ab5-4d5e-8101-d400d2c7e455 None None] New status for floating IP d9ccfcf0-9634-4e99-a03d-1525b526b522: ACTIVE {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:59:14.591799 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c0424-01be-44dc-bb29-5e19d7b82749 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2407507-add7-4bb6-ab7a-bb43fb04ec3d,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:14.598110 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4d1c0424-01be-44dc-bb29-5e19d7b82749 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:14.608488 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4d1c0424-01be-44dc-bb29-5e19d7b82749 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1386676 Aug 10 01:59:14.678390 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-31035c26-b0ea-4bc5-9c92-e87d5a9f6669 req-684dcdf3-2aa2-4c58-8bbc-cdc84e036b90 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1439524205&fields=id&tenant_id=d2be536ae35e4ca488446af3606a7e85 HTTP/1.1" status: 200 len: 267 time: 0.0327575 Aug 10 01:59:14.732864 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31035c26-b0ea-4bc5-9c92-e87d5a9f6669 req-40a66325-8fe6-41f4-bcad-9ed5af5d0676 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:14.734663 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-31035c26-b0ea-4bc5-9c92-e87d5a9f6669 req-40a66325-8fe6-41f4-bcad-9ed5af5d0676 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 946 time: 0.0498250 Aug 10 01:59:14.747397 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-31035c26-b0ea-4bc5-9c92-e87d5a9f6669 req-1ac62e76-5856-4c69-9405-fe8d1d3a17db tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Request body: {'port': {'security_groups': ['fef18db0-99d1-48e1-9f49-92ba835b7507', 'a5d7839c-587e-46bf-989b-4683cee50e28']}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:59:14.813250 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-31035c26-b0ea-4bc5-9c92-e87d5a9f6669 req-1ac62e76-5856-4c69-9405-fe8d1d3a17db tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:14.992201 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-31035c26-b0ea-4bc5-9c92-e87d5a9f6669 req-1ac62e76-5856-4c69-9405-fe8d1d3a17db tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] For port 780e7f97-b2be-4064-979b-af31ac080749, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=780e7f97-b2be-4064-979b-af31ac080749,segment=NetworkSegment(83b48663-e200-4645-8a2a-1ca5bafb6c2b),segment_id=83b48663-e200-4645-8a2a-1ca5bafb6c2b)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:15.020771 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-31035c26-b0ea-4bc5-9c92-e87d5a9f6669 req-1ac62e76-5856-4c69-9405-fe8d1d3a17db tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:15.025843 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-31035c26-b0ea-4bc5-9c92-e87d5a9f6669 req-1ac62e76-5856-4c69-9405-fe8d1d3a17db tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:15.064678 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['780e7f97-b2be-4064-979b-af31ac080749'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:59:15.067076 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31035c26-b0ea-4bc5-9c92-e87d5a9f6669 req-1ac62e76-5856-4c69-9405-fe8d1d3a17db tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:15.069988 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-31035c26-b0ea-4bc5-9c92-e87d5a9f6669 req-1ac62e76-5856-4c69-9405-fe8d1d3a17db tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:15.074164 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-31035c26-b0ea-4bc5-9c92-e87d5a9f6669 req-1ac62e76-5856-4c69-9405-fe8d1d3a17db tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "PUT /v2.0/ports/780e7f97-b2be-4064-979b-af31ac080749 HTTP/1.1" status: 200 len: 982 time: 0.3295798 Aug 10 01:59:15.100071 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac62e76-5856-4c69-9405-fe8d1d3a17db tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Pushing event updated for resources: {'Port': ['ID=780e7f97-b2be-4064-979b-af31ac080749,revision_number=6']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:15.183097 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['780e7f97-b2be-4064-979b-af31ac080749'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:59:15.183972 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac8ee0-c0cd-4306-a2e1-2ec7e2ac09f7 req-6f470b6d-7177-4bb7-a6f6-298afd20ed6f tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:15.185582 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-efac8ee0-c0cd-4306-a2e1-2ec7e2ac09f7 req-6f470b6d-7177-4bb7-a6f6-298afd20ed6f tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 985 time: 0.0522196 Aug 10 01:59:15.230212 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-efac8ee0-c0cd-4306-a2e1-2ec7e2ac09f7 req-061975a3-5907-4cfd-8d7c-3b273d554e2a tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5d7839c-587e-46bf-989b-4683cee50e28&id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375741 Aug 10 01:59:15.352332 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-10e3efe7-c7dc-475e-816f-6af28932c560 None None] Provisioning complete for port 780e7f97-b2be-4064-979b-af31ac080749 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:59:15.352652 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-10e3efe7-c7dc-475e-816f-6af28932c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:15.434101 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:15.657204 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce5a0af-435c-42e0-b1a8-5ceb477544ea', 'tag': '780e7f97-b2be-4064-979b-af31ac080749'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:59:15.659678 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9e874736d5403a2ed85b010b990dd133e24f0379b2e9b4f0e55655a3e1797b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e52405-5959-471d-8081-09ceaa125402" -d '{"events": [{"name": "network-changed", "server_uuid": "fce5a0af-435c-42e0-b1a8-5ceb477544ea", "tag": "780e7f97-b2be-4064-979b-af31ac080749"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:59:15.703245 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9a83c9-083a-4b09-a0a2-bbc67843a310 x-openstack-request-id: req-6f9a83c9-083a-4b09-a0a2-bbc67843a310 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:59:15.703541 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce5a0af-435c-42e0-b1a8-5ceb477544ea", "tag": "780e7f97-b2be-4064-979b-af31ac080749", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:59:15.703849 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6f9a83c9-083a-4b09-a0a2-bbc67843a310 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:59:15.704285 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce5a0af-435c-42e0-b1a8-5ceb477544ea', 'tag': '780e7f97-b2be-4064-979b-af31ac080749', 'status': 'completed', 'code': 200} Aug 10 01:59:15.787865 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e52405-5959-471d-8081-09ceaa125402 req-005a582a-0319-4a8e-acb5-f3a984665536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:15.789390 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f8e52405-5959-471d-8081-09ceaa125402 req-005a582a-0319-4a8e-acb5-f3a984665536 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2be536ae35e4ca488446af3606a7e85&device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 1137 time: 0.0404432 Aug 10 01:59:15.891445 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e52405-5959-471d-8081-09ceaa125402 req-c04f0b54-58d6-47df-a7ee-c81aa3b8bf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:15.892852 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f8e52405-5959-471d-8081-09ceaa125402 req-c04f0b54-58d6-47df-a7ee-c81aa3b8bf6d service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44 HTTP/1.1" status: 200 len: 916 time: 0.0966852 Aug 10 01:59:15.961219 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f8e52405-5959-471d-8081-09ceaa125402 req-207fcdda-88cb-4989-a8c3-e2bfb2dcab1a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=780e7f97-b2be-4064-979b-af31ac080749 HTTP/1.1" status: 200 len: 1001 time: 0.0567076 Aug 10 01:59:16.018856 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e52405-5959-471d-8081-09ceaa125402 req-37d2de6c-fd93-4d79-8aa8-80bcc022f613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:16.020280 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f8e52405-5959-471d-8081-09ceaa125402 req-37d2de6c-fd93-4d79-8aa8-80bcc022f613 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3fd4ba0d-3f00-4fee-9624-179f4295e13d HTTP/1.1" status: 200 len: 854 time: 0.0455332 Aug 10 01:59:16.065915 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e52405-5959-471d-8081-09ceaa125402 req-4300e5d0-4d5d-4191-b07e-be610f728462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:16.067347 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f8e52405-5959-471d-8081-09ceaa125402 req-4300e5d0-4d5d-4191-b07e-be610f728462 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389993 Aug 10 01:59:16.155655 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f8e52405-5959-471d-8081-09ceaa125402 req-4fc53118-ddb5-4827-9ac1-300c7b2dd368 service neutron] 10.222.0.20 "GET /v2.0/networks/5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796394 Aug 10 01:59:16.247080 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f8e52405-5959-471d-8081-09ceaa125402 req-9535b5b3-c56b-4990-8dd5-b6d860c7bd5c service neutron] 10.222.0.20 "GET /v2.0/networks/5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843573 Aug 10 01:59:16.469954 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:24.351908 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-61fd94f8-5914-482a-8d10-cc5785efa844 req-0d8932f3-b1b1-41c9-b002-5fe824983d09 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398936 Aug 10 01:59:24.446873 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd94f8-5914-482a-8d10-cc5785efa844 req-26e06677-e4bd-4225-a698-774cb59ecb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:24.448414 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-61fd94f8-5914-482a-8d10-cc5785efa844 req-26e06677-e4bd-4225-a698-774cb59ecb7e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2be536ae35e4ca488446af3606a7e85&device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 1137 time: 0.0408120 Aug 10 01:59:24.552540 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd94f8-5914-482a-8d10-cc5785efa844 req-bb8c4c79-86e4-4232-a6ab-415b2d770beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:24.553993 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-61fd94f8-5914-482a-8d10-cc5785efa844 req-bb8c4c79-86e4-4232-a6ab-415b2d770beb service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44 HTTP/1.1" status: 200 len: 916 time: 0.0864227 Aug 10 01:59:24.618764 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-61fd94f8-5914-482a-8d10-cc5785efa844 req-5b91d6fc-83eb-41c2-9ef8-155575b2ce31 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=780e7f97-b2be-4064-979b-af31ac080749 HTTP/1.1" status: 200 len: 1001 time: 0.0567336 Aug 10 01:59:24.669784 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd94f8-5914-482a-8d10-cc5785efa844 req-81a5dce9-6b8e-4289-8a5d-33eda78d55db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:24.671278 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-61fd94f8-5914-482a-8d10-cc5785efa844 req-81a5dce9-6b8e-4289-8a5d-33eda78d55db service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3fd4ba0d-3f00-4fee-9624-179f4295e13d HTTP/1.1" status: 200 len: 854 time: 0.0464368 Aug 10 01:59:24.715869 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd94f8-5914-482a-8d10-cc5785efa844 req-5497dc0e-507b-4c3e-86b3-09652ef2eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:24.717923 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-61fd94f8-5914-482a-8d10-cc5785efa844 req-5497dc0e-507b-4c3e-86b3-09652ef2eda3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390935 Aug 10 01:59:24.803963 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-61fd94f8-5914-482a-8d10-cc5785efa844 req-0cd6f042-e8e2-4f65-8e8d-f5993f1edc48 service neutron] 10.222.0.20 "GET /v2.0/networks/5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790229 Aug 10 01:59:24.895598 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-61fd94f8-5914-482a-8d10-cc5785efa844 req-e850b6e4-cde7-4f59-ad80-ada11bae04ae service neutron] 10.222.0.20 "GET /v2.0/networks/5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831976 Aug 10 01:59:28.769082 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:38.814028 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:59:41.254174 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3efb9f3e-6da4-4a5b-a363-2b2903d40bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:42.197318 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:43.892449 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d9723e6f-9c05-4c7e-ba10-81b4882930cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:44.524747 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:45.396493 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:46.473400 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:58.768570 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:03.520128 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f92ecf-9b9d-449e-a815-58bdadb387be req-0f8f5300-1479-4839-90a3-f6132d374613 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:03.521619 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-46f92ecf-9b9d-449e-a815-58bdadb387be req-0f8f5300-1479-4839-90a3-f6132d374613 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 985 time: 0.0712740 Aug 10 02:00:03.554359 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69794c-0845-4dc9-8ff4-c3295bcabfde req-aaa6f3f4-42da-4bd1-afe0-bf1d454007b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:03.555808 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4a69794c-0845-4dc9-8ff4-c3295bcabfde req-aaa6f3f4-42da-4bd1-afe0-bf1d454007b9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2be536ae35e4ca488446af3606a7e85&device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 1137 time: 0.0687089 Aug 10 02:00:03.589691 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-46f92ecf-9b9d-449e-a815-58bdadb387be req-c70404e1-bd84-49a0-95b4-0ce4a7cd3f4f tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5d7839c-587e-46bf-989b-4683cee50e28&id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615878 Aug 10 02:00:03.655904 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69794c-0845-4dc9-8ff4-c3295bcabfde req-ff5b35e6-0dab-410f-a3c3-7d6f4f4d8e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:03.657418 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4a69794c-0845-4dc9-8ff4-c3295bcabfde req-ff5b35e6-0dab-410f-a3c3-7d6f4f4d8e7f service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44 HTTP/1.1" status: 200 len: 916 time: 0.0917909 Aug 10 02:00:03.727239 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4a69794c-0845-4dc9-8ff4-c3295bcabfde req-9072a3bc-4d19-4ab8-8008-d839dc161938 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=780e7f97-b2be-4064-979b-af31ac080749 HTTP/1.1" status: 200 len: 1001 time: 0.0616095 Aug 10 02:00:03.774337 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69794c-0845-4dc9-8ff4-c3295bcabfde req-14df1ca0-6730-4a50-bf96-5474a78e7ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:03.775744 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4a69794c-0845-4dc9-8ff4-c3295bcabfde req-14df1ca0-6730-4a50-bf96-5474a78e7ec3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3fd4ba0d-3f00-4fee-9624-179f4295e13d HTTP/1.1" status: 200 len: 854 time: 0.0416625 Aug 10 02:00:03.818994 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69794c-0845-4dc9-8ff4-c3295bcabfde req-3bccf108-7b92-407e-b058-4bc8910983ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:03.820474 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4a69794c-0845-4dc9-8ff4-c3295bcabfde req-3bccf108-7b92-407e-b058-4bc8910983ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0380106 Aug 10 02:00:03.917754 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4a69794c-0845-4dc9-8ff4-c3295bcabfde req-9b01d122-6f91-49cc-9c36-d6f1bae33068 service neutron] 10.222.0.20 "GET /v2.0/networks/5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898848 Aug 10 02:00:04.005365 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4a69794c-0845-4dc9-8ff4-c3295bcabfde req-97b66bce-75f7-4a42-9eb3-c5f4a8aa8957 service neutron] 10.222.0.20 "GET /v2.0/networks/5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804439 Aug 10 02:00:04.707405 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917c0a1-cd41-43c0-9965-b7a609d29b54 req-cac9a740-e368-4066-ae9d-4012e65d9602 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:04.708873 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4917c0a1-cd41-43c0-9965-b7a609d29b54 req-cac9a740-e368-4066-ae9d-4012e65d9602 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 985 time: 0.0483124 Aug 10 02:00:04.748477 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4917c0a1-cd41-43c0-9965-b7a609d29b54 req-4630bf68-b66a-4797-995c-c9ea1a8fa141 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5d7839c-587e-46bf-989b-4683cee50e28&id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336185 Aug 10 02:00:05.867164 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bf218-77b4-439f-ba96-0e556ee567f9 req-9e9fa9be-8f48-424f-9e55-4ca04205c699 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:05.868577 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5f5bf218-77b4-439f-ba96-0e556ee567f9 req-9e9fa9be-8f48-424f-9e55-4ca04205c699 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 985 time: 0.0536332 Aug 10 02:00:05.907164 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5f5bf218-77b4-439f-ba96-0e556ee567f9 req-ba934b7e-dd6c-4303-ac2d-fbfd59052c49 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5d7839c-587e-46bf-989b-4683cee50e28&id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326660 Aug 10 02:00:07.021038 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f319b-4174-4d22-9b20-4e59c96e058c req-bdc0ebd2-7b4f-46c9-a9f4-ef7d27edf490 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:07.022489 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-182f319b-4174-4d22-9b20-4e59c96e058c req-bdc0ebd2-7b4f-46c9-a9f4-ef7d27edf490 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 985 time: 0.0484028 Aug 10 02:00:07.061400 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-182f319b-4174-4d22-9b20-4e59c96e058c req-0c4467fb-b926-41bd-9eca-1ec52c5f63a5 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5d7839c-587e-46bf-989b-4683cee50e28&id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329666 Aug 10 02:00:08.172572 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39f252-c9cf-41d0-b83d-9d12d54bb6a9 req-18bf3c03-c41e-47d7-9770-2e50b706c296 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:08.174033 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1e39f252-c9cf-41d0-b83d-9d12d54bb6a9 req-18bf3c03-c41e-47d7-9770-2e50b706c296 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 985 time: 0.0477405 Aug 10 02:00:08.213126 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1e39f252-c9cf-41d0-b83d-9d12d54bb6a9 req-0144a226-8434-488b-86c5-64f989d36878 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5d7839c-587e-46bf-989b-4683cee50e28&id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332167 Aug 10 02:00:09.329641 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe00306-0100-4442-9f62-e229b938b2c1 req-bf5a8fbd-e6c8-49cd-87d4-1f7327a65922 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:09.331115 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ffe00306-0100-4442-9f62-e229b938b2c1 req-bf5a8fbd-e6c8-49cd-87d4-1f7327a65922 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 985 time: 0.0524352 Aug 10 02:00:09.369420 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ffe00306-0100-4442-9f62-e229b938b2c1 req-85785527-dfa0-431c-be4e-cf3d641d9cda tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5d7839c-587e-46bf-989b-4683cee50e28&id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322626 Aug 10 02:00:10.485512 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc10ef-1176-464b-9564-634538e2c1f5 req-3c7b5a30-3ef7-4d3b-8951-aaff93803a23 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:10.487001 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0fbc10ef-1176-464b-9564-634538e2c1f5 req-3c7b5a30-3ef7-4d3b-8951-aaff93803a23 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 985 time: 0.0504909 Aug 10 02:00:10.525199 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0fbc10ef-1176-464b-9564-634538e2c1f5 req-bc1484df-d597-4f47-a64e-68e808515930 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5d7839c-587e-46bf-989b-4683cee50e28&id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322268 Aug 10 02:00:11.254133 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1976a11d-db60-450c-bb15-dfea1fc1e14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:11.644725 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eae093-15a8-4df7-8db6-e1ec0e09a022 req-6dc081bf-2f9f-4cdb-8afa-1fdb3e265389 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:11.646211 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b0eae093-15a8-4df7-8db6-e1ec0e09a022 req-6dc081bf-2f9f-4cdb-8afa-1fdb3e265389 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 985 time: 0.0532649 Aug 10 02:00:11.686396 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b0eae093-15a8-4df7-8db6-e1ec0e09a022 req-0a86c4e6-5936-4a4a-be16-e7d1290e2a17 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5d7839c-587e-46bf-989b-4683cee50e28&id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338275 Aug 10 02:00:12.218577 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:12.804310 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874040b8-08dc-440f-b9ca-bccd17948b90 req-bdb5fe26-7eb4-4d77-9ac5-e286a508cbb1 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:12.805798 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-874040b8-08dc-440f-b9ca-bccd17948b90 req-bdb5fe26-7eb4-4d77-9ac5-e286a508cbb1 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 985 time: 0.0533772 Aug 10 02:00:12.845835 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-874040b8-08dc-440f-b9ca-bccd17948b90 req-01e5807d-5aa2-49c7-9a27-ac6b588efd51 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5d7839c-587e-46bf-989b-4683cee50e28&id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334780 Aug 10 02:00:13.892548 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f75ec8e7-3eb9-4b17-a47a-b93496fa0c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:13.960519 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdd55f-c7fb-4702-a1c5-c4e3b67fc2a2 req-1648414f-74a3-4c8c-a710-8dc5822e566b tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:13.962308 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-92fdd55f-c7fb-4702-a1c5-c4e3b67fc2a2 req-1648414f-74a3-4c8c-a710-8dc5822e566b tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 985 time: 0.0501425 Aug 10 02:00:14.001386 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-92fdd55f-c7fb-4702-a1c5-c4e3b67fc2a2 req-16bdd53a-33f5-46fd-adcd-6bfcd8c095d6 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5d7839c-587e-46bf-989b-4683cee50e28&id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329516 Aug 10 02:00:14.525905 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:15.115568 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340215a-0dd2-4b06-8a19-25589e392676 req-4d5db957-9136-4422-a812-89d36faa928a tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:15.117064 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3340215a-0dd2-4b06-8a19-25589e392676 req-4d5db957-9136-4422-a812-89d36faa928a tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 985 time: 0.0491655 Aug 10 02:00:15.155910 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3340215a-0dd2-4b06-8a19-25589e392676 req-b90ed60e-9187-42cc-8a0f-1b7b631c47c9 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5d7839c-587e-46bf-989b-4683cee50e28&id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326626 Aug 10 02:00:15.398963 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:15.814443 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:00:16.475490 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:25.420994 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9682ab9-6c86-4921-a78a-da12bbaa2d0d req-7c27f266-5465-46bf-8066-c514b618e6c5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427177 Aug 10 02:00:25.519978 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9682ab9-6c86-4921-a78a-da12bbaa2d0d req-fc5d1eff-4273-4d04-8fee-59671cb1fce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:25.521451 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9682ab9-6c86-4921-a78a-da12bbaa2d0d req-fc5d1eff-4273-4d04-8fee-59671cb1fce3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2be536ae35e4ca488446af3606a7e85&device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 1137 time: 0.0388615 Aug 10 02:00:25.620595 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9682ab9-6c86-4921-a78a-da12bbaa2d0d req-a5b6b96c-817c-4be0-b24a-0096cdc487e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:25.622091 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9682ab9-6c86-4921-a78a-da12bbaa2d0d req-a5b6b96c-817c-4be0-b24a-0096cdc487e8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44 HTTP/1.1" status: 200 len: 916 time: 0.0819998 Aug 10 02:00:25.688711 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9682ab9-6c86-4921-a78a-da12bbaa2d0d req-eaf90c0c-636d-4f06-8445-76c772e9562b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=780e7f97-b2be-4064-979b-af31ac080749 HTTP/1.1" status: 200 len: 1001 time: 0.0594788 Aug 10 02:00:25.737922 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9682ab9-6c86-4921-a78a-da12bbaa2d0d req-7921795b-6f5f-4db6-a7b1-7923440641c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:25.739357 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9682ab9-6c86-4921-a78a-da12bbaa2d0d req-7921795b-6f5f-4db6-a7b1-7923440641c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3fd4ba0d-3f00-4fee-9624-179f4295e13d HTTP/1.1" status: 200 len: 854 time: 0.0437570 Aug 10 02:00:25.783241 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9682ab9-6c86-4921-a78a-da12bbaa2d0d req-13877f76-8977-4c1d-a1fe-0c89a2bf83d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:25.784715 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9682ab9-6c86-4921-a78a-da12bbaa2d0d req-13877f76-8977-4c1d-a1fe-0c89a2bf83d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388255 Aug 10 02:00:25.875169 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9682ab9-6c86-4921-a78a-da12bbaa2d0d req-ae0e42bd-fecc-4b17-a77a-bb52ba403d1a service neutron] 10.222.0.20 "GET /v2.0/networks/5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812879 Aug 10 02:00:25.962403 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9682ab9-6c86-4921-a78a-da12bbaa2d0d req-d3052234-928b-453d-bd9d-8b53c979425a service neutron] 10.222.0.20 "GET /v2.0/networks/5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798268 Aug 10 02:00:28.767273 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:41.255702 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0cb303b7-ab97-4779-91ef-3035f96ec847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:42.232144 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:43.895674 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9ba85bba-131f-4282-a524-7a4f41147b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:44.527317 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:45.400309 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:46.477638 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:52.813360 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:00:58.764580 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:03.242836 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ec15cbf0-f6bc-446f-a49f-41bf6ef9d0d7 req-2c47f724-edad-4799-9ba4-e08f8ce84722 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1439524205&fields=id&tenant_id=d2be536ae35e4ca488446af3606a7e85 HTTP/1.1" status: 200 len: 267 time: 0.0332310 Aug 10 02:01:03.299039 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15cbf0-f6bc-446f-a49f-41bf6ef9d0d7 req-83be7105-b612-43a0-972a-829d1baf2229 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:03.300528 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ec15cbf0-f6bc-446f-a49f-41bf6ef9d0d7 req-83be7105-b612-43a0-972a-829d1baf2229 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 985 time: 0.0520952 Aug 10 02:01:03.311491 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-ec15cbf0-f6bc-446f-a49f-41bf6ef9d0d7 req-324c2a05-b727-4fdb-b3d2-cb09f47208fd tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Request body: {'port': {'security_groups': ['fef18db0-99d1-48e1-9f49-92ba835b7507']}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:03.373470 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ec15cbf0-f6bc-446f-a49f-41bf6ef9d0d7 req-324c2a05-b727-4fdb-b3d2-cb09f47208fd tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:03.540253 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-ec15cbf0-f6bc-446f-a49f-41bf6ef9d0d7 req-324c2a05-b727-4fdb-b3d2-cb09f47208fd tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] For port 780e7f97-b2be-4064-979b-af31ac080749, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=780e7f97-b2be-4064-979b-af31ac080749,segment=NetworkSegment(83b48663-e200-4645-8a2a-1ca5bafb6c2b),segment_id=83b48663-e200-4645-8a2a-1ca5bafb6c2b)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:03.568744 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ec15cbf0-f6bc-446f-a49f-41bf6ef9d0d7 req-324c2a05-b727-4fdb-b3d2-cb09f47208fd tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:03.574438 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ec15cbf0-f6bc-446f-a49f-41bf6ef9d0d7 req-324c2a05-b727-4fdb-b3d2-cb09f47208fd tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:03.608406 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['780e7f97-b2be-4064-979b-af31ac080749'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:01:03.617097 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15cbf0-f6bc-446f-a49f-41bf6ef9d0d7 req-324c2a05-b727-4fdb-b3d2-cb09f47208fd tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:03.617756 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-ec15cbf0-f6bc-446f-a49f-41bf6ef9d0d7 req-324c2a05-b727-4fdb-b3d2-cb09f47208fd tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:03.620646 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ec15cbf0-f6bc-446f-a49f-41bf6ef9d0d7 req-324c2a05-b727-4fdb-b3d2-cb09f47208fd tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "PUT /v2.0/ports/780e7f97-b2be-4064-979b-af31ac080749 HTTP/1.1" status: 200 len: 943 time: 0.3136241 Aug 10 02:01:03.621191 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce5a0af-435c-42e0-b1a8-5ceb477544ea', 'tag': '780e7f97-b2be-4064-979b-af31ac080749'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:01:03.624192 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9e874736d5403a2ed85b010b990dd133e24f0379b2e9b4f0e55655a3e1797b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633be025-5e66-4bcb-9d78-2ffb85d59e76" -d '{"events": [{"name": "network-changed", "server_uuid": "fce5a0af-435c-42e0-b1a8-5ceb477544ea", "tag": "780e7f97-b2be-4064-979b-af31ac080749"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:01:03.625531 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39154) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:03.662646 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c2a05-b727-4fdb-b3d2-cb09f47208fd tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Pushing event updated for resources: {'Port': ['ID=780e7f97-b2be-4064-979b-af31ac080749,revision_number=7']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:03.671941 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c2a05-b727-4fdb-b3d2-cb09f47208fd tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:03.672439 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c2a05-b727-4fdb-b3d2-cb09f47208fd tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:03.672734 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c2a05-b727-4fdb-b3d2-cb09f47208fd tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:03.673082 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c2a05-b727-4fdb-b3d2-cb09f47208fd tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:03.673487 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c2a05-b727-4fdb-b3d2-cb09f47208fd tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:03.674291 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c2a05-b727-4fdb-b3d2-cb09f47208fd tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:03.674439 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c2a05-b727-4fdb-b3d2-cb09f47208fd tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:03.674699 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c2a05-b727-4fdb-b3d2-cb09f47208fd tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:03.675098 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c2a05-b727-4fdb-b3d2-cb09f47208fd tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:03.675573 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c2a05-b727-4fdb-b3d2-cb09f47208fd tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:03.675919 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c2a05-b727-4fdb-b3d2-cb09f47208fd tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:03.676518 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c2a05-b727-4fdb-b3d2-cb09f47208fd tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:03.692480 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790bd770-8406-44e5-b432-1d611221b1bf x-openstack-request-id: req-790bd770-8406-44e5-b432-1d611221b1bf {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:01:03.692959 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce5a0af-435c-42e0-b1a8-5ceb477544ea", "tag": "780e7f97-b2be-4064-979b-af31ac080749", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:01:03.694018 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-790bd770-8406-44e5-b432-1d611221b1bf {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:01:03.694018 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce5a0af-435c-42e0-b1a8-5ceb477544ea', 'tag': '780e7f97-b2be-4064-979b-af31ac080749', 'status': 'completed', 'code': 200} Aug 10 02:01:03.710601 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5b6cfa72-b3c9-4bfe-a28c-328437f10854 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:03.739501 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5b6cfa72-b3c9-4bfe-a28c-328437f10854 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:03.761297 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['780e7f97-b2be-4064-979b-af31ac080749'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:01:03.789214 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633be025-5e66-4bcb-9d78-2ffb85d59e76 req-212539b9-f8ed-4d9f-a82e-238f7a926b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:03.792045 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-633be025-5e66-4bcb-9d78-2ffb85d59e76 req-212539b9-f8ed-4d9f-a82e-238f7a926b66 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2be536ae35e4ca488446af3606a7e85&device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 1098 time: 0.0629840 Aug 10 02:01:03.816303 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5b6cfa72-b3c9-4bfe-a28c-328437f10854 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:03.819201 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5b6cfa72-b3c9-4bfe-a28c-328437f10854 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:03.823804 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5b6cfa72-b3c9-4bfe-a28c-328437f10854 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "DELETE /v2.0/security-groups/a5d7839c-587e-46bf-989b-4683cee50e28 HTTP/1.1" status: 204 len: 168 time: 0.1961839 Aug 10 02:01:03.824151 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39160) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:03.873627 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6cfa72-b3c9-4bfe-a28c-328437f10854 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d7839c-587e-46bf-989b-4683cee50e28,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:03.887794 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6cfa72-b3c9-4bfe-a28c-328437f10854 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:03.888715 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6cfa72-b3c9-4bfe-a28c-328437f10854 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:03.889062 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6cfa72-b3c9-4bfe-a28c-328437f10854 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:03.889405 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6cfa72-b3c9-4bfe-a28c-328437f10854 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:03.889747 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6cfa72-b3c9-4bfe-a28c-328437f10854 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:03.890088 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6cfa72-b3c9-4bfe-a28c-328437f10854 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:03.890427 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6cfa72-b3c9-4bfe-a28c-328437f10854 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:03.890880 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6cfa72-b3c9-4bfe-a28c-328437f10854 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:03.891095 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6cfa72-b3c9-4bfe-a28c-328437f10854 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:03.891445 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6cfa72-b3c9-4bfe-a28c-328437f10854 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:03.891761 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6cfa72-b3c9-4bfe-a28c-328437f10854 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:03.892093 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6cfa72-b3c9-4bfe-a28c-328437f10854 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:03.899565 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633be025-5e66-4bcb-9d78-2ffb85d59e76 req-077f1b7d-3fc9-4d5d-a20f-591b1e4a3461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:03.900834 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-633be025-5e66-4bcb-9d78-2ffb85d59e76 req-077f1b7d-3fc9-4d5d-a20f-591b1e4a3461 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44 HTTP/1.1" status: 200 len: 916 time: 0.0986090 Aug 10 02:01:03.934131 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b4ef77dc-5fda-48f3-a5ab-47d12e7f90f2 None None] Provisioning complete for port 780e7f97-b2be-4064-979b-af31ac080749 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:01:03.934496 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b4ef77dc-5fda-48f3-a5ab-47d12e7f90f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:03.975202 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-633be025-5e66-4bcb-9d78-2ffb85d59e76 req-d11ced1f-b476-48a6-96af-26b9e1bf3003 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=780e7f97-b2be-4064-979b-af31ac080749 HTTP/1.1" status: 200 len: 1001 time: 0.0659552 Aug 10 02:01:04.023461 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-ea58e043-c56d-48af-a066-2a4c8f869c2f tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Deleting port 7114af64-08b8-473b-8231-eea46396b0ca {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:01:04.023837 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ea58e043-c56d-48af-a066-2a4c8f869c2f tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:04.027480 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633be025-5e66-4bcb-9d78-2ffb85d59e76 req-c826f86f-9a26-49d3-87d0-8d33680457f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:04.029050 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-633be025-5e66-4bcb-9d78-2ffb85d59e76 req-c826f86f-9a26-49d3-87d0-8d33680457f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3fd4ba0d-3f00-4fee-9624-179f4295e13d HTTP/1.1" status: 200 len: 854 time: 0.0461411 Aug 10 02:01:04.075474 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633be025-5e66-4bcb-9d78-2ffb85d59e76 req-0a6b23f1-3fd2-4f05-b3f7-c6c392b8d6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:04.076924 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-633be025-5e66-4bcb-9d78-2ffb85d59e76 req-0a6b23f1-3fd2-4f05-b3f7-c6c392b8d6be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405750 Aug 10 02:01:04.098974 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ea58e043-c56d-48af-a066-2a4c8f869c2f tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:04.099411 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ea58e043-c56d-48af-a066-2a4c8f869c2f tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:04.111554 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-ea58e043-c56d-48af-a066-2a4c8f869c2f tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Calling delete_port for 7114af64-08b8-473b-8231-eea46396b0ca owned by network:floatingip {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:01:04.168153 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-633be025-5e66-4bcb-9d78-2ffb85d59e76 req-d4085a1e-952b-4192-88eb-95aafea39d79 service neutron] 10.222.0.20 "GET /v2.0/networks/5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841079 Aug 10 02:01:04.258692 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-633be025-5e66-4bcb-9d78-2ffb85d59e76 req-21f45ed4-d54a-4e9c-824e-bce334939376 service neutron] 10.222.0.20 "GET /v2.0/networks/5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832453 Aug 10 02:01:04.263838 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ea58e043-c56d-48af-a066-2a4c8f869c2f tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:04.290511 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58e043-c56d-48af-a066-2a4c8f869c2f tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Pushing event deleted for resources: {'Port': ['ID=7114af64-08b8-473b-8231-eea46396b0ca,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:04.351273 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ea58e043-c56d-48af-a066-2a4c8f869c2f tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks [] for floatingip, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:04.351501 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [None req-ea58e043-c56d-48af-a066-2a4c8f869c2f tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Floating IP d9ccfcf0-9634-4e99-a03d-1525b526b522 disassociated (deleted). External IP: 172.25.2.98, port: 780e7f97-b2be-4064-979b-af31ac080749. Aug 10 02:01:04.553228 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea58e043-c56d-48af-a066-2a4c8f869c2f tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Router b2d37cb9-c069-49d3-b545-7ef41dd1b93a has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:01:04.659043 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea58e043-c56d-48af-a066-2a4c8f869c2f tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:01:04.663791 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ea58e043-c56d-48af-a066-2a4c8f869c2f tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:04.668438 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b902374c-247c-48d9-b62d-695ebb165b36 None None] Sync routers for ids ['b2d37cb9-c069-49d3-b545-7ef41dd1b93a'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:01:04.678074 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b902374c-247c-48d9-b62d-695ebb165b36 None None] Routers {'b2d37cb9-c069-49d3-b545-7ef41dd1b93a'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:04.678823 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-b902374c-247c-48d9-b62d-695ebb165b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:00:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['b2d37cb9-c069-49d3-b545-7ef41dd1b93a'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:04.690535 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ea58e043-c56d-48af-a066-2a4c8f869c2f tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "DELETE /v2.0/floatingips/d9ccfcf0-9634-4e99-a03d-1525b526b522 HTTP/1.1" status: 204 len: 168 time: 0.8557267 Aug 10 02:01:04.691129 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce5a0af-435c-42e0-b1a8-5ceb477544ea', 'tag': '780e7f97-b2be-4064-979b-af31ac080749'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:01:04.693457 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04376f577ca8e91682bf6bf2b98f61f72ad60017a2eb84f3f8c1f2c558ccd100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7662279b-08f8-4652-8229-beee43a89e73" -d '{"events": [{"name": "network-changed", "server_uuid": "fce5a0af-435c-42e0-b1a8-5ceb477544ea", "tag": "780e7f97-b2be-4064-979b-af31ac080749"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:01:04.747593 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f55e87c-eb1d-4fd5-9f7f-6a777828dc69 x-openstack-request-id: req-2f55e87c-eb1d-4fd5-9f7f-6a777828dc69 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:01:04.747892 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce5a0af-435c-42e0-b1a8-5ceb477544ea", "tag": "780e7f97-b2be-4064-979b-af31ac080749", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:01:04.748156 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2f55e87c-eb1d-4fd5-9f7f-6a777828dc69 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:01:04.748611 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce5a0af-435c-42e0-b1a8-5ceb477544ea', 'tag': '780e7f97-b2be-4064-979b-af31ac080749', 'status': 'completed', 'code': 200} Aug 10 02:01:04.790300 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-b902374c-247c-48d9-b62d-695ebb165b36 None None] Set router b2d37cb9-c069-49d3-b545-7ef41dd1b93a gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:01:04.831117 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662279b-08f8-4652-8229-beee43a89e73 req-5df6f392-07d8-4d36-a31f-218a78d7abd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:04.832747 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7662279b-08f8-4652-8229-beee43a89e73 req-5df6f392-07d8-4d36-a31f-218a78d7abd5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2be536ae35e4ca488446af3606a7e85&device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 1098 time: 0.0425053 Aug 10 02:01:04.941658 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662279b-08f8-4652-8229-beee43a89e73 req-99ee18f6-eb39-436e-9b00-c584de067e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:04.943336 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7662279b-08f8-4652-8229-beee43a89e73 req-99ee18f6-eb39-436e-9b00-c584de067e0d service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44 HTTP/1.1" status: 200 len: 916 time: 0.1040869 Aug 10 02:01:04.991080 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7662279b-08f8-4652-8229-beee43a89e73 req-7f5d7f12-7059-4f61-a92f-c2a8e3bc3258 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=780e7f97-b2be-4064-979b-af31ac080749 HTTP/1.1" status: 200 len: 217 time: 0.0360341 Aug 10 02:01:05.003078 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-b902374c-247c-48d9-b62d-695ebb165b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'name': 'tempest-TestMinimumBasicScenario-1520230499-router', 'tenant_id': 'd2be536ae35e4ca488446af3606a7e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '1b034b6b-b41e-4119-9ba5-fe0787191f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:15Z', 'updated_at': '2021-08-10T01:58:17Z', 'revision_number': 4, 'project_id': 'd2be536ae35e4ca488446af3606a7e85', 'gw_port': {'id': '1b034b6b-b41e-4119-9ba5-fe0787191f62', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:22:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:15Z', 'updated_at': '2021-08-10T01:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '5aecfa3e-ad42-4b90-bc5b-d94dc56b675c', 'name': '', 'network_id': '5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44', 'tenant_id': 'd2be536ae35e4ca488446af3606a7e85', 'mac_address': 'fa:16:3e:b0:04:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '3fd4ba0d-3f00-4fee-9624-179f4295e13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:17Z', 'updated_at': '2021-08-10T01:58:24Z', 'revision_number': 5, 'project_id': 'd2be536ae35e4ca488446af3606a7e85', 'subnets': [{'id': '3fd4ba0d-3f00-4fee-9624-179f4295e13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:05.045217 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662279b-08f8-4652-8229-beee43a89e73 req-57ca4236-0378-4d75-a714-47603d2b6c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:05.046824 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7662279b-08f8-4652-8229-beee43a89e73 req-57ca4236-0378-4d75-a714-47603d2b6c19 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3fd4ba0d-3f00-4fee-9624-179f4295e13d HTTP/1.1" status: 200 len: 854 time: 0.0495536 Aug 10 02:01:05.098466 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662279b-08f8-4652-8229-beee43a89e73 req-9554eefe-4eec-49e8-9d27-36141d4e5820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:05.099984 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7662279b-08f8-4652-8229-beee43a89e73 req-9554eefe-4eec-49e8-9d27-36141d4e5820 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428274 Aug 10 02:01:05.184607 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b902374c-247c-48d9-b62d-695ebb165b36 None None] Checking router: b2d37cb9-c069-49d3-b545-7ef41dd1b93a for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:01:05.191686 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7662279b-08f8-4652-8229-beee43a89e73 req-ae0fb26c-f88e-4539-a3a5-e1f662fc6df6 service neutron] 10.222.0.20 "GET /v2.0/networks/5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830090 Aug 10 02:01:05.193386 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b902374c-247c-48d9-b62d-695ebb165b36 None None] Routers {'b2d37cb9-c069-49d3-b545-7ef41dd1b93a'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:05.194002 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-b902374c-247c-48d9-b62d-695ebb165b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:00:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['b2d37cb9-c069-49d3-b545-7ef41dd1b93a'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:05.284393 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7662279b-08f8-4652-8229-beee43a89e73 req-1a390a3a-1d7a-4ce4-b2c5-37dc7540eb3f service neutron] 10.222.0.20 "GET /v2.0/networks/5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849733 Aug 10 02:01:05.296085 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-b902374c-247c-48d9-b62d-695ebb165b36 None None] Set router b2d37cb9-c069-49d3-b545-7ef41dd1b93a gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:01:05.486898 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-b902374c-247c-48d9-b62d-695ebb165b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'name': 'tempest-TestMinimumBasicScenario-1520230499-router', 'tenant_id': 'd2be536ae35e4ca488446af3606a7e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '1b034b6b-b41e-4119-9ba5-fe0787191f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:15Z', 'updated_at': '2021-08-10T01:58:17Z', 'revision_number': 4, 'project_id': 'd2be536ae35e4ca488446af3606a7e85', 'gw_port': {'id': '1b034b6b-b41e-4119-9ba5-fe0787191f62', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:22:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:15Z', 'updated_at': '2021-08-10T01:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '5aecfa3e-ad42-4b90-bc5b-d94dc56b675c', 'name': '', 'network_id': '5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44', 'tenant_id': 'd2be536ae35e4ca488446af3606a7e85', 'mac_address': 'fa:16:3e:b0:04:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '3fd4ba0d-3f00-4fee-9624-179f4295e13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:17Z', 'updated_at': '2021-08-10T01:58:24Z', 'revision_number': 5, 'project_id': 'd2be536ae35e4ca488446af3606a7e85', 'subnets': [{'id': '3fd4ba0d-3f00-4fee-9624-179f4295e13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:05.516912 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b902374c-247c-48d9-b62d-695ebb165b36 None None] The sync data for ids ['b2d37cb9-c069-49d3-b545-7ef41dd1b93a'] in n-d-766726-26 is: [{'id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'name': 'tempest-TestMinimumBasicScenario-1520230499-router', 'tenant_id': 'd2be536ae35e4ca488446af3606a7e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '1b034b6b-b41e-4119-9ba5-fe0787191f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:15Z', 'updated_at': '2021-08-10T01:58:17Z', 'revision_number': 4, 'project_id': 'd2be536ae35e4ca488446af3606a7e85', 'gw_port': {'id': '1b034b6b-b41e-4119-9ba5-fe0787191f62', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:22:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:15Z', 'updated_at': '2021-08-10T01:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '5aecfa3e-ad42-4b90-bc5b-d94dc56b675c', 'name': '', 'network_id': '5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44', 'tenant_id': 'd2be536ae35e4ca488446af3606a7e85', 'mac_address': 'fa:16:3e:b0:04:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '3fd4ba0d-3f00-4fee-9624-179f4295e13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:17Z', 'updated_at': '2021-08-10T01:58:24Z', 'revision_number': 5, 'project_id': 'd2be536ae35e4ca488446af3606a7e85', 'subnets': [{'id': '3fd4ba0d-3f00-4fee-9624-179f4295e13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:01:05.737629 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34362554-bed1-4574-9921-c5ca36ade4a3 None None] New status for floating IP d9ccfcf0-9634-4e99-a03d-1525b526b522: DOWN {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:01:11.257800 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5e2f5d70-2ac3-4e7b-bcc0-5c47bf8347e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:11.635219 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4646c33-6404-46c1-84e5-cf71a3896fa1 req-8da967d0-2900-4e0d-989e-0e9c4eab1839 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:11.636904 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e4646c33-6404-46c1-84e5-cf71a3896fa1 req-8da967d0-2900-4e0d-989e-0e9c4eab1839 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 946 time: 0.0507612 Aug 10 02:01:11.675961 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e4646c33-6404-46c1-84e5-cf71a3896fa1 req-90115346-949f-4a4f-816c-502082012830 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323370 Aug 10 02:01:12.247440 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:12.789984 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45938b0e-822e-4d95-a9bd-802ae16ef8cd req-c3e477c5-35c7-4e7a-a483-1eb66ec7ca19 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:12.791432 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-45938b0e-822e-4d95-a9bd-802ae16ef8cd req-c3e477c5-35c7-4e7a-a483-1eb66ec7ca19 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 946 time: 0.0472684 Aug 10 02:01:12.831947 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-45938b0e-822e-4d95-a9bd-802ae16ef8cd req-e94fe9be-dd1c-4a80-a7c0-9116c6a059f0 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345962 Aug 10 02:01:13.453719 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064858e7-9592-45aa-897f-dd91ebfbfb6b req-dad557cb-3c24-4239-8e72-37308dc078d4 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:13.455177 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-064858e7-9592-45aa-897f-dd91ebfbfb6b req-dad557cb-3c24-4239-8e72-37308dc078d4 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 946 time: 0.0489435 Aug 10 02:01:13.541892 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-064858e7-9592-45aa-897f-dd91ebfbfb6b req-82545e40-1733-441d-82ef-0de136481726 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Deleting port 780e7f97-b2be-4064-979b-af31ac080749 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:01:13.542234 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-064858e7-9592-45aa-897f-dd91ebfbfb6b req-82545e40-1733-441d-82ef-0de136481726 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:13.630564 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-064858e7-9592-45aa-897f-dd91ebfbfb6b req-82545e40-1733-441d-82ef-0de136481726 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] For port 780e7f97-b2be-4064-979b-af31ac080749, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=780e7f97-b2be-4064-979b-af31ac080749,segment=NetworkSegment(83b48663-e200-4645-8a2a-1ca5bafb6c2b),segment_id=83b48663-e200-4645-8a2a-1ca5bafb6c2b)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:13.630933 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-064858e7-9592-45aa-897f-dd91ebfbfb6b req-82545e40-1733-441d-82ef-0de136481726 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:13.643453 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-064858e7-9592-45aa-897f-dd91ebfbfb6b req-82545e40-1733-441d-82ef-0de136481726 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Calling delete_port for 780e7f97-b2be-4064-979b-af31ac080749 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:01:13.899073 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0616a8a7-9403-42a1-a75b-4dee0765df17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:14.063449 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-064858e7-9592-45aa-897f-dd91ebfbfb6b req-82545e40-1733-441d-82ef-0de136481726 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:14.095950 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['780e7f97-b2be-4064-979b-af31ac080749'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:01:14.103899 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82545e40-1733-441d-82ef-0de136481726 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Pushing event deleted for resources: {'Port': ['ID=780e7f97-b2be-4064-979b-af31ac080749,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:14.146984 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691ff62-5257-4f19-965c-7ca24c701ca8 req-94dc891b-d08c-445d-a9fc-d4289e141a47 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:14.148545 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8691ff62-5257-4f19-965c-7ca24c701ca8 req-94dc891b-d08c-445d-a9fc-d4289e141a47 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce5a0af-435c-42e0-b1a8-5ceb477544ea HTTP/1.1" status: 200 len: 867 time: 0.1205580 Aug 10 02:01:14.149378 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-064858e7-9592-45aa-897f-dd91ebfbfb6b req-82545e40-1733-441d-82ef-0de136481726 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] No DVR routers for this DVR port 780e7f97-b2be-4064-979b-af31ac080749 on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:01:14.152021 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-064858e7-9592-45aa-897f-dd91ebfbfb6b req-82545e40-1733-441d-82ef-0de136481726 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:14.154032 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-064858e7-9592-45aa-897f-dd91ebfbfb6b req-82545e40-1733-441d-82ef-0de136481726 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.20 "DELETE /v2.0/ports/780e7f97-b2be-4064-979b-af31ac080749 HTTP/1.1" status: 204 len: 173 time: 0.6927085 Aug 10 02:01:14.155765 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce5a0af-435c-42e0-b1a8-5ceb477544ea', 'name': 'network-vif-deleted', 'tag': '780e7f97-b2be-4064-979b-af31ac080749'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:01:14.158806 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9e874736d5403a2ed85b010b990dd133e24f0379b2e9b4f0e55655a3e1797b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c68d66-c567-4029-bc34-6438cd22c2ee" -d '{"events": [{"server_uuid": "fce5a0af-435c-42e0-b1a8-5ceb477544ea", "name": "network-vif-deleted", "tag": "780e7f97-b2be-4064-979b-af31ac080749"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:01:14.195845 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c92d2a-140b-495e-bfff-a50577df759b x-openstack-request-id: req-f5c92d2a-140b-495e-bfff-a50577df759b {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:01:14.196142 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce5a0af-435c-42e0-b1a8-5ceb477544ea", "name": "network-vif-deleted", "tag": "780e7f97-b2be-4064-979b-af31ac080749", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:01:14.196417 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f5c92d2a-140b-495e-bfff-a50577df759b {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:01:14.196801 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce5a0af-435c-42e0-b1a8-5ceb477544ea', 'name': 'network-vif-deleted', 'tag': '780e7f97-b2be-4064-979b-af31ac080749', 'status': 'completed', 'code': 200} Aug 10 02:01:14.204272 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8691ff62-5257-4f19-965c-7ca24c701ca8 req-04b421f9-deb6-4703-b545-86c09b53aa64 tempest-TestMinimumBasicScenario-928853646 tempest-TestMinimumBasicScenario-928853646-project] 10.222.0.35 "GET /v2.0/security-groups?id=fef18db0-99d1-48e1-9f49-92ba835b7507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491440 Aug 10 02:01:14.531898 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:15.402865 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:15.768077 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39266) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:16.102149 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb3b5408-217c-4cd8-94b9-30ea35a2599e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:16.340369 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-eb3b5408-217c-4cd8-94b9-30ea35a2599e admin admin] Deleting port 5aecfa3e-ad42-4b90-bc5b-d94dc56b675c {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:01:16.341147 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb3b5408-217c-4cd8-94b9-30ea35a2599e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:16.420154 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-eb3b5408-217c-4cd8-94b9-30ea35a2599e admin admin] For port 5aecfa3e-ad42-4b90-bc5b-d94dc56b675c, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5aecfa3e-ad42-4b90-bc5b-d94dc56b675c,segment=NetworkSegment(83b48663-e200-4645-8a2a-1ca5bafb6c2b),segment_id=83b48663-e200-4645-8a2a-1ca5bafb6c2b)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:16.420565 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb3b5408-217c-4cd8-94b9-30ea35a2599e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:16.433286 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-eb3b5408-217c-4cd8-94b9-30ea35a2599e admin admin] Calling delete_port for 5aecfa3e-ad42-4b90-bc5b-d94dc56b675c owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:01:16.480724 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:16.612776 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb3b5408-217c-4cd8-94b9-30ea35a2599e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:16.639288 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b5408-217c-4cd8-94b9-30ea35a2599e admin admin] Pushing event deleted for resources: {'Port': ['ID=5aecfa3e-ad42-4b90-bc5b-d94dc56b675c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:16.679118 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 780e7f97-b2be-4064-979b-af31ac080749 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:01:16.698872 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 780e7f97-b2be-4064-979b-af31ac080749 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:01:16.699227 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 780e7f97-b2be-4064-979b-af31ac080749 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:01:16.802424 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb3b5408-217c-4cd8-94b9-30ea35a2599e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:17.008375 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3b5408-217c-4cd8-94b9-30ea35a2599e admin admin] Router b2d37cb9-c069-49d3-b545-7ef41dd1b93a has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:01:17.110949 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3b5408-217c-4cd8-94b9-30ea35a2599e admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:01:17.118626 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-eb3b5408-217c-4cd8-94b9-30ea35a2599e admin admin] 10.222.0.35 "PUT /v2.0/routers/b2d37cb9-c069-49d3-b545-7ef41dd1b93a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3467326 Aug 10 02:01:17.118733 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39270) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:17.119415 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4ab9a3-18f6-4ffb-9c8a-1918987b58c1 None None] Sync routers for ids ['b2d37cb9-c069-49d3-b545-7ef41dd1b93a'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:01:17.128714 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4ab9a3-18f6-4ffb-9c8a-1918987b58c1 None None] Routers {'b2d37cb9-c069-49d3-b545-7ef41dd1b93a'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:17.129316 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-4a4ab9a3-18f6-4ffb-9c8a-1918987b58c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:01:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['b2d37cb9-c069-49d3-b545-7ef41dd1b93a'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:17.226718 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1b6faa1d-331f-43d9-8a84-9d22882f882b admin admin] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:17.230484 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-4a4ab9a3-18f6-4ffb-9c8a-1918987b58c1 None None] Set router b2d37cb9-c069-49d3-b545-7ef41dd1b93a gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:01:17.412377 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-4a4ab9a3-18f6-4ffb-9c8a-1918987b58c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'name': 'tempest-TestMinimumBasicScenario-1520230499-router', 'tenant_id': 'd2be536ae35e4ca488446af3606a7e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '1b034b6b-b41e-4119-9ba5-fe0787191f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:15Z', 'updated_at': '2021-08-10T02:01:16Z', 'revision_number': 5, 'project_id': 'd2be536ae35e4ca488446af3606a7e85', 'gw_port': {'id': '1b034b6b-b41e-4119-9ba5-fe0787191f62', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:22:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:15Z', 'updated_at': '2021-08-10T01:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:17.439849 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4ab9a3-18f6-4ffb-9c8a-1918987b58c1 None None] Checking router: b2d37cb9-c069-49d3-b545-7ef41dd1b93a for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:01:17.448631 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4ab9a3-18f6-4ffb-9c8a-1918987b58c1 None None] Routers {'b2d37cb9-c069-49d3-b545-7ef41dd1b93a'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:17.449264 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-4a4ab9a3-18f6-4ffb-9c8a-1918987b58c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:01:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['b2d37cb9-c069-49d3-b545-7ef41dd1b93a'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:17.557854 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-4a4ab9a3-18f6-4ffb-9c8a-1918987b58c1 None None] Set router b2d37cb9-c069-49d3-b545-7ef41dd1b93a gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:01:17.675775 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1b6faa1d-331f-43d9-8a84-9d22882f882b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:17.727909 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-1b6faa1d-331f-43d9-8a84-9d22882f882b admin admin] Deleting port 1b034b6b-b41e-4119-9ba5-fe0787191f62 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:01:17.728268 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1b6faa1d-331f-43d9-8a84-9d22882f882b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:17.735581 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-4a4ab9a3-18f6-4ffb-9c8a-1918987b58c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'name': 'tempest-TestMinimumBasicScenario-1520230499-router', 'tenant_id': 'd2be536ae35e4ca488446af3606a7e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '1b034b6b-b41e-4119-9ba5-fe0787191f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:15Z', 'updated_at': '2021-08-10T02:01:16Z', 'revision_number': 5, 'project_id': 'd2be536ae35e4ca488446af3606a7e85', 'gw_port': {'id': '1b034b6b-b41e-4119-9ba5-fe0787191f62', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:22:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:15Z', 'updated_at': '2021-08-10T01:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:17.765224 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4ab9a3-18f6-4ffb-9c8a-1918987b58c1 None None] The sync data for ids ['b2d37cb9-c069-49d3-b545-7ef41dd1b93a'] in n-d-766726-26 is: [{'id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'name': 'tempest-TestMinimumBasicScenario-1520230499-router', 'tenant_id': 'd2be536ae35e4ca488446af3606a7e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '1b034b6b-b41e-4119-9ba5-fe0787191f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:15Z', 'updated_at': '2021-08-10T02:01:16Z', 'revision_number': 5, 'project_id': 'd2be536ae35e4ca488446af3606a7e85', 'gw_port': {'id': '1b034b6b-b41e-4119-9ba5-fe0787191f62', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:22:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d37cb9-c069-49d3-b545-7ef41dd1b93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:15Z', 'updated_at': '2021-08-10T01:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:01:17.808890 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-1b6faa1d-331f-43d9-8a84-9d22882f882b admin admin] For port 1b034b6b-b41e-4119-9ba5-fe0787191f62, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=1b034b6b-b41e-4119-9ba5-fe0787191f62,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:17.809891 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1b6faa1d-331f-43d9-8a84-9d22882f882b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:17.827171 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-1b6faa1d-331f-43d9-8a84-9d22882f882b admin admin] Calling delete_port for 1b034b6b-b41e-4119-9ba5-fe0787191f62 owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:01:17.984543 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1b6faa1d-331f-43d9-8a84-9d22882f882b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:18.011081 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6faa1d-331f-43d9-8a84-9d22882f882b admin admin] Pushing event deleted for resources: {'Port': ['ID=1b034b6b-b41e-4119-9ba5-fe0787191f62,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:18.072009 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1b6faa1d-331f-43d9-8a84-9d22882f882b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:18.164718 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1b6faa1d-331f-43d9-8a84-9d22882f882b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:18.166894 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1b6faa1d-331f-43d9-8a84-9d22882f882b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:18.212340 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1b6faa1d-331f-43d9-8a84-9d22882f882b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:18.212906 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6faa1d-331f-43d9-8a84-9d22882f882b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2d37cb9-c069-49d3-b545-7ef41dd1b93a {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:01:18.217861 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-1b6faa1d-331f-43d9-8a84-9d22882f882b admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:18.220689 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-1b6faa1d-331f-43d9-8a84-9d22882f882b admin admin] 10.222.0.35 "DELETE /v2.0/routers/b2d37cb9-c069-49d3-b545-7ef41dd1b93a HTTP/1.1" status: 204 len: 168 time: 1.1009877 Aug 10 02:01:18.221873 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39272) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:18.271557 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-842e6b39-9c97-4c9c-8a60-5749c5fe0bed admin admin] Deleting subnet 3fd4ba0d-3f00-4fee-9624-179f4295e13d {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:01:18.274811 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-842e6b39-9c97-4c9c-8a60-5749c5fe0bed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:18.309587 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-842e6b39-9c97-4c9c-8a60-5749c5fe0bed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:18.390942 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-842e6b39-9c97-4c9c-8a60-5749c5fe0bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:18.451411 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-842e6b39-9c97-4c9c-8a60-5749c5fe0bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:18.475306 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e6b39-9c97-4c9c-8a60-5749c5fe0bed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fd4ba0d-3f00-4fee-9624-179f4295e13d,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:18.481981 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-842e6b39-9c97-4c9c-8a60-5749c5fe0bed admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:18.483879 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-842e6b39-9c97-4c9c-8a60-5749c5fe0bed admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3fd4ba0d-3f00-4fee-9624-179f4295e13d HTTP/1.1" status: 204 len: 168 time: 0.2610497 Aug 10 02:01:18.486378 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39274) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:18.488866 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052cdffc-03d5-416f-bf8a-f0e5eb0d0263 None None] Network 5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:01:18.552667 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9a2ba930-5f50-4c80-ae84-8a4689930083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:18.606453 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-9a2ba930-5f50-4c80-ae84-8a4689930083 admin admin] Deleting port eb54de7e-d456-46e6-8ab6-9e8fef02e986 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:01:18.606823 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9a2ba930-5f50-4c80-ae84-8a4689930083 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:18.673152 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-9a2ba930-5f50-4c80-ae84-8a4689930083 admin admin] For port eb54de7e-d456-46e6-8ab6-9e8fef02e986, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=eb54de7e-d456-46e6-8ab6-9e8fef02e986,segment=NetworkSegment(83b48663-e200-4645-8a2a-1ca5bafb6c2b),segment_id=83b48663-e200-4645-8a2a-1ca5bafb6c2b)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:18.673539 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9a2ba930-5f50-4c80-ae84-8a4689930083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:18.688797 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-9a2ba930-5f50-4c80-ae84-8a4689930083 admin admin] Calling delete_port for eb54de7e-d456-46e6-8ab6-9e8fef02e986 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:01:18.766431 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0d48e7-8e69-4d54-9d3d-d28072ad2be6 None None] DHCP port deletion for 5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:01:18.780872 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9a2ba930-5f50-4c80-ae84-8a4689930083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:18.811104 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ba930-5f50-4c80-ae84-8a4689930083 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb54de7e-d456-46e6-8ab6-9e8fef02e986,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:18.814691 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2ba930-5f50-4c80-ae84-8a4689930083 admin admin] No DVR routers for this DVR port eb54de7e-d456-46e6-8ab6-9e8fef02e986 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:01:18.821413 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d48e7-8e69-4d54-9d3d-d28072ad2be6 None None] Deleting port eb54de7e-d456-46e6-8ab6-9e8fef02e986 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:01:18.821803 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9d0d48e7-8e69-4d54-9d3d-d28072ad2be6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:18.880848 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-9d0d48e7-8e69-4d54-9d3d-d28072ad2be6 None None] For port eb54de7e-d456-46e6-8ab6-9e8fef02e986, host n-d-766726-26, got binding levels [] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:18.881244 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9d0d48e7-8e69-4d54-9d3d-d28072ad2be6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:18.885130 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9a2ba930-5f50-4c80-ae84-8a4689930083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:18.894296 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d48e7-8e69-4d54-9d3d-d28072ad2be6 None None] Calling delete_port for eb54de7e-d456-46e6-8ab6-9e8fef02e986 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:01:18.895575 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-9a2ba930-5f50-4c80-ae84-8a4689930083 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:18.896902 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.ipam_backend_mixin [None req-9d0d48e7-8e69-4d54-9d3d-d28072ad2be6 None None] Port eb54de7e-d456-46e6-8ab6-9e8fef02e986 was not found and therefore no delete operation was performed {{(pid=105828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 02:01:18.898433 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9d0d48e7-8e69-4d54-9d3d-d28072ad2be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:18.905966 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-9a2ba930-5f50-4c80-ae84-8a4689930083 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83b48663-e200-4645-8a2a-1ca5bafb6c2b') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:18.906272 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-9a2ba930-5f50-4c80-ae84-8a4689930083 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83b48663-e200-4645-8a2a-1ca5bafb6c2b') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:18.915069 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9a2ba930-5f50-4c80-ae84-8a4689930083 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:18.923538 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d48e7-8e69-4d54-9d3d-d28072ad2be6 None None] Pushing event deleted for resources: {'Port': ['ID=eb54de7e-d456-46e6-8ab6-9e8fef02e986,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:18.928745 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0d48e7-8e69-4d54-9d3d-d28072ad2be6 None None] No DVR routers for this DVR port eb54de7e-d456-46e6-8ab6-9e8fef02e986 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:01:18.932312 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9a2ba930-5f50-4c80-ae84-8a4689930083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:18.939593 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d48e7-8e69-4d54-9d3d-d28072ad2be6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:18.942465 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d48e7-8e69-4d54-9d3d-d28072ad2be6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:18.942740 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a2ba930-5f50-4c80-ae84-8a4689930083 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:01:18.942959 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d48e7-8e69-4d54-9d3d-d28072ad2be6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:18.943066 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9a2ba930-5f50-4c80-ae84-8a4689930083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:18.943156 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d48e7-8e69-4d54-9d3d-d28072ad2be6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:18.943156 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d48e7-8e69-4d54-9d3d-d28072ad2be6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:18.943156 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d48e7-8e69-4d54-9d3d-d28072ad2be6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:18.943156 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d48e7-8e69-4d54-9d3d-d28072ad2be6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:18.943156 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d48e7-8e69-4d54-9d3d-d28072ad2be6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:18.943514 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 02:01:18.943514 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:01:18.943514 n-d-766726-26 neutron-server[105827]: timer() Aug 10 02:01:18.943514 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:01:18.943514 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 02:01:18.943514 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:01:18.943514 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 02:01:18.943514 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:01:18.943514 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 02:01:18.943514 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:01:18.943514 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 02:01:18.943514 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:01:18.943514 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 02:01:18.943514 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:01:18.943514 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:01:18.943514 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:01:18.943514 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:01:18.943514 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:01:18.943514 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 02:01:18.943514 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:01:18.943514 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 02:01:18.943514 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:01:18.943514 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:01:18.943514 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:01:18.943514 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 02:01:18.943514 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:01:18.943514 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:01:18.943514 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:01:18.943514 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:01:18.943514 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:01:18.943514 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:01:18.943514 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:01:18.946390 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d48e7-8e69-4d54-9d3d-d28072ad2be6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:18.946390 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d48e7-8e69-4d54-9d3d-d28072ad2be6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:18.946390 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d48e7-8e69-4d54-9d3d-d28072ad2be6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:18.946390 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d48e7-8e69-4d54-9d3d-d28072ad2be6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:19.004566 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9a2ba930-5f50-4c80-ae84-8a4689930083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:19.011430 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9a2ba930-5f50-4c80-ae84-8a4689930083 admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:19.013331 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9a2ba930-5f50-4c80-ae84-8a4689930083 admin admin] 10.222.0.35 "DELETE /v2.0/networks/5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44 HTTP/1.1" status: 204 len: 168 time: 0.5260971 Aug 10 02:01:19.016392 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39276) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:19.024010 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ba930-5f50-4c80-ae84-8a4689930083 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a7a5a4c-f608-4dc6-bbd5-82aa3d8a3f44,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:19.347242 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f285f03f-9439-4416-8de8-8a6a81a072f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:19.582637 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-f285f03f-9439-4416-8de8-8a6a81a072f5 admin admin] Deleting port 7484c323-9d8b-4c50-96f0-d300b096da54 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:01:19.582983 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f285f03f-9439-4416-8de8-8a6a81a072f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:19.662982 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-f285f03f-9439-4416-8de8-8a6a81a072f5 admin admin] For port 7484c323-9d8b-4c50-96f0-d300b096da54, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=7484c323-9d8b-4c50-96f0-d300b096da54,segment=NetworkSegment(5d4f5ec5-f51e-4995-bd63-4337693b274f),segment_id=5d4f5ec5-f51e-4995-bd63-4337693b274f)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:19.663349 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f285f03f-9439-4416-8de8-8a6a81a072f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:19.676534 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-f285f03f-9439-4416-8de8-8a6a81a072f5 admin admin] Calling delete_port for 7484c323-9d8b-4c50-96f0-d300b096da54 owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:01:19.812700 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device eb54de7e-d456-46e6-8ab6-9e8fef02e986 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:01:19.836045 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: eb54de7e-d456-46e6-8ab6-9e8fef02e986 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:01:19.836414 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device eb54de7e-d456-46e6-8ab6-9e8fef02e986 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:01:19.836839 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5aecfa3e-ad42-4b90-bc5b-d94dc56b675c no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:01:19.855722 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 5aecfa3e-ad42-4b90-bc5b-d94dc56b675c {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:01:19.855986 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f285f03f-9439-4416-8de8-8a6a81a072f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:19.856160 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5aecfa3e-ad42-4b90-bc5b-d94dc56b675c not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:01:19.856622 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 1b034b6b-b41e-4119-9ba5-fe0787191f62 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:01:19.874677 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 1b034b6b-b41e-4119-9ba5-fe0787191f62 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:01:19.874954 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 1b034b6b-b41e-4119-9ba5-fe0787191f62 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:01:19.880709 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285f03f-9439-4416-8de8-8a6a81a072f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7484c323-9d8b-4c50-96f0-d300b096da54,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:20.043554 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f285f03f-9439-4416-8de8-8a6a81a072f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:20.250349 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f285f03f-9439-4416-8de8-8a6a81a072f5 admin admin] Router 62b84b9b-fa83-4e3d-829a-889b9c9a2f8b has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:01:20.354436 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f285f03f-9439-4416-8de8-8a6a81a072f5 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:01:20.360020 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f285f03f-9439-4416-8de8-8a6a81a072f5 admin admin] 10.222.0.35 "PUT /v2.0/routers/62b84b9b-fa83-4e3d-829a-889b9c9a2f8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3426106 Aug 10 02:01:20.362530 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39278) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:20.365328 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3829e4d0-3c80-46bc-b43a-b18df5f1f7f6 None None] Sync routers for ids ['62b84b9b-fa83-4e3d-829a-889b9c9a2f8b'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:01:20.374713 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3829e4d0-3c80-46bc-b43a-b18df5f1f7f6 None None] Routers {'62b84b9b-fa83-4e3d-829a-889b9c9a2f8b'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:20.375277 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-3829e4d0-3c80-46bc-b43a-b18df5f1f7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:01:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['62b84b9b-fa83-4e3d-829a-889b9c9a2f8b'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:20.465598 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-31626871-e54d-4fa3-8841-d0c8b8037edd admin admin] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:20.475671 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-3829e4d0-3c80-46bc-b43a-b18df5f1f7f6 None None] Set router 62b84b9b-fa83-4e3d-829a-889b9c9a2f8b gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:01:20.566640 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-31626871-e54d-4fa3-8841-d0c8b8037edd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:20.622414 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-31626871-e54d-4fa3-8841-d0c8b8037edd admin admin] Deleting port eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:01:20.622773 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-31626871-e54d-4fa3-8841-d0c8b8037edd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:20.652512 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-3829e4d0-3c80-46bc-b43a-b18df5f1f7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b84b9b-fa83-4e3d-829a-889b9c9a2f8b', 'name': 'tempest-TestMinimumBasicScenario-2089330387-router', 'tenant_id': 'e3ff76c5536b4a99a9b085031644515b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:19Z', 'updated_at': '2021-08-10T02:01:19Z', 'revision_number': 5, 'project_id': 'e3ff76c5536b4a99a9b085031644515b', 'gw_port': {'id': 'eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b84b9b-fa83-4e3d-829a-889b9c9a2f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:20Z', 'updated_at': '2021-08-10T01:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:20.678388 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3829e4d0-3c80-46bc-b43a-b18df5f1f7f6 None None] Checking router: 62b84b9b-fa83-4e3d-829a-889b9c9a2f8b for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:01:20.687904 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3829e4d0-3c80-46bc-b43a-b18df5f1f7f6 None None] Routers {'62b84b9b-fa83-4e3d-829a-889b9c9a2f8b'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:20.688535 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-3829e4d0-3c80-46bc-b43a-b18df5f1f7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:01:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['62b84b9b-fa83-4e3d-829a-889b9c9a2f8b'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:20.705058 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-31626871-e54d-4fa3-8841-d0c8b8037edd admin admin] For port eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:20.705429 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-31626871-e54d-4fa3-8841-d0c8b8037edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:20.718721 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-31626871-e54d-4fa3-8841-d0c8b8037edd admin admin] Calling delete_port for eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0 owned by network:router_gateway {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:01:20.773923 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-3829e4d0-3c80-46bc-b43a-b18df5f1f7f6 None None] Set router 62b84b9b-fa83-4e3d-829a-889b9c9a2f8b gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:01:20.826987 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-3829e4d0-3c80-46bc-b43a-b18df5f1f7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b84b9b-fa83-4e3d-829a-889b9c9a2f8b', 'name': 'tempest-TestMinimumBasicScenario-2089330387-router', 'tenant_id': 'e3ff76c5536b4a99a9b085031644515b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:19Z', 'updated_at': '2021-08-10T02:01:20Z', 'revision_number': 6, 'project_id': 'e3ff76c5536b4a99a9b085031644515b', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:20.852546 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3829e4d0-3c80-46bc-b43a-b18df5f1f7f6 None None] The sync data for ids ['62b84b9b-fa83-4e3d-829a-889b9c9a2f8b'] in n-d-766726-26 is: [{'id': '62b84b9b-fa83-4e3d-829a-889b9c9a2f8b', 'name': 'tempest-TestMinimumBasicScenario-2089330387-router', 'tenant_id': 'e3ff76c5536b4a99a9b085031644515b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:19Z', 'updated_at': '2021-08-10T02:01:20Z', 'revision_number': 6, 'project_id': 'e3ff76c5536b4a99a9b085031644515b', 'gw_port_host': None}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:01:20.883202 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-31626871-e54d-4fa3-8841-d0c8b8037edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:20.908833 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31626871-e54d-4fa3-8841-d0c8b8037edd admin admin] Pushing event deleted for resources: {'Port': ['ID=eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:20.966580 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-31626871-e54d-4fa3-8841-d0c8b8037edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:21.052195 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-31626871-e54d-4fa3-8841-d0c8b8037edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:21.054242 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-31626871-e54d-4fa3-8841-d0c8b8037edd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:21.098730 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-31626871-e54d-4fa3-8841-d0c8b8037edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:21.099323 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31626871-e54d-4fa3-8841-d0c8b8037edd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62b84b9b-fa83-4e3d-829a-889b9c9a2f8b {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:01:21.104160 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-31626871-e54d-4fa3-8841-d0c8b8037edd admin admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:21.105400 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-31626871-e54d-4fa3-8841-d0c8b8037edd admin admin] 10.222.0.35 "DELETE /v2.0/routers/62b84b9b-fa83-4e3d-829a-889b9c9a2f8b HTTP/1.1" status: 204 len: 168 time: 0.7419546 Aug 10 02:01:21.107862 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39280) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:21.153839 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-357b7779-3c5d-457b-8867-ca50f4852399 admin admin] Deleting subnet 495c3581-999e-49aa-b0f3-3e39d8939146 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:01:21.157114 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-357b7779-3c5d-457b-8867-ca50f4852399 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:21.190864 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-357b7779-3c5d-457b-8867-ca50f4852399 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:21.276079 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-357b7779-3c5d-457b-8867-ca50f4852399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:21.332070 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-357b7779-3c5d-457b-8867-ca50f4852399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:21.354903 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b7779-3c5d-457b-8867-ca50f4852399 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=495c3581-999e-49aa-b0f3-3e39d8939146,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:21.360833 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-357b7779-3c5d-457b-8867-ca50f4852399 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:21.362688 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-357b7779-3c5d-457b-8867-ca50f4852399 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/495c3581-999e-49aa-b0f3-3e39d8939146 HTTP/1.1" status: 204 len: 168 time: 0.2538381 Aug 10 02:01:21.365137 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39282) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:21.367610 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3249d6-0389-4cbd-b785-25a9909f9263 None None] Network cb445951-09d0-4aea-aef4-fb629a588716 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:01:21.436352 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5b190da8-428a-4eac-92c9-e61c44c3f529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:21.493441 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-5b190da8-428a-4eac-92c9-e61c44c3f529 admin admin] Deleting port ca18c27a-43ce-4f2d-829d-f0a376468a26 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:01:21.493792 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5b190da8-428a-4eac-92c9-e61c44c3f529 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:21.555494 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-5b190da8-428a-4eac-92c9-e61c44c3f529 admin admin] For port ca18c27a-43ce-4f2d-829d-f0a376468a26, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=ca18c27a-43ce-4f2d-829d-f0a376468a26,segment=NetworkSegment(5d4f5ec5-f51e-4995-bd63-4337693b274f),segment_id=5d4f5ec5-f51e-4995-bd63-4337693b274f)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:21.555795 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5b190da8-428a-4eac-92c9-e61c44c3f529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:21.568153 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-5b190da8-428a-4eac-92c9-e61c44c3f529 admin admin] Calling delete_port for ca18c27a-43ce-4f2d-829d-f0a376468a26 owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:01:21.609438 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740f4a75-6167-4a55-a190-fa39362790b6 None None] DHCP port deletion for cb445951-09d0-4aea-aef4-fb629a588716 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:01:21.654587 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5b190da8-428a-4eac-92c9-e61c44c3f529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:21.658414 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-740f4a75-6167-4a55-a190-fa39362790b6 None None] Deleting port ca18c27a-43ce-4f2d-829d-f0a376468a26 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:01:21.658795 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-740f4a75-6167-4a55-a190-fa39362790b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:21.680007 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b190da8-428a-4eac-92c9-e61c44c3f529 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca18c27a-43ce-4f2d-829d-f0a376468a26,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:21.683515 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b190da8-428a-4eac-92c9-e61c44c3f529 admin admin] No DVR routers for this DVR port ca18c27a-43ce-4f2d-829d-f0a376468a26 on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:01:21.719327 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-740f4a75-6167-4a55-a190-fa39362790b6 None None] For port ca18c27a-43ce-4f2d-829d-f0a376468a26, host n-d-766726-26, got binding levels [] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:21.719937 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-740f4a75-6167-4a55-a190-fa39362790b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:21.735298 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-740f4a75-6167-4a55-a190-fa39362790b6 None None] Calling delete_port for ca18c27a-43ce-4f2d-829d-f0a376468a26 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:01:21.738077 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.ipam_backend_mixin [None req-740f4a75-6167-4a55-a190-fa39362790b6 None None] Port ca18c27a-43ce-4f2d-829d-f0a376468a26 was not found and therefore no delete operation was performed {{(pid=105828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 02:01:21.739384 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-740f4a75-6167-4a55-a190-fa39362790b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:21.757114 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5b190da8-428a-4eac-92c9-e61c44c3f529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:21.767584 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f4a75-6167-4a55-a190-fa39362790b6 None None] Pushing event deleted for resources: {'Port': ['ID=ca18c27a-43ce-4f2d-829d-f0a376468a26,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:21.773635 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-5b190da8-428a-4eac-92c9-e61c44c3f529 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb445951-09d0-4aea-aef4-fb629a588716']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:21.773854 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740f4a75-6167-4a55-a190-fa39362790b6 None None] No DVR routers for this DVR port ca18c27a-43ce-4f2d-829d-f0a376468a26 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:01:21.786888 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-5b190da8-428a-4eac-92c9-e61c44c3f529 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d4f5ec5-f51e-4995-bd63-4337693b274f') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:21.787395 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-5b190da8-428a-4eac-92c9-e61c44c3f529 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d4f5ec5-f51e-4995-bd63-4337693b274f') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:21.798545 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5b190da8-428a-4eac-92c9-e61c44c3f529 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:21.812706 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5b190da8-428a-4eac-92c9-e61c44c3f529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:21.818818 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b190da8-428a-4eac-92c9-e61c44c3f529 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:01:21.819340 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5b190da8-428a-4eac-92c9-e61c44c3f529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:21.821170 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 02:01:21.821170 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:01:21.821170 n-d-766726-26 neutron-server[105826]: timer() Aug 10 02:01:21.821170 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:01:21.821170 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 02:01:21.821170 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:01:21.821170 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 02:01:21.821170 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:01:21.821170 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 02:01:21.821170 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:01:21.821170 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 02:01:21.821170 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:01:21.821170 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 02:01:21.821170 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:01:21.821170 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:01:21.821170 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:01:21.821170 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:01:21.821170 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:01:21.821170 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 02:01:21.821170 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:01:21.821170 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 02:01:21.821170 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:01:21.821170 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:01:21.821170 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:01:21.821170 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 02:01:21.821170 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:01:21.821170 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:01:21.821170 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:01:21.821170 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:01:21.821170 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:01:21.821170 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:01:21.821170 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:01:21.837900 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7484c323-9d8b-4c50-96f0-d300b096da54 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:01:21.859210 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 7484c323-9d8b-4c50-96f0-d300b096da54 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:01:21.859681 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7484c323-9d8b-4c50-96f0-d300b096da54 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:01:21.860124 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device ca18c27a-43ce-4f2d-829d-f0a376468a26 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:01:21.878291 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5b190da8-428a-4eac-92c9-e61c44c3f529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:21.880297 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: ca18c27a-43ce-4f2d-829d-f0a376468a26 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:01:21.880797 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device ca18c27a-43ce-4f2d-829d-f0a376468a26 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:01:21.881388 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:01:21.885972 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5b190da8-428a-4eac-92c9-e61c44c3f529 admin admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:21.890190 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5b190da8-428a-4eac-92c9-e61c44c3f529 admin admin] 10.222.0.35 "DELETE /v2.0/networks/cb445951-09d0-4aea-aef4-fb629a588716 HTTP/1.1" status: 204 len: 168 time: 0.5218256 Aug 10 02:01:21.900024 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b190da8-428a-4eac-92c9-e61c44c3f529 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb445951-09d0-4aea-aef4-fb629a588716,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:21.911293 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:01:21.911644 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device eb9509be-a7f1-4cc7-87ec-c2c0b4a47fd0 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:01:22.055166 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39286) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:22.094414 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1ae70979-dd7f-4f6e-913e-5dc7361cda71 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d2be536ae35e4ca488446af3606a7e85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380890 Aug 10 02:01:22.096918 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39288) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:22.147038 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-391e8279-3bb1-4b29-93a7-f47ad9218c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:22.167458 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-391e8279-3bb1-4b29-93a7-f47ad9218c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:22.212685 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-391e8279-3bb1-4b29-93a7-f47ad9218c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:22.215216 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-391e8279-3bb1-4b29-93a7-f47ad9218c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:22.217033 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-391e8279-3bb1-4b29-93a7-f47ad9218c1e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fef18db0-99d1-48e1-9f49-92ba835b7507 HTTP/1.1" status: 204 len: 168 time: 0.1192250 Aug 10 02:01:22.225792 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e8279-3bb1-4b29-93a7-f47ad9218c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef18db0-99d1-48e1-9f49-92ba835b7507,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:22.516481 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39294) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:22.557136 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-78d42c17-a864-485a-8313-29f937e87743 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e3ff76c5536b4a99a9b085031644515b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394301 Aug 10 02:01:22.560055 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39296) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:22.607841 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-36c8ac7c-cb49-4a7e-83d7-0edc56e109ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:22.629402 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-36c8ac7c-cb49-4a7e-83d7-0edc56e109ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:22.676136 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-36c8ac7c-cb49-4a7e-83d7-0edc56e109ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:22.678755 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-36c8ac7c-cb49-4a7e-83d7-0edc56e109ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:22.680117 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-36c8ac7c-cb49-4a7e-83d7-0edc56e109ce admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ae914356-609d-4d24-bbb1-ac901d789fe6 HTTP/1.1" status: 204 len: 168 time: 0.1188951 Aug 10 02:01:22.688240 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c8ac7c-cb49-4a7e-83d7-0edc56e109ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae914356-609d-4d24-bbb1-ac901d789fe6,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:24.436990 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39338) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:24.441702 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-ba7ed328-292a-4625-b33d-cd9ad280704a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1906786295', 'description': 'tempest-secgroup-smoke-1906786295 description', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:24.467566 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ba7ed328-292a-4625-b33d-cd9ad280704a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:24.475414 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ba7ed328-292a-4625-b33d-cd9ad280704a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:24.564843 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ba7ed328-292a-4625-b33d-cd9ad280704a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:24.568510 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ba7ed328-292a-4625-b33d-cd9ad280704a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:24.605247 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ed328-292a-4625-b33d-cd9ad280704a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30100b3a-2b51-4506-b784-c83ea0253519,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:24.662318 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ba7ed328-292a-4625-b33d-cd9ad280704a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:24.666272 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ba7ed328-292a-4625-b33d-cd9ad280704a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:24.694310 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ba7ed328-292a-4625-b33d-cd9ad280704a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:24.695514 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ba7ed328-292a-4625-b33d-cd9ad280704a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2575142 Aug 10 02:01:24.697346 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ed328-292a-4625-b33d-cd9ad280704a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc45714-0e1b-4363-9b57-db4c91501a27,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:24.698640 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39340) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:24.704982 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-18047c99-2246-4014-831f-8a4ce5a5a9dd tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'security_group_rule': {'security_group_id': 'fcc45714-0e1b-4363-9b57-db4c91501a27', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:24.733112 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-18047c99-2246-4014-831f-8a4ce5a5a9dd tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:24.777526 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-18047c99-2246-4014-831f-8a4ce5a5a9dd tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:24.780990 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-18047c99-2246-4014-831f-8a4ce5a5a9dd tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:24.797949 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18047c99-2246-4014-831f-8a4ce5a5a9dd tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=946c8722-0e52-468d-9b0d-437c44fe7bcf,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:24.804509 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-18047c99-2246-4014-831f-8a4ce5a5a9dd tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:24.805736 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-18047c99-2246-4014-831f-8a4ce5a5a9dd tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1054451 Aug 10 02:01:24.808448 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39342) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:24.812969 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-a4d890fa-5dd5-4f00-bc6a-9b28a23cc367 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'security_group_rule': {'security_group_id': 'fcc45714-0e1b-4363-9b57-db4c91501a27', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:24.837918 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a4d890fa-5dd5-4f00-bc6a-9b28a23cc367 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:24.894324 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a4d890fa-5dd5-4f00-bc6a-9b28a23cc367 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:24.897856 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a4d890fa-5dd5-4f00-bc6a-9b28a23cc367 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:24.917775 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d890fa-5dd5-4f00-bc6a-9b28a23cc367 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f098d13-af6a-4817-a5a5-f2e03525fd5b,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:24.921228 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a4d890fa-5dd5-4f00-bc6a-9b28a23cc367 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:24.924975 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a4d890fa-5dd5-4f00-bc6a-9b28a23cc367 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1130631 Aug 10 02:01:24.925449 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39344) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:24.929489 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-ded149f1-d5af-4e90-a884-682cb6e68621 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'security_group_rule': {'security_group_id': 'fcc45714-0e1b-4363-9b57-db4c91501a27', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:24.954604 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ded149f1-d5af-4e90-a884-682cb6e68621 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:25.014485 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ded149f1-d5af-4e90-a884-682cb6e68621 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:25.017950 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ded149f1-d5af-4e90-a884-682cb6e68621 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:25.034266 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded149f1-d5af-4e90-a884-682cb6e68621 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67084d30-2c64-42c0-8474-e6781c38beab,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:25.040875 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ded149f1-d5af-4e90-a884-682cb6e68621 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:25.042095 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ded149f1-d5af-4e90-a884-682cb6e68621 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160121 Aug 10 02:01:25.045384 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39346) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:25.049814 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-6b916c8c-93e6-4fd2-80f8-851504c24dc1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'security_group_rule': {'security_group_id': 'fcc45714-0e1b-4363-9b57-db4c91501a27', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:25.076309 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6b916c8c-93e6-4fd2-80f8-851504c24dc1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:25.133943 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6b916c8c-93e6-4fd2-80f8-851504c24dc1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:25.137396 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6b916c8c-93e6-4fd2-80f8-851504c24dc1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:25.155486 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b916c8c-93e6-4fd2-80f8-851504c24dc1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1983426e-5c7c-4412-91dc-59669d5a7c2c,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:25.158273 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-6b916c8c-93e6-4fd2-80f8-851504c24dc1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:25.159455 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-6b916c8c-93e6-4fd2-80f8-851504c24dc1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1131477 Aug 10 02:01:25.162210 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39348) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:25.166560 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-9e0d4a03-d9ee-4c8f-9558-9d19c1f8f590 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'security_group_rule': {'security_group_id': 'fcc45714-0e1b-4363-9b57-db4c91501a27', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:25.188681 n-d-766726-26 neutron-server[105826]: INFO neutron.db.securitygroups_db [None req-9e0d4a03-d9ee-4c8f-9558-9d19c1f8f590 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Project 9bfc6303bee8498295c1ee8fa9c911ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:01:25.193378 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9e0d4a03-d9ee-4c8f-9558-9d19c1f8f590 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:25.251429 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9e0d4a03-d9ee-4c8f-9558-9d19c1f8f590 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:25.254772 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9e0d4a03-d9ee-4c8f-9558-9d19c1f8f590 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:25.271108 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d4a03-d9ee-4c8f-9558-9d19c1f8f590 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695b3ad3-4076-4d9f-943c-604f471cd435,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:25.277687 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9e0d4a03-d9ee-4c8f-9558-9d19c1f8f590 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:25.279265 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9e0d4a03-d9ee-4c8f-9558-9d19c1f8f590 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1161304 Aug 10 02:01:25.282139 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39350) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:25.286862 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-c9633d45-883b-41bc-88be-eb601ee6ab12 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'security_group_rule': {'security_group_id': 'fcc45714-0e1b-4363-9b57-db4c91501a27', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:25.308479 n-d-766726-26 neutron-server[105827]: INFO neutron.db.securitygroups_db [None req-c9633d45-883b-41bc-88be-eb601ee6ab12 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Project 9bfc6303bee8498295c1ee8fa9c911ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:01:25.313127 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c9633d45-883b-41bc-88be-eb601ee6ab12 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:25.377022 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c9633d45-883b-41bc-88be-eb601ee6ab12 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:25.377022 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c9633d45-883b-41bc-88be-eb601ee6ab12 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:25.393134 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9633d45-883b-41bc-88be-eb601ee6ab12 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e973e55-308d-4844-ab4c-507447e668b8,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:25.397869 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c9633d45-883b-41bc-88be-eb601ee6ab12 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:25.399401 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c9633d45-883b-41bc-88be-eb601ee6ab12 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1162558 Aug 10 02:01:25.402313 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39352) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:25.407639 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-eb1f294f-b51e-4509-984d-a459cc913de3 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'network': {'name': 'tempest-network-smoke--1147455191', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'port_security_enabled': True}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:25.427879 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1f294f-b51e-4509-984d-a459cc913de3 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Made reservation on behalf of 9bfc6303bee8498295c1ee8fa9c911ad for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:01:25.431226 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb1f294f-b51e-4509-984d-a459cc913de3 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:25.455793 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb1f294f-b51e-4509-984d-a459cc913de3 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:01:25.464528 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb1f294f-b51e-4509-984d-a459cc913de3 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:25.464874 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-eb1f294f-b51e-4509-984d-a459cc913de3 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Added segment de75449e-9099-440c-b30f-bbd775a6103d of type vlan for network 26631835-14fb-4df7-bfc4-02eb3b71a55a Aug 10 02:01:25.504913 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb1f294f-b51e-4509-984d-a459cc913de3 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:25.533290 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb1f294f-b51e-4509-984d-a459cc913de3 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:25.538727 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1f294f-b51e-4509-984d-a459cc913de3 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:25.539308 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-eb1f294f-b51e-4509-984d-a459cc913de3 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:25.592628 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-eb1f294f-b51e-4509-984d-a459cc913de3 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1888299 Aug 10 02:01:25.595672 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39354) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:25.602195 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-bfca2d9c-5e72-4719-a459-16b1576b6cb1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1718708486', 'admin_state_up': True, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:25.620943 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f294f-b51e-4509-984d-a459cc913de3 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Network': ['ID=26631835-14fb-4df7-bfc4-02eb3b71a55a,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:25.630845 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 26631835-14fb-4df7-bfc4-02eb3b71a55a details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:01:25.634691 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bfca2d9c-5e72-4719-a459-16b1576b6cb1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:25.636040 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bfca2d9c-5e72-4719-a459-16b1576b6cb1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:25.692814 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bfca2d9c-5e72-4719-a459-16b1576b6cb1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:25.828073 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bfca2d9c-5e72-4719-a459-16b1576b6cb1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:26.026228 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bfca2d9c-5e72-4719-a459-16b1576b6cb1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:26.046022 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bfca2d9c-5e72-4719-a459-16b1576b6cb1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:26.155570 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-bfca2d9c-5e72-4719-a459-16b1576b6cb1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Allocated IP 172.25.2.228 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/b26f4999-9697-4ffa-b6a7-c9c75e12c1e1) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:01:26.255282 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bfca2d9c-5e72-4719-a459-16b1576b6cb1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:26.292211 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bfca2d9c-5e72-4719-a459-16b1576b6cb1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:26.332332 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfca2d9c-5e72-4719-a459-16b1576b6cb1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:01:26.337037 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-bfca2d9c-5e72-4719-a459-16b1576b6cb1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:01:26.340544 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfca2d9c-5e72-4719-a459-16b1576b6cb1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:01:26.364837 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca2d9c-5e72-4719-a459-16b1576b6cb1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Port': ['ID=b26f4999-9697-4ffa-b6a7-c9c75e12c1e1,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:26.584815 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bfca2d9c-5e72-4719-a459-16b1576b6cb1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:26.779802 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bfca2d9c-5e72-4719-a459-16b1576b6cb1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:26.904265 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfca2d9c-5e72-4719-a459-16b1576b6cb1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Router 7585e0b9-21fd-465a-b706-62da5ea90f30 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:01:27.007554 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfca2d9c-5e72-4719-a459-16b1576b6cb1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:01:27.016892 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b748fb5-317b-4351-8e21-ab253e6d976c None None] Sync routers for ids ['7585e0b9-21fd-465a-b706-62da5ea90f30'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:01:27.025407 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-bfca2d9c-5e72-4719-a459-16b1576b6cb1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:27.025680 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b748fb5-317b-4351-8e21-ab253e6d976c None None] Routers {'7585e0b9-21fd-465a-b706-62da5ea90f30'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:27.026483 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-6b748fb5-317b-4351-8e21-ab253e6d976c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:01:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['7585e0b9-21fd-465a-b706-62da5ea90f30'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:27.026907 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-bfca2d9c-5e72-4719-a459-16b1576b6cb1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4302928 Aug 10 02:01:27.030576 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39356) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:27.130545 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-6b748fb5-317b-4351-8e21-ab253e6d976c None None] Set router 7585e0b9-21fd-465a-b706-62da5ea90f30 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:01:27.149363 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-03ecd96c-fd8b-4fe1-adce-d3a0c6b7a188 tempest-TestNetworkAdvancedServerOps-1363779260 tempest-TestNetworkAdvancedServerOps-1363779260-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=9bfc6303bee8498295c1ee8fa9c911ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1176531 Aug 10 02:01:27.152001 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39360) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:27.236966 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a11cbf7-d60d-4b71-8e9a-f1b9af6c05ee tempest-TestNetworkAdvancedServerOps-1363779260 tempest-TestNetworkAdvancedServerOps-1363779260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:27.238490 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9a11cbf7-d60d-4b71-8e9a-f1b9af6c05ee tempest-TestNetworkAdvancedServerOps-1363779260 tempest-TestNetworkAdvancedServerOps-1363779260-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0855620 Aug 10 02:01:27.241250 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39362) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:27.269089 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-747a22b0-a595-483c-bbae-bef765f7258c tempest-TestNetworkAdvancedServerOps-1363779260 tempest-TestNetworkAdvancedServerOps-1363779260-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=beabd0db-a6e0-4ff1-a3e9-6522348fc998&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267859 Aug 10 02:01:27.271561 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39364) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:27.276235 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-5fedec05-c419-4318-a048-3d3673d52a48 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-710326246', 'network_id': '26631835-14fb-4df7-bfc4-02eb3b71a55a', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:27.310208 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-6b748fb5-317b-4351-8e21-ab253e6d976c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718708486', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b26f4999-9697-4ffa-b6a7-c9c75e12c1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:01:25Z', 'updated_at': '2021-08-10T02:01:26Z', 'revision_number': 3, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'b26f4999-9697-4ffa-b6a7-c9c75e12c1e1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ce:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:01:26Z', 'updated_at': '2021-08-10T02:01:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:27.335692 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b748fb5-317b-4351-8e21-ab253e6d976c None None] Checking router: 7585e0b9-21fd-465a-b706-62da5ea90f30 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:01:27.336047 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b748fb5-317b-4351-8e21-ab253e6d976c None None] Updating router 7585e0b9-21fd-465a-b706-62da5ea90f30 port b26f4999-9697-4ffa-b6a7-c9c75e12c1e1 binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:01:27.363757 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6b748fb5-317b-4351-8e21-ab253e6d976c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:27.366953 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fedec05-c419-4318-a048-3d3673d52a48 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Made reservation on behalf of 9bfc6303bee8498295c1ee8fa9c911ad for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:01:27.370597 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5fedec05-c419-4318-a048-3d3673d52a48 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:27.563847 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5fedec05-c419-4318-a048-3d3673d52a48 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:27.625435 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fedec05-c419-4318-a048-3d3673d52a48 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Subnet': ['ID=34892293-4af5-4760-b026-6cc7835a2ac3,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:27.633692 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fedec05-c419-4318-a048-3d3673d52a48 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Checking segment: {'id': 'de75449e-9099-440c-b30f-bbd775a6103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '26631835-14fb-4df7-bfc4-02eb3b71a55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:01:27.634057 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fedec05-c419-4318-a048-3d3673d52a48 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Network hostable DHCP agents. Network: 26631835-14fb-4df7-bfc4-02eb3b71a55a, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:01:27.650741 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fedec05-c419-4318-a048-3d3673d52a48 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Network 26631835-14fb-4df7-bfc4-02eb3b71a55a is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:01:27.659951 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-5fedec05-c419-4318-a048-3d3673d52a48 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 26631835-14fb-4df7-bfc4-02eb3b71a55a) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:01:27.664523 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fedec05-c419-4318-a048-3d3673d52a48 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:27.665749 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5fedec05-c419-4318-a048-3d3673d52a48 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:27.669934 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b57a31-e9b7-4dd3-94c0-74680423cea9 None None] Network 26631835-14fb-4df7-bfc4-02eb3b71a55a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:01:27.680744 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5fedec05-c419-4318-a048-3d3673d52a48 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4081335 Aug 10 02:01:27.682625 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39366) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:27.880908 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6b748fb5-317b-4351-8e21-ab253e6d976c None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:27.893001 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564c5ee4-04a9-4958-b981-f70087c5ab24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-26631835-14fb-4df7-bfc4-02eb3b71a55a', 'network_id': '26631835-14fb-4df7-bfc4-02eb3b71a55a', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'fixed_ips': [{'subnet_id': '34892293-4af5-4760-b026-6cc7835a2ac3'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:01:27.893971 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-564c5ee4-04a9-4958-b981-f70087c5ab24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:27.904987 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6b748fb5-317b-4351-8e21-ab253e6d976c None None] Transition to ACTIVE for port object b26f4999-9697-4ffa-b6a7-c9c75e12c1e1 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:01:27.913756 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6b748fb5-317b-4351-8e21-ab253e6d976c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:28.032685 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5b76c-130d-4018-8e94-72dcee2fa8fb None None] Pushing event updated for resources: {'Port': ['ID=b26f4999-9697-4ffa-b6a7-c9c75e12c1e1,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:28.038767 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-6b748fb5-317b-4351-8e21-ab253e6d976c None None] Attempting to bind port b26f4999-9697-4ffa-b6a7-c9c75e12c1e1 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:01:28.039153 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-6b748fb5-317b-4351-8e21-ab253e6d976c None None] Attempting to bind port b26f4999-9697-4ffa-b6a7-c9c75e12c1e1 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:01:28.039529 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b748fb5-317b-4351-8e21-ab253e6d976c None None] Attempting to bind port b26f4999-9697-4ffa-b6a7-c9c75e12c1e1 on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:01:28.049098 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b748fb5-317b-4351-8e21-ab253e6d976c None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:01:28.049484 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b748fb5-317b-4351-8e21-ab253e6d976c None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:01:28.049894 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6b748fb5-317b-4351-8e21-ab253e6d976c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:28.050292 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b748fb5-317b-4351-8e21-ab253e6d976c None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:01:28.050768 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-6b748fb5-317b-4351-8e21-ab253e6d976c None None] Bound port: b26f4999-9697-4ffa-b6a7-c9c75e12c1e1, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:01:28.051191 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6b748fb5-317b-4351-8e21-ab253e6d976c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:28.110836 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c8290218-57ea-4b14-a883-8c816de2c3eb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:28.136779 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-564c5ee4-04a9-4958-b981-f70087c5ab24 None None] Allocated IP 172.20.0.2 (26631835-14fb-4df7-bfc4-02eb3b71a55a/34892293-4af5-4760-b026-6cc7835a2ac3/ccbc3942-4fa8-4b61-ad4e-5601712a433b) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:01:28.142066 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6b748fb5-317b-4351-8e21-ab253e6d976c None None] For port b26f4999-9697-4ffa-b6a7-c9c75e12c1e1, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:01:28.146509 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6b748fb5-317b-4351-8e21-ab253e6d976c None None] For port b26f4999-9697-4ffa-b6a7-c9c75e12c1e1, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b26f4999-9697-4ffa-b6a7-c9c75e12c1e1,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:01:28.152389 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6b748fb5-317b-4351-8e21-ab253e6d976c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:28.258828 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b748fb5-317b-4351-8e21-ab253e6d976c None None] Routers {'7585e0b9-21fd-465a-b706-62da5ea90f30'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:28.259491 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-6b748fb5-317b-4351-8e21-ab253e6d976c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:01:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['7585e0b9-21fd-465a-b706-62da5ea90f30'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:28.263005 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5b76c-130d-4018-8e94-72dcee2fa8fb None None] Pushing event updated for resources: {'Port': ['ID=b26f4999-9697-4ffa-b6a7-c9c75e12c1e1,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:28.433954 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-6b748fb5-317b-4351-8e21-ab253e6d976c None None] Set router 7585e0b9-21fd-465a-b706-62da5ea90f30 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:01:28.461197 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-564c5ee4-04a9-4958-b981-f70087c5ab24 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:28.497734 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-564c5ee4-04a9-4958-b981-f70087c5ab24 None None] Transition to ACTIVE for port object ccbc3942-4fa8-4b61-ad4e-5601712a433b will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:01:28.554848 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-564c5ee4-04a9-4958-b981-f70087c5ab24 None None] Transition to ACTIVE for port object ccbc3942-4fa8-4b61-ad4e-5601712a433b will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:01:28.563303 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-564c5ee4-04a9-4958-b981-f70087c5ab24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:28.610820 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564c5ee4-04a9-4958-b981-f70087c5ab24 None None] Network 26631835-14fb-4df7-bfc4-02eb3b71a55a is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:01:28.622628 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-564c5ee4-04a9-4958-b981-f70087c5ab24 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:01:28.628273 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564c5ee4-04a9-4958-b981-f70087c5ab24 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:01:28.659168 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c5ee4-04a9-4958-b981-f70087c5ab24 None None] Pushing event updated for resources: {'Port': ['ID=ccbc3942-4fa8-4b61-ad4e-5601712a433b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:28.716882 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-564c5ee4-04a9-4958-b981-f70087c5ab24 None None] Attempting to bind port ccbc3942-4fa8-4b61-ad4e-5601712a433b on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:01:28.717168 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-564c5ee4-04a9-4958-b981-f70087c5ab24 None None] Attempting to bind port ccbc3942-4fa8-4b61-ad4e-5601712a433b by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'de75449e-9099-440c-b30f-bbd775a6103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '26631835-14fb-4df7-bfc4-02eb3b71a55a'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:01:28.717537 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564c5ee4-04a9-4958-b981-f70087c5ab24 None None] Attempting to bind port ccbc3942-4fa8-4b61-ad4e-5601712a433b on network 26631835-14fb-4df7-bfc4-02eb3b71a55a {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:01:28.718055 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-c8290218-57ea-4b14-a883-8c816de2c3eb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Allocated IP 172.20.0.1 (26631835-14fb-4df7-bfc4-02eb3b71a55a/34892293-4af5-4760-b026-6cc7835a2ac3/5041c082-a67e-41c1-94d3-888c6dd3ac5d) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:01:28.726250 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564c5ee4-04a9-4958-b981-f70087c5ab24 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:01:28.726629 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564c5ee4-04a9-4958-b981-f70087c5ab24 None None] Checking segment: {'id': 'de75449e-9099-440c-b30f-bbd775a6103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '26631835-14fb-4df7-bfc4-02eb3b71a55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:01:28.727036 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-564c5ee4-04a9-4958-b981-f70087c5ab24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:28.727434 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564c5ee4-04a9-4958-b981-f70087c5ab24 None None] Bound using segment: {'id': 'de75449e-9099-440c-b30f-bbd775a6103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '26631835-14fb-4df7-bfc4-02eb3b71a55a'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:01:28.727905 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-564c5ee4-04a9-4958-b981-f70087c5ab24 None None] Bound port: ccbc3942-4fa8-4b61-ad4e-5601712a433b, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de75449e-9099-440c-b30f-bbd775a6103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '26631835-14fb-4df7-bfc4-02eb3b71a55a'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:01:28.728324 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-564c5ee4-04a9-4958-b981-f70087c5ab24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:28.773280 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-6b748fb5-317b-4351-8e21-ab253e6d976c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718708486', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b26f4999-9697-4ffa-b6a7-c9c75e12c1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:01:25Z', 'updated_at': '2021-08-10T02:01:26Z', 'revision_number': 3, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'b26f4999-9697-4ffa-b6a7-c9c75e12c1e1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ce:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:01:26Z', 'updated_at': '2021-08-10T02:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:28.807251 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b748fb5-317b-4351-8e21-ab253e6d976c None None] The sync data for ids ['7585e0b9-21fd-465a-b706-62da5ea90f30'] in n-d-766726-26 is: [{'id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718708486', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b26f4999-9697-4ffa-b6a7-c9c75e12c1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:01:25Z', 'updated_at': '2021-08-10T02:01:26Z', 'revision_number': 3, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'b26f4999-9697-4ffa-b6a7-c9c75e12c1e1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ce:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:01:26Z', 'updated_at': '2021-08-10T02:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:01:28.813154 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:28.839960 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-564c5ee4-04a9-4958-b981-f70087c5ab24 None None] For port ccbc3942-4fa8-4b61-ad4e-5601712a433b, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:01:28.848203 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-564c5ee4-04a9-4958-b981-f70087c5ab24 None None] For port ccbc3942-4fa8-4b61-ad4e-5601712a433b, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=ccbc3942-4fa8-4b61-ad4e-5601712a433b,segment=NetworkSegment(de75449e-9099-440c-b30f-bbd775a6103d),segment_id=de75449e-9099-440c-b30f-bbd775a6103d)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:01:28.853807 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c8290218-57ea-4b14-a883-8c816de2c3eb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:28.854010 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-564c5ee4-04a9-4958-b981-f70087c5ab24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:28.871177 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-c8290218-57ea-4b14-a883-8c816de2c3eb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Transition to ACTIVE for port object 5041c082-a67e-41c1-94d3-888c6dd3ac5d will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:01:28.911480 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c5ee4-04a9-4958-b981-f70087c5ab24 None None] Pushing event updated for resources: {'Port': ['ID=ccbc3942-4fa8-4b61-ad4e-5601712a433b,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:28.914034 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c8290218-57ea-4b14-a883-8c816de2c3eb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:28.962070 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8290218-57ea-4b14-a883-8c816de2c3eb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Network 26631835-14fb-4df7-bfc4-02eb3b71a55a is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:01:28.965987 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-c8290218-57ea-4b14-a883-8c816de2c3eb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:01:28.970274 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8290218-57ea-4b14-a883-8c816de2c3eb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:01:28.998081 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8290218-57ea-4b14-a883-8c816de2c3eb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Port': ['ID=5041c082-a67e-41c1-94d3-888c6dd3ac5d,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:29.024725 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c8290218-57ea-4b14-a883-8c816de2c3eb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:29.181548 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c8290218-57ea-4b14-a883-8c816de2c3eb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:29.480109 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c8290218-57ea-4b14-a883-8c816de2c3eb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:29.485247 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c8290218-57ea-4b14-a883-8c816de2c3eb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:29.561827 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8290218-57ea-4b14-a883-8c816de2c3eb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Port': ['ID=5041c082-a67e-41c1-94d3-888c6dd3ac5d,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:29.567150 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c8290218-57ea-4b14-a883-8c816de2c3eb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:29.680435 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8290218-57ea-4b14-a883-8c816de2c3eb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Network 26631835-14fb-4df7-bfc4-02eb3b71a55a is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:01:29.682323 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-c8290218-57ea-4b14-a883-8c816de2c3eb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:01:29.813417 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8290218-57ea-4b14-a883-8c816de2c3eb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Router 7585e0b9-21fd-465a-b706-62da5ea90f30 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:01:29.814205 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:01:29.891279 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device ccbc3942-4fa8-4b61-ad4e-5601712a433b up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:01:29.937694 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8290218-57ea-4b14-a883-8c816de2c3eb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:01:29.944783 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port ccbc3942-4fa8-4b61-ad4e-5601712a433b completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:01:29.949044 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b26f4999-9697-4ffa-b6a7-c9c75e12c1e1 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:01:29.952815 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c8290218-57ea-4b14-a883-8c816de2c3eb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "PUT /v2.0/routers/7585e0b9-21fd-465a-b706-62da5ea90f30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2687743 Aug 10 02:01:29.972542 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd745206-d629-4335-9c47-896cb0f6794c None None] Network 26631835-14fb-4df7-bfc4-02eb3b71a55a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:01:30.052748 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-eb8fba2a-4601-49c2-b61e-057e24fb7590 None None] Provisioning for port ccbc3942-4fa8-4b61-ad4e-5601712a433b completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:01:30.064779 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-eb8fba2a-4601-49c2-b61e-057e24fb7590 None None] Provisioning complete for port ccbc3942-4fa8-4b61-ad4e-5601712a433b triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:01:30.065158 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eb8fba2a-4601-49c2-b61e-057e24fb7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:30.072869 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port b26f4999-9697-4ffa-b6a7-c9c75e12c1e1 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:01:30.087321 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-e1a92ed1-8587-435d-9a6e-a74eb9081f87 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1906786295&fields=id&tenant_id=9bfc6303bee8498295c1ee8fa9c911ad HTTP/1.1" status: 200 len: 267 time: 0.0338287 Aug 10 02:01:30.101911 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port b26f4999-9697-4ffa-b6a7-c9c75e12c1e1 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:01:30.102290 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:30.203933 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-d7a99aa0-d106-493d-a982-73f0a0c9de91 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:30.205352 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-d7a99aa0-d106-493d-a982-73f0a0c9de91 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/networks?id=26631835-14fb-4df7-bfc4-02eb3b71a55a HTTP/1.1" status: 200 len: 797 time: 0.1101780 Aug 10 02:01:30.221506 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-6b337c0b-d41e-492b-b0d9-9c2c67787cc0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/quotas/9bfc6303bee8498295c1ee8fa9c911ad HTTP/1.1" status: 200 len: 375 time: 0.0100808 Aug 10 02:01:30.277303 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-95c6e24d-853b-472a-a446-2780119a882b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503039 Aug 10 02:01:30.279470 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eb8fba2a-4601-49c2-b61e-057e24fb7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:30.291930 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:30.330089 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port b26f4999-9697-4ffa-b6a7-c9c75e12c1e1, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b26f4999-9697-4ffa-b6a7-c9c75e12c1e1,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:30.344998 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-eb8fba2a-4601-49c2-b61e-057e24fb7590 None None] For port ccbc3942-4fa8-4b61-ad4e-5601712a433b, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=ccbc3942-4fa8-4b61-ad4e-5601712a433b,segment=NetworkSegment(de75449e-9099-440c-b30f-bbd775a6103d),segment_id=de75449e-9099-440c-b30f-bbd775a6103d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:30.346515 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:30.352503 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eb8fba2a-4601-49c2-b61e-057e24fb7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:30.400387 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=b26f4999-9697-4ffa-b6a7-c9c75e12c1e1,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:30.416683 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-a9dbb20f-d34a-4240-b61f-51d90ed96433 service neutron] 10.222.0.35 "GET /v2.0/networks/26631835-14fb-4df7-bfc4-02eb3b71a55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266487 Aug 10 02:01:30.453800 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8fba2a-4601-49c2-b61e-057e24fb7590 None None] Pushing event updated for resources: {'Port': ['ID=ccbc3942-4fa8-4b61-ad4e-5601712a433b,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:30.516713 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f714f8b8-a288-4faa-a4c9-e27eea6b6f0e None None] Sync routers for ids ['7585e0b9-21fd-465a-b706-62da5ea90f30'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:01:30.523688 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-aeb463c2-2351-447c-a095-469e7b18314b service neutron] 10.222.0.35 "GET /v2.0/networks/26631835-14fb-4df7-bfc4-02eb3b71a55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997245 Aug 10 02:01:30.531663 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f714f8b8-a288-4faa-a4c9-e27eea6b6f0e None None] Routers {'7585e0b9-21fd-465a-b706-62da5ea90f30'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:30.532331 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-f714f8b8-a288-4faa-a4c9-e27eea6b6f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:01:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['7585e0b9-21fd-465a-b706-62da5ea90f30'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:30.573882 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-05ae36f8-88e5-4ca4-865d-84f0f024bdeb None None] Provisioning complete for port ccbc3942-4fa8-4b61-ad4e-5601712a433b triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:01:30.574383 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-05ae36f8-88e5-4ca4-865d-84f0f024bdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:30.672329 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-f714f8b8-a288-4faa-a4c9-e27eea6b6f0e None None] Set router 7585e0b9-21fd-465a-b706-62da5ea90f30 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:01:30.708940 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-05ae36f8-88e5-4ca4-865d-84f0f024bdeb None None] Provisioning for port 5041c082-a67e-41c1-94d3-888c6dd3ac5d completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:01:30.714462 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-05ae36f8-88e5-4ca4-865d-84f0f024bdeb None None] Provisioning complete for port 5041c082-a67e-41c1-94d3-888c6dd3ac5d triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:01:30.715852 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-05ae36f8-88e5-4ca4-865d-84f0f024bdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:30.744151 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-753b232a-bfc8-497e-8191-b0872b3f1b1a req-25f8ac9e-3f84-47f9-9120-ca55ea72bad3 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=672099ae-c55e-43d5-b3ac-d42222a6ea99 HTTP/1.1" status: 200 len: 210 time: 0.0427957 Aug 10 02:01:30.920503 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-05ae36f8-88e5-4ca4-865d-84f0f024bdeb None None] Port 5041c082-a67e-41c1-94d3-888c6dd3ac5d cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:01:30.933459 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-f714f8b8-a288-4faa-a4c9-e27eea6b6f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718708486', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b26f4999-9697-4ffa-b6a7-c9c75e12c1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:01:25Z', 'updated_at': '2021-08-10T02:01:29Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'b26f4999-9697-4ffa-b6a7-c9c75e12c1e1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:01:26Z', 'updated_at': '2021-08-10T02:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '5041c082-a67e-41c1-94d3-888c6dd3ac5d', 'name': '', 'network_id': '26631835-14fb-4df7-bfc4-02eb3b71a55a', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:bd:5f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '34892293-4af5-4760-b026-6cc7835a2ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:01:28Z', 'updated_at': '2021-08-10T02:01:29Z', 'revision_number': 2, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '34892293-4af5-4760-b026-6cc7835a2ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:31.039210 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b81e3c0f-740a-476f-adaa-058734207c50 None None] Provisioning complete for port 5041c082-a67e-41c1-94d3-888c6dd3ac5d triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:01:31.039678 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b81e3c0f-740a-476f-adaa-058734207c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:31.052384 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f714f8b8-a288-4faa-a4c9-e27eea6b6f0e None None] Checking router: 7585e0b9-21fd-465a-b706-62da5ea90f30 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:01:31.052659 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f714f8b8-a288-4faa-a4c9-e27eea6b6f0e None None] Updating router 7585e0b9-21fd-465a-b706-62da5ea90f30 port 5041c082-a67e-41c1-94d3-888c6dd3ac5d binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:01:31.076162 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b81e3c0f-740a-476f-adaa-058734207c50 None None] Port 5041c082-a67e-41c1-94d3-888c6dd3ac5d cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:01:31.077638 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f714f8b8-a288-4faa-a4c9-e27eea6b6f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:31.352695 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f714f8b8-a288-4faa-a4c9-e27eea6b6f0e None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:31.363100 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-f714f8b8-a288-4faa-a4c9-e27eea6b6f0e None None] Transition to ACTIVE for port object 5041c082-a67e-41c1-94d3-888c6dd3ac5d will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:01:31.369231 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f714f8b8-a288-4faa-a4c9-e27eea6b6f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:31.444010 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e755726d-5873-4bdb-9250-16a9ed86c9a1 None None] Pushing event updated for resources: {'Port': ['ID=5041c082-a67e-41c1-94d3-888c6dd3ac5d,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:31.467063 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755726d-5873-4bdb-9250-16a9ed86c9a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:31.467563 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755726d-5873-4bdb-9250-16a9ed86c9a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:31.467913 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755726d-5873-4bdb-9250-16a9ed86c9a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:31.468271 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755726d-5873-4bdb-9250-16a9ed86c9a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:31.468859 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755726d-5873-4bdb-9250-16a9ed86c9a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:31.469192 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755726d-5873-4bdb-9250-16a9ed86c9a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:31.469520 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755726d-5873-4bdb-9250-16a9ed86c9a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:31.469844 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755726d-5873-4bdb-9250-16a9ed86c9a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:31.470165 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755726d-5873-4bdb-9250-16a9ed86c9a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:31.471079 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755726d-5873-4bdb-9250-16a9ed86c9a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:31.471079 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755726d-5873-4bdb-9250-16a9ed86c9a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:31.471079 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755726d-5873-4bdb-9250-16a9ed86c9a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:31.484605 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-f714f8b8-a288-4faa-a4c9-e27eea6b6f0e None None] Attempting to bind port 5041c082-a67e-41c1-94d3-888c6dd3ac5d on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:01:31.485086 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-f714f8b8-a288-4faa-a4c9-e27eea6b6f0e None None] Attempting to bind port 5041c082-a67e-41c1-94d3-888c6dd3ac5d by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'de75449e-9099-440c-b30f-bbd775a6103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '26631835-14fb-4df7-bfc4-02eb3b71a55a'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:01:31.485582 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f714f8b8-a288-4faa-a4c9-e27eea6b6f0e None None] Attempting to bind port 5041c082-a67e-41c1-94d3-888c6dd3ac5d on network 26631835-14fb-4df7-bfc4-02eb3b71a55a {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:01:31.492137 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f714f8b8-a288-4faa-a4c9-e27eea6b6f0e None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:01:31.492780 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f714f8b8-a288-4faa-a4c9-e27eea6b6f0e None None] Checking segment: {'id': 'de75449e-9099-440c-b30f-bbd775a6103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '26631835-14fb-4df7-bfc4-02eb3b71a55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:01:31.493379 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f714f8b8-a288-4faa-a4c9-e27eea6b6f0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:31.493770 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f714f8b8-a288-4faa-a4c9-e27eea6b6f0e None None] Bound using segment: {'id': 'de75449e-9099-440c-b30f-bbd775a6103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '26631835-14fb-4df7-bfc4-02eb3b71a55a'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:01:31.494234 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-f714f8b8-a288-4faa-a4c9-e27eea6b6f0e None None] Bound port: 5041c082-a67e-41c1-94d3-888c6dd3ac5d, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de75449e-9099-440c-b30f-bbd775a6103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '26631835-14fb-4df7-bfc4-02eb3b71a55a'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:01:31.495393 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f714f8b8-a288-4faa-a4c9-e27eea6b6f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:31.567256 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-f714f8b8-a288-4faa-a4c9-e27eea6b6f0e None None] For port 5041c082-a67e-41c1-94d3-888c6dd3ac5d, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:01:31.570876 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-f714f8b8-a288-4faa-a4c9-e27eea6b6f0e None None] For port 5041c082-a67e-41c1-94d3-888c6dd3ac5d, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5041c082-a67e-41c1-94d3-888c6dd3ac5d,segment=NetworkSegment(de75449e-9099-440c-b30f-bbd775a6103d),segment_id=de75449e-9099-440c-b30f-bbd775a6103d)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:01:31.575232 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f714f8b8-a288-4faa-a4c9-e27eea6b6f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:31.624062 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f714f8b8-a288-4faa-a4c9-e27eea6b6f0e None None] Routers {'7585e0b9-21fd-465a-b706-62da5ea90f30'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:31.624723 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-f714f8b8-a288-4faa-a4c9-e27eea6b6f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:01:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['7585e0b9-21fd-465a-b706-62da5ea90f30'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:31.674923 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e755726d-5873-4bdb-9250-16a9ed86c9a1 None None] Pushing event updated for resources: {'Port': ['ID=5041c082-a67e-41c1-94d3-888c6dd3ac5d,revision_number=4']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:31.742907 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-f714f8b8-a288-4faa-a4c9-e27eea6b6f0e None None] Set router 7585e0b9-21fd-465a-b706-62da5ea90f30 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:01:31.855271 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device ccbc3942-4fa8-4b61-ad4e-5601712a433b up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:01:31.910334 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port ccbc3942-4fa8-4b61-ad4e-5601712a433b triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:01:31.910875 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:31.992067 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-51400c50-0584-4895-b644-054b0d066fce tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:31.994721 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-51400c50-0584-4895-b644-054b0d066fce tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.24 "GET /v2.0/networks?id=26631835-14fb-4df7-bfc4-02eb3b71a55a HTTP/1.1" status: 200 len: 797 time: 0.1433589 Aug 10 02:01:32.013935 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b26f4999-9697-4ffa-b6a7-c9c75e12c1e1 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:01:32.041221 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-f714f8b8-a288-4faa-a4c9-e27eea6b6f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718708486', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b26f4999-9697-4ffa-b6a7-c9c75e12c1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:01:25Z', 'updated_at': '2021-08-10T02:01:29Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'b26f4999-9697-4ffa-b6a7-c9c75e12c1e1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:01:26Z', 'updated_at': '2021-08-10T02:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '5041c082-a67e-41c1-94d3-888c6dd3ac5d', 'name': '', 'network_id': '26631835-14fb-4df7-bfc4-02eb3b71a55a', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:bd:5f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '34892293-4af5-4760-b026-6cc7835a2ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:01:28Z', 'updated_at': '2021-08-10T02:01:31Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '34892293-4af5-4760-b026-6cc7835a2ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:32.051702 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-d129ee8e-07ec-478e-80fd-32fbb5064196 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bfc6303bee8498295c1ee8fa9c911ad HTTP/1.1" status: 200 len: 380 time: 0.0473049 Aug 10 02:01:32.065521 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-1b228885-515a-4f53-a658-8618b0cfc910 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'port': {'device_id': '672099ae-c55e-43d5-b3ac-d42222a6ea99', 'network_id': '26631835-14fb-4df7-bfc4-02eb3b71a55a', 'admin_state_up': True, 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'security_groups': ['fcc45714-0e1b-4363-9b57-db4c91501a27']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:32.068733 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port b26f4999-9697-4ffa-b6a7-c9c75e12c1e1 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:01:32.069268 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:32.074001 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f714f8b8-a288-4faa-a4c9-e27eea6b6f0e None None] The sync data for ids ['7585e0b9-21fd-465a-b706-62da5ea90f30'] in n-d-766726-26 is: [{'id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718708486', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b26f4999-9697-4ffa-b6a7-c9c75e12c1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:01:25Z', 'updated_at': '2021-08-10T02:01:29Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'b26f4999-9697-4ffa-b6a7-c9c75e12c1e1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:01:26Z', 'updated_at': '2021-08-10T02:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '5041c082-a67e-41c1-94d3-888c6dd3ac5d', 'name': '', 'network_id': '26631835-14fb-4df7-bfc4-02eb3b71a55a', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:bd:5f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '34892293-4af5-4760-b026-6cc7835a2ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:01:28Z', 'updated_at': '2021-08-10T02:01:31Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '34892293-4af5-4760-b026-6cc7835a2ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:01:32.236405 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-1b228885-515a-4f53-a658-8618b0cfc910 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Made reservation on behalf of 9bfc6303bee8498295c1ee8fa9c911ad for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:01:32.240451 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-1b228885-515a-4f53-a658-8618b0cfc910 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:32.264984 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e78fdb56-981d-4a37-8b11-787642582d07 req-e2e8b55a-ad6c-480e-a48c-64b45c2af5c4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=672099ae-c55e-43d5-b3ac-d42222a6ea99 HTTP/1.1" status: 200 len: 210 time: 0.4183598 Aug 10 02:01:32.385838 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-1b228885-515a-4f53-a658-8618b0cfc910 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Allocated IP 172.20.0.3 (26631835-14fb-4df7-bfc4-02eb3b71a55a/34892293-4af5-4760-b026-6cc7835a2ac3/69e35dea-ce1b-4d65-a6df-b0a693cd8c7f) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:01:32.536390 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-1b228885-515a-4f53-a658-8618b0cfc910 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:32.552654 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-1b228885-515a-4f53-a658-8618b0cfc910 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Transition to ACTIVE for port object 69e35dea-ce1b-4d65-a6df-b0a693cd8c7f will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:01:32.590785 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-1b228885-515a-4f53-a658-8618b0cfc910 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:32.633455 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-1b228885-515a-4f53-a658-8618b0cfc910 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Network 26631835-14fb-4df7-bfc4-02eb3b71a55a is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:01:32.638821 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-1b228885-515a-4f53-a658-8618b0cfc910 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:01:32.642780 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-1b228885-515a-4f53-a658-8618b0cfc910 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:01:32.669248 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b228885-515a-4f53-a658-8618b0cfc910 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Port': ['ID=69e35dea-ce1b-4d65-a6df-b0a693cd8c7f,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:32.700588 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-1b228885-515a-4f53-a658-8618b0cfc910 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:32.701242 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-1b228885-515a-4f53-a658-8618b0cfc910 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:32.716723 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-1b228885-515a-4f53-a658-8618b0cfc910 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6573367 Aug 10 02:01:32.727998 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-f902cf06-d755-4aa4-b45d-e8f317dc42c5 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:01:32.729288 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-f902cf06-d755-4aa4-b45d-e8f317dc42c5 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057063 Aug 10 02:01:32.789764 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-0984a7d8-4a00-4d30-9bdf-2bfffa022331 service neutron] Request body: {'port': {'device_id': '672099ae-c55e-43d5-b3ac-d42222a6ea99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:32.852009 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-0984a7d8-4a00-4d30-9bdf-2bfffa022331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:32.855302 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-fc782e33-1d3f-4c87-90d4-a64cc14f2594 None None] Provisioning for port 69e35dea-ce1b-4d65-a6df-b0a693cd8c7f completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:01:32.860333 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-fc782e33-1d3f-4c87-90d4-a64cc14f2594 None None] Provisioning complete for port 69e35dea-ce1b-4d65-a6df-b0a693cd8c7f triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:01:32.860709 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fc782e33-1d3f-4c87-90d4-a64cc14f2594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:32.896436 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-fc782e33-1d3f-4c87-90d4-a64cc14f2594 None None] Port 69e35dea-ce1b-4d65-a6df-b0a693cd8c7f cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:01:33.131245 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-0984a7d8-4a00-4d30-9bdf-2bfffa022331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69e35dea-ce1b-4d65-a6df-b0a693cd8c7f {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:01:33.139138 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-0984a7d8-4a00-4d30-9bdf-2bfffa022331 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:33.151466 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-0984a7d8-4a00-4d30-9bdf-2bfffa022331 service neutron] Transition to ACTIVE for port object 69e35dea-ce1b-4d65-a6df-b0a693cd8c7f will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:01:33.155830 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-0984a7d8-4a00-4d30-9bdf-2bfffa022331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:33.207260 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984a7d8-4a00-4d30-9bdf-2bfffa022331 service neutron] Pushing event updated for resources: {'Port': ['ID=69e35dea-ce1b-4d65-a6df-b0a693cd8c7f,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:33.283064 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-0984a7d8-4a00-4d30-9bdf-2bfffa022331 service neutron] Attempting to bind port 69e35dea-ce1b-4d65-a6df-b0a693cd8c7f on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:01:33.283417 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-0984a7d8-4a00-4d30-9bdf-2bfffa022331 service neutron] Attempting to bind port 69e35dea-ce1b-4d65-a6df-b0a693cd8c7f by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': 'de75449e-9099-440c-b30f-bbd775a6103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '26631835-14fb-4df7-bfc4-02eb3b71a55a'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:01:33.283754 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-0984a7d8-4a00-4d30-9bdf-2bfffa022331 service neutron] Attempting to bind port 69e35dea-ce1b-4d65-a6df-b0a693cd8c7f on network 26631835-14fb-4df7-bfc4-02eb3b71a55a {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:01:33.288421 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-0984a7d8-4a00-4d30-9bdf-2bfffa022331 service neutron] Port 69e35dea-ce1b-4d65-a6df-b0a693cd8c7f on network 26631835-14fb-4df7-bfc4-02eb3b71a55a not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:01:33.288755 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-0984a7d8-4a00-4d30-9bdf-2bfffa022331 service neutron] Attempting to bind port 69e35dea-ce1b-4d65-a6df-b0a693cd8c7f on network 26631835-14fb-4df7-bfc4-02eb3b71a55a {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:01:33.294008 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-0984a7d8-4a00-4d30-9bdf-2bfffa022331 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:01:33.294358 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-0984a7d8-4a00-4d30-9bdf-2bfffa022331 service neutron] Checking segment: {'id': 'de75449e-9099-440c-b30f-bbd775a6103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '26631835-14fb-4df7-bfc4-02eb3b71a55a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:01:33.294758 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-0984a7d8-4a00-4d30-9bdf-2bfffa022331 service neutron] Bound using segment: {'id': 'de75449e-9099-440c-b30f-bbd775a6103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '26631835-14fb-4df7-bfc4-02eb3b71a55a'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:01:33.295204 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-0984a7d8-4a00-4d30-9bdf-2bfffa022331 service neutron] Bound port: 69e35dea-ce1b-4d65-a6df-b0a693cd8c7f, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de75449e-9099-440c-b30f-bbd775a6103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '26631835-14fb-4df7-bfc4-02eb3b71a55a'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:01:33.295575 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-0984a7d8-4a00-4d30-9bdf-2bfffa022331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:33.363900 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-0984a7d8-4a00-4d30-9bdf-2bfffa022331 service neutron] For port 69e35dea-ce1b-4d65-a6df-b0a693cd8c7f, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:01:33.367113 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-0984a7d8-4a00-4d30-9bdf-2bfffa022331 service neutron] For port 69e35dea-ce1b-4d65-a6df-b0a693cd8c7f, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=69e35dea-ce1b-4d65-a6df-b0a693cd8c7f,segment=NetworkSegment(de75449e-9099-440c-b30f-bbd775a6103d),segment_id=de75449e-9099-440c-b30f-bbd775a6103d)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:01:33.372592 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-0984a7d8-4a00-4d30-9bdf-2bfffa022331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:33.390550 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a566f-a9e2-4c37-85e0-78c507259cc7 req-7b5ae2e1-6caa-4884-9d8a-fac90c162784 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:33.392108 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9a9a566f-a9e2-4c37-85e0-78c507259cc7 req-7b5ae2e1-6caa-4884-9d8a-fac90c162784 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=672099ae-c55e-43d5-b3ac-d42222a6ea99 HTTP/1.1" status: 200 len: 943 time: 0.0538013 Aug 10 02:01:33.412588 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-0984a7d8-4a00-4d30-9bdf-2bfffa022331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:33.413201 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-0984a7d8-4a00-4d30-9bdf-2bfffa022331 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:33.414620 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-0984a7d8-4a00-4d30-9bdf-2bfffa022331 service neutron] 10.222.0.24 "PUT /v2.0/ports/69e35dea-ce1b-4d65-a6df-b0a693cd8c7f HTTP/1.1" status: 200 len: 1092 time: 0.6775022 Aug 10 02:01:33.415080 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672099ae-c55e-43d5-b3ac-d42222a6ea99', 'tag': '69e35dea-ce1b-4d65-a6df-b0a693cd8c7f'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:01:33.417407 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04376f577ca8e91682bf6bf2b98f61f72ad60017a2eb84f3f8c1f2c558ccd100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6a45cd-87bf-43da-9018-b152a4c1ba23" -d '{"events": [{"name": "network-changed", "server_uuid": "672099ae-c55e-43d5-b3ac-d42222a6ea99", "tag": "69e35dea-ce1b-4d65-a6df-b0a693cd8c7f"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:01:33.436149 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9a9a566f-a9e2-4c37-85e0-78c507259cc7 req-91899334-929f-4b70-80d2-9890fd5b45ef tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc45714-0e1b-4363-9b57-db4c91501a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372334 Aug 10 02:01:33.449306 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984a7d8-4a00-4d30-9bdf-2bfffa022331 service neutron] Pushing event updated for resources: {'Port': ['ID=69e35dea-ce1b-4d65-a6df-b0a693cd8c7f,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:33.493943 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de51aaa3-bdc4-4f1d-a9f0-deca28e96e42 x-openstack-request-id: req-de51aaa3-bdc4-4f1d-a9f0-deca28e96e42 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:01:33.494321 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672099ae-c55e-43d5-b3ac-d42222a6ea99", "tag": "69e35dea-ce1b-4d65-a6df-b0a693cd8c7f", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:01:33.494661 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-de51aaa3-bdc4-4f1d-a9f0-deca28e96e42 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:01:33.495128 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672099ae-c55e-43d5-b3ac-d42222a6ea99', 'tag': '69e35dea-ce1b-4d65-a6df-b0a693cd8c7f', 'status': 'completed', 'code': 200} Aug 10 02:01:33.511359 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-2132682a-fc81-49c5-a05e-6f7109f75659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:33.513572 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-2132682a-fc81-49c5-a05e-6f7109f75659 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&device_id=672099ae-c55e-43d5-b3ac-d42222a6ea99 HTTP/1.1" status: 200 len: 1095 time: 0.0463798 Aug 10 02:01:33.561052 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-78437eff-fb12-472c-86a8-ea6122df75d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69e35dea-ce1b-4d65-a6df-b0a693cd8c7f HTTP/1.1" status: 200 len: 217 time: 0.0393844 Aug 10 02:01:33.611882 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-c866ada4-1139-4d1f-ab1a-a5f46eecbde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:33.613379 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-c866ada4-1139-4d1f-ab1a-a5f46eecbde4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34892293-4af5-4760-b026-6cc7835a2ac3 HTTP/1.1" status: 200 len: 834 time: 0.0458803 Aug 10 02:01:33.660526 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-01c59b9e-f354-4e01-bd9e-26c16596e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:33.661918 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-01c59b9e-f354-4e01-bd9e-26c16596e9d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26631835-14fb-4df7-bfc4-02eb3b71a55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418172 Aug 10 02:01:33.755972 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-fa860f64-6de0-4459-9e34-08db75200166 service neutron] 10.222.0.24 "GET /v2.0/networks/26631835-14fb-4df7-bfc4-02eb3b71a55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863771 Aug 10 02:01:33.844474 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5041c082-a67e-41c1-94d3-888c6dd3ac5d up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:01:33.847409 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-39ddc462-f1f1-4a89-b002-4710afcad774 req-ecca5da7-a003-4899-a8b9-3308a63a3afc service neutron] 10.222.0.24 "GET /v2.0/networks/26631835-14fb-4df7-bfc4-02eb3b71a55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838194 Aug 10 02:01:33.892460 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 5041c082-a67e-41c1-94d3-888c6dd3ac5d completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:01:33.896045 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 5041c082-a67e-41c1-94d3-888c6dd3ac5d triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:01:33.896452 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:33.938356 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a45cd-87bf-43da-9018-b152a4c1ba23 req-26490ec1-3c32-45f7-bc73-db973c4341e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:33.939759 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8a6a45cd-87bf-43da-9018-b152a4c1ba23 req-26490ec1-3c32-45f7-bc73-db973c4341e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&device_id=672099ae-c55e-43d5-b3ac-d42222a6ea99 HTTP/1.1" status: 200 len: 1095 time: 0.0460200 Aug 10 02:01:33.975363 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:34.007947 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 5041c082-a67e-41c1-94d3-888c6dd3ac5d, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5041c082-a67e-41c1-94d3-888c6dd3ac5d,segment=NetworkSegment(de75449e-9099-440c-b30f-bbd775a6103d),segment_id=de75449e-9099-440c-b30f-bbd775a6103d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:34.012053 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:34.032793 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a45cd-87bf-43da-9018-b152a4c1ba23 req-8374150a-dc12-4be1-b37a-4b9a756fc607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:34.034275 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8a6a45cd-87bf-43da-9018-b152a4c1ba23 req-8374150a-dc12-4be1-b37a-4b9a756fc607 service neutron] 10.222.0.24 "GET /v2.0/networks?id=26631835-14fb-4df7-bfc4-02eb3b71a55a HTTP/1.1" status: 200 len: 898 time: 0.0875800 Aug 10 02:01:34.058896 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=5041c082-a67e-41c1-94d3-888c6dd3ac5d,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:34.077222 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8a6a45cd-87bf-43da-9018-b152a4c1ba23 req-6910bfea-f8df-4378-94aa-f03f0f720090 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69e35dea-ce1b-4d65-a6df-b0a693cd8c7f HTTP/1.1" status: 200 len: 217 time: 0.0352859 Aug 10 02:01:34.130528 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a45cd-87bf-43da-9018-b152a4c1ba23 req-a275ebc8-6e7f-413d-b809-700d70ee2f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:34.131970 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8a6a45cd-87bf-43da-9018-b152a4c1ba23 req-a275ebc8-6e7f-413d-b809-700d70ee2f31 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34892293-4af5-4760-b026-6cc7835a2ac3 HTTP/1.1" status: 200 len: 834 time: 0.0483313 Aug 10 02:01:34.177064 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a45cd-87bf-43da-9018-b152a4c1ba23 req-e0375ab8-6c66-4be2-b307-a0e2ea64faa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:34.178508 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8a6a45cd-87bf-43da-9018-b152a4c1ba23 req-e0375ab8-6c66-4be2-b307-a0e2ea64faa4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26631835-14fb-4df7-bfc4-02eb3b71a55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390601 Aug 10 02:01:34.266804 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8a6a45cd-87bf-43da-9018-b152a4c1ba23 req-5bf1258b-0b8e-4479-8e63-e65eca0455fd service neutron] 10.222.0.24 "GET /v2.0/networks/26631835-14fb-4df7-bfc4-02eb3b71a55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804679 Aug 10 02:01:34.359687 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-8a6a45cd-87bf-43da-9018-b152a4c1ba23 req-3c353991-f49f-4799-a21e-1afe05532116 service neutron] 10.222.0.24 "GET /v2.0/networks/26631835-14fb-4df7-bfc4-02eb3b71a55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850623 Aug 10 02:01:34.549871 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13317552-e28c-4132-978e-47e50ede2dab req-72bfe3d7-cbb4-40cb-bba7-db31ac7d59fd tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:34.551287 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-13317552-e28c-4132-978e-47e50ede2dab req-72bfe3d7-cbb4-40cb-bba7-db31ac7d59fd tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=672099ae-c55e-43d5-b3ac-d42222a6ea99 HTTP/1.1" status: 200 len: 943 time: 0.0474775 Aug 10 02:01:34.587630 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-13317552-e28c-4132-978e-47e50ede2dab req-352bbd74-7fac-4a8b-be2e-aa28076ecdaa tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc45714-0e1b-4363-9b57-db4c91501a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305614 Aug 10 02:01:35.705840 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6302a-1571-4ef2-bd03-78230fd628d5 req-d3ac342a-6a95-4d69-afa6-ac46453f9f2b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:35.707277 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-44c6302a-1571-4ef2-bd03-78230fd628d5 req-d3ac342a-6a95-4d69-afa6-ac46453f9f2b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=672099ae-c55e-43d5-b3ac-d42222a6ea99 HTTP/1.1" status: 200 len: 943 time: 0.0498958 Aug 10 02:01:35.745642 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-44c6302a-1571-4ef2-bd03-78230fd628d5 req-5a92681a-a159-4437-942b-107098ee6607 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc45714-0e1b-4363-9b57-db4c91501a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322802 Aug 10 02:01:35.821609 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5041c082-a67e-41c1-94d3-888c6dd3ac5d up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:01:35.867844 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 5041c082-a67e-41c1-94d3-888c6dd3ac5d triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:01:35.868243 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:36.062178 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 69e35dea-ce1b-4d65-a6df-b0a693cd8c7f details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:01:36.151077 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 69e35dea-ce1b-4d65-a6df-b0a693cd8c7f, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=69e35dea-ce1b-4d65-a6df-b0a693cd8c7f,segment=NetworkSegment(de75449e-9099-440c-b30f-bbd775a6103d),segment_id=de75449e-9099-440c-b30f-bbd775a6103d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:36.161745 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': '69e35dea-ce1b-4d65-a6df-b0a693cd8c7f', 'network_id': '26631835-14fb-4df7-bfc4-02eb3b71a55a', 'port_id': '69e35dea-ce1b-4d65-a6df-b0a693cd8c7f', 'mac_address': 'fa:16:3e:b5:80:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34892293-4af5-4760-b026-6cc7835a2ac3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:01:36.210728 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:36.222920 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e35dea-ce1b-4d65-a6df-b0a693cd8c7f {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:01:36.241467 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 69e35dea-ce1b-4d65-a6df-b0a693cd8c7f, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=69e35dea-ce1b-4d65-a6df-b0a693cd8c7f,segment=NetworkSegment(de75449e-9099-440c-b30f-bbd775a6103d),segment_id=de75449e-9099-440c-b30f-bbd775a6103d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:36.245359 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:36.290847 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=69e35dea-ce1b-4d65-a6df-b0a693cd8c7f,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:36.597415 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['69e35dea-ce1b-4d65-a6df-b0a693cd8c7f'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:01:36.858687 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231c7bd-0cfd-44a6-90e6-71aa24d1c0b8 req-b28f8512-a038-40c7-aab2-654cf95d4e5b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:36.860194 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a231c7bd-0cfd-44a6-90e6-71aa24d1c0b8 req-b28f8512-a038-40c7-aab2-654cf95d4e5b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=672099ae-c55e-43d5-b3ac-d42222a6ea99 HTTP/1.1" status: 200 len: 944 time: 0.0491230 Aug 10 02:01:36.898152 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a231c7bd-0cfd-44a6-90e6-71aa24d1c0b8 req-d5b0b8a6-40a1-4005-81ca-16afc263ed80 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc45714-0e1b-4363-9b57-db4c91501a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321345 Aug 10 02:01:38.008567 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a28115-a382-4b95-bbc8-0894207011ba req-27e4cae1-3b45-42e8-9b73-1048bef13f1c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:38.010015 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f7a28115-a382-4b95-bbc8-0894207011ba req-27e4cae1-3b45-42e8-9b73-1048bef13f1c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=672099ae-c55e-43d5-b3ac-d42222a6ea99 HTTP/1.1" status: 200 len: 944 time: 0.0471902 Aug 10 02:01:38.046055 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f7a28115-a382-4b95-bbc8-0894207011ba req-94544245-a340-446d-a51e-6756b04ce5cf tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc45714-0e1b-4363-9b57-db4c91501a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297537 Aug 10 02:01:38.080288 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 69e35dea-ce1b-4d65-a6df-b0a693cd8c7f up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:01:38.127088 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port 69e35dea-ce1b-4d65-a6df-b0a693cd8c7f completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:01:38.130810 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port 69e35dea-ce1b-4d65-a6df-b0a693cd8c7f triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:01:38.131199 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:38.207857 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:38.229466 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672099ae-c55e-43d5-b3ac-d42222a6ea99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e35dea-ce1b-4d65-a6df-b0a693cd8c7f'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:01:38.231737 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09d289ccde4d6ff9cc92181a6a5f9723a21b3f76001e8301d3c19491e4c7f527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fc0f00-07fa-4351-ac19-97b502d7cbca" -d '{"events": [{"server_uuid": "672099ae-c55e-43d5-b3ac-d42222a6ea99", "name": "network-vif-plugged", "status": "completed", "tag": "69e35dea-ce1b-4d65-a6df-b0a693cd8c7f"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:01:38.244041 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port 69e35dea-ce1b-4d65-a6df-b0a693cd8c7f, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=69e35dea-ce1b-4d65-a6df-b0a693cd8c7f,segment=NetworkSegment(de75449e-9099-440c-b30f-bbd775a6103d),segment_id=de75449e-9099-440c-b30f-bbd775a6103d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:38.248677 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:38.273594 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38dc9137-af12-40a5-a22a-16d92a0c9d5e x-openstack-request-id: req-38dc9137-af12-40a5-a22a-16d92a0c9d5e {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:01:38.273900 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672099ae-c55e-43d5-b3ac-d42222a6ea99", "name": "network-vif-plugged", "status": "completed", "tag": "69e35dea-ce1b-4d65-a6df-b0a693cd8c7f", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:01:38.274163 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-38dc9137-af12-40a5-a22a-16d92a0c9d5e {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:01:38.274576 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672099ae-c55e-43d5-b3ac-d42222a6ea99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e35dea-ce1b-4d65-a6df-b0a693cd8c7f', 'code': 200} Aug 10 02:01:38.299502 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=69e35dea-ce1b-4d65-a6df-b0a693cd8c7f,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:38.366374 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7534f34-6b10-428a-9085-f22b61f0a11f req-270e1cce-ad54-4476-bc75-a12cb6f898b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:38.367832 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b7534f34-6b10-428a-9085-f22b61f0a11f req-270e1cce-ad54-4476-bc75-a12cb6f898b7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=672099ae-c55e-43d5-b3ac-d42222a6ea99 HTTP/1.1" status: 200 len: 1097 time: 0.0398633 Aug 10 02:01:38.402092 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b7534f34-6b10-428a-9085-f22b61f0a11f req-82b7acd2-e8f4-46e5-aa56-babc72e47c8e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fcc45714-0e1b-4363-9b57-db4c91501a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271492 Aug 10 02:01:39.161189 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9c47a-8dce-44a7-886c-1d03ab2704e9 req-02288d83-17fd-4948-bdda-22d1d470e826 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:39.162551 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2cc9c47a-8dce-44a7-886c-1d03ab2704e9 req-02288d83-17fd-4948-bdda-22d1d470e826 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=672099ae-c55e-43d5-b3ac-d42222a6ea99 HTTP/1.1" status: 200 len: 945 time: 0.0505250 Aug 10 02:01:39.198771 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2cc9c47a-8dce-44a7-886c-1d03ab2704e9 req-5f88f58b-b581-453b-afb9-90491ca82b74 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc45714-0e1b-4363-9b57-db4c91501a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304101 Aug 10 02:01:40.315206 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394c754-f455-40c1-a068-066d93d16f27 req-2566815d-6ac2-4e4f-9b1f-af7db573d091 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:40.316714 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8394c754-f455-40c1-a068-066d93d16f27 req-2566815d-6ac2-4e4f-9b1f-af7db573d091 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=672099ae-c55e-43d5-b3ac-d42222a6ea99 HTTP/1.1" status: 200 len: 945 time: 0.0484776 Aug 10 02:01:40.354745 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8394c754-f455-40c1-a068-066d93d16f27 req-7cf9b61a-354d-4fab-a716-8f55a808bba1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc45714-0e1b-4363-9b57-db4c91501a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321431 Aug 10 02:01:40.465896 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29a2fd-27d5-47cb-8478-eed956d1cdc4 req-a3bdced0-48db-4847-9ae4-62ded55942ff tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:40.467332 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ab29a2fd-27d5-47cb-8478-eed956d1cdc4 req-a3bdced0-48db-4847-9ae4-62ded55942ff tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=672099ae-c55e-43d5-b3ac-d42222a6ea99 HTTP/1.1" status: 200 len: 945 time: 0.0469446 Aug 10 02:01:40.503903 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ab29a2fd-27d5-47cb-8478-eed956d1cdc4 req-2ff5d0c9-0a82-4cc3-adf7-6e50287febc9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc45714-0e1b-4363-9b57-db4c91501a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301733 Aug 10 02:01:40.524868 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39424) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:40.568446 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727b8d11-abba-4ae4-bb87-e9fe948752b4 tempest-TestNetworkAdvancedServerOps-1363779260 tempest-TestNetworkAdvancedServerOps-1363779260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:40.569930 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-727b8d11-abba-4ae4-bb87-e9fe948752b4 tempest-TestNetworkAdvancedServerOps-1363779260 tempest-TestNetworkAdvancedServerOps-1363779260-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=672099ae-c55e-43d5-b3ac-d42222a6ea99 HTTP/1.1" status: 200 len: 1092 time: 0.0440817 Aug 10 02:01:40.572839 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39426) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:40.577119 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-8ed3aaaf-7155-4de8-af02-491c9eede000 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'port_id': '69e35dea-ce1b-4d65-a6df-b0a693cd8c7f', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:40.601521 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8ed3aaaf-7155-4de8-af02-491c9eede000 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for floatingip, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:40.695719 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8ed3aaaf-7155-4de8-af02-491c9eede000 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:40.802453 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-8ed3aaaf-7155-4de8-af02-491c9eede000 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Allocated IP 172.25.2.235 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/1e743be1-d987-4b71-8b1f-34ab21f1fd20) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:01:40.901482 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8ed3aaaf-7155-4de8-af02-491c9eede000 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:40.939492 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8ed3aaaf-7155-4de8-af02-491c9eede000 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:40.984463 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed3aaaf-7155-4de8-af02-491c9eede000 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:01:40.987356 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-8ed3aaaf-7155-4de8-af02-491c9eede000 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:01:40.990855 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed3aaaf-7155-4de8-af02-491c9eede000 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:01:41.012560 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3aaaf-7155-4de8-af02-491c9eede000 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Port': ['ID=1e743be1-d987-4b71-8b1f-34ab21f1fd20,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:41.259245 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-366df758-3cde-4017-b9c0-53f569e70455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:41.500110 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8ed3aaaf-7155-4de8-af02-491c9eede000 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:41.596102 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8ed3aaaf-7155-4de8-af02-491c9eede000 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:41.750390 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8ed3aaaf-7155-4de8-af02-491c9eede000 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:41.754649 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8ed3aaaf-7155-4de8-af02-491c9eede000 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:41.822097 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3aaaf-7155-4de8-af02-491c9eede000 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Port': ['ID=1e743be1-d987-4b71-8b1f-34ab21f1fd20,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:41.835610 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8ed3aaaf-7155-4de8-af02-491c9eede000 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:42.263614 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:42.267790 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [None req-8ed3aaaf-7155-4de8-af02-491c9eede000 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Floating IP dfeb3670-e6cb-4c3d-a58c-e92ede0266a5 associated. External IP: 172.25.2.235, port: 69e35dea-ce1b-4d65-a6df-b0a693cd8c7f. Aug 10 02:01:42.467391 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed3aaaf-7155-4de8-af02-491c9eede000 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Router 7585e0b9-21fd-465a-b706-62da5ea90f30 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:01:42.572620 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed3aaaf-7155-4de8-af02-491c9eede000 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:01:42.581951 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ac0d2f-6e08-4278-b62f-9dface254ec9 None None] Sync routers for ids ['7585e0b9-21fd-465a-b706-62da5ea90f30'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:01:42.588394 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8ed3aaaf-7155-4de8-af02-491c9eede000 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:42.591387 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ac0d2f-6e08-4278-b62f-9dface254ec9 None None] Routers {'7585e0b9-21fd-465a-b706-62da5ea90f30'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:42.592059 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-02ac0d2f-6e08-4278-b62f-9dface254ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:01:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['7585e0b9-21fd-465a-b706-62da5ea90f30'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:42.619218 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8ed3aaaf-7155-4de8-af02-491c9eede000 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0427935 Aug 10 02:01:42.619218 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672099ae-c55e-43d5-b3ac-d42222a6ea99', 'tag': '69e35dea-ce1b-4d65-a6df-b0a693cd8c7f'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:01:42.619783 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04376f577ca8e91682bf6bf2b98f61f72ad60017a2eb84f3f8c1f2c558ccd100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a685cfcb-4c19-417f-b9c5-4d8264ae7bca" -d '{"events": [{"name": "network-changed", "server_uuid": "672099ae-c55e-43d5-b3ac-d42222a6ea99", "tag": "69e35dea-ce1b-4d65-a6df-b0a693cd8c7f"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:01:42.665994 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1708f2fa-81cb-45a1-a456-fd48bd81853d x-openstack-request-id: req-1708f2fa-81cb-45a1-a456-fd48bd81853d {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:01:42.666412 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672099ae-c55e-43d5-b3ac-d42222a6ea99", "tag": "69e35dea-ce1b-4d65-a6df-b0a693cd8c7f", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:01:42.666678 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1708f2fa-81cb-45a1-a456-fd48bd81853d {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:01:42.667090 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672099ae-c55e-43d5-b3ac-d42222a6ea99', 'tag': '69e35dea-ce1b-4d65-a6df-b0a693cd8c7f', 'status': 'completed', 'code': 200} Aug 10 02:01:42.701910 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-02ac0d2f-6e08-4278-b62f-9dface254ec9 None None] Set router 7585e0b9-21fd-465a-b706-62da5ea90f30 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:01:42.734099 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685cfcb-4c19-417f-b9c5-4d8264ae7bca req-5b34cca1-79e0-4e1a-b013-24b3d6e904b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:42.735620 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a685cfcb-4c19-417f-b9c5-4d8264ae7bca req-5b34cca1-79e0-4e1a-b013-24b3d6e904b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&device_id=672099ae-c55e-43d5-b3ac-d42222a6ea99 HTTP/1.1" status: 200 len: 1097 time: 0.0475638 Aug 10 02:01:42.739657 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c6635-2b54-46cf-ab01-bf54e0a10a53 req-ddc93fda-16a0-4a08-8c34-bda8d3b9b6d3 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:42.741178 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-646c6635-2b54-46cf-ab01-bf54e0a10a53 req-ddc93fda-16a0-4a08-8c34-bda8d3b9b6d3 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=672099ae-c55e-43d5-b3ac-d42222a6ea99 HTTP/1.1" status: 200 len: 945 time: 0.0559940 Aug 10 02:01:42.779522 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-646c6635-2b54-46cf-ab01-bf54e0a10a53 req-eb00dd21-4102-40f5-bac0-2586ff069be7 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc45714-0e1b-4363-9b57-db4c91501a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320828 Aug 10 02:01:42.802668 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39434) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:42.830409 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685cfcb-4c19-417f-b9c5-4d8264ae7bca req-fbb404de-d577-46b0-a31f-8b4c09a0c115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:42.831922 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a685cfcb-4c19-417f-b9c5-4d8264ae7bca req-fbb404de-d577-46b0-a31f-8b4c09a0c115 service neutron] 10.222.0.24 "GET /v2.0/networks?id=26631835-14fb-4df7-bfc4-02eb3b71a55a HTTP/1.1" status: 200 len: 898 time: 0.0894613 Aug 10 02:01:42.864983 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9cbb6421-0199-4218-a612-4d10afbfbb41 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/floatingips/dfeb3670-e6cb-4c3d-a58c-e92ede0266a5 HTTP/1.1" status: 200 len: 991 time: 0.0611587 Aug 10 02:01:42.926517 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-02ac0d2f-6e08-4278-b62f-9dface254ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718708486', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b26f4999-9697-4ffa-b6a7-c9c75e12c1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:01:25Z', 'updated_at': '2021-08-10T02:01:29Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'b26f4999-9697-4ffa-b6a7-c9c75e12c1e1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:01:26Z', 'updated_at': '2021-08-10T02:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'dfeb3670-e6cb-4c3d-a58c-e92ede0266a5', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'floating_ip_address': '172.25.2.235', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'port_id': '69e35dea-ce1b-4d65-a6df-b0a693cd8c7f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26631835-14fb-4df7-bfc4-02eb3b71a55a', 'mac_address': 'fa:16:3e:b5:80:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672099ae-c55e-43d5-b3ac-d42222a6ea99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:01:41Z', 'updated_at': '2021-08-10T02:01:41Z', 'revision_number': 0, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5041c082-a67e-41c1-94d3-888c6dd3ac5d', 'name': '', 'network_id': '26631835-14fb-4df7-bfc4-02eb3b71a55a', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:bd:5f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '34892293-4af5-4760-b026-6cc7835a2ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:01:28Z', 'updated_at': '2021-08-10T02:01:33Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '34892293-4af5-4760-b026-6cc7835a2ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:42.932614 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a685cfcb-4c19-417f-b9c5-4d8264ae7bca req-473b119f-d0b1-4896-addd-f26f0a7d398f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69e35dea-ce1b-4d65-a6df-b0a693cd8c7f HTTP/1.1" status: 200 len: 999 time: 0.0936356 Aug 10 02:01:42.952667 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ac0d2f-6e08-4278-b62f-9dface254ec9 None None] Checking router: 7585e0b9-21fd-465a-b706-62da5ea90f30 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:01:42.961216 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ac0d2f-6e08-4278-b62f-9dface254ec9 None None] Routers {'7585e0b9-21fd-465a-b706-62da5ea90f30'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:42.961835 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-02ac0d2f-6e08-4278-b62f-9dface254ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:01:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['7585e0b9-21fd-465a-b706-62da5ea90f30'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:42.983038 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685cfcb-4c19-417f-b9c5-4d8264ae7bca req-e5e13b68-4247-4959-852a-9b746ea7a360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:42.984672 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a685cfcb-4c19-417f-b9c5-4d8264ae7bca req-e5e13b68-4247-4959-852a-9b746ea7a360 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34892293-4af5-4760-b026-6cc7835a2ac3 HTTP/1.1" status: 200 len: 834 time: 0.0455987 Aug 10 02:01:43.029520 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685cfcb-4c19-417f-b9c5-4d8264ae7bca req-ef8b6b72-9895-43b9-b431-e1237dfe8386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:43.030985 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a685cfcb-4c19-417f-b9c5-4d8264ae7bca req-ef8b6b72-9895-43b9-b431-e1237dfe8386 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26631835-14fb-4df7-bfc4-02eb3b71a55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398667 Aug 10 02:01:43.065297 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-02ac0d2f-6e08-4278-b62f-9dface254ec9 None None] Set router 7585e0b9-21fd-465a-b706-62da5ea90f30 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:01:43.124339 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a685cfcb-4c19-417f-b9c5-4d8264ae7bca req-30508fc1-3d62-4ed4-87d8-c6c68d5830a0 service neutron] 10.222.0.24 "GET /v2.0/networks/26631835-14fb-4df7-bfc4-02eb3b71a55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860875 Aug 10 02:01:43.212458 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a685cfcb-4c19-417f-b9c5-4d8264ae7bca req-47f5ab5c-5c1d-49fe-a8d1-eed7e06167ae service neutron] 10.222.0.24 "GET /v2.0/networks/26631835-14fb-4df7-bfc4-02eb3b71a55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815279 Aug 10 02:01:43.287429 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-02ac0d2f-6e08-4278-b62f-9dface254ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718708486', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b26f4999-9697-4ffa-b6a7-c9c75e12c1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:01:25Z', 'updated_at': '2021-08-10T02:01:29Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'b26f4999-9697-4ffa-b6a7-c9c75e12c1e1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:01:26Z', 'updated_at': '2021-08-10T02:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'dfeb3670-e6cb-4c3d-a58c-e92ede0266a5', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'floating_ip_address': '172.25.2.235', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'port_id': '69e35dea-ce1b-4d65-a6df-b0a693cd8c7f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26631835-14fb-4df7-bfc4-02eb3b71a55a', 'mac_address': 'fa:16:3e:b5:80:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672099ae-c55e-43d5-b3ac-d42222a6ea99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:01:41Z', 'updated_at': '2021-08-10T02:01:41Z', 'revision_number': 0, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5041c082-a67e-41c1-94d3-888c6dd3ac5d', 'name': '', 'network_id': '26631835-14fb-4df7-bfc4-02eb3b71a55a', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:bd:5f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '34892293-4af5-4760-b026-6cc7835a2ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:01:28Z', 'updated_at': '2021-08-10T02:01:33Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '34892293-4af5-4760-b026-6cc7835a2ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:43.313221 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ac0d2f-6e08-4278-b62f-9dface254ec9 None None] The sync data for ids ['7585e0b9-21fd-465a-b706-62da5ea90f30'] in n-d-766726-26 is: [{'id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718708486', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b26f4999-9697-4ffa-b6a7-c9c75e12c1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:01:25Z', 'updated_at': '2021-08-10T02:01:29Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'b26f4999-9697-4ffa-b6a7-c9c75e12c1e1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:01:26Z', 'updated_at': '2021-08-10T02:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'dfeb3670-e6cb-4c3d-a58c-e92ede0266a5', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'floating_ip_address': '172.25.2.235', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'port_id': '69e35dea-ce1b-4d65-a6df-b0a693cd8c7f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26631835-14fb-4df7-bfc4-02eb3b71a55a', 'mac_address': 'fa:16:3e:b5:80:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672099ae-c55e-43d5-b3ac-d42222a6ea99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:01:41Z', 'updated_at': '2021-08-10T02:01:41Z', 'revision_number': 0, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5041c082-a67e-41c1-94d3-888c6dd3ac5d', 'name': '', 'network_id': '26631835-14fb-4df7-bfc4-02eb3b71a55a', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:bd:5f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '34892293-4af5-4760-b026-6cc7835a2ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:01:28Z', 'updated_at': '2021-08-10T02:01:33Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '34892293-4af5-4760-b026-6cc7835a2ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:01:43.489355 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d3d1cb-533d-4ddf-8fcd-49b6ce56f81e None None] New status for floating IP dfeb3670-e6cb-4c3d-a58c-e92ede0266a5: ACTIVE {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:01:43.867241 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39436) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:43.900665 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8cea8526-b9af-415a-8ea8-0a4ed9849607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:43.929729 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-fb00685b-6ebb-423e-8cdc-47fea0bfe566 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/floatingips/dfeb3670-e6cb-4c3d-a58c-e92ede0266a5 HTTP/1.1" status: 200 len: 993 time: 0.0614283 Aug 10 02:01:44.533862 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:45.406533 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:46.481487 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:58.763142 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:06.812706 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:02:10.371544 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3df93267-64c7-4a17-bc4e-687e15d39219 req-9cf8d400-03e6-4b27-adff-b7bafd716964 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=672099ae-c55e-43d5-b3ac-d42222a6ea99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437531 Aug 10 02:02:10.449617 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df93267-64c7-4a17-bc4e-687e15d39219 req-dba9a527-ed2a-45bc-a134-64718de8d0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:10.451084 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3df93267-64c7-4a17-bc4e-687e15d39219 req-dba9a527-ed2a-45bc-a134-64718de8d0fb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&device_id=672099ae-c55e-43d5-b3ac-d42222a6ea99 HTTP/1.1" status: 200 len: 1097 time: 0.0392852 Aug 10 02:02:10.549998 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df93267-64c7-4a17-bc4e-687e15d39219 req-b29c0d1d-3e3e-4b76-90d6-4a1d7e8a4ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:10.551431 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3df93267-64c7-4a17-bc4e-687e15d39219 req-b29c0d1d-3e3e-4b76-90d6-4a1d7e8a4ecc service neutron] 10.222.0.24 "GET /v2.0/networks?id=26631835-14fb-4df7-bfc4-02eb3b71a55a HTTP/1.1" status: 200 len: 898 time: 0.0813208 Aug 10 02:02:10.620061 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3df93267-64c7-4a17-bc4e-687e15d39219 req-fb224c3e-2c6f-484c-b540-8688e915c511 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69e35dea-ce1b-4d65-a6df-b0a693cd8c7f HTTP/1.1" status: 200 len: 1001 time: 0.0602155 Aug 10 02:02:10.669107 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df93267-64c7-4a17-bc4e-687e15d39219 req-25b76f22-09f0-4da6-9f9c-c920694dffab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:10.670444 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3df93267-64c7-4a17-bc4e-687e15d39219 req-25b76f22-09f0-4da6-9f9c-c920694dffab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34892293-4af5-4760-b026-6cc7835a2ac3 HTTP/1.1" status: 200 len: 834 time: 0.0431087 Aug 10 02:02:10.713798 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df93267-64c7-4a17-bc4e-687e15d39219 req-54ef2ca8-1314-4818-8d66-4514ddce8938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:10.715213 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3df93267-64c7-4a17-bc4e-687e15d39219 req-54ef2ca8-1314-4818-8d66-4514ddce8938 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26631835-14fb-4df7-bfc4-02eb3b71a55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381439 Aug 10 02:02:10.805726 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3df93267-64c7-4a17-bc4e-687e15d39219 req-124f5a43-6c50-46b5-a972-cf3768a9c880 service neutron] 10.222.0.24 "GET /v2.0/networks/26631835-14fb-4df7-bfc4-02eb3b71a55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833368 Aug 10 02:02:10.894307 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3df93267-64c7-4a17-bc4e-687e15d39219 req-b61e2922-ea7f-417a-ae96-773075bf24d1 service neutron] 10.222.0.24 "GET /v2.0/networks/26631835-14fb-4df7-bfc4-02eb3b71a55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815165 Aug 10 02:02:11.259423 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a2f69060-569d-41f8-92f6-2a39ec867c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:12.261328 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:13.901548 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-892f2ece-4247-4698-8029-15ac206f5ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:14.533840 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:15.407730 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:16.484065 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:28.763765 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:41.259244 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9f394506-9a92-4deb-9eda-0eb1fd639720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:42.260785 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:43.811874 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:02:43.900595 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8da95e81-f9b3-4583-92c9-cac086b1af1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:44.538313 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:45.411048 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:46.487131 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:46.807178 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25909a05-c58a-4a77-bd65-234d35b89cdc req-ae5bf085-0ad9-4ed4-9193-cc0d84347ea5 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:46.808709 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-25909a05-c58a-4a77-bd65-234d35b89cdc req-ae5bf085-0ad9-4ed4-9193-cc0d84347ea5 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=672099ae-c55e-43d5-b3ac-d42222a6ea99 HTTP/1.1" status: 200 len: 945 time: 0.1215906 Aug 10 02:02:46.850184 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-25909a05-c58a-4a77-bd65-234d35b89cdc req-5021926d-2f35-4310-b569-fd83625ebf28 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc45714-0e1b-4363-9b57-db4c91501a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343947 Aug 10 02:02:48.013775 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81777fd-223f-498f-8036-e1e6ef14df72 req-60878e43-f226-4972-951a-4e590a7b925a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:48.015248 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a81777fd-223f-498f-8036-e1e6ef14df72 req-60878e43-f226-4972-951a-4e590a7b925a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=672099ae-c55e-43d5-b3ac-d42222a6ea99 HTTP/1.1" status: 200 len: 945 time: 0.0973270 Aug 10 02:02:48.052769 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a81777fd-223f-498f-8036-e1e6ef14df72 req-07cfe379-f7b7-48c3-99f6-5c4af02928b9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc45714-0e1b-4363-9b57-db4c91501a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316448 Aug 10 02:02:48.074046 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39470) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:48.139726 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9fe59368-3da3-4fb6-baf9-57e1f6fc9a23 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/floatingips/dfeb3670-e6cb-4c3d-a58c-e92ede0266a5 HTTP/1.1" status: 200 len: 993 time: 0.0640032 Aug 10 02:02:49.386642 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f399e0-309a-432b-8cc1-8196a7321582 req-a3fc52f0-d328-4cc9-9a43-ffb82013e2fd tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:49.388131 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-12f399e0-309a-432b-8cc1-8196a7321582 req-a3fc52f0-d328-4cc9-9a43-ffb82013e2fd tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=672099ae-c55e-43d5-b3ac-d42222a6ea99 HTTP/1.1" status: 200 len: 945 time: 0.0489573 Aug 10 02:02:49.425649 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-12f399e0-309a-432b-8cc1-8196a7321582 req-5fae490a-23fd-413b-9d54-5e28012247fe tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc45714-0e1b-4363-9b57-db4c91501a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314183 Aug 10 02:02:50.540932 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9ce1e-2f9e-4dd4-a6c4-95ae41445529 req-4220b876-e259-457c-879a-996bf7d5fadd tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:50.542384 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cbd9ce1e-2f9e-4dd4-a6c4-95ae41445529 req-4220b876-e259-457c-879a-996bf7d5fadd tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=672099ae-c55e-43d5-b3ac-d42222a6ea99 HTTP/1.1" status: 200 len: 945 time: 0.0480566 Aug 10 02:02:50.578546 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cbd9ce1e-2f9e-4dd4-a6c4-95ae41445529 req-c4cc8378-2cd0-4e56-aa6c-3bcf616e648f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc45714-0e1b-4363-9b57-db4c91501a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303371 Aug 10 02:02:50.600490 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39480) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:50.663201 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-61f2cbea-9e29-4fa4-a10b-8c9bdc64009b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/floatingips/dfeb3670-e6cb-4c3d-a58c-e92ede0266a5 HTTP/1.1" status: 200 len: 993 time: 0.0615783 Aug 10 02:02:50.956133 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39486) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:51.105412 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-285c8ad9-c294-4434-a0b8-8f84369f8c23 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Deleting port 1e743be1-d987-4b71-8b1f-34ab21f1fd20 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:02:51.105673 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-285c8ad9-c294-4434-a0b8-8f84369f8c23 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:51.180869 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-285c8ad9-c294-4434-a0b8-8f84369f8c23 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:51.181196 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-285c8ad9-c294-4434-a0b8-8f84369f8c23 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:51.192870 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-285c8ad9-c294-4434-a0b8-8f84369f8c23 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Calling delete_port for 1e743be1-d987-4b71-8b1f-34ab21f1fd20 owned by network:floatingip {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:02:51.364399 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-285c8ad9-c294-4434-a0b8-8f84369f8c23 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:51.387213 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c8ad9-c294-4434-a0b8-8f84369f8c23 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event deleted for resources: {'Port': ['ID=1e743be1-d987-4b71-8b1f-34ab21f1fd20,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:51.397170 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285c8ad9-c294-4434-a0b8-8f84369f8c23 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:51.397525 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285c8ad9-c294-4434-a0b8-8f84369f8c23 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:51.397881 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285c8ad9-c294-4434-a0b8-8f84369f8c23 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:51.398228 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285c8ad9-c294-4434-a0b8-8f84369f8c23 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:51.398571 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285c8ad9-c294-4434-a0b8-8f84369f8c23 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:51.398918 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285c8ad9-c294-4434-a0b8-8f84369f8c23 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:51.399657 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285c8ad9-c294-4434-a0b8-8f84369f8c23 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:51.399657 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285c8ad9-c294-4434-a0b8-8f84369f8c23 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:51.399912 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285c8ad9-c294-4434-a0b8-8f84369f8c23 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:51.400276 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285c8ad9-c294-4434-a0b8-8f84369f8c23 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:51.400613 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285c8ad9-c294-4434-a0b8-8f84369f8c23 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:51.400946 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285c8ad9-c294-4434-a0b8-8f84369f8c23 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:51.458371 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-285c8ad9-c294-4434-a0b8-8f84369f8c23 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for floatingip, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:51.458712 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [None req-285c8ad9-c294-4434-a0b8-8f84369f8c23 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Floating IP dfeb3670-e6cb-4c3d-a58c-e92ede0266a5 disassociated (deleted). External IP: 172.25.2.235, port: 69e35dea-ce1b-4d65-a6df-b0a693cd8c7f. Aug 10 02:02:51.661699 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285c8ad9-c294-4434-a0b8-8f84369f8c23 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Router 7585e0b9-21fd-465a-b706-62da5ea90f30 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:02:51.768652 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285c8ad9-c294-4434-a0b8-8f84369f8c23 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:02:51.773453 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-285c8ad9-c294-4434-a0b8-8f84369f8c23 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:51.777940 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a303aa3b-eb4b-45df-af62-95b0e35f5239 None None] Sync routers for ids ['7585e0b9-21fd-465a-b706-62da5ea90f30'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:02:51.787073 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a303aa3b-eb4b-45df-af62-95b0e35f5239 None None] Routers {'7585e0b9-21fd-465a-b706-62da5ea90f30'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:02:51.787690 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-a303aa3b-eb4b-45df-af62-95b0e35f5239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:02:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['7585e0b9-21fd-465a-b706-62da5ea90f30'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:51.800051 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-285c8ad9-c294-4434-a0b8-8f84369f8c23 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "DELETE /v2.0/floatingips/dfeb3670-e6cb-4c3d-a58c-e92ede0266a5 HTTP/1.1" status: 204 len: 168 time: 0.8428180 Aug 10 02:02:51.800794 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672099ae-c55e-43d5-b3ac-d42222a6ea99', 'tag': '69e35dea-ce1b-4d65-a6df-b0a693cd8c7f'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:02:51.803188 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9e874736d5403a2ed85b010b990dd133e24f0379b2e9b4f0e55655a3e1797b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c46fdce-39fb-47cb-8fd6-cdf2538bc8f5" -d '{"events": [{"name": "network-changed", "server_uuid": "672099ae-c55e-43d5-b3ac-d42222a6ea99", "tag": "69e35dea-ce1b-4d65-a6df-b0a693cd8c7f"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:02:51.903219 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-a303aa3b-eb4b-45df-af62-95b0e35f5239 None None] Set router 7585e0b9-21fd-465a-b706-62da5ea90f30 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:02:51.905464 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e44dd77-2c4f-43e0-9455-243ecc032c03 x-openstack-request-id: req-5e44dd77-2c4f-43e0-9455-243ecc032c03 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:02:51.905791 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672099ae-c55e-43d5-b3ac-d42222a6ea99", "tag": "69e35dea-ce1b-4d65-a6df-b0a693cd8c7f", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:02:51.906052 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5e44dd77-2c4f-43e0-9455-243ecc032c03 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:02:51.906664 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672099ae-c55e-43d5-b3ac-d42222a6ea99', 'tag': '69e35dea-ce1b-4d65-a6df-b0a693cd8c7f', 'status': 'completed', 'code': 200} Aug 10 02:02:51.995113 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46fdce-39fb-47cb-8fd6-cdf2538bc8f5 req-da948e0a-f7cb-400c-9ecd-187f0f9c0bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:51.996634 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2c46fdce-39fb-47cb-8fd6-cdf2538bc8f5 req-da948e0a-f7cb-400c-9ecd-187f0f9c0bbd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&device_id=672099ae-c55e-43d5-b3ac-d42222a6ea99 HTTP/1.1" status: 200 len: 1097 time: 0.0511827 Aug 10 02:02:52.032866 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c6171-87f9-4c02-a3a4-66137eaa1d16 req-75311976-a299-48a0-88ad-bdad570f3343 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:52.034414 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a91c6171-87f9-4c02-a3a4-66137eaa1d16 req-75311976-a299-48a0-88ad-bdad570f3343 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=672099ae-c55e-43d5-b3ac-d42222a6ea99 HTTP/1.1" status: 200 len: 945 time: 0.0561762 Aug 10 02:02:52.075730 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a91c6171-87f9-4c02-a3a4-66137eaa1d16 req-a7ecfbe9-8d40-4e7e-9b25-9baefc7d8ffb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc45714-0e1b-4363-9b57-db4c91501a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336745 Aug 10 02:02:52.091195 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46fdce-39fb-47cb-8fd6-cdf2538bc8f5 req-3de0ca6f-0f69-4512-a7cc-e54da4b425f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:52.092796 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2c46fdce-39fb-47cb-8fd6-cdf2538bc8f5 req-3de0ca6f-0f69-4512-a7cc-e54da4b425f2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=26631835-14fb-4df7-bfc4-02eb3b71a55a HTTP/1.1" status: 200 len: 898 time: 0.0884690 Aug 10 02:02:52.109648 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-a303aa3b-eb4b-45df-af62-95b0e35f5239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718708486', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b26f4999-9697-4ffa-b6a7-c9c75e12c1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:01:25Z', 'updated_at': '2021-08-10T02:01:29Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'b26f4999-9697-4ffa-b6a7-c9c75e12c1e1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:01:26Z', 'updated_at': '2021-08-10T02:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '5041c082-a67e-41c1-94d3-888c6dd3ac5d', 'name': '', 'network_id': '26631835-14fb-4df7-bfc4-02eb3b71a55a', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:bd:5f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '34892293-4af5-4760-b026-6cc7835a2ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:01:28Z', 'updated_at': '2021-08-10T02:01:33Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '34892293-4af5-4760-b026-6cc7835a2ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:52.135263 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a303aa3b-eb4b-45df-af62-95b0e35f5239 None None] Checking router: 7585e0b9-21fd-465a-b706-62da5ea90f30 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:02:52.135961 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2c46fdce-39fb-47cb-8fd6-cdf2538bc8f5 req-06b87751-0d09-4735-8bb7-bfdddc11071b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69e35dea-ce1b-4d65-a6df-b0a693cd8c7f HTTP/1.1" status: 200 len: 217 time: 0.0349357 Aug 10 02:02:52.143452 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a303aa3b-eb4b-45df-af62-95b0e35f5239 None None] Routers {'7585e0b9-21fd-465a-b706-62da5ea90f30'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:02:52.144066 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-a303aa3b-eb4b-45df-af62-95b0e35f5239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:02:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['7585e0b9-21fd-465a-b706-62da5ea90f30'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:52.189610 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46fdce-39fb-47cb-8fd6-cdf2538bc8f5 req-0098a779-e0d2-41c9-a12b-ff443245678f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:52.190986 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2c46fdce-39fb-47cb-8fd6-cdf2538bc8f5 req-0098a779-e0d2-41c9-a12b-ff443245678f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34892293-4af5-4760-b026-6cc7835a2ac3 HTTP/1.1" status: 200 len: 834 time: 0.0475299 Aug 10 02:02:52.238337 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46fdce-39fb-47cb-8fd6-cdf2538bc8f5 req-a82df9b2-d116-42ac-b2f9-90d6cd312111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:52.239844 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2c46fdce-39fb-47cb-8fd6-cdf2538bc8f5 req-a82df9b2-d116-42ac-b2f9-90d6cd312111 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26631835-14fb-4df7-bfc4-02eb3b71a55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400994 Aug 10 02:02:52.247819 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-a303aa3b-eb4b-45df-af62-95b0e35f5239 None None] Set router 7585e0b9-21fd-465a-b706-62da5ea90f30 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:02:52.330074 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2c46fdce-39fb-47cb-8fd6-cdf2538bc8f5 req-20493fe6-2222-488c-8dc4-2adf48bdcca9 service neutron] 10.222.0.24 "GET /v2.0/networks/26631835-14fb-4df7-bfc4-02eb3b71a55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820613 Aug 10 02:02:52.429426 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2c46fdce-39fb-47cb-8fd6-cdf2538bc8f5 req-6a348b64-8326-4f53-a945-be66327498f6 service neutron] 10.222.0.24 "GET /v2.0/networks/26631835-14fb-4df7-bfc4-02eb3b71a55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916183 Aug 10 02:02:52.595177 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-a303aa3b-eb4b-45df-af62-95b0e35f5239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718708486', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b26f4999-9697-4ffa-b6a7-c9c75e12c1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:01:25Z', 'updated_at': '2021-08-10T02:01:29Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'b26f4999-9697-4ffa-b6a7-c9c75e12c1e1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:01:26Z', 'updated_at': '2021-08-10T02:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '5041c082-a67e-41c1-94d3-888c6dd3ac5d', 'name': '', 'network_id': '26631835-14fb-4df7-bfc4-02eb3b71a55a', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:bd:5f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '34892293-4af5-4760-b026-6cc7835a2ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:01:28Z', 'updated_at': '2021-08-10T02:01:33Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '34892293-4af5-4760-b026-6cc7835a2ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:52.620675 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a303aa3b-eb4b-45df-af62-95b0e35f5239 None None] The sync data for ids ['7585e0b9-21fd-465a-b706-62da5ea90f30'] in n-d-766726-26 is: [{'id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718708486', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b26f4999-9697-4ffa-b6a7-c9c75e12c1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:01:25Z', 'updated_at': '2021-08-10T02:01:29Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'b26f4999-9697-4ffa-b6a7-c9c75e12c1e1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:01:26Z', 'updated_at': '2021-08-10T02:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '5041c082-a67e-41c1-94d3-888c6dd3ac5d', 'name': '', 'network_id': '26631835-14fb-4df7-bfc4-02eb3b71a55a', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:bd:5f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '34892293-4af5-4760-b026-6cc7835a2ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:01:28Z', 'updated_at': '2021-08-10T02:01:33Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '34892293-4af5-4760-b026-6cc7835a2ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:02:52.830533 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea79b38-3494-4dcc-9e2e-994560aeaa70 None None] New status for floating IP dfeb3670-e6cb-4c3d-a58c-e92ede0266a5: DOWN {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:02:53.193515 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3dcd3-2299-4934-8ee6-848ce57da394 req-37b7ea54-1564-4e2d-8e94-3370b023681e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:53.194904 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aeb3dcd3-2299-4934-8ee6-848ce57da394 req-37b7ea54-1564-4e2d-8e94-3370b023681e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=672099ae-c55e-43d5-b3ac-d42222a6ea99 HTTP/1.1" status: 200 len: 945 time: 0.0484304 Aug 10 02:02:53.231792 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aeb3dcd3-2299-4934-8ee6-848ce57da394 req-7e1a0b97-29f8-4317-b020-142a49a981bb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc45714-0e1b-4363-9b57-db4c91501a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309651 Aug 10 02:02:53.868376 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfc307-450d-4d5c-a8dd-be422ea43625 req-07da51da-255a-4650-8b42-50aba5a5bbd0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:53.869762 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-28dfc307-450d-4d5c-a8dd-be422ea43625 req-07da51da-255a-4650-8b42-50aba5a5bbd0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.24 "GET /v2.0/ports?device_id=672099ae-c55e-43d5-b3ac-d42222a6ea99 HTTP/1.1" status: 200 len: 945 time: 0.0795596 Aug 10 02:02:53.961934 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-28dfc307-450d-4d5c-a8dd-be422ea43625 req-d97e42bf-2e45-4ce7-ac6b-d4cdc2efcf0e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Deleting port 69e35dea-ce1b-4d65-a6df-b0a693cd8c7f {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:02:53.962280 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-28dfc307-450d-4d5c-a8dd-be422ea43625 req-d97e42bf-2e45-4ce7-ac6b-d4cdc2efcf0e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:54.047163 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-28dfc307-450d-4d5c-a8dd-be422ea43625 req-d97e42bf-2e45-4ce7-ac6b-d4cdc2efcf0e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] For port 69e35dea-ce1b-4d65-a6df-b0a693cd8c7f, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=69e35dea-ce1b-4d65-a6df-b0a693cd8c7f,segment=NetworkSegment(de75449e-9099-440c-b30f-bbd775a6103d),segment_id=de75449e-9099-440c-b30f-bbd775a6103d)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:54.047510 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-28dfc307-450d-4d5c-a8dd-be422ea43625 req-d97e42bf-2e45-4ce7-ac6b-d4cdc2efcf0e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:54.065753 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-28dfc307-450d-4d5c-a8dd-be422ea43625 req-d97e42bf-2e45-4ce7-ac6b-d4cdc2efcf0e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Calling delete_port for 69e35dea-ce1b-4d65-a6df-b0a693cd8c7f owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:02:54.188896 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-28dfc307-450d-4d5c-a8dd-be422ea43625 req-d97e42bf-2e45-4ce7-ac6b-d4cdc2efcf0e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:54.224363 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e42bf-2e45-4ce7-ac6b-d4cdc2efcf0e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event deleted for resources: {'Port': ['ID=69e35dea-ce1b-4d65-a6df-b0a693cd8c7f,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:54.274923 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e42bf-2e45-4ce7-ac6b-d4cdc2efcf0e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:54.275279 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e42bf-2e45-4ce7-ac6b-d4cdc2efcf0e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:54.275622 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e42bf-2e45-4ce7-ac6b-d4cdc2efcf0e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:54.275958 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e42bf-2e45-4ce7-ac6b-d4cdc2efcf0e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:54.276386 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e42bf-2e45-4ce7-ac6b-d4cdc2efcf0e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:54.276729 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e42bf-2e45-4ce7-ac6b-d4cdc2efcf0e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:54.277059 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e42bf-2e45-4ce7-ac6b-d4cdc2efcf0e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:54.277387 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e42bf-2e45-4ce7-ac6b-d4cdc2efcf0e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:54.277716 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e42bf-2e45-4ce7-ac6b-d4cdc2efcf0e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:54.278042 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e42bf-2e45-4ce7-ac6b-d4cdc2efcf0e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:54.278372 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e42bf-2e45-4ce7-ac6b-d4cdc2efcf0e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:54.278694 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e42bf-2e45-4ce7-ac6b-d4cdc2efcf0e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:54.296673 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-28dfc307-450d-4d5c-a8dd-be422ea43625 req-d97e42bf-2e45-4ce7-ac6b-d4cdc2efcf0e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] No DVR routers for this DVR port 69e35dea-ce1b-4d65-a6df-b0a693cd8c7f on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:02:54.299579 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-28dfc307-450d-4d5c-a8dd-be422ea43625 req-d97e42bf-2e45-4ce7-ac6b-d4cdc2efcf0e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:54.302291 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-28dfc307-450d-4d5c-a8dd-be422ea43625 req-d97e42bf-2e45-4ce7-ac6b-d4cdc2efcf0e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.24 "DELETE /v2.0/ports/69e35dea-ce1b-4d65-a6df-b0a693cd8c7f HTTP/1.1" status: 204 len: 173 time: 0.4262242 Aug 10 02:02:54.302747 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672099ae-c55e-43d5-b3ac-d42222a6ea99', 'name': 'network-vif-deleted', 'tag': '69e35dea-ce1b-4d65-a6df-b0a693cd8c7f'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:02:54.305655 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04376f577ca8e91682bf6bf2b98f61f72ad60017a2eb84f3f8c1f2c558ccd100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8ed511-b74d-4c6e-81ee-f453485b1653" -d '{"events": [{"server_uuid": "672099ae-c55e-43d5-b3ac-d42222a6ea99", "name": "network-vif-deleted", "tag": "69e35dea-ce1b-4d65-a6df-b0a693cd8c7f"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:02:54.330568 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-608e494d-1164-4201-96df-1133f3dc5065 req-464414b3-e563-4c1e-bd75-48b4d46057ce tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=672099ae-c55e-43d5-b3ac-d42222a6ea99 HTTP/1.1" status: 200 len: 210 time: 0.0301919 Aug 10 02:02:54.406693 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cca0c9-99b4-48b6-9d0e-59545659d11b x-openstack-request-id: req-67cca0c9-99b4-48b6-9d0e-59545659d11b {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:02:54.406988 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672099ae-c55e-43d5-b3ac-d42222a6ea99", "name": "network-vif-deleted", "tag": "69e35dea-ce1b-4d65-a6df-b0a693cd8c7f", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:02:54.407251 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-67cca0c9-99b4-48b6-9d0e-59545659d11b {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:02:54.407665 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672099ae-c55e-43d5-b3ac-d42222a6ea99', 'name': 'network-vif-deleted', 'tag': '69e35dea-ce1b-4d65-a6df-b0a693cd8c7f', 'status': 'completed', 'code': 200} Aug 10 02:02:55.386543 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39506) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:55.789523 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0009c8dd-ede6-4a22-8f9b-ed04564f0c7d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:56.030816 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-0009c8dd-ede6-4a22-8f9b-ed04564f0c7d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Deleting port 5041c082-a67e-41c1-94d3-888c6dd3ac5d {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:02:56.031158 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0009c8dd-ede6-4a22-8f9b-ed04564f0c7d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:56.113717 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-0009c8dd-ede6-4a22-8f9b-ed04564f0c7d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] For port 5041c082-a67e-41c1-94d3-888c6dd3ac5d, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5041c082-a67e-41c1-94d3-888c6dd3ac5d,segment=NetworkSegment(de75449e-9099-440c-b30f-bbd775a6103d),segment_id=de75449e-9099-440c-b30f-bbd775a6103d)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:56.114002 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0009c8dd-ede6-4a22-8f9b-ed04564f0c7d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:56.126635 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-0009c8dd-ede6-4a22-8f9b-ed04564f0c7d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Calling delete_port for 5041c082-a67e-41c1-94d3-888c6dd3ac5d owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:02:56.303091 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0009c8dd-ede6-4a22-8f9b-ed04564f0c7d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:56.332526 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009c8dd-ede6-4a22-8f9b-ed04564f0c7d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event deleted for resources: {'Port': ['ID=5041c082-a67e-41c1-94d3-888c6dd3ac5d,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:56.501311 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0009c8dd-ede6-4a22-8f9b-ed04564f0c7d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:56.973716 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0009c8dd-ede6-4a22-8f9b-ed04564f0c7d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Router 7585e0b9-21fd-465a-b706-62da5ea90f30 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:02:57.074744 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0009c8dd-ede6-4a22-8f9b-ed04564f0c7d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:02:57.080261 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0009c8dd-ede6-4a22-8f9b-ed04564f0c7d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "PUT /v2.0/routers/7585e0b9-21fd-465a-b706-62da5ea90f30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6926682 Aug 10 02:02:57.082984 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39508) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:57.087479 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e5cc21-67a7-4b1d-a587-450351f6da05 None None] Sync routers for ids ['7585e0b9-21fd-465a-b706-62da5ea90f30'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:02:57.096745 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e5cc21-67a7-4b1d-a587-450351f6da05 None None] Routers {'7585e0b9-21fd-465a-b706-62da5ea90f30'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:02:57.097363 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-60e5cc21-67a7-4b1d-a587-450351f6da05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:02:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['7585e0b9-21fd-465a-b706-62da5ea90f30'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:57.133546 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad9cd5a5-8800-42c9-89fe-0a1797daf9fc tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Deleting subnet 34892293-4af5-4760-b026-6cc7835a2ac3 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:02:57.136567 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ad9cd5a5-8800-42c9-89fe-0a1797daf9fc tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:57.175317 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ad9cd5a5-8800-42c9-89fe-0a1797daf9fc tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:57.198621 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-60e5cc21-67a7-4b1d-a587-450351f6da05 None None] Set router 7585e0b9-21fd-465a-b706-62da5ea90f30 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:02:57.261935 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ad9cd5a5-8800-42c9-89fe-0a1797daf9fc tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:57.318798 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ad9cd5a5-8800-42c9-89fe-0a1797daf9fc tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:57.345455 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9cd5a5-8800-42c9-89fe-0a1797daf9fc tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event deleted for resources: {'Subnet': ['ID=34892293-4af5-4760-b026-6cc7835a2ac3,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:57.349007 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ad9cd5a5-8800-42c9-89fe-0a1797daf9fc tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:57.353698 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ad9cd5a5-8800-42c9-89fe-0a1797daf9fc tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "DELETE /v2.0/subnets/34892293-4af5-4760-b026-6cc7835a2ac3 HTTP/1.1" status: 204 len: 168 time: 0.2669520 Aug 10 02:02:57.353698 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39510) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:57.361418 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e4c779-d154-4a7d-bdbc-2cd34560fe9a None None] Network 26631835-14fb-4df7-bfc4-02eb3b71a55a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:02:57.422146 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-60e5cc21-67a7-4b1d-a587-450351f6da05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718708486', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b26f4999-9697-4ffa-b6a7-c9c75e12c1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:01:25Z', 'updated_at': '2021-08-10T02:02:56Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'b26f4999-9697-4ffa-b6a7-c9c75e12c1e1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:01:26Z', 'updated_at': '2021-08-10T02:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:57.452385 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e5cc21-67a7-4b1d-a587-450351f6da05 None None] Checking router: 7585e0b9-21fd-465a-b706-62da5ea90f30 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:02:57.460482 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-db87e403-7c55-4957-af13-5e74f0a4f12c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:57.481655 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e5cc21-67a7-4b1d-a587-450351f6da05 None None] Routers {'7585e0b9-21fd-465a-b706-62da5ea90f30'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:02:57.482284 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-60e5cc21-67a7-4b1d-a587-450351f6da05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:02:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['7585e0b9-21fd-465a-b706-62da5ea90f30'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:57.565841 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-db87e403-7c55-4957-af13-5e74f0a4f12c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:57.611659 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-60e5cc21-67a7-4b1d-a587-450351f6da05 None None] Set router 7585e0b9-21fd-465a-b706-62da5ea90f30 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:02:57.632895 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-db87e403-7c55-4957-af13-5e74f0a4f12c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Deleting port b26f4999-9697-4ffa-b6a7-c9c75e12c1e1 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:02:57.633315 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-db87e403-7c55-4957-af13-5e74f0a4f12c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:57.669386 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd06049a-4aba-4c24-a940-631384a81b41 None None] DHCP port deletion for 26631835-14fb-4df7-bfc4-02eb3b71a55a request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:02:57.714355 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-db87e403-7c55-4957-af13-5e74f0a4f12c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] For port b26f4999-9697-4ffa-b6a7-c9c75e12c1e1, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b26f4999-9697-4ffa-b6a7-c9c75e12c1e1,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:57.714727 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-db87e403-7c55-4957-af13-5e74f0a4f12c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:57.728341 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-db87e403-7c55-4957-af13-5e74f0a4f12c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Calling delete_port for b26f4999-9697-4ffa-b6a7-c9c75e12c1e1 owned by network:router_gateway {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:02:57.781941 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-cd06049a-4aba-4c24-a940-631384a81b41 None None] Deleting port ccbc3942-4fa8-4b61-ad4e-5601712a433b {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:02:57.782314 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cd06049a-4aba-4c24-a940-631384a81b41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:57.870727 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-cd06049a-4aba-4c24-a940-631384a81b41 None None] For port ccbc3942-4fa8-4b61-ad4e-5601712a433b, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=ccbc3942-4fa8-4b61-ad4e-5601712a433b,segment=NetworkSegment(de75449e-9099-440c-b30f-bbd775a6103d),segment_id=de75449e-9099-440c-b30f-bbd775a6103d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:57.871197 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cd06049a-4aba-4c24-a940-631384a81b41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:57.886580 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-cd06049a-4aba-4c24-a940-631384a81b41 None None] Calling delete_port for ccbc3942-4fa8-4b61-ad4e-5601712a433b owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:02:57.921670 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-db87e403-7c55-4957-af13-5e74f0a4f12c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:57.933087 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-60e5cc21-67a7-4b1d-a587-450351f6da05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718708486', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b26f4999-9697-4ffa-b6a7-c9c75e12c1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:01:25Z', 'updated_at': '2021-08-10T02:02:56Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'b26f4999-9697-4ffa-b6a7-c9c75e12c1e1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:01:26Z', 'updated_at': '2021-08-10T02:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:57.954404 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87e403-7c55-4957-af13-5e74f0a4f12c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event deleted for resources: {'Port': ['ID=b26f4999-9697-4ffa-b6a7-c9c75e12c1e1,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:57.966045 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device ccbc3942-4fa8-4b61-ad4e-5601712a433b no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:02:57.970504 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e5cc21-67a7-4b1d-a587-450351f6da05 None None] The sync data for ids ['7585e0b9-21fd-465a-b706-62da5ea90f30'] in n-d-766726-26 is: [{'id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718708486', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b26f4999-9697-4ffa-b6a7-c9c75e12c1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:01:25Z', 'updated_at': '2021-08-10T02:02:56Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'b26f4999-9697-4ffa-b6a7-c9c75e12c1e1', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7585e0b9-21fd-465a-b706-62da5ea90f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:01:26Z', 'updated_at': '2021-08-10T02:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:02:58.017157 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-db87e403-7c55-4957-af13-5e74f0a4f12c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:58.048775 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cd06049a-4aba-4c24-a940-631384a81b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:58.055324 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Port ccbc3942-4fa8-4b61-ad4e-5601712a433b update to DOWN by agent not found {{(pid=105828) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 10 02:02:58.076719 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06049a-4aba-4c24-a940-631384a81b41 None None] Pushing event deleted for resources: {'Port': ['ID=ccbc3942-4fa8-4b61-ad4e-5601712a433b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:58.078844 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd06049a-4aba-4c24-a940-631384a81b41 None None] No DVR routers for this DVR port ccbc3942-4fa8-4b61-ad4e-5601712a433b on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:02:58.088349 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd06049a-4aba-4c24-a940-631384a81b41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:58.088349 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd06049a-4aba-4c24-a940-631384a81b41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:58.088349 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd06049a-4aba-4c24-a940-631384a81b41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:58.088349 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd06049a-4aba-4c24-a940-631384a81b41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:58.089162 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd06049a-4aba-4c24-a940-631384a81b41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:58.089162 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd06049a-4aba-4c24-a940-631384a81b41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:58.089346 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd06049a-4aba-4c24-a940-631384a81b41 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:58.089618 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd06049a-4aba-4c24-a940-631384a81b41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:58.089949 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd06049a-4aba-4c24-a940-631384a81b41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:58.090275 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd06049a-4aba-4c24-a940-631384a81b41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:58.090654 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd06049a-4aba-4c24-a940-631384a81b41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:58.090985 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd06049a-4aba-4c24-a940-631384a81b41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:58.112369 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-db87e403-7c55-4957-af13-5e74f0a4f12c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:58.114434 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-db87e403-7c55-4957-af13-5e74f0a4f12c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:58.159721 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-db87e403-7c55-4957-af13-5e74f0a4f12c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:58.160122 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db87e403-7c55-4957-af13-5e74f0a4f12c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Fanout notify agent at l3_agent the message router_deleted on router 7585e0b9-21fd-465a-b706-62da5ea90f30 {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:02:58.166936 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-db87e403-7c55-4957-af13-5e74f0a4f12c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:58.168059 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-db87e403-7c55-4957-af13-5e74f0a4f12c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "DELETE /v2.0/routers/7585e0b9-21fd-465a-b706-62da5ea90f30 HTTP/1.1" status: 204 len: 168 time: 0.8136380 Aug 10 02:02:58.171298 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39512) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:58.245660 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4bdae04f-a9a8-4275-9535-5420762698bf tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:58.343073 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4bdae04f-a9a8-4275-9535-5420762698bf tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:58.351701 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-4bdae04f-a9a8-4275-9535-5420762698bf tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26631835-14fb-4df7-bfc4-02eb3b71a55a']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:58.361463 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-4bdae04f-a9a8-4275-9535-5420762698bf tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de75449e-9099-440c-b30f-bbd775a6103d') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:58.361764 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-4bdae04f-a9a8-4275-9535-5420762698bf tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de75449e-9099-440c-b30f-bbd775a6103d') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:58.371020 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4bdae04f-a9a8-4275-9535-5420762698bf tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:58.385259 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4bdae04f-a9a8-4275-9535-5420762698bf tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:58.391781 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bdae04f-a9a8-4275-9535-5420762698bf tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:02:58.392413 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4bdae04f-a9a8-4275-9535-5420762698bf tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:58.395511 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 02:02:58.395511 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:02:58.395511 n-d-766726-26 neutron-server[105826]: timer() Aug 10 02:02:58.395511 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:02:58.395511 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 02:02:58.395511 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:02:58.395511 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 02:02:58.395511 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:02:58.395511 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 02:02:58.395511 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:02:58.395511 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 02:02:58.395511 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:02:58.395511 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 02:02:58.395511 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:02:58.395511 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:02:58.395511 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:02:58.395511 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:02:58.395511 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:02:58.395511 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 02:02:58.395511 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:02:58.395511 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 02:02:58.395511 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:02:58.395511 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:02:58.395511 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:02:58.395511 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 02:02:58.395511 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:02:58.395511 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:02:58.395511 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:02:58.395511 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:02:58.395511 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:02:58.395511 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:02:58.395511 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:02:58.454297 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4bdae04f-a9a8-4275-9535-5420762698bf tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:58.462263 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4bdae04f-a9a8-4275-9535-5420762698bf tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:58.465102 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4bdae04f-a9a8-4275-9535-5420762698bf tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "DELETE /v2.0/networks/26631835-14fb-4df7-bfc4-02eb3b71a55a HTTP/1.1" status: 204 len: 168 time: 0.2928567 Aug 10 02:02:58.465381 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 69e35dea-ce1b-4d65-a6df-b0a693cd8c7f no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:02:58.468654 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39514) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:58.478407 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdae04f-a9a8-4275-9535-5420762698bf tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event deleted for resources: {'Network': ['ID=26631835-14fb-4df7-bfc4-02eb3b71a55a,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:58.487501 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: 69e35dea-ce1b-4d65-a6df-b0a693cd8c7f {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:02:58.487912 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device 69e35dea-ce1b-4d65-a6df-b0a693cd8c7f not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:02:58.534981 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26a26948-ee83-4e18-ad7f-17df42319968 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:58.561289 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26a26948-ee83-4e18-ad7f-17df42319968 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:58.629702 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26a26948-ee83-4e18-ad7f-17df42319968 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:58.632569 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26a26948-ee83-4e18-ad7f-17df42319968 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:58.633825 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-26a26948-ee83-4e18-ad7f-17df42319968 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "DELETE /v2.0/security-groups/fcc45714-0e1b-4363-9b57-db4c91501a27 HTTP/1.1" status: 204 len: 168 time: 0.1620991 Aug 10 02:02:58.643703 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a26948-ee83-4e18-ad7f-17df42319968 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc45714-0e1b-4363-9b57-db4c91501a27,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:58.775409 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:58.987635 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39520) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:58.992440 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-17747200-9562-41cf-8d8c-de26cf9a9f4f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2090421674', 'description': 'tempest-secgroup-smoke-2090421674 description', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:59.017086 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-17747200-9562-41cf-8d8c-de26cf9a9f4f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:59.104097 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-17747200-9562-41cf-8d8c-de26cf9a9f4f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:59.108282 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-17747200-9562-41cf-8d8c-de26cf9a9f4f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:59.136158 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-17747200-9562-41cf-8d8c-de26cf9a9f4f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:59.137377 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-17747200-9562-41cf-8d8c-de26cf9a9f4f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1486468 Aug 10 02:02:59.139326 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17747200-9562-41cf-8d8c-de26cf9a9f4f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b8ce42-9aa1-4ddb-9155-37842fce1bdc,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:59.140406 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39522) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:59.145301 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-44a653c6-9d3b-4e02-864a-21cdfc386f05 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'security_group_rule': {'security_group_id': 'a4b8ce42-9aa1-4ddb-9155-37842fce1bdc', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:59.178388 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-44a653c6-9d3b-4e02-864a-21cdfc386f05 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:59.223613 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-44a653c6-9d3b-4e02-864a-21cdfc386f05 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:59.226923 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-44a653c6-9d3b-4e02-864a-21cdfc386f05 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:59.247256 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a653c6-9d3b-4e02-864a-21cdfc386f05 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81874ab9-da22-4b0c-b64f-1a788cba4373,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:59.250739 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-44a653c6-9d3b-4e02-864a-21cdfc386f05 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:59.251921 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-44a653c6-9d3b-4e02-864a-21cdfc386f05 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1104162 Aug 10 02:02:59.254970 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39524) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:59.259619 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-0f92c999-3326-44b7-af3b-c9bbf863af57 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'security_group_rule': {'security_group_id': 'a4b8ce42-9aa1-4ddb-9155-37842fce1bdc', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:59.286121 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0f92c999-3326-44b7-af3b-c9bbf863af57 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:59.342827 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0f92c999-3326-44b7-af3b-c9bbf863af57 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:59.346390 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0f92c999-3326-44b7-af3b-c9bbf863af57 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:59.364631 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92c999-3326-44b7-af3b-c9bbf863af57 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d55d3cc6-ad53-4503-b685-5db9afb91d4e,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:59.370780 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0f92c999-3326-44b7-af3b-c9bbf863af57 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:59.372076 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0f92c999-3326-44b7-af3b-c9bbf863af57 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1161075 Aug 10 02:02:59.374866 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39526) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:59.379209 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-e15ebd5a-f675-4c1d-a554-19faf8783c6b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'security_group_rule': {'security_group_id': 'a4b8ce42-9aa1-4ddb-9155-37842fce1bdc', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:59.406103 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e15ebd5a-f675-4c1d-a554-19faf8783c6b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:59.461643 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e15ebd5a-f675-4c1d-a554-19faf8783c6b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:59.465432 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e15ebd5a-f675-4c1d-a554-19faf8783c6b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:59.484470 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ebd5a-f675-4c1d-a554-19faf8783c6b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08aa038a-3db1-4b04-9d49-6ec15cbf3a39,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:59.490702 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e15ebd5a-f675-4c1d-a554-19faf8783c6b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:59.491675 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e15ebd5a-f675-4c1d-a554-19faf8783c6b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158838 Aug 10 02:02:59.494389 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39528) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:59.498866 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-8369ed63-f147-4669-9ec2-fc758457a52b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'security_group_rule': {'security_group_id': 'a4b8ce42-9aa1-4ddb-9155-37842fce1bdc', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:59.524576 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8369ed63-f147-4669-9ec2-fc758457a52b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:59.585190 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8369ed63-f147-4669-9ec2-fc758457a52b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:59.588680 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8369ed63-f147-4669-9ec2-fc758457a52b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:59.606504 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8369ed63-f147-4669-9ec2-fc758457a52b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3fbaf2d-89e5-4309-9908-bc768ef6c9a3,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:59.612622 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8369ed63-f147-4669-9ec2-fc758457a52b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:59.613843 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8369ed63-f147-4669-9ec2-fc758457a52b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1185207 Aug 10 02:02:59.616584 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39530) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:59.621093 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-06f0d918-2e44-499e-b1d4-0c2e44f42bc4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'security_group_rule': {'security_group_id': 'a4b8ce42-9aa1-4ddb-9155-37842fce1bdc', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:59.642735 n-d-766726-26 neutron-server[105827]: INFO neutron.db.securitygroups_db [None req-06f0d918-2e44-499e-b1d4-0c2e44f42bc4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Project 9bfc6303bee8498295c1ee8fa9c911ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:02:59.647581 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-06f0d918-2e44-499e-b1d4-0c2e44f42bc4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:59.707482 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-06f0d918-2e44-499e-b1d4-0c2e44f42bc4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:59.710983 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-06f0d918-2e44-499e-b1d4-0c2e44f42bc4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:59.728517 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0d918-2e44-499e-b1d4-0c2e44f42bc4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b176c5a-8f4a-4d16-937a-c73ab3775bc5,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:59.733361 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-06f0d918-2e44-499e-b1d4-0c2e44f42bc4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:59.734601 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-06f0d918-2e44-499e-b1d4-0c2e44f42bc4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170042 Aug 10 02:02:59.737428 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39532) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:59.742147 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-bdb79bce-23a0-4fcc-a12b-f3057849c083 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'security_group_rule': {'security_group_id': 'a4b8ce42-9aa1-4ddb-9155-37842fce1bdc', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:59.763341 n-d-766726-26 neutron-server[105826]: INFO neutron.db.securitygroups_db [None req-bdb79bce-23a0-4fcc-a12b-f3057849c083 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Project 9bfc6303bee8498295c1ee8fa9c911ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:02:59.768578 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bdb79bce-23a0-4fcc-a12b-f3057849c083 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:59.829315 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bdb79bce-23a0-4fcc-a12b-f3057849c083 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:59.833377 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bdb79bce-23a0-4fcc-a12b-f3057849c083 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:59.850873 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb79bce-23a0-4fcc-a12b-f3057849c083 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a6d31b9-5b90-49b1-8d80-8dac42e89041,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:59.857417 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bdb79bce-23a0-4fcc-a12b-f3057849c083 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:59.858643 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-bdb79bce-23a0-4fcc-a12b-f3057849c083 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1202126 Aug 10 02:02:59.861478 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39534) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:59.866616 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-80080ec2-c270-457a-8a2a-755a927b9f33 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'network': {'name': 'tempest-network-smoke--2142173770', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'port_security_enabled': True}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:59.868326 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5041c082-a67e-41c1-94d3-888c6dd3ac5d no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:02:59.887361 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80080ec2-c270-457a-8a2a-755a927b9f33 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Made reservation on behalf of 9bfc6303bee8498295c1ee8fa9c911ad for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:02:59.891361 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-80080ec2-c270-457a-8a2a-755a927b9f33 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:59.892394 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 5041c082-a67e-41c1-94d3-888c6dd3ac5d {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:02:59.892749 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5041c082-a67e-41c1-94d3-888c6dd3ac5d not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:02:59.893173 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b26f4999-9697-4ffa-b6a7-c9c75e12c1e1 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:02:59.911134 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: b26f4999-9697-4ffa-b6a7-c9c75e12c1e1 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:02:59.911497 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b26f4999-9697-4ffa-b6a7-c9c75e12c1e1 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:02:59.914969 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80080ec2-c270-457a-8a2a-755a927b9f33 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:02:59.923841 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-80080ec2-c270-457a-8a2a-755a927b9f33 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:59.924332 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-80080ec2-c270-457a-8a2a-755a927b9f33 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Added segment 45fe996d-462f-43a4-8218-4430ec264b9d of type vlan for network ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6 Aug 10 02:02:59.963571 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-80080ec2-c270-457a-8a2a-755a927b9f33 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:59.990267 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-80080ec2-c270-457a-8a2a-755a927b9f33 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:59.995797 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80080ec2-c270-457a-8a2a-755a927b9f33 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:59.996461 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-80080ec2-c270-457a-8a2a-755a927b9f33 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:00.051187 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-80080ec2-c270-457a-8a2a-755a927b9f33 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1886177 Aug 10 02:03:00.053901 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39536) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:00.060985 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-23b8213f-edec-4c6d-a42e-0b28232ce2b0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1666161579', 'admin_state_up': True, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:00.079875 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80080ec2-c270-457a-8a2a-755a927b9f33 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Network': ['ID=ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:00.089742 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:03:00.092661 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-23b8213f-edec-4c6d-a42e-0b28232ce2b0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:00.093668 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-23b8213f-edec-4c6d-a42e-0b28232ce2b0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:00.145422 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-23b8213f-edec-4c6d-a42e-0b28232ce2b0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:00.279779 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-23b8213f-edec-4c6d-a42e-0b28232ce2b0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:00.470644 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-23b8213f-edec-4c6d-a42e-0b28232ce2b0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router_gateway, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:00.494683 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-23b8213f-edec-4c6d-a42e-0b28232ce2b0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:00.591086 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-23b8213f-edec-4c6d-a42e-0b28232ce2b0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Allocated IP 172.25.2.76 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/d055a5ae-5ec9-4311-b5d9-cc7f12ae7065) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:03:00.698413 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-23b8213f-edec-4c6d-a42e-0b28232ce2b0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:00.738824 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-23b8213f-edec-4c6d-a42e-0b28232ce2b0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:00.770863 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b8213f-edec-4c6d-a42e-0b28232ce2b0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:03:00.773634 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-23b8213f-edec-4c6d-a42e-0b28232ce2b0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:03:00.779699 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b8213f-edec-4c6d-a42e-0b28232ce2b0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:03:00.805622 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8213f-edec-4c6d-a42e-0b28232ce2b0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Port': ['ID=d055a5ae-5ec9-4311-b5d9-cc7f12ae7065,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:01.022968 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-23b8213f-edec-4c6d-a42e-0b28232ce2b0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router_gateway, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:01.212768 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-23b8213f-edec-4c6d-a42e-0b28232ce2b0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:01.336340 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b8213f-edec-4c6d-a42e-0b28232ce2b0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Router 790449c3-4278-42d3-8219-02a9e8944559 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:03:01.440631 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b8213f-edec-4c6d-a42e-0b28232ce2b0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:03:01.450062 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec26894d-f374-445f-a71e-52e55281acef None None] Sync routers for ids ['790449c3-4278-42d3-8219-02a9e8944559'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:03:01.459374 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec26894d-f374-445f-a71e-52e55281acef None None] Routers {'790449c3-4278-42d3-8219-02a9e8944559'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:03:01.459784 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-23b8213f-edec-4c6d-a42e-0b28232ce2b0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:01.459993 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-ec26894d-f374-445f-a71e-52e55281acef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:02:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['790449c3-4278-42d3-8219-02a9e8944559'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:03:01.461245 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-23b8213f-edec-4c6d-a42e-0b28232ce2b0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4063399 Aug 10 02:03:01.464374 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39538) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:01.500918 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-102fcc69-fd1d-441f-a85b-654bb3e60d60 tempest-TestNetworkAdvancedServerOps-1363779260 tempest-TestNetworkAdvancedServerOps-1363779260-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=9bfc6303bee8498295c1ee8fa9c911ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354619 Aug 10 02:03:01.503508 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39540) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:01.561362 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-ec26894d-f374-445f-a71e-52e55281acef None None] Set router 790449c3-4278-42d3-8219-02a9e8944559 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:03:01.652251 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3ff17e-18ec-422b-9146-1dd041b4d4ba tempest-TestNetworkAdvancedServerOps-1363779260 tempest-TestNetworkAdvancedServerOps-1363779260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:01.653778 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-cf3ff17e-18ec-422b-9146-1dd041b4d4ba tempest-TestNetworkAdvancedServerOps-1363779260 tempest-TestNetworkAdvancedServerOps-1363779260-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1493711 Aug 10 02:03:01.657229 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39542) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:01.693916 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f7c82a2f-c3e4-42f8-9eb3-cc3f970a7875 tempest-TestNetworkAdvancedServerOps-1363779260 tempest-TestNetworkAdvancedServerOps-1363779260-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=beabd0db-a6e0-4ff1-a3e9-6522348fc998&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354562 Aug 10 02:03:01.696424 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39544) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:01.701936 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-f8378e3e-1757-4401-8d89-4939b89dc5a2 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-745256741', 'network_id': 'ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:01.733218 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-ec26894d-f374-445f-a71e-52e55281acef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790449c3-4278-42d3-8219-02a9e8944559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666161579', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd055a5ae-5ec9-4311-b5d9-cc7f12ae7065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:03:00Z', 'updated_at': '2021-08-10T02:03:00Z', 'revision_number': 3, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'd055a5ae-5ec9-4311-b5d9-cc7f12ae7065', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790449c3-4278-42d3-8219-02a9e8944559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:03:00Z', 'updated_at': '2021-08-10T02:03:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:03:01.759447 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec26894d-f374-445f-a71e-52e55281acef None None] Checking router: 790449c3-4278-42d3-8219-02a9e8944559 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:03:01.759772 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec26894d-f374-445f-a71e-52e55281acef None None] Updating router 790449c3-4278-42d3-8219-02a9e8944559 port d055a5ae-5ec9-4311-b5d9-cc7f12ae7065 binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:03:01.790176 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ec26894d-f374-445f-a71e-52e55281acef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:02.079974 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8378e3e-1757-4401-8d89-4939b89dc5a2 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Made reservation on behalf of 9bfc6303bee8498295c1ee8fa9c911ad for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:03:02.083600 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f8378e3e-1757-4401-8d89-4939b89dc5a2 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:02.128466 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ec26894d-f374-445f-a71e-52e55281acef None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:02.139774 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-ec26894d-f374-445f-a71e-52e55281acef None None] Transition to ACTIVE for port object d055a5ae-5ec9-4311-b5d9-cc7f12ae7065 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:03:02.146970 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ec26894d-f374-445f-a71e-52e55281acef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:02.198090 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-ec26894d-f374-445f-a71e-52e55281acef None None] Attempting to bind port d055a5ae-5ec9-4311-b5d9-cc7f12ae7065 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:03:02.198459 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-ec26894d-f374-445f-a71e-52e55281acef None None] Attempting to bind port d055a5ae-5ec9-4311-b5d9-cc7f12ae7065 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:03:02.198844 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec26894d-f374-445f-a71e-52e55281acef None None] Attempting to bind port d055a5ae-5ec9-4311-b5d9-cc7f12ae7065 on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:03:02.204239 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0aaf8-a18f-4063-8d2f-c9e189064858 None None] Pushing event updated for resources: {'Port': ['ID=d055a5ae-5ec9-4311-b5d9-cc7f12ae7065,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:02.211929 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec26894d-f374-445f-a71e-52e55281acef None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:03:02.212331 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec26894d-f374-445f-a71e-52e55281acef None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:03:02.212733 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ec26894d-f374-445f-a71e-52e55281acef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:02.213126 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec26894d-f374-445f-a71e-52e55281acef None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:03:02.213583 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-ec26894d-f374-445f-a71e-52e55281acef None None] Bound port: d055a5ae-5ec9-4311-b5d9-cc7f12ae7065, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:03:02.213964 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ec26894d-f374-445f-a71e-52e55281acef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:02.217420 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f0aaf8-a18f-4063-8d2f-c9e189064858 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:02.217760 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f0aaf8-a18f-4063-8d2f-c9e189064858 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:02.218094 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f0aaf8-a18f-4063-8d2f-c9e189064858 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:02.218427 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f0aaf8-a18f-4063-8d2f-c9e189064858 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:02.218753 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f0aaf8-a18f-4063-8d2f-c9e189064858 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:02.219079 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f0aaf8-a18f-4063-8d2f-c9e189064858 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:02.219660 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f0aaf8-a18f-4063-8d2f-c9e189064858 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:02.219982 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f0aaf8-a18f-4063-8d2f-c9e189064858 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:02.220332 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f0aaf8-a18f-4063-8d2f-c9e189064858 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:02.220655 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f0aaf8-a18f-4063-8d2f-c9e189064858 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:02.220971 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f0aaf8-a18f-4063-8d2f-c9e189064858 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:02.221287 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f0aaf8-a18f-4063-8d2f-c9e189064858 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:02.266399 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f8378e3e-1757-4401-8d89-4939b89dc5a2 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:02.276110 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-ec26894d-f374-445f-a71e-52e55281acef None None] For port d055a5ae-5ec9-4311-b5d9-cc7f12ae7065, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:03:02.279949 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-ec26894d-f374-445f-a71e-52e55281acef None None] For port d055a5ae-5ec9-4311-b5d9-cc7f12ae7065, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=d055a5ae-5ec9-4311-b5d9-cc7f12ae7065,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:03:02.284540 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ec26894d-f374-445f-a71e-52e55281acef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:02.324663 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8378e3e-1757-4401-8d89-4939b89dc5a2 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Subnet': ['ID=417747d3-9247-440d-9e75-583f3a1fe7ff,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:02.335087 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8378e3e-1757-4401-8d89-4939b89dc5a2 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Checking segment: {'id': '45fe996d-462f-43a4-8218-4430ec264b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:03:02.335450 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8378e3e-1757-4401-8d89-4939b89dc5a2 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Network hostable DHCP agents. Network: ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:03:02.343457 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec26894d-f374-445f-a71e-52e55281acef None None] Routers {'790449c3-4278-42d3-8219-02a9e8944559'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:03:02.344076 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-ec26894d-f374-445f-a71e-52e55281acef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:02:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['790449c3-4278-42d3-8219-02a9e8944559'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:03:02.346928 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0aaf8-a18f-4063-8d2f-c9e189064858 None None] Pushing event updated for resources: {'Port': ['ID=d055a5ae-5ec9-4311-b5d9-cc7f12ae7065,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:02.352559 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8378e3e-1757-4401-8d89-4939b89dc5a2 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Network ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:03:02.361113 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-f8378e3e-1757-4401-8d89-4939b89dc5a2 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:03:02.365190 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8378e3e-1757-4401-8d89-4939b89dc5a2 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:02.365747 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-f8378e3e-1757-4401-8d89-4939b89dc5a2 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:02.370177 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc44898-6583-4347-a3d0-c3b0b494e7f4 None None] Network ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:03:02.379887 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-f8378e3e-1757-4401-8d89-4939b89dc5a2 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6824021 Aug 10 02:03:02.382639 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39546) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:02.454896 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-ec26894d-f374-445f-a71e-52e55281acef None None] Set router 790449c3-4278-42d3-8219-02a9e8944559 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:03:02.526116 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735dea2f-1ab7-48c9-a7aa-72b47e785b29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6', 'network_id': 'ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'fixed_ips': [{'subnet_id': '417747d3-9247-440d-9e75-583f3a1fe7ff'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:03:02.527100 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-735dea2f-1ab7-48c9-a7aa-72b47e785b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:02.650278 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-ec26894d-f374-445f-a71e-52e55281acef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790449c3-4278-42d3-8219-02a9e8944559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666161579', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd055a5ae-5ec9-4311-b5d9-cc7f12ae7065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:03:00Z', 'updated_at': '2021-08-10T02:03:00Z', 'revision_number': 3, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'd055a5ae-5ec9-4311-b5d9-cc7f12ae7065', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790449c3-4278-42d3-8219-02a9e8944559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:03:00Z', 'updated_at': '2021-08-10T02:03:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:03:02.673042 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-735dea2f-1ab7-48c9-a7aa-72b47e785b29 None None] Allocated IP 172.20.0.2 (ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6/417747d3-9247-440d-9e75-583f3a1fe7ff/49159ff3-8d68-418d-b591-4ac928985456) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:03:02.681734 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec26894d-f374-445f-a71e-52e55281acef None None] The sync data for ids ['790449c3-4278-42d3-8219-02a9e8944559'] in n-d-766726-26 is: [{'id': '790449c3-4278-42d3-8219-02a9e8944559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666161579', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd055a5ae-5ec9-4311-b5d9-cc7f12ae7065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:03:00Z', 'updated_at': '2021-08-10T02:03:00Z', 'revision_number': 3, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'd055a5ae-5ec9-4311-b5d9-cc7f12ae7065', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790449c3-4278-42d3-8219-02a9e8944559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:03:00Z', 'updated_at': '2021-08-10T02:03:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:03:02.830850 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-735dea2f-1ab7-48c9-a7aa-72b47e785b29 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:02.840243 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-735dea2f-1ab7-48c9-a7aa-72b47e785b29 None None] Transition to ACTIVE for port object 49159ff3-8d68-418d-b591-4ac928985456 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:03:02.842020 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b12f0f51-2389-44a2-b494-a1f1d74906ad tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:02.859010 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-735dea2f-1ab7-48c9-a7aa-72b47e785b29 None None] Transition to ACTIVE for port object 49159ff3-8d68-418d-b591-4ac928985456 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:03:02.865601 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-735dea2f-1ab7-48c9-a7aa-72b47e785b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:02.928900 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735dea2f-1ab7-48c9-a7aa-72b47e785b29 None None] Network ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:03:02.931810 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-735dea2f-1ab7-48c9-a7aa-72b47e785b29 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:03:02.935266 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735dea2f-1ab7-48c9-a7aa-72b47e785b29 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:03:02.942755 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735dea2f-1ab7-48c9-a7aa-72b47e785b29 None None] Pushing event updated for resources: {'Port': ['ID=49159ff3-8d68-418d-b591-4ac928985456,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:03.001167 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-735dea2f-1ab7-48c9-a7aa-72b47e785b29 None None] Attempting to bind port 49159ff3-8d68-418d-b591-4ac928985456 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:03:03.001542 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-735dea2f-1ab7-48c9-a7aa-72b47e785b29 None None] Attempting to bind port 49159ff3-8d68-418d-b591-4ac928985456 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '45fe996d-462f-43a4-8218-4430ec264b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:03:03.001919 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735dea2f-1ab7-48c9-a7aa-72b47e785b29 None None] Attempting to bind port 49159ff3-8d68-418d-b591-4ac928985456 on network ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:03:03.007180 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735dea2f-1ab7-48c9-a7aa-72b47e785b29 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:03:03.007562 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735dea2f-1ab7-48c9-a7aa-72b47e785b29 None None] Checking segment: {'id': '45fe996d-462f-43a4-8218-4430ec264b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:03:03.007976 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-735dea2f-1ab7-48c9-a7aa-72b47e785b29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:03.008413 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735dea2f-1ab7-48c9-a7aa-72b47e785b29 None None] Bound using segment: {'id': '45fe996d-462f-43a4-8218-4430ec264b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:03:03.008894 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-735dea2f-1ab7-48c9-a7aa-72b47e785b29 None None] Bound port: 49159ff3-8d68-418d-b591-4ac928985456, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45fe996d-462f-43a4-8218-4430ec264b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:03:03.009287 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-735dea2f-1ab7-48c9-a7aa-72b47e785b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:03.079679 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-735dea2f-1ab7-48c9-a7aa-72b47e785b29 None None] For port 49159ff3-8d68-418d-b591-4ac928985456, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:03:03.084372 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-735dea2f-1ab7-48c9-a7aa-72b47e785b29 None None] For port 49159ff3-8d68-418d-b591-4ac928985456, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=49159ff3-8d68-418d-b591-4ac928985456,segment=NetworkSegment(45fe996d-462f-43a4-8218-4430ec264b9d),segment_id=45fe996d-462f-43a4-8218-4430ec264b9d)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:03:03.089763 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-735dea2f-1ab7-48c9-a7aa-72b47e785b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:03.165283 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735dea2f-1ab7-48c9-a7aa-72b47e785b29 None None] Pushing event updated for resources: {'Port': ['ID=49159ff3-8d68-418d-b591-4ac928985456,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:03.230084 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-b12f0f51-2389-44a2-b494-a1f1d74906ad tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Allocated IP 172.20.0.1 (ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6/417747d3-9247-440d-9e75-583f3a1fe7ff/a2a025e4-225f-49f1-b892-6170aff11bac) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:03:03.381551 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b12f0f51-2389-44a2-b494-a1f1d74906ad tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:03.400327 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-b12f0f51-2389-44a2-b494-a1f1d74906ad tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Transition to ACTIVE for port object a2a025e4-225f-49f1-b892-6170aff11bac will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:03:03.440119 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b12f0f51-2389-44a2-b494-a1f1d74906ad tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:03.486430 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12f0f51-2389-44a2-b494-a1f1d74906ad tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Network ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:03:03.489702 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-b12f0f51-2389-44a2-b494-a1f1d74906ad tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:03:03.493607 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12f0f51-2389-44a2-b494-a1f1d74906ad tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:03:03.500521 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f0f51-2389-44a2-b494-a1f1d74906ad tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Port': ['ID=a2a025e4-225f-49f1-b892-6170aff11bac,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:03.541055 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b12f0f51-2389-44a2-b494-a1f1d74906ad tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:03.673864 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b12f0f51-2389-44a2-b494-a1f1d74906ad tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:03.942727 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 49159ff3-8d68-418d-b591-4ac928985456 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:03:03.980039 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b12f0f51-2389-44a2-b494-a1f1d74906ad tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:03.985927 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b12f0f51-2389-44a2-b494-a1f1d74906ad tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:03.999252 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 49159ff3-8d68-418d-b591-4ac928985456 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:03:04.003547 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device d055a5ae-5ec9-4311-b5d9-cc7f12ae7065 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:03:04.054685 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port d055a5ae-5ec9-4311-b5d9-cc7f12ae7065 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:03:04.059183 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port d055a5ae-5ec9-4311-b5d9-cc7f12ae7065 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:03:04.059642 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:04.063620 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f0f51-2389-44a2-b494-a1f1d74906ad tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Port': ['ID=a2a025e4-225f-49f1-b892-6170aff11bac,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:04.069884 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b12f0f51-2389-44a2-b494-a1f1d74906ad tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:04.139846 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2f69c0-acf5-4840-8f62-1036c47d4fb1 None None] Network ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:03:04.168888 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12f0f51-2389-44a2-b494-a1f1d74906ad tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Network ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:03:04.170846 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-b12f0f51-2389-44a2-b494-a1f1d74906ad tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:03:04.196751 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:04.204681 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e3b4b939-0467-4045-8ab9-82ac0570f5c5 None None] Provisioning for port 49159ff3-8d68-418d-b591-4ac928985456 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:03:04.225012 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e3b4b939-0467-4045-8ab9-82ac0570f5c5 None None] Provisioning complete for port 49159ff3-8d68-418d-b591-4ac928985456 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:03:04.225389 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e3b4b939-0467-4045-8ab9-82ac0570f5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:04.227987 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port d055a5ae-5ec9-4311-b5d9-cc7f12ae7065, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=d055a5ae-5ec9-4311-b5d9-cc7f12ae7065,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:03:04.255276 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:04.298014 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12f0f51-2389-44a2-b494-a1f1d74906ad tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Router 790449c3-4278-42d3-8219-02a9e8944559 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:03:04.412771 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12f0f51-2389-44a2-b494-a1f1d74906ad tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:03:04.418010 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b12f0f51-2389-44a2-b494-a1f1d74906ad tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "PUT /v2.0/routers/790449c3-4278-42d3-8219-02a9e8944559/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0342231 Aug 10 02:03:04.520465 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=d055a5ae-5ec9-4311-b5d9-cc7f12ae7065,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:04.568267 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-6567aa85-9924-4b30-b5d8-e3144398d1cf tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2090421674&fields=id&tenant_id=9bfc6303bee8498295c1ee8fa9c911ad HTTP/1.1" status: 200 len: 267 time: 0.0389590 Aug 10 02:03:04.578382 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b630e4e9-f718-4ea2-bcb9-2f5e1a02601d None None] Sync routers for ids ['790449c3-4278-42d3-8219-02a9e8944559'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:03:04.595316 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e3b4b939-0467-4045-8ab9-82ac0570f5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:04.609209 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b630e4e9-f718-4ea2-bcb9-2f5e1a02601d None None] Routers {'790449c3-4278-42d3-8219-02a9e8944559'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:03:04.609838 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-b630e4e9-f718-4ea2-bcb9-2f5e1a02601d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:02:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['790449c3-4278-42d3-8219-02a9e8944559'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:03:04.673572 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-75435844-8b93-4fc8-b815-39717b39472a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:04.675046 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-75435844-8b93-4fc8-b815-39717b39472a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/networks?id=ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6 HTTP/1.1" status: 200 len: 797 time: 0.0999670 Aug 10 02:03:04.679610 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-e3b4b939-0467-4045-8ab9-82ac0570f5c5 None None] For port 49159ff3-8d68-418d-b591-4ac928985456, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=49159ff3-8d68-418d-b591-4ac928985456,segment=NetworkSegment(45fe996d-462f-43a4-8218-4430ec264b9d),segment_id=45fe996d-462f-43a4-8218-4430ec264b9d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:03:04.683536 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e3b4b939-0467-4045-8ab9-82ac0570f5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:04.693209 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-b97adb97-9858-4c81-888c-cdb3d0c10740 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/quotas/9bfc6303bee8498295c1ee8fa9c911ad HTTP/1.1" status: 200 len: 375 time: 0.0112033 Aug 10 02:03:04.755274 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-9501adbb-6b34-4200-b59f-9b7698fb136d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551956 Aug 10 02:03:04.775331 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-b630e4e9-f718-4ea2-bcb9-2f5e1a02601d None None] Set router 790449c3-4278-42d3-8219-02a9e8944559 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:03:04.802221 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4b939-0467-4045-8ab9-82ac0570f5c5 None None] Pushing event updated for resources: {'Port': ['ID=49159ff3-8d68-418d-b591-4ac928985456,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:04.860947 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-30424d8e-770a-421b-bdad-dafa8498a852 service neutron] 10.222.0.35 "GET /v2.0/networks/ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915830 Aug 10 02:03:04.920545 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e98ee5a1-5076-4ec7-a711-e560d442d403 None None] Provisioning for port a2a025e4-225f-49f1-b892-6170aff11bac completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:03:04.932861 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e98ee5a1-5076-4ec7-a711-e560d442d403 None None] Provisioning complete for port a2a025e4-225f-49f1-b892-6170aff11bac triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:03:04.933238 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e98ee5a1-5076-4ec7-a711-e560d442d403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:04.970916 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-3d63f910-fb16-4337-8cb6-3a2ba3aa9584 service neutron] 10.222.0.35 "GET /v2.0/networks/ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030645 Aug 10 02:03:05.004106 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e98ee5a1-5076-4ec7-a711-e560d442d403 None None] Port a2a025e4-225f-49f1-b892-6170aff11bac cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:03:05.025278 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e98ee5a1-5076-4ec7-a711-e560d442d403 None None] Provisioning complete for port 49159ff3-8d68-418d-b591-4ac928985456 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:03:05.025659 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e98ee5a1-5076-4ec7-a711-e560d442d403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:05.067399 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-b630e4e9-f718-4ea2-bcb9-2f5e1a02601d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790449c3-4278-42d3-8219-02a9e8944559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666161579', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd055a5ae-5ec9-4311-b5d9-cc7f12ae7065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:03:00Z', 'updated_at': '2021-08-10T02:03:03Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'd055a5ae-5ec9-4311-b5d9-cc7f12ae7065', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790449c3-4278-42d3-8219-02a9e8944559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:03:00Z', 'updated_at': '2021-08-10T02:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'a2a025e4-225f-49f1-b892-6170aff11bac', 'name': '', 'network_id': 'ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:b4:04:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790449c3-4278-42d3-8219-02a9e8944559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '417747d3-9247-440d-9e75-583f3a1fe7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:03:02Z', 'updated_at': '2021-08-10T02:03:03Z', 'revision_number': 2, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '417747d3-9247-440d-9e75-583f3a1fe7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:03:05.099406 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b630e4e9-f718-4ea2-bcb9-2f5e1a02601d None None] Checking router: 790449c3-4278-42d3-8219-02a9e8944559 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:03:05.099756 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b630e4e9-f718-4ea2-bcb9-2f5e1a02601d None None] Updating router 790449c3-4278-42d3-8219-02a9e8944559 port a2a025e4-225f-49f1-b892-6170aff11bac binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:03:05.155649 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b630e4e9-f718-4ea2-bcb9-2f5e1a02601d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:05.156467 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fc3ebe41-727e-452b-a769-a242c62752f5 req-b39c8c03-40c6-4385-a9fd-c2328b4406c6 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8393766c-3112-4516-b6d3-24749aab9fdd HTTP/1.1" status: 200 len: 210 time: 0.0302844 Aug 10 02:03:05.343770 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6825613b-b1ff-4d6f-8207-74b395666548 None None] Provisioning complete for port a2a025e4-225f-49f1-b892-6170aff11bac triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:03:05.344152 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6825613b-b1ff-4d6f-8207-74b395666548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:05.394957 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6825613b-b1ff-4d6f-8207-74b395666548 None None] Port a2a025e4-225f-49f1-b892-6170aff11bac cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:03:05.466439 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b630e4e9-f718-4ea2-bcb9-2f5e1a02601d None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:05.476950 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b630e4e9-f718-4ea2-bcb9-2f5e1a02601d None None] Transition to ACTIVE for port object a2a025e4-225f-49f1-b892-6170aff11bac will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:03:05.482995 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b630e4e9-f718-4ea2-bcb9-2f5e1a02601d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:05.536834 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46313f-4fc8-4fff-ba0b-07ff0e702476 None None] Pushing event updated for resources: {'Port': ['ID=a2a025e4-225f-49f1-b892-6170aff11bac,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:05.586254 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-b630e4e9-f718-4ea2-bcb9-2f5e1a02601d None None] Attempting to bind port a2a025e4-225f-49f1-b892-6170aff11bac on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:03:05.586630 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-b630e4e9-f718-4ea2-bcb9-2f5e1a02601d None None] Attempting to bind port a2a025e4-225f-49f1-b892-6170aff11bac by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '45fe996d-462f-43a4-8218-4430ec264b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:03:05.586996 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b630e4e9-f718-4ea2-bcb9-2f5e1a02601d None None] Attempting to bind port a2a025e4-225f-49f1-b892-6170aff11bac on network ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:03:05.592987 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b630e4e9-f718-4ea2-bcb9-2f5e1a02601d None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:03:05.593364 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b630e4e9-f718-4ea2-bcb9-2f5e1a02601d None None] Checking segment: {'id': '45fe996d-462f-43a4-8218-4430ec264b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:03:05.593778 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b630e4e9-f718-4ea2-bcb9-2f5e1a02601d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:05.594173 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b630e4e9-f718-4ea2-bcb9-2f5e1a02601d None None] Bound using segment: {'id': '45fe996d-462f-43a4-8218-4430ec264b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:03:05.594900 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-b630e4e9-f718-4ea2-bcb9-2f5e1a02601d None None] Bound port: a2a025e4-225f-49f1-b892-6170aff11bac, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45fe996d-462f-43a4-8218-4430ec264b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:03:05.595283 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b630e4e9-f718-4ea2-bcb9-2f5e1a02601d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:05.667036 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-b630e4e9-f718-4ea2-bcb9-2f5e1a02601d None None] For port a2a025e4-225f-49f1-b892-6170aff11bac, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:03:05.671178 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-b630e4e9-f718-4ea2-bcb9-2f5e1a02601d None None] For port a2a025e4-225f-49f1-b892-6170aff11bac, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a2a025e4-225f-49f1-b892-6170aff11bac,segment=NetworkSegment(45fe996d-462f-43a4-8218-4430ec264b9d),segment_id=45fe996d-462f-43a4-8218-4430ec264b9d)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:03:05.675853 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b630e4e9-f718-4ea2-bcb9-2f5e1a02601d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:05.745877 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b630e4e9-f718-4ea2-bcb9-2f5e1a02601d None None] Routers {'790449c3-4278-42d3-8219-02a9e8944559'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:03:05.746511 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-b630e4e9-f718-4ea2-bcb9-2f5e1a02601d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:02:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['790449c3-4278-42d3-8219-02a9e8944559'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:03:05.750338 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46313f-4fc8-4fff-ba0b-07ff0e702476 None None] Pushing event updated for resources: {'Port': ['ID=a2a025e4-225f-49f1-b892-6170aff11bac,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:05.879337 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-b630e4e9-f718-4ea2-bcb9-2f5e1a02601d None None] Set router 790449c3-4278-42d3-8219-02a9e8944559 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:03:05.908320 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 49159ff3-8d68-418d-b591-4ac928985456 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:03:06.053779 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 49159ff3-8d68-418d-b591-4ac928985456 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:03:06.054402 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:06.177841 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device d055a5ae-5ec9-4311-b5d9-cc7f12ae7065 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:03:06.212025 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-b630e4e9-f718-4ea2-bcb9-2f5e1a02601d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790449c3-4278-42d3-8219-02a9e8944559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666161579', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd055a5ae-5ec9-4311-b5d9-cc7f12ae7065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:03:00Z', 'updated_at': '2021-08-10T02:03:03Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'd055a5ae-5ec9-4311-b5d9-cc7f12ae7065', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790449c3-4278-42d3-8219-02a9e8944559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:03:00Z', 'updated_at': '2021-08-10T02:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'a2a025e4-225f-49f1-b892-6170aff11bac', 'name': '', 'network_id': 'ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:b4:04:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790449c3-4278-42d3-8219-02a9e8944559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '417747d3-9247-440d-9e75-583f3a1fe7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:03:02Z', 'updated_at': '2021-08-10T02:03:05Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '417747d3-9247-440d-9e75-583f3a1fe7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:03:06.244716 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b630e4e9-f718-4ea2-bcb9-2f5e1a02601d None None] The sync data for ids ['790449c3-4278-42d3-8219-02a9e8944559'] in n-d-766726-26 is: [{'id': '790449c3-4278-42d3-8219-02a9e8944559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666161579', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd055a5ae-5ec9-4311-b5d9-cc7f12ae7065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:03:00Z', 'updated_at': '2021-08-10T02:03:03Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'd055a5ae-5ec9-4311-b5d9-cc7f12ae7065', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790449c3-4278-42d3-8219-02a9e8944559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:03:00Z', 'updated_at': '2021-08-10T02:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'a2a025e4-225f-49f1-b892-6170aff11bac', 'name': '', 'network_id': 'ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:b4:04:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790449c3-4278-42d3-8219-02a9e8944559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '417747d3-9247-440d-9e75-583f3a1fe7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:03:02Z', 'updated_at': '2021-08-10T02:03:05Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '417747d3-9247-440d-9e75-583f3a1fe7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:03:06.272949 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port d055a5ae-5ec9-4311-b5d9-cc7f12ae7065 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:03:06.273345 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:06.296890 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0fd85931-eab8-421b-b2da-5ef5c910788a req-504205b5-b17f-490a-8ec3-fa7354afbdbe tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8393766c-3112-4516-b6d3-24749aab9fdd HTTP/1.1" status: 200 len: 210 time: 0.0455430 Aug 10 02:03:06.371490 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-25900d2a-19ed-4e50-90c2-a0651fb7027c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:06.374282 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-25900d2a-19ed-4e50-90c2-a0651fb7027c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.20 "GET /v2.0/networks?id=ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6 HTTP/1.1" status: 200 len: 797 time: 0.1764162 Aug 10 02:03:06.426563 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-482f6780-d7c1-47ca-90f8-b2d79631b819 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bfc6303bee8498295c1ee8fa9c911ad HTTP/1.1" status: 200 len: 380 time: 0.0378239 Aug 10 02:03:06.464721 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-c6e67fe6-2a60-402d-9d41-77ed8728ef2f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'port': {'device_id': '8393766c-3112-4516-b6d3-24749aab9fdd', 'network_id': 'ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6', 'admin_state_up': True, 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'security_groups': ['a4b8ce42-9aa1-4ddb-9155-37842fce1bdc']}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:06.572371 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-c6e67fe6-2a60-402d-9d41-77ed8728ef2f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Made reservation on behalf of 9bfc6303bee8498295c1ee8fa9c911ad for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:03:06.576718 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-c6e67fe6-2a60-402d-9d41-77ed8728ef2f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:06.710072 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-c6e67fe6-2a60-402d-9d41-77ed8728ef2f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Allocated IP 172.20.0.14 (ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6/417747d3-9247-440d-9e75-583f3a1fe7ff/98c0a904-a6f4-4170-ac8b-ed599c5e9a76) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:03:06.855197 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-c6e67fe6-2a60-402d-9d41-77ed8728ef2f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:06.870211 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-c6e67fe6-2a60-402d-9d41-77ed8728ef2f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Transition to ACTIVE for port object 98c0a904-a6f4-4170-ac8b-ed599c5e9a76 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:03:06.903904 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-c6e67fe6-2a60-402d-9d41-77ed8728ef2f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:06.949968 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-c6e67fe6-2a60-402d-9d41-77ed8728ef2f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Network ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:03:06.953221 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-c6e67fe6-2a60-402d-9d41-77ed8728ef2f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:03:06.957001 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-c6e67fe6-2a60-402d-9d41-77ed8728ef2f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:03:06.963668 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e67fe6-2a60-402d-9d41-77ed8728ef2f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Port': ['ID=98c0a904-a6f4-4170-ac8b-ed599c5e9a76,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:07.013190 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-c6e67fe6-2a60-402d-9d41-77ed8728ef2f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:07.013862 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-c6e67fe6-2a60-402d-9d41-77ed8728ef2f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:07.030957 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-c6e67fe6-2a60-402d-9d41-77ed8728ef2f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5703733 Aug 10 02:03:07.100551 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-01ef452e-144c-44c7-87b7-eaac7ef373fd service neutron] Request body: {'port': {'device_id': '8393766c-3112-4516-b6d3-24749aab9fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:07.165929 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-01ef452e-144c-44c7-87b7-eaac7ef373fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:07.267211 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-23a2b6ac-de29-4dfd-ba73-f2f2a5c6c026 None None] Provisioning for port 98c0a904-a6f4-4170-ac8b-ed599c5e9a76 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:03:07.271385 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-23a2b6ac-de29-4dfd-ba73-f2f2a5c6c026 None None] Provisioning complete for port 98c0a904-a6f4-4170-ac8b-ed599c5e9a76 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:03:07.271870 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-23a2b6ac-de29-4dfd-ba73-f2f2a5c6c026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:07.305932 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-23a2b6ac-de29-4dfd-ba73-f2f2a5c6c026 None None] Port 98c0a904-a6f4-4170-ac8b-ed599c5e9a76 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:03:07.461529 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677aaac-9f40-4365-aca4-c8bfa8546482 req-9492ce1c-3e45-4b22-b875-9e8deff86bfd tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:07.463007 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5677aaac-9f40-4365-aca4-c8bfa8546482 req-9492ce1c-3e45-4b22-b875-9e8deff86bfd tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8393766c-3112-4516-b6d3-24749aab9fdd HTTP/1.1" status: 200 len: 932 time: 0.0894673 Aug 10 02:03:07.468673 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-01ef452e-144c-44c7-87b7-eaac7ef373fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98c0a904-a6f4-4170-ac8b-ed599c5e9a76 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:03:07.483013 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-01ef452e-144c-44c7-87b7-eaac7ef373fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:07.504881 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-01ef452e-144c-44c7-87b7-eaac7ef373fd service neutron] Transition to ACTIVE for port object 98c0a904-a6f4-4170-ac8b-ed599c5e9a76 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:03:07.510515 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-01ef452e-144c-44c7-87b7-eaac7ef373fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:07.545533 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5677aaac-9f40-4365-aca4-c8bfa8546482 req-f3cfd31e-038f-4656-9962-220a2a0bb454 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4b8ce42-9aa1-4ddb-9155-37842fce1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715058 Aug 10 02:03:07.571959 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef452e-144c-44c7-87b7-eaac7ef373fd service neutron] Pushing event updated for resources: {'Port': ['ID=98c0a904-a6f4-4170-ac8b-ed599c5e9a76,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:07.642755 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-01ef452e-144c-44c7-87b7-eaac7ef373fd service neutron] Attempting to bind port 98c0a904-a6f4-4170-ac8b-ed599c5e9a76 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:03:07.643104 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-01ef452e-144c-44c7-87b7-eaac7ef373fd service neutron] Attempting to bind port 98c0a904-a6f4-4170-ac8b-ed599c5e9a76 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '45fe996d-462f-43a4-8218-4430ec264b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:03:07.643441 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-01ef452e-144c-44c7-87b7-eaac7ef373fd service neutron] Attempting to bind port 98c0a904-a6f4-4170-ac8b-ed599c5e9a76 on network ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:03:07.647939 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-01ef452e-144c-44c7-87b7-eaac7ef373fd service neutron] Port 98c0a904-a6f4-4170-ac8b-ed599c5e9a76 on network ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:03:07.648294 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-01ef452e-144c-44c7-87b7-eaac7ef373fd service neutron] Attempting to bind port 98c0a904-a6f4-4170-ac8b-ed599c5e9a76 on network ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:03:07.653253 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-01ef452e-144c-44c7-87b7-eaac7ef373fd service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:03:07.653600 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-01ef452e-144c-44c7-87b7-eaac7ef373fd service neutron] Checking segment: {'id': '45fe996d-462f-43a4-8218-4430ec264b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:03:07.653990 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-01ef452e-144c-44c7-87b7-eaac7ef373fd service neutron] Bound using segment: {'id': '45fe996d-462f-43a4-8218-4430ec264b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:03:07.654963 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-01ef452e-144c-44c7-87b7-eaac7ef373fd service neutron] Bound port: 98c0a904-a6f4-4170-ac8b-ed599c5e9a76, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45fe996d-462f-43a4-8218-4430ec264b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:03:07.655334 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-01ef452e-144c-44c7-87b7-eaac7ef373fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:07.721445 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-01ef452e-144c-44c7-87b7-eaac7ef373fd service neutron] For port 98c0a904-a6f4-4170-ac8b-ed599c5e9a76, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:03:07.725281 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-01ef452e-144c-44c7-87b7-eaac7ef373fd service neutron] For port 98c0a904-a6f4-4170-ac8b-ed599c5e9a76, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=98c0a904-a6f4-4170-ac8b-ed599c5e9a76,segment=NetworkSegment(45fe996d-462f-43a4-8218-4430ec264b9d),segment_id=45fe996d-462f-43a4-8218-4430ec264b9d)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:03:07.730496 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-01ef452e-144c-44c7-87b7-eaac7ef373fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:07.745563 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-01ef452e-144c-44c7-87b7-eaac7ef373fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:07.746257 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-01ef452e-144c-44c7-87b7-eaac7ef373fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:07.747810 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-01ef452e-144c-44c7-87b7-eaac7ef373fd service neutron] 10.222.0.20 "PUT /v2.0/ports/98c0a904-a6f4-4170-ac8b-ed599c5e9a76 HTTP/1.1" status: 200 len: 1093 time: 0.7030401 Aug 10 02:03:07.748354 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8393766c-3112-4516-b6d3-24749aab9fdd', 'tag': '98c0a904-a6f4-4170-ac8b-ed599c5e9a76'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:03:07.750615 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9e874736d5403a2ed85b010b990dd133e24f0379b2e9b4f0e55655a3e1797b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fe85ec-aa37-4ef7-8b66-fa7a20e39eac" -d '{"events": [{"name": "network-changed", "server_uuid": "8393766c-3112-4516-b6d3-24749aab9fdd", "tag": "98c0a904-a6f4-4170-ac8b-ed599c5e9a76"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:03:07.816105 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c878a716-0fb5-4ebd-9cb2-2fb0b8a5ec7c x-openstack-request-id: req-c878a716-0fb5-4ebd-9cb2-2fb0b8a5ec7c {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:03:07.816471 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8393766c-3112-4516-b6d3-24749aab9fdd", "tag": "98c0a904-a6f4-4170-ac8b-ed599c5e9a76", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:03:07.816672 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c878a716-0fb5-4ebd-9cb2-2fb0b8a5ec7c {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:03:07.817093 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8393766c-3112-4516-b6d3-24749aab9fdd', 'tag': '98c0a904-a6f4-4170-ac8b-ed599c5e9a76', 'status': 'completed', 'code': 200} Aug 10 02:03:07.838351 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef452e-144c-44c7-87b7-eaac7ef373fd service neutron] Pushing event updated for resources: {'Port': ['ID=98c0a904-a6f4-4170-ac8b-ed599c5e9a76,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:07.858196 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-358f108a-c46b-4f26-9733-6432e632497f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:07.859746 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-358f108a-c46b-4f26-9733-6432e632497f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&device_id=8393766c-3112-4516-b6d3-24749aab9fdd HTTP/1.1" status: 200 len: 1096 time: 0.0567503 Aug 10 02:03:07.910056 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-f203fe0a-b8bc-4c70-abe4-190eea69698c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98c0a904-a6f4-4170-ac8b-ed599c5e9a76 HTTP/1.1" status: 200 len: 217 time: 0.0372510 Aug 10 02:03:07.922105 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a2a025e4-225f-49f1-b892-6170aff11bac up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:03:07.963383 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-31c158eb-a076-45b9-829e-a9cd57b5567e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:07.964932 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-31c158eb-a076-45b9-829e-a9cd57b5567e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=417747d3-9247-440d-9e75-583f3a1fe7ff HTTP/1.1" status: 200 len: 834 time: 0.0485477 Aug 10 02:03:07.987091 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port a2a025e4-225f-49f1-b892-6170aff11bac completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:03:07.990784 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port a2a025e4-225f-49f1-b892-6170aff11bac triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:03:07.991169 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:08.010273 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-64dc3a0f-7255-4b01-aee9-625bce9f94b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:08.011769 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-64dc3a0f-7255-4b01-aee9-625bce9f94b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400069 Aug 10 02:03:08.067930 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:08.099764 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-2b31ec1b-ecf3-4963-af19-aa579e364a26 service neutron] 10.222.0.20 "GET /v2.0/networks/ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799928 Aug 10 02:03:08.100531 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port a2a025e4-225f-49f1-b892-6170aff11bac, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a2a025e4-225f-49f1-b892-6170aff11bac,segment=NetworkSegment(45fe996d-462f-43a4-8218-4430ec264b9d),segment_id=45fe996d-462f-43a4-8218-4430ec264b9d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:03:08.104101 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:08.152105 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=a2a025e4-225f-49f1-b892-6170aff11bac,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:08.201773 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8d98c997-6f39-4c1b-b474-7a0c81b15557 req-4cabfa76-e9bb-4d9d-b6a7-41b6535afb8d service neutron] 10.222.0.20 "GET /v2.0/networks/ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934973 Aug 10 02:03:08.341592 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe85ec-aa37-4ef7-8b66-fa7a20e39eac req-3dd15312-5e59-487a-85a4-40bef9b81835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:08.343036 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-18fe85ec-aa37-4ef7-8b66-fa7a20e39eac req-3dd15312-5e59-487a-85a4-40bef9b81835 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&device_id=8393766c-3112-4516-b6d3-24749aab9fdd HTTP/1.1" status: 200 len: 1096 time: 0.0401692 Aug 10 02:03:08.434392 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe85ec-aa37-4ef7-8b66-fa7a20e39eac req-8a48c5cf-0702-4a62-a26c-728acc88325c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:08.436414 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-18fe85ec-aa37-4ef7-8b66-fa7a20e39eac req-8a48c5cf-0702-4a62-a26c-728acc88325c service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6 HTTP/1.1" status: 200 len: 898 time: 0.0854170 Aug 10 02:03:08.476248 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-18fe85ec-aa37-4ef7-8b66-fa7a20e39eac req-d64fc8bd-f877-4100-a9d1-43d64f7203b5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98c0a904-a6f4-4170-ac8b-ed599c5e9a76 HTTP/1.1" status: 200 len: 217 time: 0.0328681 Aug 10 02:03:08.523829 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe85ec-aa37-4ef7-8b66-fa7a20e39eac req-e2f67e35-9ab4-4039-85b0-22c736a8b691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:08.525244 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-18fe85ec-aa37-4ef7-8b66-fa7a20e39eac req-e2f67e35-9ab4-4039-85b0-22c736a8b691 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=417747d3-9247-440d-9e75-583f3a1fe7ff HTTP/1.1" status: 200 len: 834 time: 0.0415928 Aug 10 02:03:08.573488 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe85ec-aa37-4ef7-8b66-fa7a20e39eac req-6d076827-0e04-462f-a9d9-1b4f9b1ced04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:08.574953 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-18fe85ec-aa37-4ef7-8b66-fa7a20e39eac req-6d076827-0e04-462f-a9d9-1b4f9b1ced04 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421159 Aug 10 02:03:08.697696 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98031b05-d000-4901-9a65-6fa54964b98f req-616d2f2f-a7e2-4c8d-9be0-b213a81cc95b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:08.699084 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-98031b05-d000-4901-9a65-6fa54964b98f req-616d2f2f-a7e2-4c8d-9be0-b213a81cc95b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8393766c-3112-4516-b6d3-24749aab9fdd HTTP/1.1" status: 200 len: 944 time: 0.0767708 Aug 10 02:03:08.701312 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-18fe85ec-aa37-4ef7-8b66-fa7a20e39eac req-342010a4-fdea-433b-a1f9-61e3cdd439e2 service neutron] 10.222.0.20 "GET /v2.0/networks/ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194429 Aug 10 02:03:08.785125 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-98031b05-d000-4901-9a65-6fa54964b98f req-e4c0a745-784f-4e50-a318-697d87df27cd tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4b8ce42-9aa1-4ddb-9155-37842fce1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800543 Aug 10 02:03:08.816783 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-18fe85ec-aa37-4ef7-8b66-fa7a20e39eac req-b2469dc2-1001-4c29-901c-4d868fdbb4ae service neutron] 10.222.0.20 "GET /v2.0/networks/ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061089 Aug 10 02:03:09.871681 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a2a025e4-225f-49f1-b892-6170aff11bac up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:03:09.904697 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdffe457-4491-4a06-8ac4-535fe629b94d req-4b18e118-226b-442e-a038-20bda5117161 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:09.906229 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cdffe457-4491-4a06-8ac4-535fe629b94d req-4b18e118-226b-442e-a038-20bda5117161 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8393766c-3112-4516-b6d3-24749aab9fdd HTTP/1.1" status: 200 len: 944 time: 0.0518167 Aug 10 02:03:09.921922 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port a2a025e4-225f-49f1-b892-6170aff11bac triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:03:09.922305 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:09.944071 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cdffe457-4491-4a06-8ac4-535fe629b94d req-748ceb8e-33c9-4f7b-a653-244db4004ba5 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4b8ce42-9aa1-4ddb-9155-37842fce1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318573 Aug 10 02:03:11.063029 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5e9cd-201d-4e9b-a7ff-9a4c4c97e781 req-465b169a-f4bc-407c-bc30-de6d4121a14a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:11.064548 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1ae5e9cd-201d-4e9b-a7ff-9a4c4c97e781 req-465b169a-f4bc-407c-bc30-de6d4121a14a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8393766c-3112-4516-b6d3-24749aab9fdd HTTP/1.1" status: 200 len: 944 time: 0.0539784 Aug 10 02:03:11.101140 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1ae5e9cd-201d-4e9b-a7ff-9a4c4c97e781 req-1f163b0e-fc1e-4814-addb-5950d02d54cb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4b8ce42-9aa1-4ddb-9155-37842fce1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306511 Aug 10 02:03:11.259783 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9c46aa59-d620-4cc4-8262-ce5054892ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:11.397928 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 98c0a904-a6f4-4170-ac8b-ed599c5e9a76 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:03:11.641846 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 98c0a904-a6f4-4170-ac8b-ed599c5e9a76, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=98c0a904-a6f4-4170-ac8b-ed599c5e9a76,segment=NetworkSegment(45fe996d-462f-43a4-8218-4430ec264b9d),segment_id=45fe996d-462f-43a4-8218-4430ec264b9d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:03:11.652590 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '98c0a904-a6f4-4170-ac8b-ed599c5e9a76', 'network_id': 'ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6', 'port_id': '98c0a904-a6f4-4170-ac8b-ed599c5e9a76', 'mac_address': 'fa:16:3e:bf:b1:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417747d3-9247-440d-9e75-583f3a1fe7ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:03:11.688050 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:11.700576 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98c0a904-a6f4-4170-ac8b-ed599c5e9a76 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:03:11.720090 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 98c0a904-a6f4-4170-ac8b-ed599c5e9a76, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=98c0a904-a6f4-4170-ac8b-ed599c5e9a76,segment=NetworkSegment(45fe996d-462f-43a4-8218-4430ec264b9d),segment_id=45fe996d-462f-43a4-8218-4430ec264b9d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:03:11.723946 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:11.769575 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=98c0a904-a6f4-4170-ac8b-ed599c5e9a76,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:12.124574 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['98c0a904-a6f4-4170-ac8b-ed599c5e9a76'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:03:12.214072 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94ca1e-dc1a-46cc-a705-a91aab9b9eb6 req-11a9998e-47d5-47be-b72f-bbcf95c798ac tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:12.215524 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4b94ca1e-dc1a-46cc-a705-a91aab9b9eb6 req-11a9998e-47d5-47be-b72f-bbcf95c798ac tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8393766c-3112-4516-b6d3-24749aab9fdd HTTP/1.1" status: 200 len: 945 time: 0.0479519 Aug 10 02:03:12.253987 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4b94ca1e-dc1a-46cc-a705-a91aab9b9eb6 req-0463719d-3d25-441c-82b8-45f5e83bdbee tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4b8ce42-9aa1-4ddb-9155-37842fce1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320933 Aug 10 02:03:12.292927 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:13.365587 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd572e-2bf5-4c52-874b-a5ed8f4c7f61 req-e9edf971-45f0-4717-b2dc-0a0cb5b62e6f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:13.367039 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d5cd572e-2bf5-4c52-874b-a5ed8f4c7f61 req-e9edf971-45f0-4717-b2dc-0a0cb5b62e6f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8393766c-3112-4516-b6d3-24749aab9fdd HTTP/1.1" status: 200 len: 945 time: 0.0475190 Aug 10 02:03:13.394583 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 98c0a904-a6f4-4170-ac8b-ed599c5e9a76 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:03:13.404226 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d5cd572e-2bf5-4c52-874b-a5ed8f4c7f61 req-7be96c4c-bed7-4549-a0ac-5763fa8fe646 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4b8ce42-9aa1-4ddb-9155-37842fce1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312352 Aug 10 02:03:13.445236 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 98c0a904-a6f4-4170-ac8b-ed599c5e9a76 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:03:13.448939 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 98c0a904-a6f4-4170-ac8b-ed599c5e9a76 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:03:13.449319 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:13.525485 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:13.546715 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8393766c-3112-4516-b6d3-24749aab9fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c0a904-a6f4-4170-ac8b-ed599c5e9a76'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:03:13.548928 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09d289ccde4d6ff9cc92181a6a5f9723a21b3f76001e8301d3c19491e4c7f527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b690ee38-33fd-418e-a17a-bc647d691753" -d '{"events": [{"server_uuid": "8393766c-3112-4516-b6d3-24749aab9fdd", "name": "network-vif-plugged", "status": "completed", "tag": "98c0a904-a6f4-4170-ac8b-ed599c5e9a76"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:03:13.562129 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 98c0a904-a6f4-4170-ac8b-ed599c5e9a76, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=98c0a904-a6f4-4170-ac8b-ed599c5e9a76,segment=NetworkSegment(45fe996d-462f-43a4-8218-4430ec264b9d),segment_id=45fe996d-462f-43a4-8218-4430ec264b9d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:03:13.566189 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:13.616967 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=98c0a904-a6f4-4170-ac8b-ed599c5e9a76,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:13.640630 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4034c7-133d-41ad-84b6-f60c8724834a x-openstack-request-id: req-ab4034c7-133d-41ad-84b6-f60c8724834a {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:03:13.640934 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8393766c-3112-4516-b6d3-24749aab9fdd", "name": "network-vif-plugged", "status": "completed", "tag": "98c0a904-a6f4-4170-ac8b-ed599c5e9a76", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:03:13.641188 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ab4034c7-133d-41ad-84b6-f60c8724834a {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:03:13.641651 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8393766c-3112-4516-b6d3-24749aab9fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c0a904-a6f4-4170-ac8b-ed599c5e9a76', 'code': 200} Aug 10 02:03:13.760963 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dffe06-e755-4e5d-bf32-b36ada21c220 req-f72b8d47-ad29-4793-a2a9-efa5b03f458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:13.762437 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-59dffe06-e755-4e5d-bf32-b36ada21c220 req-f72b8d47-ad29-4793-a2a9-efa5b03f458d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8393766c-3112-4516-b6d3-24749aab9fdd HTTP/1.1" status: 200 len: 1098 time: 0.0442994 Aug 10 02:03:13.798684 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-59dffe06-e755-4e5d-bf32-b36ada21c220 req-fd560ae9-3f87-4ae3-ac0b-31a62d879387 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a4b8ce42-9aa1-4ddb-9155-37842fce1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294569 Aug 10 02:03:13.900032 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f74adc6a-6270-4ffc-992b-dff92c903bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:14.517725 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a49588-8755-4261-beee-82ee0d407f78 req-7e353c0c-6ad5-4f9a-8070-204db301270a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:14.519207 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-16a49588-8755-4261-beee-82ee0d407f78 req-7e353c0c-6ad5-4f9a-8070-204db301270a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8393766c-3112-4516-b6d3-24749aab9fdd HTTP/1.1" status: 200 len: 946 time: 0.0479085 Aug 10 02:03:14.544285 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:14.557500 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-16a49588-8755-4261-beee-82ee0d407f78 req-6182c7de-6b30-4a63-a3d1-890f916297f0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4b8ce42-9aa1-4ddb-9155-37842fce1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322433 Aug 10 02:03:15.413659 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:15.672174 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ae6da-3779-4e1b-8e25-518ba8e652a1 req-933d298c-faf7-4f01-9362-d1877822178e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:15.673572 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-509ae6da-3779-4e1b-8e25-518ba8e652a1 req-933d298c-faf7-4f01-9362-d1877822178e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8393766c-3112-4516-b6d3-24749aab9fdd HTTP/1.1" status: 200 len: 946 time: 0.0479124 Aug 10 02:03:15.708978 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-509ae6da-3779-4e1b-8e25-518ba8e652a1 req-e3038468-5ee7-4eac-a21e-4b65f38c61c9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4b8ce42-9aa1-4ddb-9155-37842fce1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295925 Aug 10 02:03:15.825166 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee376f4a-434d-47ca-abaf-5fec9c98d860 req-76f9bb41-9502-4cf5-a1a6-22843ed429b5 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:15.827197 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ee376f4a-434d-47ca-abaf-5fec9c98d860 req-76f9bb41-9502-4cf5-a1a6-22843ed429b5 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8393766c-3112-4516-b6d3-24749aab9fdd HTTP/1.1" status: 200 len: 946 time: 0.0526907 Aug 10 02:03:15.865683 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ee376f4a-434d-47ca-abaf-5fec9c98d860 req-bf9c0103-efa2-4ff6-befe-2c3f58170d6d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4b8ce42-9aa1-4ddb-9155-37842fce1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324686 Aug 10 02:03:15.887118 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39612) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:15.925807 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77e4210-62b1-4310-8885-eb339a7727db tempest-TestNetworkAdvancedServerOps-1363779260 tempest-TestNetworkAdvancedServerOps-1363779260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:15.927215 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d77e4210-62b1-4310-8885-eb339a7727db tempest-TestNetworkAdvancedServerOps-1363779260 tempest-TestNetworkAdvancedServerOps-1363779260-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8393766c-3112-4516-b6d3-24749aab9fdd HTTP/1.1" status: 200 len: 1093 time: 0.0390794 Aug 10 02:03:15.929914 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39614) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:15.934176 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-c7aded4b-6cbd-4b3c-9844-179f54b9ecf5 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'port_id': '98c0a904-a6f4-4170-ac8b-ed599c5e9a76', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:15.957356 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c7aded4b-6cbd-4b3c-9844-179f54b9ecf5 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:16.341742 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c7aded4b-6cbd-4b3c-9844-179f54b9ecf5 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:16.441197 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-c7aded4b-6cbd-4b3c-9844-179f54b9ecf5 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Allocated IP 172.25.2.176 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/3b572f89-bf87-446d-9b2a-e883a7643155) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:03:16.488781 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:16.546846 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c7aded4b-6cbd-4b3c-9844-179f54b9ecf5 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:16.587018 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c7aded4b-6cbd-4b3c-9844-179f54b9ecf5 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:16.620500 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7aded4b-6cbd-4b3c-9844-179f54b9ecf5 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:03:16.623822 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-c7aded4b-6cbd-4b3c-9844-179f54b9ecf5 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:03:16.629255 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7aded4b-6cbd-4b3c-9844-179f54b9ecf5 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:03:16.657322 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aded4b-6cbd-4b3c-9844-179f54b9ecf5 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Port': ['ID=3b572f89-bf87-446d-9b2a-e883a7643155,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:16.975300 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c7aded4b-6cbd-4b3c-9844-179f54b9ecf5 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:17.038559 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c7aded4b-6cbd-4b3c-9844-179f54b9ecf5 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:17.182644 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c7aded4b-6cbd-4b3c-9844-179f54b9ecf5 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:17.186770 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c7aded4b-6cbd-4b3c-9844-179f54b9ecf5 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:17.248723 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aded4b-6cbd-4b3c-9844-179f54b9ecf5 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Port': ['ID=3b572f89-bf87-446d-9b2a-e883a7643155,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:17.263124 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c7aded4b-6cbd-4b3c-9844-179f54b9ecf5 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:17.361183 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [None req-c7aded4b-6cbd-4b3c-9844-179f54b9ecf5 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Floating IP 543d1499-9478-4646-abb0-f79432afdc36 associated. External IP: 172.25.2.176, port: 98c0a904-a6f4-4170-ac8b-ed599c5e9a76. Aug 10 02:03:17.563579 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7aded4b-6cbd-4b3c-9844-179f54b9ecf5 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Router 790449c3-4278-42d3-8219-02a9e8944559 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:03:17.672286 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7aded4b-6cbd-4b3c-9844-179f54b9ecf5 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:03:17.681795 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a48eee-e0ac-4e14-bb88-506515a57eca None None] Sync routers for ids ['790449c3-4278-42d3-8219-02a9e8944559'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:03:17.688691 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c7aded4b-6cbd-4b3c-9844-179f54b9ecf5 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:17.691968 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a48eee-e0ac-4e14-bb88-506515a57eca None None] Routers {'790449c3-4278-42d3-8219-02a9e8944559'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:03:17.692677 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-58a48eee-e0ac-4e14-bb88-506515a57eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:03:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['790449c3-4278-42d3-8219-02a9e8944559'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:03:17.714773 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c7aded4b-6cbd-4b3c-9844-179f54b9ecf5 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7838819 Aug 10 02:03:17.715365 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8393766c-3112-4516-b6d3-24749aab9fdd', 'tag': '98c0a904-a6f4-4170-ac8b-ed599c5e9a76'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:03:17.718170 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9e874736d5403a2ed85b010b990dd133e24f0379b2e9b4f0e55655a3e1797b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd90b0b5-2b96-4316-aba9-97bdef08c844" -d '{"events": [{"name": "network-changed", "server_uuid": "8393766c-3112-4516-b6d3-24749aab9fdd", "tag": "98c0a904-a6f4-4170-ac8b-ed599c5e9a76"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:03:17.756458 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a281bcca-f349-4403-95d1-a0cc8cf3fa66 x-openstack-request-id: req-a281bcca-f349-4403-95d1-a0cc8cf3fa66 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:03:17.757010 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8393766c-3112-4516-b6d3-24749aab9fdd", "tag": "98c0a904-a6f4-4170-ac8b-ed599c5e9a76", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:03:17.757482 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a281bcca-f349-4403-95d1-a0cc8cf3fa66 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:03:17.758111 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8393766c-3112-4516-b6d3-24749aab9fdd', 'tag': '98c0a904-a6f4-4170-ac8b-ed599c5e9a76', 'status': 'completed', 'code': 200} Aug 10 02:03:17.799282 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-58a48eee-e0ac-4e14-bb88-506515a57eca None None] Set router 790449c3-4278-42d3-8219-02a9e8944559 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:03:17.850346 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1eaea-5d0d-49ce-80c1-609a83f06761 req-0dc61c0a-4861-4d94-a6e0-3ed838ccb98d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:17.851857 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-16a1eaea-5d0d-49ce-80c1-609a83f06761 req-0dc61c0a-4861-4d94-a6e0-3ed838ccb98d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8393766c-3112-4516-b6d3-24749aab9fdd HTTP/1.1" status: 200 len: 946 time: 0.0836565 Aug 10 02:03:17.858651 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90b0b5-2b96-4316-aba9-97bdef08c844 req-77242f21-40ab-4124-a80b-2772d1b7fd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:17.860043 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd90b0b5-2b96-4316-aba9-97bdef08c844 req-77242f21-40ab-4124-a80b-2772d1b7fd0a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&device_id=8393766c-3112-4516-b6d3-24749aab9fdd HTTP/1.1" status: 200 len: 1098 time: 0.0597308 Aug 10 02:03:17.938492 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-16a1eaea-5d0d-49ce-80c1-609a83f06761 req-435b083b-e6f3-4141-8211-65f759e176e2 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4b8ce42-9aa1-4ddb-9155-37842fce1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774620 Aug 10 02:03:17.960969 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39620) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:17.970779 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90b0b5-2b96-4316-aba9-97bdef08c844 req-cf1ba076-816b-47c0-a857-d0d2d3d95ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:17.972280 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd90b0b5-2b96-4316-aba9-97bdef08c844 req-cf1ba076-816b-47c0-a857-d0d2d3d95ff7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6 HTTP/1.1" status: 200 len: 898 time: 0.1055872 Aug 10 02:03:18.023651 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-58a48eee-e0ac-4e14-bb88-506515a57eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790449c3-4278-42d3-8219-02a9e8944559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666161579', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd055a5ae-5ec9-4311-b5d9-cc7f12ae7065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:03:00Z', 'updated_at': '2021-08-10T02:03:03Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'd055a5ae-5ec9-4311-b5d9-cc7f12ae7065', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790449c3-4278-42d3-8219-02a9e8944559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:03:00Z', 'updated_at': '2021-08-10T02:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '543d1499-9478-4646-abb0-f79432afdc36', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'floating_ip_address': '172.25.2.176', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '790449c3-4278-42d3-8219-02a9e8944559', 'port_id': '98c0a904-a6f4-4170-ac8b-ed599c5e9a76', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6', 'mac_address': 'fa:16:3e:bf:b1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8393766c-3112-4516-b6d3-24749aab9fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:03:16Z', 'updated_at': '2021-08-10T02:03:16Z', 'revision_number': 0, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2a025e4-225f-49f1-b892-6170aff11bac', 'name': '', 'network_id': 'ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:b4:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790449c3-4278-42d3-8219-02a9e8944559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '417747d3-9247-440d-9e75-583f3a1fe7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:03:02Z', 'updated_at': '2021-08-10T02:03:08Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '417747d3-9247-440d-9e75-583f3a1fe7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:03:18.044307 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd90b0b5-2b96-4316-aba9-97bdef08c844 req-048673e4-6e08-4ee4-8ae1-f0cf8a95237a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98c0a904-a6f4-4170-ac8b-ed599c5e9a76 HTTP/1.1" status: 200 len: 1000 time: 0.0653417 Aug 10 02:03:18.049798 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a48eee-e0ac-4e14-bb88-506515a57eca None None] Checking router: 790449c3-4278-42d3-8219-02a9e8944559 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:03:18.057998 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a48eee-e0ac-4e14-bb88-506515a57eca None None] Routers {'790449c3-4278-42d3-8219-02a9e8944559'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:03:18.058606 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-58a48eee-e0ac-4e14-bb88-506515a57eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:03:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['790449c3-4278-42d3-8219-02a9e8944559'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:03:18.080269 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-94f68855-e936-4d99-8ba1-9f3202b95805 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/floatingips/543d1499-9478-4646-abb0-f79432afdc36 HTTP/1.1" status: 200 len: 992 time: 0.1170213 Aug 10 02:03:18.093392 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90b0b5-2b96-4316-aba9-97bdef08c844 req-b13a47d8-814f-4132-addf-97de0bf4b416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:18.095128 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd90b0b5-2b96-4316-aba9-97bdef08c844 req-b13a47d8-814f-4132-addf-97de0bf4b416 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=417747d3-9247-440d-9e75-583f3a1fe7ff HTTP/1.1" status: 200 len: 834 time: 0.0443702 Aug 10 02:03:18.139509 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90b0b5-2b96-4316-aba9-97bdef08c844 req-0f41f133-34b9-40e4-9db5-f84ceb018c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:18.141037 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd90b0b5-2b96-4316-aba9-97bdef08c844 req-0f41f133-34b9-40e4-9db5-f84ceb018c85 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394325 Aug 10 02:03:18.161725 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-58a48eee-e0ac-4e14-bb88-506515a57eca None None] Set router 790449c3-4278-42d3-8219-02a9e8944559 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:03:18.233925 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd90b0b5-2b96-4316-aba9-97bdef08c844 req-fdc4ef12-add3-46b9-a51e-1e648576dcac service neutron] 10.222.0.20 "GET /v2.0/networks/ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860283 Aug 10 02:03:18.321999 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd90b0b5-2b96-4316-aba9-97bdef08c844 req-896a827c-743c-423c-a60d-6ba586ee895f service neutron] 10.222.0.20 "GET /v2.0/networks/ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812023 Aug 10 02:03:18.472462 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-58a48eee-e0ac-4e14-bb88-506515a57eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790449c3-4278-42d3-8219-02a9e8944559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666161579', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd055a5ae-5ec9-4311-b5d9-cc7f12ae7065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:03:00Z', 'updated_at': '2021-08-10T02:03:03Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'd055a5ae-5ec9-4311-b5d9-cc7f12ae7065', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790449c3-4278-42d3-8219-02a9e8944559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:03:00Z', 'updated_at': '2021-08-10T02:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '543d1499-9478-4646-abb0-f79432afdc36', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'floating_ip_address': '172.25.2.176', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '790449c3-4278-42d3-8219-02a9e8944559', 'port_id': '98c0a904-a6f4-4170-ac8b-ed599c5e9a76', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6', 'mac_address': 'fa:16:3e:bf:b1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8393766c-3112-4516-b6d3-24749aab9fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:03:16Z', 'updated_at': '2021-08-10T02:03:16Z', 'revision_number': 0, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2a025e4-225f-49f1-b892-6170aff11bac', 'name': '', 'network_id': 'ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:b4:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790449c3-4278-42d3-8219-02a9e8944559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '417747d3-9247-440d-9e75-583f3a1fe7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:03:02Z', 'updated_at': '2021-08-10T02:03:08Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '417747d3-9247-440d-9e75-583f3a1fe7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:03:18.497000 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a48eee-e0ac-4e14-bb88-506515a57eca None None] The sync data for ids ['790449c3-4278-42d3-8219-02a9e8944559'] in n-d-766726-26 is: [{'id': '790449c3-4278-42d3-8219-02a9e8944559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666161579', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd055a5ae-5ec9-4311-b5d9-cc7f12ae7065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:03:00Z', 'updated_at': '2021-08-10T02:03:03Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'd055a5ae-5ec9-4311-b5d9-cc7f12ae7065', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790449c3-4278-42d3-8219-02a9e8944559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:03:00Z', 'updated_at': '2021-08-10T02:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '543d1499-9478-4646-abb0-f79432afdc36', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'floating_ip_address': '172.25.2.176', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '790449c3-4278-42d3-8219-02a9e8944559', 'port_id': '98c0a904-a6f4-4170-ac8b-ed599c5e9a76', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6', 'mac_address': 'fa:16:3e:bf:b1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8393766c-3112-4516-b6d3-24749aab9fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:03:16Z', 'updated_at': '2021-08-10T02:03:16Z', 'revision_number': 0, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2a025e4-225f-49f1-b892-6170aff11bac', 'name': '', 'network_id': 'ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:b4:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790449c3-4278-42d3-8219-02a9e8944559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '417747d3-9247-440d-9e75-583f3a1fe7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:03:02Z', 'updated_at': '2021-08-10T02:03:08Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '417747d3-9247-440d-9e75-583f3a1fe7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:03:18.679897 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3262771f-1a83-474a-b1ef-a8d71e94da5a None None] New status for floating IP 543d1499-9478-4646-abb0-f79432afdc36: ACTIVE {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:03:19.082091 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39622) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:19.145823 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1e210c93-245e-47f2-8e2b-0444e4c3e6a1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/floatingips/543d1499-9478-4646-abb0-f79432afdc36 HTTP/1.1" status: 200 len: 994 time: 0.0626731 Aug 10 02:03:20.811240 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:03:26.749892 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e1eab683-283a-45e6-a078-f9e3c1e0f251 req-d65de4d1-6bf5-4457-b503-8110ee880ea4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8393766c-3112-4516-b6d3-24749aab9fdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409830 Aug 10 02:03:26.846995 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eab683-283a-45e6-a078-f9e3c1e0f251 req-66d01305-b8d0-4544-b79f-9aa8332dd317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:26.848550 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e1eab683-283a-45e6-a078-f9e3c1e0f251 req-66d01305-b8d0-4544-b79f-9aa8332dd317 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&device_id=8393766c-3112-4516-b6d3-24749aab9fdd HTTP/1.1" status: 200 len: 1098 time: 0.0413077 Aug 10 02:03:26.952890 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eab683-283a-45e6-a078-f9e3c1e0f251 req-a5763e70-d1b9-4ef6-a584-6db14b4839f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:26.954248 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e1eab683-283a-45e6-a078-f9e3c1e0f251 req-a5763e70-d1b9-4ef6-a584-6db14b4839f2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6 HTTP/1.1" status: 200 len: 898 time: 0.0861654 Aug 10 02:03:27.018053 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e1eab683-283a-45e6-a078-f9e3c1e0f251 req-55856aea-46bd-4374-ab6d-c38876c47d13 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98c0a904-a6f4-4170-ac8b-ed599c5e9a76 HTTP/1.1" status: 200 len: 1002 time: 0.0561192 Aug 10 02:03:27.068018 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eab683-283a-45e6-a078-f9e3c1e0f251 req-2a841b4b-9e49-4676-b19a-06f70aa20d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:27.069423 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e1eab683-283a-45e6-a078-f9e3c1e0f251 req-2a841b4b-9e49-4676-b19a-06f70aa20d5e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=417747d3-9247-440d-9e75-583f3a1fe7ff HTTP/1.1" status: 200 len: 834 time: 0.0416284 Aug 10 02:03:27.117946 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eab683-283a-45e6-a078-f9e3c1e0f251 req-c4b3fd27-9263-47e9-9041-f2c2d34187d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:27.119369 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e1eab683-283a-45e6-a078-f9e3c1e0f251 req-c4b3fd27-9263-47e9-9041-f2c2d34187d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421767 Aug 10 02:03:27.204602 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e1eab683-283a-45e6-a078-f9e3c1e0f251 req-3f432f9a-4c76-4a7a-86bc-e45b3579495a service neutron] 10.222.0.20 "GET /v2.0/networks/ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782118 Aug 10 02:03:27.293839 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e1eab683-283a-45e6-a078-f9e3c1e0f251 req-39d3d005-f082-4e68-a71a-82e6c8c020c1 service neutron] 10.222.0.20 "GET /v2.0/networks/ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833712 Aug 10 02:03:28.781387 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:38.661967 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [req-fb474d0c-8980-42b1-bab0-274dc40f7ff2 req-d5fe28c9-1211-4b7d-b85b-7335f6d9fb92 service neutron] (105827) timed out ('10.222.0.35', 35238) {{(pid=105827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 02:03:41.260992 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-104f6d1c-2900-4236-8ab8-ec02b82b1852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:42.274155 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:43.899911 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0bf26a91-71d7-4066-9d79-6f7edaac2ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:44.534332 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:45.417148 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:46.491789 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:57.809512 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:03:58.795181 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:11.262018 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c8012de1-e3bc-4755-9e44-227bca16143b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:12.290579 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:13.899336 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-96d785e3-3c97-4448-8713-ab63d896c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:14.533652 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:15.419269 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:16.494432 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:19.760808 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42760716-4996-4da1-b690-521a19c332f0 req-1d6b902b-dacd-4f2b-b32b-628106bfa58f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:19.762296 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-42760716-4996-4da1-b690-521a19c332f0 req-1d6b902b-dacd-4f2b-b32b-628106bfa58f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8393766c-3112-4516-b6d3-24749aab9fdd HTTP/1.1" status: 200 len: 946 time: 0.0885077 Aug 10 02:04:19.768350 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf7bc9-6c5c-4c73-8f0d-9ffa40bccba3 req-d7f86996-0111-49b8-9f14-c6172b2c2a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:19.770062 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05bf7bc9-6c5c-4c73-8f0d-9ffa40bccba3 req-d7f86996-0111-49b8-9f14-c6172b2c2a69 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&device_id=8393766c-3112-4516-b6d3-24749aab9fdd HTTP/1.1" status: 200 len: 1098 time: 0.0635779 Aug 10 02:04:19.851450 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-42760716-4996-4da1-b690-521a19c332f0 req-a74788d1-88e3-46b8-b1ee-e2fc74d9a53b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4b8ce42-9aa1-4ddb-9155-37842fce1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804455 Aug 10 02:04:19.885726 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf7bc9-6c5c-4c73-8f0d-9ffa40bccba3 req-415fc8ca-9fdf-41d3-b2d4-1b3446809692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:19.887539 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05bf7bc9-6c5c-4c73-8f0d-9ffa40bccba3 req-415fc8ca-9fdf-41d3-b2d4-1b3446809692 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6 HTTP/1.1" status: 200 len: 898 time: 0.1101811 Aug 10 02:04:19.953604 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05bf7bc9-6c5c-4c73-8f0d-9ffa40bccba3 req-3b531f7b-2aa6-40cb-abc8-284bcdc39af9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98c0a904-a6f4-4170-ac8b-ed599c5e9a76 HTTP/1.1" status: 200 len: 1002 time: 0.0586426 Aug 10 02:04:20.005367 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf7bc9-6c5c-4c73-8f0d-9ffa40bccba3 req-c2c29099-4aa2-4571-a5dd-c032242d0ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:20.006762 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05bf7bc9-6c5c-4c73-8f0d-9ffa40bccba3 req-c2c29099-4aa2-4571-a5dd-c032242d0ef7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=417747d3-9247-440d-9e75-583f3a1fe7ff HTTP/1.1" status: 200 len: 834 time: 0.0467341 Aug 10 02:04:20.051733 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf7bc9-6c5c-4c73-8f0d-9ffa40bccba3 req-6efa7af2-ce33-4d0a-92c5-afcaf71d8bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:20.053232 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05bf7bc9-6c5c-4c73-8f0d-9ffa40bccba3 req-6efa7af2-ce33-4d0a-92c5-afcaf71d8bcf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396404 Aug 10 02:04:20.139116 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05bf7bc9-6c5c-4c73-8f0d-9ffa40bccba3 req-5bc9cf3e-c3e8-4349-9463-670a0539a16c service neutron] 10.222.0.20 "GET /v2.0/networks/ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781870 Aug 10 02:04:20.229022 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05bf7bc9-6c5c-4c73-8f0d-9ffa40bccba3 req-6c17d735-e26f-47f7-b4f3-2eef6785fdb2 service neutron] 10.222.0.20 "GET /v2.0/networks/ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829229 Aug 10 02:04:20.987225 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9849222-7792-4a49-9f9b-e8be194d3a84 req-162cbd7c-56f7-45ea-ab76-3a2a2348e478 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:20.988724 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9849222-7792-4a49-9f9b-e8be194d3a84 req-162cbd7c-56f7-45ea-ab76-3a2a2348e478 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8393766c-3112-4516-b6d3-24749aab9fdd HTTP/1.1" status: 200 len: 946 time: 0.0492465 Aug 10 02:04:21.025532 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9849222-7792-4a49-9f9b-e8be194d3a84 req-11ea6adf-0d75-4e95-8bba-e6df42811434 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4b8ce42-9aa1-4ddb-9155-37842fce1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308926 Aug 10 02:04:22.158018 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51bfb2-11d4-4666-b167-027723b6b7b9 req-2cbec4c6-35b8-4978-9e80-c69dccd78ac7 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:22.159463 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-af51bfb2-11d4-4666-b167-027723b6b7b9 req-2cbec4c6-35b8-4978-9e80-c69dccd78ac7 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8393766c-3112-4516-b6d3-24749aab9fdd HTTP/1.1" status: 200 len: 946 time: 0.0477462 Aug 10 02:04:22.199472 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-af51bfb2-11d4-4666-b167-027723b6b7b9 req-12cb0a9b-2759-4793-8b45-03e5ab28cf4f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4b8ce42-9aa1-4ddb-9155-37842fce1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341606 Aug 10 02:04:23.310948 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e302b-712b-443f-9cab-0b8181ef5b7a req-0845b248-d70c-4963-ba39-f5746c10aae7 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:23.312445 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-995e302b-712b-443f-9cab-0b8181ef5b7a req-0845b248-d70c-4963-ba39-f5746c10aae7 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8393766c-3112-4516-b6d3-24749aab9fdd HTTP/1.1" status: 200 len: 946 time: 0.0469947 Aug 10 02:04:23.349615 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-995e302b-712b-443f-9cab-0b8181ef5b7a req-52248a9a-9d0b-4ab3-a5e9-7e4eebee51dc tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4b8ce42-9aa1-4ddb-9155-37842fce1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313497 Aug 10 02:04:24.462072 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfae86-cc27-4f9c-a452-1d767fca0f7d req-e84b06a3-182b-4396-9392-5bbe9fb65806 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:24.463530 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3bdfae86-cc27-4f9c-a452-1d767fca0f7d req-e84b06a3-182b-4396-9392-5bbe9fb65806 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8393766c-3112-4516-b6d3-24749aab9fdd HTTP/1.1" status: 200 len: 946 time: 0.0474362 Aug 10 02:04:24.502302 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3bdfae86-cc27-4f9c-a452-1d767fca0f7d req-e7194109-085b-4691-bcfc-4b8b32875b4a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4b8ce42-9aa1-4ddb-9155-37842fce1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327806 Aug 10 02:04:25.615316 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed80e3e-52d8-42a1-8e89-80c384b42358 req-1e8f4d6b-bb81-4520-8bdd-1e405c7cf142 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:25.616832 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0ed80e3e-52d8-42a1-8e89-80c384b42358 req-1e8f4d6b-bb81-4520-8bdd-1e405c7cf142 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8393766c-3112-4516-b6d3-24749aab9fdd HTTP/1.1" status: 200 len: 946 time: 0.0478392 Aug 10 02:04:25.657817 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0ed80e3e-52d8-42a1-8e89-80c384b42358 req-1d47fb84-92d2-43a2-9c2c-85614a2277c0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4b8ce42-9aa1-4ddb-9155-37842fce1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350637 Aug 10 02:04:26.772792 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb5d76-01eb-4c73-90d8-8082f3a474b5 req-43afe182-2cd6-4fd1-9ce3-af3b53ab4406 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:26.774256 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a4fb5d76-01eb-4c73-90d8-8082f3a474b5 req-43afe182-2cd6-4fd1-9ce3-af3b53ab4406 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8393766c-3112-4516-b6d3-24749aab9fdd HTTP/1.1" status: 200 len: 946 time: 0.0484116 Aug 10 02:04:26.810458 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a4fb5d76-01eb-4c73-90d8-8082f3a474b5 req-d7cc7b54-711b-4862-9c07-4869e249b871 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4b8ce42-9aa1-4ddb-9155-37842fce1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302982 Aug 10 02:04:27.797027 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454e67f-80dd-4719-9b80-fd3301e29ac7 req-c42fdd07-366e-412f-b28a-540c9713ba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:27.798542 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2454e67f-80dd-4719-9b80-fd3301e29ac7 req-c42fdd07-366e-412f-b28a-540c9713ba34 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&device_id=8393766c-3112-4516-b6d3-24749aab9fdd HTTP/1.1" status: 200 len: 1098 time: 0.0404317 Aug 10 02:04:27.972582 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbe213-930f-439c-abf9-b89cc6a1eb41 req-f06a4ca1-d0b7-4497-bede-ca6d60dc4f7a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:27.973967 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cbfbe213-930f-439c-abf9-b89cc6a1eb41 req-f06a4ca1-d0b7-4497-bede-ca6d60dc4f7a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8393766c-3112-4516-b6d3-24749aab9fdd HTTP/1.1" status: 200 len: 946 time: 0.0771105 Aug 10 02:04:27.975327 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454e67f-80dd-4719-9b80-fd3301e29ac7 req-b39b7f53-ade8-4dd8-a353-90295c069225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:27.976671 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2454e67f-80dd-4719-9b80-fd3301e29ac7 req-b39b7f53-ade8-4dd8-a353-90295c069225 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6 HTTP/1.1" status: 200 len: 898 time: 0.1251779 Aug 10 02:04:28.057017 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cbfbe213-930f-439c-abf9-b89cc6a1eb41 req-cf5a230c-02e9-458f-8ce7-f8fe28b75f28 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4b8ce42-9aa1-4ddb-9155-37842fce1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769203 Aug 10 02:04:28.063358 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2454e67f-80dd-4719-9b80-fd3301e29ac7 req-41a8c68f-8539-437e-9883-38e47fa7f0ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98c0a904-a6f4-4170-ac8b-ed599c5e9a76 HTTP/1.1" status: 200 len: 1002 time: 0.0776088 Aug 10 02:04:28.111747 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454e67f-80dd-4719-9b80-fd3301e29ac7 req-e26b48d2-402c-4a9f-89fd-adec326a10be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:28.113155 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2454e67f-80dd-4719-9b80-fd3301e29ac7 req-e26b48d2-402c-4a9f-89fd-adec326a10be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=417747d3-9247-440d-9e75-583f3a1fe7ff HTTP/1.1" status: 200 len: 834 time: 0.0428128 Aug 10 02:04:28.157424 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454e67f-80dd-4719-9b80-fd3301e29ac7 req-457dd5ca-c2fb-4f47-bb77-0ee0fe4e3caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:28.158894 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2454e67f-80dd-4719-9b80-fd3301e29ac7 req-457dd5ca-c2fb-4f47-bb77-0ee0fe4e3caf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392659 Aug 10 02:04:28.248318 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2454e67f-80dd-4719-9b80-fd3301e29ac7 req-e7922d82-2862-4940-b1eb-350c28df1749 service neutron] 10.222.0.20 "GET /v2.0/networks/ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824997 Aug 10 02:04:28.333658 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2454e67f-80dd-4719-9b80-fd3301e29ac7 req-657ac739-4626-488d-b090-d004bd9868f7 service neutron] 10.222.0.20 "GET /v2.0/networks/ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787220 Aug 10 02:04:28.819538 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:29.170582 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1bd7db-6c6b-403d-8973-9b1dc6724e10 req-29fceca7-0210-48a7-b73a-6fcd1915484a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:29.172038 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6d1bd7db-6c6b-403d-8973-9b1dc6724e10 req-29fceca7-0210-48a7-b73a-6fcd1915484a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8393766c-3112-4516-b6d3-24749aab9fdd HTTP/1.1" status: 200 len: 946 time: 0.0482688 Aug 10 02:04:29.208121 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6d1bd7db-6c6b-403d-8973-9b1dc6724e10 req-a623ef4a-c794-4b68-b979-d614e8d81c79 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4b8ce42-9aa1-4ddb-9155-37842fce1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301292 Aug 10 02:04:30.324319 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05329c9a-5670-4a21-940f-73ce1f43c10f req-da44fe78-b554-44f5-837e-41492e1dad88 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:30.325782 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05329c9a-5670-4a21-940f-73ce1f43c10f req-da44fe78-b554-44f5-837e-41492e1dad88 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8393766c-3112-4516-b6d3-24749aab9fdd HTTP/1.1" status: 200 len: 946 time: 0.0518742 Aug 10 02:04:30.363864 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-05329c9a-5670-4a21-940f-73ce1f43c10f req-c8c013a0-5fc4-41fe-b594-10240c9d4fc9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4b8ce42-9aa1-4ddb-9155-37842fce1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321801 Aug 10 02:04:31.475453 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8461521-e0b8-4a5c-97b0-ba357eb503b8 req-d3952806-5fe3-4ee1-90ea-2f9f0f726bab tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:31.476945 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c8461521-e0b8-4a5c-97b0-ba357eb503b8 req-d3952806-5fe3-4ee1-90ea-2f9f0f726bab tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8393766c-3112-4516-b6d3-24749aab9fdd HTTP/1.1" status: 200 len: 946 time: 0.0485864 Aug 10 02:04:31.513082 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c8461521-e0b8-4a5c-97b0-ba357eb503b8 req-ec3c1f58-f9be-4d71-84a5-909f4eb9f553 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4b8ce42-9aa1-4ddb-9155-37842fce1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303080 Aug 10 02:04:31.535125 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39684) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:31.889371 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4d25c33c-e91b-48b8-854c-be5dd459ac87 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/floatingips/543d1499-9478-4646-abb0-f79432afdc36 HTTP/1.1" status: 200 len: 994 time: 0.3531554 Aug 10 02:04:34.808660 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:04:41.261844 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0eda34cc-a2da-4385-9a3d-fa2034da139a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:42.304587 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:43.899528 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e720d91e-eb7a-419d-9f0a-1a3fa9372494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:44.535161 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:45.421975 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:46.496964 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:58.810734 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:11.262289 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d6891648-ea48-4409-b207-374f10af7e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:11.807513 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:05:12.326029 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:13.900154 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d5862158-a679-42c6-bbd6-3b8559ea3e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:14.535377 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:15.423646 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:16.499755 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:19.215819 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39706) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:19.367808 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-3d375db0-8e26-490a-9708-b4cc2bf896e0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Deleting port 3b572f89-bf87-446d-9b2a-e883a7643155 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:05:19.368216 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3d375db0-8e26-490a-9708-b4cc2bf896e0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:19.444838 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3d375db0-8e26-490a-9708-b4cc2bf896e0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:19.445172 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3d375db0-8e26-490a-9708-b4cc2bf896e0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:19.457632 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-3d375db0-8e26-490a-9708-b4cc2bf896e0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Calling delete_port for 3b572f89-bf87-446d-9b2a-e883a7643155 owned by network:floatingip {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:05:19.634540 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3d375db0-8e26-490a-9708-b4cc2bf896e0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:19.658422 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d375db0-8e26-490a-9708-b4cc2bf896e0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event deleted for resources: {'Port': ['ID=3b572f89-bf87-446d-9b2a-e883a7643155,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:19.668938 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d375db0-8e26-490a-9708-b4cc2bf896e0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:19.669359 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d375db0-8e26-490a-9708-b4cc2bf896e0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:19.669736 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d375db0-8e26-490a-9708-b4cc2bf896e0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:19.670185 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d375db0-8e26-490a-9708-b4cc2bf896e0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:19.670471 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d375db0-8e26-490a-9708-b4cc2bf896e0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:19.672282 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d375db0-8e26-490a-9708-b4cc2bf896e0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:19.672282 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d375db0-8e26-490a-9708-b4cc2bf896e0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:19.672282 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d375db0-8e26-490a-9708-b4cc2bf896e0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:19.672574 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d375db0-8e26-490a-9708-b4cc2bf896e0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:19.673025 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d375db0-8e26-490a-9708-b4cc2bf896e0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:19.673385 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d375db0-8e26-490a-9708-b4cc2bf896e0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:19.673722 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d375db0-8e26-490a-9708-b4cc2bf896e0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:19.739523 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3d375db0-8e26-490a-9708-b4cc2bf896e0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for floatingip, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:19.739865 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [None req-3d375db0-8e26-490a-9708-b4cc2bf896e0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Floating IP 543d1499-9478-4646-abb0-f79432afdc36 disassociated (deleted). External IP: 172.25.2.176, port: 98c0a904-a6f4-4170-ac8b-ed599c5e9a76. Aug 10 02:05:19.945459 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d375db0-8e26-490a-9708-b4cc2bf896e0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Router 790449c3-4278-42d3-8219-02a9e8944559 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:05:20.049710 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d375db0-8e26-490a-9708-b4cc2bf896e0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:05:20.054521 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-3d375db0-8e26-490a-9708-b4cc2bf896e0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:20.059884 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0df90b1-c8c6-4a87-a6de-093eba0dfb46 None None] Sync routers for ids ['790449c3-4278-42d3-8219-02a9e8944559'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:05:20.069773 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0df90b1-c8c6-4a87-a6de-093eba0dfb46 None None] Routers {'790449c3-4278-42d3-8219-02a9e8944559'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:05:20.070400 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-c0df90b1-c8c6-4a87-a6de-093eba0dfb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:05:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['790449c3-4278-42d3-8219-02a9e8944559'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:20.177055 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-c0df90b1-c8c6-4a87-a6de-093eba0dfb46 None None] Set router 790449c3-4278-42d3-8219-02a9e8944559 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:05:20.324729 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3d375db0-8e26-490a-9708-b4cc2bf896e0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "DELETE /v2.0/floatingips/543d1499-9478-4646-abb0-f79432afdc36 HTTP/1.1" status: 204 len: 168 time: 1.1077847 Aug 10 02:05:20.325435 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8393766c-3112-4516-b6d3-24749aab9fdd', 'tag': '98c0a904-a6f4-4170-ac8b-ed599c5e9a76'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:05:20.328202 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04376f577ca8e91682bf6bf2b98f61f72ad60017a2eb84f3f8c1f2c558ccd100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cccf07-32fe-47bf-9891-dd37271b357d" -d '{"events": [{"name": "network-changed", "server_uuid": "8393766c-3112-4516-b6d3-24749aab9fdd", "tag": "98c0a904-a6f4-4170-ac8b-ed599c5e9a76"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:05:20.365766 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18aef821-b55c-4484-a92d-ed67ce13d9da x-openstack-request-id: req-18aef821-b55c-4484-a92d-ed67ce13d9da {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:05:20.366055 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8393766c-3112-4516-b6d3-24749aab9fdd", "tag": "98c0a904-a6f4-4170-ac8b-ed599c5e9a76", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:05:20.366428 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-18aef821-b55c-4484-a92d-ed67ce13d9da {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:05:20.366831 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8393766c-3112-4516-b6d3-24749aab9fdd', 'tag': '98c0a904-a6f4-4170-ac8b-ed599c5e9a76', 'status': 'completed', 'code': 200} Aug 10 02:05:20.386132 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-c0df90b1-c8c6-4a87-a6de-093eba0dfb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790449c3-4278-42d3-8219-02a9e8944559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666161579', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd055a5ae-5ec9-4311-b5d9-cc7f12ae7065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:03:00Z', 'updated_at': '2021-08-10T02:03:03Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'd055a5ae-5ec9-4311-b5d9-cc7f12ae7065', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790449c3-4278-42d3-8219-02a9e8944559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:03:00Z', 'updated_at': '2021-08-10T02:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'a2a025e4-225f-49f1-b892-6170aff11bac', 'name': '', 'network_id': 'ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:b4:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790449c3-4278-42d3-8219-02a9e8944559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '417747d3-9247-440d-9e75-583f3a1fe7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:03:02Z', 'updated_at': '2021-08-10T02:03:08Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '417747d3-9247-440d-9e75-583f3a1fe7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:20.411524 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0df90b1-c8c6-4a87-a6de-093eba0dfb46 None None] Checking router: 790449c3-4278-42d3-8219-02a9e8944559 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:05:20.419938 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0df90b1-c8c6-4a87-a6de-093eba0dfb46 None None] Routers {'790449c3-4278-42d3-8219-02a9e8944559'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:05:20.420780 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-c0df90b1-c8c6-4a87-a6de-093eba0dfb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:05:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['790449c3-4278-42d3-8219-02a9e8944559'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:20.454764 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cccf07-32fe-47bf-9891-dd37271b357d req-dcdda472-38aa-4704-9f2f-277024056300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:20.456698 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-79cccf07-32fe-47bf-9891-dd37271b357d req-dcdda472-38aa-4704-9f2f-277024056300 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&device_id=8393766c-3112-4516-b6d3-24749aab9fdd HTTP/1.1" status: 200 len: 1098 time: 0.0464864 Aug 10 02:05:20.528646 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-c0df90b1-c8c6-4a87-a6de-093eba0dfb46 None None] Set router 790449c3-4278-42d3-8219-02a9e8944559 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:05:20.590827 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87547f0b-f8e8-46a8-863f-c511958e6ef7 req-632a5a98-2abf-46ed-9fd9-98511ff2f060 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:20.592313 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87547f0b-f8e8-46a8-863f-c511958e6ef7 req-632a5a98-2abf-46ed-9fd9-98511ff2f060 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8393766c-3112-4516-b6d3-24749aab9fdd HTTP/1.1" status: 200 len: 946 time: 0.0767817 Aug 10 02:05:20.593449 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cccf07-32fe-47bf-9891-dd37271b357d req-21bf2f2f-d733-4c9d-81b0-2c76f6b26e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:20.594758 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-79cccf07-32fe-47bf-9891-dd37271b357d req-21bf2f2f-d733-4c9d-81b0-2c76f6b26e1a service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6 HTTP/1.1" status: 200 len: 898 time: 0.1304178 Aug 10 02:05:20.644807 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-79cccf07-32fe-47bf-9891-dd37271b357d req-76cf55f3-a71a-4ac9-93ec-23363fae2169 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98c0a904-a6f4-4170-ac8b-ed599c5e9a76 HTTP/1.1" status: 200 len: 217 time: 0.0400016 Aug 10 02:05:20.690132 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-87547f0b-f8e8-46a8-863f-c511958e6ef7 req-4912ef4c-7079-443e-af9b-a7fddb79f85d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4b8ce42-9aa1-4ddb-9155-37842fce1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912344 Aug 10 02:05:20.707388 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cccf07-32fe-47bf-9891-dd37271b357d req-40c03126-fadd-4734-9352-3afa994c7b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:20.708862 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-79cccf07-32fe-47bf-9891-dd37271b357d req-40c03126-fadd-4734-9352-3afa994c7b46 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=417747d3-9247-440d-9e75-583f3a1fe7ff HTTP/1.1" status: 200 len: 834 time: 0.0537877 Aug 10 02:05:20.739546 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-c0df90b1-c8c6-4a87-a6de-093eba0dfb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790449c3-4278-42d3-8219-02a9e8944559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666161579', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd055a5ae-5ec9-4311-b5d9-cc7f12ae7065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:03:00Z', 'updated_at': '2021-08-10T02:03:03Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'd055a5ae-5ec9-4311-b5d9-cc7f12ae7065', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790449c3-4278-42d3-8219-02a9e8944559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:03:00Z', 'updated_at': '2021-08-10T02:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'a2a025e4-225f-49f1-b892-6170aff11bac', 'name': '', 'network_id': 'ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:b4:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790449c3-4278-42d3-8219-02a9e8944559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '417747d3-9247-440d-9e75-583f3a1fe7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:03:02Z', 'updated_at': '2021-08-10T02:03:08Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '417747d3-9247-440d-9e75-583f3a1fe7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:20.756670 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cccf07-32fe-47bf-9891-dd37271b357d req-e784e733-3bf7-49f8-b3d5-2f660d1af166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:20.758187 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-79cccf07-32fe-47bf-9891-dd37271b357d req-e784e733-3bf7-49f8-b3d5-2f660d1af166 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413594 Aug 10 02:05:20.764777 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0df90b1-c8c6-4a87-a6de-093eba0dfb46 None None] The sync data for ids ['790449c3-4278-42d3-8219-02a9e8944559'] in n-d-766726-26 is: [{'id': '790449c3-4278-42d3-8219-02a9e8944559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666161579', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd055a5ae-5ec9-4311-b5d9-cc7f12ae7065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:03:00Z', 'updated_at': '2021-08-10T02:03:03Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'd055a5ae-5ec9-4311-b5d9-cc7f12ae7065', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790449c3-4278-42d3-8219-02a9e8944559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:03:00Z', 'updated_at': '2021-08-10T02:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'a2a025e4-225f-49f1-b892-6170aff11bac', 'name': '', 'network_id': 'ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:b4:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790449c3-4278-42d3-8219-02a9e8944559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '417747d3-9247-440d-9e75-583f3a1fe7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:03:02Z', 'updated_at': '2021-08-10T02:03:08Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '417747d3-9247-440d-9e75-583f3a1fe7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:05:20.850203 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-79cccf07-32fe-47bf-9891-dd37271b357d req-f81ee40b-0f17-4968-9bfa-e97b99d2297a service neutron] 10.222.0.20 "GET /v2.0/networks/ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844610 Aug 10 02:05:20.946588 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-79cccf07-32fe-47bf-9891-dd37271b357d req-1c47c1e4-fd4b-4775-af4b-bc156b130376 service neutron] 10.222.0.20 "GET /v2.0/networks/ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878692 Aug 10 02:05:21.001702 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d596acf-796d-42a6-9637-12bdd0f4d936 None None] New status for floating IP 543d1499-9478-4646-abb0-f79432afdc36: DOWN {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:05:21.807046 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af8098-f26a-4c4b-a9b5-2468980cdd88 req-d541e088-aeb0-4429-9ad7-47672f837a5a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:21.808534 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-11af8098-f26a-4c4b-a9b5-2468980cdd88 req-d541e088-aeb0-4429-9ad7-47672f837a5a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8393766c-3112-4516-b6d3-24749aab9fdd HTTP/1.1" status: 200 len: 946 time: 0.0482140 Aug 10 02:05:21.846409 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-11af8098-f26a-4c4b-a9b5-2468980cdd88 req-ad9d7b8a-8808-4acd-ad72-194ffbeebe4b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4b8ce42-9aa1-4ddb-9155-37842fce1bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314896 Aug 10 02:05:22.273104 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a4224-0a76-4bb3-801f-80e614416d8f req-f8d0a79f-37b4-499c-809f-f51ab4a6bbee tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:22.274553 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9a7a4224-0a76-4bb3-801f-80e614416d8f req-f8d0a79f-37b4-499c-809f-f51ab4a6bbee tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.20 "GET /v2.0/ports?device_id=8393766c-3112-4516-b6d3-24749aab9fdd HTTP/1.1" status: 200 len: 946 time: 0.0471480 Aug 10 02:05:22.365094 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-9a7a4224-0a76-4bb3-801f-80e614416d8f req-9a6dfac6-5f8b-4ac3-9b11-dfb6a7772963 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Deleting port 98c0a904-a6f4-4170-ac8b-ed599c5e9a76 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:05:22.365438 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-9a7a4224-0a76-4bb3-801f-80e614416d8f req-9a6dfac6-5f8b-4ac3-9b11-dfb6a7772963 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:22.449383 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-9a7a4224-0a76-4bb3-801f-80e614416d8f req-9a6dfac6-5f8b-4ac3-9b11-dfb6a7772963 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] For port 98c0a904-a6f4-4170-ac8b-ed599c5e9a76, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=98c0a904-a6f4-4170-ac8b-ed599c5e9a76,segment=NetworkSegment(45fe996d-462f-43a4-8218-4430ec264b9d),segment_id=45fe996d-462f-43a4-8218-4430ec264b9d)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:22.449753 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-9a7a4224-0a76-4bb3-801f-80e614416d8f req-9a6dfac6-5f8b-4ac3-9b11-dfb6a7772963 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:22.463430 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-9a7a4224-0a76-4bb3-801f-80e614416d8f req-9a6dfac6-5f8b-4ac3-9b11-dfb6a7772963 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Calling delete_port for 98c0a904-a6f4-4170-ac8b-ed599c5e9a76 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:05:22.590185 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-9a7a4224-0a76-4bb3-801f-80e614416d8f req-9a6dfac6-5f8b-4ac3-9b11-dfb6a7772963 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:22.619415 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6dfac6-5f8b-4ac3-9b11-dfb6a7772963 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event deleted for resources: {'Port': ['ID=98c0a904-a6f4-4170-ac8b-ed599c5e9a76,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:22.644802 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6dfac6-5f8b-4ac3-9b11-dfb6a7772963 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:22.645167 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6dfac6-5f8b-4ac3-9b11-dfb6a7772963 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:22.645515 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6dfac6-5f8b-4ac3-9b11-dfb6a7772963 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:22.645862 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6dfac6-5f8b-4ac3-9b11-dfb6a7772963 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:22.646205 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6dfac6-5f8b-4ac3-9b11-dfb6a7772963 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:22.646545 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6dfac6-5f8b-4ac3-9b11-dfb6a7772963 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:22.646882 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6dfac6-5f8b-4ac3-9b11-dfb6a7772963 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:22.647219 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6dfac6-5f8b-4ac3-9b11-dfb6a7772963 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:22.647553 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6dfac6-5f8b-4ac3-9b11-dfb6a7772963 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:22.647885 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6dfac6-5f8b-4ac3-9b11-dfb6a7772963 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:22.648236 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6dfac6-5f8b-4ac3-9b11-dfb6a7772963 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:22.648566 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6dfac6-5f8b-4ac3-9b11-dfb6a7772963 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:22.673674 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7a4224-0a76-4bb3-801f-80e614416d8f req-9a6dfac6-5f8b-4ac3-9b11-dfb6a7772963 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] No DVR routers for this DVR port 98c0a904-a6f4-4170-ac8b-ed599c5e9a76 on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:05:22.676155 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-9a7a4224-0a76-4bb3-801f-80e614416d8f req-9a6dfac6-5f8b-4ac3-9b11-dfb6a7772963 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:22.678177 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9a7a4224-0a76-4bb3-801f-80e614416d8f req-9a6dfac6-5f8b-4ac3-9b11-dfb6a7772963 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.20 "DELETE /v2.0/ports/98c0a904-a6f4-4170-ac8b-ed599c5e9a76 HTTP/1.1" status: 204 len: 173 time: 0.3978517 Aug 10 02:05:22.678609 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8393766c-3112-4516-b6d3-24749aab9fdd', 'name': 'network-vif-deleted', 'tag': '98c0a904-a6f4-4170-ac8b-ed599c5e9a76'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:05:22.680882 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9e874736d5403a2ed85b010b990dd133e24f0379b2e9b4f0e55655a3e1797b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379c167e-07eb-4eb6-b7b8-fa3455642258" -d '{"events": [{"server_uuid": "8393766c-3112-4516-b6d3-24749aab9fdd", "name": "network-vif-deleted", "tag": "98c0a904-a6f4-4170-ac8b-ed599c5e9a76"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:05:22.717407 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d91a56d-8824-4c08-9860-6f014bdf1c00 x-openstack-request-id: req-4d91a56d-8824-4c08-9860-6f014bdf1c00 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:05:22.717724 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8393766c-3112-4516-b6d3-24749aab9fdd", "name": "network-vif-deleted", "tag": "98c0a904-a6f4-4170-ac8b-ed599c5e9a76", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:05:22.717982 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4d91a56d-8824-4c08-9860-6f014bdf1c00 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:05:22.718968 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8393766c-3112-4516-b6d3-24749aab9fdd', 'name': 'network-vif-deleted', 'tag': '98c0a904-a6f4-4170-ac8b-ed599c5e9a76', 'status': 'completed', 'code': 200} Aug 10 02:05:22.951824 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0162bea8-9564-4684-84a5-e56545d18368 req-678b4a04-2a8d-459b-b7c8-2afa82df3255 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8393766c-3112-4516-b6d3-24749aab9fdd HTTP/1.1" status: 200 len: 210 time: 0.0265841 Aug 10 02:05:24.008522 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39724) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:24.384111 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-12764ac6-235b-43e5-9c46-13243d070a48 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:24.644772 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-12764ac6-235b-43e5-9c46-13243d070a48 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Deleting port a2a025e4-225f-49f1-b892-6170aff11bac {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:05:24.645125 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-12764ac6-235b-43e5-9c46-13243d070a48 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:24.731880 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-12764ac6-235b-43e5-9c46-13243d070a48 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] For port a2a025e4-225f-49f1-b892-6170aff11bac, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a2a025e4-225f-49f1-b892-6170aff11bac,segment=NetworkSegment(45fe996d-462f-43a4-8218-4430ec264b9d),segment_id=45fe996d-462f-43a4-8218-4430ec264b9d)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:24.732274 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-12764ac6-235b-43e5-9c46-13243d070a48 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:24.746534 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-12764ac6-235b-43e5-9c46-13243d070a48 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Calling delete_port for a2a025e4-225f-49f1-b892-6170aff11bac owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:05:24.927447 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-12764ac6-235b-43e5-9c46-13243d070a48 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:24.954639 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12764ac6-235b-43e5-9c46-13243d070a48 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event deleted for resources: {'Port': ['ID=a2a025e4-225f-49f1-b892-6170aff11bac,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:25.134340 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-12764ac6-235b-43e5-9c46-13243d070a48 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:25.349283 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12764ac6-235b-43e5-9c46-13243d070a48 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Router 790449c3-4278-42d3-8219-02a9e8944559 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:05:25.452324 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12764ac6-235b-43e5-9c46-13243d070a48 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:05:25.457261 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-12764ac6-235b-43e5-9c46-13243d070a48 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "PUT /v2.0/routers/790449c3-4278-42d3-8219-02a9e8944559/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4477401 Aug 10 02:05:25.459939 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39728) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:25.462573 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bc7990-dc40-48a3-841f-985225588c9f None None] Sync routers for ids ['790449c3-4278-42d3-8219-02a9e8944559'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:05:25.472427 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bc7990-dc40-48a3-841f-985225588c9f None None] Routers {'790449c3-4278-42d3-8219-02a9e8944559'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:05:25.473035 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-b2bc7990-dc40-48a3-841f-985225588c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:05:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['790449c3-4278-42d3-8219-02a9e8944559'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:25.510242 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-570db9f6-6c14-43aa-8a25-6e695ecede1d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Deleting subnet 417747d3-9247-440d-9e75-583f3a1fe7ff {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:05:25.513269 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-570db9f6-6c14-43aa-8a25-6e695ecede1d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:25.552573 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-570db9f6-6c14-43aa-8a25-6e695ecede1d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:25.573807 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-b2bc7990-dc40-48a3-841f-985225588c9f None None] Set router 790449c3-4278-42d3-8219-02a9e8944559 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:05:25.638978 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-570db9f6-6c14-43aa-8a25-6e695ecede1d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:25.696636 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-570db9f6-6c14-43aa-8a25-6e695ecede1d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:25.725732 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570db9f6-6c14-43aa-8a25-6e695ecede1d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event deleted for resources: {'Subnet': ['ID=417747d3-9247-440d-9e75-583f3a1fe7ff,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:25.727694 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-570db9f6-6c14-43aa-8a25-6e695ecede1d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:25.732100 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-570db9f6-6c14-43aa-8a25-6e695ecede1d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "DELETE /v2.0/subnets/417747d3-9247-440d-9e75-583f3a1fe7ff HTTP/1.1" status: 204 len: 168 time: 0.2688031 Aug 10 02:05:25.732597 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39730) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:25.736013 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec1e043-0ac1-43e7-8f99-fccaa316e795 None None] Network ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:05:25.761003 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-b2bc7990-dc40-48a3-841f-985225588c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790449c3-4278-42d3-8219-02a9e8944559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666161579', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd055a5ae-5ec9-4311-b5d9-cc7f12ae7065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:03:00Z', 'updated_at': '2021-08-10T02:05:24Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'd055a5ae-5ec9-4311-b5d9-cc7f12ae7065', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790449c3-4278-42d3-8219-02a9e8944559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:03:00Z', 'updated_at': '2021-08-10T02:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:25.790291 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bc7990-dc40-48a3-841f-985225588c9f None None] Checking router: 790449c3-4278-42d3-8219-02a9e8944559 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:05:25.798966 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bc7990-dc40-48a3-841f-985225588c9f None None] Routers {'790449c3-4278-42d3-8219-02a9e8944559'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:05:25.799562 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-b2bc7990-dc40-48a3-841f-985225588c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:05:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['790449c3-4278-42d3-8219-02a9e8944559'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:25.848303 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-93e1aaaa-f05e-42da-b8d1-3a0df8b6be77 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:25.909980 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-b2bc7990-dc40-48a3-841f-985225588c9f None None] Set router 790449c3-4278-42d3-8219-02a9e8944559 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:05:25.915773 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7183905-d005-4dd8-91aa-0b7a5ea3bcb5 None None] DHCP port deletion for ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:05:25.955686 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 98c0a904-a6f4-4170-ac8b-ed599c5e9a76 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:05:25.969729 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-93e1aaaa-f05e-42da-b8d1-3a0df8b6be77 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:25.979970 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 98c0a904-a6f4-4170-ac8b-ed599c5e9a76 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:05:25.980411 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 98c0a904-a6f4-4170-ac8b-ed599c5e9a76 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:05:25.990118 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b7183905-d005-4dd8-91aa-0b7a5ea3bcb5 None None] Deleting port 49159ff3-8d68-418d-b591-4ac928985456 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:05:25.990432 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b7183905-d005-4dd8-91aa-0b7a5ea3bcb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:26.046883 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-93e1aaaa-f05e-42da-b8d1-3a0df8b6be77 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Deleting port d055a5ae-5ec9-4311-b5d9-cc7f12ae7065 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:05:26.047248 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-93e1aaaa-f05e-42da-b8d1-3a0df8b6be77 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:26.059502 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 49159ff3-8d68-418d-b591-4ac928985456 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:05:26.099228 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-b7183905-d005-4dd8-91aa-0b7a5ea3bcb5 None None] For port 49159ff3-8d68-418d-b591-4ac928985456, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=49159ff3-8d68-418d-b591-4ac928985456,segment=NetworkSegment(45fe996d-462f-43a4-8218-4430ec264b9d),segment_id=45fe996d-462f-43a4-8218-4430ec264b9d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:26.099534 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b7183905-d005-4dd8-91aa-0b7a5ea3bcb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:26.118207 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b7183905-d005-4dd8-91aa-0b7a5ea3bcb5 None None] Calling delete_port for 49159ff3-8d68-418d-b591-4ac928985456 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:05:26.134238 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-93e1aaaa-f05e-42da-b8d1-3a0df8b6be77 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] For port d055a5ae-5ec9-4311-b5d9-cc7f12ae7065, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=d055a5ae-5ec9-4311-b5d9-cc7f12ae7065,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:26.134949 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-93e1aaaa-f05e-42da-b8d1-3a0df8b6be77 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:26.154225 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-93e1aaaa-f05e-42da-b8d1-3a0df8b6be77 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Calling delete_port for d055a5ae-5ec9-4311-b5d9-cc7f12ae7065 owned by network:router_gateway {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:05:26.199108 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-b2bc7990-dc40-48a3-841f-985225588c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790449c3-4278-42d3-8219-02a9e8944559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666161579', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd055a5ae-5ec9-4311-b5d9-cc7f12ae7065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:03:00Z', 'updated_at': '2021-08-10T02:05:24Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'd055a5ae-5ec9-4311-b5d9-cc7f12ae7065', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790449c3-4278-42d3-8219-02a9e8944559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:03:00Z', 'updated_at': '2021-08-10T02:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:26.209496 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:26.225112 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bc7990-dc40-48a3-841f-985225588c9f None None] The sync data for ids ['790449c3-4278-42d3-8219-02a9e8944559'] in n-d-766726-26 is: [{'id': '790449c3-4278-42d3-8219-02a9e8944559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1666161579', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd055a5ae-5ec9-4311-b5d9-cc7f12ae7065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:03:00Z', 'updated_at': '2021-08-10T02:05:24Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'd055a5ae-5ec9-4311-b5d9-cc7f12ae7065', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790449c3-4278-42d3-8219-02a9e8944559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:03:00Z', 'updated_at': '2021-08-10T02:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:05:26.253961 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 49159ff3-8d68-418d-b591-4ac928985456, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=49159ff3-8d68-418d-b591-4ac928985456,segment=NetworkSegment(45fe996d-462f-43a4-8218-4430ec264b9d),segment_id=45fe996d-462f-43a4-8218-4430ec264b9d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:26.258564 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:26.289858 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b7183905-d005-4dd8-91aa-0b7a5ea3bcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:26.309789 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7183905-d005-4dd8-91aa-0b7a5ea3bcb5 None None] No DVR routers for this DVR port 49159ff3-8d68-418d-b591-4ac928985456 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:05:26.324046 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=49159ff3-8d68-418d-b591-4ac928985456,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:26.332364 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:26.332613 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:26.332957 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:26.333391 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:26.333833 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:26.334181 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:26.334516 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:26.334846 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:26.335174 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:26.335484 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-93e1aaaa-f05e-42da-b8d1-3a0df8b6be77 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:26.335625 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:26.335817 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:26.336142 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:26.360202 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7183905-d005-4dd8-91aa-0b7a5ea3bcb5 None None] Pushing event deleted for resources: {'Port': ['ID=49159ff3-8d68-418d-b591-4ac928985456,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:26.367080 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e1aaaa-f05e-42da-b8d1-3a0df8b6be77 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event deleted for resources: {'Port': ['ID=d055a5ae-5ec9-4311-b5d9-cc7f12ae7065,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:26.428722 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-93e1aaaa-f05e-42da-b8d1-3a0df8b6be77 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:26.518636 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-93e1aaaa-f05e-42da-b8d1-3a0df8b6be77 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:26.520653 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-93e1aaaa-f05e-42da-b8d1-3a0df8b6be77 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:26.561488 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-93e1aaaa-f05e-42da-b8d1-3a0df8b6be77 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:26.562232 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e1aaaa-f05e-42da-b8d1-3a0df8b6be77 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Fanout notify agent at l3_agent the message router_deleted on router 790449c3-4278-42d3-8219-02a9e8944559 {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:05:26.569940 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-93e1aaaa-f05e-42da-b8d1-3a0df8b6be77 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:26.574542 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-93e1aaaa-f05e-42da-b8d1-3a0df8b6be77 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "DELETE /v2.0/routers/790449c3-4278-42d3-8219-02a9e8944559 HTTP/1.1" status: 204 len: 168 time: 0.8375037 Aug 10 02:05:26.574542 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39732) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:26.656333 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bfa37258-684b-434b-a226-14fdfa28ef2f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:26.744158 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bfa37258-684b-434b-a226-14fdfa28ef2f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:26.754379 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-bfa37258-684b-434b-a226-14fdfa28ef2f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:26.769759 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-bfa37258-684b-434b-a226-14fdfa28ef2f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45fe996d-462f-43a4-8218-4430ec264b9d') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:26.770059 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-bfa37258-684b-434b-a226-14fdfa28ef2f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45fe996d-462f-43a4-8218-4430ec264b9d') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:26.779319 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bfa37258-684b-434b-a226-14fdfa28ef2f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:26.793393 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bfa37258-684b-434b-a226-14fdfa28ef2f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:26.799878 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfa37258-684b-434b-a226-14fdfa28ef2f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:05:26.800156 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bfa37258-684b-434b-a226-14fdfa28ef2f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:26.803482 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 02:05:26.803482 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:05:26.803482 n-d-766726-26 neutron-server[105826]: timer() Aug 10 02:05:26.803482 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:05:26.803482 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 02:05:26.803482 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:05:26.803482 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 02:05:26.803482 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:05:26.803482 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 02:05:26.803482 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:05:26.803482 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 02:05:26.803482 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:05:26.803482 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 02:05:26.803482 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:05:26.803482 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:05:26.803482 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:05:26.803482 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:05:26.803482 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:05:26.803482 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 02:05:26.803482 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:05:26.803482 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 02:05:26.803482 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:05:26.803482 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:05:26.803482 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:05:26.803482 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 02:05:26.803482 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:05:26.803482 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:05:26.803482 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:05:26.803482 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:05:26.803482 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:05:26.803482 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:05:26.803482 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:05:26.862792 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bfa37258-684b-434b-a226-14fdfa28ef2f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:26.867366 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-bfa37258-684b-434b-a226-14fdfa28ef2f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:26.872353 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-bfa37258-684b-434b-a226-14fdfa28ef2f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "DELETE /v2.0/networks/ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6 HTTP/1.1" status: 204 len: 168 time: 0.2945199 Aug 10 02:05:26.872832 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39734) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:26.885908 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa37258-684b-434b-a226-14fdfa28ef2f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event deleted for resources: {'Network': ['ID=ffb7f0a5-31ce-4e0d-8060-7c76f9ddd7d6,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:26.935644 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b611a832-9c02-4cad-ac6a-3de7391535be tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:26.961045 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b611a832-9c02-4cad-ac6a-3de7391535be tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:27.019884 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b611a832-9c02-4cad-ac6a-3de7391535be tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:27.022517 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b611a832-9c02-4cad-ac6a-3de7391535be tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:27.023662 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b611a832-9c02-4cad-ac6a-3de7391535be tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "DELETE /v2.0/security-groups/a4b8ce42-9aa1-4ddb-9155-37842fce1bdc HTTP/1.1" status: 204 len: 168 time: 0.1499257 Aug 10 02:05:27.032642 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611a832-9c02-4cad-ac6a-3de7391535be tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b8ce42-9aa1-4ddb-9155-37842fce1bdc,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:27.939190 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a2a025e4-225f-49f1-b892-6170aff11bac no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:05:27.959230 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: a2a025e4-225f-49f1-b892-6170aff11bac {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:05:27.959582 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a2a025e4-225f-49f1-b892-6170aff11bac not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:05:27.960005 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device d055a5ae-5ec9-4311-b5d9-cc7f12ae7065 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:05:27.980805 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: d055a5ae-5ec9-4311-b5d9-cc7f12ae7065 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:05:27.981157 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device d055a5ae-5ec9-4311-b5d9-cc7f12ae7065 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:05:28.825341 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:29.568478 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39744) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:29.573246 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-1a6c3c15-82de-4597-bca4-501311cfdba4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-835154981', 'description': 'tempest-secgroup-smoke-835154981 description', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:29.596328 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1a6c3c15-82de-4597-bca4-501311cfdba4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:29.678779 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1a6c3c15-82de-4597-bca4-501311cfdba4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:29.682503 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1a6c3c15-82de-4597-bca4-501311cfdba4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:29.713091 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1a6c3c15-82de-4597-bca4-501311cfdba4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:29.714301 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1a6c3c15-82de-4597-bca4-501311cfdba4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1448267 Aug 10 02:05:29.717538 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39746) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:29.718414 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c3c15-82de-4597-bca4-501311cfdba4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=708fc25f-1d98-4f7e-99a6-c36ab5f3abfa,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:29.723654 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-588d1ed1-b831-46e4-9e4f-e105bd4bfed3 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'security_group_rule': {'security_group_id': '708fc25f-1d98-4f7e-99a6-c36ab5f3abfa', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:29.751284 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-588d1ed1-b831-46e4-9e4f-e105bd4bfed3 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:29.796515 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-588d1ed1-b831-46e4-9e4f-e105bd4bfed3 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:29.799998 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-588d1ed1-b831-46e4-9e4f-e105bd4bfed3 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:29.824773 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d1ed1-b831-46e4-9e4f-e105bd4bfed3 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d54d38fe-e232-482f-a2a6-9c6e7aae1c12,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:29.827327 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-588d1ed1-b831-46e4-9e4f-e105bd4bfed3 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:29.829165 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-588d1ed1-b831-46e4-9e4f-e105bd4bfed3 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1104336 Aug 10 02:05:29.831974 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39748) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:29.836632 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-7019cb7a-b756-4e6a-8f33-1c6a5a1f5a38 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'security_group_rule': {'security_group_id': '708fc25f-1d98-4f7e-99a6-c36ab5f3abfa', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:29.862734 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7019cb7a-b756-4e6a-8f33-1c6a5a1f5a38 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:29.922108 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7019cb7a-b756-4e6a-8f33-1c6a5a1f5a38 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:29.925851 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7019cb7a-b756-4e6a-8f33-1c6a5a1f5a38 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:29.942834 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019cb7a-b756-4e6a-8f33-1c6a5a1f5a38 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c236a37c-aadf-4c37-bb7e-3cf040e13a6a,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:29.948736 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7019cb7a-b756-4e6a-8f33-1c6a5a1f5a38 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:29.949845 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7019cb7a-b756-4e6a-8f33-1c6a5a1f5a38 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168203 Aug 10 02:05:29.953092 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39750) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:29.957607 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-f82d50df-2bef-4d77-9b03-570926072d8c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'security_group_rule': {'security_group_id': '708fc25f-1d98-4f7e-99a6-c36ab5f3abfa', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:29.984352 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f82d50df-2bef-4d77-9b03-570926072d8c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.042577 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f82d50df-2bef-4d77-9b03-570926072d8c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.046022 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f82d50df-2bef-4d77-9b03-570926072d8c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.062895 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d50df-2bef-4d77-9b03-570926072d8c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec5f37e-3927-4df0-bde7-eb5582384738,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:30.068395 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f82d50df-2bef-4d77-9b03-570926072d8c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.069880 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f82d50df-2bef-4d77-9b03-570926072d8c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155908 Aug 10 02:05:30.072347 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39752) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:30.076622 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-97394a77-0f44-49d6-8c29-13cdcf0e0a2a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'security_group_rule': {'security_group_id': '708fc25f-1d98-4f7e-99a6-c36ab5f3abfa', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:30.102010 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-97394a77-0f44-49d6-8c29-13cdcf0e0a2a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.159852 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-97394a77-0f44-49d6-8c29-13cdcf0e0a2a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.163463 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-97394a77-0f44-49d6-8c29-13cdcf0e0a2a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.182565 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97394a77-0f44-49d6-8c29-13cdcf0e0a2a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45749b62-0cef-45f7-9103-f5f489791eca,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:30.188607 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-97394a77-0f44-49d6-8c29-13cdcf0e0a2a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.189789 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-97394a77-0f44-49d6-8c29-13cdcf0e0a2a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165395 Aug 10 02:05:30.192501 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39754) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:30.196771 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-8ebd24f4-f9e5-489c-9cc5-5295481b272b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'security_group_rule': {'security_group_id': '708fc25f-1d98-4f7e-99a6-c36ab5f3abfa', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:30.217435 n-d-766726-26 neutron-server[105827]: INFO neutron.db.securitygroups_db [None req-8ebd24f4-f9e5-489c-9cc5-5295481b272b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Project 9bfc6303bee8498295c1ee8fa9c911ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:05:30.222997 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8ebd24f4-f9e5-489c-9cc5-5295481b272b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.281135 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8ebd24f4-f9e5-489c-9cc5-5295481b272b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.284658 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8ebd24f4-f9e5-489c-9cc5-5295481b272b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.301500 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd24f4-f9e5-489c-9cc5-5295481b272b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abfe7ef7-0ecb-4ab4-b1ac-67ab541e9916,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:30.307265 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-8ebd24f4-f9e5-489c-9cc5-5295481b272b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.308601 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-8ebd24f4-f9e5-489c-9cc5-5295481b272b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1152008 Aug 10 02:05:30.311395 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39756) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:30.315854 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-aabeeff5-4f4e-45e4-a149-787db1a8a9b0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'security_group_rule': {'security_group_id': '708fc25f-1d98-4f7e-99a6-c36ab5f3abfa', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:30.337424 n-d-766726-26 neutron-server[105827]: INFO neutron.db.securitygroups_db [None req-aabeeff5-4f4e-45e4-a149-787db1a8a9b0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Project 9bfc6303bee8498295c1ee8fa9c911ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:05:30.342024 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-aabeeff5-4f4e-45e4-a149-787db1a8a9b0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.401155 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-aabeeff5-4f4e-45e4-a149-787db1a8a9b0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.405015 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-aabeeff5-4f4e-45e4-a149-787db1a8a9b0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.422854 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabeeff5-4f4e-45e4-a149-787db1a8a9b0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=690850c4-1873-4470-b001-dd1fd0a6723d,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:30.429278 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-aabeeff5-4f4e-45e4-a149-787db1a8a9b0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.430494 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-aabeeff5-4f4e-45e4-a149-787db1a8a9b0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181545 Aug 10 02:05:30.433319 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39758) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:30.438658 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-5fb58e1d-2aec-41c3-9f92-47696cf4181e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'network': {'name': 'tempest-network-smoke--1921204593', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'port_security_enabled': True}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:30.458244 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb58e1d-2aec-41c3-9f92-47696cf4181e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Made reservation on behalf of 9bfc6303bee8498295c1ee8fa9c911ad for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:05:30.461642 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5fb58e1d-2aec-41c3-9f92-47696cf4181e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.485263 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb58e1d-2aec-41c3-9f92-47696cf4181e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:05:30.494377 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5fb58e1d-2aec-41c3-9f92-47696cf4181e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.494811 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-5fb58e1d-2aec-41c3-9f92-47696cf4181e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Added segment 57797dc9-15c6-4f66-96bf-945eeab8ffad of type vlan for network 9b1adc23-5e06-41b9-9fb4-89a083cabc58 Aug 10 02:05:30.537554 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5fb58e1d-2aec-41c3-9f92-47696cf4181e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.564876 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5fb58e1d-2aec-41c3-9f92-47696cf4181e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.570585 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb58e1d-2aec-41c3-9f92-47696cf4181e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:30.571098 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5fb58e1d-2aec-41c3-9f92-47696cf4181e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.625892 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5fb58e1d-2aec-41c3-9f92-47696cf4181e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1915720 Aug 10 02:05:30.628749 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39760) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:30.633476 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-a527ea11-ec3e-4414-83d1-c196a8004823 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1532474744', 'admin_state_up': True, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:30.639154 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb58e1d-2aec-41c3-9f92-47696cf4181e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Network': ['ID=9b1adc23-5e06-41b9-9fb4-89a083cabc58,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:30.650272 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 9b1adc23-5e06-41b9-9fb4-89a083cabc58 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:05:30.657808 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a527ea11-ec3e-4414-83d1-c196a8004823 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.658906 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a527ea11-ec3e-4414-83d1-c196a8004823 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.713095 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a527ea11-ec3e-4414-83d1-c196a8004823 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.849502 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a527ea11-ec3e-4414-83d1-c196a8004823 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:31.042708 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a527ea11-ec3e-4414-83d1-c196a8004823 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router_gateway, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:31.061177 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a527ea11-ec3e-4414-83d1-c196a8004823 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:31.163794 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-a527ea11-ec3e-4414-83d1-c196a8004823 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Allocated IP 172.25.2.180 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/0a85d14c-737f-4153-93de-3ddd1724b33e) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:05:31.265637 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a527ea11-ec3e-4414-83d1-c196a8004823 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:31.308245 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a527ea11-ec3e-4414-83d1-c196a8004823 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:31.340666 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a527ea11-ec3e-4414-83d1-c196a8004823 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:05:31.343948 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-a527ea11-ec3e-4414-83d1-c196a8004823 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:05:31.349548 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a527ea11-ec3e-4414-83d1-c196a8004823 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:05:31.378422 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527ea11-ec3e-4414-83d1-c196a8004823 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Port': ['ID=0a85d14c-737f-4153-93de-3ddd1724b33e,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:31.590747 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a527ea11-ec3e-4414-83d1-c196a8004823 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router_gateway, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:31.780463 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a527ea11-ec3e-4414-83d1-c196a8004823 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:31.903541 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a527ea11-ec3e-4414-83d1-c196a8004823 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Router 8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:05:32.297478 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a527ea11-ec3e-4414-83d1-c196a8004823 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:05:32.306795 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891b210e-aef2-48a3-94f9-076be0cad9e7 None None] Sync routers for ids ['8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:05:32.315793 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a527ea11-ec3e-4414-83d1-c196a8004823 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:32.316387 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891b210e-aef2-48a3-94f9-076be0cad9e7 None None] Routers {'8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:05:32.317020 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-891b210e-aef2-48a3-94f9-076be0cad9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:05:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:32.317165 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a527ea11-ec3e-4414-83d1-c196a8004823 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6873531 Aug 10 02:05:32.320382 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39762) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:32.348159 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-456783a5-c409-4261-8e79-1438c5cd5db9 tempest-TestNetworkAdvancedServerOps-1363779260 tempest-TestNetworkAdvancedServerOps-1363779260-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=9bfc6303bee8498295c1ee8fa9c911ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267246 Aug 10 02:05:32.350712 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39764) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:32.421807 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-891b210e-aef2-48a3-94f9-076be0cad9e7 None None] Set router 8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:05:32.434883 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66851e0d-f551-4d14-a3c6-61704803c1e4 tempest-TestNetworkAdvancedServerOps-1363779260 tempest-TestNetworkAdvancedServerOps-1363779260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:32.436409 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-66851e0d-f551-4d14-a3c6-61704803c1e4 tempest-TestNetworkAdvancedServerOps-1363779260 tempest-TestNetworkAdvancedServerOps-1363779260-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0847826 Aug 10 02:05:32.439853 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39766) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:32.466941 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a21b0212-8c3d-4a25-bd0a-63d57f0f8377 tempest-TestNetworkAdvancedServerOps-1363779260 tempest-TestNetworkAdvancedServerOps-1363779260-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=beabd0db-a6e0-4ff1-a3e9-6522348fc998&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260143 Aug 10 02:05:32.469638 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39768) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:32.474811 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-ffd28cf6-92d5-49ac-84c3-8159b190dad9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-580211698', 'network_id': '9b1adc23-5e06-41b9-9fb4-89a083cabc58', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:32.565188 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd28cf6-92d5-49ac-84c3-8159b190dad9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Made reservation on behalf of 9bfc6303bee8498295c1ee8fa9c911ad for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:05:32.568581 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ffd28cf6-92d5-49ac-84c3-8159b190dad9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:32.595111 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-891b210e-aef2-48a3-94f9-076be0cad9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532474744', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '0a85d14c-737f-4153-93de-3ddd1724b33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:30Z', 'updated_at': '2021-08-10T02:05:31Z', 'revision_number': 3, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': '0a85d14c-737f-4153-93de-3ddd1724b33e', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:31Z', 'updated_at': '2021-08-10T02:05:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:32.626417 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891b210e-aef2-48a3-94f9-076be0cad9e7 None None] Checking router: 8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:05:32.626773 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891b210e-aef2-48a3-94f9-076be0cad9e7 None None] Updating router 8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73 port 0a85d14c-737f-4153-93de-3ddd1724b33e binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:05:32.652477 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-891b210e-aef2-48a3-94f9-076be0cad9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:32.751114 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ffd28cf6-92d5-49ac-84c3-8159b190dad9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:32.812347 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd28cf6-92d5-49ac-84c3-8159b190dad9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Subnet': ['ID=12063b4b-3c0a-438c-9b84-e3a3d1386e01,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:32.817831 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd28cf6-92d5-49ac-84c3-8159b190dad9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Checking segment: {'id': '57797dc9-15c6-4f66-96bf-945eeab8ffad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9b1adc23-5e06-41b9-9fb4-89a083cabc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:05:32.818121 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd28cf6-92d5-49ac-84c3-8159b190dad9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Network hostable DHCP agents. Network: 9b1adc23-5e06-41b9-9fb4-89a083cabc58, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:05:32.838295 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd28cf6-92d5-49ac-84c3-8159b190dad9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Network 9b1adc23-5e06-41b9-9fb4-89a083cabc58 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:05:32.850657 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-ffd28cf6-92d5-49ac-84c3-8159b190dad9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 9b1adc23-5e06-41b9-9fb4-89a083cabc58) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:05:32.855773 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd28cf6-92d5-49ac-84c3-8159b190dad9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:32.856421 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ffd28cf6-92d5-49ac-84c3-8159b190dad9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:32.865192 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b6b955-db7d-454b-84ea-36cd686c977e None None] Network 9b1adc23-5e06-41b9-9fb4-89a083cabc58 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:05:32.874908 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ffd28cf6-92d5-49ac-84c3-8159b190dad9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4040103 Aug 10 02:05:32.877648 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39770) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:32.978490 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-891b210e-aef2-48a3-94f9-076be0cad9e7 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:32.993313 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-891b210e-aef2-48a3-94f9-076be0cad9e7 None None] Transition to ACTIVE for port object 0a85d14c-737f-4153-93de-3ddd1724b33e will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:05:33.001738 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-891b210e-aef2-48a3-94f9-076be0cad9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:33.086982 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f71ce-1fcd-4e22-97b3-07944b39ea39 None None] Pushing event updated for resources: {'Port': ['ID=0a85d14c-737f-4153-93de-3ddd1724b33e,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:33.089148 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-891b210e-aef2-48a3-94f9-076be0cad9e7 None None] Attempting to bind port 0a85d14c-737f-4153-93de-3ddd1724b33e on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:05:33.089548 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-891b210e-aef2-48a3-94f9-076be0cad9e7 None None] Attempting to bind port 0a85d14c-737f-4153-93de-3ddd1724b33e by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:05:33.089910 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891b210e-aef2-48a3-94f9-076be0cad9e7 None None] Attempting to bind port 0a85d14c-737f-4153-93de-3ddd1724b33e on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:05:33.100221 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891b210e-aef2-48a3-94f9-076be0cad9e7 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:05:33.100592 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891b210e-aef2-48a3-94f9-076be0cad9e7 None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:05:33.101008 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-891b210e-aef2-48a3-94f9-076be0cad9e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:33.101410 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891b210e-aef2-48a3-94f9-076be0cad9e7 None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:05:33.101889 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-891b210e-aef2-48a3-94f9-076be0cad9e7 None None] Bound port: 0a85d14c-737f-4153-93de-3ddd1724b33e, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:05:33.102288 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-891b210e-aef2-48a3-94f9-076be0cad9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:33.164531 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d6b6c4-caf9-4d9f-83fc-248b741a61a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-9b1adc23-5e06-41b9-9fb4-89a083cabc58', 'network_id': '9b1adc23-5e06-41b9-9fb4-89a083cabc58', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'fixed_ips': [{'subnet_id': '12063b4b-3c0a-438c-9b84-e3a3d1386e01'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:05:33.165376 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-65d6b6c4-caf9-4d9f-83fc-248b741a61a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:33.185871 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-891b210e-aef2-48a3-94f9-076be0cad9e7 None None] For port 0a85d14c-737f-4153-93de-3ddd1724b33e, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:05:33.204362 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-891b210e-aef2-48a3-94f9-076be0cad9e7 None None] For port 0a85d14c-737f-4153-93de-3ddd1724b33e, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=0a85d14c-737f-4153-93de-3ddd1724b33e,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:05:33.209739 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-891b210e-aef2-48a3-94f9-076be0cad9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:33.320844 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d8242e04-3b3a-46e2-af10-614c6a2001fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:33.491831 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891b210e-aef2-48a3-94f9-076be0cad9e7 None None] Routers {'8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:05:33.492479 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-891b210e-aef2-48a3-94f9-076be0cad9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:05:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:33.550301 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f71ce-1fcd-4e22-97b3-07944b39ea39 None None] Pushing event updated for resources: {'Port': ['ID=0a85d14c-737f-4153-93de-3ddd1724b33e,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:33.604734 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-65d6b6c4-caf9-4d9f-83fc-248b741a61a5 None None] Allocated IP 172.20.0.2 (9b1adc23-5e06-41b9-9fb4-89a083cabc58/12063b4b-3c0a-438c-9b84-e3a3d1386e01/766b064a-6d91-4d0f-a47b-20df91f492a3) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:05:33.675812 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-891b210e-aef2-48a3-94f9-076be0cad9e7 None None] Set router 8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:05:33.891537 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-65d6b6c4-caf9-4d9f-83fc-248b741a61a5 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:33.902199 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-65d6b6c4-caf9-4d9f-83fc-248b741a61a5 None None] Transition to ACTIVE for port object 766b064a-6d91-4d0f-a47b-20df91f492a3 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:05:33.922765 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-65d6b6c4-caf9-4d9f-83fc-248b741a61a5 None None] Transition to ACTIVE for port object 766b064a-6d91-4d0f-a47b-20df91f492a3 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:05:33.930310 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-65d6b6c4-caf9-4d9f-83fc-248b741a61a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:33.974278 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-891b210e-aef2-48a3-94f9-076be0cad9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532474744', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '0a85d14c-737f-4153-93de-3ddd1724b33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:30Z', 'updated_at': '2021-08-10T02:05:31Z', 'revision_number': 3, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': '0a85d14c-737f-4153-93de-3ddd1724b33e', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:31Z', 'updated_at': '2021-08-10T02:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:33.976155 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-d8242e04-3b3a-46e2-af10-614c6a2001fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Allocated IP 172.20.0.1 (9b1adc23-5e06-41b9-9fb4-89a083cabc58/12063b4b-3c0a-438c-9b84-e3a3d1386e01/a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:05:33.980350 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d6b6c4-caf9-4d9f-83fc-248b741a61a5 None None] Network 9b1adc23-5e06-41b9-9fb4-89a083cabc58 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:05:34.005785 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-65d6b6c4-caf9-4d9f-83fc-248b741a61a5 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:05:34.009648 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d6b6c4-caf9-4d9f-83fc-248b741a61a5 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:05:34.011651 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891b210e-aef2-48a3-94f9-076be0cad9e7 None None] The sync data for ids ['8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73'] in n-d-766726-26 is: [{'id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532474744', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '0a85d14c-737f-4153-93de-3ddd1724b33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:30Z', 'updated_at': '2021-08-10T02:05:31Z', 'revision_number': 3, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': '0a85d14c-737f-4153-93de-3ddd1724b33e', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:31Z', 'updated_at': '2021-08-10T02:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:05:34.018891 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6b6c4-caf9-4d9f-83fc-248b741a61a5 None None] Pushing event updated for resources: {'Port': ['ID=766b064a-6d91-4d0f-a47b-20df91f492a3,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:34.070754 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-65d6b6c4-caf9-4d9f-83fc-248b741a61a5 None None] Attempting to bind port 766b064a-6d91-4d0f-a47b-20df91f492a3 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:05:34.071281 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-65d6b6c4-caf9-4d9f-83fc-248b741a61a5 None None] Attempting to bind port 766b064a-6d91-4d0f-a47b-20df91f492a3 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '57797dc9-15c6-4f66-96bf-945eeab8ffad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9b1adc23-5e06-41b9-9fb4-89a083cabc58'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:05:34.071655 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d6b6c4-caf9-4d9f-83fc-248b741a61a5 None None] Attempting to bind port 766b064a-6d91-4d0f-a47b-20df91f492a3 on network 9b1adc23-5e06-41b9-9fb4-89a083cabc58 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:05:34.077140 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d6b6c4-caf9-4d9f-83fc-248b741a61a5 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:05:34.078093 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d6b6c4-caf9-4d9f-83fc-248b741a61a5 None None] Checking segment: {'id': '57797dc9-15c6-4f66-96bf-945eeab8ffad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9b1adc23-5e06-41b9-9fb4-89a083cabc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:05:34.078506 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-65d6b6c4-caf9-4d9f-83fc-248b741a61a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:34.078907 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d6b6c4-caf9-4d9f-83fc-248b741a61a5 None None] Bound using segment: {'id': '57797dc9-15c6-4f66-96bf-945eeab8ffad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9b1adc23-5e06-41b9-9fb4-89a083cabc58'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:05:34.079384 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-65d6b6c4-caf9-4d9f-83fc-248b741a61a5 None None] Bound port: 766b064a-6d91-4d0f-a47b-20df91f492a3, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57797dc9-15c6-4f66-96bf-945eeab8ffad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9b1adc23-5e06-41b9-9fb4-89a083cabc58'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:05:34.079774 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-65d6b6c4-caf9-4d9f-83fc-248b741a61a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:34.104077 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d8242e04-3b3a-46e2-af10-614c6a2001fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:34.121526 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-d8242e04-3b3a-46e2-af10-614c6a2001fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Transition to ACTIVE for port object a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:05:34.150281 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-65d6b6c4-caf9-4d9f-83fc-248b741a61a5 None None] For port 766b064a-6d91-4d0f-a47b-20df91f492a3, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:05:34.154470 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-65d6b6c4-caf9-4d9f-83fc-248b741a61a5 None None] For port 766b064a-6d91-4d0f-a47b-20df91f492a3, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=766b064a-6d91-4d0f-a47b-20df91f492a3,segment=NetworkSegment(57797dc9-15c6-4f66-96bf-945eeab8ffad),segment_id=57797dc9-15c6-4f66-96bf-945eeab8ffad)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:05:34.155142 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d8242e04-3b3a-46e2-af10-614c6a2001fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:34.159346 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-65d6b6c4-caf9-4d9f-83fc-248b741a61a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:34.195210 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8242e04-3b3a-46e2-af10-614c6a2001fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Network 9b1adc23-5e06-41b9-9fb4-89a083cabc58 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:05:34.198419 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-d8242e04-3b3a-46e2-af10-614c6a2001fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:05:34.204941 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8242e04-3b3a-46e2-af10-614c6a2001fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:05:34.220096 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6b6c4-caf9-4d9f-83fc-248b741a61a5 None None] Pushing event updated for resources: {'Port': ['ID=766b064a-6d91-4d0f-a47b-20df91f492a3,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:34.256421 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8242e04-3b3a-46e2-af10-614c6a2001fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Port': ['ID=a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:34.283151 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d8242e04-3b3a-46e2-af10-614c6a2001fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:34.444093 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d8242e04-3b3a-46e2-af10-614c6a2001fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:34.745106 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d8242e04-3b3a-46e2-af10-614c6a2001fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:34.750178 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d8242e04-3b3a-46e2-af10-614c6a2001fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:34.825343 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8242e04-3b3a-46e2-af10-614c6a2001fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Port': ['ID=a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:34.830419 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d8242e04-3b3a-46e2-af10-614c6a2001fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:34.928088 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8242e04-3b3a-46e2-af10-614c6a2001fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Network 9b1adc23-5e06-41b9-9fb4-89a083cabc58 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:05:34.929562 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-d8242e04-3b3a-46e2-af10-614c6a2001fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:05:35.047937 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8242e04-3b3a-46e2-af10-614c6a2001fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Router 8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:05:35.160989 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8242e04-3b3a-46e2-af10-614c6a2001fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:05:35.172331 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af3ba39-eaea-4ce0-a003-d2feabdc6aa9 None None] Network 9b1adc23-5e06-41b9-9fb4-89a083cabc58 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:05:35.172861 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d8242e04-3b3a-46e2-af10-614c6a2001fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "PUT /v2.0/routers/8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2872539 Aug 10 02:05:35.226092 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-522d2c25-dd00-4395-882b-f44337209e2c None None] Provisioning for port 766b064a-6d91-4d0f-a47b-20df91f492a3 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:05:35.318860 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-ffc4ad9f-e20a-4409-aff9-6724b775ded6 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-835154981&fields=id&tenant_id=9bfc6303bee8498295c1ee8fa9c911ad HTTP/1.1" status: 200 len: 267 time: 0.0359735 Aug 10 02:05:35.433999 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-73f346d4-3d61-4084-a66d-e45e482dcae1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:35.435572 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-73f346d4-3d61-4084-a66d-e45e482dcae1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/networks?id=9b1adc23-5e06-41b9-9fb4-89a083cabc58 HTTP/1.1" status: 200 len: 797 time: 0.1095164 Aug 10 02:05:35.451382 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-8bca2c94-3f0d-4de5-b609-9208ca9cd12f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/quotas/9bfc6303bee8498295c1ee8fa9c911ad HTTP/1.1" status: 200 len: 375 time: 0.0097208 Aug 10 02:05:35.507589 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-c071f34d-2e7b-403c-b01e-93e998a95a41 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495107 Aug 10 02:05:35.570271 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-020b4ba8-738c-4782-b25c-35f4caa17eef None None] Provisioning for port a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:05:35.574507 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-020b4ba8-738c-4782-b25c-35f4caa17eef None None] Provisioning complete for port a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:35.574884 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-020b4ba8-738c-4782-b25c-35f4caa17eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:35.615109 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-020b4ba8-738c-4782-b25c-35f4caa17eef None None] Port a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:05:35.651494 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43c67b5-749d-45b0-9c2d-1ac56ea9d283 None None] Sync routers for ids ['8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:05:35.660846 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43c67b5-749d-45b0-9c2d-1ac56ea9d283 None None] Routers {'8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:05:35.664136 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-a43c67b5-749d-45b0-9c2d-1ac56ea9d283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:05:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:35.687122 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-fa08ea41-826a-4dc2-bb5e-0b12274d006a service neutron] 10.222.0.35 "GET /v2.0/networks/9b1adc23-5e06-41b9-9fb4-89a083cabc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665332 Aug 10 02:05:35.750994 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2aaecdb9-0861-4f0c-bdff-d6162f5dc51f None None] Provisioning complete for port a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:35.751367 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2aaecdb9-0861-4f0c-bdff-d6162f5dc51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:35.780882 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-a43c67b5-749d-45b0-9c2d-1ac56ea9d283 None None] Set router 8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:05:35.788412 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-2aaecdb9-0861-4f0c-bdff-d6162f5dc51f None None] Port a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:05:35.796676 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-84381a11-d483-45a4-a9ad-a2881eca3cd2 service neutron] 10.222.0.35 "GET /v2.0/networks/9b1adc23-5e06-41b9-9fb4-89a083cabc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085491 Aug 10 02:05:36.000802 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6ea229b8-949a-46a6-8d37-84425f406110 req-c7df6a07-0e41-4bc6-a198-77cc7010ff63 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 210 time: 0.0307646 Aug 10 02:05:36.012924 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-a43c67b5-749d-45b0-9c2d-1ac56ea9d283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532474744', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '0a85d14c-737f-4153-93de-3ddd1724b33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:30Z', 'updated_at': '2021-08-10T02:05:34Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': '0a85d14c-737f-4153-93de-3ddd1724b33e', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:31Z', 'updated_at': '2021-08-10T02:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c', 'name': '', 'network_id': '9b1adc23-5e06-41b9-9fb4-89a083cabc58', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:54:a2:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '12063b4b-3c0a-438c-9b84-e3a3d1386e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:33Z', 'updated_at': '2021-08-10T02:05:34Z', 'revision_number': 2, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '12063b4b-3c0a-438c-9b84-e3a3d1386e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:36.017028 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d490cd71-af32-4889-9f61-21ec34d903ec None None] Provisioning complete for port a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:36.025899 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d490cd71-af32-4889-9f61-21ec34d903ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:36.046556 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 766b064a-6d91-4d0f-a47b-20df91f492a3 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:05:36.054120 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43c67b5-749d-45b0-9c2d-1ac56ea9d283 None None] Checking router: 8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:05:36.054468 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43c67b5-749d-45b0-9c2d-1ac56ea9d283 None None] Updating router 8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73 port a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:05:36.078730 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a43c67b5-749d-45b0-9c2d-1ac56ea9d283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:36.087527 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-d490cd71-af32-4889-9f61-21ec34d903ec None None] Port a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:05:36.103665 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 766b064a-6d91-4d0f-a47b-20df91f492a3 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:05:36.107208 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 766b064a-6d91-4d0f-a47b-20df91f492a3 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:36.107586 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:36.182199 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:36.213399 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 766b064a-6d91-4d0f-a47b-20df91f492a3, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=766b064a-6d91-4d0f-a47b-20df91f492a3,segment=NetworkSegment(57797dc9-15c6-4f66-96bf-945eeab8ffad),segment_id=57797dc9-15c6-4f66-96bf-945eeab8ffad)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:36.216738 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:36.217503 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 0a85d14c-737f-4153-93de-3ddd1724b33e up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:05:36.290397 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=766b064a-6d91-4d0f-a47b-20df91f492a3,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:36.305229 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 0a85d14c-737f-4153-93de-3ddd1724b33e completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:05:36.309067 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 0a85d14c-737f-4153-93de-3ddd1724b33e triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:36.309439 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:36.338616 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a43c67b5-749d-45b0-9c2d-1ac56ea9d283 None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:36.348470 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-a43c67b5-749d-45b0-9c2d-1ac56ea9d283 None None] Transition to ACTIVE for port object a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:05:36.353362 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a43c67b5-749d-45b0-9c2d-1ac56ea9d283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:36.386185 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:36.407825 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 0a85d14c-737f-4153-93de-3ddd1724b33e, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=0a85d14c-737f-4153-93de-3ddd1724b33e,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:36.412113 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:36.440691 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a8fda-645d-4f81-8f71-b4f11580c763 None None] Pushing event updated for resources: {'Port': ['ID=a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:36.450887 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a8fda-645d-4f81-8f71-b4f11580c763 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:36.451339 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a8fda-645d-4f81-8f71-b4f11580c763 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:36.451759 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a8fda-645d-4f81-8f71-b4f11580c763 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:36.452254 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a8fda-645d-4f81-8f71-b4f11580c763 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:36.452704 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a8fda-645d-4f81-8f71-b4f11580c763 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:36.453187 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a8fda-645d-4f81-8f71-b4f11580c763 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:36.453619 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a8fda-645d-4f81-8f71-b4f11580c763 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:36.454051 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a8fda-645d-4f81-8f71-b4f11580c763 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:36.454481 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a8fda-645d-4f81-8f71-b4f11580c763 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:36.454885 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a8fda-645d-4f81-8f71-b4f11580c763 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:36.455282 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a8fda-645d-4f81-8f71-b4f11580c763 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:36.455677 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a8fda-645d-4f81-8f71-b4f11580c763 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:36.469995 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=0a85d14c-737f-4153-93de-3ddd1724b33e,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:36.471423 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-a43c67b5-749d-45b0-9c2d-1ac56ea9d283 None None] Attempting to bind port a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:05:36.471863 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-a43c67b5-749d-45b0-9c2d-1ac56ea9d283 None None] Attempting to bind port a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '57797dc9-15c6-4f66-96bf-945eeab8ffad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9b1adc23-5e06-41b9-9fb4-89a083cabc58'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:05:36.472331 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43c67b5-749d-45b0-9c2d-1ac56ea9d283 None None] Attempting to bind port a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c on network 9b1adc23-5e06-41b9-9fb4-89a083cabc58 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:05:36.481255 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43c67b5-749d-45b0-9c2d-1ac56ea9d283 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:05:36.481631 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43c67b5-749d-45b0-9c2d-1ac56ea9d283 None None] Checking segment: {'id': '57797dc9-15c6-4f66-96bf-945eeab8ffad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9b1adc23-5e06-41b9-9fb4-89a083cabc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:05:36.482032 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a43c67b5-749d-45b0-9c2d-1ac56ea9d283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:36.482423 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43c67b5-749d-45b0-9c2d-1ac56ea9d283 None None] Bound using segment: {'id': '57797dc9-15c6-4f66-96bf-945eeab8ffad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9b1adc23-5e06-41b9-9fb4-89a083cabc58'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:05:36.482887 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-a43c67b5-749d-45b0-9c2d-1ac56ea9d283 None None] Bound port: a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57797dc9-15c6-4f66-96bf-945eeab8ffad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9b1adc23-5e06-41b9-9fb4-89a083cabc58'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:05:36.483270 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a43c67b5-749d-45b0-9c2d-1ac56ea9d283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:36.552926 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-a43c67b5-749d-45b0-9c2d-1ac56ea9d283 None None] For port a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:05:36.555995 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-a43c67b5-749d-45b0-9c2d-1ac56ea9d283 None None] For port a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c,segment=NetworkSegment(57797dc9-15c6-4f66-96bf-945eeab8ffad),segment_id=57797dc9-15c6-4f66-96bf-945eeab8ffad)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:05:36.560777 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a43c67b5-749d-45b0-9c2d-1ac56ea9d283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:36.617760 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43c67b5-749d-45b0-9c2d-1ac56ea9d283 None None] Routers {'8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:05:36.618394 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-a43c67b5-749d-45b0-9c2d-1ac56ea9d283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:05:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:36.624342 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a8fda-645d-4f81-8f71-b4f11580c763 None None] Pushing event updated for resources: {'Port': ['ID=a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c,revision_number=4']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:36.729843 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-a43c67b5-749d-45b0-9c2d-1ac56ea9d283 None None] Set router 8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:05:36.922330 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-a43c67b5-749d-45b0-9c2d-1ac56ea9d283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532474744', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '0a85d14c-737f-4153-93de-3ddd1724b33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:30Z', 'updated_at': '2021-08-10T02:05:34Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': '0a85d14c-737f-4153-93de-3ddd1724b33e', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:31Z', 'updated_at': '2021-08-10T02:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c', 'name': '', 'network_id': '9b1adc23-5e06-41b9-9fb4-89a083cabc58', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:54:a2:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '12063b4b-3c0a-438c-9b84-e3a3d1386e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:33Z', 'updated_at': '2021-08-10T02:05:36Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '12063b4b-3c0a-438c-9b84-e3a3d1386e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:36.951320 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43c67b5-749d-45b0-9c2d-1ac56ea9d283 None None] The sync data for ids ['8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73'] in n-d-766726-26 is: [{'id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532474744', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '0a85d14c-737f-4153-93de-3ddd1724b33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:30Z', 'updated_at': '2021-08-10T02:05:34Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': '0a85d14c-737f-4153-93de-3ddd1724b33e', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:31Z', 'updated_at': '2021-08-10T02:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c', 'name': '', 'network_id': '9b1adc23-5e06-41b9-9fb4-89a083cabc58', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:54:a2:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '12063b4b-3c0a-438c-9b84-e3a3d1386e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:33Z', 'updated_at': '2021-08-10T02:05:36Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '12063b4b-3c0a-438c-9b84-e3a3d1386e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:05:37.107680 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5662ba8b-c671-4491-b498-5d8da2f8cc79 req-d2910f32-3e91-416d-a141-4dbb390a6759 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 210 time: 0.0399928 Aug 10 02:05:38.013757 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 766b064a-6d91-4d0f-a47b-20df91f492a3 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:05:38.059280 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 766b064a-6d91-4d0f-a47b-20df91f492a3 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:38.059657 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:38.135165 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:05:38.180757 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:05:38.184577 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:38.184967 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:38.193389 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4c59da9c-7c1d-4041-a278-0283543523f1 req-fcc59335-01ce-4812-b122-fa0b3c96aaca tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 210 time: 0.0263205 Aug 10 02:05:38.260647 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:38.291553 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c,segment=NetworkSegment(57797dc9-15c6-4f66-96bf-945eeab8ffad),segment_id=57797dc9-15c6-4f66-96bf-945eeab8ffad)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:38.295014 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:38.295755 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 0a85d14c-737f-4153-93de-3ddd1724b33e up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:05:38.371156 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:38.383131 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 0a85d14c-737f-4153-93de-3ddd1724b33e triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:38.383514 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:38.932088 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-6fd0f185-1d72-4ae2-acf8-4a6698a567ff tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:38.933479 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-6fd0f185-1d72-4ae2-acf8-4a6698a567ff tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.24 "GET /v2.0/networks?id=9b1adc23-5e06-41b9-9fb4-89a083cabc58 HTTP/1.1" status: 200 len: 797 time: 0.1046166 Aug 10 02:05:38.977895 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-bef59fa6-3a62-48fd-af5a-3a5dff6735a7 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bfc6303bee8498295c1ee8fa9c911ad HTTP/1.1" status: 200 len: 379 time: 0.0356309 Aug 10 02:05:38.988530 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-05861e6b-67b5-4add-9beb-860c1b26bcd1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'port': {'device_id': '7d20a0d6-e8c2-4922-969e-759ab8a20804', 'network_id': '9b1adc23-5e06-41b9-9fb4-89a083cabc58', 'admin_state_up': True, 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'security_groups': ['708fc25f-1d98-4f7e-99a6-c36ab5f3abfa']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:39.093539 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-05861e6b-67b5-4add-9beb-860c1b26bcd1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Made reservation on behalf of 9bfc6303bee8498295c1ee8fa9c911ad for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:05:39.097338 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-05861e6b-67b5-4add-9beb-860c1b26bcd1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:39.221388 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-05861e6b-67b5-4add-9beb-860c1b26bcd1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Allocated IP 172.20.0.13 (9b1adc23-5e06-41b9-9fb4-89a083cabc58/12063b4b-3c0a-438c-9b84-e3a3d1386e01/c28abce9-9a0a-476c-aeeb-511f9c004b64) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:05:39.291665 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eece5a2a-463b-4554-9b1c-c439d5f420ac req-a01a2335-7d36-4451-bfa7-6b7d75b4c8c4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 210 time: 0.0303466 Aug 10 02:05:39.361801 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-05861e6b-67b5-4add-9beb-860c1b26bcd1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:39.631583 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-05861e6b-67b5-4add-9beb-860c1b26bcd1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Transition to ACTIVE for port object c28abce9-9a0a-476c-aeeb-511f9c004b64 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:05:39.664155 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-05861e6b-67b5-4add-9beb-860c1b26bcd1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:39.704832 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-05861e6b-67b5-4add-9beb-860c1b26bcd1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Network 9b1adc23-5e06-41b9-9fb4-89a083cabc58 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:05:39.709753 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-05861e6b-67b5-4add-9beb-860c1b26bcd1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:05:39.713415 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-05861e6b-67b5-4add-9beb-860c1b26bcd1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:05:39.738652 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05861e6b-67b5-4add-9beb-860c1b26bcd1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Port': ['ID=c28abce9-9a0a-476c-aeeb-511f9c004b64,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:39.768762 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-05861e6b-67b5-4add-9beb-860c1b26bcd1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:39.769399 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-05861e6b-67b5-4add-9beb-860c1b26bcd1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:39.784054 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-05861e6b-67b5-4add-9beb-860c1b26bcd1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7988825 Aug 10 02:05:39.796352 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-04256063-215c-4932-bc15-fd4f61d07a0a service neutron] Request body: {'port': {'device_id': '7d20a0d6-e8c2-4922-969e-759ab8a20804', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:39.854809 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-04256063-215c-4932-bc15-fd4f61d07a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:39.949609 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:05:39.997230 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5dc9067c-dda3-4304-a80d-68bb2f17ccd4 None None] Provisioning for port c28abce9-9a0a-476c-aeeb-511f9c004b64 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:05:40.002447 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5dc9067c-dda3-4304-a80d-68bb2f17ccd4 None None] Provisioning complete for port c28abce9-9a0a-476c-aeeb-511f9c004b64 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:40.002827 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5dc9067c-dda3-4304-a80d-68bb2f17ccd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:40.039787 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:40.039787 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:40.042736 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-5dc9067c-dda3-4304-a80d-68bb2f17ccd4 None None] Port c28abce9-9a0a-476c-aeeb-511f9c004b64 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:05:40.118195 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-04256063-215c-4932-bc15-fd4f61d07a0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c28abce9-9a0a-476c-aeeb-511f9c004b64 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:05:40.126263 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-04256063-215c-4932-bc15-fd4f61d07a0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:40.137942 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-04256063-215c-4932-bc15-fd4f61d07a0a service neutron] Transition to ACTIVE for port object c28abce9-9a0a-476c-aeeb-511f9c004b64 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:05:40.141563 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-04256063-215c-4932-bc15-fd4f61d07a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:40.194046 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04256063-215c-4932-bc15-fd4f61d07a0a service neutron] Pushing event updated for resources: {'Port': ['ID=c28abce9-9a0a-476c-aeeb-511f9c004b64,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:40.264125 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-04256063-215c-4932-bc15-fd4f61d07a0a service neutron] Attempting to bind port c28abce9-9a0a-476c-aeeb-511f9c004b64 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:05:40.264511 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-04256063-215c-4932-bc15-fd4f61d07a0a service neutron] Attempting to bind port c28abce9-9a0a-476c-aeeb-511f9c004b64 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '57797dc9-15c6-4f66-96bf-945eeab8ffad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9b1adc23-5e06-41b9-9fb4-89a083cabc58'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:05:40.264883 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-04256063-215c-4932-bc15-fd4f61d07a0a service neutron] Attempting to bind port c28abce9-9a0a-476c-aeeb-511f9c004b64 on network 9b1adc23-5e06-41b9-9fb4-89a083cabc58 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:05:40.269399 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-04256063-215c-4932-bc15-fd4f61d07a0a service neutron] Port c28abce9-9a0a-476c-aeeb-511f9c004b64 on network 9b1adc23-5e06-41b9-9fb4-89a083cabc58 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:05:40.269721 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-04256063-215c-4932-bc15-fd4f61d07a0a service neutron] Attempting to bind port c28abce9-9a0a-476c-aeeb-511f9c004b64 on network 9b1adc23-5e06-41b9-9fb4-89a083cabc58 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:05:40.274626 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-04256063-215c-4932-bc15-fd4f61d07a0a service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:05:40.274974 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-04256063-215c-4932-bc15-fd4f61d07a0a service neutron] Checking segment: {'id': '57797dc9-15c6-4f66-96bf-945eeab8ffad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9b1adc23-5e06-41b9-9fb4-89a083cabc58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:05:40.275365 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-04256063-215c-4932-bc15-fd4f61d07a0a service neutron] Bound using segment: {'id': '57797dc9-15c6-4f66-96bf-945eeab8ffad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9b1adc23-5e06-41b9-9fb4-89a083cabc58'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:05:40.275801 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-04256063-215c-4932-bc15-fd4f61d07a0a service neutron] Bound port: c28abce9-9a0a-476c-aeeb-511f9c004b64, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57797dc9-15c6-4f66-96bf-945eeab8ffad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9b1adc23-5e06-41b9-9fb4-89a083cabc58'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:05:40.276165 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-04256063-215c-4932-bc15-fd4f61d07a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:40.342050 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-04256063-215c-4932-bc15-fd4f61d07a0a service neutron] For port c28abce9-9a0a-476c-aeeb-511f9c004b64, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:05:40.346245 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-04256063-215c-4932-bc15-fd4f61d07a0a service neutron] For port c28abce9-9a0a-476c-aeeb-511f9c004b64, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=c28abce9-9a0a-476c-aeeb-511f9c004b64,segment=NetworkSegment(57797dc9-15c6-4f66-96bf-945eeab8ffad),segment_id=57797dc9-15c6-4f66-96bf-945eeab8ffad)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:05:40.349908 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-04256063-215c-4932-bc15-fd4f61d07a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:40.384695 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-04256063-215c-4932-bc15-fd4f61d07a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:40.385324 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-04256063-215c-4932-bc15-fd4f61d07a0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:40.386744 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-04256063-215c-4932-bc15-fd4f61d07a0a service neutron] 10.222.0.24 "PUT /v2.0/ports/c28abce9-9a0a-476c-aeeb-511f9c004b64 HTTP/1.1" status: 200 len: 1093 time: 0.5947366 Aug 10 02:05:40.387145 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d20a0d6-e8c2-4922-969e-759ab8a20804', 'tag': 'c28abce9-9a0a-476c-aeeb-511f9c004b64'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:05:40.389427 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04376f577ca8e91682bf6bf2b98f61f72ad60017a2eb84f3f8c1f2c558ccd100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d509c711-e3bc-4fca-b990-c86ade0e5464" -d '{"events": [{"name": "network-changed", "server_uuid": "7d20a0d6-e8c2-4922-969e-759ab8a20804", "tag": "c28abce9-9a0a-476c-aeeb-511f9c004b64"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:05:40.421911 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04256063-215c-4932-bc15-fd4f61d07a0a service neutron] Pushing event updated for resources: {'Port': ['ID=c28abce9-9a0a-476c-aeeb-511f9c004b64,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:40.433434 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1263e-d21f-4327-b293-33a4a7830d79 req-c8f2b531-f1f4-45bf-9c9e-5b2f82e65dfb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:40.435031 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dbc1263e-d21f-4327-b293-33a4a7830d79 req-c8f2b531-f1f4-45bf-9c9e-5b2f82e65dfb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 944 time: 0.0743227 Aug 10 02:05:40.438870 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a870009b-f07e-4198-b86a-3da4451df55e x-openstack-request-id: req-a870009b-f07e-4198-b86a-3da4451df55e {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:05:40.439200 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d20a0d6-e8c2-4922-969e-759ab8a20804", "tag": "c28abce9-9a0a-476c-aeeb-511f9c004b64", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:05:40.439451 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a870009b-f07e-4198-b86a-3da4451df55e {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:05:40.439854 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d20a0d6-e8c2-4922-969e-759ab8a20804', 'tag': 'c28abce9-9a0a-476c-aeeb-511f9c004b64', 'status': 'completed', 'code': 200} Aug 10 02:05:40.476710 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dbc1263e-d21f-4327-b293-33a4a7830d79 req-d189ccbd-5b69-40b9-9cc4-ec532d60adc1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=708fc25f-1d98-4f7e-99a6-c36ab5f3abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337579 Aug 10 02:05:40.488443 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-bcba8147-e06b-4135-8664-9123077374c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:40.494642 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-bcba8147-e06b-4135-8664-9123077374c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 1096 time: 0.0466673 Aug 10 02:05:40.535520 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-56f988e6-7e90-40e2-a108-ffed30c7401c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c28abce9-9a0a-476c-aeeb-511f9c004b64 HTTP/1.1" status: 200 len: 217 time: 0.0366650 Aug 10 02:05:40.586037 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-59b12e4e-3497-48ee-90db-85dad93af0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:40.587510 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-59b12e4e-3497-48ee-90db-85dad93af0fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=12063b4b-3c0a-438c-9b84-e3a3d1386e01 HTTP/1.1" status: 200 len: 834 time: 0.0457473 Aug 10 02:05:40.637674 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-41be4792-98de-46d5-98cf-8431d62015fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:40.639092 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-41be4792-98de-46d5-98cf-8431d62015fd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9b1adc23-5e06-41b9-9fb4-89a083cabc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447776 Aug 10 02:05:40.728081 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-e073aeed-48e4-4b8e-9400-26e6a3efb411 service neutron] 10.222.0.24 "GET /v2.0/networks/9b1adc23-5e06-41b9-9fb4-89a083cabc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804520 Aug 10 02:05:40.821481 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5aeffa77-554f-4de2-8ba4-6921a76be964 req-0457fe1f-5f4e-4273-a6fd-cbb75e9f616f service neutron] 10.222.0.24 "GET /v2.0/networks/9b1adc23-5e06-41b9-9fb4-89a083cabc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861728 Aug 10 02:05:40.906953 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509c711-e3bc-4fca-b990-c86ade0e5464 req-52580ba8-6f43-487a-b298-ea5ec46c1166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:40.908356 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d509c711-e3bc-4fca-b990-c86ade0e5464 req-52580ba8-6f43-487a-b298-ea5ec46c1166 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 1096 time: 0.0407562 Aug 10 02:05:40.999317 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509c711-e3bc-4fca-b990-c86ade0e5464 req-81a9dd49-ab3c-4fe9-a0c8-896eb216a868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:41.000788 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d509c711-e3bc-4fca-b990-c86ade0e5464 req-81a9dd49-ab3c-4fe9-a0c8-896eb216a868 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9b1adc23-5e06-41b9-9fb4-89a083cabc58 HTTP/1.1" status: 200 len: 898 time: 0.0855997 Aug 10 02:05:41.045691 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d509c711-e3bc-4fca-b990-c86ade0e5464 req-01b405d4-3016-44ba-9a95-0d11f0e68991 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c28abce9-9a0a-476c-aeeb-511f9c004b64 HTTP/1.1" status: 200 len: 217 time: 0.0380955 Aug 10 02:05:41.092524 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509c711-e3bc-4fca-b990-c86ade0e5464 req-324bb87d-3f75-49a5-aea8-74c209bbdf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:41.094656 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d509c711-e3bc-4fca-b990-c86ade0e5464 req-324bb87d-3f75-49a5-aea8-74c209bbdf55 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=12063b4b-3c0a-438c-9b84-e3a3d1386e01 HTTP/1.1" status: 200 len: 834 time: 0.0423574 Aug 10 02:05:41.138548 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509c711-e3bc-4fca-b990-c86ade0e5464 req-de55e083-99fe-4a57-9c73-39bc041fc206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:41.140422 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d509c711-e3bc-4fca-b990-c86ade0e5464 req-de55e083-99fe-4a57-9c73-39bc041fc206 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9b1adc23-5e06-41b9-9fb4-89a083cabc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389297 Aug 10 02:05:41.233271 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d509c711-e3bc-4fca-b990-c86ade0e5464 req-615e19d0-183b-4013-a8a4-ec72975ac6ca service neutron] 10.222.0.24 "GET /v2.0/networks/9b1adc23-5e06-41b9-9fb4-89a083cabc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859411 Aug 10 02:05:41.261761 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0bef1006-198b-4180-907c-517bd3c12397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:41.322504 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d509c711-e3bc-4fca-b990-c86ade0e5464 req-4be4d7b1-362d-4341-81a3-8b923ddde276 service neutron] 10.222.0.24 "GET /v2.0/networks/9b1adc23-5e06-41b9-9fb4-89a083cabc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824313 Aug 10 02:05:41.591370 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29714870-3ccb-4077-ae50-7ac55bc652d3 req-7326dc09-962c-440a-abf3-22c1858b582d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:41.593393 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-29714870-3ccb-4077-ae50-7ac55bc652d3 req-7326dc09-962c-440a-abf3-22c1858b582d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 944 time: 0.0469153 Aug 10 02:05:41.630898 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-29714870-3ccb-4077-ae50-7ac55bc652d3 req-ea42db40-c5c4-4253-a97c-0db16a882cdb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=708fc25f-1d98-4f7e-99a6-c36ab5f3abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312917 Aug 10 02:05:42.321076 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:42.746335 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f63e3-59ee-439a-b0e1-d91b33db05b9 req-729964c2-545d-4a11-824d-58fd11a1def0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:42.747788 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c58f63e3-59ee-439a-b0e1-d91b33db05b9 req-729964c2-545d-4a11-824d-58fd11a1def0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 944 time: 0.0510828 Aug 10 02:05:42.784058 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c58f63e3-59ee-439a-b0e1-d91b33db05b9 req-080697e4-5351-4ebc-9f1d-3fff74de5a43 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=708fc25f-1d98-4f7e-99a6-c36ab5f3abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301962 Aug 10 02:05:43.303543 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device c28abce9-9a0a-476c-aeeb-511f9c004b64 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:05:43.393806 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port c28abce9-9a0a-476c-aeeb-511f9c004b64, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=c28abce9-9a0a-476c-aeeb-511f9c004b64,segment=NetworkSegment(57797dc9-15c6-4f66-96bf-945eeab8ffad),segment_id=57797dc9-15c6-4f66-96bf-945eeab8ffad)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:43.404651 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'c28abce9-9a0a-476c-aeeb-511f9c004b64', 'network_id': '9b1adc23-5e06-41b9-9fb4-89a083cabc58', 'port_id': 'c28abce9-9a0a-476c-aeeb-511f9c004b64', 'mac_address': 'fa:16:3e:b2:25:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12063b4b-3c0a-438c-9b84-e3a3d1386e01', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:05:43.440210 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:43.452881 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c28abce9-9a0a-476c-aeeb-511f9c004b64 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:05:43.474932 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port c28abce9-9a0a-476c-aeeb-511f9c004b64, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=c28abce9-9a0a-476c-aeeb-511f9c004b64,segment=NetworkSegment(57797dc9-15c6-4f66-96bf-945eeab8ffad),segment_id=57797dc9-15c6-4f66-96bf-945eeab8ffad)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:43.479215 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:43.524173 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=c28abce9-9a0a-476c-aeeb-511f9c004b64,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:43.825588 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['c28abce9-9a0a-476c-aeeb-511f9c004b64'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:05:43.897871 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb17829-f949-4a1b-879b-24f941b169cb req-89738ce8-0af8-46d4-8a30-92bcd887fc47 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:43.899338 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2fb17829-f949-4a1b-879b-24f941b169cb req-89738ce8-0af8-46d4-8a30-92bcd887fc47 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 945 time: 0.0492353 Aug 10 02:05:43.913784 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b916152e-782b-499e-91e5-29828c525881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:43.938780 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2fb17829-f949-4a1b-879b-24f941b169cb req-72d6eca4-53a1-40d0-9a00-e303460e6391 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=708fc25f-1d98-4f7e-99a6-c36ab5f3abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333409 Aug 10 02:05:44.535588 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:45.050898 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91412395-4d4a-49bf-afe8-2408772afa2e req-3fbc025e-fa93-49bd-9bf8-e638fd535bd2 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:45.052383 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-91412395-4d4a-49bf-afe8-2408772afa2e req-3fbc025e-fa93-49bd-9bf8-e638fd535bd2 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 945 time: 0.0472386 Aug 10 02:05:45.088071 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-91412395-4d4a-49bf-afe8-2408772afa2e req-e83ac883-6853-4337-99ba-8ff36ab0a23a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=708fc25f-1d98-4f7e-99a6-c36ab5f3abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299349 Aug 10 02:05:45.318957 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device c28abce9-9a0a-476c-aeeb-511f9c004b64 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:05:45.365473 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port c28abce9-9a0a-476c-aeeb-511f9c004b64 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:05:45.369520 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port c28abce9-9a0a-476c-aeeb-511f9c004b64 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:45.369899 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:45.451592 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:45.456072 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:45.477684 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d20a0d6-e8c2-4922-969e-759ab8a20804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28abce9-9a0a-476c-aeeb-511f9c004b64'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:05:45.479899 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09d289ccde4d6ff9cc92181a6a5f9723a21b3f76001e8301d3c19491e4c7f527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be27da52-782d-4279-af86-f5d5e52b2e11" -d '{"events": [{"server_uuid": "7d20a0d6-e8c2-4922-969e-759ab8a20804", "name": "network-vif-plugged", "status": "completed", "tag": "c28abce9-9a0a-476c-aeeb-511f9c004b64"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:05:45.492382 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port c28abce9-9a0a-476c-aeeb-511f9c004b64, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=c28abce9-9a0a-476c-aeeb-511f9c004b64,segment=NetworkSegment(57797dc9-15c6-4f66-96bf-945eeab8ffad),segment_id=57797dc9-15c6-4f66-96bf-945eeab8ffad)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:45.496872 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:45.520284 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a64f686-5c94-4124-9b7a-e86b05bd2fdd x-openstack-request-id: req-1a64f686-5c94-4124-9b7a-e86b05bd2fdd {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:05:45.520586 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d20a0d6-e8c2-4922-969e-759ab8a20804", "name": "network-vif-plugged", "status": "completed", "tag": "c28abce9-9a0a-476c-aeeb-511f9c004b64", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:05:45.520839 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1a64f686-5c94-4124-9b7a-e86b05bd2fdd {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:05:45.521235 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d20a0d6-e8c2-4922-969e-759ab8a20804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28abce9-9a0a-476c-aeeb-511f9c004b64', 'code': 200} Aug 10 02:05:45.546881 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=c28abce9-9a0a-476c-aeeb-511f9c004b64,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:45.609674 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6187d-0179-4b80-94c2-19fa6f837c8d req-da558f19-b833-4236-a4ae-a49989305021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:45.611248 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2db6187d-0179-4b80-94c2-19fa6f837c8d req-da558f19-b833-4236-a4ae-a49989305021 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 1098 time: 0.0402246 Aug 10 02:05:45.650535 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2db6187d-0179-4b80-94c2-19fa6f837c8d req-ba761d69-52f1-4358-aed2-ae3610ed0d73 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=708fc25f-1d98-4f7e-99a6-c36ab5f3abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325050 Aug 10 02:05:46.205104 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b016f1-5f9b-44e1-a7a4-a8e29c0b4c35 req-b8831a17-5369-4f07-bcb3-85467925639b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:46.206479 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-60b016f1-5f9b-44e1-a7a4-a8e29c0b4c35 req-b8831a17-5369-4f07-bcb3-85467925639b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 946 time: 0.0523582 Aug 10 02:05:46.242453 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-60b016f1-5f9b-44e1-a7a4-a8e29c0b4c35 req-dd23dd03-da32-42e0-a5f0-3d78326ee40b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=708fc25f-1d98-4f7e-99a6-c36ab5f3abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300913 Aug 10 02:05:46.503681 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:47.358320 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0249091-6535-47ef-afa5-b49561e10869 req-5de75139-772d-471d-9e81-d5dfac61d339 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:47.359787 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d0249091-6535-47ef-afa5-b49561e10869 req-5de75139-772d-471d-9e81-d5dfac61d339 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 946 time: 0.0488803 Aug 10 02:05:47.396517 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d0249091-6535-47ef-afa5-b49561e10869 req-99e2efcd-be1b-4de3-bafc-0da7a9c17738 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=708fc25f-1d98-4f7e-99a6-c36ab5f3abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308149 Aug 10 02:05:47.507853 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec08a0-e37c-4a75-ba6c-272f6dd95d30 req-4ace73a5-afa8-4cfd-957a-f8cf97ea0a71 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:47.509352 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ecec08a0-e37c-4a75-ba6c-272f6dd95d30 req-4ace73a5-afa8-4cfd-957a-f8cf97ea0a71 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 946 time: 0.0478365 Aug 10 02:05:47.547008 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ecec08a0-e37c-4a75-ba6c-272f6dd95d30 req-e39d7bcc-d4db-44a3-81ed-f1e8af40b0e9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=708fc25f-1d98-4f7e-99a6-c36ab5f3abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309153 Aug 10 02:05:47.568102 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39830) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:47.612636 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3a12aa-1a1d-44f1-83c1-8d402c9ff6c3 tempest-TestNetworkAdvancedServerOps-1363779260 tempest-TestNetworkAdvancedServerOps-1363779260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:47.614189 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7f3a12aa-1a1d-44f1-83c1-8d402c9ff6c3 tempest-TestNetworkAdvancedServerOps-1363779260 tempest-TestNetworkAdvancedServerOps-1363779260-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 1093 time: 0.0449524 Aug 10 02:05:47.616960 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39832) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:47.621319 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-4534b873-c9bc-4797-a6d0-ce7d186071b7 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'port_id': 'c28abce9-9a0a-476c-aeeb-511f9c004b64', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:47.642366 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4534b873-c9bc-4797-a6d0-ce7d186071b7 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:47.735170 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4534b873-c9bc-4797-a6d0-ce7d186071b7 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:47.838925 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-4534b873-c9bc-4797-a6d0-ce7d186071b7 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Allocated IP 172.25.2.95 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/e7ae96aa-18c0-4b10-a127-bc21edab3e47) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:05:47.942382 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4534b873-c9bc-4797-a6d0-ce7d186071b7 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:47.979410 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4534b873-c9bc-4797-a6d0-ce7d186071b7 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:48.022133 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4534b873-c9bc-4797-a6d0-ce7d186071b7 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:05:48.024986 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-4534b873-c9bc-4797-a6d0-ce7d186071b7 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:05:48.028457 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4534b873-c9bc-4797-a6d0-ce7d186071b7 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:05:48.049226 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534b873-c9bc-4797-a6d0-ce7d186071b7 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Port': ['ID=e7ae96aa-18c0-4b10-a127-bc21edab3e47,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:48.382807 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4534b873-c9bc-4797-a6d0-ce7d186071b7 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:48.451954 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4534b873-c9bc-4797-a6d0-ce7d186071b7 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:48.600564 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4534b873-c9bc-4797-a6d0-ce7d186071b7 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:48.605954 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4534b873-c9bc-4797-a6d0-ce7d186071b7 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:48.672254 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534b873-c9bc-4797-a6d0-ce7d186071b7 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Port': ['ID=e7ae96aa-18c0-4b10-a127-bc21edab3e47,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:48.687045 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4534b873-c9bc-4797-a6d0-ce7d186071b7 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:48.807197 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:05:49.084957 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [None req-4534b873-c9bc-4797-a6d0-ce7d186071b7 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Floating IP b1b9a923-6f84-4963-8b96-95d9cad048d1 associated. External IP: 172.25.2.95, port: c28abce9-9a0a-476c-aeeb-511f9c004b64. Aug 10 02:05:49.286001 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4534b873-c9bc-4797-a6d0-ce7d186071b7 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Router 8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:05:49.389245 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4534b873-c9bc-4797-a6d0-ce7d186071b7 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:05:49.399852 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4992bf-8088-496a-8545-eb9a0a37b998 None None] Sync routers for ids ['8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:05:49.405482 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4534b873-c9bc-4797-a6d0-ce7d186071b7 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:49.409651 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4992bf-8088-496a-8545-eb9a0a37b998 None None] Routers {'8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:05:49.410271 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-8f4992bf-8088-496a-8545-eb9a0a37b998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:05:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:49.431083 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4534b873-c9bc-4797-a6d0-ce7d186071b7 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8131423 Aug 10 02:05:49.431664 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d20a0d6-e8c2-4922-969e-759ab8a20804', 'tag': 'c28abce9-9a0a-476c-aeeb-511f9c004b64'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:05:49.433979 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9e874736d5403a2ed85b010b990dd133e24f0379b2e9b4f0e55655a3e1797b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a20f88-12db-44fb-91ce-948175de9de4" -d '{"events": [{"name": "network-changed", "server_uuid": "7d20a0d6-e8c2-4922-969e-759ab8a20804", "tag": "c28abce9-9a0a-476c-aeeb-511f9c004b64"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:05:49.473820 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db474330-2fcf-4003-a117-24d1da540ec9 x-openstack-request-id: req-db474330-2fcf-4003-a117-24d1da540ec9 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:05:49.474118 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d20a0d6-e8c2-4922-969e-759ab8a20804", "tag": "c28abce9-9a0a-476c-aeeb-511f9c004b64", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:05:49.474370 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-db474330-2fcf-4003-a117-24d1da540ec9 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:05:49.474773 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d20a0d6-e8c2-4922-969e-759ab8a20804', 'tag': 'c28abce9-9a0a-476c-aeeb-511f9c004b64', 'status': 'completed', 'code': 200} Aug 10 02:05:49.520284 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-8f4992bf-8088-496a-8545-eb9a0a37b998 None None] Set router 8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:05:49.536358 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a20f88-12db-44fb-91ce-948175de9de4 req-e99a406a-b481-479a-b220-7837621bcc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:49.538733 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f5a20f88-12db-44fb-91ce-948175de9de4 req-e99a406a-b481-479a-b220-7837621bcc36 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 1098 time: 0.0436323 Aug 10 02:05:49.548005 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c528b37-068a-4830-b5ab-979aae931256 req-ed458f27-918e-4993-b0a8-9a56cc2d780e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:49.549552 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5c528b37-068a-4830-b5ab-979aae931256 req-ed458f27-918e-4993-b0a8-9a56cc2d780e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 946 time: 0.0495279 Aug 10 02:05:49.590761 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5c528b37-068a-4830-b5ab-979aae931256 req-0d13b732-975f-4972-87ad-281ed536121c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=708fc25f-1d98-4f7e-99a6-c36ab5f3abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348244 Aug 10 02:05:49.614050 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39838) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:49.649285 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a20f88-12db-44fb-91ce-948175de9de4 req-168da706-6fd3-463c-9438-2b2392a0ab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:49.650833 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f5a20f88-12db-44fb-91ce-948175de9de4 req-168da706-6fd3-463c-9438-2b2392a0ab60 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9b1adc23-5e06-41b9-9fb4-89a083cabc58 HTTP/1.1" status: 200 len: 898 time: 0.1051342 Aug 10 02:05:49.683297 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-52c92655-53df-4225-b964-2ec2d1061bd5 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/floatingips/b1b9a923-6f84-4963-8b96-95d9cad048d1 HTTP/1.1" status: 200 len: 991 time: 0.0681016 Aug 10 02:05:49.724435 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f5a20f88-12db-44fb-91ce-948175de9de4 req-cd9d3f43-a563-4a03-8766-864db3e8d63c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c28abce9-9a0a-476c-aeeb-511f9c004b64 HTTP/1.1" status: 200 len: 999 time: 0.0670118 Aug 10 02:05:49.753167 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-8f4992bf-8088-496a-8545-eb9a0a37b998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532474744', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '0a85d14c-737f-4153-93de-3ddd1724b33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:30Z', 'updated_at': '2021-08-10T02:05:34Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': '0a85d14c-737f-4153-93de-3ddd1724b33e', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:31Z', 'updated_at': '2021-08-10T02:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'b1b9a923-6f84-4963-8b96-95d9cad048d1', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'floating_ip_address': '172.25.2.95', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'port_id': 'c28abce9-9a0a-476c-aeeb-511f9c004b64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1adc23-5e06-41b9-9fb4-89a083cabc58', 'mac_address': 'fa:16:3e:b2:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a0d6-e8c2-4922-969e-759ab8a20804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:05:48Z', 'updated_at': '2021-08-10T02:05:48Z', 'revision_number': 0, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c', 'name': '', 'network_id': '9b1adc23-5e06-41b9-9fb4-89a083cabc58', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:54:a2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '12063b4b-3c0a-438c-9b84-e3a3d1386e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:33Z', 'updated_at': '2021-08-10T02:05:38Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '12063b4b-3c0a-438c-9b84-e3a3d1386e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:49.774678 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a20f88-12db-44fb-91ce-948175de9de4 req-c20ec6e4-ffb4-417a-9191-61af3e7412dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:49.776135 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f5a20f88-12db-44fb-91ce-948175de9de4 req-c20ec6e4-ffb4-417a-9191-61af3e7412dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=12063b4b-3c0a-438c-9b84-e3a3d1386e01 HTTP/1.1" status: 200 len: 834 time: 0.0451148 Aug 10 02:05:49.778101 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4992bf-8088-496a-8545-eb9a0a37b998 None None] Checking router: 8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:05:49.786300 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4992bf-8088-496a-8545-eb9a0a37b998 None None] Routers {'8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:05:49.786907 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-8f4992bf-8088-496a-8545-eb9a0a37b998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:05:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:49.821560 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a20f88-12db-44fb-91ce-948175de9de4 req-41654b06-2b72-4e64-819b-76218f4eefe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:49.823051 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f5a20f88-12db-44fb-91ce-948175de9de4 req-41654b06-2b72-4e64-819b-76218f4eefe0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9b1adc23-5e06-41b9-9fb4-89a083cabc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402918 Aug 10 02:05:49.889729 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-8f4992bf-8088-496a-8545-eb9a0a37b998 None None] Set router 8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:05:49.915676 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f5a20f88-12db-44fb-91ce-948175de9de4 req-d412a12c-6d07-44b1-a3bc-3d4450263ec0 service neutron] 10.222.0.24 "GET /v2.0/networks/9b1adc23-5e06-41b9-9fb4-89a083cabc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856290 Aug 10 02:05:50.006502 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f5a20f88-12db-44fb-91ce-948175de9de4 req-5af4472a-4808-40b4-9ff0-a14679d6e2e5 service neutron] 10.222.0.24 "GET /v2.0/networks/9b1adc23-5e06-41b9-9fb4-89a083cabc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842612 Aug 10 02:05:50.255694 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-8f4992bf-8088-496a-8545-eb9a0a37b998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532474744', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '0a85d14c-737f-4153-93de-3ddd1724b33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:30Z', 'updated_at': '2021-08-10T02:05:34Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': '0a85d14c-737f-4153-93de-3ddd1724b33e', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:31Z', 'updated_at': '2021-08-10T02:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'b1b9a923-6f84-4963-8b96-95d9cad048d1', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'floating_ip_address': '172.25.2.95', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'port_id': 'c28abce9-9a0a-476c-aeeb-511f9c004b64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1adc23-5e06-41b9-9fb4-89a083cabc58', 'mac_address': 'fa:16:3e:b2:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a0d6-e8c2-4922-969e-759ab8a20804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:05:48Z', 'updated_at': '2021-08-10T02:05:48Z', 'revision_number': 0, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c', 'name': '', 'network_id': '9b1adc23-5e06-41b9-9fb4-89a083cabc58', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:54:a2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '12063b4b-3c0a-438c-9b84-e3a3d1386e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:33Z', 'updated_at': '2021-08-10T02:05:38Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '12063b4b-3c0a-438c-9b84-e3a3d1386e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:50.283749 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4992bf-8088-496a-8545-eb9a0a37b998 None None] The sync data for ids ['8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73'] in n-d-766726-26 is: [{'id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532474744', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '0a85d14c-737f-4153-93de-3ddd1724b33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:30Z', 'updated_at': '2021-08-10T02:05:34Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': '0a85d14c-737f-4153-93de-3ddd1724b33e', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:31Z', 'updated_at': '2021-08-10T02:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'b1b9a923-6f84-4963-8b96-95d9cad048d1', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'floating_ip_address': '172.25.2.95', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'port_id': 'c28abce9-9a0a-476c-aeeb-511f9c004b64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1adc23-5e06-41b9-9fb4-89a083cabc58', 'mac_address': 'fa:16:3e:b2:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20a0d6-e8c2-4922-969e-759ab8a20804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:05:48Z', 'updated_at': '2021-08-10T02:05:48Z', 'revision_number': 0, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c', 'name': '', 'network_id': '9b1adc23-5e06-41b9-9fb4-89a083cabc58', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:54:a2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '12063b4b-3c0a-438c-9b84-e3a3d1386e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:33Z', 'updated_at': '2021-08-10T02:05:38Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '12063b4b-3c0a-438c-9b84-e3a3d1386e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:05:50.466117 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bfb5a4-466c-4699-b253-c8f228a01b74 None None] New status for floating IP b1b9a923-6f84-4963-8b96-95d9cad048d1: ACTIVE {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:05:50.684875 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39840) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:50.751274 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-3063d6bf-9b37-4b9f-8122-f6f4834f142f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/floatingips/b1b9a923-6f84-4963-8b96-95d9cad048d1 HTTP/1.1" status: 200 len: 993 time: 0.0652189 Aug 10 02:05:58.824482 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:11.265296 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d3aa45ec-2519-436a-bbba-8c984f30fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:12.319707 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:13.903779 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f38899c9-2a84-4e6c-8d56-e5413f6db850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:14.348591 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5fd26c3c-9e8f-4141-ac30-0580a1238c39 req-7771e533-3491-48d0-81fb-2523f8e809b4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394230 Aug 10 02:06:14.427736 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd26c3c-9e8f-4141-ac30-0580a1238c39 req-0385394a-9d11-43e2-bc0b-9283356e7f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:14.429241 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5fd26c3c-9e8f-4141-ac30-0580a1238c39 req-0385394a-9d11-43e2-bc0b-9283356e7f99 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 1098 time: 0.0406761 Aug 10 02:06:14.535599 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:14.537882 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd26c3c-9e8f-4141-ac30-0580a1238c39 req-41354ccb-b627-44b8-8868-2a0de81f5ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:14.539386 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5fd26c3c-9e8f-4141-ac30-0580a1238c39 req-41354ccb-b627-44b8-8868-2a0de81f5ce6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9b1adc23-5e06-41b9-9fb4-89a083cabc58 HTTP/1.1" status: 200 len: 898 time: 0.0918283 Aug 10 02:06:14.605711 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5fd26c3c-9e8f-4141-ac30-0580a1238c39 req-b6c1ab61-89e2-401e-ae71-436bad88a148 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c28abce9-9a0a-476c-aeeb-511f9c004b64 HTTP/1.1" status: 200 len: 1001 time: 0.0585079 Aug 10 02:06:14.653584 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd26c3c-9e8f-4141-ac30-0580a1238c39 req-aff031d1-f3dc-4951-b63d-005ee4509acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:14.655663 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5fd26c3c-9e8f-4141-ac30-0580a1238c39 req-aff031d1-f3dc-4951-b63d-005ee4509acd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=12063b4b-3c0a-438c-9b84-e3a3d1386e01 HTTP/1.1" status: 200 len: 834 time: 0.0436623 Aug 10 02:06:14.704819 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd26c3c-9e8f-4141-ac30-0580a1238c39 req-9ec4bc63-e0ae-48dc-87a9-707a1dd168da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:14.706312 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5fd26c3c-9e8f-4141-ac30-0580a1238c39 req-9ec4bc63-e0ae-48dc-87a9-707a1dd168da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9b1adc23-5e06-41b9-9fb4-89a083cabc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440321 Aug 10 02:06:14.799007 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5fd26c3c-9e8f-4141-ac30-0580a1238c39 req-b2dee453-27e4-457e-9048-7e191ea3e165 service neutron] 10.222.0.24 "GET /v2.0/networks/9b1adc23-5e06-41b9-9fb4-89a083cabc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858908 Aug 10 02:06:14.891094 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5fd26c3c-9e8f-4141-ac30-0580a1238c39 req-61947210-2f68-453b-842e-9a4674afac22 service neutron] 10.222.0.24 "GET /v2.0/networks/9b1adc23-5e06-41b9-9fb4-89a083cabc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850105 Aug 10 02:06:15.428545 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:16.506159 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:25.805626 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:06:28.835728 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:41.265374 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6c24f6f2-f9d3-47c4-b828-489958063b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:42.315821 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:43.903182 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba40d75a-41c8-4942-87ea-9589dae86e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:44.537109 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:45.431217 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:46.507720 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:53.711989 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36bed0-761e-44b1-bb05-3e05fd066e21 req-eaa55321-2c8f-4d7f-b1c8-0cc7bd0ba342 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:53.713640 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6d36bed0-761e-44b1-bb05-3e05fd066e21 req-eaa55321-2c8f-4d7f-b1c8-0cc7bd0ba342 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 946 time: 0.0514452 Aug 10 02:06:53.722733 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 39890) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:53.753953 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6d36bed0-761e-44b1-bb05-3e05fd066e21 req-544d6080-13c1-4413-9574-e7d24a211806 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=708fc25f-1d98-4f7e-99a6-c36ab5f3abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342045 Aug 10 02:06:53.804364 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-b47fd953-20c7-4748-b81d-ff0b9ffdb743 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0803790 Aug 10 02:06:54.877927 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442f1cc-131d-4d29-92d1-4e02a8760992 req-75fac786-29f5-4411-b4f9-c31586a28cf2 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:54.880396 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8442f1cc-131d-4d29-92d1-4e02a8760992 req-75fac786-29f5-4411-b4f9-c31586a28cf2 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 946 time: 0.0568886 Aug 10 02:06:54.920365 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8442f1cc-131d-4d29-92d1-4e02a8760992 req-5496e9a4-1212-4ca6-b818-11a1d730faa0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=708fc25f-1d98-4f7e-99a6-c36ab5f3abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340540 Aug 10 02:06:54.975231 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-91790229-8df1-4b2f-9f09-5b320a3dd684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:54.976747 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-91790229-8df1-4b2f-9f09-5b320a3dd684 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 1098 time: 0.0806866 Aug 10 02:06:55.070347 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-f6ba462f-1904-4f19-bbf9-0e11734befd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:55.071809 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-f6ba462f-1904-4f19-bbf9-0e11734befd2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9b1adc23-5e06-41b9-9fb4-89a083cabc58 HTTP/1.1" status: 200 len: 898 time: 0.0854180 Aug 10 02:06:55.137328 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-9fccd7af-1974-4d9a-8a77-e1d7a465e0c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c28abce9-9a0a-476c-aeeb-511f9c004b64 HTTP/1.1" status: 200 len: 1001 time: 0.0573409 Aug 10 02:06:55.188962 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-b9af336d-ab6e-412e-9cba-6e101ce9bd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:55.190327 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-b9af336d-ab6e-412e-9cba-6e101ce9bd44 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=12063b4b-3c0a-438c-9b84-e3a3d1386e01 HTTP/1.1" status: 200 len: 834 time: 0.0427639 Aug 10 02:06:55.241691 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-8ca464cc-def7-4721-8c8e-6ea6a3d99f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:55.243177 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-8ca464cc-def7-4721-8c8e-6ea6a3d99f07 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9b1adc23-5e06-41b9-9fb4-89a083cabc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428016 Aug 10 02:06:55.332243 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-c8c5a7f2-4150-4bd0-adf6-b8060a6b19ad service neutron] 10.222.0.24 "GET /v2.0/networks/9b1adc23-5e06-41b9-9fb4-89a083cabc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799861 Aug 10 02:06:55.422361 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-69ef627a-e37e-4925-bb85-47f606f1bd3b service neutron] 10.222.0.24 "GET /v2.0/networks/9b1adc23-5e06-41b9-9fb4-89a083cabc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830567 Aug 10 02:06:56.037574 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2acbdb3-86ff-4a4e-8deb-d3619cd45aa8 req-91aa7c11-1492-40eb-adc1-1f2a99ccba96 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:56.039059 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2acbdb3-86ff-4a4e-8deb-d3619cd45aa8 req-91aa7c11-1492-40eb-adc1-1f2a99ccba96 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 946 time: 0.0520496 Aug 10 02:06:56.076902 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2acbdb3-86ff-4a4e-8deb-d3619cd45aa8 req-4843eb59-6175-44a2-80a9-cd63a0855200 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=708fc25f-1d98-4f7e-99a6-c36ab5f3abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318501 Aug 10 02:06:57.189832 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4c6ac-8aff-42fd-8c18-d92e83115cb8 req-f74e990d-223d-4581-8410-acf86cb02b8b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:57.191287 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-02a4c6ac-8aff-42fd-8c18-d92e83115cb8 req-f74e990d-223d-4581-8410-acf86cb02b8b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 946 time: 0.0476623 Aug 10 02:06:57.227261 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-02a4c6ac-8aff-42fd-8c18-d92e83115cb8 req-083ca836-2483-407d-85ac-5932823c1e72 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=708fc25f-1d98-4f7e-99a6-c36ab5f3abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301099 Aug 10 02:06:58.344888 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d2bc7-a575-41cb-b7c2-52df4dd4601d req-e5cbb904-ce9a-4575-81fa-e6e6cb271950 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:58.346616 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2e7d2bc7-a575-41cb-b7c2-52df4dd4601d req-e5cbb904-ce9a-4575-81fa-e6e6cb271950 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 946 time: 0.0525923 Aug 10 02:06:58.383108 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2e7d2bc7-a575-41cb-b7c2-52df4dd4601d req-103307cc-d628-4a6d-bc47-1602c9d84f99 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=708fc25f-1d98-4f7e-99a6-c36ab5f3abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305650 Aug 10 02:06:58.859156 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:59.500920 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51990c-1d43-4c3a-b542-047b995445ad req-739a330d-9663-40f9-9452-871d79d7f3b5 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:59.502374 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d51990c-1d43-4c3a-b542-047b995445ad req-739a330d-9663-40f9-9452-871d79d7f3b5 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 946 time: 0.0523713 Aug 10 02:06:59.539014 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d51990c-1d43-4c3a-b542-047b995445ad req-ba68f16f-0105-4725-82c7-d28828cb8510 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=708fc25f-1d98-4f7e-99a6-c36ab5f3abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307477 Aug 10 02:07:00.653017 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ac35e-21d2-49b5-b8de-d32cd47f0d7f req-b6199a6e-ce3a-46fe-b712-56c2dd6bfdd2 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:00.654509 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae9ac35e-21d2-49b5-b8de-d32cd47f0d7f req-b6199a6e-ce3a-46fe-b712-56c2dd6bfdd2 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 946 time: 0.0500433 Aug 10 02:07:00.691300 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae9ac35e-21d2-49b5-b8de-d32cd47f0d7f req-ffe4926f-ae9b-4377-8420-d6dd2d6dacb5 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=708fc25f-1d98-4f7e-99a6-c36ab5f3abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309000 Aug 10 02:07:01.805377 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf54f8b-0410-42be-aac3-3734dfce3e4a req-d95d5ef4-0aa5-41bd-8e60-42e18b3f2aa6 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:01.806874 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5cf54f8b-0410-42be-aac3-3734dfce3e4a req-d95d5ef4-0aa5-41bd-8e60-42e18b3f2aa6 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 946 time: 0.0482543 Aug 10 02:07:01.843190 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5cf54f8b-0410-42be-aac3-3734dfce3e4a req-ccee1b9a-65b1-42b9-abb8-9bb03ea508e7 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=708fc25f-1d98-4f7e-99a6-c36ab5f3abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304356 Aug 10 02:07:02.804982 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:07:02.959788 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c1163-c798-4fdf-bb48-05149f3f8fb9 req-feb207c9-6336-4edf-9669-2c7ed3bed8d7 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:02.961309 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fd3c1163-c798-4fdf-bb48-05149f3f8fb9 req-feb207c9-6336-4edf-9669-2c7ed3bed8d7 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 946 time: 0.0520673 Aug 10 02:07:02.998324 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fd3c1163-c798-4fdf-bb48-05149f3f8fb9 req-e03b6bb5-7570-46bc-8748-360bc5c94de3 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=708fc25f-1d98-4f7e-99a6-c36ab5f3abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311997 Aug 10 02:07:04.113635 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c4b4c-6707-422e-937a-ba3c1c34bf2c req-68b83008-1ff0-4ac8-bb09-a07e65ad5ff1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:04.115137 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c69c4b4c-6707-422e-937a-ba3c1c34bf2c req-68b83008-1ff0-4ac8-bb09-a07e65ad5ff1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 946 time: 0.0493844 Aug 10 02:07:04.151570 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c69c4b4c-6707-422e-937a-ba3c1c34bf2c req-30e56b3d-57e4-43df-ab22-23784ae0b17a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=708fc25f-1d98-4f7e-99a6-c36ab5f3abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304492 Aug 10 02:07:05.265624 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81864c46-9848-4239-ac59-ea7263ad95d2 req-4144c5d2-9f27-4e5e-a372-df8c5c4a179c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:05.267108 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-81864c46-9848-4239-ac59-ea7263ad95d2 req-4144c5d2-9f27-4e5e-a372-df8c5c4a179c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 946 time: 0.0487578 Aug 10 02:07:05.303673 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-81864c46-9848-4239-ac59-ea7263ad95d2 req-64d767c6-90b8-4e08-a6d5-c604a3cbf2fe tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=708fc25f-1d98-4f7e-99a6-c36ab5f3abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307052 Aug 10 02:07:06.421154 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94d710-1762-47d1-a522-a575945a1472 req-54543882-f317-421c-99a6-86e39a9a58b7 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:06.422632 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d94d710-1762-47d1-a522-a575945a1472 req-54543882-f317-421c-99a6-86e39a9a58b7 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 946 time: 0.0522795 Aug 10 02:07:06.459524 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d94d710-1762-47d1-a522-a575945a1472 req-bdffadde-f505-4b9a-8894-cc1c44040298 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=708fc25f-1d98-4f7e-99a6-c36ab5f3abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310307 Aug 10 02:07:07.357094 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-3fbed06b-eb4b-4ebe-bad5-3b0f9afebdfc service neutron] show failed (client error): The resource could not be found. Aug 10 02:07:07.358073 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-3fbed06b-eb4b-4ebe-bad5-3b0f9afebdfc service neutron] 10.222.0.24 "GET /v2.0/ports/c28abce9-9a0a-476c-aeeb-511f9c004b64/bindings/n-h2-766726-26 HTTP/1.1" status: 404 len: 381 time: 0.0550590 Aug 10 02:07:07.580167 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-6650d6a4-8bf6-4e80-b1be-7a561e50d461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:07.581692 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-6650d6a4-8bf6-4e80-b1be-7a561e50d461 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804&tenant_id=9bfc6303bee8498295c1ee8fa9c911ad HTTP/1.1" status: 200 len: 1098 time: 0.0700626 Aug 10 02:07:07.593591 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021622a-67da-4b87-b044-441225285d16 req-16618ce0-7994-4009-8a35-473a844387ee tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:07.595072 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0021622a-67da-4b87-b044-441225285d16 req-16618ce0-7994-4009-8a35-473a844387ee tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 946 time: 0.0582263 Aug 10 02:07:07.600728 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-7b0aae27-7950-4396-9769-13e43e6729a4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-26', 'device_owner': 'compute:nova'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:07.678017 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0021622a-67da-4b87-b044-441225285d16 req-212d83ff-5125-423a-993c-249aa0d72dc6 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=708fc25f-1d98-4f7e-99a6-c36ab5f3abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746481 Aug 10 02:07:07.682588 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-7b0aae27-7950-4396-9769-13e43e6729a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:07.881186 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-7b0aae27-7950-4396-9769-13e43e6729a4 service neutron] For port c28abce9-9a0a-476c-aeeb-511f9c004b64, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=c28abce9-9a0a-476c-aeeb-511f9c004b64,segment=NetworkSegment(57797dc9-15c6-4f66-96bf-945eeab8ffad),segment_id=57797dc9-15c6-4f66-96bf-945eeab8ffad)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:07.912824 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-7b0aae27-7950-4396-9769-13e43e6729a4 service neutron] For port c28abce9-9a0a-476c-aeeb-511f9c004b64, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:07:07.951034 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d20a0d6-e8c2-4922-969e-759ab8a20804', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c28abce9-9a0a-476c-aeeb-511f9c004b64'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:07:07.953342 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9e874736d5403a2ed85b010b990dd133e24f0379b2e9b4f0e55655a3e1797b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f9a2a3-7995-4cb0-8de4-fcab1ef357e9" -d '{"events": [{"server_uuid": "7d20a0d6-e8c2-4922-969e-759ab8a20804", "name": "network-vif-unplugged", "status": "completed", "tag": "c28abce9-9a0a-476c-aeeb-511f9c004b64"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:07:07.958093 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-7b0aae27-7950-4396-9769-13e43e6729a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:07.970853 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-7b0aae27-7950-4396-9769-13e43e6729a4 service neutron] Transition to ACTIVE for port object c28abce9-9a0a-476c-aeeb-511f9c004b64 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:07:07.975035 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-7b0aae27-7950-4396-9769-13e43e6729a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:08.007447 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 02:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b6e17a-256e-4881-9621-8f5f03f4952e x-openstack-request-id: req-74b6e17a-256e-4881-9621-8f5f03f4952e {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:07:08.007752 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d20a0d6-e8c2-4922-969e-759ab8a20804", "name": "network-vif-unplugged", "status": "completed", "tag": "c28abce9-9a0a-476c-aeeb-511f9c004b64", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:07:08.008006 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-74b6e17a-256e-4881-9621-8f5f03f4952e {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:07:08.008422 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d20a0d6-e8c2-4922-969e-759ab8a20804', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c28abce9-9a0a-476c-aeeb-511f9c004b64', 'code': 200} Aug 10 02:07:08.059581 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0aae27-7950-4396-9769-13e43e6729a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c28abce9-9a0a-476c-aeeb-511f9c004b64,revision_number=6']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:08.074226 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0aae27-7950-4396-9769-13e43e6729a4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:08.074582 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0aae27-7950-4396-9769-13e43e6729a4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:08.074928 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0aae27-7950-4396-9769-13e43e6729a4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:08.075267 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0aae27-7950-4396-9769-13e43e6729a4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:08.075605 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0aae27-7950-4396-9769-13e43e6729a4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:08.075943 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0aae27-7950-4396-9769-13e43e6729a4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:08.076302 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0aae27-7950-4396-9769-13e43e6729a4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:08.076641 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0aae27-7950-4396-9769-13e43e6729a4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:08.076970 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0aae27-7950-4396-9769-13e43e6729a4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:08.077299 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0aae27-7950-4396-9769-13e43e6729a4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:08.077631 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0aae27-7950-4396-9769-13e43e6729a4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:08.077957 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0aae27-7950-4396-9769-13e43e6729a4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:08.118309 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-7b0aae27-7950-4396-9769-13e43e6729a4 service neutron] No DVR routers for this DVR port c28abce9-9a0a-476c-aeeb-511f9c004b64 on host n-h1-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:07:08.255563 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-7b0aae27-7950-4396-9769-13e43e6729a4 service neutron] Attempting to bind port c28abce9-9a0a-476c-aeeb-511f9c004b64 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:07:08.255907 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-7b0aae27-7950-4396-9769-13e43e6729a4 service neutron] Attempting to bind port c28abce9-9a0a-476c-aeeb-511f9c004b64 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '57797dc9-15c6-4f66-96bf-945eeab8ffad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9b1adc23-5e06-41b9-9fb4-89a083cabc58'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:07:08.256275 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-7b0aae27-7950-4396-9769-13e43e6729a4 service neutron] Attempting to bind port c28abce9-9a0a-476c-aeeb-511f9c004b64 on network 9b1adc23-5e06-41b9-9fb4-89a083cabc58 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:08.260623 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-7b0aae27-7950-4396-9769-13e43e6729a4 service neutron] Port c28abce9-9a0a-476c-aeeb-511f9c004b64 on network 9b1adc23-5e06-41b9-9fb4-89a083cabc58 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:07:08.260953 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-7b0aae27-7950-4396-9769-13e43e6729a4 service neutron] Attempting to bind port c28abce9-9a0a-476c-aeeb-511f9c004b64 on network 9b1adc23-5e06-41b9-9fb4-89a083cabc58 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:08.265726 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-7b0aae27-7950-4396-9769-13e43e6729a4 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:07:08.266067 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-7b0aae27-7950-4396-9769-13e43e6729a4 service neutron] Checking segment: {'id': '57797dc9-15c6-4f66-96bf-945eeab8ffad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9b1adc23-5e06-41b9-9fb4-89a083cabc58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:07:08.266455 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-7b0aae27-7950-4396-9769-13e43e6729a4 service neutron] Bound using segment: {'id': '57797dc9-15c6-4f66-96bf-945eeab8ffad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9b1adc23-5e06-41b9-9fb4-89a083cabc58'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:07:08.266884 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-7b0aae27-7950-4396-9769-13e43e6729a4 service neutron] Bound port: c28abce9-9a0a-476c-aeeb-511f9c004b64, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57797dc9-15c6-4f66-96bf-945eeab8ffad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9b1adc23-5e06-41b9-9fb4-89a083cabc58'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:07:08.267259 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-7b0aae27-7950-4396-9769-13e43e6729a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:08.332122 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-7b0aae27-7950-4396-9769-13e43e6729a4 service neutron] For port c28abce9-9a0a-476c-aeeb-511f9c004b64, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:07:08.335263 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-7b0aae27-7950-4396-9769-13e43e6729a4 service neutron] For port c28abce9-9a0a-476c-aeeb-511f9c004b64, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=c28abce9-9a0a-476c-aeeb-511f9c004b64,segment=NetworkSegment(57797dc9-15c6-4f66-96bf-945eeab8ffad),segment_id=57797dc9-15c6-4f66-96bf-945eeab8ffad)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:07:08.339117 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-7b0aae27-7950-4396-9769-13e43e6729a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:08.373442 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-7b0aae27-7950-4396-9769-13e43e6729a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:08.374418 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-7b0aae27-7950-4396-9769-13e43e6729a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:08.376204 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-7b0aae27-7950-4396-9769-13e43e6729a4 service neutron] 10.222.0.20 "PUT /v2.0/ports/c28abce9-9a0a-476c-aeeb-511f9c004b64 HTTP/1.1" status: 200 len: 1093 time: 0.7796795 Aug 10 02:07:08.400162 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0aae27-7950-4396-9769-13e43e6729a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c28abce9-9a0a-476c-aeeb-511f9c004b64,revision_number=7']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:08.454572 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-500e815c-206e-43af-b371-259bf80f0511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:08.456752 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-500e815c-206e-43af-b371-259bf80f0511 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 1096 time: 0.0459754 Aug 10 02:07:08.553098 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-d1d0aa42-780d-4376-800c-a0ab23385e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:08.554565 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-d1d0aa42-780d-4376-800c-a0ab23385e60 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b1adc23-5e06-41b9-9fb4-89a083cabc58 HTTP/1.1" status: 200 len: 898 time: 0.0903964 Aug 10 02:07:08.619260 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-f80d6be9-2062-4431-a797-f345200422d9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c28abce9-9a0a-476c-aeeb-511f9c004b64 HTTP/1.1" status: 200 len: 999 time: 0.0575492 Aug 10 02:07:08.666816 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-3d0ae278-ce8f-4f2f-b1b4-6d1502e826a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:08.668228 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-3d0ae278-ce8f-4f2f-b1b4-6d1502e826a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=12063b4b-3c0a-438c-9b84-e3a3d1386e01 HTTP/1.1" status: 200 len: 834 time: 0.0419600 Aug 10 02:07:08.718295 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-2d56f095-9837-4bed-9720-e21d478df1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:08.719799 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-2d56f095-9837-4bed-9720-e21d478df1d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b1adc23-5e06-41b9-9fb4-89a083cabc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446589 Aug 10 02:07:08.844198 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a34010-5506-4466-9d3c-b074d3a09871 req-c6e8a695-938c-42c5-a868-5546e5878957 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:08.845672 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-30a34010-5506-4466-9d3c-b074d3a09871 req-c6e8a695-938c-42c5-a868-5546e5878957 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 944 time: 0.0782509 Aug 10 02:07:08.849352 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-109b4f47-f197-4e5d-8a93-77c20bb7879c service neutron] 10.222.0.20 "GET /v2.0/networks/9b1adc23-5e06-41b9-9fb4-89a083cabc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220067 Aug 10 02:07:08.924586 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-30a34010-5506-4466-9d3c-b074d3a09871 req-60ebc68d-b824-406b-b197-3760ab22765e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=708fc25f-1d98-4f7e-99a6-c36ab5f3abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725532 Aug 10 02:07:08.958350 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-edfd5711-c5be-4f5a-afa1-c49e93ce5a67 req-02372e53-b2c5-4011-a247-09b9fad6bae3 service neutron] 10.222.0.20 "GET /v2.0/networks/9b1adc23-5e06-41b9-9fb4-89a083cabc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000090 Aug 10 02:07:09.613274 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device c28abce9-9a0a-476c-aeeb-511f9c004b64 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:07:09.649158 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device c28abce9-9a0a-476c-aeeb-511f9c004b64 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:07:10.017626 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d20a0d6-e8c2-4922-969e-759ab8a20804', 'tag': 'c28abce9-9a0a-476c-aeeb-511f9c004b64'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:07:10.019871 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9e874736d5403a2ed85b010b990dd133e24f0379b2e9b4f0e55655a3e1797b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be04bc43-1e60-478c-98cb-f3d9d9923e73" -d '{"events": [{"name": "network-changed", "server_uuid": "7d20a0d6-e8c2-4922-969e-759ab8a20804", "tag": "c28abce9-9a0a-476c-aeeb-511f9c004b64"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:07:10.049766 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28debad-5607-4997-bf5f-296979db13e2 req-56146960-79c3-47ee-943b-4651362ee00e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:10.051275 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e28debad-5607-4997-bf5f-296979db13e2 req-56146960-79c3-47ee-943b-4651362ee00e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 944 time: 0.0588210 Aug 10 02:07:10.074382 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d2e283-36f1-4837-a126-bb7c6480b7fd x-openstack-request-id: req-93d2e283-36f1-4837-a126-bb7c6480b7fd {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:07:10.074710 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d20a0d6-e8c2-4922-969e-759ab8a20804", "tag": "c28abce9-9a0a-476c-aeeb-511f9c004b64", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:07:10.074934 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-93d2e283-36f1-4837-a126-bb7c6480b7fd {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:07:10.075321 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d20a0d6-e8c2-4922-969e-759ab8a20804', 'tag': 'c28abce9-9a0a-476c-aeeb-511f9c004b64', 'status': 'completed', 'code': 200} Aug 10 02:07:10.091575 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e28debad-5607-4997-bf5f-296979db13e2 req-6fafb788-acee-4d5a-84dd-db20e253e3d3 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=708fc25f-1d98-4f7e-99a6-c36ab5f3abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345066 Aug 10 02:07:10.133792 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04bc43-1e60-478c-98cb-f3d9d9923e73 req-13751fe3-4327-4bc8-bc15-43ff716963b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:10.135322 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be04bc43-1e60-478c-98cb-f3d9d9923e73 req-13751fe3-4327-4bc8-bc15-43ff716963b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 1096 time: 0.0438616 Aug 10 02:07:10.162764 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04bc43-1e60-478c-98cb-f3d9d9923e73 req-3f2620e6-785c-4d34-b89e-ed1c2119978a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:10.164286 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be04bc43-1e60-478c-98cb-f3d9d9923e73 req-3f2620e6-785c-4d34-b89e-ed1c2119978a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 1096 time: 0.0413089 Aug 10 02:07:10.227489 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04bc43-1e60-478c-98cb-f3d9d9923e73 req-7fbf35d9-467a-4696-8bcd-37e733421e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:10.228945 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be04bc43-1e60-478c-98cb-f3d9d9923e73 req-7fbf35d9-467a-4696-8bcd-37e733421e91 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9b1adc23-5e06-41b9-9fb4-89a083cabc58 HTTP/1.1" status: 200 len: 898 time: 0.0853784 Aug 10 02:07:10.255049 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04bc43-1e60-478c-98cb-f3d9d9923e73 req-db87f45a-6478-45de-8a17-6afde7f7a79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:10.256647 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be04bc43-1e60-478c-98cb-f3d9d9923e73 req-db87f45a-6478-45de-8a17-6afde7f7a79d service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b1adc23-5e06-41b9-9fb4-89a083cabc58 HTTP/1.1" status: 200 len: 898 time: 0.0851798 Aug 10 02:07:10.293541 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be04bc43-1e60-478c-98cb-f3d9d9923e73 req-47b48d2c-bcc8-4079-991f-732e14f1891e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c28abce9-9a0a-476c-aeeb-511f9c004b64 HTTP/1.1" status: 200 len: 999 time: 0.0571139 Aug 10 02:07:10.325570 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be04bc43-1e60-478c-98cb-f3d9d9923e73 req-9bb89474-101c-4f74-a22f-1d6a8907abcc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c28abce9-9a0a-476c-aeeb-511f9c004b64 HTTP/1.1" status: 200 len: 999 time: 0.0608692 Aug 10 02:07:10.341349 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04bc43-1e60-478c-98cb-f3d9d9923e73 req-67bad7de-18e8-411e-ae5f-0eb3e19f17aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:10.342774 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be04bc43-1e60-478c-98cb-f3d9d9923e73 req-67bad7de-18e8-411e-ae5f-0eb3e19f17aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=12063b4b-3c0a-438c-9b84-e3a3d1386e01 HTTP/1.1" status: 200 len: 834 time: 0.0420184 Aug 10 02:07:10.374838 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04bc43-1e60-478c-98cb-f3d9d9923e73 req-212b2b87-1616-420c-bc7d-475aff48a0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:10.376383 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be04bc43-1e60-478c-98cb-f3d9d9923e73 req-212b2b87-1616-420c-bc7d-475aff48a0f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=12063b4b-3c0a-438c-9b84-e3a3d1386e01 HTTP/1.1" status: 200 len: 834 time: 0.0443525 Aug 10 02:07:10.391499 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04bc43-1e60-478c-98cb-f3d9d9923e73 req-3358272a-ecc3-464c-9ca3-2a72664e1301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:10.393038 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be04bc43-1e60-478c-98cb-f3d9d9923e73 req-3358272a-ecc3-464c-9ca3-2a72664e1301 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9b1adc23-5e06-41b9-9fb4-89a083cabc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431106 Aug 10 02:07:10.422084 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04bc43-1e60-478c-98cb-f3d9d9923e73 req-61545afe-b23b-4269-9712-6485ebfb10dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:10.424201 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be04bc43-1e60-478c-98cb-f3d9d9923e73 req-61545afe-b23b-4269-9712-6485ebfb10dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b1adc23-5e06-41b9-9fb4-89a083cabc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399425 Aug 10 02:07:10.483993 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be04bc43-1e60-478c-98cb-f3d9d9923e73 req-2281148c-4f24-47b3-b3d5-424d22d60043 service neutron] 10.222.0.24 "GET /v2.0/networks/9b1adc23-5e06-41b9-9fb4-89a083cabc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835304 Aug 10 02:07:10.516947 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be04bc43-1e60-478c-98cb-f3d9d9923e73 req-54fc1ab8-6baf-4b94-a75e-e89a37743162 service neutron] 10.222.0.20 "GET /v2.0/networks/9b1adc23-5e06-41b9-9fb4-89a083cabc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849597 Aug 10 02:07:10.578681 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be04bc43-1e60-478c-98cb-f3d9d9923e73 req-e9aa2e9b-5414-44f8-b7f2-a9094194a6c3 service neutron] 10.222.0.24 "GET /v2.0/networks/9b1adc23-5e06-41b9-9fb4-89a083cabc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874577 Aug 10 02:07:10.610329 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-be04bc43-1e60-478c-98cb-f3d9d9923e73 req-44410faf-394d-4597-9a18-455750e0cd3b service neutron] 10.222.0.20 "GET /v2.0/networks/9b1adc23-5e06-41b9-9fb4-89a083cabc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843160 Aug 10 02:07:11.214466 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056cf11-dfbf-4453-838a-1f37ea529a87 req-d3b85147-4333-4e67-b01f-0d352960a1ab tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:11.216005 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a056cf11-dfbf-4453-838a-1f37ea529a87 req-d3b85147-4333-4e67-b01f-0d352960a1ab tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 944 time: 0.0537901 Aug 10 02:07:11.255895 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a056cf11-dfbf-4453-838a-1f37ea529a87 req-34f1266a-5ae9-4625-8c38-089a38de1b2e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=708fc25f-1d98-4f7e-99a6-c36ab5f3abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332286 Aug 10 02:07:11.265767 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2d30ff43-e7ce-4d7c-9b2f-aa4a34978dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:12.320680 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:12.372164 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc05ae7-416b-483d-8659-8b116633ef8a req-aeb71303-0634-4c0c-baa2-a15470ae6a30 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:12.373638 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9fc05ae7-416b-483d-8659-8b116633ef8a req-aeb71303-0634-4c0c-baa2-a15470ae6a30 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 944 time: 0.0479894 Aug 10 02:07:12.409680 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9fc05ae7-416b-483d-8659-8b116633ef8a req-c9ac601b-3029-4301-b072-cf4953ee8b91 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=708fc25f-1d98-4f7e-99a6-c36ab5f3abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301216 Aug 10 02:07:12.470603 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device c28abce9-9a0a-476c-aeeb-511f9c004b64 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:07:12.570994 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port c28abce9-9a0a-476c-aeeb-511f9c004b64, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=c28abce9-9a0a-476c-aeeb-511f9c004b64,segment=NetworkSegment(57797dc9-15c6-4f66-96bf-945eeab8ffad),segment_id=57797dc9-15c6-4f66-96bf-945eeab8ffad)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:12.586469 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': 'c28abce9-9a0a-476c-aeeb-511f9c004b64', 'network_id': '9b1adc23-5e06-41b9-9fb4-89a083cabc58', 'port_id': 'c28abce9-9a0a-476c-aeeb-511f9c004b64', 'mac_address': 'fa:16:3e:b2:25:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12063b4b-3c0a-438c-9b84-e3a3d1386e01', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:07:12.602674 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99c336-f23d-4883-80f9-f65edba2c7e2 req-311539e7-82f4-4243-8de7-67609a672878 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:12.604226 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb99c336-f23d-4883-80f9-f65edba2c7e2 req-311539e7-82f4-4243-8de7-67609a672878 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 944 time: 0.0515597 Aug 10 02:07:12.634079 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:12.646099 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-eb99c336-f23d-4883-80f9-f65edba2c7e2 req-bd13428f-f28e-4763-9751-d568142f7e94 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=708fc25f-1d98-4f7e-99a6-c36ab5f3abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356865 Aug 10 02:07:12.647814 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c28abce9-9a0a-476c-aeeb-511f9c004b64 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:07:12.670321 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port c28abce9-9a0a-476c-aeeb-511f9c004b64, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=c28abce9-9a0a-476c-aeeb-511f9c004b64,segment=NetworkSegment(57797dc9-15c6-4f66-96bf-945eeab8ffad),segment_id=57797dc9-15c6-4f66-96bf-945eeab8ffad)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:12.672322 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101da8b7-1ee2-46c2-a9e1-6c38b5723869 req-8b9dfef7-8ffb-4626-a200-ef203d9c0a3b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:12.674172 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-101da8b7-1ee2-46c2-a9e1-6c38b5723869 req-8b9dfef7-8ffb-4626-a200-ef203d9c0a3b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804&tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&binding%3Ahost_id=n-h2-766726-26 HTTP/1.1" status: 200 len: 944 time: 0.1087065 Aug 10 02:07:12.674757 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:12.724820 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=c28abce9-9a0a-476c-aeeb-511f9c004b64,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:12.732631 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:12.733332 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:12.733889 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:12.734428 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:12.734965 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:12.735522 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:12.736825 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:12.737015 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:12.737365 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:12.737711 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:12.738050 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:12.738387 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:12.739913 n-d-766726-26 neutron-server[105827]: INFO neutron.api.v2.resource [req-101da8b7-1ee2-46c2-a9e1-6c38b5723869 req-0fef83a3-845e-4a40-93aa-96954ac43bff service neutron] delete failed (client error): The resource could not be found. Aug 10 02:07:12.740985 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-101da8b7-1ee2-46c2-a9e1-6c38b5723869 req-0fef83a3-845e-4a40-93aa-96954ac43bff service neutron] 10.222.0.24 "DELETE /v2.0/ports/c28abce9-9a0a-476c-aeeb-511f9c004b64/bindings/n-h1-766726-26 HTTP/1.1" status: 404 len: 381 time: 0.0597980 Aug 10 02:07:12.774277 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7d5bd-a5bd-4117-8d03-f9d173bb1c88 req-eb858dcb-012d-477c-a7ea-79cfd16583f3 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:12.775829 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ace7d5bd-a5bd-4117-8d03-f9d173bb1c88 req-eb858dcb-012d-477c-a7ea-79cfd16583f3 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 945 time: 0.0574155 Aug 10 02:07:12.814269 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ace7d5bd-a5bd-4117-8d03-f9d173bb1c88 req-64943d2a-4f25-4aed-95d8-c8674f3fa6a8 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=708fc25f-1d98-4f7e-99a6-c36ab5f3abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323286 Aug 10 02:07:12.832043 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101da8b7-1ee2-46c2-a9e1-6c38b5723869 req-778f88c5-7f7a-4e47-a65c-d6197ec89fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:12.833621 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-101da8b7-1ee2-46c2-a9e1-6c38b5723869 req-778f88c5-7f7a-4e47-a65c-d6197ec89fd4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 1097 time: 0.0481224 Aug 10 02:07:12.920398 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101da8b7-1ee2-46c2-a9e1-6c38b5723869 req-5f96b702-7ee8-4109-870b-870c6a56c785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:12.921809 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-101da8b7-1ee2-46c2-a9e1-6c38b5723869 req-5f96b702-7ee8-4109-870b-870c6a56c785 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9b1adc23-5e06-41b9-9fb4-89a083cabc58 HTTP/1.1" status: 200 len: 898 time: 0.0816886 Aug 10 02:07:12.989914 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-101da8b7-1ee2-46c2-a9e1-6c38b5723869 req-8f13ea49-3fd3-475d-8956-5f479391ccdc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c28abce9-9a0a-476c-aeeb-511f9c004b64 HTTP/1.1" status: 200 len: 1000 time: 0.0613456 Aug 10 02:07:13.038368 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101da8b7-1ee2-46c2-a9e1-6c38b5723869 req-420b8c20-9bae-4f07-a0a9-9b4790b7c980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:13.039723 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-101da8b7-1ee2-46c2-a9e1-6c38b5723869 req-420b8c20-9bae-4f07-a0a9-9b4790b7c980 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=12063b4b-3c0a-438c-9b84-e3a3d1386e01 HTTP/1.1" status: 200 len: 834 time: 0.0422382 Aug 10 02:07:13.084265 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101da8b7-1ee2-46c2-a9e1-6c38b5723869 req-51da57b9-6406-4fa1-9bcd-fb44a200dd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:13.085607 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-101da8b7-1ee2-46c2-a9e1-6c38b5723869 req-51da57b9-6406-4fa1-9bcd-fb44a200dd59 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9b1adc23-5e06-41b9-9fb4-89a083cabc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385838 Aug 10 02:07:13.093843 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['c28abce9-9a0a-476c-aeeb-511f9c004b64'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:07:13.177453 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-101da8b7-1ee2-46c2-a9e1-6c38b5723869 req-f03cde86-0f2d-476e-8226-7f389dbe52d9 service neutron] 10.222.0.24 "GET /v2.0/networks/9b1adc23-5e06-41b9-9fb4-89a083cabc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849559 Aug 10 02:07:13.265181 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-101da8b7-1ee2-46c2-a9e1-6c38b5723869 req-f08f6ed6-cf8b-477e-91ce-75ac79497604 service neutron] 10.222.0.24 "GET /v2.0/networks/9b1adc23-5e06-41b9-9fb4-89a083cabc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811298 Aug 10 02:07:13.908474 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-34376294-0884-46b2-ba25-d128d0d14ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:13.931659 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaee744-0669-463c-bded-2d1236d600a6 req-0b012bab-8b02-4427-9f8b-9474ad189234 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:13.933169 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8aaee744-0669-463c-bded-2d1236d600a6 req-0b012bab-8b02-4427-9f8b-9474ad189234 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 945 time: 0.0513902 Aug 10 02:07:13.971971 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8aaee744-0669-463c-bded-2d1236d600a6 req-591c39d2-a4ec-41dc-975d-10245af4d7c0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=708fc25f-1d98-4f7e-99a6-c36ab5f3abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319769 Aug 10 02:07:13.993580 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39962) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:14.054184 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-11f436a5-c51f-444c-a40e-b9508b9294c1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/floatingips/b1b9a923-6f84-4963-8b96-95d9cad048d1 HTTP/1.1" status: 200 len: 992 time: 0.0595381 Aug 10 02:07:14.487726 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device c28abce9-9a0a-476c-aeeb-511f9c004b64 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:07:14.539599 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:14.545742 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port c28abce9-9a0a-476c-aeeb-511f9c004b64 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:07:14.550071 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port c28abce9-9a0a-476c-aeeb-511f9c004b64 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:07:14.550439 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:14.628426 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:14.650138 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d20a0d6-e8c2-4922-969e-759ab8a20804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28abce9-9a0a-476c-aeeb-511f9c004b64'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:07:14.652395 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09d289ccde4d6ff9cc92181a6a5f9723a21b3f76001e8301d3c19491e4c7f527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a97936-d621-4ed2-8d60-4a0a5810c1f8" -d '{"events": [{"server_uuid": "7d20a0d6-e8c2-4922-969e-759ab8a20804", "name": "network-vif-plugged", "status": "completed", "tag": "c28abce9-9a0a-476c-aeeb-511f9c004b64"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:07:14.665198 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port c28abce9-9a0a-476c-aeeb-511f9c004b64, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=c28abce9-9a0a-476c-aeeb-511f9c004b64,segment=NetworkSegment(57797dc9-15c6-4f66-96bf-945eeab8ffad),segment_id=57797dc9-15c6-4f66-96bf-945eeab8ffad)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:14.669171 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:14.692575 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09eec755-242e-49e5-b244-9bfe38e416e7 x-openstack-request-id: req-09eec755-242e-49e5-b244-9bfe38e416e7 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:07:14.692863 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d20a0d6-e8c2-4922-969e-759ab8a20804", "name": "network-vif-plugged", "status": "completed", "tag": "c28abce9-9a0a-476c-aeeb-511f9c004b64", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:07:14.693117 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-09eec755-242e-49e5-b244-9bfe38e416e7 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:07:14.693503 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d20a0d6-e8c2-4922-969e-759ab8a20804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28abce9-9a0a-476c-aeeb-511f9c004b64', 'code': 200} Aug 10 02:07:14.718012 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=c28abce9-9a0a-476c-aeeb-511f9c004b64,revision_number=9']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:15.434188 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:16.510851 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:28.859535 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:29.741526 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6037d867-86d8-4ee8-be7e-512cb6d8b64f req-5da9c945-f704-44c1-a63d-c28002bdf7dd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397880 Aug 10 02:07:29.837385 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037d867-86d8-4ee8-be7e-512cb6d8b64f req-2ccff074-e062-4050-891b-0a2886703705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:29.838835 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6037d867-86d8-4ee8-be7e-512cb6d8b64f req-2ccff074-e062-4050-891b-0a2886703705 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 1098 time: 0.0386105 Aug 10 02:07:29.944325 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037d867-86d8-4ee8-be7e-512cb6d8b64f req-f9ed2b80-aa43-4d7b-a6fc-d3131c23cf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:29.945704 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6037d867-86d8-4ee8-be7e-512cb6d8b64f req-f9ed2b80-aa43-4d7b-a6fc-d3131c23cf1d service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b1adc23-5e06-41b9-9fb4-89a083cabc58 HTTP/1.1" status: 200 len: 898 time: 0.0852504 Aug 10 02:07:30.012846 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6037d867-86d8-4ee8-be7e-512cb6d8b64f req-3d994093-bc2b-40be-91f3-40d4abf06129 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c28abce9-9a0a-476c-aeeb-511f9c004b64 HTTP/1.1" status: 200 len: 1001 time: 0.0574274 Aug 10 02:07:30.059899 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037d867-86d8-4ee8-be7e-512cb6d8b64f req-4acae708-56cd-4d18-80ee-c38e02cc89c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:30.061448 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6037d867-86d8-4ee8-be7e-512cb6d8b64f req-4acae708-56cd-4d18-80ee-c38e02cc89c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=12063b4b-3c0a-438c-9b84-e3a3d1386e01 HTTP/1.1" status: 200 len: 834 time: 0.0419850 Aug 10 02:07:30.110968 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037d867-86d8-4ee8-be7e-512cb6d8b64f req-07a56289-b7be-4944-853d-9958bf76b003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:30.112436 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6037d867-86d8-4ee8-be7e-512cb6d8b64f req-07a56289-b7be-4944-853d-9958bf76b003 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b1adc23-5e06-41b9-9fb4-89a083cabc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427425 Aug 10 02:07:30.199949 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6037d867-86d8-4ee8-be7e-512cb6d8b64f req-8d72a464-0332-4c56-9e62-0312503d70f9 service neutron] 10.222.0.20 "GET /v2.0/networks/9b1adc23-5e06-41b9-9fb4-89a083cabc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795786 Aug 10 02:07:30.292069 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6037d867-86d8-4ee8-be7e-512cb6d8b64f req-1f8a5667-d504-4e71-8d46-7b5eb3f1e2b8 service neutron] 10.222.0.20 "GET /v2.0/networks/9b1adc23-5e06-41b9-9fb4-89a083cabc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855162 Aug 10 02:07:39.804043 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:07:41.269884 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dfc502b1-f352-43ea-bf8c-5e2460aefb1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:42.325396 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:43.908536 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0feb307b-6edc-47b8-a9e5-871a2f104bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:44.539836 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:45.436502 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:46.512638 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:58.873345 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:00.433511 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 39984) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:00.586125 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-fcc1a11f-4fdf-4aa8-bfe1-804ecef43293 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Deleting port e7ae96aa-18c0-4b10-a127-bc21edab3e47 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:08:00.586472 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fcc1a11f-4fdf-4aa8-bfe1-804ecef43293 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:00.657914 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fcc1a11f-4fdf-4aa8-bfe1-804ecef43293 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:00.658250 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fcc1a11f-4fdf-4aa8-bfe1-804ecef43293 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:00.669272 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-fcc1a11f-4fdf-4aa8-bfe1-804ecef43293 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Calling delete_port for e7ae96aa-18c0-4b10-a127-bc21edab3e47 owned by network:floatingip {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:08:00.814349 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fcc1a11f-4fdf-4aa8-bfe1-804ecef43293 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:00.838613 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1a11f-4fdf-4aa8-bfe1-804ecef43293 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event deleted for resources: {'Port': ['ID=e7ae96aa-18c0-4b10-a127-bc21edab3e47,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:00.901105 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fcc1a11f-4fdf-4aa8-bfe1-804ecef43293 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for floatingip, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:00.901441 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [None req-fcc1a11f-4fdf-4aa8-bfe1-804ecef43293 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Floating IP b1b9a923-6f84-4963-8b96-95d9cad048d1 disassociated (deleted). External IP: 172.25.2.95, port: c28abce9-9a0a-476c-aeeb-511f9c004b64. Aug 10 02:08:01.394804 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc1a11f-4fdf-4aa8-bfe1-804ecef43293 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Router 8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:08:01.495294 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc1a11f-4fdf-4aa8-bfe1-804ecef43293 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:08:01.500125 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fcc1a11f-4fdf-4aa8-bfe1-804ecef43293 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:01.505310 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a2e497-127a-4ccf-9736-8f2c83ae014d None None] Sync routers for ids ['8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:08:01.514640 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a2e497-127a-4ccf-9736-8f2c83ae014d None None] Routers {'8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:08:01.515268 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-a1a2e497-127a-4ccf-9736-8f2c83ae014d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:07:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:01.529148 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-fcc1a11f-4fdf-4aa8-bfe1-804ecef43293 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "DELETE /v2.0/floatingips/b1b9a923-6f84-4963-8b96-95d9cad048d1 HTTP/1.1" status: 204 len: 168 time: 1.0945597 Aug 10 02:08:01.529749 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d20a0d6-e8c2-4922-969e-759ab8a20804', 'tag': 'c28abce9-9a0a-476c-aeeb-511f9c004b64'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:08:01.532324 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9e874736d5403a2ed85b010b990dd133e24f0379b2e9b4f0e55655a3e1797b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35311da5-5ae3-472c-82e1-92f30da96cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "7d20a0d6-e8c2-4922-969e-759ab8a20804", "tag": "c28abce9-9a0a-476c-aeeb-511f9c004b64"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:08:01.632776 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-a1a2e497-127a-4ccf-9736-8f2c83ae014d None None] Set router 8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:08:01.645915 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b721825-b3c1-46c9-9ae1-68f0bb902378 x-openstack-request-id: req-7b721825-b3c1-46c9-9ae1-68f0bb902378 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:08:01.646152 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d20a0d6-e8c2-4922-969e-759ab8a20804", "tag": "c28abce9-9a0a-476c-aeeb-511f9c004b64", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:08:01.646399 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7b721825-b3c1-46c9-9ae1-68f0bb902378 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:08:01.646848 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d20a0d6-e8c2-4922-969e-759ab8a20804', 'tag': 'c28abce9-9a0a-476c-aeeb-511f9c004b64', 'status': 'completed', 'code': 200} Aug 10 02:08:01.735103 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35311da5-5ae3-472c-82e1-92f30da96cb6 req-312682ff-a7a6-410d-892f-7761c5efbc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:01.736662 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-35311da5-5ae3-472c-82e1-92f30da96cb6 req-312682ff-a7a6-410d-892f-7761c5efbc75 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 1098 time: 0.0491166 Aug 10 02:08:01.830114 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-a1a2e497-127a-4ccf-9736-8f2c83ae014d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532474744', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '0a85d14c-737f-4153-93de-3ddd1724b33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:30Z', 'updated_at': '2021-08-10T02:05:34Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': '0a85d14c-737f-4153-93de-3ddd1724b33e', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:31Z', 'updated_at': '2021-08-10T02:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c', 'name': '', 'network_id': '9b1adc23-5e06-41b9-9fb4-89a083cabc58', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:54:a2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '12063b4b-3c0a-438c-9b84-e3a3d1386e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:33Z', 'updated_at': '2021-08-10T02:05:38Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '12063b4b-3c0a-438c-9b84-e3a3d1386e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:01.856274 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a2e497-127a-4ccf-9736-8f2c83ae014d None None] Checking router: 8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:08:01.863079 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3a0c9-6f2a-4854-853b-13dafeca2824 req-d6f19b58-d7ec-42c1-94b0-2fa0a1a93a62 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:01.864497 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a2e497-127a-4ccf-9736-8f2c83ae014d None None] Routers {'8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:08:01.864649 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-74d3a0c9-6f2a-4854-853b-13dafeca2824 req-d6f19b58-d7ec-42c1-94b0-2fa0a1a93a62 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 946 time: 0.1391642 Aug 10 02:08:01.865104 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-a1a2e497-127a-4ccf-9736-8f2c83ae014d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:07:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:01.880807 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35311da5-5ae3-472c-82e1-92f30da96cb6 req-cf6a5eec-d5ce-4cc9-bc25-32531b0715c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:01.882237 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-35311da5-5ae3-472c-82e1-92f30da96cb6 req-cf6a5eec-d5ce-4cc9-bc25-32531b0715c7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b1adc23-5e06-41b9-9fb4-89a083cabc58 HTTP/1.1" status: 200 len: 898 time: 0.1379972 Aug 10 02:08:01.928173 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-35311da5-5ae3-472c-82e1-92f30da96cb6 req-858bbaff-0d44-4716-a784-aec7000a0456 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c28abce9-9a0a-476c-aeeb-511f9c004b64 HTTP/1.1" status: 200 len: 217 time: 0.0371277 Aug 10 02:08:01.948441 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-74d3a0c9-6f2a-4854-853b-13dafeca2824 req-87d80abc-6c69-440c-b0ee-fccfedd517b1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=708fc25f-1d98-4f7e-99a6-c36ab5f3abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766222 Aug 10 02:08:01.969564 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-a1a2e497-127a-4ccf-9736-8f2c83ae014d None None] Set router 8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:08:01.984764 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35311da5-5ae3-472c-82e1-92f30da96cb6 req-279e3a1f-3490-4d7c-8025-3cadce413c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:01.986236 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-35311da5-5ae3-472c-82e1-92f30da96cb6 req-279e3a1f-3490-4d7c-8025-3cadce413c7c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=12063b4b-3c0a-438c-9b84-e3a3d1386e01 HTTP/1.1" status: 200 len: 834 time: 0.0508683 Aug 10 02:08:02.036644 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35311da5-5ae3-472c-82e1-92f30da96cb6 req-fb5c4428-e612-4e9e-923d-34029e4ef09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:02.038156 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-35311da5-5ae3-472c-82e1-92f30da96cb6 req-fb5c4428-e612-4e9e-923d-34029e4ef09c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b1adc23-5e06-41b9-9fb4-89a083cabc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442226 Aug 10 02:08:02.124973 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-35311da5-5ae3-472c-82e1-92f30da96cb6 req-d4015d5a-677b-4c60-99ad-666edd2b07e9 service neutron] 10.222.0.20 "GET /v2.0/networks/9b1adc23-5e06-41b9-9fb4-89a083cabc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791783 Aug 10 02:08:02.163587 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-a1a2e497-127a-4ccf-9736-8f2c83ae014d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532474744', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '0a85d14c-737f-4153-93de-3ddd1724b33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:30Z', 'updated_at': '2021-08-10T02:05:34Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': '0a85d14c-737f-4153-93de-3ddd1724b33e', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:31Z', 'updated_at': '2021-08-10T02:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c', 'name': '', 'network_id': '9b1adc23-5e06-41b9-9fb4-89a083cabc58', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:54:a2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '12063b4b-3c0a-438c-9b84-e3a3d1386e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:33Z', 'updated_at': '2021-08-10T02:05:38Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '12063b4b-3c0a-438c-9b84-e3a3d1386e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:02.189606 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a2e497-127a-4ccf-9736-8f2c83ae014d None None] The sync data for ids ['8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73'] in n-d-766726-26 is: [{'id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532474744', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '0a85d14c-737f-4153-93de-3ddd1724b33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:30Z', 'updated_at': '2021-08-10T02:05:34Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': '0a85d14c-737f-4153-93de-3ddd1724b33e', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:31Z', 'updated_at': '2021-08-10T02:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c', 'name': '', 'network_id': '9b1adc23-5e06-41b9-9fb4-89a083cabc58', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:54:a2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '12063b4b-3c0a-438c-9b84-e3a3d1386e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:33Z', 'updated_at': '2021-08-10T02:05:38Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '12063b4b-3c0a-438c-9b84-e3a3d1386e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:08:02.218608 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-35311da5-5ae3-472c-82e1-92f30da96cb6 req-143864aa-bb06-4ba1-8fb6-3c6448ca36d9 service neutron] 10.222.0.20 "GET /v2.0/networks/9b1adc23-5e06-41b9-9fb4-89a083cabc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865059 Aug 10 02:08:02.402182 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb552b50-9ebb-4447-b238-f9c6d81c6c4f None None] New status for floating IP b1b9a923-6f84-4963-8b96-95d9cad048d1: DOWN {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:08:03.124670 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65a7e7-003a-4b54-86c3-69dbe84b0a62 req-9c7a468e-8442-473e-ae9f-fa05438c56ec tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:03.126203 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bf65a7e7-003a-4b54-86c3-69dbe84b0a62 req-9c7a468e-8442-473e-ae9f-fa05438c56ec tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 946 time: 0.0923812 Aug 10 02:08:03.162700 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bf65a7e7-003a-4b54-86c3-69dbe84b0a62 req-66214cac-1e26-4371-970c-67fe269b4269 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=708fc25f-1d98-4f7e-99a6-c36ab5f3abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305104 Aug 10 02:08:03.293336 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713718d-0362-403f-af73-9c44858d3c49 req-e9ece064-9bdb-4e2c-b6c3-9dee7aa4314e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:03.294771 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a713718d-0362-403f-af73-9c44858d3c49 req-e9ece064-9bdb-4e2c-b6c3-9dee7aa4314e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 946 time: 0.0466123 Aug 10 02:08:03.385729 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-a713718d-0362-403f-af73-9c44858d3c49 req-8ea7d0cf-6b31-42cb-a355-dc6cffd72e4d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Deleting port c28abce9-9a0a-476c-aeeb-511f9c004b64 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:08:03.386072 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a713718d-0362-403f-af73-9c44858d3c49 req-8ea7d0cf-6b31-42cb-a355-dc6cffd72e4d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:03.471738 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-a713718d-0362-403f-af73-9c44858d3c49 req-8ea7d0cf-6b31-42cb-a355-dc6cffd72e4d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] For port c28abce9-9a0a-476c-aeeb-511f9c004b64, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=c28abce9-9a0a-476c-aeeb-511f9c004b64,segment=NetworkSegment(57797dc9-15c6-4f66-96bf-945eeab8ffad),segment_id=57797dc9-15c6-4f66-96bf-945eeab8ffad)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:03.472398 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a713718d-0362-403f-af73-9c44858d3c49 req-8ea7d0cf-6b31-42cb-a355-dc6cffd72e4d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:03.484766 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-a713718d-0362-403f-af73-9c44858d3c49 req-8ea7d0cf-6b31-42cb-a355-dc6cffd72e4d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Calling delete_port for c28abce9-9a0a-476c-aeeb-511f9c004b64 owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:08:03.612030 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a713718d-0362-403f-af73-9c44858d3c49 req-8ea7d0cf-6b31-42cb-a355-dc6cffd72e4d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:03.640469 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7d0cf-6b31-42cb-a355-dc6cffd72e4d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event deleted for resources: {'Port': ['ID=c28abce9-9a0a-476c-aeeb-511f9c004b64,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:03.684416 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a713718d-0362-403f-af73-9c44858d3c49 req-8ea7d0cf-6b31-42cb-a355-dc6cffd72e4d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] No DVR routers for this DVR port c28abce9-9a0a-476c-aeeb-511f9c004b64 on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:08:03.687076 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-a713718d-0362-403f-af73-9c44858d3c49 req-8ea7d0cf-6b31-42cb-a355-dc6cffd72e4d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:03.689688 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a713718d-0362-403f-af73-9c44858d3c49 req-8ea7d0cf-6b31-42cb-a355-dc6cffd72e4d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.20 "DELETE /v2.0/ports/c28abce9-9a0a-476c-aeeb-511f9c004b64 HTTP/1.1" status: 204 len: 173 time: 0.3878584 Aug 10 02:08:03.690131 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d20a0d6-e8c2-4922-969e-759ab8a20804', 'name': 'network-vif-deleted', 'tag': 'c28abce9-9a0a-476c-aeeb-511f9c004b64'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:08:03.692464 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9e874736d5403a2ed85b010b990dd133e24f0379b2e9b4f0e55655a3e1797b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7014966-ee06-48d2-b845-cd0a8a0575b7" -d '{"events": [{"server_uuid": "7d20a0d6-e8c2-4922-969e-759ab8a20804", "name": "network-vif-deleted", "tag": "c28abce9-9a0a-476c-aeeb-511f9c004b64"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:08:03.731464 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cfaf87-135d-4c76-b8dd-6da6aad054ea x-openstack-request-id: req-c7cfaf87-135d-4c76-b8dd-6da6aad054ea {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:08:03.731771 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d20a0d6-e8c2-4922-969e-759ab8a20804", "name": "network-vif-deleted", "tag": "c28abce9-9a0a-476c-aeeb-511f9c004b64", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:08:03.732025 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c7cfaf87-135d-4c76-b8dd-6da6aad054ea {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:08:03.732458 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d20a0d6-e8c2-4922-969e-759ab8a20804', 'name': 'network-vif-deleted', 'tag': 'c28abce9-9a0a-476c-aeeb-511f9c004b64', 'status': 'completed', 'code': 200} Aug 10 02:08:04.268052 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-97fb5a3e-0747-4062-b2d7-b0dddda6b1a5 req-9b529272-42cc-448a-a0dc-83c1f3525400 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d20a0d6-e8c2-4922-969e-759ab8a20804 HTTP/1.1" status: 200 len: 210 time: 0.0262911 Aug 10 02:08:05.323277 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40010) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:05.668679 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4e598018-871c-482e-af18-e12f19a4173a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:05.914235 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-4e598018-871c-482e-af18-e12f19a4173a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Deleting port a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:08:05.914499 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4e598018-871c-482e-af18-e12f19a4173a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:06.004623 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-4e598018-871c-482e-af18-e12f19a4173a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] For port a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c,segment=NetworkSegment(57797dc9-15c6-4f66-96bf-945eeab8ffad),segment_id=57797dc9-15c6-4f66-96bf-945eeab8ffad)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:06.004988 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4e598018-871c-482e-af18-e12f19a4173a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:06.017386 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-4e598018-871c-482e-af18-e12f19a4173a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Calling delete_port for a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:08:06.196098 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4e598018-871c-482e-af18-e12f19a4173a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:06.222636 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e598018-871c-482e-af18-e12f19a4173a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event deleted for resources: {'Port': ['ID=a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:06.393196 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4e598018-871c-482e-af18-e12f19a4173a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:06.600714 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e598018-871c-482e-af18-e12f19a4173a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Router 8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:08:06.702838 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e598018-871c-482e-af18-e12f19a4173a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:08:06.708286 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4e598018-871c-482e-af18-e12f19a4173a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "PUT /v2.0/routers/8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3839669 Aug 10 02:08:06.711287 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40012) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:06.712852 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c33a0cb-ed31-49c0-9da8-176aaf10eaaa None None] Sync routers for ids ['8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:08:06.722472 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c33a0cb-ed31-49c0-9da8-176aaf10eaaa None None] Routers {'8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:08:06.723070 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-2c33a0cb-ed31-49c0-9da8-176aaf10eaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:07:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:06.764857 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e039c6-01ee-4fde-bf7f-8e06bc3b6611 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Deleting subnet 12063b4b-3c0a-438c-9b84-e3a3d1386e01 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:08:06.768914 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e2e039c6-01ee-4fde-bf7f-8e06bc3b6611 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:06.810797 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e2e039c6-01ee-4fde-bf7f-8e06bc3b6611 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:06.829025 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-2c33a0cb-ed31-49c0-9da8-176aaf10eaaa None None] Set router 8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:08:06.892899 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e2e039c6-01ee-4fde-bf7f-8e06bc3b6611 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:06.953819 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e2e039c6-01ee-4fde-bf7f-8e06bc3b6611 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:06.979163 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e039c6-01ee-4fde-bf7f-8e06bc3b6611 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event deleted for resources: {'Subnet': ['ID=12063b4b-3c0a-438c-9b84-e3a3d1386e01,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:06.987574 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e2e039c6-01ee-4fde-bf7f-8e06bc3b6611 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:06.991434 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e2e039c6-01ee-4fde-bf7f-8e06bc3b6611 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "DELETE /v2.0/subnets/12063b4b-3c0a-438c-9b84-e3a3d1386e01 HTTP/1.1" status: 204 len: 168 time: 0.2766638 Aug 10 02:08:06.991537 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40014) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:06.993410 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2d725e-73dd-4b26-b0d1-e1242fc463cb None None] Network 9b1adc23-5e06-41b9-9fb4-89a083cabc58 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:08:07.060304 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-2c33a0cb-ed31-49c0-9da8-176aaf10eaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532474744', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '0a85d14c-737f-4153-93de-3ddd1724b33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:30Z', 'updated_at': '2021-08-10T02:08:06Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': '0a85d14c-737f-4153-93de-3ddd1724b33e', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:31Z', 'updated_at': '2021-08-10T02:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:07.097244 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c0725f21-9936-4750-848c-6a9a20eca39f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:07.107637 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c33a0cb-ed31-49c0-9da8-176aaf10eaaa None None] Checking router: 8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:08:07.135413 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c33a0cb-ed31-49c0-9da8-176aaf10eaaa None None] Routers {'8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:08:07.136009 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-2c33a0cb-ed31-49c0-9da8-176aaf10eaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:07:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:07.201996 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c0725f21-9936-4750-848c-6a9a20eca39f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:07.244433 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-2c33a0cb-ed31-49c0-9da8-176aaf10eaaa None None] Set router 8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:08:07.259973 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-c0725f21-9936-4750-848c-6a9a20eca39f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Deleting port 0a85d14c-737f-4153-93de-3ddd1724b33e {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:08:07.260352 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c0725f21-9936-4750-848c-6a9a20eca39f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:07.274922 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee6ba6f-5302-41a3-aeeb-ca2421e96292 None None] DHCP port deletion for 9b1adc23-5e06-41b9-9fb4-89a083cabc58 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:08:07.337455 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-c0725f21-9936-4750-848c-6a9a20eca39f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] For port 0a85d14c-737f-4153-93de-3ddd1724b33e, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=0a85d14c-737f-4153-93de-3ddd1724b33e,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:07.337846 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c0725f21-9936-4750-848c-6a9a20eca39f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:07.350497 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-c0725f21-9936-4750-848c-6a9a20eca39f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Calling delete_port for 0a85d14c-737f-4153-93de-3ddd1724b33e owned by network:router_gateway {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:08:07.411387 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-dee6ba6f-5302-41a3-aeeb-ca2421e96292 None None] Deleting port 766b064a-6d91-4d0f-a47b-20df91f492a3 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:08:07.411768 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dee6ba6f-5302-41a3-aeeb-ca2421e96292 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:07.500642 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-dee6ba6f-5302-41a3-aeeb-ca2421e96292 None None] For port 766b064a-6d91-4d0f-a47b-20df91f492a3, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=766b064a-6d91-4d0f-a47b-20df91f492a3,segment=NetworkSegment(57797dc9-15c6-4f66-96bf-945eeab8ffad),segment_id=57797dc9-15c6-4f66-96bf-945eeab8ffad)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:07.501060 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dee6ba6f-5302-41a3-aeeb-ca2421e96292 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:07.518481 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c0725f21-9936-4750-848c-6a9a20eca39f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:07.520093 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-dee6ba6f-5302-41a3-aeeb-ca2421e96292 None None] Calling delete_port for 766b064a-6d91-4d0f-a47b-20df91f492a3 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:08:07.539809 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-2c33a0cb-ed31-49c0-9da8-176aaf10eaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532474744', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '0a85d14c-737f-4153-93de-3ddd1724b33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:30Z', 'updated_at': '2021-08-10T02:08:06Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': '0a85d14c-737f-4153-93de-3ddd1724b33e', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:31Z', 'updated_at': '2021-08-10T02:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:07.547677 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0725f21-9936-4750-848c-6a9a20eca39f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event deleted for resources: {'Port': ['ID=0a85d14c-737f-4153-93de-3ddd1724b33e,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:07.594138 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c33a0cb-ed31-49c0-9da8-176aaf10eaaa None None] The sync data for ids ['8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73'] in n-d-766726-26 is: [{'id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532474744', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '0a85d14c-737f-4153-93de-3ddd1724b33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:30Z', 'updated_at': '2021-08-10T02:08:06Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': '0a85d14c-737f-4153-93de-3ddd1724b33e', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:31Z', 'updated_at': '2021-08-10T02:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:08:07.650155 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dee6ba6f-5302-41a3-aeeb-ca2421e96292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:07.675485 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6ba6f-5302-41a3-aeeb-ca2421e96292 None None] Pushing event deleted for resources: {'Port': ['ID=766b064a-6d91-4d0f-a47b-20df91f492a3,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:07.683371 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee6ba6f-5302-41a3-aeeb-ca2421e96292 None None] No DVR routers for this DVR port 766b064a-6d91-4d0f-a47b-20df91f492a3 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:08:07.909548 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c0725f21-9936-4750-848c-6a9a20eca39f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:08.001292 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c0725f21-9936-4750-848c-6a9a20eca39f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:08.003795 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c0725f21-9936-4750-848c-6a9a20eca39f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:08.052807 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c0725f21-9936-4750-848c-6a9a20eca39f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:08.053838 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0725f21-9936-4750-848c-6a9a20eca39f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Fanout notify agent at l3_agent the message router_deleted on router 8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73 {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:08:08.063222 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c0725f21-9936-4750-848c-6a9a20eca39f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:08.066219 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c0725f21-9936-4750-848c-6a9a20eca39f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "DELETE /v2.0/routers/8382f3e3-f9c2-4df6-87b2-c42dd1ab9b73 HTTP/1.1" status: 204 len: 168 time: 1.0699506 Aug 10 02:08:08.066539 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40016) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:08.119859 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 766b064a-6d91-4d0f-a47b-20df91f492a3 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:08:08.144373 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 766b064a-6d91-4d0f-a47b-20df91f492a3 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:08:08.144731 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 766b064a-6d91-4d0f-a47b-20df91f492a3 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:08:08.145171 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:08:08.164899 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:08:08.165239 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a6ad1b7e-6b6a-44a2-9906-9ea678e5a47c not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:08:08.409593 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-31f332c7-6fe6-4609-836c-a7c82e8360ac tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:08.492730 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-31f332c7-6fe6-4609-836c-a7c82e8360ac tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:08.503009 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-31f332c7-6fe6-4609-836c-a7c82e8360ac tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b1adc23-5e06-41b9-9fb4-89a083cabc58']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:08.512917 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-31f332c7-6fe6-4609-836c-a7c82e8360ac tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57797dc9-15c6-4f66-96bf-945eeab8ffad') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:08.513218 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-31f332c7-6fe6-4609-836c-a7c82e8360ac tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57797dc9-15c6-4f66-96bf-945eeab8ffad') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:08.521875 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-31f332c7-6fe6-4609-836c-a7c82e8360ac tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:08.535102 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-31f332c7-6fe6-4609-836c-a7c82e8360ac tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:08.540888 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f332c7-6fe6-4609-836c-a7c82e8360ac tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:08:08.541229 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-31f332c7-6fe6-4609-836c-a7c82e8360ac tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:08.544098 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 02:08:08.544098 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:08:08.544098 n-d-766726-26 neutron-server[105827]: timer() Aug 10 02:08:08.544098 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:08:08.544098 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 02:08:08.544098 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:08:08.544098 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 02:08:08.544098 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:08:08.544098 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 02:08:08.544098 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:08:08.544098 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 02:08:08.544098 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:08:08.544098 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 02:08:08.544098 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:08:08.544098 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:08:08.544098 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:08:08.544098 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:08:08.544098 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:08:08.544098 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 02:08:08.544098 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:08:08.544098 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 02:08:08.544098 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:08:08.544098 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:08:08.544098 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:08:08.544098 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 02:08:08.544098 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:08:08.544098 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:08:08.544098 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:08:08.544098 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:08:08.544098 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:08:08.544098 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:08:08.544098 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:08:08.608046 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-31f332c7-6fe6-4609-836c-a7c82e8360ac tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:08.627327 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-31f332c7-6fe6-4609-836c-a7c82e8360ac tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:08.629254 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-31f332c7-6fe6-4609-836c-a7c82e8360ac tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "DELETE /v2.0/networks/9b1adc23-5e06-41b9-9fb4-89a083cabc58 HTTP/1.1" status: 204 len: 168 time: 0.5611522 Aug 10 02:08:08.630584 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f332c7-6fe6-4609-836c-a7c82e8360ac tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event deleted for resources: {'Network': ['ID=9b1adc23-5e06-41b9-9fb4-89a083cabc58,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:08.632059 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40018) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:08.644068 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f332c7-6fe6-4609-836c-a7c82e8360ac tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:08.644462 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f332c7-6fe6-4609-836c-a7c82e8360ac tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:08.644781 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f332c7-6fe6-4609-836c-a7c82e8360ac tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:08.645110 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f332c7-6fe6-4609-836c-a7c82e8360ac tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:08.645437 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f332c7-6fe6-4609-836c-a7c82e8360ac tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:08.645811 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f332c7-6fe6-4609-836c-a7c82e8360ac tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:08.646113 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f332c7-6fe6-4609-836c-a7c82e8360ac tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:08.646499 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f332c7-6fe6-4609-836c-a7c82e8360ac tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:08.646779 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f332c7-6fe6-4609-836c-a7c82e8360ac tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:08.647112 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f332c7-6fe6-4609-836c-a7c82e8360ac tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:08.647446 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f332c7-6fe6-4609-836c-a7c82e8360ac tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:08.647776 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f332c7-6fe6-4609-836c-a7c82e8360ac tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:08.697122 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24e5f1c3-f89d-4a57-9d81-c9d323236512 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:08.721689 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24e5f1c3-f89d-4a57-9d81-c9d323236512 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:08.738204 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device c28abce9-9a0a-476c-aeeb-511f9c004b64 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:08:08.758973 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: c28abce9-9a0a-476c-aeeb-511f9c004b64 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:08:08.759376 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device c28abce9-9a0a-476c-aeeb-511f9c004b64 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:08:08.784387 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24e5f1c3-f89d-4a57-9d81-c9d323236512 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:08.786941 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24e5f1c3-f89d-4a57-9d81-c9d323236512 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:08.788104 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-24e5f1c3-f89d-4a57-9d81-c9d323236512 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "DELETE /v2.0/security-groups/708fc25f-1d98-4f7e-99a6-c36ab5f3abfa HTTP/1.1" status: 204 len: 168 time: 0.1549461 Aug 10 02:08:08.797762 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5f1c3-f89d-4a57-9d81-c9d323236512 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=708fc25f-1d98-4f7e-99a6-c36ab5f3abfa,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:08.805167 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5f1c3-f89d-4a57-9d81-c9d323236512 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:08.805518 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5f1c3-f89d-4a57-9d81-c9d323236512 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:08.805862 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5f1c3-f89d-4a57-9d81-c9d323236512 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:08.806202 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5f1c3-f89d-4a57-9d81-c9d323236512 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:08.806538 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5f1c3-f89d-4a57-9d81-c9d323236512 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:08.806875 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5f1c3-f89d-4a57-9d81-c9d323236512 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:08.807206 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5f1c3-f89d-4a57-9d81-c9d323236512 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:08.807536 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5f1c3-f89d-4a57-9d81-c9d323236512 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:08.807870 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5f1c3-f89d-4a57-9d81-c9d323236512 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:08.808223 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5f1c3-f89d-4a57-9d81-c9d323236512 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:08.808557 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5f1c3-f89d-4a57-9d81-c9d323236512 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:08.808884 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5f1c3-f89d-4a57-9d81-c9d323236512 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:09.079743 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40024) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:09.084564 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-093d0c6b-9caf-4ea2-9822-588ee81caa72 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2133117736', 'description': 'tempest-secgroup-smoke-2133117736 description', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:09.106562 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-093d0c6b-9caf-4ea2-9822-588ee81caa72 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.186683 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-093d0c6b-9caf-4ea2-9822-588ee81caa72 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.190663 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-093d0c6b-9caf-4ea2-9822-588ee81caa72 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.218153 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-093d0c6b-9caf-4ea2-9822-588ee81caa72 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.219415 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-093d0c6b-9caf-4ea2-9822-588ee81caa72 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1386232 Aug 10 02:08:09.221327 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d0c6b-9caf-4ea2-9822-588ee81caa72 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1df18f82-d2e8-40ec-92ca-0b1c0b5daaab,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:09.222749 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40026) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:09.227446 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-0a9ab8f8-d93f-44ef-91c1-85f99838d653 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'security_group_rule': {'security_group_id': '1df18f82-d2e8-40ec-92ca-0b1c0b5daaab', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:09.254148 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0a9ab8f8-d93f-44ef-91c1-85f99838d653 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.308393 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0a9ab8f8-d93f-44ef-91c1-85f99838d653 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.311646 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0a9ab8f8-d93f-44ef-91c1-85f99838d653 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.326437 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ab8f8-d93f-44ef-91c1-85f99838d653 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec6c019-7b73-4305-9e62-6fe84479c26a,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:09.334498 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0a9ab8f8-d93f-44ef-91c1-85f99838d653 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.335640 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0a9ab8f8-d93f-44ef-91c1-85f99838d653 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1118827 Aug 10 02:08:09.338325 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40028) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:09.342748 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-50f82930-2171-4a38-8b58-2c5ce67cb6ec tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'security_group_rule': {'security_group_id': '1df18f82-d2e8-40ec-92ca-0b1c0b5daaab', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:09.370145 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-50f82930-2171-4a38-8b58-2c5ce67cb6ec tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.416551 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-50f82930-2171-4a38-8b58-2c5ce67cb6ec tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.419962 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-50f82930-2171-4a38-8b58-2c5ce67cb6ec tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.437827 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f82930-2171-4a38-8b58-2c5ce67cb6ec tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cda2115-a8dd-4701-986d-0c8cdb2c8f63,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:09.442617 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-50f82930-2171-4a38-8b58-2c5ce67cb6ec tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.443882 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-50f82930-2171-4a38-8b58-2c5ce67cb6ec tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1046116 Aug 10 02:08:09.446606 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40030) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:09.450955 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-2b570679-6dd4-44da-8619-62b9cb693000 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'security_group_rule': {'security_group_id': '1df18f82-d2e8-40ec-92ca-0b1c0b5daaab', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:09.476792 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2b570679-6dd4-44da-8619-62b9cb693000 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.537226 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2b570679-6dd4-44da-8619-62b9cb693000 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.540535 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2b570679-6dd4-44da-8619-62b9cb693000 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.557779 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b570679-6dd4-44da-8619-62b9cb693000 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a9aeab-9baf-4465-81b0-79253daf2965,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:09.563947 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2b570679-6dd4-44da-8619-62b9cb693000 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.565190 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2b570679-6dd4-44da-8619-62b9cb693000 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176684 Aug 10 02:08:09.567907 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40032) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:09.572278 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-daf316dc-0954-4ada-9048-bb1b8f3e2afe tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'security_group_rule': {'security_group_id': '1df18f82-d2e8-40ec-92ca-0b1c0b5daaab', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:09.598354 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-daf316dc-0954-4ada-9048-bb1b8f3e2afe tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.656808 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-daf316dc-0954-4ada-9048-bb1b8f3e2afe tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.660568 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-daf316dc-0954-4ada-9048-bb1b8f3e2afe tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.681771 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf316dc-0954-4ada-9048-bb1b8f3e2afe tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ff6eb4-1d57-478c-bdce-acce2216ba41,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:09.685555 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-daf316dc-0954-4ada-9048-bb1b8f3e2afe tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.686725 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-daf316dc-0954-4ada-9048-bb1b8f3e2afe tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1178782 Aug 10 02:08:09.689512 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40034) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:09.693878 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-30c44c0e-c8f3-4b35-9203-3009148f9785 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'security_group_rule': {'security_group_id': '1df18f82-d2e8-40ec-92ca-0b1c0b5daaab', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:09.716301 n-d-766726-26 neutron-server[105827]: INFO neutron.db.securitygroups_db [None req-30c44c0e-c8f3-4b35-9203-3009148f9785 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Project 9bfc6303bee8498295c1ee8fa9c911ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:08:09.721683 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-30c44c0e-c8f3-4b35-9203-3009148f9785 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.781349 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-30c44c0e-c8f3-4b35-9203-3009148f9785 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.784805 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-30c44c0e-c8f3-4b35-9203-3009148f9785 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.802728 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c44c0e-c8f3-4b35-9203-3009148f9785 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f828db-ddcb-4b8c-9b44-163597c77e11,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:09.808346 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-30c44c0e-c8f3-4b35-9203-3009148f9785 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.809539 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-30c44c0e-c8f3-4b35-9203-3009148f9785 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1191134 Aug 10 02:08:09.813162 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40036) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:09.817483 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-5291c1bb-4031-44ed-b4df-fbbf494fb252 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'security_group_rule': {'security_group_id': '1df18f82-d2e8-40ec-92ca-0b1c0b5daaab', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:09.838266 n-d-766726-26 neutron-server[105827]: INFO neutron.db.securitygroups_db [None req-5291c1bb-4031-44ed-b4df-fbbf494fb252 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Project 9bfc6303bee8498295c1ee8fa9c911ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:08:09.843076 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5291c1bb-4031-44ed-b4df-fbbf494fb252 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.904512 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5291c1bb-4031-44ed-b4df-fbbf494fb252 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.908044 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5291c1bb-4031-44ed-b4df-fbbf494fb252 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.923041 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291c1bb-4031-44ed-b4df-fbbf494fb252 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=403dfe73-6fb4-4345-bd54-91620aa4385e,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:09.931813 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5291c1bb-4031-44ed-b4df-fbbf494fb252 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.933021 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5291c1bb-4031-44ed-b4df-fbbf494fb252 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1189578 Aug 10 02:08:09.935935 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40038) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:09.941367 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-cf935e8c-9dc9-4f9d-8d3a-102bbc71418d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'network': {'name': 'tempest-network-smoke--327010436', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'port_security_enabled': True}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:09.960587 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf935e8c-9dc9-4f9d-8d3a-102bbc71418d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Made reservation on behalf of 9bfc6303bee8498295c1ee8fa9c911ad for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:08:09.964342 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf935e8c-9dc9-4f9d-8d3a-102bbc71418d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.989103 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf935e8c-9dc9-4f9d-8d3a-102bbc71418d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:08:09.989549 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 0a85d14c-737f-4153-93de-3ddd1724b33e no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:08:09.998699 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf935e8c-9dc9-4f9d-8d3a-102bbc71418d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.999096 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-cf935e8c-9dc9-4f9d-8d3a-102bbc71418d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Added segment 25211704-9ba7-4c6c-a24f-48be90481d62 of type vlan for network f36310c6-29d5-43a8-b3aa-bf79e0abde49 Aug 10 02:08:10.009728 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 0a85d14c-737f-4153-93de-3ddd1724b33e {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:08:10.010084 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 0a85d14c-737f-4153-93de-3ddd1724b33e not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:08:10.038426 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf935e8c-9dc9-4f9d-8d3a-102bbc71418d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:10.067234 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf935e8c-9dc9-4f9d-8d3a-102bbc71418d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:10.072789 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf935e8c-9dc9-4f9d-8d3a-102bbc71418d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:10.073455 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-cf935e8c-9dc9-4f9d-8d3a-102bbc71418d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:10.132829 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-cf935e8c-9dc9-4f9d-8d3a-102bbc71418d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1958568 Aug 10 02:08:10.135690 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40040) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:10.140560 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-75d7e925-8ccd-4dc6-b7d0-030d70e2ade1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1429787622', 'admin_state_up': True, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:10.144080 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf935e8c-9dc9-4f9d-8d3a-102bbc71418d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Network': ['ID=f36310c6-29d5-43a8-b3aa-bf79e0abde49,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:10.154715 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network f36310c6-29d5-43a8-b3aa-bf79e0abde49 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:08:10.165693 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-75d7e925-8ccd-4dc6-b7d0-030d70e2ade1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:10.166818 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-75d7e925-8ccd-4dc6-b7d0-030d70e2ade1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:10.221591 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-75d7e925-8ccd-4dc6-b7d0-030d70e2ade1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:10.360900 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-75d7e925-8ccd-4dc6-b7d0-030d70e2ade1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:10.551786 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-75d7e925-8ccd-4dc6-b7d0-030d70e2ade1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router_gateway, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:10.570273 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-75d7e925-8ccd-4dc6-b7d0-030d70e2ade1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:10.673515 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-75d7e925-8ccd-4dc6-b7d0-030d70e2ade1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Allocated IP 172.25.2.228 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/a9e1df95-926e-4806-ab66-32f127e70bc0) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:08:10.770549 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-75d7e925-8ccd-4dc6-b7d0-030d70e2ade1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:10.807511 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-75d7e925-8ccd-4dc6-b7d0-030d70e2ade1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:10.849605 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d7e925-8ccd-4dc6-b7d0-030d70e2ade1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:08:10.852440 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-75d7e925-8ccd-4dc6-b7d0-030d70e2ade1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:08:10.855836 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d7e925-8ccd-4dc6-b7d0-030d70e2ade1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:08:10.877533 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d7e925-8ccd-4dc6-b7d0-030d70e2ade1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Port': ['ID=a9e1df95-926e-4806-ab66-32f127e70bc0,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:11.096016 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-75d7e925-8ccd-4dc6-b7d0-030d70e2ade1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router_gateway, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:11.270614 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-72f50a0f-e40b-4a94-977a-c31db2345e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:11.286839 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-75d7e925-8ccd-4dc6-b7d0-030d70e2ade1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:11.406857 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d7e925-8ccd-4dc6-b7d0-030d70e2ade1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Router c44d0707-f0db-43e3-98fb-6909abcf5a67 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:08:11.510098 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d7e925-8ccd-4dc6-b7d0-030d70e2ade1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:08:11.519337 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a595b3c1-2997-4afe-94dd-5655431092fe None None] Sync routers for ids ['c44d0707-f0db-43e3-98fb-6909abcf5a67'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:08:11.527749 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-75d7e925-8ccd-4dc6-b7d0-030d70e2ade1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:11.527933 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a595b3c1-2997-4afe-94dd-5655431092fe None None] Routers {'c44d0707-f0db-43e3-98fb-6909abcf5a67'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:08:11.528506 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-a595b3c1-2997-4afe-94dd-5655431092fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:07:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['c44d0707-f0db-43e3-98fb-6909abcf5a67'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:11.532010 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-75d7e925-8ccd-4dc6-b7d0-030d70e2ade1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.3922646 Aug 10 02:08:11.532133 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40042) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:11.605853 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7d783812-0e7d-402f-a5ef-c7fffb55b62c tempest-TestNetworkAdvancedServerOps-1363779260 tempest-TestNetworkAdvancedServerOps-1363779260-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=9bfc6303bee8498295c1ee8fa9c911ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0726252 Aug 10 02:08:11.608629 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40046) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:11.631937 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-a595b3c1-2997-4afe-94dd-5655431092fe None None] Set router c44d0707-f0db-43e3-98fb-6909abcf5a67 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:08:11.693523 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc2f8d0-e59b-4720-a1be-ffba7d336f96 tempest-TestNetworkAdvancedServerOps-1363779260 tempest-TestNetworkAdvancedServerOps-1363779260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:11.694989 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-bfc2f8d0-e59b-4720-a1be-ffba7d336f96 tempest-TestNetworkAdvancedServerOps-1363779260 tempest-TestNetworkAdvancedServerOps-1363779260-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0854356 Aug 10 02:08:11.697843 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40048) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:11.726158 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ea79e8ea-4073-4c83-8c87-fad255caf680 tempest-TestNetworkAdvancedServerOps-1363779260 tempest-TestNetworkAdvancedServerOps-1363779260-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=beabd0db-a6e0-4ff1-a3e9-6522348fc998&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272300 Aug 10 02:08:11.728768 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40050) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:11.733790 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-24e2bdd5-c0e3-427b-9c30-2516cce2eed1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2055122648', 'network_id': 'f36310c6-29d5-43a8-b3aa-bf79e0abde49', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:11.805431 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-a595b3c1-2997-4afe-94dd-5655431092fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429787622', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9e1df95-926e-4806-ab66-32f127e70bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:08:10Z', 'updated_at': '2021-08-10T02:08:10Z', 'revision_number': 3, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'a9e1df95-926e-4806-ab66-32f127e70bc0', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:42:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:08:10Z', 'updated_at': '2021-08-10T02:08:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:11.822159 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e2bdd5-c0e3-427b-9c30-2516cce2eed1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Made reservation on behalf of 9bfc6303bee8498295c1ee8fa9c911ad for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:08:11.825766 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24e2bdd5-c0e3-427b-9c30-2516cce2eed1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:11.834144 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a595b3c1-2997-4afe-94dd-5655431092fe None None] Checking router: c44d0707-f0db-43e3-98fb-6909abcf5a67 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:08:11.834498 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a595b3c1-2997-4afe-94dd-5655431092fe None None] Updating router c44d0707-f0db-43e3-98fb-6909abcf5a67 port a9e1df95-926e-4806-ab66-32f127e70bc0 binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:08:11.858786 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a595b3c1-2997-4afe-94dd-5655431092fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:12.004145 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24e2bdd5-c0e3-427b-9c30-2516cce2eed1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:12.064847 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2bdd5-c0e3-427b-9c30-2516cce2eed1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Subnet': ['ID=6e0a44db-024d-48ba-991c-65a820d5973c,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:12.072510 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e2bdd5-c0e3-427b-9c30-2516cce2eed1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Checking segment: {'id': '25211704-9ba7-4c6c-a24f-48be90481d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f36310c6-29d5-43a8-b3aa-bf79e0abde49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:08:12.072887 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e2bdd5-c0e3-427b-9c30-2516cce2eed1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Network hostable DHCP agents. Network: f36310c6-29d5-43a8-b3aa-bf79e0abde49, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:08:12.090162 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e2bdd5-c0e3-427b-9c30-2516cce2eed1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Network f36310c6-29d5-43a8-b3aa-bf79e0abde49 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:08:12.099552 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-24e2bdd5-c0e3-427b-9c30-2516cce2eed1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, f36310c6-29d5-43a8-b3aa-bf79e0abde49) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:08:12.103856 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e2bdd5-c0e3-427b-9c30-2516cce2eed1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:12.104489 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-24e2bdd5-c0e3-427b-9c30-2516cce2eed1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:12.108819 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1223bec1-a729-48d1-9c40-5c43506ff9ca None None] Network f36310c6-29d5-43a8-b3aa-bf79e0abde49 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:08:12.111892 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a595b3c1-2997-4afe-94dd-5655431092fe None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:12.122466 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40052) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:12.123079 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-24e2bdd5-c0e3-427b-9c30-2516cce2eed1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3928745 Aug 10 02:08:12.124959 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-a595b3c1-2997-4afe-94dd-5655431092fe None None] Transition to ACTIVE for port object a9e1df95-926e-4806-ab66-32f127e70bc0 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:08:12.131548 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a595b3c1-2997-4afe-94dd-5655431092fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:12.180483 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-a595b3c1-2997-4afe-94dd-5655431092fe None None] Attempting to bind port a9e1df95-926e-4806-ab66-32f127e70bc0 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:08:12.180975 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-a595b3c1-2997-4afe-94dd-5655431092fe None None] Attempting to bind port a9e1df95-926e-4806-ab66-32f127e70bc0 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:08:12.181413 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a595b3c1-2997-4afe-94dd-5655431092fe None None] Attempting to bind port a9e1df95-926e-4806-ab66-32f127e70bc0 on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:08:12.190142 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce5ad4-1217-469f-a3da-e42fe40f5c26 None None] Pushing event updated for resources: {'Port': ['ID=a9e1df95-926e-4806-ab66-32f127e70bc0,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:12.193276 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a595b3c1-2997-4afe-94dd-5655431092fe None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:08:12.193733 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a595b3c1-2997-4afe-94dd-5655431092fe None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:08:12.194214 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a595b3c1-2997-4afe-94dd-5655431092fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:12.194712 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a595b3c1-2997-4afe-94dd-5655431092fe None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:08:12.195263 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-a595b3c1-2997-4afe-94dd-5655431092fe None None] Bound port: a9e1df95-926e-4806-ab66-32f127e70bc0, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:08:12.195719 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a595b3c1-2997-4afe-94dd-5655431092fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:12.202737 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce5ad4-1217-469f-a3da-e42fe40f5c26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:12.203835 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce5ad4-1217-469f-a3da-e42fe40f5c26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:12.204430 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce5ad4-1217-469f-a3da-e42fe40f5c26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:12.204991 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce5ad4-1217-469f-a3da-e42fe40f5c26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:12.205576 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce5ad4-1217-469f-a3da-e42fe40f5c26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:12.206099 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce5ad4-1217-469f-a3da-e42fe40f5c26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:12.206635 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce5ad4-1217-469f-a3da-e42fe40f5c26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:12.207189 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce5ad4-1217-469f-a3da-e42fe40f5c26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:12.207748 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce5ad4-1217-469f-a3da-e42fe40f5c26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:12.208315 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce5ad4-1217-469f-a3da-e42fe40f5c26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:12.208722 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce5ad4-1217-469f-a3da-e42fe40f5c26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:12.209120 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce5ad4-1217-469f-a3da-e42fe40f5c26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:12.263070 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a521a5d6-27a7-40cf-829a-adeee6ec36e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-f36310c6-29d5-43a8-b3aa-bf79e0abde49', 'network_id': 'f36310c6-29d5-43a8-b3aa-bf79e0abde49', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'fixed_ips': [{'subnet_id': '6e0a44db-024d-48ba-991c-65a820d5973c'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:08:12.264542 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a521a5d6-27a7-40cf-829a-adeee6ec36e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:12.270704 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-a595b3c1-2997-4afe-94dd-5655431092fe None None] For port a9e1df95-926e-4806-ab66-32f127e70bc0, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:08:12.273750 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-a595b3c1-2997-4afe-94dd-5655431092fe None None] For port a9e1df95-926e-4806-ab66-32f127e70bc0, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a9e1df95-926e-4806-ab66-32f127e70bc0,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:08:12.279694 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a595b3c1-2997-4afe-94dd-5655431092fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:12.340227 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce5ad4-1217-469f-a3da-e42fe40f5c26 None None] Pushing event updated for resources: {'Port': ['ID=a9e1df95-926e-4806-ab66-32f127e70bc0,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:12.349915 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a595b3c1-2997-4afe-94dd-5655431092fe None None] Routers {'c44d0707-f0db-43e3-98fb-6909abcf5a67'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:08:12.351151 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-a595b3c1-2997-4afe-94dd-5655431092fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:07:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['c44d0707-f0db-43e3-98fb-6909abcf5a67'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:12.368680 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:12.415337 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-a521a5d6-27a7-40cf-829a-adeee6ec36e4 None None] Allocated IP 172.20.0.2 (f36310c6-29d5-43a8-b3aa-bf79e0abde49/6e0a44db-024d-48ba-991c-65a820d5973c/04abf5d9-01cd-4ca5-bac1-82525e12583a) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:08:12.457390 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-a595b3c1-2997-4afe-94dd-5655431092fe None None] Set router c44d0707-f0db-43e3-98fb-6909abcf5a67 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:08:12.562118 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a521a5d6-27a7-40cf-829a-adeee6ec36e4 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:12.571769 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a521a5d6-27a7-40cf-829a-adeee6ec36e4 None None] Transition to ACTIVE for port object 04abf5d9-01cd-4ca5-bac1-82525e12583a will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:08:12.586532 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-93e74cd4-2aa1-4c1a-a575-aa1be06eee0c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:12.588760 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a521a5d6-27a7-40cf-829a-adeee6ec36e4 None None] Transition to ACTIVE for port object 04abf5d9-01cd-4ca5-bac1-82525e12583a will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:08:12.594794 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a521a5d6-27a7-40cf-829a-adeee6ec36e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:12.645787 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-a595b3c1-2997-4afe-94dd-5655431092fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429787622', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9e1df95-926e-4806-ab66-32f127e70bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:08:10Z', 'updated_at': '2021-08-10T02:08:10Z', 'revision_number': 3, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'a9e1df95-926e-4806-ab66-32f127e70bc0', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:42:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:08:10Z', 'updated_at': '2021-08-10T02:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:12.649004 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a521a5d6-27a7-40cf-829a-adeee6ec36e4 None None] Network f36310c6-29d5-43a8-b3aa-bf79e0abde49 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:08:12.652995 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-a521a5d6-27a7-40cf-829a-adeee6ec36e4 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:08:12.659167 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a521a5d6-27a7-40cf-829a-adeee6ec36e4 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:08:12.664242 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521a5d6-27a7-40cf-829a-adeee6ec36e4 None None] Pushing event updated for resources: {'Port': ['ID=04abf5d9-01cd-4ca5-bac1-82525e12583a,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:12.674980 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a595b3c1-2997-4afe-94dd-5655431092fe None None] The sync data for ids ['c44d0707-f0db-43e3-98fb-6909abcf5a67'] in n-d-766726-26 is: [{'id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429787622', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9e1df95-926e-4806-ab66-32f127e70bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:08:10Z', 'updated_at': '2021-08-10T02:08:10Z', 'revision_number': 3, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'a9e1df95-926e-4806-ab66-32f127e70bc0', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:42:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:08:10Z', 'updated_at': '2021-08-10T02:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:08:12.725109 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a521a5d6-27a7-40cf-829a-adeee6ec36e4 None None] Attempting to bind port 04abf5d9-01cd-4ca5-bac1-82525e12583a on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:08:12.725487 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a521a5d6-27a7-40cf-829a-adeee6ec36e4 None None] Attempting to bind port 04abf5d9-01cd-4ca5-bac1-82525e12583a by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '25211704-9ba7-4c6c-a24f-48be90481d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f36310c6-29d5-43a8-b3aa-bf79e0abde49'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:08:12.725855 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a521a5d6-27a7-40cf-829a-adeee6ec36e4 None None] Attempting to bind port 04abf5d9-01cd-4ca5-bac1-82525e12583a on network f36310c6-29d5-43a8-b3aa-bf79e0abde49 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:08:12.731188 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a521a5d6-27a7-40cf-829a-adeee6ec36e4 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:08:12.731566 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a521a5d6-27a7-40cf-829a-adeee6ec36e4 None None] Checking segment: {'id': '25211704-9ba7-4c6c-a24f-48be90481d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f36310c6-29d5-43a8-b3aa-bf79e0abde49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:08:12.731974 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a521a5d6-27a7-40cf-829a-adeee6ec36e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:12.732410 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a521a5d6-27a7-40cf-829a-adeee6ec36e4 None None] Bound using segment: {'id': '25211704-9ba7-4c6c-a24f-48be90481d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f36310c6-29d5-43a8-b3aa-bf79e0abde49'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:08:12.732881 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a521a5d6-27a7-40cf-829a-adeee6ec36e4 None None] Bound port: 04abf5d9-01cd-4ca5-bac1-82525e12583a, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25211704-9ba7-4c6c-a24f-48be90481d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f36310c6-29d5-43a8-b3aa-bf79e0abde49'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:08:12.733267 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a521a5d6-27a7-40cf-829a-adeee6ec36e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:12.799800 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-a521a5d6-27a7-40cf-829a-adeee6ec36e4 None None] For port 04abf5d9-01cd-4ca5-bac1-82525e12583a, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:08:12.803530 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-a521a5d6-27a7-40cf-829a-adeee6ec36e4 None None] For port 04abf5d9-01cd-4ca5-bac1-82525e12583a, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=04abf5d9-01cd-4ca5-bac1-82525e12583a,segment=NetworkSegment(25211704-9ba7-4c6c-a24f-48be90481d62),segment_id=25211704-9ba7-4c6c-a24f-48be90481d62)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:08:12.808026 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a521a5d6-27a7-40cf-829a-adeee6ec36e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:12.874377 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521a5d6-27a7-40cf-829a-adeee6ec36e4 None None] Pushing event updated for resources: {'Port': ['ID=04abf5d9-01cd-4ca5-bac1-82525e12583a,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:12.885029 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521a5d6-27a7-40cf-829a-adeee6ec36e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:12.888726 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521a5d6-27a7-40cf-829a-adeee6ec36e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:12.889108 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521a5d6-27a7-40cf-829a-adeee6ec36e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:12.889455 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521a5d6-27a7-40cf-829a-adeee6ec36e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:12.890282 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521a5d6-27a7-40cf-829a-adeee6ec36e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:12.890668 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521a5d6-27a7-40cf-829a-adeee6ec36e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:12.891005 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521a5d6-27a7-40cf-829a-adeee6ec36e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:12.891335 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521a5d6-27a7-40cf-829a-adeee6ec36e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:12.891982 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521a5d6-27a7-40cf-829a-adeee6ec36e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:12.892135 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521a5d6-27a7-40cf-829a-adeee6ec36e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:12.892728 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521a5d6-27a7-40cf-829a-adeee6ec36e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:12.893302 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-93e74cd4-2aa1-4c1a-a575-aa1be06eee0c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Allocated IP 172.20.0.1 (f36310c6-29d5-43a8-b3aa-bf79e0abde49/6e0a44db-024d-48ba-991c-65a820d5973c/82453c83-b391-4ca5-8b8e-2698afaa1692) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:08:12.893429 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521a5d6-27a7-40cf-829a-adeee6ec36e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:13.029819 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-93e74cd4-2aa1-4c1a-a575-aa1be06eee0c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:13.045853 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-93e74cd4-2aa1-4c1a-a575-aa1be06eee0c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Transition to ACTIVE for port object 82453c83-b391-4ca5-8b8e-2698afaa1692 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:08:13.093073 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-93e74cd4-2aa1-4c1a-a575-aa1be06eee0c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:13.139888 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e74cd4-2aa1-4c1a-a575-aa1be06eee0c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Network f36310c6-29d5-43a8-b3aa-bf79e0abde49 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:08:13.146715 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-93e74cd4-2aa1-4c1a-a575-aa1be06eee0c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:08:13.153954 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e74cd4-2aa1-4c1a-a575-aa1be06eee0c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:08:13.185154 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e74cd4-2aa1-4c1a-a575-aa1be06eee0c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Port': ['ID=82453c83-b391-4ca5-8b8e-2698afaa1692,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:13.216642 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-93e74cd4-2aa1-4c1a-a575-aa1be06eee0c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:13.352201 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-93e74cd4-2aa1-4c1a-a575-aa1be06eee0c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:13.653277 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-93e74cd4-2aa1-4c1a-a575-aa1be06eee0c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:13.658268 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-93e74cd4-2aa1-4c1a-a575-aa1be06eee0c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:13.732678 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-93e74cd4-2aa1-4c1a-a575-aa1be06eee0c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:13.734980 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e74cd4-2aa1-4c1a-a575-aa1be06eee0c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Port': ['ID=82453c83-b391-4ca5-8b8e-2698afaa1692,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:13.828627 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd2b057-f867-46b5-863a-4c41ad82b112 None None] Network f36310c6-29d5-43a8-b3aa-bf79e0abde49 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:08:13.835155 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e74cd4-2aa1-4c1a-a575-aa1be06eee0c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Network f36310c6-29d5-43a8-b3aa-bf79e0abde49 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:08:13.836547 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-93e74cd4-2aa1-4c1a-a575-aa1be06eee0c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:08:13.925041 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8e00fe0a-2cdc-4582-90c0-0b9b493681e8 None None] Provisioning for port 04abf5d9-01cd-4ca5-bac1-82525e12583a completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:08:13.930647 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-91da06cc-033d-49e3-92c1-20ec8b77f1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:13.958055 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e74cd4-2aa1-4c1a-a575-aa1be06eee0c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Router c44d0707-f0db-43e3-98fb-6909abcf5a67 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:08:14.081164 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e74cd4-2aa1-4c1a-a575-aa1be06eee0c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:08:14.090504 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-93e74cd4-2aa1-4c1a-a575-aa1be06eee0c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "PUT /v2.0/routers/c44d0707-f0db-43e3-98fb-6909abcf5a67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9631467 Aug 10 02:08:14.130313 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 04abf5d9-01cd-4ca5-bac1-82525e12583a up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:08:14.197533 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 04abf5d9-01cd-4ca5-bac1-82525e12583a completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:08:14.203453 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 04abf5d9-01cd-4ca5-bac1-82525e12583a triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:08:14.204018 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:14.263253 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-95115930-1852-4100-b681-a5b3c8597c7e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2133117736&fields=id&tenant_id=9bfc6303bee8498295c1ee8fa9c911ad HTTP/1.1" status: 200 len: 267 time: 0.0511954 Aug 10 02:08:14.277592 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2573a181-69a5-4668-90c9-c323010c43d3 None None] Provisioning for port 82453c83-b391-4ca5-8b8e-2698afaa1692 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:08:14.304287 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2573a181-69a5-4668-90c9-c323010c43d3 None None] Provisioning complete for port 82453c83-b391-4ca5-8b8e-2698afaa1692 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:08:14.304671 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2573a181-69a5-4668-90c9-c323010c43d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:14.337249 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:14.357305 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-2573a181-69a5-4668-90c9-c323010c43d3 None None] Port 82453c83-b391-4ca5-8b8e-2698afaa1692 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:08:14.383020 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-6557107b-61d1-4e0e-96e5-18cfda8371cc tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:14.383020 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-6557107b-61d1-4e0e-96e5-18cfda8371cc tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/networks?id=f36310c6-29d5-43a8-b3aa-bf79e0abde49 HTTP/1.1" status: 200 len: 796 time: 0.1188693 Aug 10 02:08:14.385868 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 04abf5d9-01cd-4ca5-bac1-82525e12583a, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=04abf5d9-01cd-4ca5-bac1-82525e12583a,segment=NetworkSegment(25211704-9ba7-4c6c-a24f-48be90481d62),segment_id=25211704-9ba7-4c6c-a24f-48be90481d62)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:14.389202 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2573a181-69a5-4668-90c9-c323010c43d3 None None] Provisioning complete for port 04abf5d9-01cd-4ca5-bac1-82525e12583a triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:08:14.389587 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2573a181-69a5-4668-90c9-c323010c43d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:14.393143 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:14.393942 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a9e1df95-926e-4806-ab66-32f127e70bc0 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:08:14.401651 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-9406353c-d4a2-4792-bdec-9e2a0b85f359 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/quotas/9bfc6303bee8498295c1ee8fa9c911ad HTTP/1.1" status: 200 len: 375 time: 0.0123479 Aug 10 02:08:14.456663 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e135ba-4a56-4642-9cfd-282a6ec860e0 None None] Sync routers for ids ['c44d0707-f0db-43e3-98fb-6909abcf5a67'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:08:14.463005 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-29306cbe-2fe7-4fc6-bc6e-281addb09f29 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536139 Aug 10 02:08:14.503087 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e135ba-4a56-4642-9cfd-282a6ec860e0 None None] Routers {'c44d0707-f0db-43e3-98fb-6909abcf5a67'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:08:14.503728 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-e5e135ba-4a56-4642-9cfd-282a6ec860e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:08:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['c44d0707-f0db-43e3-98fb-6909abcf5a67'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:14.564804 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=04abf5d9-01cd-4ca5-bac1-82525e12583a,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:14.625725 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-902920c5-6c42-4410-bf21-99979ad6a183 service neutron] 10.222.0.35 "GET /v2.0/networks/f36310c6-29d5-43a8-b3aa-bf79e0abde49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478715 Aug 10 02:08:14.632588 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:14.671235 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port a9e1df95-926e-4806-ab66-32f127e70bc0 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:08:14.683961 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port a9e1df95-926e-4806-ab66-32f127e70bc0 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:08:14.684364 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:14.719640 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-e5e135ba-4a56-4642-9cfd-282a6ec860e0 None None] Set router c44d0707-f0db-43e3-98fb-6909abcf5a67 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:08:14.725269 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-ef32796d-ad11-4416-8dd5-ccd0d8035e50 service neutron] 10.222.0.35 "GET /v2.0/networks/f36310c6-29d5-43a8-b3aa-bf79e0abde49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921104 Aug 10 02:08:14.901886 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8145cb16-ad83-4914-b971-05c3b55e2c15 req-4de92a30-acf9-424b-9df1-dabb222bb47a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c5d506-8ace-450e-81a5-16ee01126544 HTTP/1.1" status: 200 len: 210 time: 0.0274930 Aug 10 02:08:14.912072 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8f4f556c-1a2a-4929-bec3-e3fd16cb4dda None None] Provisioning complete for port 82453c83-b391-4ca5-8b8e-2698afaa1692 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:08:14.912597 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8f4f556c-1a2a-4929-bec3-e3fd16cb4dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:14.917159 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.002648 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port a9e1df95-926e-4806-ab66-32f127e70bc0, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a9e1df95-926e-4806-ab66-32f127e70bc0,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:15.008954 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8f4f556c-1a2a-4929-bec3-e3fd16cb4dda None None] Port 82453c83-b391-4ca5-8b8e-2698afaa1692 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:08:15.011423 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.069592 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=a9e1df95-926e-4806-ab66-32f127e70bc0,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:15.081471 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-e5e135ba-4a56-4642-9cfd-282a6ec860e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429787622', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9e1df95-926e-4806-ab66-32f127e70bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:08:10Z', 'updated_at': '2021-08-10T02:08:13Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'a9e1df95-926e-4806-ab66-32f127e70bc0', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:42:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:08:10Z', 'updated_at': '2021-08-10T02:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '82453c83-b391-4ca5-8b8e-2698afaa1692', 'name': '', 'network_id': 'f36310c6-29d5-43a8-b3aa-bf79e0abde49', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:3a:95:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '6e0a44db-024d-48ba-991c-65a820d5973c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:08:12Z', 'updated_at': '2021-08-10T02:08:13Z', 'revision_number': 2, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '6e0a44db-024d-48ba-991c-65a820d5973c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:15.108621 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e135ba-4a56-4642-9cfd-282a6ec860e0 None None] Checking router: c44d0707-f0db-43e3-98fb-6909abcf5a67 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:08:15.108907 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e135ba-4a56-4642-9cfd-282a6ec860e0 None None] Updating router c44d0707-f0db-43e3-98fb-6909abcf5a67 port 82453c83-b391-4ca5-8b8e-2698afaa1692 binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:08:15.134356 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e5e135ba-4a56-4642-9cfd-282a6ec860e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.412755 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e5e135ba-4a56-4642-9cfd-282a6ec860e0 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.422095 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e5e135ba-4a56-4642-9cfd-282a6ec860e0 None None] Transition to ACTIVE for port object 82453c83-b391-4ca5-8b8e-2698afaa1692 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:08:15.430060 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e5e135ba-4a56-4642-9cfd-282a6ec860e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.465744 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.485137 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857ef76-db82-4715-be90-8663efa58fb6 None None] Pushing event updated for resources: {'Port': ['ID=82453c83-b391-4ca5-8b8e-2698afaa1692,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:15.545406 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-e5e135ba-4a56-4642-9cfd-282a6ec860e0 None None] Attempting to bind port 82453c83-b391-4ca5-8b8e-2698afaa1692 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:08:15.545785 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-e5e135ba-4a56-4642-9cfd-282a6ec860e0 None None] Attempting to bind port 82453c83-b391-4ca5-8b8e-2698afaa1692 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '25211704-9ba7-4c6c-a24f-48be90481d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f36310c6-29d5-43a8-b3aa-bf79e0abde49'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:08:15.546150 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e135ba-4a56-4642-9cfd-282a6ec860e0 None None] Attempting to bind port 82453c83-b391-4ca5-8b8e-2698afaa1692 on network f36310c6-29d5-43a8-b3aa-bf79e0abde49 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:08:15.551273 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e135ba-4a56-4642-9cfd-282a6ec860e0 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:08:15.551650 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e135ba-4a56-4642-9cfd-282a6ec860e0 None None] Checking segment: {'id': '25211704-9ba7-4c6c-a24f-48be90481d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f36310c6-29d5-43a8-b3aa-bf79e0abde49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:08:15.552057 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e5e135ba-4a56-4642-9cfd-282a6ec860e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.552484 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e135ba-4a56-4642-9cfd-282a6ec860e0 None None] Bound using segment: {'id': '25211704-9ba7-4c6c-a24f-48be90481d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f36310c6-29d5-43a8-b3aa-bf79e0abde49'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:08:15.552954 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-e5e135ba-4a56-4642-9cfd-282a6ec860e0 None None] Bound port: 82453c83-b391-4ca5-8b8e-2698afaa1692, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25211704-9ba7-4c6c-a24f-48be90481d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f36310c6-29d5-43a8-b3aa-bf79e0abde49'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:08:15.553339 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e5e135ba-4a56-4642-9cfd-282a6ec860e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.623304 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-e5e135ba-4a56-4642-9cfd-282a6ec860e0 None None] For port 82453c83-b391-4ca5-8b8e-2698afaa1692, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:08:15.627778 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-e5e135ba-4a56-4642-9cfd-282a6ec860e0 None None] For port 82453c83-b391-4ca5-8b8e-2698afaa1692, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=82453c83-b391-4ca5-8b8e-2698afaa1692,segment=NetworkSegment(25211704-9ba7-4c6c-a24f-48be90481d62),segment_id=25211704-9ba7-4c6c-a24f-48be90481d62)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:08:15.632069 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e5e135ba-4a56-4642-9cfd-282a6ec860e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.684210 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e135ba-4a56-4642-9cfd-282a6ec860e0 None None] Routers {'c44d0707-f0db-43e3-98fb-6909abcf5a67'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:08:15.684848 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-e5e135ba-4a56-4642-9cfd-282a6ec860e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:08:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['c44d0707-f0db-43e3-98fb-6909abcf5a67'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:15.741786 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857ef76-db82-4715-be90-8663efa58fb6 None None] Pushing event updated for resources: {'Port': ['ID=82453c83-b391-4ca5-8b8e-2698afaa1692,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:15.826752 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-e5e135ba-4a56-4642-9cfd-282a6ec860e0 None None] Set router c44d0707-f0db-43e3-98fb-6909abcf5a67 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:08:15.932242 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-175f2c1d-dfa0-4130-a879-739337cc9c44 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:15.934333 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-175f2c1d-dfa0-4130-a879-739337cc9c44 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.24 "GET /v2.0/networks?id=f36310c6-29d5-43a8-b3aa-bf79e0abde49 HTTP/1.1" status: 200 len: 796 time: 0.1174889 Aug 10 02:08:16.011883 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-199c1130-6fd7-4999-bc39-07b0ce90bc0a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bfc6303bee8498295c1ee8fa9c911ad HTTP/1.1" status: 200 len: 380 time: 0.0679564 Aug 10 02:08:16.013624 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5f45409c-c045-4e12-9e45-5e3961f644fc req-2442fe9a-b7c2-46f6-a4c3-2ae1e0c9d998 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c5d506-8ace-450e-81a5-16ee01126544 HTTP/1.1" status: 200 len: 210 time: 0.0326810 Aug 10 02:08:16.022407 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-b19b5eb8-3e0f-4864-b71a-2449922c752b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'port': {'device_id': 'd8c5d506-8ace-450e-81a5-16ee01126544', 'network_id': 'f36310c6-29d5-43a8-b3aa-bf79e0abde49', 'admin_state_up': True, 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'security_groups': ['1df18f82-d2e8-40ec-92ca-0b1c0b5daaab']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:16.054652 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-e5e135ba-4a56-4642-9cfd-282a6ec860e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429787622', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9e1df95-926e-4806-ab66-32f127e70bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:08:10Z', 'updated_at': '2021-08-10T02:08:13Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'a9e1df95-926e-4806-ab66-32f127e70bc0', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:42:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:08:10Z', 'updated_at': '2021-08-10T02:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '82453c83-b391-4ca5-8b8e-2698afaa1692', 'name': '', 'network_id': 'f36310c6-29d5-43a8-b3aa-bf79e0abde49', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:3a:95:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '6e0a44db-024d-48ba-991c-65a820d5973c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:08:12Z', 'updated_at': '2021-08-10T02:08:15Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '6e0a44db-024d-48ba-991c-65a820d5973c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:16.085647 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 04abf5d9-01cd-4ca5-bac1-82525e12583a up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:08:16.088037 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e135ba-4a56-4642-9cfd-282a6ec860e0 None None] The sync data for ids ['c44d0707-f0db-43e3-98fb-6909abcf5a67'] in n-d-766726-26 is: [{'id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429787622', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9e1df95-926e-4806-ab66-32f127e70bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:08:10Z', 'updated_at': '2021-08-10T02:08:13Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'a9e1df95-926e-4806-ab66-32f127e70bc0', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:42:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:08:10Z', 'updated_at': '2021-08-10T02:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '82453c83-b391-4ca5-8b8e-2698afaa1692', 'name': '', 'network_id': 'f36310c6-29d5-43a8-b3aa-bf79e0abde49', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:3a:95:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '6e0a44db-024d-48ba-991c-65a820d5973c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:08:12Z', 'updated_at': '2021-08-10T02:08:15Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '6e0a44db-024d-48ba-991c-65a820d5973c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:08:16.143402 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 04abf5d9-01cd-4ca5-bac1-82525e12583a triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:08:16.143787 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:16.152784 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-b19b5eb8-3e0f-4864-b71a-2449922c752b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Made reservation on behalf of 9bfc6303bee8498295c1ee8fa9c911ad for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:08:16.158639 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-b19b5eb8-3e0f-4864-b71a-2449922c752b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:16.231383 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a9e1df95-926e-4806-ab66-32f127e70bc0 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:08:16.286472 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port a9e1df95-926e-4806-ab66-32f127e70bc0 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:08:16.286856 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:16.303788 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-b19b5eb8-3e0f-4864-b71a-2449922c752b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Allocated IP 172.20.0.4 (f36310c6-29d5-43a8-b3aa-bf79e0abde49/6e0a44db-024d-48ba-991c-65a820d5973c/c90bc594-1468-45d7-befe-e9111b422bb0) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:08:16.458286 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-b19b5eb8-3e0f-4864-b71a-2449922c752b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:16.474112 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-b19b5eb8-3e0f-4864-b71a-2449922c752b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Transition to ACTIVE for port object c90bc594-1468-45d7-befe-e9111b422bb0 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:08:16.510292 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-b19b5eb8-3e0f-4864-b71a-2449922c752b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:16.518257 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:16.553453 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-b19b5eb8-3e0f-4864-b71a-2449922c752b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Network f36310c6-29d5-43a8-b3aa-bf79e0abde49 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:08:16.558620 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-b19b5eb8-3e0f-4864-b71a-2449922c752b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:08:16.562416 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-b19b5eb8-3e0f-4864-b71a-2449922c752b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:08:16.595532 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b5eb8-3e0f-4864-b71a-2449922c752b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Port': ['ID=c90bc594-1468-45d7-befe-e9111b422bb0,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:16.634956 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-b19b5eb8-3e0f-4864-b71a-2449922c752b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:16.635461 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-b19b5eb8-3e0f-4864-b71a-2449922c752b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:16.651740 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-b19b5eb8-3e0f-4864-b71a-2449922c752b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6330888 Aug 10 02:08:16.664612 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-679023f7-1a90-4d6f-9db0-8eee67fd5621 service neutron] Request body: {'port': {'device_id': 'd8c5d506-8ace-450e-81a5-16ee01126544', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:16.782558 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-603dad63-3c8e-4b67-addb-3f2007735dee None None] Provisioning for port c90bc594-1468-45d7-befe-e9111b422bb0 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:08:16.788685 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-603dad63-3c8e-4b67-addb-3f2007735dee None None] Provisioning complete for port c90bc594-1468-45d7-befe-e9111b422bb0 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:08:16.789069 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-603dad63-3c8e-4b67-addb-3f2007735dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:16.803597 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:08:16.833928 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-603dad63-3c8e-4b67-addb-3f2007735dee None None] Port c90bc594-1468-45d7-befe-e9111b422bb0 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:08:16.998328 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-679023f7-1a90-4d6f-9db0-8eee67fd5621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:17.140099 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b6a6b-e62a-46d7-b2f9-dc1e64d20031 req-7e9dd74b-9796-4bd6-8d44-32e107872d6d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:17.143021 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-947b6a6b-e62a-46d7-b2f9-dc1e64d20031 req-7e9dd74b-9796-4bd6-8d44-32e107872d6d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c5d506-8ace-450e-81a5-16ee01126544 HTTP/1.1" status: 200 len: 931 time: 0.0527067 Aug 10 02:08:17.187778 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-947b6a6b-e62a-46d7-b2f9-dc1e64d20031 req-119f3367-4c65-4cf2-8cfc-637fa1477f54 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=1df18f82-d2e8-40ec-92ca-0b1c0b5daaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399692 Aug 10 02:08:17.270080 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-679023f7-1a90-4d6f-9db0-8eee67fd5621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c90bc594-1468-45d7-befe-e9111b422bb0 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:08:17.277348 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-679023f7-1a90-4d6f-9db0-8eee67fd5621 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:17.289088 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-679023f7-1a90-4d6f-9db0-8eee67fd5621 service neutron] Transition to ACTIVE for port object c90bc594-1468-45d7-befe-e9111b422bb0 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:08:17.293037 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-679023f7-1a90-4d6f-9db0-8eee67fd5621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:17.345481 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679023f7-1a90-4d6f-9db0-8eee67fd5621 service neutron] Pushing event updated for resources: {'Port': ['ID=c90bc594-1468-45d7-befe-e9111b422bb0,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:17.415842 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-679023f7-1a90-4d6f-9db0-8eee67fd5621 service neutron] Attempting to bind port c90bc594-1468-45d7-befe-e9111b422bb0 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:08:17.416261 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-679023f7-1a90-4d6f-9db0-8eee67fd5621 service neutron] Attempting to bind port c90bc594-1468-45d7-befe-e9111b422bb0 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '25211704-9ba7-4c6c-a24f-48be90481d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f36310c6-29d5-43a8-b3aa-bf79e0abde49'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:08:17.416604 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-679023f7-1a90-4d6f-9db0-8eee67fd5621 service neutron] Attempting to bind port c90bc594-1468-45d7-befe-e9111b422bb0 on network f36310c6-29d5-43a8-b3aa-bf79e0abde49 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:08:17.421418 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-679023f7-1a90-4d6f-9db0-8eee67fd5621 service neutron] Port c90bc594-1468-45d7-befe-e9111b422bb0 on network f36310c6-29d5-43a8-b3aa-bf79e0abde49 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:08:17.422318 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-679023f7-1a90-4d6f-9db0-8eee67fd5621 service neutron] Attempting to bind port c90bc594-1468-45d7-befe-e9111b422bb0 on network f36310c6-29d5-43a8-b3aa-bf79e0abde49 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:08:17.427323 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-679023f7-1a90-4d6f-9db0-8eee67fd5621 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:08:17.427675 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-679023f7-1a90-4d6f-9db0-8eee67fd5621 service neutron] Checking segment: {'id': '25211704-9ba7-4c6c-a24f-48be90481d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f36310c6-29d5-43a8-b3aa-bf79e0abde49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:08:17.428066 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-679023f7-1a90-4d6f-9db0-8eee67fd5621 service neutron] Bound using segment: {'id': '25211704-9ba7-4c6c-a24f-48be90481d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f36310c6-29d5-43a8-b3aa-bf79e0abde49'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:08:17.428535 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-679023f7-1a90-4d6f-9db0-8eee67fd5621 service neutron] Bound port: c90bc594-1468-45d7-befe-e9111b422bb0, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25211704-9ba7-4c6c-a24f-48be90481d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f36310c6-29d5-43a8-b3aa-bf79e0abde49'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:08:17.428906 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-679023f7-1a90-4d6f-9db0-8eee67fd5621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:17.497165 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-679023f7-1a90-4d6f-9db0-8eee67fd5621 service neutron] For port c90bc594-1468-45d7-befe-e9111b422bb0, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:08:17.500837 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-679023f7-1a90-4d6f-9db0-8eee67fd5621 service neutron] For port c90bc594-1468-45d7-befe-e9111b422bb0, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=c90bc594-1468-45d7-befe-e9111b422bb0,segment=NetworkSegment(25211704-9ba7-4c6c-a24f-48be90481d62),segment_id=25211704-9ba7-4c6c-a24f-48be90481d62)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:08:17.504886 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-679023f7-1a90-4d6f-9db0-8eee67fd5621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:17.541110 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-679023f7-1a90-4d6f-9db0-8eee67fd5621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:17.541794 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-679023f7-1a90-4d6f-9db0-8eee67fd5621 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:17.543176 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-679023f7-1a90-4d6f-9db0-8eee67fd5621 service neutron] 10.222.0.24 "PUT /v2.0/ports/c90bc594-1468-45d7-befe-e9111b422bb0 HTTP/1.1" status: 200 len: 1092 time: 0.8833332 Aug 10 02:08:17.543607 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c5d506-8ace-450e-81a5-16ee01126544', 'tag': 'c90bc594-1468-45d7-befe-e9111b422bb0'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:08:17.545912 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04376f577ca8e91682bf6bf2b98f61f72ad60017a2eb84f3f8c1f2c558ccd100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba0eb92-b5c3-44ea-9117-d6be99f12e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "d8c5d506-8ace-450e-81a5-16ee01126544", "tag": "c90bc594-1468-45d7-befe-e9111b422bb0"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:08:17.578844 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679023f7-1a90-4d6f-9db0-8eee67fd5621 service neutron] Pushing event updated for resources: {'Port': ['ID=c90bc594-1468-45d7-befe-e9111b422bb0,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:17.641673 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-7ab6431c-3d00-478a-8426-81331a4c0789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:17.643365 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-7ab6431c-3d00-478a-8426-81331a4c0789 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&device_id=d8c5d506-8ace-450e-81a5-16ee01126544 HTTP/1.1" status: 200 len: 1095 time: 0.0488131 Aug 10 02:08:17.660885 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0118d6-30ed-43d4-a5c7-434845b41a31 x-openstack-request-id: req-1c0118d6-30ed-43d4-a5c7-434845b41a31 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:08:17.661201 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8c5d506-8ace-450e-81a5-16ee01126544", "tag": "c90bc594-1468-45d7-befe-e9111b422bb0", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:08:17.661513 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1c0118d6-30ed-43d4-a5c7-434845b41a31 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:08:17.661893 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c5d506-8ace-450e-81a5-16ee01126544', 'tag': 'c90bc594-1468-45d7-befe-e9111b422bb0', 'status': 'completed', 'code': 200} Aug 10 02:08:17.691677 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-df5421ab-9fbb-4c86-b3eb-9b62c19814d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c90bc594-1468-45d7-befe-e9111b422bb0 HTTP/1.1" status: 200 len: 217 time: 0.0403662 Aug 10 02:08:17.747095 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-fe173aaa-96c8-4e4a-bacf-8b61fb01602a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:17.748709 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-fe173aaa-96c8-4e4a-bacf-8b61fb01602a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6e0a44db-024d-48ba-991c-65a820d5973c HTTP/1.1" status: 200 len: 835 time: 0.0506203 Aug 10 02:08:17.796333 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-84877bb4-3866-477d-ad76-7e532c370934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:17.798538 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-84877bb4-3866-477d-ad76-7e532c370934 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f36310c6-29d5-43a8-b3aa-bf79e0abde49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420644 Aug 10 02:08:17.890607 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-c587ebf4-4179-4ce8-ae3e-126c0e4c340b service neutron] 10.222.0.24 "GET /v2.0/networks/f36310c6-29d5-43a8-b3aa-bf79e0abde49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847330 Aug 10 02:08:17.983124 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-788b1a3d-9094-45eb-8569-5ed5af3dee24 req-46bc0cba-f093-4b33-af16-13ba8ed914d6 service neutron] 10.222.0.24 "GET /v2.0/networks/f36310c6-29d5-43a8-b3aa-bf79e0abde49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857508 Aug 10 02:08:18.056170 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 82453c83-b391-4ca5-8b8e-2698afaa1692 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:08:18.069548 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0eb92-b5c3-44ea-9117-d6be99f12e9e req-57e84173-5658-417f-942c-91498bdb9e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:18.071095 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ba0eb92-b5c3-44ea-9117-d6be99f12e9e req-57e84173-5658-417f-942c-91498bdb9e55 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&device_id=d8c5d506-8ace-450e-81a5-16ee01126544 HTTP/1.1" status: 200 len: 1095 time: 0.0425999 Aug 10 02:08:18.178045 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0eb92-b5c3-44ea-9117-d6be99f12e9e req-5ed07879-19fb-450c-892b-1f20ae1a5c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:18.179866 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ba0eb92-b5c3-44ea-9117-d6be99f12e9e req-5ed07879-19fb-450c-892b-1f20ae1a5c74 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f36310c6-29d5-43a8-b3aa-bf79e0abde49 HTTP/1.1" status: 200 len: 897 time: 0.1015325 Aug 10 02:08:18.224740 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ba0eb92-b5c3-44ea-9117-d6be99f12e9e req-8aaa2f50-6db8-4643-a2bd-96c76e425f81 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c90bc594-1468-45d7-befe-e9111b422bb0 HTTP/1.1" status: 200 len: 217 time: 0.0373030 Aug 10 02:08:18.262457 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 82453c83-b391-4ca5-8b8e-2698afaa1692 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:08:18.266275 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 82453c83-b391-4ca5-8b8e-2698afaa1692 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:08:18.266663 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:18.278375 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0eb92-b5c3-44ea-9117-d6be99f12e9e req-0a6cfa04-181f-42d7-93c5-41deee68c9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:18.280044 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ba0eb92-b5c3-44ea-9117-d6be99f12e9e req-0a6cfa04-181f-42d7-93c5-41deee68c9d4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6e0a44db-024d-48ba-991c-65a820d5973c HTTP/1.1" status: 200 len: 835 time: 0.0485692 Aug 10 02:08:18.314083 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8e871-b80c-46e0-8367-0ed2c9498c0f req-71fd3665-cb97-44d0-9d71-da65bb607c45 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:18.315722 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ebe8e871-b80c-46e0-8367-0ed2c9498c0f req-71fd3665-cb97-44d0-9d71-da65bb607c45 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c5d506-8ace-450e-81a5-16ee01126544 HTTP/1.1" status: 200 len: 943 time: 0.0533190 Aug 10 02:08:18.333610 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0eb92-b5c3-44ea-9117-d6be99f12e9e req-988378fb-a9f9-4b6c-b28f-aae02dc3e386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:18.335231 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ba0eb92-b5c3-44ea-9117-d6be99f12e9e req-988378fb-a9f9-4b6c-b28f-aae02dc3e386 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f36310c6-29d5-43a8-b3aa-bf79e0abde49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486341 Aug 10 02:08:18.345869 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:18.356911 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ebe8e871-b80c-46e0-8367-0ed2c9498c0f req-ea77fdb3-4c39-45e7-ad55-20bff3b07705 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=1df18f82-d2e8-40ec-92ca-0b1c0b5daaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346680 Aug 10 02:08:18.387015 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 82453c83-b391-4ca5-8b8e-2698afaa1692, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=82453c83-b391-4ca5-8b8e-2698afaa1692,segment=NetworkSegment(25211704-9ba7-4c6c-a24f-48be90481d62),segment_id=25211704-9ba7-4c6c-a24f-48be90481d62)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:18.392818 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:18.431840 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ba0eb92-b5c3-44ea-9117-d6be99f12e9e req-dd03b346-97c6-4cd5-a606-6dd49ae18495 service neutron] 10.222.0.24 "GET /v2.0/networks/f36310c6-29d5-43a8-b3aa-bf79e0abde49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892897 Aug 10 02:08:18.441204 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=82453c83-b391-4ca5-8b8e-2698afaa1692,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:18.527044 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-2ba0eb92-b5c3-44ea-9117-d6be99f12e9e req-7a6e657d-6df6-47ff-8304-6d54218e37d5 service neutron] 10.222.0.24 "GET /v2.0/networks/f36310c6-29d5-43a8-b3aa-bf79e0abde49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880802 Aug 10 02:08:19.472752 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afbc65-5d74-41a3-8373-51a99a5276f2 req-cf253d97-95f8-4045-85b3-2a2c46a9ec0f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:19.474250 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c8afbc65-5d74-41a3-8373-51a99a5276f2 req-cf253d97-95f8-4045-85b3-2a2c46a9ec0f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c5d506-8ace-450e-81a5-16ee01126544 HTTP/1.1" status: 200 len: 943 time: 0.0485194 Aug 10 02:08:19.510837 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c8afbc65-5d74-41a3-8373-51a99a5276f2 req-5f9b41d7-c147-4e5f-91f7-6e71178bc99a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=1df18f82-d2e8-40ec-92ca-0b1c0b5daaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307431 Aug 10 02:08:20.040199 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 82453c83-b391-4ca5-8b8e-2698afaa1692 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:08:20.086961 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 82453c83-b391-4ca5-8b8e-2698afaa1692 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:08:20.087341 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:20.623126 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43b340-4768-4da5-9a10-e47a0aef6f27 req-de228b73-d74d-4522-bedd-154f050b6fbc tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:20.625167 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e43b340-4768-4da5-9a10-e47a0aef6f27 req-de228b73-d74d-4522-bedd-154f050b6fbc tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c5d506-8ace-450e-81a5-16ee01126544 HTTP/1.1" status: 200 len: 943 time: 0.0489874 Aug 10 02:08:20.667031 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6e43b340-4768-4da5-9a10-e47a0aef6f27 req-ae5e021c-bdb4-4263-ab40-2faa313a00bd tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=1df18f82-d2e8-40ec-92ca-0b1c0b5daaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356750 Aug 10 02:08:21.780307 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff917f29-8982-4ce6-9800-60710ccd35ea req-03cd7b76-05b3-4c16-8909-f6e5054cf2d5 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:21.782351 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ff917f29-8982-4ce6-9800-60710ccd35ea req-03cd7b76-05b3-4c16-8909-f6e5054cf2d5 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c5d506-8ace-450e-81a5-16ee01126544 HTTP/1.1" status: 200 len: 943 time: 0.0497782 Aug 10 02:08:21.819026 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ff917f29-8982-4ce6-9800-60710ccd35ea req-b6941c4b-cb5b-4ed8-9fbf-d9edee943a4b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=1df18f82-d2e8-40ec-92ca-0b1c0b5daaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306766 Aug 10 02:08:21.955388 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device c90bc594-1468-45d7-befe-e9111b422bb0 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:08:22.045855 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port c90bc594-1468-45d7-befe-e9111b422bb0, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=c90bc594-1468-45d7-befe-e9111b422bb0,segment=NetworkSegment(25211704-9ba7-4c6c-a24f-48be90481d62),segment_id=25211704-9ba7-4c6c-a24f-48be90481d62)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:22.056662 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'c90bc594-1468-45d7-befe-e9111b422bb0', 'network_id': 'f36310c6-29d5-43a8-b3aa-bf79e0abde49', 'port_id': 'c90bc594-1468-45d7-befe-e9111b422bb0', 'mac_address': 'fa:16:3e:5e:6e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0a44db-024d-48ba-991c-65a820d5973c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:08:22.096094 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:22.108588 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c90bc594-1468-45d7-befe-e9111b422bb0 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:08:22.127372 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port c90bc594-1468-45d7-befe-e9111b422bb0, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=c90bc594-1468-45d7-befe-e9111b422bb0,segment=NetworkSegment(25211704-9ba7-4c6c-a24f-48be90481d62),segment_id=25211704-9ba7-4c6c-a24f-48be90481d62)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:22.131301 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:22.176544 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=c90bc594-1468-45d7-befe-e9111b422bb0,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:22.503084 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['c90bc594-1468-45d7-befe-e9111b422bb0'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:08:22.934217 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f4bef-3da3-495b-a294-a30e9d47eff5 req-6de1786f-784f-49c5-b063-61b3043f7956 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:22.935685 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b10f4bef-3da3-495b-a294-a30e9d47eff5 req-6de1786f-784f-49c5-b063-61b3043f7956 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c5d506-8ace-450e-81a5-16ee01126544 HTTP/1.1" status: 200 len: 944 time: 0.0481775 Aug 10 02:08:22.971682 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b10f4bef-3da3-495b-a294-a30e9d47eff5 req-4534638b-a65b-46f8-a23b-244a6511b3d4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=1df18f82-d2e8-40ec-92ca-0b1c0b5daaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301025 Aug 10 02:08:23.955967 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device c90bc594-1468-45d7-befe-e9111b422bb0 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:08:24.004965 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port c90bc594-1468-45d7-befe-e9111b422bb0 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:08:24.008648 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port c90bc594-1468-45d7-befe-e9111b422bb0 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:08:24.009025 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:24.084830 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a818b23-1b6d-43a0-aefe-30732348c5e1 req-6b185eeb-d09f-4066-a762-f1e2e9ec10e0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:24.085457 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:24.086299 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3a818b23-1b6d-43a0-aefe-30732348c5e1 req-6b185eeb-d09f-4066-a762-f1e2e9ec10e0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c5d506-8ace-450e-81a5-16ee01126544 HTTP/1.1" status: 200 len: 944 time: 0.0476620 Aug 10 02:08:24.107310 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c5d506-8ace-450e-81a5-16ee01126544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90bc594-1468-45d7-befe-e9111b422bb0'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:08:24.110100 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09d289ccde4d6ff9cc92181a6a5f9723a21b3f76001e8301d3c19491e4c7f527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f50087-7f33-4277-bd94-408c960eb072" -d '{"events": [{"server_uuid": "d8c5d506-8ace-450e-81a5-16ee01126544", "name": "network-vif-plugged", "status": "completed", "tag": "c90bc594-1468-45d7-befe-e9111b422bb0"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:08:24.122444 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port c90bc594-1468-45d7-befe-e9111b422bb0, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=c90bc594-1468-45d7-befe-e9111b422bb0,segment=NetworkSegment(25211704-9ba7-4c6c-a24f-48be90481d62),segment_id=25211704-9ba7-4c6c-a24f-48be90481d62)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:24.127381 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:24.130597 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3a818b23-1b6d-43a0-aefe-30732348c5e1 req-7713e61c-25cd-4df8-8c00-c4a723d1a068 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=1df18f82-d2e8-40ec-92ca-0b1c0b5daaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382342 Aug 10 02:08:24.173329 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=c90bc594-1468-45d7-befe-e9111b422bb0,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:24.211708 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4815f04-5656-4c2c-8d0f-3a4d8bc9235d x-openstack-request-id: req-d4815f04-5656-4c2c-8d0f-3a4d8bc9235d {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:08:24.212005 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c5d506-8ace-450e-81a5-16ee01126544", "name": "network-vif-plugged", "status": "completed", "tag": "c90bc594-1468-45d7-befe-e9111b422bb0", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:08:24.212279 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d4815f04-5656-4c2c-8d0f-3a4d8bc9235d {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:08:24.212673 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c5d506-8ace-450e-81a5-16ee01126544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90bc594-1468-45d7-befe-e9111b422bb0', 'code': 200} Aug 10 02:08:24.304846 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dff929-d079-4bb8-aa2c-3d83c366ebc6 req-a489e1c9-9002-4df1-86ff-a3e47cb90cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:24.306309 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e6dff929-d079-4bb8-aa2c-3d83c366ebc6 req-a489e1c9-9002-4df1-86ff-a3e47cb90cd3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d8c5d506-8ace-450e-81a5-16ee01126544 HTTP/1.1" status: 200 len: 1097 time: 0.0402167 Aug 10 02:08:24.340907 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e6dff929-d079-4bb8-aa2c-3d83c366ebc6 req-4e7f5caa-557b-4669-a7d3-2a0ce9cea553 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1df18f82-d2e8-40ec-92ca-0b1c0b5daaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267346 Aug 10 02:08:25.245895 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfcfc6-8b4d-4a44-b4cc-d8aeeb273326 req-0cd914b5-903e-4240-aa3b-aaf6355d26c5 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:25.247383 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-40cfcfc6-8b4d-4a44-b4cc-d8aeeb273326 req-0cd914b5-903e-4240-aa3b-aaf6355d26c5 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c5d506-8ace-450e-81a5-16ee01126544 HTTP/1.1" status: 200 len: 945 time: 0.0502920 Aug 10 02:08:25.286038 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-40cfcfc6-8b4d-4a44-b4cc-d8aeeb273326 req-09a6020a-7c39-4ac8-a155-2ad95fdef8fe tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=1df18f82-d2e8-40ec-92ca-0b1c0b5daaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320945 Aug 10 02:08:26.401744 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864e8f2-0f9b-4a7e-b693-8f8a2a58cca0 req-dc8550af-e5ad-4702-9335-7ba4ce31f7c1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:26.403257 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3864e8f2-0f9b-4a7e-b693-8f8a2a58cca0 req-dc8550af-e5ad-4702-9335-7ba4ce31f7c1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c5d506-8ace-450e-81a5-16ee01126544 HTTP/1.1" status: 200 len: 945 time: 0.0481122 Aug 10 02:08:26.441164 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3864e8f2-0f9b-4a7e-b693-8f8a2a58cca0 req-006f32ee-4892-4251-8820-4c61da86bbdb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=1df18f82-d2e8-40ec-92ca-0b1c0b5daaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304782 Aug 10 02:08:26.553405 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e6808-68fb-4b19-91a1-4415a475e687 req-85359bfc-6f56-4719-8d12-a621c2933f3b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:26.554876 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2e2e6808-68fb-4b19-91a1-4415a475e687 req-85359bfc-6f56-4719-8d12-a621c2933f3b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c5d506-8ace-450e-81a5-16ee01126544 HTTP/1.1" status: 200 len: 945 time: 0.0481055 Aug 10 02:08:26.595159 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2e2e6808-68fb-4b19-91a1-4415a475e687 req-0d46e0fb-7f3b-4ac8-abe7-473f3462746b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=1df18f82-d2e8-40ec-92ca-0b1c0b5daaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343761 Aug 10 02:08:26.616364 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40116) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:26.655542 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4f47e7-4b0c-46ab-ba41-544d97344e25 tempest-TestNetworkAdvancedServerOps-1363779260 tempest-TestNetworkAdvancedServerOps-1363779260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:26.657096 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9e4f47e7-4b0c-46ab-ba41-544d97344e25 tempest-TestNetworkAdvancedServerOps-1363779260 tempest-TestNetworkAdvancedServerOps-1363779260-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d8c5d506-8ace-450e-81a5-16ee01126544 HTTP/1.1" status: 200 len: 1092 time: 0.0397322 Aug 10 02:08:26.659778 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40118) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:26.664068 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-d62512fd-4acc-4845-8693-2a38f2312543 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'port_id': 'c90bc594-1468-45d7-befe-e9111b422bb0', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:26.685093 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d62512fd-4acc-4845-8693-2a38f2312543 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for floatingip, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:26.782613 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d62512fd-4acc-4845-8693-2a38f2312543 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:26.881635 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-d62512fd-4acc-4845-8693-2a38f2312543 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Allocated IP 172.25.2.224 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/11893e75-1f08-4f55-a8cb-df4835389188) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:08:26.982446 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d62512fd-4acc-4845-8693-2a38f2312543 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:27.021606 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d62512fd-4acc-4845-8693-2a38f2312543 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:27.060247 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62512fd-4acc-4845-8693-2a38f2312543 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:08:27.063724 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-d62512fd-4acc-4845-8693-2a38f2312543 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:08:27.067226 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62512fd-4acc-4845-8693-2a38f2312543 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:08:27.088370 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62512fd-4acc-4845-8693-2a38f2312543 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Port': ['ID=11893e75-1f08-4f55-a8cb-df4835389188,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:27.415012 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d62512fd-4acc-4845-8693-2a38f2312543 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:27.478988 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d62512fd-4acc-4845-8693-2a38f2312543 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:27.627778 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d62512fd-4acc-4845-8693-2a38f2312543 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:27.632309 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d62512fd-4acc-4845-8693-2a38f2312543 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:27.706774 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62512fd-4acc-4845-8693-2a38f2312543 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Port': ['ID=11893e75-1f08-4f55-a8cb-df4835389188,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:27.714899 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d62512fd-4acc-4845-8693-2a38f2312543 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:27.812336 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [None req-d62512fd-4acc-4845-8693-2a38f2312543 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Floating IP fa99e078-92de-474e-925c-a7d32f2217ff associated. External IP: 172.25.2.224, port: c90bc594-1468-45d7-befe-e9111b422bb0. Aug 10 02:08:28.012290 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62512fd-4acc-4845-8693-2a38f2312543 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Router c44d0707-f0db-43e3-98fb-6909abcf5a67 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:08:28.116779 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62512fd-4acc-4845-8693-2a38f2312543 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:08:28.126854 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec70dae-9a11-4f01-8a5f-1e6c44ead515 None None] Sync routers for ids ['c44d0707-f0db-43e3-98fb-6909abcf5a67'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:08:28.132429 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d62512fd-4acc-4845-8693-2a38f2312543 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:28.140836 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec70dae-9a11-4f01-8a5f-1e6c44ead515 None None] Routers {'c44d0707-f0db-43e3-98fb-6909abcf5a67'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:08:28.141447 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-fec70dae-9a11-4f01-8a5f-1e6c44ead515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:08:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['c44d0707-f0db-43e3-98fb-6909abcf5a67'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:28.159359 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d62512fd-4acc-4845-8693-2a38f2312543 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4985220 Aug 10 02:08:28.159944 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c5d506-8ace-450e-81a5-16ee01126544', 'tag': 'c90bc594-1468-45d7-befe-e9111b422bb0'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:08:28.162232 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04376f577ca8e91682bf6bf2b98f61f72ad60017a2eb84f3f8c1f2c558ccd100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5feab0a2-af9e-4c90-96b5-fe22bfac3a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "d8c5d506-8ace-450e-81a5-16ee01126544", "tag": "c90bc594-1468-45d7-befe-e9111b422bb0"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:08:28.203963 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27557790-7491-4c5f-8050-827ec5b6c49a x-openstack-request-id: req-27557790-7491-4c5f-8050-827ec5b6c49a {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:08:28.204343 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8c5d506-8ace-450e-81a5-16ee01126544", "tag": "c90bc594-1468-45d7-befe-e9111b422bb0", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:08:28.204666 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-27557790-7491-4c5f-8050-827ec5b6c49a {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:08:28.205150 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c5d506-8ace-450e-81a5-16ee01126544', 'tag': 'c90bc594-1468-45d7-befe-e9111b422bb0', 'status': 'completed', 'code': 200} Aug 10 02:08:28.247453 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-fec70dae-9a11-4f01-8a5f-1e6c44ead515 None None] Set router c44d0707-f0db-43e3-98fb-6909abcf5a67 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:08:28.258402 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1121715-1e37-4837-86d1-9ac2756111bc req-9fb5247c-4b61-4944-8299-40bce7bab90d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:28.259923 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b1121715-1e37-4837-86d1-9ac2756111bc req-9fb5247c-4b61-4944-8299-40bce7bab90d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c5d506-8ace-450e-81a5-16ee01126544 HTTP/1.1" status: 200 len: 945 time: 0.0496149 Aug 10 02:08:28.269668 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feab0a2-af9e-4c90-96b5-fe22bfac3a6a req-60f5c353-0c58-42a3-babe-db43050c6828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:28.271603 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5feab0a2-af9e-4c90-96b5-fe22bfac3a6a req-60f5c353-0c58-42a3-babe-db43050c6828 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&device_id=d8c5d506-8ace-450e-81a5-16ee01126544 HTTP/1.1" status: 200 len: 1097 time: 0.0439334 Aug 10 02:08:28.303736 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b1121715-1e37-4837-86d1-9ac2756111bc req-8f08b8e2-4018-4b87-a5ad-1f8f3dcfb125 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=1df18f82-d2e8-40ec-92ca-0b1c0b5daaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361900 Aug 10 02:08:28.325599 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40124) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:28.363283 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feab0a2-af9e-4c90-96b5-fe22bfac3a6a req-99e429df-3a3f-442f-a721-3a29b2911e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:28.364797 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5feab0a2-af9e-4c90-96b5-fe22bfac3a6a req-99e429df-3a3f-442f-a721-3a29b2911e41 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f36310c6-29d5-43a8-b3aa-bf79e0abde49 HTTP/1.1" status: 200 len: 897 time: 0.0867174 Aug 10 02:08:28.386347 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e9baa186-f877-420a-8d70-c24b47a519e4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/floatingips/fa99e078-92de-474e-925c-a7d32f2217ff HTTP/1.1" status: 200 len: 991 time: 0.0584483 Aug 10 02:08:28.435874 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5feab0a2-af9e-4c90-96b5-fe22bfac3a6a req-359deabe-f572-4a8c-bda3-0d83c84d0b5c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c90bc594-1468-45d7-befe-e9111b422bb0 HTTP/1.1" status: 200 len: 999 time: 0.0642343 Aug 10 02:08:28.471073 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-fec70dae-9a11-4f01-8a5f-1e6c44ead515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429787622', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9e1df95-926e-4806-ab66-32f127e70bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:08:10Z', 'updated_at': '2021-08-10T02:08:13Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'a9e1df95-926e-4806-ab66-32f127e70bc0', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:42:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:08:10Z', 'updated_at': '2021-08-10T02:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'fa99e078-92de-474e-925c-a7d32f2217ff', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'floating_ip_address': '172.25.2.224', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'port_id': 'c90bc594-1468-45d7-befe-e9111b422bb0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f36310c6-29d5-43a8-b3aa-bf79e0abde49', 'mac_address': 'fa:16:3e:5e:6e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c5d506-8ace-450e-81a5-16ee01126544', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:08:27Z', 'updated_at': '2021-08-10T02:08:27Z', 'revision_number': 0, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82453c83-b391-4ca5-8b8e-2698afaa1692', 'name': '', 'network_id': 'f36310c6-29d5-43a8-b3aa-bf79e0abde49', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:3a:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '6e0a44db-024d-48ba-991c-65a820d5973c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:08:12Z', 'updated_at': '2021-08-10T02:08:18Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '6e0a44db-024d-48ba-991c-65a820d5973c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:28.486000 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feab0a2-af9e-4c90-96b5-fe22bfac3a6a req-892f71f1-b403-401f-99e2-e83cf1a21f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:28.487449 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5feab0a2-af9e-4c90-96b5-fe22bfac3a6a req-892f71f1-b403-401f-99e2-e83cf1a21f52 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6e0a44db-024d-48ba-991c-65a820d5973c HTTP/1.1" status: 200 len: 835 time: 0.0451066 Aug 10 02:08:28.496258 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec70dae-9a11-4f01-8a5f-1e6c44ead515 None None] Checking router: c44d0707-f0db-43e3-98fb-6909abcf5a67 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:08:28.504491 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec70dae-9a11-4f01-8a5f-1e6c44ead515 None None] Routers {'c44d0707-f0db-43e3-98fb-6909abcf5a67'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:08:28.505027 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-fec70dae-9a11-4f01-8a5f-1e6c44ead515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:08:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['c44d0707-f0db-43e3-98fb-6909abcf5a67'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:28.532945 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feab0a2-af9e-4c90-96b5-fe22bfac3a6a req-6fb6d761-8a97-4fb3-afc3-76a1c5fa7409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:28.534435 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5feab0a2-af9e-4c90-96b5-fe22bfac3a6a req-6fb6d761-8a97-4fb3-afc3-76a1c5fa7409 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f36310c6-29d5-43a8-b3aa-bf79e0abde49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401814 Aug 10 02:08:28.633553 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5feab0a2-af9e-4c90-96b5-fe22bfac3a6a req-4ece7dda-45cf-4e46-86b0-6f07038d9827 service neutron] 10.222.0.24 "GET /v2.0/networks/f36310c6-29d5-43a8-b3aa-bf79e0abde49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920184 Aug 10 02:08:28.699458 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-fec70dae-9a11-4f01-8a5f-1e6c44ead515 None None] Set router c44d0707-f0db-43e3-98fb-6909abcf5a67 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:08:28.724055 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5feab0a2-af9e-4c90-96b5-fe22bfac3a6a req-4c9b99a0-c756-48e2-b14a-f51a8372412e service neutron] 10.222.0.24 "GET /v2.0/networks/f36310c6-29d5-43a8-b3aa-bf79e0abde49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827303 Aug 10 02:08:28.862371 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:28.923157 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-fec70dae-9a11-4f01-8a5f-1e6c44ead515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429787622', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9e1df95-926e-4806-ab66-32f127e70bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:08:10Z', 'updated_at': '2021-08-10T02:08:13Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'a9e1df95-926e-4806-ab66-32f127e70bc0', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:42:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:08:10Z', 'updated_at': '2021-08-10T02:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'fa99e078-92de-474e-925c-a7d32f2217ff', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'floating_ip_address': '172.25.2.224', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'port_id': 'c90bc594-1468-45d7-befe-e9111b422bb0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f36310c6-29d5-43a8-b3aa-bf79e0abde49', 'mac_address': 'fa:16:3e:5e:6e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c5d506-8ace-450e-81a5-16ee01126544', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:08:27Z', 'updated_at': '2021-08-10T02:08:27Z', 'revision_number': 0, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82453c83-b391-4ca5-8b8e-2698afaa1692', 'name': '', 'network_id': 'f36310c6-29d5-43a8-b3aa-bf79e0abde49', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:3a:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '6e0a44db-024d-48ba-991c-65a820d5973c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:08:12Z', 'updated_at': '2021-08-10T02:08:18Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '6e0a44db-024d-48ba-991c-65a820d5973c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:28.947768 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec70dae-9a11-4f01-8a5f-1e6c44ead515 None None] The sync data for ids ['c44d0707-f0db-43e3-98fb-6909abcf5a67'] in n-d-766726-26 is: [{'id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429787622', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9e1df95-926e-4806-ab66-32f127e70bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:08:10Z', 'updated_at': '2021-08-10T02:08:13Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'a9e1df95-926e-4806-ab66-32f127e70bc0', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:42:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:08:10Z', 'updated_at': '2021-08-10T02:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': 'fa99e078-92de-474e-925c-a7d32f2217ff', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'floating_ip_address': '172.25.2.224', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'port_id': 'c90bc594-1468-45d7-befe-e9111b422bb0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f36310c6-29d5-43a8-b3aa-bf79e0abde49', 'mac_address': 'fa:16:3e:5e:6e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c5d506-8ace-450e-81a5-16ee01126544', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:08:27Z', 'updated_at': '2021-08-10T02:08:27Z', 'revision_number': 0, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82453c83-b391-4ca5-8b8e-2698afaa1692', 'name': '', 'network_id': 'f36310c6-29d5-43a8-b3aa-bf79e0abde49', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:3a:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '6e0a44db-024d-48ba-991c-65a820d5973c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:08:12Z', 'updated_at': '2021-08-10T02:08:18Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '6e0a44db-024d-48ba-991c-65a820d5973c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:08:29.137113 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eeea63-c8bc-47f0-ae31-e9178286adc5 None None] New status for floating IP fa99e078-92de-474e-925c-a7d32f2217ff: ACTIVE {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:08:29.389191 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40126) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:29.450152 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-7d769ae1-5963-4da4-9784-97d3be3fcf91 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/floatingips/fa99e078-92de-474e-925c-a7d32f2217ff HTTP/1.1" status: 200 len: 993 time: 0.0598931 Aug 10 02:08:41.274637 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0095d081-3801-47d4-a221-ec84b1878401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:42.343546 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:43.911144 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1e0d6c93-107b-4da8-8b91-ffcdd5b882fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:44.543264 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:45.442488 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:46.518850 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:53.804582 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:08:58.870658 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:11.275319 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cfe52bff-a12d-4d79-8c43-e29449cae8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:12.341866 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:13.911034 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-528420af-6073-4865-93ea-d7d70a3b463b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:14.543560 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:15.446582 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:15.598566 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a3d2d719-ec92-4933-a285-163c5680fe9b req-5cbfcdaa-91a5-4704-94c8-ee72efe6a29c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d8c5d506-8ace-450e-81a5-16ee01126544&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2991652 Aug 10 02:09:15.679575 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2d719-ec92-4933-a285-163c5680fe9b req-b1f83f18-bfb7-42c9-89d1-f67fc2542d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:15.681035 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a3d2d719-ec92-4933-a285-163c5680fe9b req-b1f83f18-bfb7-42c9-89d1-f67fc2542d5b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&device_id=d8c5d506-8ace-450e-81a5-16ee01126544 HTTP/1.1" status: 200 len: 1097 time: 0.0398791 Aug 10 02:09:15.783392 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2d719-ec92-4933-a285-163c5680fe9b req-c115ce65-2f80-4985-b2a5-1df7f556ac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:15.784895 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a3d2d719-ec92-4933-a285-163c5680fe9b req-c115ce65-2f80-4985-b2a5-1df7f556ac8b service neutron] 10.222.0.24 "GET /v2.0/networks?id=f36310c6-29d5-43a8-b3aa-bf79e0abde49 HTTP/1.1" status: 200 len: 897 time: 0.0837739 Aug 10 02:09:15.851163 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a3d2d719-ec92-4933-a285-163c5680fe9b req-05b80eba-5af8-4fa9-83b8-cced51fade73 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c90bc594-1468-45d7-befe-e9111b422bb0 HTTP/1.1" status: 200 len: 1001 time: 0.0590386 Aug 10 02:09:15.899141 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2d719-ec92-4933-a285-163c5680fe9b req-81f900d9-0b5c-42e2-a086-e3550e2f3a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:15.900662 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a3d2d719-ec92-4933-a285-163c5680fe9b req-81f900d9-0b5c-42e2-a086-e3550e2f3a16 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6e0a44db-024d-48ba-991c-65a820d5973c HTTP/1.1" status: 200 len: 835 time: 0.0425620 Aug 10 02:09:15.944690 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2d719-ec92-4933-a285-163c5680fe9b req-70ceae8b-4805-460e-89d0-6b0c14f9b1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:15.946124 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a3d2d719-ec92-4933-a285-163c5680fe9b req-70ceae8b-4805-460e-89d0-6b0c14f9b1f6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f36310c6-29d5-43a8-b3aa-bf79e0abde49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389516 Aug 10 02:09:16.036120 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a3d2d719-ec92-4933-a285-163c5680fe9b req-d453a032-736c-4764-8d11-1ba1ab07a876 service neutron] 10.222.0.24 "GET /v2.0/networks/f36310c6-29d5-43a8-b3aa-bf79e0abde49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830584 Aug 10 02:09:16.124791 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a3d2d719-ec92-4933-a285-163c5680fe9b req-9dd8c01d-8b81-4e7d-83d2-5710a45699cd service neutron] 10.222.0.24 "GET /v2.0/networks/f36310c6-29d5-43a8-b3aa-bf79e0abde49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813012 Aug 10 02:09:16.521226 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:28.874935 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:30.804052 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:09:32.246567 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35722b-832b-4959-95ba-ef8ba4d09d16 req-17be8958-e7c5-4ee2-bf6d-7b2fd5686428 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:32.248098 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3c35722b-832b-4959-95ba-ef8ba4d09d16 req-17be8958-e7c5-4ee2-bf6d-7b2fd5686428 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c5d506-8ace-450e-81a5-16ee01126544 HTTP/1.1" status: 200 len: 945 time: 0.0495188 Aug 10 02:09:32.285649 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3c35722b-832b-4959-95ba-ef8ba4d09d16 req-ef216aa8-0fe5-43c4-86c1-3e7c4d755341 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=1df18f82-d2e8-40ec-92ca-0b1c0b5daaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308623 Aug 10 02:09:33.402813 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d880af4-239e-40d3-bf79-1b8bd93ecabb req-90965419-38c9-4d9f-a4cb-8e12400d3d31 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:33.404309 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0d880af4-239e-40d3-bf79-1b8bd93ecabb req-90965419-38c9-4d9f-a4cb-8e12400d3d31 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c5d506-8ace-450e-81a5-16ee01126544 HTTP/1.1" status: 200 len: 945 time: 0.0491827 Aug 10 02:09:33.441460 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0d880af4-239e-40d3-bf79-1b8bd93ecabb req-e96889b6-9cd3-4862-b881-e1553a53f6fe tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=1df18f82-d2e8-40ec-92ca-0b1c0b5daaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311482 Aug 10 02:09:34.559831 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdef27e-2293-49f9-9764-50c7ef7bd8a6 req-c1aee440-938c-481a-8a24-fa6dcc3651d4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:34.561300 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-efdef27e-2293-49f9-9764-50c7ef7bd8a6 req-c1aee440-938c-481a-8a24-fa6dcc3651d4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c5d506-8ace-450e-81a5-16ee01126544 HTTP/1.1" status: 200 len: 945 time: 0.0517659 Aug 10 02:09:34.599295 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-efdef27e-2293-49f9-9764-50c7ef7bd8a6 req-ef7be41c-8527-408a-a3ba-ea155154daf5 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=1df18f82-d2e8-40ec-92ca-0b1c0b5daaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320435 Aug 10 02:09:35.711509 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda26f46-1a43-43de-a716-20d8cfe2f6fb req-9a145fba-ce65-404c-bda3-72c632d02bcc tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:35.713030 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cda26f46-1a43-43de-a716-20d8cfe2f6fb req-9a145fba-ce65-404c-bda3-72c632d02bcc tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c5d506-8ace-450e-81a5-16ee01126544 HTTP/1.1" status: 200 len: 945 time: 0.0483682 Aug 10 02:09:35.750449 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cda26f46-1a43-43de-a716-20d8cfe2f6fb req-49919249-0dda-4276-9b32-b5615f206488 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=1df18f82-d2e8-40ec-92ca-0b1c0b5daaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309963 Aug 10 02:09:36.863686 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80de8d9-9d4f-4990-9420-cf9006ad02c8 req-7cea7742-ae78-4ec8-9f39-ffdce2898911 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:36.865130 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f80de8d9-9d4f-4990-9420-cf9006ad02c8 req-7cea7742-ae78-4ec8-9f39-ffdce2898911 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c5d506-8ace-450e-81a5-16ee01126544 HTTP/1.1" status: 200 len: 945 time: 0.0475972 Aug 10 02:09:36.901452 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f80de8d9-9d4f-4990-9420-cf9006ad02c8 req-5ce8ed4d-49cb-44eb-94ca-30e1b04cd52a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=1df18f82-d2e8-40ec-92ca-0b1c0b5daaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303838 Aug 10 02:09:38.016672 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb61b22-f6ad-4496-81ee-92c677c0a12a req-cf74f5b8-90e1-410c-b473-5488e8ad7f91 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:38.018134 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6cb61b22-f6ad-4496-81ee-92c677c0a12a req-cf74f5b8-90e1-410c-b473-5488e8ad7f91 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c5d506-8ace-450e-81a5-16ee01126544 HTTP/1.1" status: 200 len: 945 time: 0.0515873 Aug 10 02:09:38.058735 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6cb61b22-f6ad-4496-81ee-92c677c0a12a req-dab327dc-3561-4dba-8c1c-130880d2840d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=1df18f82-d2e8-40ec-92ca-0b1c0b5daaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345342 Aug 10 02:09:39.174166 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cf05b-ef84-446c-a0f1-4b7b3c74b416 req-7fdf91e9-aac5-4e5f-b88b-0abe8bbdb676 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:39.175644 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-740cf05b-ef84-446c-a0f1-4b7b3c74b416 req-7fdf91e9-aac5-4e5f-b88b-0abe8bbdb676 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c5d506-8ace-450e-81a5-16ee01126544 HTTP/1.1" status: 200 len: 945 time: 0.0490570 Aug 10 02:09:39.212083 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-740cf05b-ef84-446c-a0f1-4b7b3c74b416 req-951d57c4-daa5-471b-a181-1c706f508d43 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=1df18f82-d2e8-40ec-92ca-0b1c0b5daaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304813 Aug 10 02:09:40.324838 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072ea17-b18d-4781-a820-8a2665703dbc req-e8053b4e-336e-486a-8aa4-6372e8f83238 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:40.326192 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1072ea17-b18d-4781-a820-8a2665703dbc req-e8053b4e-336e-486a-8aa4-6372e8f83238 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c5d506-8ace-450e-81a5-16ee01126544 HTTP/1.1" status: 200 len: 945 time: 0.0474901 Aug 10 02:09:40.362994 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1072ea17-b18d-4781-a820-8a2665703dbc req-36ff07d6-6c07-4c24-ac42-e4aef9bac068 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=1df18f82-d2e8-40ec-92ca-0b1c0b5daaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310218 Aug 10 02:09:41.275827 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eabad5ce-5519-46dd-ba9f-41098d246fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:41.477896 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66edb1-8d57-47b1-b11f-a06967980edc req-ad5dcd3b-fe3a-4796-a7e5-3bcd6511dd80 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:41.479249 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd66edb1-8d57-47b1-b11f-a06967980edc req-ad5dcd3b-fe3a-4796-a7e5-3bcd6511dd80 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c5d506-8ace-450e-81a5-16ee01126544 HTTP/1.1" status: 200 len: 945 time: 0.0511134 Aug 10 02:09:41.515815 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd66edb1-8d57-47b1-b11f-a06967980edc req-461405ae-b9c5-42ee-9810-4012cf2ccc23 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=1df18f82-d2e8-40ec-92ca-0b1c0b5daaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301619 Aug 10 02:09:42.357022 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:42.629328 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca952e2-f7b6-4855-9ebf-3afe28b3ffb4 req-23da9b3c-b221-470f-b86b-e3cba7e7775f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:42.630800 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6ca952e2-f7b6-4855-9ebf-3afe28b3ffb4 req-23da9b3c-b221-470f-b86b-e3cba7e7775f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c5d506-8ace-450e-81a5-16ee01126544 HTTP/1.1" status: 200 len: 945 time: 0.0476050 Aug 10 02:09:42.667160 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6ca952e2-f7b6-4855-9ebf-3afe28b3ffb4 req-167dccf0-1e81-48e5-83d3-0adf6f2fad87 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=1df18f82-d2e8-40ec-92ca-0b1c0b5daaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304294 Aug 10 02:09:42.690958 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40180) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:42.755255 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-beddacc9-fbbf-4f7b-9c86-58f68b1c5b27 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/floatingips/fa99e078-92de-474e-925c-a7d32f2217ff HTTP/1.1" status: 200 len: 993 time: 0.0631330 Aug 10 02:09:43.910327 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b1cecbce-b1b2-4744-aac5-9aa5c65b74ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:44.023891 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9195e702-62a5-4459-8f4e-4dd257ceae1b req-83705161-9026-4366-bc9b-cefa52c6098e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:44.025378 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9195e702-62a5-4459-8f4e-4dd257ceae1b req-83705161-9026-4366-bc9b-cefa52c6098e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c5d506-8ace-450e-81a5-16ee01126544 HTTP/1.1" status: 200 len: 945 time: 0.0482485 Aug 10 02:09:44.045151 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639797c7-4a82-4746-b910-67f9071eaaae req-c7674494-3abc-4c9e-b8be-aeae6e21e56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:44.046673 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-639797c7-4a82-4746-b910-67f9071eaaae req-c7674494-3abc-4c9e-b8be-aeae6e21e56f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&device_id=d8c5d506-8ace-450e-81a5-16ee01126544 HTTP/1.1" status: 200 len: 1097 time: 0.0407252 Aug 10 02:09:44.062802 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9195e702-62a5-4459-8f4e-4dd257ceae1b req-d95b1a75-9949-4364-9650-59f2a1145b1d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=1df18f82-d2e8-40ec-92ca-0b1c0b5daaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308747 Aug 10 02:09:44.139173 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639797c7-4a82-4746-b910-67f9071eaaae req-323866d6-fd68-42bc-bf01-89ddb1e387b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:44.141174 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-639797c7-4a82-4746-b910-67f9071eaaae req-323866d6-fd68-42bc-bf01-89ddb1e387b4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f36310c6-29d5-43a8-b3aa-bf79e0abde49 HTTP/1.1" status: 200 len: 897 time: 0.0879836 Aug 10 02:09:44.205024 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-639797c7-4a82-4746-b910-67f9071eaaae req-080218ad-a529-4dd6-a7d4-9b11a1b0b8c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c90bc594-1468-45d7-befe-e9111b422bb0 HTTP/1.1" status: 200 len: 1001 time: 0.0571728 Aug 10 02:09:44.253410 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639797c7-4a82-4746-b910-67f9071eaaae req-2e40645e-ca28-44be-a2c0-869472f90e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:44.254793 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-639797c7-4a82-4746-b910-67f9071eaaae req-2e40645e-ca28-44be-a2c0-869472f90e1e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6e0a44db-024d-48ba-991c-65a820d5973c HTTP/1.1" status: 200 len: 835 time: 0.0429852 Aug 10 02:09:44.302831 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639797c7-4a82-4746-b910-67f9071eaaae req-e392e186-2f85-4501-adae-d00b96d1afa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:44.304289 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-639797c7-4a82-4746-b910-67f9071eaaae req-e392e186-2f85-4501-adae-d00b96d1afa2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f36310c6-29d5-43a8-b3aa-bf79e0abde49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425401 Aug 10 02:09:44.392944 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-639797c7-4a82-4746-b910-67f9071eaaae req-9c177c4a-4173-4e1e-bb5b-7ab69ba7f1a1 service neutron] 10.222.0.24 "GET /v2.0/networks/f36310c6-29d5-43a8-b3aa-bf79e0abde49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810626 Aug 10 02:09:44.484634 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-639797c7-4a82-4746-b910-67f9071eaaae req-75460640-5917-4bcf-bb76-8cdd3314e386 service neutron] 10.222.0.24 "GET /v2.0/networks/f36310c6-29d5-43a8-b3aa-bf79e0abde49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847523 Aug 10 02:09:44.543079 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:45.181236 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee2d56-f98d-4dc0-ad31-f635f5b0a7ec req-8b61aa4c-327a-42d1-9b64-c92fd343fbf9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:45.182679 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9aee2d56-f98d-4dc0-ad31-f635f5b0a7ec req-8b61aa4c-327a-42d1-9b64-c92fd343fbf9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c5d506-8ace-450e-81a5-16ee01126544 HTTP/1.1" status: 200 len: 945 time: 0.0512133 Aug 10 02:09:45.219623 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9aee2d56-f98d-4dc0-ad31-f635f5b0a7ec req-259a725c-5e97-4315-bfa4-776226ce11ba tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=1df18f82-d2e8-40ec-92ca-0b1c0b5daaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310481 Aug 10 02:09:45.243117 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40192) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:45.301311 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5ff53335-d74a-4b40-aa53-3906f153c642 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/floatingips/fa99e078-92de-474e-925c-a7d32f2217ff HTTP/1.1" status: 200 len: 993 time: 0.0571134 Aug 10 02:09:45.449457 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:46.522469 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:56.144620 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [req-018429c9-4276-404c-ab97-225254340c42 req-43401d20-cc46-49e7-860b-c18e5fc035c0 service neutron] (105827) timed out ('10.222.0.35', 37208) {{(pid=105827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 02:09:58.876776 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:07.803264 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:10:11.277116 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7517ee69-724a-4bb1-98f6-5dee7f53e37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:12.355358 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:13.910459 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0357a6b2-a648-405c-9e0e-b9cfa4507578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:14.543822 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:15.451052 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:16.525911 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:17.353328 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-665a28e4-2f2e-4e2b-b585-093421e0143b req-58f52ee6-6809-4b33-9044-9eb3aae574ce service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d8c5d506-8ace-450e-81a5-16ee01126544&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397401 Aug 10 02:10:17.431557 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a28e4-2f2e-4e2b-b585-093421e0143b req-29fa9fd2-6fea-4e52-bdc1-6f840957799a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:17.433069 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-665a28e4-2f2e-4e2b-b585-093421e0143b req-29fa9fd2-6fea-4e52-bdc1-6f840957799a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&device_id=d8c5d506-8ace-450e-81a5-16ee01126544 HTTP/1.1" status: 200 len: 1097 time: 0.0399177 Aug 10 02:10:17.536720 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a28e4-2f2e-4e2b-b585-093421e0143b req-b724ddeb-5329-417c-9d49-d55fa1232f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:17.538148 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-665a28e4-2f2e-4e2b-b585-093421e0143b req-b724ddeb-5329-417c-9d49-d55fa1232f4a service neutron] 10.222.0.24 "GET /v2.0/networks?id=f36310c6-29d5-43a8-b3aa-bf79e0abde49 HTTP/1.1" status: 200 len: 897 time: 0.0851874 Aug 10 02:10:17.603008 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-665a28e4-2f2e-4e2b-b585-093421e0143b req-194d0ea7-ab05-4de6-b176-8f9419d5f56e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c90bc594-1468-45d7-befe-e9111b422bb0 HTTP/1.1" status: 200 len: 1001 time: 0.0568182 Aug 10 02:10:17.650921 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a28e4-2f2e-4e2b-b585-093421e0143b req-f1dc280b-a400-4b51-93fe-cf6bf2b35f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:17.652340 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-665a28e4-2f2e-4e2b-b585-093421e0143b req-f1dc280b-a400-4b51-93fe-cf6bf2b35f81 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6e0a44db-024d-48ba-991c-65a820d5973c HTTP/1.1" status: 200 len: 835 time: 0.0425665 Aug 10 02:10:17.701858 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a28e4-2f2e-4e2b-b585-093421e0143b req-984b6de9-ffb1-4203-95be-4d468b1b836d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:17.703359 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-665a28e4-2f2e-4e2b-b585-093421e0143b req-984b6de9-ffb1-4203-95be-4d468b1b836d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f36310c6-29d5-43a8-b3aa-bf79e0abde49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431697 Aug 10 02:10:17.792440 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-665a28e4-2f2e-4e2b-b585-093421e0143b req-69ca8e99-3dbc-401e-b396-c15490979cfa service neutron] 10.222.0.24 "GET /v2.0/networks/f36310c6-29d5-43a8-b3aa-bf79e0abde49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810575 Aug 10 02:10:17.884022 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-665a28e4-2f2e-4e2b-b585-093421e0143b req-81e27ca6-b7de-4025-aba2-f18ab439d8e0 service neutron] 10.222.0.24 "GET /v2.0/networks/f36310c6-29d5-43a8-b3aa-bf79e0abde49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843687 Aug 10 02:10:28.880393 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:35.692188 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40220) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:35.845223 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-ed5bc35d-7807-442a-ad27-24758147b660 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Deleting port 11893e75-1f08-4f55-a8cb-df4835389188 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:10:35.845588 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ed5bc35d-7807-442a-ad27-24758147b660 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:35.917355 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ed5bc35d-7807-442a-ad27-24758147b660 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:35.917603 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ed5bc35d-7807-442a-ad27-24758147b660 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:35.929531 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-ed5bc35d-7807-442a-ad27-24758147b660 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Calling delete_port for 11893e75-1f08-4f55-a8cb-df4835389188 owned by network:floatingip {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:10:36.074763 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ed5bc35d-7807-442a-ad27-24758147b660 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:36.099690 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5bc35d-7807-442a-ad27-24758147b660 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event deleted for resources: {'Port': ['ID=11893e75-1f08-4f55-a8cb-df4835389188,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:36.129577 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5bc35d-7807-442a-ad27-24758147b660 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:36.129930 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5bc35d-7807-442a-ad27-24758147b660 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:36.130271 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5bc35d-7807-442a-ad27-24758147b660 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:36.130608 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5bc35d-7807-442a-ad27-24758147b660 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:36.130941 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5bc35d-7807-442a-ad27-24758147b660 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:36.131302 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5bc35d-7807-442a-ad27-24758147b660 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:36.131639 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5bc35d-7807-442a-ad27-24758147b660 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:36.131970 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5bc35d-7807-442a-ad27-24758147b660 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:36.132323 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5bc35d-7807-442a-ad27-24758147b660 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:36.132650 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5bc35d-7807-442a-ad27-24758147b660 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:36.132976 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5bc35d-7807-442a-ad27-24758147b660 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:36.133297 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5bc35d-7807-442a-ad27-24758147b660 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:36.170887 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ed5bc35d-7807-442a-ad27-24758147b660 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for floatingip, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:36.171152 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [None req-ed5bc35d-7807-442a-ad27-24758147b660 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Floating IP fa99e078-92de-474e-925c-a7d32f2217ff disassociated (deleted). External IP: 172.25.2.224, port: c90bc594-1468-45d7-befe-e9111b422bb0. Aug 10 02:10:36.373601 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5bc35d-7807-442a-ad27-24758147b660 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Router c44d0707-f0db-43e3-98fb-6909abcf5a67 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:10:36.475395 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5bc35d-7807-442a-ad27-24758147b660 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:10:36.480153 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ed5bc35d-7807-442a-ad27-24758147b660 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:36.485265 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2600eed8-be9d-4dda-9391-397b7a3dd9ba None None] Sync routers for ids ['c44d0707-f0db-43e3-98fb-6909abcf5a67'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:10:36.495291 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2600eed8-be9d-4dda-9391-397b7a3dd9ba None None] Routers {'c44d0707-f0db-43e3-98fb-6909abcf5a67'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:10:36.495890 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-2600eed8-be9d-4dda-9391-397b7a3dd9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:10:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['c44d0707-f0db-43e3-98fb-6909abcf5a67'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:36.509756 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ed5bc35d-7807-442a-ad27-24758147b660 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "DELETE /v2.0/floatingips/fa99e078-92de-474e-925c-a7d32f2217ff HTTP/1.1" status: 204 len: 168 time: 0.8164821 Aug 10 02:10:36.510357 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c5d506-8ace-450e-81a5-16ee01126544', 'tag': 'c90bc594-1468-45d7-befe-e9111b422bb0'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:10:36.512731 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04376f577ca8e91682bf6bf2b98f61f72ad60017a2eb84f3f8c1f2c558ccd100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e1e6af-0056-47e3-981b-d90ee48a67ab" -d '{"events": [{"name": "network-changed", "server_uuid": "d8c5d506-8ace-450e-81a5-16ee01126544", "tag": "c90bc594-1468-45d7-befe-e9111b422bb0"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:10:36.549978 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fc2416-6c58-4bf4-8864-1074449e6b6c x-openstack-request-id: req-79fc2416-6c58-4bf4-8864-1074449e6b6c {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:10:36.550274 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8c5d506-8ace-450e-81a5-16ee01126544", "tag": "c90bc594-1468-45d7-befe-e9111b422bb0", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:10:36.550526 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-79fc2416-6c58-4bf4-8864-1074449e6b6c {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:10:36.550931 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c5d506-8ace-450e-81a5-16ee01126544', 'tag': 'c90bc594-1468-45d7-befe-e9111b422bb0', 'status': 'completed', 'code': 200} Aug 10 02:10:36.603277 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-2600eed8-be9d-4dda-9391-397b7a3dd9ba None None] Set router c44d0707-f0db-43e3-98fb-6909abcf5a67 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:10:36.628318 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1e6af-0056-47e3-981b-d90ee48a67ab req-b8c1e5b5-b39e-49ae-9c2f-2a32b49bd28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:36.629852 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-33e1e6af-0056-47e3-981b-d90ee48a67ab req-b8c1e5b5-b39e-49ae-9c2f-2a32b49bd28b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&device_id=d8c5d506-8ace-450e-81a5-16ee01126544 HTTP/1.1" status: 200 len: 1097 time: 0.0565140 Aug 10 02:10:36.729374 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1e6af-0056-47e3-981b-d90ee48a67ab req-c3ee2c41-0779-4618-a85f-e665779e61cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:36.730776 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-33e1e6af-0056-47e3-981b-d90ee48a67ab req-c3ee2c41-0779-4618-a85f-e665779e61cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=f36310c6-29d5-43a8-b3aa-bf79e0abde49 HTTP/1.1" status: 200 len: 897 time: 0.0898781 Aug 10 02:10:36.755687 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0fa5d-0e36-41cd-8272-a1687ce9a41e req-8cfb848f-f83c-4b30-bd3a-253ba71f56e7 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:36.757236 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ccb0fa5d-0e36-41cd-8272-a1687ce9a41e req-8cfb848f-f83c-4b30-bd3a-253ba71f56e7 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c5d506-8ace-450e-81a5-16ee01126544 HTTP/1.1" status: 200 len: 945 time: 0.0596645 Aug 10 02:10:36.783943 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-33e1e6af-0056-47e3-981b-d90ee48a67ab req-b9cc40c3-9ace-4340-9ca6-59e897134224 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c90bc594-1468-45d7-befe-e9111b422bb0 HTTP/1.1" status: 200 len: 217 time: 0.0440853 Aug 10 02:10:36.827629 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-2600eed8-be9d-4dda-9391-397b7a3dd9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429787622', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9e1df95-926e-4806-ab66-32f127e70bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:08:10Z', 'updated_at': '2021-08-10T02:08:13Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'a9e1df95-926e-4806-ab66-32f127e70bc0', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:42:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:08:10Z', 'updated_at': '2021-08-10T02:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '82453c83-b391-4ca5-8b8e-2698afaa1692', 'name': '', 'network_id': 'f36310c6-29d5-43a8-b3aa-bf79e0abde49', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:3a:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '6e0a44db-024d-48ba-991c-65a820d5973c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:08:12Z', 'updated_at': '2021-08-10T02:08:18Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '6e0a44db-024d-48ba-991c-65a820d5973c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:36.839559 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1e6af-0056-47e3-981b-d90ee48a67ab req-6588f4fd-6594-4b67-9d66-752eb2119aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:36.841113 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-33e1e6af-0056-47e3-981b-d90ee48a67ab req-6588f4fd-6594-4b67-9d66-752eb2119aa3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6e0a44db-024d-48ba-991c-65a820d5973c HTTP/1.1" status: 200 len: 835 time: 0.0497167 Aug 10 02:10:36.855778 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2600eed8-be9d-4dda-9391-397b7a3dd9ba None None] Checking router: c44d0707-f0db-43e3-98fb-6909abcf5a67 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:10:36.867082 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2600eed8-be9d-4dda-9391-397b7a3dd9ba None None] Routers {'c44d0707-f0db-43e3-98fb-6909abcf5a67'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:10:36.867706 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-2600eed8-be9d-4dda-9391-397b7a3dd9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:10:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['c44d0707-f0db-43e3-98fb-6909abcf5a67'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:36.890243 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1e6af-0056-47e3-981b-d90ee48a67ab req-6f2f2e62-793d-463b-b041-211615be23ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:36.891795 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-33e1e6af-0056-47e3-981b-d90ee48a67ab req-6f2f2e62-793d-463b-b041-211615be23ea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f36310c6-29d5-43a8-b3aa-bf79e0abde49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422339 Aug 10 02:10:36.977756 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-2600eed8-be9d-4dda-9391-397b7a3dd9ba None None] Set router c44d0707-f0db-43e3-98fb-6909abcf5a67 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:10:36.993227 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-33e1e6af-0056-47e3-981b-d90ee48a67ab req-b0b24398-fba8-4b5a-aea1-0201aea3ff26 service neutron] 10.222.0.24 "GET /v2.0/networks/f36310c6-29d5-43a8-b3aa-bf79e0abde49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928633 Aug 10 02:10:37.087977 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-33e1e6af-0056-47e3-981b-d90ee48a67ab req-cc48cb02-cc87-492f-b7a1-b7c0028332af service neutron] 10.222.0.24 "GET /v2.0/networks/f36310c6-29d5-43a8-b3aa-bf79e0abde49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874043 Aug 10 02:10:37.099213 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ccb0fa5d-0e36-41cd-8272-a1687ce9a41e req-ee262273-58ae-4322-9945-31b1b798060c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=1df18f82-d2e8-40ec-92ca-0b1c0b5daaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3350568 Aug 10 02:10:37.175129 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-2600eed8-be9d-4dda-9391-397b7a3dd9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429787622', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9e1df95-926e-4806-ab66-32f127e70bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:08:10Z', 'updated_at': '2021-08-10T02:08:13Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'a9e1df95-926e-4806-ab66-32f127e70bc0', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:42:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:08:10Z', 'updated_at': '2021-08-10T02:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '82453c83-b391-4ca5-8b8e-2698afaa1692', 'name': '', 'network_id': 'f36310c6-29d5-43a8-b3aa-bf79e0abde49', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:3a:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '6e0a44db-024d-48ba-991c-65a820d5973c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:08:12Z', 'updated_at': '2021-08-10T02:08:18Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '6e0a44db-024d-48ba-991c-65a820d5973c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:37.203659 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2600eed8-be9d-4dda-9391-397b7a3dd9ba None None] The sync data for ids ['c44d0707-f0db-43e3-98fb-6909abcf5a67'] in n-d-766726-26 is: [{'id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429787622', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9e1df95-926e-4806-ab66-32f127e70bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:08:10Z', 'updated_at': '2021-08-10T02:08:13Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'a9e1df95-926e-4806-ab66-32f127e70bc0', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:42:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:08:10Z', 'updated_at': '2021-08-10T02:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '82453c83-b391-4ca5-8b8e-2698afaa1692', 'name': '', 'network_id': 'f36310c6-29d5-43a8-b3aa-bf79e0abde49', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:3a:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '6e0a44db-024d-48ba-991c-65a820d5973c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:08:12Z', 'updated_at': '2021-08-10T02:08:18Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '6e0a44db-024d-48ba-991c-65a820d5973c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:10:37.415170 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6019fea3-9751-4379-b13f-2e8c1eebf28d None None] New status for floating IP fa99e078-92de-474e-925c-a7d32f2217ff: DOWN {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:10:38.228519 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3fd78-8a0d-4532-8048-bf6e23d26042 req-6907426b-7c85-4bf8-9236-14b9c14b7da7 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:38.229967 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aad3fd78-8a0d-4532-8048-bf6e23d26042 req-6907426b-7c85-4bf8-9236-14b9c14b7da7 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c5d506-8ace-450e-81a5-16ee01126544 HTTP/1.1" status: 200 len: 945 time: 0.0474148 Aug 10 02:10:38.265523 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aad3fd78-8a0d-4532-8048-bf6e23d26042 req-923f2dcc-24ab-445c-be9e-11071b41ebc3 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=1df18f82-d2e8-40ec-92ca-0b1c0b5daaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297179 Aug 10 02:10:38.506189 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6abac-f00b-438d-835a-82c119b63070 req-8b480320-96b7-41e0-8e2c-8f27e54254d3 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:38.507640 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5ba6abac-f00b-438d-835a-82c119b63070 req-8b480320-96b7-41e0-8e2c-8f27e54254d3 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8c5d506-8ace-450e-81a5-16ee01126544 HTTP/1.1" status: 200 len: 945 time: 0.0486097 Aug 10 02:10:38.598416 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-5ba6abac-f00b-438d-835a-82c119b63070 req-10a5f4c9-7ef5-466f-8663-43e88270b2b6 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Deleting port c90bc594-1468-45d7-befe-e9111b422bb0 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:10:38.599011 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5ba6abac-f00b-438d-835a-82c119b63070 req-10a5f4c9-7ef5-466f-8663-43e88270b2b6 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:38.684153 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-5ba6abac-f00b-438d-835a-82c119b63070 req-10a5f4c9-7ef5-466f-8663-43e88270b2b6 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] For port c90bc594-1468-45d7-befe-e9111b422bb0, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=c90bc594-1468-45d7-befe-e9111b422bb0,segment=NetworkSegment(25211704-9ba7-4c6c-a24f-48be90481d62),segment_id=25211704-9ba7-4c6c-a24f-48be90481d62)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:38.684549 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5ba6abac-f00b-438d-835a-82c119b63070 req-10a5f4c9-7ef5-466f-8663-43e88270b2b6 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:38.701546 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-5ba6abac-f00b-438d-835a-82c119b63070 req-10a5f4c9-7ef5-466f-8663-43e88270b2b6 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Calling delete_port for c90bc594-1468-45d7-befe-e9111b422bb0 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:10:38.824439 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5ba6abac-f00b-438d-835a-82c119b63070 req-10a5f4c9-7ef5-466f-8663-43e88270b2b6 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:38.852861 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a5f4c9-7ef5-466f-8663-43e88270b2b6 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event deleted for resources: {'Port': ['ID=c90bc594-1468-45d7-befe-e9111b422bb0,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:38.896769 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba6abac-f00b-438d-835a-82c119b63070 req-10a5f4c9-7ef5-466f-8663-43e88270b2b6 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] No DVR routers for this DVR port c90bc594-1468-45d7-befe-e9111b422bb0 on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:10:38.899412 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5ba6abac-f00b-438d-835a-82c119b63070 req-10a5f4c9-7ef5-466f-8663-43e88270b2b6 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:38.901436 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5ba6abac-f00b-438d-835a-82c119b63070 req-10a5f4c9-7ef5-466f-8663-43e88270b2b6 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.24 "DELETE /v2.0/ports/c90bc594-1468-45d7-befe-e9111b422bb0 HTTP/1.1" status: 204 len: 173 time: 0.3876541 Aug 10 02:10:38.901872 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c5d506-8ace-450e-81a5-16ee01126544', 'name': 'network-vif-deleted', 'tag': 'c90bc594-1468-45d7-befe-e9111b422bb0'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:10:38.904106 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04376f577ca8e91682bf6bf2b98f61f72ad60017a2eb84f3f8c1f2c558ccd100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d91fa6f-77bb-4603-8cab-2a7092013469" -d '{"events": [{"server_uuid": "d8c5d506-8ace-450e-81a5-16ee01126544", "name": "network-vif-deleted", "tag": "c90bc594-1468-45d7-befe-e9111b422bb0"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:10:38.945689 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cca638-cba1-4222-a75f-7d68325a0ab7 x-openstack-request-id: req-71cca638-cba1-4222-a75f-7d68325a0ab7 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:10:38.945986 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c5d506-8ace-450e-81a5-16ee01126544", "name": "network-vif-deleted", "tag": "c90bc594-1468-45d7-befe-e9111b422bb0", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:10:38.946242 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-71cca638-cba1-4222-a75f-7d68325a0ab7 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:10:38.946655 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c5d506-8ace-450e-81a5-16ee01126544', 'name': 'network-vif-deleted', 'tag': 'c90bc594-1468-45d7-befe-e9111b422bb0', 'status': 'completed', 'code': 200} Aug 10 02:10:39.377570 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-642d6b38-9835-4977-a5ef-2e2772f5e72b req-bd973231-2470-4090-af02-aa121dce6aa1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c5d506-8ace-450e-81a5-16ee01126544 HTTP/1.1" status: 200 len: 210 time: 0.0261714 Aug 10 02:10:40.434947 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40238) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:41.051295 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b93fa99b-ed7e-4475-838c-0274789a0779 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:41.278781 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-14d6eef3-3f1f-4f0c-891f-1f6504e1be92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:41.302230 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-b93fa99b-ed7e-4475-838c-0274789a0779 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Deleting port 82453c83-b391-4ca5-8b8e-2698afaa1692 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:10:41.302509 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b93fa99b-ed7e-4475-838c-0274789a0779 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:41.391221 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-b93fa99b-ed7e-4475-838c-0274789a0779 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] For port 82453c83-b391-4ca5-8b8e-2698afaa1692, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=82453c83-b391-4ca5-8b8e-2698afaa1692,segment=NetworkSegment(25211704-9ba7-4c6c-a24f-48be90481d62),segment_id=25211704-9ba7-4c6c-a24f-48be90481d62)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:41.391586 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b93fa99b-ed7e-4475-838c-0274789a0779 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:41.404638 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-b93fa99b-ed7e-4475-838c-0274789a0779 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Calling delete_port for 82453c83-b391-4ca5-8b8e-2698afaa1692 owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:10:41.586921 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b93fa99b-ed7e-4475-838c-0274789a0779 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:41.611004 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93fa99b-ed7e-4475-838c-0274789a0779 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event deleted for resources: {'Port': ['ID=82453c83-b391-4ca5-8b8e-2698afaa1692,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:41.783631 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b93fa99b-ed7e-4475-838c-0274789a0779 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:41.996857 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93fa99b-ed7e-4475-838c-0274789a0779 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Router c44d0707-f0db-43e3-98fb-6909abcf5a67 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:10:42.102221 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93fa99b-ed7e-4475-838c-0274789a0779 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:10:42.107808 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b93fa99b-ed7e-4475-838c-0274789a0779 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "PUT /v2.0/routers/c44d0707-f0db-43e3-98fb-6909abcf5a67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6717951 Aug 10 02:10:42.110521 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40240) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:42.113706 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda0e8e4-c7f2-4f06-ae7d-685f0f1ef771 None None] Sync routers for ids ['c44d0707-f0db-43e3-98fb-6909abcf5a67'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:10:42.122816 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda0e8e4-c7f2-4f06-ae7d-685f0f1ef771 None None] Routers {'c44d0707-f0db-43e3-98fb-6909abcf5a67'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:10:42.123417 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-cda0e8e4-c7f2-4f06-ae7d-685f0f1ef771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:10:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['c44d0707-f0db-43e3-98fb-6909abcf5a67'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:42.163017 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-72980655-d3c9-4ec4-bcb9-1c286ff0d38c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Deleting subnet 6e0a44db-024d-48ba-991c-65a820d5973c {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:10:42.166229 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-72980655-d3c9-4ec4-bcb9-1c286ff0d38c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:42.211174 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-72980655-d3c9-4ec4-bcb9-1c286ff0d38c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:42.230067 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-cda0e8e4-c7f2-4f06-ae7d-685f0f1ef771 None None] Set router c44d0707-f0db-43e3-98fb-6909abcf5a67 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:10:42.294955 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-72980655-d3c9-4ec4-bcb9-1c286ff0d38c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:42.354011 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-72980655-d3c9-4ec4-bcb9-1c286ff0d38c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:42.379043 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:42.383194 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72980655-d3c9-4ec4-bcb9-1c286ff0d38c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event deleted for resources: {'Subnet': ['ID=6e0a44db-024d-48ba-991c-65a820d5973c,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:42.385208 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-72980655-d3c9-4ec4-bcb9-1c286ff0d38c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:42.389586 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-72980655-d3c9-4ec4-bcb9-1c286ff0d38c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "DELETE /v2.0/subnets/6e0a44db-024d-48ba-991c-65a820d5973c HTTP/1.1" status: 204 len: 168 time: 0.2751262 Aug 10 02:10:42.389952 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40242) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:42.394930 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d614e903-6afc-4f7b-ae21-f33f7371a54a None None] Network f36310c6-29d5-43a8-b3aa-bf79e0abde49 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:10:42.414056 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-cda0e8e4-c7f2-4f06-ae7d-685f0f1ef771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429787622', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9e1df95-926e-4806-ab66-32f127e70bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:08:10Z', 'updated_at': '2021-08-10T02:10:41Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'a9e1df95-926e-4806-ab66-32f127e70bc0', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:42:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:08:10Z', 'updated_at': '2021-08-10T02:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:42.444208 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda0e8e4-c7f2-4f06-ae7d-685f0f1ef771 None None] Checking router: c44d0707-f0db-43e3-98fb-6909abcf5a67 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:10:42.453540 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda0e8e4-c7f2-4f06-ae7d-685f0f1ef771 None None] Routers {'c44d0707-f0db-43e3-98fb-6909abcf5a67'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:10:42.454137 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-cda0e8e4-c7f2-4f06-ae7d-685f0f1ef771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:10:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['c44d0707-f0db-43e3-98fb-6909abcf5a67'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:42.507757 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac4fc865-245f-4377-9714-14193d35f835 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:42.563027 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-cda0e8e4-c7f2-4f06-ae7d-685f0f1ef771 None None] Set router c44d0707-f0db-43e3-98fb-6909abcf5a67 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:10:42.599751 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf1e38a-ea62-4567-a7aa-2c76602c6183 None None] DHCP port deletion for f36310c6-29d5-43a8-b3aa-bf79e0abde49 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:10:42.609914 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device c90bc594-1468-45d7-befe-e9111b422bb0 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:10:42.628094 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac4fc865-245f-4377-9714-14193d35f835 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:42.637536 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: c90bc594-1468-45d7-befe-e9111b422bb0 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:10:42.637901 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device c90bc594-1468-45d7-befe-e9111b422bb0 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:10:42.682521 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-dcf1e38a-ea62-4567-a7aa-2c76602c6183 None None] Deleting port 04abf5d9-01cd-4ca5-bac1-82525e12583a {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:10:42.682974 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dcf1e38a-ea62-4567-a7aa-2c76602c6183 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:42.690941 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-ac4fc865-245f-4377-9714-14193d35f835 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Deleting port a9e1df95-926e-4806-ab66-32f127e70bc0 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:10:42.691374 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac4fc865-245f-4377-9714-14193d35f835 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:42.751598 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-dcf1e38a-ea62-4567-a7aa-2c76602c6183 None None] For port 04abf5d9-01cd-4ca5-bac1-82525e12583a, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=04abf5d9-01cd-4ca5-bac1-82525e12583a,segment=NetworkSegment(25211704-9ba7-4c6c-a24f-48be90481d62),segment_id=25211704-9ba7-4c6c-a24f-48be90481d62)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:42.752564 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dcf1e38a-ea62-4567-a7aa-2c76602c6183 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:42.765070 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-dcf1e38a-ea62-4567-a7aa-2c76602c6183 None None] Calling delete_port for 04abf5d9-01cd-4ca5-bac1-82525e12583a owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:10:42.774710 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-ac4fc865-245f-4377-9714-14193d35f835 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] For port a9e1df95-926e-4806-ab66-32f127e70bc0, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=a9e1df95-926e-4806-ab66-32f127e70bc0,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:42.775090 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac4fc865-245f-4377-9714-14193d35f835 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:42.788614 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-ac4fc865-245f-4377-9714-14193d35f835 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Calling delete_port for a9e1df95-926e-4806-ab66-32f127e70bc0 owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:10:42.849803 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-cda0e8e4-c7f2-4f06-ae7d-685f0f1ef771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429787622', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9e1df95-926e-4806-ab66-32f127e70bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:08:10Z', 'updated_at': '2021-08-10T02:10:41Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'a9e1df95-926e-4806-ab66-32f127e70bc0', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:42:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:08:10Z', 'updated_at': '2021-08-10T02:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:42.851371 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dcf1e38a-ea62-4567-a7aa-2c76602c6183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:42.875853 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda0e8e4-c7f2-4f06-ae7d-685f0f1ef771 None None] The sync data for ids ['c44d0707-f0db-43e3-98fb-6909abcf5a67'] in n-d-766726-26 is: [{'id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429787622', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9e1df95-926e-4806-ab66-32f127e70bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:08:10Z', 'updated_at': '2021-08-10T02:10:41Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': 'a9e1df95-926e-4806-ab66-32f127e70bc0', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:42:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44d0707-f0db-43e3-98fb-6909abcf5a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:08:10Z', 'updated_at': '2021-08-10T02:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:10:42.876167 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf1e38a-ea62-4567-a7aa-2c76602c6183 None None] Pushing event deleted for resources: {'Port': ['ID=04abf5d9-01cd-4ca5-bac1-82525e12583a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:42.882211 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf1e38a-ea62-4567-a7aa-2c76602c6183 None None] No DVR routers for this DVR port 04abf5d9-01cd-4ca5-bac1-82525e12583a on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:10:42.898518 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf1e38a-ea62-4567-a7aa-2c76602c6183 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:42.898518 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf1e38a-ea62-4567-a7aa-2c76602c6183 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:42.898780 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf1e38a-ea62-4567-a7aa-2c76602c6183 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:42.899088 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf1e38a-ea62-4567-a7aa-2c76602c6183 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:42.899387 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf1e38a-ea62-4567-a7aa-2c76602c6183 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:42.899726 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf1e38a-ea62-4567-a7aa-2c76602c6183 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:42.900057 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf1e38a-ea62-4567-a7aa-2c76602c6183 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:42.900403 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf1e38a-ea62-4567-a7aa-2c76602c6183 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:42.900719 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf1e38a-ea62-4567-a7aa-2c76602c6183 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:42.901048 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf1e38a-ea62-4567-a7aa-2c76602c6183 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:42.901882 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf1e38a-ea62-4567-a7aa-2c76602c6183 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:42.901882 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf1e38a-ea62-4567-a7aa-2c76602c6183 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:42.973541 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac4fc865-245f-4377-9714-14193d35f835 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:43.000661 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4fc865-245f-4377-9714-14193d35f835 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event deleted for resources: {'Port': ['ID=a9e1df95-926e-4806-ab66-32f127e70bc0,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:43.061822 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac4fc865-245f-4377-9714-14193d35f835 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:43.149930 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac4fc865-245f-4377-9714-14193d35f835 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:43.151882 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac4fc865-245f-4377-9714-14193d35f835 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:43.193488 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac4fc865-245f-4377-9714-14193d35f835 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:43.194135 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4fc865-245f-4377-9714-14193d35f835 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Fanout notify agent at l3_agent the message router_deleted on router c44d0707-f0db-43e3-98fb-6909abcf5a67 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:10:43.201811 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-ac4fc865-245f-4377-9714-14193d35f835 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:43.202917 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ac4fc865-245f-4377-9714-14193d35f835 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "DELETE /v2.0/routers/c44d0707-f0db-43e3-98fb-6909abcf5a67 HTTP/1.1" status: 204 len: 168 time: 0.8122418 Aug 10 02:10:43.205731 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40244) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:43.289189 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-918855ea-d185-4c86-82a6-9619ae3d79fc tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:43.379769 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-918855ea-d185-4c86-82a6-9619ae3d79fc tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:43.389462 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-918855ea-d185-4c86-82a6-9619ae3d79fc tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f36310c6-29d5-43a8-b3aa-bf79e0abde49']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:43.400200 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-918855ea-d185-4c86-82a6-9619ae3d79fc tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25211704-9ba7-4c6c-a24f-48be90481d62') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:43.400443 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-918855ea-d185-4c86-82a6-9619ae3d79fc tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25211704-9ba7-4c6c-a24f-48be90481d62') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:43.410199 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-918855ea-d185-4c86-82a6-9619ae3d79fc tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:43.423693 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-918855ea-d185-4c86-82a6-9619ae3d79fc tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:43.429968 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-918855ea-d185-4c86-82a6-9619ae3d79fc tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:10:43.430357 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-918855ea-d185-4c86-82a6-9619ae3d79fc tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:43.433567 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 02:10:43.433567 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:10:43.433567 n-d-766726-26 neutron-server[105827]: timer() Aug 10 02:10:43.433567 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:10:43.433567 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 02:10:43.433567 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:10:43.433567 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 02:10:43.433567 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:10:43.433567 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 02:10:43.433567 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:10:43.433567 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 02:10:43.433567 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:10:43.433567 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 02:10:43.433567 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:10:43.433567 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:10:43.433567 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:10:43.433567 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:10:43.433567 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:10:43.433567 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 02:10:43.433567 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:10:43.433567 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 02:10:43.433567 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:10:43.433567 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:10:43.433567 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:10:43.433567 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 02:10:43.433567 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:10:43.433567 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:10:43.433567 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:10:43.433567 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:10:43.433567 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:10:43.433567 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:10:43.433567 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:10:43.510044 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-918855ea-d185-4c86-82a6-9619ae3d79fc tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:43.517332 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-918855ea-d185-4c86-82a6-9619ae3d79fc tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:43.519699 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-918855ea-d185-4c86-82a6-9619ae3d79fc tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "DELETE /v2.0/networks/f36310c6-29d5-43a8-b3aa-bf79e0abde49 HTTP/1.1" status: 204 len: 168 time: 0.3130546 Aug 10 02:10:43.522559 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40248) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:43.532453 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918855ea-d185-4c86-82a6-9619ae3d79fc tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event deleted for resources: {'Network': ['ID=f36310c6-29d5-43a8-b3aa-bf79e0abde49,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:43.584963 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5bd8804a-f59c-4fcc-9a5e-c4f7868076fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:43.612935 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5bd8804a-f59c-4fcc-9a5e-c4f7868076fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:43.671769 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5bd8804a-f59c-4fcc-9a5e-c4f7868076fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:43.674318 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5bd8804a-f59c-4fcc-9a5e-c4f7868076fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:43.675473 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5bd8804a-f59c-4fcc-9a5e-c4f7868076fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "DELETE /v2.0/security-groups/1df18f82-d2e8-40ec-92ca-0b1c0b5daaab HTTP/1.1" status: 204 len: 168 time: 0.1518271 Aug 10 02:10:43.684298 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd8804a-f59c-4fcc-9a5e-c4f7868076fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df18f82-d2e8-40ec-92ca-0b1c0b5daaab,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:43.691388 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd8804a-f59c-4fcc-9a5e-c4f7868076fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:43.691739 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd8804a-f59c-4fcc-9a5e-c4f7868076fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:43.692082 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd8804a-f59c-4fcc-9a5e-c4f7868076fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:43.692445 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd8804a-f59c-4fcc-9a5e-c4f7868076fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:43.692778 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd8804a-f59c-4fcc-9a5e-c4f7868076fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:43.693110 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd8804a-f59c-4fcc-9a5e-c4f7868076fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:43.693443 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd8804a-f59c-4fcc-9a5e-c4f7868076fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:43.693775 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd8804a-f59c-4fcc-9a5e-c4f7868076fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:43.694107 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd8804a-f59c-4fcc-9a5e-c4f7868076fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:43.694437 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd8804a-f59c-4fcc-9a5e-c4f7868076fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:43.694758 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd8804a-f59c-4fcc-9a5e-c4f7868076fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:43.695078 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd8804a-f59c-4fcc-9a5e-c4f7868076fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:43.913396 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-644951d8-2459-4dc9-8b51-9a59b31e434b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:44.113490 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 04abf5d9-01cd-4ca5-bac1-82525e12583a no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:10:44.133401 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 04abf5d9-01cd-4ca5-bac1-82525e12583a {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:10:44.133753 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 04abf5d9-01cd-4ca5-bac1-82525e12583a not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:10:44.134179 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a9e1df95-926e-4806-ab66-32f127e70bc0 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:10:44.151617 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: a9e1df95-926e-4806-ab66-32f127e70bc0 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:10:44.151905 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device a9e1df95-926e-4806-ab66-32f127e70bc0 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:10:44.152352 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 82453c83-b391-4ca5-8b8e-2698afaa1692 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:10:44.171896 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 82453c83-b391-4ca5-8b8e-2698afaa1692 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:10:44.172268 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 82453c83-b391-4ca5-8b8e-2698afaa1692 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:10:44.544480 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:44.802171 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:10:45.454142 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:45.967398 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40258) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:45.972688 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-d305096a-0774-4f27-a7dd-5c46547b848a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1643424926', 'description': 'tempest-secgroup-smoke-1643424926 description', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:45.995304 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d305096a-0774-4f27-a7dd-5c46547b848a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.079022 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d305096a-0774-4f27-a7dd-5c46547b848a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.083323 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d305096a-0774-4f27-a7dd-5c46547b848a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.111516 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d305096a-0774-4f27-a7dd-5c46547b848a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.113323 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d305096a-0774-4f27-a7dd-5c46547b848a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1443660 Aug 10 02:10:46.115173 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d305096a-0774-4f27-a7dd-5c46547b848a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2b6196-7f81-4d50-8d73-4361c77330de,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:46.116465 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40262) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:46.121533 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-0e598924-02b8-4f78-acf1-11407e5bce00 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'security_group_rule': {'security_group_id': 'fd2b6196-7f81-4d50-8d73-4361c77330de', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:46.147005 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0e598924-02b8-4f78-acf1-11407e5bce00 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.201136 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0e598924-02b8-4f78-acf1-11407e5bce00 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.204468 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0e598924-02b8-4f78-acf1-11407e5bce00 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.220792 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e598924-02b8-4f78-acf1-11407e5bce00 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98456073-ed87-48fa-9be2-3ec83ab5d692,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:46.229189 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-0e598924-02b8-4f78-acf1-11407e5bce00 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.230429 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0e598924-02b8-4f78-acf1-11407e5bce00 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1129675 Aug 10 02:10:46.233373 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40264) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:46.239047 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-5f431978-30c9-44d2-8362-70a33bfa0b2c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'security_group_rule': {'security_group_id': 'fd2b6196-7f81-4d50-8d73-4361c77330de', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:46.264644 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5f431978-30c9-44d2-8362-70a33bfa0b2c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.320613 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5f431978-30c9-44d2-8362-70a33bfa0b2c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.323699 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5f431978-30c9-44d2-8362-70a33bfa0b2c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.340861 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f431978-30c9-44d2-8362-70a33bfa0b2c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f065f17-3753-44b6-9597-b095082b0f3d,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:46.346640 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5f431978-30c9-44d2-8362-70a33bfa0b2c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.348388 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5f431978-30c9-44d2-8362-70a33bfa0b2c tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1139545 Aug 10 02:10:46.351383 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40266) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:46.355903 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-c8c80803-de31-4c43-8fd6-1bb577db3846 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'security_group_rule': {'security_group_id': 'fd2b6196-7f81-4d50-8d73-4361c77330de', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:46.380745 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c8c80803-de31-4c43-8fd6-1bb577db3846 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.440298 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c8c80803-de31-4c43-8fd6-1bb577db3846 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.443577 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c8c80803-de31-4c43-8fd6-1bb577db3846 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.460630 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c80803-de31-4c43-8fd6-1bb577db3846 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=800a5b67-c0bb-4ff7-9a2f-ef9804999ad9,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:46.466481 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c8c80803-de31-4c43-8fd6-1bb577db3846 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.467623 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c8c80803-de31-4c43-8fd6-1bb577db3846 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152689 Aug 10 02:10:46.470371 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40268) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:46.475536 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-136bd223-a89a-4fcb-9d46-0d423ca3ac12 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'security_group_rule': {'security_group_id': 'fd2b6196-7f81-4d50-8d73-4361c77330de', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:46.500268 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-136bd223-a89a-4fcb-9d46-0d423ca3ac12 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.528635 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.559771 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-136bd223-a89a-4fcb-9d46-0d423ca3ac12 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.563178 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-136bd223-a89a-4fcb-9d46-0d423ca3ac12 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.580056 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bd223-a89a-4fcb-9d46-0d423ca3ac12 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65fc70df-72b0-4d92-8379-ae33e179b564,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:46.587030 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-136bd223-a89a-4fcb-9d46-0d423ca3ac12 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.588252 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-136bd223-a89a-4fcb-9d46-0d423ca3ac12 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169422 Aug 10 02:10:46.591021 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40270) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:46.595529 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-952600a7-2bdc-40fa-8c83-aea0771da6e1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'security_group_rule': {'security_group_id': 'fd2b6196-7f81-4d50-8d73-4361c77330de', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:46.617598 n-d-766726-26 neutron-server[105826]: INFO neutron.db.securitygroups_db [None req-952600a7-2bdc-40fa-8c83-aea0771da6e1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Project 9bfc6303bee8498295c1ee8fa9c911ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:10:46.622451 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-952600a7-2bdc-40fa-8c83-aea0771da6e1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.679736 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-952600a7-2bdc-40fa-8c83-aea0771da6e1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.683208 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-952600a7-2bdc-40fa-8c83-aea0771da6e1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.699915 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952600a7-2bdc-40fa-8c83-aea0771da6e1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f48acce6-214b-4e8e-bd84-df795b7904db,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:46.705734 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-952600a7-2bdc-40fa-8c83-aea0771da6e1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.707472 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-952600a7-2bdc-40fa-8c83-aea0771da6e1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1155069 Aug 10 02:10:46.710291 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40272) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:46.714622 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-fd8ce3fb-6f6b-49c6-8029-16dfa150ab14 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'security_group_rule': {'security_group_id': 'fd2b6196-7f81-4d50-8d73-4361c77330de', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:46.735513 n-d-766726-26 neutron-server[105826]: INFO neutron.db.securitygroups_db [None req-fd8ce3fb-6f6b-49c6-8029-16dfa150ab14 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Project 9bfc6303bee8498295c1ee8fa9c911ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:10:46.740135 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fd8ce3fb-6f6b-49c6-8029-16dfa150ab14 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.801724 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fd8ce3fb-6f6b-49c6-8029-16dfa150ab14 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.805243 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fd8ce3fb-6f6b-49c6-8029-16dfa150ab14 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.826021 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ce3fb-6f6b-49c6-8029-16dfa150ab14 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c0cb26a-7be3-44d8-b4f7-f4874e5b9af4,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:46.829946 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fd8ce3fb-6f6b-49c6-8029-16dfa150ab14 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.831109 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-fd8ce3fb-6f6b-49c6-8029-16dfa150ab14 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199121 Aug 10 02:10:46.834635 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40274) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:46.839376 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-ebb6aef1-dc65-4e50-9bd4-6dcdb515a412 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'network': {'name': 'tempest-network-smoke--2109114752', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'port_security_enabled': True}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:46.859139 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb6aef1-dc65-4e50-9bd4-6dcdb515a412 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Made reservation on behalf of 9bfc6303bee8498295c1ee8fa9c911ad for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:10:46.862537 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ebb6aef1-dc65-4e50-9bd4-6dcdb515a412 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.885562 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebb6aef1-dc65-4e50-9bd4-6dcdb515a412 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:10:46.894801 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ebb6aef1-dc65-4e50-9bd4-6dcdb515a412 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.895148 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-ebb6aef1-dc65-4e50-9bd4-6dcdb515a412 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Added segment d5190e27-d3f5-4c16-971f-006a848b2811 of type vlan for network 8231399d-4df6-4220-849d-2ed617032060 Aug 10 02:10:46.933066 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ebb6aef1-dc65-4e50-9bd4-6dcdb515a412 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.960350 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ebb6aef1-dc65-4e50-9bd4-6dcdb515a412 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.965819 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb6aef1-dc65-4e50-9bd4-6dcdb515a412 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:46.966364 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ebb6aef1-dc65-4e50-9bd4-6dcdb515a412 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:47.026587 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ebb6aef1-dc65-4e50-9bd4-6dcdb515a412 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1909535 Aug 10 02:10:47.029301 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40276) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:47.035595 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-cbdc62a3-c44c-4c5d-9e0f-051992ccf729 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1925936018', 'admin_state_up': True, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:47.043382 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6aef1-dc65-4e50-9bd4-6dcdb515a412 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Network': ['ID=8231399d-4df6-4220-849d-2ed617032060,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:47.054272 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 8231399d-4df6-4220-849d-2ed617032060 details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:10:47.061503 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cbdc62a3-c44c-4c5d-9e0f-051992ccf729 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:47.062609 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cbdc62a3-c44c-4c5d-9e0f-051992ccf729 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:47.115921 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cbdc62a3-c44c-4c5d-9e0f-051992ccf729 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:47.249030 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cbdc62a3-c44c-4c5d-9e0f-051992ccf729 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:47.437477 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cbdc62a3-c44c-4c5d-9e0f-051992ccf729 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router_gateway, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:47.455383 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cbdc62a3-c44c-4c5d-9e0f-051992ccf729 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:47.555820 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-cbdc62a3-c44c-4c5d-9e0f-051992ccf729 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Allocated IP 172.25.2.137 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/44125376-98e8-4288-8bbb-8b3f3f8bf551) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:10:47.657164 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cbdc62a3-c44c-4c5d-9e0f-051992ccf729 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:47.695497 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cbdc62a3-c44c-4c5d-9e0f-051992ccf729 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:47.731007 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdc62a3-c44c-4c5d-9e0f-051992ccf729 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:10:47.735765 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-cbdc62a3-c44c-4c5d-9e0f-051992ccf729 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:47.739804 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdc62a3-c44c-4c5d-9e0f-051992ccf729 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:10:47.762601 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc62a3-c44c-4c5d-9e0f-051992ccf729 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Port': ['ID=44125376-98e8-4288-8bbb-8b3f3f8bf551,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:47.982072 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cbdc62a3-c44c-4c5d-9e0f-051992ccf729 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router_gateway, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:48.173564 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cbdc62a3-c44c-4c5d-9e0f-051992ccf729 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:48.298766 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbdc62a3-c44c-4c5d-9e0f-051992ccf729 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Router da6b055a-0928-45aa-9390-ac02a9f1e6d8 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:10:48.404446 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdc62a3-c44c-4c5d-9e0f-051992ccf729 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:10:48.415614 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a435e132-7678-4b0f-8e03-12cfe31e256c None None] Sync routers for ids ['da6b055a-0928-45aa-9390-ac02a9f1e6d8'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:10:48.423962 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cbdc62a3-c44c-4c5d-9e0f-051992ccf729 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:48.428441 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-cbdc62a3-c44c-4c5d-9e0f-051992ccf729 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.3951986 Aug 10 02:10:48.428601 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a435e132-7678-4b0f-8e03-12cfe31e256c None None] Routers {'da6b055a-0928-45aa-9390-ac02a9f1e6d8'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:10:48.428601 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-a435e132-7678-4b0f-8e03-12cfe31e256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:10:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['da6b055a-0928-45aa-9390-ac02a9f1e6d8'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:48.428833 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40278) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:48.457845 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-fbad41fd-9573-4b1a-84f0-f5eaf02190e8 tempest-TestNetworkAdvancedServerOps-1363779260 tempest-TestNetworkAdvancedServerOps-1363779260-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=9bfc6303bee8498295c1ee8fa9c911ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279760 Aug 10 02:10:48.460356 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40280) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:48.531600 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-a435e132-7678-4b0f-8e03-12cfe31e256c None None] Set router da6b055a-0928-45aa-9390-ac02a9f1e6d8 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:10:48.544539 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c8e7df-d5b3-495e-99cc-d1a7806f3fdf tempest-TestNetworkAdvancedServerOps-1363779260 tempest-TestNetworkAdvancedServerOps-1363779260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:48.546066 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-56c8e7df-d5b3-495e-99cc-d1a7806f3fdf tempest-TestNetworkAdvancedServerOps-1363779260 tempest-TestNetworkAdvancedServerOps-1363779260-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0844905 Aug 10 02:10:48.549011 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40282) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:48.580209 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f4ebeb7f-863b-418a-b5be-6b873af73cff tempest-TestNetworkAdvancedServerOps-1363779260 tempest-TestNetworkAdvancedServerOps-1363779260-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=beabd0db-a6e0-4ff1-a3e9-6522348fc998&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279918 Aug 10 02:10:48.581028 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40284) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:48.589277 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-e67be4e2-d15b-441d-90ce-2fb960eea62e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-154336130', 'network_id': '8231399d-4df6-4220-849d-2ed617032060', 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:48.687571 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67be4e2-d15b-441d-90ce-2fb960eea62e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Made reservation on behalf of 9bfc6303bee8498295c1ee8fa9c911ad for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:10:48.691795 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e67be4e2-d15b-441d-90ce-2fb960eea62e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:48.712380 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-a435e132-7678-4b0f-8e03-12cfe31e256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925936018', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '44125376-98e8-4288-8bbb-8b3f3f8bf551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:47Z', 'updated_at': '2021-08-10T02:10:47Z', 'revision_number': 3, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': '44125376-98e8-4288-8bbb-8b3f3f8bf551', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:32:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:47Z', 'updated_at': '2021-08-10T02:10:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:48.742092 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a435e132-7678-4b0f-8e03-12cfe31e256c None None] Checking router: da6b055a-0928-45aa-9390-ac02a9f1e6d8 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:10:48.742446 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a435e132-7678-4b0f-8e03-12cfe31e256c None None] Updating router da6b055a-0928-45aa-9390-ac02a9f1e6d8 port 44125376-98e8-4288-8bbb-8b3f3f8bf551 binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:10:48.767344 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a435e132-7678-4b0f-8e03-12cfe31e256c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:48.877176 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e67be4e2-d15b-441d-90ce-2fb960eea62e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:48.942956 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67be4e2-d15b-441d-90ce-2fb960eea62e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Subnet': ['ID=45d2d329-f488-4647-ab41-5f8efdcb75c9,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:48.950789 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67be4e2-d15b-441d-90ce-2fb960eea62e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Checking segment: {'id': 'd5190e27-d3f5-4c16-971f-006a848b2811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8231399d-4df6-4220-849d-2ed617032060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:10:48.951027 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67be4e2-d15b-441d-90ce-2fb960eea62e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Network hostable DHCP agents. Network: 8231399d-4df6-4220-849d-2ed617032060, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:10:48.969068 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67be4e2-d15b-441d-90ce-2fb960eea62e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Network 8231399d-4df6-4220-849d-2ed617032060 is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:10:48.978781 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-e67be4e2-d15b-441d-90ce-2fb960eea62e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 8231399d-4df6-4220-849d-2ed617032060) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:48.982843 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67be4e2-d15b-441d-90ce-2fb960eea62e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:48.983470 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e67be4e2-d15b-441d-90ce-2fb960eea62e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:48.998214 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e67be4e2-d15b-441d-90ce-2fb960eea62e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4160147 Aug 10 02:10:49.000998 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40286) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:49.002489 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2a13fb-670f-49e2-b291-e33a965d03f8 None None] Network 8231399d-4df6-4220-849d-2ed617032060 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:10:49.061705 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a435e132-7678-4b0f-8e03-12cfe31e256c None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:49.076134 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a435e132-7678-4b0f-8e03-12cfe31e256c None None] Transition to ACTIVE for port object 44125376-98e8-4288-8bbb-8b3f3f8bf551 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:10:49.090792 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a435e132-7678-4b0f-8e03-12cfe31e256c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:49.157693 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a435e132-7678-4b0f-8e03-12cfe31e256c None None] Attempting to bind port 44125376-98e8-4288-8bbb-8b3f3f8bf551 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:10:49.158072 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a435e132-7678-4b0f-8e03-12cfe31e256c None None] Attempting to bind port 44125376-98e8-4288-8bbb-8b3f3f8bf551 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:10:49.158436 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a435e132-7678-4b0f-8e03-12cfe31e256c None None] Attempting to bind port 44125376-98e8-4288-8bbb-8b3f3f8bf551 on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:10:49.181037 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fcc3f6-8680-4d70-9716-eb2e4107023b None None] Pushing event updated for resources: {'Port': ['ID=44125376-98e8-4288-8bbb-8b3f3f8bf551,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:49.185585 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a435e132-7678-4b0f-8e03-12cfe31e256c None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:10:49.185972 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a435e132-7678-4b0f-8e03-12cfe31e256c None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:10:49.186381 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a435e132-7678-4b0f-8e03-12cfe31e256c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:49.186775 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a435e132-7678-4b0f-8e03-12cfe31e256c None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:10:49.187249 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a435e132-7678-4b0f-8e03-12cfe31e256c None None] Bound port: 44125376-98e8-4288-8bbb-8b3f3f8bf551, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:10:49.187638 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a435e132-7678-4b0f-8e03-12cfe31e256c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:49.419637 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8926d7-8ba1-4f04-928a-84096f030ce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-8231399d-4df6-4220-849d-2ed617032060', 'network_id': '8231399d-4df6-4220-849d-2ed617032060', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'fixed_ips': [{'subnet_id': '45d2d329-f488-4647-ab41-5f8efdcb75c9'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:10:49.420508 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5d8926d7-8ba1-4f04-928a-84096f030ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:49.425437 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-a435e132-7678-4b0f-8e03-12cfe31e256c None None] For port 44125376-98e8-4288-8bbb-8b3f3f8bf551, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:10:49.441753 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cb69be4b-2fd0-4f74-83b7-ab63ddcb6e32 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:49.445650 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-a435e132-7678-4b0f-8e03-12cfe31e256c None None] For port 44125376-98e8-4288-8bbb-8b3f3f8bf551, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=44125376-98e8-4288-8bbb-8b3f3f8bf551,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:10:49.453430 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a435e132-7678-4b0f-8e03-12cfe31e256c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:49.578886 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fcc3f6-8680-4d70-9716-eb2e4107023b None None] Pushing event updated for resources: {'Port': ['ID=44125376-98e8-4288-8bbb-8b3f3f8bf551,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:49.598683 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a435e132-7678-4b0f-8e03-12cfe31e256c None None] Routers {'da6b055a-0928-45aa-9390-ac02a9f1e6d8'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:10:49.599586 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-a435e132-7678-4b0f-8e03-12cfe31e256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:10:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['da6b055a-0928-45aa-9390-ac02a9f1e6d8'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:49.698386 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-5d8926d7-8ba1-4f04-928a-84096f030ce2 None None] Allocated IP 172.20.0.2 (8231399d-4df6-4220-849d-2ed617032060/45d2d329-f488-4647-ab41-5f8efdcb75c9/e2ebafbb-786b-4bb4-b94c-efa209d01726) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:10:49.770343 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-a435e132-7678-4b0f-8e03-12cfe31e256c None None] Set router da6b055a-0928-45aa-9390-ac02a9f1e6d8 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:10:49.984521 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5d8926d7-8ba1-4f04-928a-84096f030ce2 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:49.994735 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5d8926d7-8ba1-4f04-928a-84096f030ce2 None None] Transition to ACTIVE for port object e2ebafbb-786b-4bb4-b94c-efa209d01726 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:10:50.016488 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5d8926d7-8ba1-4f04-928a-84096f030ce2 None None] Transition to ACTIVE for port object e2ebafbb-786b-4bb4-b94c-efa209d01726 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:10:50.023195 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5d8926d7-8ba1-4f04-928a-84096f030ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:50.063355 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-a435e132-7678-4b0f-8e03-12cfe31e256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925936018', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '44125376-98e8-4288-8bbb-8b3f3f8bf551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:47Z', 'updated_at': '2021-08-10T02:10:47Z', 'revision_number': 3, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': '44125376-98e8-4288-8bbb-8b3f3f8bf551', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:32:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:47Z', 'updated_at': '2021-08-10T02:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:50.070396 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-cb69be4b-2fd0-4f74-83b7-ab63ddcb6e32 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Allocated IP 172.20.0.1 (8231399d-4df6-4220-849d-2ed617032060/45d2d329-f488-4647-ab41-5f8efdcb75c9/b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:10:50.073473 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8926d7-8ba1-4f04-928a-84096f030ce2 None None] Network 8231399d-4df6-4220-849d-2ed617032060 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:10:50.098565 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a435e132-7678-4b0f-8e03-12cfe31e256c None None] The sync data for ids ['da6b055a-0928-45aa-9390-ac02a9f1e6d8'] in n-d-766726-26 is: [{'id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925936018', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '44125376-98e8-4288-8bbb-8b3f3f8bf551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:47Z', 'updated_at': '2021-08-10T02:10:47Z', 'revision_number': 3, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': '44125376-98e8-4288-8bbb-8b3f3f8bf551', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:32:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:47Z', 'updated_at': '2021-08-10T02:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:10:50.100582 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-5d8926d7-8ba1-4f04-928a-84096f030ce2 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:50.104328 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8926d7-8ba1-4f04-928a-84096f030ce2 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:10:50.111246 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8926d7-8ba1-4f04-928a-84096f030ce2 None None] Pushing event updated for resources: {'Port': ['ID=e2ebafbb-786b-4bb4-b94c-efa209d01726,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:50.167042 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-5d8926d7-8ba1-4f04-928a-84096f030ce2 None None] Attempting to bind port e2ebafbb-786b-4bb4-b94c-efa209d01726 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:10:50.167415 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-5d8926d7-8ba1-4f04-928a-84096f030ce2 None None] Attempting to bind port e2ebafbb-786b-4bb4-b94c-efa209d01726 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'd5190e27-d3f5-4c16-971f-006a848b2811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8231399d-4df6-4220-849d-2ed617032060'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:10:50.167789 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8926d7-8ba1-4f04-928a-84096f030ce2 None None] Attempting to bind port e2ebafbb-786b-4bb4-b94c-efa209d01726 on network 8231399d-4df6-4220-849d-2ed617032060 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:10:50.173014 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8926d7-8ba1-4f04-928a-84096f030ce2 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:10:50.173394 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8926d7-8ba1-4f04-928a-84096f030ce2 None None] Checking segment: {'id': 'd5190e27-d3f5-4c16-971f-006a848b2811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8231399d-4df6-4220-849d-2ed617032060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:10:50.173806 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5d8926d7-8ba1-4f04-928a-84096f030ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:50.174209 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8926d7-8ba1-4f04-928a-84096f030ce2 None None] Bound using segment: {'id': 'd5190e27-d3f5-4c16-971f-006a848b2811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8231399d-4df6-4220-849d-2ed617032060'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:10:50.174688 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-5d8926d7-8ba1-4f04-928a-84096f030ce2 None None] Bound port: e2ebafbb-786b-4bb4-b94c-efa209d01726, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5190e27-d3f5-4c16-971f-006a848b2811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8231399d-4df6-4220-849d-2ed617032060'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:10:50.175084 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5d8926d7-8ba1-4f04-928a-84096f030ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:50.198145 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cb69be4b-2fd0-4f74-83b7-ab63ddcb6e32 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:50.213158 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-cb69be4b-2fd0-4f74-83b7-ab63ddcb6e32 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Transition to ACTIVE for port object b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:10:50.246640 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-5d8926d7-8ba1-4f04-928a-84096f030ce2 None None] For port e2ebafbb-786b-4bb4-b94c-efa209d01726, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:10:50.248235 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cb69be4b-2fd0-4f74-83b7-ab63ddcb6e32 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:50.250424 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-5d8926d7-8ba1-4f04-928a-84096f030ce2 None None] For port e2ebafbb-786b-4bb4-b94c-efa209d01726, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=e2ebafbb-786b-4bb4-b94c-efa209d01726,segment=NetworkSegment(d5190e27-d3f5-4c16-971f-006a848b2811),segment_id=d5190e27-d3f5-4c16-971f-006a848b2811)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:10:50.256114 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5d8926d7-8ba1-4f04-928a-84096f030ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:50.293600 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb69be4b-2fd0-4f74-83b7-ab63ddcb6e32 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Network 8231399d-4df6-4220-849d-2ed617032060 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:10:50.296920 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-cb69be4b-2fd0-4f74-83b7-ab63ddcb6e32 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:50.301350 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb69be4b-2fd0-4f74-83b7-ab63ddcb6e32 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:10:50.322083 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8926d7-8ba1-4f04-928a-84096f030ce2 None None] Pushing event updated for resources: {'Port': ['ID=e2ebafbb-786b-4bb4-b94c-efa209d01726,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:50.344442 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69be4b-2fd0-4f74-83b7-ab63ddcb6e32 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Port': ['ID=b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:50.374639 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cb69be4b-2fd0-4f74-83b7-ab63ddcb6e32 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:50.535563 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cb69be4b-2fd0-4f74-83b7-ab63ddcb6e32 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:51.151174 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cb69be4b-2fd0-4f74-83b7-ab63ddcb6e32 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:51.156576 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cb69be4b-2fd0-4f74-83b7-ab63ddcb6e32 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:51.234346 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cb69be4b-2fd0-4f74-83b7-ab63ddcb6e32 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:51.240330 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69be4b-2fd0-4f74-83b7-ab63ddcb6e32 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Port': ['ID=b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:51.280645 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63afe731-c239-4797-8f83-ca009deed3c1 None None] Network 8231399d-4df6-4220-849d-2ed617032060 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:10:51.327731 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb69be4b-2fd0-4f74-83b7-ab63ddcb6e32 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Network 8231399d-4df6-4220-849d-2ed617032060 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:10:51.329175 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-cb69be4b-2fd0-4f74-83b7-ab63ddcb6e32 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:51.400536 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ea657bbb-2c9d-4b12-9005-685225a27a35 None None] Provisioning for port e2ebafbb-786b-4bb4-b94c-efa209d01726 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:10:51.444792 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb69be4b-2fd0-4f74-83b7-ab63ddcb6e32 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Router da6b055a-0928-45aa-9390-ac02a9f1e6d8 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:10:51.563257 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb69be4b-2fd0-4f74-83b7-ab63ddcb6e32 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:10:51.569353 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-cb69be4b-2fd0-4f74-83b7-ab63ddcb6e32 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "PUT /v2.0/routers/da6b055a-0928-45aa-9390-ac02a9f1e6d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5673027 Aug 10 02:10:51.739591 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-4927b780-3a60-4ad8-9e0d-00540c9101ca tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1643424926&fields=id&tenant_id=9bfc6303bee8498295c1ee8fa9c911ad HTTP/1.1" status: 200 len: 267 time: 0.0548372 Aug 10 02:10:51.765472 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-217cdf9e-7996-480d-a5d4-69fe1319f18e None None] Provisioning for port b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:10:51.770659 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-217cdf9e-7996-480d-a5d4-69fe1319f18e None None] Provisioning complete for port b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:51.771239 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-217cdf9e-7996-480d-a5d4-69fe1319f18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:51.817255 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-217cdf9e-7996-480d-a5d4-69fe1319f18e None None] Port b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:10:51.835075 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4555739f-1506-414e-995c-8d78d4482989 None None] Sync routers for ids ['da6b055a-0928-45aa-9390-ac02a9f1e6d8'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:10:51.846271 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4555739f-1506-414e-995c-8d78d4482989 None None] Routers {'da6b055a-0928-45aa-9390-ac02a9f1e6d8'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:10:51.848112 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4555739f-1506-414e-995c-8d78d4482989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:10:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['da6b055a-0928-45aa-9390-ac02a9f1e6d8'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:51.876093 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-22d03d9f-e0ff-43f8-90aa-5ae9636ab9bb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:51.878580 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-22d03d9f-e0ff-43f8-90aa-5ae9636ab9bb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/networks?id=8231399d-4df6-4220-849d-2ed617032060 HTTP/1.1" status: 200 len: 797 time: 0.1380715 Aug 10 02:10:51.898892 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-e6811bfb-8a69-48c5-a9dc-690eae80d942 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/quotas/9bfc6303bee8498295c1ee8fa9c911ad HTTP/1.1" status: 200 len: 375 time: 0.0107834 Aug 10 02:10:51.945166 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-62a52195-1be0-4c8e-8273-a84b198b4723 None None] Provisioning complete for port b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:51.945831 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-62a52195-1be0-4c8e-8273-a84b198b4723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:51.971682 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-77e8e179-a409-4c03-b7fb-3f8e7eac7ca1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669217 Aug 10 02:10:51.979360 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-4555739f-1506-414e-995c-8d78d4482989 None None] Set router da6b055a-0928-45aa-9390-ac02a9f1e6d8 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:10:51.986262 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-62a52195-1be0-4c8e-8273-a84b198b4723 None None] Port b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:10:52.048436 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-bdfdf181-3f5c-4e64-9de3-0ea35493e209 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:10:52.049480 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-bdfdf181-3f5c-4e64-9de3-0ea35493e209 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0501921 Aug 10 02:10:52.158363 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-adeb5041-387e-447c-a963-75ccfd66d77b service neutron] 10.222.0.35 "GET /v2.0/networks/8231399d-4df6-4220-849d-2ed617032060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017928 Aug 10 02:10:52.212425 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b5291fd3-22c6-481e-9222-4e37519e10ac None None] Provisioning complete for port b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:52.212923 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b5291fd3-22c6-481e-9222-4e37519e10ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:52.215444 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device e2ebafbb-786b-4bb4-b94c-efa209d01726 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:10:52.234520 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4555739f-1506-414e-995c-8d78d4482989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925936018', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '44125376-98e8-4288-8bbb-8b3f3f8bf551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:47Z', 'updated_at': '2021-08-10T02:10:50Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': '44125376-98e8-4288-8bbb-8b3f3f8bf551', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:32:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:47Z', 'updated_at': '2021-08-10T02:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc', 'name': '', 'network_id': '8231399d-4df6-4220-849d-2ed617032060', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:42:2b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '45d2d329-f488-4647-ab41-5f8efdcb75c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:49Z', 'updated_at': '2021-08-10T02:10:51Z', 'revision_number': 2, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '45d2d329-f488-4647-ab41-5f8efdcb75c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:52.260622 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-7228f87d-55f0-4081-b229-554c5c26b792 service neutron] 10.222.0.35 "GET /v2.0/networks/8231399d-4df6-4220-849d-2ed617032060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952234 Aug 10 02:10:52.265080 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4555739f-1506-414e-995c-8d78d4482989 None None] Checking router: da6b055a-0928-45aa-9390-ac02a9f1e6d8 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:10:52.265324 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4555739f-1506-414e-995c-8d78d4482989 None None] Updating router da6b055a-0928-45aa-9390-ac02a9f1e6d8 port b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:10:52.278892 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b5291fd3-22c6-481e-9222-4e37519e10ac None None] Port b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:10:52.290973 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4555739f-1506-414e-995c-8d78d4482989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:52.297558 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port e2ebafbb-786b-4bb4-b94c-efa209d01726 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:10:52.301622 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port e2ebafbb-786b-4bb4-b94c-efa209d01726 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:52.302127 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:52.387644 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:52.430915 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port e2ebafbb-786b-4bb4-b94c-efa209d01726, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=e2ebafbb-786b-4bb4-b94c-efa209d01726,segment=NetworkSegment(d5190e27-d3f5-4c16-971f-006a848b2811),segment_id=d5190e27-d3f5-4c16-971f-006a848b2811)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:52.436160 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:52.437231 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 44125376-98e8-4288-8bbb-8b3f3f8bf551 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:10:52.445865 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-38a9247c-f88e-4d0e-9325-f8b599614b46 req-f60ba4ec-8dea-4920-9814-e5806f99c945 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8860bd40-ec95-4866-ae47-84576d563e9d HTTP/1.1" status: 200 len: 210 time: 0.0336733 Aug 10 02:10:52.525936 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=e2ebafbb-786b-4bb4-b94c-efa209d01726,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:52.532947 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 44125376-98e8-4288-8bbb-8b3f3f8bf551 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:10:52.537021 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 44125376-98e8-4288-8bbb-8b3f3f8bf551 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:52.537404 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:52.605986 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4555739f-1506-414e-995c-8d78d4482989 None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:52.617930 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:52.619671 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-4555739f-1506-414e-995c-8d78d4482989 None None] Transition to ACTIVE for port object b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:10:52.625898 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4555739f-1506-414e-995c-8d78d4482989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:52.641219 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 44125376-98e8-4288-8bbb-8b3f3f8bf551, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=44125376-98e8-4288-8bbb-8b3f3f8bf551,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:52.646366 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:52.678271 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0fd60-97b8-4f7a-a577-d9e20b8d5fd7 None None] Pushing event updated for resources: {'Port': ['ID=b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:52.690035 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca0fd60-97b8-4f7a-a577-d9e20b8d5fd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:52.690377 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca0fd60-97b8-4f7a-a577-d9e20b8d5fd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:52.691526 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca0fd60-97b8-4f7a-a577-d9e20b8d5fd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:52.692042 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca0fd60-97b8-4f7a-a577-d9e20b8d5fd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:52.692407 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca0fd60-97b8-4f7a-a577-d9e20b8d5fd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:52.692743 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca0fd60-97b8-4f7a-a577-d9e20b8d5fd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:52.693068 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca0fd60-97b8-4f7a-a577-d9e20b8d5fd7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:52.693558 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca0fd60-97b8-4f7a-a577-d9e20b8d5fd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:52.694055 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca0fd60-97b8-4f7a-a577-d9e20b8d5fd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:52.695319 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca0fd60-97b8-4f7a-a577-d9e20b8d5fd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:52.695654 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca0fd60-97b8-4f7a-a577-d9e20b8d5fd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:52.695991 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca0fd60-97b8-4f7a-a577-d9e20b8d5fd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:52.719149 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=44125376-98e8-4288-8bbb-8b3f3f8bf551,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:52.756886 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-4555739f-1506-414e-995c-8d78d4482989 None None] Attempting to bind port b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:10:52.757360 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-4555739f-1506-414e-995c-8d78d4482989 None None] Attempting to bind port b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'd5190e27-d3f5-4c16-971f-006a848b2811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8231399d-4df6-4220-849d-2ed617032060'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:10:52.757793 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4555739f-1506-414e-995c-8d78d4482989 None None] Attempting to bind port b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc on network 8231399d-4df6-4220-849d-2ed617032060 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:10:52.763702 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4555739f-1506-414e-995c-8d78d4482989 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:10:52.764069 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4555739f-1506-414e-995c-8d78d4482989 None None] Checking segment: {'id': 'd5190e27-d3f5-4c16-971f-006a848b2811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8231399d-4df6-4220-849d-2ed617032060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:10:52.764553 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4555739f-1506-414e-995c-8d78d4482989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:52.764969 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4555739f-1506-414e-995c-8d78d4482989 None None] Bound using segment: {'id': 'd5190e27-d3f5-4c16-971f-006a848b2811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8231399d-4df6-4220-849d-2ed617032060'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:10:52.765643 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-4555739f-1506-414e-995c-8d78d4482989 None None] Bound port: b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5190e27-d3f5-4c16-971f-006a848b2811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8231399d-4df6-4220-849d-2ed617032060'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:10:52.766036 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4555739f-1506-414e-995c-8d78d4482989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:52.836495 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-4555739f-1506-414e-995c-8d78d4482989 None None] For port b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:10:52.840853 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-4555739f-1506-414e-995c-8d78d4482989 None None] For port b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc,segment=NetworkSegment(d5190e27-d3f5-4c16-971f-006a848b2811),segment_id=d5190e27-d3f5-4c16-971f-006a848b2811)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:10:52.846208 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4555739f-1506-414e-995c-8d78d4482989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:52.900949 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4555739f-1506-414e-995c-8d78d4482989 None None] Routers {'da6b055a-0928-45aa-9390-ac02a9f1e6d8'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:10:52.901771 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4555739f-1506-414e-995c-8d78d4482989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:10:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['da6b055a-0928-45aa-9390-ac02a9f1e6d8'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:52.953170 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0fd60-97b8-4f7a-a577-d9e20b8d5fd7 None None] Pushing event updated for resources: {'Port': ['ID=b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc,revision_number=4']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:53.028266 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-4555739f-1506-414e-995c-8d78d4482989 None None] Set router da6b055a-0928-45aa-9390-ac02a9f1e6d8 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:10:53.226971 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-4555739f-1506-414e-995c-8d78d4482989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925936018', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '44125376-98e8-4288-8bbb-8b3f3f8bf551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:47Z', 'updated_at': '2021-08-10T02:10:50Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': '44125376-98e8-4288-8bbb-8b3f3f8bf551', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:32:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:47Z', 'updated_at': '2021-08-10T02:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc', 'name': '', 'network_id': '8231399d-4df6-4220-849d-2ed617032060', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:42:2b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '45d2d329-f488-4647-ab41-5f8efdcb75c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:49Z', 'updated_at': '2021-08-10T02:10:52Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '45d2d329-f488-4647-ab41-5f8efdcb75c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:53.252112 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4555739f-1506-414e-995c-8d78d4482989 None None] The sync data for ids ['da6b055a-0928-45aa-9390-ac02a9f1e6d8'] in n-d-766726-26 is: [{'id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925936018', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '44125376-98e8-4288-8bbb-8b3f3f8bf551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:47Z', 'updated_at': '2021-08-10T02:10:50Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': '44125376-98e8-4288-8bbb-8b3f3f8bf551', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:32:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:47Z', 'updated_at': '2021-08-10T02:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc', 'name': '', 'network_id': '8231399d-4df6-4220-849d-2ed617032060', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:42:2b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '45d2d329-f488-4647-ab41-5f8efdcb75c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:49Z', 'updated_at': '2021-08-10T02:10:52Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '45d2d329-f488-4647-ab41-5f8efdcb75c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:10:53.562862 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-47d7dd0e-9af8-4721-ab95-214cce19438d req-1f1e5600-2957-4eb5-8a26-209d958627fb tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8860bd40-ec95-4866-ae47-84576d563e9d HTTP/1.1" status: 200 len: 210 time: 0.0415385 Aug 10 02:10:53.646447 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-43b2ff4c-7930-40a3-a538-7387feae7eb1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:53.647948 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-43b2ff4c-7930-40a3-a538-7387feae7eb1 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.20 "GET /v2.0/networks?id=8231399d-4df6-4220-849d-2ed617032060 HTTP/1.1" status: 200 len: 797 time: 0.1383696 Aug 10 02:10:53.705799 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-ca4c87be-09b5-45fc-9834-628994d3250d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bfc6303bee8498295c1ee8fa9c911ad HTTP/1.1" status: 200 len: 380 time: 0.0356987 Aug 10 02:10:53.746186 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-2b7b1256-a07f-4bfd-8a37-7cf408ccad1d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'port': {'device_id': '8860bd40-ec95-4866-ae47-84576d563e9d', 'network_id': '8231399d-4df6-4220-849d-2ed617032060', 'admin_state_up': True, 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'security_groups': ['fd2b6196-7f81-4d50-8d73-4361c77330de']}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:53.862616 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-2b7b1256-a07f-4bfd-8a37-7cf408ccad1d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Made reservation on behalf of 9bfc6303bee8498295c1ee8fa9c911ad for: {'port': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:10:53.867332 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-2b7b1256-a07f-4bfd-8a37-7cf408ccad1d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:53.996439 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-2b7b1256-a07f-4bfd-8a37-7cf408ccad1d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Allocated IP 172.20.0.13 (8231399d-4df6-4220-849d-2ed617032060/45d2d329-f488-4647-ab41-5f8efdcb75c9/0559fcf9-f3c1-454d-a651-ecb1f98841eb) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:10:54.150212 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-2b7b1256-a07f-4bfd-8a37-7cf408ccad1d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:54.165735 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-2b7b1256-a07f-4bfd-8a37-7cf408ccad1d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Transition to ACTIVE for port object 0559fcf9-f3c1-454d-a651-ecb1f98841eb will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:10:54.207509 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-2b7b1256-a07f-4bfd-8a37-7cf408ccad1d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:54.213552 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:10:54.253724 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-2b7b1256-a07f-4bfd-8a37-7cf408ccad1d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Network 8231399d-4df6-4220-849d-2ed617032060 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:10:54.257244 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-2b7b1256-a07f-4bfd-8a37-7cf408ccad1d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:54.261029 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-2b7b1256-a07f-4bfd-8a37-7cf408ccad1d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:10:54.283360 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:10:54.285620 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b1256-a07f-4bfd-8a37-7cf408ccad1d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Port': ['ID=0559fcf9-f3c1-454d-a651-ecb1f98841eb,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:54.288725 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:54.289093 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:54.317854 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-2b7b1256-a07f-4bfd-8a37-7cf408ccad1d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:54.318704 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-2b7b1256-a07f-4bfd-8a37-7cf408ccad1d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:54.336475 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-2b7b1256-a07f-4bfd-8a37-7cf408ccad1d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5941067 Aug 10 02:10:54.353711 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-dd713a0e-1ed0-427d-befa-2d725b57866b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:10:54.354897 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-dd713a0e-1ed0-427d-befa-2d725b57866b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062475 Aug 10 02:10:54.380841 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:54.410789 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-8f0beeae-be4d-48f7-86db-ffe4787c4a42 service neutron] Request body: {'port': {'device_id': '8860bd40-ec95-4866-ae47-84576d563e9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:54.423785 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc,segment=NetworkSegment(d5190e27-d3f5-4c16-971f-006a848b2811),segment_id=d5190e27-d3f5-4c16-971f-006a848b2811)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:54.428415 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:54.429214 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device e2ebafbb-786b-4bb4-b94c-efa209d01726 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:10:54.474122 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-8f0beeae-be4d-48f7-86db-ffe4787c4a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:54.507047 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:54.518222 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port e2ebafbb-786b-4bb4-b94c-efa209d01726 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:54.519002 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:54.591627 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5c75f2e7-c626-43c5-bb93-cd7fda120ec3 None None] Provisioning for port 0559fcf9-f3c1-454d-a651-ecb1f98841eb completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:10:54.599847 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5c75f2e7-c626-43c5-bb93-cd7fda120ec3 None None] Provisioning complete for port 0559fcf9-f3c1-454d-a651-ecb1f98841eb triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:54.600248 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5c75f2e7-c626-43c5-bb93-cd7fda120ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:54.630088 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 44125376-98e8-4288-8bbb-8b3f3f8bf551 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:10:54.665478 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-5c75f2e7-c626-43c5-bb93-cd7fda120ec3 None None] Port 0559fcf9-f3c1-454d-a651-ecb1f98841eb cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:10:54.686197 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 44125376-98e8-4288-8bbb-8b3f3f8bf551 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:54.686583 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:54.734683 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794e813-7ba5-40dd-8e18-3c81f1d31fa9 req-a9b81955-f198-4e98-9409-27da1fd09059 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:54.736242 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f794e813-7ba5-40dd-8e18-3c81f1d31fa9 req-a9b81955-f198-4e98-9409-27da1fd09059 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8860bd40-ec95-4866-ae47-84576d563e9d HTTP/1.1" status: 200 len: 932 time: 0.0744905 Aug 10 02:10:54.807535 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-8f0beeae-be4d-48f7-86db-ffe4787c4a42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0559fcf9-f3c1-454d-a651-ecb1f98841eb {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:10:54.816374 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-8f0beeae-be4d-48f7-86db-ffe4787c4a42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:54.820814 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f794e813-7ba5-40dd-8e18-3c81f1d31fa9 req-901b5eb7-392d-4785-bbee-658ed132e7aa tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2b6196-7f81-4d50-8d73-4361c77330de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734930 Aug 10 02:10:54.830804 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-8f0beeae-be4d-48f7-86db-ffe4787c4a42 service neutron] Transition to ACTIVE for port object 0559fcf9-f3c1-454d-a651-ecb1f98841eb will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:10:54.839493 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-8f0beeae-be4d-48f7-86db-ffe4787c4a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:54.887820 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0beeae-be4d-48f7-86db-ffe4787c4a42 service neutron] Pushing event updated for resources: {'Port': ['ID=0559fcf9-f3c1-454d-a651-ecb1f98841eb,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:54.958522 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-8f0beeae-be4d-48f7-86db-ffe4787c4a42 service neutron] Attempting to bind port 0559fcf9-f3c1-454d-a651-ecb1f98841eb on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:10:54.958866 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-8f0beeae-be4d-48f7-86db-ffe4787c4a42 service neutron] Attempting to bind port 0559fcf9-f3c1-454d-a651-ecb1f98841eb by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': 'd5190e27-d3f5-4c16-971f-006a848b2811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8231399d-4df6-4220-849d-2ed617032060'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:10:54.959199 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-8f0beeae-be4d-48f7-86db-ffe4787c4a42 service neutron] Attempting to bind port 0559fcf9-f3c1-454d-a651-ecb1f98841eb on network 8231399d-4df6-4220-849d-2ed617032060 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:10:54.963714 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-8f0beeae-be4d-48f7-86db-ffe4787c4a42 service neutron] Port 0559fcf9-f3c1-454d-a651-ecb1f98841eb on network 8231399d-4df6-4220-849d-2ed617032060 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:10:54.964040 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-8f0beeae-be4d-48f7-86db-ffe4787c4a42 service neutron] Attempting to bind port 0559fcf9-f3c1-454d-a651-ecb1f98841eb on network 8231399d-4df6-4220-849d-2ed617032060 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:10:54.969169 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-8f0beeae-be4d-48f7-86db-ffe4787c4a42 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:10:54.971503 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-8f0beeae-be4d-48f7-86db-ffe4787c4a42 service neutron] Checking segment: {'id': 'd5190e27-d3f5-4c16-971f-006a848b2811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8231399d-4df6-4220-849d-2ed617032060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:10:54.971914 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-8f0beeae-be4d-48f7-86db-ffe4787c4a42 service neutron] Bound using segment: {'id': 'd5190e27-d3f5-4c16-971f-006a848b2811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8231399d-4df6-4220-849d-2ed617032060'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:10:54.972883 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-8f0beeae-be4d-48f7-86db-ffe4787c4a42 service neutron] Bound port: 0559fcf9-f3c1-454d-a651-ecb1f98841eb, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5190e27-d3f5-4c16-971f-006a848b2811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8231399d-4df6-4220-849d-2ed617032060'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:10:54.973256 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-8f0beeae-be4d-48f7-86db-ffe4787c4a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:55.042885 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-8f0beeae-be4d-48f7-86db-ffe4787c4a42 service neutron] For port 0559fcf9-f3c1-454d-a651-ecb1f98841eb, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:10:55.046158 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-8f0beeae-be4d-48f7-86db-ffe4787c4a42 service neutron] For port 0559fcf9-f3c1-454d-a651-ecb1f98841eb, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=0559fcf9-f3c1-454d-a651-ecb1f98841eb,segment=NetworkSegment(d5190e27-d3f5-4c16-971f-006a848b2811),segment_id=d5190e27-d3f5-4c16-971f-006a848b2811)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:10:55.050304 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-8f0beeae-be4d-48f7-86db-ffe4787c4a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:55.086628 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-8f0beeae-be4d-48f7-86db-ffe4787c4a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:55.087344 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-8f0beeae-be4d-48f7-86db-ffe4787c4a42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:55.088853 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-8f0beeae-be4d-48f7-86db-ffe4787c4a42 service neutron] 10.222.0.20 "PUT /v2.0/ports/0559fcf9-f3c1-454d-a651-ecb1f98841eb HTTP/1.1" status: 200 len: 1093 time: 0.7264504 Aug 10 02:10:55.089300 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8860bd40-ec95-4866-ae47-84576d563e9d', 'tag': '0559fcf9-f3c1-454d-a651-ecb1f98841eb'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:10:55.091632 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9e874736d5403a2ed85b010b990dd133e24f0379b2e9b4f0e55655a3e1797b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77abadb-2425-4a32-ba92-31bb1bb153bc" -d '{"events": [{"name": "network-changed", "server_uuid": "8860bd40-ec95-4866-ae47-84576d563e9d", "tag": "0559fcf9-f3c1-454d-a651-ecb1f98841eb"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:10:55.118248 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0beeae-be4d-48f7-86db-ffe4787c4a42 service neutron] Pushing event updated for resources: {'Port': ['ID=0559fcf9-f3c1-454d-a651-ecb1f98841eb,revision_number=3']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:55.139813 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15236d7a-3c90-48b8-9ddb-d07accf7a10e x-openstack-request-id: req-15236d7a-3c90-48b8-9ddb-d07accf7a10e {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:10:55.140114 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8860bd40-ec95-4866-ae47-84576d563e9d", "tag": "0559fcf9-f3c1-454d-a651-ecb1f98841eb", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:10:55.140408 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-15236d7a-3c90-48b8-9ddb-d07accf7a10e {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:10:55.140833 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8860bd40-ec95-4866-ae47-84576d563e9d', 'tag': '0559fcf9-f3c1-454d-a651-ecb1f98841eb', 'status': 'completed', 'code': 200} Aug 10 02:10:55.199327 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-dc25cf06-4e30-4cd2-a25f-993646b3fe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:55.201021 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-dc25cf06-4e30-4cd2-a25f-993646b3fe52 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&device_id=8860bd40-ec95-4866-ae47-84576d563e9d HTTP/1.1" status: 200 len: 1096 time: 0.0429993 Aug 10 02:10:55.252583 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-c064103c-8d48-4faf-815f-2078f0f4931e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0559fcf9-f3c1-454d-a651-ecb1f98841eb HTTP/1.1" status: 200 len: 217 time: 0.0388751 Aug 10 02:10:55.301445 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-195db783-4bcb-4106-8c9a-143f82e36fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:55.302966 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-195db783-4bcb-4106-8c9a-143f82e36fa2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45d2d329-f488-4647-ab41-5f8efdcb75c9 HTTP/1.1" status: 200 len: 834 time: 0.0440304 Aug 10 02:10:55.347847 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-4ed25f85-6233-4e0f-a17c-c20b47027e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:55.349661 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-4ed25f85-6233-4e0f-a17c-c20b47027e39 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8231399d-4df6-4220-849d-2ed617032060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393703 Aug 10 02:10:55.439644 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-87e11975-fc1e-408d-a63b-1684d1b92c0b service neutron] 10.222.0.20 "GET /v2.0/networks/8231399d-4df6-4220-849d-2ed617032060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832024 Aug 10 02:10:55.526084 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-82721c54-7478-4a37-a70d-dd30b2994e1d req-45de966a-13ae-4c6f-a9b4-cb7dd810a710 service neutron] 10.222.0.20 "GET /v2.0/networks/8231399d-4df6-4220-849d-2ed617032060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798130 Aug 10 02:10:55.657587 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77abadb-2425-4a32-ba92-31bb1bb153bc req-8af6bdff-6d9a-4613-b86e-48dd26d59d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:55.659090 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f77abadb-2425-4a32-ba92-31bb1bb153bc req-8af6bdff-6d9a-4613-b86e-48dd26d59d09 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&device_id=8860bd40-ec95-4866-ae47-84576d563e9d HTTP/1.1" status: 200 len: 1096 time: 0.0404611 Aug 10 02:10:55.749990 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77abadb-2425-4a32-ba92-31bb1bb153bc req-cf1a7edd-203a-40ca-a6bc-e697b8ac75c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:55.751438 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f77abadb-2425-4a32-ba92-31bb1bb153bc req-cf1a7edd-203a-40ca-a6bc-e697b8ac75c3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8231399d-4df6-4220-849d-2ed617032060 HTTP/1.1" status: 200 len: 898 time: 0.0858991 Aug 10 02:10:55.793209 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f77abadb-2425-4a32-ba92-31bb1bb153bc req-d000c0b6-0329-4ea5-b09a-28b2845ebe42 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0559fcf9-f3c1-454d-a651-ecb1f98841eb HTTP/1.1" status: 200 len: 217 time: 0.0342858 Aug 10 02:10:55.844823 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77abadb-2425-4a32-ba92-31bb1bb153bc req-12c9ae62-acd3-4194-9058-7d9dc6cf76d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:55.846342 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f77abadb-2425-4a32-ba92-31bb1bb153bc req-12c9ae62-acd3-4194-9058-7d9dc6cf76d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45d2d329-f488-4647-ab41-5f8efdcb75c9 HTTP/1.1" status: 200 len: 834 time: 0.0466917 Aug 10 02:10:55.891295 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77abadb-2425-4a32-ba92-31bb1bb153bc req-841f3b6b-4de4-4cc2-aeec-40b2b16c6ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:55.892836 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f77abadb-2425-4a32-ba92-31bb1bb153bc req-841f3b6b-4de4-4cc2-aeec-40b2b16c6ec1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8231399d-4df6-4220-849d-2ed617032060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400591 Aug 10 02:10:55.996156 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713b0f5-51f7-4812-b3e8-dbf381516b10 req-7bc00372-9993-474e-8e21-8a91365c5739 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:55.997677 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3713b0f5-51f7-4812-b3e8-dbf381516b10 req-7bc00372-9993-474e-8e21-8a91365c5739 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8860bd40-ec95-4866-ae47-84576d563e9d HTTP/1.1" status: 200 len: 944 time: 0.1039743 Aug 10 02:10:56.027514 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f77abadb-2425-4a32-ba92-31bb1bb153bc req-f10e47bd-3b94-4135-9cd8-000b9ff95068 service neutron] 10.222.0.20 "GET /v2.0/networks/8231399d-4df6-4220-849d-2ed617032060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245739 Aug 10 02:10:56.062123 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3713b0f5-51f7-4812-b3e8-dbf381516b10 req-0046db8a-f49c-4acb-8b85-89c26dc1ac47 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2b6196-7f81-4d50-8d73-4361c77330de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550451 Aug 10 02:10:56.128356 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f77abadb-2425-4a32-ba92-31bb1bb153bc req-df82011e-5ffc-48d9-9254-bdbf9b1d2aa6 service neutron] 10.222.0.20 "GET /v2.0/networks/8231399d-4df6-4220-849d-2ed617032060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884967 Aug 10 02:10:56.140967 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:10:56.189389 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:56.189766 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:57.182511 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f963c03-9c92-42cc-b593-c449d14ba0a8 req-ba812a20-e806-4e10-99fd-fc4f9f7094aa tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:57.183970 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7f963c03-9c92-42cc-b593-c449d14ba0a8 req-ba812a20-e806-4e10-99fd-fc4f9f7094aa tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8860bd40-ec95-4866-ae47-84576d563e9d HTTP/1.1" status: 200 len: 944 time: 0.0533199 Aug 10 02:10:57.219505 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7f963c03-9c92-42cc-b593-c449d14ba0a8 req-7868a78c-064c-4985-a152-35e380eb5666 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2b6196-7f81-4d50-8d73-4361c77330de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295887 Aug 10 02:10:57.538113 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 0559fcf9-f3c1-454d-a651-ecb1f98841eb details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:10:57.634265 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 0559fcf9-f3c1-454d-a651-ecb1f98841eb, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=0559fcf9-f3c1-454d-a651-ecb1f98841eb,segment=NetworkSegment(d5190e27-d3f5-4c16-971f-006a848b2811),segment_id=d5190e27-d3f5-4c16-971f-006a848b2811)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:57.646073 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '0559fcf9-f3c1-454d-a651-ecb1f98841eb', 'network_id': '8231399d-4df6-4220-849d-2ed617032060', 'port_id': '0559fcf9-f3c1-454d-a651-ecb1f98841eb', 'mac_address': 'fa:16:3e:db:45:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45d2d329-f488-4647-ab41-5f8efdcb75c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:10:57.681409 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:57.693451 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0559fcf9-f3c1-454d-a651-ecb1f98841eb {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:10:57.712689 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 0559fcf9-f3c1-454d-a651-ecb1f98841eb, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=0559fcf9-f3c1-454d-a651-ecb1f98841eb,segment=NetworkSegment(d5190e27-d3f5-4c16-971f-006a848b2811),segment_id=d5190e27-d3f5-4c16-971f-006a848b2811)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:57.716767 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:57.766731 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=0559fcf9-f3c1-454d-a651-ecb1f98841eb,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:58.104952 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['0559fcf9-f3c1-454d-a651-ecb1f98841eb'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:10:58.335443 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b14d4-5deb-481e-8f7a-204905097e57 req-74265c4d-ff8e-4139-8d37-8fd5fc00a59e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:58.336859 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f09b14d4-5deb-481e-8f7a-204905097e57 req-74265c4d-ff8e-4139-8d37-8fd5fc00a59e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8860bd40-ec95-4866-ae47-84576d563e9d HTTP/1.1" status: 200 len: 945 time: 0.0491309 Aug 10 02:10:58.373447 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f09b14d4-5deb-481e-8f7a-204905097e57 req-fa3bcad9-df99-4d49-9083-ec5615cddeea tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2b6196-7f81-4d50-8d73-4361c77330de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305736 Aug 10 02:10:58.880999 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:59.485266 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da5684-a7fb-47e0-baa4-61000e277eab req-6c8a1f8e-60b2-4429-aa12-a09d74f9f314 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:59.486695 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-07da5684-a7fb-47e0-baa4-61000e277eab req-6c8a1f8e-60b2-4429-aa12-a09d74f9f314 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8860bd40-ec95-4866-ae47-84576d563e9d HTTP/1.1" status: 200 len: 945 time: 0.0469275 Aug 10 02:10:59.523228 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-07da5684-a7fb-47e0-baa4-61000e277eab req-c72a0207-d046-4691-8fcf-3e657adfc280 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2b6196-7f81-4d50-8d73-4361c77330de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299728 Aug 10 02:10:59.561350 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 0559fcf9-f3c1-454d-a651-ecb1f98841eb up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:10:59.608385 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 0559fcf9-f3c1-454d-a651-ecb1f98841eb completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:10:59.612241 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 0559fcf9-f3c1-454d-a651-ecb1f98841eb triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:59.612623 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:59.686140 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:59.707123 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8860bd40-ec95-4866-ae47-84576d563e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0559fcf9-f3c1-454d-a651-ecb1f98841eb'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:10:59.709541 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09d289ccde4d6ff9cc92181a6a5f9723a21b3f76001e8301d3c19491e4c7f527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a7a3a3-2b46-4aa7-a4e7-e9f96373112f" -d '{"events": [{"server_uuid": "8860bd40-ec95-4866-ae47-84576d563e9d", "name": "network-vif-plugged", "status": "completed", "tag": "0559fcf9-f3c1-454d-a651-ecb1f98841eb"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:10:59.732083 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 0559fcf9-f3c1-454d-a651-ecb1f98841eb, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=0559fcf9-f3c1-454d-a651-ecb1f98841eb,segment=NetworkSegment(d5190e27-d3f5-4c16-971f-006a848b2811),segment_id=d5190e27-d3f5-4c16-971f-006a848b2811)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:59.736053 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:59.759959 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e435e85-ea9d-4393-ad44-f2b49d5d7f79 x-openstack-request-id: req-5e435e85-ea9d-4393-ad44-f2b49d5d7f79 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:10:59.760289 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8860bd40-ec95-4866-ae47-84576d563e9d", "name": "network-vif-plugged", "status": "completed", "tag": "0559fcf9-f3c1-454d-a651-ecb1f98841eb", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:10:59.760545 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5e435e85-ea9d-4393-ad44-f2b49d5d7f79 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:10:59.760927 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8860bd40-ec95-4866-ae47-84576d563e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0559fcf9-f3c1-454d-a651-ecb1f98841eb', 'code': 200} Aug 10 02:10:59.786075 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=0559fcf9-f3c1-454d-a651-ecb1f98841eb,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:59.866253 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28d3ba-6ad8-487c-a4fa-9fc922fdb7d9 req-83c99a64-48d9-4d93-a7e5-4f39966c3f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:59.867765 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-af28d3ba-6ad8-487c-a4fa-9fc922fdb7d9 req-83c99a64-48d9-4d93-a7e5-4f39966c3f5c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8860bd40-ec95-4866-ae47-84576d563e9d HTTP/1.1" status: 200 len: 1098 time: 0.0434694 Aug 10 02:10:59.900789 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-af28d3ba-6ad8-487c-a4fa-9fc922fdb7d9 req-ea742c23-08af-421b-9435-a21cf91dec4e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fd2b6196-7f81-4d50-8d73-4361c77330de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264554 Aug 10 02:11:00.639196 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3f252-e244-478a-a42c-397c9d2350cd req-f22894ba-34f0-4d0f-a87f-abfa566f7dff tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:00.640711 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0ef3f252-e244-478a-a42c-397c9d2350cd req-f22894ba-34f0-4d0f-a87f-abfa566f7dff tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8860bd40-ec95-4866-ae47-84576d563e9d HTTP/1.1" status: 200 len: 946 time: 0.0491335 Aug 10 02:11:00.677290 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0ef3f252-e244-478a-a42c-397c9d2350cd req-e15b6c7d-dd47-4700-9f2a-e568022cda5a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2b6196-7f81-4d50-8d73-4361c77330de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306232 Aug 10 02:11:01.792390 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede1a61-2e88-4582-be27-93e241d497b6 req-650ccba9-702c-45a7-bfdf-a80547e5be09 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:01.793863 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6ede1a61-2e88-4582-be27-93e241d497b6 req-650ccba9-702c-45a7-bfdf-a80547e5be09 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8860bd40-ec95-4866-ae47-84576d563e9d HTTP/1.1" status: 200 len: 946 time: 0.0484471 Aug 10 02:11:01.830676 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6ede1a61-2e88-4582-be27-93e241d497b6 req-4656a7f7-9f2d-4110-9986-90c7e37fa559 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2b6196-7f81-4d50-8d73-4361c77330de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309470 Aug 10 02:11:01.946726 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940470e-49bb-4f36-9a36-d719f13bae86 req-9cde8cf3-0d56-4e40-8410-46380600fa82 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:01.948198 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c940470e-49bb-4f36-9a36-d719f13bae86 req-9cde8cf3-0d56-4e40-8410-46380600fa82 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8860bd40-ec95-4866-ae47-84576d563e9d HTTP/1.1" status: 200 len: 946 time: 0.0516088 Aug 10 02:11:01.984893 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c940470e-49bb-4f36-9a36-d719f13bae86 req-81c5f34b-b006-4415-ae46-c83ea337943d tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2b6196-7f81-4d50-8d73-4361c77330de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308313 Aug 10 02:11:02.006247 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40346) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:02.043885 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a283b314-2a33-4157-b5aa-7481146a3fa0 tempest-TestNetworkAdvancedServerOps-1363779260 tempest-TestNetworkAdvancedServerOps-1363779260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:02.045676 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a283b314-2a33-4157-b5aa-7481146a3fa0 tempest-TestNetworkAdvancedServerOps-1363779260 tempest-TestNetworkAdvancedServerOps-1363779260-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8860bd40-ec95-4866-ae47-84576d563e9d HTTP/1.1" status: 200 len: 1093 time: 0.0385113 Aug 10 02:11:02.048440 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40348) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:02.053283 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-a120c06e-b118-417d-af9c-f7a1d13c5ed4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'port_id': '0559fcf9-f3c1-454d-a651-ecb1f98841eb', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:02.074449 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a120c06e-b118-417d-af9c-f7a1d13c5ed4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:02.171100 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a120c06e-b118-417d-af9c-f7a1d13c5ed4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:02.268585 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-a120c06e-b118-417d-af9c-f7a1d13c5ed4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Allocated IP 172.25.2.155 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/06b69ac5-3203-4875-aee1-4d3ae8a3b766) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:11:02.373298 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a120c06e-b118-417d-af9c-f7a1d13c5ed4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:02.415944 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a120c06e-b118-417d-af9c-f7a1d13c5ed4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:02.450552 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a120c06e-b118-417d-af9c-f7a1d13c5ed4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:11:02.455185 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-a120c06e-b118-417d-af9c-f7a1d13c5ed4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:02.459205 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a120c06e-b118-417d-af9c-f7a1d13c5ed4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:11:02.482090 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120c06e-b118-417d-af9c-f7a1d13c5ed4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Port': ['ID=06b69ac5-3203-4875-aee1-4d3ae8a3b766,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:03.105916 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a120c06e-b118-417d-af9c-f7a1d13c5ed4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:03.168639 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a120c06e-b118-417d-af9c-f7a1d13c5ed4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:03.310831 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a120c06e-b118-417d-af9c-f7a1d13c5ed4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:03.315197 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a120c06e-b118-417d-af9c-f7a1d13c5ed4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:03.376591 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120c06e-b118-417d-af9c-f7a1d13c5ed4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event updated for resources: {'Port': ['ID=06b69ac5-3203-4875-aee1-4d3ae8a3b766,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:03.390837 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a120c06e-b118-417d-af9c-f7a1d13c5ed4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:03.486456 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [None req-a120c06e-b118-417d-af9c-f7a1d13c5ed4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Floating IP 94c1201c-a78f-487d-809a-72c4c201a265 associated. External IP: 172.25.2.155, port: 0559fcf9-f3c1-454d-a651-ecb1f98841eb. Aug 10 02:11:03.684205 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a120c06e-b118-417d-af9c-f7a1d13c5ed4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Router da6b055a-0928-45aa-9390-ac02a9f1e6d8 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:11:03.787127 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a120c06e-b118-417d-af9c-f7a1d13c5ed4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:11:03.797076 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a91ef27-f19d-43f0-a586-b149a98b2a70 None None] Sync routers for ids ['da6b055a-0928-45aa-9390-ac02a9f1e6d8'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:11:03.802750 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a120c06e-b118-417d-af9c-f7a1d13c5ed4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:03.807315 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a91ef27-f19d-43f0-a586-b149a98b2a70 None None] Routers {'da6b055a-0928-45aa-9390-ac02a9f1e6d8'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:11:03.807938 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-8a91ef27-f19d-43f0-a586-b149a98b2a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:10:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['da6b055a-0928-45aa-9390-ac02a9f1e6d8'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:03.829555 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a120c06e-b118-417d-af9c-f7a1d13c5ed4 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7801285 Aug 10 02:11:03.830139 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8860bd40-ec95-4866-ae47-84576d563e9d', 'tag': '0559fcf9-f3c1-454d-a651-ecb1f98841eb'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:11:03.832510 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9e874736d5403a2ed85b010b990dd133e24f0379b2e9b4f0e55655a3e1797b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8a158a-f9ee-46ca-ada8-d23dc6a877a9" -d '{"events": [{"name": "network-changed", "server_uuid": "8860bd40-ec95-4866-ae47-84576d563e9d", "tag": "0559fcf9-f3c1-454d-a651-ecb1f98841eb"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:11:03.891864 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cacae4-29b1-4a61-b63c-91b406ffa7b9 x-openstack-request-id: req-91cacae4-29b1-4a61-b63c-91b406ffa7b9 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:11:03.892124 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8860bd40-ec95-4866-ae47-84576d563e9d", "tag": "0559fcf9-f3c1-454d-a651-ecb1f98841eb", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:11:03.893194 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-91cacae4-29b1-4a61-b63c-91b406ffa7b9 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:11:03.893194 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8860bd40-ec95-4866-ae47-84576d563e9d', 'tag': '0559fcf9-f3c1-454d-a651-ecb1f98841eb', 'status': 'completed', 'code': 200} Aug 10 02:11:03.933413 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52757756-ae3f-463d-8df2-1ddc7de67316 req-b4d732ad-8ac5-45ab-ba58-bfb8c3b72f01 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:03.935167 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-52757756-ae3f-463d-8df2-1ddc7de67316 req-b4d732ad-8ac5-45ab-ba58-bfb8c3b72f01 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8860bd40-ec95-4866-ae47-84576d563e9d HTTP/1.1" status: 200 len: 946 time: 0.0545585 Aug 10 02:11:04.004613 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-52757756-ae3f-463d-8df2-1ddc7de67316 req-00452d44-109a-4cdb-89d7-4f5b3a6a285f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2b6196-7f81-4d50-8d73-4361c77330de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604560 Aug 10 02:11:04.007464 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a158a-f9ee-46ca-ada8-d23dc6a877a9 req-e9059159-ba90-4199-86d8-5ef61814d92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:04.009056 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8f8a158a-f9ee-46ca-ada8-d23dc6a877a9 req-e9059159-ba90-4199-86d8-5ef61814d92d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&device_id=8860bd40-ec95-4866-ae47-84576d563e9d HTTP/1.1" status: 200 len: 1098 time: 0.0728638 Aug 10 02:11:04.027174 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40356) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:04.080666 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-8a91ef27-f19d-43f0-a586-b149a98b2a70 None None] Set router da6b055a-0928-45aa-9390-ac02a9f1e6d8 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:11:04.096335 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e6e485e0-9e12-48c3-befa-dacd6e067487 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/floatingips/94c1201c-a78f-487d-809a-72c4c201a265 HTTP/1.1" status: 200 len: 992 time: 0.0677097 Aug 10 02:11:04.111424 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a158a-f9ee-46ca-ada8-d23dc6a877a9 req-bc98cb03-6a45-4406-9082-333f9ee0bef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:04.113684 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8f8a158a-f9ee-46ca-ada8-d23dc6a877a9 req-bc98cb03-6a45-4406-9082-333f9ee0bef2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8231399d-4df6-4220-849d-2ed617032060 HTTP/1.1" status: 200 len: 898 time: 0.0921533 Aug 10 02:11:04.180756 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8f8a158a-f9ee-46ca-ada8-d23dc6a877a9 req-cc8ed502-d865-41fe-9545-e4dfe08cbc58 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0559fcf9-f3c1-454d-a651-ecb1f98841eb HTTP/1.1" status: 200 len: 1000 time: 0.0610673 Aug 10 02:11:04.229012 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a158a-f9ee-46ca-ada8-d23dc6a877a9 req-c0e8dad7-ff00-4238-b614-920eaa475c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:04.230552 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8f8a158a-f9ee-46ca-ada8-d23dc6a877a9 req-c0e8dad7-ff00-4238-b614-920eaa475c4e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45d2d329-f488-4647-ab41-5f8efdcb75c9 HTTP/1.1" status: 200 len: 834 time: 0.0430758 Aug 10 02:11:04.274760 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a158a-f9ee-46ca-ada8-d23dc6a877a9 req-c7bb20a8-5e12-4ebc-a71c-59c198b19ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:04.276325 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8f8a158a-f9ee-46ca-ada8-d23dc6a877a9 req-c7bb20a8-5e12-4ebc-a71c-59c198b19ff9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8231399d-4df6-4220-849d-2ed617032060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392108 Aug 10 02:11:04.302137 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-8a91ef27-f19d-43f0-a586-b149a98b2a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925936018', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '44125376-98e8-4288-8bbb-8b3f3f8bf551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:47Z', 'updated_at': '2021-08-10T02:10:50Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': '44125376-98e8-4288-8bbb-8b3f3f8bf551', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:32:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:47Z', 'updated_at': '2021-08-10T02:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '94c1201c-a78f-487d-809a-72c4c201a265', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'floating_ip_address': '172.25.2.155', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'port_id': '0559fcf9-f3c1-454d-a651-ecb1f98841eb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8231399d-4df6-4220-849d-2ed617032060', 'mac_address': 'fa:16:3e:db:45:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8860bd40-ec95-4866-ae47-84576d563e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:11:02Z', 'updated_at': '2021-08-10T02:11:02Z', 'revision_number': 0, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc', 'name': '', 'network_id': '8231399d-4df6-4220-849d-2ed617032060', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:42:2b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '45d2d329-f488-4647-ab41-5f8efdcb75c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:49Z', 'updated_at': '2021-08-10T02:10:54Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '45d2d329-f488-4647-ab41-5f8efdcb75c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:04.331104 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a91ef27-f19d-43f0-a586-b149a98b2a70 None None] Checking router: da6b055a-0928-45aa-9390-ac02a9f1e6d8 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:11:04.339677 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a91ef27-f19d-43f0-a586-b149a98b2a70 None None] Routers {'da6b055a-0928-45aa-9390-ac02a9f1e6d8'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:11:04.340332 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-8a91ef27-f19d-43f0-a586-b149a98b2a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:10:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['da6b055a-0928-45aa-9390-ac02a9f1e6d8'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:04.369578 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8f8a158a-f9ee-46ca-ada8-d23dc6a877a9 req-ecb5c7b8-7309-42a2-a782-c4e7050c567c service neutron] 10.222.0.20 "GET /v2.0/networks/8231399d-4df6-4220-849d-2ed617032060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860627 Aug 10 02:11:04.443945 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-8a91ef27-f19d-43f0-a586-b149a98b2a70 None None] Set router da6b055a-0928-45aa-9390-ac02a9f1e6d8 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:11:04.458957 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8f8a158a-f9ee-46ca-ada8-d23dc6a877a9 req-fb355281-c378-46a5-bcf4-750938d5d183 service neutron] 10.222.0.20 "GET /v2.0/networks/8231399d-4df6-4220-849d-2ed617032060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819786 Aug 10 02:11:04.661856 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-8a91ef27-f19d-43f0-a586-b149a98b2a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925936018', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '44125376-98e8-4288-8bbb-8b3f3f8bf551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:47Z', 'updated_at': '2021-08-10T02:10:50Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': '44125376-98e8-4288-8bbb-8b3f3f8bf551', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:32:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:47Z', 'updated_at': '2021-08-10T02:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '94c1201c-a78f-487d-809a-72c4c201a265', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'floating_ip_address': '172.25.2.155', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'port_id': '0559fcf9-f3c1-454d-a651-ecb1f98841eb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8231399d-4df6-4220-849d-2ed617032060', 'mac_address': 'fa:16:3e:db:45:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8860bd40-ec95-4866-ae47-84576d563e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:11:02Z', 'updated_at': '2021-08-10T02:11:02Z', 'revision_number': 0, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc', 'name': '', 'network_id': '8231399d-4df6-4220-849d-2ed617032060', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:42:2b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '45d2d329-f488-4647-ab41-5f8efdcb75c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:49Z', 'updated_at': '2021-08-10T02:10:54Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '45d2d329-f488-4647-ab41-5f8efdcb75c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:04.686827 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a91ef27-f19d-43f0-a586-b149a98b2a70 None None] The sync data for ids ['da6b055a-0928-45aa-9390-ac02a9f1e6d8'] in n-d-766726-26 is: [{'id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925936018', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '44125376-98e8-4288-8bbb-8b3f3f8bf551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:47Z', 'updated_at': '2021-08-10T02:10:50Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': '44125376-98e8-4288-8bbb-8b3f3f8bf551', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:32:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:47Z', 'updated_at': '2021-08-10T02:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '94c1201c-a78f-487d-809a-72c4c201a265', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'floating_ip_address': '172.25.2.155', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'port_id': '0559fcf9-f3c1-454d-a651-ecb1f98841eb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8231399d-4df6-4220-849d-2ed617032060', 'mac_address': 'fa:16:3e:db:45:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8860bd40-ec95-4866-ae47-84576d563e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:11:02Z', 'updated_at': '2021-08-10T02:11:02Z', 'revision_number': 0, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc', 'name': '', 'network_id': '8231399d-4df6-4220-849d-2ed617032060', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:42:2b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '45d2d329-f488-4647-ab41-5f8efdcb75c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:49Z', 'updated_at': '2021-08-10T02:10:54Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '45d2d329-f488-4647-ab41-5f8efdcb75c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:11:04.870185 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d300aa95-3967-4b43-b7b0-5a49cc9dfe2f None None] New status for floating IP 94c1201c-a78f-487d-809a-72c4c201a265: ACTIVE {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:11:05.098504 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40358) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:05.162648 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-cc0b5c33-d5e6-40fe-a2e6-6c2690f1bff8 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/floatingips/94c1201c-a78f-487d-809a-72c4c201a265 HTTP/1.1" status: 200 len: 994 time: 0.0629189 Aug 10 02:11:11.280228 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-babb7c9d-fbef-4e36-9421-1e2715d189ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:12.372097 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:13.912802 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7a2adea7-99fd-4edf-afe0-99a75316116a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:14.545111 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:15.457197 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:16.530888 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:21.802002 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:11:28.896278 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:34.735533 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5815a622-b5ae-489f-ab6c-cbd4dede059c req-ae8e5157-842f-48c2-815e-9760eabd0f05 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8860bd40-ec95-4866-ae47-84576d563e9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398812 Aug 10 02:11:34.830185 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815a622-b5ae-489f-ab6c-cbd4dede059c req-9931104c-ef7f-489a-bae9-990207a2d748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:34.831667 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5815a622-b5ae-489f-ab6c-cbd4dede059c req-9931104c-ef7f-489a-bae9-990207a2d748 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&device_id=8860bd40-ec95-4866-ae47-84576d563e9d HTTP/1.1" status: 200 len: 1098 time: 0.0390947 Aug 10 02:11:34.935577 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815a622-b5ae-489f-ab6c-cbd4dede059c req-c2a3a5ce-71c5-45bb-a7bb-d7b57f85a89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:34.937009 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5815a622-b5ae-489f-ab6c-cbd4dede059c req-c2a3a5ce-71c5-45bb-a7bb-d7b57f85a89a service neutron] 10.222.0.20 "GET /v2.0/networks?id=8231399d-4df6-4220-849d-2ed617032060 HTTP/1.1" status: 200 len: 898 time: 0.0863068 Aug 10 02:11:35.003496 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5815a622-b5ae-489f-ab6c-cbd4dede059c req-9c8b4f8b-62b3-46b4-8451-d1239d24e81a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0559fcf9-f3c1-454d-a651-ecb1f98841eb HTTP/1.1" status: 200 len: 1002 time: 0.0593150 Aug 10 02:11:35.052103 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815a622-b5ae-489f-ab6c-cbd4dede059c req-2d1a113f-8e67-4f91-a990-1f42460d61d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:35.053544 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5815a622-b5ae-489f-ab6c-cbd4dede059c req-2d1a113f-8e67-4f91-a990-1f42460d61d3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45d2d329-f488-4647-ab41-5f8efdcb75c9 HTTP/1.1" status: 200 len: 834 time: 0.0430350 Aug 10 02:11:35.103579 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815a622-b5ae-489f-ab6c-cbd4dede059c req-8a5ec296-2535-49a3-8a52-daa0b9932c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:35.105089 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5815a622-b5ae-489f-ab6c-cbd4dede059c req-8a5ec296-2535-49a3-8a52-daa0b9932c4f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8231399d-4df6-4220-849d-2ed617032060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440187 Aug 10 02:11:35.193483 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5815a622-b5ae-489f-ab6c-cbd4dede059c req-13130db7-4abc-441c-80c5-ebcb00f97b82 service neutron] 10.222.0.20 "GET /v2.0/networks/8231399d-4df6-4220-849d-2ed617032060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800512 Aug 10 02:11:35.289139 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5815a622-b5ae-489f-ab6c-cbd4dede059c req-0ffa6f53-91a7-4be9-aa1a-e4fbb38427a3 service neutron] 10.222.0.20 "GET /v2.0/networks/8231399d-4df6-4220-849d-2ed617032060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887983 Aug 10 02:11:41.278448 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bc43b30e-8c2a-4df0-abc6-2a2b7506c8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:42.382180 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:43.912486 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f1fb9166-01ef-433b-a4f3-eb2715fd0378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:44.545527 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:45.460253 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:46.534516 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:58.801056 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:11:58.912172 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:06.205112 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d7ab8-11ce-4cdb-8b37-a286fe970f48 req-0f5be713-22c7-4e18-aa5d-c3c560233d16 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:06.206506 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-228d7ab8-11ce-4cdb-8b37-a286fe970f48 req-0f5be713-22c7-4e18-aa5d-c3c560233d16 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8860bd40-ec95-4866-ae47-84576d563e9d HTTP/1.1" status: 200 len: 946 time: 0.0499570 Aug 10 02:12:06.246648 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-228d7ab8-11ce-4cdb-8b37-a286fe970f48 req-5ccad4ca-125c-45cd-85a6-e0a72ee6e4ba tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2b6196-7f81-4d50-8d73-4361c77330de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341530 Aug 10 02:12:07.361042 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169e9b8-e314-4412-bb9e-a8ada07f5f56 req-9dfe889d-3bea-4241-b66b-02f0a1bd6fef tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:07.362524 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e169e9b8-e314-4412-bb9e-a8ada07f5f56 req-9dfe889d-3bea-4241-b66b-02f0a1bd6fef tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8860bd40-ec95-4866-ae47-84576d563e9d HTTP/1.1" status: 200 len: 946 time: 0.0479190 Aug 10 02:12:07.399282 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e169e9b8-e314-4412-bb9e-a8ada07f5f56 req-61988539-cd07-4e69-9822-53bb5f4f4287 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2b6196-7f81-4d50-8d73-4361c77330de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308831 Aug 10 02:12:08.516037 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94806f94-e4c7-434f-b5ef-a467082c4baf req-e0f87d91-61b0-4fe4-a7ec-82022a4b1cd9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:08.517633 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94806f94-e4c7-434f-b5ef-a467082c4baf req-e0f87d91-61b0-4fe4-a7ec-82022a4b1cd9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8860bd40-ec95-4866-ae47-84576d563e9d HTTP/1.1" status: 200 len: 946 time: 0.0522623 Aug 10 02:12:08.555160 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94806f94-e4c7-434f-b5ef-a467082c4baf req-5b48f3c4-8cd6-489c-95b9-cb015da4edfe tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2b6196-7f81-4d50-8d73-4361c77330de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316339 Aug 10 02:12:08.576466 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40400) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:08.635880 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e55cd2b6-7d73-4a21-a9e9-c23f34737c03 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/floatingips/94c1201c-a78f-487d-809a-72c4c201a265 HTTP/1.1" status: 200 len: 994 time: 0.0583222 Aug 10 02:12:09.906072 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8365c-6ecc-47df-b869-2b3edf678708 req-ab2b0a69-0978-436e-ba21-f1ecaa9ff633 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:09.907498 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d5a8365c-6ecc-47df-b869-2b3edf678708 req-ab2b0a69-0978-436e-ba21-f1ecaa9ff633 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8860bd40-ec95-4866-ae47-84576d563e9d HTTP/1.1" status: 200 len: 946 time: 0.0525949 Aug 10 02:12:09.974203 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d5a8365c-6ecc-47df-b869-2b3edf678708 req-e58d0cb3-f96d-4e0d-a412-9868c42f62cd tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2b6196-7f81-4d50-8d73-4361c77330de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579515 Aug 10 02:12:09.977034 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36e06e-1618-4f9a-a1d9-2742f26e6971 req-1c55b957-7d16-4781-b270-2c70959460d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:09.978586 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd36e06e-1618-4f9a-a1d9-2742f26e6971 req-1c55b957-7d16-4781-b270-2c70959460d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&device_id=8860bd40-ec95-4866-ae47-84576d563e9d HTTP/1.1" status: 200 len: 1098 time: 0.0702391 Aug 10 02:12:10.066823 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36e06e-1618-4f9a-a1d9-2742f26e6971 req-d4507ccf-c64f-44bb-9ee0-2c89067ba9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:10.068314 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd36e06e-1618-4f9a-a1d9-2742f26e6971 req-d4507ccf-c64f-44bb-9ee0-2c89067ba9d0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8231399d-4df6-4220-849d-2ed617032060 HTTP/1.1" status: 200 len: 898 time: 0.0827155 Aug 10 02:12:10.138829 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd36e06e-1618-4f9a-a1d9-2742f26e6971 req-0dd35aff-4e7c-4209-883a-0c10c350f088 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0559fcf9-f3c1-454d-a651-ecb1f98841eb HTTP/1.1" status: 200 len: 1002 time: 0.0635598 Aug 10 02:12:10.188987 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36e06e-1618-4f9a-a1d9-2742f26e6971 req-ca447e7a-329c-4828-98d7-c5d933ae8690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:10.190344 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd36e06e-1618-4f9a-a1d9-2742f26e6971 req-ca447e7a-329c-4828-98d7-c5d933ae8690 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45d2d329-f488-4647-ab41-5f8efdcb75c9 HTTP/1.1" status: 200 len: 834 time: 0.0453441 Aug 10 02:12:10.235329 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36e06e-1618-4f9a-a1d9-2742f26e6971 req-380f3468-aa14-4856-85b6-dca811644f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:10.236823 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd36e06e-1618-4f9a-a1d9-2742f26e6971 req-380f3468-aa14-4856-85b6-dca811644f0c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8231399d-4df6-4220-849d-2ed617032060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399306 Aug 10 02:12:10.328664 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd36e06e-1618-4f9a-a1d9-2742f26e6971 req-ecda7acd-1879-4c1a-83d3-f812231d3507 service neutron] 10.222.0.20 "GET /v2.0/networks/8231399d-4df6-4220-849d-2ed617032060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844862 Aug 10 02:12:10.416124 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cd36e06e-1618-4f9a-a1d9-2742f26e6971 req-b3c0002b-a24f-409e-a42f-e30800db5afa service neutron] 10.222.0.20 "GET /v2.0/networks/8231399d-4df6-4220-849d-2ed617032060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804663 Aug 10 02:12:11.099283 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff7e3a-0129-4f30-bf5d-2e0ca540ab8d req-c057159b-9160-4976-bc2d-f3b5323e19d0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:11.100792 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d7ff7e3a-0129-4f30-bf5d-2e0ca540ab8d req-c057159b-9160-4976-bc2d-f3b5323e19d0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8860bd40-ec95-4866-ae47-84576d563e9d HTTP/1.1" status: 200 len: 946 time: 0.0533867 Aug 10 02:12:11.139531 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d7ff7e3a-0129-4f30-bf5d-2e0ca540ab8d req-e0069bd4-df0c-4e01-8a8e-d05266ae83f0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2b6196-7f81-4d50-8d73-4361c77330de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320060 Aug 10 02:12:11.278974 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f46208af-f1c2-4669-b6ef-5ce3290d6182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:12.253038 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1bbc6-06e9-48d7-8e46-373cc4c2f9e7 req-7a4e3dd9-5bd7-4a2a-8e89-7e7a9e1f1a19 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:12.254501 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-03b1bbc6-06e9-48d7-8e46-373cc4c2f9e7 req-7a4e3dd9-5bd7-4a2a-8e89-7e7a9e1f1a19 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8860bd40-ec95-4866-ae47-84576d563e9d HTTP/1.1" status: 200 len: 946 time: 0.0476003 Aug 10 02:12:12.290705 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-03b1bbc6-06e9-48d7-8e46-373cc4c2f9e7 req-7c4355e7-06a2-4f64-beab-ca539648b594 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2b6196-7f81-4d50-8d73-4361c77330de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305057 Aug 10 02:12:12.312567 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40412) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:12.370590 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-847638a3-fac1-4594-ac85-f063dbd9886e tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/floatingips/94c1201c-a78f-487d-809a-72c4c201a265 HTTP/1.1" status: 200 len: 994 time: 0.0567873 Aug 10 02:12:12.389584 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:12.680470 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40418) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:12.835922 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-81907c02-d943-4304-b609-d8f9913d0ff9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Deleting port 06b69ac5-3203-4875-aee1-4d3ae8a3b766 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:12:12.836300 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-81907c02-d943-4304-b609-d8f9913d0ff9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:12.913623 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-81907c02-d943-4304-b609-d8f9913d0ff9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:12.913953 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-81907c02-d943-4304-b609-d8f9913d0ff9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:12.925937 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-81907c02-d943-4304-b609-d8f9913d0ff9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Calling delete_port for 06b69ac5-3203-4875-aee1-4d3ae8a3b766 owned by network:floatingip {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:12:13.070903 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-81907c02-d943-4304-b609-d8f9913d0ff9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:13.096160 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81907c02-d943-4304-b609-d8f9913d0ff9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event deleted for resources: {'Port': ['ID=06b69ac5-3203-4875-aee1-4d3ae8a3b766,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:13.108448 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81907c02-d943-4304-b609-d8f9913d0ff9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:13.108809 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81907c02-d943-4304-b609-d8f9913d0ff9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:13.109153 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81907c02-d943-4304-b609-d8f9913d0ff9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:13.109492 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81907c02-d943-4304-b609-d8f9913d0ff9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:13.109825 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81907c02-d943-4304-b609-d8f9913d0ff9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:13.110161 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81907c02-d943-4304-b609-d8f9913d0ff9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:13.110493 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81907c02-d943-4304-b609-d8f9913d0ff9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:13.110825 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81907c02-d943-4304-b609-d8f9913d0ff9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:13.111154 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81907c02-d943-4304-b609-d8f9913d0ff9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:13.111481 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81907c02-d943-4304-b609-d8f9913d0ff9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:13.111808 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81907c02-d943-4304-b609-d8f9913d0ff9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:13.112132 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81907c02-d943-4304-b609-d8f9913d0ff9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:13.164853 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-81907c02-d943-4304-b609-d8f9913d0ff9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for floatingip, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:13.165194 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [None req-81907c02-d943-4304-b609-d8f9913d0ff9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Floating IP 94c1201c-a78f-487d-809a-72c4c201a265 disassociated (deleted). External IP: 172.25.2.155, port: 0559fcf9-f3c1-454d-a651-ecb1f98841eb. Aug 10 02:12:13.366950 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81907c02-d943-4304-b609-d8f9913d0ff9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Router da6b055a-0928-45aa-9390-ac02a9f1e6d8 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:12:13.472033 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81907c02-d943-4304-b609-d8f9913d0ff9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:12:13.476443 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-81907c02-d943-4304-b609-d8f9913d0ff9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:13.484026 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c82ce3-dc58-408a-812f-edb0f71196aa None None] Sync routers for ids ['da6b055a-0928-45aa-9390-ac02a9f1e6d8'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:12:13.492739 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c82ce3-dc58-408a-812f-edb0f71196aa None None] Routers {'da6b055a-0928-45aa-9390-ac02a9f1e6d8'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:12:13.493359 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-89c82ce3-dc58-408a-812f-edb0f71196aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:11:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['da6b055a-0928-45aa-9390-ac02a9f1e6d8'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:13.503388 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-81907c02-d943-4304-b609-d8f9913d0ff9 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "DELETE /v2.0/floatingips/94c1201c-a78f-487d-809a-72c4c201a265 HTTP/1.1" status: 204 len: 168 time: 0.8219144 Aug 10 02:12:13.503980 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8860bd40-ec95-4866-ae47-84576d563e9d', 'tag': '0559fcf9-f3c1-454d-a651-ecb1f98841eb'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:12:13.506315 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04376f577ca8e91682bf6bf2b98f61f72ad60017a2eb84f3f8c1f2c558ccd100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c017d88-b827-4a7e-999d-6d3e916ce14a" -d '{"events": [{"name": "network-changed", "server_uuid": "8860bd40-ec95-4866-ae47-84576d563e9d", "tag": "0559fcf9-f3c1-454d-a651-ecb1f98841eb"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:12:13.545569 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d5af5c-4bbc-4186-93be-ba8b38033629 x-openstack-request-id: req-34d5af5c-4bbc-4186-93be-ba8b38033629 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:12:13.545988 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8860bd40-ec95-4866-ae47-84576d563e9d", "tag": "0559fcf9-f3c1-454d-a651-ecb1f98841eb", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:12:13.546377 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-34d5af5c-4bbc-4186-93be-ba8b38033629 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:12:13.546797 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8860bd40-ec95-4866-ae47-84576d563e9d', 'tag': '0559fcf9-f3c1-454d-a651-ecb1f98841eb', 'status': 'completed', 'code': 200} Aug 10 02:12:13.605985 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-89c82ce3-dc58-408a-812f-edb0f71196aa None None] Set router da6b055a-0928-45aa-9390-ac02a9f1e6d8 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:12:13.634920 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c017d88-b827-4a7e-999d-6d3e916ce14a req-4f5fd143-54ab-4c3a-b695-3c517952eb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:13.636376 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2c017d88-b827-4a7e-999d-6d3e916ce14a req-4f5fd143-54ab-4c3a-b695-3c517952eb49 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&device_id=8860bd40-ec95-4866-ae47-84576d563e9d HTTP/1.1" status: 200 len: 1098 time: 0.0466006 Aug 10 02:12:13.770692 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275710a2-70d2-4626-94ab-07cf0a2f154c req-28b7efbe-4fb9-412a-95e3-90af2590e760 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:13.772162 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-275710a2-70d2-4626-94ab-07cf0a2f154c req-28b7efbe-4fb9-412a-95e3-90af2590e760 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8860bd40-ec95-4866-ae47-84576d563e9d HTTP/1.1" status: 200 len: 946 time: 0.0735257 Aug 10 02:12:13.773575 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c017d88-b827-4a7e-999d-6d3e916ce14a req-a5836aad-8867-47c7-83a3-a7a565e1d13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:13.774898 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2c017d88-b827-4a7e-999d-6d3e916ce14a req-a5836aad-8867-47c7-83a3-a7a565e1d13c service neutron] 10.222.0.20 "GET /v2.0/networks?id=8231399d-4df6-4220-849d-2ed617032060 HTTP/1.1" status: 200 len: 898 time: 0.1301279 Aug 10 02:12:13.812931 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-89c82ce3-dc58-408a-812f-edb0f71196aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925936018', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '44125376-98e8-4288-8bbb-8b3f3f8bf551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:47Z', 'updated_at': '2021-08-10T02:10:50Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': '44125376-98e8-4288-8bbb-8b3f3f8bf551', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:32:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:47Z', 'updated_at': '2021-08-10T02:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc', 'name': '', 'network_id': '8231399d-4df6-4220-849d-2ed617032060', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:42:2b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '45d2d329-f488-4647-ab41-5f8efdcb75c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:49Z', 'updated_at': '2021-08-10T02:10:54Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '45d2d329-f488-4647-ab41-5f8efdcb75c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:13.827665 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2c017d88-b827-4a7e-999d-6d3e916ce14a req-3aa3e951-bdb1-41b3-83f7-c50f46decab7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0559fcf9-f3c1-454d-a651-ecb1f98841eb HTTP/1.1" status: 200 len: 217 time: 0.0409789 Aug 10 02:12:13.842471 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c82ce3-dc58-408a-812f-edb0f71196aa None None] Checking router: da6b055a-0928-45aa-9390-ac02a9f1e6d8 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:12:13.850604 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c82ce3-dc58-408a-812f-edb0f71196aa None None] Routers {'da6b055a-0928-45aa-9390-ac02a9f1e6d8'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:12:13.851213 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-89c82ce3-dc58-408a-812f-edb0f71196aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:11:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['da6b055a-0928-45aa-9390-ac02a9f1e6d8'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:13.868310 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-275710a2-70d2-4626-94ab-07cf0a2f154c req-8c59c51b-5c37-451e-9c6a-a7b4b76a9ed6 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2b6196-7f81-4d50-8d73-4361c77330de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897963 Aug 10 02:12:13.895858 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c017d88-b827-4a7e-999d-6d3e916ce14a req-d1aa9e8c-3926-48e2-b5d7-7457dc89a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:13.897431 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2c017d88-b827-4a7e-999d-6d3e916ce14a req-d1aa9e8c-3926-48e2-b5d7-7457dc89a592 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45d2d329-f488-4647-ab41-5f8efdcb75c9 HTTP/1.1" status: 200 len: 834 time: 0.0603716 Aug 10 02:12:13.943363 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9099ccec-ec86-4654-b050-af40c17f5136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:13.950452 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c017d88-b827-4a7e-999d-6d3e916ce14a req-74168916-0273-44ed-8414-4bc4f52fcc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:13.951957 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2c017d88-b827-4a7e-999d-6d3e916ce14a req-74168916-0273-44ed-8414-4bc4f52fcc38 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8231399d-4df6-4220-849d-2ed617032060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456734 Aug 10 02:12:13.965711 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-89c82ce3-dc58-408a-812f-edb0f71196aa None None] Set router da6b055a-0928-45aa-9390-ac02a9f1e6d8 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:12:14.040801 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2c017d88-b827-4a7e-999d-6d3e916ce14a req-39e9c559-8600-4820-a8db-cbd91a32e7d2 service neutron] 10.222.0.20 "GET /v2.0/networks/8231399d-4df6-4220-849d-2ed617032060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806499 Aug 10 02:12:14.138355 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2c017d88-b827-4a7e-999d-6d3e916ce14a req-87928ab3-548c-4d5c-b7ec-04544e40bec8 service neutron] 10.222.0.20 "GET /v2.0/networks/8231399d-4df6-4220-849d-2ed617032060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885406 Aug 10 02:12:14.161350 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-89c82ce3-dc58-408a-812f-edb0f71196aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925936018', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '44125376-98e8-4288-8bbb-8b3f3f8bf551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:47Z', 'updated_at': '2021-08-10T02:10:50Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': '44125376-98e8-4288-8bbb-8b3f3f8bf551', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:32:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:47Z', 'updated_at': '2021-08-10T02:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc', 'name': '', 'network_id': '8231399d-4df6-4220-849d-2ed617032060', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:42:2b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '45d2d329-f488-4647-ab41-5f8efdcb75c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:49Z', 'updated_at': '2021-08-10T02:10:54Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '45d2d329-f488-4647-ab41-5f8efdcb75c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:14.188684 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c82ce3-dc58-408a-812f-edb0f71196aa None None] The sync data for ids ['da6b055a-0928-45aa-9390-ac02a9f1e6d8'] in n-d-766726-26 is: [{'id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925936018', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '44125376-98e8-4288-8bbb-8b3f3f8bf551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:47Z', 'updated_at': '2021-08-10T02:10:50Z', 'revision_number': 4, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': '44125376-98e8-4288-8bbb-8b3f3f8bf551', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:32:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:47Z', 'updated_at': '2021-08-10T02:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc', 'name': '', 'network_id': '8231399d-4df6-4220-849d-2ed617032060', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'mac_address': 'fa:16:3e:42:2b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '45d2d329-f488-4647-ab41-5f8efdcb75c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:49Z', 'updated_at': '2021-08-10T02:10:54Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'subnets': [{'id': '45d2d329-f488-4647-ab41-5f8efdcb75c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:12:14.393164 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d9d909-58f8-481e-a912-f5c013014952 None None] New status for floating IP 94c1201c-a78f-487d-809a-72c4c201a265: DOWN {{(pid=105829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:12:14.546459 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:14.985962 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516aece-fdd0-414d-b5e6-3ab28053d2e7 req-8a511654-f773-479a-8f61-f8574924a256 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:14.987424 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4516aece-fdd0-414d-b5e6-3ab28053d2e7 req-8a511654-f773-479a-8f61-f8574924a256 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8860bd40-ec95-4866-ae47-84576d563e9d HTTP/1.1" status: 200 len: 946 time: 0.0490255 Aug 10 02:12:15.024275 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4516aece-fdd0-414d-b5e6-3ab28053d2e7 req-ea7bf9fa-8f41-4169-a2bf-379f1ce3ce7b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd2b6196-7f81-4d50-8d73-4361c77330de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309873 Aug 10 02:12:15.462186 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:15.548301 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea38a5c-5e12-4fe8-b1c0-07ea4058efd9 req-ca899a82-c05d-42d2-8010-70e2e49c2dc0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:15.549716 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1ea38a5c-5e12-4fe8-b1c0-07ea4058efd9 req-ca899a82-c05d-42d2-8010-70e2e49c2dc0 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.20 "GET /v2.0/ports?device_id=8860bd40-ec95-4866-ae47-84576d563e9d HTTP/1.1" status: 200 len: 946 time: 0.0460827 Aug 10 02:12:15.638500 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-1ea38a5c-5e12-4fe8-b1c0-07ea4058efd9 req-eee7feda-50cf-4945-9623-1082035fe100 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Deleting port 0559fcf9-f3c1-454d-a651-ecb1f98841eb {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:12:15.638850 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-1ea38a5c-5e12-4fe8-b1c0-07ea4058efd9 req-eee7feda-50cf-4945-9623-1082035fe100 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:15.722807 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-1ea38a5c-5e12-4fe8-b1c0-07ea4058efd9 req-eee7feda-50cf-4945-9623-1082035fe100 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] For port 0559fcf9-f3c1-454d-a651-ecb1f98841eb, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=0559fcf9-f3c1-454d-a651-ecb1f98841eb,segment=NetworkSegment(d5190e27-d3f5-4c16-971f-006a848b2811),segment_id=d5190e27-d3f5-4c16-971f-006a848b2811)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:15.723092 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-1ea38a5c-5e12-4fe8-b1c0-07ea4058efd9 req-eee7feda-50cf-4945-9623-1082035fe100 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:15.736145 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [req-1ea38a5c-5e12-4fe8-b1c0-07ea4058efd9 req-eee7feda-50cf-4945-9623-1082035fe100 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Calling delete_port for 0559fcf9-f3c1-454d-a651-ecb1f98841eb owned by compute:nova {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:12:15.862159 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-1ea38a5c-5e12-4fe8-b1c0-07ea4058efd9 req-eee7feda-50cf-4945-9623-1082035fe100 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:15.890235 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7feda-50cf-4945-9623-1082035fe100 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event deleted for resources: {'Port': ['ID=0559fcf9-f3c1-454d-a651-ecb1f98841eb,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:15.901978 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7feda-50cf-4945-9623-1082035fe100 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:15.902409 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7feda-50cf-4945-9623-1082035fe100 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:15.902764 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7feda-50cf-4945-9623-1082035fe100 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:15.903105 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7feda-50cf-4945-9623-1082035fe100 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:15.903956 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7feda-50cf-4945-9623-1082035fe100 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:15.904302 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7feda-50cf-4945-9623-1082035fe100 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:15.904640 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7feda-50cf-4945-9623-1082035fe100 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:15.904972 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7feda-50cf-4945-9623-1082035fe100 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:15.905301 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7feda-50cf-4945-9623-1082035fe100 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:15.905650 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7feda-50cf-4945-9623-1082035fe100 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:15.905961 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7feda-50cf-4945-9623-1082035fe100 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:15.906281 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7feda-50cf-4945-9623-1082035fe100 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:15.939660 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea38a5c-5e12-4fe8-b1c0-07ea4058efd9 req-eee7feda-50cf-4945-9623-1082035fe100 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] No DVR routers for this DVR port 0559fcf9-f3c1-454d-a651-ecb1f98841eb on host n-h2-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:12:15.942153 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-1ea38a5c-5e12-4fe8-b1c0-07ea4058efd9 req-eee7feda-50cf-4945-9623-1082035fe100 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:15.944092 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1ea38a5c-5e12-4fe8-b1c0-07ea4058efd9 req-eee7feda-50cf-4945-9623-1082035fe100 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.20 "DELETE /v2.0/ports/0559fcf9-f3c1-454d-a651-ecb1f98841eb HTTP/1.1" status: 204 len: 173 time: 0.3885326 Aug 10 02:12:15.944603 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8860bd40-ec95-4866-ae47-84576d563e9d', 'name': 'network-vif-deleted', 'tag': '0559fcf9-f3c1-454d-a651-ecb1f98841eb'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:12:15.946839 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9e874736d5403a2ed85b010b990dd133e24f0379b2e9b4f0e55655a3e1797b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85226676-1b4a-46a8-a9de-d5f5db2e9809" -d '{"events": [{"server_uuid": "8860bd40-ec95-4866-ae47-84576d563e9d", "name": "network-vif-deleted", "tag": "0559fcf9-f3c1-454d-a651-ecb1f98841eb"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:12:15.987390 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba39ab4-1a1c-4274-8315-467dab5712b4 x-openstack-request-id: req-1ba39ab4-1a1c-4274-8315-467dab5712b4 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:12:15.988011 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8860bd40-ec95-4866-ae47-84576d563e9d", "name": "network-vif-deleted", "tag": "0559fcf9-f3c1-454d-a651-ecb1f98841eb", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:12:15.988011 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1ba39ab4-1a1c-4274-8315-467dab5712b4 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:12:15.988356 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8860bd40-ec95-4866-ae47-84576d563e9d', 'name': 'network-vif-deleted', 'tag': '0559fcf9-f3c1-454d-a651-ecb1f98841eb', 'status': 'completed', 'code': 200} Aug 10 02:12:16.135147 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-369a3dd9-35f2-47d5-ad9e-139b4a38cc4a req-d645970b-2df2-40d4-9554-fd301ccf0f4f tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "GET /v2.0/ports?device_id=8860bd40-ec95-4866-ae47-84576d563e9d HTTP/1.1" status: 200 len: 210 time: 0.0326223 Aug 10 02:12:16.536464 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:17.190759 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40436) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:17.804065 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-32e01c83-dc5e-4b73-a32f-34a20c6fd93b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:18.050191 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-32e01c83-dc5e-4b73-a32f-34a20c6fd93b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Deleting port b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:12:18.050535 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-32e01c83-dc5e-4b73-a32f-34a20c6fd93b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:18.135530 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-32e01c83-dc5e-4b73-a32f-34a20c6fd93b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] For port b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc,segment=NetworkSegment(d5190e27-d3f5-4c16-971f-006a848b2811),segment_id=d5190e27-d3f5-4c16-971f-006a848b2811)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:18.135897 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-32e01c83-dc5e-4b73-a32f-34a20c6fd93b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:18.148950 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-32e01c83-dc5e-4b73-a32f-34a20c6fd93b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Calling delete_port for b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:12:18.332733 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-32e01c83-dc5e-4b73-a32f-34a20c6fd93b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:18.364214 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e01c83-dc5e-4b73-a32f-34a20c6fd93b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event deleted for resources: {'Port': ['ID=b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:18.536021 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-32e01c83-dc5e-4b73-a32f-34a20c6fd93b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:18.750048 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e01c83-dc5e-4b73-a32f-34a20c6fd93b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Router da6b055a-0928-45aa-9390-ac02a9f1e6d8 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:12:18.853409 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e01c83-dc5e-4b73-a32f-34a20c6fd93b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:12:18.858476 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-32e01c83-dc5e-4b73-a32f-34a20c6fd93b tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "PUT /v2.0/routers/da6b055a-0928-45aa-9390-ac02a9f1e6d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6666031 Aug 10 02:12:18.861056 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40440) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:18.863636 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20425e0-0772-49ec-891d-c5caef25c66c None None] Sync routers for ids ['da6b055a-0928-45aa-9390-ac02a9f1e6d8'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:12:18.873265 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20425e0-0772-49ec-891d-c5caef25c66c None None] Routers {'da6b055a-0928-45aa-9390-ac02a9f1e6d8'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:12:18.873883 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-e20425e0-0772-49ec-891d-c5caef25c66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:12:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['da6b055a-0928-45aa-9390-ac02a9f1e6d8'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:18.912602 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f3f381-74c2-4985-926e-2ded3ad51c3a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Deleting subnet 45d2d329-f488-4647-ab41-5f8efdcb75c9 {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:12:18.915975 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67f3f381-74c2-4985-926e-2ded3ad51c3a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:18.956583 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67f3f381-74c2-4985-926e-2ded3ad51c3a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:18.974552 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-e20425e0-0772-49ec-891d-c5caef25c66c None None] Set router da6b055a-0928-45aa-9390-ac02a9f1e6d8 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:12:19.043971 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67f3f381-74c2-4985-926e-2ded3ad51c3a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:19.101520 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67f3f381-74c2-4985-926e-2ded3ad51c3a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:19.130005 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3f381-74c2-4985-926e-2ded3ad51c3a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event deleted for resources: {'Subnet': ['ID=45d2d329-f488-4647-ab41-5f8efdcb75c9,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:19.133677 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-67f3f381-74c2-4985-926e-2ded3ad51c3a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:19.138284 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-67f3f381-74c2-4985-926e-2ded3ad51c3a tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "DELETE /v2.0/subnets/45d2d329-f488-4647-ab41-5f8efdcb75c9 HTTP/1.1" status: 204 len: 168 time: 0.2734642 Aug 10 02:12:19.138284 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40442) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:19.144397 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44672ba0-5861-42f3-983e-88371c46a18e None None] Network 8231399d-4df6-4220-849d-2ed617032060 requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:19.209680 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-e20425e0-0772-49ec-891d-c5caef25c66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925936018', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '44125376-98e8-4288-8bbb-8b3f3f8bf551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:47Z', 'updated_at': '2021-08-10T02:12:18Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': '44125376-98e8-4288-8bbb-8b3f3f8bf551', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:32:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:47Z', 'updated_at': '2021-08-10T02:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:19.248425 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b4692f08-bfd7-42fc-85b2-f3220a58e697 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:19.255653 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20425e0-0772-49ec-891d-c5caef25c66c None None] Checking router: da6b055a-0928-45aa-9390-ac02a9f1e6d8 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:12:19.279633 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20425e0-0772-49ec-891d-c5caef25c66c None None] Routers {'da6b055a-0928-45aa-9390-ac02a9f1e6d8'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:12:19.280349 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-e20425e0-0772-49ec-891d-c5caef25c66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:12:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['da6b055a-0928-45aa-9390-ac02a9f1e6d8'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:19.353693 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b4692f08-bfd7-42fc-85b2-f3220a58e697 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:19.413425 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-b4692f08-bfd7-42fc-85b2-f3220a58e697 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Deleting port 44125376-98e8-4288-8bbb-8b3f3f8bf551 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:12:19.413692 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b4692f08-bfd7-42fc-85b2-f3220a58e697 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:19.498377 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-b4692f08-bfd7-42fc-85b2-f3220a58e697 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] For port 44125376-98e8-4288-8bbb-8b3f3f8bf551, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=44125376-98e8-4288-8bbb-8b3f3f8bf551,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:19.498749 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b4692f08-bfd7-42fc-85b2-f3220a58e697 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:19.510991 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-b4692f08-bfd7-42fc-85b2-f3220a58e697 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Calling delete_port for 44125376-98e8-4288-8bbb-8b3f3f8bf551 owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:12:19.523168 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff578e84-8a4d-45dc-ace0-62ba4cdbcb2a None None] DHCP port deletion for 8231399d-4df6-4220-849d-2ed617032060 request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:12:19.570019 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-e20425e0-0772-49ec-891d-c5caef25c66c None None] Set router da6b055a-0928-45aa-9390-ac02a9f1e6d8 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:12:19.682023 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b4692f08-bfd7-42fc-85b2-f3220a58e697 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:19.682544 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-ff578e84-8a4d-45dc-ace0-62ba4cdbcb2a None None] Deleting port e2ebafbb-786b-4bb4-b94c-efa209d01726 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:12:19.682933 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ff578e84-8a4d-45dc-ace0-62ba4cdbcb2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:19.715023 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4692f08-bfd7-42fc-85b2-f3220a58e697 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event deleted for resources: {'Port': ['ID=44125376-98e8-4288-8bbb-8b3f3f8bf551,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:19.782546 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b4692f08-bfd7-42fc-85b2-f3220a58e697 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:19.792975 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-ff578e84-8a4d-45dc-ace0-62ba4cdbcb2a None None] For port e2ebafbb-786b-4bb4-b94c-efa209d01726, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=e2ebafbb-786b-4bb4-b94c-efa209d01726,segment=NetworkSegment(d5190e27-d3f5-4c16-971f-006a848b2811),segment_id=d5190e27-d3f5-4c16-971f-006a848b2811)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:19.793385 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ff578e84-8a4d-45dc-ace0-62ba4cdbcb2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:19.807188 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-ff578e84-8a4d-45dc-ace0-62ba4cdbcb2a None None] Calling delete_port for e2ebafbb-786b-4bb4-b94c-efa209d01726 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:12:19.876026 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-e20425e0-0772-49ec-891d-c5caef25c66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925936018', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '44125376-98e8-4288-8bbb-8b3f3f8bf551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:47Z', 'updated_at': '2021-08-10T02:12:18Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': '44125376-98e8-4288-8bbb-8b3f3f8bf551', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:32:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:47Z', 'updated_at': '2021-08-10T02:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:19.876774 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b4692f08-bfd7-42fc-85b2-f3220a58e697 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:19.878613 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b4692f08-bfd7-42fc-85b2-f3220a58e697 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:19.907142 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20425e0-0772-49ec-891d-c5caef25c66c None None] The sync data for ids ['da6b055a-0928-45aa-9390-ac02a9f1e6d8'] in n-d-766726-26 is: [{'id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925936018', 'tenant_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '44125376-98e8-4288-8bbb-8b3f3f8bf551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:47Z', 'updated_at': '2021-08-10T02:12:18Z', 'revision_number': 5, 'project_id': '9bfc6303bee8498295c1ee8fa9c911ad', 'gw_port': {'id': '44125376-98e8-4288-8bbb-8b3f3f8bf551', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:32:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b055a-0928-45aa-9390-ac02a9f1e6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:47Z', 'updated_at': '2021-08-10T02:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:12:19.926333 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b4692f08-bfd7-42fc-85b2-f3220a58e697 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:19.926955 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4692f08-bfd7-42fc-85b2-f3220a58e697 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Fanout notify agent at l3_agent the message router_deleted on router da6b055a-0928-45aa-9390-ac02a9f1e6d8 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:12:19.933387 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ff578e84-8a4d-45dc-ace0-62ba4cdbcb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:19.934217 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b4692f08-bfd7-42fc-85b2-f3220a58e697 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:19.938450 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b4692f08-bfd7-42fc-85b2-f3220a58e697 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "DELETE /v2.0/routers/da6b055a-0928-45aa-9390-ac02a9f1e6d8 HTTP/1.1" status: 204 len: 168 time: 0.7967432 Aug 10 02:12:19.938686 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40444) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:19.962765 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff578e84-8a4d-45dc-ace0-62ba4cdbcb2a None None] Pushing event deleted for resources: {'Port': ['ID=e2ebafbb-786b-4bb4-b94c-efa209d01726,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:19.967155 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff578e84-8a4d-45dc-ace0-62ba4cdbcb2a None None] No DVR routers for this DVR port e2ebafbb-786b-4bb4-b94c-efa209d01726 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:12:19.976239 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff578e84-8a4d-45dc-ace0-62ba4cdbcb2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:19.976239 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff578e84-8a4d-45dc-ace0-62ba4cdbcb2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:19.976239 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff578e84-8a4d-45dc-ace0-62ba4cdbcb2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:19.976239 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff578e84-8a4d-45dc-ace0-62ba4cdbcb2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:19.976239 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff578e84-8a4d-45dc-ace0-62ba4cdbcb2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:19.976239 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff578e84-8a4d-45dc-ace0-62ba4cdbcb2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:19.976239 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff578e84-8a4d-45dc-ace0-62ba4cdbcb2a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:19.977297 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff578e84-8a4d-45dc-ace0-62ba4cdbcb2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:19.977297 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff578e84-8a4d-45dc-ace0-62ba4cdbcb2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:19.977297 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff578e84-8a4d-45dc-ace0-62ba4cdbcb2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:19.978178 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff578e84-8a4d-45dc-ace0-62ba4cdbcb2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:19.978178 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff578e84-8a4d-45dc-ace0-62ba4cdbcb2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:20.014789 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4388aa97-1dfe-4f5c-983b-735b68d1da86 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:20.051729 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 0559fcf9-f3c1-454d-a651-ecb1f98841eb no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:12:20.071429 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 0559fcf9-f3c1-454d-a651-ecb1f98841eb {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:12:20.071778 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 0559fcf9-f3c1-454d-a651-ecb1f98841eb not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:12:20.102045 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4388aa97-1dfe-4f5c-983b-735b68d1da86 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:20.113078 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-4388aa97-1dfe-4f5c-983b-735b68d1da86 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8231399d-4df6-4220-849d-2ed617032060']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:20.124002 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-4388aa97-1dfe-4f5c-983b-735b68d1da86 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5190e27-d3f5-4c16-971f-006a848b2811') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:20.124335 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-4388aa97-1dfe-4f5c-983b-735b68d1da86 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5190e27-d3f5-4c16-971f-006a848b2811') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:20.133270 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4388aa97-1dfe-4f5c-983b-735b68d1da86 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:20.148029 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4388aa97-1dfe-4f5c-983b-735b68d1da86 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:20.154248 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4388aa97-1dfe-4f5c-983b-735b68d1da86 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:12:20.154664 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4388aa97-1dfe-4f5c-983b-735b68d1da86 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:20.158317 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 02:12:20.158317 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:12:20.158317 n-d-766726-26 neutron-server[105827]: timer() Aug 10 02:12:20.158317 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:12:20.158317 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 02:12:20.158317 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:12:20.158317 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 02:12:20.158317 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:12:20.158317 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 02:12:20.158317 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:12:20.158317 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 02:12:20.158317 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:12:20.158317 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 02:12:20.158317 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:12:20.158317 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:12:20.158317 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:12:20.158317 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:12:20.158317 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:12:20.158317 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 02:12:20.158317 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:12:20.158317 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 02:12:20.158317 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:12:20.158317 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:12:20.158317 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:12:20.158317 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 02:12:20.158317 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:12:20.158317 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:12:20.158317 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:12:20.158317 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:12:20.158317 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:12:20.158317 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:12:20.158317 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:12:20.218139 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4388aa97-1dfe-4f5c-983b-735b68d1da86 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:20.224833 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4388aa97-1dfe-4f5c-983b-735b68d1da86 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:20.226593 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4388aa97-1dfe-4f5c-983b-735b68d1da86 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "DELETE /v2.0/networks/8231399d-4df6-4220-849d-2ed617032060 HTTP/1.1" status: 204 len: 168 time: 0.2869766 Aug 10 02:12:20.229641 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40446) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:20.238975 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388aa97-1dfe-4f5c-983b-735b68d1da86 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event deleted for resources: {'Network': ['ID=8231399d-4df6-4220-849d-2ed617032060,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:20.289844 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d4039642-7f91-4743-8471-67a2676a9b47 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:20.329056 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d4039642-7f91-4743-8471-67a2676a9b47 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:20.381463 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:12:20.398878 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d4039642-7f91-4743-8471-67a2676a9b47 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:20.401586 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d4039642-7f91-4743-8471-67a2676a9b47 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:20.406236 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d4039642-7f91-4743-8471-67a2676a9b47 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] 10.222.0.35 "DELETE /v2.0/security-groups/fd2b6196-7f81-4d50-8d73-4361c77330de HTTP/1.1" status: 204 len: 168 time: 0.1721346 Aug 10 02:12:20.407350 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:12:20.409171 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device b9ba01a1-f2a4-4769-ad0a-182acfe0f6dc not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:12:20.409171 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device e2ebafbb-786b-4bb4-b94c-efa209d01726 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:12:20.413575 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4039642-7f91-4743-8471-67a2676a9b47 tempest-TestNetworkAdvancedServerOps-647289173 tempest-TestNetworkAdvancedServerOps-647289173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2b6196-7f81-4d50-8d73-4361c77330de,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:20.438166 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: e2ebafbb-786b-4bb4-b94c-efa209d01726 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:12:20.438525 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device e2ebafbb-786b-4bb4-b94c-efa209d01726 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:12:20.762114 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40454) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:20.888962 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1163acf6-1336-4439-89e7-2912890cfc33 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9bfc6303bee8498295c1ee8fa9c911ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1256583 Aug 10 02:12:20.891365 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40458) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:20.937139 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-097e34b2-2c74-40fb-8c7c-31f2031f742e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:20.957128 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-097e34b2-2c74-40fb-8c7c-31f2031f742e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:21.009490 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-097e34b2-2c74-40fb-8c7c-31f2031f742e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:21.012172 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-097e34b2-2c74-40fb-8c7c-31f2031f742e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:21.013400 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-097e34b2-2c74-40fb-8c7c-31f2031f742e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/30100b3a-2b51-4506-b784-c83ea0253519 HTTP/1.1" status: 204 len: 168 time: 0.1211510 Aug 10 02:12:21.023435 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e34b2-2c74-40fb-8c7c-31f2031f742e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30100b3a-2b51-4506-b784-c83ea0253519,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:21.289710 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40464) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:21.302772 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ead4cd97-1fcd-4325-9a3e-7400be8a93e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:21.393145 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ead4cd97-1fcd-4325-9a3e-7400be8a93e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:21.396708 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ead4cd97-1fcd-4325-9a3e-7400be8a93e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:21.434334 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ead4cd97-1fcd-4325-9a3e-7400be8a93e4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0d17f85798134a61b1acddec42dec245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435659 Aug 10 02:12:21.436033 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4cd97-1fcd-4325-9a3e-7400be8a93e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a09cb6d-4b0c-4466-ad9a-ba7fdcb8a4f7,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:21.437648 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40466) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:21.485900 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f83c9e38-2288-48f2-a1cb-a549307616bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:21.507069 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f83c9e38-2288-48f2-a1cb-a549307616bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:21.554199 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f83c9e38-2288-48f2-a1cb-a549307616bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:21.556787 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-f83c9e38-2288-48f2-a1cb-a549307616bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:21.557925 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-f83c9e38-2288-48f2-a1cb-a549307616bb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6a09cb6d-4b0c-4466-ad9a-ba7fdcb8a4f7 HTTP/1.1" status: 204 len: 168 time: 0.1192091 Aug 10 02:12:21.568200 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c9e38-2288-48f2-a1cb-a549307616bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a09cb6d-4b0c-4466-ad9a-ba7fdcb8a4f7,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:22.122446 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 44125376-98e8-4288-8bbb-8b3f3f8bf551 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:12:22.141540 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 44125376-98e8-4288-8bbb-8b3f3f8bf551 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:12:22.141890 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 44125376-98e8-4288-8bbb-8b3f3f8bf551 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:12:22.246855 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40488) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:22.340102 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-4ad97e86-558d-48bd-9058-22acd1b0277e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-668386919-network', 'tenant_id': '63a5a3245b764317909f754a3bf56a74'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:22.363982 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad97e86-558d-48bd-9058-22acd1b0277e admin admin] Made reservation on behalf of 63a5a3245b764317909f754a3bf56a74 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:22.366225 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4ad97e86-558d-48bd-9058-22acd1b0277e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:22.374803 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4ad97e86-558d-48bd-9058-22acd1b0277e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:22.463739 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4ad97e86-558d-48bd-9058-22acd1b0277e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:22.468093 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4ad97e86-558d-48bd-9058-22acd1b0277e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:22.495279 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad97e86-558d-48bd-9058-22acd1b0277e admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:12:22.500618 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad97e86-558d-48bd-9058-22acd1b0277e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73c2053-19a7-4c3c-93cb-d75ec516ad14,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:22.508261 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4ad97e86-558d-48bd-9058-22acd1b0277e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:22.508261 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-4ad97e86-558d-48bd-9058-22acd1b0277e admin admin] Added segment 28dbd671-1d13-4e0c-ac81-67928a1bc990 of type vlan for network ac0e588f-f543-4b0c-9099-20da20f2b64a Aug 10 02:12:22.551346 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4ad97e86-558d-48bd-9058-22acd1b0277e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:22.579144 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4ad97e86-558d-48bd-9058-22acd1b0277e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:22.580155 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad97e86-558d-48bd-9058-22acd1b0277e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:22.580774 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4ad97e86-558d-48bd-9058-22acd1b0277e admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:22.650491 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4ad97e86-558d-48bd-9058-22acd1b0277e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4025023 Aug 10 02:12:22.654368 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40492) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:22.659458 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-0c784d1b-776c-400a-9fe1-85508a9d7040 admin admin] Request body: {'subnet': {'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-668386919-subnet', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'ip_version': 4}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:22.668384 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad97e86-558d-48bd-9058-22acd1b0277e admin admin] Pushing event updated for resources: {'Network': ['ID=ac0e588f-f543-4b0c-9099-20da20f2b64a,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:22.678860 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network ac0e588f-f543-4b0c-9099-20da20f2b64a details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:12:22.680583 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c784d1b-776c-400a-9fe1-85508a9d7040 admin admin] Made reservation on behalf of 63a5a3245b764317909f754a3bf56a74 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:22.682890 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0c784d1b-776c-400a-9fe1-85508a9d7040 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:22.850461 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0c784d1b-776c-400a-9fe1-85508a9d7040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:22.903366 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c784d1b-776c-400a-9fe1-85508a9d7040 admin admin] Pushing event updated for resources: {'Subnet': ['ID=690ca535-756e-41c1-b3ab-d6ff33da48b1,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:22.912373 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c784d1b-776c-400a-9fe1-85508a9d7040 admin admin] Checking segment: {'id': '28dbd671-1d13-4e0c-ac81-67928a1bc990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:22.912732 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c784d1b-776c-400a-9fe1-85508a9d7040 admin admin] Network hostable DHCP agents. Network: ac0e588f-f543-4b0c-9099-20da20f2b64a, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:12:22.928317 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c784d1b-776c-400a-9fe1-85508a9d7040 admin admin] Network ac0e588f-f543-4b0c-9099-20da20f2b64a is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:12:22.936240 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-0c784d1b-776c-400a-9fe1-85508a9d7040 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, ac0e588f-f543-4b0c-9099-20da20f2b64a) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:22.940421 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c784d1b-776c-400a-9fe1-85508a9d7040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:22.941021 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0c784d1b-776c-400a-9fe1-85508a9d7040 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:22.945571 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035a8633-c978-4d58-b4ee-e9f51c31f2b4 None None] Network ac0e588f-f543-4b0c-9099-20da20f2b64a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:22.954959 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0c784d1b-776c-400a-9fe1-85508a9d7040 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.2994812 Aug 10 02:12:22.957888 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40494) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:22.962853 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-72426bea-72bc-44bf-9794-33455ec241f5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-668386919-router', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:22.984833 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-72426bea-72bc-44bf-9794-33455ec241f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:22.985924 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-72426bea-72bc-44bf-9794-33455ec241f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:23.041746 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-72426bea-72bc-44bf-9794-33455ec241f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:23.086572 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae2693c-f2fd-4fa0-9c7b-ebd313f9ddbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-ac0e588f-f543-4b0c-9099-20da20f2b64a', 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'fixed_ips': [{'subnet_id': '690ca535-756e-41c1-b3ab-d6ff33da48b1'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:12:23.087424 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dae2693c-f2fd-4fa0-9c7b-ebd313f9ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:23.176471 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-72426bea-72bc-44bf-9794-33455ec241f5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:23.222527 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-dae2693c-f2fd-4fa0-9c7b-ebd313f9ddbc None None] Allocated IP 172.20.0.2 (ac0e588f-f543-4b0c-9099-20da20f2b64a/690ca535-756e-41c1-b3ab-d6ff33da48b1/9740a5af-6834-4d9e-af66-34ee89030b89) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:12:23.364448 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dae2693c-f2fd-4fa0-9c7b-ebd313f9ddbc None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:23.373801 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-dae2693c-f2fd-4fa0-9c7b-ebd313f9ddbc None None] Transition to ACTIVE for port object 9740a5af-6834-4d9e-af66-34ee89030b89 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:23.389520 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-dae2693c-f2fd-4fa0-9c7b-ebd313f9ddbc None None] Transition to ACTIVE for port object 9740a5af-6834-4d9e-af66-34ee89030b89 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:23.395556 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dae2693c-f2fd-4fa0-9c7b-ebd313f9ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:23.437021 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae2693c-f2fd-4fa0-9c7b-ebd313f9ddbc None None] Network ac0e588f-f543-4b0c-9099-20da20f2b64a is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:23.439941 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-dae2693c-f2fd-4fa0-9c7b-ebd313f9ddbc None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:23.443545 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae2693c-f2fd-4fa0-9c7b-ebd313f9ddbc None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:12:23.451338 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2693c-f2fd-4fa0-9c7b-ebd313f9ddbc None None] Pushing event updated for resources: {'Port': ['ID=9740a5af-6834-4d9e-af66-34ee89030b89,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:23.503627 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-dae2693c-f2fd-4fa0-9c7b-ebd313f9ddbc None None] Attempting to bind port 9740a5af-6834-4d9e-af66-34ee89030b89 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:12:23.504021 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-dae2693c-f2fd-4fa0-9c7b-ebd313f9ddbc None None] Attempting to bind port 9740a5af-6834-4d9e-af66-34ee89030b89 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '28dbd671-1d13-4e0c-ac81-67928a1bc990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:12:23.504425 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae2693c-f2fd-4fa0-9c7b-ebd313f9ddbc None None] Attempting to bind port 9740a5af-6834-4d9e-af66-34ee89030b89 on network ac0e588f-f543-4b0c-9099-20da20f2b64a {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:12:23.509720 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae2693c-f2fd-4fa0-9c7b-ebd313f9ddbc None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:12:23.510104 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae2693c-f2fd-4fa0-9c7b-ebd313f9ddbc None None] Checking segment: {'id': '28dbd671-1d13-4e0c-ac81-67928a1bc990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:23.510521 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dae2693c-f2fd-4fa0-9c7b-ebd313f9ddbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:23.510924 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae2693c-f2fd-4fa0-9c7b-ebd313f9ddbc None None] Bound using segment: {'id': '28dbd671-1d13-4e0c-ac81-67928a1bc990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:12:23.511401 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-dae2693c-f2fd-4fa0-9c7b-ebd313f9ddbc None None] Bound port: 9740a5af-6834-4d9e-af66-34ee89030b89, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28dbd671-1d13-4e0c-ac81-67928a1bc990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:12:23.511795 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dae2693c-f2fd-4fa0-9c7b-ebd313f9ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:23.580931 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-dae2693c-f2fd-4fa0-9c7b-ebd313f9ddbc None None] For port 9740a5af-6834-4d9e-af66-34ee89030b89, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:12:23.583834 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-dae2693c-f2fd-4fa0-9c7b-ebd313f9ddbc None None] For port 9740a5af-6834-4d9e-af66-34ee89030b89, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9740a5af-6834-4d9e-af66-34ee89030b89,segment=NetworkSegment(28dbd671-1d13-4e0c-ac81-67928a1bc990),segment_id=28dbd671-1d13-4e0c-ac81-67928a1bc990)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:12:23.588569 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dae2693c-f2fd-4fa0-9c7b-ebd313f9ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:23.646844 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-72426bea-72bc-44bf-9794-33455ec241f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:23.647396 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2693c-f2fd-4fa0-9c7b-ebd313f9ddbc None None] Pushing event updated for resources: {'Port': ['ID=9740a5af-6834-4d9e-af66-34ee89030b89,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:23.670192 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-72426bea-72bc-44bf-9794-33455ec241f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:23.782352 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-72426bea-72bc-44bf-9794-33455ec241f5 admin admin] Allocated IP 172.25.2.81 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/de523868-7f83-45c9-91f1-49cbee14452a) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:12:23.908342 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-72426bea-72bc-44bf-9794-33455ec241f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:23.951149 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-72426bea-72bc-44bf-9794-33455ec241f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:23.991500 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72426bea-72bc-44bf-9794-33455ec241f5 admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:23.994393 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-72426bea-72bc-44bf-9794-33455ec241f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:23.997941 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72426bea-72bc-44bf-9794-33455ec241f5 admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:12:24.003321 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72426bea-72bc-44bf-9794-33455ec241f5 admin admin] Pushing event updated for resources: {'Port': ['ID=de523868-7f83-45c9-91f1-49cbee14452a,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:24.201107 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9740a5af-6834-4d9e-af66-34ee89030b89 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:12:24.254292 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-72426bea-72bc-44bf-9794-33455ec241f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:24.257499 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 9740a5af-6834-4d9e-af66-34ee89030b89 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:24.463077 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-72426bea-72bc-44bf-9794-33455ec241f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:24.530389 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c99fc2-8129-49c4-bfe7-2c4d3c56dcb9 None None] Network ac0e588f-f543-4b0c-9099-20da20f2b64a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:24.593118 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8f5019cf-1663-44f3-bf8c-bb217584f01f None None] Provisioning for port 9740a5af-6834-4d9e-af66-34ee89030b89 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:24.598795 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8f5019cf-1663-44f3-bf8c-bb217584f01f None None] Provisioning complete for port 9740a5af-6834-4d9e-af66-34ee89030b89 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:24.599192 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8f5019cf-1663-44f3-bf8c-bb217584f01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:24.601780 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72426bea-72bc-44bf-9794-33455ec241f5 admin admin] Router ac732b35-79fe-4f91-9468-a57fd4521301 is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:12:24.715181 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72426bea-72bc-44bf-9794-33455ec241f5 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:12:24.725528 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e149262-35bd-4933-9bed-428a2ef2e82c None None] Sync routers for ids ['ac732b35-79fe-4f91-9468-a57fd4521301'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:12:24.729283 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8f5019cf-1663-44f3-bf8c-bb217584f01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:24.731207 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-72426bea-72bc-44bf-9794-33455ec241f5 admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:24.732722 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-72426bea-72bc-44bf-9794-33455ec241f5 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7736518 Aug 10 02:12:24.735268 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40498) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:24.735781 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e149262-35bd-4933-9bed-428a2ef2e82c None None] Routers {'ac732b35-79fe-4f91-9468-a57fd4521301'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:12:24.736460 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-2e149262-35bd-4933-9bed-428a2ef2e82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:12:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['ac732b35-79fe-4f91-9468-a57fd4521301'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:24.789427 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-8f5019cf-1663-44f3-bf8c-bb217584f01f None None] For port 9740a5af-6834-4d9e-af66-34ee89030b89, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9740a5af-6834-4d9e-af66-34ee89030b89,segment=NetworkSegment(28dbd671-1d13-4e0c-ac81-67928a1bc990),segment_id=28dbd671-1d13-4e0c-ac81-67928a1bc990)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:24.796401 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8f5019cf-1663-44f3-bf8c-bb217584f01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:24.849244 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5019cf-1663-44f3-bf8c-bb217584f01f None None] Pushing event updated for resources: {'Port': ['ID=9740a5af-6834-4d9e-af66-34ee89030b89,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:24.852085 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-2e149262-35bd-4933-9bed-428a2ef2e82c None None] Set router ac732b35-79fe-4f91-9468-a57fd4521301 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:12:25.029381 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-2e149262-35bd-4933-9bed-428a2ef2e82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'name': 'tempest-TestShelveInstance-668386919-router', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'de523868-7f83-45c9-91f1-49cbee14452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:22Z', 'updated_at': '2021-08-10T02:12:24Z', 'revision_number': 3, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'gw_port': {'id': 'de523868-7f83-45c9-91f1-49cbee14452a', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:09:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:23Z', 'updated_at': '2021-08-10T02:12:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:25.054024 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e149262-35bd-4933-9bed-428a2ef2e82c None None] Checking router: ac732b35-79fe-4f91-9468-a57fd4521301 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:12:25.054313 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e149262-35bd-4933-9bed-428a2ef2e82c None None] Updating router ac732b35-79fe-4f91-9468-a57fd4521301 port de523868-7f83-45c9-91f1-49cbee14452a binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:12:25.078746 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2e149262-35bd-4933-9bed-428a2ef2e82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:25.117014 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-88288c35-87d7-4137-887a-c17115a4dd85 None None] Provisioning complete for port 9740a5af-6834-4d9e-af66-34ee89030b89 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:25.117368 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-88288c35-87d7-4137-887a-c17115a4dd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:25.179347 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5ee93508-966b-4f25-9032-e47e337ae6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:25.331974 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2e149262-35bd-4933-9bed-428a2ef2e82c None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:25.341920 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-2e149262-35bd-4933-9bed-428a2ef2e82c None None] Transition to ACTIVE for port object de523868-7f83-45c9-91f1-49cbee14452a will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:25.347977 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2e149262-35bd-4933-9bed-428a2ef2e82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:25.382254 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-5ee93508-966b-4f25-9032-e47e337ae6f4 admin admin] Allocated IP 172.20.0.1 (ac0e588f-f543-4b0c-9099-20da20f2b64a/690ca535-756e-41c1-b3ab-d6ff33da48b1/2ade5b13-4e9a-4a0d-939b-79182aaf1205) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:12:25.394951 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-2e149262-35bd-4933-9bed-428a2ef2e82c None None] Attempting to bind port de523868-7f83-45c9-91f1-49cbee14452a on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:12:25.395474 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-2e149262-35bd-4933-9bed-428a2ef2e82c None None] Attempting to bind port de523868-7f83-45c9-91f1-49cbee14452a by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:12:25.395985 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e149262-35bd-4933-9bed-428a2ef2e82c None None] Attempting to bind port de523868-7f83-45c9-91f1-49cbee14452a on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:12:25.406949 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e149262-35bd-4933-9bed-428a2ef2e82c None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:12:25.407316 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e149262-35bd-4933-9bed-428a2ef2e82c None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:25.407716 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2e149262-35bd-4933-9bed-428a2ef2e82c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:25.408102 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e149262-35bd-4933-9bed-428a2ef2e82c None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:12:25.408596 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-2e149262-35bd-4933-9bed-428a2ef2e82c None None] Bound port: de523868-7f83-45c9-91f1-49cbee14452a, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:12:25.408967 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2e149262-35bd-4933-9bed-428a2ef2e82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:25.411241 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ecd84-0592-43bb-b2e7-5675b7921c6b None None] Pushing event updated for resources: {'Port': ['ID=de523868-7f83-45c9-91f1-49cbee14452a,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:25.436770 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0ecd84-0592-43bb-b2e7-5675b7921c6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:25.437107 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0ecd84-0592-43bb-b2e7-5675b7921c6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:25.437450 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0ecd84-0592-43bb-b2e7-5675b7921c6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:25.438064 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0ecd84-0592-43bb-b2e7-5675b7921c6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:25.438408 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0ecd84-0592-43bb-b2e7-5675b7921c6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:25.438736 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0ecd84-0592-43bb-b2e7-5675b7921c6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:25.439061 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0ecd84-0592-43bb-b2e7-5675b7921c6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:25.439383 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0ecd84-0592-43bb-b2e7-5675b7921c6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:25.439703 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0ecd84-0592-43bb-b2e7-5675b7921c6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:25.440020 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0ecd84-0592-43bb-b2e7-5675b7921c6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:25.440364 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0ecd84-0592-43bb-b2e7-5675b7921c6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:25.440683 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0ecd84-0592-43bb-b2e7-5675b7921c6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:25.472756 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-2e149262-35bd-4933-9bed-428a2ef2e82c None None] For port de523868-7f83-45c9-91f1-49cbee14452a, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:12:25.475681 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-2e149262-35bd-4933-9bed-428a2ef2e82c None None] For port de523868-7f83-45c9-91f1-49cbee14452a, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=de523868-7f83-45c9-91f1-49cbee14452a,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:12:25.480626 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2e149262-35bd-4933-9bed-428a2ef2e82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:25.492654 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5ee93508-966b-4f25-9032-e47e337ae6f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:25.506045 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-5ee93508-966b-4f25-9032-e47e337ae6f4 admin admin] Transition to ACTIVE for port object 2ade5b13-4e9a-4a0d-939b-79182aaf1205 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:25.535075 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e149262-35bd-4933-9bed-428a2ef2e82c None None] Routers {'ac732b35-79fe-4f91-9468-a57fd4521301'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:12:25.535680 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-2e149262-35bd-4933-9bed-428a2ef2e82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:12:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['ac732b35-79fe-4f91-9468-a57fd4521301'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:25.541720 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5ee93508-966b-4f25-9032-e47e337ae6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:25.577333 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ecd84-0592-43bb-b2e7-5675b7921c6b None None] Pushing event updated for resources: {'Port': ['ID=de523868-7f83-45c9-91f1-49cbee14452a,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:25.578987 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee93508-966b-4f25-9032-e47e337ae6f4 admin admin] Network ac0e588f-f543-4b0c-9099-20da20f2b64a is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:25.583920 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-5ee93508-966b-4f25-9032-e47e337ae6f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:25.587363 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee93508-966b-4f25-9032-e47e337ae6f4 admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:12:25.615397 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee93508-966b-4f25-9032-e47e337ae6f4 admin admin] Pushing event updated for resources: {'Port': ['ID=2ade5b13-4e9a-4a0d-939b-79182aaf1205,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:25.642272 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5ee93508-966b-4f25-9032-e47e337ae6f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:25.656172 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-2e149262-35bd-4933-9bed-428a2ef2e82c None None] Set router ac732b35-79fe-4f91-9468-a57fd4521301 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:12:25.773086 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5ee93508-966b-4f25-9032-e47e337ae6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:25.826978 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-11d6de54-7710-40a6-951c-07cebd00d100 None None] Provisioning for port 2ade5b13-4e9a-4a0d-939b-79182aaf1205 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:25.831742 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-11d6de54-7710-40a6-951c-07cebd00d100 None None] Provisioning complete for port 2ade5b13-4e9a-4a0d-939b-79182aaf1205 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:25.832127 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-11d6de54-7710-40a6-951c-07cebd00d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:25.843653 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-2e149262-35bd-4933-9bed-428a2ef2e82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'name': 'tempest-TestShelveInstance-668386919-router', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'de523868-7f83-45c9-91f1-49cbee14452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:22Z', 'updated_at': '2021-08-10T02:12:24Z', 'revision_number': 3, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'gw_port': {'id': 'de523868-7f83-45c9-91f1-49cbee14452a', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:09:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:23Z', 'updated_at': '2021-08-10T02:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:25.865822 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-11d6de54-7710-40a6-951c-07cebd00d100 None None] Port 2ade5b13-4e9a-4a0d-939b-79182aaf1205 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:12:25.871934 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e149262-35bd-4933-9bed-428a2ef2e82c None None] The sync data for ids ['ac732b35-79fe-4f91-9468-a57fd4521301'] in n-d-766726-26 is: [{'id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'name': 'tempest-TestShelveInstance-668386919-router', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'de523868-7f83-45c9-91f1-49cbee14452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:22Z', 'updated_at': '2021-08-10T02:12:24Z', 'revision_number': 3, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'gw_port': {'id': 'de523868-7f83-45c9-91f1-49cbee14452a', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:09:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:23Z', 'updated_at': '2021-08-10T02:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:12:25.941515 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5ee93508-966b-4f25-9032-e47e337ae6f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:25.946078 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5ee93508-966b-4f25-9032-e47e337ae6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:26.020356 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee93508-966b-4f25-9032-e47e337ae6f4 admin admin] Pushing event updated for resources: {'Port': ['ID=2ade5b13-4e9a-4a0d-939b-79182aaf1205,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:26.024055 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5ee93508-966b-4f25-9032-e47e337ae6f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:26.135681 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee93508-966b-4f25-9032-e47e337ae6f4 admin admin] Network ac0e588f-f543-4b0c-9099-20da20f2b64a is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:26.137359 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-5ee93508-966b-4f25-9032-e47e337ae6f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:26.284501 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9740a5af-6834-4d9e-af66-34ee89030b89 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:12:26.289222 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee93508-966b-4f25-9032-e47e337ae6f4 admin admin] Router ac732b35-79fe-4f91-9468-a57fd4521301 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:12:26.346451 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 9740a5af-6834-4d9e-af66-34ee89030b89 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:26.347423 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:26.404716 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8f92805b-cfa9-432a-820c-32ac89035eb6 None None] Provisioning complete for port 2ade5b13-4e9a-4a0d-939b-79182aaf1205 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:26.405093 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8f92805b-cfa9-432a-820c-32ac89035eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:26.408234 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee93508-966b-4f25-9032-e47e337ae6f4 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:12:26.417775 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5ee93508-966b-4f25-9032-e47e337ae6f4 admin admin] 10.222.0.35 "PUT /v2.0/routers/ac732b35-79fe-4f91-9468-a57fd4521301/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6803508 Aug 10 02:12:26.464623 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8f92805b-cfa9-432a-820c-32ac89035eb6 None None] Port 2ade5b13-4e9a-4a0d-939b-79182aaf1205 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:12:26.477023 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device de523868-7f83-45c9-91f1-49cbee14452a up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:12:26.527050 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port de523868-7f83-45c9-91f1-49cbee14452a completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:26.531728 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port de523868-7f83-45c9-91f1-49cbee14452a triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:26.532210 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:26.617611 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:26.641111 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port de523868-7f83-45c9-91f1-49cbee14452a, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=de523868-7f83-45c9-91f1-49cbee14452a,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:26.645394 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:26.696363 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=de523868-7f83-45c9-91f1-49cbee14452a,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:26.915720 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40514) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:26.920881 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-d0d56e50-eb47-4d66-a851-03931e4a3ce2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-566004373-network', 'tenant_id': 'cc0328a8d44d4e47ada1ca26ff05fd5f'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:26.941299 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d56e50-eb47-4d66-a851-03931e4a3ce2 admin admin] Made reservation on behalf of cc0328a8d44d4e47ada1ca26ff05fd5f for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:26.943644 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d0d56e50-eb47-4d66-a851-03931e4a3ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:26.953042 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d0d56e50-eb47-4d66-a851-03931e4a3ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:27.044763 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d0d56e50-eb47-4d66-a851-03931e4a3ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:27.048275 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d0d56e50-eb47-4d66-a851-03931e4a3ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:27.068924 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0d56e50-eb47-4d66-a851-03931e4a3ce2 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:12:27.084438 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d56e50-eb47-4d66-a851-03931e4a3ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463d3670-5ea3-4cdc-86d4-a62627076900,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:27.087301 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d0d56e50-eb47-4d66-a851-03931e4a3ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:27.087647 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-d0d56e50-eb47-4d66-a851-03931e4a3ce2 admin admin] Added segment 18602010-f7b8-4aaa-8fcf-c3303050c00e of type vlan for network 422ef3c1-8944-4e39-8832-b5804b6a6dea Aug 10 02:12:27.127330 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d0d56e50-eb47-4d66-a851-03931e4a3ce2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:27.155789 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d0d56e50-eb47-4d66-a851-03931e4a3ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:27.157009 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d56e50-eb47-4d66-a851-03931e4a3ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:27.157599 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d0d56e50-eb47-4d66-a851-03931e4a3ce2 admin admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:27.213373 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d0d56e50-eb47-4d66-a851-03931e4a3ce2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2963519 Aug 10 02:12:27.215919 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40516) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:27.222612 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-a2b78d93-ed15-4f2d-86ce-73db87dc0fe6 admin admin] Request body: {'subnet': {'network_id': '422ef3c1-8944-4e39-8832-b5804b6a6dea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-566004373-subnet', 'tenant_id': 'cc0328a8d44d4e47ada1ca26ff05fd5f', 'ip_version': 4}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:27.226623 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d56e50-eb47-4d66-a851-03931e4a3ce2 admin admin] Pushing event updated for resources: {'Network': ['ID=422ef3c1-8944-4e39-8832-b5804b6a6dea,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:27.236868 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 422ef3c1-8944-4e39-8832-b5804b6a6dea details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:12:27.245084 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b78d93-ed15-4f2d-86ce-73db87dc0fe6 admin admin] Made reservation on behalf of cc0328a8d44d4e47ada1ca26ff05fd5f for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:27.247881 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a2b78d93-ed15-4f2d-86ce-73db87dc0fe6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:27.413433 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a2b78d93-ed15-4f2d-86ce-73db87dc0fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:27.465177 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e73843-50b3-4a55-9b6d-150d767f5364 None None] Sync routers for ids ['ac732b35-79fe-4f91-9468-a57fd4521301'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:12:27.472946 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b78d93-ed15-4f2d-86ce-73db87dc0fe6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f22b681-40da-42d0-a75d-130f7a9ea865,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:27.474009 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e73843-50b3-4a55-9b6d-150d767f5364 None None] Routers {'ac732b35-79fe-4f91-9468-a57fd4521301'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:12:27.474634 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-f7e73843-50b3-4a55-9b6d-150d767f5364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:12:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['ac732b35-79fe-4f91-9468-a57fd4521301'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:27.480387 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b78d93-ed15-4f2d-86ce-73db87dc0fe6 admin admin] Checking segment: {'id': '18602010-f7b8-4aaa-8fcf-c3303050c00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '422ef3c1-8944-4e39-8832-b5804b6a6dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:27.480748 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b78d93-ed15-4f2d-86ce-73db87dc0fe6 admin admin] Network hostable DHCP agents. Network: 422ef3c1-8944-4e39-8832-b5804b6a6dea, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:12:27.498223 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b78d93-ed15-4f2d-86ce-73db87dc0fe6 admin admin] Network 422ef3c1-8944-4e39-8832-b5804b6a6dea is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:12:27.505964 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-a2b78d93-ed15-4f2d-86ce-73db87dc0fe6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 422ef3c1-8944-4e39-8832-b5804b6a6dea) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:27.510206 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b78d93-ed15-4f2d-86ce-73db87dc0fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:27.510894 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-a2b78d93-ed15-4f2d-86ce-73db87dc0fe6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:27.516844 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecfd407-54a3-4747-be22-f73b1e42a994 None None] Network 422ef3c1-8944-4e39-8832-b5804b6a6dea requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:27.525179 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-a2b78d93-ed15-4f2d-86ce-73db87dc0fe6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3082035 Aug 10 02:12:27.527629 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40518) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:27.531928 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-286da568-066f-4ccc-8301-c99b9a7f7990 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-566004373-router', 'tenant_id': 'cc0328a8d44d4e47ada1ca26ff05fd5f', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:27.552515 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-286da568-066f-4ccc-8301-c99b9a7f7990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:27.553558 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-286da568-066f-4ccc-8301-c99b9a7f7990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:27.604452 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-286da568-066f-4ccc-8301-c99b9a7f7990 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:27.645661 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-f7e73843-50b3-4a55-9b6d-150d767f5364 None None] Set router ac732b35-79fe-4f91-9468-a57fd4521301 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:12:27.747423 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-286da568-066f-4ccc-8301-c99b9a7f7990 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:27.811358 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72da924-9305-435d-b447-ae1789ccf9f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-422ef3c1-8944-4e39-8832-b5804b6a6dea', 'network_id': '422ef3c1-8944-4e39-8832-b5804b6a6dea', 'tenant_id': 'cc0328a8d44d4e47ada1ca26ff05fd5f', 'fixed_ips': [{'subnet_id': '8f22b681-40da-42d0-a75d-130f7a9ea865'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:12:27.812232 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e72da924-9305-435d-b447-ae1789ccf9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:28.002368 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-e72da924-9305-435d-b447-ae1789ccf9f4 None None] Allocated IP 172.20.0.2 (422ef3c1-8944-4e39-8832-b5804b6a6dea/8f22b681-40da-42d0-a75d-130f7a9ea865/f9f15065-18b3-4cfb-bf09-b7425c4f420e) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:12:28.011290 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-f7e73843-50b3-4a55-9b6d-150d767f5364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'name': 'tempest-TestShelveInstance-668386919-router', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'de523868-7f83-45c9-91f1-49cbee14452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:22Z', 'updated_at': '2021-08-10T02:12:25Z', 'revision_number': 4, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'gw_port': {'id': 'de523868-7f83-45c9-91f1-49cbee14452a', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:23Z', 'updated_at': '2021-08-10T02:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '2ade5b13-4e9a-4a0d-939b-79182aaf1205', 'name': '', 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'mac_address': 'fa:16:3e:71:69:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '690ca535-756e-41c1-b3ab-d6ff33da48b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:25Z', 'updated_at': '2021-08-10T02:12:25Z', 'revision_number': 2, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'subnets': [{'id': '690ca535-756e-41c1-b3ab-d6ff33da48b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:28.206905 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device de523868-7f83-45c9-91f1-49cbee14452a up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:12:28.210508 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e73843-50b3-4a55-9b6d-150d767f5364 None None] Checking router: ac732b35-79fe-4f91-9468-a57fd4521301 for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:12:28.210872 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e73843-50b3-4a55-9b6d-150d767f5364 None None] Updating router ac732b35-79fe-4f91-9468-a57fd4521301 port 2ade5b13-4e9a-4a0d-939b-79182aaf1205 binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:12:28.253624 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-286da568-066f-4ccc-8301-c99b9a7f7990 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:28.275834 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-286da568-066f-4ccc-8301-c99b9a7f7990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:28.307719 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f7e73843-50b3-4a55-9b6d-150d767f5364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:28.376414 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-286da568-066f-4ccc-8301-c99b9a7f7990 admin admin] Allocated IP 172.25.2.221 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/1f93d416-a547-4639-b6f6-77d746bec812) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:12:28.378912 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port de523868-7f83-45c9-91f1-49cbee14452a triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:28.379298 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:28.481314 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-286da568-066f-4ccc-8301-c99b9a7f7990 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:28.520074 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-286da568-066f-4ccc-8301-c99b9a7f7990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:28.552717 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286da568-066f-4ccc-8301-c99b9a7f7990 admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:28.555523 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-286da568-066f-4ccc-8301-c99b9a7f7990 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:28.561483 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286da568-066f-4ccc-8301-c99b9a7f7990 admin admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:12:28.574905 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e72da924-9305-435d-b447-ae1789ccf9f4 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:28.587626 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286da568-066f-4ccc-8301-c99b9a7f7990 admin admin] Pushing event updated for resources: {'Port': ['ID=1f93d416-a547-4639-b6f6-77d746bec812,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:28.610939 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e72da924-9305-435d-b447-ae1789ccf9f4 None None] Transition to ACTIVE for port object f9f15065-18b3-4cfb-bf09-b7425c4f420e will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:28.649391 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e72da924-9305-435d-b447-ae1789ccf9f4 None None] Transition to ACTIVE for port object f9f15065-18b3-4cfb-bf09-b7425c4f420e will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:28.661123 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e72da924-9305-435d-b447-ae1789ccf9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:28.718897 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72da924-9305-435d-b447-ae1789ccf9f4 None None] Network 422ef3c1-8944-4e39-8832-b5804b6a6dea is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:28.733141 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-e72da924-9305-435d-b447-ae1789ccf9f4 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:28.737960 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72da924-9305-435d-b447-ae1789ccf9f4 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:12:28.762293 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72da924-9305-435d-b447-ae1789ccf9f4 None None] Pushing event updated for resources: {'Port': ['ID=f9f15065-18b3-4cfb-bf09-b7425c4f420e,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:28.813754 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-286da568-066f-4ccc-8301-c99b9a7f7990 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:28.827458 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f7e73843-50b3-4a55-9b6d-150d767f5364 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:28.835914 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-e72da924-9305-435d-b447-ae1789ccf9f4 None None] Attempting to bind port f9f15065-18b3-4cfb-bf09-b7425c4f420e on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:12:28.836319 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-e72da924-9305-435d-b447-ae1789ccf9f4 None None] Attempting to bind port f9f15065-18b3-4cfb-bf09-b7425c4f420e by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '18602010-f7b8-4aaa-8fcf-c3303050c00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '422ef3c1-8944-4e39-8832-b5804b6a6dea'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:12:28.836694 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72da924-9305-435d-b447-ae1789ccf9f4 None None] Attempting to bind port f9f15065-18b3-4cfb-bf09-b7425c4f420e on network 422ef3c1-8944-4e39-8832-b5804b6a6dea {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:12:28.844546 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f7e73843-50b3-4a55-9b6d-150d767f5364 None None] Transition to ACTIVE for port object 2ade5b13-4e9a-4a0d-939b-79182aaf1205 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:28.846305 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72da924-9305-435d-b447-ae1789ccf9f4 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:12:28.846690 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72da924-9305-435d-b447-ae1789ccf9f4 None None] Checking segment: {'id': '18602010-f7b8-4aaa-8fcf-c3303050c00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '422ef3c1-8944-4e39-8832-b5804b6a6dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:28.847105 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e72da924-9305-435d-b447-ae1789ccf9f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:28.847545 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72da924-9305-435d-b447-ae1789ccf9f4 None None] Bound using segment: {'id': '18602010-f7b8-4aaa-8fcf-c3303050c00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '422ef3c1-8944-4e39-8832-b5804b6a6dea'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:12:28.848074 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-e72da924-9305-435d-b447-ae1789ccf9f4 None None] Bound port: f9f15065-18b3-4cfb-bf09-b7425c4f420e, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18602010-f7b8-4aaa-8fcf-c3303050c00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '422ef3c1-8944-4e39-8832-b5804b6a6dea'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:12:28.848550 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e72da924-9305-435d-b447-ae1789ccf9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:28.859596 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f7e73843-50b3-4a55-9b6d-150d767f5364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:28.955280 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb4956-8194-4e1c-aa77-5653294c4846 None None] Pushing event updated for resources: {'Port': ['ID=2ade5b13-4e9a-4a0d-939b-79182aaf1205,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:28.980289 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:29.011608 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-e72da924-9305-435d-b447-ae1789ccf9f4 None None] For port f9f15065-18b3-4cfb-bf09-b7425c4f420e, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:12:29.017870 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-286da568-066f-4ccc-8301-c99b9a7f7990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:29.029658 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-f7e73843-50b3-4a55-9b6d-150d767f5364 None None] Attempting to bind port 2ade5b13-4e9a-4a0d-939b-79182aaf1205 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:12:29.030052 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-f7e73843-50b3-4a55-9b6d-150d767f5364 None None] Attempting to bind port 2ade5b13-4e9a-4a0d-939b-79182aaf1205 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '28dbd671-1d13-4e0c-ac81-67928a1bc990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:12:29.030425 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e73843-50b3-4a55-9b6d-150d767f5364 None None] Attempting to bind port 2ade5b13-4e9a-4a0d-939b-79182aaf1205 on network ac0e588f-f543-4b0c-9099-20da20f2b64a {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:12:29.033558 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-e72da924-9305-435d-b447-ae1789ccf9f4 None None] For port f9f15065-18b3-4cfb-bf09-b7425c4f420e, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=f9f15065-18b3-4cfb-bf09-b7425c4f420e,segment=NetworkSegment(18602010-f7b8-4aaa-8fcf-c3303050c00e),segment_id=18602010-f7b8-4aaa-8fcf-c3303050c00e)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:12:29.039411 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e72da924-9305-435d-b447-ae1789ccf9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:29.041654 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e73843-50b3-4a55-9b6d-150d767f5364 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:12:29.042143 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e73843-50b3-4a55-9b6d-150d767f5364 None None] Checking segment: {'id': '28dbd671-1d13-4e0c-ac81-67928a1bc990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:29.042810 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f7e73843-50b3-4a55-9b6d-150d767f5364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:29.043325 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e73843-50b3-4a55-9b6d-150d767f5364 None None] Bound using segment: {'id': '28dbd671-1d13-4e0c-ac81-67928a1bc990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:12:29.043905 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-f7e73843-50b3-4a55-9b6d-150d767f5364 None None] Bound port: 2ade5b13-4e9a-4a0d-939b-79182aaf1205, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28dbd671-1d13-4e0c-ac81-67928a1bc990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:12:29.044985 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f7e73843-50b3-4a55-9b6d-150d767f5364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:29.153659 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286da568-066f-4ccc-8301-c99b9a7f7990 admin admin] Router 143d1f7e-2218-4e03-8911-b521b9fe41fa is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:12:29.154815 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72da924-9305-435d-b447-ae1789ccf9f4 None None] Pushing event updated for resources: {'Port': ['ID=f9f15065-18b3-4cfb-bf09-b7425c4f420e,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:29.185822 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-f7e73843-50b3-4a55-9b6d-150d767f5364 None None] For port 2ade5b13-4e9a-4a0d-939b-79182aaf1205, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:12:29.189230 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-f7e73843-50b3-4a55-9b6d-150d767f5364 None None] For port 2ade5b13-4e9a-4a0d-939b-79182aaf1205, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=2ade5b13-4e9a-4a0d-939b-79182aaf1205,segment=NetworkSegment(28dbd671-1d13-4e0c-ac81-67928a1bc990),segment_id=28dbd671-1d13-4e0c-ac81-67928a1bc990)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:12:29.193583 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f7e73843-50b3-4a55-9b6d-150d767f5364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:29.251113 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e73843-50b3-4a55-9b6d-150d767f5364 None None] Routers {'ac732b35-79fe-4f91-9468-a57fd4521301'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:12:29.251757 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-f7e73843-50b3-4a55-9b6d-150d767f5364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:12:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['ac732b35-79fe-4f91-9468-a57fd4521301'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:29.304715 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb4956-8194-4e1c-aa77-5653294c4846 None None] Pushing event updated for resources: {'Port': ['ID=2ade5b13-4e9a-4a0d-939b-79182aaf1205,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:29.307585 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286da568-066f-4ccc-8301-c99b9a7f7990 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:12:29.317633 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989fc1ec-e545-4bb0-8fd3-7dda222d4c96 None None] Sync routers for ids ['143d1f7e-2218-4e03-8911-b521b9fe41fa'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:12:29.333251 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-286da568-066f-4ccc-8301-c99b9a7f7990 admin admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:29.337172 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989fc1ec-e545-4bb0-8fd3-7dda222d4c96 None None] Routers {'143d1f7e-2218-4e03-8911-b521b9fe41fa'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:12:29.337430 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-286da568-066f-4ccc-8301-c99b9a7f7990 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8087881 Aug 10 02:12:29.338283 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-989fc1ec-e545-4bb0-8fd3-7dda222d4c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:12:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['143d1f7e-2218-4e03-8911-b521b9fe41fa'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:29.340068 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40520) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:29.399005 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-f7e73843-50b3-4a55-9b6d-150d767f5364 None None] Set router ac732b35-79fe-4f91-9468-a57fd4521301 gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:12:29.511230 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-989fc1ec-e545-4bb0-8fd3-7dda222d4c96 None None] Set router 143d1f7e-2218-4e03-8911-b521b9fe41fa gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:12:29.662498 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-f7e73843-50b3-4a55-9b6d-150d767f5364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'name': 'tempest-TestShelveInstance-668386919-router', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'de523868-7f83-45c9-91f1-49cbee14452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:22Z', 'updated_at': '2021-08-10T02:12:25Z', 'revision_number': 4, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'gw_port': {'id': 'de523868-7f83-45c9-91f1-49cbee14452a', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:23Z', 'updated_at': '2021-08-10T02:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '2ade5b13-4e9a-4a0d-939b-79182aaf1205', 'name': '', 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'mac_address': 'fa:16:3e:71:69:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '690ca535-756e-41c1-b3ab-d6ff33da48b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:25Z', 'updated_at': '2021-08-10T02:12:29Z', 'revision_number': 4, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'subnets': [{'id': '690ca535-756e-41c1-b3ab-d6ff33da48b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:29.694745 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e73843-50b3-4a55-9b6d-150d767f5364 None None] The sync data for ids ['ac732b35-79fe-4f91-9468-a57fd4521301'] in n-d-766726-26 is: [{'id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'name': 'tempest-TestShelveInstance-668386919-router', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'de523868-7f83-45c9-91f1-49cbee14452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:22Z', 'updated_at': '2021-08-10T02:12:25Z', 'revision_number': 4, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'gw_port': {'id': 'de523868-7f83-45c9-91f1-49cbee14452a', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:23Z', 'updated_at': '2021-08-10T02:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '2ade5b13-4e9a-4a0d-939b-79182aaf1205', 'name': '', 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'mac_address': 'fa:16:3e:71:69:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '690ca535-756e-41c1-b3ab-d6ff33da48b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:25Z', 'updated_at': '2021-08-10T02:12:29Z', 'revision_number': 4, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'subnets': [{'id': '690ca535-756e-41c1-b3ab-d6ff33da48b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:12:29.852208 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-989fc1ec-e545-4bb0-8fd3-7dda222d4c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143d1f7e-2218-4e03-8911-b521b9fe41fa', 'name': 'tempest-TestShelveInstance-566004373-router', 'tenant_id': 'cc0328a8d44d4e47ada1ca26ff05fd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '1f93d416-a547-4639-b6f6-77d746bec812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:27Z', 'updated_at': '2021-08-10T02:12:28Z', 'revision_number': 3, 'project_id': 'cc0328a8d44d4e47ada1ca26ff05fd5f', 'gw_port': {'id': '1f93d416-a547-4639-b6f6-77d746bec812', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:67:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143d1f7e-2218-4e03-8911-b521b9fe41fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:28Z', 'updated_at': '2021-08-10T02:12:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:29.882011 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989fc1ec-e545-4bb0-8fd3-7dda222d4c96 None None] Checking router: 143d1f7e-2218-4e03-8911-b521b9fe41fa for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:12:29.882436 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989fc1ec-e545-4bb0-8fd3-7dda222d4c96 None None] Updating router 143d1f7e-2218-4e03-8911-b521b9fe41fa port 1f93d416-a547-4639-b6f6-77d746bec812 binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:12:29.905873 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-71347adb-367f-4cf4-97a4-64933ad2a57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:29.914539 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-989fc1ec-e545-4bb0-8fd3-7dda222d4c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:30.109820 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-71347adb-367f-4cf4-97a4-64933ad2a57d admin admin] Allocated IP 172.20.0.1 (422ef3c1-8944-4e39-8832-b5804b6a6dea/8f22b681-40da-42d0-a75d-130f7a9ea865/4cac974d-f518-4670-be71-2ec70cda498d) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:12:30.267460 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-989fc1ec-e545-4bb0-8fd3-7dda222d4c96 None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:30.290606 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-989fc1ec-e545-4bb0-8fd3-7dda222d4c96 None None] Transition to ACTIVE for port object 1f93d416-a547-4639-b6f6-77d746bec812 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:30.291454 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 2ade5b13-4e9a-4a0d-939b-79182aaf1205 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:12:30.299450 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-71347adb-367f-4cf4-97a4-64933ad2a57d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:30.305429 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-989fc1ec-e545-4bb0-8fd3-7dda222d4c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:30.320363 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-71347adb-367f-4cf4-97a4-64933ad2a57d admin admin] Transition to ACTIVE for port object 4cac974d-f518-4670-be71-2ec70cda498d will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:30.358211 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-989fc1ec-e545-4bb0-8fd3-7dda222d4c96 None None] Attempting to bind port 1f93d416-a547-4639-b6f6-77d746bec812 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:12:30.358713 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-989fc1ec-e545-4bb0-8fd3-7dda222d4c96 None None] Attempting to bind port 1f93d416-a547-4639-b6f6-77d746bec812 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:12:30.358943 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989fc1ec-e545-4bb0-8fd3-7dda222d4c96 None None] Attempting to bind port 1f93d416-a547-4639-b6f6-77d746bec812 on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:12:30.370613 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989fc1ec-e545-4bb0-8fd3-7dda222d4c96 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:12:30.371085 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989fc1ec-e545-4bb0-8fd3-7dda222d4c96 None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:30.371747 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-989fc1ec-e545-4bb0-8fd3-7dda222d4c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:30.372296 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989fc1ec-e545-4bb0-8fd3-7dda222d4c96 None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:12:30.372620 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-71347adb-367f-4cf4-97a4-64933ad2a57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:30.372819 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-989fc1ec-e545-4bb0-8fd3-7dda222d4c96 None None] Bound port: 1f93d416-a547-4639-b6f6-77d746bec812, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:12:30.373625 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-989fc1ec-e545-4bb0-8fd3-7dda222d4c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:30.374810 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 2ade5b13-4e9a-4a0d-939b-79182aaf1205 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:30.380625 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 2ade5b13-4e9a-4a0d-939b-79182aaf1205 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:30.381003 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:30.410429 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71347adb-367f-4cf4-97a4-64933ad2a57d admin admin] Network 422ef3c1-8944-4e39-8832-b5804b6a6dea is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:30.413622 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-71347adb-367f-4cf4-97a4-64933ad2a57d admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:30.420536 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77820780-a664-413b-abf4-535bc79b1476 None None] Network 422ef3c1-8944-4e39-8832-b5804b6a6dea requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:30.421143 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71347adb-367f-4cf4-97a4-64933ad2a57d admin admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:12:30.438071 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27034c-f931-4140-98db-40f74a584f33 None None] Pushing event updated for resources: {'Port': ['ID=1f93d416-a547-4639-b6f6-77d746bec812,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:30.441991 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-989fc1ec-e545-4bb0-8fd3-7dda222d4c96 None None] For port 1f93d416-a547-4639-b6f6-77d746bec812, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:12:30.452248 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-989fc1ec-e545-4bb0-8fd3-7dda222d4c96 None None] For port 1f93d416-a547-4639-b6f6-77d746bec812, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=1f93d416-a547-4639-b6f6-77d746bec812,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:12:30.457865 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-989fc1ec-e545-4bb0-8fd3-7dda222d4c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:30.466296 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71347adb-367f-4cf4-97a4-64933ad2a57d admin admin] Pushing event updated for resources: {'Port': ['ID=4cac974d-f518-4670-be71-2ec70cda498d,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:30.476756 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-71347adb-367f-4cf4-97a4-64933ad2a57d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:30.531821 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989fc1ec-e545-4bb0-8fd3-7dda222d4c96 None None] Routers {'143d1f7e-2218-4e03-8911-b521b9fe41fa'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:12:30.532488 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-989fc1ec-e545-4bb0-8fd3-7dda222d4c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:12:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['143d1f7e-2218-4e03-8911-b521b9fe41fa'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:30.559543 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8b7e2c5e-b8c6-4e08-9891-89d878bb9662 None None] Provisioning for port f9f15065-18b3-4cfb-bf09-b7425c4f420e completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:30.570310 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:30.581859 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27034c-f931-4140-98db-40f74a584f33 None None] Pushing event updated for resources: {'Port': ['ID=1f93d416-a547-4639-b6f6-77d746bec812,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:30.634532 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 2ade5b13-4e9a-4a0d-939b-79182aaf1205, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=2ade5b13-4e9a-4a0d-939b-79182aaf1205,segment=NetworkSegment(28dbd671-1d13-4e0c-ac81-67928a1bc990),segment_id=28dbd671-1d13-4e0c-ac81-67928a1bc990)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:30.653574 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:30.654366 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device f9f15065-18b3-4cfb-bf09-b7425c4f420e up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:12:30.683524 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-71347adb-367f-4cf4-97a4-64933ad2a57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:30.691877 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-989fc1ec-e545-4bb0-8fd3-7dda222d4c96 None None] Set router 143d1f7e-2218-4e03-8911-b521b9fe41fa gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:12:30.768257 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=2ade5b13-4e9a-4a0d-939b-79182aaf1205,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:30.813209 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port f9f15065-18b3-4cfb-bf09-b7425c4f420e completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:30.817812 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port f9f15065-18b3-4cfb-bf09-b7425c4f420e triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:30.818199 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:30.892358 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-71347adb-367f-4cf4-97a4-64933ad2a57d admin admin] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:30.899246 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-71347adb-367f-4cf4-97a4-64933ad2a57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:30.948498 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71347adb-367f-4cf4-97a4-64933ad2a57d admin admin] Pushing event updated for resources: {'Port': ['ID=4cac974d-f518-4670-be71-2ec70cda498d,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:30.975525 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:30.992157 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-71347adb-367f-4cf4-97a4-64933ad2a57d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:31.033340 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-989fc1ec-e545-4bb0-8fd3-7dda222d4c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143d1f7e-2218-4e03-8911-b521b9fe41fa', 'name': 'tempest-TestShelveInstance-566004373-router', 'tenant_id': 'cc0328a8d44d4e47ada1ca26ff05fd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '1f93d416-a547-4639-b6f6-77d746bec812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:27Z', 'updated_at': '2021-08-10T02:12:28Z', 'revision_number': 3, 'project_id': 'cc0328a8d44d4e47ada1ca26ff05fd5f', 'gw_port': {'id': '1f93d416-a547-4639-b6f6-77d746bec812', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:67:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143d1f7e-2218-4e03-8911-b521b9fe41fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:28Z', 'updated_at': '2021-08-10T02:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:31.036219 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port f9f15065-18b3-4cfb-bf09-b7425c4f420e, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=f9f15065-18b3-4cfb-bf09-b7425c4f420e,segment=NetworkSegment(18602010-f7b8-4aaa-8fcf-c3303050c00e),segment_id=18602010-f7b8-4aaa-8fcf-c3303050c00e)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:31.049086 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:31.083880 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989fc1ec-e545-4bb0-8fd3-7dda222d4c96 None None] The sync data for ids ['143d1f7e-2218-4e03-8911-b521b9fe41fa'] in n-d-766726-26 is: [{'id': '143d1f7e-2218-4e03-8911-b521b9fe41fa', 'name': 'tempest-TestShelveInstance-566004373-router', 'tenant_id': 'cc0328a8d44d4e47ada1ca26ff05fd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '1f93d416-a547-4639-b6f6-77d746bec812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:27Z', 'updated_at': '2021-08-10T02:12:28Z', 'revision_number': 3, 'project_id': 'cc0328a8d44d4e47ada1ca26ff05fd5f', 'gw_port': {'id': '1f93d416-a547-4639-b6f6-77d746bec812', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:67:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143d1f7e-2218-4e03-8911-b521b9fe41fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:28Z', 'updated_at': '2021-08-10T02:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:12:31.105413 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71347adb-367f-4cf4-97a4-64933ad2a57d admin admin] Network 422ef3c1-8944-4e39-8832-b5804b6a6dea is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:31.107578 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-71347adb-367f-4cf4-97a4-64933ad2a57d admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:31.271162 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71347adb-367f-4cf4-97a4-64933ad2a57d admin admin] Router 143d1f7e-2218-4e03-8911-b521b9fe41fa has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:12:31.348033 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1f2a5088-b00d-4b21-9d4b-2e0982565c69 None None] Provisioning complete for port f9f15065-18b3-4cfb-bf09-b7425c4f420e triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:31.348445 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1f2a5088-b00d-4b21-9d4b-2e0982565c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:31.354253 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=f9f15065-18b3-4cfb-bf09-b7425c4f420e,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:31.409765 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71347adb-367f-4cf4-97a4-64933ad2a57d admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:12:31.415993 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-71347adb-367f-4cf4-97a4-64933ad2a57d admin admin] 10.222.0.35 "PUT /v2.0/routers/143d1f7e-2218-4e03-8911-b521b9fe41fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0748649 Aug 10 02:12:31.496724 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1f2a5088-b00d-4b21-9d4b-2e0982565c69 None None] Provisioning for port 4cac974d-f518-4670-be71-2ec70cda498d completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:31.517883 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1f2a5088-b00d-4b21-9d4b-2e0982565c69 None None] Provisioning complete for port 4cac974d-f518-4670-be71-2ec70cda498d triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:31.518531 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1f2a5088-b00d-4b21-9d4b-2e0982565c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:31.572893 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-1f2a5088-b00d-4b21-9d4b-2e0982565c69 None None] Port 4cac974d-f518-4670-be71-2ec70cda498d cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:12:31.698414 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8a26ce1a-57a0-4cf1-ba41-3f59ab92f3a0 None None] Provisioning complete for port 4cac974d-f518-4670-be71-2ec70cda498d triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:31.698796 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8a26ce1a-57a0-4cf1-ba41-3f59ab92f3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:31.734689 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8a26ce1a-57a0-4cf1-ba41-3f59ab92f3a0 None None] Port 4cac974d-f518-4670-be71-2ec70cda498d cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:12:31.917889 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40528) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:31.923312 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-c00ca449-5b04-455f-a037-f7221361337d tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-325958582', 'description': 'tempest-secgroup-smoke-325958582 description', 'project_id': '63a5a3245b764317909f754a3bf56a74'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:31.945501 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c00ca449-5b04-455f-a037-f7221361337d tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.031682 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c00ca449-5b04-455f-a037-f7221361337d tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.035794 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c00ca449-5b04-455f-a037-f7221361337d tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.064445 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-c00ca449-5b04-455f-a037-f7221361337d tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.065690 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-c00ca449-5b04-455f-a037-f7221361337d tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1467867 Aug 10 02:12:32.066862 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ca449-5b04-455f-a037-f7221361337d tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48ac0faf-4e8b-4c72-ac17-bf98aa560e69,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:32.069034 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40530) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:32.074098 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-e85b442f-e822-4101-a88c-b1311af45793 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Request body: {'security_group_rule': {'security_group_id': '48ac0faf-4e8b-4c72-ac17-bf98aa560e69', 'project_id': '63a5a3245b764317909f754a3bf56a74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:32.102245 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e85b442f-e822-4101-a88c-b1311af45793 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.165907 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e85b442f-e822-4101-a88c-b1311af45793 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.170947 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e85b442f-e822-4101-a88c-b1311af45793 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.189134 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b442f-e822-4101-a88c-b1311af45793 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ce74b2-25f0-4083-be36-dd2df5b19378,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:32.194947 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e85b442f-e822-4101-a88c-b1311af45793 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.196219 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e85b442f-e822-4101-a88c-b1311af45793 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259637 Aug 10 02:12:32.198939 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40532) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:32.203340 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-27f8a2e3-8c25-4f1d-a0d7-a0b255130c38 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Request body: {'security_group_rule': {'security_group_id': '48ac0faf-4e8b-4c72-ac17-bf98aa560e69', 'project_id': '63a5a3245b764317909f754a3bf56a74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:32.230622 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-27f8a2e3-8c25-4f1d-a0d7-a0b255130c38 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.263510 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 1f93d416-a547-4639-b6f6-77d746bec812 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:12:32.293257 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-27f8a2e3-8c25-4f1d-a0d7-a0b255130c38 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.297464 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-27f8a2e3-8c25-4f1d-a0d7-a0b255130c38 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.314203 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 1f93d416-a547-4639-b6f6-77d746bec812 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:32.317389 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8a2e3-8c25-4f1d-a0d7-a0b255130c38 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80639984-3862-49f3-81e0-79fc6db14a82,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:32.318480 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 1f93d416-a547-4639-b6f6-77d746bec812 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:32.318980 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.320515 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-27f8a2e3-8c25-4f1d-a0d7-a0b255130c38 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.322348 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-27f8a2e3-8c25-4f1d-a0d7-a0b255130c38 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1217222 Aug 10 02:12:32.324471 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 40534) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:32.329670 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-06048fc8-c0a7-4cb3-9e8f-0b12f4157648 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Request body: {'security_group_rule': {'security_group_id': '48ac0faf-4e8b-4c72-ac17-bf98aa560e69', 'project_id': '63a5a3245b764317909f754a3bf56a74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:32.358040 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-06048fc8-c0a7-4cb3-9e8f-0b12f4157648 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.406154 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.419361 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-06048fc8-c0a7-4cb3-9e8f-0b12f4157648 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.423215 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-06048fc8-c0a7-4cb3-9e8f-0b12f4157648 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.427606 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 1f93d416-a547-4639-b6f6-77d746bec812, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=1f93d416-a547-4639-b6f6-77d746bec812,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:32.431762 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.432630 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 2ade5b13-4e9a-4a0d-939b-79182aaf1205 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:12:32.440371 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06048fc8-c0a7-4cb3-9e8f-0b12f4157648 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af27e26-c22c-4b43-992b-45900056ab1c,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:32.447721 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-06048fc8-c0a7-4cb3-9e8f-0b12f4157648 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.448993 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-06048fc8-c0a7-4cb3-9e8f-0b12f4157648 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235311 Aug 10 02:12:32.452464 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40536) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:32.457272 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-d1d9d6c1-a93e-4a5e-8e5a-60563615e29c tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Request body: {'security_group_rule': {'security_group_id': '48ac0faf-4e8b-4c72-ac17-bf98aa560e69', 'project_id': '63a5a3245b764317909f754a3bf56a74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:32.484411 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d1d9d6c1-a93e-4a5e-8e5a-60563615e29c tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.513645 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=1f93d416-a547-4639-b6f6-77d746bec812,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:32.524638 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 2ade5b13-4e9a-4a0d-939b-79182aaf1205 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:32.525029 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.545977 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d1d9d6c1-a93e-4a5e-8e5a-60563615e29c tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.550413 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d1d9d6c1-a93e-4a5e-8e5a-60563615e29c tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.566221 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9d6c1-a93e-4a5e-8e5a-60563615e29c tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c6f3e43-acbf-4d92-a9e8-badad0ec2148,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:32.575003 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d1d9d6c1-a93e-4a5e-8e5a-60563615e29c tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.576774 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d1d9d6c1-a93e-4a5e-8e5a-60563615e29c tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1232336 Aug 10 02:12:32.579547 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40538) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:32.584033 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-06dcff14-0308-4971-a2c3-fe5f8bdd8503 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Request body: {'security_group_rule': {'security_group_id': '48ac0faf-4e8b-4c72-ac17-bf98aa560e69', 'project_id': '63a5a3245b764317909f754a3bf56a74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:32.606650 n-d-766726-26 neutron-server[105827]: INFO neutron.db.securitygroups_db [None req-06dcff14-0308-4971-a2c3-fe5f8bdd8503 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Project 63a5a3245b764317909f754a3bf56a74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:12:32.611952 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-06dcff14-0308-4971-a2c3-fe5f8bdd8503 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.616977 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device f9f15065-18b3-4cfb-bf09-b7425c4f420e up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:12:32.662290 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port f9f15065-18b3-4cfb-bf09-b7425c4f420e triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:32.662588 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.673151 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-06dcff14-0308-4971-a2c3-fe5f8bdd8503 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.676644 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-06dcff14-0308-4971-a2c3-fe5f8bdd8503 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.694410 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dcff14-0308-4971-a2c3-fe5f8bdd8503 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aafe3c11-7ef1-4877-9be2-0c023a63e523,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:32.702719 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-06dcff14-0308-4971-a2c3-fe5f8bdd8503 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.704246 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-06dcff14-0308-4971-a2c3-fe5f8bdd8503 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1237397 Aug 10 02:12:32.706922 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40540) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:32.711991 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-b24bbba2-c926-497f-8492-a9fa7d0b85e2 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Request body: {'security_group_rule': {'security_group_id': '48ac0faf-4e8b-4c72-ac17-bf98aa560e69', 'project_id': '63a5a3245b764317909f754a3bf56a74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:32.735324 n-d-766726-26 neutron-server[105827]: INFO neutron.db.securitygroups_db [None req-b24bbba2-c926-497f-8492-a9fa7d0b85e2 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Project 63a5a3245b764317909f754a3bf56a74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:12:32.743843 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b24bbba2-c926-497f-8492-a9fa7d0b85e2 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.811671 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b24bbba2-c926-497f-8492-a9fa7d0b85e2 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.814480 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b24bbba2-c926-497f-8492-a9fa7d0b85e2 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.831509 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bbba2-c926-497f-8492-a9fa7d0b85e2 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08b6c15e-08d0-4036-b00d-4161ae1d5cba,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:32.838321 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b24bbba2-c926-497f-8492-a9fa7d0b85e2 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.839515 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b24bbba2-c926-497f-8492-a9fa7d0b85e2 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1314678 Aug 10 02:12:32.981125 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-69414877-6556-417f-9bbc-ade1f0f80068 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-325958582&fields=id&tenant_id=63a5a3245b764317909f754a3bf56a74 HTTP/1.1" status: 200 len: 267 time: 0.0334153 Aug 10 02:12:33.038349 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2f59c8-b01c-46ac-bc6d-f14695509855 None None] Sync routers for ids ['143d1f7e-2218-4e03-8911-b521b9fe41fa'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:12:33.047614 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2f59c8-b01c-46ac-bc6d-f14695509855 None None] Routers {'143d1f7e-2218-4e03-8911-b521b9fe41fa'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:12:33.048257 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-8d2f59c8-b01c-46ac-bc6d-f14695509855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:12:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['143d1f7e-2218-4e03-8911-b521b9fe41fa'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:33.089802 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-8edfa683-e42c-454f-a02e-c0a1d06de584 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:33.091266 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-8edfa683-e42c-454f-a02e-c0a1d06de584 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/networks?id=ac0e588f-f543-4b0c-9099-20da20f2b64a HTTP/1.1" status: 200 len: 808 time: 0.1032219 Aug 10 02:12:33.106471 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-3ca83e07-d79c-47e3-8003-9c2a3693145b tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/quotas/63a5a3245b764317909f754a3bf56a74 HTTP/1.1" status: 200 len: 375 time: 0.0092890 Aug 10 02:12:33.149232 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-8d2f59c8-b01c-46ac-bc6d-f14695509855 None None] Set router 143d1f7e-2218-4e03-8911-b521b9fe41fa gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:12:33.159352 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-7af0a83e-2733-48b5-9286-454e4e7b40e2 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=63a5a3245b764317909f754a3bf56a74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466363 Aug 10 02:12:33.175984 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-71b97f18-ddad-493b-a7a2-85aed40b3a43 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:12:33.177083 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-71b97f18-ddad-493b-a7a2-85aed40b3a43 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055101 Aug 10 02:12:33.268372 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-88ad1575-a210-4c0d-a43b-485ce1d282b4 service neutron] 10.222.0.35 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852466 Aug 10 02:12:33.348066 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-8d2f59c8-b01c-46ac-bc6d-f14695509855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143d1f7e-2218-4e03-8911-b521b9fe41fa', 'name': 'tempest-TestShelveInstance-566004373-router', 'tenant_id': 'cc0328a8d44d4e47ada1ca26ff05fd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '1f93d416-a547-4639-b6f6-77d746bec812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:27Z', 'updated_at': '2021-08-10T02:12:30Z', 'revision_number': 4, 'project_id': 'cc0328a8d44d4e47ada1ca26ff05fd5f', 'gw_port': {'id': '1f93d416-a547-4639-b6f6-77d746bec812', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143d1f7e-2218-4e03-8911-b521b9fe41fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:28Z', 'updated_at': '2021-08-10T02:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '4cac974d-f518-4670-be71-2ec70cda498d', 'name': '', 'network_id': '422ef3c1-8944-4e39-8832-b5804b6a6dea', 'tenant_id': 'cc0328a8d44d4e47ada1ca26ff05fd5f', 'mac_address': 'fa:16:3e:bf:d9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143d1f7e-2218-4e03-8911-b521b9fe41fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8f22b681-40da-42d0-a75d-130f7a9ea865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:29Z', 'updated_at': '2021-08-10T02:12:30Z', 'revision_number': 2, 'project_id': 'cc0328a8d44d4e47ada1ca26ff05fd5f', 'subnets': [{'id': '8f22b681-40da-42d0-a75d-130f7a9ea865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:33.357916 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-920519b1-faba-49fe-9002-b9272bb91106 service neutron] 10.222.0.35 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829291 Aug 10 02:12:33.374566 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2f59c8-b01c-46ac-bc6d-f14695509855 None None] Checking router: 143d1f7e-2218-4e03-8911-b521b9fe41fa for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:12:33.374934 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2f59c8-b01c-46ac-bc6d-f14695509855 None None] Updating router 143d1f7e-2218-4e03-8911-b521b9fe41fa port 4cac974d-f518-4670-be71-2ec70cda498d binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:12:33.399121 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8d2f59c8-b01c-46ac-bc6d-f14695509855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:33.517479 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-23f89640-1886-41c4-8cf8-dab0813ac6da req-d090151f-eb4d-4110-bdf2-28cfa17b73bd tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 210 time: 0.0264068 Aug 10 02:12:33.693188 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8d2f59c8-b01c-46ac-bc6d-f14695509855 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:33.702782 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8d2f59c8-b01c-46ac-bc6d-f14695509855 None None] Transition to ACTIVE for port object 4cac974d-f518-4670-be71-2ec70cda498d will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:33.708413 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8d2f59c8-b01c-46ac-bc6d-f14695509855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:33.754308 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95540e98-a956-4300-b777-1d7ab1bd7639 None None] Pushing event updated for resources: {'Port': ['ID=4cac974d-f518-4670-be71-2ec70cda498d,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:33.807599 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-8d2f59c8-b01c-46ac-bc6d-f14695509855 None None] Attempting to bind port 4cac974d-f518-4670-be71-2ec70cda498d on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:12:33.807982 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-8d2f59c8-b01c-46ac-bc6d-f14695509855 None None] Attempting to bind port 4cac974d-f518-4670-be71-2ec70cda498d by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '18602010-f7b8-4aaa-8fcf-c3303050c00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '422ef3c1-8944-4e39-8832-b5804b6a6dea'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:12:33.808521 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2f59c8-b01c-46ac-bc6d-f14695509855 None None] Attempting to bind port 4cac974d-f518-4670-be71-2ec70cda498d on network 422ef3c1-8944-4e39-8832-b5804b6a6dea {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:12:33.813798 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2f59c8-b01c-46ac-bc6d-f14695509855 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:12:33.814180 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2f59c8-b01c-46ac-bc6d-f14695509855 None None] Checking segment: {'id': '18602010-f7b8-4aaa-8fcf-c3303050c00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '422ef3c1-8944-4e39-8832-b5804b6a6dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:33.814589 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8d2f59c8-b01c-46ac-bc6d-f14695509855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:33.814987 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2f59c8-b01c-46ac-bc6d-f14695509855 None None] Bound using segment: {'id': '18602010-f7b8-4aaa-8fcf-c3303050c00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '422ef3c1-8944-4e39-8832-b5804b6a6dea'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:12:33.815462 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-8d2f59c8-b01c-46ac-bc6d-f14695509855 None None] Bound port: 4cac974d-f518-4670-be71-2ec70cda498d, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18602010-f7b8-4aaa-8fcf-c3303050c00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '422ef3c1-8944-4e39-8832-b5804b6a6dea'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:12:33.815850 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8d2f59c8-b01c-46ac-bc6d-f14695509855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:33.886166 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-8d2f59c8-b01c-46ac-bc6d-f14695509855 None None] For port 4cac974d-f518-4670-be71-2ec70cda498d, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:12:33.890075 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-8d2f59c8-b01c-46ac-bc6d-f14695509855 None None] For port 4cac974d-f518-4670-be71-2ec70cda498d, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=4cac974d-f518-4670-be71-2ec70cda498d,segment=NetworkSegment(18602010-f7b8-4aaa-8fcf-c3303050c00e),segment_id=18602010-f7b8-4aaa-8fcf-c3303050c00e)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:12:33.894348 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8d2f59c8-b01c-46ac-bc6d-f14695509855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:33.952419 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2f59c8-b01c-46ac-bc6d-f14695509855 None None] Routers {'143d1f7e-2218-4e03-8911-b521b9fe41fa'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:12:33.953086 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-8d2f59c8-b01c-46ac-bc6d-f14695509855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:12:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['143d1f7e-2218-4e03-8911-b521b9fe41fa'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:33.962091 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95540e98-a956-4300-b777-1d7ab1bd7639 None None] Pushing event updated for resources: {'Port': ['ID=4cac974d-f518-4670-be71-2ec70cda498d,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:34.087889 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-8d2f59c8-b01c-46ac-bc6d-f14695509855 None None] Set router 143d1f7e-2218-4e03-8911-b521b9fe41fa gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:12:34.183551 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 1f93d416-a547-4639-b6f6-77d746bec812 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:12:34.288736 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 1f93d416-a547-4639-b6f6-77d746bec812 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:34.289115 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:34.372096 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-8d2f59c8-b01c-46ac-bc6d-f14695509855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143d1f7e-2218-4e03-8911-b521b9fe41fa', 'name': 'tempest-TestShelveInstance-566004373-router', 'tenant_id': 'cc0328a8d44d4e47ada1ca26ff05fd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '1f93d416-a547-4639-b6f6-77d746bec812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:27Z', 'updated_at': '2021-08-10T02:12:30Z', 'revision_number': 4, 'project_id': 'cc0328a8d44d4e47ada1ca26ff05fd5f', 'gw_port': {'id': '1f93d416-a547-4639-b6f6-77d746bec812', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143d1f7e-2218-4e03-8911-b521b9fe41fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:28Z', 'updated_at': '2021-08-10T02:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '4cac974d-f518-4670-be71-2ec70cda498d', 'name': '', 'network_id': '422ef3c1-8944-4e39-8832-b5804b6a6dea', 'tenant_id': 'cc0328a8d44d4e47ada1ca26ff05fd5f', 'mac_address': 'fa:16:3e:bf:d9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143d1f7e-2218-4e03-8911-b521b9fe41fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8f22b681-40da-42d0-a75d-130f7a9ea865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:29Z', 'updated_at': '2021-08-10T02:12:33Z', 'revision_number': 4, 'project_id': 'cc0328a8d44d4e47ada1ca26ff05fd5f', 'subnets': [{'id': '8f22b681-40da-42d0-a75d-130f7a9ea865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:34.415547 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2f59c8-b01c-46ac-bc6d-f14695509855 None None] The sync data for ids ['143d1f7e-2218-4e03-8911-b521b9fe41fa'] in n-d-766726-26 is: [{'id': '143d1f7e-2218-4e03-8911-b521b9fe41fa', 'name': 'tempest-TestShelveInstance-566004373-router', 'tenant_id': 'cc0328a8d44d4e47ada1ca26ff05fd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '1f93d416-a547-4639-b6f6-77d746bec812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:27Z', 'updated_at': '2021-08-10T02:12:30Z', 'revision_number': 4, 'project_id': 'cc0328a8d44d4e47ada1ca26ff05fd5f', 'gw_port': {'id': '1f93d416-a547-4639-b6f6-77d746bec812', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143d1f7e-2218-4e03-8911-b521b9fe41fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:28Z', 'updated_at': '2021-08-10T02:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '4cac974d-f518-4670-be71-2ec70cda498d', 'name': '', 'network_id': '422ef3c1-8944-4e39-8832-b5804b6a6dea', 'tenant_id': 'cc0328a8d44d4e47ada1ca26ff05fd5f', 'mac_address': 'fa:16:3e:bf:d9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143d1f7e-2218-4e03-8911-b521b9fe41fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8f22b681-40da-42d0-a75d-130f7a9ea865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:29Z', 'updated_at': '2021-08-10T02:12:33Z', 'revision_number': 4, 'project_id': 'cc0328a8d44d4e47ada1ca26ff05fd5f', 'subnets': [{'id': '8f22b681-40da-42d0-a75d-130f7a9ea865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:12:34.531702 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-13823468-bb02-4fc2-86d4-fe98ee0988ce tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:34.537138 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-13823468-bb02-4fc2-86d4-fe98ee0988ce tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.24 "GET /v2.0/networks?id=ac0e588f-f543-4b0c-9099-20da20f2b64a HTTP/1.1" status: 200 len: 808 time: 0.1422193 Aug 10 02:12:34.585134 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-ba2e1cf7-e02f-441f-9f9d-517c85b86ec8 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63a5a3245b764317909f754a3bf56a74 HTTP/1.1" status: 200 len: 379 time: 0.0413198 Aug 10 02:12:34.596465 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-b74bf978-b047-457b-98d2-bcffc649cc37 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Request body: {'port': {'device_id': '37feb234-e416-43ff-ac43-15707d9345c1', 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a', 'admin_state_up': True, 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'security_groups': ['48ac0faf-4e8b-4c72-ac17-bf98aa560e69']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:34.631283 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0527f22a-bb8b-475b-b92f-6cabee4d50c7 req-2f84bfad-1636-41a9-96d6-485784439f86 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 210 time: 0.0339971 Aug 10 02:12:34.713801 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-b74bf978-b047-457b-98d2-bcffc649cc37 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Made reservation on behalf of 63a5a3245b764317909f754a3bf56a74 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:34.717302 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-b74bf978-b047-457b-98d2-bcffc649cc37 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:34.848158 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-b74bf978-b047-457b-98d2-bcffc649cc37 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Allocated IP 172.20.0.12 (ac0e588f-f543-4b0c-9099-20da20f2b64a/690ca535-756e-41c1-b3ab-d6ff33da48b1/aa2a8bfb-f289-4fa8-8d67-a8d7c2289272) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:12:34.997888 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-b74bf978-b047-457b-98d2-bcffc649cc37 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:35.012753 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-b74bf978-b047-457b-98d2-bcffc649cc37 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Transition to ACTIVE for port object aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:35.047146 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-b74bf978-b047-457b-98d2-bcffc649cc37 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:35.088785 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-b74bf978-b047-457b-98d2-bcffc649cc37 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Network ac0e588f-f543-4b0c-9099-20da20f2b64a is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:35.094108 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-b74bf978-b047-457b-98d2-bcffc649cc37 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:35.097879 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-b74bf978-b047-457b-98d2-bcffc649cc37 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:12:35.127992 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bf978-b047-457b-98d2-bcffc649cc37 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Pushing event updated for resources: {'Port': ['ID=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:35.156489 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-b74bf978-b047-457b-98d2-bcffc649cc37 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:35.157124 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-b74bf978-b047-457b-98d2-bcffc649cc37 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:35.171688 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-b74bf978-b047-457b-98d2-bcffc649cc37 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5795131 Aug 10 02:12:35.182364 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-a5e8007e-d457-4ca7-8d64-8e26d3a0ec57 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:12:35.183394 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-a5e8007e-d457-4ca7-8d64-8e26d3a0ec57 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053704 Aug 10 02:12:35.286225 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-7a13d812-5712-4eff-b423-030bedd679f9 service neutron] Request body: {'port': {'device_id': '37feb234-e416-43ff-ac43-15707d9345c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:35.337638 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-7a13d812-5712-4eff-b423-030bedd679f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:35.355792 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-33e58438-b1c8-436a-b12e-76b0caa32de1 None None] Provisioning for port aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:35.359653 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-33e58438-b1c8-436a-b12e-76b0caa32de1 None None] Provisioning complete for port aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:35.360028 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-33e58438-b1c8-436a-b12e-76b0caa32de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:35.399240 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-33e58438-b1c8-436a-b12e-76b0caa32de1 None None] Port aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:12:35.598152 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-7a13d812-5712-4eff-b423-030bedd679f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:12:35.605731 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-7a13d812-5712-4eff-b423-030bedd679f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:35.617424 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-7a13d812-5712-4eff-b423-030bedd679f9 service neutron] Transition to ACTIVE for port object aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:35.622861 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-7a13d812-5712-4eff-b423-030bedd679f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:35.758765 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbbbe1-5c55-4a1b-9f81-a329a74678c8 req-f7423342-af4e-4e24-96a1-09a4e9604de5 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:35.760372 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f1fbbbe1-5c55-4a1b-9f81-a329a74678c8 req-f7423342-af4e-4e24-96a1-09a4e9604de5 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 944 time: 0.0565124 Aug 10 02:12:35.800262 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:12:35.802569 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f1fbbbe1-5c55-4a1b-9f81-a329a74678c8 req-16c0d533-600a-48be-ad81-59567d49cecd tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350423 Aug 10 02:12:35.960121 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13d812-5712-4eff-b423-030bedd679f9 service neutron] Pushing event updated for resources: {'Port': ['ID=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:36.012218 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-7a13d812-5712-4eff-b423-030bedd679f9 service neutron] Attempting to bind port aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:12:36.012570 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-7a13d812-5712-4eff-b423-030bedd679f9 service neutron] Attempting to bind port aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '28dbd671-1d13-4e0c-ac81-67928a1bc990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:12:36.012967 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-7a13d812-5712-4eff-b423-030bedd679f9 service neutron] Attempting to bind port aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 on network ac0e588f-f543-4b0c-9099-20da20f2b64a {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:12:36.017936 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-7a13d812-5712-4eff-b423-030bedd679f9 service neutron] Port aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 on network ac0e588f-f543-4b0c-9099-20da20f2b64a not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:12:36.018256 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-7a13d812-5712-4eff-b423-030bedd679f9 service neutron] Attempting to bind port aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 on network ac0e588f-f543-4b0c-9099-20da20f2b64a {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:12:36.023075 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-7a13d812-5712-4eff-b423-030bedd679f9 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:12:36.023431 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-7a13d812-5712-4eff-b423-030bedd679f9 service neutron] Checking segment: {'id': '28dbd671-1d13-4e0c-ac81-67928a1bc990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:36.023820 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-7a13d812-5712-4eff-b423-030bedd679f9 service neutron] Bound using segment: {'id': '28dbd671-1d13-4e0c-ac81-67928a1bc990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:12:36.024291 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-7a13d812-5712-4eff-b423-030bedd679f9 service neutron] Bound port: aa2a8bfb-f289-4fa8-8d67-a8d7c2289272, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28dbd671-1d13-4e0c-ac81-67928a1bc990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:12:36.024661 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-7a13d812-5712-4eff-b423-030bedd679f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:36.095759 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-7a13d812-5712-4eff-b423-030bedd679f9 service neutron] For port aa2a8bfb-f289-4fa8-8d67-a8d7c2289272, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:12:36.099708 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-7a13d812-5712-4eff-b423-030bedd679f9 service neutron] For port aa2a8bfb-f289-4fa8-8d67-a8d7c2289272, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272,segment=NetworkSegment(28dbd671-1d13-4e0c-ac81-67928a1bc990),segment_id=28dbd671-1d13-4e0c-ac81-67928a1bc990)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:12:36.104359 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-7a13d812-5712-4eff-b423-030bedd679f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:36.143797 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-7a13d812-5712-4eff-b423-030bedd679f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:36.144473 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-7a13d812-5712-4eff-b423-030bedd679f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:36.145896 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-7a13d812-5712-4eff-b423-030bedd679f9 service neutron] 10.222.0.24 "PUT /v2.0/ports/aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 HTTP/1.1" status: 200 len: 1093 time: 0.9553118 Aug 10 02:12:36.146356 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37feb234-e416-43ff-ac43-15707d9345c1', 'tag': 'aa2a8bfb-f289-4fa8-8d67-a8d7c2289272'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:12:36.149155 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04376f577ca8e91682bf6bf2b98f61f72ad60017a2eb84f3f8c1f2c558ccd100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a485229c-5a8c-4af4-90af-f111a77cb9d2" -d '{"events": [{"name": "network-changed", "server_uuid": "37feb234-e416-43ff-ac43-15707d9345c1", "tag": "aa2a8bfb-f289-4fa8-8d67-a8d7c2289272"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:12:36.230096 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb363034-ac46-47fe-86ca-b0fd62c0b938 x-openstack-request-id: req-bb363034-ac46-47fe-86ca-b0fd62c0b938 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:12:36.230436 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37feb234-e416-43ff-ac43-15707d9345c1", "tag": "aa2a8bfb-f289-4fa8-8d67-a8d7c2289272", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:12:36.230699 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bb363034-ac46-47fe-86ca-b0fd62c0b938 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:12:36.231242 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37feb234-e416-43ff-ac43-15707d9345c1', 'tag': 'aa2a8bfb-f289-4fa8-8d67-a8d7c2289272', 'status': 'completed', 'code': 200} Aug 10 02:12:36.233032 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13d812-5712-4eff-b423-030bedd679f9 service neutron] Pushing event updated for resources: {'Port': ['ID=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:36.251535 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-70013a46-c3a4-4be1-ac21-15c91b63de59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:36.253145 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-70013a46-c3a4-4be1-ac21-15c91b63de59 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63a5a3245b764317909f754a3bf56a74&device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 1096 time: 0.0588706 Aug 10 02:12:36.265711 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4cac974d-f518-4670-be71-2ec70cda498d up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:12:36.306166 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-c2c27277-b534-49db-83c9-5c0acb0b7a97 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 HTTP/1.1" status: 200 len: 217 time: 0.0441709 Aug 10 02:12:36.317272 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 4cac974d-f518-4670-be71-2ec70cda498d completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:36.321237 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 4cac974d-f518-4670-be71-2ec70cda498d triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:36.321620 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:36.365854 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-898eedee-1876-4363-8d91-a00fca66a70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:36.367367 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-898eedee-1876-4363-8d91-a00fca66a70a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=690ca535-756e-41c1-b3ab-d6ff33da48b1 HTTP/1.1" status: 200 len: 847 time: 0.0519893 Aug 10 02:12:36.400126 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:36.414448 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-ba8f620f-18c6-4c8d-99bf-be843075a07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:36.415958 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-ba8f620f-18c6-4c8d-99bf-be843075a07b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac0e588f-f543-4b0c-9099-20da20f2b64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419874 Aug 10 02:12:36.432200 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 4cac974d-f518-4670-be71-2ec70cda498d, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=4cac974d-f518-4670-be71-2ec70cda498d,segment=NetworkSegment(18602010-f7b8-4aaa-8fcf-c3303050c00e),segment_id=18602010-f7b8-4aaa-8fcf-c3303050c00e)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:36.437930 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:36.495859 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=4cac974d-f518-4670-be71-2ec70cda498d,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:36.518052 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-838aa9ce-3c81-4105-af86-44f425464719 service neutron] 10.222.0.24 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943208 Aug 10 02:12:36.608130 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d4c8e9c7-d947-418c-abb1-4fee740622e1 req-f8d6c4b2-e60c-4248-a62c-ad764123c9b1 service neutron] 10.222.0.24 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824468 Aug 10 02:12:36.692126 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485229c-5a8c-4af4-90af-f111a77cb9d2 req-c15530d9-13da-40e4-8d55-706a3270f8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:36.693546 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a485229c-5a8c-4af4-90af-f111a77cb9d2 req-c15530d9-13da-40e4-8d55-706a3270f8ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63a5a3245b764317909f754a3bf56a74&device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 1096 time: 0.0408542 Aug 10 02:12:36.788266 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485229c-5a8c-4af4-90af-f111a77cb9d2 req-6c1aa3a0-c6ea-4587-96d6-c1b9a61624cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:36.789714 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a485229c-5a8c-4af4-90af-f111a77cb9d2 req-6c1aa3a0-c6ea-4587-96d6-c1b9a61624cf service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac0e588f-f543-4b0c-9099-20da20f2b64a HTTP/1.1" status: 200 len: 909 time: 0.0878983 Aug 10 02:12:36.831268 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a485229c-5a8c-4af4-90af-f111a77cb9d2 req-73c6361c-f3ec-45eb-bcc9-feb70a79980e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 HTTP/1.1" status: 200 len: 217 time: 0.0336306 Aug 10 02:12:36.880280 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485229c-5a8c-4af4-90af-f111a77cb9d2 req-0cd1944e-a156-438e-86f9-eca2aa3ec856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:36.881738 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a485229c-5a8c-4af4-90af-f111a77cb9d2 req-0cd1944e-a156-438e-86f9-eca2aa3ec856 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=690ca535-756e-41c1-b3ab-d6ff33da48b1 HTTP/1.1" status: 200 len: 847 time: 0.0440080 Aug 10 02:12:36.916132 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c4b70-2090-4f0b-b6c7-e7a532af08c6 req-297690fd-4291-48c5-b128-7d2d58182653 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:36.918075 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-714c4b70-2090-4f0b-b6c7-e7a532af08c6 req-297690fd-4291-48c5-b128-7d2d58182653 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 944 time: 0.0484126 Aug 10 02:12:36.933953 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485229c-5a8c-4af4-90af-f111a77cb9d2 req-7f4a260a-ed00-4c8e-ba72-8988f4ec0dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:36.936006 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a485229c-5a8c-4af4-90af-f111a77cb9d2 req-7f4a260a-ed00-4c8e-ba72-8988f4ec0dc5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac0e588f-f543-4b0c-9099-20da20f2b64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465391 Aug 10 02:12:36.956627 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-714c4b70-2090-4f0b-b6c7-e7a532af08c6 req-7fd0d57f-e996-43d0-9b36-65a3ca26ff53 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315442 Aug 10 02:12:37.027374 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a485229c-5a8c-4af4-90af-f111a77cb9d2 req-4c748109-00a1-4c4d-b656-59012bbe5b82 service neutron] 10.222.0.24 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838809 Aug 10 02:12:37.131104 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a485229c-5a8c-4af4-90af-f111a77cb9d2 req-3bbecf55-03e4-4a7d-ba6b-9abcf3246a52 service neutron] 10.222.0.24 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928240 Aug 10 02:12:38.069683 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce4b95-9e05-423c-aac1-e6d117289dcb req-2cf29f6a-73e8-4c7b-a36a-134c4da8b5fe tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:38.071139 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c1ce4b95-9e05-423c-aac1-e6d117289dcb req-2cf29f6a-73e8-4c7b-a36a-134c4da8b5fe tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 944 time: 0.0476818 Aug 10 02:12:38.108764 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c1ce4b95-9e05-423c-aac1-e6d117289dcb req-7bff8205-f6d5-4eaa-ba51-48254f64d9e9 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316517 Aug 10 02:12:38.178285 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4cac974d-f518-4670-be71-2ec70cda498d up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:12:38.224489 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 4cac974d-f518-4670-be71-2ec70cda498d triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:38.224888 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:39.516413 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d9a82-a543-40f7-8860-1942a57154bd req-8bcb169c-7e0a-4e2a-b912-3b037409af1e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:39.517894 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f29d9a82-a543-40f7-8860-1942a57154bd req-8bcb169c-7e0a-4e2a-b912-3b037409af1e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 944 time: 0.3435261 Aug 10 02:12:39.554298 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f29d9a82-a543-40f7-8860-1942a57154bd req-a2f3b31b-0b76-46ce-b8f7-086f033e1796 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304651 Aug 10 02:12:40.668044 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89294d00-c05e-400b-be7e-07fc35d3c7b7 req-e8730b1b-bf77-4722-9fc7-5522d5cdcfdd tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:40.669524 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-89294d00-c05e-400b-be7e-07fc35d3c7b7 req-e8730b1b-bf77-4722-9fc7-5522d5cdcfdd tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 944 time: 0.0478923 Aug 10 02:12:40.705514 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-89294d00-c05e-400b-be7e-07fc35d3c7b7 req-0dbff2b5-8ef6-41d8-9d2d-49b4f17dc5f1 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301032 Aug 10 02:12:41.171172 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:12:41.262421 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port aa2a8bfb-f289-4fa8-8d67-a8d7c2289272, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272,segment=NetworkSegment(28dbd671-1d13-4e0c-ac81-67928a1bc990),segment_id=28dbd671-1d13-4e0c-ac81-67928a1bc990)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:41.282583 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'aa2a8bfb-f289-4fa8-8d67-a8d7c2289272', 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a', 'port_id': 'aa2a8bfb-f289-4fa8-8d67-a8d7c2289272', 'mac_address': 'fa:16:3e:07:e0:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690ca535-756e-41c1-b3ab-d6ff33da48b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:12:41.289597 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2337db27-913a-4b61-8a0e-8a0a80324ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:41.321385 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:41.333399 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:12:41.351720 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port aa2a8bfb-f289-4fa8-8d67-a8d7c2289272, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272,segment=NetworkSegment(28dbd671-1d13-4e0c-ac81-67928a1bc990),segment_id=28dbd671-1d13-4e0c-ac81-67928a1bc990)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:41.355423 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:41.403747 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:41.723530 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['aa2a8bfb-f289-4fa8-8d67-a8d7c2289272'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:12:41.818018 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baba1be-a4fc-45ff-854e-4eec6812ea2d req-099bc1f4-467e-4ab4-8683-d84bc9aff30d tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:41.819513 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2baba1be-a4fc-45ff-854e-4eec6812ea2d req-099bc1f4-467e-4ab4-8683-d84bc9aff30d tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 945 time: 0.0482261 Aug 10 02:12:41.856318 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2baba1be-a4fc-45ff-854e-4eec6812ea2d req-6d7ce057-332b-4e17-b01b-923d03508bc7 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306153 Aug 10 02:12:42.400268 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:42.972805 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4703d25-db03-49ea-9abc-17a2463c0ef9 req-ac358e88-f7f6-4376-892e-0755322482e2 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:42.974285 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e4703d25-db03-49ea-9abc-17a2463c0ef9 req-ac358e88-f7f6-4376-892e-0755322482e2 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 945 time: 0.0525334 Aug 10 02:12:43.011070 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e4703d25-db03-49ea-9abc-17a2463c0ef9 req-a3453309-294c-4fbd-8889-7f0815a87101 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305784 Aug 10 02:12:43.202765 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:12:43.249935 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:43.253404 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:43.253784 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:43.325065 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:43.349752 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37feb234-e416-43ff-ac43-15707d9345c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2a8bfb-f289-4fa8-8d67-a8d7c2289272'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:12:43.352023 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09d289ccde4d6ff9cc92181a6a5f9723a21b3f76001e8301d3c19491e4c7f527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67086b37-123b-46f6-8ef6-a10ea5433711" -d '{"events": [{"server_uuid": "37feb234-e416-43ff-ac43-15707d9345c1", "name": "network-vif-plugged", "status": "completed", "tag": "aa2a8bfb-f289-4fa8-8d67-a8d7c2289272"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:12:43.365891 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port aa2a8bfb-f289-4fa8-8d67-a8d7c2289272, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272,segment=NetworkSegment(28dbd671-1d13-4e0c-ac81-67928a1bc990),segment_id=28dbd671-1d13-4e0c-ac81-67928a1bc990)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:43.369819 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:43.392311 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95e0b97-b9cd-41d9-864b-79f85f9067d6 x-openstack-request-id: req-c95e0b97-b9cd-41d9-864b-79f85f9067d6 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:12:43.392606 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37feb234-e416-43ff-ac43-15707d9345c1", "name": "network-vif-plugged", "status": "completed", "tag": "aa2a8bfb-f289-4fa8-8d67-a8d7c2289272", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:12:43.392860 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c95e0b97-b9cd-41d9-864b-79f85f9067d6 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:12:43.393248 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37feb234-e416-43ff-ac43-15707d9345c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2a8bfb-f289-4fa8-8d67-a8d7c2289272', 'code': 200} Aug 10 02:12:43.418476 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:43.487147 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa386444-aa97-49ce-8ff1-569081777fe7 req-1f04e28b-8d09-4a1e-835d-f885aebb6777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:43.488656 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fa386444-aa97-49ce-8ff1-569081777fe7 req-1f04e28b-8d09-4a1e-835d-f885aebb6777 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 1098 time: 0.0408692 Aug 10 02:12:43.523253 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fa386444-aa97-49ce-8ff1-569081777fe7 req-1a711f8d-fa95-49e8-9074-c351e8fcebb6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265176 Aug 10 02:12:43.914231 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-70dc349e-3112-4138-a10f-e503bc1e50c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:44.125007 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b36a1f-4c69-4191-9617-98dacfa944a3 req-2a2c89bb-2310-4e49-86ee-02400a85e7d2 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:44.126504 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-73b36a1f-4c69-4191-9617-98dacfa944a3 req-2a2c89bb-2310-4e49-86ee-02400a85e7d2 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 946 time: 0.0489931 Aug 10 02:12:44.163898 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-73b36a1f-4c69-4191-9617-98dacfa944a3 req-34e3d399-6598-4718-a424-db573d2414f5 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311203 Aug 10 02:12:44.547621 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:45.278199 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e36dd-a06c-42be-9d14-7ce47a711b05 req-6b4a84b2-8fc6-4459-88d8-9cf217b61b84 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:45.279656 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d77e36dd-a06c-42be-9d14-7ce47a711b05 req-6b4a84b2-8fc6-4459-88d8-9cf217b61b84 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 946 time: 0.0484459 Aug 10 02:12:45.318590 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d77e36dd-a06c-42be-9d14-7ce47a711b05 req-adf6a8b3-f09f-4a65-9aca-7f11e39bf90d tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330334 Aug 10 02:12:45.435084 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352ec07-4c4c-4bb6-a82f-eac1062ef918 req-3345a115-acd1-47b4-9f80-0227742ce204 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:45.436596 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2352ec07-4c4c-4bb6-a82f-eac1062ef918 req-3345a115-acd1-47b4-9f80-0227742ce204 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 946 time: 0.0522182 Aug 10 02:12:45.464961 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:45.476732 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2352ec07-4c4c-4bb6-a82f-eac1062ef918 req-f9e8bfa7-7f0f-46b7-82cf-ca2feb9df758 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342755 Aug 10 02:12:45.498565 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40596) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:45.578807 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7b85b2-d3a1-4d16-88a0-192d0fd92720 tempest-TestShelveInstance-730277043 tempest-TestShelveInstance-730277043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:45.580325 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-ef7b85b2-d3a1-4d16-88a0-192d0fd92720 tempest-TestShelveInstance-730277043 tempest-TestShelveInstance-730277043-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 1093 time: 0.0807326 Aug 10 02:12:45.583224 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40600) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:45.588013 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-51d737bf-b209-432f-b2db-0cfa7247b934 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'port_id': 'aa2a8bfb-f289-4fa8-8d67-a8d7c2289272', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:45.611472 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-51d737bf-b209-432f-b2db-0cfa7247b934 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for floatingip, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:45.711060 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-51d737bf-b209-432f-b2db-0cfa7247b934 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:45.811487 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-51d737bf-b209-432f-b2db-0cfa7247b934 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Allocated IP 172.25.2.203 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/3812b548-51cf-43ec-8eaa-3e15c38f105d) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:12:45.913442 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-51d737bf-b209-432f-b2db-0cfa7247b934 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:45.953456 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-51d737bf-b209-432f-b2db-0cfa7247b934 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:45.994113 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d737bf-b209-432f-b2db-0cfa7247b934 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:45.997023 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-51d737bf-b209-432f-b2db-0cfa7247b934 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:46.001873 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d737bf-b209-432f-b2db-0cfa7247b934 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:12:46.007275 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d737bf-b209-432f-b2db-0cfa7247b934 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Pushing event updated for resources: {'Port': ['ID=3812b548-51cf-43ec-8eaa-3e15c38f105d,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:46.363345 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-51d737bf-b209-432f-b2db-0cfa7247b934 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:46.432452 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-51d737bf-b209-432f-b2db-0cfa7247b934 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:46.539446 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:46.581371 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-51d737bf-b209-432f-b2db-0cfa7247b934 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:46.585883 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-51d737bf-b209-432f-b2db-0cfa7247b934 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:46.663345 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d737bf-b209-432f-b2db-0cfa7247b934 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Pushing event updated for resources: {'Port': ['ID=3812b548-51cf-43ec-8eaa-3e15c38f105d,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:46.671310 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-51d737bf-b209-432f-b2db-0cfa7247b934 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:46.767582 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [None req-51d737bf-b209-432f-b2db-0cfa7247b934 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Floating IP 4d05fda4-b772-4b66-9cfe-b1279cd3d11c associated. External IP: 172.25.2.203, port: aa2a8bfb-f289-4fa8-8d67-a8d7c2289272. Aug 10 02:12:46.969909 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d737bf-b209-432f-b2db-0cfa7247b934 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Router ac732b35-79fe-4f91-9468-a57fd4521301 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:12:47.073923 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d737bf-b209-432f-b2db-0cfa7247b934 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:12:47.083663 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fe86d4-2e5e-4fb9-9b1b-107411926758 None None] Sync routers for ids ['ac732b35-79fe-4f91-9468-a57fd4521301'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:12:47.089201 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-51d737bf-b209-432f-b2db-0cfa7247b934 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:47.094066 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fe86d4-2e5e-4fb9-9b1b-107411926758 None None] Routers {'ac732b35-79fe-4f91-9468-a57fd4521301'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:12:47.094730 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-58fe86d4-2e5e-4fb9-9b1b-107411926758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:12:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['ac732b35-79fe-4f91-9468-a57fd4521301'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:47.116956 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-51d737bf-b209-432f-b2db-0cfa7247b934 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5327091 Aug 10 02:12:47.117641 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37feb234-e416-43ff-ac43-15707d9345c1', 'tag': 'aa2a8bfb-f289-4fa8-8d67-a8d7c2289272'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:12:47.120037 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04376f577ca8e91682bf6bf2b98f61f72ad60017a2eb84f3f8c1f2c558ccd100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3629157f-678e-4b46-ba06-9388e8b18517" -d '{"events": [{"name": "network-changed", "server_uuid": "37feb234-e416-43ff-ac43-15707d9345c1", "tag": "aa2a8bfb-f289-4fa8-8d67-a8d7c2289272"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:12:47.156841 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2efb5ce-0517-4259-9330-42ca7883753c x-openstack-request-id: req-f2efb5ce-0517-4259-9330-42ca7883753c {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:12:47.157139 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37feb234-e416-43ff-ac43-15707d9345c1", "tag": "aa2a8bfb-f289-4fa8-8d67-a8d7c2289272", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:12:47.157426 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f2efb5ce-0517-4259-9330-42ca7883753c {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:12:47.157845 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37feb234-e416-43ff-ac43-15707d9345c1', 'tag': 'aa2a8bfb-f289-4fa8-8d67-a8d7c2289272', 'status': 'completed', 'code': 200} Aug 10 02:12:47.200571 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-58fe86d4-2e5e-4fb9-9b1b-107411926758 None None] Set router ac732b35-79fe-4f91-9468-a57fd4521301 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:12:47.217676 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629157f-678e-4b46-ba06-9388e8b18517 req-7c7149e8-3a15-4d13-ae3f-b7daf8cad6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:47.219194 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3629157f-678e-4b46-ba06-9388e8b18517 req-7c7149e8-3a15-4d13-ae3f-b7daf8cad6f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63a5a3245b764317909f754a3bf56a74&device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 1098 time: 0.0405092 Aug 10 02:12:47.313205 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629157f-678e-4b46-ba06-9388e8b18517 req-0fbb7e6f-1ab1-477b-8375-8d6ebb145bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:47.314700 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3629157f-678e-4b46-ba06-9388e8b18517 req-0fbb7e6f-1ab1-477b-8375-8d6ebb145bcf service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac0e588f-f543-4b0c-9099-20da20f2b64a HTTP/1.1" status: 200 len: 909 time: 0.0888689 Aug 10 02:12:47.379015 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3629157f-678e-4b46-ba06-9388e8b18517 req-0b19e16f-3c56-4afe-8e00-090b74722b82 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 HTTP/1.1" status: 200 len: 1000 time: 0.0575025 Aug 10 02:12:47.418543 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-58fe86d4-2e5e-4fb9-9b1b-107411926758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'name': 'tempest-TestShelveInstance-668386919-router', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'de523868-7f83-45c9-91f1-49cbee14452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:22Z', 'updated_at': '2021-08-10T02:12:25Z', 'revision_number': 4, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'gw_port': {'id': 'de523868-7f83-45c9-91f1-49cbee14452a', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:23Z', 'updated_at': '2021-08-10T02:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '4d05fda4-b772-4b66-9cfe-b1279cd3d11c', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'floating_ip_address': '172.25.2.203', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'port_id': 'aa2a8bfb-f289-4fa8-8d67-a8d7c2289272', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a', 'mac_address': 'fa:16:3e:07:e0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37feb234-e416-43ff-ac43-15707d9345c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:12:46Z', 'updated_at': '2021-08-10T02:12:46Z', 'revision_number': 0, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ade5b13-4e9a-4a0d-939b-79182aaf1205', 'name': '', 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'mac_address': 'fa:16:3e:71:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '690ca535-756e-41c1-b3ab-d6ff33da48b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:25Z', 'updated_at': '2021-08-10T02:12:30Z', 'revision_number': 5, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'subnets': [{'id': '690ca535-756e-41c1-b3ab-d6ff33da48b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:47.426811 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629157f-678e-4b46-ba06-9388e8b18517 req-fd55c927-723f-4d00-9755-8cde81b0ad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:47.428438 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3629157f-678e-4b46-ba06-9388e8b18517 req-fd55c927-723f-4d00-9755-8cde81b0ad42 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=690ca535-756e-41c1-b3ab-d6ff33da48b1 HTTP/1.1" status: 200 len: 847 time: 0.0430722 Aug 10 02:12:47.445171 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fe86d4-2e5e-4fb9-9b1b-107411926758 None None] Checking router: ac732b35-79fe-4f91-9468-a57fd4521301 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:12:47.453392 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fe86d4-2e5e-4fb9-9b1b-107411926758 None None] Routers {'ac732b35-79fe-4f91-9468-a57fd4521301'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:12:47.453991 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-58fe86d4-2e5e-4fb9-9b1b-107411926758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:12:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['ac732b35-79fe-4f91-9468-a57fd4521301'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:47.478107 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629157f-678e-4b46-ba06-9388e8b18517 req-c9fb08a0-377f-4f5f-ba67-87e5ba1bdc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:47.479911 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3629157f-678e-4b46-ba06-9388e8b18517 req-c9fb08a0-377f-4f5f-ba67-87e5ba1bdc4a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac0e588f-f543-4b0c-9099-20da20f2b64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436378 Aug 10 02:12:47.558182 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-58fe86d4-2e5e-4fb9-9b1b-107411926758 None None] Set router ac732b35-79fe-4f91-9468-a57fd4521301 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:12:47.568508 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3629157f-678e-4b46-ba06-9388e8b18517 req-6bc64756-4506-4428-98f5-77b9c331dc5e service neutron] 10.222.0.24 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816045 Aug 10 02:12:47.666169 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3629157f-678e-4b46-ba06-9388e8b18517 req-8786e2c6-d485-4c98-8a78-6891050b979a service neutron] 10.222.0.24 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899093 Aug 10 02:12:47.860054 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-58fe86d4-2e5e-4fb9-9b1b-107411926758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'name': 'tempest-TestShelveInstance-668386919-router', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'de523868-7f83-45c9-91f1-49cbee14452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:22Z', 'updated_at': '2021-08-10T02:12:25Z', 'revision_number': 4, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'gw_port': {'id': 'de523868-7f83-45c9-91f1-49cbee14452a', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:23Z', 'updated_at': '2021-08-10T02:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '4d05fda4-b772-4b66-9cfe-b1279cd3d11c', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'floating_ip_address': '172.25.2.203', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'port_id': 'aa2a8bfb-f289-4fa8-8d67-a8d7c2289272', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a', 'mac_address': 'fa:16:3e:07:e0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37feb234-e416-43ff-ac43-15707d9345c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:12:46Z', 'updated_at': '2021-08-10T02:12:46Z', 'revision_number': 0, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ade5b13-4e9a-4a0d-939b-79182aaf1205', 'name': '', 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'mac_address': 'fa:16:3e:71:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '690ca535-756e-41c1-b3ab-d6ff33da48b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:25Z', 'updated_at': '2021-08-10T02:12:30Z', 'revision_number': 5, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'subnets': [{'id': '690ca535-756e-41c1-b3ab-d6ff33da48b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:47.887086 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fe86d4-2e5e-4fb9-9b1b-107411926758 None None] The sync data for ids ['ac732b35-79fe-4f91-9468-a57fd4521301'] in n-d-766726-26 is: [{'id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'name': 'tempest-TestShelveInstance-668386919-router', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'de523868-7f83-45c9-91f1-49cbee14452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:22Z', 'updated_at': '2021-08-10T02:12:25Z', 'revision_number': 4, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'gw_port': {'id': 'de523868-7f83-45c9-91f1-49cbee14452a', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:23Z', 'updated_at': '2021-08-10T02:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '4d05fda4-b772-4b66-9cfe-b1279cd3d11c', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'floating_ip_address': '172.25.2.203', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'port_id': 'aa2a8bfb-f289-4fa8-8d67-a8d7c2289272', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a', 'mac_address': 'fa:16:3e:07:e0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37feb234-e416-43ff-ac43-15707d9345c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:12:46Z', 'updated_at': '2021-08-10T02:12:46Z', 'revision_number': 0, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ade5b13-4e9a-4a0d-939b-79182aaf1205', 'name': '', 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'mac_address': 'fa:16:3e:71:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '690ca535-756e-41c1-b3ab-d6ff33da48b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:25Z', 'updated_at': '2021-08-10T02:12:30Z', 'revision_number': 5, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'subnets': [{'id': '690ca535-756e-41c1-b3ab-d6ff33da48b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:12:48.066027 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e90ef4a-27e6-4ac5-a243-5452c13dcb28 None None] New status for floating IP 4d05fda4-b772-4b66-9cfe-b1279cd3d11c: ACTIVE {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:12:58.919906 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:11.280596 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f220562b-91ae-499c-abab-3a3e929faa8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:12.417957 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:12.799589 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:13:13.917355 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dbf428ea-dab3-45f3-b81c-b4e3e313576b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:14.548362 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:15.468045 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:16.542338 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:19.334368 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3e5abb4b-d4ce-4071-a67f-a13b002ba485 req-86e497fe-52b1-4cc9-b137-945f6c2b73a0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405915 Aug 10 02:13:19.415414 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5abb4b-d4ce-4071-a67f-a13b002ba485 req-bd08b916-80a0-4b2c-9375-5bd801b4e7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:19.416911 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3e5abb4b-d4ce-4071-a67f-a13b002ba485 req-bd08b916-80a0-4b2c-9375-5bd801b4e7e7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63a5a3245b764317909f754a3bf56a74&device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 1098 time: 0.0398149 Aug 10 02:13:19.522661 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5abb4b-d4ce-4071-a67f-a13b002ba485 req-e47672ad-68a6-4098-90d7-986e4b83d2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:19.524097 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3e5abb4b-d4ce-4071-a67f-a13b002ba485 req-e47672ad-68a6-4098-90d7-986e4b83d2c4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac0e588f-f543-4b0c-9099-20da20f2b64a HTTP/1.1" status: 200 len: 909 time: 0.0867541 Aug 10 02:13:19.588775 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3e5abb4b-d4ce-4071-a67f-a13b002ba485 req-2c659a5c-ea6f-4ccb-95cd-67257db74708 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 HTTP/1.1" status: 200 len: 1002 time: 0.0563354 Aug 10 02:13:19.637752 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5abb4b-d4ce-4071-a67f-a13b002ba485 req-aa92589f-d258-4b54-84f6-2c55c7fb337e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:19.639211 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3e5abb4b-d4ce-4071-a67f-a13b002ba485 req-aa92589f-d258-4b54-84f6-2c55c7fb337e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=690ca535-756e-41c1-b3ab-d6ff33da48b1 HTTP/1.1" status: 200 len: 847 time: 0.0425179 Aug 10 02:13:19.687442 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5abb4b-d4ce-4071-a67f-a13b002ba485 req-4fa694b1-51fb-4ba9-ba07-4eeac9ac54fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:19.688955 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3e5abb4b-d4ce-4071-a67f-a13b002ba485 req-4fa694b1-51fb-4ba9-ba07-4eeac9ac54fe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac0e588f-f543-4b0c-9099-20da20f2b64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428650 Aug 10 02:13:19.775901 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3e5abb4b-d4ce-4071-a67f-a13b002ba485 req-7d105408-523e-4c5a-89dd-b9def741f57c service neutron] 10.222.0.24 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798483 Aug 10 02:13:19.868388 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3e5abb4b-d4ce-4071-a67f-a13b002ba485 req-f40055c4-d44b-460f-962d-b2ab047bbc1c service neutron] 10.222.0.24 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853837 Aug 10 02:13:28.933360 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:41.281258 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f98f176c-6ead-4da2-b638-2cac3315dd4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:42.419415 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:43.916344 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d3683e44-ebe8-4691-9bf0-569ef6ccf19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:44.548088 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:45.471756 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:46.544595 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:49.798146 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:13:58.932239 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:11.283126 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-60ca7d53-5882-41b4-a61b-a5a21c0e2953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:12.434813 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:13.915778 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-98960c15-c802-456c-81cd-9e5667057615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:14.548949 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:15.473144 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:16.547721 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:20.337836 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-66ead04a-f6f6-4c5c-ae5f-91ec7b483619 req-a598d784-6782-4f45-aefe-ad13114be52d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430832 Aug 10 02:14:20.417048 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ead04a-f6f6-4c5c-ae5f-91ec7b483619 req-1f4eb91a-4125-46b3-84fb-5f7a41e492ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:20.418496 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-66ead04a-f6f6-4c5c-ae5f-91ec7b483619 req-1f4eb91a-4125-46b3-84fb-5f7a41e492ac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63a5a3245b764317909f754a3bf56a74&device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 1098 time: 0.0388033 Aug 10 02:14:20.788726 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ead04a-f6f6-4c5c-ae5f-91ec7b483619 req-d1f31dca-130d-40b8-9aeb-465bc5bdaf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:20.790203 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-66ead04a-f6f6-4c5c-ae5f-91ec7b483619 req-d1f31dca-130d-40b8-9aeb-465bc5bdaf3c service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac0e588f-f543-4b0c-9099-20da20f2b64a HTTP/1.1" status: 200 len: 909 time: 0.3518276 Aug 10 02:14:20.855754 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-66ead04a-f6f6-4c5c-ae5f-91ec7b483619 req-c0477dd7-d5e7-4182-9fc7-3d138c6f8813 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 HTTP/1.1" status: 200 len: 1002 time: 0.0572681 Aug 10 02:14:20.903834 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ead04a-f6f6-4c5c-ae5f-91ec7b483619 req-d7814d55-9d28-4657-a8fb-e9f1c896fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:20.905162 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-66ead04a-f6f6-4c5c-ae5f-91ec7b483619 req-d7814d55-9d28-4657-a8fb-e9f1c896fde0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=690ca535-756e-41c1-b3ab-d6ff33da48b1 HTTP/1.1" status: 200 len: 847 time: 0.0429418 Aug 10 02:14:20.951595 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ead04a-f6f6-4c5c-ae5f-91ec7b483619 req-78ddf62a-9491-42bc-b3a0-d866e31869d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:20.953064 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-66ead04a-f6f6-4c5c-ae5f-91ec7b483619 req-78ddf62a-9491-42bc-b3a0-d866e31869d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac0e588f-f543-4b0c-9099-20da20f2b64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411372 Aug 10 02:14:21.038715 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-66ead04a-f6f6-4c5c-ae5f-91ec7b483619 req-90004ead-8276-4cfd-b642-413f1c2ff3c7 service neutron] 10.222.0.24 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784504 Aug 10 02:14:21.129498 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-66ead04a-f6f6-4c5c-ae5f-91ec7b483619 req-26de9b22-ad2b-45e9-b442-185d22542b83 service neutron] 10.222.0.24 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837140 Aug 10 02:14:26.796609 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:14:28.958045 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:41.285142 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-918d73cb-01e0-43e6-aec3-70027a43022a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:42.433701 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:43.915152 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4da613c0-5bd2-4019-bac2-99b45154d95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:44.550341 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:45.475578 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:46.553016 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:58.963573 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:03.796444 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:15:11.285739 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-036029d4-d315-4c3f-a496-9dd23d150d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:12.449038 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:13.917591 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f8761584-2125-491e-8cfb-575bb4519b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:14.042446 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af078faf-abc5-427c-8682-7d409bdf0972 req-c98d403d-12ef-4174-8743-4946c5afe939 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:14.043930 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-af078faf-abc5-427c-8682-7d409bdf0972 req-c98d403d-12ef-4174-8743-4946c5afe939 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 946 time: 0.1106677 Aug 10 02:15:14.081531 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-af078faf-abc5-427c-8682-7d409bdf0972 req-ee8a9298-92e6-42d2-a9d6-98a781b4f540 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314810 Aug 10 02:15:14.550463 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:15.225032 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b54698-8c39-4bec-a202-5d53ac7096da req-32488500-87bb-4789-973e-89cbf0e7343e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:15.226495 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c6b54698-8c39-4bec-a202-5d53ac7096da req-32488500-87bb-4789-973e-89cbf0e7343e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 946 time: 0.0474098 Aug 10 02:15:15.267268 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c6b54698-8c39-4bec-a202-5d53ac7096da req-643563ce-f961-4cee-8060-9b9287252e3e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342507 Aug 10 02:15:15.479064 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:16.405298 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d0718-a04e-459b-811b-978244fb6d61 req-2fe0bd7c-4c5a-42ab-9fd5-d54153c97803 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:16.406757 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d2d0718-a04e-459b-811b-978244fb6d61 req-2fe0bd7c-4c5a-42ab-9fd5-d54153c97803 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 946 time: 0.0479140 Aug 10 02:15:16.443137 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5d2d0718-a04e-459b-811b-978244fb6d61 req-a4e192fe-901e-4baa-814e-1df9e04186ca tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304673 Aug 10 02:15:16.553712 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:17.556775 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ba9b6-58a1-4abc-902f-f59bb4456c78 req-7bfc9a11-d9af-4e3f-b6ac-d0a56502babc tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:17.558312 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd7ba9b6-58a1-4abc-902f-f59bb4456c78 req-7bfc9a11-d9af-4e3f-b6ac-d0a56502babc tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 946 time: 0.0493033 Aug 10 02:15:17.595297 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dd7ba9b6-58a1-4abc-902f-f59bb4456c78 req-f76bb409-25eb-4062-a6c8-2ff07b2a4adf tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311391 Aug 10 02:15:18.707348 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba53bd9-660d-4679-8ee8-c827612640eb req-478fe298-6ce5-405c-9733-14f92ba540bb tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:18.708850 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bba53bd9-660d-4679-8ee8-c827612640eb req-478fe298-6ce5-405c-9733-14f92ba540bb tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 946 time: 0.0479765 Aug 10 02:15:18.749106 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bba53bd9-660d-4679-8ee8-c827612640eb req-64ae7af2-5634-4dd9-a8da-d716fbd36ba9 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344329 Aug 10 02:15:19.861558 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab513c6-b336-4ea7-8ef5-52ae2858104d req-b647569f-3815-42f8-bf23-29a986038990 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:19.862923 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8ab513c6-b336-4ea7-8ef5-52ae2858104d req-b647569f-3815-42f8-bf23-29a986038990 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 946 time: 0.0482838 Aug 10 02:15:19.899257 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8ab513c6-b336-4ea7-8ef5-52ae2858104d req-ab39a55e-815e-469b-b6e0-1f4ca24dd5d2 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303011 Aug 10 02:15:20.404775 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3b4ab-f3fc-49c5-8c2c-e79a12bdad8a req-2e082f98-6f35-4590-8c45-0138aed3f1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:20.406234 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1cc3b4ab-f3fc-49c5-8c2c-e79a12bdad8a req-2e082f98-6f35-4590-8c45-0138aed3f1e5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63a5a3245b764317909f754a3bf56a74&device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 1098 time: 0.0402155 Aug 10 02:15:20.506547 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3b4ab-f3fc-49c5-8c2c-e79a12bdad8a req-6832deff-5d84-4ebf-9f0b-95b1c15585e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:20.507995 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1cc3b4ab-f3fc-49c5-8c2c-e79a12bdad8a req-6832deff-5d84-4ebf-9f0b-95b1c15585e6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac0e588f-f543-4b0c-9099-20da20f2b64a HTTP/1.1" status: 200 len: 909 time: 0.0830598 Aug 10 02:15:20.575091 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1cc3b4ab-f3fc-49c5-8c2c-e79a12bdad8a req-47dc4140-feb7-40a7-b486-536b0b5c3686 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 HTTP/1.1" status: 200 len: 1002 time: 0.0594375 Aug 10 02:15:20.624903 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3b4ab-f3fc-49c5-8c2c-e79a12bdad8a req-c1df4265-25b9-4e1c-b148-e5de8b86de09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:20.626358 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1cc3b4ab-f3fc-49c5-8c2c-e79a12bdad8a req-c1df4265-25b9-4e1c-b148-e5de8b86de09 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=690ca535-756e-41c1-b3ab-d6ff33da48b1 HTTP/1.1" status: 200 len: 847 time: 0.0442624 Aug 10 02:15:20.672549 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3b4ab-f3fc-49c5-8c2c-e79a12bdad8a req-4d20a17f-131c-447f-a80f-3f9ac51efcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:20.674074 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1cc3b4ab-f3fc-49c5-8c2c-e79a12bdad8a req-4d20a17f-131c-447f-a80f-3f9ac51efcbb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac0e588f-f543-4b0c-9099-20da20f2b64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411696 Aug 10 02:15:20.764952 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1cc3b4ab-f3fc-49c5-8c2c-e79a12bdad8a req-3c2b202a-99d4-4f11-baa8-7aacb2811eb6 service neutron] 10.222.0.24 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837376 Aug 10 02:15:20.853301 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1cc3b4ab-f3fc-49c5-8c2c-e79a12bdad8a req-c690b17c-638e-4af5-bb66-20086af9ac0a service neutron] 10.222.0.24 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809107 Aug 10 02:15:21.010623 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff096cf1-9368-4dd3-8a79-b33faf68e6eb req-b7a5ab7e-8bd4-401a-bd89-1963262514b7 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:21.012068 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ff096cf1-9368-4dd3-8a79-b33faf68e6eb req-b7a5ab7e-8bd4-401a-bd89-1963262514b7 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 946 time: 0.0477622 Aug 10 02:15:21.048536 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ff096cf1-9368-4dd3-8a79-b33faf68e6eb req-7e8f459f-1cc1-4798-8095-6343ff06cc83 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304890 Aug 10 02:15:22.160199 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2dc3d-a3b5-4f70-96cc-6d072e96d78e req-1bf29633-cee9-4bc6-a523-740eaf623dbf tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:22.161698 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aaa2dc3d-a3b5-4f70-96cc-6d072e96d78e req-1bf29633-cee9-4bc6-a523-740eaf623dbf tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 946 time: 0.0476294 Aug 10 02:15:22.201183 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-aaa2dc3d-a3b5-4f70-96cc-6d072e96d78e req-b72f5b05-e818-4813-9aa4-26273b0fb9b7 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337398 Aug 10 02:15:23.314542 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52aa90-7354-4987-8c29-c5947151843e req-564f08a4-dc16-4341-bf7c-bc1ff20ad441 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:23.315976 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1a52aa90-7354-4987-8c29-c5947151843e req-564f08a4-dc16-4341-bf7c-bc1ff20ad441 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 946 time: 0.0477192 Aug 10 02:15:23.352996 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1a52aa90-7354-4987-8c29-c5947151843e req-1a8d4b59-5161-4c70-aa87-aaed3fec1622 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310001 Aug 10 02:15:24.466148 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1184c84-d4e3-455c-aa36-d3a41a5b283a req-f9492ad8-b68b-4fd1-934a-b2b4a38209d8 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:24.467519 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a1184c84-d4e3-455c-aa36-d3a41a5b283a req-f9492ad8-b68b-4fd1-934a-b2b4a38209d8 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 946 time: 0.0481646 Aug 10 02:15:24.503333 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a1184c84-d4e3-455c-aa36-d3a41a5b283a req-dddc614a-978d-4101-a007-57158a8a7e5b tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299695 Aug 10 02:15:25.616430 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108a792-e346-408e-9491-e4ee976025ca req-49a9a6b8-451a-4349-ac2a-e074af90742c tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:25.617906 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6108a792-e346-408e-9491-e4ee976025ca req-49a9a6b8-451a-4349-ac2a-e074af90742c tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 946 time: 0.0485082 Aug 10 02:15:25.660345 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6108a792-e346-408e-9491-e4ee976025ca req-3526b975-2c9d-42cf-b82e-c693fc07e053 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357757 Aug 10 02:15:26.773011 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fe95b-ab0d-4059-baba-2b36344a3a7c req-5288ac1e-ebdf-464e-80aa-fb4f39500a46 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:26.774456 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-828fe95b-ab0d-4059-baba-2b36344a3a7c req-5288ac1e-ebdf-464e-80aa-fb4f39500a46 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 946 time: 0.0480499 Aug 10 02:15:26.812149 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-828fe95b-ab0d-4059-baba-2b36344a3a7c req-24a15316-0394-433f-8d98-cfbd137168a2 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312846 Aug 10 02:15:27.931303 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a35975-5e2d-41d3-ad76-082ce280e432 req-64c6a63b-94fd-476a-87da-73fb8e729671 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:27.932846 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b3a35975-5e2d-41d3-ad76-082ce280e432 req-64c6a63b-94fd-476a-87da-73fb8e729671 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 946 time: 0.0493710 Aug 10 02:15:27.970423 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b3a35975-5e2d-41d3-ad76-082ce280e432 req-fc966f95-73e3-4a39-a9e4-72f0a8c08744 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316522 Aug 10 02:15:28.128050 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:15:28.218202 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port aa2a8bfb-f289-4fa8-8d67-a8d7c2289272, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272,segment=NetworkSegment(28dbd671-1d13-4e0c-ac81-67928a1bc990),segment_id=28dbd671-1d13-4e0c-ac81-67928a1bc990)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:15:28.232126 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'aa2a8bfb-f289-4fa8-8d67-a8d7c2289272', 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a', 'port_id': 'aa2a8bfb-f289-4fa8-8d67-a8d7c2289272', 'mac_address': 'fa:16:3e:07:e0:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690ca535-756e-41c1-b3ab-d6ff33da48b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:15:28.419848 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:28.432012 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:15:28.450703 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port aa2a8bfb-f289-4fa8-8d67-a8d7c2289272, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272,segment=NetworkSegment(28dbd671-1d13-4e0c-ac81-67928a1bc990),segment_id=28dbd671-1d13-4e0c-ac81-67928a1bc990)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:15:28.454601 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:28.502830 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:28.509883 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:28.510236 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:28.510586 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:28.510929 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:28.511297 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:28.511635 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:28.511971 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:28.512331 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:28.512667 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:28.512995 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:28.513324 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:28.513652 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:28.524120 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['aa2a8bfb-f289-4fa8-8d67-a8d7c2289272'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:15:28.967200 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:29.082903 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c29a1a-517f-4f35-9628-43afaa40423c req-72e80e9a-ca19-4581-9078-5fce479639b9 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:29.084392 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-83c29a1a-517f-4f35-9628-43afaa40423c req-72e80e9a-ca19-4581-9078-5fce479639b9 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 945 time: 0.0477192 Aug 10 02:15:29.125231 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-83c29a1a-517f-4f35-9628-43afaa40423c req-94b20681-2a00-4035-b0eb-0238a20bd11c tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349283 Aug 10 02:15:30.142841 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:15:30.193370 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:15:30.193731 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:30.243789 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b93a1a-6705-4d9d-885b-2370636ba4b6 req-a49fc3f7-b022-4651-808f-ca0bfb9522d2 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:30.245314 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-57b93a1a-6705-4d9d-885b-2370636ba4b6 req-a49fc3f7-b022-4651-808f-ca0bfb9522d2 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 945 time: 0.0500586 Aug 10 02:15:30.268368 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:30.283690 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-57b93a1a-6705-4d9d-885b-2370636ba4b6 req-1217515f-498d-4c78-9d6d-ef6c2394d56d tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322909 Aug 10 02:15:30.291426 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37feb234-e416-43ff-ac43-15707d9345c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2a8bfb-f289-4fa8-8d67-a8d7c2289272'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:15:30.293756 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09d289ccde4d6ff9cc92181a6a5f9723a21b3f76001e8301d3c19491e4c7f527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4befef23-a1c6-4b2e-93e7-1a2af48bb211" -d '{"events": [{"server_uuid": "37feb234-e416-43ff-ac43-15707d9345c1", "name": "network-vif-plugged", "status": "completed", "tag": "aa2a8bfb-f289-4fa8-8d67-a8d7c2289272"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:15:30.306207 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port aa2a8bfb-f289-4fa8-8d67-a8d7c2289272, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272,segment=NetworkSegment(28dbd671-1d13-4e0c-ac81-67928a1bc990),segment_id=28dbd671-1d13-4e0c-ac81-67928a1bc990)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:15:30.310575 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:30.357379 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:30.397574 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c4f556-e071-4bda-b952-f72cb99925d7 x-openstack-request-id: req-05c4f556-e071-4bda-b952-f72cb99925d7 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:15:30.397913 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37feb234-e416-43ff-ac43-15707d9345c1", "name": "network-vif-plugged", "status": "completed", "tag": "aa2a8bfb-f289-4fa8-8d67-a8d7c2289272", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:15:30.398188 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-05c4f556-e071-4bda-b952-f72cb99925d7 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:15:30.398581 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37feb234-e416-43ff-ac43-15707d9345c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2a8bfb-f289-4fa8-8d67-a8d7c2289272', 'code': 200} Aug 10 02:15:31.397615 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197d427-2e4d-41d6-bf97-fcd4d34d7641 req-afff2213-1d9c-494a-9626-ee19d145bc2e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:31.399013 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f197d427-2e4d-41d6-bf97-fcd4d34d7641 req-afff2213-1d9c-494a-9626-ee19d145bc2e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 946 time: 0.0488257 Aug 10 02:15:31.454256 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f197d427-2e4d-41d6-bf97-fcd4d34d7641 req-f1e9fc27-2347-43d8-a370-5583faf4d9c0 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484543 Aug 10 02:15:32.571291 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b5a48-9d84-4bff-912b-dc88fe7b66c9 req-b91d30cf-3407-475a-8f2d-74322ef653da tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:32.573081 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-565b5a48-9d84-4bff-912b-dc88fe7b66c9 req-b91d30cf-3407-475a-8f2d-74322ef653da tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 946 time: 0.0502276 Aug 10 02:15:32.627356 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-565b5a48-9d84-4bff-912b-dc88fe7b66c9 req-99f6dd68-a9d1-4abb-beab-60f656279478 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476494 Aug 10 02:15:33.759658 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37e3c8-41cd-4201-b757-d1200f6c77aa req-56ee8527-929a-4b64-94b1-dc8046ffb247 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:33.761348 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7c37e3c8-41cd-4201-b757-d1200f6c77aa req-56ee8527-929a-4b64-94b1-dc8046ffb247 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 946 time: 0.0552270 Aug 10 02:15:33.804887 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7c37e3c8-41cd-4201-b757-d1200f6c77aa req-1ec3c51c-624f-406d-a711-30691b17acaa tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366430 Aug 10 02:15:34.923655 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb3f2b-d012-4c29-82b8-e8b882e2bda9 req-3cff717a-3b45-4f0b-845e-263dd1374380 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:34.925158 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-37cb3f2b-d012-4c29-82b8-e8b882e2bda9 req-3cff717a-3b45-4f0b-845e-263dd1374380 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 946 time: 0.0520570 Aug 10 02:15:34.967564 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-37cb3f2b-d012-4c29-82b8-e8b882e2bda9 req-d3f30f14-907e-4ae6-bfff-7ab87888dcd6 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362136 Aug 10 02:15:36.097196 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141994f8-6dfc-444a-926a-5faaf82a6010 req-52218b51-c225-487d-ab90-9e41f4580c30 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:36.099547 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-141994f8-6dfc-444a-926a-5faaf82a6010 req-52218b51-c225-487d-ab90-9e41f4580c30 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 946 time: 0.0627377 Aug 10 02:15:36.155249 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-141994f8-6dfc-444a-926a-5faaf82a6010 req-59829162-f8fd-4ebb-a6da-801811502dd5 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495105 Aug 10 02:15:37.284938 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d9e5b-408c-4a3a-acc0-5b87bc91551f req-fd9e02e1-524e-4aba-8b18-70678ab137b9 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:37.293231 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e04d9e5b-408c-4a3a-acc0-5b87bc91551f req-fd9e02e1-524e-4aba-8b18-70678ab137b9 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 946 time: 0.0601149 Aug 10 02:15:37.330650 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e04d9e5b-408c-4a3a-acc0-5b87bc91551f req-081de712-3412-44a8-9934-54befa555f4d tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362976 Aug 10 02:15:38.455284 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcb809-a8ad-4621-b023-c4ea91c62b66 req-353e9709-c62a-4d2c-b230-6565caa6c4ea tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:38.456801 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-31bcb809-a8ad-4621-b023-c4ea91c62b66 req-353e9709-c62a-4d2c-b230-6565caa6c4ea tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 946 time: 0.0519948 Aug 10 02:15:38.497660 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-31bcb809-a8ad-4621-b023-c4ea91c62b66 req-36a50d59-0148-41ac-b902-114151a41ddd tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345387 Aug 10 02:15:39.632961 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063c126-0f61-42de-9cd9-1af900649ce9 req-b8b02c58-0f10-4008-ab34-e2608b50814c tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:39.634621 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9063c126-0f61-42de-9cd9-1af900649ce9 req-b8b02c58-0f10-4008-ab34-e2608b50814c tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 946 time: 0.0547473 Aug 10 02:15:39.679629 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9063c126-0f61-42de-9cd9-1af900649ce9 req-309e62d7-ad2d-4f73-a0f3-b11a8d776c4d tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387495 Aug 10 02:15:40.721505 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e94843-dead-406b-8bfb-f06e39c4eef6 req-6d2971e9-d932-48a6-b2c9-65bfc50e874a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:40.723014 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f9e94843-dead-406b-8bfb-f06e39c4eef6 req-6d2971e9-d932-48a6-b2c9-65bfc50e874a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63a5a3245b764317909f754a3bf56a74&device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 1098 time: 0.0464652 Aug 10 02:15:40.797404 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2577326-6819-4089-a2bb-e49e64e702d4 req-49ed3151-4bf9-46de-bb17-003901cfbcbd tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:40.798566 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:15:40.799000 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2577326-6819-4089-a2bb-e49e64e702d4 req-49ed3151-4bf9-46de-bb17-003901cfbcbd tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 946 time: 0.0483742 Aug 10 02:15:40.814440 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e94843-dead-406b-8bfb-f06e39c4eef6 req-b873b7ac-6c5f-4f9f-bb79-916885f95d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:40.815990 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f9e94843-dead-406b-8bfb-f06e39c4eef6 req-b873b7ac-6c5f-4f9f-bb79-916885f95d0a service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac0e588f-f543-4b0c-9099-20da20f2b64a HTTP/1.1" status: 200 len: 909 time: 0.0851583 Aug 10 02:15:40.837296 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2577326-6819-4089-a2bb-e49e64e702d4 req-432154e6-d3ab-43eb-8c18-51ad5928cf69 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315204 Aug 10 02:15:40.884776 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f9e94843-dead-406b-8bfb-f06e39c4eef6 req-dc113b81-2396-4b27-b511-46b0839b4d06 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 HTTP/1.1" status: 200 len: 1002 time: 0.0619893 Aug 10 02:15:40.932740 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e94843-dead-406b-8bfb-f06e39c4eef6 req-7606a39b-497d-4aaa-8153-38eb4c43b629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:40.934800 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f9e94843-dead-406b-8bfb-f06e39c4eef6 req-7606a39b-497d-4aaa-8153-38eb4c43b629 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=690ca535-756e-41c1-b3ab-d6ff33da48b1 HTTP/1.1" status: 200 len: 847 time: 0.0436604 Aug 10 02:15:40.979210 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e94843-dead-406b-8bfb-f06e39c4eef6 req-a4bb078b-3942-4b44-b8bf-7082f0af47a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:40.981215 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f9e94843-dead-406b-8bfb-f06e39c4eef6 req-a4bb078b-3942-4b44-b8bf-7082f0af47a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac0e588f-f543-4b0c-9099-20da20f2b64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386972 Aug 10 02:15:41.072478 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f9e94843-dead-406b-8bfb-f06e39c4eef6 req-a0f96953-5de8-42ea-8d72-8ab7f879e054 service neutron] 10.222.0.24 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836937 Aug 10 02:15:41.160763 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f9e94843-dead-406b-8bfb-f06e39c4eef6 req-6b42e5d4-3c24-473b-8d2c-087ba262ee5b service neutron] 10.222.0.24 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810087 Aug 10 02:15:41.289283 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a5280118-d40f-413c-a018-2af28a6e6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:41.954864 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4f60c-23a8-4750-8212-c60ab2c3c63c req-a4946386-115f-43cd-b7a9-f83831547bc9 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:41.956445 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-35f4f60c-23a8-4750-8212-c60ab2c3c63c req-a4946386-115f-43cd-b7a9-f83831547bc9 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 946 time: 0.0484741 Aug 10 02:15:41.992971 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-35f4f60c-23a8-4750-8212-c60ab2c3c63c req-1713ef2a-6581-43ec-b6eb-0d01650a0013 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302451 Aug 10 02:15:42.457606 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:43.112174 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8150b7-7080-4840-a24c-f9fa045f69d7 req-8a81b8fb-f59c-4a8e-8a5a-f77e1cff735c tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:43.113671 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3b8150b7-7080-4840-a24c-f9fa045f69d7 req-8a81b8fb-f59c-4a8e-8a5a-f77e1cff735c tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 946 time: 0.0503647 Aug 10 02:15:43.154788 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3b8150b7-7080-4840-a24c-f9fa045f69d7 req-2b9cbc1b-7cfe-4427-9502-40423526b808 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346506 Aug 10 02:15:43.357030 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb6c23-c8c5-4596-9e71-cfa3c8ba9509 req-d023cf92-fc79-4cb5-b34a-9d4541ebc296 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:43.358517 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a0bb6c23-c8c5-4596-9e71-cfa3c8ba9509 req-d023cf92-fc79-4cb5-b34a-9d4541ebc296 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 946 time: 0.0486882 Aug 10 02:15:43.397648 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a0bb6c23-c8c5-4596-9e71-cfa3c8ba9509 req-82fb435d-8ac6-4406-b27f-8fb2486949a1 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328240 Aug 10 02:15:43.543903 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-d0037d44-0f39-4adb-981a-0de8f95da606 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809872 Aug 10 02:15:43.918397 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3b41b189-8f34-4963-bcf1-c43b0bd06e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:44.207422 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:15:44.277841 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:44.299707 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37feb234-e416-43ff-ac43-15707d9345c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa2a8bfb-f289-4fa8-8d67-a8d7c2289272'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:15:44.301931 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09d289ccde4d6ff9cc92181a6a5f9723a21b3f76001e8301d3c19491e4c7f527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd8ff06-d066-4298-8784-fd0fcd9a2faf" -d '{"events": [{"server_uuid": "37feb234-e416-43ff-ac43-15707d9345c1", "name": "network-vif-unplugged", "status": "completed", "tag": "aa2a8bfb-f289-4fa8-8d67-a8d7c2289272"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:15:44.314390 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port aa2a8bfb-f289-4fa8-8d67-a8d7c2289272, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272,segment=NetworkSegment(28dbd671-1d13-4e0c-ac81-67928a1bc990),segment_id=28dbd671-1d13-4e0c-ac81-67928a1bc990)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:15:44.318325 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:44.340591 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 02:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f59800-6aaf-4852-9ba9-5d3ecdf205d8 x-openstack-request-id: req-b9f59800-6aaf-4852-9ba9-5d3ecdf205d8 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:15:44.340886 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37feb234-e416-43ff-ac43-15707d9345c1", "name": "network-vif-unplugged", "status": "failed", "tag": "aa2a8bfb-f289-4fa8-8d67-a8d7c2289272", "code": 422}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:15:44.341144 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b9f59800-6aaf-4852-9ba9-5d3ecdf205d8 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:15:44.342026 n-d-766726-26 neutron-server[105828]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '37feb234-e416-43ff-ac43-15707d9345c1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aa2a8bfb-f289-4fa8-8d67-a8d7c2289272', 'code': 422} returned with failed status Aug 10 02:15:44.369393 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:44.509538 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9193e-84e4-42ea-ab53-3652ab84dca2 req-6d80b7dd-8357-4443-bf12-03dd872d1a60 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:44.510999 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9bb9193e-84e4-42ea-ab53-3652ab84dca2 req-6d80b7dd-8357-4443-bf12-03dd872d1a60 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 944 time: 0.0478661 Aug 10 02:15:44.548670 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9bb9193e-84e4-42ea-ab53-3652ab84dca2 req-2213e475-b9e3-4001-8aab-0d0976da5940 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311019 Aug 10 02:15:44.550132 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:45.484273 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:45.660964 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98dd2b-433a-45f0-af78-827dcea22002 req-f4cd0541-5ad9-4de4-af92-d20a9db63c31 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:45.662404 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fd98dd2b-433a-45f0-af78-827dcea22002 req-f4cd0541-5ad9-4de4-af92-d20a9db63c31 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 944 time: 0.0472903 Aug 10 02:15:45.702419 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fd98dd2b-433a-45f0-af78-827dcea22002 req-16e8986e-5c25-4aa6-b0d5-a87d21a88293 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341022 Aug 10 02:15:46.368472 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-8d489473-c0cb-4ce1-a805-1a0bfa79592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:46.370010 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-8d489473-c0cb-4ce1-a805-1a0bfa79592e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1&tenant_id=63a5a3245b764317909f754a3bf56a74 HTTP/1.1" status: 200 len: 1096 time: 0.0405376 Aug 10 02:15:46.386206 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-26', 'device_owner': 'compute:nova'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:15:46.436265 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:46.555769 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:46.633265 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] For port aa2a8bfb-f289-4fa8-8d67-a8d7c2289272, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272,segment=NetworkSegment(28dbd671-1d13-4e0c-ac81-67928a1bc990),segment_id=28dbd671-1d13-4e0c-ac81-67928a1bc990)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:15:46.665977 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] For port aa2a8bfb-f289-4fa8-8d67-a8d7c2289272, host n-h1-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:15:46.702438 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 {{(pid=105826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:15:46.709669 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:46.721663 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] Transition to ACTIVE for port object aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 will not be triggered until provisioned by entity L2. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:15:46.726524 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:46.810220 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] Pushing event updated for resources: {'Port': ['ID=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272,revision_number=9']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:46.844749 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:46.845105 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:46.845454 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:46.845802 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:46.846142 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:46.846477 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:46.846812 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:46.847146 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:46.847484 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:46.847817 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:46.848151 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:46.848515 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:46.890550 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] No DVR routers for this DVR port aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 on host n-h1-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:15:46.899358 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e00065-2378-47db-b92c-86c4bec50a17 req-a929a16f-9201-437e-a5b2-f2bbf5169ff9 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:46.900914 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e5e00065-2378-47db-b92c-86c4bec50a17 req-a929a16f-9201-437e-a5b2-f2bbf5169ff9 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 944 time: 0.1038690 Aug 10 02:15:47.007753 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e5e00065-2378-47db-b92c-86c4bec50a17 req-b41b0d0d-ba88-4871-bda1-caf0850ff683 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745943 Aug 10 02:15:47.059476 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] Attempting to bind port aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:15:47.059743 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] Attempting to bind port aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '28dbd671-1d13-4e0c-ac81-67928a1bc990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a'}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:15:47.060075 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] Attempting to bind port aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 on network ac0e588f-f543-4b0c-9099-20da20f2b64a {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:15:47.064839 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] Port aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 on network ac0e588f-f543-4b0c-9099-20da20f2b64a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:15:47.065122 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] Attempting to bind port aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 on network ac0e588f-f543-4b0c-9099-20da20f2b64a {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:15:47.069876 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:15:47.070212 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] Checking segment: {'id': '28dbd671-1d13-4e0c-ac81-67928a1bc990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:15:47.070598 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] Bound using segment: {'id': '28dbd671-1d13-4e0c-ac81-67928a1bc990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a'} {{(pid=105826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:15:47.071021 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.managers [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] Bound port: aa2a8bfb-f289-4fa8-8d67-a8d7c2289272, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28dbd671-1d13-4e0c-ac81-67928a1bc990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a'}}] {{(pid=105826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:15:47.071378 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:47.132360 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] For port aa2a8bfb-f289-4fa8-8d67-a8d7c2289272, host n-h2-766726-26, cleared binding levels {{(pid=105826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:15:47.135254 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] For port aa2a8bfb-f289-4fa8-8d67-a8d7c2289272, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272,segment=NetworkSegment(28dbd671-1d13-4e0c-ac81-67928a1bc990),segment_id=28dbd671-1d13-4e0c-ac81-67928a1bc990)] {{(pid=105826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:15:47.139512 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:47.174894 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:47.175432 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:47.176912 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] 10.222.0.20 "PUT /v2.0/ports/aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 HTTP/1.1" status: 200 len: 1093 time: 0.7945840 Aug 10 02:15:47.177353 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37feb234-e416-43ff-ac43-15707d9345c1', 'tag': 'aa2a8bfb-f289-4fa8-8d67-a8d7c2289272'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:15:47.179617 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9e874736d5403a2ed85b010b990dd133e24f0379b2e9b4f0e55655a3e1797b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27344db-6fc0-4b81-b9e0-75faf494399d" -d '{"events": [{"name": "network-changed", "server_uuid": "37feb234-e416-43ff-ac43-15707d9345c1", "tag": "aa2a8bfb-f289-4fa8-8d67-a8d7c2289272"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:15:47.209177 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb657c6-ec6f-470b-a5c3-3a359bc28d56 service neutron] Pushing event updated for resources: {'Port': ['ID=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272,revision_number=10']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:47.266449 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-45403549-d930-40f3-9805-a74e38a85c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:47.268083 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-45403549-d930-40f3-9805-a74e38a85c57 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=63a5a3245b764317909f754a3bf56a74&device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 1097 time: 0.0478337 Aug 10 02:15:47.297870 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ff598d-b7a3-48fc-b181-1433369ca40c x-openstack-request-id: req-f1ff598d-b7a3-48fc-b181-1433369ca40c {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:15:47.298179 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37feb234-e416-43ff-ac43-15707d9345c1", "tag": "aa2a8bfb-f289-4fa8-8d67-a8d7c2289272", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:15:47.298436 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f1ff598d-b7a3-48fc-b181-1433369ca40c {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:15:47.298844 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37feb234-e416-43ff-ac43-15707d9345c1', 'tag': 'aa2a8bfb-f289-4fa8-8d67-a8d7c2289272', 'status': 'completed', 'code': 200} Aug 10 02:15:47.365402 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-f8a55de1-52a4-45e3-8ac8-aa066a4d264a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:47.366885 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-f8a55de1-52a4-45e3-8ac8-aa066a4d264a service neutron] 10.222.0.20 "GET /v2.0/networks?id=ac0e588f-f543-4b0c-9099-20da20f2b64a HTTP/1.1" status: 200 len: 909 time: 0.0911679 Aug 10 02:15:47.435526 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-038e2c03-2344-4d01-b454-7ea380009c76 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 HTTP/1.1" status: 200 len: 1000 time: 0.0609109 Aug 10 02:15:47.484335 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-e7084397-03d0-4b42-8aac-952e4ef89ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:47.486016 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-e7084397-03d0-4b42-8aac-952e4ef89ab8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=690ca535-756e-41c1-b3ab-d6ff33da48b1 HTTP/1.1" status: 200 len: 847 time: 0.0435674 Aug 10 02:15:47.529899 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-0f281368-a222-4820-944e-3e0cde388aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:47.531318 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-0f281368-a222-4820-944e-3e0cde388aa3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ac0e588f-f543-4b0c-9099-20da20f2b64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387630 Aug 10 02:15:47.623066 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-ef466597-1f29-48e2-b460-90cca212fad9 service neutron] 10.222.0.20 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842612 Aug 10 02:15:47.711055 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-907c9050-44b7-485d-9e59-ed6d1c3085d2 service neutron] 10.222.0.20 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813825 Aug 10 02:15:47.819317 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27344db-6fc0-4b81-b9e0-75faf494399d req-98431aca-ac48-40f9-ad5d-bf0270c53898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:47.820843 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e27344db-6fc0-4b81-b9e0-75faf494399d req-98431aca-ac48-40f9-ad5d-bf0270c53898 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=63a5a3245b764317909f754a3bf56a74&device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 1097 time: 0.0453646 Aug 10 02:15:47.916043 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27344db-6fc0-4b81-b9e0-75faf494399d req-ebfd633d-4a38-4048-b574-38042f056e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:47.917576 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e27344db-6fc0-4b81-b9e0-75faf494399d req-ebfd633d-4a38-4048-b574-38042f056e41 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ac0e588f-f543-4b0c-9099-20da20f2b64a HTTP/1.1" status: 200 len: 909 time: 0.0859485 Aug 10 02:15:47.988589 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e27344db-6fc0-4b81-b9e0-75faf494399d req-0fe5261c-6a16-4edc-a6e1-111fbae9d14a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 HTTP/1.1" status: 200 len: 1000 time: 0.0642838 Aug 10 02:15:48.042032 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27344db-6fc0-4b81-b9e0-75faf494399d req-fc61f18b-d169-4403-9a52-93926e0b83e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:48.043889 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e27344db-6fc0-4b81-b9e0-75faf494399d req-fc61f18b-d169-4403-9a52-93926e0b83e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=690ca535-756e-41c1-b3ab-d6ff33da48b1 HTTP/1.1" status: 200 len: 847 time: 0.0488694 Aug 10 02:15:48.178879 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6088e-fdc1-41a4-8b99-e134e47b914f req-b8ae4948-f6c3-4c6e-9ab7-e91ef4a22a32 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:48.188798 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-afe6088e-fdc1-41a4-8b99-e134e47b914f req-b8ae4948-f6c3-4c6e-9ab7-e91ef4a22a32 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 945 time: 0.0796666 Aug 10 02:15:48.223744 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:15:48.256031 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-afe6088e-fdc1-41a4-8b99-e134e47b914f req-922620b5-96f4-4d89-97f0-8fb9fcd21c74 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663061 Aug 10 02:15:48.301091 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:15:49.400382 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb6f144-b6af-41d6-a980-3b6ab77ede7f req-338494c3-a0e5-4883-88e5-692d52d50908 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:49.402132 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1eb6f144-b6af-41d6-a980-3b6ab77ede7f req-338494c3-a0e5-4883-88e5-692d52d50908 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 945 time: 0.0572262 Aug 10 02:15:49.442973 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1eb6f144-b6af-41d6-a980-3b6ab77ede7f req-a4c1da97-c4a1-49d7-9932-4f5735c2c00f tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334444 Aug 10 02:15:50.566347 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c46f38-8a13-42d8-85ed-54c2ae66bc6d req-2b2f8591-2ffe-448d-b8d1-e788693555f6 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:50.567855 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-67c46f38-8a13-42d8-85ed-54c2ae66bc6d req-2b2f8591-2ffe-448d-b8d1-e788693555f6 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 945 time: 0.0546694 Aug 10 02:15:50.613227 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-67c46f38-8a13-42d8-85ed-54c2ae66bc6d req-41326ced-aa55-4e4c-84f7-6b77a13df842 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394325 Aug 10 02:15:51.736090 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dc2f4-96be-4b31-9f78-15d1dd5a993b req-c65f7540-08ad-4104-a3a8-249049436da9 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:51.737612 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-da7dc2f4-96be-4b31-9f78-15d1dd5a993b req-c65f7540-08ad-4104-a3a8-249049436da9 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 945 time: 0.0497475 Aug 10 02:15:51.780735 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-da7dc2f4-96be-4b31-9f78-15d1dd5a993b req-11eb38d0-a4be-44ac-89ad-a25832cc4b2c tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356834 Aug 10 02:15:52.904544 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d00b3-0a85-44b8-9846-363dc5beb8d7 req-a470f6fb-cf7c-43b9-994d-ec7bf7dbd6cb tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:52.906014 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ce4d00b3-0a85-44b8-9846-363dc5beb8d7 req-a470f6fb-cf7c-43b9-994d-ec7bf7dbd6cb tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 945 time: 0.0530572 Aug 10 02:15:52.944480 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ce4d00b3-0a85-44b8-9846-363dc5beb8d7 req-2948ead0-9eff-4605-8cd4-0967a36b09dc tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324819 Aug 10 02:15:54.065885 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559192c-a254-4b5a-b2a7-3fab6101cc4d req-3e31ac2e-9024-49e1-8f5a-87d49b9a057e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:54.067409 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c559192c-a254-4b5a-b2a7-3fab6101cc4d req-3e31ac2e-9024-49e1-8f5a-87d49b9a057e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 945 time: 0.0534735 Aug 10 02:15:54.110281 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c559192c-a254-4b5a-b2a7-3fab6101cc4d req-de62d364-1cdf-4b4d-a1ca-b19399a3562c tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349922 Aug 10 02:15:55.228997 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f5db3-307d-4c65-afd8-e20ed5756771 req-6b0e7cff-e602-4869-a5c7-04623ed45364 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:55.230499 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c24f5db3-307d-4c65-afd8-e20ed5756771 req-6b0e7cff-e602-4869-a5c7-04623ed45364 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 945 time: 0.0527182 Aug 10 02:15:55.270019 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c24f5db3-307d-4c65-afd8-e20ed5756771 req-21dc4aac-bbac-466d-9399-ffff165088c2 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326886 Aug 10 02:15:56.392724 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f441951-676d-4ad7-b664-448e496b5dd8 req-3eee992a-8afb-4ec2-9d5b-5acf3e7ccb96 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:56.394393 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9f441951-676d-4ad7-b664-448e496b5dd8 req-3eee992a-8afb-4ec2-9d5b-5acf3e7ccb96 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 945 time: 0.0510054 Aug 10 02:15:56.434699 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9f441951-676d-4ad7-b664-448e496b5dd8 req-6c73ffee-45ac-4601-9a3e-3de63cd4fa7f tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343056 Aug 10 02:15:57.560615 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59ba3c-9445-4cb4-8ef0-4aba2010e184 req-9d1736c4-4edd-4710-8e15-b7096b7eadf7 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:57.562084 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dc59ba3c-9445-4cb4-8ef0-4aba2010e184 req-9d1736c4-4edd-4710-8e15-b7096b7eadf7 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 945 time: 0.0566297 Aug 10 02:15:57.600783 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dc59ba3c-9445-4cb4-8ef0-4aba2010e184 req-f9688830-0abc-4d0f-aed7-6fd6ced5f325 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325480 Aug 10 02:15:58.714780 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6499f-c18b-478b-b2d8-20c428e492d9 req-9111612c-45f3-4e15-932b-1d5c1f0e60d8 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:58.716285 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fff6499f-c18b-478b-b2d8-20c428e492d9 req-9111612c-45f3-4e15-932b-1d5c1f0e60d8 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 945 time: 0.0474608 Aug 10 02:15:58.752454 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fff6499f-c18b-478b-b2d8-20c428e492d9 req-c2b01b0d-2b3f-4dc4-be76-9b80fcb375cd tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297875 Aug 10 02:15:58.984713 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:59.795313 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27344db-6fc0-4b81-b9e0-75faf494399d req-a2017852-56ad-40ee-bba9-8512facd925d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:59.797030 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e27344db-6fc0-4b81-b9e0-75faf494399d req-a2017852-56ad-40ee-bba9-8512facd925d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ac0e588f-f543-4b0c-9099-20da20f2b64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0863059 Aug 10 02:15:59.920151 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f0d12-49cc-4fbd-89d9-a19871684b02 req-d8425949-6746-4930-9534-b7878fc50c72 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:59.921556 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d53f0d12-49cc-4fbd-89d9-a19871684b02 req-d8425949-6746-4930-9534-b7878fc50c72 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 945 time: 0.0965028 Aug 10 02:15:59.937835 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e27344db-6fc0-4b81-b9e0-75faf494399d req-fc9ee234-65cd-4f1c-bf66-4d6fd9f2ba5e service neutron] 10.222.0.20 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294029 Aug 10 02:16:00.008009 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d53f0d12-49cc-4fbd-89d9-a19871684b02 req-0f9f2956-a526-4105-8837-adf11959d8ae tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792825 Aug 10 02:16:00.044380 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e27344db-6fc0-4b81-b9e0-75faf494399d req-5ef128a4-efa6-4171-9a7b-efebb970a9d3 service neutron] 10.222.0.20 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979421 Aug 10 02:16:01.121363 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864b160-5488-41c4-a463-e82f5e34c184 req-4e91b46b-56a3-4970-bcb2-2a818448a71d tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:01.122800 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8864b160-5488-41c4-a463-e82f5e34c184 req-4e91b46b-56a3-4970-bcb2-2a818448a71d tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 945 time: 0.0487115 Aug 10 02:16:01.160940 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8864b160-5488-41c4-a463-e82f5e34c184 req-ec3cb2dd-ff4d-4a00-8ac2-f814a83d04ce tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322363 Aug 10 02:16:02.273538 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50babb48-56c7-4345-a02a-2cb69ba1e0be req-fc7cd2eb-f6e0-4191-b7da-226c4f233b65 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:02.274972 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-50babb48-56c7-4345-a02a-2cb69ba1e0be req-fc7cd2eb-f6e0-4191-b7da-226c4f233b65 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 945 time: 0.0476596 Aug 10 02:16:02.315403 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-50babb48-56c7-4345-a02a-2cb69ba1e0be req-0a619b42-9c6c-4105-b8f2-4cbd580b368d tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345185 Aug 10 02:16:03.269471 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:16:03.363642 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port aa2a8bfb-f289-4fa8-8d67-a8d7c2289272, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272,segment=NetworkSegment(28dbd671-1d13-4e0c-ac81-67928a1bc990),segment_id=28dbd671-1d13-4e0c-ac81-67928a1bc990)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:16:03.375069 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': 'aa2a8bfb-f289-4fa8-8d67-a8d7c2289272', 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a', 'port_id': 'aa2a8bfb-f289-4fa8-8d67-a8d7c2289272', 'mac_address': 'fa:16:3e:07:e0:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690ca535-756e-41c1-b3ab-d6ff33da48b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:16:03.411528 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:03.423829 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:16:03.429717 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6def3-244f-4f2f-867d-5a201001f0a1 req-765bf5a5-8ac0-44de-beb2-be8659443743 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:03.431264 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-84b6def3-244f-4f2f-867d-5a201001f0a1 req-765bf5a5-8ac0-44de-beb2-be8659443743 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 945 time: 0.0488403 Aug 10 02:16:03.443597 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port aa2a8bfb-f289-4fa8-8d67-a8d7c2289272, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272,segment=NetworkSegment(28dbd671-1d13-4e0c-ac81-67928a1bc990),segment_id=28dbd671-1d13-4e0c-ac81-67928a1bc990)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:16:03.447693 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:03.470281 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-84b6def3-244f-4f2f-867d-5a201001f0a1 req-e2f13949-4620-4547-9851-7e7289ee22ae tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329490 Aug 10 02:16:03.493994 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272,revision_number=11']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:03.876984 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['aa2a8bfb-f289-4fa8-8d67-a8d7c2289272'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:16:04.585143 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af7248-e3bb-4e31-a968-3cca4675a5b0 req-9a4098be-1dff-4154-946f-26f3e1fbd142 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:04.586607 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-66af7248-e3bb-4e31-a968-3cca4675a5b0 req-9a4098be-1dff-4154-946f-26f3e1fbd142 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 946 time: 0.0479693 Aug 10 02:16:04.624224 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-66af7248-e3bb-4e31-a968-3cca4675a5b0 req-e72ce8cf-5b4c-4dd9-9e14-1eafd83f7043 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317132 Aug 10 02:16:05.270223 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:16:05.319644 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:16:05.323166 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:16:05.323546 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:05.396488 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:05.418170 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37feb234-e416-43ff-ac43-15707d9345c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2a8bfb-f289-4fa8-8d67-a8d7c2289272'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:16:05.420424 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09d289ccde4d6ff9cc92181a6a5f9723a21b3f76001e8301d3c19491e4c7f527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a77d7a0-4c5a-461f-8c8b-afdff75d0eb7" -d '{"events": [{"server_uuid": "37feb234-e416-43ff-ac43-15707d9345c1", "name": "network-vif-plugged", "status": "completed", "tag": "aa2a8bfb-f289-4fa8-8d67-a8d7c2289272"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:16:05.432656 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port aa2a8bfb-f289-4fa8-8d67-a8d7c2289272, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272,segment=NetworkSegment(28dbd671-1d13-4e0c-ac81-67928a1bc990),segment_id=28dbd671-1d13-4e0c-ac81-67928a1bc990)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:16:05.436912 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:05.459518 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db76c41d-0cbb-4563-983f-ac43ad14140a x-openstack-request-id: req-db76c41d-0cbb-4563-983f-ac43ad14140a {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:16:05.459810 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37feb234-e416-43ff-ac43-15707d9345c1", "name": "network-vif-plugged", "status": "completed", "tag": "aa2a8bfb-f289-4fa8-8d67-a8d7c2289272", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:16:05.460065 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-db76c41d-0cbb-4563-983f-ac43ad14140a {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:16:05.460546 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37feb234-e416-43ff-ac43-15707d9345c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2a8bfb-f289-4fa8-8d67-a8d7c2289272', 'code': 200} Aug 10 02:16:05.485109 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272,revision_number=12']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:05.646667 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb484a-60d7-4cf4-bf9c-ff73287ab5b9 req-7e3436c0-268a-4b89-9e1a-daf8d7f5b17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:05.648352 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9eb484a-60d7-4cf4-bf9c-ff73287ab5b9 req-7e3436c0-268a-4b89-9e1a-daf8d7f5b17b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 1099 time: 0.0393231 Aug 10 02:16:05.687157 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c9eb484a-60d7-4cf4-bf9c-ff73287ab5b9 req-5ef6c631-61e2-4821-a8a7-706c9e591699 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302434 Aug 10 02:16:05.737083 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e825c8-1ee0-4699-9467-579908c840a1 req-0fc7a13f-2557-489b-98cf-4af1e8923b20 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:05.740281 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a2e825c8-1ee0-4699-9467-579908c840a1 req-0fc7a13f-2557-489b-98cf-4af1e8923b20 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 947 time: 0.0480070 Aug 10 02:16:05.781030 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a2e825c8-1ee0-4699-9467-579908c840a1 req-6d90cc36-d1f1-481f-a391-1be80ddbc044 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363598 Aug 10 02:16:06.895314 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267cd1b5-f51b-457a-bc29-0f7d7f7540c7 req-d64ccd43-b4e7-4c71-973d-262b085d335e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:06.896742 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-267cd1b5-f51b-457a-bc29-0f7d7f7540c7 req-d64ccd43-b4e7-4c71-973d-262b085d335e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 947 time: 0.0479178 Aug 10 02:16:06.934579 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-267cd1b5-f51b-457a-bc29-0f7d7f7540c7 req-0ebcb7f2-e6df-48a2-8610-50fca52ceb51 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317771 Aug 10 02:16:08.048560 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38f4b4-825a-41a5-b3ed-0f334207147e req-86b3564f-6026-4f9b-8a1e-1a94cca55eaa tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:08.049997 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fe38f4b4-825a-41a5-b3ed-0f334207147e req-86b3564f-6026-4f9b-8a1e-1a94cca55eaa tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 947 time: 0.0473037 Aug 10 02:16:08.089186 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fe38f4b4-825a-41a5-b3ed-0f334207147e req-e1e165bb-a6e4-46f2-a22c-d6c746cbe96d tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333271 Aug 10 02:16:11.292892 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9341730b-53b7-4cc8-ad4c-1580cab22139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:12.447163 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:13.920457 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-46e42bd8-4eab-45dc-90df-87bb11c66f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:14.549884 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:15.484388 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:16.558827 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:17.798312 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:16:28.971166 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:38.760824 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-85c9ab8b-e5c6-4152-825a-33dddc3e6353 req-59fd9156-6575-4bbd-a3d7-0e3be4d8e068 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0383248 Aug 10 02:16:38.857939 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9ab8b-e5c6-4152-825a-33dddc3e6353 req-19f52867-271c-4515-baa1-dee730145b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:38.859303 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-85c9ab8b-e5c6-4152-825a-33dddc3e6353 req-19f52867-271c-4515-baa1-dee730145b71 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=63a5a3245b764317909f754a3bf56a74&device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 1099 time: 0.0394795 Aug 10 02:16:38.959492 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9ab8b-e5c6-4152-825a-33dddc3e6353 req-b1ce3f22-4a80-44bb-ae1e-6e921ba9c12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:38.960975 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-85c9ab8b-e5c6-4152-825a-33dddc3e6353 req-b1ce3f22-4a80-44bb-ae1e-6e921ba9c12c service neutron] 10.222.0.20 "GET /v2.0/networks?id=ac0e588f-f543-4b0c-9099-20da20f2b64a HTTP/1.1" status: 200 len: 909 time: 0.0838306 Aug 10 02:16:39.023186 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-85c9ab8b-e5c6-4152-825a-33dddc3e6353 req-090f0db7-188b-4540-9e76-e82c0cf43eb4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 HTTP/1.1" status: 200 len: 1002 time: 0.0555441 Aug 10 02:16:39.069119 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9ab8b-e5c6-4152-825a-33dddc3e6353 req-a638c6bb-02ab-4683-817f-e2f3857be5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:39.070486 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-85c9ab8b-e5c6-4152-825a-33dddc3e6353 req-a638c6bb-02ab-4683-817f-e2f3857be5a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=690ca535-756e-41c1-b3ab-d6ff33da48b1 HTTP/1.1" status: 200 len: 847 time: 0.0406437 Aug 10 02:16:39.117795 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9ab8b-e5c6-4152-825a-33dddc3e6353 req-f4b38459-dfbd-4498-a34d-51f47b530a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:39.119142 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-85c9ab8b-e5c6-4152-825a-33dddc3e6353 req-f4b38459-dfbd-4498-a34d-51f47b530a70 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ac0e588f-f543-4b0c-9099-20da20f2b64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419264 Aug 10 02:16:39.204350 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-85c9ab8b-e5c6-4152-825a-33dddc3e6353 req-ed73dd49-3b31-448d-adf4-8100d9bc346b service neutron] 10.222.0.20 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780902 Aug 10 02:16:39.292168 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-85c9ab8b-e5c6-4152-825a-33dddc3e6353 req-a674d352-4048-4d01-a81a-4c5ba98df5dd service neutron] 10.222.0.20 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814023 Aug 10 02:16:41.294691 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7aea4afa-6cac-46ce-8eba-9991dbe9b04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:42.460320 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:43.920274 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8e4dba0c-20a7-44e6-a308-0f1394582824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:44.550424 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:45.487870 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:46.561315 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:54.798162 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:16:58.988048 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:11.295176 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2056b137-12d5-4544-89ff-c7cf4d4ba689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:12.470082 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:13.920888 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5c17a5b1-88c1-4768-9372-991d51ee2ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:14.549954 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:15.491153 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:16.564473 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:28.984528 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:31.797437 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:17:39.755667 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b35b82c9-7048-45a4-9556-e0801aad0ef0 req-8b47b284-d341-4c43-b3e5-b4270706eae3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424583 Aug 10 02:17:39.848622 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b82c9-7048-45a4-9556-e0801aad0ef0 req-5109364a-0a1d-487d-8ec9-4e276ecfbb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:39.850673 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b35b82c9-7048-45a4-9556-e0801aad0ef0 req-5109364a-0a1d-487d-8ec9-4e276ecfbb09 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=63a5a3245b764317909f754a3bf56a74&device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 1099 time: 0.0399394 Aug 10 02:17:39.952051 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b82c9-7048-45a4-9556-e0801aad0ef0 req-e5e17d72-3e87-4622-88f9-35bfdfcb224c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:39.953436 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b35b82c9-7048-45a4-9556-e0801aad0ef0 req-e5e17d72-3e87-4622-88f9-35bfdfcb224c service neutron] 10.222.0.20 "GET /v2.0/networks?id=ac0e588f-f543-4b0c-9099-20da20f2b64a HTTP/1.1" status: 200 len: 909 time: 0.0847504 Aug 10 02:17:40.015758 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b35b82c9-7048-45a4-9556-e0801aad0ef0 req-b6f663d7-ed78-4409-987f-a1b0c642b273 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 HTTP/1.1" status: 200 len: 1002 time: 0.0554771 Aug 10 02:17:40.062371 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b82c9-7048-45a4-9556-e0801aad0ef0 req-ae84af61-9057-4bb9-8043-a5b4f68fe205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:40.063721 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b35b82c9-7048-45a4-9556-e0801aad0ef0 req-ae84af61-9057-4bb9-8043-a5b4f68fe205 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=690ca535-756e-41c1-b3ab-d6ff33da48b1 HTTP/1.1" status: 200 len: 847 time: 0.0410080 Aug 10 02:17:40.110484 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b82c9-7048-45a4-9556-e0801aad0ef0 req-44d530f5-2310-4dae-8812-f6d682f368d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:40.111905 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b35b82c9-7048-45a4-9556-e0801aad0ef0 req-44d530f5-2310-4dae-8812-f6d682f368d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ac0e588f-f543-4b0c-9099-20da20f2b64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416458 Aug 10 02:17:40.198574 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b35b82c9-7048-45a4-9556-e0801aad0ef0 req-56d53f87-53e1-4db1-94fb-182de1805f78 service neutron] 10.222.0.20 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795977 Aug 10 02:17:40.289413 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b35b82c9-7048-45a4-9556-e0801aad0ef0 req-70dfcabd-2871-43bf-9ef7-55ad4efdfd6b service neutron] 10.222.0.20 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842056 Aug 10 02:17:41.294998 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-88eee4b9-aac3-4266-a707-80fbd5969525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:42.478412 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:43.920685 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-139b7819-8efb-41ac-846d-aed8207a9d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:44.549282 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:45.494497 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:46.566478 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:53.376489 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 40986) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:53.595507 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-5dddf774-8475-4956-98af-17fd8b729b0e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Deleting port 3812b548-51cf-43ec-8eaa-3e15c38f105d {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:17:53.595861 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5dddf774-8475-4956-98af-17fd8b729b0e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:53.672382 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5dddf774-8475-4956-98af-17fd8b729b0e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:53.672625 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5dddf774-8475-4956-98af-17fd8b729b0e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:53.684617 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-5dddf774-8475-4956-98af-17fd8b729b0e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Calling delete_port for 3812b548-51cf-43ec-8eaa-3e15c38f105d owned by network:floatingip {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:17:53.841459 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5dddf774-8475-4956-98af-17fd8b729b0e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:53.866269 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dddf774-8475-4956-98af-17fd8b729b0e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Pushing event deleted for resources: {'Port': ['ID=3812b548-51cf-43ec-8eaa-3e15c38f105d,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:53.880614 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dddf774-8475-4956-98af-17fd8b729b0e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:53.880974 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dddf774-8475-4956-98af-17fd8b729b0e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:53.881326 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dddf774-8475-4956-98af-17fd8b729b0e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:53.881701 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dddf774-8475-4956-98af-17fd8b729b0e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:53.882046 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dddf774-8475-4956-98af-17fd8b729b0e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:53.882417 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dddf774-8475-4956-98af-17fd8b729b0e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:53.882752 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dddf774-8475-4956-98af-17fd8b729b0e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:53.883088 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dddf774-8475-4956-98af-17fd8b729b0e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:53.883421 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dddf774-8475-4956-98af-17fd8b729b0e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:53.883755 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dddf774-8475-4956-98af-17fd8b729b0e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:53.884087 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dddf774-8475-4956-98af-17fd8b729b0e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:53.884444 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dddf774-8475-4956-98af-17fd8b729b0e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:53.942469 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5dddf774-8475-4956-98af-17fd8b729b0e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for floatingip, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:53.942718 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [None req-5dddf774-8475-4956-98af-17fd8b729b0e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Floating IP 4d05fda4-b772-4b66-9cfe-b1279cd3d11c disassociated (deleted). External IP: 172.25.2.203, port: aa2a8bfb-f289-4fa8-8d67-a8d7c2289272. Aug 10 02:17:54.145588 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dddf774-8475-4956-98af-17fd8b729b0e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Router ac732b35-79fe-4f91-9468-a57fd4521301 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:17:54.253210 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dddf774-8475-4956-98af-17fd8b729b0e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:17:54.258004 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-5dddf774-8475-4956-98af-17fd8b729b0e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:54.262514 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b517df9-e83c-4031-b0c8-8c5fbe16e62c None None] Sync routers for ids ['ac732b35-79fe-4f91-9468-a57fd4521301'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:17:54.271042 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b517df9-e83c-4031-b0c8-8c5fbe16e62c None None] Routers {'ac732b35-79fe-4f91-9468-a57fd4521301'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:17:54.272154 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-3b517df9-e83c-4031-b0c8-8c5fbe16e62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:17:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['ac732b35-79fe-4f91-9468-a57fd4521301'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:17:54.289264 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-5dddf774-8475-4956-98af-17fd8b729b0e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "DELETE /v2.0/floatingips/4d05fda4-b772-4b66-9cfe-b1279cd3d11c HTTP/1.1" status: 204 len: 168 time: 0.9115849 Aug 10 02:17:54.289870 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37feb234-e416-43ff-ac43-15707d9345c1', 'tag': 'aa2a8bfb-f289-4fa8-8d67-a8d7c2289272'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:17:54.292325 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04376f577ca8e91682bf6bf2b98f61f72ad60017a2eb84f3f8c1f2c558ccd100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a6f676-f8ed-4d7c-888a-dcc9fa51c64b" -d '{"events": [{"name": "network-changed", "server_uuid": "37feb234-e416-43ff-ac43-15707d9345c1", "tag": "aa2a8bfb-f289-4fa8-8d67-a8d7c2289272"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:17:54.380146 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-3b517df9-e83c-4031-b0c8-8c5fbe16e62c None None] Set router ac732b35-79fe-4f91-9468-a57fd4521301 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:17:54.515416 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ecb41b-f2d0-46b0-b4f7-c0a96d08e96b req-239b1975-d5ce-49ee-88e2-f164bd9c1ae6 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:54.516843 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-43ecb41b-f2d0-46b0-b4f7-c0a96d08e96b req-239b1975-d5ce-49ee-88e2-f164bd9c1ae6 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 947 time: 0.0495934 Aug 10 02:17:54.554541 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-43ecb41b-f2d0-46b0-b4f7-c0a96d08e96b req-50dff9ac-dea5-453f-9fff-47c91b946796 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309987 Aug 10 02:17:54.583655 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-3b517df9-e83c-4031-b0c8-8c5fbe16e62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'name': 'tempest-TestShelveInstance-668386919-router', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'de523868-7f83-45c9-91f1-49cbee14452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:22Z', 'updated_at': '2021-08-10T02:12:25Z', 'revision_number': 4, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'gw_port': {'id': 'de523868-7f83-45c9-91f1-49cbee14452a', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:23Z', 'updated_at': '2021-08-10T02:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '2ade5b13-4e9a-4a0d-939b-79182aaf1205', 'name': '', 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'mac_address': 'fa:16:3e:71:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '690ca535-756e-41c1-b3ab-d6ff33da48b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:25Z', 'updated_at': '2021-08-10T02:12:30Z', 'revision_number': 5, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'subnets': [{'id': '690ca535-756e-41c1-b3ab-d6ff33da48b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:17:54.608893 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b517df9-e83c-4031-b0c8-8c5fbe16e62c None None] Checking router: ac732b35-79fe-4f91-9468-a57fd4521301 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:17:54.616971 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b517df9-e83c-4031-b0c8-8c5fbe16e62c None None] Routers {'ac732b35-79fe-4f91-9468-a57fd4521301'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:17:54.617552 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-3b517df9-e83c-4031-b0c8-8c5fbe16e62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:17:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['ac732b35-79fe-4f91-9468-a57fd4521301'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:17:54.717261 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-3b517df9-e83c-4031-b0c8-8c5fbe16e62c None None] Set router ac732b35-79fe-4f91-9468-a57fd4521301 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:17:54.904354 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-3b517df9-e83c-4031-b0c8-8c5fbe16e62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'name': 'tempest-TestShelveInstance-668386919-router', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'de523868-7f83-45c9-91f1-49cbee14452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:22Z', 'updated_at': '2021-08-10T02:12:25Z', 'revision_number': 4, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'gw_port': {'id': 'de523868-7f83-45c9-91f1-49cbee14452a', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:23Z', 'updated_at': '2021-08-10T02:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '2ade5b13-4e9a-4a0d-939b-79182aaf1205', 'name': '', 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'mac_address': 'fa:16:3e:71:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '690ca535-756e-41c1-b3ab-d6ff33da48b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:25Z', 'updated_at': '2021-08-10T02:12:30Z', 'revision_number': 5, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'subnets': [{'id': '690ca535-756e-41c1-b3ab-d6ff33da48b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:17:54.933670 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b517df9-e83c-4031-b0c8-8c5fbe16e62c None None] The sync data for ids ['ac732b35-79fe-4f91-9468-a57fd4521301'] in n-d-766726-26 is: [{'id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'name': 'tempest-TestShelveInstance-668386919-router', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'de523868-7f83-45c9-91f1-49cbee14452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:22Z', 'updated_at': '2021-08-10T02:12:25Z', 'revision_number': 4, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'gw_port': {'id': 'de523868-7f83-45c9-91f1-49cbee14452a', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:23Z', 'updated_at': '2021-08-10T02:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '2ade5b13-4e9a-4a0d-939b-79182aaf1205', 'name': '', 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'mac_address': 'fa:16:3e:71:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '690ca535-756e-41c1-b3ab-d6ff33da48b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:25Z', 'updated_at': '2021-08-10T02:12:30Z', 'revision_number': 5, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'subnets': [{'id': '690ca535-756e-41c1-b3ab-d6ff33da48b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:17:55.147925 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e759e20e-79c1-42cd-9261-1a7e64dcc347 None None] New status for floating IP 4d05fda4-b772-4b66-9cfe-b1279cd3d11c: DOWN {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:17:55.422481 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76db142-4258-4de0-88ee-96c5c89ab597 x-openstack-request-id: req-b76db142-4258-4de0-88ee-96c5c89ab597 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:17:55.422958 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37feb234-e416-43ff-ac43-15707d9345c1", "tag": "aa2a8bfb-f289-4fa8-8d67-a8d7c2289272", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:17:55.423073 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b76db142-4258-4de0-88ee-96c5c89ab597 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:17:55.423470 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37feb234-e416-43ff-ac43-15707d9345c1', 'tag': 'aa2a8bfb-f289-4fa8-8d67-a8d7c2289272', 'status': 'completed', 'code': 200} Aug 10 02:17:55.505621 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6f676-f8ed-4d7c-888a-dcc9fa51c64b req-726f859b-af68-44ba-bc53-2493c89e4846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:55.507074 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24a6f676-f8ed-4d7c-888a-dcc9fa51c64b req-726f859b-af68-44ba-bc53-2493c89e4846 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=63a5a3245b764317909f754a3bf56a74&device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 1099 time: 0.0401928 Aug 10 02:17:55.597158 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6f676-f8ed-4d7c-888a-dcc9fa51c64b req-185a6249-3817-495f-9866-9a6f1817c7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:55.598633 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24a6f676-f8ed-4d7c-888a-dcc9fa51c64b req-185a6249-3817-495f-9866-9a6f1817c7cd service neutron] 10.222.0.20 "GET /v2.0/networks?id=ac0e588f-f543-4b0c-9099-20da20f2b64a HTTP/1.1" status: 200 len: 909 time: 0.0841627 Aug 10 02:17:55.651484 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24a6f676-f8ed-4d7c-888a-dcc9fa51c64b req-8dde2df9-6822-421f-91ff-dd1f5cc9f019 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 HTTP/1.1" status: 200 len: 217 time: 0.0366893 Aug 10 02:17:56.016101 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6f676-f8ed-4d7c-888a-dcc9fa51c64b req-bfdfa93b-5b07-443c-b497-4ec687844eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:56.017570 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24a6f676-f8ed-4d7c-888a-dcc9fa51c64b req-bfdfa93b-5b07-443c-b497-4ec687844eb1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=690ca535-756e-41c1-b3ab-d6ff33da48b1 HTTP/1.1" status: 200 len: 847 time: 0.3560102 Aug 10 02:17:56.026386 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87c079-5b17-43c5-bae4-6339f0f29968 req-2a355794-8f82-4459-a09c-0b64556eba4d tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:56.027814 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b87c079-5b17-43c5-bae4-6339f0f29968 req-2a355794-8f82-4459-a09c-0b64556eba4d tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 947 time: 0.3786712 Aug 10 02:17:56.028701 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.20', 50489) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:56.077066 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88cc0d-2413-41e3-9b10-1f1aaabe0ff4 req-c918e457-cdaa-4cf5-baab-794dba83a861 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:56.078531 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be88cc0d-2413-41e3-9b10-1f1aaabe0ff4 req-c918e457-cdaa-4cf5-baab-794dba83a861 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.20 "GET /v2.0/ports?device_id=37feb234-e416-43ff-ac43-15707d9345c1 HTTP/1.1" status: 200 len: 947 time: 0.0488617 Aug 10 02:17:56.089048 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5b87c079-5b17-43c5-bae4-6339f0f29968 req-33bef5ca-6a35-42cf-acfd-071b26381ead tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=48ac0faf-4e8b-4c72-ac17-bf98aa560e69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529511 Aug 10 02:17:56.091631 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6f676-f8ed-4d7c-888a-dcc9fa51c64b req-4c7b5f10-e265-4a9c-b0ca-a9c379e41146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:56.093166 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24a6f676-f8ed-4d7c-888a-dcc9fa51c64b req-4c7b5f10-e265-4a9c-b0ca-a9c379e41146 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ac0e588f-f543-4b0c-9099-20da20f2b64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643442 Aug 10 02:17:56.169116 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-be88cc0d-2413-41e3-9b10-1f1aaabe0ff4 req-05cab158-bfc4-451a-aa71-fed1ac35bed2 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Deleting port aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:17:56.169473 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-be88cc0d-2413-41e3-9b10-1f1aaabe0ff4 req-05cab158-bfc4-451a-aa71-fed1ac35bed2 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:56.183498 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24a6f676-f8ed-4d7c-888a-dcc9fa51c64b req-47145edf-375a-44a1-9b25-2271f171adfc service neutron] 10.222.0.20 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835741 Aug 10 02:17:56.261321 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-be88cc0d-2413-41e3-9b10-1f1aaabe0ff4 req-05cab158-bfc4-451a-aa71-fed1ac35bed2 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] For port aa2a8bfb-f289-4fa8-8d67-a8d7c2289272, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272,segment=NetworkSegment(28dbd671-1d13-4e0c-ac81-67928a1bc990),segment_id=28dbd671-1d13-4e0c-ac81-67928a1bc990)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:17:56.261690 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-be88cc0d-2413-41e3-9b10-1f1aaabe0ff4 req-05cab158-bfc4-451a-aa71-fed1ac35bed2 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:56.272933 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24a6f676-f8ed-4d7c-888a-dcc9fa51c64b req-5ec2e124-72ab-409f-8594-646b084bb9dd service neutron] 10.222.0.20 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816433 Aug 10 02:17:56.275930 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-be88cc0d-2413-41e3-9b10-1f1aaabe0ff4 req-05cab158-bfc4-451a-aa71-fed1ac35bed2 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Calling delete_port for aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:17:56.406268 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-be88cc0d-2413-41e3-9b10-1f1aaabe0ff4 req-05cab158-bfc4-451a-aa71-fed1ac35bed2 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:56.434729 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cab158-bfc4-451a-aa71-fed1ac35bed2 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Pushing event deleted for resources: {'Port': ['ID=aa2a8bfb-f289-4fa8-8d67-a8d7c2289272,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:56.474863 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-be88cc0d-2413-41e3-9b10-1f1aaabe0ff4 req-05cab158-bfc4-451a-aa71-fed1ac35bed2 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] No DVR routers for this DVR port aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:17:56.477555 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-be88cc0d-2413-41e3-9b10-1f1aaabe0ff4 req-05cab158-bfc4-451a-aa71-fed1ac35bed2 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:56.479503 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-be88cc0d-2413-41e3-9b10-1f1aaabe0ff4 req-05cab158-bfc4-451a-aa71-fed1ac35bed2 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.20 "DELETE /v2.0/ports/aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 HTTP/1.1" status: 204 len: 173 time: 0.3941569 Aug 10 02:17:57.145431 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41014) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:57.206040 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c92474f2-6825-4f20-9a31-4ad67cec2856 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:57.231081 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c92474f2-6825-4f20-9a31-4ad67cec2856 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:57.292707 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c92474f2-6825-4f20-9a31-4ad67cec2856 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:57.295321 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c92474f2-6825-4f20-9a31-4ad67cec2856 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:57.296513 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c92474f2-6825-4f20-9a31-4ad67cec2856 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "DELETE /v2.0/security-groups/48ac0faf-4e8b-4c72-ac17-bf98aa560e69 HTTP/1.1" status: 204 len: 168 time: 0.1496696 Aug 10 02:17:57.306414 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92474f2-6825-4f20-9a31-4ad67cec2856 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ac0faf-4e8b-4c72-ac17-bf98aa560e69,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:57.424804 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37feb234-e416-43ff-ac43-15707d9345c1', 'name': 'network-vif-deleted', 'tag': 'aa2a8bfb-f289-4fa8-8d67-a8d7c2289272'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:17:57.427124 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04376f577ca8e91682bf6bf2b98f61f72ad60017a2eb84f3f8c1f2c558ccd100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8ab3f1-ad88-4ca2-b858-f4f9290a2426" -d '{"events": [{"server_uuid": "37feb234-e416-43ff-ac43-15707d9345c1", "name": "network-vif-deleted", "tag": "aa2a8bfb-f289-4fa8-8d67-a8d7c2289272"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:17:57.461658 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285bdfa4-a583-4194-bac8-405eef19af8e x-openstack-request-id: req-285bdfa4-a583-4194-bac8-405eef19af8e {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:17:57.462311 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37feb234-e416-43ff-ac43-15707d9345c1", "name": "network-vif-deleted", "tag": "aa2a8bfb-f289-4fa8-8d67-a8d7c2289272", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:17:57.462311 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-285bdfa4-a583-4194-bac8-405eef19af8e {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:17:57.462601 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37feb234-e416-43ff-ac43-15707d9345c1', 'name': 'network-vif-deleted', 'tag': 'aa2a8bfb-f289-4fa8-8d67-a8d7c2289272', 'status': 'completed', 'code': 200} Aug 10 02:17:57.521144 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41022) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:57.525870 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-41ebbf7d-0b35-4632-abf6-ffa5bddce01b tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-522188314', 'description': 'tempest-secgroup-smoke-522188314 description', 'project_id': '63a5a3245b764317909f754a3bf56a74'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:17:57.551281 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-41ebbf7d-0b35-4632-abf6-ffa5bddce01b tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:57.633930 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-41ebbf7d-0b35-4632-abf6-ffa5bddce01b tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:57.637718 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-41ebbf7d-0b35-4632-abf6-ffa5bddce01b tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:57.663362 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-41ebbf7d-0b35-4632-abf6-ffa5bddce01b tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:57.664587 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-41ebbf7d-0b35-4632-abf6-ffa5bddce01b tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1424317 Aug 10 02:17:57.667569 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41024) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:57.669242 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ebbf7d-0b35-4632-abf6-ffa5bddce01b tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98f610ea-bd93-45a6-8f85-30390cfac701,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:57.672244 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-4f3d27be-5ff7-4eca-84d9-6dcc3d5c3999 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Request body: {'security_group_rule': {'security_group_id': '98f610ea-bd93-45a6-8f85-30390cfac701', 'project_id': '63a5a3245b764317909f754a3bf56a74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:17:57.698453 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4f3d27be-5ff7-4eca-84d9-6dcc3d5c3999 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:57.754013 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4f3d27be-5ff7-4eca-84d9-6dcc3d5c3999 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:57.757408 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4f3d27be-5ff7-4eca-84d9-6dcc3d5c3999 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:57.774713 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d27be-5ff7-4eca-84d9-6dcc3d5c3999 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ec78e09-33bd-4e2c-9213-5c6f322eeb8b,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:57.782417 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-4f3d27be-5ff7-4eca-84d9-6dcc3d5c3999 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:57.783598 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-4f3d27be-5ff7-4eca-84d9-6dcc3d5c3999 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1149948 Aug 10 02:17:57.784968 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d27be-5ff7-4eca-84d9-6dcc3d5c3999 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:57.785321 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d27be-5ff7-4eca-84d9-6dcc3d5c3999 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:57.785668 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d27be-5ff7-4eca-84d9-6dcc3d5c3999 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:57.786010 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d27be-5ff7-4eca-84d9-6dcc3d5c3999 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:57.786564 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41026) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:57.788269 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d27be-5ff7-4eca-84d9-6dcc3d5c3999 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:57.788698 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d27be-5ff7-4eca-84d9-6dcc3d5c3999 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:57.788992 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d27be-5ff7-4eca-84d9-6dcc3d5c3999 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:57.789337 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d27be-5ff7-4eca-84d9-6dcc3d5c3999 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:57.789672 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d27be-5ff7-4eca-84d9-6dcc3d5c3999 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:57.790006 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d27be-5ff7-4eca-84d9-6dcc3d5c3999 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:57.790342 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d27be-5ff7-4eca-84d9-6dcc3d5c3999 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:57.790782 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d27be-5ff7-4eca-84d9-6dcc3d5c3999 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:57.791876 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-2fccac64-479f-4f90-b37c-25e24e47db9d tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Request body: {'security_group_rule': {'security_group_id': '98f610ea-bd93-45a6-8f85-30390cfac701', 'project_id': '63a5a3245b764317909f754a3bf56a74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:17:57.817707 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2fccac64-479f-4f90-b37c-25e24e47db9d tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:57.875232 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2fccac64-479f-4f90-b37c-25e24e47db9d tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:57.878682 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2fccac64-479f-4f90-b37c-25e24e47db9d tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:57.895228 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fccac64-479f-4f90-b37c-25e24e47db9d tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e07e952-2929-47da-8462-6affc7d82523,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:57.901971 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2fccac64-479f-4f90-b37c-25e24e47db9d tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:57.903254 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2fccac64-479f-4f90-b37c-25e24e47db9d tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1150632 Aug 10 02:17:57.905978 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41028) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:57.910797 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-e38266ed-8e6f-47c3-baf2-421d372e4709 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Request body: {'security_group_rule': {'security_group_id': '98f610ea-bd93-45a6-8f85-30390cfac701', 'project_id': '63a5a3245b764317909f754a3bf56a74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:17:57.937164 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e38266ed-8e6f-47c3-baf2-421d372e4709 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:57.995231 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e38266ed-8e6f-47c3-baf2-421d372e4709 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:57.998593 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e38266ed-8e6f-47c3-baf2-421d372e4709 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:58.015565 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38266ed-8e6f-47c3-baf2-421d372e4709 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6947dbfc-d93c-4e01-a536-414ba448b0ac,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:58.021212 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-e38266ed-8e6f-47c3-baf2-421d372e4709 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:58.023140 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-e38266ed-8e6f-47c3-baf2-421d372e4709 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162524 Aug 10 02:17:58.025902 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41030) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:58.030200 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-54849cb9-8b04-48b1-b752-345bdbdcf6ac tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Request body: {'security_group_rule': {'security_group_id': '98f610ea-bd93-45a6-8f85-30390cfac701', 'project_id': '63a5a3245b764317909f754a3bf56a74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:17:58.055921 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-54849cb9-8b04-48b1-b752-345bdbdcf6ac tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:58.116460 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-54849cb9-8b04-48b1-b752-345bdbdcf6ac tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:58.119947 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-54849cb9-8b04-48b1-b752-345bdbdcf6ac tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:58.134582 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54849cb9-8b04-48b1-b752-345bdbdcf6ac tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e4fd8a9-e15c-4d35-9c55-0bc62f4a4814,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:58.142741 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-54849cb9-8b04-48b1-b752-345bdbdcf6ac tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:58.143903 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-54849cb9-8b04-48b1-b752-345bdbdcf6ac tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1170912 Aug 10 02:17:58.147213 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41032) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:58.151555 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-96e71b29-e298-4b5b-9d1e-0efe9e6a3270 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Request body: {'security_group_rule': {'security_group_id': '98f610ea-bd93-45a6-8f85-30390cfac701', 'project_id': '63a5a3245b764317909f754a3bf56a74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:17:58.172067 n-d-766726-26 neutron-server[105827]: INFO neutron.db.securitygroups_db [None req-96e71b29-e298-4b5b-9d1e-0efe9e6a3270 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Project 63a5a3245b764317909f754a3bf56a74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:17:58.176660 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-96e71b29-e298-4b5b-9d1e-0efe9e6a3270 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:58.235682 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-96e71b29-e298-4b5b-9d1e-0efe9e6a3270 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:58.239592 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-96e71b29-e298-4b5b-9d1e-0efe9e6a3270 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:58.260739 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e71b29-e298-4b5b-9d1e-0efe9e6a3270 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58060fb8-d4b0-4336-926e-cf79022def72,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:58.264614 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-96e71b29-e298-4b5b-9d1e-0efe9e6a3270 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:58.265889 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-96e71b29-e298-4b5b-9d1e-0efe9e6a3270 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1176167 Aug 10 02:17:58.268524 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41034) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:58.273948 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-94f98cde-a907-480d-b34b-79cf808bc849 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Request body: {'security_group_rule': {'security_group_id': '98f610ea-bd93-45a6-8f85-30390cfac701', 'project_id': '63a5a3245b764317909f754a3bf56a74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:17:58.295817 n-d-766726-26 neutron-server[105827]: INFO neutron.db.securitygroups_db [None req-94f98cde-a907-480d-b34b-79cf808bc849 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Project 63a5a3245b764317909f754a3bf56a74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:17:58.300826 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-94f98cde-a907-480d-b34b-79cf808bc849 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:58.360805 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-94f98cde-a907-480d-b34b-79cf808bc849 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:58.364436 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-94f98cde-a907-480d-b34b-79cf808bc849 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:58.382915 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f98cde-a907-480d-b34b-79cf808bc849 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16400233-70e7-4757-8170-f7fdd6063385,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:58.385898 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-94f98cde-a907-480d-b34b-79cf808bc849 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:58.387043 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-94f98cde-a907-480d-b34b-79cf808bc849 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1176076 Aug 10 02:17:58.986576 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:59.832904 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:17:59.853082 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:17:59.853438 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device aa2a8bfb-f289-4fa8-8d67-a8d7c2289272 not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:18:08.796506 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:18:11.295555 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1f9d8d34-106d-4de1-b78a-ee6727ff3e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:11.572212 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fa624438-cb90-4129-9105-728adc0707cf req-dfe1565e-04de-4913-b536-b5ccf68cb4c8 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-522188314&fields=id&tenant_id=63a5a3245b764317909f754a3bf56a74 HTTP/1.1" status: 200 len: 267 time: 0.0325739 Aug 10 02:18:11.678540 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa624438-cb90-4129-9105-728adc0707cf req-2ad2baed-80e8-4662-8adf-0e3081d37990 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:11.680002 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fa624438-cb90-4129-9105-728adc0707cf req-2ad2baed-80e8-4662-8adf-0e3081d37990 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/networks?id=ac0e588f-f543-4b0c-9099-20da20f2b64a HTTP/1.1" status: 200 len: 808 time: 0.1012397 Aug 10 02:18:11.694922 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fa624438-cb90-4129-9105-728adc0707cf req-0dc60cc0-c6ec-443e-9de9-becc3deb654f tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/quotas/63a5a3245b764317909f754a3bf56a74 HTTP/1.1" status: 200 len: 375 time: 0.0086758 Aug 10 02:18:11.743709 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fa624438-cb90-4129-9105-728adc0707cf req-ad91c4fe-ee9f-410d-9345-51697e4c2f5f tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=63a5a3245b764317909f754a3bf56a74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437851 Aug 10 02:18:11.896379 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fa624438-cb90-4129-9105-728adc0707cf req-4e888cbc-8881-41d1-b798-7de62bea372c service neutron] 10.222.0.35 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415393 Aug 10 02:18:11.983232 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fa624438-cb90-4129-9105-728adc0707cf req-5af8f1de-8e2e-4263-b708-0bc8ee7aa62f service neutron] 10.222.0.35 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802503 Aug 10 02:18:12.261421 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-9b3fb762-8c20-4381-b92e-8d692e4e87d9 req-169d0228-9314-47e7-8780-f97050d344b4 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 210 time: 0.0273526 Aug 10 02:18:12.494729 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:13.262856 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa624438-cb90-4129-9105-728adc0707cf req-fd3ba827-f46e-4592-9a87-81d91f01a8f4 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:13.264403 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fa624438-cb90-4129-9105-728adc0707cf req-fd3ba827-f46e-4592-9a87-81d91f01a8f4 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.24 "GET /v2.0/networks?id=ac0e588f-f543-4b0c-9099-20da20f2b64a HTTP/1.1" status: 200 len: 808 time: 0.1041873 Aug 10 02:18:13.308315 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fa624438-cb90-4129-9105-728adc0707cf req-52cf1be5-b66e-4489-8909-4f47f215cf52 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63a5a3245b764317909f754a3bf56a74 HTTP/1.1" status: 200 len: 379 time: 0.0346770 Aug 10 02:18:13.317818 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-fa624438-cb90-4129-9105-728adc0707cf req-52a181af-a20f-4b3e-89d8-e9538632931b tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Request body: {'port': {'device_id': 'e940f70e-eee7-42ac-9333-89d046a99390', 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a', 'admin_state_up': True, 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'security_groups': ['98f610ea-bd93-45a6-8f85-30390cfac701']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:18:13.364604 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d55593a-a887-4126-980f-aea81161ebd9 req-0854fe29-6c28-458b-8109-b24a29cbfb06 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 210 time: 0.0319679 Aug 10 02:18:13.434712 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa624438-cb90-4129-9105-728adc0707cf req-52a181af-a20f-4b3e-89d8-e9538632931b tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Made reservation on behalf of 63a5a3245b764317909f754a3bf56a74 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:18:13.438469 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-fa624438-cb90-4129-9105-728adc0707cf req-52a181af-a20f-4b3e-89d8-e9538632931b tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:13.565735 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-fa624438-cb90-4129-9105-728adc0707cf req-52a181af-a20f-4b3e-89d8-e9538632931b tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Allocated IP 172.20.0.13 (ac0e588f-f543-4b0c-9099-20da20f2b64a/690ca535-756e-41c1-b3ab-d6ff33da48b1/acf1c4e6-b329-4f1f-b596-3a7784f4792a) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:18:13.708830 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-fa624438-cb90-4129-9105-728adc0707cf req-52a181af-a20f-4b3e-89d8-e9538632931b tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:13.723054 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-fa624438-cb90-4129-9105-728adc0707cf req-52a181af-a20f-4b3e-89d8-e9538632931b tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Transition to ACTIVE for port object acf1c4e6-b329-4f1f-b596-3a7784f4792a will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:18:13.756014 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-fa624438-cb90-4129-9105-728adc0707cf req-52a181af-a20f-4b3e-89d8-e9538632931b tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:13.801669 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa624438-cb90-4129-9105-728adc0707cf req-52a181af-a20f-4b3e-89d8-e9538632931b tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Network ac0e588f-f543-4b0c-9099-20da20f2b64a is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:18:13.805077 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-fa624438-cb90-4129-9105-728adc0707cf req-52a181af-a20f-4b3e-89d8-e9538632931b tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:18:13.808975 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa624438-cb90-4129-9105-728adc0707cf req-52a181af-a20f-4b3e-89d8-e9538632931b tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:18:13.833800 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a181af-a20f-4b3e-89d8-e9538632931b tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Pushing event updated for resources: {'Port': ['ID=acf1c4e6-b329-4f1f-b596-3a7784f4792a,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:13.864366 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa624438-cb90-4129-9105-728adc0707cf req-52a181af-a20f-4b3e-89d8-e9538632931b tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:13.865131 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-fa624438-cb90-4129-9105-728adc0707cf req-52a181af-a20f-4b3e-89d8-e9538632931b tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:13.881158 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fa624438-cb90-4129-9105-728adc0707cf req-52a181af-a20f-4b3e-89d8-e9538632931b tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5674264 Aug 10 02:18:13.924019 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-99d773ea-e5e7-42f8-82b9-8d31bde31de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:13.953869 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-fa624438-cb90-4129-9105-728adc0707cf req-bd6fd0a5-c765-46f6-985c-794804e66b54 service neutron] Request body: {'port': {'device_id': 'e940f70e-eee7-42ac-9333-89d046a99390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:18:14.023424 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-fa624438-cb90-4129-9105-728adc0707cf req-bd6fd0a5-c765-46f6-985c-794804e66b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:14.082980 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-028105c3-4ffa-4fcf-8261-0566c650ec83 None None] Provisioning for port acf1c4e6-b329-4f1f-b596-3a7784f4792a completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:18:14.095596 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-028105c3-4ffa-4fcf-8261-0566c650ec83 None None] Provisioning complete for port acf1c4e6-b329-4f1f-b596-3a7784f4792a triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:18:14.096022 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-028105c3-4ffa-4fcf-8261-0566c650ec83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:14.130657 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-028105c3-4ffa-4fcf-8261-0566c650ec83 None None] Port acf1c4e6-b329-4f1f-b596-3a7784f4792a cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:18:14.292510 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-fa624438-cb90-4129-9105-728adc0707cf req-bd6fd0a5-c765-46f6-985c-794804e66b54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acf1c4e6-b329-4f1f-b596-3a7784f4792a {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:18:14.299815 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-fa624438-cb90-4129-9105-728adc0707cf req-bd6fd0a5-c765-46f6-985c-794804e66b54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:14.312277 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-fa624438-cb90-4129-9105-728adc0707cf req-bd6fd0a5-c765-46f6-985c-794804e66b54 service neutron] Transition to ACTIVE for port object acf1c4e6-b329-4f1f-b596-3a7784f4792a will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:18:14.315932 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-fa624438-cb90-4129-9105-728adc0707cf req-bd6fd0a5-c765-46f6-985c-794804e66b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:14.366033 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6fd0a5-c765-46f6-985c-794804e66b54 service neutron] Pushing event updated for resources: {'Port': ['ID=acf1c4e6-b329-4f1f-b596-3a7784f4792a,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:14.472293 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-fa624438-cb90-4129-9105-728adc0707cf req-bd6fd0a5-c765-46f6-985c-794804e66b54 service neutron] Attempting to bind port acf1c4e6-b329-4f1f-b596-3a7784f4792a on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:18:14.474534 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-fa624438-cb90-4129-9105-728adc0707cf req-bd6fd0a5-c765-46f6-985c-794804e66b54 service neutron] Attempting to bind port acf1c4e6-b329-4f1f-b596-3a7784f4792a by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '28dbd671-1d13-4e0c-ac81-67928a1bc990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:18:14.474897 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa624438-cb90-4129-9105-728adc0707cf req-bd6fd0a5-c765-46f6-985c-794804e66b54 service neutron] Attempting to bind port acf1c4e6-b329-4f1f-b596-3a7784f4792a on network ac0e588f-f543-4b0c-9099-20da20f2b64a {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:18:14.480084 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa624438-cb90-4129-9105-728adc0707cf req-bd6fd0a5-c765-46f6-985c-794804e66b54 service neutron] Port acf1c4e6-b329-4f1f-b596-3a7784f4792a on network ac0e588f-f543-4b0c-9099-20da20f2b64a not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:18:14.480480 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa624438-cb90-4129-9105-728adc0707cf req-bd6fd0a5-c765-46f6-985c-794804e66b54 service neutron] Attempting to bind port acf1c4e6-b329-4f1f-b596-3a7784f4792a on network ac0e588f-f543-4b0c-9099-20da20f2b64a {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:18:14.485966 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa624438-cb90-4129-9105-728adc0707cf req-bd6fd0a5-c765-46f6-985c-794804e66b54 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:18:14.486301 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa624438-cb90-4129-9105-728adc0707cf req-bd6fd0a5-c765-46f6-985c-794804e66b54 service neutron] Checking segment: {'id': '28dbd671-1d13-4e0c-ac81-67928a1bc990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:18:14.486697 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa624438-cb90-4129-9105-728adc0707cf req-bd6fd0a5-c765-46f6-985c-794804e66b54 service neutron] Bound using segment: {'id': '28dbd671-1d13-4e0c-ac81-67928a1bc990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:18:14.487600 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-fa624438-cb90-4129-9105-728adc0707cf req-bd6fd0a5-c765-46f6-985c-794804e66b54 service neutron] Bound port: acf1c4e6-b329-4f1f-b596-3a7784f4792a, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28dbd671-1d13-4e0c-ac81-67928a1bc990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:18:14.487600 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-fa624438-cb90-4129-9105-728adc0707cf req-bd6fd0a5-c765-46f6-985c-794804e66b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:14.518720 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49b8d5-c442-42cd-b9d0-424cd12f115b req-dd48e234-4fe6-4bd8-8268-3571f84d3660 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:14.520151 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fb49b8d5-c442-42cd-b9d0-424cd12f115b req-dd48e234-4fe6-4bd8-8268-3571f84d3660 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 944 time: 0.0518756 Aug 10 02:18:14.556128 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:14.564910 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fb49b8d5-c442-42cd-b9d0-424cd12f115b req-f92b73fd-acfe-445a-9602-2c2081ef2313 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379915 Aug 10 02:18:14.574725 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-fa624438-cb90-4129-9105-728adc0707cf req-bd6fd0a5-c765-46f6-985c-794804e66b54 service neutron] For port acf1c4e6-b329-4f1f-b596-3a7784f4792a, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:18:14.578959 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-fa624438-cb90-4129-9105-728adc0707cf req-bd6fd0a5-c765-46f6-985c-794804e66b54 service neutron] For port acf1c4e6-b329-4f1f-b596-3a7784f4792a, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=acf1c4e6-b329-4f1f-b596-3a7784f4792a,segment=NetworkSegment(28dbd671-1d13-4e0c-ac81-67928a1bc990),segment_id=28dbd671-1d13-4e0c-ac81-67928a1bc990)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:18:14.585517 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-fa624438-cb90-4129-9105-728adc0707cf req-bd6fd0a5-c765-46f6-985c-794804e66b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:14.622055 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa624438-cb90-4129-9105-728adc0707cf req-bd6fd0a5-c765-46f6-985c-794804e66b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:14.622712 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-fa624438-cb90-4129-9105-728adc0707cf req-bd6fd0a5-c765-46f6-985c-794804e66b54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:14.624345 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fa624438-cb90-4129-9105-728adc0707cf req-bd6fd0a5-c765-46f6-985c-794804e66b54 service neutron] 10.222.0.24 "PUT /v2.0/ports/acf1c4e6-b329-4f1f-b596-3a7784f4792a HTTP/1.1" status: 200 len: 1093 time: 0.7350323 Aug 10 02:18:14.624725 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e940f70e-eee7-42ac-9333-89d046a99390', 'tag': 'acf1c4e6-b329-4f1f-b596-3a7784f4792a'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:18:14.627024 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04376f577ca8e91682bf6bf2b98f61f72ad60017a2eb84f3f8c1f2c558ccd100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2d2d2a-cf61-42cf-84ae-6c068d0c00d0" -d '{"events": [{"name": "network-changed", "server_uuid": "e940f70e-eee7-42ac-9333-89d046a99390", "tag": "acf1c4e6-b329-4f1f-b596-3a7784f4792a"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:18:14.661183 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6fd0a5-c765-46f6-985c-794804e66b54 service neutron] Pushing event updated for resources: {'Port': ['ID=acf1c4e6-b329-4f1f-b596-3a7784f4792a,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:14.705719 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93901357-340c-434d-a8a3-da48b06d5ea6 x-openstack-request-id: req-93901357-340c-434d-a8a3-da48b06d5ea6 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:18:14.706041 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e940f70e-eee7-42ac-9333-89d046a99390", "tag": "acf1c4e6-b329-4f1f-b596-3a7784f4792a", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:18:14.706261 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-93901357-340c-434d-a8a3-da48b06d5ea6 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:18:14.706663 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e940f70e-eee7-42ac-9333-89d046a99390', 'tag': 'acf1c4e6-b329-4f1f-b596-3a7784f4792a', 'status': 'completed', 'code': 200} Aug 10 02:18:14.723589 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa624438-cb90-4129-9105-728adc0707cf req-8c40cf21-5f1a-4298-8993-a5c370d063a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:14.725220 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fa624438-cb90-4129-9105-728adc0707cf req-8c40cf21-5f1a-4298-8993-a5c370d063a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63a5a3245b764317909f754a3bf56a74&device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 1096 time: 0.0527472 Aug 10 02:18:14.769161 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fa624438-cb90-4129-9105-728adc0707cf req-1cf8344b-a543-46f6-8601-8d8dba90ca29 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acf1c4e6-b329-4f1f-b596-3a7784f4792a HTTP/1.1" status: 200 len: 217 time: 0.0359099 Aug 10 02:18:14.828642 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa624438-cb90-4129-9105-728adc0707cf req-29d3cfe7-8aca-4e2d-ba33-fdcf7d10daad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:14.830276 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fa624438-cb90-4129-9105-728adc0707cf req-29d3cfe7-8aca-4e2d-ba33-fdcf7d10daad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=690ca535-756e-41c1-b3ab-d6ff33da48b1 HTTP/1.1" status: 200 len: 847 time: 0.0540736 Aug 10 02:18:14.882668 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa624438-cb90-4129-9105-728adc0707cf req-eff986b7-0c40-446d-a294-fd022cf01f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:14.884082 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fa624438-cb90-4129-9105-728adc0707cf req-eff986b7-0c40-446d-a294-fd022cf01f6d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac0e588f-f543-4b0c-9099-20da20f2b64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463212 Aug 10 02:18:14.974452 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fa624438-cb90-4129-9105-728adc0707cf req-649c5952-e302-4d96-b0c7-e0a6aa61c1f4 service neutron] 10.222.0.24 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827727 Aug 10 02:18:15.067370 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fa624438-cb90-4129-9105-728adc0707cf req-f82400e3-4747-46c7-a7e0-bee7548cfe1b service neutron] 10.222.0.24 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860944 Aug 10 02:18:15.154210 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d2d2a-cf61-42cf-84ae-6c068d0c00d0 req-9ba32d81-55d7-4f06-ad90-d249e27b4a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:15.155653 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-cb2d2d2a-cf61-42cf-84ae-6c068d0c00d0 req-9ba32d81-55d7-4f06-ad90-d249e27b4a0a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63a5a3245b764317909f754a3bf56a74&device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 1096 time: 0.0443120 Aug 10 02:18:15.247445 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d2d2a-cf61-42cf-84ae-6c068d0c00d0 req-f2ebd679-1ffc-4f9f-a29b-6d66c676470a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:15.248986 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-cb2d2d2a-cf61-42cf-84ae-6c068d0c00d0 req-f2ebd679-1ffc-4f9f-a29b-6d66c676470a service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac0e588f-f543-4b0c-9099-20da20f2b64a HTTP/1.1" status: 200 len: 909 time: 0.0863643 Aug 10 02:18:15.294622 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-cb2d2d2a-cf61-42cf-84ae-6c068d0c00d0 req-9a99af61-6a9f-4cee-bab2-3fae113f13ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acf1c4e6-b329-4f1f-b596-3a7784f4792a HTTP/1.1" status: 200 len: 217 time: 0.0384979 Aug 10 02:18:15.343474 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d2d2a-cf61-42cf-84ae-6c068d0c00d0 req-2bc9ad0f-376f-4bf9-bc74-d260cd3f56b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:15.345010 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-cb2d2d2a-cf61-42cf-84ae-6c068d0c00d0 req-2bc9ad0f-376f-4bf9-bc74-d260cd3f56b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=690ca535-756e-41c1-b3ab-d6ff33da48b1 HTTP/1.1" status: 200 len: 847 time: 0.0440247 Aug 10 02:18:15.390614 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d2d2a-cf61-42cf-84ae-6c068d0c00d0 req-b5dbce92-e209-4c84-a4c7-759aaa63aa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:15.392092 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-cb2d2d2a-cf61-42cf-84ae-6c068d0c00d0 req-b5dbce92-e209-4c84-a4c7-759aaa63aa3f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac0e588f-f543-4b0c-9099-20da20f2b64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400395 Aug 10 02:18:15.498321 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:15.693607 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef340ed4-9e8e-42a6-9d77-a3e23e1faf57 req-f91e4e3f-a842-408d-8730-bf6a4078e9b1 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:15.696582 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ef340ed4-9e8e-42a6-9d77-a3e23e1faf57 req-f91e4e3f-a842-408d-8730-bf6a4078e9b1 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 944 time: 0.0534117 Aug 10 02:18:15.736073 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ef340ed4-9e8e-42a6-9d77-a3e23e1faf57 req-d011bba6-4097-4e7f-a8ae-c5db7302d742 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332043 Aug 10 02:18:15.763872 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-cb2d2d2a-cf61-42cf-84ae-6c068d0c00d0 req-eef822e5-50dd-4fca-bb1e-718f9fc23d78 service neutron] 10.222.0.24 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648489 Aug 10 02:18:15.858035 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-cb2d2d2a-cf61-42cf-84ae-6c068d0c00d0 req-d39f046e-cdb0-4b4a-8bc3-d651962f2a14 service neutron] 10.222.0.24 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861793 Aug 10 02:18:16.569059 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:16.859715 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a7b60-61e4-4a57-9781-3005e52cc62f req-34902a28-66c0-413c-81c2-21addb981c5f tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:16.861119 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8f5a7b60-61e4-4a57-9781-3005e52cc62f req-34902a28-66c0-413c-81c2-21addb981c5f tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 944 time: 0.0516324 Aug 10 02:18:16.899321 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8f5a7b60-61e4-4a57-9781-3005e52cc62f req-54981a73-ce3a-47a2-bb9a-c59df539b036 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317171 Aug 10 02:18:18.013860 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44cc5f7-d025-4c35-bab3-1131a8e8c154 req-1b2dceb8-9f71-462f-a0e5-727a52b0c36d tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:18.015300 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e44cc5f7-d025-4c35-bab3-1131a8e8c154 req-1b2dceb8-9f71-462f-a0e5-727a52b0c36d tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 944 time: 0.0486021 Aug 10 02:18:18.052018 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e44cc5f7-d025-4c35-bab3-1131a8e8c154 req-5e1b7b21-1845-4f4d-85ec-b289453e60cc tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308619 Aug 10 02:18:19.197804 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7379bc-6c46-41d7-b86f-0f2b8ba3d774 req-b5f252e1-e3b7-4f94-a87d-8fbc242ad26a tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:19.199285 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4a7379bc-6c46-41d7-b86f-0f2b8ba3d774 req-b5f252e1-e3b7-4f94-a87d-8fbc242ad26a tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 944 time: 0.0476537 Aug 10 02:18:19.236087 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4a7379bc-6c46-41d7-b86f-0f2b8ba3d774 req-bdea0474-9802-4b9a-865a-85365481d8bc tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309234 Aug 10 02:18:20.379514 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4a5fa-1826-48a4-873f-0e8532ccf61c req-a30a9994-48da-4b89-8b89-d550dff84df3 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:20.380980 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-22a4a5fa-1826-48a4-873f-0e8532ccf61c req-a30a9994-48da-4b89-8b89-d550dff84df3 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 944 time: 0.0532961 Aug 10 02:18:20.417590 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-22a4a5fa-1826-48a4-873f-0e8532ccf61c req-480dfbbb-9869-4d2a-b437-ec80747ec68d tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299122 Aug 10 02:18:21.529054 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e69c95-a3d0-468f-b8e9-64de1fd8eb1c req-4ecce7fe-4859-4599-b51c-be7afe81caa7 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:21.530516 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-13e69c95-a3d0-468f-b8e9-64de1fd8eb1c req-4ecce7fe-4859-4599-b51c-be7afe81caa7 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 944 time: 0.0477233 Aug 10 02:18:21.567841 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-13e69c95-a3d0-468f-b8e9-64de1fd8eb1c req-5d536656-229a-4503-a3bb-378860c21911 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313671 Aug 10 02:18:22.679955 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2704bb3-4e4b-4a0e-96ef-9f6f1bc4dc43 req-620fcdbe-aff9-45a0-83e3-2620df942985 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:22.681434 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f2704bb3-4e4b-4a0e-96ef-9f6f1bc4dc43 req-620fcdbe-aff9-45a0-83e3-2620df942985 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 944 time: 0.0476370 Aug 10 02:18:22.717776 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f2704bb3-4e4b-4a0e-96ef-9f6f1bc4dc43 req-1c7bc7b7-3696-4bad-8326-1bde9469ee3f tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304871 Aug 10 02:18:23.833208 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec2991-3bff-4e77-86e6-948a87e15fa9 req-5b303283-0735-4366-b7fd-10cf3631bb75 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:23.834654 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-caec2991-3bff-4e77-86e6-948a87e15fa9 req-5b303283-0735-4366-b7fd-10cf3631bb75 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 944 time: 0.0509174 Aug 10 02:18:23.871014 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-caec2991-3bff-4e77-86e6-948a87e15fa9 req-3d39894d-7626-4523-9acc-ef31ef181be3 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297186 Aug 10 02:18:24.982703 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905699d-28d9-4c51-8181-9cf04c9e38df req-4ff259ce-d8b0-46f6-9811-737b402ab47c tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:24.984152 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c905699d-28d9-4c51-8181-9cf04c9e38df req-4ff259ce-d8b0-46f6-9811-737b402ab47c tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 944 time: 0.0481429 Aug 10 02:18:25.021232 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c905699d-28d9-4c51-8181-9cf04c9e38df req-3fb2334b-2630-4eb2-9fd5-7925cb212b63 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307455 Aug 10 02:18:26.134558 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830b984-d4e5-425d-9990-4bb271abdec1 req-bf7b2ba2-0781-4913-bc7b-3683c7b3f9ef tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:26.136008 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b830b984-d4e5-425d-9990-4bb271abdec1 req-bf7b2ba2-0781-4913-bc7b-3683c7b3f9ef tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 944 time: 0.0479658 Aug 10 02:18:26.172014 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b830b984-d4e5-425d-9990-4bb271abdec1 req-8fe0c3a5-b8c1-464b-acac-bc56daeff25a tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302072 Aug 10 02:18:26.843628 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device acf1c4e6-b329-4f1f-b596-3a7784f4792a details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:18:26.936995 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port acf1c4e6-b329-4f1f-b596-3a7784f4792a, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=acf1c4e6-b329-4f1f-b596-3a7784f4792a,segment=NetworkSegment(28dbd671-1d13-4e0c-ac81-67928a1bc990),segment_id=28dbd671-1d13-4e0c-ac81-67928a1bc990)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:18:26.947726 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'acf1c4e6-b329-4f1f-b596-3a7784f4792a', 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a', 'port_id': 'acf1c4e6-b329-4f1f-b596-3a7784f4792a', 'mac_address': 'fa:16:3e:c8:bb:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690ca535-756e-41c1-b3ab-d6ff33da48b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:18:26.982305 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:26.995090 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf1c4e6-b329-4f1f-b596-3a7784f4792a {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:18:27.013452 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port acf1c4e6-b329-4f1f-b596-3a7784f4792a, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=acf1c4e6-b329-4f1f-b596-3a7784f4792a,segment=NetworkSegment(28dbd671-1d13-4e0c-ac81-67928a1bc990),segment_id=28dbd671-1d13-4e0c-ac81-67928a1bc990)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:18:27.017385 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:27.062432 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=acf1c4e6-b329-4f1f-b596-3a7784f4792a,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:27.069388 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:27.069743 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:27.070085 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:27.070425 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:27.070758 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:27.071090 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:27.071420 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:27.071745 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:27.072068 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:27.072414 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:27.072739 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:27.073061 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:27.287394 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a605a-638c-4693-bea9-c58e9bc937cb req-f25f23a6-2ffc-4756-978e-4510b2c71be3 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:27.289440 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-198a605a-638c-4693-bea9-c58e9bc937cb req-f25f23a6-2ffc-4756-978e-4510b2c71be3 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 945 time: 0.0518386 Aug 10 02:18:27.325410 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-198a605a-638c-4693-bea9-c58e9bc937cb req-ba23bf98-3a25-49bd-983f-54b9353148f0 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299919 Aug 10 02:18:27.398897 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['acf1c4e6-b329-4f1f-b596-3a7784f4792a'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:18:28.436917 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38247c86-df37-4e31-a490-9a1b1e659707 req-7669af4d-c33f-45d9-8ed9-27c5398a18c9 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:28.438361 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-38247c86-df37-4e31-a490-9a1b1e659707 req-7669af4d-c33f-45d9-8ed9-27c5398a18c9 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 945 time: 0.0472984 Aug 10 02:18:28.474867 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-38247c86-df37-4e31-a490-9a1b1e659707 req-8090ae97-69b7-4225-a61b-19553a05d804 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306790 Aug 10 02:18:28.859184 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device acf1c4e6-b329-4f1f-b596-3a7784f4792a up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:18:28.907439 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port acf1c4e6-b329-4f1f-b596-3a7784f4792a completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:18:28.910906 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port acf1c4e6-b329-4f1f-b596-3a7784f4792a triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:18:28.911280 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:28.991404 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:28.992825 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:29.013706 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e940f70e-eee7-42ac-9333-89d046a99390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf1c4e6-b329-4f1f-b596-3a7784f4792a'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:18:29.015991 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09d289ccde4d6ff9cc92181a6a5f9723a21b3f76001e8301d3c19491e4c7f527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0548fa95-8ec1-4155-942f-b83d3ee76594" -d '{"events": [{"server_uuid": "e940f70e-eee7-42ac-9333-89d046a99390", "name": "network-vif-plugged", "status": "completed", "tag": "acf1c4e6-b329-4f1f-b596-3a7784f4792a"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:18:29.028201 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port acf1c4e6-b329-4f1f-b596-3a7784f4792a, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=acf1c4e6-b329-4f1f-b596-3a7784f4792a,segment=NetworkSegment(28dbd671-1d13-4e0c-ac81-67928a1bc990),segment_id=28dbd671-1d13-4e0c-ac81-67928a1bc990)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:18:29.032930 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:29.061889 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31deafff-a192-47c5-8041-a539001a27fe x-openstack-request-id: req-31deafff-a192-47c5-8041-a539001a27fe {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:18:29.062183 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e940f70e-eee7-42ac-9333-89d046a99390", "name": "network-vif-plugged", "status": "completed", "tag": "acf1c4e6-b329-4f1f-b596-3a7784f4792a", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:18:29.062438 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-31deafff-a192-47c5-8041-a539001a27fe {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:18:29.062819 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e940f70e-eee7-42ac-9333-89d046a99390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf1c4e6-b329-4f1f-b596-3a7784f4792a', 'code': 200} Aug 10 02:18:29.087881 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=acf1c4e6-b329-4f1f-b596-3a7784f4792a,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:29.150220 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7e60b-6f27-436b-b761-33132731aa84 req-ef33cce7-324c-4685-9634-b9c4478b446a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:29.151622 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dbb7e60b-6f27-436b-b761-33132731aa84 req-ef33cce7-324c-4685-9634-b9c4478b446a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 1098 time: 0.0439610 Aug 10 02:18:29.186589 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-dbb7e60b-6f27-436b-b761-33132731aa84 req-09c140b5-8201-4b83-8e7d-25240426457b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280807 Aug 10 02:18:29.587966 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d5830-0c7a-472e-a68b-42d4ccb66100 req-ee70b58a-9484-4789-8007-7852d8314680 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:29.589518 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ca2d5830-0c7a-472e-a68b-42d4ccb66100 req-ee70b58a-9484-4789-8007-7852d8314680 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 946 time: 0.0486915 Aug 10 02:18:29.629309 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ca2d5830-0c7a-472e-a68b-42d4ccb66100 req-c20c0ad5-132b-433f-91a8-c574df0b6b47 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335121 Aug 10 02:18:30.748398 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbce6d5-f2ac-4f21-b0e8-6ad51a7824f7 req-b2fc03c0-5093-412e-9f3b-231cbcb72d8a tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:30.749833 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6fbce6d5-f2ac-4f21-b0e8-6ad51a7824f7 req-b2fc03c0-5093-412e-9f3b-231cbcb72d8a tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 946 time: 0.0513713 Aug 10 02:18:30.785936 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-6fbce6d5-f2ac-4f21-b0e8-6ad51a7824f7 req-b54fda0d-d46f-40ee-b28d-28ff0992073e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302656 Aug 10 02:18:30.897810 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ddcee-f1da-494f-9dc5-19e0f54123e8 req-035bb5f6-df5c-44a8-9568-f39c9a3be63c tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:30.899290 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-545ddcee-f1da-494f-9dc5-19e0f54123e8 req-035bb5f6-df5c-44a8-9568-f39c9a3be63c tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 946 time: 0.0478530 Aug 10 02:18:30.936012 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-545ddcee-f1da-494f-9dc5-19e0f54123e8 req-323c4725-cf3e-4e06-8218-bb331f80aab1 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307403 Aug 10 02:18:30.957749 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41242) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:31.038615 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351a9c5d-595d-4df8-b261-eb2736b28adc tempest-TestShelveInstance-730277043 tempest-TestShelveInstance-730277043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:31.040116 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-351a9c5d-595d-4df8-b261-eb2736b28adc tempest-TestShelveInstance-730277043 tempest-TestShelveInstance-730277043-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 1093 time: 0.0812981 Aug 10 02:18:31.042927 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41246) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:31.047181 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-c2b188e9-dc44-4799-b31a-45848c34cc1a tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'port_id': 'acf1c4e6-b329-4f1f-b596-3a7784f4792a', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:18:31.068612 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c2b188e9-dc44-4799-b31a-45848c34cc1a tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for floatingip, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:31.165533 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c2b188e9-dc44-4799-b31a-45848c34cc1a tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:31.270170 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-c2b188e9-dc44-4799-b31a-45848c34cc1a tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Allocated IP 172.25.2.190 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/01ca2a48-f3f2-454e-afa2-6124b72b3c9e) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:18:31.374067 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c2b188e9-dc44-4799-b31a-45848c34cc1a tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:31.411354 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c2b188e9-dc44-4799-b31a-45848c34cc1a tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:31.453839 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b188e9-dc44-4799-b31a-45848c34cc1a tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:18:31.456707 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-c2b188e9-dc44-4799-b31a-45848c34cc1a tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:18:31.459422 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b188e9-dc44-4799-b31a-45848c34cc1a tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:18:31.482532 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b188e9-dc44-4799-b31a-45848c34cc1a tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Pushing event updated for resources: {'Port': ['ID=01ca2a48-f3f2-454e-afa2-6124b72b3c9e,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:31.816315 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c2b188e9-dc44-4799-b31a-45848c34cc1a tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:31.880508 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c2b188e9-dc44-4799-b31a-45848c34cc1a tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:32.026697 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c2b188e9-dc44-4799-b31a-45848c34cc1a tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:32.031035 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c2b188e9-dc44-4799-b31a-45848c34cc1a tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:32.093848 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b188e9-dc44-4799-b31a-45848c34cc1a tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Pushing event updated for resources: {'Port': ['ID=01ca2a48-f3f2-454e-afa2-6124b72b3c9e,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:32.106966 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c2b188e9-dc44-4799-b31a-45848c34cc1a tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:32.205680 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [None req-c2b188e9-dc44-4799-b31a-45848c34cc1a tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Floating IP 806b5a88-ec74-42be-bfee-7c69f458c6c5 associated. External IP: 172.25.2.190, port: acf1c4e6-b329-4f1f-b596-3a7784f4792a. Aug 10 02:18:32.411923 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b188e9-dc44-4799-b31a-45848c34cc1a tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Router ac732b35-79fe-4f91-9468-a57fd4521301 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:18:32.519250 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b188e9-dc44-4799-b31a-45848c34cc1a tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:18:32.529225 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b48ab2-8fd7-4b86-a0a0-8c78a21e8372 None None] Sync routers for ids ['ac732b35-79fe-4f91-9468-a57fd4521301'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:18:32.535283 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c2b188e9-dc44-4799-b31a-45848c34cc1a tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:32.539507 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b48ab2-8fd7-4b86-a0a0-8c78a21e8372 None None] Routers {'ac732b35-79fe-4f91-9468-a57fd4521301'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:18:32.540212 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-c8b48ab2-8fd7-4b86-a0a0-8c78a21e8372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:18:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['ac732b35-79fe-4f91-9468-a57fd4521301'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:32.562286 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c2b188e9-dc44-4799-b31a-45848c34cc1a tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5183754 Aug 10 02:18:32.562970 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e940f70e-eee7-42ac-9333-89d046a99390', 'tag': 'acf1c4e6-b329-4f1f-b596-3a7784f4792a'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:18:32.565271 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04376f577ca8e91682bf6bf2b98f61f72ad60017a2eb84f3f8c1f2c558ccd100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71405b36-598b-4c77-9229-eca8a0bb30f2" -d '{"events": [{"name": "network-changed", "server_uuid": "e940f70e-eee7-42ac-9333-89d046a99390", "tag": "acf1c4e6-b329-4f1f-b596-3a7784f4792a"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:18:32.602360 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9e75aa-b2f3-49be-a951-bc313d44a14e x-openstack-request-id: req-4b9e75aa-b2f3-49be-a951-bc313d44a14e {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:18:32.602657 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e940f70e-eee7-42ac-9333-89d046a99390", "tag": "acf1c4e6-b329-4f1f-b596-3a7784f4792a", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:18:32.602912 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4b9e75aa-b2f3-49be-a951-bc313d44a14e {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:18:32.603321 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e940f70e-eee7-42ac-9333-89d046a99390', 'tag': 'acf1c4e6-b329-4f1f-b596-3a7784f4792a', 'status': 'completed', 'code': 200} Aug 10 02:18:32.646209 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-c8b48ab2-8fd7-4b86-a0a0-8c78a21e8372 None None] Set router ac732b35-79fe-4f91-9468-a57fd4521301 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:18:32.664353 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71405b36-598b-4c77-9229-eca8a0bb30f2 req-a7056a55-f9b9-4b19-a98f-7008daccd2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:32.665794 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-71405b36-598b-4c77-9229-eca8a0bb30f2 req-a7056a55-f9b9-4b19-a98f-7008daccd2e6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63a5a3245b764317909f754a3bf56a74&device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 1098 time: 0.0408952 Aug 10 02:18:32.759886 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71405b36-598b-4c77-9229-eca8a0bb30f2 req-d6f1bf88-b534-4ca4-8703-4ec5a2ba2b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:32.761418 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-71405b36-598b-4c77-9229-eca8a0bb30f2 req-d6f1bf88-b534-4ca4-8703-4ec5a2ba2b3f service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac0e588f-f543-4b0c-9099-20da20f2b64a HTTP/1.1" status: 200 len: 909 time: 0.0880389 Aug 10 02:18:32.827352 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-71405b36-598b-4c77-9229-eca8a0bb30f2 req-8eb45899-f130-4dd3-97a1-fd6be97b0a60 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acf1c4e6-b329-4f1f-b596-3a7784f4792a HTTP/1.1" status: 200 len: 1000 time: 0.0581498 Aug 10 02:18:32.863242 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-c8b48ab2-8fd7-4b86-a0a0-8c78a21e8372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'name': 'tempest-TestShelveInstance-668386919-router', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'de523868-7f83-45c9-91f1-49cbee14452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:22Z', 'updated_at': '2021-08-10T02:12:25Z', 'revision_number': 4, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'gw_port': {'id': 'de523868-7f83-45c9-91f1-49cbee14452a', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:23Z', 'updated_at': '2021-08-10T02:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '806b5a88-ec74-42be-bfee-7c69f458c6c5', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'port_id': 'acf1c4e6-b329-4f1f-b596-3a7784f4792a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a', 'mac_address': 'fa:16:3e:c8:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e940f70e-eee7-42ac-9333-89d046a99390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:18:31Z', 'updated_at': '2021-08-10T02:18:31Z', 'revision_number': 0, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ade5b13-4e9a-4a0d-939b-79182aaf1205', 'name': '', 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'mac_address': 'fa:16:3e:71:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '690ca535-756e-41c1-b3ab-d6ff33da48b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:25Z', 'updated_at': '2021-08-10T02:12:30Z', 'revision_number': 5, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'subnets': [{'id': '690ca535-756e-41c1-b3ab-d6ff33da48b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:32.883441 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71405b36-598b-4c77-9229-eca8a0bb30f2 req-bacb8b2a-4d99-4b9b-a66c-c52cbbc9674a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:32.884970 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-71405b36-598b-4c77-9229-eca8a0bb30f2 req-bacb8b2a-4d99-4b9b-a66c-c52cbbc9674a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=690ca535-756e-41c1-b3ab-d6ff33da48b1 HTTP/1.1" status: 200 len: 847 time: 0.0500708 Aug 10 02:18:32.934543 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71405b36-598b-4c77-9229-eca8a0bb30f2 req-99b0bf2a-5537-4801-9884-ce199ef0fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:32.936042 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-71405b36-598b-4c77-9229-eca8a0bb30f2 req-99b0bf2a-5537-4801-9884-ce199ef0fcf7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac0e588f-f543-4b0c-9099-20da20f2b64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432134 Aug 10 02:18:32.980880 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b48ab2-8fd7-4b86-a0a0-8c78a21e8372 None None] Checking router: ac732b35-79fe-4f91-9468-a57fd4521301 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:18:32.989412 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b48ab2-8fd7-4b86-a0a0-8c78a21e8372 None None] Routers {'ac732b35-79fe-4f91-9468-a57fd4521301'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:18:32.990010 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-c8b48ab2-8fd7-4b86-a0a0-8c78a21e8372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:18:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['ac732b35-79fe-4f91-9468-a57fd4521301'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:33.027287 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-71405b36-598b-4c77-9229-eca8a0bb30f2 req-f1dc6f35-dbb6-45db-8c74-a449f262d905 service neutron] 10.222.0.24 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841568 Aug 10 02:18:33.092475 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-c8b48ab2-8fd7-4b86-a0a0-8c78a21e8372 None None] Set router ac732b35-79fe-4f91-9468-a57fd4521301 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:18:33.120738 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-71405b36-598b-4c77-9229-eca8a0bb30f2 req-931e6e19-056d-41ce-8221-a6dffd225416 service neutron] 10.222.0.24 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869286 Aug 10 02:18:33.301239 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-c8b48ab2-8fd7-4b86-a0a0-8c78a21e8372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'name': 'tempest-TestShelveInstance-668386919-router', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'de523868-7f83-45c9-91f1-49cbee14452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:22Z', 'updated_at': '2021-08-10T02:12:25Z', 'revision_number': 4, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'gw_port': {'id': 'de523868-7f83-45c9-91f1-49cbee14452a', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:23Z', 'updated_at': '2021-08-10T02:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '806b5a88-ec74-42be-bfee-7c69f458c6c5', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'port_id': 'acf1c4e6-b329-4f1f-b596-3a7784f4792a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a', 'mac_address': 'fa:16:3e:c8:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e940f70e-eee7-42ac-9333-89d046a99390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:18:31Z', 'updated_at': '2021-08-10T02:18:31Z', 'revision_number': 0, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ade5b13-4e9a-4a0d-939b-79182aaf1205', 'name': '', 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'mac_address': 'fa:16:3e:71:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '690ca535-756e-41c1-b3ab-d6ff33da48b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:25Z', 'updated_at': '2021-08-10T02:12:30Z', 'revision_number': 5, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'subnets': [{'id': '690ca535-756e-41c1-b3ab-d6ff33da48b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:33.330655 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b48ab2-8fd7-4b86-a0a0-8c78a21e8372 None None] The sync data for ids ['ac732b35-79fe-4f91-9468-a57fd4521301'] in n-d-766726-26 is: [{'id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'name': 'tempest-TestShelveInstance-668386919-router', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'de523868-7f83-45c9-91f1-49cbee14452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:22Z', 'updated_at': '2021-08-10T02:12:25Z', 'revision_number': 4, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'gw_port': {'id': 'de523868-7f83-45c9-91f1-49cbee14452a', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:23Z', 'updated_at': '2021-08-10T02:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '806b5a88-ec74-42be-bfee-7c69f458c6c5', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'port_id': 'acf1c4e6-b329-4f1f-b596-3a7784f4792a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a', 'mac_address': 'fa:16:3e:c8:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e940f70e-eee7-42ac-9333-89d046a99390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:18:31Z', 'updated_at': '2021-08-10T02:18:31Z', 'revision_number': 0, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ade5b13-4e9a-4a0d-939b-79182aaf1205', 'name': '', 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'mac_address': 'fa:16:3e:71:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '690ca535-756e-41c1-b3ab-d6ff33da48b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:25Z', 'updated_at': '2021-08-10T02:12:30Z', 'revision_number': 5, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'subnets': [{'id': '690ca535-756e-41c1-b3ab-d6ff33da48b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:18:33.519903 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85958150-4de4-4740-883e-b1d17b222984 None None] New status for floating IP 806b5a88-ec74-42be-bfee-7c69f458c6c5: ACTIVE {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:18:41.297401 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73a76b9e-b39f-4b38-8676-16de2e60bcdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:42.493310 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:43.926842 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ef51c4ac-2dd9-4ff8-a2da-ccfc1340aa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:44.547133 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:45.498052 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:45.795588 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:18:46.571843 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:58.983644 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:11.298260 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8d6b1230-06fe-4cd8-89f0-777c4e481891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:12.508173 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:13.927497 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b7f1293-3818-4d44-8efc-6b13b9ffcdf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:14.546986 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:15.501605 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:16.578036 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:22.794893 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:19:28.320027 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b7fe9fae-a3ef-462b-88a9-16db57940d1a req-54d937b9-5ef8-48a4-aef4-f56469430c5c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390618 Aug 10 02:19:28.398444 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe9fae-a3ef-462b-88a9-16db57940d1a req-cba56ff0-37c0-48c3-bcf1-61740a15757a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:28.399929 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b7fe9fae-a3ef-462b-88a9-16db57940d1a req-cba56ff0-37c0-48c3-bcf1-61740a15757a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63a5a3245b764317909f754a3bf56a74&device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 1098 time: 0.0398698 Aug 10 02:19:28.503487 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe9fae-a3ef-462b-88a9-16db57940d1a req-6701b902-1a88-420d-a321-784cca4b0042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:28.504957 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b7fe9fae-a3ef-462b-88a9-16db57940d1a req-6701b902-1a88-420d-a321-784cca4b0042 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac0e588f-f543-4b0c-9099-20da20f2b64a HTTP/1.1" status: 200 len: 909 time: 0.0866265 Aug 10 02:19:28.568568 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b7fe9fae-a3ef-462b-88a9-16db57940d1a req-4792962f-d674-4c26-826d-474df26dbb3f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acf1c4e6-b329-4f1f-b596-3a7784f4792a HTTP/1.1" status: 200 len: 1002 time: 0.0561354 Aug 10 02:19:28.620786 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe9fae-a3ef-462b-88a9-16db57940d1a req-a455db6c-7652-4b06-a1c1-6d1f0ab9b042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:28.622237 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b7fe9fae-a3ef-462b-88a9-16db57940d1a req-a455db6c-7652-4b06-a1c1-6d1f0ab9b042 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=690ca535-756e-41c1-b3ab-d6ff33da48b1 HTTP/1.1" status: 200 len: 847 time: 0.0473685 Aug 10 02:19:28.666924 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe9fae-a3ef-462b-88a9-16db57940d1a req-2808271c-3f09-405e-8c2d-f505df9d7ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:28.668403 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b7fe9fae-a3ef-462b-88a9-16db57940d1a req-2808271c-3f09-405e-8c2d-f505df9d7ab4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac0e588f-f543-4b0c-9099-20da20f2b64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396202 Aug 10 02:19:28.755069 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b7fe9fae-a3ef-462b-88a9-16db57940d1a req-966f05ef-5402-418b-a3d8-20f1e82d08a8 service neutron] 10.222.0.24 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799351 Aug 10 02:19:28.846306 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b7fe9fae-a3ef-462b-88a9-16db57940d1a req-b2e34f24-098a-4f3e-b76d-a1788b96be2f service neutron] 10.222.0.24 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843117 Aug 10 02:19:28.994789 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:41.298427 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c35b0b6-bcbc-4113-b44f-06992b9363b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:42.509604 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:43.926687 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cffbc5b6-f8a9-487b-9ed3-c4db5bf718cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:44.548627 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:45.504871 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:46.577514 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:59.009604 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:59.793977 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:20:11.299624 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9024b109-b4a5-4aa7-92f9-8c89b8926274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:12.540230 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:13.928960 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-51508cae-dfff-4895-bc99-cdb8eeb7d61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:14.548374 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:15.507234 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:16.581823 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:25.072919 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab956f5-b6b9-40c1-bd17-20638c4d9d05 req-aa71fb7c-f670-49ba-94eb-22d7b0de7192 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:25.074405 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cab956f5-b6b9-40c1-bd17-20638c4d9d05 req-aa71fb7c-f670-49ba-94eb-22d7b0de7192 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 946 time: 0.0934570 Aug 10 02:20:25.110730 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cab956f5-b6b9-40c1-bd17-20638c4d9d05 req-597d5279-cdb9-4dd0-a107-1ad02e11a62f tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298107 Aug 10 02:20:26.277610 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7f7d6-9c70-41bf-83e4-7441580a4153 req-38ac1699-918d-4fab-bf78-23a9ef67612f tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:26.279097 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fdf7f7d6-9c70-41bf-83e4-7441580a4153 req-38ac1699-918d-4fab-bf78-23a9ef67612f tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 946 time: 0.0989881 Aug 10 02:20:26.316707 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-fdf7f7d6-9c70-41bf-83e4-7441580a4153 req-1522fbb8-3c18-4863-8972-7ce7be2fb36b tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308135 Aug 10 02:20:27.484019 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e95fa7-df59-4c09-b813-0834d3d458f8 req-89db968d-6cc0-48d0-9331-f35a91182707 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:27.485695 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-40e95fa7-df59-4c09-b813-0834d3d458f8 req-89db968d-6cc0-48d0-9331-f35a91182707 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 946 time: 0.0621221 Aug 10 02:20:27.527135 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-40e95fa7-df59-4c09-b813-0834d3d458f8 req-0efb405d-8092-4ac0-addc-8091290f3e52 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340927 Aug 10 02:20:28.640883 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c37e16-1320-4e70-836b-438f7b851e44 req-71deab6a-4539-4357-8b96-ecfc3d13e6ce tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:28.642281 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a1c37e16-1320-4e70-836b-438f7b851e44 req-71deab6a-4539-4357-8b96-ecfc3d13e6ce tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 946 time: 0.0489681 Aug 10 02:20:28.678528 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a1c37e16-1320-4e70-836b-438f7b851e44 req-3f009cc5-273f-467c-84f2-0a08efb35f64 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303831 Aug 10 02:20:29.008508 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:29.372559 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b8ad9-a14b-46f1-b802-7b9803a9479b req-66f65e5a-e376-4171-840d-b998e6bfaa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:29.374690 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ee4b8ad9-a14b-46f1-b802-7b9803a9479b req-66f65e5a-e376-4171-840d-b998e6bfaa72 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63a5a3245b764317909f754a3bf56a74&device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 1098 time: 0.0556419 Aug 10 02:20:29.514102 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b8ad9-a14b-46f1-b802-7b9803a9479b req-c5b37e0d-6714-4137-9615-d9f10cebf6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:29.516778 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ee4b8ad9-a14b-46f1-b802-7b9803a9479b req-c5b37e0d-6714-4137-9615-d9f10cebf6e5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac0e588f-f543-4b0c-9099-20da20f2b64a HTTP/1.1" status: 200 len: 909 time: 0.1236615 Aug 10 02:20:29.582774 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ee4b8ad9-a14b-46f1-b802-7b9803a9479b req-16cce5a8-dda1-4452-bf44-5bf45deccc67 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acf1c4e6-b329-4f1f-b596-3a7784f4792a HTTP/1.1" status: 200 len: 1002 time: 0.0587313 Aug 10 02:20:29.634940 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b8ad9-a14b-46f1-b802-7b9803a9479b req-c9ff1fb1-a53d-4f1d-9346-861d4ec67c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:29.636504 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ee4b8ad9-a14b-46f1-b802-7b9803a9479b req-c9ff1fb1-a53d-4f1d-9346-861d4ec67c93 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=690ca535-756e-41c1-b3ab-d6ff33da48b1 HTTP/1.1" status: 200 len: 847 time: 0.0469460 Aug 10 02:20:29.688335 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b8ad9-a14b-46f1-b802-7b9803a9479b req-ef3e98ef-a012-4b74-9bbb-94e71533afc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:29.689833 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ee4b8ad9-a14b-46f1-b802-7b9803a9479b req-ef3e98ef-a012-4b74-9bbb-94e71533afc7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac0e588f-f543-4b0c-9099-20da20f2b64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458713 Aug 10 02:20:29.789061 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ee4b8ad9-a14b-46f1-b802-7b9803a9479b req-f166a902-a62d-4868-9343-89642fc0361c service neutron] 10.222.0.24 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912352 Aug 10 02:20:29.811142 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3853986-b1d5-448a-a30d-5530b18d16e1 req-3a87a1d3-73f7-4745-8e52-1b04b6844820 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:29.813330 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e3853986-b1d5-448a-a30d-5530b18d16e1 req-3a87a1d3-73f7-4745-8e52-1b04b6844820 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 946 time: 0.0580738 Aug 10 02:20:29.853712 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e3853986-b1d5-448a-a30d-5530b18d16e1 req-54d7d0c4-fe00-441d-b66a-98b5c4891349 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334413 Aug 10 02:20:29.903462 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-ee4b8ad9-a14b-46f1-b802-7b9803a9479b req-86961671-360b-4d83-99fa-a04b12b1d31b service neutron] 10.222.0.24 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065178 Aug 10 02:20:30.969906 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7625d9-a9bd-4101-8894-e8e6716d4e26 req-dddfe081-79cf-421f-a16a-b7183b5343e7 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:30.971434 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8c7625d9-a9bd-4101-8894-e8e6716d4e26 req-dddfe081-79cf-421f-a16a-b7183b5343e7 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 946 time: 0.0497358 Aug 10 02:20:31.009686 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8c7625d9-a9bd-4101-8894-e8e6716d4e26 req-1d8f32b0-74dd-45f0-b534-4f391ddc4ce6 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322039 Aug 10 02:20:32.125719 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d2351-fea2-4357-a086-5131c33c14d8 req-3bc9cc08-5837-4355-bca4-24b2a3b80551 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:32.127215 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d1d2351-fea2-4357-a086-5131c33c14d8 req-3bc9cc08-5837-4355-bca4-24b2a3b80551 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 946 time: 0.0492690 Aug 10 02:20:32.167169 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d1d2351-fea2-4357-a086-5131c33c14d8 req-47971aa5-7a04-4c0c-85fd-0542b3d445df tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332482 Aug 10 02:20:33.285375 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe390c-6768-406f-908e-02def185b3e3 req-13225649-06fd-4544-9aee-d66aa78774ee tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:33.286865 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0cfe390c-6768-406f-908e-02def185b3e3 req-13225649-06fd-4544-9aee-d66aa78774ee tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 946 time: 0.0537288 Aug 10 02:20:33.324577 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0cfe390c-6768-406f-908e-02def185b3e3 req-0385933e-ba8b-42b7-bb28-73125f8dfeae tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316796 Aug 10 02:20:34.448869 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445869e9-bc2d-466d-935c-9c329d3b18b1 req-3a642bf7-a39a-4e11-9b76-530aa3204672 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:34.450690 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-445869e9-bc2d-466d-935c-9c329d3b18b1 req-3a642bf7-a39a-4e11-9b76-530aa3204672 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 946 time: 0.0541999 Aug 10 02:20:34.491277 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-445869e9-bc2d-466d-935c-9c329d3b18b1 req-8845d0a4-0736-436e-84dc-3473f06f7d72 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342591 Aug 10 02:20:35.188242 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cfab8-3a7f-42ad-9d78-e8eea069113c req-4dc03551-9b1f-4bbe-9b80-3d7fb6c577ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:35.189778 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0b7cfab8-3a7f-42ad-9d78-e8eea069113c req-4dc03551-9b1f-4bbe-9b80-3d7fb6c577ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63a5a3245b764317909f754a3bf56a74&device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 1098 time: 0.0421016 Aug 10 02:20:35.278647 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cfab8-3a7f-42ad-9d78-e8eea069113c req-2f07b037-b381-4764-8119-630f3c83122a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:35.280675 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0b7cfab8-3a7f-42ad-9d78-e8eea069113c req-2f07b037-b381-4764-8119-630f3c83122a service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac0e588f-f543-4b0c-9099-20da20f2b64a HTTP/1.1" status: 200 len: 909 time: 0.0829527 Aug 10 02:20:35.347639 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0b7cfab8-3a7f-42ad-9d78-e8eea069113c req-a68430a7-d636-4295-aa8d-7fb1e5e34ea4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acf1c4e6-b329-4f1f-b596-3a7784f4792a HTTP/1.1" status: 200 len: 1002 time: 0.0600150 Aug 10 02:20:35.396944 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cfab8-3a7f-42ad-9d78-e8eea069113c req-1c8e9ba3-544a-4397-9b97-c4a5adeb2697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:35.398372 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0b7cfab8-3a7f-42ad-9d78-e8eea069113c req-1c8e9ba3-544a-4397-9b97-c4a5adeb2697 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=690ca535-756e-41c1-b3ab-d6ff33da48b1 HTTP/1.1" status: 200 len: 847 time: 0.0430648 Aug 10 02:20:35.446975 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cfab8-3a7f-42ad-9d78-e8eea069113c req-7d3552f6-629a-4939-8a37-6e5af50cb426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:35.448506 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0b7cfab8-3a7f-42ad-9d78-e8eea069113c req-7d3552f6-629a-4939-8a37-6e5af50cb426 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac0e588f-f543-4b0c-9099-20da20f2b64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417492 Aug 10 02:20:35.545396 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0b7cfab8-3a7f-42ad-9d78-e8eea069113c req-26cd0f2e-e8b5-465c-ba3d-fe7dd7ec84c8 service neutron] 10.222.0.24 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899749 Aug 10 02:20:35.611795 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870bd42-2177-4a74-a904-2540644ca776 req-c5c27870-3f63-4381-886a-5fe59493dcce tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:35.613351 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f870bd42-2177-4a74-a904-2540644ca776 req-c5c27870-3f63-4381-886a-5fe59493dcce tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 946 time: 0.0507164 Aug 10 02:20:35.641825 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-0b7cfab8-3a7f-42ad-9d78-e8eea069113c req-4b4e5ff1-b04d-4a34-9624-6e294b746779 service neutron] 10.222.0.24 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891333 Aug 10 02:20:35.651729 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f870bd42-2177-4a74-a904-2540644ca776 req-b3c29141-3300-40b4-8ad4-c1c464592083 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320189 Aug 10 02:20:36.770538 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6429b-08ae-4247-8c7f-d85f4f19cb44 req-f3d073e1-7a8d-4561-a666-598bb2184623 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:36.772013 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e1d6429b-08ae-4247-8c7f-d85f4f19cb44 req-f3d073e1-7a8d-4561-a666-598bb2184623 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 946 time: 0.0522146 Aug 10 02:20:36.792867 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:20:36.810492 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e1d6429b-08ae-4247-8c7f-d85f4f19cb44 req-32b1c867-f2d7-4547-a0ad-88633a4a2dd8 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317774 Aug 10 02:20:37.931274 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18d21c-6e5e-4212-836f-4fb5640a4914 req-8701ec37-bfdd-4a5f-8884-12cbe9cc98f5 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:37.932732 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ec18d21c-6e5e-4212-836f-4fb5640a4914 req-8701ec37-bfdd-4a5f-8884-12cbe9cc98f5 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 946 time: 0.0535820 Aug 10 02:20:37.972963 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ec18d21c-6e5e-4212-836f-4fb5640a4914 req-fb846c41-5d42-4be9-a053-30295ec7f791 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336545 Aug 10 02:20:39.085640 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150d8db-34ab-4227-9961-679c3f018caa req-cd06ce7d-91ac-4914-8e87-b57725cc5141 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:39.087099 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2150d8db-34ab-4227-9961-679c3f018caa req-cd06ce7d-91ac-4914-8e87-b57725cc5141 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 946 time: 0.0483379 Aug 10 02:20:39.123501 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2150d8db-34ab-4227-9961-679c3f018caa req-61710846-210b-411d-9f79-7838362b645b tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304859 Aug 10 02:20:39.257806 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41334) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:39.333334 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa25921-6cdb-4442-87d3-2a0469c2479e req-276b0f00-b443-4556-abde-96bcfae1b820 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:39.334848 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2fa25921-6cdb-4442-87d3-2a0469c2479e req-276b0f00-b443-4556-abde-96bcfae1b820 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 946 time: 0.0549695 Aug 10 02:20:39.347798 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-271d5b0c-7c19-4fd7-8f56-8c24a4309824 req-4063f0fd-87d9-4ec7-8353-39d2be548516 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0886104 Aug 10 02:20:39.374797 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2fa25921-6cdb-4442-87d3-2a0469c2479e req-203ab7cb-7a20-4a4f-b838-e814cca87709 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335484 Aug 10 02:20:40.488151 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bbc14-42c2-4387-aa77-585e53927412 req-7e0743f3-1601-4658-9cbe-871510846192 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:40.489638 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-da8bbc14-42c2-4387-aa77-585e53927412 req-7e0743f3-1601-4658-9cbe-871510846192 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 946 time: 0.0485394 Aug 10 02:20:40.527628 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-da8bbc14-42c2-4387-aa77-585e53927412 req-a3d3412a-cb27-4fe1-85e5-97e1365c526c tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317328 Aug 10 02:20:41.300520 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-50380984-b680-4a05-82bb-4a275d8b6c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:41.465017 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device acf1c4e6-b329-4f1f-b596-3a7784f4792a no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:20:41.658995 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a00d80-a6df-471b-949d-d755866c761f req-0a4c6ddb-9ba7-46ee-81f3-752f8732b633 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:41.660782 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-10a00d80-a6df-471b-949d-d755866c761f req-0a4c6ddb-9ba7-46ee-81f3-752f8732b633 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 946 time: 0.0585248 Aug 10 02:20:41.700038 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:41.701825 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-10a00d80-a6df-471b-949d-d755866c761f req-36d8b203-bbb5-4ee1-8d41-dddb82096876 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330462 Aug 10 02:20:41.722683 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e940f70e-eee7-42ac-9333-89d046a99390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acf1c4e6-b329-4f1f-b596-3a7784f4792a'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:20:41.725192 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09d289ccde4d6ff9cc92181a6a5f9723a21b3f76001e8301d3c19491e4c7f527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e251c7-936c-479c-98d8-123017121061" -d '{"events": [{"server_uuid": "e940f70e-eee7-42ac-9333-89d046a99390", "name": "network-vif-unplugged", "status": "completed", "tag": "acf1c4e6-b329-4f1f-b596-3a7784f4792a"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:20:41.738592 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port acf1c4e6-b329-4f1f-b596-3a7784f4792a, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=acf1c4e6-b329-4f1f-b596-3a7784f4792a,segment=NetworkSegment(28dbd671-1d13-4e0c-ac81-67928a1bc990),segment_id=28dbd671-1d13-4e0c-ac81-67928a1bc990)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:20:41.743514 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:41.791280 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=acf1c4e6-b329-4f1f-b596-3a7784f4792a,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:41.799251 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:41.799600 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:41.799949 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:41.800321 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:41.800652 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:41.800986 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:41.801323 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:41.801658 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:41.802025 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:41.802356 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:41.802728 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:41.803063 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:41.819066 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 02:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3e03cd-9369-41d7-a49f-f38c5fdb4499 x-openstack-request-id: req-3a3e03cd-9369-41d7-a49f-f38c5fdb4499 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:20:41.819367 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e940f70e-eee7-42ac-9333-89d046a99390", "name": "network-vif-unplugged", "status": "failed", "tag": "acf1c4e6-b329-4f1f-b596-3a7784f4792a", "code": 422}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:20:41.819626 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3a3e03cd-9369-41d7-a49f-f38c5fdb4499 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:20:41.820029 n-d-766726-26 neutron-server[105828]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e940f70e-eee7-42ac-9333-89d046a99390', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'acf1c4e6-b329-4f1f-b596-3a7784f4792a', 'code': 422} returned with failed status Aug 10 02:20:42.543846 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:42.826378 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51049295-6416-4df4-a767-7eb60ab581ee req-2fbde481-548e-4cf6-abb1-e67404d16d68 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:42.828022 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-51049295-6416-4df4-a767-7eb60ab581ee req-2fbde481-548e-4cf6-abb1-e67404d16d68 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 944 time: 0.0560374 Aug 10 02:20:42.866815 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-51049295-6416-4df4-a767-7eb60ab581ee req-65981494-28fa-4fef-80f3-a809a01c741e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325181 Aug 10 02:20:43.930009 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f64803d6-50cd-482e-a7ed-391ee4c12794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:43.991651 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd6a56-85c8-40d7-9e7e-fdb2c39f6c64 req-7fc11876-cf59-45c5-b21a-88f3fc277bc7 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:43.993429 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8cfd6a56-85c8-40d7-9e7e-fdb2c39f6c64 req-7fc11876-cf59-45c5-b21a-88f3fc277bc7 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 944 time: 0.0492680 Aug 10 02:20:44.031573 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8cfd6a56-85c8-40d7-9e7e-fdb2c39f6c64 req-9b3fbc6c-cb47-42f9-b418-eee203f1d53c tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313511 Aug 10 02:20:44.037297 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d5b0c-7c19-4fd7-8f56-8c24a4309824 req-caf81eb0-439e-4481-9092-dc9d491f2dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:44.038815 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-271d5b0c-7c19-4fd7-8f56-8c24a4309824 req-caf81eb0-439e-4481-9092-dc9d491f2dcc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390&tenant_id=63a5a3245b764317909f754a3bf56a74 HTTP/1.1" status: 200 len: 1096 time: 0.0709331 Aug 10 02:20:44.099806 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d5b0c-7c19-4fd7-8f56-8c24a4309824 req-45260eb9-46e5-4abf-950e-6285dc1dd0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:44.101285 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-271d5b0c-7c19-4fd7-8f56-8c24a4309824 req-45260eb9-46e5-4abf-950e-6285dc1dd0b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63a5a3245b764317909f754a3bf56a74&device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 1096 time: 0.0391901 Aug 10 02:20:44.194933 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d5b0c-7c19-4fd7-8f56-8c24a4309824 req-61babfa7-1a18-4bc0-bb0c-4f6e7a605281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:44.196338 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-271d5b0c-7c19-4fd7-8f56-8c24a4309824 req-61babfa7-1a18-4bc0-bb0c-4f6e7a605281 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac0e588f-f543-4b0c-9099-20da20f2b64a HTTP/1.1" status: 200 len: 909 time: 0.0881362 Aug 10 02:20:44.261286 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-271d5b0c-7c19-4fd7-8f56-8c24a4309824 req-d23abe2c-a06b-4098-b204-84a52a2e7b34 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acf1c4e6-b329-4f1f-b596-3a7784f4792a HTTP/1.1" status: 200 len: 1000 time: 0.0579603 Aug 10 02:20:44.312801 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d5b0c-7c19-4fd7-8f56-8c24a4309824 req-2203e97e-70dd-4afb-80f1-b40121c547c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:44.314232 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-271d5b0c-7c19-4fd7-8f56-8c24a4309824 req-2203e97e-70dd-4afb-80f1-b40121c547c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=690ca535-756e-41c1-b3ab-d6ff33da48b1 HTTP/1.1" status: 200 len: 847 time: 0.0463736 Aug 10 02:20:44.359009 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d5b0c-7c19-4fd7-8f56-8c24a4309824 req-e81fca00-5959-4da8-8343-8a2f9b0b6072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:44.360457 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-271d5b0c-7c19-4fd7-8f56-8c24a4309824 req-e81fca00-5959-4da8-8343-8a2f9b0b6072 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac0e588f-f543-4b0c-9099-20da20f2b64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392063 Aug 10 02:20:44.447540 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-271d5b0c-7c19-4fd7-8f56-8c24a4309824 req-0c16b534-1133-40ca-b826-e0dafbbb5975 service neutron] 10.222.0.24 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804181 Aug 10 02:20:44.539296 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-271d5b0c-7c19-4fd7-8f56-8c24a4309824 req-4594e0cf-8e64-45c7-a2b5-716f5d534b96 service neutron] 10.222.0.24 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849519 Aug 10 02:20:44.550035 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:45.147380 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef59d6-5fea-4cbe-8667-f6e00f4d9c6e req-220fa56d-0f57-451e-ad3e-fb2af9f5fa24 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:45.148862 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24ef59d6-5fea-4cbe-8667-f6e00f4d9c6e req-220fa56d-0f57-451e-ad3e-fb2af9f5fa24 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 944 time: 0.0484214 Aug 10 02:20:45.185653 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-24ef59d6-5fea-4cbe-8667-f6e00f4d9c6e req-14f7ea68-afe5-4774-831e-1fe43b0553cf tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308938 Aug 10 02:20:45.510545 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:46.307181 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24816a1-d0af-4ff7-85c3-e068b28ef664 req-7efa8cc0-0724-4e17-be60-613e3d3cf133 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:46.308683 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c24816a1-d0af-4ff7-85c3-e068b28ef664 req-7efa8cc0-0724-4e17-be60-613e3d3cf133 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 944 time: 0.0534103 Aug 10 02:20:46.345990 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c24816a1-d0af-4ff7-85c3-e068b28ef664 req-9bf61f6b-5d90-4ca1-b79f-21bea89dcaf6 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313437 Aug 10 02:20:46.584732 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:47.458292 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1956053-6e9a-401c-a30b-8b3a49fffe24 req-0f04d0b3-29da-4aea-bb7f-38319e72d8c8 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:47.459753 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e1956053-6e9a-401c-a30b-8b3a49fffe24 req-0f04d0b3-29da-4aea-bb7f-38319e72d8c8 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 944 time: 0.0486841 Aug 10 02:20:47.497508 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e1956053-6e9a-401c-a30b-8b3a49fffe24 req-21f707dc-93a4-42e9-9fe4-8d4ca8c7f965 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318723 Aug 10 02:20:48.611549 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278122c4-ecf6-4b16-b9c2-5548434dfef7 req-527d7de6-40b6-448a-b7e8-34ddcf1103a3 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:48.613169 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-278122c4-ecf6-4b16-b9c2-5548434dfef7 req-527d7de6-40b6-448a-b7e8-34ddcf1103a3 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 944 time: 0.0498164 Aug 10 02:20:48.651450 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-278122c4-ecf6-4b16-b9c2-5548434dfef7 req-876a378d-1ed2-4115-b989-695dcd8deae8 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320289 Aug 10 02:20:49.772077 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565bb96e-2233-4e44-b34c-d06869281bb1 req-aabfc066-9f45-48bc-b520-a83c52de0ef7 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:49.773591 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-565bb96e-2233-4e44-b34c-d06869281bb1 req-aabfc066-9f45-48bc-b520-a83c52de0ef7 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 944 time: 0.0558290 Aug 10 02:20:49.811806 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-565bb96e-2233-4e44-b34c-d06869281bb1 req-fb307044-1cc4-45d3-bbea-7917d788b92a tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316203 Aug 10 02:20:50.926235 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b726796-d1f6-4043-bc65-82782eb1728b req-ef1dc771-a234-4093-9d3b-03b302880b69 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:50.927716 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8b726796-d1f6-4043-bc65-82782eb1728b req-ef1dc771-a234-4093-9d3b-03b302880b69 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 944 time: 0.0487118 Aug 10 02:20:50.964497 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-8b726796-d1f6-4043-bc65-82782eb1728b req-fee49907-d84a-4921-9fc1-2df415c6b5fd tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308723 Aug 10 02:20:52.075592 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456ee9d-5ae5-456c-9270-7ac097369d54 req-ea040ef2-2748-45f1-b1e0-8b0dab6a4914 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:52.077082 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1456ee9d-5ae5-456c-9270-7ac097369d54 req-ea040ef2-2748-45f1-b1e0-8b0dab6a4914 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 944 time: 0.0478959 Aug 10 02:20:52.113983 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1456ee9d-5ae5-456c-9270-7ac097369d54 req-f6bc9b50-f6f8-4e1f-a29a-58d0873f1675 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309858 Aug 10 02:20:53.229528 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4cbf5-094f-4610-86da-7eeab43fd728 req-360a5077-06ce-4f24-8477-b28a5861c353 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:53.231002 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c6b4cbf5-094f-4610-86da-7eeab43fd728 req-360a5077-06ce-4f24-8477-b28a5861c353 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 944 time: 0.0523620 Aug 10 02:20:53.268124 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c6b4cbf5-094f-4610-86da-7eeab43fd728 req-68c48a28-d25c-42fd-bee0-fbbfe66fe111 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311170 Aug 10 02:20:53.516415 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device acf1c4e6-b329-4f1f-b596-3a7784f4792a details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:20:53.608825 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port acf1c4e6-b329-4f1f-b596-3a7784f4792a, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=acf1c4e6-b329-4f1f-b596-3a7784f4792a,segment=NetworkSegment(28dbd671-1d13-4e0c-ac81-67928a1bc990),segment_id=28dbd671-1d13-4e0c-ac81-67928a1bc990)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:20:53.620887 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'acf1c4e6-b329-4f1f-b596-3a7784f4792a', 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a', 'port_id': 'acf1c4e6-b329-4f1f-b596-3a7784f4792a', 'mac_address': 'fa:16:3e:c8:bb:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690ca535-756e-41c1-b3ab-d6ff33da48b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:20:53.655667 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:53.668132 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf1c4e6-b329-4f1f-b596-3a7784f4792a {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:20:53.689427 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port acf1c4e6-b329-4f1f-b596-3a7784f4792a, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=acf1c4e6-b329-4f1f-b596-3a7784f4792a,segment=NetworkSegment(28dbd671-1d13-4e0c-ac81-67928a1bc990),segment_id=28dbd671-1d13-4e0c-ac81-67928a1bc990)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:20:53.693255 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:53.737782 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=acf1c4e6-b329-4f1f-b596-3a7784f4792a,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:54.017650 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['acf1c4e6-b329-4f1f-b596-3a7784f4792a'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:20:54.389288 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f388bb-0c45-48f4-8a5e-5c94941da7de req-2bdd33f4-ea61-4cbe-81a7-fe0f1b0c8e8b tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:54.390804 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2f388bb-0c45-48f4-8a5e-5c94941da7de req-2bdd33f4-ea61-4cbe-81a7-fe0f1b0c8e8b tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 945 time: 0.0522208 Aug 10 02:20:54.429352 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b2f388bb-0c45-48f4-8a5e-5c94941da7de req-f501e353-6b6a-4e08-864a-c5b5d82053f5 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318408 Aug 10 02:20:55.515620 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device acf1c4e6-b329-4f1f-b596-3a7784f4792a up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:20:55.545463 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027cfec-e33f-4079-b0a3-13719bf94aea req-257da3cc-d933-4915-9689-163f5b4f2dee tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:55.546937 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c027cfec-e33f-4079-b0a3-13719bf94aea req-257da3cc-d933-4915-9689-163f5b4f2dee tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 945 time: 0.0504541 Aug 10 02:20:55.560759 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port acf1c4e6-b329-4f1f-b596-3a7784f4792a triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:20:55.561140 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:55.584797 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-c027cfec-e33f-4079-b0a3-13719bf94aea req-9cdc46e3-406a-4b78-9a89-dccc6bac8a6d tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315247 Aug 10 02:20:55.638174 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:55.659842 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e940f70e-eee7-42ac-9333-89d046a99390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf1c4e6-b329-4f1f-b596-3a7784f4792a'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:20:55.662118 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09d289ccde4d6ff9cc92181a6a5f9723a21b3f76001e8301d3c19491e4c7f527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7727a0-8321-4a12-befe-47bfb02b3ae9" -d '{"events": [{"server_uuid": "e940f70e-eee7-42ac-9333-89d046a99390", "name": "network-vif-plugged", "status": "completed", "tag": "acf1c4e6-b329-4f1f-b596-3a7784f4792a"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:20:55.674646 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port acf1c4e6-b329-4f1f-b596-3a7784f4792a, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=acf1c4e6-b329-4f1f-b596-3a7784f4792a,segment=NetworkSegment(28dbd671-1d13-4e0c-ac81-67928a1bc990),segment_id=28dbd671-1d13-4e0c-ac81-67928a1bc990)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:20:55.678919 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:55.724499 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=acf1c4e6-b329-4f1f-b596-3a7784f4792a,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:56.704757 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a76ca-c31b-4aee-898c-a47b24dbd718 req-50ff31b9-f473-4a6a-87b6-6f353513289e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:56.706579 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-576a76ca-c31b-4aee-898c-a47b24dbd718 req-50ff31b9-f473-4a6a-87b6-6f353513289e tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 946 time: 0.0542829 Aug 10 02:20:56.717683 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba08149-f908-4fd8-a44b-af07c68205f2 x-openstack-request-id: req-0ba08149-f908-4fd8-a44b-af07c68205f2 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:20:56.718124 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e940f70e-eee7-42ac-9333-89d046a99390", "name": "network-vif-plugged", "status": "completed", "tag": "acf1c4e6-b329-4f1f-b596-3a7784f4792a", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:20:56.718246 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0ba08149-f908-4fd8-a44b-af07c68205f2 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:20:56.718595 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e940f70e-eee7-42ac-9333-89d046a99390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf1c4e6-b329-4f1f-b596-3a7784f4792a', 'code': 200} Aug 10 02:20:56.746656 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-576a76ca-c31b-4aee-898c-a47b24dbd718 req-10968dbc-7226-4ada-8466-898e98972aa4 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335064 Aug 10 02:20:56.879756 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ce29c-dcf7-41d6-8e36-d45c1a066a44 req-8ef61a22-5838-4ec2-920d-f71c53cc7719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:56.881890 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-628ce29c-dcf7-41d6-8e36-d45c1a066a44 req-8ef61a22-5838-4ec2-920d-f71c53cc7719 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 1098 time: 0.0399659 Aug 10 02:20:56.915482 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-628ce29c-dcf7-41d6-8e36-d45c1a066a44 req-d1361743-fcba-4b6e-a577-96f121f1acaa service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259140 Aug 10 02:20:57.864226 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1291543-9077-45ea-94b1-4caef5aad729 req-209368ee-2ceb-427b-a0be-12d20210a848 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:57.865640 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d1291543-9077-45ea-94b1-4caef5aad729 req-209368ee-2ceb-427b-a0be-12d20210a848 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 946 time: 0.0489321 Aug 10 02:20:57.903375 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d1291543-9077-45ea-94b1-4caef5aad729 req-ca84227f-c192-40a6-b7b1-4f6c07bfb753 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314622 Aug 10 02:20:59.018861 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160c711-15b9-412e-9413-1f7617a41dc0 req-1db9c6c6-9305-4b59-9bdb-2b24c54a348f tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:59.020592 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b160c711-15b9-412e-9413-1f7617a41dc0 req-1db9c6c6-9305-4b59-9bdb-2b24c54a348f tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 946 time: 0.0493028 Aug 10 02:20:59.027264 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:59.057455 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b160c711-15b9-412e-9413-1f7617a41dc0 req-11724d8c-3201-43c1-8c53-ac2d13cfe4c8 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308082 Aug 10 02:21:11.304323 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-85b44019-85b8-4eea-9626-c5bcf634e3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:12.543961 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:13.791808 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:21:13.930179 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1c86ee0d-bcf3-4db6-9f87-1a649d89489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:14.550948 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:15.514876 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:16.586587 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:29.044321 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:30.312291 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fa000b0a-09ed-4786-afd0-09edfa2266e8 req-0ca509c6-03ea-4bc6-bb9b-e11182be29b8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405493 Aug 10 02:21:30.396299 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa000b0a-09ed-4786-afd0-09edfa2266e8 req-c33268b1-28c5-45e6-8b17-6b856335c67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:30.397815 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fa000b0a-09ed-4786-afd0-09edfa2266e8 req-c33268b1-28c5-45e6-8b17-6b856335c67c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63a5a3245b764317909f754a3bf56a74&device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 1098 time: 0.0440047 Aug 10 02:21:30.498046 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa000b0a-09ed-4786-afd0-09edfa2266e8 req-36a75813-df5e-40ed-8a6c-b0c0fefd0a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:30.499470 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fa000b0a-09ed-4786-afd0-09edfa2266e8 req-36a75813-df5e-40ed-8a6c-b0c0fefd0a5e service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac0e588f-f543-4b0c-9099-20da20f2b64a HTTP/1.1" status: 200 len: 909 time: 0.0821013 Aug 10 02:21:30.837420 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fa000b0a-09ed-4786-afd0-09edfa2266e8 req-518430da-2b1a-414f-81f1-b4c99fcb80a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acf1c4e6-b329-4f1f-b596-3a7784f4792a HTTP/1.1" status: 200 len: 1002 time: 0.3301723 Aug 10 02:21:30.887253 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa000b0a-09ed-4786-afd0-09edfa2266e8 req-ce8129e1-4aa2-45ac-9846-37606162b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:30.889202 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fa000b0a-09ed-4786-afd0-09edfa2266e8 req-ce8129e1-4aa2-45ac-9846-37606162b5f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=690ca535-756e-41c1-b3ab-d6ff33da48b1 HTTP/1.1" status: 200 len: 847 time: 0.0436177 Aug 10 02:21:30.933683 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa000b0a-09ed-4786-afd0-09edfa2266e8 req-eca9df66-d1f1-42fa-8def-333b407ab575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:30.935113 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fa000b0a-09ed-4786-afd0-09edfa2266e8 req-eca9df66-d1f1-42fa-8def-333b407ab575 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac0e588f-f543-4b0c-9099-20da20f2b64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394974 Aug 10 02:21:31.025545 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fa000b0a-09ed-4786-afd0-09edfa2266e8 req-3a7615c6-a203-4fb7-a430-5487dad26b61 service neutron] 10.222.0.24 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830424 Aug 10 02:21:31.112650 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-fa000b0a-09ed-4786-afd0-09edfa2266e8 req-8495b684-80c5-4cf7-933f-efe9238ca374 service neutron] 10.222.0.24 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790677 Aug 10 02:21:41.306440 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-31137dd0-13f2-4576-b810-639cc6a7d034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:42.537036 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:43.931167 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-657394a4-8cd9-4f5f-9a0e-41ea7394d715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:44.551502 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:45.515501 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:46.594717 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:50.791920 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:21:59.046112 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:11.306881 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-142400ad-d30b-44c5-ad9f-fc0cbea25dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:11.967344 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41412) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:12.129145 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-c4bd46b0-031d-4de4-b1cd-14dd06519631 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Deleting port 01ca2a48-f3f2-454e-afa2-6124b72b3c9e {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:22:12.129486 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c4bd46b0-031d-4de4-b1cd-14dd06519631 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:12.206577 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c4bd46b0-031d-4de4-b1cd-14dd06519631 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:12.206901 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c4bd46b0-031d-4de4-b1cd-14dd06519631 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:12.218738 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-c4bd46b0-031d-4de4-b1cd-14dd06519631 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Calling delete_port for 01ca2a48-f3f2-454e-afa2-6124b72b3c9e owned by network:floatingip {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:22:12.367603 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c4bd46b0-031d-4de4-b1cd-14dd06519631 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:12.393646 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd46b0-031d-4de4-b1cd-14dd06519631 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Pushing event deleted for resources: {'Port': ['ID=01ca2a48-f3f2-454e-afa2-6124b72b3c9e,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:12.432378 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd46b0-031d-4de4-b1cd-14dd06519631 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:12.432728 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd46b0-031d-4de4-b1cd-14dd06519631 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:12.433064 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd46b0-031d-4de4-b1cd-14dd06519631 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:12.433400 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd46b0-031d-4de4-b1cd-14dd06519631 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:12.433733 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd46b0-031d-4de4-b1cd-14dd06519631 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:12.434061 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd46b0-031d-4de4-b1cd-14dd06519631 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:12.434389 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd46b0-031d-4de4-b1cd-14dd06519631 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:12.434716 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd46b0-031d-4de4-b1cd-14dd06519631 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:12.435053 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd46b0-031d-4de4-b1cd-14dd06519631 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:12.435358 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd46b0-031d-4de4-b1cd-14dd06519631 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:12.435682 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd46b0-031d-4de4-b1cd-14dd06519631 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:12.436004 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd46b0-031d-4de4-b1cd-14dd06519631 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:12.476703 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c4bd46b0-031d-4de4-b1cd-14dd06519631 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for floatingip, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:12.477084 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [None req-c4bd46b0-031d-4de4-b1cd-14dd06519631 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Floating IP 806b5a88-ec74-42be-bfee-7c69f458c6c5 disassociated (deleted). External IP: 172.25.2.190, port: acf1c4e6-b329-4f1f-b596-3a7784f4792a. Aug 10 02:22:12.545875 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:12.686688 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4bd46b0-031d-4de4-b1cd-14dd06519631 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Router ac732b35-79fe-4f91-9468-a57fd4521301 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:22:12.814612 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bd46b0-031d-4de4-b1cd-14dd06519631 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:22:12.819558 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c4bd46b0-031d-4de4-b1cd-14dd06519631 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:12.824398 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea428f6-a871-49c2-a001-0d603645ddcb None None] Sync routers for ids ['ac732b35-79fe-4f91-9468-a57fd4521301'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:22:12.833801 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea428f6-a871-49c2-a001-0d603645ddcb None None] Routers {'ac732b35-79fe-4f91-9468-a57fd4521301'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:22:12.834408 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-6ea428f6-a871-49c2-a001-0d603645ddcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:21:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['ac732b35-79fe-4f91-9468-a57fd4521301'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:12.847720 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c4bd46b0-031d-4de4-b1cd-14dd06519631 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "DELETE /v2.0/floatingips/806b5a88-ec74-42be-bfee-7c69f458c6c5 HTTP/1.1" status: 204 len: 168 time: 0.8793936 Aug 10 02:22:12.848328 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e940f70e-eee7-42ac-9333-89d046a99390', 'tag': 'acf1c4e6-b329-4f1f-b596-3a7784f4792a'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:22:12.850592 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04376f577ca8e91682bf6bf2b98f61f72ad60017a2eb84f3f8c1f2c558ccd100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01350dfb-7be9-47e9-b93e-f2b9cc722e34" -d '{"events": [{"name": "network-changed", "server_uuid": "e940f70e-eee7-42ac-9333-89d046a99390", "tag": "acf1c4e6-b329-4f1f-b596-3a7784f4792a"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:22:12.903943 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62f798c-b4e3-4f0c-ab42-bf939d6860ba x-openstack-request-id: req-c62f798c-b4e3-4f0c-ab42-bf939d6860ba {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:22:12.904266 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e940f70e-eee7-42ac-9333-89d046a99390", "tag": "acf1c4e6-b329-4f1f-b596-3a7784f4792a", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:22:12.905079 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c62f798c-b4e3-4f0c-ab42-bf939d6860ba {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:22:12.905494 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e940f70e-eee7-42ac-9333-89d046a99390', 'tag': 'acf1c4e6-b329-4f1f-b596-3a7784f4792a', 'status': 'completed', 'code': 200} Aug 10 02:22:12.948171 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-6ea428f6-a871-49c2-a001-0d603645ddcb None None] Set router ac732b35-79fe-4f91-9468-a57fd4521301 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:22:12.974856 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01350dfb-7be9-47e9-b93e-f2b9cc722e34 req-17d42e8a-7999-41bf-9554-8674d807373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:12.977463 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-01350dfb-7be9-47e9-b93e-f2b9cc722e34 req-17d42e8a-7999-41bf-9554-8674d807373f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63a5a3245b764317909f754a3bf56a74&device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 1098 time: 0.0501308 Aug 10 02:22:13.075891 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01350dfb-7be9-47e9-b93e-f2b9cc722e34 req-590fc4e4-da9f-417c-bde3-d9ef977ad0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:13.077864 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-01350dfb-7be9-47e9-b93e-f2b9cc722e34 req-590fc4e4-da9f-417c-bde3-d9ef977ad0ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac0e588f-f543-4b0c-9099-20da20f2b64a HTTP/1.1" status: 200 len: 909 time: 0.0925221 Aug 10 02:22:13.096738 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bd8eb-f2b4-469e-b199-ec0ee8b46333 req-3ae8e900-6be7-4b3c-94c1-0a6eb43e06fb tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:13.098255 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2a8bd8eb-f2b4-469e-b199-ec0ee8b46333 req-3ae8e900-6be7-4b3c-94c1-0a6eb43e06fb tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 946 time: 0.0576453 Aug 10 02:22:13.120689 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-01350dfb-7be9-47e9-b93e-f2b9cc722e34 req-36a6eb7a-f6a9-4999-9375-5fa9ad881b00 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acf1c4e6-b329-4f1f-b596-3a7784f4792a HTTP/1.1" status: 200 len: 217 time: 0.0347865 Aug 10 02:22:13.138685 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2a8bd8eb-f2b4-469e-b199-ec0ee8b46333 req-645db3cb-aec1-446d-a50b-ea9f0572fe5b tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335097 Aug 10 02:22:13.152256 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-6ea428f6-a871-49c2-a001-0d603645ddcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'name': 'tempest-TestShelveInstance-668386919-router', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'de523868-7f83-45c9-91f1-49cbee14452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:22Z', 'updated_at': '2021-08-10T02:12:25Z', 'revision_number': 4, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'gw_port': {'id': 'de523868-7f83-45c9-91f1-49cbee14452a', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:23Z', 'updated_at': '2021-08-10T02:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '2ade5b13-4e9a-4a0d-939b-79182aaf1205', 'name': '', 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'mac_address': 'fa:16:3e:71:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '690ca535-756e-41c1-b3ab-d6ff33da48b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:25Z', 'updated_at': '2021-08-10T02:12:30Z', 'revision_number': 5, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'subnets': [{'id': '690ca535-756e-41c1-b3ab-d6ff33da48b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:13.172125 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01350dfb-7be9-47e9-b93e-f2b9cc722e34 req-ce3eeb16-1c5d-4722-8e01-5e0b2e7b3b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:13.173660 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-01350dfb-7be9-47e9-b93e-f2b9cc722e34 req-ce3eeb16-1c5d-4722-8e01-5e0b2e7b3b79 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=690ca535-756e-41c1-b3ab-d6ff33da48b1 HTTP/1.1" status: 200 len: 847 time: 0.0453715 Aug 10 02:22:13.180898 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea428f6-a871-49c2-a001-0d603645ddcb None None] Checking router: ac732b35-79fe-4f91-9468-a57fd4521301 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:22:13.189744 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea428f6-a871-49c2-a001-0d603645ddcb None None] Routers {'ac732b35-79fe-4f91-9468-a57fd4521301'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:22:13.190343 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-6ea428f6-a871-49c2-a001-0d603645ddcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:21:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['ac732b35-79fe-4f91-9468-a57fd4521301'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:13.224291 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01350dfb-7be9-47e9-b93e-f2b9cc722e34 req-3f8094a8-f39b-42e8-99b2-5d145ad3bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:13.225832 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-01350dfb-7be9-47e9-b93e-f2b9cc722e34 req-3f8094a8-f39b-42e8-99b2-5d145ad3bfc9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac0e588f-f543-4b0c-9099-20da20f2b64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450687 Aug 10 02:22:13.292509 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-6ea428f6-a871-49c2-a001-0d603645ddcb None None] Set router ac732b35-79fe-4f91-9468-a57fd4521301 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:22:13.318902 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-01350dfb-7be9-47e9-b93e-f2b9cc722e34 req-da4181b9-3070-42de-bbcc-cf119d509779 service neutron] 10.222.0.24 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831954 Aug 10 02:22:13.414543 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-01350dfb-7be9-47e9-b93e-f2b9cc722e34 req-d4d6db39-64f4-4f95-8fa2-20490fdadac6 service neutron] 10.222.0.24 "GET /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873642 Aug 10 02:22:13.481483 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-6ea428f6-a871-49c2-a001-0d603645ddcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'name': 'tempest-TestShelveInstance-668386919-router', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'de523868-7f83-45c9-91f1-49cbee14452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:22Z', 'updated_at': '2021-08-10T02:12:25Z', 'revision_number': 4, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'gw_port': {'id': 'de523868-7f83-45c9-91f1-49cbee14452a', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:23Z', 'updated_at': '2021-08-10T02:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '2ade5b13-4e9a-4a0d-939b-79182aaf1205', 'name': '', 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'mac_address': 'fa:16:3e:71:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '690ca535-756e-41c1-b3ab-d6ff33da48b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:25Z', 'updated_at': '2021-08-10T02:12:30Z', 'revision_number': 5, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'subnets': [{'id': '690ca535-756e-41c1-b3ab-d6ff33da48b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:13.507561 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea428f6-a871-49c2-a001-0d603645ddcb None None] The sync data for ids ['ac732b35-79fe-4f91-9468-a57fd4521301'] in n-d-766726-26 is: [{'id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'name': 'tempest-TestShelveInstance-668386919-router', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'de523868-7f83-45c9-91f1-49cbee14452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:22Z', 'updated_at': '2021-08-10T02:12:25Z', 'revision_number': 4, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'gw_port': {'id': 'de523868-7f83-45c9-91f1-49cbee14452a', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:23Z', 'updated_at': '2021-08-10T02:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': '2ade5b13-4e9a-4a0d-939b-79182aaf1205', 'name': '', 'network_id': 'ac0e588f-f543-4b0c-9099-20da20f2b64a', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'mac_address': 'fa:16:3e:71:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '690ca535-756e-41c1-b3ab-d6ff33da48b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:25Z', 'updated_at': '2021-08-10T02:12:30Z', 'revision_number': 5, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'subnets': [{'id': '690ca535-756e-41c1-b3ab-d6ff33da48b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:22:13.741023 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fee269-2a97-4505-b867-eab275485970 None None] New status for floating IP 806b5a88-ec74-42be-bfee-7c69f458c6c5: DOWN {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:22:13.931800 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a4b878e5-e8c2-41c1-a7c8-441e4ee164ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:14.261492 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c63e9f-a89f-4faa-91f7-fe44c4252ce9 req-82495a7d-5d1d-4be3-b05e-b7f191dc88b9 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:14.262997 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-96c63e9f-a89f-4faa-91f7-fe44c4252ce9 req-82495a7d-5d1d-4be3-b05e-b7f191dc88b9 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 946 time: 0.0525460 Aug 10 02:22:14.301037 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-96c63e9f-a89f-4faa-91f7-fe44c4252ce9 req-24a54a5a-9db3-4955-8ebd-4796dac13bf8 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/security-groups?id=98f610ea-bd93-45a6-8f85-30390cfac701&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315344 Aug 10 02:22:14.552566 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:14.666803 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60ed4d-2f78-4ad8-ab06-67b848a1e165 req-c87bf778-6270-4da2-8eff-b5b237333953 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:14.668272 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1a60ed4d-2f78-4ad8-ab06-67b848a1e165 req-c87bf778-6270-4da2-8eff-b5b237333953 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.24 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 946 time: 0.0500133 Aug 10 02:22:14.757856 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-1a60ed4d-2f78-4ad8-ab06-67b848a1e165 req-1afd767a-e3c6-4b83-b82b-ca44ba486dad tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Deleting port acf1c4e6-b329-4f1f-b596-3a7784f4792a {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:22:14.758196 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1a60ed4d-2f78-4ad8-ab06-67b848a1e165 req-1afd767a-e3c6-4b83-b82b-ca44ba486dad tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:14.851246 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-1a60ed4d-2f78-4ad8-ab06-67b848a1e165 req-1afd767a-e3c6-4b83-b82b-ca44ba486dad tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] For port acf1c4e6-b329-4f1f-b596-3a7784f4792a, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=acf1c4e6-b329-4f1f-b596-3a7784f4792a,segment=NetworkSegment(28dbd671-1d13-4e0c-ac81-67928a1bc990),segment_id=28dbd671-1d13-4e0c-ac81-67928a1bc990)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:22:14.851529 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1a60ed4d-2f78-4ad8-ab06-67b848a1e165 req-1afd767a-e3c6-4b83-b82b-ca44ba486dad tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:14.864621 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-1a60ed4d-2f78-4ad8-ab06-67b848a1e165 req-1afd767a-e3c6-4b83-b82b-ca44ba486dad tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Calling delete_port for acf1c4e6-b329-4f1f-b596-3a7784f4792a owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:22:14.993311 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1a60ed4d-2f78-4ad8-ab06-67b848a1e165 req-1afd767a-e3c6-4b83-b82b-ca44ba486dad tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:15.022462 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd767a-e3c6-4b83-b82b-ca44ba486dad tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Pushing event deleted for resources: {'Port': ['ID=acf1c4e6-b329-4f1f-b596-3a7784f4792a,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:15.063298 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a60ed4d-2f78-4ad8-ab06-67b848a1e165 req-1afd767a-e3c6-4b83-b82b-ca44ba486dad tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] No DVR routers for this DVR port acf1c4e6-b329-4f1f-b596-3a7784f4792a on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:22:15.066050 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-1a60ed4d-2f78-4ad8-ab06-67b848a1e165 req-1afd767a-e3c6-4b83-b82b-ca44ba486dad tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:15.068071 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-1a60ed4d-2f78-4ad8-ab06-67b848a1e165 req-1afd767a-e3c6-4b83-b82b-ca44ba486dad tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.24 "DELETE /v2.0/ports/acf1c4e6-b329-4f1f-b596-3a7784f4792a HTTP/1.1" status: 204 len: 173 time: 0.3936732 Aug 10 02:22:15.068681 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e940f70e-eee7-42ac-9333-89d046a99390', 'name': 'network-vif-deleted', 'tag': 'acf1c4e6-b329-4f1f-b596-3a7784f4792a'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:22:15.071038 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04376f577ca8e91682bf6bf2b98f61f72ad60017a2eb84f3f8c1f2c558ccd100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7981f4-bad2-4d69-a415-d5e5c1415f1b" -d '{"events": [{"server_uuid": "e940f70e-eee7-42ac-9333-89d046a99390", "name": "network-vif-deleted", "tag": "acf1c4e6-b329-4f1f-b596-3a7784f4792a"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:22:15.133521 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a4f6fe-a8c5-472e-8370-2d7f5f9103f1 x-openstack-request-id: req-05a4f6fe-a8c5-472e-8370-2d7f5f9103f1 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:22:15.133819 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e940f70e-eee7-42ac-9333-89d046a99390", "name": "network-vif-deleted", "tag": "acf1c4e6-b329-4f1f-b596-3a7784f4792a", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:22:15.134104 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-05a4f6fe-a8c5-472e-8370-2d7f5f9103f1 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:22:15.134538 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e940f70e-eee7-42ac-9333-89d046a99390', 'name': 'network-vif-deleted', 'tag': 'acf1c4e6-b329-4f1f-b596-3a7784f4792a', 'status': 'completed', 'code': 200} Aug 10 02:22:15.398182 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-75932e28-6906-4414-a401-cbe6fb2b3c25 req-720d2dd9-d335-4750-bc0a-cf3fc6a303d9 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 210 time: 0.0286808 Aug 10 02:22:15.523837 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:16.499522 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3c817b14-41b7-43fc-b781-a7a71bf0cf18 req-b5d34412-0c5c-4292-a053-4ff5490abb66 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 210 time: 0.0267553 Aug 10 02:22:16.592405 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:17.595279 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f723b0f9-7661-4361-83c3-8f7dd1f51cdb req-d72ce41f-8abd-4a6e-8c41-ba31639b1079 tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 210 time: 0.0305848 Aug 10 02:22:17.907828 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device acf1c4e6-b329-4f1f-b596-3a7784f4792a no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:22:17.927836 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: acf1c4e6-b329-4f1f-b596-3a7784f4792a {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:22:17.928211 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device acf1c4e6-b329-4f1f-b596-3a7784f4792a not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:22:18.700865 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-226150e9-35db-4992-bd51-ee79339fb1fa req-cc34c97a-bc1e-443c-8f08-edfbb56b801f tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e940f70e-eee7-42ac-9333-89d046a99390 HTTP/1.1" status: 200 len: 210 time: 0.0264392 Aug 10 02:22:19.765426 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41448) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:19.835083 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-633a37b2-81a3-48ef-b0c4-ec85bf75278b tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:19.863030 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-633a37b2-81a3-48ef-b0c4-ec85bf75278b tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:19.929108 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-633a37b2-81a3-48ef-b0c4-ec85bf75278b tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:19.931803 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-633a37b2-81a3-48ef-b0c4-ec85bf75278b tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:19.933074 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-633a37b2-81a3-48ef-b0c4-ec85bf75278b tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] 10.222.0.35 "DELETE /v2.0/security-groups/98f610ea-bd93-45a6-8f85-30390cfac701 HTTP/1.1" status: 204 len: 168 time: 0.1666646 Aug 10 02:22:19.942625 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a37b2-81a3-48ef-b0c4-ec85bf75278b tempest-TestShelveInstance-1195730017 tempest-TestShelveInstance-1195730017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f610ea-bd93-45a6-8f85-30390cfac701,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:19.983381 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41452) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:20.436879 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2cd638de-c228-4baa-9d92-74b79e41ab5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:20.695035 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-2cd638de-c228-4baa-9d92-74b79e41ab5e admin admin] Deleting port 2ade5b13-4e9a-4a0d-939b-79182aaf1205 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:22:20.695274 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2cd638de-c228-4baa-9d92-74b79e41ab5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:20.777509 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-2cd638de-c228-4baa-9d92-74b79e41ab5e admin admin] For port 2ade5b13-4e9a-4a0d-939b-79182aaf1205, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=2ade5b13-4e9a-4a0d-939b-79182aaf1205,segment=NetworkSegment(28dbd671-1d13-4e0c-ac81-67928a1bc990),segment_id=28dbd671-1d13-4e0c-ac81-67928a1bc990)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:22:20.778226 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2cd638de-c228-4baa-9d92-74b79e41ab5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:20.791364 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-2cd638de-c228-4baa-9d92-74b79e41ab5e admin admin] Calling delete_port for 2ade5b13-4e9a-4a0d-939b-79182aaf1205 owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:22:20.979141 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2cd638de-c228-4baa-9d92-74b79e41ab5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:21.004782 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd638de-c228-4baa-9d92-74b79e41ab5e admin admin] Pushing event deleted for resources: {'Port': ['ID=2ade5b13-4e9a-4a0d-939b-79182aaf1205,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:21.182014 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-2cd638de-c228-4baa-9d92-74b79e41ab5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:21.400768 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd638de-c228-4baa-9d92-74b79e41ab5e admin admin] Router ac732b35-79fe-4f91-9468-a57fd4521301 has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:22:21.510284 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd638de-c228-4baa-9d92-74b79e41ab5e admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:22:21.515882 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-2cd638de-c228-4baa-9d92-74b79e41ab5e admin admin] 10.222.0.35 "PUT /v2.0/routers/ac732b35-79fe-4f91-9468-a57fd4521301/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5315375 Aug 10 02:22:21.518399 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41456) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:21.520857 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4d4ab7-48c7-43b4-a0c0-a6afac100537 None None] Sync routers for ids ['ac732b35-79fe-4f91-9468-a57fd4521301'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:22:21.529985 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4d4ab7-48c7-43b4-a0c0-a6afac100537 None None] Routers {'ac732b35-79fe-4f91-9468-a57fd4521301'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:22:21.530662 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-fc4d4ab7-48c7-43b4-a0c0-a6afac100537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:22:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['ac732b35-79fe-4f91-9468-a57fd4521301'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:21.627740 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4f3e7e80-1c60-4477-b812-32cba810abdf admin admin] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:21.727277 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-fc4d4ab7-48c7-43b4-a0c0-a6afac100537 None None] Set router ac732b35-79fe-4f91-9468-a57fd4521301 gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:22:21.731887 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4f3e7e80-1c60-4477-b812-32cba810abdf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:21.783638 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-4f3e7e80-1c60-4477-b812-32cba810abdf admin admin] Deleting port de523868-7f83-45c9-91f1-49cbee14452a {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:22:21.784379 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4f3e7e80-1c60-4477-b812-32cba810abdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:21.864864 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-4f3e7e80-1c60-4477-b812-32cba810abdf admin admin] For port de523868-7f83-45c9-91f1-49cbee14452a, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=de523868-7f83-45c9-91f1-49cbee14452a,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:22:21.865238 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4f3e7e80-1c60-4477-b812-32cba810abdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:21.878665 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-4f3e7e80-1c60-4477-b812-32cba810abdf admin admin] Calling delete_port for de523868-7f83-45c9-91f1-49cbee14452a owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:22:21.902258 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-fc4d4ab7-48c7-43b4-a0c0-a6afac100537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'name': 'tempest-TestShelveInstance-668386919-router', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': 'de523868-7f83-45c9-91f1-49cbee14452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:22Z', 'updated_at': '2021-08-10T02:22:20Z', 'revision_number': 5, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'gw_port': {'id': 'de523868-7f83-45c9-91f1-49cbee14452a', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:23Z', 'updated_at': '2021-08-10T02:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:21.928524 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4d4ab7-48c7-43b4-a0c0-a6afac100537 None None] Checking router: ac732b35-79fe-4f91-9468-a57fd4521301 for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:22:21.936568 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4d4ab7-48c7-43b4-a0c0-a6afac100537 None None] Routers {'ac732b35-79fe-4f91-9468-a57fd4521301'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:22:21.937167 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-fc4d4ab7-48c7-43b4-a0c0-a6afac100537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:22:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['ac732b35-79fe-4f91-9468-a57fd4521301'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:22.020844 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-fc4d4ab7-48c7-43b4-a0c0-a6afac100537 None None] Set router ac732b35-79fe-4f91-9468-a57fd4521301 gateway port host: None {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:22:22.075944 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-fc4d4ab7-48c7-43b4-a0c0-a6afac100537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'name': 'tempest-TestShelveInstance-668386919-router', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:22Z', 'updated_at': '2021-08-10T02:22:21Z', 'revision_number': 6, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:22.102571 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4d4ab7-48c7-43b4-a0c0-a6afac100537 None None] The sync data for ids ['ac732b35-79fe-4f91-9468-a57fd4521301'] in n-d-766726-26 is: [{'id': 'ac732b35-79fe-4f91-9468-a57fd4521301', 'name': 'tempest-TestShelveInstance-668386919-router', 'tenant_id': '63a5a3245b764317909f754a3bf56a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:22Z', 'updated_at': '2021-08-10T02:22:21Z', 'revision_number': 6, 'project_id': '63a5a3245b764317909f754a3bf56a74', 'gw_port_host': None}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:22:22.318498 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4f3e7e80-1c60-4477-b812-32cba810abdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:22.342371 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e7e80-1c60-4477-b812-32cba810abdf admin admin] Pushing event deleted for resources: {'Port': ['ID=de523868-7f83-45c9-91f1-49cbee14452a,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:22.403385 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4f3e7e80-1c60-4477-b812-32cba810abdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:22.494234 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4f3e7e80-1c60-4477-b812-32cba810abdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:22.496502 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4f3e7e80-1c60-4477-b812-32cba810abdf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:22.545604 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4f3e7e80-1c60-4477-b812-32cba810abdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:22.546922 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3e7e80-1c60-4477-b812-32cba810abdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac732b35-79fe-4f91-9468-a57fd4521301 {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:22:22.552965 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4f3e7e80-1c60-4477-b812-32cba810abdf admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:22.554338 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4f3e7e80-1c60-4477-b812-32cba810abdf admin admin] 10.222.0.35 "DELETE /v2.0/routers/ac732b35-79fe-4f91-9468-a57fd4521301 HTTP/1.1" status: 204 len: 168 time: 1.0349991 Aug 10 02:22:22.556985 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41458) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:22.604246 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-40aea9b2-5054-4b05-be3a-3b3e5bda38d1 admin admin] Deleting subnet 690ca535-756e-41c1-b3ab-d6ff33da48b1 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:22:22.607416 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-40aea9b2-5054-4b05-be3a-3b3e5bda38d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:22.642504 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-40aea9b2-5054-4b05-be3a-3b3e5bda38d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:22.721392 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-40aea9b2-5054-4b05-be3a-3b3e5bda38d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:22.772609 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-40aea9b2-5054-4b05-be3a-3b3e5bda38d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:22.797494 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aea9b2-5054-4b05-be3a-3b3e5bda38d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=690ca535-756e-41c1-b3ab-d6ff33da48b1,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:22.805398 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-40aea9b2-5054-4b05-be3a-3b3e5bda38d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:22.807288 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-40aea9b2-5054-4b05-be3a-3b3e5bda38d1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/690ca535-756e-41c1-b3ab-d6ff33da48b1 HTTP/1.1" status: 204 len: 168 time: 0.2486737 Aug 10 02:22:22.807713 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c17cdcd-7ab0-4b4f-afab-a0c6aeed9e3e None None] Network ac0e588f-f543-4b0c-9099-20da20f2b64a requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:22:22.808922 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aea9b2-5054-4b05-be3a-3b3e5bda38d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:22.809283 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aea9b2-5054-4b05-be3a-3b3e5bda38d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:22.809635 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aea9b2-5054-4b05-be3a-3b3e5bda38d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:22.809983 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aea9b2-5054-4b05-be3a-3b3e5bda38d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:22.810112 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41460) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:22.810981 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aea9b2-5054-4b05-be3a-3b3e5bda38d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:22.811162 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aea9b2-5054-4b05-be3a-3b3e5bda38d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:22.811481 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aea9b2-5054-4b05-be3a-3b3e5bda38d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:22.811818 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aea9b2-5054-4b05-be3a-3b3e5bda38d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:22.812156 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aea9b2-5054-4b05-be3a-3b3e5bda38d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:22.812518 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aea9b2-5054-4b05-be3a-3b3e5bda38d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:22.812853 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aea9b2-5054-4b05-be3a-3b3e5bda38d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:22.813263 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aea9b2-5054-4b05-be3a-3b3e5bda38d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:22.867951 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 2ade5b13-4e9a-4a0d-939b-79182aaf1205 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:22:22.895812 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-aabd1a4b-f302-4d0a-9799-a8889c56e52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:22.900573 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 2ade5b13-4e9a-4a0d-939b-79182aaf1205 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:22:22.900924 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 2ade5b13-4e9a-4a0d-939b-79182aaf1205 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:22:22.953488 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-aabd1a4b-f302-4d0a-9799-a8889c56e52d admin admin] Deleting port 9740a5af-6834-4d9e-af66-34ee89030b89 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:22:22.953869 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-aabd1a4b-f302-4d0a-9799-a8889c56e52d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:23.024439 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-aabd1a4b-f302-4d0a-9799-a8889c56e52d admin admin] For port 9740a5af-6834-4d9e-af66-34ee89030b89, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9740a5af-6834-4d9e-af66-34ee89030b89,segment=NetworkSegment(28dbd671-1d13-4e0c-ac81-67928a1bc990),segment_id=28dbd671-1d13-4e0c-ac81-67928a1bc990)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:22:23.025195 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-aabd1a4b-f302-4d0a-9799-a8889c56e52d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:23.032980 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecb9977-9207-4b05-ae8d-4eeefc155c76 None None] DHCP port deletion for ac0e588f-f543-4b0c-9099-20da20f2b64a request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:22:23.040100 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-aabd1a4b-f302-4d0a-9799-a8889c56e52d admin admin] Calling delete_port for 9740a5af-6834-4d9e-af66-34ee89030b89 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:22:23.081826 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-1ecb9977-9207-4b05-ae8d-4eeefc155c76 None None] Deleting port 9740a5af-6834-4d9e-af66-34ee89030b89 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:22:23.082525 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1ecb9977-9207-4b05-ae8d-4eeefc155c76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:23.126311 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-aabd1a4b-f302-4d0a-9799-a8889c56e52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:23.151843 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-1ecb9977-9207-4b05-ae8d-4eeefc155c76 None None] For port 9740a5af-6834-4d9e-af66-34ee89030b89, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=9740a5af-6834-4d9e-af66-34ee89030b89,segment=NetworkSegment(28dbd671-1d13-4e0c-ac81-67928a1bc990),segment_id=28dbd671-1d13-4e0c-ac81-67928a1bc990)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:22:23.152281 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1ecb9977-9207-4b05-ae8d-4eeefc155c76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:23.159526 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd1a4b-f302-4d0a-9799-a8889c56e52d admin admin] Pushing event deleted for resources: {'Port': ['ID=9740a5af-6834-4d9e-af66-34ee89030b89,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:23.161406 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabd1a4b-f302-4d0a-9799-a8889c56e52d admin admin] No DVR routers for this DVR port 9740a5af-6834-4d9e-af66-34ee89030b89 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:22:23.168890 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-1ecb9977-9207-4b05-ae8d-4eeefc155c76 None None] Calling delete_port for 9740a5af-6834-4d9e-af66-34ee89030b89 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:22:23.233703 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-aabd1a4b-f302-4d0a-9799-a8889c56e52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:23.243644 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-aabd1a4b-f302-4d0a-9799-a8889c56e52d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac0e588f-f543-4b0c-9099-20da20f2b64a']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:23.245866 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1ecb9977-9207-4b05-ae8d-4eeefc155c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:23.254784 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-aabd1a4b-f302-4d0a-9799-a8889c56e52d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28dbd671-1d13-4e0c-ac81-67928a1bc990') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:23.255079 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-aabd1a4b-f302-4d0a-9799-a8889c56e52d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28dbd671-1d13-4e0c-ac81-67928a1bc990') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:23.263687 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-aabd1a4b-f302-4d0a-9799-a8889c56e52d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:23.270781 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb9977-9207-4b05-ae8d-4eeefc155c76 None None] Pushing event deleted for resources: {'Port': ['ID=9740a5af-6834-4d9e-af66-34ee89030b89,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:23.275048 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecb9977-9207-4b05-ae8d-4eeefc155c76 None None] No DVR routers for this DVR port 9740a5af-6834-4d9e-af66-34ee89030b89 on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:22:23.279484 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-aabd1a4b-f302-4d0a-9799-a8889c56e52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:23.286693 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecb9977-9207-4b05-ae8d-4eeefc155c76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:23.286693 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecb9977-9207-4b05-ae8d-4eeefc155c76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:23.286693 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecb9977-9207-4b05-ae8d-4eeefc155c76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:23.286693 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecb9977-9207-4b05-ae8d-4eeefc155c76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:23.286693 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecb9977-9207-4b05-ae8d-4eeefc155c76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:23.286693 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecb9977-9207-4b05-ae8d-4eeefc155c76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:23.286693 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecb9977-9207-4b05-ae8d-4eeefc155c76 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:23.286693 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecb9977-9207-4b05-ae8d-4eeefc155c76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:23.286693 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecb9977-9207-4b05-ae8d-4eeefc155c76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:23.286693 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecb9977-9207-4b05-ae8d-4eeefc155c76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:23.286693 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecb9977-9207-4b05-ae8d-4eeefc155c76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:23.286693 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecb9977-9207-4b05-ae8d-4eeefc155c76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:23.287865 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aabd1a4b-f302-4d0a-9799-a8889c56e52d admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:22:23.287865 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-aabd1a4b-f302-4d0a-9799-a8889c56e52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:23.287865 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 02:22:23.287865 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:22:23.287865 n-d-766726-26 neutron-server[105827]: timer() Aug 10 02:22:23.287865 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:22:23.287865 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 02:22:23.287865 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:22:23.287865 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 02:22:23.287865 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:22:23.287865 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 02:22:23.287865 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:22:23.287865 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 02:22:23.287865 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:22:23.287865 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 02:22:23.287865 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:22:23.287865 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:22:23.287865 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:22:23.287865 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:22:23.287865 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:22:23.287865 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 02:22:23.287865 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:22:23.287865 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 02:22:23.287865 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:22:23.287865 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:22:23.287865 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:22:23.287865 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 02:22:23.287865 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:22:23.287865 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:22:23.287865 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:22:23.287865 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:22:23.287865 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:22:23.287865 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:22:23.287865 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:22:23.344984 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-aabd1a4b-f302-4d0a-9799-a8889c56e52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:23.350535 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-aabd1a4b-f302-4d0a-9799-a8889c56e52d admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:23.354963 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-aabd1a4b-f302-4d0a-9799-a8889c56e52d admin admin] 10.222.0.35 "DELETE /v2.0/networks/ac0e588f-f543-4b0c-9099-20da20f2b64a HTTP/1.1" status: 204 len: 168 time: 0.5408742 Aug 10 02:22:23.355459 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41462) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:23.363615 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd1a4b-f302-4d0a-9799-a8889c56e52d admin admin] Pushing event deleted for resources: {'Network': ['ID=ac0e588f-f543-4b0c-9099-20da20f2b64a,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:23.693104 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8c2287f5-67cc-4b9b-a05d-a3a7ae9c9e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:23.927900 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-8c2287f5-67cc-4b9b-a05d-a3a7ae9c9e41 admin admin] Deleting port 4cac974d-f518-4670-be71-2ec70cda498d {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:22:23.928154 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8c2287f5-67cc-4b9b-a05d-a3a7ae9c9e41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:24.002458 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-8c2287f5-67cc-4b9b-a05d-a3a7ae9c9e41 admin admin] For port 4cac974d-f518-4670-be71-2ec70cda498d, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=4cac974d-f518-4670-be71-2ec70cda498d,segment=NetworkSegment(18602010-f7b8-4aaa-8fcf-c3303050c00e),segment_id=18602010-f7b8-4aaa-8fcf-c3303050c00e)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:22:24.002824 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8c2287f5-67cc-4b9b-a05d-a3a7ae9c9e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:24.015375 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-8c2287f5-67cc-4b9b-a05d-a3a7ae9c9e41 admin admin] Calling delete_port for 4cac974d-f518-4670-be71-2ec70cda498d owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:22:24.185352 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8c2287f5-67cc-4b9b-a05d-a3a7ae9c9e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:24.211408 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2287f5-67cc-4b9b-a05d-a3a7ae9c9e41 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cac974d-f518-4670-be71-2ec70cda498d,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:24.378600 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-8c2287f5-67cc-4b9b-a05d-a3a7ae9c9e41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:24.522647 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9740a5af-6834-4d9e-af66-34ee89030b89 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:22:24.545666 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 9740a5af-6834-4d9e-af66-34ee89030b89 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:22:24.546011 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 9740a5af-6834-4d9e-af66-34ee89030b89 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:22:24.546437 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device de523868-7f83-45c9-91f1-49cbee14452a no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:22:24.564009 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: de523868-7f83-45c9-91f1-49cbee14452a {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:22:24.564383 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device de523868-7f83-45c9-91f1-49cbee14452a not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:22:24.886488 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2287f5-67cc-4b9b-a05d-a3a7ae9c9e41 admin admin] Router 143d1f7e-2218-4e03-8911-b521b9fe41fa has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:22:24.985405 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2287f5-67cc-4b9b-a05d-a3a7ae9c9e41 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:22:24.990499 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-8c2287f5-67cc-4b9b-a05d-a3a7ae9c9e41 admin admin] 10.222.0.35 "PUT /v2.0/routers/143d1f7e-2218-4e03-8911-b521b9fe41fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6339955 Aug 10 02:22:24.992960 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41464) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:24.995771 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdd2661-ebbc-4761-81e9-839f5a523b4f None None] Sync routers for ids ['143d1f7e-2218-4e03-8911-b521b9fe41fa'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:22:25.005613 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdd2661-ebbc-4761-81e9-839f5a523b4f None None] Routers {'143d1f7e-2218-4e03-8911-b521b9fe41fa'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:22:25.006351 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-2bdd2661-ebbc-4761-81e9-839f5a523b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:22:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['143d1f7e-2218-4e03-8911-b521b9fe41fa'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:25.094607 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d31112e9-9a90-47f0-b066-cdfdf7c30e36 admin admin] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:25.109134 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-2bdd2661-ebbc-4761-81e9-839f5a523b4f None None] Set router 143d1f7e-2218-4e03-8911-b521b9fe41fa gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:22:25.195186 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d31112e9-9a90-47f0-b066-cdfdf7c30e36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:25.246975 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-d31112e9-9a90-47f0-b066-cdfdf7c30e36 admin admin] Deleting port 1f93d416-a547-4639-b6f6-77d746bec812 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:22:25.247322 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d31112e9-9a90-47f0-b066-cdfdf7c30e36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:25.282449 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-2bdd2661-ebbc-4761-81e9-839f5a523b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143d1f7e-2218-4e03-8911-b521b9fe41fa', 'name': 'tempest-TestShelveInstance-566004373-router', 'tenant_id': 'cc0328a8d44d4e47ada1ca26ff05fd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '1f93d416-a547-4639-b6f6-77d746bec812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:27Z', 'updated_at': '2021-08-10T02:22:24Z', 'revision_number': 5, 'project_id': 'cc0328a8d44d4e47ada1ca26ff05fd5f', 'gw_port': {'id': '1f93d416-a547-4639-b6f6-77d746bec812', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143d1f7e-2218-4e03-8911-b521b9fe41fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:28Z', 'updated_at': '2021-08-10T02:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:25.308076 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdd2661-ebbc-4761-81e9-839f5a523b4f None None] Checking router: 143d1f7e-2218-4e03-8911-b521b9fe41fa for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:22:25.316740 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdd2661-ebbc-4761-81e9-839f5a523b4f None None] Routers {'143d1f7e-2218-4e03-8911-b521b9fe41fa'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:22:25.317349 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-2bdd2661-ebbc-4761-81e9-839f5a523b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:22:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['143d1f7e-2218-4e03-8911-b521b9fe41fa'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:25.327436 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-d31112e9-9a90-47f0-b066-cdfdf7c30e36 admin admin] For port 1f93d416-a547-4639-b6f6-77d746bec812, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=1f93d416-a547-4639-b6f6-77d746bec812,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:22:25.327861 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d31112e9-9a90-47f0-b066-cdfdf7c30e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:25.340575 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-d31112e9-9a90-47f0-b066-cdfdf7c30e36 admin admin] Calling delete_port for 1f93d416-a547-4639-b6f6-77d746bec812 owned by network:router_gateway {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:22:25.400590 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-2bdd2661-ebbc-4761-81e9-839f5a523b4f None None] Set router 143d1f7e-2218-4e03-8911-b521b9fe41fa gateway port host: None {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:22:25.455292 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-2bdd2661-ebbc-4761-81e9-839f5a523b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143d1f7e-2218-4e03-8911-b521b9fe41fa', 'name': 'tempest-TestShelveInstance-566004373-router', 'tenant_id': 'cc0328a8d44d4e47ada1ca26ff05fd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:27Z', 'updated_at': '2021-08-10T02:22:25Z', 'revision_number': 6, 'project_id': 'cc0328a8d44d4e47ada1ca26ff05fd5f', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:25.481155 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdd2661-ebbc-4761-81e9-839f5a523b4f None None] The sync data for ids ['143d1f7e-2218-4e03-8911-b521b9fe41fa'] in n-d-766726-26 is: [{'id': '143d1f7e-2218-4e03-8911-b521b9fe41fa', 'name': 'tempest-TestShelveInstance-566004373-router', 'tenant_id': 'cc0328a8d44d4e47ada1ca26ff05fd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:27Z', 'updated_at': '2021-08-10T02:22:25Z', 'revision_number': 6, 'project_id': 'cc0328a8d44d4e47ada1ca26ff05fd5f', 'gw_port_host': None}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:22:25.505886 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d31112e9-9a90-47f0-b066-cdfdf7c30e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:25.533422 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31112e9-9a90-47f0-b066-cdfdf7c30e36 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f93d416-a547-4639-b6f6-77d746bec812,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:25.595266 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d31112e9-9a90-47f0-b066-cdfdf7c30e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:25.682631 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d31112e9-9a90-47f0-b066-cdfdf7c30e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:25.684722 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d31112e9-9a90-47f0-b066-cdfdf7c30e36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:25.726217 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d31112e9-9a90-47f0-b066-cdfdf7c30e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:25.726779 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31112e9-9a90-47f0-b066-cdfdf7c30e36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 143d1f7e-2218-4e03-8911-b521b9fe41fa {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:22:25.731241 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d31112e9-9a90-47f0-b066-cdfdf7c30e36 admin admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:25.733221 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d31112e9-9a90-47f0-b066-cdfdf7c30e36 admin admin] 10.222.0.35 "DELETE /v2.0/routers/143d1f7e-2218-4e03-8911-b521b9fe41fa HTTP/1.1" status: 204 len: 168 time: 0.7385838 Aug 10 02:22:25.735666 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41466) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:25.778216 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd90e65e-e074-4f7b-abcf-f74814882e6c admin admin] Deleting subnet 8f22b681-40da-42d0-a75d-130f7a9ea865 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:22:25.781687 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dd90e65e-e074-4f7b-abcf-f74814882e6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:25.816123 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dd90e65e-e074-4f7b-abcf-f74814882e6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:25.901063 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dd90e65e-e074-4f7b-abcf-f74814882e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:25.952592 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dd90e65e-e074-4f7b-abcf-f74814882e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:25.980688 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-dd90e65e-e074-4f7b-abcf-f74814882e6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:25.983022 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-dd90e65e-e074-4f7b-abcf-f74814882e6c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8f22b681-40da-42d0-a75d-130f7a9ea865 HTTP/1.1" status: 204 len: 168 time: 0.2458527 Aug 10 02:22:25.984895 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd90e65e-e074-4f7b-abcf-f74814882e6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f22b681-40da-42d0-a75d-130f7a9ea865,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:25.985698 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41468) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:25.986550 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50b8e0e-2d09-484a-9dbd-2048eeec19d8 None None] Network 422ef3c1-8944-4e39-8832-b5804b6a6dea requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:22:26.055902 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b9c6098e-88da-44a9-9410-a41273740d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:26.109204 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-b9c6098e-88da-44a9-9410-a41273740d98 admin admin] Deleting port f9f15065-18b3-4cfb-bf09-b7425c4f420e {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:22:26.109575 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b9c6098e-88da-44a9-9410-a41273740d98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:26.175748 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-b9c6098e-88da-44a9-9410-a41273740d98 admin admin] For port f9f15065-18b3-4cfb-bf09-b7425c4f420e, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=f9f15065-18b3-4cfb-bf09-b7425c4f420e,segment=NetworkSegment(18602010-f7b8-4aaa-8fcf-c3303050c00e),segment_id=18602010-f7b8-4aaa-8fcf-c3303050c00e)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:22:26.176051 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b9c6098e-88da-44a9-9410-a41273740d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:26.189136 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-b9c6098e-88da-44a9-9410-a41273740d98 admin admin] Calling delete_port for f9f15065-18b3-4cfb-bf09-b7425c4f420e owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:22:26.215938 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c4f82e-6a90-4c7a-af2d-b82b1ac70398 None None] DHCP port deletion for 422ef3c1-8944-4e39-8832-b5804b6a6dea request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:22:26.262239 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73c4f82e-6a90-4c7a-af2d-b82b1ac70398 None None] Deleting port f9f15065-18b3-4cfb-bf09-b7425c4f420e {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:22:26.262626 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73c4f82e-6a90-4c7a-af2d-b82b1ac70398 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:26.270308 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b9c6098e-88da-44a9-9410-a41273740d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:26.298493 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6098e-88da-44a9-9410-a41273740d98 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9f15065-18b3-4cfb-bf09-b7425c4f420e,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:26.304927 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c6098e-88da-44a9-9410-a41273740d98 admin admin] No DVR routers for this DVR port f9f15065-18b3-4cfb-bf09-b7425c4f420e on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:22:26.333294 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73c4f82e-6a90-4c7a-af2d-b82b1ac70398 None None] For port f9f15065-18b3-4cfb-bf09-b7425c4f420e, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=f9f15065-18b3-4cfb-bf09-b7425c4f420e,segment=NetworkSegment(18602010-f7b8-4aaa-8fcf-c3303050c00e),segment_id=18602010-f7b8-4aaa-8fcf-c3303050c00e)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:22:26.333747 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73c4f82e-6a90-4c7a-af2d-b82b1ac70398 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:26.348312 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73c4f82e-6a90-4c7a-af2d-b82b1ac70398 None None] Calling delete_port for f9f15065-18b3-4cfb-bf09-b7425c4f420e owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:22:26.379245 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b9c6098e-88da-44a9-9410-a41273740d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:26.389558 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-b9c6098e-88da-44a9-9410-a41273740d98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['422ef3c1-8944-4e39-8832-b5804b6a6dea']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:26.399703 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-b9c6098e-88da-44a9-9410-a41273740d98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18602010-f7b8-4aaa-8fcf-c3303050c00e') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:26.400002 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-b9c6098e-88da-44a9-9410-a41273740d98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18602010-f7b8-4aaa-8fcf-c3303050c00e') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:26.410421 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b9c6098e-88da-44a9-9410-a41273740d98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:26.424635 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b9c6098e-88da-44a9-9410-a41273740d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:26.432652 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c6098e-88da-44a9-9410-a41273740d98 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:22:26.433253 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b9c6098e-88da-44a9-9410-a41273740d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:26.436169 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 02:22:26.436169 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:22:26.436169 n-d-766726-26 neutron-server[105827]: timer() Aug 10 02:22:26.436169 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:22:26.436169 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 02:22:26.436169 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:22:26.436169 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 02:22:26.436169 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:22:26.436169 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 02:22:26.436169 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:22:26.436169 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 02:22:26.436169 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:22:26.436169 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 02:22:26.436169 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:22:26.436169 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:22:26.436169 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:22:26.436169 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:22:26.436169 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:22:26.436169 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 02:22:26.436169 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:22:26.436169 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 02:22:26.436169 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:22:26.436169 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:22:26.436169 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:22:26.436169 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 02:22:26.436169 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:22:26.436169 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:22:26.436169 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:22:26.436169 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:22:26.436169 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:22:26.436169 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:22:26.436169 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:22:26.442002 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73c4f82e-6a90-4c7a-af2d-b82b1ac70398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:26.474779 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4f82e-6a90-4c7a-af2d-b82b1ac70398 None None] Pushing event deleted for resources: {'Port': ['ID=f9f15065-18b3-4cfb-bf09-b7425c4f420e,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:26.487783 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c4f82e-6a90-4c7a-af2d-b82b1ac70398 None None] No DVR routers for this DVR port f9f15065-18b3-4cfb-bf09-b7425c4f420e on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:22:26.501884 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 1f93d416-a547-4639-b6f6-77d746bec812 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:22:26.508480 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b9c6098e-88da-44a9-9410-a41273740d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:26.514783 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b9c6098e-88da-44a9-9410-a41273740d98 admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:26.517729 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b9c6098e-88da-44a9-9410-a41273740d98 admin admin] 10.222.0.35 "DELETE /v2.0/networks/422ef3c1-8944-4e39-8832-b5804b6a6dea HTTP/1.1" status: 204 len: 168 time: 0.5309117 Aug 10 02:22:26.527100 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 1f93d416-a547-4639-b6f6-77d746bec812 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:22:26.527464 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 1f93d416-a547-4639-b6f6-77d746bec812 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:22:26.527903 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4cac974d-f518-4670-be71-2ec70cda498d no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:22:26.538264 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6098e-88da-44a9-9410-a41273740d98 admin admin] Pushing event deleted for resources: {'Network': ['ID=422ef3c1-8944-4e39-8832-b5804b6a6dea,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:26.548675 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 4cac974d-f518-4670-be71-2ec70cda498d {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:22:26.549031 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 4cac974d-f518-4670-be71-2ec70cda498d not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:22:26.549649 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device f9f15065-18b3-4cfb-bf09-b7425c4f420e no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:22:26.570820 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: f9f15065-18b3-4cfb-bf09-b7425c4f420e {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:22:26.571179 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device f9f15065-18b3-4cfb-bf09-b7425c4f420e not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:22:26.697180 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41472) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:26.736466 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d7ac9dc0-7916-4f80-bfb3-5e8a7be38387 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=63a5a3245b764317909f754a3bf56a74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380721 Aug 10 02:22:26.738800 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41474) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:26.790753 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fc47a7a9-da7f-404d-9afa-1ed27ea06ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:26.812391 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fc47a7a9-da7f-404d-9afa-1ed27ea06ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:26.868304 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fc47a7a9-da7f-404d-9afa-1ed27ea06ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:26.871333 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-fc47a7a9-da7f-404d-9afa-1ed27ea06ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:26.872550 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-fc47a7a9-da7f-404d-9afa-1ed27ea06ffd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e73c2053-19a7-4c3c-93cb-d75ec516ad14 HTTP/1.1" status: 204 len: 168 time: 0.1328144 Aug 10 02:22:26.880543 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47a7a9-da7f-404d-9afa-1ed27ea06ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73c2053-19a7-4c3c-93cb-d75ec516ad14,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:27.212899 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41480) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:27.252071 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-0afdda47-f78e-4649-b1bd-3e851d7ddc1b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cc0328a8d44d4e47ada1ca26ff05fd5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379968 Aug 10 02:22:27.254439 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41482) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:27.300859 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7a4460d1-20ca-4c65-9e16-8a6b7a031c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:27.321638 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7a4460d1-20ca-4c65-9e16-8a6b7a031c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:27.368840 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7a4460d1-20ca-4c65-9e16-8a6b7a031c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:27.371660 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-7a4460d1-20ca-4c65-9e16-8a6b7a031c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:27.372854 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-7a4460d1-20ca-4c65-9e16-8a6b7a031c2c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/463d3670-5ea3-4cdc-86d4-a62627076900 HTTP/1.1" status: 204 len: 168 time: 0.1174910 Aug 10 02:22:27.380769 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4460d1-20ca-4c65-9e16-8a6b7a031c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463d3670-5ea3-4cdc-86d4-a62627076900,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:27.791199 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:22:28.074838 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41504) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:28.168992 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-9281a48c-b712-46d9-bc10-d44a19314dd2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1566508501-network', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:28.190304 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9281a48c-b712-46d9-bc10-d44a19314dd2 admin admin] Made reservation on behalf of 84bc064369654fa7b58b658ee153cbd1 for: {'network': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:22:28.192629 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9281a48c-b712-46d9-bc10-d44a19314dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:28.204807 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9281a48c-b712-46d9-bc10-d44a19314dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:28.292062 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9281a48c-b712-46d9-bc10-d44a19314dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:28.295787 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9281a48c-b712-46d9-bc10-d44a19314dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:28.321889 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9281a48c-b712-46d9-bc10-d44a19314dd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=105827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:22:28.328605 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281a48c-b712-46d9-bc10-d44a19314dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ae84fd-352a-4df2-9a07-facdab67fdf4,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:28.334513 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9281a48c-b712-46d9-bc10-d44a19314dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:28.334865 n-d-766726-26 neutron-server[105827]: INFO neutron.db.segments_db [None req-9281a48c-b712-46d9-bc10-d44a19314dd2 admin admin] Added segment 8c30aac5-9016-4eaa-8ac3-b0ec274cfccc of type vlan for network 167639d1-9116-4021-a900-9082b1e08e4e Aug 10 02:22:28.376749 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9281a48c-b712-46d9-bc10-d44a19314dd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:28.406798 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9281a48c-b712-46d9-bc10-d44a19314dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:28.407832 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9281a48c-b712-46d9-bc10-d44a19314dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:28.408785 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-9281a48c-b712-46d9-bc10-d44a19314dd2 admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:28.470131 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-9281a48c-b712-46d9-bc10-d44a19314dd2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3941679 Aug 10 02:22:28.472917 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41508) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:28.477679 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-88b67ef7-b85f-43e8-9aaf-5a91f998f69c admin admin] Request body: {'subnet': {'network_id': '167639d1-9116-4021-a900-9082b1e08e4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1566508501-subnet', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'ip_version': 4}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:28.480543 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281a48c-b712-46d9-bc10-d44a19314dd2 admin admin] Pushing event updated for resources: {'Network': ['ID=167639d1-9116-4021-a900-9082b1e08e4e,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:28.490551 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network 167639d1-9116-4021-a900-9082b1e08e4e details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:22:28.501467 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b67ef7-b85f-43e8-9aaf-5a91f998f69c admin admin] Made reservation on behalf of 84bc064369654fa7b58b658ee153cbd1 for: {'subnet': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:22:28.503842 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-88b67ef7-b85f-43e8-9aaf-5a91f998f69c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6024896'] for subnet, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:28.669711 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-88b67ef7-b85f-43e8-9aaf-5a91f998f69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6197913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6024946'] for subnet, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:28.726222 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b67ef7-b85f-43e8-9aaf-5a91f998f69c admin admin] Pushing event updated for resources: {'Subnet': ['ID=efb39c7d-ccd2-4558-95b3-c2f98abc25dc,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:28.733875 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b67ef7-b85f-43e8-9aaf-5a91f998f69c admin admin] Checking segment: {'id': '8c30aac5-9016-4eaa-8ac3-b0ec274cfccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:22:28.734244 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b67ef7-b85f-43e8-9aaf-5a91f998f69c admin admin] Network hostable DHCP agents. Network: 167639d1-9116-4021-a900-9082b1e08e4e, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:22:28.750093 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b67ef7-b85f-43e8-9aaf-5a91f998f69c admin admin] Network 167639d1-9116-4021-a900-9082b1e08e4e is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:22:28.758393 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-88b67ef7-b85f-43e8-9aaf-5a91f998f69c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, 167639d1-9116-4021-a900-9082b1e08e4e) {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:22:28.763042 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b67ef7-b85f-43e8-9aaf-5a91f998f69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:28.764494 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-88b67ef7-b85f-43e8-9aaf-5a91f998f69c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:28.766182 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08891702-6374-45e2-99d8-5df362e61bf3 None None] Network 167639d1-9116-4021-a900-9082b1e08e4e requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:22:28.778391 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-88b67ef7-b85f-43e8-9aaf-5a91f998f69c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3044980 Aug 10 02:22:28.781639 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41510) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:28.786066 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-4facaf14-1e43-4c17-bdb9-5ce2ec593f28 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1566508501-router', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:28.806119 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4facaf14-1e43-4c17-bdb9-5ce2ec593f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:28.807484 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4facaf14-1e43-4c17-bdb9-5ce2ec593f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:28.859320 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4facaf14-1e43-4c17-bdb9-5ce2ec593f28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:28.908628 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcafd8f-557f-439f-82a9-0f16bde49cfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-167639d1-9116-4021-a900-9082b1e08e4e', 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'fixed_ips': [{'subnet_id': 'efb39c7d-ccd2-4558-95b3-c2f98abc25dc'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:22:28.909485 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0bcafd8f-557f-439f-82a9-0f16bde49cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:28.999258 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4facaf14-1e43-4c17-bdb9-5ce2ec593f28 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:29.049470 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-0bcafd8f-557f-439f-82a9-0f16bde49cfc None None] Allocated IP 172.20.0.2 (167639d1-9116-4021-a900-9082b1e08e4e/efb39c7d-ccd2-4558-95b3-c2f98abc25dc/5fada9d9-8507-45fd-87b4-c61d69985b70) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:22:29.061568 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:29.193416 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0bcafd8f-557f-439f-82a9-0f16bde49cfc None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:29.200753 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4facaf14-1e43-4c17-bdb9-5ce2ec593f28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:29.202317 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0bcafd8f-557f-439f-82a9-0f16bde49cfc None None] Transition to ACTIVE for port object 5fada9d9-8507-45fd-87b4-c61d69985b70 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:22:29.216508 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0bcafd8f-557f-439f-82a9-0f16bde49cfc None None] Transition to ACTIVE for port object 5fada9d9-8507-45fd-87b4-c61d69985b70 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:22:29.222053 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4facaf14-1e43-4c17-bdb9-5ce2ec593f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:29.222330 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0bcafd8f-557f-439f-82a9-0f16bde49cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:29.260419 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcafd8f-557f-439f-82a9-0f16bde49cfc None None] Network 167639d1-9116-4021-a900-9082b1e08e4e is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:22:29.263219 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-0bcafd8f-557f-439f-82a9-0f16bde49cfc None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:22:29.267222 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcafd8f-557f-439f-82a9-0f16bde49cfc None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:22:29.273969 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcafd8f-557f-439f-82a9-0f16bde49cfc None None] Pushing event updated for resources: {'Port': ['ID=5fada9d9-8507-45fd-87b4-c61d69985b70,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:29.321915 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0bcafd8f-557f-439f-82a9-0f16bde49cfc None None] Attempting to bind port 5fada9d9-8507-45fd-87b4-c61d69985b70 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:22:29.322288 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0bcafd8f-557f-439f-82a9-0f16bde49cfc None None] Attempting to bind port 5fada9d9-8507-45fd-87b4-c61d69985b70 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '8c30aac5-9016-4eaa-8ac3-b0ec274cfccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:22:29.322650 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcafd8f-557f-439f-82a9-0f16bde49cfc None None] Attempting to bind port 5fada9d9-8507-45fd-87b4-c61d69985b70 on network 167639d1-9116-4021-a900-9082b1e08e4e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:22:29.327940 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcafd8f-557f-439f-82a9-0f16bde49cfc None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:22:29.328347 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcafd8f-557f-439f-82a9-0f16bde49cfc None None] Checking segment: {'id': '8c30aac5-9016-4eaa-8ac3-b0ec274cfccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:22:29.328756 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0bcafd8f-557f-439f-82a9-0f16bde49cfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:29.329148 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcafd8f-557f-439f-82a9-0f16bde49cfc None None] Bound using segment: {'id': '8c30aac5-9016-4eaa-8ac3-b0ec274cfccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:22:29.329638 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0bcafd8f-557f-439f-82a9-0f16bde49cfc None None] Bound port: 5fada9d9-8507-45fd-87b4-c61d69985b70, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c30aac5-9016-4eaa-8ac3-b0ec274cfccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:22:29.329917 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-4facaf14-1e43-4c17-bdb9-5ce2ec593f28 admin admin] Allocated IP 172.25.2.38 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/7982d115-a9c9-4765-b0f3-7e25410bd169) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:22:29.330387 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0bcafd8f-557f-439f-82a9-0f16bde49cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:29.395366 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-0bcafd8f-557f-439f-82a9-0f16bde49cfc None None] For port 5fada9d9-8507-45fd-87b4-c61d69985b70, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:22:29.398573 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-0bcafd8f-557f-439f-82a9-0f16bde49cfc None None] For port 5fada9d9-8507-45fd-87b4-c61d69985b70, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5fada9d9-8507-45fd-87b4-c61d69985b70,segment=NetworkSegment(8c30aac5-9016-4eaa-8ac3-b0ec274cfccc),segment_id=8c30aac5-9016-4eaa-8ac3-b0ec274cfccc)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:22:29.402240 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0bcafd8f-557f-439f-82a9-0f16bde49cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:29.441812 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4facaf14-1e43-4c17-bdb9-5ce2ec593f28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:29.460370 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcafd8f-557f-439f-82a9-0f16bde49cfc None None] Pushing event updated for resources: {'Port': ['ID=5fada9d9-8507-45fd-87b4-c61d69985b70,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:29.482096 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4facaf14-1e43-4c17-bdb9-5ce2ec593f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:29.525221 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4facaf14-1e43-4c17-bdb9-5ce2ec593f28 admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:22:29.530343 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-4facaf14-1e43-4c17-bdb9-5ce2ec593f28 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:22:29.533934 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4facaf14-1e43-4c17-bdb9-5ce2ec593f28 admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:22:29.558029 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4facaf14-1e43-4c17-bdb9-5ce2ec593f28 admin admin] Pushing event updated for resources: {'Port': ['ID=7982d115-a9c9-4765-b0f3-7e25410bd169,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:29.803342 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4facaf14-1e43-4c17-bdb9-5ce2ec593f28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:29.996517 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4facaf14-1e43-4c17-bdb9-5ce2ec593f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:30.128036 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4facaf14-1e43-4c17-bdb9-5ce2ec593f28 admin admin] Router 8e6fda42-1f91-4cd2-9070-eac64ddec9de is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:22:30.240908 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4facaf14-1e43-4c17-bdb9-5ce2ec593f28 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:22:30.251850 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f991f878-2e16-4d90-a9ce-38ca3ec4bff5 None None] Sync routers for ids ['8e6fda42-1f91-4cd2-9070-eac64ddec9de'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:22:30.257658 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-4facaf14-1e43-4c17-bdb9-5ce2ec593f28 admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:30.261509 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-4facaf14-1e43-4c17-bdb9-5ce2ec593f28 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4764497 Aug 10 02:22:30.261887 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41512) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:30.263537 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f991f878-2e16-4d90-a9ce-38ca3ec4bff5 None None] Routers {'8e6fda42-1f91-4cd2-9070-eac64ddec9de'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:22:30.264331 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-f991f878-2e16-4d90-a9ce-38ca3ec4bff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:22:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['8e6fda42-1f91-4cd2-9070-eac64ddec9de'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:30.338349 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be50fef-b7b1-46d1-94ef-3db95d802e36 None None] Network 167639d1-9116-4021-a900-9082b1e08e4e requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:22:30.376989 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-f991f878-2e16-4d90-a9ce-38ca3ec4bff5 None None] Set router 8e6fda42-1f91-4cd2-9070-eac64ddec9de gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:22:30.415595 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-9174a374-9a15-490f-b39d-98bf17f2d098 None None] Provisioning for port 5fada9d9-8507-45fd-87b4-c61d69985b70 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:22:30.564138 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-f991f878-2e16-4d90-a9ce-38ca3ec4bff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'name': 'tempest-TestSnapshotPattern-1566508501-router', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:28Z', 'updated_at': '2021-08-10T02:22:29Z', 'revision_number': 3, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'gw_port': {'id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:17:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:29Z', 'updated_at': '2021-08-10T02:22:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:30.564686 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5fada9d9-8507-45fd-87b4-c61d69985b70 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:22:30.604682 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f991f878-2e16-4d90-a9ce-38ca3ec4bff5 None None] Checking router: 8e6fda42-1f91-4cd2-9070-eac64ddec9de for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:22:30.605142 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f991f878-2e16-4d90-a9ce-38ca3ec4bff5 None None] Updating router 8e6fda42-1f91-4cd2-9070-eac64ddec9de port 7982d115-a9c9-4765-b0f3-7e25410bd169 binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:22:30.630306 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f991f878-2e16-4d90-a9ce-38ca3ec4bff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:30.635819 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 5fada9d9-8507-45fd-87b4-c61d69985b70 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:22:30.641371 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 5fada9d9-8507-45fd-87b4-c61d69985b70 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:22:30.642065 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:30.765721 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5ef181cb-e590-48ae-9251-f5f8c772fa92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:30.906865 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-fec530d1-262d-4270-9717-e17d70f816d4 None None] Provisioning complete for port 5fada9d9-8507-45fd-87b4-c61d69985b70 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:22:30.907135 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fec530d1-262d-4270-9717-e17d70f816d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:30.908621 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f991f878-2e16-4d90-a9ce-38ca3ec4bff5 None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:30.920529 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-f991f878-2e16-4d90-a9ce-38ca3ec4bff5 None None] Transition to ACTIVE for port object 7982d115-a9c9-4765-b0f3-7e25410bd169 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:22:30.926603 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f991f878-2e16-4d90-a9ce-38ca3ec4bff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:30.931245 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-5ef181cb-e590-48ae-9251-f5f8c772fa92 admin admin] Allocated IP 172.20.0.1 (167639d1-9116-4021-a900-9082b1e08e4e/efb39c7d-ccd2-4558-95b3-c2f98abc25dc/d8260212-0a71-494c-87d6-51558163a906) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:22:30.934967 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:30.977618 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-f991f878-2e16-4d90-a9ce-38ca3ec4bff5 None None] Attempting to bind port 7982d115-a9c9-4765-b0f3-7e25410bd169 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:22:30.977993 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-f991f878-2e16-4d90-a9ce-38ca3ec4bff5 None None] Attempting to bind port 7982d115-a9c9-4765-b0f3-7e25410bd169 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:22:30.978566 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f991f878-2e16-4d90-a9ce-38ca3ec4bff5 None None] Attempting to bind port 7982d115-a9c9-4765-b0f3-7e25410bd169 on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:22:30.986496 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f991f878-2e16-4d90-a9ce-38ca3ec4bff5 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:22:30.987170 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f991f878-2e16-4d90-a9ce-38ca3ec4bff5 None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:22:30.987747 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f991f878-2e16-4d90-a9ce-38ca3ec4bff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:30.988358 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f991f878-2e16-4d90-a9ce-38ca3ec4bff5 None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:22:30.989038 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-f991f878-2e16-4d90-a9ce-38ca3ec4bff5 None None] Bound port: 7982d115-a9c9-4765-b0f3-7e25410bd169, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:22:30.989428 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f991f878-2e16-4d90-a9ce-38ca3ec4bff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:31.010996 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581bdba-8729-4acc-aa62-f34d3c13dbeb None None] Pushing event updated for resources: {'Port': ['ID=7982d115-a9c9-4765-b0f3-7e25410bd169,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:31.026480 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8581bdba-8729-4acc-aa62-f34d3c13dbeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:31.027084 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8581bdba-8729-4acc-aa62-f34d3c13dbeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:31.027429 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8581bdba-8729-4acc-aa62-f34d3c13dbeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:31.027941 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8581bdba-8729-4acc-aa62-f34d3c13dbeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:31.028484 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8581bdba-8729-4acc-aa62-f34d3c13dbeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:31.029010 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8581bdba-8729-4acc-aa62-f34d3c13dbeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:31.029246 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 5fada9d9-8507-45fd-87b4-c61d69985b70, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5fada9d9-8507-45fd-87b4-c61d69985b70,segment=NetworkSegment(8c30aac5-9016-4eaa-8ac3-b0ec274cfccc),segment_id=8c30aac5-9016-4eaa-8ac3-b0ec274cfccc)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:22:31.029398 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8581bdba-8729-4acc-aa62-f34d3c13dbeb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:31.029706 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8581bdba-8729-4acc-aa62-f34d3c13dbeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:31.030195 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8581bdba-8729-4acc-aa62-f34d3c13dbeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:31.030735 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8581bdba-8729-4acc-aa62-f34d3c13dbeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:31.031085 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8581bdba-8729-4acc-aa62-f34d3c13dbeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:31.031623 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8581bdba-8729-4acc-aa62-f34d3c13dbeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:31.041097 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5ef181cb-e590-48ae-9251-f5f8c772fa92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:31.044873 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:31.055538 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.provisioning_blocks [None req-5ef181cb-e590-48ae-9251-f5f8c772fa92 admin admin] Transition to ACTIVE for port object d8260212-0a71-494c-87d6-51558163a906 will not be triggered until provisioned by entity DHCP. {{(pid=105826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:22:31.058007 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-f991f878-2e16-4d90-a9ce-38ca3ec4bff5 None None] For port 7982d115-a9c9-4765-b0f3-7e25410bd169, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:22:31.061967 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-f991f878-2e16-4d90-a9ce-38ca3ec4bff5 None None] For port 7982d115-a9c9-4765-b0f3-7e25410bd169, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=7982d115-a9c9-4765-b0f3-7e25410bd169,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:22:31.066784 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f991f878-2e16-4d90-a9ce-38ca3ec4bff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:31.091386 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5ef181cb-e590-48ae-9251-f5f8c772fa92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:31.115158 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f991f878-2e16-4d90-a9ce-38ca3ec4bff5 None None] Routers {'8e6fda42-1f91-4cd2-9070-eac64ddec9de'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:22:31.116350 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-f991f878-2e16-4d90-a9ce-38ca3ec4bff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:22:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['8e6fda42-1f91-4cd2-9070-eac64ddec9de'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:31.132779 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef181cb-e590-48ae-9251-f5f8c772fa92 admin admin] Network 167639d1-9116-4021-a900-9082b1e08e4e is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:22:31.137326 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-5ef181cb-e590-48ae-9251-f5f8c772fa92 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:22:31.142431 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef181cb-e590-48ae-9251-f5f8c772fa92 admin admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:22:31.145654 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef181cb-e590-48ae-9251-f5f8c772fa92 admin admin] Pushing event updated for resources: {'Port': ['ID=d8260212-0a71-494c-87d6-51558163a906,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:31.155943 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=5fada9d9-8507-45fd-87b4-c61d69985b70,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:31.187127 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5ef181cb-e590-48ae-9251-f5f8c772fa92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:31.224713 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-f991f878-2e16-4d90-a9ce-38ca3ec4bff5 None None] Set router 8e6fda42-1f91-4cd2-9070-eac64ddec9de gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:22:31.335463 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5ef181cb-e590-48ae-9251-f5f8c772fa92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:31.423195 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581bdba-8729-4acc-aa62-f34d3c13dbeb None None] Pushing event updated for resources: {'Port': ['ID=7982d115-a9c9-4765-b0f3-7e25410bd169,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:31.497750 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-60a5dc10-ecdd-4f85-8b9f-045541b6d48e None None] Provisioning for port d8260212-0a71-494c-87d6-51558163a906 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:22:31.502690 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-60a5dc10-ecdd-4f85-8b9f-045541b6d48e None None] Provisioning complete for port d8260212-0a71-494c-87d6-51558163a906 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:22:31.503280 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-60a5dc10-ecdd-4f85-8b9f-045541b6d48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:31.504456 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5ef181cb-e590-48ae-9251-f5f8c772fa92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:31.515385 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-f991f878-2e16-4d90-a9ce-38ca3ec4bff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'name': 'tempest-TestSnapshotPattern-1566508501-router', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:28Z', 'updated_at': '2021-08-10T02:22:29Z', 'revision_number': 3, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'gw_port': {'id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:17:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:29Z', 'updated_at': '2021-08-10T02:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:31.517373 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5ef181cb-e590-48ae-9251-f5f8c772fa92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:31.536524 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-60a5dc10-ecdd-4f85-8b9f-045541b6d48e None None] Port d8260212-0a71-494c-87d6-51558163a906 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:22:31.541883 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f991f878-2e16-4d90-a9ce-38ca3ec4bff5 None None] The sync data for ids ['8e6fda42-1f91-4cd2-9070-eac64ddec9de'] in n-d-766726-26 is: [{'id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'name': 'tempest-TestSnapshotPattern-1566508501-router', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:28Z', 'updated_at': '2021-08-10T02:22:29Z', 'revision_number': 3, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'gw_port': {'id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:17:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:29Z', 'updated_at': '2021-08-10T02:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:22:31.588247 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef181cb-e590-48ae-9251-f5f8c772fa92 admin admin] Pushing event updated for resources: {'Port': ['ID=d8260212-0a71-494c-87d6-51558163a906,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:31.590620 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-5ef181cb-e590-48ae-9251-f5f8c772fa92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:31.685046 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef181cb-e590-48ae-9251-f5f8c772fa92 admin admin] Network 167639d1-9116-4021-a900-9082b1e08e4e is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:22:31.686318 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-5ef181cb-e590-48ae-9251-f5f8c772fa92 admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:22:31.808709 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef181cb-e590-48ae-9251-f5f8c772fa92 admin admin] Router 8e6fda42-1f91-4cd2-9070-eac64ddec9de has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:22:31.933694 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef181cb-e590-48ae-9251-f5f8c772fa92 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:22:31.938755 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-5ef181cb-e590-48ae-9251-f5f8c772fa92 admin admin] 10.222.0.35 "PUT /v2.0/routers/8e6fda42-1f91-4cd2-9070-eac64ddec9de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6758151 Aug 10 02:22:31.959250 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a82c4e7c-c01b-4c08-a701-9c5604cdc511 None None] Provisioning complete for port d8260212-0a71-494c-87d6-51558163a906 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:22:31.959549 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a82c4e7c-c01b-4c08-a701-9c5604cdc511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:31.999711 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a82c4e7c-c01b-4c08-a701-9c5604cdc511 None None] Port d8260212-0a71-494c-87d6-51558163a906 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:22:32.430969 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41528) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:32.436476 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-3dec29ab-2065-460f-b1c7-dc3206358044 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-806003846-network', 'tenant_id': '0b5fc7ca7d4b47ae822142b6664e08f7'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:32.460108 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dec29ab-2065-460f-b1c7-dc3206358044 admin admin] Made reservation on behalf of 0b5fc7ca7d4b47ae822142b6664e08f7 for: {'network': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:22:32.462665 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3dec29ab-2065-460f-b1c7-dc3206358044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for network, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:32.478684 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3dec29ab-2065-460f-b1c7-dc3206358044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:32.551136 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5fada9d9-8507-45fd-87b4-c61d69985b70 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:22:32.582709 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3dec29ab-2065-460f-b1c7-dc3206358044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:32.588491 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3dec29ab-2065-460f-b1c7-dc3206358044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:32.606500 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 5fada9d9-8507-45fd-87b4-c61d69985b70 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:22:32.607231 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:32.615065 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dec29ab-2065-460f-b1c7-dc3206358044 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=105826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:22:32.624835 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec29ab-2065-460f-b1c7-dc3206358044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba66f105-138f-4c5e-bbee-9448184879be,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:32.630985 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3dec29ab-2065-460f-b1c7-dc3206358044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:32.631351 n-d-766726-26 neutron-server[105826]: INFO neutron.db.segments_db [None req-3dec29ab-2065-460f-b1c7-dc3206358044 admin admin] Added segment 698a51de-e015-4a8b-a9b2-9a9d13185b95 of type vlan for network c6d9e0e1-c069-4030-a73f-fb6a53ed53de Aug 10 02:22:32.673720 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3dec29ab-2065-460f-b1c7-dc3206358044 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753868816213'] for network, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:32.687693 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7982d115-a9c9-4765-b0f3-7e25410bd169 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:22:32.706403 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3dec29ab-2065-460f-b1c7-dc3206358044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558'] for network, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:32.707883 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dec29ab-2065-460f-b1c7-dc3206358044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:32.708922 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-3dec29ab-2065-460f-b1c7-dc3206358044 admin admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:32.734249 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 7982d115-a9c9-4765-b0f3-7e25410bd169 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:22:32.738054 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 7982d115-a9c9-4765-b0f3-7e25410bd169 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:22:32.738561 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:32.764809 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-3dec29ab-2065-460f-b1c7-dc3206358044 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3326979 Aug 10 02:22:32.767659 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41530) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:32.772839 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-e6f1dffa-31cb-4844-b576-42ab8a9f1f93 admin admin] Request body: {'subnet': {'network_id': 'c6d9e0e1-c069-4030-a73f-fb6a53ed53de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-806003846-subnet', 'tenant_id': '0b5fc7ca7d4b47ae822142b6664e08f7', 'ip_version': 4}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:32.781150 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec29ab-2065-460f-b1c7-dc3206358044 admin admin] Pushing event updated for resources: {'Network': ['ID=c6d9e0e1-c069-4030-a73f-fb6a53ed53de,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:32.799397 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Network c6d9e0e1-c069-4030-a73f-fb6a53ed53de details requested by agent ovs-agent-n-d-766726-26 with host n-d-766726-26 {{(pid=105828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:22:32.801511 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f1dffa-31cb-4844-b576-42ab8a9f1f93 admin admin] Made reservation on behalf of 0b5fc7ca7d4b47ae822142b6664e08f7 for: {'subnet': 1} {{(pid=105826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:22:32.803947 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e6f1dffa-31cb-4844-b576-42ab8a9f1f93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33164707'] for subnet, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:32.887428 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:32.918065 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 7982d115-a9c9-4765-b0f3-7e25410bd169, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=7982d115-a9c9-4765-b0f3-7e25410bd169,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:22:32.922670 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:32.973118 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=7982d115-a9c9-4765-b0f3-7e25410bd169,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:32.988838 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e6f1dffa-31cb-4844-b576-42ab8a9f1f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33540022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33164689'] for subnet, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:33.047457 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1dffa-31cb-4844-b576-42ab8a9f1f93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44cf6f23-ee41-4be2-afbc-ad46bbb27753,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:33.051824 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f1dffa-31cb-4844-b576-42ab8a9f1f93 admin admin] Checking segment: {'id': '698a51de-e015-4a8b-a9b2-9a9d13185b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c6d9e0e1-c069-4030-a73f-fb6a53ed53de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:22:33.052201 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f1dffa-31cb-4844-b576-42ab8a9f1f93 admin admin] Network hostable DHCP agents. Network: c6d9e0e1-c069-4030-a73f-fb6a53ed53de, hostable agents: ['44554d3a-9b4b-4732-b063-e7c5977ca058'], hosted agents: [] {{(pid=105826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:22:33.068474 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f1dffa-31cb-4844-b576-42ab8a9f1f93 admin admin] Network c6d9e0e1-c069-4030-a73f-fb6a53ed53de is scheduled to be hosted by DHCP agent 44554d3a-9b4b-4732-b063-e7c5977ca058 with binding_index 1 {{(pid=105826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:22:33.076986 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-e6f1dffa-31cb-4844-b576-42ab8a9f1f93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-26, c6d9e0e1-c069-4030-a73f-fb6a53ed53de) {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:22:33.080896 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f1dffa-31cb-4844-b576-42ab8a9f1f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:33.081480 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e6f1dffa-31cb-4844-b576-42ab8a9f1f93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:33.087018 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffea5b5-c28e-4be6-9018-88ea5271ab69 None None] Network c6d9e0e1-c069-4030-a73f-fb6a53ed53de requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:22:33.095041 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e6f1dffa-31cb-4844-b576-42ab8a9f1f93 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3262799 Aug 10 02:22:33.097556 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41532) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:33.102100 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-ae42de7c-eb0f-46ec-bda1-50e7b024aa1a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-806003846-router', 'tenant_id': '0b5fc7ca7d4b47ae822142b6664e08f7', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:33.126347 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ae42de7c-eb0f-46ec-bda1-50e7b024aa1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8231888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232078'] for router, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:33.127886 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ae42de7c-eb0f-46ec-bda1-50e7b024aa1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8231264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8228881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7896360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232065'] for router, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:33.140665 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f57c83-85b0-4756-a2d8-8db70efbc711 None None] Sync routers for ids ['8e6fda42-1f91-4cd2-9070-eac64ddec9de'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:22:33.163718 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f57c83-85b0-4756-a2d8-8db70efbc711 None None] Routers {'8e6fda42-1f91-4cd2-9070-eac64ddec9de'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:22:33.164483 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-24f57c83-85b0-4756-a2d8-8db70efbc711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:22:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['8e6fda42-1f91-4cd2-9070-eac64ddec9de'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:33.187229 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ae42de7c-eb0f-46ec-bda1-50e7b024aa1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:33.320164 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ae42de7c-eb0f-46ec-bda1-50e7b024aa1a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:33.328317 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-24f57c83-85b0-4756-a2d8-8db70efbc711 None None] Set router 8e6fda42-1f91-4cd2-9070-eac64ddec9de gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:22:33.333393 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09781ce-7673-4445-ae1c-76fd2057aea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0139df-5984-591d-91fa-8bbb803b610d-c6d9e0e1-c069-4030-a73f-fb6a53ed53de', 'network_id': 'c6d9e0e1-c069-4030-a73f-fb6a53ed53de', 'tenant_id': '0b5fc7ca7d4b47ae822142b6664e08f7', 'fixed_ips': [{'subnet_id': '44cf6f23-ee41-4be2-afbc-ad46bbb27753'}]}} from n-d-766726-26. {{(pid=105828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:22:33.334237 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d09781ce-7673-4445-ae1c-76fd2057aea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:33.521841 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ae42de7c-eb0f-46ec-bda1-50e7b024aa1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:33.541049 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ae42de7c-eb0f-46ec-bda1-50e7b024aa1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:33.596557 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-d09781ce-7673-4445-ae1c-76fd2057aea8 None None] Allocated IP 172.20.0.2 (c6d9e0e1-c069-4030-a73f-fb6a53ed53de/44cf6f23-ee41-4be2-afbc-ad46bbb27753/3c69aefc-e7e2-43ef-903f-0f27292b313f) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:22:33.646015 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-ae42de7c-eb0f-46ec-bda1-50e7b024aa1a admin admin] Allocated IP 172.25.2.9 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/190542ed-3fd3-41c2-bea5-c97d9424163e) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:22:33.718344 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-24f57c83-85b0-4756-a2d8-8db70efbc711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'name': 'tempest-TestSnapshotPattern-1566508501-router', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:28Z', 'updated_at': '2021-08-10T02:22:31Z', 'revision_number': 4, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'gw_port': {'id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:29Z', 'updated_at': '2021-08-10T02:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'd8260212-0a71-494c-87d6-51558163a906', 'name': '', 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'mac_address': 'fa:16:3e:4f:00:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'efb39c7d-ccd2-4558-95b3-c2f98abc25dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:30Z', 'updated_at': '2021-08-10T02:22:31Z', 'revision_number': 2, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'subnets': [{'id': 'efb39c7d-ccd2-4558-95b3-c2f98abc25dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:33.745363 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ae42de7c-eb0f-46ec-bda1-50e7b024aa1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:33.747512 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f57c83-85b0-4756-a2d8-8db70efbc711 None None] Checking router: 8e6fda42-1f91-4cd2-9070-eac64ddec9de for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:22:33.747911 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f57c83-85b0-4756-a2d8-8db70efbc711 None None] Updating router 8e6fda42-1f91-4cd2-9070-eac64ddec9de port d8260212-0a71-494c-87d6-51558163a906 binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:22:33.785257 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ae42de7c-eb0f-46ec-bda1-50e7b024aa1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:33.799977 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-24f57c83-85b0-4756-a2d8-8db70efbc711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:33.820070 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae42de7c-eb0f-46ec-bda1-50e7b024aa1a admin admin] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:22:33.827365 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-ae42de7c-eb0f-46ec-bda1-50e7b024aa1a admin admin] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:22:33.830948 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae42de7c-eb0f-46ec-bda1-50e7b024aa1a admin admin] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:22:33.836495 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42de7c-eb0f-46ec-bda1-50e7b024aa1a admin admin] Pushing event updated for resources: {'Port': ['ID=190542ed-3fd3-41c2-bea5-c97d9424163e,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:33.853961 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d09781ce-7673-4445-ae1c-76fd2057aea8 None None] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:33.869948 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d09781ce-7673-4445-ae1c-76fd2057aea8 None None] Transition to ACTIVE for port object 3c69aefc-e7e2-43ef-903f-0f27292b313f will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:22:33.936932 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d09781ce-7673-4445-ae1c-76fd2057aea8 None None] Transition to ACTIVE for port object 3c69aefc-e7e2-43ef-903f-0f27292b313f will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:22:33.950323 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d09781ce-7673-4445-ae1c-76fd2057aea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:34.033031 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09781ce-7673-4445-ae1c-76fd2057aea8 None None] Network c6d9e0e1-c069-4030-a73f-fb6a53ed53de is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:22:34.040308 n-d-766726-26 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-d09781ce-7673-4445-ae1c-76fd2057aea8 None None] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:22:34.043299 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09781ce-7673-4445-ae1c-76fd2057aea8 None None] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:22:34.054645 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09781ce-7673-4445-ae1c-76fd2057aea8 None None] Pushing event updated for resources: {'Port': ['ID=3c69aefc-e7e2-43ef-903f-0f27292b313f,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:34.136581 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d09781ce-7673-4445-ae1c-76fd2057aea8 None None] Attempting to bind port 3c69aefc-e7e2-43ef-903f-0f27292b313f on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:22:34.136871 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d09781ce-7673-4445-ae1c-76fd2057aea8 None None] Attempting to bind port 3c69aefc-e7e2-43ef-903f-0f27292b313f by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '698a51de-e015-4a8b-a9b2-9a9d13185b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c6d9e0e1-c069-4030-a73f-fb6a53ed53de'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:22:34.137243 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09781ce-7673-4445-ae1c-76fd2057aea8 None None] Attempting to bind port 3c69aefc-e7e2-43ef-903f-0f27292b313f on network c6d9e0e1-c069-4030-a73f-fb6a53ed53de {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:22:34.150357 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09781ce-7673-4445-ae1c-76fd2057aea8 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:22:34.150744 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09781ce-7673-4445-ae1c-76fd2057aea8 None None] Checking segment: {'id': '698a51de-e015-4a8b-a9b2-9a9d13185b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c6d9e0e1-c069-4030-a73f-fb6a53ed53de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:22:34.151160 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d09781ce-7673-4445-ae1c-76fd2057aea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:34.151563 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09781ce-7673-4445-ae1c-76fd2057aea8 None None] Bound using segment: {'id': '698a51de-e015-4a8b-a9b2-9a9d13185b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c6d9e0e1-c069-4030-a73f-fb6a53ed53de'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:22:34.152058 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d09781ce-7673-4445-ae1c-76fd2057aea8 None None] Bound port: 3c69aefc-e7e2-43ef-903f-0f27292b313f, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '698a51de-e015-4a8b-a9b2-9a9d13185b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c6d9e0e1-c069-4030-a73f-fb6a53ed53de'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:22:34.152485 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d09781ce-7673-4445-ae1c-76fd2057aea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:34.257122 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-24f57c83-85b0-4756-a2d8-8db70efbc711 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:34.277260 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-24f57c83-85b0-4756-a2d8-8db70efbc711 None None] Transition to ACTIVE for port object d8260212-0a71-494c-87d6-51558163a906 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:22:34.279482 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d09781ce-7673-4445-ae1c-76fd2057aea8 None None] For port 3c69aefc-e7e2-43ef-903f-0f27292b313f, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:22:34.283853 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d09781ce-7673-4445-ae1c-76fd2057aea8 None None] For port 3c69aefc-e7e2-43ef-903f-0f27292b313f, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=3c69aefc-e7e2-43ef-903f-0f27292b313f,segment=NetworkSegment(698a51de-e015-4a8b-a9b2-9a9d13185b95),segment_id=698a51de-e015-4a8b-a9b2-9a9d13185b95)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:22:34.286206 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-24f57c83-85b0-4756-a2d8-8db70efbc711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:34.292513 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d09781ce-7673-4445-ae1c-76fd2057aea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:34.357913 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599fcf0b-5633-429e-814f-74bab36b1170 None None] Pushing event updated for resources: {'Port': ['ID=d8260212-0a71-494c-87d6-51558163a906,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:34.408139 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ae42de7c-eb0f-46ec-bda1-50e7b024aa1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:34.622682 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7982d115-a9c9-4765-b0f3-7e25410bd169 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:22:34.683080 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ae42de7c-eb0f-46ec-bda1-50e7b024aa1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8231273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8229090'] for router, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:34.690175 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-24f57c83-85b0-4756-a2d8-8db70efbc711 None None] Attempting to bind port d8260212-0a71-494c-87d6-51558163a906 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:22:34.690175 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-24f57c83-85b0-4756-a2d8-8db70efbc711 None None] Attempting to bind port d8260212-0a71-494c-87d6-51558163a906 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '8c30aac5-9016-4eaa-8ac3-b0ec274cfccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:22:34.690175 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f57c83-85b0-4756-a2d8-8db70efbc711 None None] Attempting to bind port d8260212-0a71-494c-87d6-51558163a906 on network 167639d1-9116-4021-a900-9082b1e08e4e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:22:34.709575 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09781ce-7673-4445-ae1c-76fd2057aea8 None None] Pushing event updated for resources: {'Port': ['ID=3c69aefc-e7e2-43ef-903f-0f27292b313f,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:34.725349 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f57c83-85b0-4756-a2d8-8db70efbc711 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:22:34.725795 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f57c83-85b0-4756-a2d8-8db70efbc711 None None] Checking segment: {'id': '8c30aac5-9016-4eaa-8ac3-b0ec274cfccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:22:34.726150 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-24f57c83-85b0-4756-a2d8-8db70efbc711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:34.726554 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f57c83-85b0-4756-a2d8-8db70efbc711 None None] Bound using segment: {'id': '8c30aac5-9016-4eaa-8ac3-b0ec274cfccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:22:34.727045 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-24f57c83-85b0-4756-a2d8-8db70efbc711 None None] Bound port: d8260212-0a71-494c-87d6-51558163a906, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c30aac5-9016-4eaa-8ac3-b0ec274cfccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:22:34.727524 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-24f57c83-85b0-4756-a2d8-8db70efbc711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:34.771338 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 7982d115-a9c9-4765-b0f3-7e25410bd169 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:22:34.771719 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:34.821131 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae42de7c-eb0f-46ec-bda1-50e7b024aa1a admin admin] Router cf533285-7dbe-427b-8743-5d0d00d18aeb is scheduled to L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca with binding_index 1 {{(pid=105826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:22:34.829656 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-24f57c83-85b0-4756-a2d8-8db70efbc711 None None] For port d8260212-0a71-494c-87d6-51558163a906, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:22:34.833425 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-24f57c83-85b0-4756-a2d8-8db70efbc711 None None] For port d8260212-0a71-494c-87d6-51558163a906, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=d8260212-0a71-494c-87d6-51558163a906,segment=NetworkSegment(8c30aac5-9016-4eaa-8ac3-b0ec274cfccc),segment_id=8c30aac5-9016-4eaa-8ac3-b0ec274cfccc)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:22:34.838312 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-24f57c83-85b0-4756-a2d8-8db70efbc711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:34.930939 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae42de7c-eb0f-46ec-bda1-50e7b024aa1a admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:22:34.933762 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f57c83-85b0-4756-a2d8-8db70efbc711 None None] Routers {'8e6fda42-1f91-4cd2-9070-eac64ddec9de'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:22:34.934420 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-24f57c83-85b0-4756-a2d8-8db70efbc711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:22:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['8e6fda42-1f91-4cd2-9070-eac64ddec9de'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:34.936305 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599fcf0b-5633-429e-814f-74bab36b1170 None None] Pushing event updated for resources: {'Port': ['ID=d8260212-0a71-494c-87d6-51558163a906,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:34.947268 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-ae42de7c-eb0f-46ec-bda1-50e7b024aa1a admin admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:34.952479 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41534) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:34.956413 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2e713d-00aa-4296-aa52-89052cedcc1f None None] Sync routers for ids ['cf533285-7dbe-427b-8743-5d0d00d18aeb'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:22:34.964798 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-ae42de7c-eb0f-46ec-bda1-50e7b024aa1a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8660712 Aug 10 02:22:34.970192 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2e713d-00aa-4296-aa52-89052cedcc1f None None] Routers {'cf533285-7dbe-427b-8743-5d0d00d18aeb'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:22:34.973386 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-0e2e713d-00aa-4296-aa52-89052cedcc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:22:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['cf533285-7dbe-427b-8743-5d0d00d18aeb'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:35.053136 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-24f57c83-85b0-4756-a2d8-8db70efbc711 None None] Set router 8e6fda42-1f91-4cd2-9070-eac64ddec9de gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:22:35.089911 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-0e2e713d-00aa-4296-aa52-89052cedcc1f None None] Set router cf533285-7dbe-427b-8743-5d0d00d18aeb gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:22:35.301093 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-0e2e713d-00aa-4296-aa52-89052cedcc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf533285-7dbe-427b-8743-5d0d00d18aeb', 'name': 'tempest-TestSnapshotPattern-806003846-router', 'tenant_id': '0b5fc7ca7d4b47ae822142b6664e08f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '190542ed-3fd3-41c2-bea5-c97d9424163e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:33Z', 'updated_at': '2021-08-10T02:22:33Z', 'revision_number': 3, 'project_id': '0b5fc7ca7d4b47ae822142b6664e08f7', 'gw_port': {'id': '190542ed-3fd3-41c2-bea5-c97d9424163e', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf533285-7dbe-427b-8743-5d0d00d18aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:33Z', 'updated_at': '2021-08-10T02:22:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:35.311956 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-24f57c83-85b0-4756-a2d8-8db70efbc711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'name': 'tempest-TestSnapshotPattern-1566508501-router', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:28Z', 'updated_at': '2021-08-10T02:22:31Z', 'revision_number': 4, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'gw_port': {'id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:29Z', 'updated_at': '2021-08-10T02:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'd8260212-0a71-494c-87d6-51558163a906', 'name': '', 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'mac_address': 'fa:16:3e:4f:00:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'efb39c7d-ccd2-4558-95b3-c2f98abc25dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:30Z', 'updated_at': '2021-08-10T02:22:34Z', 'revision_number': 4, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'subnets': [{'id': 'efb39c7d-ccd2-4558-95b3-c2f98abc25dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:35.336299 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2e713d-00aa-4296-aa52-89052cedcc1f None None] Checking router: cf533285-7dbe-427b-8743-5d0d00d18aeb for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:22:35.336651 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2e713d-00aa-4296-aa52-89052cedcc1f None None] Updating router cf533285-7dbe-427b-8743-5d0d00d18aeb port 190542ed-3fd3-41c2-bea5-c97d9424163e binding host n-d-766726-26 {{(pid=105829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:22:35.340019 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f57c83-85b0-4756-a2d8-8db70efbc711 None None] The sync data for ids ['8e6fda42-1f91-4cd2-9070-eac64ddec9de'] in n-d-766726-26 is: [{'id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'name': 'tempest-TestSnapshotPattern-1566508501-router', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:28Z', 'updated_at': '2021-08-10T02:22:31Z', 'revision_number': 4, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'gw_port': {'id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:29Z', 'updated_at': '2021-08-10T02:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'd8260212-0a71-494c-87d6-51558163a906', 'name': '', 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'mac_address': 'fa:16:3e:4f:00:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'efb39c7d-ccd2-4558-95b3-c2f98abc25dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:30Z', 'updated_at': '2021-08-10T02:22:34Z', 'revision_number': 4, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'subnets': [{'id': 'efb39c7d-ccd2-4558-95b3-c2f98abc25dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:22:35.368888 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0e2e713d-00aa-4296-aa52-89052cedcc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:35.612468 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58277807-2345-4a7f-8cf4-27d304b05651 None None] Network c6d9e0e1-c069-4030-a73f-fb6a53ed53de requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:22:35.683288 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-2e70ab78-3045-4ba5-a6c8-a1ff1656a3a2 None None] Provisioning for port 3c69aefc-e7e2-43ef-903f-0f27292b313f completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:22:35.713877 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0e2e713d-00aa-4296-aa52-89052cedcc1f None None] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:35.727531 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-0e2e713d-00aa-4296-aa52-89052cedcc1f None None] Transition to ACTIVE for port object 190542ed-3fd3-41c2-bea5-c97d9424163e will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:22:35.733430 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-77bca7d6-bd43-4a6a-ac82-fb2b4eff48f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:35.735684 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0e2e713d-00aa-4296-aa52-89052cedcc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:35.796340 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a6693-d83b-4ee4-aadb-33275d3854cc None None] Pushing event updated for resources: {'Port': ['ID=190542ed-3fd3-41c2-bea5-c97d9424163e,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:35.798877 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-0e2e713d-00aa-4296-aa52-89052cedcc1f None None] Attempting to bind port 190542ed-3fd3-41c2-bea5-c97d9424163e on host n-d-766726-26 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:22:35.799376 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-0e2e713d-00aa-4296-aa52-89052cedcc1f None None] Attempting to bind port 190542ed-3fd3-41c2-bea5-c97d9424163e by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:22:35.799844 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2e713d-00aa-4296-aa52-89052cedcc1f None None] Attempting to bind port 190542ed-3fd3-41c2-bea5-c97d9424163e on network beabd0db-a6e0-4ff1-a3e9-6522348fc998 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:22:35.806107 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2e713d-00aa-4296-aa52-89052cedcc1f None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:22:35.806612 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2e713d-00aa-4296-aa52-89052cedcc1f None None] Checking segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:22:35.807126 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0e2e713d-00aa-4296-aa52-89052cedcc1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:35.807618 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2e713d-00aa-4296-aa52-89052cedcc1f None None] Bound using segment: {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:22:35.808225 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [None req-0e2e713d-00aa-4296-aa52-89052cedcc1f None None] Bound port: 190542ed-3fd3-41c2-bea5-c97d9424163e, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011f2f9-496b-466d-aaa6-3055e48bee4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:22:35.808700 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0e2e713d-00aa-4296-aa52-89052cedcc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:35.891285 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-0e2e713d-00aa-4296-aa52-89052cedcc1f None None] For port 190542ed-3fd3-41c2-bea5-c97d9424163e, host n-d-766726-26, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:22:35.897492 n-d-766726-26 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-0e2e713d-00aa-4296-aa52-89052cedcc1f None None] For port 190542ed-3fd3-41c2-bea5-c97d9424163e, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=190542ed-3fd3-41c2-bea5-c97d9424163e,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:22:35.905432 n-d-766726-26 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0e2e713d-00aa-4296-aa52-89052cedcc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:35.963768 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [None req-77bca7d6-bd43-4a6a-ac82-fb2b4eff48f8 admin admin] Allocated IP 172.20.0.1 (c6d9e0e1-c069-4030-a73f-fb6a53ed53de/44cf6f23-ee41-4be2-afbc-ad46bbb27753/ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:22:35.979155 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2e713d-00aa-4296-aa52-89052cedcc1f None None] Routers {'cf533285-7dbe-427b-8743-5d0d00d18aeb'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:22:35.979764 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-0e2e713d-00aa-4296-aa52-89052cedcc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:22:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['cf533285-7dbe-427b-8743-5d0d00d18aeb'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:35.981744 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a6693-d83b-4ee4-aadb-33275d3854cc None None] Pushing event updated for resources: {'Port': ['ID=190542ed-3fd3-41c2-bea5-c97d9424163e,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:36.094914 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-77bca7d6-bd43-4a6a-ac82-fb2b4eff48f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:36.108995 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [None req-77bca7d6-bd43-4a6a-ac82-fb2b4eff48f8 admin admin] Transition to ACTIVE for port object ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:22:36.116567 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-0e2e713d-00aa-4296-aa52-89052cedcc1f None None] Set router cf533285-7dbe-427b-8743-5d0d00d18aeb gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:22:36.152298 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-77bca7d6-bd43-4a6a-ac82-fb2b4eff48f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:36.193914 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bca7d6-bd43-4a6a-ac82-fb2b4eff48f8 admin admin] Network c6d9e0e1-c069-4030-a73f-fb6a53ed53de is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:22:36.201575 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-77bca7d6-bd43-4a6a-ac82-fb2b4eff48f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:22:36.204053 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bca7d6-bd43-4a6a-ac82-fb2b4eff48f8 admin admin] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:22:36.240091 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bca7d6-bd43-4a6a-ac82-fb2b4eff48f8 admin admin] Pushing event updated for resources: {'Port': ['ID=ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:36.256365 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-77bca7d6-bd43-4a6a-ac82-fb2b4eff48f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8229393'] for router_interface, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:36.327788 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-0e2e713d-00aa-4296-aa52-89052cedcc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf533285-7dbe-427b-8743-5d0d00d18aeb', 'name': 'tempest-TestSnapshotPattern-806003846-router', 'tenant_id': '0b5fc7ca7d4b47ae822142b6664e08f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '190542ed-3fd3-41c2-bea5-c97d9424163e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:33Z', 'updated_at': '2021-08-10T02:22:33Z', 'revision_number': 3, 'project_id': '0b5fc7ca7d4b47ae822142b6664e08f7', 'gw_port': {'id': '190542ed-3fd3-41c2-bea5-c97d9424163e', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf533285-7dbe-427b-8743-5d0d00d18aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:33Z', 'updated_at': '2021-08-10T02:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:36.359808 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2e713d-00aa-4296-aa52-89052cedcc1f None None] The sync data for ids ['cf533285-7dbe-427b-8743-5d0d00d18aeb'] in n-d-766726-26 is: [{'id': 'cf533285-7dbe-427b-8743-5d0d00d18aeb', 'name': 'tempest-TestSnapshotPattern-806003846-router', 'tenant_id': '0b5fc7ca7d4b47ae822142b6664e08f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '190542ed-3fd3-41c2-bea5-c97d9424163e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:33Z', 'updated_at': '2021-08-10T02:22:33Z', 'revision_number': 3, 'project_id': '0b5fc7ca7d4b47ae822142b6664e08f7', 'gw_port': {'id': '190542ed-3fd3-41c2-bea5-c97d9424163e', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf533285-7dbe-427b-8743-5d0d00d18aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:33Z', 'updated_at': '2021-08-10T02:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:22:36.439871 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-77bca7d6-bd43-4a6a-ac82-fb2b4eff48f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:36.461330 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c9ee541c-463b-4584-acd5-4b37b86a7c60 None None] Provisioning for port ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:22:36.471905 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c9ee541c-463b-4584-acd5-4b37b86a7c60 None None] Provisioning complete for port ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:22:36.474156 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c9ee541c-463b-4584-acd5-4b37b86a7c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:36.548322 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c9ee541c-463b-4584-acd5-4b37b86a7c60 None None] Port ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:22:36.648363 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3c69aefc-e7e2-43ef-903f-0f27292b313f up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:22:36.668068 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-77bca7d6-bd43-4a6a-ac82-fb2b4eff48f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:36.677061 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-77bca7d6-bd43-4a6a-ac82-fb2b4eff48f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:36.739235 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 3c69aefc-e7e2-43ef-903f-0f27292b313f completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:22:36.746826 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 3c69aefc-e7e2-43ef-903f-0f27292b313f triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:22:36.747209 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:36.786048 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-77bca7d6-bd43-4a6a-ac82-fb2b4eff48f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7895604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8229541'] for router_interface, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:36.788065 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bca7d6-bd43-4a6a-ac82-fb2b4eff48f8 admin admin] Pushing event updated for resources: {'Port': ['ID=ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:36.855429 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:36.899060 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 3c69aefc-e7e2-43ef-903f-0f27292b313f, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=3c69aefc-e7e2-43ef-903f-0f27292b313f,segment=NetworkSegment(698a51de-e015-4a8b-a9b2-9a9d13185b95),segment_id=698a51de-e015-4a8b-a9b2-9a9d13185b95)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:22:36.909674 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:36.910674 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device d8260212-0a71-494c-87d6-51558163a906 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:22:36.918749 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bca7d6-bd43-4a6a-ac82-fb2b4eff48f8 admin admin] Network c6d9e0e1-c069-4030-a73f-fb6a53ed53de is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:22:36.920940 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [None req-77bca7d6-bd43-4a6a-ac82-fb2b4eff48f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:22:37.003022 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=3c69aefc-e7e2-43ef-903f-0f27292b313f,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:37.022676 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port d8260212-0a71-494c-87d6-51558163a906 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:22:37.027165 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port d8260212-0a71-494c-87d6-51558163a906 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:22:37.027662 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:37.073033 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77bca7d6-bd43-4a6a-ac82-fb2b4eff48f8 admin admin] Router cf533285-7dbe-427b-8743-5d0d00d18aeb has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:22:37.125291 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:37.172019 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port d8260212-0a71-494c-87d6-51558163a906, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=d8260212-0a71-494c-87d6-51558163a906,segment=NetworkSegment(8c30aac5-9016-4eaa-8ac3-b0ec274cfccc),segment_id=8c30aac5-9016-4eaa-8ac3-b0ec274cfccc)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:22:37.184661 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:37.186780 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-23a988eb-8bcb-4a12-859e-751bec3c950e None None] Provisioning complete for port ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:22:37.187161 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-23a988eb-8bcb-4a12-859e-751bec3c950e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:37.208769 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bca7d6-bd43-4a6a-ac82-fb2b4eff48f8 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:22:37.218469 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-77bca7d6-bd43-4a6a-ac82-fb2b4eff48f8 admin admin] 10.222.0.35 "PUT /v2.0/routers/cf533285-7dbe-427b-8743-5d0d00d18aeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2648010 Aug 10 02:22:37.260497 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-23a988eb-8bcb-4a12-859e-751bec3c950e None None] Port ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:22:37.267021 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=d8260212-0a71-494c-87d6-51558163a906,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:37.893840 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41544) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:37.898519 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-0a298f0e-1c65-4026-a2ee-4bc20d995a4e tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2082310747', 'description': 'tempest-secgroup-smoke-2082310747 description', 'project_id': '84bc064369654fa7b58b658ee153cbd1'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:37.919567 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0a298f0e-1c65-4026-a2ee-4bc20d995a4e tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks [] for security_group, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:38.000547 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0a298f0e-1c65-4026-a2ee-4bc20d995a4e tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks [] for security_group, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:38.004290 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0a298f0e-1c65-4026-a2ee-4bc20d995a4e tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:38.032267 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0a298f0e-1c65-4026-a2ee-4bc20d995a4e tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:38.033489 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0a298f0e-1c65-4026-a2ee-4bc20d995a4e tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1386445 Aug 10 02:22:38.035345 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a298f0e-1c65-4026-a2ee-4bc20d995a4e tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a84f5cae-797b-4b69-86e5-31f98264f5e2,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:38.036559 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41546) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:38.041451 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-83be0107-3586-415b-84cf-a9fe5862b900 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Request body: {'security_group_rule': {'security_group_id': 'a84f5cae-797b-4b69-86e5-31f98264f5e2', 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:38.069115 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-83be0107-3586-415b-84cf-a9fe5862b900 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:38.124983 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-83be0107-3586-415b-84cf-a9fe5862b900 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:38.128563 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-83be0107-3586-415b-84cf-a9fe5862b900 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:38.145958 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be0107-3586-415b-84cf-a9fe5862b900 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d07c8de9-03eb-4ae0-a70a-0e4acb8a6d62,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:38.151598 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-83be0107-3586-415b-84cf-a9fe5862b900 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:38.152816 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-83be0107-3586-415b-84cf-a9fe5862b900 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1151757 Aug 10 02:22:38.155727 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41548) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:38.160423 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-88a5ee7c-e0b6-42f5-a9a2-b93f0370d15b tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Request body: {'security_group_rule': {'security_group_id': 'a84f5cae-797b-4b69-86e5-31f98264f5e2', 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:38.190178 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee7c-e0b6-42f5-a9a2-b93f0370d15b tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:38.252721 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee7c-e0b6-42f5-a9a2-b93f0370d15b tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:38.257209 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee7c-e0b6-42f5-a9a2-b93f0370d15b tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:38.277009 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a5ee7c-e0b6-42f5-a9a2-b93f0370d15b tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3497171-c8d2-4167-8b19-c7a3b20620ad,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:38.285213 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee7c-e0b6-42f5-a9a2-b93f0370d15b tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:38.286505 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-88a5ee7c-e0b6-42f5-a9a2-b93f0370d15b tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1297255 Aug 10 02:22:38.289080 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41550) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:38.293686 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-d27df4b8-63eb-4460-acf5-6b2ddcdb3980 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Request body: {'security_group_rule': {'security_group_id': 'a84f5cae-797b-4b69-86e5-31f98264f5e2', 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:38.322677 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d27df4b8-63eb-4460-acf5-6b2ddcdb3980 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:38.383060 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d27df4b8-63eb-4460-acf5-6b2ddcdb3980 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:38.388294 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d27df4b8-63eb-4460-acf5-6b2ddcdb3980 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:38.408278 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27df4b8-63eb-4460-acf5-6b2ddcdb3980 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4d7c2af-6ba4-4da3-9a02-32d4043b693b,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:38.410549 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-d27df4b8-63eb-4460-acf5-6b2ddcdb3980 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:38.411766 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-d27df4b8-63eb-4460-acf5-6b2ddcdb3980 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217511 Aug 10 02:22:38.414611 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 41552) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:38.419002 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [None req-650e8d2c-8696-4d8e-80e2-621815162558 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Request body: {'security_group_rule': {'security_group_id': 'a84f5cae-797b-4b69-86e5-31f98264f5e2', 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:38.452291 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-650e8d2c-8696-4d8e-80e2-621815162558 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:38.476681 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70217a73-705f-4c0a-a216-c80354c3df85 None None] Sync routers for ids ['cf533285-7dbe-427b-8743-5d0d00d18aeb'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:22:38.488922 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70217a73-705f-4c0a-a216-c80354c3df85 None None] Routers {'cf533285-7dbe-427b-8743-5d0d00d18aeb'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:22:38.489662 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-70217a73-705f-4c0a-a216-c80354c3df85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:22:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['cf533285-7dbe-427b-8743-5d0d00d18aeb'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:38.535543 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-650e8d2c-8696-4d8e-80e2-621815162558 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:38.541507 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-650e8d2c-8696-4d8e-80e2-621815162558 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:38.564019 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e8d2c-8696-4d8e-80e2-621815162558 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94fd286-f57b-46c3-a0b4-6c9e80f83741,revision_number=0']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:38.567879 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-650e8d2c-8696-4d8e-80e2-621815162558 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:38.571887 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41554) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:38.572031 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-650e8d2c-8696-4d8e-80e2-621815162558 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1563635 Aug 10 02:22:38.577107 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-cc0fc140-8a66-4f8a-a398-dd3158868996 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Request body: {'security_group_rule': {'security_group_id': 'a84f5cae-797b-4b69-86e5-31f98264f5e2', 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:38.595731 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 190542ed-3fd3-41c2-bea5-c97d9424163e up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:22:38.611231 n-d-766726-26 neutron-server[105826]: INFO neutron.db.securitygroups_db [None req-cc0fc140-8a66-4f8a-a398-dd3158868996 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Project 84bc064369654fa7b58b658ee153cbd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:22:38.616790 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cc0fc140-8a66-4f8a-a398-dd3158868996 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:38.647334 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-70217a73-705f-4c0a-a216-c80354c3df85 None None] Set router cf533285-7dbe-427b-8743-5d0d00d18aeb gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:22:38.684952 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cc0fc140-8a66-4f8a-a398-dd3158868996 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:38.689431 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cc0fc140-8a66-4f8a-a398-dd3158868996 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:38.699456 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port 190542ed-3fd3-41c2-bea5-c97d9424163e completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:22:38.707744 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0fc140-8a66-4f8a-a398-dd3158868996 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f632ce14-6cf9-413d-b066-37a648e568f8,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:38.713739 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cc0fc140-8a66-4f8a-a398-dd3158868996 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:38.715103 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-cc0fc140-8a66-4f8a-a398-dd3158868996 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1418066 Aug 10 02:22:38.718333 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41556) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:38.722797 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-0b4f779a-be44-4586-a165-a4e04b2ced61 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Request body: {'security_group_rule': {'security_group_id': 'a84f5cae-797b-4b69-86e5-31f98264f5e2', 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:38.729637 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 190542ed-3fd3-41c2-bea5-c97d9424163e triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:22:38.730007 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:38.746202 n-d-766726-26 neutron-server[105826]: INFO neutron.db.securitygroups_db [None req-0b4f779a-be44-4586-a165-a4e04b2ced61 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Project 84bc064369654fa7b58b658ee153cbd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:22:38.751475 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0b4f779a-be44-4586-a165-a4e04b2ced61 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:38.813720 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0b4f779a-be44-4586-a165-a4e04b2ced61 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:38.818024 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0b4f779a-be44-4586-a165-a4e04b2ced61 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8099906'] for security_group_rule, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:38.836998 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f779a-be44-4586-a165-a4e04b2ced61 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e970dc75-a5ff-4019-af2a-9da56cf1a79c,revision_number=0']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:38.844856 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-0b4f779a-be44-4586-a165-a4e04b2ced61 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:38.846081 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-0b4f779a-be44-4586-a165-a4e04b2ced61 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1268804 Aug 10 02:22:38.894061 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:38.918607 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port 190542ed-3fd3-41c2-bea5-c97d9424163e, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=190542ed-3fd3-41c2-bea5-c97d9424163e,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:22:38.924537 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:38.925312 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3c69aefc-e7e2-43ef-903f-0f27292b313f up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:22:38.983045 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-331a7e7c-3ff3-4307-b982-6b76bb7c2d31 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2082310747&fields=id&tenant_id=84bc064369654fa7b58b658ee153cbd1 HTTP/1.1" status: 200 len: 267 time: 0.0325980 Aug 10 02:22:39.005784 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-70217a73-705f-4c0a-a216-c80354c3df85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf533285-7dbe-427b-8743-5d0d00d18aeb', 'name': 'tempest-TestSnapshotPattern-806003846-router', 'tenant_id': '0b5fc7ca7d4b47ae822142b6664e08f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '190542ed-3fd3-41c2-bea5-c97d9424163e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:33Z', 'updated_at': '2021-08-10T02:22:36Z', 'revision_number': 4, 'project_id': '0b5fc7ca7d4b47ae822142b6664e08f7', 'gw_port': {'id': '190542ed-3fd3-41c2-bea5-c97d9424163e', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf533285-7dbe-427b-8743-5d0d00d18aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:33Z', 'updated_at': '2021-08-10T02:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51', 'name': '', 'network_id': 'c6d9e0e1-c069-4030-a73f-fb6a53ed53de', 'tenant_id': '0b5fc7ca7d4b47ae822142b6664e08f7', 'mac_address': 'fa:16:3e:af:48:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf533285-7dbe-427b-8743-5d0d00d18aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '44cf6f23-ee41-4be2-afbc-ad46bbb27753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:35Z', 'updated_at': '2021-08-10T02:22:36Z', 'revision_number': 2, 'project_id': '0b5fc7ca7d4b47ae822142b6664e08f7', 'subnets': [{'id': '44cf6f23-ee41-4be2-afbc-ad46bbb27753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:39.034197 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=190542ed-3fd3-41c2-bea5-c97d9424163e,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:39.038719 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70217a73-705f-4c0a-a216-c80354c3df85 None None] Checking router: cf533285-7dbe-427b-8743-5d0d00d18aeb for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:22:39.039076 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70217a73-705f-4c0a-a216-c80354c3df85 None None] Updating router cf533285-7dbe-427b-8743-5d0d00d18aeb port ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51 binding host n-d-766726-26 {{(pid=105828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:22:39.068375 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-70217a73-705f-4c0a-a216-c80354c3df85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:39.071318 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 3c69aefc-e7e2-43ef-903f-0f27292b313f triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:22:39.071679 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:39.092639 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-aa596eb3-5135-41d1-8e94-699bf15f51b9 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:39.094045 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-aa596eb3-5135-41d1-8e94-699bf15f51b9 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/networks?id=167639d1-9116-4021-a900-9082b1e08e4e HTTP/1.1" status: 200 len: 810 time: 0.1030254 Aug 10 02:22:39.110206 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-12c699b3-3ba8-4417-ab5f-17fd923deef3 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/quotas/84bc064369654fa7b58b658ee153cbd1 HTTP/1.1" status: 200 len: 375 time: 0.0091298 Aug 10 02:22:39.161912 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-dffab8cc-565c-4f08-8a93-b8884827dbd1 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=84bc064369654fa7b58b658ee153cbd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456715 Aug 10 02:22:39.177376 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-cf694909-77b8-41f5-a4d0-3c734f0d1a5e service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:22:39.178337 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-cf694909-77b8-41f5-a4d0-3c734f0d1a5e service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052357 Aug 10 02:22:39.253927 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device d8260212-0a71-494c-87d6-51558163a906 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:22:39.266021 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-29f9a006-2046-46c1-a6b0-5597c22e8c08 service neutron] 10.222.0.35 "GET /v2.0/networks/167639d1-9116-4021-a900-9082b1e08e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818870 Aug 10 02:22:39.358192 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-0562d7a5-0cf5-44be-b81a-26d932b638bf service neutron] 10.222.0.35 "GET /v2.0/networks/167639d1-9116-4021-a900-9082b1e08e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858574 Aug 10 02:22:39.360646 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port d8260212-0a71-494c-87d6-51558163a906 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:22:39.361017 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:39.451648 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-70217a73-705f-4c0a-a216-c80354c3df85 None None] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:39.490529 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-70217a73-705f-4c0a-a216-c80354c3df85 None None] Transition to ACTIVE for port object ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:22:39.502784 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-70217a73-705f-4c0a-a216-c80354c3df85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:39.552439 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-cfcfb5e1-02be-403f-a151-09371c9935bd req-c6ff9a29-7f78-4f3a-9c99-2d2735a19874 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?device_id=613d44e7-2cd0-4871-9a6d-9814c56e8f94 HTTP/1.1" status: 200 len: 210 time: 0.0384521 Aug 10 02:22:39.556832 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962ae7d-9859-4a8f-9930-113921617cdd None None] Pushing event updated for resources: {'Port': ['ID=ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:39.616458 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-70217a73-705f-4c0a-a216-c80354c3df85 None None] Attempting to bind port ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51 on host n-d-766726-26 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:22:39.616777 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-70217a73-705f-4c0a-a216-c80354c3df85 None None] Attempting to bind port ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51 by drivers openvswitch,hyperv on host n-d-766726-26 at level 0 using segments [{'id': '698a51de-e015-4a8b-a9b2-9a9d13185b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c6d9e0e1-c069-4030-a73f-fb6a53ed53de'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:22:39.617152 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70217a73-705f-4c0a-a216-c80354c3df85 None None] Attempting to bind port ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51 on network c6d9e0e1-c069-4030-a73f-fb6a53ed53de {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:22:39.622689 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70217a73-705f-4c0a-a216-c80354c3df85 None None] Checking agent: {'id': '2ca77137-b373-4c64-bbfb-8b1e284a8f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 41, 44), 'started_at': datetime.datetime(2021, 8, 10, 0, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:22:39.623634 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70217a73-705f-4c0a-a216-c80354c3df85 None None] Checking segment: {'id': '698a51de-e015-4a8b-a9b2-9a9d13185b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c6d9e0e1-c069-4030-a73f-fb6a53ed53de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:22:39.624062 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-70217a73-705f-4c0a-a216-c80354c3df85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:39.624508 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70217a73-705f-4c0a-a216-c80354c3df85 None None] Bound using segment: {'id': '698a51de-e015-4a8b-a9b2-9a9d13185b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c6d9e0e1-c069-4030-a73f-fb6a53ed53de'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:22:39.624994 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-70217a73-705f-4c0a-a216-c80354c3df85 None None] Bound port: ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51, host: n-d-766726-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '698a51de-e015-4a8b-a9b2-9a9d13185b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c6d9e0e1-c069-4030-a73f-fb6a53ed53de'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:22:39.625384 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-70217a73-705f-4c0a-a216-c80354c3df85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:39.697082 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-70217a73-705f-4c0a-a216-c80354c3df85 None None] For port ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51, host n-d-766726-26, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:22:39.701629 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-70217a73-705f-4c0a-a216-c80354c3df85 None None] For port ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51, host n-d-766726-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51,segment=NetworkSegment(698a51de-e015-4a8b-a9b2-9a9d13185b95),segment_id=698a51de-e015-4a8b-a9b2-9a9d13185b95)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:22:39.706139 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-70217a73-705f-4c0a-a216-c80354c3df85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:39.769881 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962ae7d-9859-4a8f-9930-113921617cdd None None] Pushing event updated for resources: {'Port': ['ID=ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:39.772732 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70217a73-705f-4c0a-a216-c80354c3df85 None None] Routers {'cf533285-7dbe-427b-8743-5d0d00d18aeb'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:22:39.773348 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-70217a73-705f-4c0a-a216-c80354c3df85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:22:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['cf533285-7dbe-427b-8743-5d0d00d18aeb'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:40.062689 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-70217a73-705f-4c0a-a216-c80354c3df85 None None] Set router cf533285-7dbe-427b-8743-5d0d00d18aeb gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:22:40.267807 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-70217a73-705f-4c0a-a216-c80354c3df85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf533285-7dbe-427b-8743-5d0d00d18aeb', 'name': 'tempest-TestSnapshotPattern-806003846-router', 'tenant_id': '0b5fc7ca7d4b47ae822142b6664e08f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '190542ed-3fd3-41c2-bea5-c97d9424163e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:33Z', 'updated_at': '2021-08-10T02:22:36Z', 'revision_number': 4, 'project_id': '0b5fc7ca7d4b47ae822142b6664e08f7', 'gw_port': {'id': '190542ed-3fd3-41c2-bea5-c97d9424163e', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf533285-7dbe-427b-8743-5d0d00d18aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:33Z', 'updated_at': '2021-08-10T02:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51', 'name': '', 'network_id': 'c6d9e0e1-c069-4030-a73f-fb6a53ed53de', 'tenant_id': '0b5fc7ca7d4b47ae822142b6664e08f7', 'mac_address': 'fa:16:3e:af:48:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf533285-7dbe-427b-8743-5d0d00d18aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '44cf6f23-ee41-4be2-afbc-ad46bbb27753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:35Z', 'updated_at': '2021-08-10T02:22:39Z', 'revision_number': 4, 'project_id': '0b5fc7ca7d4b47ae822142b6664e08f7', 'subnets': [{'id': '44cf6f23-ee41-4be2-afbc-ad46bbb27753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:40.292798 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70217a73-705f-4c0a-a216-c80354c3df85 None None] The sync data for ids ['cf533285-7dbe-427b-8743-5d0d00d18aeb'] in n-d-766726-26 is: [{'id': 'cf533285-7dbe-427b-8743-5d0d00d18aeb', 'name': 'tempest-TestSnapshotPattern-806003846-router', 'tenant_id': '0b5fc7ca7d4b47ae822142b6664e08f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '190542ed-3fd3-41c2-bea5-c97d9424163e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:33Z', 'updated_at': '2021-08-10T02:22:36Z', 'revision_number': 4, 'project_id': '0b5fc7ca7d4b47ae822142b6664e08f7', 'gw_port': {'id': '190542ed-3fd3-41c2-bea5-c97d9424163e', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf533285-7dbe-427b-8743-5d0d00d18aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:33Z', 'updated_at': '2021-08-10T02:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51', 'name': '', 'network_id': 'c6d9e0e1-c069-4030-a73f-fb6a53ed53de', 'tenant_id': '0b5fc7ca7d4b47ae822142b6664e08f7', 'mac_address': 'fa:16:3e:af:48:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf533285-7dbe-427b-8743-5d0d00d18aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '44cf6f23-ee41-4be2-afbc-ad46bbb27753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:35Z', 'updated_at': '2021-08-10T02:22:39Z', 'revision_number': 4, 'project_id': '0b5fc7ca7d4b47ae822142b6664e08f7', 'subnets': [{'id': '44cf6f23-ee41-4be2-afbc-ad46bbb27753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:22:40.543238 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-47f272a4-43ed-4392-98dc-a4439104335a tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:40.544961 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-47f272a4-43ed-4392-98dc-a4439104335a tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.24 "GET /v2.0/networks?id=167639d1-9116-4021-a900-9082b1e08e4e HTTP/1.1" status: 200 len: 810 time: 0.1318536 Aug 10 02:22:40.620098 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-5cad53a7-0491-40df-9e45-c38cebed89ee tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84bc064369654fa7b58b658ee153cbd1 HTTP/1.1" status: 200 len: 380 time: 0.0625834 Aug 10 02:22:40.623739 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 190542ed-3fd3-41c2-bea5-c97d9424163e up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:22:40.630830 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-0ee4724e-111d-475a-8dce-ff3e089b8c5f tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Request body: {'port': {'device_id': '613d44e7-2cd0-4871-9a6d-9814c56e8f94', 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e', 'admin_state_up': True, 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'security_groups': ['a84f5cae-797b-4b69-86e5-31f98264f5e2']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:40.662560 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5311dd8c-f35d-4356-8255-dcfad07d5b0b req-c2a669de-ca58-4fef-978a-5663346186f8 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?device_id=613d44e7-2cd0-4871-9a6d-9814c56e8f94 HTTP/1.1" status: 200 len: 210 time: 0.0340359 Aug 10 02:22:40.692843 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port 190542ed-3fd3-41c2-bea5-c97d9424163e triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:22:40.693313 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:40.760606 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-0ee4724e-111d-475a-8dce-ff3e089b8c5f tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Made reservation on behalf of 84bc064369654fa7b58b658ee153cbd1 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:22:40.764560 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-0ee4724e-111d-475a-8dce-ff3e089b8c5f tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:40.782838 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:22:40.834945 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning for port ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:22:40.840855 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:22:40.841074 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:40.906487 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-0ee4724e-111d-475a-8dce-ff3e089b8c5f tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Allocated IP 172.20.0.7 (167639d1-9116-4021-a900-9082b1e08e4e/efb39c7d-ccd2-4558-95b3-c2f98abc25dc/e2a4df57-78cd-416d-9733-1eb84fd9b826) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:22:40.928458 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:40.961664 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] For port ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51,segment=NetworkSegment(698a51de-e015-4a8b-a9b2-9a9d13185b95),segment_id=698a51de-e015-4a8b-a9b2-9a9d13185b95)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:22:40.965566 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:41.015859 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Pushing event updated for resources: {'Port': ['ID=ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:41.055530 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-0ee4724e-111d-475a-8dce-ff3e089b8c5f tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:41.069666 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-0ee4724e-111d-475a-8dce-ff3e089b8c5f tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Transition to ACTIVE for port object e2a4df57-78cd-416d-9733-1eb84fd9b826 will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:22:41.100816 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-0ee4724e-111d-475a-8dce-ff3e089b8c5f tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:41.141555 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-0ee4724e-111d-475a-8dce-ff3e089b8c5f tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Network 167639d1-9116-4021-a900-9082b1e08e4e is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:22:41.146443 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-0ee4724e-111d-475a-8dce-ff3e089b8c5f tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:22:41.150085 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-0ee4724e-111d-475a-8dce-ff3e089b8c5f tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:22:41.177489 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee4724e-111d-475a-8dce-ff3e089b8c5f tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Pushing event updated for resources: {'Port': ['ID=e2a4df57-78cd-416d-9733-1eb84fd9b826,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:41.206631 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-0ee4724e-111d-475a-8dce-ff3e089b8c5f tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:41.207324 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-0ee4724e-111d-475a-8dce-ff3e089b8c5f tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:41.222400 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-0ee4724e-111d-475a-8dce-ff3e089b8c5f tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5959415 Aug 10 02:22:41.274101 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-5f1085ac-5dd0-4c49-a229-c424c1e78663 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:22:41.275101 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-5f1085ac-5dd0-4c49-a229-c424c1e78663 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056322 Aug 10 02:22:41.287504 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-073202d1-b56a-40d5-9fa7-a3008c654786 service neutron] Request body: {'port': {'device_id': '613d44e7-2cd0-4871-9a6d-9814c56e8f94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:41.310962 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-495a0de7-4c34-4407-a7ab-1c62f09896a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:41.329012 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5f4be36e-0b7e-4b16-a997-55e4900d1237 None None] Provisioning for port e2a4df57-78cd-416d-9733-1eb84fd9b826 completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:22:41.339621 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5f4be36e-0b7e-4b16-a997-55e4900d1237 None None] Provisioning complete for port e2a4df57-78cd-416d-9733-1eb84fd9b826 triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:22:41.340309 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5f4be36e-0b7e-4b16-a997-55e4900d1237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:41.347747 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-073202d1-b56a-40d5-9fa7-a3008c654786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:41.374904 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-5f4be36e-0b7e-4b16-a997-55e4900d1237 None None] Port e2a4df57-78cd-416d-9733-1eb84fd9b826 cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:22:41.608212 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-073202d1-b56a-40d5-9fa7-a3008c654786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2a4df57-78cd-416d-9733-1eb84fd9b826 {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:22:41.616086 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-073202d1-b56a-40d5-9fa7-a3008c654786 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:41.628653 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-073202d1-b56a-40d5-9fa7-a3008c654786 service neutron] Transition to ACTIVE for port object e2a4df57-78cd-416d-9733-1eb84fd9b826 will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:22:41.632261 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-073202d1-b56a-40d5-9fa7-a3008c654786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:41.688687 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073202d1-b56a-40d5-9fa7-a3008c654786 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a4df57-78cd-416d-9733-1eb84fd9b826,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:41.768916 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-073202d1-b56a-40d5-9fa7-a3008c654786 service neutron] Attempting to bind port e2a4df57-78cd-416d-9733-1eb84fd9b826 on host n-h1-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:22:41.769298 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-073202d1-b56a-40d5-9fa7-a3008c654786 service neutron] Attempting to bind port e2a4df57-78cd-416d-9733-1eb84fd9b826 by drivers openvswitch,hyperv on host n-h1-766726-26 at level 0 using segments [{'id': '8c30aac5-9016-4eaa-8ac3-b0ec274cfccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:22:41.769623 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-073202d1-b56a-40d5-9fa7-a3008c654786 service neutron] Attempting to bind port e2a4df57-78cd-416d-9733-1eb84fd9b826 on network 167639d1-9116-4021-a900-9082b1e08e4e {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:22:41.774224 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-073202d1-b56a-40d5-9fa7-a3008c654786 service neutron] Port e2a4df57-78cd-416d-9733-1eb84fd9b826 on network 167639d1-9116-4021-a900-9082b1e08e4e not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:22:41.774549 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-073202d1-b56a-40d5-9fa7-a3008c654786 service neutron] Attempting to bind port e2a4df57-78cd-416d-9733-1eb84fd9b826 on network 167639d1-9116-4021-a900-9082b1e08e4e {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:22:41.780075 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-073202d1-b56a-40d5-9fa7-a3008c654786 service neutron] Checking agent: {'id': '11abb670-2499-436f-90bd-1bd9d8218e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'started_at': datetime.datetime(2021, 8, 10, 0, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:22:41.780446 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-073202d1-b56a-40d5-9fa7-a3008c654786 service neutron] Checking segment: {'id': '8c30aac5-9016-4eaa-8ac3-b0ec274cfccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:22:41.780853 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-073202d1-b56a-40d5-9fa7-a3008c654786 service neutron] Bound using segment: {'id': '8c30aac5-9016-4eaa-8ac3-b0ec274cfccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:22:41.781274 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-073202d1-b56a-40d5-9fa7-a3008c654786 service neutron] Bound port: e2a4df57-78cd-416d-9733-1eb84fd9b826, host: n-h1-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c30aac5-9016-4eaa-8ac3-b0ec274cfccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:22:41.781636 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-073202d1-b56a-40d5-9fa7-a3008c654786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:41.794034 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d733d-6cb8-4b47-9b26-0ba3332a98b6 req-1d84bd75-5ef6-4c34-9f4e-90694bcc3d07 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:41.799668 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f25d733d-6cb8-4b47-9b26-0ba3332a98b6 req-1d84bd75-5ef6-4c34-9f4e-90694bcc3d07 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?device_id=613d44e7-2cd0-4871-9a6d-9814c56e8f94 HTTP/1.1" status: 200 len: 943 time: 0.0619197 Aug 10 02:22:41.850176 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f25d733d-6cb8-4b47-9b26-0ba3332a98b6 req-8d80fec4-e75b-4e1d-87c9-b6159fce24a5 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84f5cae-797b-4b69-86e5-31f98264f5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467260 Aug 10 02:22:41.855674 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-073202d1-b56a-40d5-9fa7-a3008c654786 service neutron] For port e2a4df57-78cd-416d-9733-1eb84fd9b826, host n-h1-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:22:41.859149 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-073202d1-b56a-40d5-9fa7-a3008c654786 service neutron] For port e2a4df57-78cd-416d-9733-1eb84fd9b826, host n-h1-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=e2a4df57-78cd-416d-9733-1eb84fd9b826,segment=NetworkSegment(8c30aac5-9016-4eaa-8ac3-b0ec274cfccc),segment_id=8c30aac5-9016-4eaa-8ac3-b0ec274cfccc)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:22:41.864730 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-073202d1-b56a-40d5-9fa7-a3008c654786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:41.900344 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-073202d1-b56a-40d5-9fa7-a3008c654786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:41.901013 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-073202d1-b56a-40d5-9fa7-a3008c654786 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:41.902397 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-073202d1-b56a-40d5-9fa7-a3008c654786 service neutron] 10.222.0.24 "PUT /v2.0/ports/e2a4df57-78cd-416d-9733-1eb84fd9b826 HTTP/1.1" status: 200 len: 1092 time: 0.6191344 Aug 10 02:22:41.902882 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '613d44e7-2cd0-4871-9a6d-9814c56e8f94', 'tag': 'e2a4df57-78cd-416d-9733-1eb84fd9b826'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:22:41.905839 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04376f577ca8e91682bf6bf2b98f61f72ad60017a2eb84f3f8c1f2c558ccd100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a827a773-5c02-4da5-8bae-02dd080ded8c" -d '{"events": [{"name": "network-changed", "server_uuid": "613d44e7-2cd0-4871-9a6d-9814c56e8f94", "tag": "e2a4df57-78cd-416d-9733-1eb84fd9b826"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:22:41.938183 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073202d1-b56a-40d5-9fa7-a3008c654786 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a4df57-78cd-416d-9733-1eb84fd9b826,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:41.956709 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450261aa-a07f-490f-8b0f-edc776545c25 x-openstack-request-id: req-450261aa-a07f-490f-8b0f-edc776545c25 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:22:41.957010 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "613d44e7-2cd0-4871-9a6d-9814c56e8f94", "tag": "e2a4df57-78cd-416d-9733-1eb84fd9b826", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:22:41.957267 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-450261aa-a07f-490f-8b0f-edc776545c25 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:22:41.957718 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '613d44e7-2cd0-4871-9a6d-9814c56e8f94', 'tag': 'e2a4df57-78cd-416d-9733-1eb84fd9b826', 'status': 'completed', 'code': 200} Aug 10 02:22:41.991634 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-e9ba9b29-4f71-4835-ad62-3bec950e1983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:41.993181 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-e9ba9b29-4f71-4835-ad62-3bec950e1983 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=84bc064369654fa7b58b658ee153cbd1&device_id=613d44e7-2cd0-4871-9a6d-9814c56e8f94 HTTP/1.1" status: 200 len: 1095 time: 0.0471117 Aug 10 02:22:42.040120 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-d5b5d216-c667-4cbc-89e0-f34b44f06b37 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2a4df57-78cd-416d-9733-1eb84fd9b826 HTTP/1.1" status: 200 len: 217 time: 0.0390821 Aug 10 02:22:42.091340 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-356e255e-774c-459b-a482-11fe2242fe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:42.093414 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-356e255e-774c-459b-a482-11fe2242fe1b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=efb39c7d-ccd2-4558-95b3-c2f98abc25dc HTTP/1.1" status: 200 len: 849 time: 0.0468285 Aug 10 02:22:42.140491 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-3b259a66-9074-406d-931f-fce8e21efe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:42.141986 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-3b259a66-9074-406d-931f-fce8e21efe14 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=167639d1-9116-4021-a900-9082b1e08e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412679 Aug 10 02:22:42.233320 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-f5f1ccef-976f-4095-bb5c-7a22122612c1 service neutron] 10.222.0.24 "GET /v2.0/networks/167639d1-9116-4021-a900-9082b1e08e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838821 Aug 10 02:22:42.320592 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-e86b245e-7609-4e1d-b1e1-de27d436baca req-41ac16eb-77a2-4375-b18e-3ddd85c5c7c1 service neutron] 10.222.0.24 "GET /v2.0/networks/167639d1-9116-4021-a900-9082b1e08e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799978 Aug 10 02:22:42.407344 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827a773-5c02-4da5-8bae-02dd080ded8c req-40172842-04bb-4566-843d-f7da4d40f1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:42.408794 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a827a773-5c02-4da5-8bae-02dd080ded8c req-40172842-04bb-4566-843d-f7da4d40f1a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=84bc064369654fa7b58b658ee153cbd1&device_id=613d44e7-2cd0-4871-9a6d-9814c56e8f94 HTTP/1.1" status: 200 len: 1095 time: 0.0452797 Aug 10 02:22:42.493171 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51 up at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:22:42.497140 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827a773-5c02-4da5-8bae-02dd080ded8c req-390591c4-47b4-4b52-acfe-580daa8cdcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:42.499155 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a827a773-5c02-4da5-8bae-02dd080ded8c req-390591c4-47b4-4b52-acfe-580daa8cdcd1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=167639d1-9116-4021-a900-9082b1e08e4e HTTP/1.1" status: 200 len: 911 time: 0.0834680 Aug 10 02:22:42.547106 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a827a773-5c02-4da5-8bae-02dd080ded8c req-334b66c8-5695-4e1e-b3e7-cbc4d9f9b527 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2a4df57-78cd-416d-9733-1eb84fd9b826 HTTP/1.1" status: 200 len: 217 time: 0.0405805 Aug 10 02:22:42.557551 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Provisioning complete for port ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:22:42.557936 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:42.581657 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:42.601789 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827a773-5c02-4da5-8bae-02dd080ded8c req-15d3b7bc-2a4d-42a9-be10-fb482b53f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:42.603961 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a827a773-5c02-4da5-8bae-02dd080ded8c req-15d3b7bc-2a4d-42a9-be10-fb482b53f023 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=efb39c7d-ccd2-4558-95b3-c2f98abc25dc HTTP/1.1" status: 200 len: 849 time: 0.0497415 Aug 10 02:22:42.652001 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827a773-5c02-4da5-8bae-02dd080ded8c req-5dc1ef5c-9649-42d9-a262-70f865fbccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:42.653643 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a827a773-5c02-4da5-8bae-02dd080ded8c req-5dc1ef5c-9649-42d9-a262-70f865fbccfa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=167639d1-9116-4021-a900-9082b1e08e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420310 Aug 10 02:22:42.742270 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a827a773-5c02-4da5-8bae-02dd080ded8c req-621d17a1-b27b-4173-aa80-8e627142a329 service neutron] 10.222.0.24 "GET /v2.0/networks/167639d1-9116-4021-a900-9082b1e08e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813713 Aug 10 02:22:42.833933 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a827a773-5c02-4da5-8bae-02dd080ded8c req-3e1f657c-bf33-4b88-8362-531123176807 service neutron] 10.222.0.24 "GET /v2.0/networks/167639d1-9116-4021-a900-9082b1e08e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843914 Aug 10 02:22:42.975101 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae8a0a-7a87-4517-8a81-a39c386c1d39 req-a72764cd-3419-44fa-8f8c-282ba7be9d56 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:42.976629 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-65ae8a0a-7a87-4517-8a81-a39c386c1d39 req-a72764cd-3419-44fa-8f8c-282ba7be9d56 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?device_id=613d44e7-2cd0-4871-9a6d-9814c56e8f94 HTTP/1.1" status: 200 len: 943 time: 0.0548964 Aug 10 02:22:43.015848 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-65ae8a0a-7a87-4517-8a81-a39c386c1d39 req-b91f012e-0915-4d5c-89d1-a6aef6b6bc5d tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84f5cae-797b-4b69-86e5-31f98264f5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324750 Aug 10 02:22:43.931094 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cc3d5f39-b132-4d22-a287-9087029846a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:44.131266 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f231c-53f4-4d4f-b191-4acbfea744e5 req-1754051d-be11-425c-9723-df94291cd4fc tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:44.132739 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e57f231c-53f4-4d4f-b191-4acbfea744e5 req-1754051d-be11-425c-9723-df94291cd4fc tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?device_id=613d44e7-2cd0-4871-9a6d-9814c56e8f94 HTTP/1.1" status: 200 len: 943 time: 0.0482533 Aug 10 02:22:44.170071 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e57f231c-53f4-4d4f-b191-4acbfea744e5 req-42a9e07d-e60f-47ce-ac68-fec3ef9a33eb tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84f5cae-797b-4b69-86e5-31f98264f5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312901 Aug 10 02:22:44.553350 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:45.287154 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa67e74-9dd2-4181-a6b3-6317677f4958 req-98d45cfd-0d7c-4f7c-9ae2-ec16b138417c tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:45.288652 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-faa67e74-9dd2-4181-a6b3-6317677f4958 req-98d45cfd-0d7c-4f7c-9ae2-ec16b138417c tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?device_id=613d44e7-2cd0-4871-9a6d-9814c56e8f94 HTTP/1.1" status: 200 len: 943 time: 0.0525141 Aug 10 02:22:45.325024 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-faa67e74-9dd2-4181-a6b3-6317677f4958 req-d73ffad6-a22f-475d-8a18-0e6493f1d075 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84f5cae-797b-4b69-86e5-31f98264f5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304317 Aug 10 02:22:45.522047 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:46.021415 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device e2a4df57-78cd-416d-9733-1eb84fd9b826 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:22:46.112069 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port e2a4df57-78cd-416d-9733-1eb84fd9b826, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=e2a4df57-78cd-416d-9733-1eb84fd9b826,segment=NetworkSegment(8c30aac5-9016-4eaa-8ac3-b0ec274cfccc),segment_id=8c30aac5-9016-4eaa-8ac3-b0ec274cfccc)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:22:46.123433 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'e2a4df57-78cd-416d-9733-1eb84fd9b826', 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e', 'port_id': 'e2a4df57-78cd-416d-9733-1eb84fd9b826', 'mac_address': 'fa:16:3e:f2:1b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb39c7d-ccd2-4558-95b3-c2f98abc25dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:22:46.163205 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:46.176024 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2a4df57-78cd-416d-9733-1eb84fd9b826 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:22:46.194339 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port e2a4df57-78cd-416d-9733-1eb84fd9b826, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=e2a4df57-78cd-416d-9733-1eb84fd9b826,segment=NetworkSegment(8c30aac5-9016-4eaa-8ac3-b0ec274cfccc),segment_id=8c30aac5-9016-4eaa-8ac3-b0ec274cfccc)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:22:46.198306 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:46.245343 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=e2a4df57-78cd-416d-9733-1eb84fd9b826,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:46.438708 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3f82f-2eef-4bea-bf5b-e50031704668 req-01d31341-5bbc-4e91-a811-6b396b78b2ec tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:46.440215 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d3f3f82f-2eef-4bea-bf5b-e50031704668 req-01d31341-5bbc-4e91-a811-6b396b78b2ec tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?device_id=613d44e7-2cd0-4871-9a6d-9814c56e8f94 HTTP/1.1" status: 200 len: 944 time: 0.0482311 Aug 10 02:22:46.478025 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d3f3f82f-2eef-4bea-bf5b-e50031704668 req-ba9fd6e5-7418-4fd7-a410-c1b3f319de9e tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84f5cae-797b-4b69-86e5-31f98264f5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318038 Aug 10 02:22:46.595071 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['e2a4df57-78cd-416d-9733-1eb84fd9b826'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:22:46.598377 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:47.591454 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9df8f-47a1-43cc-8d80-56e004514e99 req-8ea79bce-aa75-4bda-b0c0-d839ba2d0223 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:47.592966 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4cf9df8f-47a1-43cc-8d80-56e004514e99 req-8ea79bce-aa75-4bda-b0c0-d839ba2d0223 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?device_id=613d44e7-2cd0-4871-9a6d-9814c56e8f94 HTTP/1.1" status: 200 len: 944 time: 0.0489991 Aug 10 02:22:47.631240 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4cf9df8f-47a1-43cc-8d80-56e004514e99 req-88b4494a-945d-4d25-be0c-591a51042575 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84f5cae-797b-4b69-86e5-31f98264f5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323536 Aug 10 02:22:48.036473 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device e2a4df57-78cd-416d-9733-1eb84fd9b826 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:22:48.082467 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning for port e2a4df57-78cd-416d-9733-1eb84fd9b826 completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:22:48.086105 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port e2a4df57-78cd-416d-9733-1eb84fd9b826 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:22:48.086479 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:48.160966 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:48.185209 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '613d44e7-2cd0-4871-9a6d-9814c56e8f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a4df57-78cd-416d-9733-1eb84fd9b826'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:22:48.187571 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09d289ccde4d6ff9cc92181a6a5f9723a21b3f76001e8301d3c19491e4c7f527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7876ee8c-dcc7-4871-be22-3b822f894418" -d '{"events": [{"server_uuid": "613d44e7-2cd0-4871-9a6d-9814c56e8f94", "name": "network-vif-plugged", "status": "completed", "tag": "e2a4df57-78cd-416d-9733-1eb84fd9b826"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:22:48.200436 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port e2a4df57-78cd-416d-9733-1eb84fd9b826, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=e2a4df57-78cd-416d-9733-1eb84fd9b826,segment=NetworkSegment(8c30aac5-9016-4eaa-8ac3-b0ec274cfccc),segment_id=8c30aac5-9016-4eaa-8ac3-b0ec274cfccc)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:22:48.205042 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:48.230095 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ae0afe-e842-44a0-803f-ca6758514161 x-openstack-request-id: req-58ae0afe-e842-44a0-803f-ca6758514161 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:22:48.230387 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "613d44e7-2cd0-4871-9a6d-9814c56e8f94", "name": "network-vif-plugged", "status": "completed", "tag": "e2a4df57-78cd-416d-9733-1eb84fd9b826", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:22:48.230679 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-58ae0afe-e842-44a0-803f-ca6758514161 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:22:48.231110 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '613d44e7-2cd0-4871-9a6d-9814c56e8f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a4df57-78cd-416d-9733-1eb84fd9b826', 'code': 200} Aug 10 02:22:48.259484 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=e2a4df57-78cd-416d-9733-1eb84fd9b826,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:48.326515 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c51ca5-fa98-448f-b797-8e9d3bdf79bf req-3fd7febc-28c5-4a73-8bc3-3c0b45852cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:48.327978 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a6c51ca5-fa98-448f-b797-8e9d3bdf79bf req-3fd7febc-28c5-4a73-8bc3-3c0b45852cf1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=613d44e7-2cd0-4871-9a6d-9814c56e8f94 HTTP/1.1" status: 200 len: 1097 time: 0.0415258 Aug 10 02:22:48.364878 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a6c51ca5-fa98-448f-b797-8e9d3bdf79bf req-ccc10b0c-dd12-4b25-a8a2-119a58c5785c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a84f5cae-797b-4b69-86e5-31f98264f5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289521 Aug 10 02:22:48.749139 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5ea0b-13d4-43ae-a7f5-4cb7fd2131c8 req-ac7ff8ee-557d-4e96-be22-f419dd1e1f34 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:48.750616 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-38a5ea0b-13d4-43ae-a7f5-4cb7fd2131c8 req-ac7ff8ee-557d-4e96-be22-f419dd1e1f34 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?device_id=613d44e7-2cd0-4871-9a6d-9814c56e8f94 HTTP/1.1" status: 200 len: 945 time: 0.0525248 Aug 10 02:22:48.788499 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-38a5ea0b-13d4-43ae-a7f5-4cb7fd2131c8 req-592f03b9-cc5b-4c74-8b15-3390adef3f42 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84f5cae-797b-4b69-86e5-31f98264f5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317612 Aug 10 02:22:49.904675 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac2d18-689f-4e42-9811-71d034208ff6 req-daf40915-0ef7-4ad9-ac40-746fc3b35a81 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:49.906683 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-89ac2d18-689f-4e42-9811-71d034208ff6 req-daf40915-0ef7-4ad9-ac40-746fc3b35a81 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?device_id=613d44e7-2cd0-4871-9a6d-9814c56e8f94 HTTP/1.1" status: 200 len: 945 time: 0.0506098 Aug 10 02:22:49.948085 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-89ac2d18-689f-4e42-9811-71d034208ff6 req-03b2ade0-b903-45b6-8da0-8698192b4e49 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84f5cae-797b-4b69-86e5-31f98264f5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354075 Aug 10 02:22:50.062327 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e539fe-7fd5-4e2c-9620-47349f92b87d req-c2b8ce8d-0423-4e11-b103-2da7902627cd tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:50.063822 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-21e539fe-7fd5-4e2c-9620-47349f92b87d req-c2b8ce8d-0423-4e11-b103-2da7902627cd tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?device_id=613d44e7-2cd0-4871-9a6d-9814c56e8f94 HTTP/1.1" status: 200 len: 945 time: 0.0491230 Aug 10 02:22:50.101560 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-21e539fe-7fd5-4e2c-9620-47349f92b87d req-34c0fb18-8205-444f-a656-f9aff79f3866 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84f5cae-797b-4b69-86e5-31f98264f5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317130 Aug 10 02:22:50.122454 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41610) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:50.252900 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dfff93-8781-42cd-847d-c096eadd298f tempest-TestSnapshotPattern-1290662831 tempest-TestSnapshotPattern-1290662831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:50.257291 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d3dfff93-8781-42cd-847d-c096eadd298f tempest-TestSnapshotPattern-1290662831 tempest-TestSnapshotPattern-1290662831-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=613d44e7-2cd0-4871-9a6d-9814c56e8f94 HTTP/1.1" status: 200 len: 1092 time: 0.1309719 Aug 10 02:22:50.257291 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41614) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:50.261769 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-cc9b41dd-45a1-46db-b23c-728e2806a272 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'port_id': 'e2a4df57-78cd-416d-9733-1eb84fd9b826', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:50.284115 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cc9b41dd-45a1-46db-b23c-728e2806a272 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:50.377821 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cc9b41dd-45a1-46db-b23c-728e2806a272 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:50.481503 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-cc9b41dd-45a1-46db-b23c-728e2806a272 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Allocated IP 172.25.2.101 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/1d721408-0bc6-4b13-b93c-5e86fe5726b1) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:22:50.579989 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cc9b41dd-45a1-46db-b23c-728e2806a272 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:50.617534 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cc9b41dd-45a1-46db-b23c-728e2806a272 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:50.656342 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9b41dd-45a1-46db-b23c-728e2806a272 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:22:50.659086 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-cc9b41dd-45a1-46db-b23c-728e2806a272 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:22:50.661764 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9b41dd-45a1-46db-b23c-728e2806a272 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:22:50.694913 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b41dd-45a1-46db-b23c-728e2806a272 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Pushing event updated for resources: {'Port': ['ID=1d721408-0bc6-4b13-b93c-5e86fe5726b1,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:51.014157 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cc9b41dd-45a1-46db-b23c-728e2806a272 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:51.082314 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cc9b41dd-45a1-46db-b23c-728e2806a272 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:51.228121 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cc9b41dd-45a1-46db-b23c-728e2806a272 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:51.232493 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cc9b41dd-45a1-46db-b23c-728e2806a272 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:51.300859 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b41dd-45a1-46db-b23c-728e2806a272 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Pushing event updated for resources: {'Port': ['ID=1d721408-0bc6-4b13-b93c-5e86fe5726b1,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:51.311288 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cc9b41dd-45a1-46db-b23c-728e2806a272 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:51.409867 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [None req-cc9b41dd-45a1-46db-b23c-728e2806a272 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Floating IP 0b05c18f-31d3-49cb-a049-67d45fb98345 associated. External IP: 172.25.2.101, port: e2a4df57-78cd-416d-9733-1eb84fd9b826. Aug 10 02:22:51.611971 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9b41dd-45a1-46db-b23c-728e2806a272 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Router 8e6fda42-1f91-4cd2-9070-eac64ddec9de has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:22:51.716612 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9b41dd-45a1-46db-b23c-728e2806a272 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:22:51.726032 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391d1281-ae7a-4640-a2af-a8014c22892d None None] Sync routers for ids ['8e6fda42-1f91-4cd2-9070-eac64ddec9de'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:22:51.731860 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-cc9b41dd-45a1-46db-b23c-728e2806a272 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:51.736218 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391d1281-ae7a-4640-a2af-a8014c22892d None None] Routers {'8e6fda42-1f91-4cd2-9070-eac64ddec9de'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:22:51.736829 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-391d1281-ae7a-4640-a2af-a8014c22892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:22:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['8e6fda42-1f91-4cd2-9070-eac64ddec9de'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:51.759692 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-cc9b41dd-45a1-46db-b23c-728e2806a272 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5012965 Aug 10 02:22:51.760321 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '613d44e7-2cd0-4871-9a6d-9814c56e8f94', 'tag': 'e2a4df57-78cd-416d-9733-1eb84fd9b826'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:22:51.762568 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9e874736d5403a2ed85b010b990dd133e24f0379b2e9b4f0e55655a3e1797b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d138af83-e04e-449d-a313-6854f1083f41" -d '{"events": [{"name": "network-changed", "server_uuid": "613d44e7-2cd0-4871-9a6d-9814c56e8f94", "tag": "e2a4df57-78cd-416d-9733-1eb84fd9b826"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:22:51.840238 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-391d1281-ae7a-4640-a2af-a8014c22892d None None] Set router 8e6fda42-1f91-4cd2-9070-eac64ddec9de gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:22:51.860729 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82f7b4f-8c05-4fc4-b8f7-417e607f50a2 x-openstack-request-id: req-e82f7b4f-8c05-4fc4-b8f7-417e607f50a2 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:22:51.860974 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "613d44e7-2cd0-4871-9a6d-9814c56e8f94", "tag": "e2a4df57-78cd-416d-9733-1eb84fd9b826", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:22:51.861233 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e82f7b4f-8c05-4fc4-b8f7-417e607f50a2 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:22:51.861644 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '613d44e7-2cd0-4871-9a6d-9814c56e8f94', 'tag': 'e2a4df57-78cd-416d-9733-1eb84fd9b826', 'status': 'completed', 'code': 200} Aug 10 02:22:51.930076 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138af83-e04e-449d-a313-6854f1083f41 req-ffb788a0-a6bc-4516-b8b6-d15e03efb95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:51.931693 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d138af83-e04e-449d-a313-6854f1083f41 req-ffb788a0-a6bc-4516-b8b6-d15e03efb95c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=84bc064369654fa7b58b658ee153cbd1&device_id=613d44e7-2cd0-4871-9a6d-9814c56e8f94 HTTP/1.1" status: 200 len: 1097 time: 0.0449610 Aug 10 02:22:52.023699 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138af83-e04e-449d-a313-6854f1083f41 req-544caadf-9aef-4481-a34b-63574cc2a4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:52.025208 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d138af83-e04e-449d-a313-6854f1083f41 req-544caadf-9aef-4481-a34b-63574cc2a4de service neutron] 10.222.0.24 "GET /v2.0/networks?id=167639d1-9116-4021-a900-9082b1e08e4e HTTP/1.1" status: 200 len: 911 time: 0.0864491 Aug 10 02:22:52.094482 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d138af83-e04e-449d-a313-6854f1083f41 req-b97d2f54-ddfa-4ad1-93dc-2dbc7aee018b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2a4df57-78cd-416d-9733-1eb84fd9b826 HTTP/1.1" status: 200 len: 999 time: 0.0618894 Aug 10 02:22:52.142886 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138af83-e04e-449d-a313-6854f1083f41 req-0dcd7538-236e-4888-8777-c9583e270f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:52.143366 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-391d1281-ae7a-4640-a2af-a8014c22892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'name': 'tempest-TestSnapshotPattern-1566508501-router', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:28Z', 'updated_at': '2021-08-10T02:22:31Z', 'revision_number': 4, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'gw_port': {'id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:29Z', 'updated_at': '2021-08-10T02:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '0b05c18f-31d3-49cb-a049-67d45fb98345', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'floating_ip_address': '172.25.2.101', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'port_id': 'e2a4df57-78cd-416d-9733-1eb84fd9b826', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e', 'mac_address': 'fa:16:3e:f2:1b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613d44e7-2cd0-4871-9a6d-9814c56e8f94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:22:50Z', 'updated_at': '2021-08-10T02:22:50Z', 'revision_number': 0, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8260212-0a71-494c-87d6-51558163a906', 'name': '', 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'mac_address': 'fa:16:3e:4f:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'efb39c7d-ccd2-4558-95b3-c2f98abc25dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:30Z', 'updated_at': '2021-08-10T02:22:37Z', 'revision_number': 5, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'subnets': [{'id': 'efb39c7d-ccd2-4558-95b3-c2f98abc25dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:52.144273 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d138af83-e04e-449d-a313-6854f1083f41 req-0dcd7538-236e-4888-8777-c9583e270f28 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=efb39c7d-ccd2-4558-95b3-c2f98abc25dc HTTP/1.1" status: 200 len: 849 time: 0.0433357 Aug 10 02:22:52.172454 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391d1281-ae7a-4640-a2af-a8014c22892d None None] Checking router: 8e6fda42-1f91-4cd2-9070-eac64ddec9de for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:22:52.180590 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391d1281-ae7a-4640-a2af-a8014c22892d None None] Routers {'8e6fda42-1f91-4cd2-9070-eac64ddec9de'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:22:52.181190 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-391d1281-ae7a-4640-a2af-a8014c22892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:22:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['8e6fda42-1f91-4cd2-9070-eac64ddec9de'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:52.190254 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138af83-e04e-449d-a313-6854f1083f41 req-f8c95e1e-cf41-4ff3-8c14-ebd0cf024398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:52.191782 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d138af83-e04e-449d-a313-6854f1083f41 req-f8c95e1e-cf41-4ff3-8c14-ebd0cf024398 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=167639d1-9116-4021-a900-9082b1e08e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408142 Aug 10 02:22:52.282706 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-391d1281-ae7a-4640-a2af-a8014c22892d None None] Set router 8e6fda42-1f91-4cd2-9070-eac64ddec9de gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:22:52.285740 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d138af83-e04e-449d-a313-6854f1083f41 req-fd165bc4-ecf8-42cd-8892-66288ef02a2e service neutron] 10.222.0.24 "GET /v2.0/networks/167639d1-9116-4021-a900-9082b1e08e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864382 Aug 10 02:22:52.383336 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d138af83-e04e-449d-a313-6854f1083f41 req-d2b4b64b-aa7c-421b-a556-cd86ce4bef30 service neutron] 10.222.0.24 "GET /v2.0/networks/167639d1-9116-4021-a900-9082b1e08e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904400 Aug 10 02:22:52.503429 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-391d1281-ae7a-4640-a2af-a8014c22892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'name': 'tempest-TestSnapshotPattern-1566508501-router', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:28Z', 'updated_at': '2021-08-10T02:22:31Z', 'revision_number': 4, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'gw_port': {'id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:29Z', 'updated_at': '2021-08-10T02:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '0b05c18f-31d3-49cb-a049-67d45fb98345', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'floating_ip_address': '172.25.2.101', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'port_id': 'e2a4df57-78cd-416d-9733-1eb84fd9b826', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e', 'mac_address': 'fa:16:3e:f2:1b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613d44e7-2cd0-4871-9a6d-9814c56e8f94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:22:50Z', 'updated_at': '2021-08-10T02:22:50Z', 'revision_number': 0, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8260212-0a71-494c-87d6-51558163a906', 'name': '', 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'mac_address': 'fa:16:3e:4f:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'efb39c7d-ccd2-4558-95b3-c2f98abc25dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:30Z', 'updated_at': '2021-08-10T02:22:37Z', 'revision_number': 5, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'subnets': [{'id': 'efb39c7d-ccd2-4558-95b3-c2f98abc25dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:52.527993 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391d1281-ae7a-4640-a2af-a8014c22892d None None] The sync data for ids ['8e6fda42-1f91-4cd2-9070-eac64ddec9de'] in n-d-766726-26 is: [{'id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'name': 'tempest-TestSnapshotPattern-1566508501-router', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:28Z', 'updated_at': '2021-08-10T02:22:31Z', 'revision_number': 4, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'gw_port': {'id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:29Z', 'updated_at': '2021-08-10T02:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '0b05c18f-31d3-49cb-a049-67d45fb98345', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'floating_ip_address': '172.25.2.101', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'port_id': 'e2a4df57-78cd-416d-9733-1eb84fd9b826', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e', 'mac_address': 'fa:16:3e:f2:1b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613d44e7-2cd0-4871-9a6d-9814c56e8f94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:22:50Z', 'updated_at': '2021-08-10T02:22:50Z', 'revision_number': 0, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8260212-0a71-494c-87d6-51558163a906', 'name': '', 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'mac_address': 'fa:16:3e:4f:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'efb39c7d-ccd2-4558-95b3-c2f98abc25dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:30Z', 'updated_at': '2021-08-10T02:22:37Z', 'revision_number': 5, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'subnets': [{'id': 'efb39c7d-ccd2-4558-95b3-c2f98abc25dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:22:52.718747 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a54d1da-acfe-438d-a160-c995ea13e890 None None] New status for floating IP 0b05c18f-31d3-49cb-a049-67d45fb98345: ACTIVE {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:22:59.060927 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:04.790026 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:23:11.312920 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5178-9b04-4a3b-94a2-b9bbe14e5735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:12.568001 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:13.932067 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-10fe0f3c-993e-4ecd-a2a8-7602603eb6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:14.553619 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:15.523770 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:16.599365 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:29.065631 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:34.371098 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3a188810-cfe2-4017-95e3-25ca143b74a1 req-486422a4-ad62-47bb-9c71-c02c8f3dd491 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=613d44e7-2cd0-4871-9a6d-9814c56e8f94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0807345 Aug 10 02:23:34.454424 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a188810-cfe2-4017-95e3-25ca143b74a1 req-bc02c6d6-b9da-4ad9-925a-c80390a18d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:34.455954 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3a188810-cfe2-4017-95e3-25ca143b74a1 req-bc02c6d6-b9da-4ad9-925a-c80390a18d9d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=84bc064369654fa7b58b658ee153cbd1&device_id=613d44e7-2cd0-4871-9a6d-9814c56e8f94 HTTP/1.1" status: 200 len: 1097 time: 0.0439425 Aug 10 02:23:34.556730 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a188810-cfe2-4017-95e3-25ca143b74a1 req-175e82fd-f37b-4413-870c-ddc667e43289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:34.558138 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3a188810-cfe2-4017-95e3-25ca143b74a1 req-175e82fd-f37b-4413-870c-ddc667e43289 service neutron] 10.222.0.24 "GET /v2.0/networks?id=167639d1-9116-4021-a900-9082b1e08e4e HTTP/1.1" status: 200 len: 911 time: 0.0827215 Aug 10 02:23:34.627171 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3a188810-cfe2-4017-95e3-25ca143b74a1 req-40a86ccd-2d39-4ae4-94c5-9676daa7d4ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2a4df57-78cd-416d-9733-1eb84fd9b826 HTTP/1.1" status: 200 len: 1001 time: 0.0610240 Aug 10 02:23:34.675305 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a188810-cfe2-4017-95e3-25ca143b74a1 req-b56e630a-5ddc-4919-8340-1dca3ee853f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:34.676732 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3a188810-cfe2-4017-95e3-25ca143b74a1 req-b56e630a-5ddc-4919-8340-1dca3ee853f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=efb39c7d-ccd2-4558-95b3-c2f98abc25dc HTTP/1.1" status: 200 len: 849 time: 0.0429068 Aug 10 02:23:34.720002 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a188810-cfe2-4017-95e3-25ca143b74a1 req-9e7d2917-df2e-41be-95b2-0e22b3d5d383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:34.721448 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3a188810-cfe2-4017-95e3-25ca143b74a1 req-9e7d2917-df2e-41be-95b2-0e22b3d5d383 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=167639d1-9116-4021-a900-9082b1e08e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0380344 Aug 10 02:23:34.811394 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3a188810-cfe2-4017-95e3-25ca143b74a1 req-1db4ecb6-5132-4aaa-9d2e-e89b19d3c16d service neutron] 10.222.0.24 "GET /v2.0/networks/167639d1-9116-4021-a900-9082b1e08e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830128 Aug 10 02:23:34.902824 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-3a188810-cfe2-4017-95e3-25ca143b74a1 req-4b3edd5c-cf11-43b2-8ca9-8fc13203e1f4 service neutron] 10.222.0.24 "GET /v2.0/networks/167639d1-9116-4021-a900-9082b1e08e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829840 Aug 10 02:23:41.312307 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-915a2967-9239-43d1-ace2-9f1b1ff20be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:41.788838 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:23:42.566415 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:43.931205 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-552f68d7-8021-4707-bdcc-4985498abe4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:44.553086 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:45.527214 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:46.600301 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:59.081433 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:11.312957 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dfd8a378-4d3c-4ada-a673-a26246d873f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:12.581220 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:13.931260 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a176c5d9-da28-4b39-9288-49415b3c9c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:14.552732 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:15.529958 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:16.602782 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:18.788641 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:24:29.080996 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:34.317407 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6a96422b-ba99-494b-90fe-34f2f57e463a req-a9997da8-8640-462b-a728-fa6344d6f2a1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=613d44e7-2cd0-4871-9a6d-9814c56e8f94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395236 Aug 10 02:24:34.400516 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96422b-ba99-494b-90fe-34f2f57e463a req-032c6de3-20a5-4078-84bb-684494675399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:34.406087 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6a96422b-ba99-494b-90fe-34f2f57e463a req-032c6de3-20a5-4078-84bb-684494675399 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=84bc064369654fa7b58b658ee153cbd1&device_id=613d44e7-2cd0-4871-9a6d-9814c56e8f94 HTTP/1.1" status: 200 len: 1097 time: 0.0440621 Aug 10 02:24:34.504067 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96422b-ba99-494b-90fe-34f2f57e463a req-195e4c3b-be0b-42b0-bad2-20e7801f5c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:34.505567 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6a96422b-ba99-494b-90fe-34f2f57e463a req-195e4c3b-be0b-42b0-bad2-20e7801f5c1e service neutron] 10.222.0.24 "GET /v2.0/networks?id=167639d1-9116-4021-a900-9082b1e08e4e HTTP/1.1" status: 200 len: 911 time: 0.0836458 Aug 10 02:24:34.573869 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6a96422b-ba99-494b-90fe-34f2f57e463a req-6e517e9e-bc23-4fa2-a7de-eaa1c63ccad1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2a4df57-78cd-416d-9733-1eb84fd9b826 HTTP/1.1" status: 200 len: 1001 time: 0.0611062 Aug 10 02:24:34.622645 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96422b-ba99-494b-90fe-34f2f57e463a req-f277b862-2f1c-47f9-9e14-1e21cd4fb8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:34.624103 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6a96422b-ba99-494b-90fe-34f2f57e463a req-f277b862-2f1c-47f9-9e14-1e21cd4fb8ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=efb39c7d-ccd2-4558-95b3-c2f98abc25dc HTTP/1.1" status: 200 len: 849 time: 0.0439889 Aug 10 02:24:34.668813 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96422b-ba99-494b-90fe-34f2f57e463a req-506dc833-2923-4205-93df-a8e34383b4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:34.670239 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6a96422b-ba99-494b-90fe-34f2f57e463a req-506dc833-2923-4205-93df-a8e34383b4f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=167639d1-9116-4021-a900-9082b1e08e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386167 Aug 10 02:24:34.761624 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6a96422b-ba99-494b-90fe-34f2f57e463a req-9263ad11-1873-487c-94a1-ab7e9ffabb06 service neutron] 10.222.0.24 "GET /v2.0/networks/167639d1-9116-4021-a900-9082b1e08e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822201 Aug 10 02:24:35.117425 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-6a96422b-ba99-494b-90fe-34f2f57e463a req-4ae9f3a8-3918-40ab-a2ab-9589c64ce96b service neutron] 10.222.0.24 "GET /v2.0/networks/167639d1-9116-4021-a900-9082b1e08e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486111 Aug 10 02:24:41.317168 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7bfa56ce-3480-4930-81be-df9fcce0bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:42.596112 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:43.930360 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f7dcfab7-99e8-4ee3-af40-630d008a1cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:44.553668 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:45.533474 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:46.605274 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:55.787850 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:24:59.087080 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:11.317237 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3414a2b0-9169-4153-8153-ce520c58b6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:12.611318 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:13.931380 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a486171-bd69-4091-b972-238f7f2f34df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:14.554112 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:15.535444 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:16.607952 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:29.092144 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:32.786758 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:25:35.020812 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device e2a4df57-78cd-416d-9733-1eb84fd9b826 details requested by agent hyperv_n-h1-766726-26 with host n-h1-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:25:35.114311 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port e2a4df57-78cd-416d-9733-1eb84fd9b826, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=e2a4df57-78cd-416d-9733-1eb84fd9b826,segment=NetworkSegment(8c30aac5-9016-4eaa-8ac3-b0ec274cfccc),segment_id=8c30aac5-9016-4eaa-8ac3-b0ec274cfccc)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:35.125175 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Returning: {'device': 'e2a4df57-78cd-416d-9733-1eb84fd9b826', 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e', 'port_id': 'e2a4df57-78cd-416d-9733-1eb84fd9b826', 'mac_address': 'fa:16:3e:f2:1b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb39c7d-ccd2-4558-95b3-c2f98abc25dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:25:35.160912 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:35.172721 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2a4df57-78cd-416d-9733-1eb84fd9b826 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:25:35.191218 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port e2a4df57-78cd-416d-9733-1eb84fd9b826, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=e2a4df57-78cd-416d-9733-1eb84fd9b826,segment=NetworkSegment(8c30aac5-9016-4eaa-8ac3-b0ec274cfccc),segment_id=8c30aac5-9016-4eaa-8ac3-b0ec274cfccc)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:35.195488 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:35.244765 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=e2a4df57-78cd-416d-9733-1eb84fd9b826,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:35.252123 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:35.252503 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:35.252847 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:35.253183 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:35.253519 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:35.253867 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:35.254197 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:35.254530 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:35.254882 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:35.255205 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:35.255528 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:35.255848 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:35.271348 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] get_ports_and_sgs() called for port_ids ['e2a4df57-78cd-416d-9733-1eb84fd9b826'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:25:36.346848 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8df644-4f7e-486a-8c87-5fb88e2e9bae req-69640a83-33a1-4f24-a5aa-7f584ddfb781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:36.348245 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5a8df644-4f7e-486a-8c87-5fb88e2e9bae req-69640a83-33a1-4f24-a5aa-7f584ddfb781 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=84bc064369654fa7b58b658ee153cbd1&device_id=613d44e7-2cd0-4871-9a6d-9814c56e8f94 HTTP/1.1" status: 200 len: 1096 time: 0.0413463 Aug 10 02:25:36.451347 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8df644-4f7e-486a-8c87-5fb88e2e9bae req-769992b8-00c1-4195-bbac-4165bcfadf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:36.452856 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5a8df644-4f7e-486a-8c87-5fb88e2e9bae req-769992b8-00c1-4195-bbac-4165bcfadf77 service neutron] 10.222.0.24 "GET /v2.0/networks?id=167639d1-9116-4021-a900-9082b1e08e4e HTTP/1.1" status: 200 len: 911 time: 0.0857384 Aug 10 02:25:36.515510 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5a8df644-4f7e-486a-8c87-5fb88e2e9bae req-312ff346-7809-4bde-8280-e88c553db5af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2a4df57-78cd-416d-9733-1eb84fd9b826 HTTP/1.1" status: 200 len: 1000 time: 0.0549452 Aug 10 02:25:36.566037 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8df644-4f7e-486a-8c87-5fb88e2e9bae req-f230a763-47b4-4db3-b18d-7ac6ca5bea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:36.567423 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5a8df644-4f7e-486a-8c87-5fb88e2e9bae req-f230a763-47b4-4db3-b18d-7ac6ca5bea72 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=efb39c7d-ccd2-4558-95b3-c2f98abc25dc HTTP/1.1" status: 200 len: 849 time: 0.0447893 Aug 10 02:25:36.612583 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8df644-4f7e-486a-8c87-5fb88e2e9bae req-d1529f3f-5279-43a9-af2a-ea61cd0c20ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:36.613988 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5a8df644-4f7e-486a-8c87-5fb88e2e9bae req-d1529f3f-5279-43a9-af2a-ea61cd0c20ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=167639d1-9116-4021-a900-9082b1e08e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397961 Aug 10 02:25:36.704112 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5a8df644-4f7e-486a-8c87-5fb88e2e9bae req-2d8c78c4-0daa-43b7-93b4-cb00a163bcb8 service neutron] 10.222.0.24 "GET /v2.0/networks/167639d1-9116-4021-a900-9082b1e08e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826409 Aug 10 02:25:36.794752 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5a8df644-4f7e-486a-8c87-5fb88e2e9bae req-54874090-03bb-423a-9d03-531cb814b4ad service neutron] 10.222.0.24 "GET /v2.0/networks/167639d1-9116-4021-a900-9082b1e08e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842183 Aug 10 02:25:37.023987 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device e2a4df57-78cd-416d-9733-1eb84fd9b826 up at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:37.073645 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Provisioning complete for port e2a4df57-78cd-416d-9733-1eb84fd9b826 triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:37.074015 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:37.147962 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:37.170315 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '613d44e7-2cd0-4871-9a6d-9814c56e8f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a4df57-78cd-416d-9733-1eb84fd9b826'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:25:37.172614 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09d289ccde4d6ff9cc92181a6a5f9723a21b3f76001e8301d3c19491e4c7f527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38425975-b9a0-412b-a63c-c2f45747fa41" -d '{"events": [{"server_uuid": "613d44e7-2cd0-4871-9a6d-9814c56e8f94", "name": "network-vif-plugged", "status": "completed", "tag": "e2a4df57-78cd-416d-9733-1eb84fd9b826"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:25:37.185669 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port e2a4df57-78cd-416d-9733-1eb84fd9b826, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=e2a4df57-78cd-416d-9733-1eb84fd9b826,segment=NetworkSegment(8c30aac5-9016-4eaa-8ac3-b0ec274cfccc),segment_id=8c30aac5-9016-4eaa-8ac3-b0ec274cfccc)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:37.190491 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:37.215044 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee27fd9-c762-4df4-946a-180829fc7b76 x-openstack-request-id: req-1ee27fd9-c762-4df4-946a-180829fc7b76 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:25:37.215338 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "613d44e7-2cd0-4871-9a6d-9814c56e8f94", "name": "network-vif-plugged", "status": "completed", "tag": "e2a4df57-78cd-416d-9733-1eb84fd9b826", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:25:37.215594 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1ee27fd9-c762-4df4-946a-180829fc7b76 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:25:37.215983 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '613d44e7-2cd0-4871-9a6d-9814c56e8f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a4df57-78cd-416d-9733-1eb84fd9b826', 'code': 200} Aug 10 02:25:37.239656 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=e2a4df57-78cd-416d-9733-1eb84fd9b826,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:41.324155 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0538c437-057c-44ad-85f8-15c21c1e5f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:42.633231 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:43.937839 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f8c3fa8a-6637-4a86-904c-2ef3d2363d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:44.581795 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:45.540600 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:46.612743 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:48.707556 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5022ebaf-93dd-424d-b70a-595370880435 req-95c1c4ec-9fb4-4c82-a7b2-c0f35f7eb92c tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2082310747&fields=id&tenant_id=84bc064369654fa7b58b658ee153cbd1 HTTP/1.1" status: 200 len: 267 time: 0.0341296 Aug 10 02:25:48.817547 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022ebaf-93dd-424d-b70a-595370880435 req-84f10dc2-f8c6-4a0b-9a0d-5cfc834cd648 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:48.819119 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5022ebaf-93dd-424d-b70a-595370880435 req-84f10dc2-f8c6-4a0b-9a0d-5cfc834cd648 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/networks?id=167639d1-9116-4021-a900-9082b1e08e4e HTTP/1.1" status: 200 len: 810 time: 0.1040545 Aug 10 02:25:48.834824 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5022ebaf-93dd-424d-b70a-595370880435 req-a4060c12-2d27-463b-a74a-9f63edcbfe57 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/quotas/84bc064369654fa7b58b658ee153cbd1 HTTP/1.1" status: 200 len: 375 time: 0.0093162 Aug 10 02:25:48.891241 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5022ebaf-93dd-424d-b70a-595370880435 req-1125f7ec-2bf2-4c39-8589-42c16917cc1a tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=84bc064369654fa7b58b658ee153cbd1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0510383 Aug 10 02:25:48.975745 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [req-5022ebaf-93dd-424d-b70a-595370880435 req-a2b2b97d-9b0b-4a89-b23c-bce8b1fbbf88 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:25:48.976817 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5022ebaf-93dd-424d-b70a-595370880435 req-a2b2b97d-9b0b-4a89-b23c-bce8b1fbbf88 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0732467 Aug 10 02:25:49.063723 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5022ebaf-93dd-424d-b70a-595370880435 req-eaaa122c-f361-4d18-9eb9-e7f4a07f47ba service neutron] 10.222.0.35 "GET /v2.0/networks/167639d1-9116-4021-a900-9082b1e08e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805664 Aug 10 02:25:49.160485 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-5022ebaf-93dd-424d-b70a-595370880435 req-b732aff4-00f2-426f-82b5-4e61cdfa81d3 service neutron] 10.222.0.35 "GET /v2.0/networks/167639d1-9116-4021-a900-9082b1e08e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900016 Aug 10 02:25:50.414120 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-1c10a92c-5dc7-4546-bc04-9982ab46a51a req-52c9f481-1ffd-4a44-b649-0aeaaa15cc76 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?device_id=68c7ed37-fcd6-4881-ac06-998698624baf HTTP/1.1" status: 200 len: 210 time: 0.0767431 Aug 10 02:25:51.509443 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-2ca7b967-c9af-4e86-8415-7aa78a96dee9 req-14e56cb3-a16d-4814-9c4d-8bdf05d2f59a tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?device_id=68c7ed37-fcd6-4881-ac06-998698624baf HTTP/1.1" status: 200 len: 210 time: 0.0263939 Aug 10 02:25:51.818747 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022ebaf-93dd-424d-b70a-595370880435 req-2cc512c2-8274-479d-a24b-045d26096861 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:51.820826 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5022ebaf-93dd-424d-b70a-595370880435 req-2cc512c2-8274-479d-a24b-045d26096861 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.20 "GET /v2.0/networks?id=167639d1-9116-4021-a900-9082b1e08e4e HTTP/1.1" status: 200 len: 810 time: 0.1075118 Aug 10 02:25:51.875508 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5022ebaf-93dd-424d-b70a-595370880435 req-373078f9-1b74-4f57-a835-668db6c27f54 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84bc064369654fa7b58b658ee153cbd1 HTTP/1.1" status: 200 len: 380 time: 0.0393593 Aug 10 02:25:51.911585 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-5022ebaf-93dd-424d-b70a-595370880435 req-9020ed12-4874-4611-aaea-057fa376de3a tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Request body: {'port': {'device_id': '68c7ed37-fcd6-4881-ac06-998698624baf', 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e', 'admin_state_up': True, 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'security_groups': ['a84f5cae-797b-4b69-86e5-31f98264f5e2']}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:52.022698 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5022ebaf-93dd-424d-b70a-595370880435 req-9020ed12-4874-4611-aaea-057fa376de3a tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Made reservation on behalf of 84bc064369654fa7b58b658ee153cbd1 for: {'port': 1} {{(pid=105827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:25:52.026312 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5022ebaf-93dd-424d-b70a-595370880435 req-9020ed12-4874-4611-aaea-057fa376de3a tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:52.171259 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_common [req-5022ebaf-93dd-424d-b70a-595370880435 req-9020ed12-4874-4611-aaea-057fa376de3a tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Allocated IP 172.20.0.6 (167639d1-9116-4021-a900-9082b1e08e4e/efb39c7d-ccd2-4558-95b3-c2f98abc25dc/348df351-9a96-42ee-91bb-81b8cfeca00a) {{(pid=105827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:25:52.333183 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5022ebaf-93dd-424d-b70a-595370880435 req-9020ed12-4874-4611-aaea-057fa376de3a tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks [] for port, precommit_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:52.348486 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-5022ebaf-93dd-424d-b70a-595370880435 req-9020ed12-4874-4611-aaea-057fa376de3a tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Transition to ACTIVE for port object 348df351-9a96-42ee-91bb-81b8cfeca00a will not be triggered until provisioned by entity DHCP. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:52.393156 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5022ebaf-93dd-424d-b70a-595370880435 req-9020ed12-4874-4611-aaea-057fa376de3a tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_create {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:52.438556 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5022ebaf-93dd-424d-b70a-595370880435 req-9020ed12-4874-4611-aaea-057fa376de3a tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Network 167639d1-9116-4021-a900-9082b1e08e4e is already hosted by enough agents. {{(pid=105827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:52.440021 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.base_scheduler [req-5022ebaf-93dd-424d-b70a-595370880435 req-9020ed12-4874-4611-aaea-057fa376de3a tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Resources bound (agent type, host, resource id): {{(pid=105827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:52.442863 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5022ebaf-93dd-424d-b70a-595370880435 req-9020ed12-4874-4611-aaea-057fa376de3a tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Received port after_create {{(pid=105827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:25:52.493782 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020ed12-4874-4611-aaea-057fa376de3a tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Pushing event updated for resources: {'Port': ['ID=348df351-9a96-42ee-91bb-81b8cfeca00a,revision_number=1']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:52.503959 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9020ed12-4874-4611-aaea-057fa376de3a tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:52.504357 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9020ed12-4874-4611-aaea-057fa376de3a tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:52.504675 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9020ed12-4874-4611-aaea-057fa376de3a tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:52.505023 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9020ed12-4874-4611-aaea-057fa376de3a tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:52.505356 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9020ed12-4874-4611-aaea-057fa376de3a tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:52.505699 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9020ed12-4874-4611-aaea-057fa376de3a tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:52.506023 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9020ed12-4874-4611-aaea-057fa376de3a tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:52.506354 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9020ed12-4874-4611-aaea-057fa376de3a tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:52.506719 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9020ed12-4874-4611-aaea-057fa376de3a tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:52.507053 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9020ed12-4874-4611-aaea-057fa376de3a tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:52.507383 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9020ed12-4874-4611-aaea-057fa376de3a tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:52.507699 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9020ed12-4874-4611-aaea-057fa376de3a tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:52.521266 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022ebaf-93dd-424d-b70a-595370880435 req-9020ed12-4874-4611-aaea-057fa376de3a tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:52.521530 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5022ebaf-93dd-424d-b70a-595370880435 req-9020ed12-4874-4611-aaea-057fa376de3a tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:52.554357 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5022ebaf-93dd-424d-b70a-595370880435 req-9020ed12-4874-4611-aaea-057fa376de3a tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6465046 Aug 10 02:25:52.653925 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a86f4e-4383-4f3f-bf1a-367ba4de5f5c req-2af942a7-52c3-43be-9177-b053db5d748a tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:52.655481 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-93a86f4e-4383-4f3f-bf1a-367ba4de5f5c req-2af942a7-52c3-43be-9177-b053db5d748a tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?device_id=68c7ed37-fcd6-4881-ac06-998698624baf HTTP/1.1" status: 200 len: 931 time: 0.0623655 Aug 10 02:25:52.715441 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-93a86f4e-4383-4f3f-bf1a-367ba4de5f5c req-8206bed6-f9ad-4743-a6d9-8ef87bfd31e2 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84f5cae-797b-4b69-86e5-31f98264f5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477741 Aug 10 02:25:52.784640 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b9739659-13c1-4c6a-981c-44d7f4ab8d81 None None] Provisioning for port 348df351-9a96-42ee-91bb-81b8cfeca00a completed by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:52.789937 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b9739659-13c1-4c6a-981c-44d7f4ab8d81 None None] Provisioning complete for port 348df351-9a96-42ee-91bb-81b8cfeca00a triggered by entity DHCP. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:52.790508 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b9739659-13c1-4c6a-981c-44d7f4ab8d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:52.836081 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b9739659-13c1-4c6a-981c-44d7f4ab8d81 None None] Port 348df351-9a96-42ee-91bb-81b8cfeca00a cannot update to ACTIVE because it is not bound. {{(pid=105828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:25:53.157498 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device e2a4df57-78cd-416d-9733-1eb84fd9b826 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:25:53.232651 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:53.259865 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '613d44e7-2cd0-4871-9a6d-9814c56e8f94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2a4df57-78cd-416d-9733-1eb84fd9b826'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:25:53.262104 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09d289ccde4d6ff9cc92181a6a5f9723a21b3f76001e8301d3c19491e4c7f527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2baa2547-1461-4f6d-8e06-05c4e18e654b" -d '{"events": [{"server_uuid": "613d44e7-2cd0-4871-9a6d-9814c56e8f94", "name": "network-vif-unplugged", "status": "completed", "tag": "e2a4df57-78cd-416d-9733-1eb84fd9b826"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:25:53.275174 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-37942978-4b60-4791-bac3-47b21a134052 None None] For port e2a4df57-78cd-416d-9733-1eb84fd9b826, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=e2a4df57-78cd-416d-9733-1eb84fd9b826,segment=NetworkSegment(8c30aac5-9016-4eaa-8ac3-b0ec274cfccc),segment_id=8c30aac5-9016-4eaa-8ac3-b0ec274cfccc)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:53.280857 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:53.332487 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Pushing event updated for resources: {'Port': ['ID=e2a4df57-78cd-416d-9733-1eb84fd9b826,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:53.391291 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 02:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f48f9b-62ad-478d-87ab-551a5cac9b7f x-openstack-request-id: req-f2f48f9b-62ad-478d-87ab-551a5cac9b7f {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:25:53.391591 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "613d44e7-2cd0-4871-9a6d-9814c56e8f94", "name": "network-vif-unplugged", "status": "completed", "tag": "e2a4df57-78cd-416d-9733-1eb84fd9b826", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:25:53.391846 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f2f48f9b-62ad-478d-87ab-551a5cac9b7f {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:25:53.392275 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '613d44e7-2cd0-4871-9a6d-9814c56e8f94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2a4df57-78cd-416d-9733-1eb84fd9b826', 'code': 200} Aug 10 02:25:53.842968 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f1cca-968e-4946-8c71-5f25afce78c5 req-525ac180-1c39-484a-98f9-913fb590529e tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:53.844493 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3e6f1cca-968e-4946-8c71-5f25afce78c5 req-525ac180-1c39-484a-98f9-913fb590529e tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?device_id=68c7ed37-fcd6-4881-ac06-998698624baf HTTP/1.1" status: 200 len: 931 time: 0.0541668 Aug 10 02:25:53.886654 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3e6f1cca-968e-4946-8c71-5f25afce78c5 req-f1c095b7-5df7-4b50-9b43-9955218aa5b7 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84f5cae-797b-4b69-86e5-31f98264f5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360215 Aug 10 02:25:55.011384 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994f990-d6da-47f6-8730-e6d0f52a430a req-5d47eb59-21ac-47bd-b37b-94df96b57a0b tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:55.013105 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f994f990-d6da-47f6-8730-e6d0f52a430a req-5d47eb59-21ac-47bd-b37b-94df96b57a0b tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?device_id=68c7ed37-fcd6-4881-ac06-998698624baf HTTP/1.1" status: 200 len: 931 time: 0.0526285 Aug 10 02:25:55.052851 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-f994f990-d6da-47f6-8730-e6d0f52a430a req-9d5e75d6-40c4-4e1c-965e-1c79ddf0475e tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84f5cae-797b-4b69-86e5-31f98264f5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336101 Aug 10 02:25:56.175730 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1b978-9887-430d-b6e2-4c7f9637c569 req-3f65ec2b-f1c2-41c4-a93b-a1f3e3ddd19d tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:56.177235 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b0e1b978-9887-430d-b6e2-4c7f9637c569 req-3f65ec2b-f1c2-41c4-a93b-a1f3e3ddd19d tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?device_id=68c7ed37-fcd6-4881-ac06-998698624baf HTTP/1.1" status: 200 len: 931 time: 0.0504227 Aug 10 02:25:56.226280 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b0e1b978-9887-430d-b6e2-4c7f9637c569 req-5bc1f9cc-9c57-4fb3-8bd2-5cdb6d7beb9b tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84f5cae-797b-4b69-86e5-31f98264f5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416875 Aug 10 02:25:57.345103 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec832f1b-0aea-4376-a2ef-9ab5e09d3308 req-0c4b7348-db18-44a1-95f9-e328acc26a3d tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:57.346906 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ec832f1b-0aea-4376-a2ef-9ab5e09d3308 req-0c4b7348-db18-44a1-95f9-e328acc26a3d tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?device_id=68c7ed37-fcd6-4881-ac06-998698624baf HTTP/1.1" status: 200 len: 931 time: 0.0510452 Aug 10 02:25:57.387634 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ec832f1b-0aea-4376-a2ef-9ab5e09d3308 req-6cf620e5-cf4d-444c-8861-e7f884f9b181 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84f5cae-797b-4b69-86e5-31f98264f5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340548 Aug 10 02:25:58.518441 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae681b39-6133-4d2e-bbbf-18b72e2efad7 req-5b09f3f5-92cc-40f6-8626-c1d812f38564 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:58.520029 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae681b39-6133-4d2e-bbbf-18b72e2efad7 req-5b09f3f5-92cc-40f6-8626-c1d812f38564 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?device_id=68c7ed37-fcd6-4881-ac06-998698624baf HTTP/1.1" status: 200 len: 931 time: 0.0537875 Aug 10 02:25:58.567721 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-ae681b39-6133-4d2e-bbbf-18b72e2efad7 req-6394ca3b-66a4-44b7-8f85-6bd39a1bfadb tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84f5cae-797b-4b69-86e5-31f98264f5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409095 Aug 10 02:25:59.092132 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:59.694963 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926d863-7efa-49d9-9828-5d05eee52a1b req-fece6570-89a3-4b63-bd3f-4f96d8ab21a2 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:59.696723 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0926d863-7efa-49d9-9828-5d05eee52a1b req-fece6570-89a3-4b63-bd3f-4f96d8ab21a2 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?device_id=68c7ed37-fcd6-4881-ac06-998698624baf HTTP/1.1" status: 200 len: 931 time: 0.0517247 Aug 10 02:25:59.747394 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-0926d863-7efa-49d9-9828-5d05eee52a1b req-3286ac8a-2d6f-4e4c-9fcc-cb869d1466f4 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84f5cae-797b-4b69-86e5-31f98264f5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442796 Aug 10 02:26:00.867186 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abe6eb-78b5-4fd5-ae60-325b32f6dcc4 req-f5c6f2d8-c4b3-49fa-83d4-627087690ea3 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:00.868732 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e4abe6eb-78b5-4fd5-ae60-325b32f6dcc4 req-f5c6f2d8-c4b3-49fa-83d4-627087690ea3 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?device_id=68c7ed37-fcd6-4881-ac06-998698624baf HTTP/1.1" status: 200 len: 931 time: 0.0506833 Aug 10 02:26:00.907629 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-e4abe6eb-78b5-4fd5-ae60-325b32f6dcc4 req-87a7470c-5458-4cce-ad5b-6e329161b73f tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84f5cae-797b-4b69-86e5-31f98264f5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326719 Aug 10 02:26:02.030909 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2de09-f888-46bf-a268-264058b2447f req-a146463d-ea2e-4df0-be8a-1dcd57c5809d tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:02.032405 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-68c2de09-f888-46bf-a268-264058b2447f req-a146463d-ea2e-4df0-be8a-1dcd57c5809d tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?device_id=68c7ed37-fcd6-4881-ac06-998698624baf HTTP/1.1" status: 200 len: 931 time: 0.0482812 Aug 10 02:26:02.071358 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-68c2de09-f888-46bf-a268-264058b2447f req-291092c2-8548-42ab-8984-13ecf86c192f tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84f5cae-797b-4b69-86e5-31f98264f5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329561 Aug 10 02:26:03.186146 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d951f17-fddf-461f-acc7-c25744f37a73 req-ca34789e-8a50-40b5-ba34-1b462c8e3581 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:03.187608 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d951f17-fddf-461f-acc7-c25744f37a73 req-ca34789e-8a50-40b5-ba34-1b462c8e3581 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?device_id=68c7ed37-fcd6-4881-ac06-998698624baf HTTP/1.1" status: 200 len: 931 time: 0.0484385 Aug 10 02:26:03.228272 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-4d951f17-fddf-461f-acc7-c25744f37a73 req-93d800c4-fa59-421c-ae58-889ebe0f7bf5 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84f5cae-797b-4b69-86e5-31f98264f5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348043 Aug 10 02:26:03.657131 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [req-5022ebaf-93dd-424d-b70a-595370880435 req-6c8a2d6d-2d6b-4a1c-8bb4-c03309cb3a63 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=105827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:26:03.658119 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5022ebaf-93dd-424d-b70a-595370880435 req-6c8a2d6d-2d6b-4a1c-8bb4-c03309cb3a63 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055137 Aug 10 02:26:03.741357 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.v2.base [req-5022ebaf-93dd-424d-b70a-595370880435 req-33a9151c-2764-4129-aed4-695ba99d69d3 service neutron] Request body: {'port': {'device_id': '68c7ed37-fcd6-4881-ac06-998698624baf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-26'}} {{(pid=105827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:03.796699 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5022ebaf-93dd-424d-b70a-595370880435 req-33a9151c-2764-4129-aed4-695ba99d69d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:04.056282 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [req-5022ebaf-93dd-424d-b70a-595370880435 req-33a9151c-2764-4129-aed4-695ba99d69d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 348df351-9a96-42ee-91bb-81b8cfeca00a {{(pid=105827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:26:04.063658 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5022ebaf-93dd-424d-b70a-595370880435 req-33a9151c-2764-4129-aed4-695ba99d69d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:04.075165 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.provisioning_blocks [req-5022ebaf-93dd-424d-b70a-595370880435 req-33a9151c-2764-4129-aed4-695ba99d69d3 service neutron] Transition to ACTIVE for port object 348df351-9a96-42ee-91bb-81b8cfeca00a will not be triggered until provisioned by entity L2. {{(pid=105827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:26:04.078850 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5022ebaf-93dd-424d-b70a-595370880435 req-33a9151c-2764-4129-aed4-695ba99d69d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:04.127339 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9151c-2764-4129-aed4-695ba99d69d3 service neutron] Pushing event updated for resources: {'Port': ['ID=348df351-9a96-42ee-91bb-81b8cfeca00a,revision_number=2']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:04.204332 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-5022ebaf-93dd-424d-b70a-595370880435 req-33a9151c-2764-4129-aed4-695ba99d69d3 service neutron] Attempting to bind port 348df351-9a96-42ee-91bb-81b8cfeca00a on host n-h2-766726-26 for vnic_type normal with profile {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:26:04.204666 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-5022ebaf-93dd-424d-b70a-595370880435 req-33a9151c-2764-4129-aed4-695ba99d69d3 service neutron] Attempting to bind port 348df351-9a96-42ee-91bb-81b8cfeca00a by drivers openvswitch,hyperv on host n-h2-766726-26 at level 0 using segments [{'id': '8c30aac5-9016-4eaa-8ac3-b0ec274cfccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e'}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:26:04.204995 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5022ebaf-93dd-424d-b70a-595370880435 req-33a9151c-2764-4129-aed4-695ba99d69d3 service neutron] Attempting to bind port 348df351-9a96-42ee-91bb-81b8cfeca00a on network 167639d1-9116-4021-a900-9082b1e08e4e {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:26:04.209737 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5022ebaf-93dd-424d-b70a-595370880435 req-33a9151c-2764-4129-aed4-695ba99d69d3 service neutron] Port 348df351-9a96-42ee-91bb-81b8cfeca00a on network 167639d1-9116-4021-a900-9082b1e08e4e not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-26 {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:26:04.210063 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5022ebaf-93dd-424d-b70a-595370880435 req-33a9151c-2764-4129-aed4-695ba99d69d3 service neutron] Attempting to bind port 348df351-9a96-42ee-91bb-81b8cfeca00a on network 167639d1-9116-4021-a900-9082b1e08e4e {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:26:04.215172 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5022ebaf-93dd-424d-b70a-595370880435 req-33a9151c-2764-4129-aed4-695ba99d69d3 service neutron] Checking agent: {'id': '5b7a3a36-dfe6-4294-86c2-a20b6517a602', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'started_at': datetime.datetime(2021, 8, 10, 0, 49, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:26:04.215518 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5022ebaf-93dd-424d-b70a-595370880435 req-33a9151c-2764-4129-aed4-695ba99d69d3 service neutron] Checking segment: {'id': '8c30aac5-9016-4eaa-8ac3-b0ec274cfccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:26:04.215908 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5022ebaf-93dd-424d-b70a-595370880435 req-33a9151c-2764-4129-aed4-695ba99d69d3 service neutron] Bound using segment: {'id': '8c30aac5-9016-4eaa-8ac3-b0ec274cfccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e'} {{(pid=105827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:26:04.216408 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.managers [req-5022ebaf-93dd-424d-b70a-595370880435 req-33a9151c-2764-4129-aed4-695ba99d69d3 service neutron] Bound port: 348df351-9a96-42ee-91bb-81b8cfeca00a, host: n-h2-766726-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c30aac5-9016-4eaa-8ac3-b0ec274cfccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e'}}] {{(pid=105827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:26:04.216779 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5022ebaf-93dd-424d-b70a-595370880435 req-33a9151c-2764-4129-aed4-695ba99d69d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:04.285607 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-5022ebaf-93dd-424d-b70a-595370880435 req-33a9151c-2764-4129-aed4-695ba99d69d3 service neutron] For port 348df351-9a96-42ee-91bb-81b8cfeca00a, host n-h2-766726-26, cleared binding levels {{(pid=105827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:26:04.289850 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-5022ebaf-93dd-424d-b70a-595370880435 req-33a9151c-2764-4129-aed4-695ba99d69d3 service neutron] For port 348df351-9a96-42ee-91bb-81b8cfeca00a, host n-h2-766726-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=348df351-9a96-42ee-91bb-81b8cfeca00a,segment=NetworkSegment(8c30aac5-9016-4eaa-8ac3-b0ec274cfccc),segment_id=8c30aac5-9016-4eaa-8ac3-b0ec274cfccc)] {{(pid=105827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:26:04.293838 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5022ebaf-93dd-424d-b70a-595370880435 req-33a9151c-2764-4129-aed4-695ba99d69d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6197988'] for port, after_update {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:04.329520 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022ebaf-93dd-424d-b70a-595370880435 req-33a9151c-2764-4129-aed4-695ba99d69d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:04.330133 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-5022ebaf-93dd-424d-b70a-595370880435 req-33a9151c-2764-4129-aed4-695ba99d69d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:04.331542 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5022ebaf-93dd-424d-b70a-595370880435 req-33a9151c-2764-4129-aed4-695ba99d69d3 service neutron] 10.222.0.20 "PUT /v2.0/ports/348df351-9a96-42ee-91bb-81b8cfeca00a HTTP/1.1" status: 200 len: 1092 time: 0.6373177 Aug 10 02:26:04.331987 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c7ed37-fcd6-4881-ac06-998698624baf', 'tag': '348df351-9a96-42ee-91bb-81b8cfeca00a'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:26:04.334520 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04376f577ca8e91682bf6bf2b98f61f72ad60017a2eb84f3f8c1f2c558ccd100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fb2357-072e-49a5-8385-8985fa03dea1" -d '{"events": [{"name": "network-changed", "server_uuid": "68c7ed37-fcd6-4881-ac06-998698624baf", "tag": "348df351-9a96-42ee-91bb-81b8cfeca00a"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:26:04.363386 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc9f66-a44d-4f13-8b45-5d55196cf4f5 req-5c3079ca-d632-4002-a92a-097293a848c1 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:04.365004 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bbbc9f66-a44d-4f13-8b45-5d55196cf4f5 req-5c3079ca-d632-4002-a92a-097293a848c1 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?device_id=68c7ed37-fcd6-4881-ac06-998698624baf HTTP/1.1" status: 200 len: 943 time: 0.0674305 Aug 10 02:26:04.366701 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9151c-2764-4129-aed4-695ba99d69d3 service neutron] Pushing event updated for resources: {'Port': ['ID=348df351-9a96-42ee-91bb-81b8cfeca00a,revision_number=3']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:04.421100 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bbbc9f66-a44d-4f13-8b45-5d55196cf4f5 req-543a3ae7-c863-4af9-9de1-b1b61d932ba8 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84f5cae-797b-4b69-86e5-31f98264f5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460432 Aug 10 02:26:04.448800 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022ebaf-93dd-424d-b70a-595370880435 req-82691812-9a73-4aa6-bf64-ff5b6c7ca87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:04.450429 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5022ebaf-93dd-424d-b70a-595370880435 req-82691812-9a73-4aa6-bf64-ff5b6c7ca87e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84bc064369654fa7b58b658ee153cbd1&device_id=68c7ed37-fcd6-4881-ac06-998698624baf HTTP/1.1" status: 200 len: 1095 time: 0.0565846 Aug 10 02:26:04.457679 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de38f0a-c1ab-4157-89e1-29ef557782c9 x-openstack-request-id: req-5de38f0a-c1ab-4157-89e1-29ef557782c9 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:26:04.457983 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c7ed37-fcd6-4881-ac06-998698624baf", "tag": "348df351-9a96-42ee-91bb-81b8cfeca00a", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:26:04.458251 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5de38f0a-c1ab-4157-89e1-29ef557782c9 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:26:04.458670 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c7ed37-fcd6-4881-ac06-998698624baf', 'tag': '348df351-9a96-42ee-91bb-81b8cfeca00a', 'status': 'completed', 'code': 200} Aug 10 02:26:04.515745 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5022ebaf-93dd-424d-b70a-595370880435 req-6fdb7bb9-677a-4869-9b80-3b3631023a39 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=348df351-9a96-42ee-91bb-81b8cfeca00a HTTP/1.1" status: 200 len: 217 time: 0.0389352 Aug 10 02:26:04.567015 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022ebaf-93dd-424d-b70a-595370880435 req-c75321f9-d846-45f3-8e21-b3814f7c507d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:04.568524 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5022ebaf-93dd-424d-b70a-595370880435 req-c75321f9-d846-45f3-8e21-b3814f7c507d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efb39c7d-ccd2-4558-95b3-c2f98abc25dc HTTP/1.1" status: 200 len: 849 time: 0.0452423 Aug 10 02:26:04.614892 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022ebaf-93dd-424d-b70a-595370880435 req-e26cb2a1-4e58-43e5-a1ec-0f0cf4bd240c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:04.616472 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5022ebaf-93dd-424d-b70a-595370880435 req-e26cb2a1-4e58-43e5-a1ec-0f0cf4bd240c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=167639d1-9116-4021-a900-9082b1e08e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408912 Aug 10 02:26:04.708550 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5022ebaf-93dd-424d-b70a-595370880435 req-05e215e6-c6a4-4888-ae5b-71ed8747df11 service neutron] 10.222.0.20 "GET /v2.0/networks/167639d1-9116-4021-a900-9082b1e08e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850375 Aug 10 02:26:04.797308 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5022ebaf-93dd-424d-b70a-595370880435 req-78f299e8-7541-40c6-bca9-494e907c01f9 service neutron] 10.222.0.20 "GET /v2.0/networks/167639d1-9116-4021-a900-9082b1e08e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822401 Aug 10 02:26:04.919430 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb2357-072e-49a5-8385-8985fa03dea1 req-2c8254a6-b2a4-41f2-8c04-dacd582f5ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:04.920854 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-76fb2357-072e-49a5-8385-8985fa03dea1 req-2c8254a6-b2a4-41f2-8c04-dacd582f5ff7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84bc064369654fa7b58b658ee153cbd1&device_id=68c7ed37-fcd6-4881-ac06-998698624baf HTTP/1.1" status: 200 len: 1095 time: 0.0417380 Aug 10 02:26:05.014544 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb2357-072e-49a5-8385-8985fa03dea1 req-9ed74b2f-4754-4f31-a2f3-ae7d831d7899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:05.016011 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-76fb2357-072e-49a5-8385-8985fa03dea1 req-9ed74b2f-4754-4f31-a2f3-ae7d831d7899 service neutron] 10.222.0.20 "GET /v2.0/networks?id=167639d1-9116-4021-a900-9082b1e08e4e HTTP/1.1" status: 200 len: 911 time: 0.0876820 Aug 10 02:26:05.057285 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-76fb2357-072e-49a5-8385-8985fa03dea1 req-51cf7492-b71d-4817-bb4f-66d2a6ca223b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=348df351-9a96-42ee-91bb-81b8cfeca00a HTTP/1.1" status: 200 len: 217 time: 0.0336905 Aug 10 02:26:05.111665 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb2357-072e-49a5-8385-8985fa03dea1 req-d2fcd096-5700-49ad-9583-e097e9920992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:05.113174 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-76fb2357-072e-49a5-8385-8985fa03dea1 req-d2fcd096-5700-49ad-9583-e097e9920992 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efb39c7d-ccd2-4558-95b3-c2f98abc25dc HTTP/1.1" status: 200 len: 849 time: 0.0496349 Aug 10 02:26:05.160129 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb2357-072e-49a5-8385-8985fa03dea1 req-e52d6a90-7f00-493e-b2be-a8a76d871eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:05.161682 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-76fb2357-072e-49a5-8385-8985fa03dea1 req-e52d6a90-7f00-493e-b2be-a8a76d871eae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=167639d1-9116-4021-a900-9082b1e08e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410633 Aug 10 02:26:05.251803 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-76fb2357-072e-49a5-8385-8985fa03dea1 req-2c622cec-09a0-4b63-854e-c4d96b72cc9a service neutron] 10.222.0.20 "GET /v2.0/networks/167639d1-9116-4021-a900-9082b1e08e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826786 Aug 10 02:26:05.374174 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-76fb2357-072e-49a5-8385-8985fa03dea1 req-c3cd7f8d-eed8-4110-b1b5-0f1a103a7a3d service neutron] 10.222.0.20 "GET /v2.0/networks/167639d1-9116-4021-a900-9082b1e08e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146688 Aug 10 02:26:05.535023 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1a9ed-1732-4f32-b1ec-51de7309c23d req-cfba9345-7975-47ee-b8b2-51eee9dcf1a0 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:05.536429 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bcb1a9ed-1732-4f32-b1ec-51de7309c23d req-cfba9345-7975-47ee-b8b2-51eee9dcf1a0 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?device_id=68c7ed37-fcd6-4881-ac06-998698624baf HTTP/1.1" status: 200 len: 943 time: 0.0481405 Aug 10 02:26:05.574508 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-bcb1a9ed-1732-4f32-b1ec-51de7309c23d req-afbfa2ac-03da-49c7-8696-db076d91188f tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84f5cae-797b-4b69-86e5-31f98264f5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314612 Aug 10 02:26:06.693015 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1e35f-5519-4d87-a507-307f8d4db56e req-12057ec5-aab7-4b80-a185-6d27075f8d7e tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:06.695225 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94e1e35f-5519-4d87-a507-307f8d4db56e req-12057ec5-aab7-4b80-a185-6d27075f8d7e tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?device_id=68c7ed37-fcd6-4881-ac06-998698624baf HTTP/1.1" status: 200 len: 943 time: 0.0502489 Aug 10 02:26:06.739489 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-94e1e35f-5519-4d87-a507-307f8d4db56e req-82fe9802-4a45-430f-805a-a88b1dbe3c5e tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84f5cae-797b-4b69-86e5-31f98264f5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379536 Aug 10 02:26:07.864336 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a76a3-0e07-426f-8cea-c50db8f3a071 req-ad7a6b77-39a2-4a3d-bd4f-1e78e8acb9cb tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:07.865752 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-172a76a3-0e07-426f-8cea-c50db8f3a071 req-ad7a6b77-39a2-4a3d-bd4f-1e78e8acb9cb tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?device_id=68c7ed37-fcd6-4881-ac06-998698624baf HTTP/1.1" status: 200 len: 943 time: 0.0506265 Aug 10 02:26:07.905514 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-172a76a3-0e07-426f-8cea-c50db8f3a071 req-a2f75563-df5b-4c7b-8c7e-00f7e7f11b8e tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84f5cae-797b-4b69-86e5-31f98264f5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337431 Aug 10 02:26:08.104441 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 348df351-9a96-42ee-91bb-81b8cfeca00a details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:26:08.198930 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 348df351-9a96-42ee-91bb-81b8cfeca00a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=348df351-9a96-42ee-91bb-81b8cfeca00a,segment=NetworkSegment(8c30aac5-9016-4eaa-8ac3-b0ec274cfccc),segment_id=8c30aac5-9016-4eaa-8ac3-b0ec274cfccc)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:26:08.210336 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '348df351-9a96-42ee-91bb-81b8cfeca00a', 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e', 'port_id': '348df351-9a96-42ee-91bb-81b8cfeca00a', 'mac_address': 'fa:16:3e:8f:82:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb39c7d-ccd2-4558-95b3-c2f98abc25dc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:26:08.247335 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:08.261596 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 348df351-9a96-42ee-91bb-81b8cfeca00a {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:26:08.282817 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 348df351-9a96-42ee-91bb-81b8cfeca00a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=348df351-9a96-42ee-91bb-81b8cfeca00a,segment=NetworkSegment(8c30aac5-9016-4eaa-8ac3-b0ec274cfccc),segment_id=8c30aac5-9016-4eaa-8ac3-b0ec274cfccc)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:26:08.287641 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:08.337350 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=348df351-9a96-42ee-91bb-81b8cfeca00a,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:08.714764 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['348df351-9a96-42ee-91bb-81b8cfeca00a'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:26:09.020073 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95064152-ab28-4b3c-963d-257b622799cd req-15acab12-2da7-4079-88b8-d3919d42a827 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:09.021598 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-95064152-ab28-4b3c-963d-257b622799cd req-15acab12-2da7-4079-88b8-d3919d42a827 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?device_id=68c7ed37-fcd6-4881-ac06-998698624baf HTTP/1.1" status: 200 len: 944 time: 0.0485375 Aug 10 02:26:09.059582 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-95064152-ab28-4b3c-963d-257b622799cd req-001d8e63-81a0-4679-a0dd-5c3076d7f47e tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84f5cae-797b-4b69-86e5-31f98264f5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315275 Aug 10 02:26:09.785454 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:26:10.103901 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 348df351-9a96-42ee-91bb-81b8cfeca00a up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:26:10.152701 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning for port 348df351-9a96-42ee-91bb-81b8cfeca00a completed by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:26:10.156416 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 348df351-9a96-42ee-91bb-81b8cfeca00a triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:10.156800 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:10.174812 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fad0f3-cf31-46fb-b815-3d68da3c3886 req-f50db95b-b864-4c04-9d94-fcd3eee847e3 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:10.176354 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b1fad0f3-cf31-46fb-b815-3d68da3c3886 req-f50db95b-b864-4c04-9d94-fcd3eee847e3 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?device_id=68c7ed37-fcd6-4881-ac06-998698624baf HTTP/1.1" status: 200 len: 944 time: 0.0482049 Aug 10 02:26:10.219719 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-b1fad0f3-cf31-46fb-b815-3d68da3c3886 req-de782526-7616-4232-9c06-1389f86afbff tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84f5cae-797b-4b69-86e5-31f98264f5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354261 Aug 10 02:26:10.238123 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:10.261697 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c7ed37-fcd6-4881-ac06-998698624baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348df351-9a96-42ee-91bb-81b8cfeca00a'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:26:10.264282 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09d289ccde4d6ff9cc92181a6a5f9723a21b3f76001e8301d3c19491e4c7f527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3870be4-b802-4289-821b-9f507ea32dd5" -d '{"events": [{"server_uuid": "68c7ed37-fcd6-4881-ac06-998698624baf", "name": "network-vif-plugged", "status": "completed", "tag": "348df351-9a96-42ee-91bb-81b8cfeca00a"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:26:10.277018 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 348df351-9a96-42ee-91bb-81b8cfeca00a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=348df351-9a96-42ee-91bb-81b8cfeca00a,segment=NetworkSegment(8c30aac5-9016-4eaa-8ac3-b0ec274cfccc),segment_id=8c30aac5-9016-4eaa-8ac3-b0ec274cfccc)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:26:10.281476 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:10.305026 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d9209a-2248-4a27-b9a4-13621a4dc205 x-openstack-request-id: req-07d9209a-2248-4a27-b9a4-13621a4dc205 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:26:10.305318 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c7ed37-fcd6-4881-ac06-998698624baf", "name": "network-vif-plugged", "status": "completed", "tag": "348df351-9a96-42ee-91bb-81b8cfeca00a", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:26:10.305571 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-07d9209a-2248-4a27-b9a4-13621a4dc205 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:26:10.305954 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c7ed37-fcd6-4881-ac06-998698624baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348df351-9a96-42ee-91bb-81b8cfeca00a', 'code': 200} Aug 10 02:26:10.330634 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=348df351-9a96-42ee-91bb-81b8cfeca00a,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:10.426832 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ca9eb-73c7-4361-892f-46ef66fe9ed2 req-578d931e-2f7a-455b-bab9-51533d8d352b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:10.428392 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-843ca9eb-73c7-4361-892f-46ef66fe9ed2 req-578d931e-2f7a-455b-bab9-51533d8d352b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=68c7ed37-fcd6-4881-ac06-998698624baf HTTP/1.1" status: 200 len: 1097 time: 0.0417416 Aug 10 02:26:10.464212 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-843ca9eb-73c7-4361-892f-46ef66fe9ed2 req-db3ff31c-10cd-4188-b21f-8dbe267feea7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a84f5cae-797b-4b69-86e5-31f98264f5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285690 Aug 10 02:26:11.316543 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-78e1a2c8-b3b8-4ecb-9c50-8c4d6db0c9b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:11.337790 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c1e20-ad0a-4a05-8e70-280cdc3ad527 req-b4989ceb-fcf0-4297-8806-ed7f9be428dc tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:11.339291 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-592c1e20-ad0a-4a05-8e70-280cdc3ad527 req-b4989ceb-fcf0-4297-8806-ed7f9be428dc tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?device_id=68c7ed37-fcd6-4881-ac06-998698624baf HTTP/1.1" status: 200 len: 945 time: 0.0499876 Aug 10 02:26:11.377466 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-592c1e20-ad0a-4a05-8e70-280cdc3ad527 req-39823b39-5bfd-489f-b03e-8cc28d9f7dab tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84f5cae-797b-4b69-86e5-31f98264f5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321224 Aug 10 02:26:12.495014 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d936bc-777a-44ef-8f44-0536b0594e84 req-3f9b4690-097a-451f-8ee0-1a9b1ad2ebfd tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:12.496532 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d1d936bc-777a-44ef-8f44-0536b0594e84 req-3f9b4690-097a-451f-8ee0-1a9b1ad2ebfd tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?device_id=68c7ed37-fcd6-4881-ac06-998698624baf HTTP/1.1" status: 200 len: 945 time: 0.0490394 Aug 10 02:26:12.535927 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d1d936bc-777a-44ef-8f44-0536b0594e84 req-b0625ec2-d80e-405e-b320-7ed3c6e4d76a tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84f5cae-797b-4b69-86e5-31f98264f5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331893 Aug 10 02:26:12.649679 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:12.652083 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbdc32-1db9-4640-872e-211abe208d94 req-850d46c7-4f9d-4caf-99c8-7c20f49ba8c3 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:12.653764 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d7dbdc32-1db9-4640-872e-211abe208d94 req-850d46c7-4f9d-4caf-99c8-7c20f49ba8c3 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?device_id=68c7ed37-fcd6-4881-ac06-998698624baf HTTP/1.1" status: 200 len: 945 time: 0.0507228 Aug 10 02:26:12.695738 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-d7dbdc32-1db9-4640-872e-211abe208d94 req-f3a6631e-6f89-474c-95cb-1246661da28b tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84f5cae-797b-4b69-86e5-31f98264f5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347221 Aug 10 02:26:12.716612 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41962) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:12.760138 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339f1c85-18b4-4212-ab88-d74080ebc80b tempest-TestSnapshotPattern-1290662831 tempest-TestSnapshotPattern-1290662831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:12.761824 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-339f1c85-18b4-4212-ab88-d74080ebc80b tempest-TestSnapshotPattern-1290662831 tempest-TestSnapshotPattern-1290662831-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=68c7ed37-fcd6-4881-ac06-998698624baf HTTP/1.1" status: 200 len: 1092 time: 0.0442564 Aug 10 02:26:12.764751 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 41964) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:12.769458 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.v2.base [None req-1ec6e10f-62da-4e40-98d3-9ace022c2f58 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Request body: {'floatingip': {'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'port_id': '348df351-9a96-42ee-91bb-81b8cfeca00a', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:12.791709 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1ec6e10f-62da-4e40-98d3-9ace022c2f58 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks [] for floatingip, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:12.890155 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1ec6e10f-62da-4e40-98d3-9ace022c2f58 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:12.999863 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_common [None req-1ec6e10f-62da-4e40-98d3-9ace022c2f58 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Allocated IP 172.25.2.237 (beabd0db-a6e0-4ff1-a3e9-6522348fc998/a474ef77-dd1d-429e-a67b-e5da88e86c5c/ca3c8105-58e6-466c-9880-da3215cdd8e5) {{(pid=105826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:26:13.106606 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1ec6e10f-62da-4e40-98d3-9ace022c2f58 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks [] for port, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:13.150955 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1ec6e10f-62da-4e40-98d3-9ace022c2f58 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753868832247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:13.191620 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec6e10f-62da-4e40-98d3-9ace022c2f58 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Network beabd0db-a6e0-4ff1-a3e9-6522348fc998 is already hosted by enough agents. {{(pid=105826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:26:13.194655 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.base_scheduler [None req-1ec6e10f-62da-4e40-98d3-9ace022c2f58 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Resources bound (agent type, host, resource id): {{(pid=105826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:26:13.198386 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec6e10f-62da-4e40-98d3-9ace022c2f58 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Received port after_create {{(pid=105826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:26:13.220280 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6e10f-62da-4e40-98d3-9ace022c2f58 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Pushing event updated for resources: {'Port': ['ID=ca3c8105-58e6-466c-9880-da3215cdd8e5,revision_number=1']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:13.232375 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec6e10f-62da-4e40-98d3-9ace022c2f58 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:13.232722 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec6e10f-62da-4e40-98d3-9ace022c2f58 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:13.233064 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec6e10f-62da-4e40-98d3-9ace022c2f58 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:13.233408 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec6e10f-62da-4e40-98d3-9ace022c2f58 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:13.233744 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec6e10f-62da-4e40-98d3-9ace022c2f58 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:13.234078 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec6e10f-62da-4e40-98d3-9ace022c2f58 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:13.234405 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec6e10f-62da-4e40-98d3-9ace022c2f58 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:13.234730 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec6e10f-62da-4e40-98d3-9ace022c2f58 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:13.235055 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec6e10f-62da-4e40-98d3-9ace022c2f58 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:13.235385 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec6e10f-62da-4e40-98d3-9ace022c2f58 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:13.235705 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec6e10f-62da-4e40-98d3-9ace022c2f58 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:13.236031 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec6e10f-62da-4e40-98d3-9ace022c2f58 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:13.865226 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1ec6e10f-62da-4e40-98d3-9ace022c2f58 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:13.928125 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-949eeacc-78d8-49e8-a6d3-a0ead95c06a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:13.932845 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1ec6e10f-62da-4e40-98d3-9ace022c2f58 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:14.078258 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1ec6e10f-62da-4e40-98d3-9ace022c2f58 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks [] for port, precommit_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:14.082469 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1ec6e10f-62da-4e40-98d3-9ace022c2f58 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33540043'] for port, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:14.147622 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6e10f-62da-4e40-98d3-9ace022c2f58 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Pushing event updated for resources: {'Port': ['ID=ca3c8105-58e6-466c-9880-da3215cdd8e5,revision_number=2']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:14.157760 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1ec6e10f-62da-4e40-98d3-9ace022c2f58 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8229016'] for floatingip, after_update {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:14.254478 n-d-766726-26 neutron-server[105826]: INFO neutron.db.l3_db [None req-1ec6e10f-62da-4e40-98d3-9ace022c2f58 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Floating IP b7f801a9-9447-421d-b557-692e2fa2599b associated. External IP: 172.25.2.237, port: 348df351-9a96-42ee-91bb-81b8cfeca00a. Aug 10 02:26:14.457883 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec6e10f-62da-4e40-98d3-9ace022c2f58 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Router 8e6fda42-1f91-4cd2-9070-eac64ddec9de has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:26:14.555302 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:14.565801 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec6e10f-62da-4e40-98d3-9ace022c2f58 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:26:14.575262 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8801581-8989-47c1-879d-cc6fb55c9692 None None] Sync routers for ids ['8e6fda42-1f91-4cd2-9070-eac64ddec9de'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:26:14.582131 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-1ec6e10f-62da-4e40-98d3-9ace022c2f58 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:14.584719 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8801581-8989-47c1-879d-cc6fb55c9692 None None] Routers {'8e6fda42-1f91-4cd2-9070-eac64ddec9de'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:14.585355 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-d8801581-8989-47c1-879d-cc6fb55c9692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:26:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['8e6fda42-1f91-4cd2-9070-eac64ddec9de'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:14.609477 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-1ec6e10f-62da-4e40-98d3-9ace022c2f58 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8432398 Aug 10 02:26:14.609828 n-d-766726-26 neutron-server[105826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c7ed37-fcd6-4881-ac06-998698624baf', 'tag': '348df351-9a96-42ee-91bb-81b8cfeca00a'}] {{(pid=105826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:26:14.612117 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9e874736d5403a2ed85b010b990dd133e24f0379b2e9b4f0e55655a3e1797b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf2afb7-7e21-4f34-9f15-ee175617cc1e" -d '{"events": [{"name": "network-changed", "server_uuid": "68c7ed37-fcd6-4881-ac06-998698624baf", "tag": "348df351-9a96-42ee-91bb-81b8cfeca00a"}]}' {{(pid=105826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:26:14.656896 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cab654a-7083-41e9-9dcd-e9a05df7d075 x-openstack-request-id: req-3cab654a-7083-41e9-9dcd-e9a05df7d075 {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:26:14.657192 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c7ed37-fcd6-4881-ac06-998698624baf", "tag": "348df351-9a96-42ee-91bb-81b8cfeca00a", "status": "completed", "code": 200}]} {{(pid=105826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:26:14.657446 n-d-766726-26 neutron-server[105826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3cab654a-7083-41e9-9dcd-e9a05df7d075 {{(pid=105826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:26:14.657854 n-d-766726-26 neutron-server[105826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c7ed37-fcd6-4881-ac06-998698624baf', 'tag': '348df351-9a96-42ee-91bb-81b8cfeca00a', 'status': 'completed', 'code': 200} Aug 10 02:26:14.688976 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-d8801581-8989-47c1-879d-cc6fb55c9692 None None] Set router 8e6fda42-1f91-4cd2-9070-eac64ddec9de gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:26:14.743982 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2afb7-7e21-4f34-9f15-ee175617cc1e req-7750f082-51d5-4f64-bdeb-4bef4d7192e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:14.745527 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-faf2afb7-7e21-4f34-9f15-ee175617cc1e req-7750f082-51d5-4f64-bdeb-4bef4d7192e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84bc064369654fa7b58b658ee153cbd1&device_id=68c7ed37-fcd6-4881-ac06-998698624baf HTTP/1.1" status: 200 len: 1097 time: 0.0426543 Aug 10 02:26:14.837963 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2afb7-7e21-4f34-9f15-ee175617cc1e req-6142511c-3729-4adc-82a5-093e15b7f1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:14.839463 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-faf2afb7-7e21-4f34-9f15-ee175617cc1e req-6142511c-3729-4adc-82a5-093e15b7f1f2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=167639d1-9116-4021-a900-9082b1e08e4e HTTP/1.1" status: 200 len: 911 time: 0.0873754 Aug 10 02:26:14.905723 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-faf2afb7-7e21-4f34-9f15-ee175617cc1e req-0095f0e4-1f68-4608-a9b5-4de2bdbb6722 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=348df351-9a96-42ee-91bb-81b8cfeca00a HTTP/1.1" status: 200 len: 999 time: 0.0596342 Aug 10 02:26:14.910498 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-d8801581-8989-47c1-879d-cc6fb55c9692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'name': 'tempest-TestSnapshotPattern-1566508501-router', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:28Z', 'updated_at': '2021-08-10T02:22:31Z', 'revision_number': 4, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'gw_port': {'id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:29Z', 'updated_at': '2021-08-10T02:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '0b05c18f-31d3-49cb-a049-67d45fb98345', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'floating_ip_address': '172.25.2.101', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'port_id': 'e2a4df57-78cd-416d-9733-1eb84fd9b826', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e', 'mac_address': 'fa:16:3e:f2:1b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613d44e7-2cd0-4871-9a6d-9814c56e8f94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:22:50Z', 'updated_at': '2021-08-10T02:22:52Z', 'revision_number': 1, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'fixed_ip_address_scope': None}, {'id': 'b7f801a9-9447-421d-b557-692e2fa2599b', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'floating_ip_address': '172.25.2.237', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'port_id': '348df351-9a96-42ee-91bb-81b8cfeca00a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e', 'mac_address': 'fa:16:3e:8f:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c7ed37-fcd6-4881-ac06-998698624baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:26:13Z', 'updated_at': '2021-08-10T02:26:13Z', 'revision_number': 0, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8260212-0a71-494c-87d6-51558163a906', 'name': '', 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'mac_address': 'fa:16:3e:4f:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'efb39c7d-ccd2-4558-95b3-c2f98abc25dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:30Z', 'updated_at': '2021-08-10T02:22:37Z', 'revision_number': 5, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'subnets': [{'id': 'efb39c7d-ccd2-4558-95b3-c2f98abc25dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:14.939679 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8801581-8989-47c1-879d-cc6fb55c9692 None None] Checking router: 8e6fda42-1f91-4cd2-9070-eac64ddec9de for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:26:14.948197 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8801581-8989-47c1-879d-cc6fb55c9692 None None] Routers {'8e6fda42-1f91-4cd2-9070-eac64ddec9de'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:14.948809 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-d8801581-8989-47c1-879d-cc6fb55c9692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:26:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['8e6fda42-1f91-4cd2-9070-eac64ddec9de'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:14.959114 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2afb7-7e21-4f34-9f15-ee175617cc1e req-38b795dc-3071-48a1-9a74-3c495ce2ec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:14.961146 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-faf2afb7-7e21-4f34-9f15-ee175617cc1e req-38b795dc-3071-48a1-9a74-3c495ce2ec71 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efb39c7d-ccd2-4558-95b3-c2f98abc25dc HTTP/1.1" status: 200 len: 849 time: 0.0490341 Aug 10 02:26:15.006651 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2afb7-7e21-4f34-9f15-ee175617cc1e req-f0df9c8f-e5de-454f-b777-770e1dd790b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:15.008200 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-faf2afb7-7e21-4f34-9f15-ee175617cc1e req-f0df9c8f-e5de-454f-b777-770e1dd790b0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=167639d1-9116-4021-a900-9082b1e08e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406570 Aug 10 02:26:15.050940 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-d8801581-8989-47c1-879d-cc6fb55c9692 None None] Set router 8e6fda42-1f91-4cd2-9070-eac64ddec9de gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:26:15.097661 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-faf2afb7-7e21-4f34-9f15-ee175617cc1e req-58baf333-2c86-4a2d-a180-f00f4ceeec4a service neutron] 10.222.0.20 "GET /v2.0/networks/167639d1-9116-4021-a900-9082b1e08e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826101 Aug 10 02:26:15.194979 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-faf2afb7-7e21-4f34-9f15-ee175617cc1e req-9b1c45a6-a177-470f-aac9-e5910aab3b38 service neutron] 10.222.0.20 "GET /v2.0/networks/167639d1-9116-4021-a900-9082b1e08e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900803 Aug 10 02:26:15.356663 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-d8801581-8989-47c1-879d-cc6fb55c9692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'name': 'tempest-TestSnapshotPattern-1566508501-router', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:28Z', 'updated_at': '2021-08-10T02:22:31Z', 'revision_number': 4, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'gw_port': {'id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:29Z', 'updated_at': '2021-08-10T02:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '0b05c18f-31d3-49cb-a049-67d45fb98345', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'floating_ip_address': '172.25.2.101', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'port_id': 'e2a4df57-78cd-416d-9733-1eb84fd9b826', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e', 'mac_address': 'fa:16:3e:f2:1b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613d44e7-2cd0-4871-9a6d-9814c56e8f94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:22:50Z', 'updated_at': '2021-08-10T02:22:52Z', 'revision_number': 1, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'fixed_ip_address_scope': None}, {'id': 'b7f801a9-9447-421d-b557-692e2fa2599b', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'floating_ip_address': '172.25.2.237', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'port_id': '348df351-9a96-42ee-91bb-81b8cfeca00a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e', 'mac_address': 'fa:16:3e:8f:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c7ed37-fcd6-4881-ac06-998698624baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:26:13Z', 'updated_at': '2021-08-10T02:26:13Z', 'revision_number': 0, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8260212-0a71-494c-87d6-51558163a906', 'name': '', 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'mac_address': 'fa:16:3e:4f:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'efb39c7d-ccd2-4558-95b3-c2f98abc25dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:30Z', 'updated_at': '2021-08-10T02:22:37Z', 'revision_number': 5, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'subnets': [{'id': 'efb39c7d-ccd2-4558-95b3-c2f98abc25dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:15.381004 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8801581-8989-47c1-879d-cc6fb55c9692 None None] The sync data for ids ['8e6fda42-1f91-4cd2-9070-eac64ddec9de'] in n-d-766726-26 is: [{'id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'name': 'tempest-TestSnapshotPattern-1566508501-router', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:28Z', 'updated_at': '2021-08-10T02:22:31Z', 'revision_number': 4, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'gw_port': {'id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:29Z', 'updated_at': '2021-08-10T02:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '0b05c18f-31d3-49cb-a049-67d45fb98345', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'floating_ip_address': '172.25.2.101', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'port_id': 'e2a4df57-78cd-416d-9733-1eb84fd9b826', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e', 'mac_address': 'fa:16:3e:f2:1b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613d44e7-2cd0-4871-9a6d-9814c56e8f94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:22:50Z', 'updated_at': '2021-08-10T02:22:52Z', 'revision_number': 1, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'fixed_ip_address_scope': None}, {'id': 'b7f801a9-9447-421d-b557-692e2fa2599b', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'floating_ip_address': '172.25.2.237', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'port_id': '348df351-9a96-42ee-91bb-81b8cfeca00a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e', 'mac_address': 'fa:16:3e:8f:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c7ed37-fcd6-4881-ac06-998698624baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:26:13Z', 'updated_at': '2021-08-10T02:26:13Z', 'revision_number': 0, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8260212-0a71-494c-87d6-51558163a906', 'name': '', 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'mac_address': 'fa:16:3e:4f:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'efb39c7d-ccd2-4558-95b3-c2f98abc25dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:30Z', 'updated_at': '2021-08-10T02:22:37Z', 'revision_number': 5, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'subnets': [{'id': 'efb39c7d-ccd2-4558-95b3-c2f98abc25dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:26:15.545721 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:15.571255 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e85717-c7b8-4c5a-b40c-1655c3dcf5d9 None None] New status for floating IP b7f801a9-9447-421d-b557-692e2fa2599b: ACTIVE {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:26:16.613898 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:29.090519 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:38.857777 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b34278d7-bc17-41bc-8933-6aa184709ad6 req-d4263fac-15e3-4f90-82cc-cf5b973e34f9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=613d44e7-2cd0-4871-9a6d-9814c56e8f94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411861 Aug 10 02:26:38.938258 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34278d7-bc17-41bc-8933-6aa184709ad6 req-9c1d7b59-b2a3-45cd-828a-49a99662b365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:38.939783 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b34278d7-bc17-41bc-8933-6aa184709ad6 req-9c1d7b59-b2a3-45cd-828a-49a99662b365 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=84bc064369654fa7b58b658ee153cbd1&device_id=613d44e7-2cd0-4871-9a6d-9814c56e8f94 HTTP/1.1" status: 200 len: 1095 time: 0.0418656 Aug 10 02:26:39.048026 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34278d7-bc17-41bc-8933-6aa184709ad6 req-755d0fab-ae30-49f3-a6a3-48d13d6d4bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:39.049554 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b34278d7-bc17-41bc-8933-6aa184709ad6 req-755d0fab-ae30-49f3-a6a3-48d13d6d4bfc service neutron] 10.222.0.24 "GET /v2.0/networks?id=167639d1-9116-4021-a900-9082b1e08e4e HTTP/1.1" status: 200 len: 911 time: 0.0905693 Aug 10 02:26:39.115342 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b34278d7-bc17-41bc-8933-6aa184709ad6 req-ca5a32fb-2eb9-49ec-8a70-8d4aacfd38a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2a4df57-78cd-416d-9733-1eb84fd9b826 HTTP/1.1" status: 200 len: 999 time: 0.0588865 Aug 10 02:26:39.170279 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34278d7-bc17-41bc-8933-6aa184709ad6 req-08645498-5729-4161-a61a-d05841005a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:39.171754 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b34278d7-bc17-41bc-8933-6aa184709ad6 req-08645498-5729-4161-a61a-d05841005a47 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=efb39c7d-ccd2-4558-95b3-c2f98abc25dc HTTP/1.1" status: 200 len: 849 time: 0.0490491 Aug 10 02:26:39.219182 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34278d7-bc17-41bc-8933-6aa184709ad6 req-36b0b9eb-82c2-4e55-951d-2d4b6d9c9a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:39.220734 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b34278d7-bc17-41bc-8933-6aa184709ad6 req-36b0b9eb-82c2-4e55-951d-2d4b6d9c9a74 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=167639d1-9116-4021-a900-9082b1e08e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418642 Aug 10 02:26:39.310052 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b34278d7-bc17-41bc-8933-6aa184709ad6 req-ac85fdd1-d093-4b17-ae73-1aff247b9dcf service neutron] 10.222.0.24 "GET /v2.0/networks/167639d1-9116-4021-a900-9082b1e08e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823698 Aug 10 02:26:39.408563 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b34278d7-bc17-41bc-8933-6aa184709ad6 req-5655e1be-9c9c-46da-b5ab-041eeef0bf26 service neutron] 10.222.0.24 "GET /v2.0/networks/167639d1-9116-4021-a900-9082b1e08e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915034 Aug 10 02:26:41.319244 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2ab964b4-e1a0-4213-85f0-1114b1a40414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:42.635566 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:43.929883 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bb9286a0-09c1-447e-8e11-7ce2421425ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:44.556706 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:45.544662 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:46.618835 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:46.785342 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:26:53.522680 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5a63859c-bda9-4033-b5eb-6ef0ec056a2d req-6ef26816-958d-47eb-8178-50dcf5c89ef6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=68c7ed37-fcd6-4881-ac06-998698624baf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411437 Aug 10 02:26:53.619199 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63859c-bda9-4033-b5eb-6ef0ec056a2d req-30c022ad-7c44-4f74-bbcd-39e6f1d75382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:53.620784 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5a63859c-bda9-4033-b5eb-6ef0ec056a2d req-30c022ad-7c44-4f74-bbcd-39e6f1d75382 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84bc064369654fa7b58b658ee153cbd1&device_id=68c7ed37-fcd6-4881-ac06-998698624baf HTTP/1.1" status: 200 len: 1097 time: 0.0426917 Aug 10 02:26:53.731255 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63859c-bda9-4033-b5eb-6ef0ec056a2d req-60f06849-f192-485b-9f7a-935a715a06f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:53.732788 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5a63859c-bda9-4033-b5eb-6ef0ec056a2d req-60f06849-f192-485b-9f7a-935a715a06f0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=167639d1-9116-4021-a900-9082b1e08e4e HTTP/1.1" status: 200 len: 911 time: 0.0928483 Aug 10 02:26:53.801435 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5a63859c-bda9-4033-b5eb-6ef0ec056a2d req-78fabfa7-2442-44e9-85d3-8d335f0bfd29 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=348df351-9a96-42ee-91bb-81b8cfeca00a HTTP/1.1" status: 200 len: 1001 time: 0.0615337 Aug 10 02:26:53.858834 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63859c-bda9-4033-b5eb-6ef0ec056a2d req-25e5343c-4601-4c45-8a06-939dd2c413f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:53.860403 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5a63859c-bda9-4033-b5eb-6ef0ec056a2d req-25e5343c-4601-4c45-8a06-939dd2c413f2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efb39c7d-ccd2-4558-95b3-c2f98abc25dc HTTP/1.1" status: 200 len: 849 time: 0.0500982 Aug 10 02:26:53.907261 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63859c-bda9-4033-b5eb-6ef0ec056a2d req-6d1fa405-41da-4f41-9872-4bcf8c1018c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:53.908848 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5a63859c-bda9-4033-b5eb-6ef0ec056a2d req-6d1fa405-41da-4f41-9872-4bcf8c1018c9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=167639d1-9116-4021-a900-9082b1e08e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420048 Aug 10 02:26:54.003814 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5a63859c-bda9-4033-b5eb-6ef0ec056a2d req-74020987-6253-4163-abab-19d5bdeae520 service neutron] 10.222.0.20 "GET /v2.0/networks/167639d1-9116-4021-a900-9082b1e08e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854809 Aug 10 02:26:54.103779 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-5a63859c-bda9-4033-b5eb-6ef0ec056a2d req-64ae8d69-80b6-4e94-a65e-af77853b52c5 service neutron] 10.222.0.20 "GET /v2.0/networks/167639d1-9116-4021-a900-9082b1e08e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923481 Aug 10 02:26:59.083733 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:11.320019 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e698229f-b4dd-49af-8d09-7d09ad4db338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:12.642738 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:13.931213 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0ae43da1-921d-4f8c-9092-b76d78d65068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:14.557849 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:15.548503 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:16.626962 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:23.785411 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:27:29.098043 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:39.902802 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a3cfa1d1-727e-4411-ba83-636675ac1950 req-1c2d5df7-baa5-45dd-8bac-0d2f75607cb9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=613d44e7-2cd0-4871-9a6d-9814c56e8f94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411286 Aug 10 02:27:39.984388 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfa1d1-727e-4411-ba83-636675ac1950 req-bcf3314c-df00-4b6a-9441-ec35041f2464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:39.985892 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a3cfa1d1-727e-4411-ba83-636675ac1950 req-bcf3314c-df00-4b6a-9441-ec35041f2464 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=84bc064369654fa7b58b658ee153cbd1&device_id=613d44e7-2cd0-4871-9a6d-9814c56e8f94 HTTP/1.1" status: 200 len: 1095 time: 0.0405252 Aug 10 02:27:40.093769 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfa1d1-727e-4411-ba83-636675ac1950 req-26ca0329-3bed-46d0-abf7-35237fae8bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:40.095293 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a3cfa1d1-727e-4411-ba83-636675ac1950 req-26ca0329-3bed-46d0-abf7-35237fae8bc2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=167639d1-9116-4021-a900-9082b1e08e4e HTTP/1.1" status: 200 len: 911 time: 0.0908935 Aug 10 02:27:40.162736 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a3cfa1d1-727e-4411-ba83-636675ac1950 req-686b8d3f-80ba-42bd-a0df-53f0ca22f450 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2a4df57-78cd-416d-9733-1eb84fd9b826 HTTP/1.1" status: 200 len: 999 time: 0.0595582 Aug 10 02:27:40.217587 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfa1d1-727e-4411-ba83-636675ac1950 req-6a04a740-1a28-43ff-8c13-eb76e0caaae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:40.219077 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a3cfa1d1-727e-4411-ba83-636675ac1950 req-6a04a740-1a28-43ff-8c13-eb76e0caaae7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=efb39c7d-ccd2-4558-95b3-c2f98abc25dc HTTP/1.1" status: 200 len: 849 time: 0.0499156 Aug 10 02:27:40.267131 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfa1d1-727e-4411-ba83-636675ac1950 req-54d58f7d-2c31-4a29-b464-2b333c3ad018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:40.268670 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a3cfa1d1-727e-4411-ba83-636675ac1950 req-54d58f7d-2c31-4a29-b464-2b333c3ad018 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=167639d1-9116-4021-a900-9082b1e08e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417876 Aug 10 02:27:40.362456 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a3cfa1d1-727e-4411-ba83-636675ac1950 req-fab0e304-51f4-44d5-903c-3922d88edbd6 service neutron] 10.222.0.24 "GET /v2.0/networks/167639d1-9116-4021-a900-9082b1e08e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858338 Aug 10 02:27:40.461432 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-a3cfa1d1-727e-4411-ba83-636675ac1950 req-a2714307-493c-43af-8ae7-1966a7629815 service neutron] 10.222.0.24 "GET /v2.0/networks/167639d1-9116-4021-a900-9082b1e08e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918901 Aug 10 02:27:41.321388 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a3942c02-eebd-4fb7-9db6-2613ffda4d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:42.660536 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:43.933149 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-32a778b1-6e02-47cc-998a-09420d49d9ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:44.557956 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:45.549999 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:46.626452 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:55.345057 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9c4f71f-25a0-4b5a-b918-62de5f4f9169 req-ce5f269a-83ed-4f1a-b925-5b175298f701 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=68c7ed37-fcd6-4881-ac06-998698624baf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398505 Aug 10 02:27:55.449324 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4f71f-25a0-4b5a-b918-62de5f4f9169 req-4b4b5306-f5fb-4e2d-9dde-b345fc1c2076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:55.450801 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9c4f71f-25a0-4b5a-b918-62de5f4f9169 req-4b4b5306-f5fb-4e2d-9dde-b345fc1c2076 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84bc064369654fa7b58b658ee153cbd1&device_id=68c7ed37-fcd6-4881-ac06-998698624baf HTTP/1.1" status: 200 len: 1097 time: 0.0395319 Aug 10 02:27:55.561575 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4f71f-25a0-4b5a-b918-62de5f4f9169 req-c868b1ed-e76f-4f09-82b2-6845e92d8257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:55.563046 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9c4f71f-25a0-4b5a-b918-62de5f4f9169 req-c868b1ed-e76f-4f09-82b2-6845e92d8257 service neutron] 10.222.0.20 "GET /v2.0/networks?id=167639d1-9116-4021-a900-9082b1e08e4e HTTP/1.1" status: 200 len: 911 time: 0.0913861 Aug 10 02:27:55.627914 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9c4f71f-25a0-4b5a-b918-62de5f4f9169 req-6dcadaa9-77cc-43ff-956a-eb0bd66c7c02 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=348df351-9a96-42ee-91bb-81b8cfeca00a HTTP/1.1" status: 200 len: 1001 time: 0.0578432 Aug 10 02:27:55.679839 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4f71f-25a0-4b5a-b918-62de5f4f9169 req-51af9057-a208-415d-853d-f1982a1cfb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:55.681272 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9c4f71f-25a0-4b5a-b918-62de5f4f9169 req-51af9057-a208-415d-853d-f1982a1cfb5b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efb39c7d-ccd2-4558-95b3-c2f98abc25dc HTTP/1.1" status: 200 len: 849 time: 0.0465648 Aug 10 02:27:55.724644 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4f71f-25a0-4b5a-b918-62de5f4f9169 req-fcb77e77-7399-49f4-be29-4361b492bbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:55.726084 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9c4f71f-25a0-4b5a-b918-62de5f4f9169 req-fcb77e77-7399-49f4-be29-4361b492bbda service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=167639d1-9116-4021-a900-9082b1e08e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382555 Aug 10 02:27:55.814995 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9c4f71f-25a0-4b5a-b918-62de5f4f9169 req-71a7ac54-a395-4abc-ad2d-c8c30b5a85c5 service neutron] 10.222.0.20 "GET /v2.0/networks/167639d1-9116-4021-a900-9082b1e08e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804536 Aug 10 02:27:55.910288 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-c9c4f71f-25a0-4b5a-b918-62de5f4f9169 req-e095638f-638c-466c-8093-085ee2e56ac6 service neutron] 10.222.0.20 "GET /v2.0/networks/167639d1-9116-4021-a900-9082b1e08e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883169 Aug 10 02:27:59.107260 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:00.785026 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:28:11.323194 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-263056cf-4d53-450b-8070-3f4deef514b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:12.653632 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:13.932357 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-139d5693-5b3b-4348-ba99-7eecfa1f7641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:14.560222 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:15.552975 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:16.628519 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:24.835520 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 348df351-9a96-42ee-91bb-81b8cfeca00a details requested by agent hyperv_n-h2-766726-26 with host n-h2-766726-26 {{(pid=105828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:28:25.082561 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 348df351-9a96-42ee-91bb-81b8cfeca00a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=348df351-9a96-42ee-91bb-81b8cfeca00a,segment=NetworkSegment(8c30aac5-9016-4eaa-8ac3-b0ec274cfccc),segment_id=8c30aac5-9016-4eaa-8ac3-b0ec274cfccc)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:28:25.094003 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Returning: {'device': '348df351-9a96-42ee-91bb-81b8cfeca00a', 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e', 'port_id': '348df351-9a96-42ee-91bb-81b8cfeca00a', 'mac_address': 'fa:16:3e:8f:82:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb39c7d-ccd2-4558-95b3-c2f98abc25dc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:28:25.128863 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:25.141521 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 348df351-9a96-42ee-91bb-81b8cfeca00a {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:28:25.160900 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 348df351-9a96-42ee-91bb-81b8cfeca00a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=348df351-9a96-42ee-91bb-81b8cfeca00a,segment=NetworkSegment(8c30aac5-9016-4eaa-8ac3-b0ec274cfccc),segment_id=8c30aac5-9016-4eaa-8ac3-b0ec274cfccc)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:28:25.165020 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:25.213731 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=348df351-9a96-42ee-91bb-81b8cfeca00a,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:25.220674 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:25.221023 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:25.221367 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:25.221705 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:25.222044 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:25.222377 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:25.222704 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:25.223032 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:25.223357 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:25.223688 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:25.224012 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:25.224365 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:25.302010 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] get_ports_and_sgs() called for port_ids ['348df351-9a96-42ee-91bb-81b8cfeca00a'] {{(pid=105828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:28:26.838163 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 348df351-9a96-42ee-91bb-81b8cfeca00a up at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:28:26.908628 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Provisioning complete for port 348df351-9a96-42ee-91bb-81b8cfeca00a triggered by entity L2. {{(pid=105828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:28:26.908914 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-871279'] for port, provisioning_complete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:26.999713 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678444'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:27.024343 n-d-766726-26 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c7ed37-fcd6-4881-ac06-998698624baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348df351-9a96-42ee-91bb-81b8cfeca00a'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:28:27.026622 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09d289ccde4d6ff9cc92181a6a5f9723a21b3f76001e8301d3c19491e4c7f527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc2f7ba-4fd4-4b86-8933-f6013f4a3fd9" -d '{"events": [{"server_uuid": "68c7ed37-fcd6-4881-ac06-998698624baf", "name": "network-vif-plugged", "status": "completed", "tag": "348df351-9a96-42ee-91bb-81b8cfeca00a"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:28:27.046254 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] For port 348df351-9a96-42ee-91bb-81b8cfeca00a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=348df351-9a96-42ee-91bb-81b8cfeca00a,segment=NetworkSegment(8c30aac5-9016-4eaa-8ac3-b0ec274cfccc),segment_id=8c30aac5-9016-4eaa-8ac3-b0ec274cfccc)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:28:27.054574 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753869218717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753868829453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753868829471'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:27.085280 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a41bde0-d760-42cd-8643-dc54487e3f08 x-openstack-request-id: req-6a41bde0-d760-42cd-8643-dc54487e3f08 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:28:27.085707 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c7ed37-fcd6-4881-ac06-998698624baf", "name": "network-vif-plugged", "status": "completed", "tag": "348df351-9a96-42ee-91bb-81b8cfeca00a", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:28:27.086057 n-d-766726-26 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6a41bde0-d760-42cd-8643-dc54487e3f08 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:28:27.086541 n-d-766726-26 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c7ed37-fcd6-4881-ac06-998698624baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348df351-9a96-42ee-91bb-81b8cfeca00a', 'code': 200} Aug 10 02:28:27.112773 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Pushing event updated for resources: {'Port': ['ID=348df351-9a96-42ee-91bb-81b8cfeca00a,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:29.129441 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:36.621163 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42218) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:36.782739 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-71b11a34-26b6-4893-b1c9-6bbd161e0dbb tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Deleting port ca3c8105-58e6-466c-9880-da3215cdd8e5 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:28:36.783078 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-71b11a34-26b6-4893-b1c9-6bbd161e0dbb tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:36.862044 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-71b11a34-26b6-4893-b1c9-6bbd161e0dbb tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:36.862373 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-71b11a34-26b6-4893-b1c9-6bbd161e0dbb tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:36.873627 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-71b11a34-26b6-4893-b1c9-6bbd161e0dbb tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Calling delete_port for ca3c8105-58e6-466c-9880-da3215cdd8e5 owned by network:floatingip {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:28:37.018661 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-71b11a34-26b6-4893-b1c9-6bbd161e0dbb tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:37.047703 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b11a34-26b6-4893-b1c9-6bbd161e0dbb tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Pushing event deleted for resources: {'Port': ['ID=ca3c8105-58e6-466c-9880-da3215cdd8e5,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:37.060946 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b11a34-26b6-4893-b1c9-6bbd161e0dbb tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:37.061293 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b11a34-26b6-4893-b1c9-6bbd161e0dbb tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:37.061640 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b11a34-26b6-4893-b1c9-6bbd161e0dbb tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:37.061987 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b11a34-26b6-4893-b1c9-6bbd161e0dbb tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:37.062329 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b11a34-26b6-4893-b1c9-6bbd161e0dbb tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:37.062668 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b11a34-26b6-4893-b1c9-6bbd161e0dbb tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:37.063003 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b11a34-26b6-4893-b1c9-6bbd161e0dbb tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:37.063335 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b11a34-26b6-4893-b1c9-6bbd161e0dbb tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:37.063662 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b11a34-26b6-4893-b1c9-6bbd161e0dbb tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:37.063992 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b11a34-26b6-4893-b1c9-6bbd161e0dbb tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:37.064359 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b11a34-26b6-4893-b1c9-6bbd161e0dbb tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:37.064690 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b11a34-26b6-4893-b1c9-6bbd161e0dbb tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:37.118652 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-71b11a34-26b6-4893-b1c9-6bbd161e0dbb tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks [] for floatingip, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:37.118991 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [None req-71b11a34-26b6-4893-b1c9-6bbd161e0dbb tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Floating IP b7f801a9-9447-421d-b557-692e2fa2599b disassociated (deleted). External IP: 172.25.2.237, port: 348df351-9a96-42ee-91bb-81b8cfeca00a. Aug 10 02:28:37.322448 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b11a34-26b6-4893-b1c9-6bbd161e0dbb tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Router 8e6fda42-1f91-4cd2-9070-eac64ddec9de has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:28:37.427734 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b11a34-26b6-4893-b1c9-6bbd161e0dbb tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:28:37.433093 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-71b11a34-26b6-4893-b1c9-6bbd161e0dbb tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:37.437594 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dbcb72-0f2b-49ec-b377-4f63c6a4e6ea None None] Sync routers for ids ['8e6fda42-1f91-4cd2-9070-eac64ddec9de'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:28:37.447156 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dbcb72-0f2b-49ec-b377-4f63c6a4e6ea None None] Routers {'8e6fda42-1f91-4cd2-9070-eac64ddec9de'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:28:37.447762 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-73dbcb72-0f2b-49ec-b377-4f63c6a4e6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:28:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['8e6fda42-1f91-4cd2-9070-eac64ddec9de'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:28:37.459482 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-71b11a34-26b6-4893-b1c9-6bbd161e0dbb tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "DELETE /v2.0/floatingips/b7f801a9-9447-421d-b557-692e2fa2599b HTTP/1.1" status: 204 len: 168 time: 0.8370988 Aug 10 02:28:37.460134 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c7ed37-fcd6-4881-ac06-998698624baf', 'tag': '348df351-9a96-42ee-91bb-81b8cfeca00a'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:28:37.462469 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04376f577ca8e91682bf6bf2b98f61f72ad60017a2eb84f3f8c1f2c558ccd100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9136cbae-2ad0-404b-b7cc-560c2a74da71" -d '{"events": [{"name": "network-changed", "server_uuid": "68c7ed37-fcd6-4881-ac06-998698624baf", "tag": "348df351-9a96-42ee-91bb-81b8cfeca00a"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:28:37.504289 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b609f3-65d9-4ed8-bee0-8bb64a49a59c x-openstack-request-id: req-33b609f3-65d9-4ed8-bee0-8bb64a49a59c {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:28:37.505003 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c7ed37-fcd6-4881-ac06-998698624baf", "tag": "348df351-9a96-42ee-91bb-81b8cfeca00a", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:28:37.505110 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-33b609f3-65d9-4ed8-bee0-8bb64a49a59c {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:28:37.505506 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c7ed37-fcd6-4881-ac06-998698624baf', 'tag': '348df351-9a96-42ee-91bb-81b8cfeca00a', 'status': 'completed', 'code': 200} Aug 10 02:28:37.556108 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-73dbcb72-0f2b-49ec-b377-4f63c6a4e6ea None None] Set router 8e6fda42-1f91-4cd2-9070-eac64ddec9de gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:28:37.587504 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136cbae-2ad0-404b-b7cc-560c2a74da71 req-af04da34-caab-4686-97b4-c44855542d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:37.589178 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9136cbae-2ad0-404b-b7cc-560c2a74da71 req-af04da34-caab-4686-97b4-c44855542d24 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84bc064369654fa7b58b658ee153cbd1&device_id=68c7ed37-fcd6-4881-ac06-998698624baf HTTP/1.1" status: 200 len: 1097 time: 0.0451093 Aug 10 02:28:37.695051 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136cbae-2ad0-404b-b7cc-560c2a74da71 req-aa475ce2-8872-4bda-be57-3f3dc92ef155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:37.696579 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9136cbae-2ad0-404b-b7cc-560c2a74da71 req-aa475ce2-8872-4bda-be57-3f3dc92ef155 service neutron] 10.222.0.20 "GET /v2.0/networks?id=167639d1-9116-4021-a900-9082b1e08e4e HTTP/1.1" status: 200 len: 911 time: 0.1004856 Aug 10 02:28:37.699613 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd16b1e-83ec-4814-8836-f592f2bf1c2f req-f037cab4-1272-4c5b-accb-b56b7baf1d35 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:37.701158 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dbd16b1e-83ec-4814-8836-f592f2bf1c2f req-f037cab4-1272-4c5b-accb-b56b7baf1d35 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?device_id=68c7ed37-fcd6-4881-ac06-998698624baf HTTP/1.1" status: 200 len: 945 time: 0.0499864 Aug 10 02:28:37.739599 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9136cbae-2ad0-404b-b7cc-560c2a74da71 req-ad9a4052-1a73-4329-83ef-25dd82ef995b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=348df351-9a96-42ee-91bb-81b8cfeca00a HTTP/1.1" status: 200 len: 217 time: 0.0344410 Aug 10 02:28:37.743466 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-dbd16b1e-83ec-4814-8836-f592f2bf1c2f req-b51ad64e-3e20-42b0-aa6d-a6f614a1f67e tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84f5cae-797b-4b69-86e5-31f98264f5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360281 Aug 10 02:28:37.784699 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:28:37.791289 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-73dbcb72-0f2b-49ec-b377-4f63c6a4e6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'name': 'tempest-TestSnapshotPattern-1566508501-router', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:28Z', 'updated_at': '2021-08-10T02:22:31Z', 'revision_number': 4, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'gw_port': {'id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:29Z', 'updated_at': '2021-08-10T02:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '0b05c18f-31d3-49cb-a049-67d45fb98345', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'floating_ip_address': '172.25.2.101', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'port_id': 'e2a4df57-78cd-416d-9733-1eb84fd9b826', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e', 'mac_address': 'fa:16:3e:f2:1b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613d44e7-2cd0-4871-9a6d-9814c56e8f94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:22:50Z', 'updated_at': '2021-08-10T02:22:52Z', 'revision_number': 1, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8260212-0a71-494c-87d6-51558163a906', 'name': '', 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'mac_address': 'fa:16:3e:4f:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'efb39c7d-ccd2-4558-95b3-c2f98abc25dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:30Z', 'updated_at': '2021-08-10T02:22:37Z', 'revision_number': 5, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'subnets': [{'id': 'efb39c7d-ccd2-4558-95b3-c2f98abc25dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:28:37.791734 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136cbae-2ad0-404b-b7cc-560c2a74da71 req-10b4f2e5-0660-4736-952d-bbfd0bf27dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:37.793253 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9136cbae-2ad0-404b-b7cc-560c2a74da71 req-10b4f2e5-0660-4736-952d-bbfd0bf27dc7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efb39c7d-ccd2-4558-95b3-c2f98abc25dc HTTP/1.1" status: 200 len: 849 time: 0.0468707 Aug 10 02:28:37.820448 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dbcb72-0f2b-49ec-b377-4f63c6a4e6ea None None] Checking router: 8e6fda42-1f91-4cd2-9070-eac64ddec9de for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:28:37.828593 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dbcb72-0f2b-49ec-b377-4f63c6a4e6ea None None] Routers {'8e6fda42-1f91-4cd2-9070-eac64ddec9de'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:28:37.829182 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-73dbcb72-0f2b-49ec-b377-4f63c6a4e6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:28:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['8e6fda42-1f91-4cd2-9070-eac64ddec9de'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:28:37.844238 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136cbae-2ad0-404b-b7cc-560c2a74da71 req-435a8864-99a3-438b-9574-645f9173b656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:37.845671 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9136cbae-2ad0-404b-b7cc-560c2a74da71 req-435a8864-99a3-438b-9574-645f9173b656 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=167639d1-9116-4021-a900-9082b1e08e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447233 Aug 10 02:28:37.932588 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-73dbcb72-0f2b-49ec-b377-4f63c6a4e6ea None None] Set router 8e6fda42-1f91-4cd2-9070-eac64ddec9de gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:28:37.937518 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9136cbae-2ad0-404b-b7cc-560c2a74da71 req-16efb0d7-4c73-4f3f-bcf0-db645b5a499f service neutron] 10.222.0.20 "GET /v2.0/networks/167639d1-9116-4021-a900-9082b1e08e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828719 Aug 10 02:28:38.034416 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9136cbae-2ad0-404b-b7cc-560c2a74da71 req-805aad94-0f63-4f89-8edb-4cf3da64b17e service neutron] 10.222.0.20 "GET /v2.0/networks/167639d1-9116-4021-a900-9082b1e08e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888171 Aug 10 02:28:38.150076 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-73dbcb72-0f2b-49ec-b377-4f63c6a4e6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'name': 'tempest-TestSnapshotPattern-1566508501-router', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:28Z', 'updated_at': '2021-08-10T02:22:31Z', 'revision_number': 4, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'gw_port': {'id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:29Z', 'updated_at': '2021-08-10T02:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '0b05c18f-31d3-49cb-a049-67d45fb98345', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'floating_ip_address': '172.25.2.101', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'port_id': 'e2a4df57-78cd-416d-9733-1eb84fd9b826', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e', 'mac_address': 'fa:16:3e:f2:1b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613d44e7-2cd0-4871-9a6d-9814c56e8f94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:22:50Z', 'updated_at': '2021-08-10T02:22:52Z', 'revision_number': 1, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8260212-0a71-494c-87d6-51558163a906', 'name': '', 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'mac_address': 'fa:16:3e:4f:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'efb39c7d-ccd2-4558-95b3-c2f98abc25dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:30Z', 'updated_at': '2021-08-10T02:22:37Z', 'revision_number': 5, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'subnets': [{'id': 'efb39c7d-ccd2-4558-95b3-c2f98abc25dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:28:38.175174 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dbcb72-0f2b-49ec-b377-4f63c6a4e6ea None None] The sync data for ids ['8e6fda42-1f91-4cd2-9070-eac64ddec9de'] in n-d-766726-26 is: [{'id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'name': 'tempest-TestSnapshotPattern-1566508501-router', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:28Z', 'updated_at': '2021-08-10T02:22:31Z', 'revision_number': 4, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'gw_port': {'id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:29Z', 'updated_at': '2021-08-10T02:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_floatingips': [{'id': '0b05c18f-31d3-49cb-a049-67d45fb98345', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'floating_ip_address': '172.25.2.101', 'floating_network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'router_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'port_id': 'e2a4df57-78cd-416d-9733-1eb84fd9b826', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e', 'mac_address': 'fa:16:3e:f2:1b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613d44e7-2cd0-4871-9a6d-9814c56e8f94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:22:50Z', 'updated_at': '2021-08-10T02:22:52Z', 'revision_number': 1, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8260212-0a71-494c-87d6-51558163a906', 'name': '', 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'mac_address': 'fa:16:3e:4f:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'efb39c7d-ccd2-4558-95b3-c2f98abc25dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:30Z', 'updated_at': '2021-08-10T02:22:37Z', 'revision_number': 5, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'subnets': [{'id': 'efb39c7d-ccd2-4558-95b3-c2f98abc25dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:28:38.382588 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ccfde6-05da-4c3e-a1f4-99f7c028a548 None None] New status for floating IP b7f801a9-9447-421d-b557-692e2fa2599b: DOWN {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:28:38.860153 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a1d83-4731-4725-acab-86f6b48de751 req-9acf38f7-9c1f-4496-99a2-6278b0870a02 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:38.861658 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-953a1d83-4731-4725-acab-86f6b48de751 req-9acf38f7-9c1f-4496-99a2-6278b0870a02 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?device_id=68c7ed37-fcd6-4881-ac06-998698624baf HTTP/1.1" status: 200 len: 945 time: 0.0485723 Aug 10 02:28:38.899150 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-953a1d83-4731-4725-acab-86f6b48de751 req-c3e81214-55f9-4254-906c-150677b6c07d tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84f5cae-797b-4b69-86e5-31f98264f5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314074 Aug 10 02:28:39.397754 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d146dae-1a81-4b3f-b053-a49740044990 req-a1b322b0-669b-4f17-937c-42433fa4ca0e tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:39.399186 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9d146dae-1a81-4b3f-b053-a49740044990 req-a1b322b0-669b-4f17-937c-42433fa4ca0e tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.20 "GET /v2.0/ports?device_id=68c7ed37-fcd6-4881-ac06-998698624baf HTTP/1.1" status: 200 len: 945 time: 0.0484188 Aug 10 02:28:39.486363 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-9d146dae-1a81-4b3f-b053-a49740044990 req-583112c9-e00c-491e-95fd-5b5b76310d23 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Deleting port 348df351-9a96-42ee-91bb-81b8cfeca00a {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:28:39.486714 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9d146dae-1a81-4b3f-b053-a49740044990 req-583112c9-e00c-491e-95fd-5b5b76310d23 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:39.845230 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-9d146dae-1a81-4b3f-b053-a49740044990 req-583112c9-e00c-491e-95fd-5b5b76310d23 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] For port 348df351-9a96-42ee-91bb-81b8cfeca00a, host n-h2-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-26',level=0,port_id=348df351-9a96-42ee-91bb-81b8cfeca00a,segment=NetworkSegment(8c30aac5-9016-4eaa-8ac3-b0ec274cfccc),segment_id=8c30aac5-9016-4eaa-8ac3-b0ec274cfccc)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:28:39.845606 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9d146dae-1a81-4b3f-b053-a49740044990 req-583112c9-e00c-491e-95fd-5b5b76310d23 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:39.859055 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-9d146dae-1a81-4b3f-b053-a49740044990 req-583112c9-e00c-491e-95fd-5b5b76310d23 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Calling delete_port for 348df351-9a96-42ee-91bb-81b8cfeca00a owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:28:39.987416 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9d146dae-1a81-4b3f-b053-a49740044990 req-583112c9-e00c-491e-95fd-5b5b76310d23 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:40.014382 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c446786-67d5-4958-8b63-c303aff3a948 req-9770eadd-ca07-468a-ac76-c91c120b74df tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:40.015878 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7c446786-67d5-4958-8b63-c303aff3a948 req-9770eadd-ca07-468a-ac76-c91c120b74df tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?device_id=68c7ed37-fcd6-4881-ac06-998698624baf HTTP/1.1" status: 200 len: 867 time: 0.0489295 Aug 10 02:28:40.016902 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583112c9-e00c-491e-95fd-5b5b76310d23 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Pushing event deleted for resources: {'Port': ['ID=348df351-9a96-42ee-91bb-81b8cfeca00a,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:40.058830 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-7c446786-67d5-4958-8b63-c303aff3a948 req-9ba24a34-b637-4687-ac40-b6522fdc97b0 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84f5cae-797b-4b69-86e5-31f98264f5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347049 Aug 10 02:28:40.064924 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d146dae-1a81-4b3f-b053-a49740044990 req-583112c9-e00c-491e-95fd-5b5b76310d23 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] No DVR routers for this DVR port 348df351-9a96-42ee-91bb-81b8cfeca00a on host n-h2-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:28:40.067602 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-9d146dae-1a81-4b3f-b053-a49740044990 req-583112c9-e00c-491e-95fd-5b5b76310d23 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:40.070178 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9d146dae-1a81-4b3f-b053-a49740044990 req-583112c9-e00c-491e-95fd-5b5b76310d23 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.20 "DELETE /v2.0/ports/348df351-9a96-42ee-91bb-81b8cfeca00a HTTP/1.1" status: 204 len: 173 time: 0.6645749 Aug 10 02:28:40.070963 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c7ed37-fcd6-4881-ac06-998698624baf', 'name': 'network-vif-deleted', 'tag': '348df351-9a96-42ee-91bb-81b8cfeca00a'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:28:40.072976 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04376f577ca8e91682bf6bf2b98f61f72ad60017a2eb84f3f8c1f2c558ccd100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9303f5f-d1c6-4781-8359-fc34f82eb1bd" -d '{"events": [{"server_uuid": "68c7ed37-fcd6-4881-ac06-998698624baf", "name": "network-vif-deleted", "tag": "348df351-9a96-42ee-91bb-81b8cfeca00a"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:28:40.111556 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6022e0f9-ac87-4f39-b3b8-eb63e3b8f95a x-openstack-request-id: req-6022e0f9-ac87-4f39-b3b8-eb63e3b8f95a {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:28:40.111849 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c7ed37-fcd6-4881-ac06-998698624baf", "name": "network-vif-deleted", "tag": "348df351-9a96-42ee-91bb-81b8cfeca00a", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:28:40.112099 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6022e0f9-ac87-4f39-b3b8-eb63e3b8f95a {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:28:40.112531 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c7ed37-fcd6-4881-ac06-998698624baf', 'name': 'network-vif-deleted', 'tag': '348df351-9a96-42ee-91bb-81b8cfeca00a', 'status': 'completed', 'code': 200} Aug 10 02:28:40.355997 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9d97e158-d1a5-404c-8582-c16e263052c3 req-9e889790-5536-4588-a647-135774b8a0e9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=613d44e7-2cd0-4871-9a6d-9814c56e8f94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0773182 Aug 10 02:28:40.443061 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97e158-d1a5-404c-8582-c16e263052c3 req-bf9d2a15-5482-4305-b120-d1a9bd751d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:40.445408 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9d97e158-d1a5-404c-8582-c16e263052c3 req-bf9d2a15-5482-4305-b120-d1a9bd751d0d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=84bc064369654fa7b58b658ee153cbd1&device_id=613d44e7-2cd0-4871-9a6d-9814c56e8f94 HTTP/1.1" status: 200 len: 1095 time: 0.0473225 Aug 10 02:28:40.554437 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97e158-d1a5-404c-8582-c16e263052c3 req-56f7bf31-134c-413e-9ea4-4e7ae67b1c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:40.555723 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9d97e158-d1a5-404c-8582-c16e263052c3 req-56f7bf31-134c-413e-9ea4-4e7ae67b1c09 service neutron] 10.222.0.24 "GET /v2.0/networks?id=167639d1-9116-4021-a900-9082b1e08e4e HTTP/1.1" status: 200 len: 911 time: 0.0904224 Aug 10 02:28:40.628350 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9d97e158-d1a5-404c-8582-c16e263052c3 req-aed25b98-180c-4e1b-a031-90ff56b039b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2a4df57-78cd-416d-9733-1eb84fd9b826 HTTP/1.1" status: 200 len: 999 time: 0.0650713 Aug 10 02:28:40.679301 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97e158-d1a5-404c-8582-c16e263052c3 req-8ddc9de7-28bb-4c8b-a611-af5978483bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:40.680746 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9d97e158-d1a5-404c-8582-c16e263052c3 req-8ddc9de7-28bb-4c8b-a611-af5978483bcc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=efb39c7d-ccd2-4558-95b3-c2f98abc25dc HTTP/1.1" status: 200 len: 849 time: 0.0456645 Aug 10 02:28:40.726243 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97e158-d1a5-404c-8582-c16e263052c3 req-a5a42dea-48a4-4654-a62d-d6e59df7bf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:40.727686 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9d97e158-d1a5-404c-8582-c16e263052c3 req-a5a42dea-48a4-4654-a62d-d6e59df7bf02 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=167639d1-9116-4021-a900-9082b1e08e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395424 Aug 10 02:28:40.819541 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9d97e158-d1a5-404c-8582-c16e263052c3 req-f432378f-450c-4ee1-b2a5-7492b1d4048b service neutron] 10.222.0.24 "GET /v2.0/networks/167639d1-9116-4021-a900-9082b1e08e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843678 Aug 10 02:28:40.887514 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 348df351-9a96-42ee-91bb-81b8cfeca00a no longer exists at agent hyperv_n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:28:40.906486 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] No Port match for: 348df351-9a96-42ee-91bb-81b8cfeca00a {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:28:40.906837 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Device 348df351-9a96-42ee-91bb-81b8cfeca00a not bound to the agent host n-h2-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:28:40.910084 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-9d97e158-d1a5-404c-8582-c16e263052c3 req-1c630412-2746-4068-ba27-47be38e4a763 service neutron] 10.222.0.24 "GET /v2.0/networks/167639d1-9116-4021-a900-9082b1e08e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826035 Aug 10 02:28:41.323625 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-522c6127-8f05-401c-b680-6bcee611c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:41.620511 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42280) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:41.777133 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-adc87c41-3e39-457e-9fdd-0153602fd125 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Deleting port 1d721408-0bc6-4b13-b93c-5e86fe5726b1 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:28:41.777484 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-adc87c41-3e39-457e-9fdd-0153602fd125 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:41.858065 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-adc87c41-3e39-457e-9fdd-0153602fd125 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:41.858392 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-adc87c41-3e39-457e-9fdd-0153602fd125 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:41.870455 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-adc87c41-3e39-457e-9fdd-0153602fd125 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Calling delete_port for 1d721408-0bc6-4b13-b93c-5e86fe5726b1 owned by network:floatingip {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:28:42.019266 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-adc87c41-3e39-457e-9fdd-0153602fd125 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:42.049034 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc87c41-3e39-457e-9fdd-0153602fd125 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Pushing event deleted for resources: {'Port': ['ID=1d721408-0bc6-4b13-b93c-5e86fe5726b1,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:42.109282 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-adc87c41-3e39-457e-9fdd-0153602fd125 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks [] for floatingip, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:42.109654 n-d-766726-26 neutron-server[105827]: INFO neutron.db.l3_db [None req-adc87c41-3e39-457e-9fdd-0153602fd125 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Floating IP 0b05c18f-31d3-49cb-a049-67d45fb98345 disassociated (deleted). External IP: 172.25.2.101, port: e2a4df57-78cd-416d-9733-1eb84fd9b826. Aug 10 02:28:42.316878 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc87c41-3e39-457e-9fdd-0153602fd125 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Router 8e6fda42-1f91-4cd2-9070-eac64ddec9de has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:28:42.424369 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc87c41-3e39-457e-9fdd-0153602fd125 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:28:42.429452 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-adc87c41-3e39-457e-9fdd-0153602fd125 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for floatingip, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:42.435942 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23450d24-6a1e-49c3-bd4a-d55f010230ec None None] Sync routers for ids ['8e6fda42-1f91-4cd2-9070-eac64ddec9de'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:28:42.444968 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23450d24-6a1e-49c3-bd4a-d55f010230ec None None] Routers {'8e6fda42-1f91-4cd2-9070-eac64ddec9de'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:28:42.445573 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-23450d24-6a1e-49c3-bd4a-d55f010230ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:28:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['8e6fda42-1f91-4cd2-9070-eac64ddec9de'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:28:42.456002 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-adc87c41-3e39-457e-9fdd-0153602fd125 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "DELETE /v2.0/floatingips/0b05c18f-31d3-49cb-a049-67d45fb98345 HTTP/1.1" status: 204 len: 168 time: 0.8343914 Aug 10 02:28:42.456626 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '613d44e7-2cd0-4871-9a6d-9814c56e8f94', 'tag': 'e2a4df57-78cd-416d-9733-1eb84fd9b826'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:28:42.459043 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04376f577ca8e91682bf6bf2b98f61f72ad60017a2eb84f3f8c1f2c558ccd100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d132c2-65ca-4159-ae44-41b8ff6ba395" -d '{"events": [{"name": "network-changed", "server_uuid": "613d44e7-2cd0-4871-9a6d-9814c56e8f94", "tag": "e2a4df57-78cd-416d-9733-1eb84fd9b826"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:28:42.496807 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3033c6cd-8cfa-400f-afb5-ee4ef00a8c03 x-openstack-request-id: req-3033c6cd-8cfa-400f-afb5-ee4ef00a8c03 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:28:42.497105 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "613d44e7-2cd0-4871-9a6d-9814c56e8f94", "tag": "e2a4df57-78cd-416d-9733-1eb84fd9b826", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:28:42.497366 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3033c6cd-8cfa-400f-afb5-ee4ef00a8c03 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:28:42.497864 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '613d44e7-2cd0-4871-9a6d-9814c56e8f94', 'tag': 'e2a4df57-78cd-416d-9733-1eb84fd9b826', 'status': 'completed', 'code': 200} Aug 10 02:28:42.555754 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-23450d24-6a1e-49c3-bd4a-d55f010230ec None None] Set router 8e6fda42-1f91-4cd2-9070-eac64ddec9de gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:28:42.562314 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d132c2-65ca-4159-ae44-41b8ff6ba395 req-50e10064-3836-4164-8887-b05b6206a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:42.563820 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d6d132c2-65ca-4159-ae44-41b8ff6ba395 req-50e10064-3836-4164-8887-b05b6206a763 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=84bc064369654fa7b58b658ee153cbd1&device_id=613d44e7-2cd0-4871-9a6d-9814c56e8f94 HTTP/1.1" status: 200 len: 1095 time: 0.0440960 Aug 10 02:28:42.676343 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:42.688775 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d132c2-65ca-4159-ae44-41b8ff6ba395 req-4f353b50-bf7a-478f-92c6-254b9db539b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:42.690307 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d6d132c2-65ca-4159-ae44-41b8ff6ba395 req-4f353b50-bf7a-478f-92c6-254b9db539b3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=167639d1-9116-4021-a900-9082b1e08e4e HTTP/1.1" status: 200 len: 911 time: 0.1137130 Aug 10 02:28:42.707093 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a75a6-4da6-456c-a48d-0ceb9efe6e5b req-25a5552e-ce56-42f5-a118-ded775469761 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:42.708641 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a97a75a6-4da6-456c-a48d-0ceb9efe6e5b req-25a5552e-ce56-42f5-a118-ded775469761 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?device_id=613d44e7-2cd0-4871-9a6d-9814c56e8f94 HTTP/1.1" status: 200 len: 943 time: 0.0507622 Aug 10 02:28:42.736737 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d6d132c2-65ca-4159-ae44-41b8ff6ba395 req-36ba7332-ea31-4ab4-bae2-b4b341414f67 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2a4df57-78cd-416d-9733-1eb84fd9b826 HTTP/1.1" status: 200 len: 217 time: 0.0373077 Aug 10 02:28:42.761632 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-a97a75a6-4da6-456c-a48d-0ceb9efe6e5b req-749f5dcf-e590-4283-939f-2ac05a6544bc tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84f5cae-797b-4b69-86e5-31f98264f5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434923 Aug 10 02:28:42.793037 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-23450d24-6a1e-49c3-bd4a-d55f010230ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'name': 'tempest-TestSnapshotPattern-1566508501-router', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:28Z', 'updated_at': '2021-08-10T02:22:31Z', 'revision_number': 4, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'gw_port': {'id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:29Z', 'updated_at': '2021-08-10T02:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'd8260212-0a71-494c-87d6-51558163a906', 'name': '', 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'mac_address': 'fa:16:3e:4f:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'efb39c7d-ccd2-4558-95b3-c2f98abc25dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:30Z', 'updated_at': '2021-08-10T02:22:37Z', 'revision_number': 5, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'subnets': [{'id': 'efb39c7d-ccd2-4558-95b3-c2f98abc25dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:28:42.796212 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d132c2-65ca-4159-ae44-41b8ff6ba395 req-4fa82c08-a24b-46a5-9060-7bfd76e6f9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:42.797711 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d6d132c2-65ca-4159-ae44-41b8ff6ba395 req-4fa82c08-a24b-46a5-9060-7bfd76e6f9ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=efb39c7d-ccd2-4558-95b3-c2f98abc25dc HTTP/1.1" status: 200 len: 849 time: 0.0536423 Aug 10 02:28:42.818651 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23450d24-6a1e-49c3-bd4a-d55f010230ec None None] Checking router: 8e6fda42-1f91-4cd2-9070-eac64ddec9de for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:28:42.826774 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23450d24-6a1e-49c3-bd4a-d55f010230ec None None] Routers {'8e6fda42-1f91-4cd2-9070-eac64ddec9de'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:28:42.827369 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-23450d24-6a1e-49c3-bd4a-d55f010230ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:28:14Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['8e6fda42-1f91-4cd2-9070-eac64ddec9de'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:28:42.844912 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d132c2-65ca-4159-ae44-41b8ff6ba395 req-452f1678-d6b9-476f-a775-7a3be1186be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:42.846331 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d6d132c2-65ca-4159-ae44-41b8ff6ba395 req-452f1678-d6b9-476f-a775-7a3be1186be8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=167639d1-9116-4021-a900-9082b1e08e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406387 Aug 10 02:28:42.944259 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d6d132c2-65ca-4159-ae44-41b8ff6ba395 req-2cfff18d-2ef3-498f-ab95-a773b7365165 service neutron] 10.222.0.24 "GET /v2.0/networks/167639d1-9116-4021-a900-9082b1e08e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882473 Aug 10 02:28:43.022454 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-23450d24-6a1e-49c3-bd4a-d55f010230ec None None] Set router 8e6fda42-1f91-4cd2-9070-eac64ddec9de gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:28:43.045329 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-d6d132c2-65ca-4159-ae44-41b8ff6ba395 req-db862899-740e-4f36-a9e8-a3c261cde8c7 service neutron] 10.222.0.24 "GET /v2.0/networks/167639d1-9116-4021-a900-9082b1e08e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893524 Aug 10 02:28:43.213041 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-23450d24-6a1e-49c3-bd4a-d55f010230ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'name': 'tempest-TestSnapshotPattern-1566508501-router', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:28Z', 'updated_at': '2021-08-10T02:22:31Z', 'revision_number': 4, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'gw_port': {'id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:29Z', 'updated_at': '2021-08-10T02:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'd8260212-0a71-494c-87d6-51558163a906', 'name': '', 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'mac_address': 'fa:16:3e:4f:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'efb39c7d-ccd2-4558-95b3-c2f98abc25dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:30Z', 'updated_at': '2021-08-10T02:22:37Z', 'revision_number': 5, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'subnets': [{'id': 'efb39c7d-ccd2-4558-95b3-c2f98abc25dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:28:43.240920 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23450d24-6a1e-49c3-bd4a-d55f010230ec None None] The sync data for ids ['8e6fda42-1f91-4cd2-9070-eac64ddec9de'] in n-d-766726-26 is: [{'id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'name': 'tempest-TestSnapshotPattern-1566508501-router', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:28Z', 'updated_at': '2021-08-10T02:22:31Z', 'revision_number': 4, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'gw_port': {'id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:29Z', 'updated_at': '2021-08-10T02:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26', '_interfaces': [{'id': 'd8260212-0a71-494c-87d6-51558163a906', 'name': '', 'network_id': '167639d1-9116-4021-a900-9082b1e08e4e', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'mac_address': 'fa:16:3e:4f:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'efb39c7d-ccd2-4558-95b3-c2f98abc25dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:30Z', 'updated_at': '2021-08-10T02:22:37Z', 'revision_number': 5, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'subnets': [{'id': 'efb39c7d-ccd2-4558-95b3-c2f98abc25dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:28:43.453945 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19280b12-27d5-483d-8fd1-0b65cbc28452 None None] New status for floating IP 0b05c18f-31d3-49cb-a049-67d45fb98345: DOWN {{(pid=105828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:28:43.547140 n-d-766726-26 neutron-server[105827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb42c0-a195-4682-9df4-f4687e06d4b8 req-e92065b7-ce5b-4a79-b9a6-a34a64550423 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:43.548682 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b3eb42c0-a195-4682-9df4-f4687e06d4b8 req-e92065b7-ce5b-4a79-b9a6-a34a64550423 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.24 "GET /v2.0/ports?device_id=613d44e7-2cd0-4871-9a6d-9814c56e8f94 HTTP/1.1" status: 200 len: 943 time: 0.0504444 Aug 10 02:28:43.640477 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-b3eb42c0-a195-4682-9df4-f4687e06d4b8 req-090a50fe-1d71-4732-aa3c-de372801e66b tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Deleting port e2a4df57-78cd-416d-9733-1eb84fd9b826 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:28:43.640818 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b3eb42c0-a195-4682-9df4-f4687e06d4b8 req-090a50fe-1d71-4732-aa3c-de372801e66b tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:43.726527 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [req-b3eb42c0-a195-4682-9df4-f4687e06d4b8 req-090a50fe-1d71-4732-aa3c-de372801e66b tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] For port e2a4df57-78cd-416d-9733-1eb84fd9b826, host n-h1-766726-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-26',level=0,port_id=e2a4df57-78cd-416d-9733-1eb84fd9b826,segment=NetworkSegment(8c30aac5-9016-4eaa-8ac3-b0ec274cfccc),segment_id=8c30aac5-9016-4eaa-8ac3-b0ec274cfccc)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:28:43.727263 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b3eb42c0-a195-4682-9df4-f4687e06d4b8 req-090a50fe-1d71-4732-aa3c-de372801e66b tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:43.739384 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [req-b3eb42c0-a195-4682-9df4-f4687e06d4b8 req-090a50fe-1d71-4732-aa3c-de372801e66b tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Calling delete_port for e2a4df57-78cd-416d-9733-1eb84fd9b826 owned by compute:nova {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:28:43.871680 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b3eb42c0-a195-4682-9df4-f4687e06d4b8 req-090a50fe-1d71-4732-aa3c-de372801e66b tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:43.882071 n-d-766726-26 neutron-server[105826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbca9bb-ca7f-4baf-bd5f-bc01532c7905 req-1dbecb00-578e-41d3-90ce-5a50460735a8 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:43.884427 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3dbca9bb-ca7f-4baf-bd5f-bc01532c7905 req-1dbecb00-578e-41d3-90ce-5a50460735a8 tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/ports?device_id=613d44e7-2cd0-4871-9a6d-9814c56e8f94 HTTP/1.1" status: 200 len: 943 time: 0.0506544 Aug 10 02:28:43.908167 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a50fe-1d71-4732-aa3c-de372801e66b tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Pushing event deleted for resources: {'Port': ['ID=e2a4df57-78cd-416d-9733-1eb84fd9b826,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:43.923517 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [req-3dbca9bb-ca7f-4baf-bd5f-bc01532c7905 req-0f9368c3-c516-45f7-88ef-882d4f60139b tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84f5cae-797b-4b69-86e5-31f98264f5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336044 Aug 10 02:28:43.936710 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5fdd3f1d-8c28-44cd-905e-5e6a7271c796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:43.955186 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3eb42c0-a195-4682-9df4-f4687e06d4b8 req-090a50fe-1d71-4732-aa3c-de372801e66b tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] No DVR routers for this DVR port e2a4df57-78cd-416d-9733-1eb84fd9b826 on host n-h1-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:28:43.957593 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [req-b3eb42c0-a195-4682-9df4-f4687e06d4b8 req-090a50fe-1d71-4732-aa3c-de372801e66b tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171872'] for port, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:43.959968 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [req-b3eb42c0-a195-4682-9df4-f4687e06d4b8 req-090a50fe-1d71-4732-aa3c-de372801e66b tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.24 "DELETE /v2.0/ports/e2a4df57-78cd-416d-9733-1eb84fd9b826 HTTP/1.1" status: 204 len: 173 time: 0.4051461 Aug 10 02:28:44.498855 n-d-766726-26 neutron-server[105827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '613d44e7-2cd0-4871-9a6d-9814c56e8f94', 'name': 'network-vif-deleted', 'tag': 'e2a4df57-78cd-416d-9733-1eb84fd9b826'}] {{(pid=105827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:28:44.501475 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04376f577ca8e91682bf6bf2b98f61f72ad60017a2eb84f3f8c1f2c558ccd100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d8615c-ef5e-4ed9-8ccb-a1508b41953a" -d '{"events": [{"server_uuid": "613d44e7-2cd0-4871-9a6d-9814c56e8f94", "name": "network-vif-deleted", "tag": "e2a4df57-78cd-416d-9733-1eb84fd9b826"}]}' {{(pid=105827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:28:44.535962 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786119a0-98c0-48ae-a44d-5e83a5953cf3 x-openstack-request-id: req-786119a0-98c0-48ae-a44d-5e83a5953cf3 {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:28:44.536282 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "613d44e7-2cd0-4871-9a6d-9814c56e8f94", "name": "network-vif-deleted", "tag": "e2a4df57-78cd-416d-9733-1eb84fd9b826", "status": "completed", "code": 200}]} {{(pid=105827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:28:44.536540 n-d-766726-26 neutron-server[105827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-786119a0-98c0-48ae-a44d-5e83a5953cf3 {{(pid=105827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:28:44.536943 n-d-766726-26 neutron-server[105827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '613d44e7-2cd0-4871-9a6d-9814c56e8f94', 'name': 'network-vif-deleted', 'tag': 'e2a4df57-78cd-416d-9733-1eb84fd9b826', 'status': 'completed', 'code': 200} Aug 10 02:28:44.559911 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:44.982302 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42294) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:45.044405 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b8a12e4a-0d2f-439a-9331-a340c79fefcc tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:45.070250 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b8a12e4a-0d2f-439a-9331-a340c79fefcc tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:45.130089 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b8a12e4a-0d2f-439a-9331-a340c79fefcc tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:45.133505 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-b8a12e4a-0d2f-439a-9331-a340c79fefcc tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:45.134646 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-b8a12e4a-0d2f-439a-9331-a340c79fefcc tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] 10.222.0.35 "DELETE /v2.0/security-groups/a84f5cae-797b-4b69-86e5-31f98264f5e2 HTTP/1.1" status: 204 len: 168 time: 0.1513646 Aug 10 02:28:45.143625 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a12e4a-0d2f-439a-9331-a340c79fefcc tempest-TestSnapshotPattern-1598102853 tempest-TestSnapshotPattern-1598102853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84f5cae-797b-4b69-86e5-31f98264f5e2,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:45.182499 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42298) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:45.555580 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:45.606196 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-44a9b36d-2cbb-4fbc-880c-b4b5f4f26d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:45.846287 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-44a9b36d-2cbb-4fbc-880c-b4b5f4f26d86 admin admin] Deleting port d8260212-0a71-494c-87d6-51558163a906 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:28:45.846524 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-44a9b36d-2cbb-4fbc-880c-b4b5f4f26d86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:45.927411 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-44a9b36d-2cbb-4fbc-880c-b4b5f4f26d86 admin admin] For port d8260212-0a71-494c-87d6-51558163a906, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=d8260212-0a71-494c-87d6-51558163a906,segment=NetworkSegment(8c30aac5-9016-4eaa-8ac3-b0ec274cfccc),segment_id=8c30aac5-9016-4eaa-8ac3-b0ec274cfccc)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:28:45.927807 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-44a9b36d-2cbb-4fbc-880c-b4b5f4f26d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:45.940617 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-44a9b36d-2cbb-4fbc-880c-b4b5f4f26d86 admin admin] Calling delete_port for d8260212-0a71-494c-87d6-51558163a906 owned by network:router_interface {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:28:46.120313 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-44a9b36d-2cbb-4fbc-880c-b4b5f4f26d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:46.145835 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9b36d-2cbb-4fbc-880c-b4b5f4f26d86 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8260212-0a71-494c-87d6-51558163a906,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:46.309942 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-44a9b36d-2cbb-4fbc-880c-b4b5f4f26d86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:46.523764 n-d-766726-26 neutron-server[105827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a9b36d-2cbb-4fbc-880c-b4b5f4f26d86 admin admin] Router 8e6fda42-1f91-4cd2-9070-eac64ddec9de has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:28:46.630094 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a9b36d-2cbb-4fbc-880c-b4b5f4f26d86 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:28:46.632849 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:46.636072 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-44a9b36d-2cbb-4fbc-880c-b4b5f4f26d86 admin admin] 10.222.0.35 "PUT /v2.0/routers/8e6fda42-1f91-4cd2-9070-eac64ddec9de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4524751 Aug 10 02:28:46.638516 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42302) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:46.642865 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394aa190-deff-42a4-b6c8-20f160124d73 None None] Sync routers for ids ['8e6fda42-1f91-4cd2-9070-eac64ddec9de'] in n-d-766726-26 {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:28:46.651624 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394aa190-deff-42a4-b6c8-20f160124d73 None None] Routers {'8e6fda42-1f91-4cd2-9070-eac64ddec9de'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:28:46.652256 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-394aa190-deff-42a4-b6c8-20f160124d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:28:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['8e6fda42-1f91-4cd2-9070-eac64ddec9de'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:28:46.748017 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-182a2cbe-5bf1-4b90-966d-f71535d351de admin admin] Notify callbacks [] for router, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:46.757512 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-394aa190-deff-42a4-b6c8-20f160124d73 None None] Set router 8e6fda42-1f91-4cd2-9070-eac64ddec9de gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:28:46.938447 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-394aa190-deff-42a4-b6c8-20f160124d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'name': 'tempest-TestSnapshotPattern-1566508501-router', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:28Z', 'updated_at': '2021-08-10T02:28:46Z', 'revision_number': 5, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'gw_port': {'id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:29Z', 'updated_at': '2021-08-10T02:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:28:46.968272 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394aa190-deff-42a4-b6c8-20f160124d73 None None] Checking router: 8e6fda42-1f91-4cd2-9070-eac64ddec9de for host: n-d-766726-26 {{(pid=105829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:28:46.977564 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394aa190-deff-42a4-b6c8-20f160124d73 None None] Routers {'8e6fda42-1f91-4cd2-9070-eac64ddec9de'} bound to L3 agent in host n-d-766726-26 {{(pid=105829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:28:46.978185 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-394aa190-deff-42a4-b6c8-20f160124d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:28:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['8e6fda42-1f91-4cd2-9070-eac64ddec9de'], 'active': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:28:47.079404 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_dvr_db [None req-394aa190-deff-42a4-b6c8-20f160124d73 None None] Set router 8e6fda42-1f91-4cd2-9070-eac64ddec9de gateway port host: n-d-766726-26 {{(pid=105829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:28:47.134525 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-182a2cbe-5bf1-4b90-966d-f71535d351de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:47.188003 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-182a2cbe-5bf1-4b90-966d-f71535d351de admin admin] Deleting port 7982d115-a9c9-4765-b0f3-7e25410bd169 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:28:47.188377 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-182a2cbe-5bf1-4b90-966d-f71535d351de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:47.256810 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.l3_hamode_db [None req-394aa190-deff-42a4-b6c8-20f160124d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'name': 'tempest-TestSnapshotPattern-1566508501-router', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:28Z', 'updated_at': '2021-08-10T02:28:46Z', 'revision_number': 5, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'gw_port': {'id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:29Z', 'updated_at': '2021-08-10T02:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:28:47.268428 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-182a2cbe-5bf1-4b90-966d-f71535d351de admin admin] For port 7982d115-a9c9-4765-b0f3-7e25410bd169, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=7982d115-a9c9-4765-b0f3-7e25410bd169,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:28:47.268803 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-182a2cbe-5bf1-4b90-966d-f71535d351de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:47.281863 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-182a2cbe-5bf1-4b90-966d-f71535d351de admin admin] Calling delete_port for 7982d115-a9c9-4765-b0f3-7e25410bd169 owned by network:router_gateway {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:28:47.282424 n-d-766726-26 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394aa190-deff-42a4-b6c8-20f160124d73 None None] The sync data for ids ['8e6fda42-1f91-4cd2-9070-eac64ddec9de'] in n-d-766726-26 is: [{'id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'name': 'tempest-TestSnapshotPattern-1566508501-router', 'tenant_id': '84bc064369654fa7b58b658ee153cbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:28Z', 'updated_at': '2021-08-10T02:28:46Z', 'revision_number': 5, 'project_id': '84bc064369654fa7b58b658ee153cbd1', 'gw_port': {'id': '7982d115-a9c9-4765-b0f3-7e25410bd169', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6fda42-1f91-4cd2-9070-eac64ddec9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:29Z', 'updated_at': '2021-08-10T02:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}] {{(pid=105829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:28:47.448309 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-182a2cbe-5bf1-4b90-966d-f71535d351de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:47.473178 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a2cbe-5bf1-4b90-966d-f71535d351de admin admin] Pushing event deleted for resources: {'Port': ['ID=7982d115-a9c9-4765-b0f3-7e25410bd169,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:47.531537 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-182a2cbe-5bf1-4b90-966d-f71535d351de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:47.622666 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-182a2cbe-5bf1-4b90-966d-f71535d351de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:47.624868 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-182a2cbe-5bf1-4b90-966d-f71535d351de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:47.669258 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-182a2cbe-5bf1-4b90-966d-f71535d351de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:47.669792 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182a2cbe-5bf1-4b90-966d-f71535d351de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e6fda42-1f91-4cd2-9070-eac64ddec9de {{(pid=105827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:28:47.675485 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-182a2cbe-5bf1-4b90-966d-f71535d351de admin admin] Notify callbacks [] for router, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:47.676713 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-182a2cbe-5bf1-4b90-966d-f71535d351de admin admin] 10.222.0.35 "DELETE /v2.0/routers/8e6fda42-1f91-4cd2-9070-eac64ddec9de HTTP/1.1" status: 204 len: 168 time: 1.0369656 Aug 10 02:28:47.679233 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42306) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:47.725496 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.db_base_plugin_v2 [None req-26ac8196-9185-40e6-a806-10d181fd3895 admin admin] Deleting subnet efb39c7d-ccd2-4558-95b3-c2f98abc25dc {{(pid=105827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:28:47.728742 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26ac8196-9185-40e6-a806-10d181fd3895 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:47.764675 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26ac8196-9185-40e6-a806-10d181fd3895 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6028698'] for subnet, precommit_delete_associations {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:47.847967 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26ac8196-9185-40e6-a806-10d181fd3895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:47.906326 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26ac8196-9185-40e6-a806-10d181fd3895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6197982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6024939'] for subnet, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:47.935143 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac8196-9185-40e6-a806-10d181fd3895 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efb39c7d-ccd2-4558-95b3-c2f98abc25dc,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:47.937199 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-26ac8196-9185-40e6-a806-10d181fd3895 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:47.941976 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-26ac8196-9185-40e6-a806-10d181fd3895 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/efb39c7d-ccd2-4558-95b3-c2f98abc25dc HTTP/1.1" status: 204 len: 168 time: 0.2588966 Aug 10 02:28:47.941976 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42308) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:47.944979 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582db42b-5ff6-414f-bf3f-468ba03f7082 None None] Network 167639d1-9116-4021-a900-9082b1e08e4e requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:28:47.983691 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device e2a4df57-78cd-416d-9733-1eb84fd9b826 no longer exists at agent hyperv_n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:28:48.011962 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37942978-4b60-4791-bac3-47b21a134052 None None] No Port match for: e2a4df57-78cd-416d-9733-1eb84fd9b826 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:28:48.012337 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Device e2a4df57-78cd-416d-9733-1eb84fd9b826 not bound to the agent host n-h1-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:28:48.018085 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fa075808-d798-4e99-9a5a-0d2f5c852bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:48.071192 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-fa075808-d798-4e99-9a5a-0d2f5c852bbb admin admin] Deleting port 5fada9d9-8507-45fd-87b4-c61d69985b70 {{(pid=105827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:28:48.071561 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fa075808-d798-4e99-9a5a-0d2f5c852bbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:48.135287 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.db [None req-fa075808-d798-4e99-9a5a-0d2f5c852bbb admin admin] For port 5fada9d9-8507-45fd-87b4-c61d69985b70, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=5fada9d9-8507-45fd-87b4-c61d69985b70,segment=NetworkSegment(8c30aac5-9016-4eaa-8ac3-b0ec274cfccc),segment_id=8c30aac5-9016-4eaa-8ac3-b0ec274cfccc)] {{(pid=105827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:28:48.135917 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fa075808-d798-4e99-9a5a-0d2f5c852bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:48.148386 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.plugin [None req-fa075808-d798-4e99-9a5a-0d2f5c852bbb admin admin] Calling delete_port for 5fada9d9-8507-45fd-87b4-c61d69985b70 owned by network:dhcp {{(pid=105827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:28:48.228933 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fa075808-d798-4e99-9a5a-0d2f5c852bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6197997'] for port, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:48.255327 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa075808-d798-4e99-9a5a-0d2f5c852bbb admin admin] Pushing event deleted for resources: {'Port': ['ID=5fada9d9-8507-45fd-87b4-c61d69985b70,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:48.257736 n-d-766726-26 neutron-server[105827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa075808-d798-4e99-9a5a-0d2f5c852bbb admin admin] No DVR routers for this DVR port 5fada9d9-8507-45fd-87b4-c61d69985b70 on host n-d-766726-26 {{(pid=105827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:28:48.300113 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0463fefa-4f69-4b63-9f5b-f8461fe79927 None None] DHCP port deletion for 167639d1-9116-4021-a900-9082b1e08e4e request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:28:48.338552 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fa075808-d798-4e99-9a5a-0d2f5c852bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:48.348075 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-fa075808-d798-4e99-9a5a-0d2f5c852bbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['167639d1-9116-4021-a900-9082b1e08e4e']}} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:28:48.358704 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-fa075808-d798-4e99-9a5a-0d2f5c852bbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c30aac5-9016-4eaa-8ac3-b0ec274cfccc') {'for_net_delete': True} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:28:48.358996 n-d-766726-26 neutron-server[105827]: DEBUG neutron.services.segments.db [None req-fa075808-d798-4e99-9a5a-0d2f5c852bbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c30aac5-9016-4eaa-8ac3-b0ec274cfccc') {} {{(pid=105827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:28:48.368163 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fa075808-d798-4e99-9a5a-0d2f5c852bbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6028685'] for segment, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:48.382947 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fa075808-d798-4e99-9a5a-0d2f5c852bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:48.388690 n-d-766726-26 neutron-server[105827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa075808-d798-4e99-9a5a-0d2f5c852bbb admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=105827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:28:48.389073 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fa075808-d798-4e99-9a5a-0d2f5c852bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6197760'] for segment, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:48.390705 n-d-766726-26 neutron-server[105827]: Traceback (most recent call last): Aug 10 02:28:48.390705 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:28:48.390705 n-d-766726-26 neutron-server[105827]: timer() Aug 10 02:28:48.390705 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:28:48.390705 n-d-766726-26 neutron-server[105827]: cb(*args, **kw) Aug 10 02:28:48.390705 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:28:48.390705 n-d-766726-26 neutron-server[105827]: return func(*args, **kwargs) Aug 10 02:28:48.390705 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:28:48.390705 n-d-766726-26 neutron-server[105827]: self._notify() Aug 10 02:28:48.390705 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:28:48.390705 n-d-766726-26 neutron-server[105827]: self.callback(batched_events) Aug 10 02:28:48.390705 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:28:48.390705 n-d-766726-26 neutron-server[105827]: event.method(event) Aug 10 02:28:48.390705 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:28:48.390705 n-d-766726-26 neutron-server[105827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:28:48.390705 n-d-766726-26 neutron-server[105827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:28:48.390705 n-d-766726-26 neutron-server[105827]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:28:48.390705 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:28:48.390705 n-d-766726-26 neutron-server[105827]: return f(self, *a, **k) Aug 10 02:28:48.390705 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:28:48.390705 n-d-766726-26 neutron-server[105827]: return self._get(url).json() Aug 10 02:28:48.390705 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:28:48.390705 n-d-766726-26 neutron-server[105827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:28:48.390705 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:28:48.390705 n-d-766726-26 neutron-server[105827]: return self.request(url, 'GET', **kwargs) Aug 10 02:28:48.390705 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:28:48.390705 n-d-766726-26 neutron-server[105827]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:28:48.390705 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:28:48.390705 n-d-766726-26 neutron-server[105827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:28:48.390705 n-d-766726-26 neutron-server[105827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:28:48.390705 n-d-766726-26 neutron-server[105827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:28:48.390705 n-d-766726-26 neutron-server[105827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:28:48.442303 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fa075808-d798-4e99-9a5a-0d2f5c852bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:48.447880 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-fa075808-d798-4e99-9a5a-0d2f5c852bbb admin admin] Notify callbacks [] for network, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:48.449748 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-fa075808-d798-4e99-9a5a-0d2f5c852bbb admin admin] 10.222.0.35 "DELETE /v2.0/networks/167639d1-9116-4021-a900-9082b1e08e4e HTTP/1.1" status: 204 len: 168 time: 0.5061290 Aug 10 02:28:48.452827 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42310) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:48.461054 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa075808-d798-4e99-9a5a-0d2f5c852bbb admin admin] Pushing event deleted for resources: {'Network': ['ID=167639d1-9116-4021-a900-9082b1e08e4e,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:48.704156 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device d8260212-0a71-494c-87d6-51558163a906 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:28:48.725332 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: d8260212-0a71-494c-87d6-51558163a906 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:28:48.725678 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device d8260212-0a71-494c-87d6-51558163a906 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:28:48.726097 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5fada9d9-8507-45fd-87b4-c61d69985b70 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:28:48.743526 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 5fada9d9-8507-45fd-87b4-c61d69985b70 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:28:48.743872 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 5fada9d9-8507-45fd-87b4-c61d69985b70 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:28:48.744318 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7982d115-a9c9-4765-b0f3-7e25410bd169 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:28:48.762635 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 7982d115-a9c9-4765-b0f3-7e25410bd169 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:28:48.763332 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 7982d115-a9c9-4765-b0f3-7e25410bd169 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:28:48.795093 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e66c383f-aa60-428f-9c4f-33090257adb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8229528'] for router_interface, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:49.038484 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-e66c383f-aa60-428f-9c4f-33090257adb2 admin admin] Deleting port ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51 {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:28:49.038824 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e66c383f-aa60-428f-9c4f-33090257adb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:49.116414 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-e66c383f-aa60-428f-9c4f-33090257adb2 admin admin] For port ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51,segment=NetworkSegment(698a51de-e015-4a8b-a9b2-9a9d13185b95),segment_id=698a51de-e015-4a8b-a9b2-9a9d13185b95)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:28:49.116773 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e66c383f-aa60-428f-9c4f-33090257adb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:49.129418 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-e66c383f-aa60-428f-9c4f-33090257adb2 admin admin] Calling delete_port for ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51 owned by network:router_interface {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:28:49.303850 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e66c383f-aa60-428f-9c4f-33090257adb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:49.329736 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c383f-aa60-428f-9c4f-33090257adb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:49.353487 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c383f-aa60-428f-9c4f-33090257adb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:49.353846 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c383f-aa60-428f-9c4f-33090257adb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:49.354216 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c383f-aa60-428f-9c4f-33090257adb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:49.354560 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c383f-aa60-428f-9c4f-33090257adb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:49.354897 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c383f-aa60-428f-9c4f-33090257adb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:49.355229 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c383f-aa60-428f-9c4f-33090257adb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:49.355562 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c383f-aa60-428f-9c4f-33090257adb2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:49.355889 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c383f-aa60-428f-9c4f-33090257adb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:49.356237 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c383f-aa60-428f-9c4f-33090257adb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:49.356566 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c383f-aa60-428f-9c4f-33090257adb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:49.356894 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c383f-aa60-428f-9c4f-33090257adb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:49.357221 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c383f-aa60-428f-9c4f-33090257adb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-26 {{(pid=105826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:49.502761 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e66c383f-aa60-428f-9c4f-33090257adb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7895615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8232232'] for router_interface, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:49.715369 n-d-766726-26 neutron-server[105826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66c383f-aa60-428f-9c4f-33090257adb2 admin admin] Router cf533285-7dbe-427b-8743-5d0d00d18aeb has already been hosted by L3 agent eb5fa2c5-e901-45be-ac90-b3eab56067ca {{(pid=105826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:28:49.821949 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66c383f-aa60-428f-9c4f-33090257adb2 admin admin] Notify agent at l3_agent.n-d-766726-26 the message routers_updated {{(pid=105826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:28:49.826933 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e66c383f-aa60-428f-9c4f-33090257adb2 admin admin] 10.222.0.35 "PUT /v2.0/routers/cf533285-7dbe-427b-8743-5d0d00d18aeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3730149 Aug 10 02:28:49.829558 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42312) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:49.832725 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfa1170-d12c-402b-9692-fd2e559f5e10 None None] Sync routers for ids ['cf533285-7dbe-427b-8743-5d0d00d18aeb'] in n-d-766726-26 {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:28:49.842457 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfa1170-d12c-402b-9692-fd2e559f5e10 None None] Routers {'cf533285-7dbe-427b-8743-5d0d00d18aeb'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:28:49.843082 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-2bfa1170-d12c-402b-9692-fd2e559f5e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:28:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['cf533285-7dbe-427b-8743-5d0d00d18aeb'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:28:49.934313 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e95e7c56-2fca-45a2-99a6-4a9dc8c0a7e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:49.943132 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-2bfa1170-d12c-402b-9692-fd2e559f5e10 None None] Set router cf533285-7dbe-427b-8743-5d0d00d18aeb gateway port host: n-d-766726-26 {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:28:50.036689 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e95e7c56-2fca-45a2-99a6-4a9dc8c0a7e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:50.087050 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-e95e7c56-2fca-45a2-99a6-4a9dc8c0a7e9 admin admin] Deleting port 190542ed-3fd3-41c2-bea5-c97d9424163e {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:28:50.087396 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e95e7c56-2fca-45a2-99a6-4a9dc8c0a7e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:50.118014 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-2bfa1170-d12c-402b-9692-fd2e559f5e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf533285-7dbe-427b-8743-5d0d00d18aeb', 'name': 'tempest-TestSnapshotPattern-806003846-router', 'tenant_id': '0b5fc7ca7d4b47ae822142b6664e08f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'external_fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '190542ed-3fd3-41c2-bea5-c97d9424163e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:33Z', 'updated_at': '2021-08-10T02:28:49Z', 'revision_number': 5, 'project_id': '0b5fc7ca7d4b47ae822142b6664e08f7', 'gw_port': {'id': '190542ed-3fd3-41c2-bea5-c97d9424163e', 'name': '', 'network_id': 'beabd0db-a6e0-4ff1-a3e9-6522348fc998', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf533285-7dbe-427b-8743-5d0d00d18aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:33Z', 'updated_at': '2021-08-10T02:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a474ef77-dd1d-429e-a67b-e5da88e86c5c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-26'}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:28:50.143907 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfa1170-d12c-402b-9692-fd2e559f5e10 None None] Checking router: cf533285-7dbe-427b-8743-5d0d00d18aeb for host: n-d-766726-26 {{(pid=105828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:28:50.152965 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfa1170-d12c-402b-9692-fd2e559f5e10 None None] Routers {'cf533285-7dbe-427b-8743-5d0d00d18aeb'} bound to L3 agent in host n-d-766726-26 {{(pid=105828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:28:50.153582 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-2bfa1170-d12c-402b-9692-fd2e559f5e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:41:44Z,description=,heartbeat_timestamp=2021-08-10T02:28:44Z,host='n-d-766726-26',id=eb5fa2c5-e901-45be-ac90-b3eab56067ca,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:41:44Z,topic='l3_agent')) {'router_ids': ['cf533285-7dbe-427b-8743-5d0d00d18aeb'], 'active': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:28:50.167326 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-e95e7c56-2fca-45a2-99a6-4a9dc8c0a7e9 admin admin] For port 190542ed-3fd3-41c2-bea5-c97d9424163e, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=190542ed-3fd3-41c2-bea5-c97d9424163e,segment=NetworkSegment(b011f2f9-496b-466d-aaa6-3055e48bee4a),segment_id=b011f2f9-496b-466d-aaa6-3055e48bee4a)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:28:50.167679 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e95e7c56-2fca-45a2-99a6-4a9dc8c0a7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:50.179395 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-e95e7c56-2fca-45a2-99a6-4a9dc8c0a7e9 admin admin] Calling delete_port for 190542ed-3fd3-41c2-bea5-c97d9424163e owned by network:router_gateway {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:28:50.236505 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvr_db [None req-2bfa1170-d12c-402b-9692-fd2e559f5e10 None None] Set router cf533285-7dbe-427b-8743-5d0d00d18aeb gateway port host: None {{(pid=105828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:28:50.287460 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_hamode_db [None req-2bfa1170-d12c-402b-9692-fd2e559f5e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf533285-7dbe-427b-8743-5d0d00d18aeb', 'name': 'tempest-TestSnapshotPattern-806003846-router', 'tenant_id': '0b5fc7ca7d4b47ae822142b6664e08f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:33Z', 'updated_at': '2021-08-10T02:28:50Z', 'revision_number': 6, 'project_id': '0b5fc7ca7d4b47ae822142b6664e08f7', 'gw_port_host': None}], 'n-d-766726-26', False) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:28:50.316880 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfa1170-d12c-402b-9692-fd2e559f5e10 None None] The sync data for ids ['cf533285-7dbe-427b-8743-5d0d00d18aeb'] in n-d-766726-26 is: [{'id': 'cf533285-7dbe-427b-8743-5d0d00d18aeb', 'name': 'tempest-TestSnapshotPattern-806003846-router', 'tenant_id': '0b5fc7ca7d4b47ae822142b6664e08f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:33Z', 'updated_at': '2021-08-10T02:28:50Z', 'revision_number': 6, 'project_id': '0b5fc7ca7d4b47ae822142b6664e08f7', 'gw_port_host': None}] {{(pid=105828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:28:50.350561 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e95e7c56-2fca-45a2-99a6-4a9dc8c0a7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:50.376449 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e7c56-2fca-45a2-99a6-4a9dc8c0a7e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=190542ed-3fd3-41c2-bea5-c97d9424163e,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:50.436444 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e95e7c56-2fca-45a2-99a6-4a9dc8c0a7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8229070'] for router_gateway, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:50.524648 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e95e7c56-2fca-45a2-99a6-4a9dc8c0a7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8231226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-232088'] for router, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:50.526763 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e95e7c56-2fca-45a2-99a6-4a9dc8c0a7e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:50.571091 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e95e7c56-2fca-45a2-99a6-4a9dc8c0a7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8231374'] for router, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:50.571684 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95e7c56-2fca-45a2-99a6-4a9dc8c0a7e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf533285-7dbe-427b-8743-5d0d00d18aeb {{(pid=105826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:28:50.575930 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-e95e7c56-2fca-45a2-99a6-4a9dc8c0a7e9 admin admin] Notify callbacks [] for router, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:50.577183 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-e95e7c56-2fca-45a2-99a6-4a9dc8c0a7e9 admin admin] 10.222.0.35 "DELETE /v2.0/routers/cf533285-7dbe-427b-8743-5d0d00d18aeb HTTP/1.1" status: 204 len: 168 time: 0.7466836 Aug 10 02:28:50.579725 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42314) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:50.624432 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de254fd-c2b1-4fad-a296-d572f9567ff1 admin admin] Deleting subnet 44cf6f23-ee41-4be2-afbc-ad46bbb27753 {{(pid=105826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:28:50.627706 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9de254fd-c2b1-4fad-a296-d572f9567ff1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:50.660818 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9de254fd-c2b1-4fad-a296-d572f9567ff1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5596846'] for subnet, precommit_delete_associations {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:50.748620 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9de254fd-c2b1-4fad-a296-d572f9567ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709525'] for subnet, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:50.791278 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51 no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:28:50.805624 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9de254fd-c2b1-4fad-a296-d572f9567ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8097627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33540081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33164680'] for subnet, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:50.812496 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51 {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:28:50.812856 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device ed4a1f5e-4ed9-4370-9b7d-1486fb6d0b51 not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:28:50.830015 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de254fd-c2b1-4fad-a296-d572f9567ff1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44cf6f23-ee41-4be2-afbc-ad46bbb27753,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:50.836573 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-9de254fd-c2b1-4fad-a296-d572f9567ff1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:50.840214 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-9de254fd-c2b1-4fad-a296-d572f9567ff1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/44cf6f23-ee41-4be2-afbc-ad46bbb27753 HTTP/1.1" status: 204 len: 168 time: 0.2577710 Aug 10 02:28:50.841065 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42316) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:50.842481 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45166015-e3b4-47c8-b076-162d73fb3420 None None] Network c6d9e0e1-c069-4030-a73f-fb6a53ed53de requested from n-d-766726-26 {{(pid=105828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:28:50.913125 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b644450a-357d-4e62-b610-9006efec45d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740938'] for network, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:50.969026 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-b644450a-357d-4e62-b610-9006efec45d9 admin admin] Deleting port 3c69aefc-e7e2-43ef-903f-0f27292b313f {{(pid=105826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:28:50.969383 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b644450a-357d-4e62-b610-9006efec45d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:51.030526 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.db [None req-b644450a-357d-4e62-b610-9006efec45d9 admin admin] For port 3c69aefc-e7e2-43ef-903f-0f27292b313f, host n-d-766726-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-26',level=0,port_id=3c69aefc-e7e2-43ef-903f-0f27292b313f,segment=NetworkSegment(698a51de-e015-4a8b-a9b2-9a9d13185b95),segment_id=698a51de-e015-4a8b-a9b2-9a9d13185b95)] {{(pid=105826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:28:51.030819 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b644450a-357d-4e62-b610-9006efec45d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:51.043644 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.plugin [None req-b644450a-357d-4e62-b610-9006efec45d9 admin admin] Calling delete_port for 3c69aefc-e7e2-43ef-903f-0f27292b313f owned by network:dhcp {{(pid=105826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:28:51.107832 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2650848-cd75-4a23-9c10-3a4c8010c106 None None] DHCP port deletion for c6d9e0e1-c069-4030-a73f-fb6a53ed53de request from n-d-766726-26 {{(pid=105828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:28:51.130380 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b644450a-357d-4e62-b610-9006efec45d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33540034'] for port, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:51.143877 n-d-766726-26 neutron-server[105826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b644450a-357d-4e62-b610-9006efec45d9 admin admin] No DVR routers for this DVR port 3c69aefc-e7e2-43ef-903f-0f27292b313f on host n-d-766726-26 {{(pid=105826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:28:51.153876 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e2650848-cd75-4a23-9c10-3a4c8010c106 None None] Deleting port 3c69aefc-e7e2-43ef-903f-0f27292b313f {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:28:51.154255 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e2650848-cd75-4a23-9c10-3a4c8010c106 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753869212977'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:51.181289 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b644450a-357d-4e62-b610-9006efec45d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c69aefc-e7e2-43ef-903f-0f27292b313f,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:51.216784 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-e2650848-cd75-4a23-9c10-3a4c8010c106 None None] For port 3c69aefc-e7e2-43ef-903f-0f27292b313f, host n-d-766726-26, got binding levels [] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:28:51.217184 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e2650848-cd75-4a23-9c10-3a4c8010c106 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8235690'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:51.231875 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e2650848-cd75-4a23-9c10-3a4c8010c106 None None] Calling delete_port for 3c69aefc-e7e2-43ef-903f-0f27292b313f owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:28:51.234635 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.ipam_backend_mixin [None req-e2650848-cd75-4a23-9c10-3a4c8010c106 None None] Port 3c69aefc-e7e2-43ef-903f-0f27292b313f was not found and therefore no delete operation was performed {{(pid=105828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 02:28:51.234787 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b644450a-357d-4e62-b610-9006efec45d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708114', 'neutron.services.segments.db._delete_segments_for_network-8753869339504'] for network, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:51.236064 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e2650848-cd75-4a23-9c10-3a4c8010c106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753869218699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753868829444'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:51.244775 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-b644450a-357d-4e62-b610-9006efec45d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d9e0e1-c069-4030-a73f-fb6a53ed53de']}} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:28:51.255391 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-b644450a-357d-4e62-b610-9006efec45d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '698a51de-e015-4a8b-a9b2-9a9d13185b95') {'for_net_delete': True} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:28:51.255703 n-d-766726-26 neutron-server[105826]: DEBUG neutron.services.segments.db [None req-b644450a-357d-4e62-b610-9006efec45d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '698a51de-e015-4a8b-a9b2-9a9d13185b95') {} {{(pid=105826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:28:51.264469 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b644450a-357d-4e62-b610-9006efec45d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753869342073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5596857'] for segment, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:51.265540 n-d-766726-26 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2650848-cd75-4a23-9c10-3a4c8010c106 None None] Pushing event deleted for resources: {'Port': ['ID=3c69aefc-e7e2-43ef-903f-0f27292b313f,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:51.267403 n-d-766726-26 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2650848-cd75-4a23-9c10-3a4c8010c106 None None] No DVR routers for this DVR port 3c69aefc-e7e2-43ef-903f-0f27292b313f on host n-d-766726-26 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:28:51.289804 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b644450a-357d-4e62-b610-9006efec45d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588'] for segment, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:51.295911 n-d-766726-26 neutron-server[105826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b644450a-357d-4e62-b610-9006efec45d9 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=105826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:28:51.296454 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b644450a-357d-4e62-b610-9006efec45d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33539887'] for segment, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:51.298039 n-d-766726-26 neutron-server[105826]: Traceback (most recent call last): Aug 10 02:28:51.298039 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:28:51.298039 n-d-766726-26 neutron-server[105826]: timer() Aug 10 02:28:51.298039 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:28:51.298039 n-d-766726-26 neutron-server[105826]: cb(*args, **kw) Aug 10 02:28:51.298039 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:28:51.298039 n-d-766726-26 neutron-server[105826]: return func(*args, **kwargs) Aug 10 02:28:51.298039 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:28:51.298039 n-d-766726-26 neutron-server[105826]: self._notify() Aug 10 02:28:51.298039 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:28:51.298039 n-d-766726-26 neutron-server[105826]: self.callback(batched_events) Aug 10 02:28:51.298039 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:28:51.298039 n-d-766726-26 neutron-server[105826]: event.method(event) Aug 10 02:28:51.298039 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:28:51.298039 n-d-766726-26 neutron-server[105826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:28:51.298039 n-d-766726-26 neutron-server[105826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:28:51.298039 n-d-766726-26 neutron-server[105826]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:28:51.298039 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:28:51.298039 n-d-766726-26 neutron-server[105826]: return f(self, *a, **k) Aug 10 02:28:51.298039 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:28:51.298039 n-d-766726-26 neutron-server[105826]: return self._get(url).json() Aug 10 02:28:51.298039 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:28:51.298039 n-d-766726-26 neutron-server[105826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:28:51.298039 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:28:51.298039 n-d-766726-26 neutron-server[105826]: return self.request(url, 'GET', **kwargs) Aug 10 02:28:51.298039 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:28:51.298039 n-d-766726-26 neutron-server[105826]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:28:51.298039 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:28:51.298039 n-d-766726-26 neutron-server[105826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:28:51.298039 n-d-766726-26 neutron-server[105826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:28:51.298039 n-d-766726-26 neutron-server[105826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:28:51.298039 n-d-766726-26 neutron-server[105826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:28:51.353709 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b644450a-357d-4e62-b610-9006efec45d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7895558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8229034'] for network, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:51.360400 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-b644450a-357d-4e62-b610-9006efec45d9 admin admin] Notify callbacks [] for network, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:51.362266 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-b644450a-357d-4e62-b610-9006efec45d9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c6d9e0e1-c069-4030-a73f-fb6a53ed53de HTTP/1.1" status: 204 len: 168 time: 0.5202096 Aug 10 02:28:51.371880 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b644450a-357d-4e62-b610-9006efec45d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6d9e0e1-c069-4030-a73f-fb6a53ed53de,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:51.480929 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42320) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:51.522291 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c03530ec-1829-4858-953e-21ece6b47ae8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=84bc064369654fa7b58b658ee153cbd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396471 Aug 10 02:28:51.524837 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42322) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:51.575799 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c9f927fa-415a-475d-a394-ecc4c1a776c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:51.596528 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c9f927fa-415a-475d-a394-ecc4c1a776c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:51.642131 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c9f927fa-415a-475d-a394-ecc4c1a776c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:51.644626 n-d-766726-26 neutron-server[105827]: DEBUG neutron_lib.callbacks.manager [None req-c9f927fa-415a-475d-a394-ecc4c1a776c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:51.645804 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-c9f927fa-415a-475d-a394-ecc4c1a776c9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d5ae84fd-352a-4df2-9a07-facdab67fdf4 HTTP/1.1" status: 204 len: 168 time: 0.1200402 Aug 10 02:28:51.653998 n-d-766726-26 neutron-server[105827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f927fa-415a-475d-a394-ecc4c1a776c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ae84fd-352a-4df2-9a07-facdab67fdf4,revision_number=None']} {{(pid=105827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:51.952342 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [-] (105827) accepted ('10.222.0.35', 42328) {{(pid=105827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:51.990724 n-d-766726-26 neutron-server[105827]: INFO neutron.wsgi [None req-90bf2f0c-5f15-4546-b6b5-74a03461b419 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0b5fc7ca7d4b47ae822142b6664e08f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0367882 Aug 10 02:28:51.993291 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [-] (105826) accepted ('10.222.0.35', 42330) {{(pid=105826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:52.042354 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d64ff680-3fe4-4f37-8620-3c9a731077fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:52.063199 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d64ff680-3fe4-4f37-8620-3c9a731077fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:52.107846 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d64ff680-3fe4-4f37-8620-3c9a731077fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8100021'] for security_group, after_delete {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:52.110440 n-d-766726-26 neutron-server[105826]: DEBUG neutron_lib.callbacks.manager [None req-d64ff680-3fe4-4f37-8620-3c9a731077fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:52.111645 n-d-766726-26 neutron-server[105826]: INFO neutron.wsgi [None req-d64ff680-3fe4-4f37-8620-3c9a731077fe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ba66f105-138f-4c5e-bbee-9448184879be HTTP/1.1" status: 204 len: 168 time: 0.1173575 Aug 10 02:28:52.119994 n-d-766726-26 neutron-server[105826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ff680-3fe4-4f37-8620-3c9a731077fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba66f105-138f-4c5e-bbee-9448184879be,revision_number=None']} {{(pid=105826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:52.688631 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 190542ed-3fd3-41c2-bea5-c97d9424163e no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:28:52.708443 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 190542ed-3fd3-41c2-bea5-c97d9424163e {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:28:52.709287 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 190542ed-3fd3-41c2-bea5-c97d9424163e not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:28:52.709802 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3c69aefc-e7e2-43ef-903f-0f27292b313f no longer exists at agent ovs-agent-n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:28:52.729541 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] No Port match for: 3c69aefc-e7e2-43ef-903f-0f27292b313f {{(pid=105828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:28:52.729894 n-d-766726-26 neutron-server[105828]: DEBUG neutron.plugins.ml2.rpc [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Device 3c69aefc-e7e2-43ef-903f-0f27292b313f not bound to the agent host n-d-766726-26 {{(pid=105828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:28:59.145595 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:11.323524 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6e672f12-2635-4a81-8a77-a9cd265cb565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:12.667686 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:13.937093 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b92a0fad-f04c-4c3e-8f49-3a17de83ac01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:14.560491 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:14.784098 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:29:15.557322 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:16.634619 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:29.142243 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:41.322718 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2945bd5b-62cd-47b8-9c51-f13c946332d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:42.672659 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:43.940647 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-04d2d31f-6341-47a9-8ceb-4942a0a3a11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:44.561107 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:45.560493 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:46.637977 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:51.783486 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:29:59.159326 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:11.323835 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a0d536b0-2ebc-4ef5-abe7-29d6c02f6f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:12.666888 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:13.940292 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2a23ee69-e1dc-408a-8bc5-e9cd890edfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:14.561524 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:15.564624 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:16.640987 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:28.782460 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:30:29.152577 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:41.324678 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-86fcc4b7-252d-4d3e-80a7-6b740fc615bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:42.666100 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:43.544707 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [req-f3932222-88d1-4583-b7db-a8655a4746f5 req-d0037d44-0f39-4adb-981a-0de8f95da606 service neutron] (105827) timed out ('10.222.0.35', 39890) {{(pid=105827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 02:30:43.941106 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c797906b-0e47-4419-b53e-2b1a3b0adbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:44.562446 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:45.566380 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:46.644275 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:59.166641 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:05.781999 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:31:11.324457 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0170df1f-0d57-4c2d-b016-d5b598105181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:12.666150 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:13.942714 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cc8c8bea-3bfe-48b9-9d5e-2c4eb41ed798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:14.562259 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:15.569529 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:16.650683 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:29.171432 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:41.325755 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f48227f7-b78c-41b6-85e3-b22508b71cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:42.665645 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:42.780280 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:31:43.944299 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-69b3690a-3da0-4de5-8faa-da535a63f1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:44.561621 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:45.572627 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:46.649764 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:59.185520 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:11.325656 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-358ad73d-8472-4ca4-9fb8-2207f976a7e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:12.680999 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:13.944399 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8112dcd3-4d0e-4099-8e0a-3ddbcf9ac8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:14.561954 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:15.574976 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:16.651519 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:19.779903 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:32:29.184483 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:41.325998 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8cce0472-9c34-426b-8059-a948efbe481a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:42.683330 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:43.943689 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1ce8ae13-05fc-4e3e-abb4-85ca9008d0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:44.562815 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:45.576882 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:46.655335 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:56.274529 n-d-766726-26 neutron-server[105826]: DEBUG neutron.wsgi [req-24a6f676-f8ed-4d7c-888a-dcc9fa51c64b req-5ec2e124-72ab-409f-8594-646b084bb9dd service neutron] (105826) timed out ('10.222.0.20', 49541) {{(pid=105826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 02:32:56.778632 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:32:59.200867 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:11.326783 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-450c4ddf-d42f-410f-88db-5ac8661f103c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:12.709404 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:13.948699 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e2cfe676-9940-4d84-a897-e20bb3f89b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:14.564267 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:15.583063 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:16.659989 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:29.197470 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:33.777166 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:33:41.327742 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b92d41ad-9647-4bbc-9bc4-5d75d9e432e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:42.708163 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:43.949935 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b86dfb45-2024-4e5c-9468-23da0e6ad922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:44.565337 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:45.584102 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:46.661732 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:59.196170 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:10.776560 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:34:11.327919 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-55533cbb-bd28-4391-936c-8499c3b7972c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:12.723244 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:13.949197 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3b50a73b-ac20-47da-9d2e-4890b1b3f5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:14.566802 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:15.586103 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:16.662014 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:29.205894 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:41.331429 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f369f3ce-ce68-4bbe-9936-5747174ac5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:42.722132 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:43.949759 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7bf10039-a065-45b2-9957-4b7c260aa47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:44.569249 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:45.590175 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:46.665233 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:47.776734 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:34:59.210300 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:11.337486 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-970c96ba-9151-4303-be9a-39d62b00a1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:12.723246 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:13.949656 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5065e2a1-04d2-43bc-83f8-9e35e72de7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:14.570224 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:15.591980 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:16.668028 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:24.776695 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:35:29.223880 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:39.348741 n-d-766726-26 neutron-server[105827]: DEBUG neutron.wsgi [req-271d5b0c-7c19-4fd7-8f56-8c24a4309824 req-4063f0fd-87d9-4ec7-8353-39d2be548516 service neutron] (105827) timed out ('10.222.0.35', 41334) {{(pid=105827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 02:35:41.337726 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be98dc26-abcb-4afa-8e84-2579c090a29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:42.735935 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:43.949851 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b8ae352b-21b4-42e0-99b4-25a8043d418d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:44.571758 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:45.594306 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:46.670949 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:59.222572 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:01.776041 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:36:11.340712 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-25840382-e24c-4eed-bf79-0538f0835683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:12.735003 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:13.949441 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d32eeccd-a9f4-4590-85d0-fa25699d6fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:14.572528 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:15.596802 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:16.673099 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:29.222296 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:38.774888 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:36:41.341649 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-92af2ef6-eeb3-4f06-9199-f09b9609676e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:42.745228 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:43.950277 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b2385a3a-c4ca-4d21-9b7c-c7abc5a09fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:44.572454 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:45.600325 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:46.674929 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:59.208029 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:11.340381 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-71b6ac13-4806-4ae8-a586-6769a34de8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:12.734454 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73de1aff-8849-4030-8849-94b54c6ebf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:13.950900 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-29b8df4d-9994-4407-ac5f-9342bb11a8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:14.573744 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6edff3d1-f286-4384-bb65-6d5e32eaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:15.602110 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0123865f-930b-4be3-b9b0-7f6fbf1eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:15.773776 n-d-766726-26 neutron-server[105829]: DEBUG neutron.db.agents_db [None req-14b60f17-71da-4ab7-b903-133f81b9e372 None None] Agent healthcheck: found 7 active agents {{(pid=105829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:37:16.679893 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3b3e-dd5b-43fb-ab24-cd9dd0951459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:29.218315 n-d-766726-26 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37942978-4b60-4791-bac3-47b21a134052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753869339396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871324'] for agent, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}